diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AILAStatutes.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AILAStatutes.json new file mode 100644 index 0000000000..7f00f6904d --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.31573, + "ndcg_at_5": 0.30797, + "ndcg_at_10": 0.37374, + "ndcg_at_20": 0.45027, + "ndcg_at_100": 0.56416, + "ndcg_at_1000": 0.56416, + "map_at_1": 0.077, + "map_at_3": 0.15683, + "map_at_5": 0.19953, + "map_at_10": 0.23736, + "map_at_20": 0.27297, + "map_at_100": 0.31044, + "map_at_1000": 0.31044, + "recall_at_1": 0.077, + "recall_at_3": 0.21467, + "recall_at_5": 0.31067, + "recall_at_10": 0.43767, + "recall_at_20": 0.626, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.32, + "precision_at_3": 0.31333, + "precision_at_5": 0.264, + "precision_at_10": 0.19, + "precision_at_20": 0.136, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.32, + "mrr_at_3": 0.47, + "mrr_at_5": 0.503, + "mrr_at_10": 0.516389, + "mrr_at_20": 0.523606, + "mrr_at_100": 0.523606, + "mrr_at_1000": 0.523606, + "nauc_ndcg_at_1_max": 0.078802, + "nauc_ndcg_at_1_std": 0.163705, + "nauc_ndcg_at_1_diff1": -0.046318, + "nauc_ndcg_at_3_max": 0.177663, + "nauc_ndcg_at_3_std": 0.158325, + "nauc_ndcg_at_3_diff1": 0.041799, + "nauc_ndcg_at_5_max": 0.280166, + "nauc_ndcg_at_5_std": 0.121647, + "nauc_ndcg_at_5_diff1": 0.199453, + "nauc_ndcg_at_10_max": 0.225469, + "nauc_ndcg_at_10_std": 0.201456, + "nauc_ndcg_at_10_diff1": 0.165273, + "nauc_ndcg_at_20_max": 0.181101, + "nauc_ndcg_at_20_std": 0.211859, + "nauc_ndcg_at_20_diff1": 0.11651, + "nauc_ndcg_at_100_max": 0.184374, + "nauc_ndcg_at_100_std": 0.15859, + "nauc_ndcg_at_100_diff1": 0.103498, + "nauc_ndcg_at_1000_max": 0.184374, + "nauc_ndcg_at_1000_std": 0.15859, + "nauc_ndcg_at_1000_diff1": 0.103498, + "nauc_map_at_1_max": 0.205084, + "nauc_map_at_1_std": 0.237357, + "nauc_map_at_1_diff1": 0.028554, + "nauc_map_at_3_max": 0.208116, + "nauc_map_at_3_std": 0.185833, + "nauc_map_at_3_diff1": 0.02876, + "nauc_map_at_5_max": 0.273002, + "nauc_map_at_5_std": 0.118973, + "nauc_map_at_5_diff1": 0.140501, + "nauc_map_at_10_max": 0.22629, + "nauc_map_at_10_std": 0.166628, + "nauc_map_at_10_diff1": 0.136477, + "nauc_map_at_20_max": 0.193475, + "nauc_map_at_20_std": 0.171613, + "nauc_map_at_20_diff1": 0.10858, + "nauc_map_at_100_max": 0.196996, + "nauc_map_at_100_std": 0.150796, + "nauc_map_at_100_diff1": 0.109334, + "nauc_map_at_1000_max": 0.196996, + "nauc_map_at_1000_std": 0.150796, + "nauc_map_at_1000_diff1": 0.109334, + "nauc_recall_at_1_max": 0.205084, + "nauc_recall_at_1_std": 0.237357, + "nauc_recall_at_1_diff1": 0.028554, + "nauc_recall_at_3_max": 0.248039, + "nauc_recall_at_3_std": 0.213415, + "nauc_recall_at_3_diff1": 0.109682, + "nauc_recall_at_5_max": 0.342531, + "nauc_recall_at_5_std": 0.078725, + "nauc_recall_at_5_diff1": 0.328855, + "nauc_recall_at_10_max": 0.216825, + "nauc_recall_at_10_std": 0.247432, + "nauc_recall_at_10_diff1": 0.24688, + "nauc_recall_at_20_max": 0.141474, + "nauc_recall_at_20_std": 0.308154, + "nauc_recall_at_20_diff1": 0.145334, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.078802, + "nauc_precision_at_1_std": 0.163705, + "nauc_precision_at_1_diff1": -0.046318, + "nauc_precision_at_3_max": 0.168583, + "nauc_precision_at_3_std": 0.146025, + "nauc_precision_at_3_diff1": 0.062486, + "nauc_precision_at_5_max": 0.241284, + "nauc_precision_at_5_std": 0.020487, + "nauc_precision_at_5_diff1": 0.255168, + "nauc_precision_at_10_max": 0.094985, + "nauc_precision_at_10_std": 0.155884, + "nauc_precision_at_10_diff1": 0.152586, + "nauc_precision_at_20_max": -0.046577, + "nauc_precision_at_20_std": 0.165142, + "nauc_precision_at_20_diff1": 0.039633, + "nauc_precision_at_100_max": -0.348201, + "nauc_precision_at_100_std": -0.194673, + "nauc_precision_at_100_diff1": -0.209144, + "nauc_precision_at_1000_max": -0.348201, + "nauc_precision_at_1000_std": -0.194673, + "nauc_precision_at_1000_diff1": -0.209144, + "nauc_mrr_at_1_max": 0.078802, + "nauc_mrr_at_1_std": 0.163705, + "nauc_mrr_at_1_diff1": -0.046318, + "nauc_mrr_at_3_max": 0.185775, + "nauc_mrr_at_3_std": 0.178504, + "nauc_mrr_at_3_diff1": 0.088662, + "nauc_mrr_at_5_max": 0.168375, + "nauc_mrr_at_5_std": 0.15024, + "nauc_mrr_at_5_diff1": 0.09932, + "nauc_mrr_at_10_max": 0.167815, + "nauc_mrr_at_10_std": 0.169579, + "nauc_mrr_at_10_diff1": 0.073063, + "nauc_mrr_at_20_max": 0.166384, + "nauc_mrr_at_20_std": 0.162307, + "nauc_mrr_at_20_diff1": 0.06972, + "nauc_mrr_at_100_max": 0.166384, + "nauc_mrr_at_100_std": 0.162307, + "nauc_mrr_at_100_diff1": 0.06972, + "nauc_mrr_at_1000_max": 0.166384, + "nauc_mrr_at_1000_std": 0.162307, + "nauc_mrr_at_1000_diff1": 0.06972, + "main_score": 0.37374, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.7826457023620605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AfriSentiClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AfriSentiClassification.json new file mode 100644 index 0000000000..a0b4e1627a --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AfriSentiClassification.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", + "task_name": "AfriSentiClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.385843, + "f1": 0.33487, + "f1_weighted": 0.424531, + "scores_per_experiment": [ + { + "accuracy": 0.450225, + "f1": 0.375357, + "f1_weighted": 0.501158 + }, + { + "accuracy": 0.474237, + "f1": 0.377666, + "f1_weighted": 0.505525 + }, + { + "accuracy": 0.37969, + "f1": 0.340068, + "f1_weighted": 0.430832 + }, + { + "accuracy": 0.391196, + "f1": 0.34549, + "f1_weighted": 0.439899 + }, + { + "accuracy": 0.434217, + "f1": 0.342211, + "f1_weighted": 0.467168 + }, + { + "accuracy": 0.313657, + "f1": 0.265756, + "f1_weighted": 0.362818 + }, + { + "accuracy": 0.35918, + "f1": 0.337878, + "f1_weighted": 0.376814 + }, + { + "accuracy": 0.408704, + "f1": 0.348426, + "f1_weighted": 0.453777 + }, + { + "accuracy": 0.375188, + "f1": 0.333518, + "f1_weighted": 0.402332 + }, + { + "accuracy": 0.272136, + "f1": 0.282332, + "f1_weighted": 0.304982 + } + ], + "main_score": 0.385843, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.482255, + "f1": 0.448001, + "f1_weighted": 0.491748, + "scores_per_experiment": [ + { + "accuracy": 0.506263, + "f1": 0.47814, + "f1_weighted": 0.536056 + }, + { + "accuracy": 0.505219, + "f1": 0.465369, + "f1_weighted": 0.51563 + }, + { + "accuracy": 0.572025, + "f1": 0.501361, + "f1_weighted": 0.563177 + }, + { + "accuracy": 0.489562, + "f1": 0.463172, + "f1_weighted": 0.499996 + }, + { + "accuracy": 0.389353, + "f1": 0.356912, + "f1_weighted": 0.395834 + }, + { + "accuracy": 0.465553, + "f1": 0.427493, + "f1_weighted": 0.467111 + }, + { + "accuracy": 0.449896, + "f1": 0.423103, + "f1_weighted": 0.474483 + }, + { + "accuracy": 0.420668, + "f1": 0.399038, + "f1_weighted": 0.420134 + }, + { + "accuracy": 0.530271, + "f1": 0.495863, + "f1_weighted": 0.530579 + }, + { + "accuracy": 0.493737, + "f1": 0.469559, + "f1_weighted": 0.514479 + } + ], + "main_score": 0.482255, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "accuracy": 0.439551, + "f1": 0.428866, + "f1_weighted": 0.434809, + "scores_per_experiment": [ + { + "accuracy": 0.467285, + "f1": 0.46531, + "f1_weighted": 0.467194 + }, + { + "accuracy": 0.441406, + "f1": 0.429766, + "f1_weighted": 0.43841 + }, + { + "accuracy": 0.34668, + "f1": 0.331267, + "f1_weighted": 0.329104 + }, + { + "accuracy": 0.426758, + "f1": 0.422229, + "f1_weighted": 0.427596 + }, + { + "accuracy": 0.468262, + "f1": 0.461721, + "f1_weighted": 0.469944 + }, + { + "accuracy": 0.395508, + "f1": 0.388492, + "f1_weighted": 0.396478 + }, + { + "accuracy": 0.455566, + "f1": 0.42514, + "f1_weighted": 0.438818 + }, + { + "accuracy": 0.467773, + "f1": 0.465564, + "f1_weighted": 0.469281 + }, + { + "accuracy": 0.487305, + "f1": 0.480535, + "f1_weighted": 0.485642 + }, + { + "accuracy": 0.438965, + "f1": 0.418639, + "f1_weighted": 0.425625 + } + ], + "main_score": 0.439551, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "accuracy": 0.67627, + "f1": 0.35213, + "f1_weighted": 0.748394, + "scores_per_experiment": [ + { + "accuracy": 0.682617, + "f1": 0.391485, + "f1_weighted": 0.767628 + }, + { + "accuracy": 0.620605, + "f1": 0.331711, + "f1_weighted": 0.723271 + }, + { + "accuracy": 0.684082, + "f1": 0.427102, + "f1_weighted": 0.764117 + }, + { + "accuracy": 0.716797, + "f1": 0.437232, + "f1_weighted": 0.778511 + }, + { + "accuracy": 0.728027, + "f1": 0.313444, + "f1_weighted": 0.766143 + }, + { + "accuracy": 0.611816, + "f1": 0.287539, + "f1_weighted": 0.702701 + }, + { + "accuracy": 0.705566, + "f1": 0.312371, + "f1_weighted": 0.758703 + }, + { + "accuracy": 0.573242, + "f1": 0.266994, + "f1_weighted": 0.667906 + }, + { + "accuracy": 0.63916, + "f1": 0.355015, + "f1_weighted": 0.740872 + }, + { + "accuracy": 0.800781, + "f1": 0.398411, + "f1_weighted": 0.814092 + } + ], + "main_score": 0.67627, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.517188, + "f1": 0.359293, + "f1_weighted": 0.540904, + "scores_per_experiment": [ + { + "accuracy": 0.564453, + "f1": 0.386531, + "f1_weighted": 0.580711 + }, + { + "accuracy": 0.558594, + "f1": 0.409718, + "f1_weighted": 0.616006 + }, + { + "accuracy": 0.425293, + "f1": 0.331725, + "f1_weighted": 0.506961 + }, + { + "accuracy": 0.536133, + "f1": 0.358867, + "f1_weighted": 0.530015 + }, + { + "accuracy": 0.540527, + "f1": 0.376724, + "f1_weighted": 0.561276 + }, + { + "accuracy": 0.458008, + "f1": 0.351033, + "f1_weighted": 0.526603 + }, + { + "accuracy": 0.495117, + "f1": 0.366767, + "f1_weighted": 0.557799 + }, + { + "accuracy": 0.511719, + "f1": 0.322435, + "f1_weighted": 0.470677 + }, + { + "accuracy": 0.585938, + "f1": 0.402325, + "f1_weighted": 0.605357 + }, + { + "accuracy": 0.496094, + "f1": 0.286806, + "f1_weighted": 0.45363 + } + ], + "main_score": 0.517188, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.427388, + "f1": 0.419076, + "f1_weighted": 0.418606, + "scores_per_experiment": [ + { + "accuracy": 0.47076, + "f1": 0.46912, + "f1_weighted": 0.466478 + }, + { + "accuracy": 0.381092, + "f1": 0.364725, + "f1_weighted": 0.369237 + }, + { + "accuracy": 0.401559, + "f1": 0.391881, + "f1_weighted": 0.384556 + }, + { + "accuracy": 0.412281, + "f1": 0.394728, + "f1_weighted": 0.404072 + }, + { + "accuracy": 0.436647, + "f1": 0.435, + "f1_weighted": 0.433961 + }, + { + "accuracy": 0.412281, + "f1": 0.403502, + "f1_weighted": 0.401394 + }, + { + "accuracy": 0.460039, + "f1": 0.456827, + "f1_weighted": 0.451959 + }, + { + "accuracy": 0.453216, + "f1": 0.434613, + "f1_weighted": 0.438439 + }, + { + "accuracy": 0.416179, + "f1": 0.411797, + "f1_weighted": 0.406784 + }, + { + "accuracy": 0.429825, + "f1": 0.428569, + "f1_weighted": 0.429182 + } + ], + "main_score": 0.427388, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "accuracy": 0.489014, + "f1": 0.479539, + "f1_weighted": 0.482853, + "scores_per_experiment": [ + { + "accuracy": 0.464844, + "f1": 0.473019, + "f1_weighted": 0.469542 + }, + { + "accuracy": 0.45752, + "f1": 0.464801, + "f1_weighted": 0.450224 + }, + { + "accuracy": 0.641602, + "f1": 0.527059, + "f1_weighted": 0.625431 + }, + { + "accuracy": 0.462402, + "f1": 0.468202, + "f1_weighted": 0.469237 + }, + { + "accuracy": 0.457031, + "f1": 0.467992, + "f1_weighted": 0.44949 + }, + { + "accuracy": 0.527832, + "f1": 0.521452, + "f1_weighted": 0.539161 + }, + { + "accuracy": 0.325684, + "f1": 0.340699, + "f1_weighted": 0.271817 + }, + { + "accuracy": 0.421387, + "f1": 0.442509, + "f1_weighted": 0.39538 + }, + { + "accuracy": 0.552246, + "f1": 0.528429, + "f1_weighted": 0.567267 + }, + { + "accuracy": 0.57959, + "f1": 0.561226, + "f1_weighted": 0.590977 + } + ], + "main_score": 0.489014, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.422363, + "f1": 0.337666, + "f1_weighted": 0.464176, + "scores_per_experiment": [ + { + "accuracy": 0.463867, + "f1": 0.349507, + "f1_weighted": 0.506074 + }, + { + "accuracy": 0.473145, + "f1": 0.385571, + "f1_weighted": 0.515267 + }, + { + "accuracy": 0.418945, + "f1": 0.33487, + "f1_weighted": 0.462498 + }, + { + "accuracy": 0.418945, + "f1": 0.304627, + "f1_weighted": 0.466621 + }, + { + "accuracy": 0.458496, + "f1": 0.359452, + "f1_weighted": 0.494112 + }, + { + "accuracy": 0.313477, + "f1": 0.274259, + "f1_weighted": 0.362172 + }, + { + "accuracy": 0.396973, + "f1": 0.313226, + "f1_weighted": 0.447957 + }, + { + "accuracy": 0.442383, + "f1": 0.348031, + "f1_weighted": 0.47795 + }, + { + "accuracy": 0.45752, + "f1": 0.364374, + "f1_weighted": 0.494569 + }, + { + "accuracy": 0.379883, + "f1": 0.342741, + "f1_weighted": 0.41454 + } + ], + "main_score": 0.422363, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.395989, + "f1": 0.366781, + "f1_weighted": 0.411271, + "scores_per_experiment": [ + { + "accuracy": 0.398396, + "f1": 0.373399, + "f1_weighted": 0.419345 + }, + { + "accuracy": 0.318182, + "f1": 0.295646, + "f1_weighted": 0.339097 + }, + { + "accuracy": 0.355615, + "f1": 0.334729, + "f1_weighted": 0.368637 + }, + { + "accuracy": 0.360963, + "f1": 0.342008, + "f1_weighted": 0.373769 + }, + { + "accuracy": 0.393048, + "f1": 0.364488, + "f1_weighted": 0.398647 + }, + { + "accuracy": 0.5, + "f1": 0.434746, + "f1_weighted": 0.51281 + }, + { + "accuracy": 0.359626, + "f1": 0.336658, + "f1_weighted": 0.385889 + }, + { + "accuracy": 0.438503, + "f1": 0.417427, + "f1_weighted": 0.450108 + }, + { + "accuracy": 0.418449, + "f1": 0.386343, + "f1_weighted": 0.431122 + }, + { + "accuracy": 0.417112, + "f1": 0.382366, + "f1_weighted": 0.433283 + } + ], + "main_score": 0.395989, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.39568, + "f1": 0.367408, + "f1_weighted": 0.405459, + "scores_per_experiment": [ + { + "accuracy": 0.386723, + "f1": 0.365241, + "f1_weighted": 0.404765 + }, + { + "accuracy": 0.433087, + "f1": 0.389007, + "f1_weighted": 0.436819 + }, + { + "accuracy": 0.406744, + "f1": 0.381393, + "f1_weighted": 0.409418 + }, + { + "accuracy": 0.384615, + "f1": 0.357593, + "f1_weighted": 0.395996 + }, + { + "accuracy": 0.425711, + "f1": 0.366122, + "f1_weighted": 0.408361 + }, + { + "accuracy": 0.382508, + "f1": 0.352662, + "f1_weighted": 0.393889 + }, + { + "accuracy": 0.393045, + "f1": 0.378088, + "f1_weighted": 0.41058 + }, + { + "accuracy": 0.423604, + "f1": 0.395855, + "f1_weighted": 0.431826 + }, + { + "accuracy": 0.366702, + "f1": 0.345084, + "f1_weighted": 0.389066 + }, + { + "accuracy": 0.354057, + "f1": 0.343031, + "f1_weighted": 0.373868 + } + ], + "main_score": 0.39568, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ] + }, + { + "accuracy": 0.379528, + "f1": 0.345068, + "f1_weighted": 0.391904, + "scores_per_experiment": [ + { + "accuracy": 0.314961, + "f1": 0.300302, + "f1_weighted": 0.33431 + }, + { + "accuracy": 0.354331, + "f1": 0.336266, + "f1_weighted": 0.379466 + }, + { + "accuracy": 0.362205, + "f1": 0.356165, + "f1_weighted": 0.385893 + }, + { + "accuracy": 0.42126, + "f1": 0.345271, + "f1_weighted": 0.414303 + }, + { + "accuracy": 0.370079, + "f1": 0.347357, + "f1_weighted": 0.382028 + }, + { + "accuracy": 0.362205, + "f1": 0.344432, + "f1_weighted": 0.386019 + }, + { + "accuracy": 0.429134, + "f1": 0.387804, + "f1_weighted": 0.435102 + }, + { + "accuracy": 0.409449, + "f1": 0.357108, + "f1_weighted": 0.421137 + }, + { + "accuracy": 0.417323, + "f1": 0.371853, + "f1_weighted": 0.426987 + }, + { + "accuracy": 0.354331, + "f1": 0.304123, + "f1_weighted": 0.353792 + } + ], + "main_score": 0.379528, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ] + }, + { + "accuracy": 0.325684, + "f1": 0.194263, + "f1_weighted": 0.412798, + "scores_per_experiment": [ + { + "accuracy": 0.158691, + "f1": 0.147157, + "f1_weighted": 0.262924 + }, + { + "accuracy": 0.0625, + "f1": 0.045905, + "f1_weighted": 0.034616 + }, + { + "accuracy": 0.693848, + "f1": 0.330041, + "f1_weighted": 0.778216 + }, + { + "accuracy": 0.387207, + "f1": 0.245723, + "f1_weighted": 0.542401 + }, + { + "accuracy": 0.493164, + "f1": 0.286453, + "f1_weighted": 0.641114 + }, + { + "accuracy": 0.215332, + "f1": 0.147261, + "f1_weighted": 0.299421 + }, + { + "accuracy": 0.324219, + "f1": 0.20006, + "f1_weighted": 0.47311 + }, + { + "accuracy": 0.161621, + "f1": 0.146406, + "f1_weighted": 0.248122 + }, + { + "accuracy": 0.730469, + "f1": 0.318032, + "f1_weighted": 0.805021 + }, + { + "accuracy": 0.029785, + "f1": 0.075595, + "f1_weighted": 0.043035 + } + ], + "main_score": 0.325684, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 131.2468478679657, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloProfClusteringS2S.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloProfClusteringS2S.v2.json new file mode 100644 index 0000000000..f0d07f17d3 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloProfClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b", + "task_name": "AlloProfClusteringS2S.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.564251, + 0.565279, + 0.570808, + 0.493657, + 0.513326, + 0.500766, + 0.505076, + 0.539616, + 0.486608, + 0.542164 + ] + }, + "v_measure": 0.528155, + "v_measure_std": 0.030409, + "main_score": 0.528155, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 17.34044313430786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloprofReranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloprofReranking.json new file mode 100644 index 0000000000..d8ed1d53f0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AlloprofReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "65393d0d7a08a10b4e348135e824f385d420b0fd", + "task_name": "AlloprofReranking", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.796881, + "mrr": 0.807021, + "nAUC_map_max": 0.16853, + "nAUC_map_std": 0.165334, + "nAUC_map_diff1": 0.613343, + "nAUC_mrr_max": 0.177421, + "nAUC_mrr_std": 0.156346, + "nAUC_mrr_diff1": 0.607746, + "main_score": 0.796881, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 23.064428091049194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AmazonCounterfactualClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AmazonCounterfactualClassification.json new file mode 100644 index 0000000000..eeb9bed1a8 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AmazonCounterfactualClassification.json @@ -0,0 +1,685 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "task_name": "AmazonCounterfactualClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.891892, + "f1": 0.775975, + "f1_weighted": 0.904577, + "ap": 0.427064, + "ap_weighted": 0.427064, + "scores_per_experiment": [ + { + "accuracy": 0.926426, + "f1": 0.826904, + "f1_weighted": 0.931747, + "ap": 0.514452, + "ap_weighted": 0.514452 + }, + { + "accuracy": 0.89039, + "f1": 0.76878, + "f1_weighted": 0.902728, + "ap": 0.407236, + "ap_weighted": 0.407236 + }, + { + "accuracy": 0.918919, + "f1": 0.814193, + "f1_weighted": 0.925621, + "ap": 0.489304, + "ap_weighted": 0.489304 + }, + { + "accuracy": 0.872372, + "f1": 0.748921, + "f1_weighted": 0.889555, + "ap": 0.382383, + "ap_weighted": 0.382383 + }, + { + "accuracy": 0.866366, + "f1": 0.741373, + "f1_weighted": 0.884994, + "ap": 0.371578, + "ap_weighted": 0.371578 + }, + { + "accuracy": 0.83033, + "f1": 0.69569, + "f1_weighted": 0.85738, + "ap": 0.307436, + "ap_weighted": 0.307436 + }, + { + "accuracy": 0.894895, + "f1": 0.781287, + "f1_weighted": 0.907202, + "ap": 0.435438, + "ap_weighted": 0.435438 + }, + { + "accuracy": 0.930931, + "f1": 0.831125, + "f1_weighted": 0.93483, + "ap": 0.519777, + "ap_weighted": 0.519777 + }, + { + "accuracy": 0.873874, + "f1": 0.746598, + "f1_weighted": 0.890053, + "ap": 0.373524, + "ap_weighted": 0.373524 + }, + { + "accuracy": 0.914414, + "f1": 0.804878, + "f1_weighted": 0.921658, + "ap": 0.469511, + "ap_weighted": 0.469511 + } + ], + "main_score": 0.891892, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.897015, + "f1": 0.840411, + "f1_weighted": 0.902514, + "ap": 0.591306, + "ap_weighted": 0.591306, + "scores_per_experiment": [ + { + "accuracy": 0.865672, + "f1": 0.80197, + "f1_weighted": 0.875394, + "ap": 0.519323, + "ap_weighted": 0.519323 + }, + { + "accuracy": 0.886567, + "f1": 0.822761, + "f1_weighted": 0.892281, + "ap": 0.552537, + "ap_weighted": 0.552537 + }, + { + "accuracy": 0.904478, + "f1": 0.849048, + "f1_weighted": 0.908846, + "ap": 0.60636, + "ap_weighted": 0.60636 + }, + { + "accuracy": 0.913433, + "f1": 0.863976, + "f1_weighted": 0.917595, + "ap": 0.63952, + "ap_weighted": 0.63952 + }, + { + "accuracy": 0.892537, + "f1": 0.83209, + "f1_weighted": 0.897951, + "ap": 0.571557, + "ap_weighted": 0.571557 + }, + { + "accuracy": 0.916418, + "f1": 0.867917, + "f1_weighted": 0.920241, + "ap": 0.64792, + "ap_weighted": 0.64792 + }, + { + "accuracy": 0.907463, + "f1": 0.851194, + "f1_weighted": 0.911014, + "ap": 0.609916, + "ap_weighted": 0.609916 + }, + { + "accuracy": 0.919403, + "f1": 0.867229, + "f1_weighted": 0.921639, + "ap": 0.644725, + "ap_weighted": 0.644725 + }, + { + "accuracy": 0.883582, + "f1": 0.82484, + "f1_weighted": 0.891152, + "ap": 0.561195, + "ap_weighted": 0.561195 + }, + { + "accuracy": 0.880597, + "f1": 0.823088, + "f1_weighted": 0.889028, + "ap": 0.560011, + "ap_weighted": 0.560011 + } + ], + "main_score": 0.897015, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.78691, + "f1": 0.768436, + "f1_weighted": 0.794051, + "ap": 0.86417, + "ap_weighted": 0.86417, + "scores_per_experiment": [ + { + "accuracy": 0.800429, + "f1": 0.786507, + "f1_weighted": 0.808034, + "ap": 0.885694, + "ap_weighted": 0.885694 + }, + { + "accuracy": 0.798283, + "f1": 0.778893, + "f1_weighted": 0.804747, + "ap": 0.867336, + "ap_weighted": 0.867336 + }, + { + "accuracy": 0.804721, + "f1": 0.785041, + "f1_weighted": 0.810723, + "ap": 0.870062, + "ap_weighted": 0.870062 + }, + { + "accuracy": 0.806867, + "f1": 0.790019, + "f1_weighted": 0.813504, + "ap": 0.879506, + "ap_weighted": 0.879506 + }, + { + "accuracy": 0.751073, + "f1": 0.73749, + "f1_weighted": 0.761068, + "ap": 0.855728, + "ap_weighted": 0.855728 + }, + { + "accuracy": 0.772532, + "f1": 0.754591, + "f1_weighted": 0.780791, + "ap": 0.85645, + "ap_weighted": 0.85645 + }, + { + "accuracy": 0.785408, + "f1": 0.755072, + "f1_weighted": 0.789107, + "ap": 0.837204, + "ap_weighted": 0.837204 + }, + { + "accuracy": 0.774678, + "f1": 0.759519, + "f1_weighted": 0.783359, + "ap": 0.865778, + "ap_weighted": 0.865778 + }, + { + "accuracy": 0.813305, + "f1": 0.792044, + "f1_weighted": 0.818299, + "ap": 0.870381, + "ap_weighted": 0.870381 + }, + { + "accuracy": 0.761803, + "f1": 0.745186, + "f1_weighted": 0.770879, + "ap": 0.853563, + "ap_weighted": 0.853563 + } + ], + "main_score": 0.78691, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.816738, + "f1": 0.671504, + "f1_weighted": 0.846292, + "ap": 0.270811, + "ap_weighted": 0.270811, + "scores_per_experiment": [ + { + "accuracy": 0.811159, + "f1": 0.674416, + "f1_weighted": 0.84376, + "ap": 0.283195, + "ap_weighted": 0.283195 + }, + { + "accuracy": 0.82618, + "f1": 0.676464, + "f1_weighted": 0.853101, + "ap": 0.269736, + "ap_weighted": 0.269736 + }, + { + "accuracy": 0.787554, + "f1": 0.63195, + "f1_weighted": 0.824015, + "ap": 0.220307, + "ap_weighted": 0.220307 + }, + { + "accuracy": 0.817597, + "f1": 0.667665, + "f1_weighted": 0.846816, + "ap": 0.260615, + "ap_weighted": 0.260615 + }, + { + "accuracy": 0.864807, + "f1": 0.700828, + "f1_weighted": 0.878591, + "ap": 0.280249, + "ap_weighted": 0.280249 + }, + { + "accuracy": 0.858369, + "f1": 0.712378, + "f1_weighted": 0.876838, + "ap": 0.311324, + "ap_weighted": 0.311324 + }, + { + "accuracy": 0.811159, + "f1": 0.664671, + "f1_weighted": 0.842549, + "ap": 0.261377, + "ap_weighted": 0.261377 + }, + { + "accuracy": 0.736052, + "f1": 0.607053, + "f1_weighted": 0.787748, + "ap": 0.222339, + "ap_weighted": 0.222339 + }, + { + "accuracy": 0.76824, + "f1": 0.631297, + "f1_weighted": 0.811638, + "ap": 0.238143, + "ap_weighted": 0.238143 + }, + { + "accuracy": 0.886266, + "f1": 0.748316, + "f1_weighted": 0.897862, + "ap": 0.360824, + "ap_weighted": 0.360824 + } + ], + "main_score": 0.816738, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ], + "test": [ + { + "accuracy": 0.892504, + "f1": 0.782511, + "f1_weighted": 0.904832, + "ap": 0.442741, + "ap_weighted": 0.442741, + "scores_per_experiment": [ + { + "accuracy": 0.925787, + "f1": 0.830152, + "f1_weighted": 0.931042, + "ap": 0.524131, + "ap_weighted": 0.524131 + }, + { + "accuracy": 0.890555, + "f1": 0.774001, + "f1_weighted": 0.902478, + "ap": 0.419442, + "ap_weighted": 0.419442 + }, + { + "accuracy": 0.907796, + "f1": 0.802982, + "f1_weighted": 0.916737, + "ap": 0.473901, + "ap_weighted": 0.473901 + }, + { + "accuracy": 0.86057, + "f1": 0.738214, + "f1_weighted": 0.879889, + "ap": 0.369709, + "ap_weighted": 0.369709 + }, + { + "accuracy": 0.871064, + "f1": 0.749143, + "f1_weighted": 0.887583, + "ap": 0.382546, + "ap_weighted": 0.382546 + }, + { + "accuracy": 0.83958, + "f1": 0.717959, + "f1_weighted": 0.864571, + "ap": 0.348415, + "ap_weighted": 0.348415 + }, + { + "accuracy": 0.895052, + "f1": 0.78706, + "f1_weighted": 0.907102, + "ap": 0.449801, + "ap_weighted": 0.449801 + }, + { + "accuracy": 0.93928, + "f1": 0.85341, + "f1_weighted": 0.942224, + "ap": 0.573596, + "ap_weighted": 0.573596 + }, + { + "accuracy": 0.878561, + "f1": 0.758796, + "f1_weighted": 0.89334, + "ap": 0.396872, + "ap_weighted": 0.396872 + }, + { + "accuracy": 0.916792, + "f1": 0.813393, + "f1_weighted": 0.923352, + "ap": 0.489, + "ap_weighted": 0.489 + } + ], + "main_score": 0.892504, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.900746, + "f1": 0.858771, + "f1_weighted": 0.905616, + "ap": 0.643193, + "ap_weighted": 0.643193, + "scores_per_experiment": [ + { + "accuracy": 0.897015, + "f1": 0.853552, + "f1_weighted": 0.902135, + "ap": 0.630265, + "ap_weighted": 0.630265 + }, + { + "accuracy": 0.89403, + "f1": 0.849307, + "f1_weighted": 0.899299, + "ap": 0.621448, + "ap_weighted": 0.621448 + }, + { + "accuracy": 0.904478, + "f1": 0.861241, + "f1_weighted": 0.908408, + "ap": 0.644919, + "ap_weighted": 0.644919 + }, + { + "accuracy": 0.913433, + "f1": 0.874249, + "f1_weighted": 0.916995, + "ap": 0.673057, + "ap_weighted": 0.673057 + }, + { + "accuracy": 0.883582, + "f1": 0.836329, + "f1_weighted": 0.889882, + "ap": 0.596229, + "ap_weighted": 0.596229 + }, + { + "accuracy": 0.91194, + "f1": 0.87239, + "f1_weighted": 0.915651, + "ap": 0.669111, + "ap_weighted": 0.669111 + }, + { + "accuracy": 0.920896, + "f1": 0.882499, + "f1_weighted": 0.923402, + "ap": 0.690743, + "ap_weighted": 0.690743 + }, + { + "accuracy": 0.934328, + "f1": 0.899613, + "f1_weighted": 0.935562, + "ap": 0.730785, + "ap_weighted": 0.730785 + }, + { + "accuracy": 0.871642, + "f1": 0.826412, + "f1_weighted": 0.88037, + "ap": 0.582252, + "ap_weighted": 0.582252 + }, + { + "accuracy": 0.876119, + "f1": 0.832121, + "f1_weighted": 0.884457, + "ap": 0.593118, + "ap_weighted": 0.593118 + } + ], + "main_score": 0.900746, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.763169, + "f1": 0.747205, + "f1_weighted": 0.77189, + "ap": 0.855428, + "ap_weighted": 0.855428, + "scores_per_experiment": [ + { + "accuracy": 0.754818, + "f1": 0.743159, + "f1_weighted": 0.764603, + "ap": 0.862745, + "ap_weighted": 0.862745 + }, + { + "accuracy": 0.761242, + "f1": 0.745397, + "f1_weighted": 0.770286, + "ap": 0.853527, + "ap_weighted": 0.853527 + }, + { + "accuracy": 0.767666, + "f1": 0.748953, + "f1_weighted": 0.775812, + "ap": 0.84976, + "ap_weighted": 0.84976 + }, + { + "accuracy": 0.775161, + "f1": 0.761698, + "f1_weighted": 0.783893, + "ap": 0.869742, + "ap_weighted": 0.869742 + }, + { + "accuracy": 0.732334, + "f1": 0.7192, + "f1_weighted": 0.742998, + "ap": 0.842865, + "ap_weighted": 0.842865 + }, + { + "accuracy": 0.768737, + "f1": 0.752387, + "f1_weighted": 0.77732, + "ap": 0.856721, + "ap_weighted": 0.856721 + }, + { + "accuracy": 0.763383, + "f1": 0.735552, + "f1_weighted": 0.76917, + "ap": 0.828391, + "ap_weighted": 0.828391 + }, + { + "accuracy": 0.759101, + "f1": 0.746145, + "f1_weighted": 0.768618, + "ap": 0.86108, + "ap_weighted": 0.86108 + }, + { + "accuracy": 0.79015, + "f1": 0.773674, + "f1_weighted": 0.797603, + "ap": 0.869239, + "ap_weighted": 0.869239 + }, + { + "accuracy": 0.759101, + "f1": 0.745885, + "f1_weighted": 0.768594, + "ap": 0.860213, + "ap_weighted": 0.860213 + } + ], + "main_score": 0.763169, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.789615, + "f1": 0.658495, + "f1_weighted": 0.82607, + "ap": 0.271537, + "ap_weighted": 0.271537, + "scores_per_experiment": [ + { + "accuracy": 0.778373, + "f1": 0.64903, + "f1_weighted": 0.818293, + "ap": 0.263133, + "ap_weighted": 0.263133 + }, + { + "accuracy": 0.811563, + "f1": 0.685023, + "f1_weighted": 0.843626, + "ap": 0.305628, + "ap_weighted": 0.305628 + }, + { + "accuracy": 0.746253, + "f1": 0.607751, + "f1_weighted": 0.792919, + "ap": 0.212316, + "ap_weighted": 0.212316 + }, + { + "accuracy": 0.780514, + "f1": 0.645049, + "f1_weighted": 0.819252, + "ap": 0.251937, + "ap_weighted": 0.251937 + }, + { + "accuracy": 0.849036, + "f1": 0.706404, + "f1_weighted": 0.868974, + "ap": 0.307571, + "ap_weighted": 0.307571 + }, + { + "accuracy": 0.83833, + "f1": 0.702582, + "f1_weighted": 0.862209, + "ap": 0.312074, + "ap_weighted": 0.312074 + }, + { + "accuracy": 0.792291, + "f1": 0.664812, + "f1_weighted": 0.82903, + "ap": 0.282324, + "ap_weighted": 0.282324 + }, + { + "accuracy": 0.711991, + "f1": 0.598229, + "f1_weighted": 0.768071, + "ap": 0.22839, + "ap_weighted": 0.22839 + }, + { + "accuracy": 0.747323, + "f1": 0.625977, + "f1_weighted": 0.795223, + "ap": 0.24843, + "ap_weighted": 0.24843 + }, + { + "accuracy": 0.840471, + "f1": 0.700096, + "f1_weighted": 0.863098, + "ap": 0.303572, + "ap_weighted": 0.303572 + } + ], + "main_score": 0.789615, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 88.44856643676758, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AppsRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AppsRetrieval.json new file mode 100644 index 0000000000..a3ae5cdfc2 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AppsRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73094, + "ndcg_at_3": 0.81573, + "ndcg_at_5": 0.83225, + "ndcg_at_10": 0.84388, + "ndcg_at_20": 0.85029, + "ndcg_at_100": 0.85408, + "ndcg_at_1000": 0.85465, + "map_at_1": 0.73094, + "map_at_3": 0.79531, + "map_at_5": 0.80448, + "map_at_10": 0.80935, + "map_at_20": 0.81116, + "map_at_100": 0.81177, + "map_at_1000": 0.8118, + "recall_at_1": 0.73094, + "recall_at_3": 0.87463, + "recall_at_5": 0.91474, + "recall_at_10": 0.95033, + "recall_at_20": 0.9753, + "recall_at_100": 0.99442, + "recall_at_1000": 0.99867, + "precision_at_1": 0.73094, + "precision_at_3": 0.29154, + "precision_at_5": 0.18295, + "precision_at_10": 0.09503, + "precision_at_20": 0.04876, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.730677, + "mrr_at_3": 0.795175, + "mrr_at_5": 0.804298, + "mrr_at_10": 0.809206, + "mrr_at_20": 0.811021, + "mrr_at_100": 0.811632, + "mrr_at_1000": 0.811658, + "nauc_ndcg_at_1_max": 0.506902, + "nauc_ndcg_at_1_std": -0.312501, + "nauc_ndcg_at_1_diff1": 0.812991, + "nauc_ndcg_at_3_max": 0.521885, + "nauc_ndcg_at_3_std": -0.297413, + "nauc_ndcg_at_3_diff1": 0.769327, + "nauc_ndcg_at_5_max": 0.51559, + "nauc_ndcg_at_5_std": -0.299055, + "nauc_ndcg_at_5_diff1": 0.769454, + "nauc_ndcg_at_10_max": 0.522376, + "nauc_ndcg_at_10_std": -0.293654, + "nauc_ndcg_at_10_diff1": 0.774351, + "nauc_ndcg_at_20_max": 0.526062, + "nauc_ndcg_at_20_std": -0.289123, + "nauc_ndcg_at_20_diff1": 0.777968, + "nauc_ndcg_at_100_max": 0.521636, + "nauc_ndcg_at_100_std": -0.296006, + "nauc_ndcg_at_100_diff1": 0.781359, + "nauc_ndcg_at_1000_max": 0.520485, + "nauc_ndcg_at_1000_std": -0.297467, + "nauc_ndcg_at_1000_diff1": 0.781649, + "nauc_map_at_1_max": 0.506902, + "nauc_map_at_1_std": -0.312501, + "nauc_map_at_1_diff1": 0.812991, + "nauc_map_at_3_max": 0.518178, + "nauc_map_at_3_std": -0.30271, + "nauc_map_at_3_diff1": 0.781268, + "nauc_map_at_5_max": 0.515041, + "nauc_map_at_5_std": -0.303809, + "nauc_map_at_5_diff1": 0.781682, + "nauc_map_at_10_max": 0.517415, + "nauc_map_at_10_std": -0.302277, + "nauc_map_at_10_diff1": 0.783711, + "nauc_map_at_20_max": 0.518056, + "nauc_map_at_20_std": -0.301432, + "nauc_map_at_20_diff1": 0.78467, + "nauc_map_at_100_max": 0.517508, + "nauc_map_at_100_std": -0.302364, + "nauc_map_at_100_diff1": 0.785149, + "nauc_map_at_1000_max": 0.51746, + "nauc_map_at_1000_std": -0.30243, + "nauc_map_at_1000_diff1": 0.785156, + "nauc_recall_at_1_max": 0.506902, + "nauc_recall_at_1_std": -0.312501, + "nauc_recall_at_1_diff1": 0.812991, + "nauc_recall_at_3_max": 0.53762, + "nauc_recall_at_3_std": -0.273704, + "nauc_recall_at_3_diff1": 0.717757, + "nauc_recall_at_5_max": 0.516082, + "nauc_recall_at_5_std": -0.270208, + "nauc_recall_at_5_diff1": 0.697872, + "nauc_recall_at_10_max": 0.575413, + "nauc_recall_at_10_std": -0.198471, + "nauc_recall_at_10_diff1": 0.689794, + "nauc_recall_at_20_max": 0.715679, + "nauc_recall_at_20_std": -0.000479, + "nauc_recall_at_20_diff1": 0.679916, + "nauc_recall_at_100_max": 0.822405, + "nauc_recall_at_100_std": 0.175224, + "nauc_recall_at_100_diff1": 0.738015, + "nauc_recall_at_1000_max": 0.97386, + "nauc_recall_at_1000_std": 0.687323, + "nauc_recall_at_1000_diff1": 0.836617, + "nauc_precision_at_1_max": 0.506902, + "nauc_precision_at_1_std": -0.312501, + "nauc_precision_at_1_diff1": 0.812991, + "nauc_precision_at_3_max": 0.53762, + "nauc_precision_at_3_std": -0.273704, + "nauc_precision_at_3_diff1": 0.717757, + "nauc_precision_at_5_max": 0.516082, + "nauc_precision_at_5_std": -0.270208, + "nauc_precision_at_5_diff1": 0.697872, + "nauc_precision_at_10_max": 0.575413, + "nauc_precision_at_10_std": -0.198471, + "nauc_precision_at_10_diff1": 0.689794, + "nauc_precision_at_20_max": 0.715679, + "nauc_precision_at_20_std": -0.000479, + "nauc_precision_at_20_diff1": 0.679916, + "nauc_precision_at_100_max": 0.822405, + "nauc_precision_at_100_std": 0.175224, + "nauc_precision_at_100_diff1": 0.738015, + "nauc_precision_at_1000_max": 0.97386, + "nauc_precision_at_1000_std": 0.687323, + "nauc_precision_at_1000_diff1": 0.836617, + "nauc_mrr_at_1_max": 0.506563, + "nauc_mrr_at_1_std": -0.311187, + "nauc_mrr_at_1_diff1": 0.813454, + "nauc_mrr_at_3_max": 0.518037, + "nauc_mrr_at_3_std": -0.302018, + "nauc_mrr_at_3_diff1": 0.781579, + "nauc_mrr_at_5_max": 0.514938, + "nauc_mrr_at_5_std": -0.302624, + "nauc_mrr_at_5_diff1": 0.781939, + "nauc_mrr_at_10_max": 0.517216, + "nauc_mrr_at_10_std": -0.301359, + "nauc_mrr_at_10_diff1": 0.784033, + "nauc_mrr_at_20_max": 0.517855, + "nauc_mrr_at_20_std": -0.300505, + "nauc_mrr_at_20_diff1": 0.784994, + "nauc_mrr_at_100_max": 0.517307, + "nauc_mrr_at_100_std": -0.301434, + "nauc_mrr_at_100_diff1": 0.785475, + "nauc_mrr_at_1000_max": 0.517259, + "nauc_mrr_at_1000_std": -0.301499, + "nauc_mrr_at_1000_diff1": 0.785482, + "main_score": 0.84388, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 333.7667865753174, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringP2P.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 0000000000..c4edf3ac45 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "task_name": "ArXivHierarchicalClusteringP2P", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.639519, + 0.693724, + 0.665401, + 0.646137, + 0.667897, + 0.665152, + 0.656622, + 0.652485, + 0.671466, + 0.696237 + ], + "Level 1": [ + 0.595941, + 0.614199, + 0.600854, + 0.629241, + 0.581028, + 0.632892, + 0.62015, + 0.585291, + 0.595565, + 0.607804 + ] + }, + "v_measure": 0.63588, + "v_measure_std": 0.03421, + "main_score": 0.63588, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.851444005966187, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringS2S.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 0000000000..5ec718b0b0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "task_name": "ArXivHierarchicalClusteringS2S", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.633164, + 0.610558, + 0.60842, + 0.60629, + 0.597768, + 0.58922, + 0.590672, + 0.589092, + 0.602742, + 0.562081 + ], + "Level 1": [ + 0.580293, + 0.594639, + 0.611728, + 0.608125, + 0.583472, + 0.595186, + 0.587663, + 0.593163, + 0.584095, + 0.588738 + ] + }, + "v_measure": 0.595855, + "v_measure_std": 0.014571, + "main_score": 0.595855, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.77424430847168, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArguAna.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArguAna.json new file mode 100644 index 0000000000..08404ebcf1 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49075, + "ndcg_at_3": 0.64826, + "ndcg_at_5": 0.68968, + "ndcg_at_10": 0.71535, + "ndcg_at_20": 0.72459, + "ndcg_at_100": 0.72777, + "ndcg_at_1000": 0.72797, + "map_at_1": 0.49075, + "map_at_3": 0.60846, + "map_at_5": 0.63151, + "map_at_10": 0.64219, + "map_at_20": 0.64486, + "map_at_100": 0.64536, + "map_at_1000": 0.64537, + "recall_at_1": 0.49075, + "recall_at_3": 0.76387, + "recall_at_5": 0.86415, + "recall_at_10": 0.9431, + "recall_at_20": 0.97866, + "recall_at_100": 0.99502, + "recall_at_1000": 0.99644, + "precision_at_1": 0.49075, + "precision_at_3": 0.25462, + "precision_at_5": 0.17283, + "precision_at_10": 0.09431, + "precision_at_20": 0.04893, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496444, + "mrr_at_3": 0.610123, + "mrr_at_5": 0.633985, + "mrr_at_10": 0.644613, + "mrr_at_20": 0.647207, + "mrr_at_100": 0.64771, + "mrr_at_1000": 0.64772, + "nauc_ndcg_at_1_max": -0.087491, + "nauc_ndcg_at_1_std": -0.206224, + "nauc_ndcg_at_1_diff1": 0.241544, + "nauc_ndcg_at_3_max": -0.031317, + "nauc_ndcg_at_3_std": -0.197872, + "nauc_ndcg_at_3_diff1": 0.201812, + "nauc_ndcg_at_5_max": -0.044284, + "nauc_ndcg_at_5_std": -0.216261, + "nauc_ndcg_at_5_diff1": 0.189328, + "nauc_ndcg_at_10_max": -0.038674, + "nauc_ndcg_at_10_std": -0.218012, + "nauc_ndcg_at_10_diff1": 0.209262, + "nauc_ndcg_at_20_max": -0.047665, + "nauc_ndcg_at_20_std": -0.208865, + "nauc_ndcg_at_20_diff1": 0.206924, + "nauc_ndcg_at_100_max": -0.053879, + "nauc_ndcg_at_100_std": -0.209403, + "nauc_ndcg_at_100_diff1": 0.20799, + "nauc_ndcg_at_1000_max": -0.05484, + "nauc_ndcg_at_1000_std": -0.209172, + "nauc_ndcg_at_1000_diff1": 0.207345, + "nauc_map_at_1_max": -0.087491, + "nauc_map_at_1_std": -0.206224, + "nauc_map_at_1_diff1": 0.241544, + "nauc_map_at_3_max": -0.051486, + "nauc_map_at_3_std": -0.203496, + "nauc_map_at_3_diff1": 0.209325, + "nauc_map_at_5_max": -0.060144, + "nauc_map_at_5_std": -0.213074, + "nauc_map_at_5_diff1": 0.203164, + "nauc_map_at_10_max": -0.058833, + "nauc_map_at_10_std": -0.213333, + "nauc_map_at_10_diff1": 0.21032, + "nauc_map_at_20_max": -0.061102, + "nauc_map_at_20_std": -0.211211, + "nauc_map_at_20_diff1": 0.209637, + "nauc_map_at_100_max": -0.061845, + "nauc_map_at_100_std": -0.211324, + "nauc_map_at_100_diff1": 0.209847, + "nauc_map_at_1000_max": -0.061882, + "nauc_map_at_1000_std": -0.211303, + "nauc_map_at_1000_diff1": 0.209821, + "nauc_recall_at_1_max": -0.087491, + "nauc_recall_at_1_std": -0.206224, + "nauc_recall_at_1_diff1": 0.241544, + "nauc_recall_at_3_max": 0.051426, + "nauc_recall_at_3_std": -0.173598, + "nauc_recall_at_3_diff1": 0.174078, + "nauc_recall_at_5_max": 0.054393, + "nauc_recall_at_5_std": -0.237396, + "nauc_recall_at_5_diff1": 0.106909, + "nauc_recall_at_10_max": 0.249143, + "nauc_recall_at_10_std": -0.291126, + "nauc_recall_at_10_diff1": 0.23523, + "nauc_recall_at_20_max": 0.396294, + "nauc_recall_at_20_std": -0.071206, + "nauc_recall_at_20_diff1": 0.206611, + "nauc_recall_at_100_max": 0.513033, + "nauc_recall_at_100_std": 0.3033, + "nauc_recall_at_100_diff1": 0.364356, + "nauc_recall_at_1000_max": 0.344399, + "nauc_recall_at_1000_std": 0.572359, + "nauc_recall_at_1000_diff1": 0.165657, + "nauc_precision_at_1_max": -0.087491, + "nauc_precision_at_1_std": -0.206224, + "nauc_precision_at_1_diff1": 0.241544, + "nauc_precision_at_3_max": 0.051426, + "nauc_precision_at_3_std": -0.173598, + "nauc_precision_at_3_diff1": 0.174078, + "nauc_precision_at_5_max": 0.054393, + "nauc_precision_at_5_std": -0.237396, + "nauc_precision_at_5_diff1": 0.106909, + "nauc_precision_at_10_max": 0.249143, + "nauc_precision_at_10_std": -0.291126, + "nauc_precision_at_10_diff1": 0.23523, + "nauc_precision_at_20_max": 0.396294, + "nauc_precision_at_20_std": -0.071206, + "nauc_precision_at_20_diff1": 0.206611, + "nauc_precision_at_100_max": 0.513033, + "nauc_precision_at_100_std": 0.3033, + "nauc_precision_at_100_diff1": 0.364356, + "nauc_precision_at_1000_max": 0.344399, + "nauc_precision_at_1000_std": 0.572359, + "nauc_precision_at_1000_diff1": 0.165657, + "nauc_mrr_at_1_max": -0.093581, + "nauc_mrr_at_1_std": -0.207512, + "nauc_mrr_at_1_diff1": 0.225805, + "nauc_mrr_at_3_max": -0.065762, + "nauc_mrr_at_3_std": -0.208249, + "nauc_mrr_at_3_diff1": 0.188231, + "nauc_mrr_at_5_max": -0.069218, + "nauc_mrr_at_5_std": -0.212429, + "nauc_mrr_at_5_diff1": 0.185879, + "nauc_mrr_at_10_max": -0.068878, + "nauc_mrr_at_10_std": -0.21364, + "nauc_mrr_at_10_diff1": 0.191788, + "nauc_mrr_at_20_max": -0.071174, + "nauc_mrr_at_20_std": -0.211361, + "nauc_mrr_at_20_diff1": 0.191153, + "nauc_mrr_at_100_max": -0.071943, + "nauc_mrr_at_100_std": -0.211475, + "nauc_mrr_at_100_diff1": 0.191322, + "nauc_mrr_at_1000_max": -0.071981, + "nauc_mrr_at_1000_std": -0.211455, + "nauc_mrr_at_1000_diff1": 0.191294, + "main_score": 0.71535, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30.894392728805542, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArmenianParaphrasePC.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArmenianParaphrasePC.json new file mode 100644 index 0000000000..2374559670 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ArmenianParaphrasePC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "f43b4f32987048043a8b31e5e26be4d360c2438f", + "task_name": "ArmenianParaphrasePC", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.895918, + "similarity_accuracy_threshold": 0.634719, + "similarity_f1": 0.929784, + "similarity_f1_threshold": 0.634719, + "similarity_precision": 0.874784, + "similarity_recall": 0.992165, + "similarity_ap": 0.926604, + "cosine_accuracy": 0.895918, + "cosine_accuracy_threshold": 0.634719, + "cosine_f1": 0.929784, + "cosine_f1_threshold": 0.634719, + "cosine_precision": 0.874784, + "cosine_recall": 0.992165, + "cosine_ap": 0.926611, + "manhattan_accuracy": 0.895238, + "manhattan_accuracy_threshold": 19.184246, + "manhattan_f1": 0.929552, + "manhattan_f1_threshold": 19.443764, + "manhattan_precision": 0.872103, + "manhattan_recall": 0.995103, + "manhattan_ap": 0.926779, + "euclidean_accuracy": 0.895918, + "euclidean_accuracy_threshold": 0.854729, + "euclidean_f1": 0.929784, + "euclidean_f1_threshold": 0.854729, + "euclidean_precision": 0.874784, + "euclidean_recall": 0.992165, + "euclidean_ap": 0.926611, + "dot_accuracy": 0.895918, + "dot_accuracy_threshold": 0.634719, + "dot_f1": 0.929784, + "dot_f1_threshold": 0.634719, + "dot_precision": 0.874784, + "dot_recall": 0.992165, + "dot_ap": 0.926611, + "max_accuracy": 0.895918, + "max_f1": 0.929784, + "max_precision": 0.874784, + "max_recall": 0.995103, + "max_ap": 0.926779, + "main_score": 0.926779, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ] + } + ] + }, + "evaluation_time": 14.822634935379028, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AskUbuntuDupQuestions.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AskUbuntuDupQuestions.json new file mode 100644 index 0000000000..9fd5cb5f09 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/AskUbuntuDupQuestions.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54", + "task_name": "AskUbuntuDupQuestions", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.629547, + "mrr": 0.763287, + "nAUC_map_max": 0.167385, + "nAUC_map_std": 0.216699, + "nAUC_map_diff1": 0.022053, + "nAUC_mrr_max": 0.270349, + "nAUC_mrr_std": 0.24749, + "nAUC_mrr_diff1": 0.128247, + "main_score": 0.629547, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 25.04627752304077, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BIOSSES.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BIOSSES.json new file mode 100644 index 0000000000..2342d2dddf --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BIOSSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a", + "task_name": "BIOSSES", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.884656, + "spearman": 0.863845, + "cosine_pearson": 0.884656, + "cosine_spearman": 0.863845, + "manhattan_pearson": 0.862686, + "manhattan_spearman": 0.858598, + "euclidean_pearson": 0.862286, + "euclidean_spearman": 0.863845, + "main_score": 0.863845, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.418694019317627, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BUCC.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BUCC.v2.json new file mode 100644 index 0000000000..bc6943c804 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BUCC.v2.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677", + "task_name": "BUCC.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.992954, + "recall": 0.995303, + "f1": 0.993737, + "accuracy": 0.995303, + "main_score": 0.993737, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.987215, + "recall": 0.991415, + "f1": 0.988609, + "accuracy": 0.991415, + "main_score": 0.988609, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970835, + "recall": 0.980187, + "f1": 0.973929, + "accuracy": 0.980187, + "main_score": 0.973929, + "hf_subset": "ru-en", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.992891, + "recall": 0.995261, + "f1": 0.993681, + "accuracy": 0.995261, + "main_score": 0.993681, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 73.81287264823914, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Banking77Classification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Banking77Classification.json new file mode 100644 index 0000000000..5281f04bc7 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Banking77Classification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", + "task_name": "Banking77Classification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.914545, + "f1": 0.913582, + "f1_weighted": 0.913582, + "scores_per_experiment": [ + { + "accuracy": 0.917532, + "f1": 0.916639, + "f1_weighted": 0.916639 + }, + { + "accuracy": 0.920455, + "f1": 0.919299, + "f1_weighted": 0.919299 + }, + { + "accuracy": 0.915584, + "f1": 0.914655, + "f1_weighted": 0.914655 + }, + { + "accuracy": 0.915909, + "f1": 0.915322, + "f1_weighted": 0.915322 + }, + { + "accuracy": 0.909416, + "f1": 0.908502, + "f1_weighted": 0.908502 + }, + { + "accuracy": 0.911688, + "f1": 0.910539, + "f1_weighted": 0.910539 + }, + { + "accuracy": 0.916883, + "f1": 0.916346, + "f1_weighted": 0.916346 + }, + { + "accuracy": 0.908442, + "f1": 0.906801, + "f1_weighted": 0.906801 + }, + { + "accuracy": 0.91461, + "f1": 0.913529, + "f1_weighted": 0.913529 + }, + { + "accuracy": 0.914935, + "f1": 0.91419, + "f1_weighted": 0.91419 + } + ], + "main_score": 0.914545, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 38.24272394180298, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BelebeleRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BelebeleRetrieval.json new file mode 100644 index 0000000000..aca1b640dc --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BelebeleRetrieval.json @@ -0,0 +1,55659 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "task_name": "BelebeleRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88266, + "ndcg_at_5": 0.89074, + "ndcg_at_10": 0.89792, + "ndcg_at_20": 0.90198, + "ndcg_at_100": 0.90694, + "ndcg_at_1000": 0.90751, + "map_at_1": 0.84, + "map_at_3": 0.87241, + "map_at_5": 0.8768, + "map_at_10": 0.87977, + "map_at_20": 0.88094, + "map_at_100": 0.88172, + "map_at_1000": 0.88174, + "recall_at_1": 0.84, + "recall_at_3": 0.91222, + "recall_at_5": 0.93222, + "recall_at_10": 0.95444, + "recall_at_20": 0.97, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84, + "precision_at_3": 0.30407, + "precision_at_5": 0.18644, + "precision_at_10": 0.09544, + "precision_at_20": 0.0485, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.872407, + "mrr_at_5": 0.876796, + "mrr_at_10": 0.879769, + "mrr_at_20": 0.880944, + "mrr_at_100": 0.881719, + "mrr_at_1000": 0.88174, + "nauc_ndcg_at_1_max": 0.754251, + "nauc_ndcg_at_1_std": -0.065493, + "nauc_ndcg_at_1_diff1": 0.895124, + "nauc_ndcg_at_3_max": 0.777067, + "nauc_ndcg_at_3_std": -0.01342, + "nauc_ndcg_at_3_diff1": 0.86961, + "nauc_ndcg_at_5_max": 0.777732, + "nauc_ndcg_at_5_std": -0.014732, + "nauc_ndcg_at_5_diff1": 0.868855, + "nauc_ndcg_at_10_max": 0.780137, + "nauc_ndcg_at_10_std": -0.012147, + "nauc_ndcg_at_10_diff1": 0.870899, + "nauc_ndcg_at_20_max": 0.782577, + "nauc_ndcg_at_20_std": -0.002613, + "nauc_ndcg_at_20_diff1": 0.876167, + "nauc_ndcg_at_100_max": 0.776029, + "nauc_ndcg_at_100_std": -0.015676, + "nauc_ndcg_at_100_diff1": 0.876462, + "nauc_ndcg_at_1000_max": 0.774593, + "nauc_ndcg_at_1000_std": -0.021957, + "nauc_ndcg_at_1000_diff1": 0.876338, + "nauc_map_at_1_max": 0.754251, + "nauc_map_at_1_std": -0.065493, + "nauc_map_at_1_diff1": 0.895124, + "nauc_map_at_3_max": 0.771011, + "nauc_map_at_3_std": -0.030165, + "nauc_map_at_3_diff1": 0.876813, + "nauc_map_at_5_max": 0.771266, + "nauc_map_at_5_std": -0.031346, + "nauc_map_at_5_diff1": 0.876702, + "nauc_map_at_10_max": 0.771763, + "nauc_map_at_10_std": -0.030802, + "nauc_map_at_10_diff1": 0.877475, + "nauc_map_at_20_max": 0.77221, + "nauc_map_at_20_std": -0.029095, + "nauc_map_at_20_diff1": 0.878704, + "nauc_map_at_100_max": 0.771205, + "nauc_map_at_100_std": -0.031148, + "nauc_map_at_100_diff1": 0.878677, + "nauc_map_at_1000_max": 0.771162, + "nauc_map_at_1000_std": -0.031333, + "nauc_map_at_1000_diff1": 0.878669, + "nauc_recall_at_1_max": 0.754251, + "nauc_recall_at_1_std": -0.065493, + "nauc_recall_at_1_diff1": 0.895124, + "nauc_recall_at_3_max": 0.801227, + "nauc_recall_at_3_std": 0.055278, + "nauc_recall_at_3_diff1": 0.840596, + "nauc_recall_at_5_max": 0.809799, + "nauc_recall_at_5_std": 0.069936, + "nauc_recall_at_5_diff1": 0.829185, + "nauc_recall_at_10_max": 0.844082, + "nauc_recall_at_10_std": 0.128134, + "nauc_recall_at_10_diff1": 0.825556, + "nauc_recall_at_20_max": 0.908203, + "nauc_recall_at_20_std": 0.327091, + "nauc_recall_at_20_diff1": 0.868935, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.888539, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754251, + "nauc_precision_at_1_std": -0.065493, + "nauc_precision_at_1_diff1": 0.895124, + "nauc_precision_at_3_max": 0.801227, + "nauc_precision_at_3_std": 0.055278, + "nauc_precision_at_3_diff1": 0.840596, + "nauc_precision_at_5_max": 0.809799, + "nauc_precision_at_5_std": 0.069936, + "nauc_precision_at_5_diff1": 0.829185, + "nauc_precision_at_10_max": 0.844082, + "nauc_precision_at_10_std": 0.128134, + "nauc_precision_at_10_diff1": 0.825556, + "nauc_precision_at_20_max": 0.908203, + "nauc_precision_at_20_std": 0.327091, + "nauc_precision_at_20_diff1": 0.868935, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.888539, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754251, + "nauc_mrr_at_1_std": -0.065493, + "nauc_mrr_at_1_diff1": 0.895124, + "nauc_mrr_at_3_max": 0.771011, + "nauc_mrr_at_3_std": -0.030165, + "nauc_mrr_at_3_diff1": 0.876813, + "nauc_mrr_at_5_max": 0.771266, + "nauc_mrr_at_5_std": -0.031346, + "nauc_mrr_at_5_diff1": 0.876702, + "nauc_mrr_at_10_max": 0.771763, + "nauc_mrr_at_10_std": -0.030802, + "nauc_mrr_at_10_diff1": 0.877475, + "nauc_mrr_at_20_max": 0.77221, + "nauc_mrr_at_20_std": -0.029095, + "nauc_mrr_at_20_diff1": 0.878704, + "nauc_mrr_at_100_max": 0.771205, + "nauc_mrr_at_100_std": -0.031148, + "nauc_mrr_at_100_diff1": 0.878677, + "nauc_mrr_at_1000_max": 0.771162, + "nauc_mrr_at_1000_std": -0.031333, + "nauc_mrr_at_1000_diff1": 0.878669, + "main_score": 0.89792, + "hf_subset": "acm_Arab-acm_Arab", + "languages": [ + "acm-Arab", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.92411, + "ndcg_at_5": 0.93057, + "ndcg_at_10": 0.93406, + "ndcg_at_20": 0.93605, + "ndcg_at_100": 0.93771, + "ndcg_at_1000": 0.93798, + "map_at_1": 0.87778, + "map_at_3": 0.91352, + "map_at_5": 0.91713, + "map_at_10": 0.91851, + "map_at_20": 0.91907, + "map_at_100": 0.91931, + "map_at_1000": 0.91931, + "recall_at_1": 0.87778, + "recall_at_3": 0.95444, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.87778, + "precision_at_3": 0.31815, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.913519, + "mrr_at_5": 0.91713, + "mrr_at_10": 0.918512, + "mrr_at_20": 0.919068, + "mrr_at_100": 0.919307, + "mrr_at_1000": 0.919314, + "nauc_ndcg_at_1_max": 0.757934, + "nauc_ndcg_at_1_std": -0.181954, + "nauc_ndcg_at_1_diff1": 0.913464, + "nauc_ndcg_at_3_max": 0.771262, + "nauc_ndcg_at_3_std": -0.213419, + "nauc_ndcg_at_3_diff1": 0.904501, + "nauc_ndcg_at_5_max": 0.773661, + "nauc_ndcg_at_5_std": -0.211993, + "nauc_ndcg_at_5_diff1": 0.905759, + "nauc_ndcg_at_10_max": 0.775861, + "nauc_ndcg_at_10_std": -0.205098, + "nauc_ndcg_at_10_diff1": 0.909299, + "nauc_ndcg_at_20_max": 0.775262, + "nauc_ndcg_at_20_std": -0.193515, + "nauc_ndcg_at_20_diff1": 0.908893, + "nauc_ndcg_at_100_max": 0.772504, + "nauc_ndcg_at_100_std": -0.193139, + "nauc_ndcg_at_100_diff1": 0.907706, + "nauc_ndcg_at_1000_max": 0.771493, + "nauc_ndcg_at_1000_std": -0.198442, + "nauc_ndcg_at_1000_diff1": 0.908221, + "nauc_map_at_1_max": 0.757934, + "nauc_map_at_1_std": -0.181954, + "nauc_map_at_1_diff1": 0.913464, + "nauc_map_at_3_max": 0.768357, + "nauc_map_at_3_std": -0.202606, + "nauc_map_at_3_diff1": 0.907337, + "nauc_map_at_5_max": 0.769451, + "nauc_map_at_5_std": -0.203004, + "nauc_map_at_5_diff1": 0.908105, + "nauc_map_at_10_max": 0.769735, + "nauc_map_at_10_std": -0.20094, + "nauc_map_at_10_diff1": 0.909096, + "nauc_map_at_20_max": 0.769595, + "nauc_map_at_20_std": -0.19835, + "nauc_map_at_20_diff1": 0.909014, + "nauc_map_at_100_max": 0.769217, + "nauc_map_at_100_std": -0.198645, + "nauc_map_at_100_diff1": 0.908849, + "nauc_map_at_1000_max": 0.769194, + "nauc_map_at_1000_std": -0.198763, + "nauc_map_at_1000_diff1": 0.908862, + "nauc_recall_at_1_max": 0.757934, + "nauc_recall_at_1_std": -0.181954, + "nauc_recall_at_1_diff1": 0.913464, + "nauc_recall_at_3_max": 0.785669, + "nauc_recall_at_3_std": -0.271788, + "nauc_recall_at_3_diff1": 0.889379, + "nauc_recall_at_5_max": 0.805236, + "nauc_recall_at_5_std": -0.276827, + "nauc_recall_at_5_diff1": 0.887869, + "nauc_recall_at_10_max": 0.855962, + "nauc_recall_at_10_std": -0.232356, + "nauc_recall_at_10_diff1": 0.920223, + "nauc_recall_at_20_max": 0.896592, + "nauc_recall_at_20_std": 0.004202, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757934, + "nauc_precision_at_1_std": -0.181954, + "nauc_precision_at_1_diff1": 0.913464, + "nauc_precision_at_3_max": 0.785669, + "nauc_precision_at_3_std": -0.271788, + "nauc_precision_at_3_diff1": 0.889379, + "nauc_precision_at_5_max": 0.805236, + "nauc_precision_at_5_std": -0.276827, + "nauc_precision_at_5_diff1": 0.887869, + "nauc_precision_at_10_max": 0.855962, + "nauc_precision_at_10_std": -0.232356, + "nauc_precision_at_10_diff1": 0.920223, + "nauc_precision_at_20_max": 0.896592, + "nauc_precision_at_20_std": 0.004202, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757934, + "nauc_mrr_at_1_std": -0.181954, + "nauc_mrr_at_1_diff1": 0.913464, + "nauc_mrr_at_3_max": 0.768357, + "nauc_mrr_at_3_std": -0.202606, + "nauc_mrr_at_3_diff1": 0.907337, + "nauc_mrr_at_5_max": 0.769451, + "nauc_mrr_at_5_std": -0.203004, + "nauc_mrr_at_5_diff1": 0.908105, + "nauc_mrr_at_10_max": 0.769735, + "nauc_mrr_at_10_std": -0.20094, + "nauc_mrr_at_10_diff1": 0.909096, + "nauc_mrr_at_20_max": 0.769595, + "nauc_mrr_at_20_std": -0.19835, + "nauc_mrr_at_20_diff1": 0.909014, + "nauc_mrr_at_100_max": 0.769217, + "nauc_mrr_at_100_std": -0.198645, + "nauc_mrr_at_100_diff1": 0.908849, + "nauc_mrr_at_1000_max": 0.769194, + "nauc_mrr_at_1000_std": -0.198763, + "nauc_mrr_at_1000_diff1": 0.908862, + "main_score": 0.93406, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.87862, + "ndcg_at_5": 0.88647, + "ndcg_at_10": 0.89452, + "ndcg_at_20": 0.89871, + "ndcg_at_100": 0.90421, + "ndcg_at_1000": 0.90434, + "map_at_1": 0.83444, + "map_at_3": 0.86778, + "map_at_5": 0.87217, + "map_at_10": 0.87558, + "map_at_20": 0.87671, + "map_at_100": 0.87753, + "map_at_1000": 0.87753, + "recall_at_1": 0.83444, + "recall_at_3": 0.91, + "recall_at_5": 0.92889, + "recall_at_10": 0.95333, + "recall_at_20": 0.97, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.83444, + "precision_at_3": 0.30333, + "precision_at_5": 0.18578, + "precision_at_10": 0.09533, + "precision_at_20": 0.0485, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.867778, + "mrr_at_5": 0.872167, + "mrr_at_10": 0.875578, + "mrr_at_20": 0.876713, + "mrr_at_100": 0.877528, + "mrr_at_1000": 0.877531, + "nauc_ndcg_at_1_max": 0.74711, + "nauc_ndcg_at_1_std": 0.039542, + "nauc_ndcg_at_1_diff1": 0.864951, + "nauc_ndcg_at_3_max": 0.794158, + "nauc_ndcg_at_3_std": 0.125774, + "nauc_ndcg_at_3_diff1": 0.859959, + "nauc_ndcg_at_5_max": 0.79335, + "nauc_ndcg_at_5_std": 0.12516, + "nauc_ndcg_at_5_diff1": 0.858557, + "nauc_ndcg_at_10_max": 0.793709, + "nauc_ndcg_at_10_std": 0.145818, + "nauc_ndcg_at_10_diff1": 0.861433, + "nauc_ndcg_at_20_max": 0.790768, + "nauc_ndcg_at_20_std": 0.132689, + "nauc_ndcg_at_20_diff1": 0.864861, + "nauc_ndcg_at_100_max": 0.783339, + "nauc_ndcg_at_100_std": 0.112052, + "nauc_ndcg_at_100_diff1": 0.862758, + "nauc_ndcg_at_1000_max": 0.783041, + "nauc_ndcg_at_1000_std": 0.110827, + "nauc_ndcg_at_1000_diff1": 0.862569, + "nauc_map_at_1_max": 0.74711, + "nauc_map_at_1_std": 0.039542, + "nauc_map_at_1_diff1": 0.864951, + "nauc_map_at_3_max": 0.781217, + "nauc_map_at_3_std": 0.098868, + "nauc_map_at_3_diff1": 0.861932, + "nauc_map_at_5_max": 0.780128, + "nauc_map_at_5_std": 0.097279, + "nauc_map_at_5_diff1": 0.861309, + "nauc_map_at_10_max": 0.779875, + "nauc_map_at_10_std": 0.104426, + "nauc_map_at_10_diff1": 0.862219, + "nauc_map_at_20_max": 0.779024, + "nauc_map_at_20_std": 0.10075, + "nauc_map_at_20_diff1": 0.862962, + "nauc_map_at_100_max": 0.778046, + "nauc_map_at_100_std": 0.098041, + "nauc_map_at_100_diff1": 0.86267, + "nauc_map_at_1000_max": 0.778041, + "nauc_map_at_1000_std": 0.098021, + "nauc_map_at_1000_diff1": 0.862667, + "nauc_recall_at_1_max": 0.74711, + "nauc_recall_at_1_std": 0.039542, + "nauc_recall_at_1_diff1": 0.864951, + "nauc_recall_at_3_max": 0.846497, + "nauc_recall_at_3_std": 0.236608, + "nauc_recall_at_3_diff1": 0.851598, + "nauc_recall_at_5_max": 0.858996, + "nauc_recall_at_5_std": 0.266077, + "nauc_recall_at_5_diff1": 0.844093, + "nauc_recall_at_10_max": 0.895792, + "nauc_recall_at_10_std": 0.47041, + "nauc_recall_at_10_diff1": 0.858343, + "nauc_recall_at_20_max": 0.916312, + "nauc_recall_at_20_std": 0.490888, + "nauc_recall_at_20_diff1": 0.90222, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74711, + "nauc_precision_at_1_std": 0.039542, + "nauc_precision_at_1_diff1": 0.864951, + "nauc_precision_at_3_max": 0.846497, + "nauc_precision_at_3_std": 0.236608, + "nauc_precision_at_3_diff1": 0.851598, + "nauc_precision_at_5_max": 0.858996, + "nauc_precision_at_5_std": 0.266077, + "nauc_precision_at_5_diff1": 0.844093, + "nauc_precision_at_10_max": 0.895792, + "nauc_precision_at_10_std": 0.47041, + "nauc_precision_at_10_diff1": 0.858343, + "nauc_precision_at_20_max": 0.916312, + "nauc_precision_at_20_std": 0.490888, + "nauc_precision_at_20_diff1": 0.90222, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74711, + "nauc_mrr_at_1_std": 0.039542, + "nauc_mrr_at_1_diff1": 0.864951, + "nauc_mrr_at_3_max": 0.781217, + "nauc_mrr_at_3_std": 0.098868, + "nauc_mrr_at_3_diff1": 0.861932, + "nauc_mrr_at_5_max": 0.780128, + "nauc_mrr_at_5_std": 0.097279, + "nauc_mrr_at_5_diff1": 0.861309, + "nauc_mrr_at_10_max": 0.779875, + "nauc_mrr_at_10_std": 0.104426, + "nauc_mrr_at_10_diff1": 0.862219, + "nauc_mrr_at_20_max": 0.779024, + "nauc_mrr_at_20_std": 0.10075, + "nauc_mrr_at_20_diff1": 0.862962, + "nauc_mrr_at_100_max": 0.778046, + "nauc_mrr_at_100_std": 0.098041, + "nauc_mrr_at_100_diff1": 0.86267, + "nauc_mrr_at_1000_max": 0.778041, + "nauc_mrr_at_1000_std": 0.098021, + "nauc_mrr_at_1000_diff1": 0.862667, + "main_score": 0.89452, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.78556, + "ndcg_at_3": 0.82415, + "ndcg_at_5": 0.83328, + "ndcg_at_10": 0.84504, + "ndcg_at_20": 0.85157, + "ndcg_at_100": 0.8595, + "ndcg_at_1000": 0.86227, + "map_at_1": 0.78556, + "map_at_3": 0.81481, + "map_at_5": 0.81987, + "map_at_10": 0.82488, + "map_at_20": 0.8267, + "map_at_100": 0.82767, + "map_at_1000": 0.82778, + "recall_at_1": 0.78556, + "recall_at_3": 0.85111, + "recall_at_5": 0.87333, + "recall_at_10": 0.90889, + "recall_at_20": 0.93444, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.78556, + "precision_at_3": 0.2837, + "precision_at_5": 0.17467, + "precision_at_10": 0.09089, + "precision_at_20": 0.04672, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785556, + "mrr_at_3": 0.814815, + "mrr_at_5": 0.81987, + "mrr_at_10": 0.824878, + "mrr_at_20": 0.826699, + "mrr_at_100": 0.82767, + "mrr_at_1000": 0.827781, + "nauc_ndcg_at_1_max": 0.761262, + "nauc_ndcg_at_1_std": -0.040907, + "nauc_ndcg_at_1_diff1": 0.887786, + "nauc_ndcg_at_3_max": 0.791529, + "nauc_ndcg_at_3_std": -0.016177, + "nauc_ndcg_at_3_diff1": 0.879332, + "nauc_ndcg_at_5_max": 0.792865, + "nauc_ndcg_at_5_std": 0.002187, + "nauc_ndcg_at_5_diff1": 0.875173, + "nauc_ndcg_at_10_max": 0.789511, + "nauc_ndcg_at_10_std": -0.00811, + "nauc_ndcg_at_10_diff1": 0.874973, + "nauc_ndcg_at_20_max": 0.79205, + "nauc_ndcg_at_20_std": -0.000763, + "nauc_ndcg_at_20_diff1": 0.877322, + "nauc_ndcg_at_100_max": 0.788971, + "nauc_ndcg_at_100_std": -0.001809, + "nauc_ndcg_at_100_diff1": 0.878554, + "nauc_ndcg_at_1000_max": 0.787502, + "nauc_ndcg_at_1000_std": -0.00815, + "nauc_ndcg_at_1000_diff1": 0.878804, + "nauc_map_at_1_max": 0.761262, + "nauc_map_at_1_std": -0.040907, + "nauc_map_at_1_diff1": 0.887786, + "nauc_map_at_3_max": 0.784552, + "nauc_map_at_3_std": -0.022077, + "nauc_map_at_3_diff1": 0.881438, + "nauc_map_at_5_max": 0.785201, + "nauc_map_at_5_std": -0.01272, + "nauc_map_at_5_diff1": 0.879284, + "nauc_map_at_10_max": 0.78368, + "nauc_map_at_10_std": -0.016891, + "nauc_map_at_10_diff1": 0.87934, + "nauc_map_at_20_max": 0.784223, + "nauc_map_at_20_std": -0.015589, + "nauc_map_at_20_diff1": 0.880018, + "nauc_map_at_100_max": 0.783882, + "nauc_map_at_100_std": -0.015536, + "nauc_map_at_100_diff1": 0.880177, + "nauc_map_at_1000_max": 0.783831, + "nauc_map_at_1000_std": -0.015723, + "nauc_map_at_1000_diff1": 0.880187, + "nauc_recall_at_1_max": 0.761262, + "nauc_recall_at_1_std": -0.040907, + "nauc_recall_at_1_diff1": 0.887786, + "nauc_recall_at_3_max": 0.815295, + "nauc_recall_at_3_std": 0.004037, + "nauc_recall_at_3_diff1": 0.872064, + "nauc_recall_at_5_max": 0.822368, + "nauc_recall_at_5_std": 0.064063, + "nauc_recall_at_5_diff1": 0.85836, + "nauc_recall_at_10_max": 0.816806, + "nauc_recall_at_10_std": 0.034268, + "nauc_recall_at_10_diff1": 0.851347, + "nauc_recall_at_20_max": 0.848755, + "nauc_recall_at_20_std": 0.119206, + "nauc_recall_at_20_diff1": 0.860656, + "nauc_recall_at_100_max": 0.85761, + "nauc_recall_at_100_std": 0.303528, + "nauc_recall_at_100_diff1": 0.86707, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761262, + "nauc_precision_at_1_std": -0.040907, + "nauc_precision_at_1_diff1": 0.887786, + "nauc_precision_at_3_max": 0.815295, + "nauc_precision_at_3_std": 0.004037, + "nauc_precision_at_3_diff1": 0.872064, + "nauc_precision_at_5_max": 0.822368, + "nauc_precision_at_5_std": 0.064063, + "nauc_precision_at_5_diff1": 0.85836, + "nauc_precision_at_10_max": 0.816806, + "nauc_precision_at_10_std": 0.034268, + "nauc_precision_at_10_diff1": 0.851347, + "nauc_precision_at_20_max": 0.848755, + "nauc_precision_at_20_std": 0.119206, + "nauc_precision_at_20_diff1": 0.860656, + "nauc_precision_at_100_max": 0.85761, + "nauc_precision_at_100_std": 0.303528, + "nauc_precision_at_100_diff1": 0.86707, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761262, + "nauc_mrr_at_1_std": -0.040907, + "nauc_mrr_at_1_diff1": 0.887786, + "nauc_mrr_at_3_max": 0.784552, + "nauc_mrr_at_3_std": -0.022077, + "nauc_mrr_at_3_diff1": 0.881438, + "nauc_mrr_at_5_max": 0.785201, + "nauc_mrr_at_5_std": -0.01272, + "nauc_mrr_at_5_diff1": 0.879284, + "nauc_mrr_at_10_max": 0.78368, + "nauc_mrr_at_10_std": -0.016891, + "nauc_mrr_at_10_diff1": 0.87934, + "nauc_mrr_at_20_max": 0.784223, + "nauc_mrr_at_20_std": -0.015589, + "nauc_mrr_at_20_diff1": 0.880018, + "nauc_mrr_at_100_max": 0.783882, + "nauc_mrr_at_100_std": -0.015536, + "nauc_mrr_at_100_diff1": 0.880177, + "nauc_mrr_at_1000_max": 0.783831, + "nauc_mrr_at_1000_std": -0.015723, + "nauc_mrr_at_1000_diff1": 0.880187, + "main_score": 0.84504, + "hf_subset": "afr_Latn-afr_Latn", + "languages": [ + "afr-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.90469, + "ndcg_at_5": 0.91005, + "ndcg_at_10": 0.91662, + "ndcg_at_20": 0.91929, + "ndcg_at_100": 0.92148, + "ndcg_at_1000": 0.92207, + "map_at_1": 0.85222, + "map_at_3": 0.89241, + "map_at_5": 0.8953, + "map_at_10": 0.89807, + "map_at_20": 0.89888, + "map_at_100": 0.89915, + "map_at_1000": 0.89918, + "recall_at_1": 0.85222, + "recall_at_3": 0.94, + "recall_at_5": 0.95333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85222, + "precision_at_3": 0.31333, + "precision_at_5": 0.19067, + "precision_at_10": 0.09733, + "precision_at_20": 0.04917, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.892407, + "mrr_at_5": 0.895296, + "mrr_at_10": 0.89807, + "mrr_at_20": 0.898876, + "mrr_at_100": 0.89915, + "mrr_at_1000": 0.899175, + "nauc_ndcg_at_1_max": 0.757537, + "nauc_ndcg_at_1_std": -0.143147, + "nauc_ndcg_at_1_diff1": 0.914421, + "nauc_ndcg_at_3_max": 0.779547, + "nauc_ndcg_at_3_std": -0.152582, + "nauc_ndcg_at_3_diff1": 0.899495, + "nauc_ndcg_at_5_max": 0.775971, + "nauc_ndcg_at_5_std": -0.159667, + "nauc_ndcg_at_5_diff1": 0.89826, + "nauc_ndcg_at_10_max": 0.766932, + "nauc_ndcg_at_10_std": -0.190536, + "nauc_ndcg_at_10_diff1": 0.898792, + "nauc_ndcg_at_20_max": 0.767407, + "nauc_ndcg_at_20_std": -0.176916, + "nauc_ndcg_at_20_diff1": 0.89986, + "nauc_ndcg_at_100_max": 0.768018, + "nauc_ndcg_at_100_std": -0.158195, + "nauc_ndcg_at_100_diff1": 0.901186, + "nauc_ndcg_at_1000_max": 0.768875, + "nauc_ndcg_at_1000_std": -0.161041, + "nauc_ndcg_at_1000_diff1": 0.901457, + "nauc_map_at_1_max": 0.757537, + "nauc_map_at_1_std": -0.143147, + "nauc_map_at_1_diff1": 0.914421, + "nauc_map_at_3_max": 0.773593, + "nauc_map_at_3_std": -0.146312, + "nauc_map_at_3_diff1": 0.90304, + "nauc_map_at_5_max": 0.771643, + "nauc_map_at_5_std": -0.149299, + "nauc_map_at_5_diff1": 0.902509, + "nauc_map_at_10_max": 0.768474, + "nauc_map_at_10_std": -0.1598, + "nauc_map_at_10_diff1": 0.902804, + "nauc_map_at_20_max": 0.768682, + "nauc_map_at_20_std": -0.156349, + "nauc_map_at_20_diff1": 0.903096, + "nauc_map_at_100_max": 0.76867, + "nauc_map_at_100_std": -0.154599, + "nauc_map_at_100_diff1": 0.903204, + "nauc_map_at_1000_max": 0.768713, + "nauc_map_at_1000_std": -0.15466, + "nauc_map_at_1000_diff1": 0.903208, + "nauc_recall_at_1_max": 0.757537, + "nauc_recall_at_1_std": -0.143147, + "nauc_recall_at_1_diff1": 0.914421, + "nauc_recall_at_3_max": 0.808573, + "nauc_recall_at_3_std": -0.186378, + "nauc_recall_at_3_diff1": 0.882638, + "nauc_recall_at_5_max": 0.801176, + "nauc_recall_at_5_std": -0.230381, + "nauc_recall_at_5_diff1": 0.87256, + "nauc_recall_at_10_max": 0.735022, + "nauc_recall_at_10_std": -0.566935, + "nauc_recall_at_10_diff1": 0.858388, + "nauc_recall_at_20_max": 0.720884, + "nauc_recall_at_20_std": -0.548086, + "nauc_recall_at_20_diff1": 0.852941, + "nauc_recall_at_100_max": 0.674486, + "nauc_recall_at_100_std": 0.245565, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757537, + "nauc_precision_at_1_std": -0.143147, + "nauc_precision_at_1_diff1": 0.914421, + "nauc_precision_at_3_max": 0.808573, + "nauc_precision_at_3_std": -0.186378, + "nauc_precision_at_3_diff1": 0.882638, + "nauc_precision_at_5_max": 0.801176, + "nauc_precision_at_5_std": -0.230381, + "nauc_precision_at_5_diff1": 0.87256, + "nauc_precision_at_10_max": 0.735022, + "nauc_precision_at_10_std": -0.566935, + "nauc_precision_at_10_diff1": 0.858388, + "nauc_precision_at_20_max": 0.720884, + "nauc_precision_at_20_std": -0.548086, + "nauc_precision_at_20_diff1": 0.852941, + "nauc_precision_at_100_max": 0.674486, + "nauc_precision_at_100_std": 0.245565, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757537, + "nauc_mrr_at_1_std": -0.143147, + "nauc_mrr_at_1_diff1": 0.914421, + "nauc_mrr_at_3_max": 0.773593, + "nauc_mrr_at_3_std": -0.146312, + "nauc_mrr_at_3_diff1": 0.90304, + "nauc_mrr_at_5_max": 0.771643, + "nauc_mrr_at_5_std": -0.149299, + "nauc_mrr_at_5_diff1": 0.902509, + "nauc_mrr_at_10_max": 0.768474, + "nauc_mrr_at_10_std": -0.1598, + "nauc_mrr_at_10_diff1": 0.902804, + "nauc_mrr_at_20_max": 0.768682, + "nauc_mrr_at_20_std": -0.156349, + "nauc_mrr_at_20_diff1": 0.903096, + "nauc_mrr_at_100_max": 0.76867, + "nauc_mrr_at_100_std": -0.154599, + "nauc_mrr_at_100_diff1": 0.903204, + "nauc_mrr_at_1000_max": 0.768713, + "nauc_mrr_at_1000_std": -0.15466, + "nauc_mrr_at_1000_diff1": 0.903208, + "main_score": 0.91662, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72333, + "ndcg_at_3": 0.77788, + "ndcg_at_5": 0.78946, + "ndcg_at_10": 0.80052, + "ndcg_at_20": 0.80779, + "ndcg_at_100": 0.81816, + "ndcg_at_1000": 0.823, + "map_at_1": 0.72333, + "map_at_3": 0.76481, + "map_at_5": 0.77131, + "map_at_10": 0.77584, + "map_at_20": 0.77782, + "map_at_100": 0.77919, + "map_at_1000": 0.7794, + "recall_at_1": 0.72333, + "recall_at_3": 0.81556, + "recall_at_5": 0.84333, + "recall_at_10": 0.87778, + "recall_at_20": 0.90667, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "precision_at_1": 0.72333, + "precision_at_3": 0.27185, + "precision_at_5": 0.16867, + "precision_at_10": 0.08778, + "precision_at_20": 0.04533, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.723333, + "mrr_at_3": 0.764815, + "mrr_at_5": 0.771315, + "mrr_at_10": 0.775838, + "mrr_at_20": 0.777819, + "mrr_at_100": 0.779194, + "mrr_at_1000": 0.779398, + "nauc_ndcg_at_1_max": 0.824687, + "nauc_ndcg_at_1_std": 0.208237, + "nauc_ndcg_at_1_diff1": 0.904293, + "nauc_ndcg_at_3_max": 0.843812, + "nauc_ndcg_at_3_std": 0.269608, + "nauc_ndcg_at_3_diff1": 0.885108, + "nauc_ndcg_at_5_max": 0.846142, + "nauc_ndcg_at_5_std": 0.292411, + "nauc_ndcg_at_5_diff1": 0.882303, + "nauc_ndcg_at_10_max": 0.845369, + "nauc_ndcg_at_10_std": 0.303326, + "nauc_ndcg_at_10_diff1": 0.883728, + "nauc_ndcg_at_20_max": 0.844866, + "nauc_ndcg_at_20_std": 0.301095, + "nauc_ndcg_at_20_diff1": 0.882135, + "nauc_ndcg_at_100_max": 0.843202, + "nauc_ndcg_at_100_std": 0.289299, + "nauc_ndcg_at_100_diff1": 0.884836, + "nauc_ndcg_at_1000_max": 0.842607, + "nauc_ndcg_at_1000_std": 0.281373, + "nauc_ndcg_at_1000_diff1": 0.886336, + "nauc_map_at_1_max": 0.824687, + "nauc_map_at_1_std": 0.208237, + "nauc_map_at_1_diff1": 0.904293, + "nauc_map_at_3_max": 0.83957, + "nauc_map_at_3_std": 0.253725, + "nauc_map_at_3_diff1": 0.890012, + "nauc_map_at_5_max": 0.840644, + "nauc_map_at_5_std": 0.264879, + "nauc_map_at_5_diff1": 0.888708, + "nauc_map_at_10_max": 0.84037, + "nauc_map_at_10_std": 0.268379, + "nauc_map_at_10_diff1": 0.889417, + "nauc_map_at_20_max": 0.840188, + "nauc_map_at_20_std": 0.267305, + "nauc_map_at_20_diff1": 0.88903, + "nauc_map_at_100_max": 0.84003, + "nauc_map_at_100_std": 0.265884, + "nauc_map_at_100_diff1": 0.889348, + "nauc_map_at_1000_max": 0.840026, + "nauc_map_at_1000_std": 0.265671, + "nauc_map_at_1000_diff1": 0.889413, + "nauc_recall_at_1_max": 0.824687, + "nauc_recall_at_1_std": 0.208237, + "nauc_recall_at_1_diff1": 0.904293, + "nauc_recall_at_3_max": 0.858226, + "nauc_recall_at_3_std": 0.324997, + "nauc_recall_at_3_diff1": 0.868038, + "nauc_recall_at_5_max": 0.867899, + "nauc_recall_at_5_std": 0.406138, + "nauc_recall_at_5_diff1": 0.856472, + "nauc_recall_at_10_max": 0.868651, + "nauc_recall_at_10_std": 0.486636, + "nauc_recall_at_10_diff1": 0.856208, + "nauc_recall_at_20_max": 0.871615, + "nauc_recall_at_20_std": 0.524699, + "nauc_recall_at_20_diff1": 0.837546, + "nauc_recall_at_100_max": 0.867371, + "nauc_recall_at_100_std": 0.570849, + "nauc_recall_at_100_diff1": 0.837379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.824687, + "nauc_precision_at_1_std": 0.208237, + "nauc_precision_at_1_diff1": 0.904293, + "nauc_precision_at_3_max": 0.858226, + "nauc_precision_at_3_std": 0.324997, + "nauc_precision_at_3_diff1": 0.868038, + "nauc_precision_at_5_max": 0.867899, + "nauc_precision_at_5_std": 0.406138, + "nauc_precision_at_5_diff1": 0.856472, + "nauc_precision_at_10_max": 0.868651, + "nauc_precision_at_10_std": 0.486636, + "nauc_precision_at_10_diff1": 0.856208, + "nauc_precision_at_20_max": 0.871615, + "nauc_precision_at_20_std": 0.524699, + "nauc_precision_at_20_diff1": 0.837546, + "nauc_precision_at_100_max": 0.867371, + "nauc_precision_at_100_std": 0.570849, + "nauc_precision_at_100_diff1": 0.837379, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.824687, + "nauc_mrr_at_1_std": 0.208237, + "nauc_mrr_at_1_diff1": 0.904293, + "nauc_mrr_at_3_max": 0.83957, + "nauc_mrr_at_3_std": 0.253725, + "nauc_mrr_at_3_diff1": 0.890012, + "nauc_mrr_at_5_max": 0.840644, + "nauc_mrr_at_5_std": 0.264879, + "nauc_mrr_at_5_diff1": 0.888708, + "nauc_mrr_at_10_max": 0.84037, + "nauc_mrr_at_10_std": 0.268379, + "nauc_mrr_at_10_diff1": 0.889417, + "nauc_mrr_at_20_max": 0.840188, + "nauc_mrr_at_20_std": 0.267305, + "nauc_mrr_at_20_diff1": 0.88903, + "nauc_mrr_at_100_max": 0.84003, + "nauc_mrr_at_100_std": 0.265884, + "nauc_mrr_at_100_diff1": 0.889348, + "nauc_mrr_at_1000_max": 0.840026, + "nauc_mrr_at_1000_std": 0.265671, + "nauc_mrr_at_1000_diff1": 0.889413, + "main_score": 0.80052, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.64889, + "ndcg_at_3": 0.711, + "ndcg_at_5": 0.72554, + "ndcg_at_10": 0.73886, + "ndcg_at_20": 0.74702, + "ndcg_at_100": 0.76031, + "ndcg_at_1000": 0.76886, + "map_at_1": 0.64889, + "map_at_3": 0.6963, + "map_at_5": 0.7043, + "map_at_10": 0.70981, + "map_at_20": 0.71205, + "map_at_100": 0.71386, + "map_at_1000": 0.7142, + "recall_at_1": 0.64889, + "recall_at_3": 0.75333, + "recall_at_5": 0.78889, + "recall_at_10": 0.83, + "recall_at_20": 0.86222, + "recall_at_100": 0.93444, + "recall_at_1000": 1.0, + "precision_at_1": 0.64889, + "precision_at_3": 0.25111, + "precision_at_5": 0.15778, + "precision_at_10": 0.083, + "precision_at_20": 0.04311, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.648889, + "mrr_at_3": 0.696296, + "mrr_at_5": 0.704296, + "mrr_at_10": 0.709809, + "mrr_at_20": 0.712054, + "mrr_at_100": 0.713855, + "mrr_at_1000": 0.7142, + "nauc_ndcg_at_1_max": 0.659109, + "nauc_ndcg_at_1_std": -0.2373, + "nauc_ndcg_at_1_diff1": 0.828428, + "nauc_ndcg_at_3_max": 0.679542, + "nauc_ndcg_at_3_std": -0.226475, + "nauc_ndcg_at_3_diff1": 0.793061, + "nauc_ndcg_at_5_max": 0.673564, + "nauc_ndcg_at_5_std": -0.220092, + "nauc_ndcg_at_5_diff1": 0.787145, + "nauc_ndcg_at_10_max": 0.67642, + "nauc_ndcg_at_10_std": -0.204652, + "nauc_ndcg_at_10_diff1": 0.783631, + "nauc_ndcg_at_20_max": 0.675451, + "nauc_ndcg_at_20_std": -0.195691, + "nauc_ndcg_at_20_diff1": 0.785019, + "nauc_ndcg_at_100_max": 0.670969, + "nauc_ndcg_at_100_std": -0.202258, + "nauc_ndcg_at_100_diff1": 0.785505, + "nauc_ndcg_at_1000_max": 0.672154, + "nauc_ndcg_at_1000_std": -0.211398, + "nauc_ndcg_at_1000_diff1": 0.790755, + "nauc_map_at_1_max": 0.659109, + "nauc_map_at_1_std": -0.2373, + "nauc_map_at_1_diff1": 0.828428, + "nauc_map_at_3_max": 0.674441, + "nauc_map_at_3_std": -0.229808, + "nauc_map_at_3_diff1": 0.80117, + "nauc_map_at_5_max": 0.671362, + "nauc_map_at_5_std": -0.226712, + "nauc_map_at_5_diff1": 0.7983, + "nauc_map_at_10_max": 0.672139, + "nauc_map_at_10_std": -0.220746, + "nauc_map_at_10_diff1": 0.797042, + "nauc_map_at_20_max": 0.671904, + "nauc_map_at_20_std": -0.218776, + "nauc_map_at_20_diff1": 0.79749, + "nauc_map_at_100_max": 0.671181, + "nauc_map_at_100_std": -0.219851, + "nauc_map_at_100_diff1": 0.797527, + "nauc_map_at_1000_max": 0.671232, + "nauc_map_at_1000_std": -0.220227, + "nauc_map_at_1000_diff1": 0.797724, + "nauc_recall_at_1_max": 0.659109, + "nauc_recall_at_1_std": -0.2373, + "nauc_recall_at_1_diff1": 0.828428, + "nauc_recall_at_3_max": 0.69653, + "nauc_recall_at_3_std": -0.215045, + "nauc_recall_at_3_diff1": 0.766431, + "nauc_recall_at_5_max": 0.680185, + "nauc_recall_at_5_std": -0.193752, + "nauc_recall_at_5_diff1": 0.745193, + "nauc_recall_at_10_max": 0.696178, + "nauc_recall_at_10_std": -0.122863, + "nauc_recall_at_10_diff1": 0.722074, + "nauc_recall_at_20_max": 0.693523, + "nauc_recall_at_20_std": -0.045566, + "nauc_recall_at_20_diff1": 0.718183, + "nauc_recall_at_100_max": 0.644907, + "nauc_recall_at_100_std": 0.002485, + "nauc_recall_at_100_diff1": 0.66404, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659109, + "nauc_precision_at_1_std": -0.2373, + "nauc_precision_at_1_diff1": 0.828428, + "nauc_precision_at_3_max": 0.69653, + "nauc_precision_at_3_std": -0.215045, + "nauc_precision_at_3_diff1": 0.766431, + "nauc_precision_at_5_max": 0.680185, + "nauc_precision_at_5_std": -0.193752, + "nauc_precision_at_5_diff1": 0.745193, + "nauc_precision_at_10_max": 0.696178, + "nauc_precision_at_10_std": -0.122863, + "nauc_precision_at_10_diff1": 0.722074, + "nauc_precision_at_20_max": 0.693523, + "nauc_precision_at_20_std": -0.045566, + "nauc_precision_at_20_diff1": 0.718183, + "nauc_precision_at_100_max": 0.644907, + "nauc_precision_at_100_std": 0.002485, + "nauc_precision_at_100_diff1": 0.66404, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659109, + "nauc_mrr_at_1_std": -0.2373, + "nauc_mrr_at_1_diff1": 0.828428, + "nauc_mrr_at_3_max": 0.674441, + "nauc_mrr_at_3_std": -0.229808, + "nauc_mrr_at_3_diff1": 0.80117, + "nauc_mrr_at_5_max": 0.671362, + "nauc_mrr_at_5_std": -0.226712, + "nauc_mrr_at_5_diff1": 0.7983, + "nauc_mrr_at_10_max": 0.672139, + "nauc_mrr_at_10_std": -0.220746, + "nauc_mrr_at_10_diff1": 0.797042, + "nauc_mrr_at_20_max": 0.671904, + "nauc_mrr_at_20_std": -0.218776, + "nauc_mrr_at_20_diff1": 0.79749, + "nauc_mrr_at_100_max": 0.671181, + "nauc_mrr_at_100_std": -0.219851, + "nauc_mrr_at_100_diff1": 0.797527, + "nauc_mrr_at_1000_max": 0.671232, + "nauc_mrr_at_1000_std": -0.220227, + "nauc_mrr_at_1000_diff1": 0.797724, + "main_score": 0.73886, + "hf_subset": "als_Latn-als_Latn", + "languages": [ + "als-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.73333, + "ndcg_at_3": 0.79618, + "ndcg_at_5": 0.8088, + "ndcg_at_10": 0.82004, + "ndcg_at_20": 0.82826, + "ndcg_at_100": 0.83754, + "ndcg_at_1000": 0.83946, + "map_at_1": 0.73333, + "map_at_3": 0.78167, + "map_at_5": 0.78856, + "map_at_10": 0.79325, + "map_at_20": 0.79555, + "map_at_100": 0.79683, + "map_at_1000": 0.79692, + "recall_at_1": 0.73333, + "recall_at_3": 0.83778, + "recall_at_5": 0.86889, + "recall_at_10": 0.90333, + "recall_at_20": 0.93556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.73333, + "precision_at_3": 0.27926, + "precision_at_5": 0.17378, + "precision_at_10": 0.09033, + "precision_at_20": 0.04678, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.733333, + "mrr_at_3": 0.781667, + "mrr_at_5": 0.788556, + "mrr_at_10": 0.793252, + "mrr_at_20": 0.795555, + "mrr_at_100": 0.796833, + "mrr_at_1000": 0.796918, + "nauc_ndcg_at_1_max": 0.752021, + "nauc_ndcg_at_1_std": -0.077292, + "nauc_ndcg_at_1_diff1": 0.870241, + "nauc_ndcg_at_3_max": 0.779128, + "nauc_ndcg_at_3_std": -0.055206, + "nauc_ndcg_at_3_diff1": 0.843399, + "nauc_ndcg_at_5_max": 0.776905, + "nauc_ndcg_at_5_std": -0.062155, + "nauc_ndcg_at_5_diff1": 0.839926, + "nauc_ndcg_at_10_max": 0.767128, + "nauc_ndcg_at_10_std": -0.076796, + "nauc_ndcg_at_10_diff1": 0.83943, + "nauc_ndcg_at_20_max": 0.766419, + "nauc_ndcg_at_20_std": -0.071379, + "nauc_ndcg_at_20_diff1": 0.840041, + "nauc_ndcg_at_100_max": 0.767311, + "nauc_ndcg_at_100_std": -0.067787, + "nauc_ndcg_at_100_diff1": 0.844368, + "nauc_ndcg_at_1000_max": 0.767809, + "nauc_ndcg_at_1000_std": -0.0675, + "nauc_ndcg_at_1000_diff1": 0.845724, + "nauc_map_at_1_max": 0.752021, + "nauc_map_at_1_std": -0.077292, + "nauc_map_at_1_diff1": 0.870241, + "nauc_map_at_3_max": 0.772123, + "nauc_map_at_3_std": -0.059911, + "nauc_map_at_3_diff1": 0.850143, + "nauc_map_at_5_max": 0.770725, + "nauc_map_at_5_std": -0.063595, + "nauc_map_at_5_diff1": 0.848564, + "nauc_map_at_10_max": 0.766896, + "nauc_map_at_10_std": -0.069207, + "nauc_map_at_10_diff1": 0.848453, + "nauc_map_at_20_max": 0.766859, + "nauc_map_at_20_std": -0.067392, + "nauc_map_at_20_diff1": 0.848795, + "nauc_map_at_100_max": 0.766868, + "nauc_map_at_100_std": -0.067081, + "nauc_map_at_100_diff1": 0.849354, + "nauc_map_at_1000_max": 0.766923, + "nauc_map_at_1000_std": -0.067019, + "nauc_map_at_1000_diff1": 0.849423, + "nauc_recall_at_1_max": 0.752021, + "nauc_recall_at_1_std": -0.077292, + "nauc_recall_at_1_diff1": 0.870241, + "nauc_recall_at_3_max": 0.804694, + "nauc_recall_at_3_std": -0.038623, + "nauc_recall_at_3_diff1": 0.818897, + "nauc_recall_at_5_max": 0.802998, + "nauc_recall_at_5_std": -0.058367, + "nauc_recall_at_5_diff1": 0.802185, + "nauc_recall_at_10_max": 0.760799, + "nauc_recall_at_10_std": -0.132221, + "nauc_recall_at_10_diff1": 0.788982, + "nauc_recall_at_20_max": 0.748084, + "nauc_recall_at_20_std": -0.117132, + "nauc_recall_at_20_diff1": 0.767829, + "nauc_recall_at_100_max": 0.749551, + "nauc_recall_at_100_std": -0.057495, + "nauc_recall_at_100_diff1": 0.751311, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752021, + "nauc_precision_at_1_std": -0.077292, + "nauc_precision_at_1_diff1": 0.870241, + "nauc_precision_at_3_max": 0.804694, + "nauc_precision_at_3_std": -0.038623, + "nauc_precision_at_3_diff1": 0.818897, + "nauc_precision_at_5_max": 0.802998, + "nauc_precision_at_5_std": -0.058367, + "nauc_precision_at_5_diff1": 0.802185, + "nauc_precision_at_10_max": 0.760799, + "nauc_precision_at_10_std": -0.132221, + "nauc_precision_at_10_diff1": 0.788982, + "nauc_precision_at_20_max": 0.748084, + "nauc_precision_at_20_std": -0.117132, + "nauc_precision_at_20_diff1": 0.767829, + "nauc_precision_at_100_max": 0.749551, + "nauc_precision_at_100_std": -0.057495, + "nauc_precision_at_100_diff1": 0.751311, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752021, + "nauc_mrr_at_1_std": -0.077292, + "nauc_mrr_at_1_diff1": 0.870241, + "nauc_mrr_at_3_max": 0.772123, + "nauc_mrr_at_3_std": -0.059911, + "nauc_mrr_at_3_diff1": 0.850143, + "nauc_mrr_at_5_max": 0.770725, + "nauc_mrr_at_5_std": -0.063595, + "nauc_mrr_at_5_diff1": 0.848564, + "nauc_mrr_at_10_max": 0.766896, + "nauc_mrr_at_10_std": -0.069207, + "nauc_mrr_at_10_diff1": 0.848453, + "nauc_mrr_at_20_max": 0.766859, + "nauc_mrr_at_20_std": -0.067392, + "nauc_mrr_at_20_diff1": 0.848795, + "nauc_mrr_at_100_max": 0.766868, + "nauc_mrr_at_100_std": -0.067081, + "nauc_mrr_at_100_diff1": 0.849354, + "nauc_mrr_at_1000_max": 0.766923, + "nauc_mrr_at_1000_std": -0.067019, + "nauc_mrr_at_1000_diff1": 0.849423, + "main_score": 0.82004, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.60083, + "ndcg_at_5": 0.62086, + "ndcg_at_10": 0.63096, + "ndcg_at_20": 0.64159, + "ndcg_at_100": 0.66327, + "ndcg_at_1000": 0.67813, + "map_at_1": 0.54, + "map_at_3": 0.58611, + "map_at_5": 0.59717, + "map_at_10": 0.60135, + "map_at_20": 0.60425, + "map_at_100": 0.6071, + "map_at_1000": 0.60767, + "recall_at_1": 0.54, + "recall_at_3": 0.64333, + "recall_at_5": 0.69222, + "recall_at_10": 0.72333, + "recall_at_20": 0.76556, + "recall_at_100": 0.88444, + "recall_at_1000": 1.0, + "precision_at_1": 0.54, + "precision_at_3": 0.21444, + "precision_at_5": 0.13844, + "precision_at_10": 0.07233, + "precision_at_20": 0.03828, + "precision_at_100": 0.00884, + "precision_at_1000": 0.001, + "mrr_at_1": 0.54, + "mrr_at_3": 0.586111, + "mrr_at_5": 0.597167, + "mrr_at_10": 0.601352, + "mrr_at_20": 0.604249, + "mrr_at_100": 0.607104, + "mrr_at_1000": 0.60767, + "nauc_ndcg_at_1_max": 0.803593, + "nauc_ndcg_at_1_std": 0.344131, + "nauc_ndcg_at_1_diff1": 0.858173, + "nauc_ndcg_at_3_max": 0.821156, + "nauc_ndcg_at_3_std": 0.421349, + "nauc_ndcg_at_3_diff1": 0.815588, + "nauc_ndcg_at_5_max": 0.818167, + "nauc_ndcg_at_5_std": 0.4415, + "nauc_ndcg_at_5_diff1": 0.807748, + "nauc_ndcg_at_10_max": 0.820691, + "nauc_ndcg_at_10_std": 0.457908, + "nauc_ndcg_at_10_diff1": 0.806341, + "nauc_ndcg_at_20_max": 0.815692, + "nauc_ndcg_at_20_std": 0.456952, + "nauc_ndcg_at_20_diff1": 0.800936, + "nauc_ndcg_at_100_max": 0.812744, + "nauc_ndcg_at_100_std": 0.448566, + "nauc_ndcg_at_100_diff1": 0.803232, + "nauc_ndcg_at_1000_max": 0.81476, + "nauc_ndcg_at_1000_std": 0.436062, + "nauc_ndcg_at_1000_diff1": 0.810942, + "nauc_map_at_1_max": 0.803593, + "nauc_map_at_1_std": 0.344131, + "nauc_map_at_1_diff1": 0.858173, + "nauc_map_at_3_max": 0.817212, + "nauc_map_at_3_std": 0.401319, + "nauc_map_at_3_diff1": 0.826229, + "nauc_map_at_5_max": 0.815467, + "nauc_map_at_5_std": 0.411353, + "nauc_map_at_5_diff1": 0.82217, + "nauc_map_at_10_max": 0.816412, + "nauc_map_at_10_std": 0.417858, + "nauc_map_at_10_diff1": 0.821624, + "nauc_map_at_20_max": 0.815113, + "nauc_map_at_20_std": 0.417507, + "nauc_map_at_20_diff1": 0.820382, + "nauc_map_at_100_max": 0.814776, + "nauc_map_at_100_std": 0.416443, + "nauc_map_at_100_diff1": 0.820782, + "nauc_map_at_1000_max": 0.814788, + "nauc_map_at_1000_std": 0.416005, + "nauc_map_at_1000_diff1": 0.820999, + "nauc_recall_at_1_max": 0.803593, + "nauc_recall_at_1_std": 0.344131, + "nauc_recall_at_1_diff1": 0.858173, + "nauc_recall_at_3_max": 0.8333, + "nauc_recall_at_3_std": 0.484403, + "nauc_recall_at_3_diff1": 0.782271, + "nauc_recall_at_5_max": 0.826664, + "nauc_recall_at_5_std": 0.547979, + "nauc_recall_at_5_diff1": 0.75766, + "nauc_recall_at_10_max": 0.836858, + "nauc_recall_at_10_std": 0.615815, + "nauc_recall_at_10_diff1": 0.748858, + "nauc_recall_at_20_max": 0.812518, + "nauc_recall_at_20_std": 0.631522, + "nauc_recall_at_20_diff1": 0.711472, + "nauc_recall_at_100_max": 0.771705, + "nauc_recall_at_100_std": 0.667276, + "nauc_recall_at_100_diff1": 0.663712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803593, + "nauc_precision_at_1_std": 0.344131, + "nauc_precision_at_1_diff1": 0.858173, + "nauc_precision_at_3_max": 0.8333, + "nauc_precision_at_3_std": 0.484403, + "nauc_precision_at_3_diff1": 0.782271, + "nauc_precision_at_5_max": 0.826664, + "nauc_precision_at_5_std": 0.547979, + "nauc_precision_at_5_diff1": 0.75766, + "nauc_precision_at_10_max": 0.836858, + "nauc_precision_at_10_std": 0.615815, + "nauc_precision_at_10_diff1": 0.748858, + "nauc_precision_at_20_max": 0.812518, + "nauc_precision_at_20_std": 0.631522, + "nauc_precision_at_20_diff1": 0.711472, + "nauc_precision_at_100_max": 0.771705, + "nauc_precision_at_100_std": 0.667276, + "nauc_precision_at_100_diff1": 0.663712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803593, + "nauc_mrr_at_1_std": 0.344131, + "nauc_mrr_at_1_diff1": 0.858173, + "nauc_mrr_at_3_max": 0.817212, + "nauc_mrr_at_3_std": 0.401319, + "nauc_mrr_at_3_diff1": 0.826229, + "nauc_mrr_at_5_max": 0.815467, + "nauc_mrr_at_5_std": 0.411353, + "nauc_mrr_at_5_diff1": 0.82217, + "nauc_mrr_at_10_max": 0.816412, + "nauc_mrr_at_10_std": 0.417858, + "nauc_mrr_at_10_diff1": 0.821624, + "nauc_mrr_at_20_max": 0.815113, + "nauc_mrr_at_20_std": 0.417507, + "nauc_mrr_at_20_diff1": 0.820382, + "nauc_mrr_at_100_max": 0.814776, + "nauc_mrr_at_100_std": 0.416443, + "nauc_mrr_at_100_diff1": 0.820782, + "nauc_mrr_at_1000_max": 0.814788, + "nauc_mrr_at_1000_std": 0.416005, + "nauc_mrr_at_1000_diff1": 0.820999, + "main_score": 0.63096, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.50333, + "ndcg_at_3": 0.59032, + "ndcg_at_5": 0.6059, + "ndcg_at_10": 0.62818, + "ndcg_at_20": 0.64229, + "ndcg_at_100": 0.66313, + "ndcg_at_1000": 0.67269, + "map_at_1": 0.50333, + "map_at_3": 0.56926, + "map_at_5": 0.57793, + "map_at_10": 0.58713, + "map_at_20": 0.59104, + "map_at_100": 0.59385, + "map_at_1000": 0.59424, + "recall_at_1": 0.50333, + "recall_at_3": 0.65111, + "recall_at_5": 0.68889, + "recall_at_10": 0.75778, + "recall_at_20": 0.81333, + "recall_at_100": 0.92667, + "recall_at_1000": 1.0, + "precision_at_1": 0.50333, + "precision_at_3": 0.21704, + "precision_at_5": 0.13778, + "precision_at_10": 0.07578, + "precision_at_20": 0.04067, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.503333, + "mrr_at_3": 0.569259, + "mrr_at_5": 0.577926, + "mrr_at_10": 0.587125, + "mrr_at_20": 0.591036, + "mrr_at_100": 0.593851, + "mrr_at_1000": 0.594236, + "nauc_ndcg_at_1_max": 0.665334, + "nauc_ndcg_at_1_std": 0.035209, + "nauc_ndcg_at_1_diff1": 0.769972, + "nauc_ndcg_at_3_max": 0.677783, + "nauc_ndcg_at_3_std": 0.066398, + "nauc_ndcg_at_3_diff1": 0.72214, + "nauc_ndcg_at_5_max": 0.667124, + "nauc_ndcg_at_5_std": 0.066936, + "nauc_ndcg_at_5_diff1": 0.706113, + "nauc_ndcg_at_10_max": 0.662919, + "nauc_ndcg_at_10_std": 0.074539, + "nauc_ndcg_at_10_diff1": 0.707062, + "nauc_ndcg_at_20_max": 0.656291, + "nauc_ndcg_at_20_std": 0.073281, + "nauc_ndcg_at_20_diff1": 0.700126, + "nauc_ndcg_at_100_max": 0.658988, + "nauc_ndcg_at_100_std": 0.073531, + "nauc_ndcg_at_100_diff1": 0.707893, + "nauc_ndcg_at_1000_max": 0.662895, + "nauc_ndcg_at_1000_std": 0.06797, + "nauc_ndcg_at_1000_diff1": 0.71508, + "nauc_map_at_1_max": 0.665334, + "nauc_map_at_1_std": 0.035209, + "nauc_map_at_1_diff1": 0.769972, + "nauc_map_at_3_max": 0.674617, + "nauc_map_at_3_std": 0.057764, + "nauc_map_at_3_diff1": 0.73374, + "nauc_map_at_5_max": 0.668936, + "nauc_map_at_5_std": 0.057894, + "nauc_map_at_5_diff1": 0.725381, + "nauc_map_at_10_max": 0.6671, + "nauc_map_at_10_std": 0.060321, + "nauc_map_at_10_diff1": 0.725986, + "nauc_map_at_20_max": 0.66546, + "nauc_map_at_20_std": 0.059647, + "nauc_map_at_20_diff1": 0.724391, + "nauc_map_at_100_max": 0.665942, + "nauc_map_at_100_std": 0.060077, + "nauc_map_at_100_diff1": 0.725657, + "nauc_map_at_1000_max": 0.666073, + "nauc_map_at_1000_std": 0.059925, + "nauc_map_at_1000_diff1": 0.725896, + "nauc_recall_at_1_max": 0.665334, + "nauc_recall_at_1_std": 0.035209, + "nauc_recall_at_1_diff1": 0.769972, + "nauc_recall_at_3_max": 0.688024, + "nauc_recall_at_3_std": 0.094662, + "nauc_recall_at_3_diff1": 0.684887, + "nauc_recall_at_5_max": 0.658957, + "nauc_recall_at_5_std": 0.098516, + "nauc_recall_at_5_diff1": 0.637348, + "nauc_recall_at_10_max": 0.641846, + "nauc_recall_at_10_std": 0.139016, + "nauc_recall_at_10_diff1": 0.62724, + "nauc_recall_at_20_max": 0.595623, + "nauc_recall_at_20_std": 0.14949, + "nauc_recall_at_20_diff1": 0.565225, + "nauc_recall_at_100_max": 0.556298, + "nauc_recall_at_100_std": 0.229968, + "nauc_recall_at_100_diff1": 0.516184, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665334, + "nauc_precision_at_1_std": 0.035209, + "nauc_precision_at_1_diff1": 0.769972, + "nauc_precision_at_3_max": 0.688024, + "nauc_precision_at_3_std": 0.094662, + "nauc_precision_at_3_diff1": 0.684887, + "nauc_precision_at_5_max": 0.658957, + "nauc_precision_at_5_std": 0.098516, + "nauc_precision_at_5_diff1": 0.637348, + "nauc_precision_at_10_max": 0.641846, + "nauc_precision_at_10_std": 0.139016, + "nauc_precision_at_10_diff1": 0.62724, + "nauc_precision_at_20_max": 0.595623, + "nauc_precision_at_20_std": 0.14949, + "nauc_precision_at_20_diff1": 0.565225, + "nauc_precision_at_100_max": 0.556298, + "nauc_precision_at_100_std": 0.229968, + "nauc_precision_at_100_diff1": 0.516184, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665334, + "nauc_mrr_at_1_std": 0.035209, + "nauc_mrr_at_1_diff1": 0.769972, + "nauc_mrr_at_3_max": 0.674617, + "nauc_mrr_at_3_std": 0.057764, + "nauc_mrr_at_3_diff1": 0.73374, + "nauc_mrr_at_5_max": 0.668936, + "nauc_mrr_at_5_std": 0.057894, + "nauc_mrr_at_5_diff1": 0.725381, + "nauc_mrr_at_10_max": 0.6671, + "nauc_mrr_at_10_std": 0.060321, + "nauc_mrr_at_10_diff1": 0.725986, + "nauc_mrr_at_20_max": 0.66546, + "nauc_mrr_at_20_std": 0.059647, + "nauc_mrr_at_20_diff1": 0.724391, + "nauc_mrr_at_100_max": 0.665942, + "nauc_mrr_at_100_std": 0.060077, + "nauc_mrr_at_100_diff1": 0.725657, + "nauc_mrr_at_1000_max": 0.666073, + "nauc_mrr_at_1000_std": 0.059925, + "nauc_mrr_at_1000_diff1": 0.725896, + "main_score": 0.62818, + "hf_subset": "amh_Ethi-amh_Ethi", + "languages": [ + "amh-Ethi", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.62889, + "ndcg_at_3": 0.71619, + "ndcg_at_5": 0.73957, + "ndcg_at_10": 0.75577, + "ndcg_at_20": 0.76878, + "ndcg_at_100": 0.77931, + "ndcg_at_1000": 0.78078, + "map_at_1": 0.62889, + "map_at_3": 0.69556, + "map_at_5": 0.70856, + "map_at_10": 0.71526, + "map_at_20": 0.71888, + "map_at_100": 0.72041, + "map_at_1000": 0.72047, + "recall_at_1": 0.62889, + "recall_at_3": 0.77556, + "recall_at_5": 0.83222, + "recall_at_10": 0.88222, + "recall_at_20": 0.93333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.62889, + "precision_at_3": 0.25852, + "precision_at_5": 0.16644, + "precision_at_10": 0.08822, + "precision_at_20": 0.04667, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628889, + "mrr_at_3": 0.695556, + "mrr_at_5": 0.708556, + "mrr_at_10": 0.715258, + "mrr_at_20": 0.718883, + "mrr_at_100": 0.720411, + "mrr_at_1000": 0.720473, + "nauc_ndcg_at_1_max": 0.580831, + "nauc_ndcg_at_1_std": -0.155574, + "nauc_ndcg_at_1_diff1": 0.773319, + "nauc_ndcg_at_3_max": 0.581849, + "nauc_ndcg_at_3_std": -0.14214, + "nauc_ndcg_at_3_diff1": 0.727244, + "nauc_ndcg_at_5_max": 0.574474, + "nauc_ndcg_at_5_std": -0.165932, + "nauc_ndcg_at_5_diff1": 0.723708, + "nauc_ndcg_at_10_max": 0.569912, + "nauc_ndcg_at_10_std": -0.16471, + "nauc_ndcg_at_10_diff1": 0.723051, + "nauc_ndcg_at_20_max": 0.567185, + "nauc_ndcg_at_20_std": -0.167203, + "nauc_ndcg_at_20_diff1": 0.726592, + "nauc_ndcg_at_100_max": 0.574718, + "nauc_ndcg_at_100_std": -0.154511, + "nauc_ndcg_at_100_diff1": 0.730604, + "nauc_ndcg_at_1000_max": 0.574397, + "nauc_ndcg_at_1000_std": -0.158732, + "nauc_ndcg_at_1000_diff1": 0.733309, + "nauc_map_at_1_max": 0.580831, + "nauc_map_at_1_std": -0.155574, + "nauc_map_at_1_diff1": 0.773319, + "nauc_map_at_3_max": 0.581667, + "nauc_map_at_3_std": -0.147095, + "nauc_map_at_3_diff1": 0.739444, + "nauc_map_at_5_max": 0.577873, + "nauc_map_at_5_std": -0.15931, + "nauc_map_at_5_diff1": 0.738099, + "nauc_map_at_10_max": 0.575965, + "nauc_map_at_10_std": -0.158455, + "nauc_map_at_10_diff1": 0.738015, + "nauc_map_at_20_max": 0.575418, + "nauc_map_at_20_std": -0.159131, + "nauc_map_at_20_diff1": 0.738994, + "nauc_map_at_100_max": 0.576472, + "nauc_map_at_100_std": -0.157506, + "nauc_map_at_100_diff1": 0.739481, + "nauc_map_at_1000_max": 0.57646, + "nauc_map_at_1000_std": -0.157683, + "nauc_map_at_1000_diff1": 0.739588, + "nauc_recall_at_1_max": 0.580831, + "nauc_recall_at_1_std": -0.155574, + "nauc_recall_at_1_diff1": 0.773319, + "nauc_recall_at_3_max": 0.582453, + "nauc_recall_at_3_std": -0.123607, + "nauc_recall_at_3_diff1": 0.683507, + "nauc_recall_at_5_max": 0.557713, + "nauc_recall_at_5_std": -0.200005, + "nauc_recall_at_5_diff1": 0.659282, + "nauc_recall_at_10_max": 0.52951, + "nauc_recall_at_10_std": -0.208831, + "nauc_recall_at_10_diff1": 0.633593, + "nauc_recall_at_20_max": 0.467943, + "nauc_recall_at_20_std": -0.265212, + "nauc_recall_at_20_diff1": 0.610699, + "nauc_recall_at_100_max": 0.613305, + "nauc_recall_at_100_std": 0.346312, + "nauc_recall_at_100_diff1": 0.402568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.580831, + "nauc_precision_at_1_std": -0.155574, + "nauc_precision_at_1_diff1": 0.773319, + "nauc_precision_at_3_max": 0.582453, + "nauc_precision_at_3_std": -0.123607, + "nauc_precision_at_3_diff1": 0.683507, + "nauc_precision_at_5_max": 0.557713, + "nauc_precision_at_5_std": -0.200005, + "nauc_precision_at_5_diff1": 0.659282, + "nauc_precision_at_10_max": 0.52951, + "nauc_precision_at_10_std": -0.208831, + "nauc_precision_at_10_diff1": 0.633593, + "nauc_precision_at_20_max": 0.467943, + "nauc_precision_at_20_std": -0.265212, + "nauc_precision_at_20_diff1": 0.610699, + "nauc_precision_at_100_max": 0.613305, + "nauc_precision_at_100_std": 0.346312, + "nauc_precision_at_100_diff1": 0.402568, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.580831, + "nauc_mrr_at_1_std": -0.155574, + "nauc_mrr_at_1_diff1": 0.773319, + "nauc_mrr_at_3_max": 0.581667, + "nauc_mrr_at_3_std": -0.147095, + "nauc_mrr_at_3_diff1": 0.739444, + "nauc_mrr_at_5_max": 0.577873, + "nauc_mrr_at_5_std": -0.15931, + "nauc_mrr_at_5_diff1": 0.738099, + "nauc_mrr_at_10_max": 0.575965, + "nauc_mrr_at_10_std": -0.158455, + "nauc_mrr_at_10_diff1": 0.738015, + "nauc_mrr_at_20_max": 0.575418, + "nauc_mrr_at_20_std": -0.159131, + "nauc_mrr_at_20_diff1": 0.738994, + "nauc_mrr_at_100_max": 0.576472, + "nauc_mrr_at_100_std": -0.157506, + "nauc_mrr_at_100_diff1": 0.739481, + "nauc_mrr_at_1000_max": 0.57646, + "nauc_mrr_at_1000_std": -0.157683, + "nauc_mrr_at_1000_diff1": 0.739588, + "main_score": 0.75577, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43222, + "ndcg_at_3": 0.49651, + "ndcg_at_5": 0.51802, + "ndcg_at_10": 0.53783, + "ndcg_at_20": 0.55519, + "ndcg_at_100": 0.58249, + "ndcg_at_1000": 0.59929, + "map_at_1": 0.43222, + "map_at_3": 0.48037, + "map_at_5": 0.49231, + "map_at_10": 0.50051, + "map_at_20": 0.50525, + "map_at_100": 0.50906, + "map_at_1000": 0.50976, + "recall_at_1": 0.43222, + "recall_at_3": 0.54333, + "recall_at_5": 0.59556, + "recall_at_10": 0.65667, + "recall_at_20": 0.72556, + "recall_at_100": 0.87222, + "recall_at_1000": 1.0, + "precision_at_1": 0.43222, + "precision_at_3": 0.18111, + "precision_at_5": 0.11911, + "precision_at_10": 0.06567, + "precision_at_20": 0.03628, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.432222, + "mrr_at_3": 0.48037, + "mrr_at_5": 0.492315, + "mrr_at_10": 0.500514, + "mrr_at_20": 0.505251, + "mrr_at_100": 0.509061, + "mrr_at_1000": 0.509759, + "nauc_ndcg_at_1_max": 0.635425, + "nauc_ndcg_at_1_std": 0.034391, + "nauc_ndcg_at_1_diff1": 0.717792, + "nauc_ndcg_at_3_max": 0.612924, + "nauc_ndcg_at_3_std": 0.05767, + "nauc_ndcg_at_3_diff1": 0.66378, + "nauc_ndcg_at_5_max": 0.605673, + "nauc_ndcg_at_5_std": 0.065602, + "nauc_ndcg_at_5_diff1": 0.655715, + "nauc_ndcg_at_10_max": 0.607327, + "nauc_ndcg_at_10_std": 0.081107, + "nauc_ndcg_at_10_diff1": 0.649503, + "nauc_ndcg_at_20_max": 0.605099, + "nauc_ndcg_at_20_std": 0.088047, + "nauc_ndcg_at_20_diff1": 0.645147, + "nauc_ndcg_at_100_max": 0.606749, + "nauc_ndcg_at_100_std": 0.093347, + "nauc_ndcg_at_100_diff1": 0.649954, + "nauc_ndcg_at_1000_max": 0.611158, + "nauc_ndcg_at_1000_std": 0.07736, + "nauc_ndcg_at_1000_diff1": 0.658286, + "nauc_map_at_1_max": 0.635425, + "nauc_map_at_1_std": 0.034391, + "nauc_map_at_1_diff1": 0.717792, + "nauc_map_at_3_max": 0.619556, + "nauc_map_at_3_std": 0.052461, + "nauc_map_at_3_diff1": 0.676697, + "nauc_map_at_5_max": 0.615728, + "nauc_map_at_5_std": 0.056252, + "nauc_map_at_5_diff1": 0.672583, + "nauc_map_at_10_max": 0.616933, + "nauc_map_at_10_std": 0.06278, + "nauc_map_at_10_diff1": 0.670333, + "nauc_map_at_20_max": 0.616458, + "nauc_map_at_20_std": 0.064288, + "nauc_map_at_20_diff1": 0.669245, + "nauc_map_at_100_max": 0.616632, + "nauc_map_at_100_std": 0.064893, + "nauc_map_at_100_diff1": 0.669886, + "nauc_map_at_1000_max": 0.616802, + "nauc_map_at_1000_std": 0.064309, + "nauc_map_at_1000_diff1": 0.670202, + "nauc_recall_at_1_max": 0.635425, + "nauc_recall_at_1_std": 0.034391, + "nauc_recall_at_1_diff1": 0.717792, + "nauc_recall_at_3_max": 0.592497, + "nauc_recall_at_3_std": 0.073114, + "nauc_recall_at_3_diff1": 0.625086, + "nauc_recall_at_5_max": 0.572331, + "nauc_recall_at_5_std": 0.096675, + "nauc_recall_at_5_diff1": 0.60137, + "nauc_recall_at_10_max": 0.571709, + "nauc_recall_at_10_std": 0.152567, + "nauc_recall_at_10_diff1": 0.572822, + "nauc_recall_at_20_max": 0.553711, + "nauc_recall_at_20_std": 0.202684, + "nauc_recall_at_20_diff1": 0.538168, + "nauc_recall_at_100_max": 0.5312, + "nauc_recall_at_100_std": 0.370083, + "nauc_recall_at_100_diff1": 0.505657, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635425, + "nauc_precision_at_1_std": 0.034391, + "nauc_precision_at_1_diff1": 0.717792, + "nauc_precision_at_3_max": 0.592497, + "nauc_precision_at_3_std": 0.073114, + "nauc_precision_at_3_diff1": 0.625086, + "nauc_precision_at_5_max": 0.572331, + "nauc_precision_at_5_std": 0.096675, + "nauc_precision_at_5_diff1": 0.60137, + "nauc_precision_at_10_max": 0.571709, + "nauc_precision_at_10_std": 0.152567, + "nauc_precision_at_10_diff1": 0.572822, + "nauc_precision_at_20_max": 0.553711, + "nauc_precision_at_20_std": 0.202684, + "nauc_precision_at_20_diff1": 0.538168, + "nauc_precision_at_100_max": 0.5312, + "nauc_precision_at_100_std": 0.370083, + "nauc_precision_at_100_diff1": 0.505657, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635425, + "nauc_mrr_at_1_std": 0.034391, + "nauc_mrr_at_1_diff1": 0.717792, + "nauc_mrr_at_3_max": 0.619556, + "nauc_mrr_at_3_std": 0.052461, + "nauc_mrr_at_3_diff1": 0.676697, + "nauc_mrr_at_5_max": 0.615728, + "nauc_mrr_at_5_std": 0.056252, + "nauc_mrr_at_5_diff1": 0.672583, + "nauc_mrr_at_10_max": 0.616933, + "nauc_mrr_at_10_std": 0.06278, + "nauc_mrr_at_10_diff1": 0.670333, + "nauc_mrr_at_20_max": 0.616458, + "nauc_mrr_at_20_std": 0.064288, + "nauc_mrr_at_20_diff1": 0.669245, + "nauc_mrr_at_100_max": 0.616632, + "nauc_mrr_at_100_std": 0.064893, + "nauc_mrr_at_100_diff1": 0.669886, + "nauc_mrr_at_1000_max": 0.616802, + "nauc_mrr_at_1000_std": 0.064309, + "nauc_mrr_at_1000_diff1": 0.670202, + "main_score": 0.53783, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88549, + "ndcg_at_5": 0.89692, + "ndcg_at_10": 0.90236, + "ndcg_at_20": 0.90529, + "ndcg_at_100": 0.90864, + "ndcg_at_1000": 0.91, + "map_at_1": 0.83889, + "map_at_3": 0.87463, + "map_at_5": 0.88096, + "map_at_10": 0.88324, + "map_at_20": 0.88411, + "map_at_100": 0.88459, + "map_at_1000": 0.88465, + "recall_at_1": 0.83889, + "recall_at_3": 0.91667, + "recall_at_5": 0.94444, + "recall_at_10": 0.96111, + "recall_at_20": 0.97222, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.83889, + "precision_at_3": 0.30556, + "precision_at_5": 0.18889, + "precision_at_10": 0.09611, + "precision_at_20": 0.04861, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.87463, + "mrr_at_5": 0.880963, + "mrr_at_10": 0.883237, + "mrr_at_20": 0.884111, + "mrr_at_100": 0.884587, + "mrr_at_1000": 0.884651, + "nauc_ndcg_at_1_max": 0.772584, + "nauc_ndcg_at_1_std": -0.191666, + "nauc_ndcg_at_1_diff1": 0.91228, + "nauc_ndcg_at_3_max": 0.80732, + "nauc_ndcg_at_3_std": -0.166142, + "nauc_ndcg_at_3_diff1": 0.894731, + "nauc_ndcg_at_5_max": 0.808569, + "nauc_ndcg_at_5_std": -0.141521, + "nauc_ndcg_at_5_diff1": 0.895907, + "nauc_ndcg_at_10_max": 0.808839, + "nauc_ndcg_at_10_std": -0.131944, + "nauc_ndcg_at_10_diff1": 0.900325, + "nauc_ndcg_at_20_max": 0.806811, + "nauc_ndcg_at_20_std": -0.132998, + "nauc_ndcg_at_20_diff1": 0.899652, + "nauc_ndcg_at_100_max": 0.800996, + "nauc_ndcg_at_100_std": -0.151566, + "nauc_ndcg_at_100_diff1": 0.898825, + "nauc_ndcg_at_1000_max": 0.799812, + "nauc_ndcg_at_1000_std": -0.154141, + "nauc_ndcg_at_1000_diff1": 0.899331, + "nauc_map_at_1_max": 0.772584, + "nauc_map_at_1_std": -0.191666, + "nauc_map_at_1_diff1": 0.91228, + "nauc_map_at_3_max": 0.796581, + "nauc_map_at_3_std": -0.175646, + "nauc_map_at_3_diff1": 0.898119, + "nauc_map_at_5_max": 0.796612, + "nauc_map_at_5_std": -0.164996, + "nauc_map_at_5_diff1": 0.898883, + "nauc_map_at_10_max": 0.796365, + "nauc_map_at_10_std": -0.162425, + "nauc_map_at_10_diff1": 0.900457, + "nauc_map_at_20_max": 0.795791, + "nauc_map_at_20_std": -0.162767, + "nauc_map_at_20_diff1": 0.900274, + "nauc_map_at_100_max": 0.795059, + "nauc_map_at_100_std": -0.165194, + "nauc_map_at_100_diff1": 0.900184, + "nauc_map_at_1000_max": 0.795026, + "nauc_map_at_1000_std": -0.16517, + "nauc_map_at_1000_diff1": 0.900201, + "nauc_recall_at_1_max": 0.772584, + "nauc_recall_at_1_std": -0.191666, + "nauc_recall_at_1_diff1": 0.91228, + "nauc_recall_at_3_max": 0.852543, + "nauc_recall_at_3_std": -0.125167, + "nauc_recall_at_3_diff1": 0.881668, + "nauc_recall_at_5_max": 0.880448, + "nauc_recall_at_5_std": 0.009188, + "nauc_recall_at_5_diff1": 0.880205, + "nauc_recall_at_10_max": 0.914766, + "nauc_recall_at_10_std": 0.150073, + "nauc_recall_at_10_diff1": 0.906963, + "nauc_recall_at_20_max": 0.931186, + "nauc_recall_at_20_std": 0.244818, + "nauc_recall_at_20_diff1": 0.901774, + "nauc_recall_at_100_max": 0.883287, + "nauc_recall_at_100_std": 0.072207, + "nauc_recall_at_100_diff1": 0.86565, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772584, + "nauc_precision_at_1_std": -0.191666, + "nauc_precision_at_1_diff1": 0.91228, + "nauc_precision_at_3_max": 0.852543, + "nauc_precision_at_3_std": -0.125167, + "nauc_precision_at_3_diff1": 0.881668, + "nauc_precision_at_5_max": 0.880448, + "nauc_precision_at_5_std": 0.009188, + "nauc_precision_at_5_diff1": 0.880205, + "nauc_precision_at_10_max": 0.914766, + "nauc_precision_at_10_std": 0.150073, + "nauc_precision_at_10_diff1": 0.906963, + "nauc_precision_at_20_max": 0.931186, + "nauc_precision_at_20_std": 0.244818, + "nauc_precision_at_20_diff1": 0.901774, + "nauc_precision_at_100_max": 0.883287, + "nauc_precision_at_100_std": 0.072207, + "nauc_precision_at_100_diff1": 0.86565, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772584, + "nauc_mrr_at_1_std": -0.191666, + "nauc_mrr_at_1_diff1": 0.91228, + "nauc_mrr_at_3_max": 0.796581, + "nauc_mrr_at_3_std": -0.175646, + "nauc_mrr_at_3_diff1": 0.898119, + "nauc_mrr_at_5_max": 0.796612, + "nauc_mrr_at_5_std": -0.164996, + "nauc_mrr_at_5_diff1": 0.898883, + "nauc_mrr_at_10_max": 0.796365, + "nauc_mrr_at_10_std": -0.162425, + "nauc_mrr_at_10_diff1": 0.900457, + "nauc_mrr_at_20_max": 0.795791, + "nauc_mrr_at_20_std": -0.162767, + "nauc_mrr_at_20_diff1": 0.900274, + "nauc_mrr_at_100_max": 0.795059, + "nauc_mrr_at_100_std": -0.165194, + "nauc_mrr_at_100_diff1": 0.900184, + "nauc_mrr_at_1000_max": 0.795026, + "nauc_mrr_at_1000_std": -0.16517, + "nauc_mrr_at_1000_diff1": 0.900201, + "main_score": 0.90236, + "hf_subset": "apc_Arab-apc_Arab", + "languages": [ + "apc-Arab", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.92283, + "ndcg_at_5": 0.93019, + "ndcg_at_10": 0.9348, + "ndcg_at_20": 0.93753, + "ndcg_at_100": 0.93838, + "ndcg_at_1000": 0.93896, + "map_at_1": 0.88222, + "map_at_3": 0.9137, + "map_at_5": 0.91781, + "map_at_10": 0.91989, + "map_at_20": 0.9206, + "map_at_100": 0.92073, + "map_at_1000": 0.92076, + "recall_at_1": 0.88222, + "recall_at_3": 0.94889, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88222, + "precision_at_3": 0.3163, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.913704, + "mrr_at_5": 0.917815, + "mrr_at_10": 0.919892, + "mrr_at_20": 0.9206, + "mrr_at_100": 0.920733, + "mrr_at_1000": 0.920757, + "nauc_ndcg_at_1_max": 0.769531, + "nauc_ndcg_at_1_std": -0.202586, + "nauc_ndcg_at_1_diff1": 0.910303, + "nauc_ndcg_at_3_max": 0.79932, + "nauc_ndcg_at_3_std": -0.173803, + "nauc_ndcg_at_3_diff1": 0.894844, + "nauc_ndcg_at_5_max": 0.798912, + "nauc_ndcg_at_5_std": -0.177768, + "nauc_ndcg_at_5_diff1": 0.900815, + "nauc_ndcg_at_10_max": 0.799188, + "nauc_ndcg_at_10_std": -0.170134, + "nauc_ndcg_at_10_diff1": 0.903543, + "nauc_ndcg_at_20_max": 0.794577, + "nauc_ndcg_at_20_std": -0.175914, + "nauc_ndcg_at_20_diff1": 0.902997, + "nauc_ndcg_at_100_max": 0.794087, + "nauc_ndcg_at_100_std": -0.177519, + "nauc_ndcg_at_100_diff1": 0.903967, + "nauc_ndcg_at_1000_max": 0.792457, + "nauc_ndcg_at_1000_std": -0.181587, + "nauc_ndcg_at_1000_diff1": 0.903605, + "nauc_map_at_1_max": 0.769531, + "nauc_map_at_1_std": -0.202586, + "nauc_map_at_1_diff1": 0.910303, + "nauc_map_at_3_max": 0.790694, + "nauc_map_at_3_std": -0.185238, + "nauc_map_at_3_diff1": 0.89937, + "nauc_map_at_5_max": 0.790151, + "nauc_map_at_5_std": -0.186891, + "nauc_map_at_5_diff1": 0.90253, + "nauc_map_at_10_max": 0.790138, + "nauc_map_at_10_std": -0.184293, + "nauc_map_at_10_diff1": 0.903613, + "nauc_map_at_20_max": 0.789116, + "nauc_map_at_20_std": -0.1864, + "nauc_map_at_20_diff1": 0.903578, + "nauc_map_at_100_max": 0.789011, + "nauc_map_at_100_std": -0.186826, + "nauc_map_at_100_diff1": 0.903786, + "nauc_map_at_1000_max": 0.788962, + "nauc_map_at_1000_std": -0.186881, + "nauc_map_at_1000_diff1": 0.903766, + "nauc_recall_at_1_max": 0.769531, + "nauc_recall_at_1_std": -0.202586, + "nauc_recall_at_1_diff1": 0.910303, + "nauc_recall_at_3_max": 0.840011, + "nauc_recall_at_3_std": -0.117444, + "nauc_recall_at_3_diff1": 0.873452, + "nauc_recall_at_5_max": 0.858792, + "nauc_recall_at_5_std": -0.115359, + "nauc_recall_at_5_diff1": 0.890912, + "nauc_recall_at_10_max": 0.898978, + "nauc_recall_at_10_std": -0.003216, + "nauc_recall_at_10_diff1": 0.908964, + "nauc_recall_at_20_max": 0.893207, + "nauc_recall_at_20_std": 0.095705, + "nauc_recall_at_20_diff1": 0.89525, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769531, + "nauc_precision_at_1_std": -0.202586, + "nauc_precision_at_1_diff1": 0.910303, + "nauc_precision_at_3_max": 0.840011, + "nauc_precision_at_3_std": -0.117444, + "nauc_precision_at_3_diff1": 0.873452, + "nauc_precision_at_5_max": 0.858792, + "nauc_precision_at_5_std": -0.115359, + "nauc_precision_at_5_diff1": 0.890912, + "nauc_precision_at_10_max": 0.898978, + "nauc_precision_at_10_std": -0.003216, + "nauc_precision_at_10_diff1": 0.908964, + "nauc_precision_at_20_max": 0.893207, + "nauc_precision_at_20_std": 0.095705, + "nauc_precision_at_20_diff1": 0.89525, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769531, + "nauc_mrr_at_1_std": -0.202586, + "nauc_mrr_at_1_diff1": 0.910303, + "nauc_mrr_at_3_max": 0.790694, + "nauc_mrr_at_3_std": -0.185238, + "nauc_mrr_at_3_diff1": 0.89937, + "nauc_mrr_at_5_max": 0.790151, + "nauc_mrr_at_5_std": -0.186891, + "nauc_mrr_at_5_diff1": 0.90253, + "nauc_mrr_at_10_max": 0.790138, + "nauc_mrr_at_10_std": -0.184293, + "nauc_mrr_at_10_diff1": 0.903613, + "nauc_mrr_at_20_max": 0.789116, + "nauc_mrr_at_20_std": -0.1864, + "nauc_mrr_at_20_diff1": 0.903578, + "nauc_mrr_at_100_max": 0.789011, + "nauc_mrr_at_100_std": -0.186826, + "nauc_mrr_at_100_diff1": 0.903786, + "nauc_mrr_at_1000_max": 0.788962, + "nauc_mrr_at_1000_std": -0.186881, + "nauc_mrr_at_1000_diff1": 0.903766, + "main_score": 0.9348, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.87122, + "ndcg_at_5": 0.87896, + "ndcg_at_10": 0.88725, + "ndcg_at_20": 0.89351, + "ndcg_at_100": 0.89646, + "ndcg_at_1000": 0.89749, + "map_at_1": 0.81778, + "map_at_3": 0.85852, + "map_at_5": 0.8628, + "map_at_10": 0.86624, + "map_at_20": 0.86798, + "map_at_100": 0.86841, + "map_at_1000": 0.86845, + "recall_at_1": 0.81778, + "recall_at_3": 0.90778, + "recall_at_5": 0.92667, + "recall_at_10": 0.95222, + "recall_at_20": 0.97667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.81778, + "precision_at_3": 0.30259, + "precision_at_5": 0.18533, + "precision_at_10": 0.09522, + "precision_at_20": 0.04883, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.858519, + "mrr_at_5": 0.862796, + "mrr_at_10": 0.866235, + "mrr_at_20": 0.867985, + "mrr_at_100": 0.868409, + "mrr_at_1000": 0.868453, + "nauc_ndcg_at_1_max": 0.746521, + "nauc_ndcg_at_1_std": -0.022997, + "nauc_ndcg_at_1_diff1": 0.901082, + "nauc_ndcg_at_3_max": 0.786086, + "nauc_ndcg_at_3_std": 0.059665, + "nauc_ndcg_at_3_diff1": 0.879736, + "nauc_ndcg_at_5_max": 0.794438, + "nauc_ndcg_at_5_std": 0.084452, + "nauc_ndcg_at_5_diff1": 0.885539, + "nauc_ndcg_at_10_max": 0.784908, + "nauc_ndcg_at_10_std": 0.05595, + "nauc_ndcg_at_10_diff1": 0.890738, + "nauc_ndcg_at_20_max": 0.781906, + "nauc_ndcg_at_20_std": 0.048006, + "nauc_ndcg_at_20_diff1": 0.89089, + "nauc_ndcg_at_100_max": 0.77966, + "nauc_ndcg_at_100_std": 0.048778, + "nauc_ndcg_at_100_diff1": 0.890252, + "nauc_ndcg_at_1000_max": 0.777753, + "nauc_ndcg_at_1000_std": 0.041362, + "nauc_ndcg_at_1000_diff1": 0.890309, + "nauc_map_at_1_max": 0.746521, + "nauc_map_at_1_std": -0.022997, + "nauc_map_at_1_diff1": 0.901082, + "nauc_map_at_3_max": 0.774104, + "nauc_map_at_3_std": 0.032612, + "nauc_map_at_3_diff1": 0.885838, + "nauc_map_at_5_max": 0.77781, + "nauc_map_at_5_std": 0.043894, + "nauc_map_at_5_diff1": 0.888983, + "nauc_map_at_10_max": 0.773986, + "nauc_map_at_10_std": 0.032688, + "nauc_map_at_10_diff1": 0.890877, + "nauc_map_at_20_max": 0.773245, + "nauc_map_at_20_std": 0.030948, + "nauc_map_at_20_diff1": 0.890979, + "nauc_map_at_100_max": 0.772949, + "nauc_map_at_100_std": 0.03068, + "nauc_map_at_100_diff1": 0.890921, + "nauc_map_at_1000_max": 0.772882, + "nauc_map_at_1000_std": 0.030422, + "nauc_map_at_1000_diff1": 0.890924, + "nauc_recall_at_1_max": 0.746521, + "nauc_recall_at_1_std": -0.022997, + "nauc_recall_at_1_diff1": 0.901082, + "nauc_recall_at_3_max": 0.836928, + "nauc_recall_at_3_std": 0.175689, + "nauc_recall_at_3_diff1": 0.854066, + "nauc_recall_at_5_max": 0.882473, + "nauc_recall_at_5_std": 0.301821, + "nauc_recall_at_5_diff1": 0.869246, + "nauc_recall_at_10_max": 0.86331, + "nauc_recall_at_10_std": 0.220257, + "nauc_recall_at_10_diff1": 0.897292, + "nauc_recall_at_20_max": 0.890623, + "nauc_recall_at_20_std": 0.241875, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 0.960317, + "nauc_recall_at_100_std": 0.7503, + "nauc_recall_at_100_diff1": 0.885621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746521, + "nauc_precision_at_1_std": -0.022997, + "nauc_precision_at_1_diff1": 0.901082, + "nauc_precision_at_3_max": 0.836928, + "nauc_precision_at_3_std": 0.175689, + "nauc_precision_at_3_diff1": 0.854066, + "nauc_precision_at_5_max": 0.882473, + "nauc_precision_at_5_std": 0.301821, + "nauc_precision_at_5_diff1": 0.869246, + "nauc_precision_at_10_max": 0.86331, + "nauc_precision_at_10_std": 0.220257, + "nauc_precision_at_10_diff1": 0.897292, + "nauc_precision_at_20_max": 0.890623, + "nauc_precision_at_20_std": 0.241875, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 0.960317, + "nauc_precision_at_100_std": 0.7503, + "nauc_precision_at_100_diff1": 0.885621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746521, + "nauc_mrr_at_1_std": -0.022997, + "nauc_mrr_at_1_diff1": 0.901082, + "nauc_mrr_at_3_max": 0.774104, + "nauc_mrr_at_3_std": 0.032612, + "nauc_mrr_at_3_diff1": 0.885838, + "nauc_mrr_at_5_max": 0.77781, + "nauc_mrr_at_5_std": 0.043894, + "nauc_mrr_at_5_diff1": 0.888983, + "nauc_mrr_at_10_max": 0.773986, + "nauc_mrr_at_10_std": 0.032688, + "nauc_mrr_at_10_diff1": 0.890877, + "nauc_mrr_at_20_max": 0.773245, + "nauc_mrr_at_20_std": 0.030948, + "nauc_mrr_at_20_diff1": 0.890979, + "nauc_mrr_at_100_max": 0.772949, + "nauc_mrr_at_100_std": 0.03068, + "nauc_mrr_at_100_diff1": 0.890921, + "nauc_mrr_at_1000_max": 0.772882, + "nauc_mrr_at_1000_std": 0.030422, + "nauc_mrr_at_1000_diff1": 0.890924, + "main_score": 0.88725, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.90988, + "ndcg_at_5": 0.91901, + "ndcg_at_10": 0.92442, + "ndcg_at_20": 0.92606, + "ndcg_at_100": 0.9285, + "ndcg_at_1000": 0.92921, + "map_at_1": 0.87, + "map_at_3": 0.90056, + "map_at_5": 0.90561, + "map_at_10": 0.90786, + "map_at_20": 0.90828, + "map_at_100": 0.90869, + "map_at_1000": 0.90871, + "recall_at_1": 0.87, + "recall_at_3": 0.93667, + "recall_at_5": 0.95889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31222, + "precision_at_5": 0.19178, + "precision_at_10": 0.09756, + "precision_at_20": 0.04911, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.900556, + "mrr_at_5": 0.905611, + "mrr_at_10": 0.907859, + "mrr_at_20": 0.908281, + "mrr_at_100": 0.908687, + "mrr_at_1000": 0.908714, + "nauc_ndcg_at_1_max": 0.774807, + "nauc_ndcg_at_1_std": -0.10782, + "nauc_ndcg_at_1_diff1": 0.921705, + "nauc_ndcg_at_3_max": 0.814442, + "nauc_ndcg_at_3_std": -0.049255, + "nauc_ndcg_at_3_diff1": 0.910443, + "nauc_ndcg_at_5_max": 0.812019, + "nauc_ndcg_at_5_std": -0.037736, + "nauc_ndcg_at_5_diff1": 0.911119, + "nauc_ndcg_at_10_max": 0.805826, + "nauc_ndcg_at_10_std": -0.041161, + "nauc_ndcg_at_10_diff1": 0.912475, + "nauc_ndcg_at_20_max": 0.807478, + "nauc_ndcg_at_20_std": -0.040157, + "nauc_ndcg_at_20_diff1": 0.916411, + "nauc_ndcg_at_100_max": 0.802491, + "nauc_ndcg_at_100_std": -0.05302, + "nauc_ndcg_at_100_diff1": 0.915344, + "nauc_ndcg_at_1000_max": 0.801524, + "nauc_ndcg_at_1000_std": -0.056548, + "nauc_ndcg_at_1000_diff1": 0.914766, + "nauc_map_at_1_max": 0.774807, + "nauc_map_at_1_std": -0.10782, + "nauc_map_at_1_diff1": 0.921705, + "nauc_map_at_3_max": 0.801931, + "nauc_map_at_3_std": -0.070268, + "nauc_map_at_3_diff1": 0.913336, + "nauc_map_at_5_max": 0.800189, + "nauc_map_at_5_std": -0.065295, + "nauc_map_at_5_diff1": 0.913746, + "nauc_map_at_10_max": 0.797754, + "nauc_map_at_10_std": -0.066811, + "nauc_map_at_10_diff1": 0.914262, + "nauc_map_at_20_max": 0.798057, + "nauc_map_at_20_std": -0.066647, + "nauc_map_at_20_diff1": 0.915082, + "nauc_map_at_100_max": 0.797368, + "nauc_map_at_100_std": -0.068403, + "nauc_map_at_100_diff1": 0.914962, + "nauc_map_at_1000_max": 0.797358, + "nauc_map_at_1000_std": -0.068397, + "nauc_map_at_1000_diff1": 0.914947, + "nauc_recall_at_1_max": 0.774807, + "nauc_recall_at_1_std": -0.10782, + "nauc_recall_at_1_diff1": 0.921705, + "nauc_recall_at_3_max": 0.870108, + "nauc_recall_at_3_std": 0.045825, + "nauc_recall_at_3_diff1": 0.897988, + "nauc_recall_at_5_max": 0.887892, + "nauc_recall_at_5_std": 0.145545, + "nauc_recall_at_5_diff1": 0.895084, + "nauc_recall_at_10_max": 0.882226, + "nauc_recall_at_10_std": 0.231453, + "nauc_recall_at_10_diff1": 0.89708, + "nauc_recall_at_20_max": 0.938434, + "nauc_recall_at_20_std": 0.347718, + "nauc_recall_at_20_diff1": 0.957108, + "nauc_recall_at_100_max": 0.910831, + "nauc_recall_at_100_std": 0.370308, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.774807, + "nauc_precision_at_1_std": -0.10782, + "nauc_precision_at_1_diff1": 0.921705, + "nauc_precision_at_3_max": 0.870108, + "nauc_precision_at_3_std": 0.045825, + "nauc_precision_at_3_diff1": 0.897988, + "nauc_precision_at_5_max": 0.887892, + "nauc_precision_at_5_std": 0.145545, + "nauc_precision_at_5_diff1": 0.895084, + "nauc_precision_at_10_max": 0.882226, + "nauc_precision_at_10_std": 0.231453, + "nauc_precision_at_10_diff1": 0.89708, + "nauc_precision_at_20_max": 0.938434, + "nauc_precision_at_20_std": 0.347718, + "nauc_precision_at_20_diff1": 0.957108, + "nauc_precision_at_100_max": 0.910831, + "nauc_precision_at_100_std": 0.370308, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.774807, + "nauc_mrr_at_1_std": -0.10782, + "nauc_mrr_at_1_diff1": 0.921705, + "nauc_mrr_at_3_max": 0.801931, + "nauc_mrr_at_3_std": -0.070268, + "nauc_mrr_at_3_diff1": 0.913336, + "nauc_mrr_at_5_max": 0.800189, + "nauc_mrr_at_5_std": -0.065295, + "nauc_mrr_at_5_diff1": 0.913746, + "nauc_mrr_at_10_max": 0.797754, + "nauc_mrr_at_10_std": -0.066811, + "nauc_mrr_at_10_diff1": 0.914262, + "nauc_mrr_at_20_max": 0.798057, + "nauc_mrr_at_20_std": -0.066647, + "nauc_mrr_at_20_diff1": 0.915082, + "nauc_mrr_at_100_max": 0.797368, + "nauc_mrr_at_100_std": -0.068403, + "nauc_mrr_at_100_diff1": 0.914962, + "nauc_mrr_at_1000_max": 0.797358, + "nauc_mrr_at_1000_std": -0.068397, + "nauc_mrr_at_1000_diff1": 0.914947, + "main_score": 0.92442, + "hf_subset": "arb_Arab-arb_Arab", + "languages": [ + "arb-Arab", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.93268, + "ndcg_at_5": 0.93967, + "ndcg_at_10": 0.94145, + "ndcg_at_20": 0.94346, + "ndcg_at_100": 0.94475, + "ndcg_at_1000": 0.94517, + "map_at_1": 0.89111, + "map_at_3": 0.92315, + "map_at_5": 0.92709, + "map_at_10": 0.92782, + "map_at_20": 0.92839, + "map_at_100": 0.92859, + "map_at_1000": 0.92861, + "recall_at_1": 0.89111, + "recall_at_3": 0.96, + "recall_at_5": 0.97667, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89111, + "precision_at_3": 0.32, + "precision_at_5": 0.19533, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.927093, + "mrr_at_10": 0.927819, + "mrr_at_20": 0.928392, + "mrr_at_100": 0.92859, + "mrr_at_1000": 0.928606, + "nauc_ndcg_at_1_max": 0.789952, + "nauc_ndcg_at_1_std": -0.159537, + "nauc_ndcg_at_1_diff1": 0.907115, + "nauc_ndcg_at_3_max": 0.819256, + "nauc_ndcg_at_3_std": -0.203044, + "nauc_ndcg_at_3_diff1": 0.90598, + "nauc_ndcg_at_5_max": 0.813685, + "nauc_ndcg_at_5_std": -0.162995, + "nauc_ndcg_at_5_diff1": 0.90646, + "nauc_ndcg_at_10_max": 0.816254, + "nauc_ndcg_at_10_std": -0.144949, + "nauc_ndcg_at_10_diff1": 0.909632, + "nauc_ndcg_at_20_max": 0.81399, + "nauc_ndcg_at_20_std": -0.149958, + "nauc_ndcg_at_20_diff1": 0.908429, + "nauc_ndcg_at_100_max": 0.811518, + "nauc_ndcg_at_100_std": -0.148798, + "nauc_ndcg_at_100_diff1": 0.906803, + "nauc_ndcg_at_1000_max": 0.810044, + "nauc_ndcg_at_1000_std": -0.157777, + "nauc_ndcg_at_1000_diff1": 0.907227, + "nauc_map_at_1_max": 0.789952, + "nauc_map_at_1_std": -0.159537, + "nauc_map_at_1_diff1": 0.907115, + "nauc_map_at_3_max": 0.810814, + "nauc_map_at_3_std": -0.183937, + "nauc_map_at_3_diff1": 0.906111, + "nauc_map_at_5_max": 0.807794, + "nauc_map_at_5_std": -0.164724, + "nauc_map_at_5_diff1": 0.906287, + "nauc_map_at_10_max": 0.808401, + "nauc_map_at_10_std": -0.15905, + "nauc_map_at_10_diff1": 0.907335, + "nauc_map_at_20_max": 0.807704, + "nauc_map_at_20_std": -0.160636, + "nauc_map_at_20_diff1": 0.907058, + "nauc_map_at_100_max": 0.807297, + "nauc_map_at_100_std": -0.161178, + "nauc_map_at_100_diff1": 0.906864, + "nauc_map_at_1000_max": 0.807253, + "nauc_map_at_1000_std": -0.161443, + "nauc_map_at_1000_diff1": 0.906887, + "nauc_recall_at_1_max": 0.789952, + "nauc_recall_at_1_std": -0.159537, + "nauc_recall_at_1_diff1": 0.907115, + "nauc_recall_at_3_max": 0.864496, + "nauc_recall_at_3_std": -0.31156, + "nauc_recall_at_3_diff1": 0.905462, + "nauc_recall_at_5_max": 0.862078, + "nauc_recall_at_5_std": -0.13641, + "nauc_recall_at_5_diff1": 0.908741, + "nauc_recall_at_10_max": 0.907505, + "nauc_recall_at_10_std": 0.062004, + "nauc_recall_at_10_diff1": 0.941789, + "nauc_recall_at_20_max": 0.935937, + "nauc_recall_at_20_std": 0.132638, + "nauc_recall_at_20_diff1": 0.940087, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789952, + "nauc_precision_at_1_std": -0.159537, + "nauc_precision_at_1_diff1": 0.907115, + "nauc_precision_at_3_max": 0.864496, + "nauc_precision_at_3_std": -0.31156, + "nauc_precision_at_3_diff1": 0.905462, + "nauc_precision_at_5_max": 0.862078, + "nauc_precision_at_5_std": -0.13641, + "nauc_precision_at_5_diff1": 0.908741, + "nauc_precision_at_10_max": 0.907505, + "nauc_precision_at_10_std": 0.062004, + "nauc_precision_at_10_diff1": 0.941789, + "nauc_precision_at_20_max": 0.935937, + "nauc_precision_at_20_std": 0.132638, + "nauc_precision_at_20_diff1": 0.940087, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789952, + "nauc_mrr_at_1_std": -0.159537, + "nauc_mrr_at_1_diff1": 0.907115, + "nauc_mrr_at_3_max": 0.810814, + "nauc_mrr_at_3_std": -0.183937, + "nauc_mrr_at_3_diff1": 0.906111, + "nauc_mrr_at_5_max": 0.807794, + "nauc_mrr_at_5_std": -0.164724, + "nauc_mrr_at_5_diff1": 0.906287, + "nauc_mrr_at_10_max": 0.808401, + "nauc_mrr_at_10_std": -0.15905, + "nauc_mrr_at_10_diff1": 0.907335, + "nauc_mrr_at_20_max": 0.807704, + "nauc_mrr_at_20_std": -0.160636, + "nauc_mrr_at_20_diff1": 0.907058, + "nauc_mrr_at_100_max": 0.807297, + "nauc_mrr_at_100_std": -0.161178, + "nauc_mrr_at_100_diff1": 0.906864, + "nauc_mrr_at_1000_max": 0.807253, + "nauc_mrr_at_1000_std": -0.161443, + "nauc_mrr_at_1000_diff1": 0.906887, + "main_score": 0.94145, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.89276, + "ndcg_at_5": 0.89831, + "ndcg_at_10": 0.90461, + "ndcg_at_20": 0.90746, + "ndcg_at_100": 0.91137, + "ndcg_at_1000": 0.91211, + "map_at_1": 0.83667, + "map_at_3": 0.87944, + "map_at_5": 0.88256, + "map_at_10": 0.88527, + "map_at_20": 0.88607, + "map_at_100": 0.88669, + "map_at_1000": 0.88672, + "recall_at_1": 0.83667, + "recall_at_3": 0.93111, + "recall_at_5": 0.94444, + "recall_at_10": 0.96333, + "recall_at_20": 0.97444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.83667, + "precision_at_3": 0.31037, + "precision_at_5": 0.18889, + "precision_at_10": 0.09633, + "precision_at_20": 0.04872, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.879444, + "mrr_at_5": 0.882556, + "mrr_at_10": 0.885268, + "mrr_at_20": 0.886072, + "mrr_at_100": 0.886691, + "mrr_at_1000": 0.886722, + "nauc_ndcg_at_1_max": 0.755803, + "nauc_ndcg_at_1_std": -0.002288, + "nauc_ndcg_at_1_diff1": 0.917655, + "nauc_ndcg_at_3_max": 0.816297, + "nauc_ndcg_at_3_std": 0.14124, + "nauc_ndcg_at_3_diff1": 0.904554, + "nauc_ndcg_at_5_max": 0.812422, + "nauc_ndcg_at_5_std": 0.144294, + "nauc_ndcg_at_5_diff1": 0.90447, + "nauc_ndcg_at_10_max": 0.802828, + "nauc_ndcg_at_10_std": 0.114792, + "nauc_ndcg_at_10_diff1": 0.904611, + "nauc_ndcg_at_20_max": 0.80296, + "nauc_ndcg_at_20_std": 0.109918, + "nauc_ndcg_at_20_diff1": 0.907506, + "nauc_ndcg_at_100_max": 0.797681, + "nauc_ndcg_at_100_std": 0.102334, + "nauc_ndcg_at_100_diff1": 0.906576, + "nauc_ndcg_at_1000_max": 0.795926, + "nauc_ndcg_at_1000_std": 0.094985, + "nauc_ndcg_at_1000_diff1": 0.906721, + "nauc_map_at_1_max": 0.755803, + "nauc_map_at_1_std": -0.002288, + "nauc_map_at_1_diff1": 0.917655, + "nauc_map_at_3_max": 0.797247, + "nauc_map_at_3_std": 0.094181, + "nauc_map_at_3_diff1": 0.906877, + "nauc_map_at_5_max": 0.794844, + "nauc_map_at_5_std": 0.093998, + "nauc_map_at_5_diff1": 0.906927, + "nauc_map_at_10_max": 0.790961, + "nauc_map_at_10_std": 0.082068, + "nauc_map_at_10_diff1": 0.906977, + "nauc_map_at_20_max": 0.790846, + "nauc_map_at_20_std": 0.080203, + "nauc_map_at_20_diff1": 0.907679, + "nauc_map_at_100_max": 0.790165, + "nauc_map_at_100_std": 0.079357, + "nauc_map_at_100_diff1": 0.907532, + "nauc_map_at_1000_max": 0.790104, + "nauc_map_at_1000_std": 0.079103, + "nauc_map_at_1000_diff1": 0.907539, + "nauc_recall_at_1_max": 0.755803, + "nauc_recall_at_1_std": -0.002288, + "nauc_recall_at_1_diff1": 0.917655, + "nauc_recall_at_3_max": 0.908933, + "nauc_recall_at_3_std": 0.371404, + "nauc_recall_at_3_diff1": 0.894544, + "nauc_recall_at_5_max": 0.914528, + "nauc_recall_at_5_std": 0.442894, + "nauc_recall_at_5_diff1": 0.89155, + "nauc_recall_at_10_max": 0.89476, + "nauc_recall_at_10_std": 0.375407, + "nauc_recall_at_10_diff1": 0.886965, + "nauc_recall_at_20_max": 0.938497, + "nauc_recall_at_20_std": 0.438274, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.947712, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755803, + "nauc_precision_at_1_std": -0.002288, + "nauc_precision_at_1_diff1": 0.917655, + "nauc_precision_at_3_max": 0.908933, + "nauc_precision_at_3_std": 0.371404, + "nauc_precision_at_3_diff1": 0.894544, + "nauc_precision_at_5_max": 0.914528, + "nauc_precision_at_5_std": 0.442894, + "nauc_precision_at_5_diff1": 0.89155, + "nauc_precision_at_10_max": 0.89476, + "nauc_precision_at_10_std": 0.375407, + "nauc_precision_at_10_diff1": 0.886965, + "nauc_precision_at_20_max": 0.938497, + "nauc_precision_at_20_std": 0.438274, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.947712, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755803, + "nauc_mrr_at_1_std": -0.002288, + "nauc_mrr_at_1_diff1": 0.917655, + "nauc_mrr_at_3_max": 0.797247, + "nauc_mrr_at_3_std": 0.094181, + "nauc_mrr_at_3_diff1": 0.906877, + "nauc_mrr_at_5_max": 0.794844, + "nauc_mrr_at_5_std": 0.093998, + "nauc_mrr_at_5_diff1": 0.906927, + "nauc_mrr_at_10_max": 0.790961, + "nauc_mrr_at_10_std": 0.082068, + "nauc_mrr_at_10_diff1": 0.906977, + "nauc_mrr_at_20_max": 0.790846, + "nauc_mrr_at_20_std": 0.080203, + "nauc_mrr_at_20_diff1": 0.907679, + "nauc_mrr_at_100_max": 0.790165, + "nauc_mrr_at_100_std": 0.079357, + "nauc_mrr_at_100_diff1": 0.907532, + "nauc_mrr_at_1000_max": 0.790104, + "nauc_mrr_at_1000_std": 0.079103, + "nauc_mrr_at_1000_diff1": 0.907539, + "main_score": 0.90461, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.22778, + "ndcg_at_3": 0.24581, + "ndcg_at_5": 0.25288, + "ndcg_at_10": 0.26005, + "ndcg_at_20": 0.27228, + "ndcg_at_100": 0.31026, + "ndcg_at_1000": 0.36714, + "map_at_1": 0.22778, + "map_at_3": 0.2413, + "map_at_5": 0.24507, + "map_at_10": 0.24802, + "map_at_20": 0.25132, + "map_at_100": 0.25609, + "map_at_1000": 0.25829, + "recall_at_1": 0.22778, + "recall_at_3": 0.25889, + "recall_at_5": 0.27667, + "recall_at_10": 0.29889, + "recall_at_20": 0.34778, + "recall_at_100": 0.56, + "recall_at_1000": 1.0, + "precision_at_1": 0.22778, + "precision_at_3": 0.0863, + "precision_at_5": 0.05533, + "precision_at_10": 0.02989, + "precision_at_20": 0.01739, + "precision_at_100": 0.0056, + "precision_at_1000": 0.001, + "mrr_at_1": 0.227778, + "mrr_at_3": 0.241296, + "mrr_at_5": 0.245074, + "mrr_at_10": 0.248024, + "mrr_at_20": 0.251317, + "mrr_at_100": 0.256087, + "mrr_at_1000": 0.258288, + "nauc_ndcg_at_1_max": 0.664052, + "nauc_ndcg_at_1_std": -0.341697, + "nauc_ndcg_at_1_diff1": 0.862379, + "nauc_ndcg_at_3_max": 0.639856, + "nauc_ndcg_at_3_std": -0.35581, + "nauc_ndcg_at_3_diff1": 0.83993, + "nauc_ndcg_at_5_max": 0.626513, + "nauc_ndcg_at_5_std": -0.351418, + "nauc_ndcg_at_5_diff1": 0.823212, + "nauc_ndcg_at_10_max": 0.611352, + "nauc_ndcg_at_10_std": -0.343446, + "nauc_ndcg_at_10_diff1": 0.801669, + "nauc_ndcg_at_20_max": 0.598267, + "nauc_ndcg_at_20_std": -0.333383, + "nauc_ndcg_at_20_diff1": 0.782989, + "nauc_ndcg_at_100_max": 0.569716, + "nauc_ndcg_at_100_std": -0.321717, + "nauc_ndcg_at_100_diff1": 0.75055, + "nauc_ndcg_at_1000_max": 0.601838, + "nauc_ndcg_at_1000_std": -0.335014, + "nauc_ndcg_at_1000_diff1": 0.788556, + "nauc_map_at_1_max": 0.664052, + "nauc_map_at_1_std": -0.341697, + "nauc_map_at_1_diff1": 0.862379, + "nauc_map_at_3_max": 0.646393, + "nauc_map_at_3_std": -0.352548, + "nauc_map_at_3_diff1": 0.845146, + "nauc_map_at_5_max": 0.638981, + "nauc_map_at_5_std": -0.350445, + "nauc_map_at_5_diff1": 0.836125, + "nauc_map_at_10_max": 0.632747, + "nauc_map_at_10_std": -0.346738, + "nauc_map_at_10_diff1": 0.827047, + "nauc_map_at_20_max": 0.628968, + "nauc_map_at_20_std": -0.344044, + "nauc_map_at_20_diff1": 0.821926, + "nauc_map_at_100_max": 0.624489, + "nauc_map_at_100_std": -0.342511, + "nauc_map_at_100_diff1": 0.816934, + "nauc_map_at_1000_max": 0.625629, + "nauc_map_at_1000_std": -0.342971, + "nauc_map_at_1000_diff1": 0.818139, + "nauc_recall_at_1_max": 0.664052, + "nauc_recall_at_1_std": -0.341697, + "nauc_recall_at_1_diff1": 0.862379, + "nauc_recall_at_3_max": 0.621232, + "nauc_recall_at_3_std": -0.364909, + "nauc_recall_at_3_diff1": 0.825364, + "nauc_recall_at_5_max": 0.590155, + "nauc_recall_at_5_std": -0.353046, + "nauc_recall_at_5_diff1": 0.785201, + "nauc_recall_at_10_max": 0.546445, + "nauc_recall_at_10_std": -0.331574, + "nauc_recall_at_10_diff1": 0.723792, + "nauc_recall_at_20_max": 0.500865, + "nauc_recall_at_20_std": -0.294233, + "nauc_recall_at_20_diff1": 0.656517, + "nauc_recall_at_100_max": 0.349821, + "nauc_recall_at_100_std": -0.22831, + "nauc_recall_at_100_diff1": 0.482979, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664052, + "nauc_precision_at_1_std": -0.341697, + "nauc_precision_at_1_diff1": 0.862379, + "nauc_precision_at_3_max": 0.621232, + "nauc_precision_at_3_std": -0.364909, + "nauc_precision_at_3_diff1": 0.825364, + "nauc_precision_at_5_max": 0.590155, + "nauc_precision_at_5_std": -0.353046, + "nauc_precision_at_5_diff1": 0.785201, + "nauc_precision_at_10_max": 0.546445, + "nauc_precision_at_10_std": -0.331574, + "nauc_precision_at_10_diff1": 0.723792, + "nauc_precision_at_20_max": 0.500865, + "nauc_precision_at_20_std": -0.294233, + "nauc_precision_at_20_diff1": 0.656517, + "nauc_precision_at_100_max": 0.349821, + "nauc_precision_at_100_std": -0.22831, + "nauc_precision_at_100_diff1": 0.482979, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664052, + "nauc_mrr_at_1_std": -0.341697, + "nauc_mrr_at_1_diff1": 0.862379, + "nauc_mrr_at_3_max": 0.646393, + "nauc_mrr_at_3_std": -0.352548, + "nauc_mrr_at_3_diff1": 0.845146, + "nauc_mrr_at_5_max": 0.638981, + "nauc_mrr_at_5_std": -0.350445, + "nauc_mrr_at_5_diff1": 0.836125, + "nauc_mrr_at_10_max": 0.632747, + "nauc_mrr_at_10_std": -0.346738, + "nauc_mrr_at_10_diff1": 0.827047, + "nauc_mrr_at_20_max": 0.628968, + "nauc_mrr_at_20_std": -0.344044, + "nauc_mrr_at_20_diff1": 0.821926, + "nauc_mrr_at_100_max": 0.624489, + "nauc_mrr_at_100_std": -0.342511, + "nauc_mrr_at_100_diff1": 0.816934, + "nauc_mrr_at_1000_max": 0.625629, + "nauc_mrr_at_1000_std": -0.342971, + "nauc_mrr_at_1000_diff1": 0.818139, + "main_score": 0.26005, + "hf_subset": "arb_Latn-arb_Latn", + "languages": [ + "arb-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.39333, + "ndcg_at_3": 0.44186, + "ndcg_at_5": 0.45324, + "ndcg_at_10": 0.47004, + "ndcg_at_20": 0.48302, + "ndcg_at_100": 0.51532, + "ndcg_at_1000": 0.54328, + "map_at_1": 0.39333, + "map_at_3": 0.43019, + "map_at_5": 0.43646, + "map_at_10": 0.44335, + "map_at_20": 0.44693, + "map_at_100": 0.45111, + "map_at_1000": 0.45222, + "recall_at_1": 0.39333, + "recall_at_3": 0.47556, + "recall_at_5": 0.50333, + "recall_at_10": 0.55556, + "recall_at_20": 0.60667, + "recall_at_100": 0.78556, + "recall_at_1000": 1.0, + "precision_at_1": 0.39333, + "precision_at_3": 0.15852, + "precision_at_5": 0.10067, + "precision_at_10": 0.05556, + "precision_at_20": 0.03033, + "precision_at_100": 0.00786, + "precision_at_1000": 0.001, + "mrr_at_1": 0.393333, + "mrr_at_3": 0.430185, + "mrr_at_5": 0.436463, + "mrr_at_10": 0.443345, + "mrr_at_20": 0.446929, + "mrr_at_100": 0.451106, + "mrr_at_1000": 0.452221, + "nauc_ndcg_at_1_max": 0.813166, + "nauc_ndcg_at_1_std": 0.379161, + "nauc_ndcg_at_1_diff1": 0.839531, + "nauc_ndcg_at_3_max": 0.804799, + "nauc_ndcg_at_3_std": 0.389837, + "nauc_ndcg_at_3_diff1": 0.798002, + "nauc_ndcg_at_5_max": 0.796, + "nauc_ndcg_at_5_std": 0.388025, + "nauc_ndcg_at_5_diff1": 0.786621, + "nauc_ndcg_at_10_max": 0.793868, + "nauc_ndcg_at_10_std": 0.390501, + "nauc_ndcg_at_10_diff1": 0.779593, + "nauc_ndcg_at_20_max": 0.785617, + "nauc_ndcg_at_20_std": 0.385697, + "nauc_ndcg_at_20_diff1": 0.770313, + "nauc_ndcg_at_100_max": 0.778946, + "nauc_ndcg_at_100_std": 0.388175, + "nauc_ndcg_at_100_diff1": 0.767269, + "nauc_ndcg_at_1000_max": 0.790333, + "nauc_ndcg_at_1000_std": 0.386746, + "nauc_ndcg_at_1000_diff1": 0.781501, + "nauc_map_at_1_max": 0.813166, + "nauc_map_at_1_std": 0.379161, + "nauc_map_at_1_diff1": 0.839531, + "nauc_map_at_3_max": 0.807473, + "nauc_map_at_3_std": 0.388127, + "nauc_map_at_3_diff1": 0.808248, + "nauc_map_at_5_max": 0.802764, + "nauc_map_at_5_std": 0.387205, + "nauc_map_at_5_diff1": 0.802005, + "nauc_map_at_10_max": 0.802, + "nauc_map_at_10_std": 0.388599, + "nauc_map_at_10_diff1": 0.799072, + "nauc_map_at_20_max": 0.799833, + "nauc_map_at_20_std": 0.387195, + "nauc_map_at_20_diff1": 0.796664, + "nauc_map_at_100_max": 0.798899, + "nauc_map_at_100_std": 0.387262, + "nauc_map_at_100_diff1": 0.796062, + "nauc_map_at_1000_max": 0.799264, + "nauc_map_at_1000_std": 0.387126, + "nauc_map_at_1000_diff1": 0.796559, + "nauc_recall_at_1_max": 0.813166, + "nauc_recall_at_1_std": 0.379161, + "nauc_recall_at_1_diff1": 0.839531, + "nauc_recall_at_3_max": 0.796718, + "nauc_recall_at_3_std": 0.394464, + "nauc_recall_at_3_diff1": 0.767994, + "nauc_recall_at_5_max": 0.774301, + "nauc_recall_at_5_std": 0.389697, + "nauc_recall_at_5_diff1": 0.73949, + "nauc_recall_at_10_max": 0.765825, + "nauc_recall_at_10_std": 0.395663, + "nauc_recall_at_10_diff1": 0.714907, + "nauc_recall_at_20_max": 0.727897, + "nauc_recall_at_20_std": 0.376005, + "nauc_recall_at_20_diff1": 0.670219, + "nauc_recall_at_100_max": 0.640548, + "nauc_recall_at_100_std": 0.398309, + "nauc_recall_at_100_diff1": 0.596358, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.813166, + "nauc_precision_at_1_std": 0.379161, + "nauc_precision_at_1_diff1": 0.839531, + "nauc_precision_at_3_max": 0.796718, + "nauc_precision_at_3_std": 0.394464, + "nauc_precision_at_3_diff1": 0.767994, + "nauc_precision_at_5_max": 0.774301, + "nauc_precision_at_5_std": 0.389697, + "nauc_precision_at_5_diff1": 0.73949, + "nauc_precision_at_10_max": 0.765825, + "nauc_precision_at_10_std": 0.395663, + "nauc_precision_at_10_diff1": 0.714907, + "nauc_precision_at_20_max": 0.727897, + "nauc_precision_at_20_std": 0.376005, + "nauc_precision_at_20_diff1": 0.670219, + "nauc_precision_at_100_max": 0.640548, + "nauc_precision_at_100_std": 0.398309, + "nauc_precision_at_100_diff1": 0.596358, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.813166, + "nauc_mrr_at_1_std": 0.379161, + "nauc_mrr_at_1_diff1": 0.839531, + "nauc_mrr_at_3_max": 0.807473, + "nauc_mrr_at_3_std": 0.388127, + "nauc_mrr_at_3_diff1": 0.808248, + "nauc_mrr_at_5_max": 0.802764, + "nauc_mrr_at_5_std": 0.387205, + "nauc_mrr_at_5_diff1": 0.802005, + "nauc_mrr_at_10_max": 0.802, + "nauc_mrr_at_10_std": 0.388599, + "nauc_mrr_at_10_diff1": 0.799072, + "nauc_mrr_at_20_max": 0.799833, + "nauc_mrr_at_20_std": 0.387195, + "nauc_mrr_at_20_diff1": 0.796664, + "nauc_mrr_at_100_max": 0.798899, + "nauc_mrr_at_100_std": 0.387262, + "nauc_mrr_at_100_diff1": 0.796062, + "nauc_mrr_at_1000_max": 0.799264, + "nauc_mrr_at_1000_std": 0.387126, + "nauc_mrr_at_1000_diff1": 0.796559, + "main_score": 0.47004, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.20667, + "ndcg_at_3": 0.22093, + "ndcg_at_5": 0.227, + "ndcg_at_10": 0.23337, + "ndcg_at_20": 0.24027, + "ndcg_at_100": 0.26784, + "ndcg_at_1000": 0.3372, + "map_at_1": 0.20667, + "map_at_3": 0.21741, + "map_at_5": 0.22085, + "map_at_10": 0.22342, + "map_at_20": 0.22525, + "map_at_100": 0.2284, + "map_at_1000": 0.23085, + "recall_at_1": 0.20667, + "recall_at_3": 0.23111, + "recall_at_5": 0.24556, + "recall_at_10": 0.26556, + "recall_at_20": 0.29333, + "recall_at_100": 0.45222, + "recall_at_1000": 1.0, + "precision_at_1": 0.20667, + "precision_at_3": 0.07704, + "precision_at_5": 0.04911, + "precision_at_10": 0.02656, + "precision_at_20": 0.01467, + "precision_at_100": 0.00452, + "precision_at_1000": 0.001, + "mrr_at_1": 0.206667, + "mrr_at_3": 0.217407, + "mrr_at_5": 0.220852, + "mrr_at_10": 0.223418, + "mrr_at_20": 0.225249, + "mrr_at_100": 0.228401, + "mrr_at_1000": 0.23085, + "nauc_ndcg_at_1_max": 0.920501, + "nauc_ndcg_at_1_std": 0.792427, + "nauc_ndcg_at_1_diff1": 0.887624, + "nauc_ndcg_at_3_max": 0.910264, + "nauc_ndcg_at_3_std": 0.802175, + "nauc_ndcg_at_3_diff1": 0.859829, + "nauc_ndcg_at_5_max": 0.901072, + "nauc_ndcg_at_5_std": 0.793758, + "nauc_ndcg_at_5_diff1": 0.853329, + "nauc_ndcg_at_10_max": 0.887444, + "nauc_ndcg_at_10_std": 0.787285, + "nauc_ndcg_at_10_diff1": 0.84083, + "nauc_ndcg_at_20_max": 0.873375, + "nauc_ndcg_at_20_std": 0.776146, + "nauc_ndcg_at_20_diff1": 0.827427, + "nauc_ndcg_at_100_max": 0.836182, + "nauc_ndcg_at_100_std": 0.746723, + "nauc_ndcg_at_100_diff1": 0.794553, + "nauc_ndcg_at_1000_max": 0.869938, + "nauc_ndcg_at_1000_std": 0.771652, + "nauc_ndcg_at_1000_diff1": 0.825623, + "nauc_map_at_1_max": 0.920501, + "nauc_map_at_1_std": 0.792427, + "nauc_map_at_1_diff1": 0.887624, + "nauc_map_at_3_max": 0.91323, + "nauc_map_at_3_std": 0.800645, + "nauc_map_at_3_diff1": 0.867128, + "nauc_map_at_5_max": 0.907871, + "nauc_map_at_5_std": 0.796016, + "nauc_map_at_5_diff1": 0.863273, + "nauc_map_at_10_max": 0.902113, + "nauc_map_at_10_std": 0.793293, + "nauc_map_at_10_diff1": 0.858169, + "nauc_map_at_20_max": 0.898422, + "nauc_map_at_20_std": 0.790617, + "nauc_map_at_20_diff1": 0.854551, + "nauc_map_at_100_max": 0.893806, + "nauc_map_at_100_std": 0.786713, + "nauc_map_at_100_diff1": 0.850362, + "nauc_map_at_1000_max": 0.894529, + "nauc_map_at_1000_std": 0.787323, + "nauc_map_at_1000_diff1": 0.850962, + "nauc_recall_at_1_max": 0.920501, + "nauc_recall_at_1_std": 0.792427, + "nauc_recall_at_1_diff1": 0.887624, + "nauc_recall_at_3_max": 0.901699, + "nauc_recall_at_3_std": 0.806169, + "nauc_recall_at_3_diff1": 0.839002, + "nauc_recall_at_5_max": 0.881059, + "nauc_recall_at_5_std": 0.785966, + "nauc_recall_at_5_diff1": 0.824914, + "nauc_recall_at_10_max": 0.841937, + "nauc_recall_at_10_std": 0.767361, + "nauc_recall_at_10_diff1": 0.788411, + "nauc_recall_at_20_max": 0.791091, + "nauc_recall_at_20_std": 0.72482, + "nauc_recall_at_20_diff1": 0.741046, + "nauc_recall_at_100_max": 0.607667, + "nauc_recall_at_100_std": 0.582641, + "nauc_recall_at_100_diff1": 0.580918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.920501, + "nauc_precision_at_1_std": 0.792427, + "nauc_precision_at_1_diff1": 0.887624, + "nauc_precision_at_3_max": 0.901699, + "nauc_precision_at_3_std": 0.806169, + "nauc_precision_at_3_diff1": 0.839002, + "nauc_precision_at_5_max": 0.881059, + "nauc_precision_at_5_std": 0.785966, + "nauc_precision_at_5_diff1": 0.824914, + "nauc_precision_at_10_max": 0.841937, + "nauc_precision_at_10_std": 0.767361, + "nauc_precision_at_10_diff1": 0.788411, + "nauc_precision_at_20_max": 0.791091, + "nauc_precision_at_20_std": 0.72482, + "nauc_precision_at_20_diff1": 0.741046, + "nauc_precision_at_100_max": 0.607667, + "nauc_precision_at_100_std": 0.582641, + "nauc_precision_at_100_diff1": 0.580918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.920501, + "nauc_mrr_at_1_std": 0.792427, + "nauc_mrr_at_1_diff1": 0.887624, + "nauc_mrr_at_3_max": 0.91323, + "nauc_mrr_at_3_std": 0.800645, + "nauc_mrr_at_3_diff1": 0.867128, + "nauc_mrr_at_5_max": 0.907871, + "nauc_mrr_at_5_std": 0.796016, + "nauc_mrr_at_5_diff1": 0.863273, + "nauc_mrr_at_10_max": 0.902113, + "nauc_mrr_at_10_std": 0.793293, + "nauc_mrr_at_10_diff1": 0.858169, + "nauc_mrr_at_20_max": 0.898422, + "nauc_mrr_at_20_std": 0.790617, + "nauc_mrr_at_20_diff1": 0.854551, + "nauc_mrr_at_100_max": 0.893806, + "nauc_mrr_at_100_std": 0.786713, + "nauc_mrr_at_100_diff1": 0.850362, + "nauc_mrr_at_1000_max": 0.894529, + "nauc_mrr_at_1000_std": 0.787323, + "nauc_mrr_at_1000_diff1": 0.850962, + "main_score": 0.23337, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.89014, + "ndcg_at_5": 0.89885, + "ndcg_at_10": 0.90247, + "ndcg_at_20": 0.90679, + "ndcg_at_100": 0.91165, + "ndcg_at_1000": 0.91208, + "map_at_1": 0.84556, + "map_at_3": 0.87907, + "map_at_5": 0.88391, + "map_at_10": 0.88543, + "map_at_20": 0.88666, + "map_at_100": 0.88739, + "map_at_1000": 0.8874, + "recall_at_1": 0.84556, + "recall_at_3": 0.92222, + "recall_at_5": 0.94333, + "recall_at_10": 0.95444, + "recall_at_20": 0.97111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84556, + "precision_at_3": 0.30741, + "precision_at_5": 0.18867, + "precision_at_10": 0.09544, + "precision_at_20": 0.04856, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.879074, + "mrr_at_5": 0.883907, + "mrr_at_10": 0.885426, + "mrr_at_20": 0.886661, + "mrr_at_100": 0.887387, + "mrr_at_1000": 0.887405, + "nauc_ndcg_at_1_max": 0.811223, + "nauc_ndcg_at_1_std": -0.064936, + "nauc_ndcg_at_1_diff1": 0.920762, + "nauc_ndcg_at_3_max": 0.841432, + "nauc_ndcg_at_3_std": 0.001539, + "nauc_ndcg_at_3_diff1": 0.911102, + "nauc_ndcg_at_5_max": 0.849922, + "nauc_ndcg_at_5_std": 0.04813, + "nauc_ndcg_at_5_diff1": 0.91607, + "nauc_ndcg_at_10_max": 0.845752, + "nauc_ndcg_at_10_std": 0.037396, + "nauc_ndcg_at_10_diff1": 0.913784, + "nauc_ndcg_at_20_max": 0.842618, + "nauc_ndcg_at_20_std": 0.013882, + "nauc_ndcg_at_20_diff1": 0.913291, + "nauc_ndcg_at_100_max": 0.837269, + "nauc_ndcg_at_100_std": 0.002799, + "nauc_ndcg_at_100_diff1": 0.914102, + "nauc_ndcg_at_1000_max": 0.836954, + "nauc_ndcg_at_1000_std": 0.004117, + "nauc_ndcg_at_1000_diff1": 0.91386, + "nauc_map_at_1_max": 0.811223, + "nauc_map_at_1_std": -0.064936, + "nauc_map_at_1_diff1": 0.920762, + "nauc_map_at_3_max": 0.831919, + "nauc_map_at_3_std": -0.01805, + "nauc_map_at_3_diff1": 0.912751, + "nauc_map_at_5_max": 0.835624, + "nauc_map_at_5_std": 0.003462, + "nauc_map_at_5_diff1": 0.915254, + "nauc_map_at_10_max": 0.833939, + "nauc_map_at_10_std": -0.000925, + "nauc_map_at_10_diff1": 0.914388, + "nauc_map_at_20_max": 0.833128, + "nauc_map_at_20_std": -0.006457, + "nauc_map_at_20_diff1": 0.914226, + "nauc_map_at_100_max": 0.83249, + "nauc_map_at_100_std": -0.007643, + "nauc_map_at_100_diff1": 0.914309, + "nauc_map_at_1000_max": 0.832485, + "nauc_map_at_1000_std": -0.007567, + "nauc_map_at_1000_diff1": 0.914299, + "nauc_recall_at_1_max": 0.811223, + "nauc_recall_at_1_std": -0.064936, + "nauc_recall_at_1_diff1": 0.920762, + "nauc_recall_at_3_max": 0.883027, + "nauc_recall_at_3_std": 0.086388, + "nauc_recall_at_3_diff1": 0.904729, + "nauc_recall_at_5_max": 0.934421, + "nauc_recall_at_5_std": 0.316783, + "nauc_recall_at_5_diff1": 0.923152, + "nauc_recall_at_10_max": 0.928389, + "nauc_recall_at_10_std": 0.312758, + "nauc_recall_at_10_diff1": 0.910785, + "nauc_recall_at_20_max": 0.936526, + "nauc_recall_at_20_std": 0.174154, + "nauc_recall_at_20_diff1": 0.904744, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": -0.205727, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.811223, + "nauc_precision_at_1_std": -0.064936, + "nauc_precision_at_1_diff1": 0.920762, + "nauc_precision_at_3_max": 0.883027, + "nauc_precision_at_3_std": 0.086388, + "nauc_precision_at_3_diff1": 0.904729, + "nauc_precision_at_5_max": 0.934421, + "nauc_precision_at_5_std": 0.316783, + "nauc_precision_at_5_diff1": 0.923152, + "nauc_precision_at_10_max": 0.928389, + "nauc_precision_at_10_std": 0.312758, + "nauc_precision_at_10_diff1": 0.910785, + "nauc_precision_at_20_max": 0.936526, + "nauc_precision_at_20_std": 0.174154, + "nauc_precision_at_20_diff1": 0.904744, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": -0.205727, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.811223, + "nauc_mrr_at_1_std": -0.064936, + "nauc_mrr_at_1_diff1": 0.920762, + "nauc_mrr_at_3_max": 0.831919, + "nauc_mrr_at_3_std": -0.01805, + "nauc_mrr_at_3_diff1": 0.912751, + "nauc_mrr_at_5_max": 0.835624, + "nauc_mrr_at_5_std": 0.003462, + "nauc_mrr_at_5_diff1": 0.915254, + "nauc_mrr_at_10_max": 0.833939, + "nauc_mrr_at_10_std": -0.000925, + "nauc_mrr_at_10_diff1": 0.914388, + "nauc_mrr_at_20_max": 0.833128, + "nauc_mrr_at_20_std": -0.006457, + "nauc_mrr_at_20_diff1": 0.914226, + "nauc_mrr_at_100_max": 0.83249, + "nauc_mrr_at_100_std": -0.007643, + "nauc_mrr_at_100_diff1": 0.914309, + "nauc_mrr_at_1000_max": 0.832485, + "nauc_mrr_at_1000_std": -0.007567, + "nauc_mrr_at_1000_diff1": 0.914299, + "main_score": 0.90247, + "hf_subset": "ars_Arab-ars_Arab", + "languages": [ + "ars-Arab", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93208, + "ndcg_at_5": 0.93949, + "ndcg_at_10": 0.94133, + "ndcg_at_20": 0.94381, + "ndcg_at_100": 0.94484, + "ndcg_at_1000": 0.94527, + "map_at_1": 0.89444, + "map_at_3": 0.92315, + "map_at_5": 0.92731, + "map_at_10": 0.9281, + "map_at_20": 0.92876, + "map_at_100": 0.92889, + "map_at_1000": 0.92891, + "recall_at_1": 0.89444, + "recall_at_3": 0.95778, + "recall_at_5": 0.97556, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31926, + "precision_at_5": 0.19511, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.927315, + "mrr_at_10": 0.9281, + "mrr_at_20": 0.928755, + "mrr_at_100": 0.928894, + "mrr_at_1000": 0.928911, + "nauc_ndcg_at_1_max": 0.791989, + "nauc_ndcg_at_1_std": -0.133802, + "nauc_ndcg_at_1_diff1": 0.907615, + "nauc_ndcg_at_3_max": 0.823124, + "nauc_ndcg_at_3_std": -0.126063, + "nauc_ndcg_at_3_diff1": 0.911461, + "nauc_ndcg_at_5_max": 0.817422, + "nauc_ndcg_at_5_std": -0.114035, + "nauc_ndcg_at_5_diff1": 0.908261, + "nauc_ndcg_at_10_max": 0.821793, + "nauc_ndcg_at_10_std": -0.100384, + "nauc_ndcg_at_10_diff1": 0.911548, + "nauc_ndcg_at_20_max": 0.817282, + "nauc_ndcg_at_20_std": -0.10884, + "nauc_ndcg_at_20_diff1": 0.910281, + "nauc_ndcg_at_100_max": 0.815738, + "nauc_ndcg_at_100_std": -0.103625, + "nauc_ndcg_at_100_diff1": 0.908602, + "nauc_ndcg_at_1000_max": 0.814277, + "nauc_ndcg_at_1000_std": -0.112375, + "nauc_ndcg_at_1000_diff1": 0.909423, + "nauc_map_at_1_max": 0.791989, + "nauc_map_at_1_std": -0.133802, + "nauc_map_at_1_diff1": 0.907615, + "nauc_map_at_3_max": 0.814387, + "nauc_map_at_3_std": -0.124796, + "nauc_map_at_3_diff1": 0.90991, + "nauc_map_at_5_max": 0.811411, + "nauc_map_at_5_std": -0.119496, + "nauc_map_at_5_diff1": 0.908441, + "nauc_map_at_10_max": 0.81256, + "nauc_map_at_10_std": -0.115219, + "nauc_map_at_10_diff1": 0.909521, + "nauc_map_at_20_max": 0.811494, + "nauc_map_at_20_std": -0.117165, + "nauc_map_at_20_diff1": 0.90927, + "nauc_map_at_100_max": 0.811248, + "nauc_map_at_100_std": -0.117065, + "nauc_map_at_100_diff1": 0.909093, + "nauc_map_at_1000_max": 0.811201, + "nauc_map_at_1000_std": -0.11734, + "nauc_map_at_1000_diff1": 0.909128, + "nauc_recall_at_1_max": 0.791989, + "nauc_recall_at_1_std": -0.133802, + "nauc_recall_at_1_diff1": 0.907615, + "nauc_recall_at_3_max": 0.867635, + "nauc_recall_at_3_std": -0.135547, + "nauc_recall_at_3_diff1": 0.919775, + "nauc_recall_at_5_max": 0.863891, + "nauc_recall_at_5_std": -0.066399, + "nauc_recall_at_5_diff1": 0.905462, + "nauc_recall_at_10_max": 0.92448, + "nauc_recall_at_10_std": 0.083265, + "nauc_recall_at_10_diff1": 0.936563, + "nauc_recall_at_20_max": 0.92793, + "nauc_recall_at_20_std": 0.07814, + "nauc_recall_at_20_diff1": 0.930556, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.814815, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791989, + "nauc_precision_at_1_std": -0.133802, + "nauc_precision_at_1_diff1": 0.907615, + "nauc_precision_at_3_max": 0.867635, + "nauc_precision_at_3_std": -0.135547, + "nauc_precision_at_3_diff1": 0.919775, + "nauc_precision_at_5_max": 0.863891, + "nauc_precision_at_5_std": -0.066399, + "nauc_precision_at_5_diff1": 0.905462, + "nauc_precision_at_10_max": 0.92448, + "nauc_precision_at_10_std": 0.083265, + "nauc_precision_at_10_diff1": 0.936563, + "nauc_precision_at_20_max": 0.92793, + "nauc_precision_at_20_std": 0.07814, + "nauc_precision_at_20_diff1": 0.930556, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.814815, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791989, + "nauc_mrr_at_1_std": -0.133802, + "nauc_mrr_at_1_diff1": 0.907615, + "nauc_mrr_at_3_max": 0.814387, + "nauc_mrr_at_3_std": -0.124796, + "nauc_mrr_at_3_diff1": 0.90991, + "nauc_mrr_at_5_max": 0.811411, + "nauc_mrr_at_5_std": -0.119496, + "nauc_mrr_at_5_diff1": 0.908441, + "nauc_mrr_at_10_max": 0.81256, + "nauc_mrr_at_10_std": -0.115219, + "nauc_mrr_at_10_diff1": 0.909521, + "nauc_mrr_at_20_max": 0.811494, + "nauc_mrr_at_20_std": -0.117165, + "nauc_mrr_at_20_diff1": 0.90927, + "nauc_mrr_at_100_max": 0.811248, + "nauc_mrr_at_100_std": -0.117065, + "nauc_mrr_at_100_diff1": 0.909093, + "nauc_mrr_at_1000_max": 0.811201, + "nauc_mrr_at_1000_std": -0.11734, + "nauc_mrr_at_1000_diff1": 0.909128, + "main_score": 0.94133, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.88874, + "ndcg_at_5": 0.90065, + "ndcg_at_10": 0.90771, + "ndcg_at_20": 0.91082, + "ndcg_at_100": 0.91311, + "ndcg_at_1000": 0.91388, + "map_at_1": 0.84667, + "map_at_3": 0.87833, + "map_at_5": 0.88494, + "map_at_10": 0.88779, + "map_at_20": 0.88865, + "map_at_100": 0.88898, + "map_at_1000": 0.88902, + "recall_at_1": 0.84667, + "recall_at_3": 0.91889, + "recall_at_5": 0.94778, + "recall_at_10": 0.97, + "recall_at_20": 0.98222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84667, + "precision_at_3": 0.3063, + "precision_at_5": 0.18956, + "precision_at_10": 0.097, + "precision_at_20": 0.04911, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.878333, + "mrr_at_5": 0.884944, + "mrr_at_10": 0.887785, + "mrr_at_20": 0.888649, + "mrr_at_100": 0.888979, + "mrr_at_1000": 0.889018, + "nauc_ndcg_at_1_max": 0.823289, + "nauc_ndcg_at_1_std": 0.037352, + "nauc_ndcg_at_1_diff1": 0.922018, + "nauc_ndcg_at_3_max": 0.841047, + "nauc_ndcg_at_3_std": 0.105041, + "nauc_ndcg_at_3_diff1": 0.905169, + "nauc_ndcg_at_5_max": 0.848877, + "nauc_ndcg_at_5_std": 0.127055, + "nauc_ndcg_at_5_diff1": 0.90458, + "nauc_ndcg_at_10_max": 0.845226, + "nauc_ndcg_at_10_std": 0.118536, + "nauc_ndcg_at_10_diff1": 0.907333, + "nauc_ndcg_at_20_max": 0.844107, + "nauc_ndcg_at_20_std": 0.109653, + "nauc_ndcg_at_20_diff1": 0.911989, + "nauc_ndcg_at_100_max": 0.841661, + "nauc_ndcg_at_100_std": 0.101686, + "nauc_ndcg_at_100_diff1": 0.911098, + "nauc_ndcg_at_1000_max": 0.840195, + "nauc_ndcg_at_1000_std": 0.096328, + "nauc_ndcg_at_1000_diff1": 0.910762, + "nauc_map_at_1_max": 0.823289, + "nauc_map_at_1_std": 0.037352, + "nauc_map_at_1_diff1": 0.922018, + "nauc_map_at_3_max": 0.835809, + "nauc_map_at_3_std": 0.083316, + "nauc_map_at_3_diff1": 0.909977, + "nauc_map_at_5_max": 0.839381, + "nauc_map_at_5_std": 0.092747, + "nauc_map_at_5_diff1": 0.910057, + "nauc_map_at_10_max": 0.837786, + "nauc_map_at_10_std": 0.089427, + "nauc_map_at_10_diff1": 0.910815, + "nauc_map_at_20_max": 0.837569, + "nauc_map_at_20_std": 0.087127, + "nauc_map_at_20_diff1": 0.911993, + "nauc_map_at_100_max": 0.837221, + "nauc_map_at_100_std": 0.085819, + "nauc_map_at_100_diff1": 0.911843, + "nauc_map_at_1000_max": 0.837161, + "nauc_map_at_1000_std": 0.0856, + "nauc_map_at_1000_diff1": 0.911829, + "nauc_recall_at_1_max": 0.823289, + "nauc_recall_at_1_std": 0.037352, + "nauc_recall_at_1_diff1": 0.922018, + "nauc_recall_at_3_max": 0.862995, + "nauc_recall_at_3_std": 0.197146, + "nauc_recall_at_3_diff1": 0.885122, + "nauc_recall_at_5_max": 0.909311, + "nauc_recall_at_5_std": 0.345928, + "nauc_recall_at_5_diff1": 0.870692, + "nauc_recall_at_10_max": 0.922364, + "nauc_recall_at_10_std": 0.419788, + "nauc_recall_at_10_diff1": 0.877339, + "nauc_recall_at_20_max": 0.949959, + "nauc_recall_at_20_std": 0.460463, + "nauc_recall_at_20_diff1": 0.940768, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.679832, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.823289, + "nauc_precision_at_1_std": 0.037352, + "nauc_precision_at_1_diff1": 0.922018, + "nauc_precision_at_3_max": 0.862995, + "nauc_precision_at_3_std": 0.197146, + "nauc_precision_at_3_diff1": 0.885122, + "nauc_precision_at_5_max": 0.909311, + "nauc_precision_at_5_std": 0.345928, + "nauc_precision_at_5_diff1": 0.870692, + "nauc_precision_at_10_max": 0.922364, + "nauc_precision_at_10_std": 0.419788, + "nauc_precision_at_10_diff1": 0.877339, + "nauc_precision_at_20_max": 0.949959, + "nauc_precision_at_20_std": 0.460463, + "nauc_precision_at_20_diff1": 0.940768, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.679832, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.823289, + "nauc_mrr_at_1_std": 0.037352, + "nauc_mrr_at_1_diff1": 0.922018, + "nauc_mrr_at_3_max": 0.835809, + "nauc_mrr_at_3_std": 0.083316, + "nauc_mrr_at_3_diff1": 0.909977, + "nauc_mrr_at_5_max": 0.839381, + "nauc_mrr_at_5_std": 0.092747, + "nauc_mrr_at_5_diff1": 0.910057, + "nauc_mrr_at_10_max": 0.837786, + "nauc_mrr_at_10_std": 0.089427, + "nauc_mrr_at_10_diff1": 0.910815, + "nauc_mrr_at_20_max": 0.837569, + "nauc_mrr_at_20_std": 0.087127, + "nauc_mrr_at_20_diff1": 0.911993, + "nauc_mrr_at_100_max": 0.837221, + "nauc_mrr_at_100_std": 0.085819, + "nauc_mrr_at_100_diff1": 0.911843, + "nauc_mrr_at_1000_max": 0.837161, + "nauc_mrr_at_1000_std": 0.0856, + "nauc_mrr_at_1000_diff1": 0.911829, + "main_score": 0.90771, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.76058, + "ndcg_at_3": 0.81733, + "ndcg_at_5": 0.8283, + "ndcg_at_10": 0.83869, + "ndcg_at_20": 0.84547, + "ndcg_at_100": 0.8529, + "ndcg_at_1000": 0.85516, + "map_at_1": 0.76058, + "map_at_3": 0.80345, + "map_at_5": 0.80952, + "map_at_10": 0.81378, + "map_at_20": 0.81565, + "map_at_100": 0.81668, + "map_at_1000": 0.81678, + "recall_at_1": 0.76058, + "recall_at_3": 0.85746, + "recall_at_5": 0.88419, + "recall_at_10": 0.91648, + "recall_at_20": 0.94321, + "recall_at_100": 0.9833, + "recall_at_1000": 1.0, + "precision_at_1": 0.76058, + "precision_at_3": 0.28582, + "precision_at_5": 0.17684, + "precision_at_10": 0.09165, + "precision_at_20": 0.04716, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.760579, + "mrr_at_3": 0.803452, + "mrr_at_5": 0.809521, + "mrr_at_10": 0.813777, + "mrr_at_20": 0.815652, + "mrr_at_100": 0.816678, + "mrr_at_1000": 0.816782, + "nauc_ndcg_at_1_max": 0.733932, + "nauc_ndcg_at_1_std": -0.19567, + "nauc_ndcg_at_1_diff1": 0.882862, + "nauc_ndcg_at_3_max": 0.747727, + "nauc_ndcg_at_3_std": -0.202693, + "nauc_ndcg_at_3_diff1": 0.863084, + "nauc_ndcg_at_5_max": 0.751347, + "nauc_ndcg_at_5_std": -0.180479, + "nauc_ndcg_at_5_diff1": 0.864384, + "nauc_ndcg_at_10_max": 0.756331, + "nauc_ndcg_at_10_std": -0.166417, + "nauc_ndcg_at_10_diff1": 0.862042, + "nauc_ndcg_at_20_max": 0.750955, + "nauc_ndcg_at_20_std": -0.176788, + "nauc_ndcg_at_20_diff1": 0.862417, + "nauc_ndcg_at_100_max": 0.751185, + "nauc_ndcg_at_100_std": -0.170227, + "nauc_ndcg_at_100_diff1": 0.86477, + "nauc_ndcg_at_1000_max": 0.750577, + "nauc_ndcg_at_1000_std": -0.177623, + "nauc_ndcg_at_1000_diff1": 0.866558, + "nauc_map_at_1_max": 0.733932, + "nauc_map_at_1_std": -0.19567, + "nauc_map_at_1_diff1": 0.882862, + "nauc_map_at_3_max": 0.745422, + "nauc_map_at_3_std": -0.200027, + "nauc_map_at_3_diff1": 0.868662, + "nauc_map_at_5_max": 0.747259, + "nauc_map_at_5_std": -0.188833, + "nauc_map_at_5_diff1": 0.869522, + "nauc_map_at_10_max": 0.749152, + "nauc_map_at_10_std": -0.183704, + "nauc_map_at_10_diff1": 0.868828, + "nauc_map_at_20_max": 0.747858, + "nauc_map_at_20_std": -0.186185, + "nauc_map_at_20_diff1": 0.868979, + "nauc_map_at_100_max": 0.748031, + "nauc_map_at_100_std": -0.18478, + "nauc_map_at_100_diff1": 0.869321, + "nauc_map_at_1000_max": 0.748015, + "nauc_map_at_1000_std": -0.185079, + "nauc_map_at_1000_diff1": 0.869397, + "nauc_recall_at_1_max": 0.733932, + "nauc_recall_at_1_std": -0.19567, + "nauc_recall_at_1_diff1": 0.882862, + "nauc_recall_at_3_max": 0.755619, + "nauc_recall_at_3_std": -0.213215, + "nauc_recall_at_3_diff1": 0.841865, + "nauc_recall_at_5_max": 0.769123, + "nauc_recall_at_5_std": -0.138641, + "nauc_recall_at_5_diff1": 0.841745, + "nauc_recall_at_10_max": 0.801264, + "nauc_recall_at_10_std": -0.047874, + "nauc_recall_at_10_diff1": 0.820121, + "nauc_recall_at_20_max": 0.767706, + "nauc_recall_at_20_std": -0.099112, + "nauc_recall_at_20_diff1": 0.804412, + "nauc_recall_at_100_max": 0.792298, + "nauc_recall_at_100_std": 0.263391, + "nauc_recall_at_100_diff1": 0.762203, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733932, + "nauc_precision_at_1_std": -0.19567, + "nauc_precision_at_1_diff1": 0.882862, + "nauc_precision_at_3_max": 0.755619, + "nauc_precision_at_3_std": -0.213215, + "nauc_precision_at_3_diff1": 0.841865, + "nauc_precision_at_5_max": 0.769123, + "nauc_precision_at_5_std": -0.138641, + "nauc_precision_at_5_diff1": 0.841745, + "nauc_precision_at_10_max": 0.801264, + "nauc_precision_at_10_std": -0.047874, + "nauc_precision_at_10_diff1": 0.820121, + "nauc_precision_at_20_max": 0.767706, + "nauc_precision_at_20_std": -0.099112, + "nauc_precision_at_20_diff1": 0.804412, + "nauc_precision_at_100_max": 0.792298, + "nauc_precision_at_100_std": 0.263391, + "nauc_precision_at_100_diff1": 0.762203, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733932, + "nauc_mrr_at_1_std": -0.19567, + "nauc_mrr_at_1_diff1": 0.882862, + "nauc_mrr_at_3_max": 0.745422, + "nauc_mrr_at_3_std": -0.200027, + "nauc_mrr_at_3_diff1": 0.868662, + "nauc_mrr_at_5_max": 0.747259, + "nauc_mrr_at_5_std": -0.188833, + "nauc_mrr_at_5_diff1": 0.869522, + "nauc_mrr_at_10_max": 0.749152, + "nauc_mrr_at_10_std": -0.183704, + "nauc_mrr_at_10_diff1": 0.868828, + "nauc_mrr_at_20_max": 0.747858, + "nauc_mrr_at_20_std": -0.186185, + "nauc_mrr_at_20_diff1": 0.868979, + "nauc_mrr_at_100_max": 0.748031, + "nauc_mrr_at_100_std": -0.18478, + "nauc_mrr_at_100_diff1": 0.869321, + "nauc_mrr_at_1000_max": 0.748015, + "nauc_mrr_at_1000_std": -0.185079, + "nauc_mrr_at_1000_diff1": 0.869397, + "main_score": 0.83869, + "hf_subset": "ary_Arab-ary_Arab", + "languages": [ + "ary-Arab", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.8928, + "ndcg_at_5": 0.90065, + "ndcg_at_10": 0.90789, + "ndcg_at_20": 0.91224, + "ndcg_at_100": 0.91506, + "ndcg_at_1000": 0.91532, + "map_at_1": 0.84778, + "map_at_3": 0.88185, + "map_at_5": 0.88624, + "map_at_10": 0.88926, + "map_at_20": 0.89038, + "map_at_100": 0.89082, + "map_at_1000": 0.89083, + "recall_at_1": 0.84778, + "recall_at_3": 0.92444, + "recall_at_5": 0.94333, + "recall_at_10": 0.96556, + "recall_at_20": 0.98333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30815, + "precision_at_5": 0.18867, + "precision_at_10": 0.09656, + "precision_at_20": 0.04917, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.881852, + "mrr_at_5": 0.886241, + "mrr_at_10": 0.889263, + "mrr_at_20": 0.890377, + "mrr_at_100": 0.890823, + "mrr_at_1000": 0.89083, + "nauc_ndcg_at_1_max": 0.723476, + "nauc_ndcg_at_1_std": -0.243737, + "nauc_ndcg_at_1_diff1": 0.888831, + "nauc_ndcg_at_3_max": 0.724137, + "nauc_ndcg_at_3_std": -0.309688, + "nauc_ndcg_at_3_diff1": 0.877655, + "nauc_ndcg_at_5_max": 0.733827, + "nauc_ndcg_at_5_std": -0.283205, + "nauc_ndcg_at_5_diff1": 0.880476, + "nauc_ndcg_at_10_max": 0.73086, + "nauc_ndcg_at_10_std": -0.280916, + "nauc_ndcg_at_10_diff1": 0.878522, + "nauc_ndcg_at_20_max": 0.732636, + "nauc_ndcg_at_20_std": -0.265167, + "nauc_ndcg_at_20_diff1": 0.880246, + "nauc_ndcg_at_100_max": 0.729579, + "nauc_ndcg_at_100_std": -0.267544, + "nauc_ndcg_at_100_diff1": 0.87927, + "nauc_ndcg_at_1000_max": 0.728717, + "nauc_ndcg_at_1000_std": -0.271588, + "nauc_ndcg_at_1000_diff1": 0.878885, + "nauc_map_at_1_max": 0.723476, + "nauc_map_at_1_std": -0.243737, + "nauc_map_at_1_diff1": 0.888831, + "nauc_map_at_3_max": 0.723816, + "nauc_map_at_3_std": -0.2871, + "nauc_map_at_3_diff1": 0.87802, + "nauc_map_at_5_max": 0.728663, + "nauc_map_at_5_std": -0.273136, + "nauc_map_at_5_diff1": 0.879315, + "nauc_map_at_10_max": 0.72729, + "nauc_map_at_10_std": -0.272798, + "nauc_map_at_10_diff1": 0.878653, + "nauc_map_at_20_max": 0.727596, + "nauc_map_at_20_std": -0.269745, + "nauc_map_at_20_diff1": 0.878971, + "nauc_map_at_100_max": 0.727123, + "nauc_map_at_100_std": -0.270332, + "nauc_map_at_100_diff1": 0.878837, + "nauc_map_at_1000_max": 0.727106, + "nauc_map_at_1000_std": -0.270408, + "nauc_map_at_1000_diff1": 0.87883, + "nauc_recall_at_1_max": 0.723476, + "nauc_recall_at_1_std": -0.243737, + "nauc_recall_at_1_diff1": 0.888831, + "nauc_recall_at_3_max": 0.725621, + "nauc_recall_at_3_std": -0.410172, + "nauc_recall_at_3_diff1": 0.877973, + "nauc_recall_at_5_max": 0.765173, + "nauc_recall_at_5_std": -0.335182, + "nauc_recall_at_5_diff1": 0.890527, + "nauc_recall_at_10_max": 0.764706, + "nauc_recall_at_10_std": -0.338439, + "nauc_recall_at_10_diff1": 0.880516, + "nauc_recall_at_20_max": 0.838936, + "nauc_recall_at_20_std": -0.057174, + "nauc_recall_at_20_diff1": 0.920479, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.723476, + "nauc_precision_at_1_std": -0.243737, + "nauc_precision_at_1_diff1": 0.888831, + "nauc_precision_at_3_max": 0.725621, + "nauc_precision_at_3_std": -0.410172, + "nauc_precision_at_3_diff1": 0.877973, + "nauc_precision_at_5_max": 0.765173, + "nauc_precision_at_5_std": -0.335182, + "nauc_precision_at_5_diff1": 0.890527, + "nauc_precision_at_10_max": 0.764706, + "nauc_precision_at_10_std": -0.338439, + "nauc_precision_at_10_diff1": 0.880516, + "nauc_precision_at_20_max": 0.838936, + "nauc_precision_at_20_std": -0.057174, + "nauc_precision_at_20_diff1": 0.920479, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.723476, + "nauc_mrr_at_1_std": -0.243737, + "nauc_mrr_at_1_diff1": 0.888831, + "nauc_mrr_at_3_max": 0.723816, + "nauc_mrr_at_3_std": -0.2871, + "nauc_mrr_at_3_diff1": 0.87802, + "nauc_mrr_at_5_max": 0.728663, + "nauc_mrr_at_5_std": -0.273136, + "nauc_mrr_at_5_diff1": 0.879315, + "nauc_mrr_at_10_max": 0.72729, + "nauc_mrr_at_10_std": -0.272798, + "nauc_mrr_at_10_diff1": 0.878653, + "nauc_mrr_at_20_max": 0.727596, + "nauc_mrr_at_20_std": -0.269745, + "nauc_mrr_at_20_diff1": 0.878971, + "nauc_mrr_at_100_max": 0.727123, + "nauc_mrr_at_100_std": -0.270332, + "nauc_mrr_at_100_diff1": 0.878837, + "nauc_mrr_at_1000_max": 0.727106, + "nauc_mrr_at_1000_std": -0.270408, + "nauc_mrr_at_1000_diff1": 0.87883, + "main_score": 0.90789, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75724, + "ndcg_at_3": 0.81654, + "ndcg_at_5": 0.82938, + "ndcg_at_10": 0.83807, + "ndcg_at_20": 0.84637, + "ndcg_at_100": 0.85307, + "ndcg_at_1000": 0.85534, + "map_at_1": 0.75724, + "map_at_3": 0.80234, + "map_at_5": 0.80947, + "map_at_10": 0.81308, + "map_at_20": 0.81543, + "map_at_100": 0.81639, + "map_at_1000": 0.8165, + "recall_at_1": 0.75724, + "recall_at_3": 0.85746, + "recall_at_5": 0.88864, + "recall_at_10": 0.91537, + "recall_at_20": 0.94766, + "recall_at_100": 0.9833, + "recall_at_1000": 1.0, + "precision_at_1": 0.75724, + "precision_at_3": 0.28582, + "precision_at_5": 0.17773, + "precision_at_10": 0.09154, + "precision_at_20": 0.04738, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757238, + "mrr_at_3": 0.802339, + "mrr_at_5": 0.809465, + "mrr_at_10": 0.81308, + "mrr_at_20": 0.815426, + "mrr_at_100": 0.816394, + "mrr_at_1000": 0.8165, + "nauc_ndcg_at_1_max": 0.779718, + "nauc_ndcg_at_1_std": 0.087954, + "nauc_ndcg_at_1_diff1": 0.882641, + "nauc_ndcg_at_3_max": 0.814557, + "nauc_ndcg_at_3_std": 0.137958, + "nauc_ndcg_at_3_diff1": 0.868499, + "nauc_ndcg_at_5_max": 0.806991, + "nauc_ndcg_at_5_std": 0.155573, + "nauc_ndcg_at_5_diff1": 0.857288, + "nauc_ndcg_at_10_max": 0.806314, + "nauc_ndcg_at_10_std": 0.162986, + "nauc_ndcg_at_10_diff1": 0.855877, + "nauc_ndcg_at_20_max": 0.807464, + "nauc_ndcg_at_20_std": 0.157128, + "nauc_ndcg_at_20_diff1": 0.861772, + "nauc_ndcg_at_100_max": 0.805455, + "nauc_ndcg_at_100_std": 0.152238, + "nauc_ndcg_at_100_diff1": 0.864607, + "nauc_ndcg_at_1000_max": 0.803466, + "nauc_ndcg_at_1000_std": 0.143368, + "nauc_ndcg_at_1000_diff1": 0.864966, + "nauc_map_at_1_max": 0.779718, + "nauc_map_at_1_std": 0.087954, + "nauc_map_at_1_diff1": 0.882641, + "nauc_map_at_3_max": 0.804679, + "nauc_map_at_3_std": 0.122801, + "nauc_map_at_3_diff1": 0.872001, + "nauc_map_at_5_max": 0.800463, + "nauc_map_at_5_std": 0.130394, + "nauc_map_at_5_diff1": 0.866539, + "nauc_map_at_10_max": 0.800078, + "nauc_map_at_10_std": 0.1326, + "nauc_map_at_10_diff1": 0.866068, + "nauc_map_at_20_max": 0.800276, + "nauc_map_at_20_std": 0.130867, + "nauc_map_at_20_diff1": 0.867563, + "nauc_map_at_100_max": 0.800002, + "nauc_map_at_100_std": 0.130453, + "nauc_map_at_100_diff1": 0.867906, + "nauc_map_at_1000_max": 0.799932, + "nauc_map_at_1000_std": 0.130142, + "nauc_map_at_1000_diff1": 0.867929, + "nauc_recall_at_1_max": 0.779718, + "nauc_recall_at_1_std": 0.087954, + "nauc_recall_at_1_diff1": 0.882641, + "nauc_recall_at_3_max": 0.852279, + "nauc_recall_at_3_std": 0.19639, + "nauc_recall_at_3_diff1": 0.855408, + "nauc_recall_at_5_max": 0.835402, + "nauc_recall_at_5_std": 0.277537, + "nauc_recall_at_5_diff1": 0.812437, + "nauc_recall_at_10_max": 0.840188, + "nauc_recall_at_10_std": 0.354299, + "nauc_recall_at_10_diff1": 0.792707, + "nauc_recall_at_20_max": 0.872911, + "nauc_recall_at_20_std": 0.408305, + "nauc_recall_at_20_diff1": 0.817214, + "nauc_recall_at_100_max": 0.9256, + "nauc_recall_at_100_std": 0.688461, + "nauc_recall_at_100_diff1": 0.84685, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779718, + "nauc_precision_at_1_std": 0.087954, + "nauc_precision_at_1_diff1": 0.882641, + "nauc_precision_at_3_max": 0.852279, + "nauc_precision_at_3_std": 0.19639, + "nauc_precision_at_3_diff1": 0.855408, + "nauc_precision_at_5_max": 0.835402, + "nauc_precision_at_5_std": 0.277537, + "nauc_precision_at_5_diff1": 0.812437, + "nauc_precision_at_10_max": 0.840188, + "nauc_precision_at_10_std": 0.354299, + "nauc_precision_at_10_diff1": 0.792707, + "nauc_precision_at_20_max": 0.872911, + "nauc_precision_at_20_std": 0.408305, + "nauc_precision_at_20_diff1": 0.817214, + "nauc_precision_at_100_max": 0.9256, + "nauc_precision_at_100_std": 0.688461, + "nauc_precision_at_100_diff1": 0.84685, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779718, + "nauc_mrr_at_1_std": 0.087954, + "nauc_mrr_at_1_diff1": 0.882641, + "nauc_mrr_at_3_max": 0.804679, + "nauc_mrr_at_3_std": 0.122801, + "nauc_mrr_at_3_diff1": 0.872001, + "nauc_mrr_at_5_max": 0.800463, + "nauc_mrr_at_5_std": 0.130394, + "nauc_mrr_at_5_diff1": 0.866539, + "nauc_mrr_at_10_max": 0.800078, + "nauc_mrr_at_10_std": 0.1326, + "nauc_mrr_at_10_diff1": 0.866068, + "nauc_mrr_at_20_max": 0.800276, + "nauc_mrr_at_20_std": 0.130867, + "nauc_mrr_at_20_diff1": 0.867563, + "nauc_mrr_at_100_max": 0.800002, + "nauc_mrr_at_100_std": 0.130453, + "nauc_mrr_at_100_diff1": 0.867906, + "nauc_mrr_at_1000_max": 0.799932, + "nauc_mrr_at_1000_std": 0.130142, + "nauc_mrr_at_1000_diff1": 0.867929, + "main_score": 0.83807, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.80667, + "ndcg_at_3": 0.85797, + "ndcg_at_5": 0.86993, + "ndcg_at_10": 0.87771, + "ndcg_at_20": 0.88286, + "ndcg_at_100": 0.88783, + "ndcg_at_1000": 0.88857, + "map_at_1": 0.80667, + "map_at_3": 0.84537, + "map_at_5": 0.85204, + "map_at_10": 0.85539, + "map_at_20": 0.85685, + "map_at_100": 0.85747, + "map_at_1000": 0.8575, + "recall_at_1": 0.80667, + "recall_at_3": 0.89444, + "recall_at_5": 0.92333, + "recall_at_10": 0.94667, + "recall_at_20": 0.96667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.80667, + "precision_at_3": 0.29815, + "precision_at_5": 0.18467, + "precision_at_10": 0.09467, + "precision_at_20": 0.04833, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806667, + "mrr_at_3": 0.84537, + "mrr_at_5": 0.852037, + "mrr_at_10": 0.855389, + "mrr_at_20": 0.856846, + "mrr_at_100": 0.857465, + "mrr_at_1000": 0.857498, + "nauc_ndcg_at_1_max": 0.777449, + "nauc_ndcg_at_1_std": -0.134143, + "nauc_ndcg_at_1_diff1": 0.913923, + "nauc_ndcg_at_3_max": 0.795514, + "nauc_ndcg_at_3_std": -0.086549, + "nauc_ndcg_at_3_diff1": 0.889364, + "nauc_ndcg_at_5_max": 0.80479, + "nauc_ndcg_at_5_std": -0.07605, + "nauc_ndcg_at_5_diff1": 0.896043, + "nauc_ndcg_at_10_max": 0.801304, + "nauc_ndcg_at_10_std": -0.084121, + "nauc_ndcg_at_10_diff1": 0.899329, + "nauc_ndcg_at_20_max": 0.795891, + "nauc_ndcg_at_20_std": -0.094011, + "nauc_ndcg_at_20_diff1": 0.897864, + "nauc_ndcg_at_100_max": 0.794646, + "nauc_ndcg_at_100_std": -0.097729, + "nauc_ndcg_at_100_diff1": 0.899822, + "nauc_ndcg_at_1000_max": 0.793909, + "nauc_ndcg_at_1000_std": -0.09949, + "nauc_ndcg_at_1000_diff1": 0.899882, + "nauc_map_at_1_max": 0.777449, + "nauc_map_at_1_std": -0.134143, + "nauc_map_at_1_diff1": 0.913923, + "nauc_map_at_3_max": 0.790373, + "nauc_map_at_3_std": -0.103369, + "nauc_map_at_3_diff1": 0.896874, + "nauc_map_at_5_max": 0.794221, + "nauc_map_at_5_std": -0.099357, + "nauc_map_at_5_diff1": 0.900304, + "nauc_map_at_10_max": 0.792659, + "nauc_map_at_10_std": -0.102722, + "nauc_map_at_10_diff1": 0.901623, + "nauc_map_at_20_max": 0.791291, + "nauc_map_at_20_std": -0.105277, + "nauc_map_at_20_diff1": 0.901316, + "nauc_map_at_100_max": 0.791137, + "nauc_map_at_100_std": -0.105934, + "nauc_map_at_100_diff1": 0.901532, + "nauc_map_at_1000_max": 0.791121, + "nauc_map_at_1000_std": -0.10595, + "nauc_map_at_1000_diff1": 0.901536, + "nauc_recall_at_1_max": 0.777449, + "nauc_recall_at_1_std": -0.134143, + "nauc_recall_at_1_diff1": 0.913923, + "nauc_recall_at_3_max": 0.81627, + "nauc_recall_at_3_std": -0.016671, + "nauc_recall_at_3_diff1": 0.858736, + "nauc_recall_at_5_max": 0.864193, + "nauc_recall_at_5_std": 0.05337, + "nauc_recall_at_5_diff1": 0.875411, + "nauc_recall_at_10_max": 0.867598, + "nauc_recall_at_10_std": 0.054447, + "nauc_recall_at_10_diff1": 0.887916, + "nauc_recall_at_20_max": 0.837177, + "nauc_recall_at_20_std": 0.010333, + "nauc_recall_at_20_diff1": 0.861671, + "nauc_recall_at_100_max": 0.910831, + "nauc_recall_at_100_std": 0.194865, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777449, + "nauc_precision_at_1_std": -0.134143, + "nauc_precision_at_1_diff1": 0.913923, + "nauc_precision_at_3_max": 0.81627, + "nauc_precision_at_3_std": -0.016671, + "nauc_precision_at_3_diff1": 0.858736, + "nauc_precision_at_5_max": 0.864193, + "nauc_precision_at_5_std": 0.05337, + "nauc_precision_at_5_diff1": 0.875411, + "nauc_precision_at_10_max": 0.867598, + "nauc_precision_at_10_std": 0.054447, + "nauc_precision_at_10_diff1": 0.887916, + "nauc_precision_at_20_max": 0.837177, + "nauc_precision_at_20_std": 0.010333, + "nauc_precision_at_20_diff1": 0.861671, + "nauc_precision_at_100_max": 0.910831, + "nauc_precision_at_100_std": 0.194865, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777449, + "nauc_mrr_at_1_std": -0.134143, + "nauc_mrr_at_1_diff1": 0.913923, + "nauc_mrr_at_3_max": 0.790373, + "nauc_mrr_at_3_std": -0.103369, + "nauc_mrr_at_3_diff1": 0.896874, + "nauc_mrr_at_5_max": 0.794221, + "nauc_mrr_at_5_std": -0.099357, + "nauc_mrr_at_5_diff1": 0.900304, + "nauc_mrr_at_10_max": 0.792659, + "nauc_mrr_at_10_std": -0.102722, + "nauc_mrr_at_10_diff1": 0.901623, + "nauc_mrr_at_20_max": 0.791291, + "nauc_mrr_at_20_std": -0.105277, + "nauc_mrr_at_20_diff1": 0.901316, + "nauc_mrr_at_100_max": 0.791137, + "nauc_mrr_at_100_std": -0.105934, + "nauc_mrr_at_100_diff1": 0.901532, + "nauc_mrr_at_1000_max": 0.791121, + "nauc_mrr_at_1000_std": -0.10595, + "nauc_mrr_at_1000_diff1": 0.901536, + "main_score": 0.87771, + "hf_subset": "arz_Arab-arz_Arab", + "languages": [ + "arz-Arab", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.87889, + "ndcg_at_3": 0.91886, + "ndcg_at_5": 0.92474, + "ndcg_at_10": 0.93014, + "ndcg_at_20": 0.93299, + "ndcg_at_100": 0.9342, + "ndcg_at_1000": 0.93461, + "map_at_1": 0.87889, + "map_at_3": 0.90889, + "map_at_5": 0.91211, + "map_at_10": 0.91434, + "map_at_20": 0.91514, + "map_at_100": 0.9153, + "map_at_1000": 0.91531, + "recall_at_1": 0.87889, + "recall_at_3": 0.94778, + "recall_at_5": 0.96222, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87889, + "precision_at_3": 0.31593, + "precision_at_5": 0.19244, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878889, + "mrr_at_3": 0.908889, + "mrr_at_5": 0.912111, + "mrr_at_10": 0.914341, + "mrr_at_20": 0.915141, + "mrr_at_100": 0.915299, + "mrr_at_1000": 0.915314, + "nauc_ndcg_at_1_max": 0.757063, + "nauc_ndcg_at_1_std": -0.14245, + "nauc_ndcg_at_1_diff1": 0.900771, + "nauc_ndcg_at_3_max": 0.785313, + "nauc_ndcg_at_3_std": -0.145813, + "nauc_ndcg_at_3_diff1": 0.889257, + "nauc_ndcg_at_5_max": 0.79465, + "nauc_ndcg_at_5_std": -0.143982, + "nauc_ndcg_at_5_diff1": 0.893818, + "nauc_ndcg_at_10_max": 0.788982, + "nauc_ndcg_at_10_std": -0.141635, + "nauc_ndcg_at_10_diff1": 0.892865, + "nauc_ndcg_at_20_max": 0.783315, + "nauc_ndcg_at_20_std": -0.139196, + "nauc_ndcg_at_20_diff1": 0.893525, + "nauc_ndcg_at_100_max": 0.782998, + "nauc_ndcg_at_100_std": -0.14046, + "nauc_ndcg_at_100_diff1": 0.894043, + "nauc_ndcg_at_1000_max": 0.782276, + "nauc_ndcg_at_1000_std": -0.141073, + "nauc_ndcg_at_1000_diff1": 0.893919, + "nauc_map_at_1_max": 0.757063, + "nauc_map_at_1_std": -0.14245, + "nauc_map_at_1_diff1": 0.900771, + "nauc_map_at_3_max": 0.779114, + "nauc_map_at_3_std": -0.142611, + "nauc_map_at_3_diff1": 0.892206, + "nauc_map_at_5_max": 0.78322, + "nauc_map_at_5_std": -0.142368, + "nauc_map_at_5_diff1": 0.89458, + "nauc_map_at_10_max": 0.780949, + "nauc_map_at_10_std": -0.141825, + "nauc_map_at_10_diff1": 0.894367, + "nauc_map_at_20_max": 0.779577, + "nauc_map_at_20_std": -0.141571, + "nauc_map_at_20_diff1": 0.894523, + "nauc_map_at_100_max": 0.779453, + "nauc_map_at_100_std": -0.141921, + "nauc_map_at_100_diff1": 0.894549, + "nauc_map_at_1000_max": 0.779444, + "nauc_map_at_1000_std": -0.141826, + "nauc_map_at_1000_diff1": 0.894541, + "nauc_recall_at_1_max": 0.757063, + "nauc_recall_at_1_std": -0.14245, + "nauc_recall_at_1_diff1": 0.900771, + "nauc_recall_at_3_max": 0.814073, + "nauc_recall_at_3_std": -0.1632, + "nauc_recall_at_3_diff1": 0.875142, + "nauc_recall_at_5_max": 0.870654, + "nauc_recall_at_5_std": -0.15402, + "nauc_recall_at_5_diff1": 0.890633, + "nauc_recall_at_10_max": 0.87481, + "nauc_recall_at_10_std": -0.132734, + "nauc_recall_at_10_diff1": 0.876775, + "nauc_recall_at_20_max": 0.826486, + "nauc_recall_at_20_std": -0.041654, + "nauc_recall_at_20_diff1": 0.876024, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757063, + "nauc_precision_at_1_std": -0.14245, + "nauc_precision_at_1_diff1": 0.900771, + "nauc_precision_at_3_max": 0.814073, + "nauc_precision_at_3_std": -0.1632, + "nauc_precision_at_3_diff1": 0.875142, + "nauc_precision_at_5_max": 0.870654, + "nauc_precision_at_5_std": -0.15402, + "nauc_precision_at_5_diff1": 0.890633, + "nauc_precision_at_10_max": 0.87481, + "nauc_precision_at_10_std": -0.132734, + "nauc_precision_at_10_diff1": 0.876775, + "nauc_precision_at_20_max": 0.826486, + "nauc_precision_at_20_std": -0.041654, + "nauc_precision_at_20_diff1": 0.876024, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757063, + "nauc_mrr_at_1_std": -0.14245, + "nauc_mrr_at_1_diff1": 0.900771, + "nauc_mrr_at_3_max": 0.779114, + "nauc_mrr_at_3_std": -0.142611, + "nauc_mrr_at_3_diff1": 0.892206, + "nauc_mrr_at_5_max": 0.78322, + "nauc_mrr_at_5_std": -0.142368, + "nauc_mrr_at_5_diff1": 0.89458, + "nauc_mrr_at_10_max": 0.780949, + "nauc_mrr_at_10_std": -0.141825, + "nauc_mrr_at_10_diff1": 0.894367, + "nauc_mrr_at_20_max": 0.779577, + "nauc_mrr_at_20_std": -0.141571, + "nauc_mrr_at_20_diff1": 0.894523, + "nauc_mrr_at_100_max": 0.779453, + "nauc_mrr_at_100_std": -0.141921, + "nauc_mrr_at_100_diff1": 0.894549, + "nauc_mrr_at_1000_max": 0.779444, + "nauc_mrr_at_1000_std": -0.141826, + "nauc_mrr_at_1000_diff1": 0.894541, + "main_score": 0.93014, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88215, + "ndcg_at_5": 0.88866, + "ndcg_at_10": 0.89786, + "ndcg_at_20": 0.90265, + "ndcg_at_100": 0.90553, + "ndcg_at_1000": 0.90613, + "map_at_1": 0.83111, + "map_at_3": 0.86981, + "map_at_5": 0.87348, + "map_at_10": 0.87741, + "map_at_20": 0.87873, + "map_at_100": 0.87913, + "map_at_1000": 0.87916, + "recall_at_1": 0.83111, + "recall_at_3": 0.91778, + "recall_at_5": 0.93333, + "recall_at_10": 0.96111, + "recall_at_20": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.83111, + "precision_at_3": 0.30593, + "precision_at_5": 0.18667, + "precision_at_10": 0.09611, + "precision_at_20": 0.049, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.869815, + "mrr_at_5": 0.873481, + "mrr_at_10": 0.877411, + "mrr_at_20": 0.878734, + "mrr_at_100": 0.879132, + "mrr_at_1000": 0.87916, + "nauc_ndcg_at_1_max": 0.761644, + "nauc_ndcg_at_1_std": -0.061296, + "nauc_ndcg_at_1_diff1": 0.897841, + "nauc_ndcg_at_3_max": 0.790851, + "nauc_ndcg_at_3_std": 0.055622, + "nauc_ndcg_at_3_diff1": 0.865022, + "nauc_ndcg_at_5_max": 0.792263, + "nauc_ndcg_at_5_std": 0.049668, + "nauc_ndcg_at_5_diff1": 0.869862, + "nauc_ndcg_at_10_max": 0.786805, + "nauc_ndcg_at_10_std": 0.043933, + "nauc_ndcg_at_10_diff1": 0.869566, + "nauc_ndcg_at_20_max": 0.786634, + "nauc_ndcg_at_20_std": 0.02589, + "nauc_ndcg_at_20_diff1": 0.876119, + "nauc_ndcg_at_100_max": 0.78496, + "nauc_ndcg_at_100_std": 0.02512, + "nauc_ndcg_at_100_diff1": 0.877521, + "nauc_ndcg_at_1000_max": 0.783534, + "nauc_ndcg_at_1000_std": 0.020624, + "nauc_ndcg_at_1000_diff1": 0.877155, + "nauc_map_at_1_max": 0.761644, + "nauc_map_at_1_std": -0.061296, + "nauc_map_at_1_diff1": 0.897841, + "nauc_map_at_3_max": 0.781924, + "nauc_map_at_3_std": 0.019784, + "nauc_map_at_3_diff1": 0.87478, + "nauc_map_at_5_max": 0.78231, + "nauc_map_at_5_std": 0.015189, + "nauc_map_at_5_diff1": 0.877653, + "nauc_map_at_10_max": 0.78015, + "nauc_map_at_10_std": 0.012419, + "nauc_map_at_10_diff1": 0.87774, + "nauc_map_at_20_max": 0.780182, + "nauc_map_at_20_std": 0.008259, + "nauc_map_at_20_diff1": 0.879436, + "nauc_map_at_100_max": 0.780016, + "nauc_map_at_100_std": 0.008349, + "nauc_map_at_100_diff1": 0.879516, + "nauc_map_at_1000_max": 0.779963, + "nauc_map_at_1000_std": 0.00819, + "nauc_map_at_1000_diff1": 0.879504, + "nauc_recall_at_1_max": 0.761644, + "nauc_recall_at_1_std": -0.061296, + "nauc_recall_at_1_diff1": 0.897841, + "nauc_recall_at_3_max": 0.830128, + "nauc_recall_at_3_std": 0.213377, + "nauc_recall_at_3_diff1": 0.822261, + "nauc_recall_at_5_max": 0.845137, + "nauc_recall_at_5_std": 0.231271, + "nauc_recall_at_5_diff1": 0.82977, + "nauc_recall_at_10_max": 0.839216, + "nauc_recall_at_10_std": 0.310004, + "nauc_recall_at_10_diff1": 0.799947, + "nauc_recall_at_20_max": 0.879137, + "nauc_recall_at_20_std": 0.218332, + "nauc_recall_at_20_diff1": 0.848791, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.711251, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761644, + "nauc_precision_at_1_std": -0.061296, + "nauc_precision_at_1_diff1": 0.897841, + "nauc_precision_at_3_max": 0.830128, + "nauc_precision_at_3_std": 0.213377, + "nauc_precision_at_3_diff1": 0.822261, + "nauc_precision_at_5_max": 0.845137, + "nauc_precision_at_5_std": 0.231271, + "nauc_precision_at_5_diff1": 0.82977, + "nauc_precision_at_10_max": 0.839216, + "nauc_precision_at_10_std": 0.310004, + "nauc_precision_at_10_diff1": 0.799947, + "nauc_precision_at_20_max": 0.879137, + "nauc_precision_at_20_std": 0.218332, + "nauc_precision_at_20_diff1": 0.848791, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.711251, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761644, + "nauc_mrr_at_1_std": -0.061296, + "nauc_mrr_at_1_diff1": 0.897841, + "nauc_mrr_at_3_max": 0.781924, + "nauc_mrr_at_3_std": 0.019784, + "nauc_mrr_at_3_diff1": 0.87478, + "nauc_mrr_at_5_max": 0.78231, + "nauc_mrr_at_5_std": 0.015189, + "nauc_mrr_at_5_diff1": 0.877653, + "nauc_mrr_at_10_max": 0.78015, + "nauc_mrr_at_10_std": 0.012419, + "nauc_mrr_at_10_diff1": 0.87774, + "nauc_mrr_at_20_max": 0.780182, + "nauc_mrr_at_20_std": 0.008259, + "nauc_mrr_at_20_diff1": 0.879436, + "nauc_mrr_at_100_max": 0.780016, + "nauc_mrr_at_100_std": 0.008349, + "nauc_mrr_at_100_diff1": 0.879516, + "nauc_mrr_at_1000_max": 0.779963, + "nauc_mrr_at_1000_std": 0.00819, + "nauc_mrr_at_1000_diff1": 0.879504, + "main_score": 0.89786, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.65667, + "ndcg_at_3": 0.72726, + "ndcg_at_5": 0.74184, + "ndcg_at_10": 0.75803, + "ndcg_at_20": 0.76903, + "ndcg_at_100": 0.78059, + "ndcg_at_1000": 0.7848, + "map_at_1": 0.65667, + "map_at_3": 0.70981, + "map_at_5": 0.71787, + "map_at_10": 0.72456, + "map_at_20": 0.72761, + "map_at_100": 0.72921, + "map_at_1000": 0.7294, + "recall_at_1": 0.65667, + "recall_at_3": 0.77778, + "recall_at_5": 0.81333, + "recall_at_10": 0.86333, + "recall_at_20": 0.90667, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "precision_at_1": 0.65667, + "precision_at_3": 0.25926, + "precision_at_5": 0.16267, + "precision_at_10": 0.08633, + "precision_at_20": 0.04533, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.656667, + "mrr_at_3": 0.709815, + "mrr_at_5": 0.71787, + "mrr_at_10": 0.724564, + "mrr_at_20": 0.727607, + "mrr_at_100": 0.729208, + "mrr_at_1000": 0.729401, + "nauc_ndcg_at_1_max": 0.678636, + "nauc_ndcg_at_1_std": -0.119, + "nauc_ndcg_at_1_diff1": 0.801512, + "nauc_ndcg_at_3_max": 0.703369, + "nauc_ndcg_at_3_std": -0.06991, + "nauc_ndcg_at_3_diff1": 0.763512, + "nauc_ndcg_at_5_max": 0.697008, + "nauc_ndcg_at_5_std": -0.069944, + "nauc_ndcg_at_5_diff1": 0.761109, + "nauc_ndcg_at_10_max": 0.696137, + "nauc_ndcg_at_10_std": -0.064861, + "nauc_ndcg_at_10_diff1": 0.763787, + "nauc_ndcg_at_20_max": 0.6976, + "nauc_ndcg_at_20_std": -0.061072, + "nauc_ndcg_at_20_diff1": 0.766297, + "nauc_ndcg_at_100_max": 0.698121, + "nauc_ndcg_at_100_std": -0.060383, + "nauc_ndcg_at_100_diff1": 0.769455, + "nauc_ndcg_at_1000_max": 0.695401, + "nauc_ndcg_at_1000_std": -0.071406, + "nauc_ndcg_at_1000_diff1": 0.770283, + "nauc_map_at_1_max": 0.678636, + "nauc_map_at_1_std": -0.119, + "nauc_map_at_1_diff1": 0.801512, + "nauc_map_at_3_max": 0.696597, + "nauc_map_at_3_std": -0.083274, + "nauc_map_at_3_diff1": 0.773536, + "nauc_map_at_5_max": 0.692991, + "nauc_map_at_5_std": -0.083953, + "nauc_map_at_5_diff1": 0.772395, + "nauc_map_at_10_max": 0.692726, + "nauc_map_at_10_std": -0.082354, + "nauc_map_at_10_diff1": 0.773808, + "nauc_map_at_20_max": 0.692975, + "nauc_map_at_20_std": -0.081817, + "nauc_map_at_20_diff1": 0.774415, + "nauc_map_at_100_max": 0.692995, + "nauc_map_at_100_std": -0.081688, + "nauc_map_at_100_diff1": 0.774701, + "nauc_map_at_1000_max": 0.69288, + "nauc_map_at_1000_std": -0.082099, + "nauc_map_at_1000_diff1": 0.774736, + "nauc_recall_at_1_max": 0.678636, + "nauc_recall_at_1_std": -0.119, + "nauc_recall_at_1_diff1": 0.801512, + "nauc_recall_at_3_max": 0.727271, + "nauc_recall_at_3_std": -0.022775, + "nauc_recall_at_3_diff1": 0.728321, + "nauc_recall_at_5_max": 0.712017, + "nauc_recall_at_5_std": -0.013632, + "nauc_recall_at_5_diff1": 0.71617, + "nauc_recall_at_10_max": 0.711163, + "nauc_recall_at_10_std": 0.029631, + "nauc_recall_at_10_diff1": 0.713184, + "nauc_recall_at_20_max": 0.731054, + "nauc_recall_at_20_std": 0.104247, + "nauc_recall_at_20_diff1": 0.715597, + "nauc_recall_at_100_max": 0.814626, + "nauc_recall_at_100_std": 0.428905, + "nauc_recall_at_100_diff1": 0.732576, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678636, + "nauc_precision_at_1_std": -0.119, + "nauc_precision_at_1_diff1": 0.801512, + "nauc_precision_at_3_max": 0.727271, + "nauc_precision_at_3_std": -0.022775, + "nauc_precision_at_3_diff1": 0.728321, + "nauc_precision_at_5_max": 0.712017, + "nauc_precision_at_5_std": -0.013632, + "nauc_precision_at_5_diff1": 0.71617, + "nauc_precision_at_10_max": 0.711163, + "nauc_precision_at_10_std": 0.029631, + "nauc_precision_at_10_diff1": 0.713184, + "nauc_precision_at_20_max": 0.731054, + "nauc_precision_at_20_std": 0.104247, + "nauc_precision_at_20_diff1": 0.715597, + "nauc_precision_at_100_max": 0.814626, + "nauc_precision_at_100_std": 0.428905, + "nauc_precision_at_100_diff1": 0.732576, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678636, + "nauc_mrr_at_1_std": -0.119, + "nauc_mrr_at_1_diff1": 0.801512, + "nauc_mrr_at_3_max": 0.696597, + "nauc_mrr_at_3_std": -0.083274, + "nauc_mrr_at_3_diff1": 0.773536, + "nauc_mrr_at_5_max": 0.692991, + "nauc_mrr_at_5_std": -0.083953, + "nauc_mrr_at_5_diff1": 0.772395, + "nauc_mrr_at_10_max": 0.692726, + "nauc_mrr_at_10_std": -0.082354, + "nauc_mrr_at_10_diff1": 0.773808, + "nauc_mrr_at_20_max": 0.692975, + "nauc_mrr_at_20_std": -0.081817, + "nauc_mrr_at_20_diff1": 0.774415, + "nauc_mrr_at_100_max": 0.692995, + "nauc_mrr_at_100_std": -0.081688, + "nauc_mrr_at_100_diff1": 0.774701, + "nauc_mrr_at_1000_max": 0.69288, + "nauc_mrr_at_1000_std": -0.082099, + "nauc_mrr_at_1000_diff1": 0.774736, + "main_score": 0.75803, + "hf_subset": "asm_Beng-asm_Beng", + "languages": [ + "asm-Beng", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.79667, + "ndcg_at_3": 0.86821, + "ndcg_at_5": 0.87768, + "ndcg_at_10": 0.88376, + "ndcg_at_20": 0.88975, + "ndcg_at_100": 0.89244, + "ndcg_at_1000": 0.89315, + "map_at_1": 0.79667, + "map_at_3": 0.85204, + "map_at_5": 0.8572, + "map_at_10": 0.8597, + "map_at_20": 0.86139, + "map_at_100": 0.86176, + "map_at_1000": 0.86179, + "recall_at_1": 0.79667, + "recall_at_3": 0.91444, + "recall_at_5": 0.93778, + "recall_at_10": 0.95667, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.79667, + "precision_at_3": 0.30481, + "precision_at_5": 0.18756, + "precision_at_10": 0.09567, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.796667, + "mrr_at_3": 0.852037, + "mrr_at_5": 0.857204, + "mrr_at_10": 0.8597, + "mrr_at_20": 0.861386, + "mrr_at_100": 0.861759, + "mrr_at_1000": 0.861785, + "nauc_ndcg_at_1_max": 0.591604, + "nauc_ndcg_at_1_std": -0.206098, + "nauc_ndcg_at_1_diff1": 0.857039, + "nauc_ndcg_at_3_max": 0.646639, + "nauc_ndcg_at_3_std": -0.181774, + "nauc_ndcg_at_3_diff1": 0.83049, + "nauc_ndcg_at_5_max": 0.636029, + "nauc_ndcg_at_5_std": -0.198433, + "nauc_ndcg_at_5_diff1": 0.833824, + "nauc_ndcg_at_10_max": 0.635266, + "nauc_ndcg_at_10_std": -0.178629, + "nauc_ndcg_at_10_diff1": 0.832188, + "nauc_ndcg_at_20_max": 0.630877, + "nauc_ndcg_at_20_std": -0.188235, + "nauc_ndcg_at_20_diff1": 0.837948, + "nauc_ndcg_at_100_max": 0.631079, + "nauc_ndcg_at_100_std": -0.185842, + "nauc_ndcg_at_100_diff1": 0.839654, + "nauc_ndcg_at_1000_max": 0.629436, + "nauc_ndcg_at_1000_std": -0.188737, + "nauc_ndcg_at_1000_diff1": 0.839347, + "nauc_map_at_1_max": 0.591604, + "nauc_map_at_1_std": -0.206098, + "nauc_map_at_1_diff1": 0.857039, + "nauc_map_at_3_max": 0.632352, + "nauc_map_at_3_std": -0.186837, + "nauc_map_at_3_diff1": 0.838073, + "nauc_map_at_5_max": 0.626971, + "nauc_map_at_5_std": -0.195179, + "nauc_map_at_5_diff1": 0.840145, + "nauc_map_at_10_max": 0.626393, + "nauc_map_at_10_std": -0.18906, + "nauc_map_at_10_diff1": 0.839617, + "nauc_map_at_20_max": 0.625291, + "nauc_map_at_20_std": -0.191511, + "nauc_map_at_20_diff1": 0.841051, + "nauc_map_at_100_max": 0.625316, + "nauc_map_at_100_std": -0.191288, + "nauc_map_at_100_diff1": 0.841241, + "nauc_map_at_1000_max": 0.625271, + "nauc_map_at_1000_std": -0.191333, + "nauc_map_at_1000_diff1": 0.84124, + "nauc_recall_at_1_max": 0.591604, + "nauc_recall_at_1_std": -0.206098, + "nauc_recall_at_1_diff1": 0.857039, + "nauc_recall_at_3_max": 0.712085, + "nauc_recall_at_3_std": -0.159646, + "nauc_recall_at_3_diff1": 0.795167, + "nauc_recall_at_5_max": 0.685974, + "nauc_recall_at_5_std": -0.225865, + "nauc_recall_at_5_diff1": 0.79546, + "nauc_recall_at_10_max": 0.704027, + "nauc_recall_at_10_std": -0.068663, + "nauc_recall_at_10_diff1": 0.767112, + "nauc_recall_at_20_max": 0.694159, + "nauc_recall_at_20_std": -0.129915, + "nauc_recall_at_20_diff1": 0.806775, + "nauc_recall_at_100_max": 0.871615, + "nauc_recall_at_100_std": 0.276564, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.591604, + "nauc_precision_at_1_std": -0.206098, + "nauc_precision_at_1_diff1": 0.857039, + "nauc_precision_at_3_max": 0.712085, + "nauc_precision_at_3_std": -0.159646, + "nauc_precision_at_3_diff1": 0.795167, + "nauc_precision_at_5_max": 0.685974, + "nauc_precision_at_5_std": -0.225865, + "nauc_precision_at_5_diff1": 0.79546, + "nauc_precision_at_10_max": 0.704027, + "nauc_precision_at_10_std": -0.068663, + "nauc_precision_at_10_diff1": 0.767112, + "nauc_precision_at_20_max": 0.694159, + "nauc_precision_at_20_std": -0.129915, + "nauc_precision_at_20_diff1": 0.806775, + "nauc_precision_at_100_max": 0.871615, + "nauc_precision_at_100_std": 0.276564, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.591604, + "nauc_mrr_at_1_std": -0.206098, + "nauc_mrr_at_1_diff1": 0.857039, + "nauc_mrr_at_3_max": 0.632352, + "nauc_mrr_at_3_std": -0.186837, + "nauc_mrr_at_3_diff1": 0.838073, + "nauc_mrr_at_5_max": 0.626971, + "nauc_mrr_at_5_std": -0.195179, + "nauc_mrr_at_5_diff1": 0.840145, + "nauc_mrr_at_10_max": 0.626393, + "nauc_mrr_at_10_std": -0.18906, + "nauc_mrr_at_10_diff1": 0.839617, + "nauc_mrr_at_20_max": 0.625291, + "nauc_mrr_at_20_std": -0.191511, + "nauc_mrr_at_20_diff1": 0.841051, + "nauc_mrr_at_100_max": 0.625316, + "nauc_mrr_at_100_std": -0.191288, + "nauc_mrr_at_100_diff1": 0.841241, + "nauc_mrr_at_1000_max": 0.625271, + "nauc_mrr_at_1000_std": -0.191333, + "nauc_mrr_at_1000_diff1": 0.84124, + "main_score": 0.88376, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64333, + "ndcg_at_3": 0.7155, + "ndcg_at_5": 0.73477, + "ndcg_at_10": 0.75391, + "ndcg_at_20": 0.7624, + "ndcg_at_100": 0.77455, + "ndcg_at_1000": 0.77859, + "map_at_1": 0.64333, + "map_at_3": 0.69815, + "map_at_5": 0.70887, + "map_at_10": 0.71682, + "map_at_20": 0.71918, + "map_at_100": 0.72084, + "map_at_1000": 0.72103, + "recall_at_1": 0.64333, + "recall_at_3": 0.76556, + "recall_at_5": 0.81222, + "recall_at_10": 0.87111, + "recall_at_20": 0.90444, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "precision_at_1": 0.64333, + "precision_at_3": 0.25519, + "precision_at_5": 0.16244, + "precision_at_10": 0.08711, + "precision_at_20": 0.04522, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.643333, + "mrr_at_3": 0.698148, + "mrr_at_5": 0.70887, + "mrr_at_10": 0.716824, + "mrr_at_20": 0.719184, + "mrr_at_100": 0.720843, + "mrr_at_1000": 0.721027, + "nauc_ndcg_at_1_max": 0.70418, + "nauc_ndcg_at_1_std": 0.023857, + "nauc_ndcg_at_1_diff1": 0.805439, + "nauc_ndcg_at_3_max": 0.718144, + "nauc_ndcg_at_3_std": 0.059464, + "nauc_ndcg_at_3_diff1": 0.768989, + "nauc_ndcg_at_5_max": 0.725345, + "nauc_ndcg_at_5_std": 0.081139, + "nauc_ndcg_at_5_diff1": 0.762282, + "nauc_ndcg_at_10_max": 0.72296, + "nauc_ndcg_at_10_std": 0.083775, + "nauc_ndcg_at_10_diff1": 0.765114, + "nauc_ndcg_at_20_max": 0.723705, + "nauc_ndcg_at_20_std": 0.091466, + "nauc_ndcg_at_20_diff1": 0.766653, + "nauc_ndcg_at_100_max": 0.721505, + "nauc_ndcg_at_100_std": 0.079621, + "nauc_ndcg_at_100_diff1": 0.773886, + "nauc_ndcg_at_1000_max": 0.719508, + "nauc_ndcg_at_1000_std": 0.071049, + "nauc_ndcg_at_1000_diff1": 0.773656, + "nauc_map_at_1_max": 0.70418, + "nauc_map_at_1_std": 0.023857, + "nauc_map_at_1_diff1": 0.805439, + "nauc_map_at_3_max": 0.714017, + "nauc_map_at_3_std": 0.048614, + "nauc_map_at_3_diff1": 0.777948, + "nauc_map_at_5_max": 0.717672, + "nauc_map_at_5_std": 0.059164, + "nauc_map_at_5_diff1": 0.774799, + "nauc_map_at_10_max": 0.716676, + "nauc_map_at_10_std": 0.059571, + "nauc_map_at_10_diff1": 0.776175, + "nauc_map_at_20_max": 0.716645, + "nauc_map_at_20_std": 0.061204, + "nauc_map_at_20_diff1": 0.776666, + "nauc_map_at_100_max": 0.716404, + "nauc_map_at_100_std": 0.059539, + "nauc_map_at_100_diff1": 0.77771, + "nauc_map_at_1000_max": 0.716324, + "nauc_map_at_1000_std": 0.059203, + "nauc_map_at_1000_diff1": 0.777702, + "nauc_recall_at_1_max": 0.70418, + "nauc_recall_at_1_std": 0.023857, + "nauc_recall_at_1_diff1": 0.805439, + "nauc_recall_at_3_max": 0.732673, + "nauc_recall_at_3_std": 0.097811, + "nauc_recall_at_3_diff1": 0.738287, + "nauc_recall_at_5_max": 0.757919, + "nauc_recall_at_5_std": 0.175634, + "nauc_recall_at_5_diff1": 0.710808, + "nauc_recall_at_10_max": 0.757596, + "nauc_recall_at_10_std": 0.227304, + "nauc_recall_at_10_diff1": 0.704783, + "nauc_recall_at_20_max": 0.777528, + "nauc_recall_at_20_std": 0.336585, + "nauc_recall_at_20_diff1": 0.698706, + "nauc_recall_at_100_max": 0.814054, + "nauc_recall_at_100_std": 0.47766, + "nauc_recall_at_100_diff1": 0.783881, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70418, + "nauc_precision_at_1_std": 0.023857, + "nauc_precision_at_1_diff1": 0.805439, + "nauc_precision_at_3_max": 0.732673, + "nauc_precision_at_3_std": 0.097811, + "nauc_precision_at_3_diff1": 0.738287, + "nauc_precision_at_5_max": 0.757919, + "nauc_precision_at_5_std": 0.175634, + "nauc_precision_at_5_diff1": 0.710808, + "nauc_precision_at_10_max": 0.757596, + "nauc_precision_at_10_std": 0.227304, + "nauc_precision_at_10_diff1": 0.704783, + "nauc_precision_at_20_max": 0.777528, + "nauc_precision_at_20_std": 0.336585, + "nauc_precision_at_20_diff1": 0.698706, + "nauc_precision_at_100_max": 0.814054, + "nauc_precision_at_100_std": 0.47766, + "nauc_precision_at_100_diff1": 0.783881, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70418, + "nauc_mrr_at_1_std": 0.023857, + "nauc_mrr_at_1_diff1": 0.805439, + "nauc_mrr_at_3_max": 0.714017, + "nauc_mrr_at_3_std": 0.048614, + "nauc_mrr_at_3_diff1": 0.777948, + "nauc_mrr_at_5_max": 0.717672, + "nauc_mrr_at_5_std": 0.059164, + "nauc_mrr_at_5_diff1": 0.774799, + "nauc_mrr_at_10_max": 0.716676, + "nauc_mrr_at_10_std": 0.059571, + "nauc_mrr_at_10_diff1": 0.776175, + "nauc_mrr_at_20_max": 0.716645, + "nauc_mrr_at_20_std": 0.061204, + "nauc_mrr_at_20_diff1": 0.776666, + "nauc_mrr_at_100_max": 0.716404, + "nauc_mrr_at_100_std": 0.059539, + "nauc_mrr_at_100_diff1": 0.77771, + "nauc_mrr_at_1000_max": 0.716324, + "nauc_mrr_at_1000_std": 0.059203, + "nauc_mrr_at_1000_diff1": 0.777702, + "main_score": 0.75391, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.62889, + "ndcg_at_3": 0.69924, + "ndcg_at_5": 0.71445, + "ndcg_at_10": 0.73196, + "ndcg_at_20": 0.74178, + "ndcg_at_100": 0.75599, + "ndcg_at_1000": 0.76254, + "map_at_1": 0.62889, + "map_at_3": 0.68241, + "map_at_5": 0.69091, + "map_at_10": 0.69851, + "map_at_20": 0.7012, + "map_at_100": 0.70324, + "map_at_1000": 0.70353, + "recall_at_1": 0.62889, + "recall_at_3": 0.74778, + "recall_at_5": 0.78444, + "recall_at_10": 0.83667, + "recall_at_20": 0.87556, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "precision_at_1": 0.62889, + "precision_at_3": 0.24926, + "precision_at_5": 0.15689, + "precision_at_10": 0.08367, + "precision_at_20": 0.04378, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628889, + "mrr_at_3": 0.682407, + "mrr_at_5": 0.690907, + "mrr_at_10": 0.698506, + "mrr_at_20": 0.701199, + "mrr_at_100": 0.703239, + "mrr_at_1000": 0.703531, + "nauc_ndcg_at_1_max": 0.732388, + "nauc_ndcg_at_1_std": -0.21319, + "nauc_ndcg_at_1_diff1": 0.856602, + "nauc_ndcg_at_3_max": 0.756521, + "nauc_ndcg_at_3_std": -0.184284, + "nauc_ndcg_at_3_diff1": 0.816487, + "nauc_ndcg_at_5_max": 0.74965, + "nauc_ndcg_at_5_std": -0.177118, + "nauc_ndcg_at_5_diff1": 0.808807, + "nauc_ndcg_at_10_max": 0.74566, + "nauc_ndcg_at_10_std": -0.173088, + "nauc_ndcg_at_10_diff1": 0.810071, + "nauc_ndcg_at_20_max": 0.744843, + "nauc_ndcg_at_20_std": -0.16548, + "nauc_ndcg_at_20_diff1": 0.810115, + "nauc_ndcg_at_100_max": 0.74581, + "nauc_ndcg_at_100_std": -0.168828, + "nauc_ndcg_at_100_diff1": 0.81492, + "nauc_ndcg_at_1000_max": 0.745572, + "nauc_ndcg_at_1000_std": -0.177682, + "nauc_ndcg_at_1000_diff1": 0.817701, + "nauc_map_at_1_max": 0.732388, + "nauc_map_at_1_std": -0.21319, + "nauc_map_at_1_diff1": 0.856602, + "nauc_map_at_3_max": 0.750709, + "nauc_map_at_3_std": -0.192964, + "nauc_map_at_3_diff1": 0.82702, + "nauc_map_at_5_max": 0.747037, + "nauc_map_at_5_std": -0.189162, + "nauc_map_at_5_diff1": 0.823235, + "nauc_map_at_10_max": 0.745444, + "nauc_map_at_10_std": -0.1873, + "nauc_map_at_10_diff1": 0.823881, + "nauc_map_at_20_max": 0.745262, + "nauc_map_at_20_std": -0.185334, + "nauc_map_at_20_diff1": 0.823995, + "nauc_map_at_100_max": 0.745158, + "nauc_map_at_100_std": -0.186254, + "nauc_map_at_100_diff1": 0.82445, + "nauc_map_at_1000_max": 0.745166, + "nauc_map_at_1000_std": -0.186571, + "nauc_map_at_1000_diff1": 0.824562, + "nauc_recall_at_1_max": 0.732388, + "nauc_recall_at_1_std": -0.21319, + "nauc_recall_at_1_diff1": 0.856602, + "nauc_recall_at_3_max": 0.77602, + "nauc_recall_at_3_std": -0.154218, + "nauc_recall_at_3_diff1": 0.780675, + "nauc_recall_at_5_max": 0.757778, + "nauc_recall_at_5_std": -0.130201, + "nauc_recall_at_5_diff1": 0.753035, + "nauc_recall_at_10_max": 0.742043, + "nauc_recall_at_10_std": -0.104214, + "nauc_recall_at_10_diff1": 0.744853, + "nauc_recall_at_20_max": 0.734881, + "nauc_recall_at_20_std": -0.034208, + "nauc_recall_at_20_diff1": 0.727415, + "nauc_recall_at_100_max": 0.756748, + "nauc_recall_at_100_std": 0.107737, + "nauc_recall_at_100_diff1": 0.729416, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732388, + "nauc_precision_at_1_std": -0.21319, + "nauc_precision_at_1_diff1": 0.856602, + "nauc_precision_at_3_max": 0.77602, + "nauc_precision_at_3_std": -0.154218, + "nauc_precision_at_3_diff1": 0.780675, + "nauc_precision_at_5_max": 0.757778, + "nauc_precision_at_5_std": -0.130201, + "nauc_precision_at_5_diff1": 0.753035, + "nauc_precision_at_10_max": 0.742043, + "nauc_precision_at_10_std": -0.104214, + "nauc_precision_at_10_diff1": 0.744853, + "nauc_precision_at_20_max": 0.734881, + "nauc_precision_at_20_std": -0.034208, + "nauc_precision_at_20_diff1": 0.727415, + "nauc_precision_at_100_max": 0.756748, + "nauc_precision_at_100_std": 0.107737, + "nauc_precision_at_100_diff1": 0.729416, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732388, + "nauc_mrr_at_1_std": -0.21319, + "nauc_mrr_at_1_diff1": 0.856602, + "nauc_mrr_at_3_max": 0.750709, + "nauc_mrr_at_3_std": -0.192964, + "nauc_mrr_at_3_diff1": 0.82702, + "nauc_mrr_at_5_max": 0.747037, + "nauc_mrr_at_5_std": -0.189162, + "nauc_mrr_at_5_diff1": 0.823235, + "nauc_mrr_at_10_max": 0.745444, + "nauc_mrr_at_10_std": -0.1873, + "nauc_mrr_at_10_diff1": 0.823881, + "nauc_mrr_at_20_max": 0.745262, + "nauc_mrr_at_20_std": -0.185334, + "nauc_mrr_at_20_diff1": 0.823995, + "nauc_mrr_at_100_max": 0.745158, + "nauc_mrr_at_100_std": -0.186254, + "nauc_mrr_at_100_diff1": 0.82445, + "nauc_mrr_at_1000_max": 0.745166, + "nauc_mrr_at_1000_std": -0.186571, + "nauc_mrr_at_1000_diff1": 0.824562, + "main_score": 0.73196, + "hf_subset": "azj_Latn-azj_Latn", + "languages": [ + "azj-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.84293, + "ndcg_at_5": 0.85408, + "ndcg_at_10": 0.86207, + "ndcg_at_20": 0.86767, + "ndcg_at_100": 0.87433, + "ndcg_at_1000": 0.8752, + "map_at_1": 0.78111, + "map_at_3": 0.82815, + "map_at_5": 0.83443, + "map_at_10": 0.83777, + "map_at_20": 0.8393, + "map_at_100": 0.84033, + "map_at_1000": 0.84036, + "recall_at_1": 0.78111, + "recall_at_3": 0.88556, + "recall_at_5": 0.91222, + "recall_at_10": 0.93667, + "recall_at_20": 0.95889, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.29519, + "precision_at_5": 0.18244, + "precision_at_10": 0.09367, + "precision_at_20": 0.04794, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.828148, + "mrr_at_5": 0.834426, + "mrr_at_10": 0.837774, + "mrr_at_20": 0.839296, + "mrr_at_100": 0.840325, + "mrr_at_1000": 0.840362, + "nauc_ndcg_at_1_max": 0.652368, + "nauc_ndcg_at_1_std": -0.235885, + "nauc_ndcg_at_1_diff1": 0.871634, + "nauc_ndcg_at_3_max": 0.67009, + "nauc_ndcg_at_3_std": -0.259711, + "nauc_ndcg_at_3_diff1": 0.843351, + "nauc_ndcg_at_5_max": 0.673164, + "nauc_ndcg_at_5_std": -0.254032, + "nauc_ndcg_at_5_diff1": 0.843879, + "nauc_ndcg_at_10_max": 0.671153, + "nauc_ndcg_at_10_std": -0.252175, + "nauc_ndcg_at_10_diff1": 0.845973, + "nauc_ndcg_at_20_max": 0.67058, + "nauc_ndcg_at_20_std": -0.252328, + "nauc_ndcg_at_20_diff1": 0.849047, + "nauc_ndcg_at_100_max": 0.669171, + "nauc_ndcg_at_100_std": -0.250751, + "nauc_ndcg_at_100_diff1": 0.852089, + "nauc_ndcg_at_1000_max": 0.66802, + "nauc_ndcg_at_1000_std": -0.249352, + "nauc_ndcg_at_1000_diff1": 0.851321, + "nauc_map_at_1_max": 0.652368, + "nauc_map_at_1_std": -0.235885, + "nauc_map_at_1_diff1": 0.871634, + "nauc_map_at_3_max": 0.665465, + "nauc_map_at_3_std": -0.252828, + "nauc_map_at_3_diff1": 0.850948, + "nauc_map_at_5_max": 0.666873, + "nauc_map_at_5_std": -0.249634, + "nauc_map_at_5_diff1": 0.851461, + "nauc_map_at_10_max": 0.666193, + "nauc_map_at_10_std": -0.24853, + "nauc_map_at_10_diff1": 0.85247, + "nauc_map_at_20_max": 0.66605, + "nauc_map_at_20_std": -0.248661, + "nauc_map_at_20_diff1": 0.853285, + "nauc_map_at_100_max": 0.665699, + "nauc_map_at_100_std": -0.248366, + "nauc_map_at_100_diff1": 0.853569, + "nauc_map_at_1000_max": 0.665665, + "nauc_map_at_1000_std": -0.248261, + "nauc_map_at_1000_diff1": 0.853545, + "nauc_recall_at_1_max": 0.652368, + "nauc_recall_at_1_std": -0.235885, + "nauc_recall_at_1_diff1": 0.871634, + "nauc_recall_at_3_max": 0.688777, + "nauc_recall_at_3_std": -0.287977, + "nauc_recall_at_3_diff1": 0.812504, + "nauc_recall_at_5_max": 0.70535, + "nauc_recall_at_5_std": -0.275195, + "nauc_recall_at_5_diff1": 0.806055, + "nauc_recall_at_10_max": 0.702942, + "nauc_recall_at_10_std": -0.27573, + "nauc_recall_at_10_diff1": 0.803561, + "nauc_recall_at_20_max": 0.711989, + "nauc_recall_at_20_std": -0.28714, + "nauc_recall_at_20_diff1": 0.815921, + "nauc_recall_at_100_max": 0.829599, + "nauc_recall_at_100_std": -0.369125, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652368, + "nauc_precision_at_1_std": -0.235885, + "nauc_precision_at_1_diff1": 0.871634, + "nauc_precision_at_3_max": 0.688777, + "nauc_precision_at_3_std": -0.287977, + "nauc_precision_at_3_diff1": 0.812504, + "nauc_precision_at_5_max": 0.70535, + "nauc_precision_at_5_std": -0.275195, + "nauc_precision_at_5_diff1": 0.806055, + "nauc_precision_at_10_max": 0.702942, + "nauc_precision_at_10_std": -0.27573, + "nauc_precision_at_10_diff1": 0.803561, + "nauc_precision_at_20_max": 0.711989, + "nauc_precision_at_20_std": -0.28714, + "nauc_precision_at_20_diff1": 0.815921, + "nauc_precision_at_100_max": 0.829599, + "nauc_precision_at_100_std": -0.369125, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652368, + "nauc_mrr_at_1_std": -0.235885, + "nauc_mrr_at_1_diff1": 0.871634, + "nauc_mrr_at_3_max": 0.665465, + "nauc_mrr_at_3_std": -0.252828, + "nauc_mrr_at_3_diff1": 0.850948, + "nauc_mrr_at_5_max": 0.666873, + "nauc_mrr_at_5_std": -0.249634, + "nauc_mrr_at_5_diff1": 0.851461, + "nauc_mrr_at_10_max": 0.666193, + "nauc_mrr_at_10_std": -0.24853, + "nauc_mrr_at_10_diff1": 0.85247, + "nauc_mrr_at_20_max": 0.66605, + "nauc_mrr_at_20_std": -0.248661, + "nauc_mrr_at_20_diff1": 0.853285, + "nauc_mrr_at_100_max": 0.665699, + "nauc_mrr_at_100_std": -0.248366, + "nauc_mrr_at_100_diff1": 0.853569, + "nauc_mrr_at_1000_max": 0.665665, + "nauc_mrr_at_1000_std": -0.248261, + "nauc_mrr_at_1000_diff1": 0.853545, + "main_score": 0.86207, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58333, + "ndcg_at_3": 0.65094, + "ndcg_at_5": 0.66571, + "ndcg_at_10": 0.68018, + "ndcg_at_20": 0.69256, + "ndcg_at_100": 0.71169, + "ndcg_at_1000": 0.72111, + "map_at_1": 0.58333, + "map_at_3": 0.63537, + "map_at_5": 0.64365, + "map_at_10": 0.64946, + "map_at_20": 0.65286, + "map_at_100": 0.65547, + "map_at_1000": 0.65587, + "recall_at_1": 0.58333, + "recall_at_3": 0.69556, + "recall_at_5": 0.73111, + "recall_at_10": 0.77667, + "recall_at_20": 0.82556, + "recall_at_100": 0.92889, + "recall_at_1000": 1.0, + "precision_at_1": 0.58333, + "precision_at_3": 0.23185, + "precision_at_5": 0.14622, + "precision_at_10": 0.07767, + "precision_at_20": 0.04128, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "mrr_at_1": 0.583333, + "mrr_at_3": 0.63537, + "mrr_at_5": 0.643648, + "mrr_at_10": 0.649458, + "mrr_at_20": 0.652859, + "mrr_at_100": 0.655474, + "mrr_at_1000": 0.655874, + "nauc_ndcg_at_1_max": 0.702415, + "nauc_ndcg_at_1_std": 0.080204, + "nauc_ndcg_at_1_diff1": 0.813662, + "nauc_ndcg_at_3_max": 0.730333, + "nauc_ndcg_at_3_std": 0.142589, + "nauc_ndcg_at_3_diff1": 0.778414, + "nauc_ndcg_at_5_max": 0.724185, + "nauc_ndcg_at_5_std": 0.151046, + "nauc_ndcg_at_5_diff1": 0.773513, + "nauc_ndcg_at_10_max": 0.721671, + "nauc_ndcg_at_10_std": 0.15855, + "nauc_ndcg_at_10_diff1": 0.769564, + "nauc_ndcg_at_20_max": 0.723282, + "nauc_ndcg_at_20_std": 0.161703, + "nauc_ndcg_at_20_diff1": 0.769232, + "nauc_ndcg_at_100_max": 0.721113, + "nauc_ndcg_at_100_std": 0.162024, + "nauc_ndcg_at_100_diff1": 0.771952, + "nauc_ndcg_at_1000_max": 0.721217, + "nauc_ndcg_at_1000_std": 0.146847, + "nauc_ndcg_at_1000_diff1": 0.777236, + "nauc_map_at_1_max": 0.702415, + "nauc_map_at_1_std": 0.080204, + "nauc_map_at_1_diff1": 0.813662, + "nauc_map_at_3_max": 0.724371, + "nauc_map_at_3_std": 0.125881, + "nauc_map_at_3_diff1": 0.787671, + "nauc_map_at_5_max": 0.720879, + "nauc_map_at_5_std": 0.129932, + "nauc_map_at_5_diff1": 0.785171, + "nauc_map_at_10_max": 0.719846, + "nauc_map_at_10_std": 0.13215, + "nauc_map_at_10_diff1": 0.783896, + "nauc_map_at_20_max": 0.720097, + "nauc_map_at_20_std": 0.132516, + "nauc_map_at_20_diff1": 0.783816, + "nauc_map_at_100_max": 0.719788, + "nauc_map_at_100_std": 0.132343, + "nauc_map_at_100_diff1": 0.784232, + "nauc_map_at_1000_max": 0.719802, + "nauc_map_at_1000_std": 0.131788, + "nauc_map_at_1000_diff1": 0.784439, + "nauc_recall_at_1_max": 0.702415, + "nauc_recall_at_1_std": 0.080204, + "nauc_recall_at_1_diff1": 0.813662, + "nauc_recall_at_3_max": 0.748978, + "nauc_recall_at_3_std": 0.196775, + "nauc_recall_at_3_diff1": 0.748478, + "nauc_recall_at_5_max": 0.734173, + "nauc_recall_at_5_std": 0.226807, + "nauc_recall_at_5_diff1": 0.731944, + "nauc_recall_at_10_max": 0.725812, + "nauc_recall_at_10_std": 0.271681, + "nauc_recall_at_10_diff1": 0.708887, + "nauc_recall_at_20_max": 0.738308, + "nauc_recall_at_20_std": 0.319871, + "nauc_recall_at_20_diff1": 0.694168, + "nauc_recall_at_100_max": 0.720865, + "nauc_recall_at_100_std": 0.53257, + "nauc_recall_at_100_diff1": 0.645242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702415, + "nauc_precision_at_1_std": 0.080204, + "nauc_precision_at_1_diff1": 0.813662, + "nauc_precision_at_3_max": 0.748978, + "nauc_precision_at_3_std": 0.196775, + "nauc_precision_at_3_diff1": 0.748478, + "nauc_precision_at_5_max": 0.734173, + "nauc_precision_at_5_std": 0.226807, + "nauc_precision_at_5_diff1": 0.731944, + "nauc_precision_at_10_max": 0.725812, + "nauc_precision_at_10_std": 0.271681, + "nauc_precision_at_10_diff1": 0.708887, + "nauc_precision_at_20_max": 0.738308, + "nauc_precision_at_20_std": 0.319871, + "nauc_precision_at_20_diff1": 0.694168, + "nauc_precision_at_100_max": 0.720865, + "nauc_precision_at_100_std": 0.53257, + "nauc_precision_at_100_diff1": 0.645242, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702415, + "nauc_mrr_at_1_std": 0.080204, + "nauc_mrr_at_1_diff1": 0.813662, + "nauc_mrr_at_3_max": 0.724371, + "nauc_mrr_at_3_std": 0.125881, + "nauc_mrr_at_3_diff1": 0.787671, + "nauc_mrr_at_5_max": 0.720879, + "nauc_mrr_at_5_std": 0.129932, + "nauc_mrr_at_5_diff1": 0.785171, + "nauc_mrr_at_10_max": 0.719846, + "nauc_mrr_at_10_std": 0.13215, + "nauc_mrr_at_10_diff1": 0.783896, + "nauc_mrr_at_20_max": 0.720097, + "nauc_mrr_at_20_std": 0.132516, + "nauc_mrr_at_20_diff1": 0.783816, + "nauc_mrr_at_100_max": 0.719788, + "nauc_mrr_at_100_std": 0.132343, + "nauc_mrr_at_100_diff1": 0.784232, + "nauc_mrr_at_1000_max": 0.719802, + "nauc_mrr_at_1000_std": 0.131788, + "nauc_mrr_at_1000_diff1": 0.784439, + "main_score": 0.68018, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.48556, + "ndcg_at_3": 0.53421, + "ndcg_at_5": 0.54649, + "ndcg_at_10": 0.55732, + "ndcg_at_20": 0.5736, + "ndcg_at_100": 0.59855, + "ndcg_at_1000": 0.61956, + "map_at_1": 0.48556, + "map_at_3": 0.52222, + "map_at_5": 0.529, + "map_at_10": 0.5335, + "map_at_20": 0.53796, + "map_at_100": 0.54111, + "map_at_1000": 0.54188, + "recall_at_1": 0.48556, + "recall_at_3": 0.56889, + "recall_at_5": 0.59889, + "recall_at_10": 0.63222, + "recall_at_20": 0.69667, + "recall_at_100": 0.83556, + "recall_at_1000": 1.0, + "precision_at_1": 0.48556, + "precision_at_3": 0.18963, + "precision_at_5": 0.11978, + "precision_at_10": 0.06322, + "precision_at_20": 0.03483, + "precision_at_100": 0.00836, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485556, + "mrr_at_3": 0.522222, + "mrr_at_5": 0.529, + "mrr_at_10": 0.533495, + "mrr_at_20": 0.53796, + "mrr_at_100": 0.541109, + "mrr_at_1000": 0.541882, + "nauc_ndcg_at_1_max": 0.652135, + "nauc_ndcg_at_1_std": -0.516546, + "nauc_ndcg_at_1_diff1": 0.8426, + "nauc_ndcg_at_3_max": 0.641363, + "nauc_ndcg_at_3_std": -0.492019, + "nauc_ndcg_at_3_diff1": 0.798961, + "nauc_ndcg_at_5_max": 0.637212, + "nauc_ndcg_at_5_std": -0.49436, + "nauc_ndcg_at_5_diff1": 0.794505, + "nauc_ndcg_at_10_max": 0.632485, + "nauc_ndcg_at_10_std": -0.497307, + "nauc_ndcg_at_10_diff1": 0.792518, + "nauc_ndcg_at_20_max": 0.626488, + "nauc_ndcg_at_20_std": -0.492599, + "nauc_ndcg_at_20_diff1": 0.785838, + "nauc_ndcg_at_100_max": 0.622406, + "nauc_ndcg_at_100_std": -0.489247, + "nauc_ndcg_at_100_diff1": 0.782818, + "nauc_ndcg_at_1000_max": 0.630702, + "nauc_ndcg_at_1000_std": -0.496177, + "nauc_ndcg_at_1000_diff1": 0.793614, + "nauc_map_at_1_max": 0.652135, + "nauc_map_at_1_std": -0.516546, + "nauc_map_at_1_diff1": 0.8426, + "nauc_map_at_3_max": 0.644658, + "nauc_map_at_3_std": -0.498547, + "nauc_map_at_3_diff1": 0.809926, + "nauc_map_at_5_max": 0.64237, + "nauc_map_at_5_std": -0.500003, + "nauc_map_at_5_diff1": 0.807687, + "nauc_map_at_10_max": 0.640565, + "nauc_map_at_10_std": -0.501368, + "nauc_map_at_10_diff1": 0.807122, + "nauc_map_at_20_max": 0.63888, + "nauc_map_at_20_std": -0.500225, + "nauc_map_at_20_diff1": 0.805405, + "nauc_map_at_100_max": 0.638174, + "nauc_map_at_100_std": -0.500026, + "nauc_map_at_100_diff1": 0.804917, + "nauc_map_at_1000_max": 0.638417, + "nauc_map_at_1000_std": -0.50034, + "nauc_map_at_1000_diff1": 0.805244, + "nauc_recall_at_1_max": 0.652135, + "nauc_recall_at_1_std": -0.516546, + "nauc_recall_at_1_diff1": 0.8426, + "nauc_recall_at_3_max": 0.631155, + "nauc_recall_at_3_std": -0.472136, + "nauc_recall_at_3_diff1": 0.765821, + "nauc_recall_at_5_max": 0.620377, + "nauc_recall_at_5_std": -0.476866, + "nauc_recall_at_5_diff1": 0.75277, + "nauc_recall_at_10_max": 0.602928, + "nauc_recall_at_10_std": -0.48495, + "nauc_recall_at_10_diff1": 0.742597, + "nauc_recall_at_20_max": 0.571733, + "nauc_recall_at_20_std": -0.460029, + "nauc_recall_at_20_diff1": 0.704421, + "nauc_recall_at_100_max": 0.501898, + "nauc_recall_at_100_std": -0.399297, + "nauc_recall_at_100_diff1": 0.62622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652135, + "nauc_precision_at_1_std": -0.516546, + "nauc_precision_at_1_diff1": 0.8426, + "nauc_precision_at_3_max": 0.631155, + "nauc_precision_at_3_std": -0.472136, + "nauc_precision_at_3_diff1": 0.765821, + "nauc_precision_at_5_max": 0.620377, + "nauc_precision_at_5_std": -0.476866, + "nauc_precision_at_5_diff1": 0.75277, + "nauc_precision_at_10_max": 0.602928, + "nauc_precision_at_10_std": -0.48495, + "nauc_precision_at_10_diff1": 0.742597, + "nauc_precision_at_20_max": 0.571733, + "nauc_precision_at_20_std": -0.460029, + "nauc_precision_at_20_diff1": 0.704421, + "nauc_precision_at_100_max": 0.501898, + "nauc_precision_at_100_std": -0.399297, + "nauc_precision_at_100_diff1": 0.62622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652135, + "nauc_mrr_at_1_std": -0.516546, + "nauc_mrr_at_1_diff1": 0.8426, + "nauc_mrr_at_3_max": 0.644658, + "nauc_mrr_at_3_std": -0.498547, + "nauc_mrr_at_3_diff1": 0.809926, + "nauc_mrr_at_5_max": 0.64237, + "nauc_mrr_at_5_std": -0.500003, + "nauc_mrr_at_5_diff1": 0.807687, + "nauc_mrr_at_10_max": 0.640565, + "nauc_mrr_at_10_std": -0.501368, + "nauc_mrr_at_10_diff1": 0.807122, + "nauc_mrr_at_20_max": 0.63888, + "nauc_mrr_at_20_std": -0.500225, + "nauc_mrr_at_20_diff1": 0.805405, + "nauc_mrr_at_100_max": 0.638174, + "nauc_mrr_at_100_std": -0.500026, + "nauc_mrr_at_100_diff1": 0.804917, + "nauc_mrr_at_1000_max": 0.638417, + "nauc_mrr_at_1000_std": -0.50034, + "nauc_mrr_at_1000_diff1": 0.805244, + "main_score": 0.55732, + "hf_subset": "bam_Latn-bam_Latn", + "languages": [ + "bam-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.43111, + "ndcg_at_3": 0.48745, + "ndcg_at_5": 0.49978, + "ndcg_at_10": 0.51339, + "ndcg_at_20": 0.52482, + "ndcg_at_100": 0.55389, + "ndcg_at_1000": 0.57908, + "map_at_1": 0.43111, + "map_at_3": 0.47352, + "map_at_5": 0.48035, + "map_at_10": 0.48594, + "map_at_20": 0.48902, + "map_at_100": 0.49253, + "map_at_1000": 0.4936, + "recall_at_1": 0.43111, + "recall_at_3": 0.52778, + "recall_at_5": 0.55778, + "recall_at_10": 0.6, + "recall_at_20": 0.64556, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "precision_at_1": 0.43111, + "precision_at_3": 0.17593, + "precision_at_5": 0.11156, + "precision_at_10": 0.06, + "precision_at_20": 0.03228, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.431111, + "mrr_at_3": 0.473519, + "mrr_at_5": 0.480352, + "mrr_at_10": 0.485937, + "mrr_at_20": 0.489024, + "mrr_at_100": 0.492527, + "mrr_at_1000": 0.493603, + "nauc_ndcg_at_1_max": 0.850807, + "nauc_ndcg_at_1_std": 0.336742, + "nauc_ndcg_at_1_diff1": 0.868962, + "nauc_ndcg_at_3_max": 0.839993, + "nauc_ndcg_at_3_std": 0.353974, + "nauc_ndcg_at_3_diff1": 0.816243, + "nauc_ndcg_at_5_max": 0.835098, + "nauc_ndcg_at_5_std": 0.34544, + "nauc_ndcg_at_5_diff1": 0.809832, + "nauc_ndcg_at_10_max": 0.825636, + "nauc_ndcg_at_10_std": 0.342226, + "nauc_ndcg_at_10_diff1": 0.798818, + "nauc_ndcg_at_20_max": 0.823925, + "nauc_ndcg_at_20_std": 0.345631, + "nauc_ndcg_at_20_diff1": 0.795638, + "nauc_ndcg_at_100_max": 0.816981, + "nauc_ndcg_at_100_std": 0.346095, + "nauc_ndcg_at_100_diff1": 0.790674, + "nauc_ndcg_at_1000_max": 0.828021, + "nauc_ndcg_at_1000_std": 0.346984, + "nauc_ndcg_at_1000_diff1": 0.806323, + "nauc_map_at_1_max": 0.850807, + "nauc_map_at_1_std": 0.336742, + "nauc_map_at_1_diff1": 0.868962, + "nauc_map_at_3_max": 0.843337, + "nauc_map_at_3_std": 0.3504, + "nauc_map_at_3_diff1": 0.829307, + "nauc_map_at_5_max": 0.840806, + "nauc_map_at_5_std": 0.34579, + "nauc_map_at_5_diff1": 0.825909, + "nauc_map_at_10_max": 0.837032, + "nauc_map_at_10_std": 0.344509, + "nauc_map_at_10_diff1": 0.821692, + "nauc_map_at_20_max": 0.836661, + "nauc_map_at_20_std": 0.345554, + "nauc_map_at_20_diff1": 0.820971, + "nauc_map_at_100_max": 0.835821, + "nauc_map_at_100_std": 0.345835, + "nauc_map_at_100_diff1": 0.8204, + "nauc_map_at_1000_max": 0.836213, + "nauc_map_at_1000_std": 0.345986, + "nauc_map_at_1000_diff1": 0.820991, + "nauc_recall_at_1_max": 0.850807, + "nauc_recall_at_1_std": 0.336742, + "nauc_recall_at_1_diff1": 0.868962, + "nauc_recall_at_3_max": 0.829741, + "nauc_recall_at_3_std": 0.364335, + "nauc_recall_at_3_diff1": 0.777287, + "nauc_recall_at_5_max": 0.816449, + "nauc_recall_at_5_std": 0.342666, + "nauc_recall_at_5_diff1": 0.75968, + "nauc_recall_at_10_max": 0.783919, + "nauc_recall_at_10_std": 0.331694, + "nauc_recall_at_10_diff1": 0.719775, + "nauc_recall_at_20_max": 0.772234, + "nauc_recall_at_20_std": 0.345083, + "nauc_recall_at_20_diff1": 0.698302, + "nauc_recall_at_100_max": 0.676509, + "nauc_recall_at_100_std": 0.345135, + "nauc_recall_at_100_diff1": 0.59378, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.850807, + "nauc_precision_at_1_std": 0.336742, + "nauc_precision_at_1_diff1": 0.868962, + "nauc_precision_at_3_max": 0.829741, + "nauc_precision_at_3_std": 0.364335, + "nauc_precision_at_3_diff1": 0.777287, + "nauc_precision_at_5_max": 0.816449, + "nauc_precision_at_5_std": 0.342666, + "nauc_precision_at_5_diff1": 0.75968, + "nauc_precision_at_10_max": 0.783919, + "nauc_precision_at_10_std": 0.331694, + "nauc_precision_at_10_diff1": 0.719775, + "nauc_precision_at_20_max": 0.772234, + "nauc_precision_at_20_std": 0.345083, + "nauc_precision_at_20_diff1": 0.698302, + "nauc_precision_at_100_max": 0.676509, + "nauc_precision_at_100_std": 0.345135, + "nauc_precision_at_100_diff1": 0.59378, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.850807, + "nauc_mrr_at_1_std": 0.336742, + "nauc_mrr_at_1_diff1": 0.868962, + "nauc_mrr_at_3_max": 0.843337, + "nauc_mrr_at_3_std": 0.3504, + "nauc_mrr_at_3_diff1": 0.829307, + "nauc_mrr_at_5_max": 0.840806, + "nauc_mrr_at_5_std": 0.34579, + "nauc_mrr_at_5_diff1": 0.825909, + "nauc_mrr_at_10_max": 0.837032, + "nauc_mrr_at_10_std": 0.344509, + "nauc_mrr_at_10_diff1": 0.821692, + "nauc_mrr_at_20_max": 0.836661, + "nauc_mrr_at_20_std": 0.345554, + "nauc_mrr_at_20_diff1": 0.820971, + "nauc_mrr_at_100_max": 0.835821, + "nauc_mrr_at_100_std": 0.345835, + "nauc_mrr_at_100_diff1": 0.8204, + "nauc_mrr_at_1000_max": 0.836213, + "nauc_mrr_at_1000_std": 0.345986, + "nauc_mrr_at_1000_diff1": 0.820991, + "main_score": 0.51339, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35444, + "ndcg_at_3": 0.38425, + "ndcg_at_5": 0.39204, + "ndcg_at_10": 0.39914, + "ndcg_at_20": 0.40498, + "ndcg_at_100": 0.42831, + "ndcg_at_1000": 0.47893, + "map_at_1": 0.35444, + "map_at_3": 0.37722, + "map_at_5": 0.38156, + "map_at_10": 0.38444, + "map_at_20": 0.38601, + "map_at_100": 0.38882, + "map_at_1000": 0.39063, + "recall_at_1": 0.35444, + "recall_at_3": 0.40444, + "recall_at_5": 0.42333, + "recall_at_10": 0.44556, + "recall_at_20": 0.46889, + "recall_at_100": 0.60111, + "recall_at_1000": 1.0, + "precision_at_1": 0.35444, + "precision_at_3": 0.13481, + "precision_at_5": 0.08467, + "precision_at_10": 0.04456, + "precision_at_20": 0.02344, + "precision_at_100": 0.00601, + "precision_at_1000": 0.001, + "mrr_at_1": 0.354444, + "mrr_at_3": 0.377222, + "mrr_at_5": 0.381556, + "mrr_at_10": 0.384442, + "mrr_at_20": 0.38601, + "mrr_at_100": 0.388818, + "mrr_at_1000": 0.390633, + "nauc_ndcg_at_1_max": 0.900246, + "nauc_ndcg_at_1_std": 0.765015, + "nauc_ndcg_at_1_diff1": 0.905482, + "nauc_ndcg_at_3_max": 0.909436, + "nauc_ndcg_at_3_std": 0.801767, + "nauc_ndcg_at_3_diff1": 0.875432, + "nauc_ndcg_at_5_max": 0.904716, + "nauc_ndcg_at_5_std": 0.804781, + "nauc_ndcg_at_5_diff1": 0.86562, + "nauc_ndcg_at_10_max": 0.895938, + "nauc_ndcg_at_10_std": 0.801187, + "nauc_ndcg_at_10_diff1": 0.857802, + "nauc_ndcg_at_20_max": 0.889819, + "nauc_ndcg_at_20_std": 0.797876, + "nauc_ndcg_at_20_diff1": 0.851671, + "nauc_ndcg_at_100_max": 0.872437, + "nauc_ndcg_at_100_std": 0.781427, + "nauc_ndcg_at_100_diff1": 0.835748, + "nauc_ndcg_at_1000_max": 0.888341, + "nauc_ndcg_at_1000_std": 0.790085, + "nauc_ndcg_at_1000_diff1": 0.854228, + "nauc_map_at_1_max": 0.900246, + "nauc_map_at_1_std": 0.765015, + "nauc_map_at_1_diff1": 0.905482, + "nauc_map_at_3_max": 0.908194, + "nauc_map_at_3_std": 0.793992, + "nauc_map_at_3_diff1": 0.882665, + "nauc_map_at_5_max": 0.905692, + "nauc_map_at_5_std": 0.795733, + "nauc_map_at_5_diff1": 0.877269, + "nauc_map_at_10_max": 0.902121, + "nauc_map_at_10_std": 0.794369, + "nauc_map_at_10_diff1": 0.874048, + "nauc_map_at_20_max": 0.900467, + "nauc_map_at_20_std": 0.793406, + "nauc_map_at_20_diff1": 0.872453, + "nauc_map_at_100_max": 0.898414, + "nauc_map_at_100_std": 0.791592, + "nauc_map_at_100_diff1": 0.870413, + "nauc_map_at_1000_max": 0.898738, + "nauc_map_at_1000_std": 0.791659, + "nauc_map_at_1000_diff1": 0.870812, + "nauc_recall_at_1_max": 0.900246, + "nauc_recall_at_1_std": 0.765015, + "nauc_recall_at_1_diff1": 0.905482, + "nauc_recall_at_3_max": 0.912593, + "nauc_recall_at_3_std": 0.823559, + "nauc_recall_at_3_diff1": 0.854756, + "nauc_recall_at_5_max": 0.90069, + "nauc_recall_at_5_std": 0.830673, + "nauc_recall_at_5_diff1": 0.830704, + "nauc_recall_at_10_max": 0.873205, + "nauc_recall_at_10_std": 0.819052, + "nauc_recall_at_10_diff1": 0.806216, + "nauc_recall_at_20_max": 0.848514, + "nauc_recall_at_20_std": 0.806432, + "nauc_recall_at_20_diff1": 0.780792, + "nauc_recall_at_100_max": 0.733818, + "nauc_recall_at_100_std": 0.700725, + "nauc_recall_at_100_diff1": 0.674615, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.900246, + "nauc_precision_at_1_std": 0.765015, + "nauc_precision_at_1_diff1": 0.905482, + "nauc_precision_at_3_max": 0.912593, + "nauc_precision_at_3_std": 0.823559, + "nauc_precision_at_3_diff1": 0.854756, + "nauc_precision_at_5_max": 0.90069, + "nauc_precision_at_5_std": 0.830673, + "nauc_precision_at_5_diff1": 0.830704, + "nauc_precision_at_10_max": 0.873205, + "nauc_precision_at_10_std": 0.819052, + "nauc_precision_at_10_diff1": 0.806216, + "nauc_precision_at_20_max": 0.848514, + "nauc_precision_at_20_std": 0.806432, + "nauc_precision_at_20_diff1": 0.780792, + "nauc_precision_at_100_max": 0.733818, + "nauc_precision_at_100_std": 0.700725, + "nauc_precision_at_100_diff1": 0.674615, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.900246, + "nauc_mrr_at_1_std": 0.765015, + "nauc_mrr_at_1_diff1": 0.905482, + "nauc_mrr_at_3_max": 0.908194, + "nauc_mrr_at_3_std": 0.793992, + "nauc_mrr_at_3_diff1": 0.882665, + "nauc_mrr_at_5_max": 0.905692, + "nauc_mrr_at_5_std": 0.795733, + "nauc_mrr_at_5_diff1": 0.877269, + "nauc_mrr_at_10_max": 0.902121, + "nauc_mrr_at_10_std": 0.794369, + "nauc_mrr_at_10_diff1": 0.874048, + "nauc_mrr_at_20_max": 0.900467, + "nauc_mrr_at_20_std": 0.793406, + "nauc_mrr_at_20_diff1": 0.872453, + "nauc_mrr_at_100_max": 0.898414, + "nauc_mrr_at_100_std": 0.791592, + "nauc_mrr_at_100_diff1": 0.870413, + "nauc_mrr_at_1000_max": 0.898738, + "nauc_mrr_at_1000_std": 0.791659, + "nauc_mrr_at_1000_diff1": 0.870812, + "main_score": 0.39914, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.89143, + "ndcg_at_5": 0.90152, + "ndcg_at_10": 0.90923, + "ndcg_at_20": 0.91205, + "ndcg_at_100": 0.91548, + "ndcg_at_1000": 0.91592, + "map_at_1": 0.85, + "map_at_3": 0.88185, + "map_at_5": 0.88746, + "map_at_10": 0.89075, + "map_at_20": 0.89152, + "map_at_100": 0.89197, + "map_at_1000": 0.89199, + "recall_at_1": 0.85, + "recall_at_3": 0.91889, + "recall_at_5": 0.94333, + "recall_at_10": 0.96667, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.85, + "precision_at_3": 0.3063, + "precision_at_5": 0.18867, + "precision_at_10": 0.09667, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.881852, + "mrr_at_5": 0.887463, + "mrr_at_10": 0.890747, + "mrr_at_20": 0.891522, + "mrr_at_100": 0.891968, + "mrr_at_1000": 0.891987, + "nauc_ndcg_at_1_max": 0.703995, + "nauc_ndcg_at_1_std": -0.164421, + "nauc_ndcg_at_1_diff1": 0.910699, + "nauc_ndcg_at_3_max": 0.775343, + "nauc_ndcg_at_3_std": -0.076084, + "nauc_ndcg_at_3_diff1": 0.897545, + "nauc_ndcg_at_5_max": 0.768605, + "nauc_ndcg_at_5_std": -0.094111, + "nauc_ndcg_at_5_diff1": 0.903679, + "nauc_ndcg_at_10_max": 0.764031, + "nauc_ndcg_at_10_std": -0.089436, + "nauc_ndcg_at_10_diff1": 0.904113, + "nauc_ndcg_at_20_max": 0.759869, + "nauc_ndcg_at_20_std": -0.090265, + "nauc_ndcg_at_20_diff1": 0.902816, + "nauc_ndcg_at_100_max": 0.755806, + "nauc_ndcg_at_100_std": -0.095307, + "nauc_ndcg_at_100_diff1": 0.903498, + "nauc_ndcg_at_1000_max": 0.754712, + "nauc_ndcg_at_1000_std": -0.099714, + "nauc_ndcg_at_1000_diff1": 0.903442, + "nauc_map_at_1_max": 0.703995, + "nauc_map_at_1_std": -0.164421, + "nauc_map_at_1_diff1": 0.910699, + "nauc_map_at_3_max": 0.756451, + "nauc_map_at_3_std": -0.100416, + "nauc_map_at_3_diff1": 0.900989, + "nauc_map_at_5_max": 0.75191, + "nauc_map_at_5_std": -0.11037, + "nauc_map_at_5_diff1": 0.90396, + "nauc_map_at_10_max": 0.750061, + "nauc_map_at_10_std": -0.108235, + "nauc_map_at_10_diff1": 0.904114, + "nauc_map_at_20_max": 0.749154, + "nauc_map_at_20_std": -0.108268, + "nauc_map_at_20_diff1": 0.903862, + "nauc_map_at_100_max": 0.748665, + "nauc_map_at_100_std": -0.108952, + "nauc_map_at_100_diff1": 0.903946, + "nauc_map_at_1000_max": 0.748626, + "nauc_map_at_1000_std": -0.109114, + "nauc_map_at_1000_diff1": 0.90394, + "nauc_recall_at_1_max": 0.703995, + "nauc_recall_at_1_std": -0.164421, + "nauc_recall_at_1_diff1": 0.910699, + "nauc_recall_at_3_max": 0.851042, + "nauc_recall_at_3_std": 0.022038, + "nauc_recall_at_3_diff1": 0.883773, + "nauc_recall_at_5_max": 0.858223, + "nauc_recall_at_5_std": -0.010564, + "nauc_recall_at_5_diff1": 0.904661, + "nauc_recall_at_10_max": 0.879427, + "nauc_recall_at_10_std": 0.068985, + "nauc_recall_at_10_diff1": 0.908886, + "nauc_recall_at_20_max": 0.869538, + "nauc_recall_at_20_std": 0.124977, + "nauc_recall_at_20_diff1": 0.890289, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.707594, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703995, + "nauc_precision_at_1_std": -0.164421, + "nauc_precision_at_1_diff1": 0.910699, + "nauc_precision_at_3_max": 0.851042, + "nauc_precision_at_3_std": 0.022038, + "nauc_precision_at_3_diff1": 0.883773, + "nauc_precision_at_5_max": 0.858223, + "nauc_precision_at_5_std": -0.010564, + "nauc_precision_at_5_diff1": 0.904661, + "nauc_precision_at_10_max": 0.879427, + "nauc_precision_at_10_std": 0.068985, + "nauc_precision_at_10_diff1": 0.908886, + "nauc_precision_at_20_max": 0.869538, + "nauc_precision_at_20_std": 0.124977, + "nauc_precision_at_20_diff1": 0.890289, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.707594, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703995, + "nauc_mrr_at_1_std": -0.164421, + "nauc_mrr_at_1_diff1": 0.910699, + "nauc_mrr_at_3_max": 0.756451, + "nauc_mrr_at_3_std": -0.100416, + "nauc_mrr_at_3_diff1": 0.900989, + "nauc_mrr_at_5_max": 0.75191, + "nauc_mrr_at_5_std": -0.11037, + "nauc_mrr_at_5_diff1": 0.90396, + "nauc_mrr_at_10_max": 0.750061, + "nauc_mrr_at_10_std": -0.108235, + "nauc_mrr_at_10_diff1": 0.904114, + "nauc_mrr_at_20_max": 0.749154, + "nauc_mrr_at_20_std": -0.108268, + "nauc_mrr_at_20_diff1": 0.903862, + "nauc_mrr_at_100_max": 0.748665, + "nauc_mrr_at_100_std": -0.108952, + "nauc_mrr_at_100_diff1": 0.903946, + "nauc_mrr_at_1000_max": 0.748626, + "nauc_mrr_at_1000_std": -0.109114, + "nauc_mrr_at_1000_diff1": 0.90394, + "main_score": 0.90923, + "hf_subset": "ben_Beng-ben_Beng", + "languages": [ + "ben-Beng", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.9336, + "ndcg_at_5": 0.9401, + "ndcg_at_10": 0.94377, + "ndcg_at_20": 0.94463, + "ndcg_at_100": 0.94617, + "ndcg_at_1000": 0.94659, + "map_at_1": 0.89667, + "map_at_3": 0.92481, + "map_at_5": 0.92848, + "map_at_10": 0.93003, + "map_at_20": 0.93028, + "map_at_100": 0.93053, + "map_at_1000": 0.93054, + "recall_at_1": 0.89667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.928481, + "mrr_at_10": 0.930034, + "mrr_at_20": 0.930279, + "mrr_at_100": 0.930527, + "mrr_at_1000": 0.93054, + "nauc_ndcg_at_1_max": 0.703866, + "nauc_ndcg_at_1_std": -0.272128, + "nauc_ndcg_at_1_diff1": 0.90634, + "nauc_ndcg_at_3_max": 0.766238, + "nauc_ndcg_at_3_std": -0.260697, + "nauc_ndcg_at_3_diff1": 0.908299, + "nauc_ndcg_at_5_max": 0.756519, + "nauc_ndcg_at_5_std": -0.246946, + "nauc_ndcg_at_5_diff1": 0.903574, + "nauc_ndcg_at_10_max": 0.749804, + "nauc_ndcg_at_10_std": -0.259399, + "nauc_ndcg_at_10_diff1": 0.902533, + "nauc_ndcg_at_20_max": 0.747369, + "nauc_ndcg_at_20_std": -0.258673, + "nauc_ndcg_at_20_diff1": 0.904718, + "nauc_ndcg_at_100_max": 0.746227, + "nauc_ndcg_at_100_std": -0.254215, + "nauc_ndcg_at_100_diff1": 0.90473, + "nauc_ndcg_at_1000_max": 0.744609, + "nauc_ndcg_at_1000_std": -0.256446, + "nauc_ndcg_at_1000_diff1": 0.904322, + "nauc_map_at_1_max": 0.703866, + "nauc_map_at_1_std": -0.272128, + "nauc_map_at_1_diff1": 0.90634, + "nauc_map_at_3_max": 0.748787, + "nauc_map_at_3_std": -0.262216, + "nauc_map_at_3_diff1": 0.906524, + "nauc_map_at_5_max": 0.743314, + "nauc_map_at_5_std": -0.255717, + "nauc_map_at_5_diff1": 0.904225, + "nauc_map_at_10_max": 0.740704, + "nauc_map_at_10_std": -0.26008, + "nauc_map_at_10_diff1": 0.903784, + "nauc_map_at_20_max": 0.740132, + "nauc_map_at_20_std": -0.259904, + "nauc_map_at_20_diff1": 0.904293, + "nauc_map_at_100_max": 0.739949, + "nauc_map_at_100_std": -0.259297, + "nauc_map_at_100_diff1": 0.904289, + "nauc_map_at_1000_max": 0.739911, + "nauc_map_at_1000_std": -0.259303, + "nauc_map_at_1000_diff1": 0.904278, + "nauc_recall_at_1_max": 0.703866, + "nauc_recall_at_1_std": -0.272128, + "nauc_recall_at_1_diff1": 0.90634, + "nauc_recall_at_3_max": 0.855667, + "nauc_recall_at_3_std": -0.25441, + "nauc_recall_at_3_diff1": 0.91849, + "nauc_recall_at_5_max": 0.8556, + "nauc_recall_at_5_std": -0.174664, + "nauc_recall_at_5_diff1": 0.898003, + "nauc_recall_at_10_max": 0.85348, + "nauc_recall_at_10_std": -0.267938, + "nauc_recall_at_10_diff1": 0.884005, + "nauc_recall_at_20_max": 0.837302, + "nauc_recall_at_20_std": -0.25719, + "nauc_recall_at_20_diff1": 0.919935, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703866, + "nauc_precision_at_1_std": -0.272128, + "nauc_precision_at_1_diff1": 0.90634, + "nauc_precision_at_3_max": 0.855667, + "nauc_precision_at_3_std": -0.25441, + "nauc_precision_at_3_diff1": 0.91849, + "nauc_precision_at_5_max": 0.8556, + "nauc_precision_at_5_std": -0.174664, + "nauc_precision_at_5_diff1": 0.898003, + "nauc_precision_at_10_max": 0.85348, + "nauc_precision_at_10_std": -0.267938, + "nauc_precision_at_10_diff1": 0.884005, + "nauc_precision_at_20_max": 0.837302, + "nauc_precision_at_20_std": -0.25719, + "nauc_precision_at_20_diff1": 0.919935, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703866, + "nauc_mrr_at_1_std": -0.272128, + "nauc_mrr_at_1_diff1": 0.90634, + "nauc_mrr_at_3_max": 0.748787, + "nauc_mrr_at_3_std": -0.262216, + "nauc_mrr_at_3_diff1": 0.906524, + "nauc_mrr_at_5_max": 0.743314, + "nauc_mrr_at_5_std": -0.255717, + "nauc_mrr_at_5_diff1": 0.904225, + "nauc_mrr_at_10_max": 0.740704, + "nauc_mrr_at_10_std": -0.26008, + "nauc_mrr_at_10_diff1": 0.903784, + "nauc_mrr_at_20_max": 0.740132, + "nauc_mrr_at_20_std": -0.259904, + "nauc_mrr_at_20_diff1": 0.904293, + "nauc_mrr_at_100_max": 0.739949, + "nauc_mrr_at_100_std": -0.259297, + "nauc_mrr_at_100_diff1": 0.904289, + "nauc_mrr_at_1000_max": 0.739911, + "nauc_mrr_at_1000_std": -0.259303, + "nauc_mrr_at_1000_diff1": 0.904278, + "main_score": 0.94377, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85667, + "ndcg_at_3": 0.89894, + "ndcg_at_5": 0.90635, + "ndcg_at_10": 0.9148, + "ndcg_at_20": 0.91821, + "ndcg_at_100": 0.92045, + "ndcg_at_1000": 0.92105, + "map_at_1": 0.85667, + "map_at_3": 0.88926, + "map_at_5": 0.89343, + "map_at_10": 0.89701, + "map_at_20": 0.89797, + "map_at_100": 0.89827, + "map_at_1000": 0.8983, + "recall_at_1": 0.85667, + "recall_at_3": 0.92667, + "recall_at_5": 0.94444, + "recall_at_10": 0.97, + "recall_at_20": 0.98333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85667, + "precision_at_3": 0.30889, + "precision_at_5": 0.18889, + "precision_at_10": 0.097, + "precision_at_20": 0.04917, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.856667, + "mrr_at_3": 0.889259, + "mrr_at_5": 0.893426, + "mrr_at_10": 0.897011, + "mrr_at_20": 0.897971, + "mrr_at_100": 0.898269, + "mrr_at_1000": 0.898297, + "nauc_ndcg_at_1_max": 0.728992, + "nauc_ndcg_at_1_std": -0.082103, + "nauc_ndcg_at_1_diff1": 0.871001, + "nauc_ndcg_at_3_max": 0.784117, + "nauc_ndcg_at_3_std": 0.005624, + "nauc_ndcg_at_3_diff1": 0.859659, + "nauc_ndcg_at_5_max": 0.780864, + "nauc_ndcg_at_5_std": 0.010979, + "nauc_ndcg_at_5_diff1": 0.857874, + "nauc_ndcg_at_10_max": 0.775838, + "nauc_ndcg_at_10_std": -0.001858, + "nauc_ndcg_at_10_diff1": 0.86215, + "nauc_ndcg_at_20_max": 0.77102, + "nauc_ndcg_at_20_std": 0.000738, + "nauc_ndcg_at_20_diff1": 0.864206, + "nauc_ndcg_at_100_max": 0.767546, + "nauc_ndcg_at_100_std": -0.009002, + "nauc_ndcg_at_100_diff1": 0.862964, + "nauc_ndcg_at_1000_max": 0.766873, + "nauc_ndcg_at_1000_std": -0.014332, + "nauc_ndcg_at_1000_diff1": 0.86331, + "nauc_map_at_1_max": 0.728992, + "nauc_map_at_1_std": -0.082103, + "nauc_map_at_1_diff1": 0.871001, + "nauc_map_at_3_max": 0.768671, + "nauc_map_at_3_std": -0.019648, + "nauc_map_at_3_diff1": 0.863036, + "nauc_map_at_5_max": 0.766246, + "nauc_map_at_5_std": -0.018648, + "nauc_map_at_5_diff1": 0.862183, + "nauc_map_at_10_max": 0.764017, + "nauc_map_at_10_std": -0.024451, + "nauc_map_at_10_diff1": 0.863803, + "nauc_map_at_20_max": 0.762756, + "nauc_map_at_20_std": -0.024145, + "nauc_map_at_20_diff1": 0.864301, + "nauc_map_at_100_max": 0.762304, + "nauc_map_at_100_std": -0.025346, + "nauc_map_at_100_diff1": 0.864115, + "nauc_map_at_1000_max": 0.762281, + "nauc_map_at_1000_std": -0.025542, + "nauc_map_at_1000_diff1": 0.864133, + "nauc_recall_at_1_max": 0.728992, + "nauc_recall_at_1_std": -0.082103, + "nauc_recall_at_1_diff1": 0.871001, + "nauc_recall_at_3_max": 0.848789, + "nauc_recall_at_3_std": 0.111896, + "nauc_recall_at_3_diff1": 0.845387, + "nauc_recall_at_5_max": 0.858095, + "nauc_recall_at_5_std": 0.172026, + "nauc_recall_at_5_diff1": 0.834566, + "nauc_recall_at_10_max": 0.880624, + "nauc_recall_at_10_std": 0.205225, + "nauc_recall_at_10_diff1": 0.851143, + "nauc_recall_at_20_max": 0.876937, + "nauc_recall_at_20_std": 0.421226, + "nauc_recall_at_20_diff1": 0.879863, + "nauc_recall_at_100_max": 0.855859, + "nauc_recall_at_100_std": 0.669234, + "nauc_recall_at_100_diff1": 0.823179, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728992, + "nauc_precision_at_1_std": -0.082103, + "nauc_precision_at_1_diff1": 0.871001, + "nauc_precision_at_3_max": 0.848789, + "nauc_precision_at_3_std": 0.111896, + "nauc_precision_at_3_diff1": 0.845387, + "nauc_precision_at_5_max": 0.858095, + "nauc_precision_at_5_std": 0.172026, + "nauc_precision_at_5_diff1": 0.834566, + "nauc_precision_at_10_max": 0.880624, + "nauc_precision_at_10_std": 0.205225, + "nauc_precision_at_10_diff1": 0.851143, + "nauc_precision_at_20_max": 0.876937, + "nauc_precision_at_20_std": 0.421226, + "nauc_precision_at_20_diff1": 0.879863, + "nauc_precision_at_100_max": 0.855859, + "nauc_precision_at_100_std": 0.669234, + "nauc_precision_at_100_diff1": 0.823179, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.728992, + "nauc_mrr_at_1_std": -0.082103, + "nauc_mrr_at_1_diff1": 0.871001, + "nauc_mrr_at_3_max": 0.768671, + "nauc_mrr_at_3_std": -0.019648, + "nauc_mrr_at_3_diff1": 0.863036, + "nauc_mrr_at_5_max": 0.766246, + "nauc_mrr_at_5_std": -0.018648, + "nauc_mrr_at_5_diff1": 0.862183, + "nauc_mrr_at_10_max": 0.764017, + "nauc_mrr_at_10_std": -0.024451, + "nauc_mrr_at_10_diff1": 0.863803, + "nauc_mrr_at_20_max": 0.762756, + "nauc_mrr_at_20_std": -0.024145, + "nauc_mrr_at_20_diff1": 0.864301, + "nauc_mrr_at_100_max": 0.762304, + "nauc_mrr_at_100_std": -0.025346, + "nauc_mrr_at_100_diff1": 0.864115, + "nauc_mrr_at_1000_max": 0.762281, + "nauc_mrr_at_1000_std": -0.025542, + "nauc_mrr_at_1000_diff1": 0.864133, + "main_score": 0.9148, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.60218, + "ndcg_at_5": 0.61629, + "ndcg_at_10": 0.6291, + "ndcg_at_20": 0.64004, + "ndcg_at_100": 0.66061, + "ndcg_at_1000": 0.67742, + "map_at_1": 0.54667, + "map_at_3": 0.5887, + "map_at_5": 0.59648, + "map_at_10": 0.6017, + "map_at_20": 0.60469, + "map_at_100": 0.60745, + "map_at_1000": 0.60812, + "recall_at_1": 0.54667, + "recall_at_3": 0.64111, + "recall_at_5": 0.67556, + "recall_at_10": 0.71556, + "recall_at_20": 0.75889, + "recall_at_100": 0.87111, + "recall_at_1000": 1.0, + "precision_at_1": 0.54667, + "precision_at_3": 0.2137, + "precision_at_5": 0.13511, + "precision_at_10": 0.07156, + "precision_at_20": 0.03794, + "precision_at_100": 0.00871, + "precision_at_1000": 0.001, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.588704, + "mrr_at_5": 0.596481, + "mrr_at_10": 0.601698, + "mrr_at_20": 0.604688, + "mrr_at_100": 0.607449, + "mrr_at_1000": 0.608124, + "nauc_ndcg_at_1_max": 0.606328, + "nauc_ndcg_at_1_std": -0.339068, + "nauc_ndcg_at_1_diff1": 0.843174, + "nauc_ndcg_at_3_max": 0.624223, + "nauc_ndcg_at_3_std": -0.337865, + "nauc_ndcg_at_3_diff1": 0.814848, + "nauc_ndcg_at_5_max": 0.615321, + "nauc_ndcg_at_5_std": -0.35415, + "nauc_ndcg_at_5_diff1": 0.807778, + "nauc_ndcg_at_10_max": 0.612871, + "nauc_ndcg_at_10_std": -0.351481, + "nauc_ndcg_at_10_diff1": 0.802762, + "nauc_ndcg_at_20_max": 0.608345, + "nauc_ndcg_at_20_std": -0.354737, + "nauc_ndcg_at_20_diff1": 0.801505, + "nauc_ndcg_at_100_max": 0.609941, + "nauc_ndcg_at_100_std": -0.347722, + "nauc_ndcg_at_100_diff1": 0.797472, + "nauc_ndcg_at_1000_max": 0.611596, + "nauc_ndcg_at_1000_std": -0.34801, + "nauc_ndcg_at_1000_diff1": 0.806901, + "nauc_map_at_1_max": 0.606328, + "nauc_map_at_1_std": -0.339068, + "nauc_map_at_1_diff1": 0.843174, + "nauc_map_at_3_max": 0.620416, + "nauc_map_at_3_std": -0.337268, + "nauc_map_at_3_diff1": 0.82123, + "nauc_map_at_5_max": 0.61562, + "nauc_map_at_5_std": -0.346297, + "nauc_map_at_5_diff1": 0.817574, + "nauc_map_at_10_max": 0.614663, + "nauc_map_at_10_std": -0.345378, + "nauc_map_at_10_diff1": 0.815583, + "nauc_map_at_20_max": 0.613458, + "nauc_map_at_20_std": -0.34616, + "nauc_map_at_20_diff1": 0.815416, + "nauc_map_at_100_max": 0.613504, + "nauc_map_at_100_std": -0.345352, + "nauc_map_at_100_diff1": 0.814949, + "nauc_map_at_1000_max": 0.613541, + "nauc_map_at_1000_std": -0.345319, + "nauc_map_at_1000_diff1": 0.815287, + "nauc_recall_at_1_max": 0.606328, + "nauc_recall_at_1_std": -0.339068, + "nauc_recall_at_1_diff1": 0.843174, + "nauc_recall_at_3_max": 0.63577, + "nauc_recall_at_3_std": -0.340133, + "nauc_recall_at_3_diff1": 0.795303, + "nauc_recall_at_5_max": 0.612457, + "nauc_recall_at_5_std": -0.382706, + "nauc_recall_at_5_diff1": 0.774672, + "nauc_recall_at_10_max": 0.603153, + "nauc_recall_at_10_std": -0.374344, + "nauc_recall_at_10_diff1": 0.753729, + "nauc_recall_at_20_max": 0.578785, + "nauc_recall_at_20_std": -0.394817, + "nauc_recall_at_20_diff1": 0.73942, + "nauc_recall_at_100_max": 0.581868, + "nauc_recall_at_100_std": -0.338577, + "nauc_recall_at_100_diff1": 0.649528, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.606328, + "nauc_precision_at_1_std": -0.339068, + "nauc_precision_at_1_diff1": 0.843174, + "nauc_precision_at_3_max": 0.63577, + "nauc_precision_at_3_std": -0.340133, + "nauc_precision_at_3_diff1": 0.795303, + "nauc_precision_at_5_max": 0.612457, + "nauc_precision_at_5_std": -0.382706, + "nauc_precision_at_5_diff1": 0.774672, + "nauc_precision_at_10_max": 0.603153, + "nauc_precision_at_10_std": -0.374344, + "nauc_precision_at_10_diff1": 0.753729, + "nauc_precision_at_20_max": 0.578785, + "nauc_precision_at_20_std": -0.394817, + "nauc_precision_at_20_diff1": 0.73942, + "nauc_precision_at_100_max": 0.581868, + "nauc_precision_at_100_std": -0.338577, + "nauc_precision_at_100_diff1": 0.649528, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.606328, + "nauc_mrr_at_1_std": -0.339068, + "nauc_mrr_at_1_diff1": 0.843174, + "nauc_mrr_at_3_max": 0.620416, + "nauc_mrr_at_3_std": -0.337268, + "nauc_mrr_at_3_diff1": 0.82123, + "nauc_mrr_at_5_max": 0.61562, + "nauc_mrr_at_5_std": -0.346297, + "nauc_mrr_at_5_diff1": 0.817574, + "nauc_mrr_at_10_max": 0.614663, + "nauc_mrr_at_10_std": -0.345378, + "nauc_mrr_at_10_diff1": 0.815583, + "nauc_mrr_at_20_max": 0.613458, + "nauc_mrr_at_20_std": -0.34616, + "nauc_mrr_at_20_diff1": 0.815416, + "nauc_mrr_at_100_max": 0.613504, + "nauc_mrr_at_100_std": -0.345352, + "nauc_mrr_at_100_diff1": 0.814949, + "nauc_mrr_at_1000_max": 0.613541, + "nauc_mrr_at_1000_std": -0.345319, + "nauc_mrr_at_1000_diff1": 0.815287, + "main_score": 0.6291, + "hf_subset": "ben_Latn-ben_Latn", + "languages": [ + "ben-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.53556, + "ndcg_at_3": 0.61222, + "ndcg_at_5": 0.62881, + "ndcg_at_10": 0.64509, + "ndcg_at_20": 0.65404, + "ndcg_at_100": 0.67853, + "ndcg_at_1000": 0.68817, + "map_at_1": 0.53556, + "map_at_3": 0.59407, + "map_at_5": 0.60307, + "map_at_10": 0.60986, + "map_at_20": 0.61229, + "map_at_100": 0.61542, + "map_at_1000": 0.61582, + "recall_at_1": 0.53556, + "recall_at_3": 0.66444, + "recall_at_5": 0.70556, + "recall_at_10": 0.75556, + "recall_at_20": 0.79111, + "recall_at_100": 0.92667, + "recall_at_1000": 1.0, + "precision_at_1": 0.53556, + "precision_at_3": 0.22148, + "precision_at_5": 0.14111, + "precision_at_10": 0.07556, + "precision_at_20": 0.03956, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.535556, + "mrr_at_3": 0.594074, + "mrr_at_5": 0.603074, + "mrr_at_10": 0.609861, + "mrr_at_20": 0.612291, + "mrr_at_100": 0.615425, + "mrr_at_1000": 0.615823, + "nauc_ndcg_at_1_max": 0.720675, + "nauc_ndcg_at_1_std": 0.075739, + "nauc_ndcg_at_1_diff1": 0.816777, + "nauc_ndcg_at_3_max": 0.727367, + "nauc_ndcg_at_3_std": 0.063351, + "nauc_ndcg_at_3_diff1": 0.775747, + "nauc_ndcg_at_5_max": 0.714725, + "nauc_ndcg_at_5_std": 0.057286, + "nauc_ndcg_at_5_diff1": 0.767823, + "nauc_ndcg_at_10_max": 0.709103, + "nauc_ndcg_at_10_std": 0.058859, + "nauc_ndcg_at_10_diff1": 0.761153, + "nauc_ndcg_at_20_max": 0.708732, + "nauc_ndcg_at_20_std": 0.062018, + "nauc_ndcg_at_20_diff1": 0.761017, + "nauc_ndcg_at_100_max": 0.709354, + "nauc_ndcg_at_100_std": 0.064345, + "nauc_ndcg_at_100_diff1": 0.765526, + "nauc_ndcg_at_1000_max": 0.712996, + "nauc_ndcg_at_1000_std": 0.061599, + "nauc_ndcg_at_1000_diff1": 0.771057, + "nauc_map_at_1_max": 0.720675, + "nauc_map_at_1_std": 0.075739, + "nauc_map_at_1_diff1": 0.816777, + "nauc_map_at_3_max": 0.725993, + "nauc_map_at_3_std": 0.066375, + "nauc_map_at_3_diff1": 0.785593, + "nauc_map_at_5_max": 0.719351, + "nauc_map_at_5_std": 0.063274, + "nauc_map_at_5_diff1": 0.781528, + "nauc_map_at_10_max": 0.717257, + "nauc_map_at_10_std": 0.063519, + "nauc_map_at_10_diff1": 0.779172, + "nauc_map_at_20_max": 0.717028, + "nauc_map_at_20_std": 0.06415, + "nauc_map_at_20_diff1": 0.779148, + "nauc_map_at_100_max": 0.716963, + "nauc_map_at_100_std": 0.063911, + "nauc_map_at_100_diff1": 0.779678, + "nauc_map_at_1000_max": 0.717115, + "nauc_map_at_1000_std": 0.063777, + "nauc_map_at_1000_diff1": 0.779914, + "nauc_recall_at_1_max": 0.720675, + "nauc_recall_at_1_std": 0.075739, + "nauc_recall_at_1_diff1": 0.816777, + "nauc_recall_at_3_max": 0.731624, + "nauc_recall_at_3_std": 0.053702, + "nauc_recall_at_3_diff1": 0.744407, + "nauc_recall_at_5_max": 0.696187, + "nauc_recall_at_5_std": 0.035496, + "nauc_recall_at_5_diff1": 0.719448, + "nauc_recall_at_10_max": 0.670773, + "nauc_recall_at_10_std": 0.041446, + "nauc_recall_at_10_diff1": 0.684975, + "nauc_recall_at_20_max": 0.665747, + "nauc_recall_at_20_std": 0.059069, + "nauc_recall_at_20_diff1": 0.675258, + "nauc_recall_at_100_max": 0.619302, + "nauc_recall_at_100_std": 0.126291, + "nauc_recall_at_100_diff1": 0.629877, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720675, + "nauc_precision_at_1_std": 0.075739, + "nauc_precision_at_1_diff1": 0.816777, + "nauc_precision_at_3_max": 0.731624, + "nauc_precision_at_3_std": 0.053702, + "nauc_precision_at_3_diff1": 0.744407, + "nauc_precision_at_5_max": 0.696187, + "nauc_precision_at_5_std": 0.035496, + "nauc_precision_at_5_diff1": 0.719448, + "nauc_precision_at_10_max": 0.670773, + "nauc_precision_at_10_std": 0.041446, + "nauc_precision_at_10_diff1": 0.684975, + "nauc_precision_at_20_max": 0.665747, + "nauc_precision_at_20_std": 0.059069, + "nauc_precision_at_20_diff1": 0.675258, + "nauc_precision_at_100_max": 0.619302, + "nauc_precision_at_100_std": 0.126291, + "nauc_precision_at_100_diff1": 0.629877, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.720675, + "nauc_mrr_at_1_std": 0.075739, + "nauc_mrr_at_1_diff1": 0.816777, + "nauc_mrr_at_3_max": 0.725993, + "nauc_mrr_at_3_std": 0.066375, + "nauc_mrr_at_3_diff1": 0.785593, + "nauc_mrr_at_5_max": 0.719351, + "nauc_mrr_at_5_std": 0.063274, + "nauc_mrr_at_5_diff1": 0.781528, + "nauc_mrr_at_10_max": 0.717257, + "nauc_mrr_at_10_std": 0.063519, + "nauc_mrr_at_10_diff1": 0.779172, + "nauc_mrr_at_20_max": 0.717028, + "nauc_mrr_at_20_std": 0.06415, + "nauc_mrr_at_20_diff1": 0.779148, + "nauc_mrr_at_100_max": 0.716963, + "nauc_mrr_at_100_std": 0.063911, + "nauc_mrr_at_100_diff1": 0.779678, + "nauc_mrr_at_1000_max": 0.717115, + "nauc_mrr_at_1000_std": 0.063777, + "nauc_mrr_at_1000_diff1": 0.779914, + "main_score": 0.64509, + "hf_subset": "ben_Latn-eng_Latn", + "languages": [ + "ben-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.5173, + "ndcg_at_5": 0.52878, + "ndcg_at_10": 0.53785, + "ndcg_at_20": 0.5479, + "ndcg_at_100": 0.56692, + "ndcg_at_1000": 0.59866, + "map_at_1": 0.46778, + "map_at_3": 0.50556, + "map_at_5": 0.51194, + "map_at_10": 0.51574, + "map_at_20": 0.51846, + "map_at_100": 0.52099, + "map_at_1000": 0.52214, + "recall_at_1": 0.46778, + "recall_at_3": 0.55111, + "recall_at_5": 0.57889, + "recall_at_10": 0.60667, + "recall_at_20": 0.64667, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.46778, + "precision_at_3": 0.1837, + "precision_at_5": 0.11578, + "precision_at_10": 0.06067, + "precision_at_20": 0.03233, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.505556, + "mrr_at_5": 0.511944, + "mrr_at_10": 0.515738, + "mrr_at_20": 0.518463, + "mrr_at_100": 0.520988, + "mrr_at_1000": 0.522145, + "nauc_ndcg_at_1_max": 0.81765, + "nauc_ndcg_at_1_std": 0.579144, + "nauc_ndcg_at_1_diff1": 0.847915, + "nauc_ndcg_at_3_max": 0.841491, + "nauc_ndcg_at_3_std": 0.628826, + "nauc_ndcg_at_3_diff1": 0.816551, + "nauc_ndcg_at_5_max": 0.838485, + "nauc_ndcg_at_5_std": 0.642304, + "nauc_ndcg_at_5_diff1": 0.804516, + "nauc_ndcg_at_10_max": 0.833339, + "nauc_ndcg_at_10_std": 0.63608, + "nauc_ndcg_at_10_diff1": 0.797606, + "nauc_ndcg_at_20_max": 0.827121, + "nauc_ndcg_at_20_std": 0.63424, + "nauc_ndcg_at_20_diff1": 0.791661, + "nauc_ndcg_at_100_max": 0.819353, + "nauc_ndcg_at_100_std": 0.631693, + "nauc_ndcg_at_100_diff1": 0.786372, + "nauc_ndcg_at_1000_max": 0.826516, + "nauc_ndcg_at_1000_std": 0.627067, + "nauc_ndcg_at_1000_diff1": 0.799942, + "nauc_map_at_1_max": 0.81765, + "nauc_map_at_1_std": 0.579144, + "nauc_map_at_1_diff1": 0.847915, + "nauc_map_at_3_max": 0.835963, + "nauc_map_at_3_std": 0.615967, + "nauc_map_at_3_diff1": 0.823684, + "nauc_map_at_5_max": 0.834293, + "nauc_map_at_5_std": 0.62329, + "nauc_map_at_5_diff1": 0.817097, + "nauc_map_at_10_max": 0.832086, + "nauc_map_at_10_std": 0.620489, + "nauc_map_at_10_diff1": 0.814251, + "nauc_map_at_20_max": 0.830362, + "nauc_map_at_20_std": 0.619767, + "nauc_map_at_20_diff1": 0.812707, + "nauc_map_at_100_max": 0.829334, + "nauc_map_at_100_std": 0.619456, + "nauc_map_at_100_diff1": 0.812053, + "nauc_map_at_1000_max": 0.829533, + "nauc_map_at_1000_std": 0.619234, + "nauc_map_at_1000_diff1": 0.812526, + "nauc_recall_at_1_max": 0.81765, + "nauc_recall_at_1_std": 0.579144, + "nauc_recall_at_1_diff1": 0.847915, + "nauc_recall_at_3_max": 0.857881, + "nauc_recall_at_3_std": 0.667567, + "nauc_recall_at_3_diff1": 0.795466, + "nauc_recall_at_5_max": 0.8507, + "nauc_recall_at_5_std": 0.702849, + "nauc_recall_at_5_diff1": 0.76446, + "nauc_recall_at_10_max": 0.834705, + "nauc_recall_at_10_std": 0.685574, + "nauc_recall_at_10_diff1": 0.740707, + "nauc_recall_at_20_max": 0.807473, + "nauc_recall_at_20_std": 0.682596, + "nauc_recall_at_20_diff1": 0.70998, + "nauc_recall_at_100_max": 0.74282, + "nauc_recall_at_100_std": 0.675514, + "nauc_recall_at_100_diff1": 0.646769, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81765, + "nauc_precision_at_1_std": 0.579144, + "nauc_precision_at_1_diff1": 0.847915, + "nauc_precision_at_3_max": 0.857881, + "nauc_precision_at_3_std": 0.667567, + "nauc_precision_at_3_diff1": 0.795466, + "nauc_precision_at_5_max": 0.8507, + "nauc_precision_at_5_std": 0.702849, + "nauc_precision_at_5_diff1": 0.76446, + "nauc_precision_at_10_max": 0.834705, + "nauc_precision_at_10_std": 0.685574, + "nauc_precision_at_10_diff1": 0.740707, + "nauc_precision_at_20_max": 0.807473, + "nauc_precision_at_20_std": 0.682596, + "nauc_precision_at_20_diff1": 0.70998, + "nauc_precision_at_100_max": 0.74282, + "nauc_precision_at_100_std": 0.675514, + "nauc_precision_at_100_diff1": 0.646769, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81765, + "nauc_mrr_at_1_std": 0.579144, + "nauc_mrr_at_1_diff1": 0.847915, + "nauc_mrr_at_3_max": 0.835963, + "nauc_mrr_at_3_std": 0.615967, + "nauc_mrr_at_3_diff1": 0.823684, + "nauc_mrr_at_5_max": 0.834293, + "nauc_mrr_at_5_std": 0.62329, + "nauc_mrr_at_5_diff1": 0.817097, + "nauc_mrr_at_10_max": 0.832086, + "nauc_mrr_at_10_std": 0.620489, + "nauc_mrr_at_10_diff1": 0.814251, + "nauc_mrr_at_20_max": 0.830362, + "nauc_mrr_at_20_std": 0.619767, + "nauc_mrr_at_20_diff1": 0.812707, + "nauc_mrr_at_100_max": 0.829334, + "nauc_mrr_at_100_std": 0.619456, + "nauc_mrr_at_100_diff1": 0.812053, + "nauc_mrr_at_1000_max": 0.829533, + "nauc_mrr_at_1000_std": 0.619234, + "nauc_mrr_at_1000_diff1": 0.812526, + "main_score": 0.53785, + "hf_subset": "eng_Latn-ben_Latn", + "languages": [ + "eng-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.20333, + "ndcg_at_3": 0.24909, + "ndcg_at_5": 0.26357, + "ndcg_at_10": 0.28298, + "ndcg_at_20": 0.30523, + "ndcg_at_100": 0.34662, + "ndcg_at_1000": 0.38648, + "map_at_1": 0.20333, + "map_at_3": 0.23833, + "map_at_5": 0.24628, + "map_at_10": 0.25429, + "map_at_20": 0.26043, + "map_at_100": 0.26592, + "map_at_1000": 0.26742, + "recall_at_1": 0.20333, + "recall_at_3": 0.28, + "recall_at_5": 0.31556, + "recall_at_10": 0.37556, + "recall_at_20": 0.46333, + "recall_at_100": 0.69, + "recall_at_1000": 1.0, + "precision_at_1": 0.20333, + "precision_at_3": 0.09333, + "precision_at_5": 0.06311, + "precision_at_10": 0.03756, + "precision_at_20": 0.02317, + "precision_at_100": 0.0069, + "precision_at_1000": 0.001, + "mrr_at_1": 0.203333, + "mrr_at_3": 0.238333, + "mrr_at_5": 0.246278, + "mrr_at_10": 0.254291, + "mrr_at_20": 0.260431, + "mrr_at_100": 0.265921, + "mrr_at_1000": 0.267425, + "nauc_ndcg_at_1_max": 0.101438, + "nauc_ndcg_at_1_std": -0.201256, + "nauc_ndcg_at_1_diff1": 0.568084, + "nauc_ndcg_at_3_max": 0.076111, + "nauc_ndcg_at_3_std": -0.221398, + "nauc_ndcg_at_3_diff1": 0.501559, + "nauc_ndcg_at_5_max": 0.076007, + "nauc_ndcg_at_5_std": -0.223734, + "nauc_ndcg_at_5_diff1": 0.490057, + "nauc_ndcg_at_10_max": 0.0741, + "nauc_ndcg_at_10_std": -0.217027, + "nauc_ndcg_at_10_diff1": 0.47023, + "nauc_ndcg_at_20_max": 0.070743, + "nauc_ndcg_at_20_std": -0.215977, + "nauc_ndcg_at_20_diff1": 0.46475, + "nauc_ndcg_at_100_max": 0.071126, + "nauc_ndcg_at_100_std": -0.217844, + "nauc_ndcg_at_100_diff1": 0.459236, + "nauc_ndcg_at_1000_max": 0.076068, + "nauc_ndcg_at_1000_std": -0.215784, + "nauc_ndcg_at_1000_diff1": 0.479113, + "nauc_map_at_1_max": 0.101438, + "nauc_map_at_1_std": -0.201256, + "nauc_map_at_1_diff1": 0.568084, + "nauc_map_at_3_max": 0.082285, + "nauc_map_at_3_std": -0.216868, + "nauc_map_at_3_diff1": 0.515332, + "nauc_map_at_5_max": 0.082066, + "nauc_map_at_5_std": -0.218118, + "nauc_map_at_5_diff1": 0.50844, + "nauc_map_at_10_max": 0.081433, + "nauc_map_at_10_std": -0.215136, + "nauc_map_at_10_diff1": 0.499621, + "nauc_map_at_20_max": 0.080831, + "nauc_map_at_20_std": -0.214558, + "nauc_map_at_20_diff1": 0.498314, + "nauc_map_at_100_max": 0.080842, + "nauc_map_at_100_std": -0.214875, + "nauc_map_at_100_diff1": 0.497553, + "nauc_map_at_1000_max": 0.081071, + "nauc_map_at_1000_std": -0.214715, + "nauc_map_at_1000_diff1": 0.498398, + "nauc_recall_at_1_max": 0.101438, + "nauc_recall_at_1_std": -0.201256, + "nauc_recall_at_1_diff1": 0.568084, + "nauc_recall_at_3_max": 0.059373, + "nauc_recall_at_3_std": -0.233545, + "nauc_recall_at_3_diff1": 0.465085, + "nauc_recall_at_5_max": 0.060166, + "nauc_recall_at_5_std": -0.238795, + "nauc_recall_at_5_diff1": 0.441387, + "nauc_recall_at_10_max": 0.054318, + "nauc_recall_at_10_std": -0.220205, + "nauc_recall_at_10_diff1": 0.388336, + "nauc_recall_at_20_max": 0.039843, + "nauc_recall_at_20_std": -0.21812, + "nauc_recall_at_20_diff1": 0.366156, + "nauc_recall_at_100_max": 0.032606, + "nauc_recall_at_100_std": -0.229914, + "nauc_recall_at_100_diff1": 0.300302, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.101438, + "nauc_precision_at_1_std": -0.201256, + "nauc_precision_at_1_diff1": 0.568084, + "nauc_precision_at_3_max": 0.059373, + "nauc_precision_at_3_std": -0.233545, + "nauc_precision_at_3_diff1": 0.465085, + "nauc_precision_at_5_max": 0.060166, + "nauc_precision_at_5_std": -0.238795, + "nauc_precision_at_5_diff1": 0.441387, + "nauc_precision_at_10_max": 0.054318, + "nauc_precision_at_10_std": -0.220205, + "nauc_precision_at_10_diff1": 0.388336, + "nauc_precision_at_20_max": 0.039843, + "nauc_precision_at_20_std": -0.21812, + "nauc_precision_at_20_diff1": 0.366156, + "nauc_precision_at_100_max": 0.032606, + "nauc_precision_at_100_std": -0.229914, + "nauc_precision_at_100_diff1": 0.300302, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.101438, + "nauc_mrr_at_1_std": -0.201256, + "nauc_mrr_at_1_diff1": 0.568084, + "nauc_mrr_at_3_max": 0.082285, + "nauc_mrr_at_3_std": -0.216868, + "nauc_mrr_at_3_diff1": 0.515332, + "nauc_mrr_at_5_max": 0.082066, + "nauc_mrr_at_5_std": -0.218118, + "nauc_mrr_at_5_diff1": 0.50844, + "nauc_mrr_at_10_max": 0.081433, + "nauc_mrr_at_10_std": -0.215136, + "nauc_mrr_at_10_diff1": 0.499621, + "nauc_mrr_at_20_max": 0.080831, + "nauc_mrr_at_20_std": -0.214558, + "nauc_mrr_at_20_diff1": 0.498314, + "nauc_mrr_at_100_max": 0.080842, + "nauc_mrr_at_100_std": -0.214875, + "nauc_mrr_at_100_diff1": 0.497553, + "nauc_mrr_at_1000_max": 0.081071, + "nauc_mrr_at_1000_std": -0.214715, + "nauc_mrr_at_1000_diff1": 0.498398, + "main_score": 0.28298, + "hf_subset": "bod_Tibt-bod_Tibt", + "languages": [ + "bod-Tibt", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.15222, + "ndcg_at_3": 0.19553, + "ndcg_at_5": 0.20786, + "ndcg_at_10": 0.22576, + "ndcg_at_20": 0.24573, + "ndcg_at_100": 0.28969, + "ndcg_at_1000": 0.33643, + "map_at_1": 0.15222, + "map_at_3": 0.18444, + "map_at_5": 0.19128, + "map_at_10": 0.19862, + "map_at_20": 0.20411, + "map_at_100": 0.2096, + "map_at_1000": 0.21139, + "recall_at_1": 0.15222, + "recall_at_3": 0.22778, + "recall_at_5": 0.25778, + "recall_at_10": 0.31333, + "recall_at_20": 0.39222, + "recall_at_100": 0.63778, + "recall_at_1000": 1.0, + "precision_at_1": 0.15222, + "precision_at_3": 0.07593, + "precision_at_5": 0.05156, + "precision_at_10": 0.03133, + "precision_at_20": 0.01961, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "mrr_at_1": 0.152222, + "mrr_at_3": 0.184444, + "mrr_at_5": 0.191278, + "mrr_at_10": 0.19862, + "mrr_at_20": 0.204114, + "mrr_at_100": 0.209604, + "mrr_at_1000": 0.21139, + "nauc_ndcg_at_1_max": 0.448811, + "nauc_ndcg_at_1_std": 0.265737, + "nauc_ndcg_at_1_diff1": 0.585572, + "nauc_ndcg_at_3_max": 0.36333, + "nauc_ndcg_at_3_std": 0.234862, + "nauc_ndcg_at_3_diff1": 0.481873, + "nauc_ndcg_at_5_max": 0.355929, + "nauc_ndcg_at_5_std": 0.240754, + "nauc_ndcg_at_5_diff1": 0.475687, + "nauc_ndcg_at_10_max": 0.340146, + "nauc_ndcg_at_10_std": 0.235424, + "nauc_ndcg_at_10_diff1": 0.452439, + "nauc_ndcg_at_20_max": 0.322237, + "nauc_ndcg_at_20_std": 0.229195, + "nauc_ndcg_at_20_diff1": 0.435688, + "nauc_ndcg_at_100_max": 0.324278, + "nauc_ndcg_at_100_std": 0.248884, + "nauc_ndcg_at_100_diff1": 0.420708, + "nauc_ndcg_at_1000_max": 0.345376, + "nauc_ndcg_at_1000_std": 0.242418, + "nauc_ndcg_at_1000_diff1": 0.455179, + "nauc_map_at_1_max": 0.448811, + "nauc_map_at_1_std": 0.265737, + "nauc_map_at_1_diff1": 0.585572, + "nauc_map_at_3_max": 0.38313, + "nauc_map_at_3_std": 0.24283, + "nauc_map_at_3_diff1": 0.504518, + "nauc_map_at_5_max": 0.378761, + "nauc_map_at_5_std": 0.246064, + "nauc_map_at_5_diff1": 0.500773, + "nauc_map_at_10_max": 0.371687, + "nauc_map_at_10_std": 0.243637, + "nauc_map_at_10_diff1": 0.490175, + "nauc_map_at_20_max": 0.366111, + "nauc_map_at_20_std": 0.241499, + "nauc_map_at_20_diff1": 0.484974, + "nauc_map_at_100_max": 0.367033, + "nauc_map_at_100_std": 0.24438, + "nauc_map_at_100_diff1": 0.483553, + "nauc_map_at_1000_max": 0.367961, + "nauc_map_at_1000_std": 0.244208, + "nauc_map_at_1000_diff1": 0.485029, + "nauc_recall_at_1_max": 0.448811, + "nauc_recall_at_1_std": 0.265737, + "nauc_recall_at_1_diff1": 0.585572, + "nauc_recall_at_3_max": 0.312914, + "nauc_recall_at_3_std": 0.214303, + "nauc_recall_at_3_diff1": 0.424665, + "nauc_recall_at_5_max": 0.299002, + "nauc_recall_at_5_std": 0.22824, + "nauc_recall_at_5_diff1": 0.413852, + "nauc_recall_at_10_max": 0.261679, + "nauc_recall_at_10_std": 0.215419, + "nauc_recall_at_10_diff1": 0.358469, + "nauc_recall_at_20_max": 0.20789, + "nauc_recall_at_20_std": 0.197641, + "nauc_recall_at_20_diff1": 0.308654, + "nauc_recall_at_100_max": 0.186884, + "nauc_recall_at_100_std": 0.294394, + "nauc_recall_at_100_diff1": 0.195424, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.448811, + "nauc_precision_at_1_std": 0.265737, + "nauc_precision_at_1_diff1": 0.585572, + "nauc_precision_at_3_max": 0.312914, + "nauc_precision_at_3_std": 0.214303, + "nauc_precision_at_3_diff1": 0.424665, + "nauc_precision_at_5_max": 0.299002, + "nauc_precision_at_5_std": 0.22824, + "nauc_precision_at_5_diff1": 0.413852, + "nauc_precision_at_10_max": 0.261679, + "nauc_precision_at_10_std": 0.215419, + "nauc_precision_at_10_diff1": 0.358469, + "nauc_precision_at_20_max": 0.20789, + "nauc_precision_at_20_std": 0.197641, + "nauc_precision_at_20_diff1": 0.308654, + "nauc_precision_at_100_max": 0.186884, + "nauc_precision_at_100_std": 0.294394, + "nauc_precision_at_100_diff1": 0.195424, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.448811, + "nauc_mrr_at_1_std": 0.265737, + "nauc_mrr_at_1_diff1": 0.585572, + "nauc_mrr_at_3_max": 0.38313, + "nauc_mrr_at_3_std": 0.24283, + "nauc_mrr_at_3_diff1": 0.504518, + "nauc_mrr_at_5_max": 0.378761, + "nauc_mrr_at_5_std": 0.246064, + "nauc_mrr_at_5_diff1": 0.500773, + "nauc_mrr_at_10_max": 0.371687, + "nauc_mrr_at_10_std": 0.243637, + "nauc_mrr_at_10_diff1": 0.490175, + "nauc_mrr_at_20_max": 0.366111, + "nauc_mrr_at_20_std": 0.241499, + "nauc_mrr_at_20_diff1": 0.484974, + "nauc_mrr_at_100_max": 0.367033, + "nauc_mrr_at_100_std": 0.24438, + "nauc_mrr_at_100_diff1": 0.483553, + "nauc_mrr_at_1000_max": 0.367961, + "nauc_mrr_at_1000_std": 0.244208, + "nauc_mrr_at_1000_diff1": 0.485029, + "main_score": 0.22576, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.24, + "ndcg_at_3": 0.25987, + "ndcg_at_5": 0.26771, + "ndcg_at_10": 0.27417, + "ndcg_at_20": 0.28345, + "ndcg_at_100": 0.30985, + "ndcg_at_1000": 0.37286, + "map_at_1": 0.24, + "map_at_3": 0.25519, + "map_at_5": 0.25957, + "map_at_10": 0.26224, + "map_at_20": 0.26479, + "map_at_100": 0.26788, + "map_at_1000": 0.27006, + "recall_at_1": 0.24, + "recall_at_3": 0.27333, + "recall_at_5": 0.29222, + "recall_at_10": 0.31222, + "recall_at_20": 0.34889, + "recall_at_100": 0.5, + "recall_at_1000": 1.0, + "precision_at_1": 0.24, + "precision_at_3": 0.09111, + "precision_at_5": 0.05844, + "precision_at_10": 0.03122, + "precision_at_20": 0.01744, + "precision_at_100": 0.005, + "precision_at_1000": 0.001, + "mrr_at_1": 0.24, + "mrr_at_3": 0.255185, + "mrr_at_5": 0.259574, + "mrr_at_10": 0.262242, + "mrr_at_20": 0.26479, + "mrr_at_100": 0.267876, + "mrr_at_1000": 0.27006, + "nauc_ndcg_at_1_max": 0.757718, + "nauc_ndcg_at_1_std": 0.102316, + "nauc_ndcg_at_1_diff1": 0.771048, + "nauc_ndcg_at_3_max": 0.723063, + "nauc_ndcg_at_3_std": 0.096863, + "nauc_ndcg_at_3_diff1": 0.718771, + "nauc_ndcg_at_5_max": 0.699211, + "nauc_ndcg_at_5_std": 0.100288, + "nauc_ndcg_at_5_diff1": 0.694257, + "nauc_ndcg_at_10_max": 0.685934, + "nauc_ndcg_at_10_std": 0.096455, + "nauc_ndcg_at_10_diff1": 0.678999, + "nauc_ndcg_at_20_max": 0.670921, + "nauc_ndcg_at_20_std": 0.092559, + "nauc_ndcg_at_20_diff1": 0.664251, + "nauc_ndcg_at_100_max": 0.646439, + "nauc_ndcg_at_100_std": 0.09222, + "nauc_ndcg_at_100_diff1": 0.641988, + "nauc_ndcg_at_1000_max": 0.677658, + "nauc_ndcg_at_1000_std": 0.095799, + "nauc_ndcg_at_1000_diff1": 0.673767, + "nauc_map_at_1_max": 0.757718, + "nauc_map_at_1_std": 0.102316, + "nauc_map_at_1_diff1": 0.771048, + "nauc_map_at_3_max": 0.732132, + "nauc_map_at_3_std": 0.099197, + "nauc_map_at_3_diff1": 0.730766, + "nauc_map_at_5_max": 0.718421, + "nauc_map_at_5_std": 0.101119, + "nauc_map_at_5_diff1": 0.716614, + "nauc_map_at_10_max": 0.712538, + "nauc_map_at_10_std": 0.0994, + "nauc_map_at_10_diff1": 0.709945, + "nauc_map_at_20_max": 0.70809, + "nauc_map_at_20_std": 0.098165, + "nauc_map_at_20_diff1": 0.705579, + "nauc_map_at_100_max": 0.704943, + "nauc_map_at_100_std": 0.098678, + "nauc_map_at_100_diff1": 0.702652, + "nauc_map_at_1000_max": 0.70575, + "nauc_map_at_1000_std": 0.098733, + "nauc_map_at_1000_diff1": 0.703546, + "nauc_recall_at_1_max": 0.757718, + "nauc_recall_at_1_std": 0.102316, + "nauc_recall_at_1_diff1": 0.771048, + "nauc_recall_at_3_max": 0.697325, + "nauc_recall_at_3_std": 0.089914, + "nauc_recall_at_3_diff1": 0.685337, + "nauc_recall_at_5_max": 0.643418, + "nauc_recall_at_5_std": 0.098061, + "nauc_recall_at_5_diff1": 0.630307, + "nauc_recall_at_10_max": 0.606686, + "nauc_recall_at_10_std": 0.087336, + "nauc_recall_at_10_diff1": 0.587648, + "nauc_recall_at_20_max": 0.553887, + "nauc_recall_at_20_std": 0.074086, + "nauc_recall_at_20_diff1": 0.53596, + "nauc_recall_at_100_max": 0.424205, + "nauc_recall_at_100_std": 0.064551, + "nauc_recall_at_100_diff1": 0.418382, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757718, + "nauc_precision_at_1_std": 0.102316, + "nauc_precision_at_1_diff1": 0.771048, + "nauc_precision_at_3_max": 0.697325, + "nauc_precision_at_3_std": 0.089914, + "nauc_precision_at_3_diff1": 0.685337, + "nauc_precision_at_5_max": 0.643418, + "nauc_precision_at_5_std": 0.098061, + "nauc_precision_at_5_diff1": 0.630307, + "nauc_precision_at_10_max": 0.606686, + "nauc_precision_at_10_std": 0.087336, + "nauc_precision_at_10_diff1": 0.587648, + "nauc_precision_at_20_max": 0.553887, + "nauc_precision_at_20_std": 0.074086, + "nauc_precision_at_20_diff1": 0.53596, + "nauc_precision_at_100_max": 0.424205, + "nauc_precision_at_100_std": 0.064551, + "nauc_precision_at_100_diff1": 0.418382, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757718, + "nauc_mrr_at_1_std": 0.102316, + "nauc_mrr_at_1_diff1": 0.771048, + "nauc_mrr_at_3_max": 0.732132, + "nauc_mrr_at_3_std": 0.099197, + "nauc_mrr_at_3_diff1": 0.730766, + "nauc_mrr_at_5_max": 0.718421, + "nauc_mrr_at_5_std": 0.101119, + "nauc_mrr_at_5_diff1": 0.716614, + "nauc_mrr_at_10_max": 0.712538, + "nauc_mrr_at_10_std": 0.0994, + "nauc_mrr_at_10_diff1": 0.709945, + "nauc_mrr_at_20_max": 0.70809, + "nauc_mrr_at_20_std": 0.098165, + "nauc_mrr_at_20_diff1": 0.705579, + "nauc_mrr_at_100_max": 0.704943, + "nauc_mrr_at_100_std": 0.098678, + "nauc_mrr_at_100_diff1": 0.702652, + "nauc_mrr_at_1000_max": 0.70575, + "nauc_mrr_at_1000_std": 0.098733, + "nauc_mrr_at_1000_diff1": 0.703546, + "main_score": 0.27417, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.87312, + "ndcg_at_5": 0.87915, + "ndcg_at_10": 0.88458, + "ndcg_at_20": 0.89011, + "ndcg_at_100": 0.89582, + "ndcg_at_1000": 0.89774, + "map_at_1": 0.82778, + "map_at_3": 0.86259, + "map_at_5": 0.86598, + "map_at_10": 0.86825, + "map_at_20": 0.86987, + "map_at_100": 0.8707, + "map_at_1000": 0.87079, + "recall_at_1": 0.82778, + "recall_at_3": 0.90333, + "recall_at_5": 0.91778, + "recall_at_10": 0.93444, + "recall_at_20": 0.95556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.82778, + "precision_at_3": 0.30111, + "precision_at_5": 0.18356, + "precision_at_10": 0.09344, + "precision_at_20": 0.04778, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.862593, + "mrr_at_5": 0.865981, + "mrr_at_10": 0.868252, + "mrr_at_20": 0.869867, + "mrr_at_100": 0.870705, + "mrr_at_1000": 0.870787, + "nauc_ndcg_at_1_max": 0.750387, + "nauc_ndcg_at_1_std": -0.084102, + "nauc_ndcg_at_1_diff1": 0.9024, + "nauc_ndcg_at_3_max": 0.766786, + "nauc_ndcg_at_3_std": -0.067694, + "nauc_ndcg_at_3_diff1": 0.873613, + "nauc_ndcg_at_5_max": 0.772644, + "nauc_ndcg_at_5_std": -0.065795, + "nauc_ndcg_at_5_diff1": 0.880491, + "nauc_ndcg_at_10_max": 0.770204, + "nauc_ndcg_at_10_std": -0.059019, + "nauc_ndcg_at_10_diff1": 0.880626, + "nauc_ndcg_at_20_max": 0.769873, + "nauc_ndcg_at_20_std": -0.053186, + "nauc_ndcg_at_20_diff1": 0.881531, + "nauc_ndcg_at_100_max": 0.768656, + "nauc_ndcg_at_100_std": -0.053699, + "nauc_ndcg_at_100_diff1": 0.884246, + "nauc_ndcg_at_1000_max": 0.766808, + "nauc_ndcg_at_1000_std": -0.061212, + "nauc_ndcg_at_1000_diff1": 0.884017, + "nauc_map_at_1_max": 0.750387, + "nauc_map_at_1_std": -0.084102, + "nauc_map_at_1_diff1": 0.9024, + "nauc_map_at_3_max": 0.762037, + "nauc_map_at_3_std": -0.074648, + "nauc_map_at_3_diff1": 0.881644, + "nauc_map_at_5_max": 0.764807, + "nauc_map_at_5_std": -0.07378, + "nauc_map_at_5_diff1": 0.885253, + "nauc_map_at_10_max": 0.763845, + "nauc_map_at_10_std": -0.071318, + "nauc_map_at_10_diff1": 0.885415, + "nauc_map_at_20_max": 0.763717, + "nauc_map_at_20_std": -0.069604, + "nauc_map_at_20_diff1": 0.885675, + "nauc_map_at_100_max": 0.763643, + "nauc_map_at_100_std": -0.069333, + "nauc_map_at_100_diff1": 0.886006, + "nauc_map_at_1000_max": 0.763568, + "nauc_map_at_1000_std": -0.069602, + "nauc_map_at_1000_diff1": 0.886002, + "nauc_recall_at_1_max": 0.750387, + "nauc_recall_at_1_std": -0.084102, + "nauc_recall_at_1_diff1": 0.9024, + "nauc_recall_at_3_max": 0.785489, + "nauc_recall_at_3_std": -0.039033, + "nauc_recall_at_3_diff1": 0.842166, + "nauc_recall_at_5_max": 0.809398, + "nauc_recall_at_5_std": -0.028036, + "nauc_recall_at_5_diff1": 0.860865, + "nauc_recall_at_10_max": 0.805211, + "nauc_recall_at_10_std": 0.015723, + "nauc_recall_at_10_diff1": 0.856312, + "nauc_recall_at_20_max": 0.818009, + "nauc_recall_at_20_std": 0.095705, + "nauc_recall_at_20_diff1": 0.853536, + "nauc_recall_at_100_max": 0.860878, + "nauc_recall_at_100_std": 0.333944, + "nauc_recall_at_100_diff1": 0.896933, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750387, + "nauc_precision_at_1_std": -0.084102, + "nauc_precision_at_1_diff1": 0.9024, + "nauc_precision_at_3_max": 0.785489, + "nauc_precision_at_3_std": -0.039033, + "nauc_precision_at_3_diff1": 0.842166, + "nauc_precision_at_5_max": 0.809398, + "nauc_precision_at_5_std": -0.028036, + "nauc_precision_at_5_diff1": 0.860865, + "nauc_precision_at_10_max": 0.805211, + "nauc_precision_at_10_std": 0.015723, + "nauc_precision_at_10_diff1": 0.856312, + "nauc_precision_at_20_max": 0.818009, + "nauc_precision_at_20_std": 0.095705, + "nauc_precision_at_20_diff1": 0.853536, + "nauc_precision_at_100_max": 0.860878, + "nauc_precision_at_100_std": 0.333944, + "nauc_precision_at_100_diff1": 0.896933, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750387, + "nauc_mrr_at_1_std": -0.084102, + "nauc_mrr_at_1_diff1": 0.9024, + "nauc_mrr_at_3_max": 0.762037, + "nauc_mrr_at_3_std": -0.074648, + "nauc_mrr_at_3_diff1": 0.881644, + "nauc_mrr_at_5_max": 0.764807, + "nauc_mrr_at_5_std": -0.07378, + "nauc_mrr_at_5_diff1": 0.885253, + "nauc_mrr_at_10_max": 0.763845, + "nauc_mrr_at_10_std": -0.071318, + "nauc_mrr_at_10_diff1": 0.885415, + "nauc_mrr_at_20_max": 0.763717, + "nauc_mrr_at_20_std": -0.069604, + "nauc_mrr_at_20_diff1": 0.885675, + "nauc_mrr_at_100_max": 0.763643, + "nauc_mrr_at_100_std": -0.069333, + "nauc_mrr_at_100_diff1": 0.886006, + "nauc_mrr_at_1000_max": 0.763568, + "nauc_mrr_at_1000_std": -0.069602, + "nauc_mrr_at_1000_diff1": 0.886002, + "main_score": 0.88458, + "hf_subset": "bul_Cyrl-bul_Cyrl", + "languages": [ + "bul-Cyrl", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93196, + "ndcg_at_5": 0.93746, + "ndcg_at_10": 0.9425, + "ndcg_at_20": 0.94421, + "ndcg_at_100": 0.94525, + "ndcg_at_1000": 0.94566, + "map_at_1": 0.89556, + "map_at_3": 0.9237, + "map_at_5": 0.92676, + "map_at_10": 0.92884, + "map_at_20": 0.92933, + "map_at_100": 0.92948, + "map_at_1000": 0.92949, + "recall_at_1": 0.89556, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.923704, + "mrr_at_5": 0.926759, + "mrr_at_10": 0.928845, + "mrr_at_20": 0.929333, + "mrr_at_100": 0.929476, + "mrr_at_1000": 0.92949, + "nauc_ndcg_at_1_max": 0.699213, + "nauc_ndcg_at_1_std": -0.264553, + "nauc_ndcg_at_1_diff1": 0.893127, + "nauc_ndcg_at_3_max": 0.728455, + "nauc_ndcg_at_3_std": -0.287894, + "nauc_ndcg_at_3_diff1": 0.89992, + "nauc_ndcg_at_5_max": 0.734911, + "nauc_ndcg_at_5_std": -0.268639, + "nauc_ndcg_at_5_diff1": 0.902054, + "nauc_ndcg_at_10_max": 0.729921, + "nauc_ndcg_at_10_std": -0.268364, + "nauc_ndcg_at_10_diff1": 0.901803, + "nauc_ndcg_at_20_max": 0.722943, + "nauc_ndcg_at_20_std": -0.276569, + "nauc_ndcg_at_20_diff1": 0.899501, + "nauc_ndcg_at_100_max": 0.725532, + "nauc_ndcg_at_100_std": -0.264548, + "nauc_ndcg_at_100_diff1": 0.8995, + "nauc_ndcg_at_1000_max": 0.723815, + "nauc_ndcg_at_1000_std": -0.267892, + "nauc_ndcg_at_1000_diff1": 0.898731, + "nauc_map_at_1_max": 0.699213, + "nauc_map_at_1_std": -0.264553, + "nauc_map_at_1_diff1": 0.893127, + "nauc_map_at_3_max": 0.721002, + "nauc_map_at_3_std": -0.280811, + "nauc_map_at_3_diff1": 0.897313, + "nauc_map_at_5_max": 0.723648, + "nauc_map_at_5_std": -0.270552, + "nauc_map_at_5_diff1": 0.898017, + "nauc_map_at_10_max": 0.721605, + "nauc_map_at_10_std": -0.269905, + "nauc_map_at_10_diff1": 0.897736, + "nauc_map_at_20_max": 0.719949, + "nauc_map_at_20_std": -0.271933, + "nauc_map_at_20_diff1": 0.897215, + "nauc_map_at_100_max": 0.72036, + "nauc_map_at_100_std": -0.270279, + "nauc_map_at_100_diff1": 0.897276, + "nauc_map_at_1000_max": 0.72032, + "nauc_map_at_1000_std": -0.270262, + "nauc_map_at_1000_diff1": 0.897255, + "nauc_recall_at_1_max": 0.699213, + "nauc_recall_at_1_std": -0.264553, + "nauc_recall_at_1_diff1": 0.893127, + "nauc_recall_at_3_max": 0.76369, + "nauc_recall_at_3_std": -0.322421, + "nauc_recall_at_3_diff1": 0.913049, + "nauc_recall_at_5_max": 0.811191, + "nauc_recall_at_5_std": -0.251651, + "nauc_recall_at_5_diff1": 0.930972, + "nauc_recall_at_10_max": 0.831966, + "nauc_recall_at_10_std": -0.245532, + "nauc_recall_at_10_diff1": 0.958817, + "nauc_recall_at_20_max": 0.740663, + "nauc_recall_at_20_std": -0.418359, + "nauc_recall_at_20_diff1": 0.944269, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699213, + "nauc_precision_at_1_std": -0.264553, + "nauc_precision_at_1_diff1": 0.893127, + "nauc_precision_at_3_max": 0.76369, + "nauc_precision_at_3_std": -0.322421, + "nauc_precision_at_3_diff1": 0.913049, + "nauc_precision_at_5_max": 0.811191, + "nauc_precision_at_5_std": -0.251651, + "nauc_precision_at_5_diff1": 0.930972, + "nauc_precision_at_10_max": 0.831966, + "nauc_precision_at_10_std": -0.245532, + "nauc_precision_at_10_diff1": 0.958817, + "nauc_precision_at_20_max": 0.740663, + "nauc_precision_at_20_std": -0.418359, + "nauc_precision_at_20_diff1": 0.944269, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699213, + "nauc_mrr_at_1_std": -0.264553, + "nauc_mrr_at_1_diff1": 0.893127, + "nauc_mrr_at_3_max": 0.721002, + "nauc_mrr_at_3_std": -0.280811, + "nauc_mrr_at_3_diff1": 0.897313, + "nauc_mrr_at_5_max": 0.723648, + "nauc_mrr_at_5_std": -0.270552, + "nauc_mrr_at_5_diff1": 0.898017, + "nauc_mrr_at_10_max": 0.721605, + "nauc_mrr_at_10_std": -0.269905, + "nauc_mrr_at_10_diff1": 0.897736, + "nauc_mrr_at_20_max": 0.719949, + "nauc_mrr_at_20_std": -0.271933, + "nauc_mrr_at_20_diff1": 0.897215, + "nauc_mrr_at_100_max": 0.72036, + "nauc_mrr_at_100_std": -0.270279, + "nauc_mrr_at_100_diff1": 0.897276, + "nauc_mrr_at_1000_max": 0.72032, + "nauc_mrr_at_1000_std": -0.270262, + "nauc_mrr_at_1000_diff1": 0.897255, + "main_score": 0.9425, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84964, + "ndcg_at_5": 0.85897, + "ndcg_at_10": 0.8681, + "ndcg_at_20": 0.87235, + "ndcg_at_100": 0.87905, + "ndcg_at_1000": 0.88064, + "map_at_1": 0.8, + "map_at_3": 0.83759, + "map_at_5": 0.84287, + "map_at_10": 0.84651, + "map_at_20": 0.8477, + "map_at_100": 0.84864, + "map_at_1000": 0.84871, + "recall_at_1": 0.8, + "recall_at_3": 0.88444, + "recall_at_5": 0.90667, + "recall_at_10": 0.93556, + "recall_at_20": 0.95222, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29481, + "precision_at_5": 0.18133, + "precision_at_10": 0.09356, + "precision_at_20": 0.04761, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.837593, + "mrr_at_5": 0.84287, + "mrr_at_10": 0.846509, + "mrr_at_20": 0.847699, + "mrr_at_100": 0.848641, + "mrr_at_1000": 0.848705, + "nauc_ndcg_at_1_max": 0.794994, + "nauc_ndcg_at_1_std": 0.167788, + "nauc_ndcg_at_1_diff1": 0.875572, + "nauc_ndcg_at_3_max": 0.822529, + "nauc_ndcg_at_3_std": 0.226588, + "nauc_ndcg_at_3_diff1": 0.87115, + "nauc_ndcg_at_5_max": 0.825589, + "nauc_ndcg_at_5_std": 0.250969, + "nauc_ndcg_at_5_diff1": 0.870054, + "nauc_ndcg_at_10_max": 0.824878, + "nauc_ndcg_at_10_std": 0.26149, + "nauc_ndcg_at_10_diff1": 0.869848, + "nauc_ndcg_at_20_max": 0.825888, + "nauc_ndcg_at_20_std": 0.267441, + "nauc_ndcg_at_20_diff1": 0.871763, + "nauc_ndcg_at_100_max": 0.822377, + "nauc_ndcg_at_100_std": 0.249524, + "nauc_ndcg_at_100_diff1": 0.871687, + "nauc_ndcg_at_1000_max": 0.820539, + "nauc_ndcg_at_1000_std": 0.241001, + "nauc_ndcg_at_1000_diff1": 0.871849, + "nauc_map_at_1_max": 0.794994, + "nauc_map_at_1_std": 0.167788, + "nauc_map_at_1_diff1": 0.875572, + "nauc_map_at_3_max": 0.815905, + "nauc_map_at_3_std": 0.211687, + "nauc_map_at_3_diff1": 0.872593, + "nauc_map_at_5_max": 0.817298, + "nauc_map_at_5_std": 0.224011, + "nauc_map_at_5_diff1": 0.872055, + "nauc_map_at_10_max": 0.816835, + "nauc_map_at_10_std": 0.226706, + "nauc_map_at_10_diff1": 0.87203, + "nauc_map_at_20_max": 0.817071, + "nauc_map_at_20_std": 0.228155, + "nauc_map_at_20_diff1": 0.872531, + "nauc_map_at_100_max": 0.816612, + "nauc_map_at_100_std": 0.225701, + "nauc_map_at_100_diff1": 0.872518, + "nauc_map_at_1000_max": 0.816546, + "nauc_map_at_1000_std": 0.225419, + "nauc_map_at_1000_diff1": 0.872515, + "nauc_recall_at_1_max": 0.794994, + "nauc_recall_at_1_std": 0.167788, + "nauc_recall_at_1_diff1": 0.875572, + "nauc_recall_at_3_max": 0.847707, + "nauc_recall_at_3_std": 0.283736, + "nauc_recall_at_3_diff1": 0.865409, + "nauc_recall_at_5_max": 0.863473, + "nauc_recall_at_5_std": 0.378262, + "nauc_recall_at_5_diff1": 0.860528, + "nauc_recall_at_10_max": 0.876123, + "nauc_recall_at_10_std": 0.503469, + "nauc_recall_at_10_diff1": 0.854994, + "nauc_recall_at_20_max": 0.902666, + "nauc_recall_at_20_std": 0.639828, + "nauc_recall_at_20_diff1": 0.868195, + "nauc_recall_at_100_max": 0.95098, + "nauc_recall_at_100_std": 0.856549, + "nauc_recall_at_100_diff1": 0.855488, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794994, + "nauc_precision_at_1_std": 0.167788, + "nauc_precision_at_1_diff1": 0.875572, + "nauc_precision_at_3_max": 0.847707, + "nauc_precision_at_3_std": 0.283736, + "nauc_precision_at_3_diff1": 0.865409, + "nauc_precision_at_5_max": 0.863473, + "nauc_precision_at_5_std": 0.378262, + "nauc_precision_at_5_diff1": 0.860528, + "nauc_precision_at_10_max": 0.876123, + "nauc_precision_at_10_std": 0.503469, + "nauc_precision_at_10_diff1": 0.854994, + "nauc_precision_at_20_max": 0.902666, + "nauc_precision_at_20_std": 0.639828, + "nauc_precision_at_20_diff1": 0.868195, + "nauc_precision_at_100_max": 0.95098, + "nauc_precision_at_100_std": 0.856549, + "nauc_precision_at_100_diff1": 0.855488, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794994, + "nauc_mrr_at_1_std": 0.167788, + "nauc_mrr_at_1_diff1": 0.875572, + "nauc_mrr_at_3_max": 0.815905, + "nauc_mrr_at_3_std": 0.211687, + "nauc_mrr_at_3_diff1": 0.872593, + "nauc_mrr_at_5_max": 0.817298, + "nauc_mrr_at_5_std": 0.224011, + "nauc_mrr_at_5_diff1": 0.872055, + "nauc_mrr_at_10_max": 0.816835, + "nauc_mrr_at_10_std": 0.226706, + "nauc_mrr_at_10_diff1": 0.87203, + "nauc_mrr_at_20_max": 0.817071, + "nauc_mrr_at_20_std": 0.228155, + "nauc_mrr_at_20_diff1": 0.872531, + "nauc_mrr_at_100_max": 0.816612, + "nauc_mrr_at_100_std": 0.225701, + "nauc_mrr_at_100_diff1": 0.872518, + "nauc_mrr_at_1000_max": 0.816546, + "nauc_mrr_at_1000_std": 0.225419, + "nauc_mrr_at_1000_diff1": 0.872515, + "main_score": 0.8681, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.89309, + "ndcg_at_5": 0.89955, + "ndcg_at_10": 0.90458, + "ndcg_at_20": 0.90798, + "ndcg_at_100": 0.91147, + "ndcg_at_1000": 0.91282, + "map_at_1": 0.84667, + "map_at_3": 0.88185, + "map_at_5": 0.88546, + "map_at_10": 0.88754, + "map_at_20": 0.88849, + "map_at_100": 0.88889, + "map_at_1000": 0.88895, + "recall_at_1": 0.84667, + "recall_at_3": 0.92556, + "recall_at_5": 0.94111, + "recall_at_10": 0.95667, + "recall_at_20": 0.97, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.84667, + "precision_at_3": 0.30852, + "precision_at_5": 0.18822, + "precision_at_10": 0.09567, + "precision_at_20": 0.0485, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.881852, + "mrr_at_5": 0.885463, + "mrr_at_10": 0.887545, + "mrr_at_20": 0.88849, + "mrr_at_100": 0.888888, + "mrr_at_1000": 0.888949, + "nauc_ndcg_at_1_max": 0.775674, + "nauc_ndcg_at_1_std": -0.174843, + "nauc_ndcg_at_1_diff1": 0.925945, + "nauc_ndcg_at_3_max": 0.814103, + "nauc_ndcg_at_3_std": -0.090097, + "nauc_ndcg_at_3_diff1": 0.9108, + "nauc_ndcg_at_5_max": 0.809163, + "nauc_ndcg_at_5_std": -0.111076, + "nauc_ndcg_at_5_diff1": 0.907989, + "nauc_ndcg_at_10_max": 0.808155, + "nauc_ndcg_at_10_std": -0.095491, + "nauc_ndcg_at_10_diff1": 0.907739, + "nauc_ndcg_at_20_max": 0.806179, + "nauc_ndcg_at_20_std": -0.106403, + "nauc_ndcg_at_20_diff1": 0.91128, + "nauc_ndcg_at_100_max": 0.801591, + "nauc_ndcg_at_100_std": -0.111737, + "nauc_ndcg_at_100_diff1": 0.911464, + "nauc_ndcg_at_1000_max": 0.802616, + "nauc_ndcg_at_1000_std": -0.113936, + "nauc_ndcg_at_1000_diff1": 0.912462, + "nauc_map_at_1_max": 0.775674, + "nauc_map_at_1_std": -0.174843, + "nauc_map_at_1_diff1": 0.925945, + "nauc_map_at_3_max": 0.803468, + "nauc_map_at_3_std": -0.112682, + "nauc_map_at_3_diff1": 0.914626, + "nauc_map_at_5_max": 0.800601, + "nauc_map_at_5_std": -0.123909, + "nauc_map_at_5_diff1": 0.913321, + "nauc_map_at_10_max": 0.800103, + "nauc_map_at_10_std": -0.118986, + "nauc_map_at_10_diff1": 0.913363, + "nauc_map_at_20_max": 0.799577, + "nauc_map_at_20_std": -0.121844, + "nauc_map_at_20_diff1": 0.914247, + "nauc_map_at_100_max": 0.799163, + "nauc_map_at_100_std": -0.122325, + "nauc_map_at_100_diff1": 0.914316, + "nauc_map_at_1000_max": 0.799225, + "nauc_map_at_1000_std": -0.12237, + "nauc_map_at_1000_diff1": 0.914348, + "nauc_recall_at_1_max": 0.775674, + "nauc_recall_at_1_std": -0.174843, + "nauc_recall_at_1_diff1": 0.925945, + "nauc_recall_at_3_max": 0.860613, + "nauc_recall_at_3_std": 0.008062, + "nauc_recall_at_3_diff1": 0.894331, + "nauc_recall_at_5_max": 0.853787, + "nauc_recall_at_5_std": -0.048852, + "nauc_recall_at_5_diff1": 0.879059, + "nauc_recall_at_10_max": 0.862829, + "nauc_recall_at_10_std": 0.080766, + "nauc_recall_at_10_diff1": 0.866648, + "nauc_recall_at_20_max": 0.863938, + "nauc_recall_at_20_std": 0.035152, + "nauc_recall_at_20_diff1": 0.889252, + "nauc_recall_at_100_max": 0.748988, + "nauc_recall_at_100_std": 0.040824, + "nauc_recall_at_100_diff1": 0.847495, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.775674, + "nauc_precision_at_1_std": -0.174843, + "nauc_precision_at_1_diff1": 0.925945, + "nauc_precision_at_3_max": 0.860613, + "nauc_precision_at_3_std": 0.008062, + "nauc_precision_at_3_diff1": 0.894331, + "nauc_precision_at_5_max": 0.853787, + "nauc_precision_at_5_std": -0.048852, + "nauc_precision_at_5_diff1": 0.879059, + "nauc_precision_at_10_max": 0.862829, + "nauc_precision_at_10_std": 0.080766, + "nauc_precision_at_10_diff1": 0.866648, + "nauc_precision_at_20_max": 0.863938, + "nauc_precision_at_20_std": 0.035152, + "nauc_precision_at_20_diff1": 0.889252, + "nauc_precision_at_100_max": 0.748988, + "nauc_precision_at_100_std": 0.040824, + "nauc_precision_at_100_diff1": 0.847495, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.775674, + "nauc_mrr_at_1_std": -0.174843, + "nauc_mrr_at_1_diff1": 0.925945, + "nauc_mrr_at_3_max": 0.803468, + "nauc_mrr_at_3_std": -0.112682, + "nauc_mrr_at_3_diff1": 0.914626, + "nauc_mrr_at_5_max": 0.800601, + "nauc_mrr_at_5_std": -0.123909, + "nauc_mrr_at_5_diff1": 0.913321, + "nauc_mrr_at_10_max": 0.800103, + "nauc_mrr_at_10_std": -0.118986, + "nauc_mrr_at_10_diff1": 0.913363, + "nauc_mrr_at_20_max": 0.799577, + "nauc_mrr_at_20_std": -0.121844, + "nauc_mrr_at_20_diff1": 0.914247, + "nauc_mrr_at_100_max": 0.799163, + "nauc_mrr_at_100_std": -0.122325, + "nauc_mrr_at_100_diff1": 0.914316, + "nauc_mrr_at_1000_max": 0.799225, + "nauc_mrr_at_1000_std": -0.12237, + "nauc_mrr_at_1000_diff1": 0.914348, + "main_score": 0.90458, + "hf_subset": "cat_Latn-cat_Latn", + "languages": [ + "cat-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92561, + "ndcg_at_5": 0.93015, + "ndcg_at_10": 0.93481, + "ndcg_at_20": 0.93631, + "ndcg_at_100": 0.93823, + "ndcg_at_1000": 0.9385, + "map_at_1": 0.88, + "map_at_3": 0.91481, + "map_at_5": 0.91731, + "map_at_10": 0.91924, + "map_at_20": 0.9197, + "map_at_100": 0.91998, + "map_at_1000": 0.91999, + "recall_at_1": 0.88, + "recall_at_3": 0.95667, + "recall_at_5": 0.96778, + "recall_at_10": 0.98222, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88, + "precision_at_3": 0.31889, + "precision_at_5": 0.19356, + "precision_at_10": 0.09822, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.914815, + "mrr_at_5": 0.917315, + "mrr_at_10": 0.919239, + "mrr_at_20": 0.919698, + "mrr_at_100": 0.919984, + "mrr_at_1000": 0.919991, + "nauc_ndcg_at_1_max": 0.75586, + "nauc_ndcg_at_1_std": -0.236407, + "nauc_ndcg_at_1_diff1": 0.909967, + "nauc_ndcg_at_3_max": 0.792324, + "nauc_ndcg_at_3_std": -0.291101, + "nauc_ndcg_at_3_diff1": 0.895136, + "nauc_ndcg_at_5_max": 0.792445, + "nauc_ndcg_at_5_std": -0.277806, + "nauc_ndcg_at_5_diff1": 0.893599, + "nauc_ndcg_at_10_max": 0.789314, + "nauc_ndcg_at_10_std": -0.274449, + "nauc_ndcg_at_10_diff1": 0.898471, + "nauc_ndcg_at_20_max": 0.786801, + "nauc_ndcg_at_20_std": -0.265302, + "nauc_ndcg_at_20_diff1": 0.899247, + "nauc_ndcg_at_100_max": 0.783631, + "nauc_ndcg_at_100_std": -0.260025, + "nauc_ndcg_at_100_diff1": 0.899345, + "nauc_ndcg_at_1000_max": 0.782669, + "nauc_ndcg_at_1000_std": -0.265624, + "nauc_ndcg_at_1000_diff1": 0.899523, + "nauc_map_at_1_max": 0.75586, + "nauc_map_at_1_std": -0.236407, + "nauc_map_at_1_diff1": 0.909967, + "nauc_map_at_3_max": 0.782074, + "nauc_map_at_3_std": -0.274213, + "nauc_map_at_3_diff1": 0.899802, + "nauc_map_at_5_max": 0.781898, + "nauc_map_at_5_std": -0.267979, + "nauc_map_at_5_diff1": 0.899278, + "nauc_map_at_10_max": 0.78025, + "nauc_map_at_10_std": -0.267708, + "nauc_map_at_10_diff1": 0.900706, + "nauc_map_at_20_max": 0.77956, + "nauc_map_at_20_std": -0.265552, + "nauc_map_at_20_diff1": 0.900875, + "nauc_map_at_100_max": 0.77913, + "nauc_map_at_100_std": -0.264995, + "nauc_map_at_100_diff1": 0.900876, + "nauc_map_at_1000_max": 0.77911, + "nauc_map_at_1000_std": -0.265112, + "nauc_map_at_1000_diff1": 0.900881, + "nauc_recall_at_1_max": 0.75586, + "nauc_recall_at_1_std": -0.236407, + "nauc_recall_at_1_diff1": 0.909967, + "nauc_recall_at_3_max": 0.847937, + "nauc_recall_at_3_std": -0.384184, + "nauc_recall_at_3_diff1": 0.869341, + "nauc_recall_at_5_max": 0.866882, + "nauc_recall_at_5_std": -0.341721, + "nauc_recall_at_5_diff1": 0.851895, + "nauc_recall_at_10_max": 0.900648, + "nauc_recall_at_10_std": -0.330211, + "nauc_recall_at_10_diff1": 0.880515, + "nauc_recall_at_20_max": 0.904507, + "nauc_recall_at_20_std": -0.176173, + "nauc_recall_at_20_diff1": 0.888592, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75586, + "nauc_precision_at_1_std": -0.236407, + "nauc_precision_at_1_diff1": 0.909967, + "nauc_precision_at_3_max": 0.847937, + "nauc_precision_at_3_std": -0.384184, + "nauc_precision_at_3_diff1": 0.869341, + "nauc_precision_at_5_max": 0.866882, + "nauc_precision_at_5_std": -0.341721, + "nauc_precision_at_5_diff1": 0.851895, + "nauc_precision_at_10_max": 0.900648, + "nauc_precision_at_10_std": -0.330211, + "nauc_precision_at_10_diff1": 0.880515, + "nauc_precision_at_20_max": 0.904507, + "nauc_precision_at_20_std": -0.176173, + "nauc_precision_at_20_diff1": 0.888592, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75586, + "nauc_mrr_at_1_std": -0.236407, + "nauc_mrr_at_1_diff1": 0.909967, + "nauc_mrr_at_3_max": 0.782074, + "nauc_mrr_at_3_std": -0.274213, + "nauc_mrr_at_3_diff1": 0.899802, + "nauc_mrr_at_5_max": 0.781898, + "nauc_mrr_at_5_std": -0.267979, + "nauc_mrr_at_5_diff1": 0.899278, + "nauc_mrr_at_10_max": 0.78025, + "nauc_mrr_at_10_std": -0.267708, + "nauc_mrr_at_10_diff1": 0.900706, + "nauc_mrr_at_20_max": 0.77956, + "nauc_mrr_at_20_std": -0.265552, + "nauc_mrr_at_20_diff1": 0.900875, + "nauc_mrr_at_100_max": 0.77913, + "nauc_mrr_at_100_std": -0.264995, + "nauc_mrr_at_100_diff1": 0.900876, + "nauc_mrr_at_1000_max": 0.77911, + "nauc_mrr_at_1000_std": -0.265112, + "nauc_mrr_at_1000_diff1": 0.900881, + "main_score": 0.93481, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.86174, + "ndcg_at_5": 0.87628, + "ndcg_at_10": 0.88132, + "ndcg_at_20": 0.88612, + "ndcg_at_100": 0.89117, + "ndcg_at_1000": 0.89239, + "map_at_1": 0.81444, + "map_at_3": 0.85074, + "map_at_5": 0.85874, + "map_at_10": 0.86082, + "map_at_20": 0.86216, + "map_at_100": 0.86283, + "map_at_1000": 0.86289, + "recall_at_1": 0.81444, + "recall_at_3": 0.89333, + "recall_at_5": 0.92889, + "recall_at_10": 0.94444, + "recall_at_20": 0.96333, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.29778, + "precision_at_5": 0.18578, + "precision_at_10": 0.09444, + "precision_at_20": 0.04817, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.850741, + "mrr_at_5": 0.858741, + "mrr_at_10": 0.860824, + "mrr_at_20": 0.862157, + "mrr_at_100": 0.862827, + "mrr_at_1000": 0.862889, + "nauc_ndcg_at_1_max": 0.802808, + "nauc_ndcg_at_1_std": 0.133501, + "nauc_ndcg_at_1_diff1": 0.894254, + "nauc_ndcg_at_3_max": 0.83961, + "nauc_ndcg_at_3_std": 0.24248, + "nauc_ndcg_at_3_diff1": 0.869956, + "nauc_ndcg_at_5_max": 0.836573, + "nauc_ndcg_at_5_std": 0.236473, + "nauc_ndcg_at_5_diff1": 0.874501, + "nauc_ndcg_at_10_max": 0.83482, + "nauc_ndcg_at_10_std": 0.233461, + "nauc_ndcg_at_10_diff1": 0.875459, + "nauc_ndcg_at_20_max": 0.833546, + "nauc_ndcg_at_20_std": 0.230525, + "nauc_ndcg_at_20_diff1": 0.878567, + "nauc_ndcg_at_100_max": 0.831643, + "nauc_ndcg_at_100_std": 0.222757, + "nauc_ndcg_at_100_diff1": 0.880117, + "nauc_ndcg_at_1000_max": 0.830667, + "nauc_ndcg_at_1000_std": 0.217554, + "nauc_ndcg_at_1000_diff1": 0.879445, + "nauc_map_at_1_max": 0.802808, + "nauc_map_at_1_std": 0.133501, + "nauc_map_at_1_diff1": 0.894254, + "nauc_map_at_3_max": 0.830328, + "nauc_map_at_3_std": 0.212433, + "nauc_map_at_3_diff1": 0.87688, + "nauc_map_at_5_max": 0.828397, + "nauc_map_at_5_std": 0.207993, + "nauc_map_at_5_diff1": 0.879373, + "nauc_map_at_10_max": 0.827536, + "nauc_map_at_10_std": 0.206315, + "nauc_map_at_10_diff1": 0.879708, + "nauc_map_at_20_max": 0.827244, + "nauc_map_at_20_std": 0.205425, + "nauc_map_at_20_diff1": 0.880529, + "nauc_map_at_100_max": 0.827094, + "nauc_map_at_100_std": 0.204717, + "nauc_map_at_100_diff1": 0.880766, + "nauc_map_at_1000_max": 0.827058, + "nauc_map_at_1000_std": 0.204512, + "nauc_map_at_1000_diff1": 0.880734, + "nauc_recall_at_1_max": 0.802808, + "nauc_recall_at_1_std": 0.133501, + "nauc_recall_at_1_diff1": 0.894254, + "nauc_recall_at_3_max": 0.874902, + "nauc_recall_at_3_std": 0.358398, + "nauc_recall_at_3_diff1": 0.84311, + "nauc_recall_at_5_max": 0.879056, + "nauc_recall_at_5_std": 0.388692, + "nauc_recall_at_5_diff1": 0.84952, + "nauc_recall_at_10_max": 0.881232, + "nauc_recall_at_10_std": 0.414155, + "nauc_recall_at_10_diff1": 0.849636, + "nauc_recall_at_20_max": 0.888167, + "nauc_recall_at_20_std": 0.470928, + "nauc_recall_at_20_diff1": 0.871134, + "nauc_recall_at_100_max": 0.916258, + "nauc_recall_at_100_std": 0.66655, + "nauc_recall_at_100_diff1": 0.932598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802808, + "nauc_precision_at_1_std": 0.133501, + "nauc_precision_at_1_diff1": 0.894254, + "nauc_precision_at_3_max": 0.874902, + "nauc_precision_at_3_std": 0.358398, + "nauc_precision_at_3_diff1": 0.84311, + "nauc_precision_at_5_max": 0.879056, + "nauc_precision_at_5_std": 0.388692, + "nauc_precision_at_5_diff1": 0.84952, + "nauc_precision_at_10_max": 0.881232, + "nauc_precision_at_10_std": 0.414155, + "nauc_precision_at_10_diff1": 0.849636, + "nauc_precision_at_20_max": 0.888167, + "nauc_precision_at_20_std": 0.470928, + "nauc_precision_at_20_diff1": 0.871134, + "nauc_precision_at_100_max": 0.916258, + "nauc_precision_at_100_std": 0.66655, + "nauc_precision_at_100_diff1": 0.932598, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802808, + "nauc_mrr_at_1_std": 0.133501, + "nauc_mrr_at_1_diff1": 0.894254, + "nauc_mrr_at_3_max": 0.830328, + "nauc_mrr_at_3_std": 0.212433, + "nauc_mrr_at_3_diff1": 0.87688, + "nauc_mrr_at_5_max": 0.828397, + "nauc_mrr_at_5_std": 0.207993, + "nauc_mrr_at_5_diff1": 0.879373, + "nauc_mrr_at_10_max": 0.827536, + "nauc_mrr_at_10_std": 0.206315, + "nauc_mrr_at_10_diff1": 0.879708, + "nauc_mrr_at_20_max": 0.827244, + "nauc_mrr_at_20_std": 0.205425, + "nauc_mrr_at_20_diff1": 0.880529, + "nauc_mrr_at_100_max": 0.827094, + "nauc_mrr_at_100_std": 0.204717, + "nauc_mrr_at_100_diff1": 0.880766, + "nauc_mrr_at_1000_max": 0.827058, + "nauc_mrr_at_1000_std": 0.204512, + "nauc_mrr_at_1000_diff1": 0.880734, + "main_score": 0.88132, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.69111, + "ndcg_at_3": 0.73894, + "ndcg_at_5": 0.75037, + "ndcg_at_10": 0.76231, + "ndcg_at_20": 0.76968, + "ndcg_at_100": 0.78248, + "ndcg_at_1000": 0.79094, + "map_at_1": 0.69111, + "map_at_3": 0.72741, + "map_at_5": 0.73374, + "map_at_10": 0.73873, + "map_at_20": 0.74078, + "map_at_100": 0.74248, + "map_at_1000": 0.74283, + "recall_at_1": 0.69111, + "recall_at_3": 0.77222, + "recall_at_5": 0.8, + "recall_at_10": 0.83667, + "recall_at_20": 0.86556, + "recall_at_100": 0.93556, + "recall_at_1000": 1.0, + "precision_at_1": 0.69111, + "precision_at_3": 0.25741, + "precision_at_5": 0.16, + "precision_at_10": 0.08367, + "precision_at_20": 0.04328, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.691111, + "mrr_at_3": 0.727407, + "mrr_at_5": 0.733741, + "mrr_at_10": 0.73873, + "mrr_at_20": 0.740784, + "mrr_at_100": 0.742483, + "mrr_at_1000": 0.742834, + "nauc_ndcg_at_1_max": 0.713386, + "nauc_ndcg_at_1_std": -0.466674, + "nauc_ndcg_at_1_diff1": 0.857193, + "nauc_ndcg_at_3_max": 0.735516, + "nauc_ndcg_at_3_std": -0.437583, + "nauc_ndcg_at_3_diff1": 0.836975, + "nauc_ndcg_at_5_max": 0.745485, + "nauc_ndcg_at_5_std": -0.41905, + "nauc_ndcg_at_5_diff1": 0.836308, + "nauc_ndcg_at_10_max": 0.740309, + "nauc_ndcg_at_10_std": -0.426476, + "nauc_ndcg_at_10_diff1": 0.833536, + "nauc_ndcg_at_20_max": 0.738669, + "nauc_ndcg_at_20_std": -0.433467, + "nauc_ndcg_at_20_diff1": 0.832013, + "nauc_ndcg_at_100_max": 0.736429, + "nauc_ndcg_at_100_std": -0.433321, + "nauc_ndcg_at_100_diff1": 0.834073, + "nauc_ndcg_at_1000_max": 0.735463, + "nauc_ndcg_at_1000_std": -0.437474, + "nauc_ndcg_at_1000_diff1": 0.836783, + "nauc_map_at_1_max": 0.713386, + "nauc_map_at_1_std": -0.466674, + "nauc_map_at_1_diff1": 0.857193, + "nauc_map_at_3_max": 0.730351, + "nauc_map_at_3_std": -0.445312, + "nauc_map_at_3_diff1": 0.841918, + "nauc_map_at_5_max": 0.735613, + "nauc_map_at_5_std": -0.43589, + "nauc_map_at_5_diff1": 0.841802, + "nauc_map_at_10_max": 0.733329, + "nauc_map_at_10_std": -0.439883, + "nauc_map_at_10_diff1": 0.84087, + "nauc_map_at_20_max": 0.732942, + "nauc_map_at_20_std": -0.441811, + "nauc_map_at_20_diff1": 0.840564, + "nauc_map_at_100_max": 0.732568, + "nauc_map_at_100_std": -0.442092, + "nauc_map_at_100_diff1": 0.840769, + "nauc_map_at_1000_max": 0.732522, + "nauc_map_at_1000_std": -0.442274, + "nauc_map_at_1000_diff1": 0.840873, + "nauc_recall_at_1_max": 0.713386, + "nauc_recall_at_1_std": -0.466674, + "nauc_recall_at_1_diff1": 0.857193, + "nauc_recall_at_3_max": 0.752345, + "nauc_recall_at_3_std": -0.411891, + "nauc_recall_at_3_diff1": 0.82075, + "nauc_recall_at_5_max": 0.782351, + "nauc_recall_at_5_std": -0.35464, + "nauc_recall_at_5_diff1": 0.816359, + "nauc_recall_at_10_max": 0.769081, + "nauc_recall_at_10_std": -0.365971, + "nauc_recall_at_10_diff1": 0.800387, + "nauc_recall_at_20_max": 0.763447, + "nauc_recall_at_20_std": -0.396699, + "nauc_recall_at_20_diff1": 0.784281, + "nauc_recall_at_100_max": 0.756319, + "nauc_recall_at_100_std": -0.346075, + "nauc_recall_at_100_diff1": 0.774711, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713386, + "nauc_precision_at_1_std": -0.466674, + "nauc_precision_at_1_diff1": 0.857193, + "nauc_precision_at_3_max": 0.752345, + "nauc_precision_at_3_std": -0.411891, + "nauc_precision_at_3_diff1": 0.82075, + "nauc_precision_at_5_max": 0.782351, + "nauc_precision_at_5_std": -0.35464, + "nauc_precision_at_5_diff1": 0.816359, + "nauc_precision_at_10_max": 0.769081, + "nauc_precision_at_10_std": -0.365971, + "nauc_precision_at_10_diff1": 0.800387, + "nauc_precision_at_20_max": 0.763447, + "nauc_precision_at_20_std": -0.396699, + "nauc_precision_at_20_diff1": 0.784281, + "nauc_precision_at_100_max": 0.756319, + "nauc_precision_at_100_std": -0.346075, + "nauc_precision_at_100_diff1": 0.774711, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.713386, + "nauc_mrr_at_1_std": -0.466674, + "nauc_mrr_at_1_diff1": 0.857193, + "nauc_mrr_at_3_max": 0.730351, + "nauc_mrr_at_3_std": -0.445312, + "nauc_mrr_at_3_diff1": 0.841918, + "nauc_mrr_at_5_max": 0.735613, + "nauc_mrr_at_5_std": -0.43589, + "nauc_mrr_at_5_diff1": 0.841802, + "nauc_mrr_at_10_max": 0.733329, + "nauc_mrr_at_10_std": -0.439883, + "nauc_mrr_at_10_diff1": 0.84087, + "nauc_mrr_at_20_max": 0.732942, + "nauc_mrr_at_20_std": -0.441811, + "nauc_mrr_at_20_diff1": 0.840564, + "nauc_mrr_at_100_max": 0.732568, + "nauc_mrr_at_100_std": -0.442092, + "nauc_mrr_at_100_diff1": 0.840769, + "nauc_mrr_at_1000_max": 0.732522, + "nauc_mrr_at_1000_std": -0.442274, + "nauc_mrr_at_1000_diff1": 0.840873, + "main_score": 0.76231, + "hf_subset": "ceb_Latn-ceb_Latn", + "languages": [ + "ceb-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.78444, + "ndcg_at_3": 0.83508, + "ndcg_at_5": 0.84981, + "ndcg_at_10": 0.85818, + "ndcg_at_20": 0.86289, + "ndcg_at_100": 0.87086, + "ndcg_at_1000": 0.87187, + "map_at_1": 0.78444, + "map_at_3": 0.82296, + "map_at_5": 0.83119, + "map_at_10": 0.83471, + "map_at_20": 0.83596, + "map_at_100": 0.83713, + "map_at_1000": 0.83717, + "recall_at_1": 0.78444, + "recall_at_3": 0.87, + "recall_at_5": 0.90556, + "recall_at_10": 0.93111, + "recall_at_20": 0.95, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.78444, + "precision_at_3": 0.29, + "precision_at_5": 0.18111, + "precision_at_10": 0.09311, + "precision_at_20": 0.0475, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784444, + "mrr_at_3": 0.822963, + "mrr_at_5": 0.831185, + "mrr_at_10": 0.834706, + "mrr_at_20": 0.83596, + "mrr_at_100": 0.837129, + "mrr_at_1000": 0.83717, + "nauc_ndcg_at_1_max": 0.826348, + "nauc_ndcg_at_1_std": -0.062188, + "nauc_ndcg_at_1_diff1": 0.910816, + "nauc_ndcg_at_3_max": 0.844532, + "nauc_ndcg_at_3_std": -0.11257, + "nauc_ndcg_at_3_diff1": 0.888095, + "nauc_ndcg_at_5_max": 0.836568, + "nauc_ndcg_at_5_std": -0.096429, + "nauc_ndcg_at_5_diff1": 0.884072, + "nauc_ndcg_at_10_max": 0.843001, + "nauc_ndcg_at_10_std": -0.077601, + "nauc_ndcg_at_10_diff1": 0.886776, + "nauc_ndcg_at_20_max": 0.841174, + "nauc_ndcg_at_20_std": -0.073057, + "nauc_ndcg_at_20_diff1": 0.887385, + "nauc_ndcg_at_100_max": 0.839903, + "nauc_ndcg_at_100_std": -0.076641, + "nauc_ndcg_at_100_diff1": 0.889864, + "nauc_ndcg_at_1000_max": 0.839369, + "nauc_ndcg_at_1000_std": -0.080497, + "nauc_ndcg_at_1000_diff1": 0.891042, + "nauc_map_at_1_max": 0.826348, + "nauc_map_at_1_std": -0.062188, + "nauc_map_at_1_diff1": 0.910816, + "nauc_map_at_3_max": 0.840578, + "nauc_map_at_3_std": -0.099733, + "nauc_map_at_3_diff1": 0.894781, + "nauc_map_at_5_max": 0.836455, + "nauc_map_at_5_std": -0.090476, + "nauc_map_at_5_diff1": 0.893087, + "nauc_map_at_10_max": 0.838876, + "nauc_map_at_10_std": -0.0839, + "nauc_map_at_10_diff1": 0.894334, + "nauc_map_at_20_max": 0.83841, + "nauc_map_at_20_std": -0.082726, + "nauc_map_at_20_diff1": 0.894512, + "nauc_map_at_100_max": 0.838131, + "nauc_map_at_100_std": -0.083055, + "nauc_map_at_100_diff1": 0.894667, + "nauc_map_at_1000_max": 0.838118, + "nauc_map_at_1000_std": -0.083156, + "nauc_map_at_1000_diff1": 0.894708, + "nauc_recall_at_1_max": 0.826348, + "nauc_recall_at_1_std": -0.062188, + "nauc_recall_at_1_diff1": 0.910816, + "nauc_recall_at_3_max": 0.858838, + "nauc_recall_at_3_std": -0.160376, + "nauc_recall_at_3_diff1": 0.862644, + "nauc_recall_at_5_max": 0.83424, + "nauc_recall_at_5_std": -0.121541, + "nauc_recall_at_5_diff1": 0.839348, + "nauc_recall_at_10_max": 0.870599, + "nauc_recall_at_10_std": -0.01442, + "nauc_recall_at_10_diff1": 0.838145, + "nauc_recall_at_20_max": 0.862589, + "nauc_recall_at_20_std": 0.05179, + "nauc_recall_at_20_diff1": 0.82659, + "nauc_recall_at_100_max": 0.906629, + "nauc_recall_at_100_std": 0.401627, + "nauc_recall_at_100_diff1": 0.753568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826348, + "nauc_precision_at_1_std": -0.062188, + "nauc_precision_at_1_diff1": 0.910816, + "nauc_precision_at_3_max": 0.858838, + "nauc_precision_at_3_std": -0.160376, + "nauc_precision_at_3_diff1": 0.862644, + "nauc_precision_at_5_max": 0.83424, + "nauc_precision_at_5_std": -0.121541, + "nauc_precision_at_5_diff1": 0.839348, + "nauc_precision_at_10_max": 0.870599, + "nauc_precision_at_10_std": -0.01442, + "nauc_precision_at_10_diff1": 0.838145, + "nauc_precision_at_20_max": 0.862589, + "nauc_precision_at_20_std": 0.05179, + "nauc_precision_at_20_diff1": 0.82659, + "nauc_precision_at_100_max": 0.906629, + "nauc_precision_at_100_std": 0.401627, + "nauc_precision_at_100_diff1": 0.753568, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826348, + "nauc_mrr_at_1_std": -0.062188, + "nauc_mrr_at_1_diff1": 0.910816, + "nauc_mrr_at_3_max": 0.840578, + "nauc_mrr_at_3_std": -0.099733, + "nauc_mrr_at_3_diff1": 0.894781, + "nauc_mrr_at_5_max": 0.836455, + "nauc_mrr_at_5_std": -0.090476, + "nauc_mrr_at_5_diff1": 0.893087, + "nauc_mrr_at_10_max": 0.838876, + "nauc_mrr_at_10_std": -0.0839, + "nauc_mrr_at_10_diff1": 0.894334, + "nauc_mrr_at_20_max": 0.83841, + "nauc_mrr_at_20_std": -0.082726, + "nauc_mrr_at_20_diff1": 0.894512, + "nauc_mrr_at_100_max": 0.838131, + "nauc_mrr_at_100_std": -0.083055, + "nauc_mrr_at_100_diff1": 0.894667, + "nauc_mrr_at_1000_max": 0.838118, + "nauc_mrr_at_1000_std": -0.083156, + "nauc_mrr_at_1000_diff1": 0.894708, + "main_score": 0.85818, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68778, + "ndcg_at_3": 0.73844, + "ndcg_at_5": 0.74829, + "ndcg_at_10": 0.75758, + "ndcg_at_20": 0.76532, + "ndcg_at_100": 0.77938, + "ndcg_at_1000": 0.78813, + "map_at_1": 0.68778, + "map_at_3": 0.72667, + "map_at_5": 0.73228, + "map_at_10": 0.73629, + "map_at_20": 0.7385, + "map_at_100": 0.74032, + "map_at_1000": 0.74063, + "recall_at_1": 0.68778, + "recall_at_3": 0.77222, + "recall_at_5": 0.79556, + "recall_at_10": 0.82333, + "recall_at_20": 0.85333, + "recall_at_100": 0.93111, + "recall_at_1000": 1.0, + "precision_at_1": 0.68778, + "precision_at_3": 0.25741, + "precision_at_5": 0.15911, + "precision_at_10": 0.08233, + "precision_at_20": 0.04267, + "precision_at_100": 0.00931, + "precision_at_1000": 0.001, + "mrr_at_1": 0.687778, + "mrr_at_3": 0.726667, + "mrr_at_5": 0.732278, + "mrr_at_10": 0.736292, + "mrr_at_20": 0.738501, + "mrr_at_100": 0.740321, + "mrr_at_1000": 0.740632, + "nauc_ndcg_at_1_max": 0.850144, + "nauc_ndcg_at_1_std": 0.484483, + "nauc_ndcg_at_1_diff1": 0.907519, + "nauc_ndcg_at_3_max": 0.891649, + "nauc_ndcg_at_3_std": 0.569682, + "nauc_ndcg_at_3_diff1": 0.896385, + "nauc_ndcg_at_5_max": 0.887318, + "nauc_ndcg_at_5_std": 0.57301, + "nauc_ndcg_at_5_diff1": 0.889649, + "nauc_ndcg_at_10_max": 0.887265, + "nauc_ndcg_at_10_std": 0.58589, + "nauc_ndcg_at_10_diff1": 0.888591, + "nauc_ndcg_at_20_max": 0.884793, + "nauc_ndcg_at_20_std": 0.587287, + "nauc_ndcg_at_20_diff1": 0.886365, + "nauc_ndcg_at_100_max": 0.881932, + "nauc_ndcg_at_100_std": 0.580569, + "nauc_ndcg_at_100_diff1": 0.888208, + "nauc_ndcg_at_1000_max": 0.881826, + "nauc_ndcg_at_1000_std": 0.571194, + "nauc_ndcg_at_1000_diff1": 0.891275, + "nauc_map_at_1_max": 0.850144, + "nauc_map_at_1_std": 0.484483, + "nauc_map_at_1_diff1": 0.907519, + "nauc_map_at_3_max": 0.882426, + "nauc_map_at_3_std": 0.549002, + "nauc_map_at_3_diff1": 0.899652, + "nauc_map_at_5_max": 0.879991, + "nauc_map_at_5_std": 0.550599, + "nauc_map_at_5_diff1": 0.896084, + "nauc_map_at_10_max": 0.879808, + "nauc_map_at_10_std": 0.55571, + "nauc_map_at_10_diff1": 0.895648, + "nauc_map_at_20_max": 0.879126, + "nauc_map_at_20_std": 0.555812, + "nauc_map_at_20_diff1": 0.895131, + "nauc_map_at_100_max": 0.878721, + "nauc_map_at_100_std": 0.555114, + "nauc_map_at_100_diff1": 0.895352, + "nauc_map_at_1000_max": 0.878721, + "nauc_map_at_1000_std": 0.554829, + "nauc_map_at_1000_diff1": 0.895459, + "nauc_recall_at_1_max": 0.850144, + "nauc_recall_at_1_std": 0.484483, + "nauc_recall_at_1_diff1": 0.907519, + "nauc_recall_at_3_max": 0.92145, + "nauc_recall_at_3_std": 0.637505, + "nauc_recall_at_3_diff1": 0.885373, + "nauc_recall_at_5_max": 0.911665, + "nauc_recall_at_5_std": 0.652013, + "nauc_recall_at_5_diff1": 0.865516, + "nauc_recall_at_10_max": 0.915271, + "nauc_recall_at_10_std": 0.711151, + "nauc_recall_at_10_diff1": 0.858727, + "nauc_recall_at_20_max": 0.905954, + "nauc_recall_at_20_std": 0.742487, + "nauc_recall_at_20_diff1": 0.840341, + "nauc_recall_at_100_max": 0.885659, + "nauc_recall_at_100_std": 0.785338, + "nauc_recall_at_100_diff1": 0.823913, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.850144, + "nauc_precision_at_1_std": 0.484483, + "nauc_precision_at_1_diff1": 0.907519, + "nauc_precision_at_3_max": 0.92145, + "nauc_precision_at_3_std": 0.637505, + "nauc_precision_at_3_diff1": 0.885373, + "nauc_precision_at_5_max": 0.911665, + "nauc_precision_at_5_std": 0.652013, + "nauc_precision_at_5_diff1": 0.865516, + "nauc_precision_at_10_max": 0.915271, + "nauc_precision_at_10_std": 0.711151, + "nauc_precision_at_10_diff1": 0.858727, + "nauc_precision_at_20_max": 0.905954, + "nauc_precision_at_20_std": 0.742487, + "nauc_precision_at_20_diff1": 0.840341, + "nauc_precision_at_100_max": 0.885659, + "nauc_precision_at_100_std": 0.785338, + "nauc_precision_at_100_diff1": 0.823913, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.850144, + "nauc_mrr_at_1_std": 0.484483, + "nauc_mrr_at_1_diff1": 0.907519, + "nauc_mrr_at_3_max": 0.882426, + "nauc_mrr_at_3_std": 0.549002, + "nauc_mrr_at_3_diff1": 0.899652, + "nauc_mrr_at_5_max": 0.879991, + "nauc_mrr_at_5_std": 0.550599, + "nauc_mrr_at_5_diff1": 0.896084, + "nauc_mrr_at_10_max": 0.879808, + "nauc_mrr_at_10_std": 0.55571, + "nauc_mrr_at_10_diff1": 0.895648, + "nauc_mrr_at_20_max": 0.879126, + "nauc_mrr_at_20_std": 0.555812, + "nauc_mrr_at_20_diff1": 0.895131, + "nauc_mrr_at_100_max": 0.878721, + "nauc_mrr_at_100_std": 0.555114, + "nauc_mrr_at_100_diff1": 0.895352, + "nauc_mrr_at_1000_max": 0.878721, + "nauc_mrr_at_1000_std": 0.554829, + "nauc_mrr_at_1000_diff1": 0.895459, + "main_score": 0.75758, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84955, + "ndcg_at_5": 0.85901, + "ndcg_at_10": 0.86977, + "ndcg_at_20": 0.87451, + "ndcg_at_100": 0.87936, + "ndcg_at_1000": 0.88141, + "map_at_1": 0.8, + "map_at_3": 0.83815, + "map_at_5": 0.84331, + "map_at_10": 0.84774, + "map_at_20": 0.84901, + "map_at_100": 0.84965, + "map_at_1000": 0.84973, + "recall_at_1": 0.8, + "recall_at_3": 0.88222, + "recall_at_5": 0.90556, + "recall_at_10": 0.93889, + "recall_at_20": 0.95778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29407, + "precision_at_5": 0.18111, + "precision_at_10": 0.09389, + "precision_at_20": 0.04789, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.838148, + "mrr_at_5": 0.843315, + "mrr_at_10": 0.847738, + "mrr_at_20": 0.849015, + "mrr_at_100": 0.84965, + "mrr_at_1000": 0.849734, + "nauc_ndcg_at_1_max": 0.75497, + "nauc_ndcg_at_1_std": -0.201501, + "nauc_ndcg_at_1_diff1": 0.88454, + "nauc_ndcg_at_3_max": 0.771326, + "nauc_ndcg_at_3_std": -0.177167, + "nauc_ndcg_at_3_diff1": 0.861694, + "nauc_ndcg_at_5_max": 0.764529, + "nauc_ndcg_at_5_std": -0.163888, + "nauc_ndcg_at_5_diff1": 0.857119, + "nauc_ndcg_at_10_max": 0.774182, + "nauc_ndcg_at_10_std": -0.163023, + "nauc_ndcg_at_10_diff1": 0.863289, + "nauc_ndcg_at_20_max": 0.775172, + "nauc_ndcg_at_20_std": -0.148889, + "nauc_ndcg_at_20_diff1": 0.866335, + "nauc_ndcg_at_100_max": 0.771719, + "nauc_ndcg_at_100_std": -0.157246, + "nauc_ndcg_at_100_diff1": 0.865935, + "nauc_ndcg_at_1000_max": 0.770168, + "nauc_ndcg_at_1000_std": -0.163939, + "nauc_ndcg_at_1000_diff1": 0.866827, + "nauc_map_at_1_max": 0.75497, + "nauc_map_at_1_std": -0.201501, + "nauc_map_at_1_diff1": 0.88454, + "nauc_map_at_3_max": 0.767378, + "nauc_map_at_3_std": -0.182539, + "nauc_map_at_3_diff1": 0.867758, + "nauc_map_at_5_max": 0.763984, + "nauc_map_at_5_std": -0.176108, + "nauc_map_at_5_diff1": 0.865604, + "nauc_map_at_10_max": 0.767638, + "nauc_map_at_10_std": -0.175398, + "nauc_map_at_10_diff1": 0.867924, + "nauc_map_at_20_max": 0.76779, + "nauc_map_at_20_std": -0.172161, + "nauc_map_at_20_diff1": 0.86871, + "nauc_map_at_100_max": 0.767341, + "nauc_map_at_100_std": -0.173235, + "nauc_map_at_100_diff1": 0.868722, + "nauc_map_at_1000_max": 0.767297, + "nauc_map_at_1000_std": -0.173408, + "nauc_map_at_1000_diff1": 0.868765, + "nauc_recall_at_1_max": 0.75497, + "nauc_recall_at_1_std": -0.201501, + "nauc_recall_at_1_diff1": 0.88454, + "nauc_recall_at_3_max": 0.786033, + "nauc_recall_at_3_std": -0.157491, + "nauc_recall_at_3_diff1": 0.838735, + "nauc_recall_at_5_max": 0.764662, + "nauc_recall_at_5_std": -0.106322, + "nauc_recall_at_5_diff1": 0.817966, + "nauc_recall_at_10_max": 0.822528, + "nauc_recall_at_10_std": -0.07906, + "nauc_recall_at_10_diff1": 0.836983, + "nauc_recall_at_20_max": 0.855669, + "nauc_recall_at_20_std": 0.114146, + "nauc_recall_at_20_diff1": 0.858163, + "nauc_recall_at_100_max": 0.861478, + "nauc_recall_at_100_std": 0.23356, + "nauc_recall_at_100_diff1": 0.821929, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75497, + "nauc_precision_at_1_std": -0.201501, + "nauc_precision_at_1_diff1": 0.88454, + "nauc_precision_at_3_max": 0.786033, + "nauc_precision_at_3_std": -0.157491, + "nauc_precision_at_3_diff1": 0.838735, + "nauc_precision_at_5_max": 0.764662, + "nauc_precision_at_5_std": -0.106322, + "nauc_precision_at_5_diff1": 0.817966, + "nauc_precision_at_10_max": 0.822528, + "nauc_precision_at_10_std": -0.07906, + "nauc_precision_at_10_diff1": 0.836983, + "nauc_precision_at_20_max": 0.855669, + "nauc_precision_at_20_std": 0.114146, + "nauc_precision_at_20_diff1": 0.858163, + "nauc_precision_at_100_max": 0.861478, + "nauc_precision_at_100_std": 0.23356, + "nauc_precision_at_100_diff1": 0.821929, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75497, + "nauc_mrr_at_1_std": -0.201501, + "nauc_mrr_at_1_diff1": 0.88454, + "nauc_mrr_at_3_max": 0.767378, + "nauc_mrr_at_3_std": -0.182539, + "nauc_mrr_at_3_diff1": 0.867758, + "nauc_mrr_at_5_max": 0.763984, + "nauc_mrr_at_5_std": -0.176108, + "nauc_mrr_at_5_diff1": 0.865604, + "nauc_mrr_at_10_max": 0.767638, + "nauc_mrr_at_10_std": -0.175398, + "nauc_mrr_at_10_diff1": 0.867924, + "nauc_mrr_at_20_max": 0.76779, + "nauc_mrr_at_20_std": -0.172161, + "nauc_mrr_at_20_diff1": 0.86871, + "nauc_mrr_at_100_max": 0.767341, + "nauc_mrr_at_100_std": -0.173235, + "nauc_mrr_at_100_diff1": 0.868722, + "nauc_mrr_at_1000_max": 0.767297, + "nauc_mrr_at_1000_std": -0.173408, + "nauc_mrr_at_1000_diff1": 0.868765, + "main_score": 0.86977, + "hf_subset": "ces_Latn-ces_Latn", + "languages": [ + "ces-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.91645, + "ndcg_at_5": 0.92195, + "ndcg_at_10": 0.92682, + "ndcg_at_20": 0.93049, + "ndcg_at_100": 0.93227, + "ndcg_at_1000": 0.93269, + "map_at_1": 0.87222, + "map_at_3": 0.9063, + "map_at_5": 0.90935, + "map_at_10": 0.91148, + "map_at_20": 0.91249, + "map_at_100": 0.91279, + "map_at_1000": 0.9128, + "recall_at_1": 0.87222, + "recall_at_3": 0.94556, + "recall_at_5": 0.95889, + "recall_at_10": 0.97333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87222, + "precision_at_3": 0.31519, + "precision_at_5": 0.19178, + "precision_at_10": 0.09733, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.906296, + "mrr_at_5": 0.909352, + "mrr_at_10": 0.911479, + "mrr_at_20": 0.912493, + "mrr_at_100": 0.912789, + "mrr_at_1000": 0.912804, + "nauc_ndcg_at_1_max": 0.768069, + "nauc_ndcg_at_1_std": -0.363857, + "nauc_ndcg_at_1_diff1": 0.903167, + "nauc_ndcg_at_3_max": 0.804538, + "nauc_ndcg_at_3_std": -0.376167, + "nauc_ndcg_at_3_diff1": 0.908345, + "nauc_ndcg_at_5_max": 0.800624, + "nauc_ndcg_at_5_std": -0.368364, + "nauc_ndcg_at_5_diff1": 0.907604, + "nauc_ndcg_at_10_max": 0.798772, + "nauc_ndcg_at_10_std": -0.362179, + "nauc_ndcg_at_10_diff1": 0.906968, + "nauc_ndcg_at_20_max": 0.795986, + "nauc_ndcg_at_20_std": -0.356913, + "nauc_ndcg_at_20_diff1": 0.907118, + "nauc_ndcg_at_100_max": 0.793808, + "nauc_ndcg_at_100_std": -0.361766, + "nauc_ndcg_at_100_diff1": 0.906382, + "nauc_ndcg_at_1000_max": 0.792815, + "nauc_ndcg_at_1000_std": -0.365217, + "nauc_ndcg_at_1000_diff1": 0.906368, + "nauc_map_at_1_max": 0.768069, + "nauc_map_at_1_std": -0.363857, + "nauc_map_at_1_diff1": 0.903167, + "nauc_map_at_3_max": 0.793781, + "nauc_map_at_3_std": -0.374411, + "nauc_map_at_3_diff1": 0.906483, + "nauc_map_at_5_max": 0.791527, + "nauc_map_at_5_std": -0.37101, + "nauc_map_at_5_diff1": 0.906148, + "nauc_map_at_10_max": 0.790771, + "nauc_map_at_10_std": -0.368396, + "nauc_map_at_10_diff1": 0.905925, + "nauc_map_at_20_max": 0.790041, + "nauc_map_at_20_std": -0.367362, + "nauc_map_at_20_diff1": 0.905974, + "nauc_map_at_100_max": 0.789626, + "nauc_map_at_100_std": -0.368509, + "nauc_map_at_100_diff1": 0.905855, + "nauc_map_at_1000_max": 0.789603, + "nauc_map_at_1000_std": -0.368523, + "nauc_map_at_1000_diff1": 0.905858, + "nauc_recall_at_1_max": 0.768069, + "nauc_recall_at_1_std": -0.363857, + "nauc_recall_at_1_diff1": 0.903167, + "nauc_recall_at_3_max": 0.856142, + "nauc_recall_at_3_std": -0.383144, + "nauc_recall_at_3_diff1": 0.917538, + "nauc_recall_at_5_max": 0.855225, + "nauc_recall_at_5_std": -0.346494, + "nauc_recall_at_5_diff1": 0.916408, + "nauc_recall_at_10_max": 0.867744, + "nauc_recall_at_10_std": -0.292386, + "nauc_recall_at_10_diff1": 0.915383, + "nauc_recall_at_20_max": 0.889228, + "nauc_recall_at_20_std": -0.091503, + "nauc_recall_at_20_diff1": 0.927213, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768069, + "nauc_precision_at_1_std": -0.363857, + "nauc_precision_at_1_diff1": 0.903167, + "nauc_precision_at_3_max": 0.856142, + "nauc_precision_at_3_std": -0.383144, + "nauc_precision_at_3_diff1": 0.917538, + "nauc_precision_at_5_max": 0.855225, + "nauc_precision_at_5_std": -0.346494, + "nauc_precision_at_5_diff1": 0.916408, + "nauc_precision_at_10_max": 0.867744, + "nauc_precision_at_10_std": -0.292386, + "nauc_precision_at_10_diff1": 0.915383, + "nauc_precision_at_20_max": 0.889228, + "nauc_precision_at_20_std": -0.091503, + "nauc_precision_at_20_diff1": 0.927213, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768069, + "nauc_mrr_at_1_std": -0.363857, + "nauc_mrr_at_1_diff1": 0.903167, + "nauc_mrr_at_3_max": 0.793781, + "nauc_mrr_at_3_std": -0.374411, + "nauc_mrr_at_3_diff1": 0.906483, + "nauc_mrr_at_5_max": 0.791527, + "nauc_mrr_at_5_std": -0.37101, + "nauc_mrr_at_5_diff1": 0.906148, + "nauc_mrr_at_10_max": 0.790771, + "nauc_mrr_at_10_std": -0.368396, + "nauc_mrr_at_10_diff1": 0.905925, + "nauc_mrr_at_20_max": 0.790041, + "nauc_mrr_at_20_std": -0.367362, + "nauc_mrr_at_20_diff1": 0.905974, + "nauc_mrr_at_100_max": 0.789626, + "nauc_mrr_at_100_std": -0.368509, + "nauc_mrr_at_100_diff1": 0.905855, + "nauc_mrr_at_1000_max": 0.789603, + "nauc_mrr_at_1000_std": -0.368523, + "nauc_mrr_at_1000_diff1": 0.905858, + "main_score": 0.92682, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77222, + "ndcg_at_3": 0.82256, + "ndcg_at_5": 0.83442, + "ndcg_at_10": 0.84398, + "ndcg_at_20": 0.84956, + "ndcg_at_100": 0.85764, + "ndcg_at_1000": 0.86015, + "map_at_1": 0.77222, + "map_at_3": 0.81037, + "map_at_5": 0.81693, + "map_at_10": 0.821, + "map_at_20": 0.8225, + "map_at_100": 0.82363, + "map_at_1000": 0.82374, + "recall_at_1": 0.77222, + "recall_at_3": 0.85778, + "recall_at_5": 0.88667, + "recall_at_10": 0.91556, + "recall_at_20": 0.93778, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.77222, + "precision_at_3": 0.28593, + "precision_at_5": 0.17733, + "precision_at_10": 0.09156, + "precision_at_20": 0.04689, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772222, + "mrr_at_3": 0.81037, + "mrr_at_5": 0.816926, + "mrr_at_10": 0.820997, + "mrr_at_20": 0.822502, + "mrr_at_100": 0.82363, + "mrr_at_1000": 0.823739, + "nauc_ndcg_at_1_max": 0.767948, + "nauc_ndcg_at_1_std": -0.023913, + "nauc_ndcg_at_1_diff1": 0.882659, + "nauc_ndcg_at_3_max": 0.803526, + "nauc_ndcg_at_3_std": 0.032326, + "nauc_ndcg_at_3_diff1": 0.868532, + "nauc_ndcg_at_5_max": 0.80768, + "nauc_ndcg_at_5_std": 0.049962, + "nauc_ndcg_at_5_diff1": 0.870618, + "nauc_ndcg_at_10_max": 0.802816, + "nauc_ndcg_at_10_std": 0.055639, + "nauc_ndcg_at_10_diff1": 0.871865, + "nauc_ndcg_at_20_max": 0.803296, + "nauc_ndcg_at_20_std": 0.056808, + "nauc_ndcg_at_20_diff1": 0.87302, + "nauc_ndcg_at_100_max": 0.800725, + "nauc_ndcg_at_100_std": 0.052931, + "nauc_ndcg_at_100_diff1": 0.874419, + "nauc_ndcg_at_1000_max": 0.798784, + "nauc_ndcg_at_1000_std": 0.040195, + "nauc_ndcg_at_1000_diff1": 0.874395, + "nauc_map_at_1_max": 0.767948, + "nauc_map_at_1_std": -0.023913, + "nauc_map_at_1_diff1": 0.882659, + "nauc_map_at_3_max": 0.795093, + "nauc_map_at_3_std": 0.015265, + "nauc_map_at_3_diff1": 0.873168, + "nauc_map_at_5_max": 0.796695, + "nauc_map_at_5_std": 0.023484, + "nauc_map_at_5_diff1": 0.874353, + "nauc_map_at_10_max": 0.794476, + "nauc_map_at_10_std": 0.024726, + "nauc_map_at_10_diff1": 0.874833, + "nauc_map_at_20_max": 0.794536, + "nauc_map_at_20_std": 0.024738, + "nauc_map_at_20_diff1": 0.875132, + "nauc_map_at_100_max": 0.794268, + "nauc_map_at_100_std": 0.024463, + "nauc_map_at_100_diff1": 0.875356, + "nauc_map_at_1000_max": 0.794214, + "nauc_map_at_1000_std": 0.024046, + "nauc_map_at_1000_diff1": 0.875367, + "nauc_recall_at_1_max": 0.767948, + "nauc_recall_at_1_std": -0.023913, + "nauc_recall_at_1_diff1": 0.882659, + "nauc_recall_at_3_max": 0.833951, + "nauc_recall_at_3_std": 0.096249, + "nauc_recall_at_3_diff1": 0.850988, + "nauc_recall_at_5_max": 0.856255, + "nauc_recall_at_5_std": 0.171259, + "nauc_recall_at_5_diff1": 0.85427, + "nauc_recall_at_10_max": 0.847794, + "nauc_recall_at_10_std": 0.242985, + "nauc_recall_at_10_diff1": 0.85632, + "nauc_recall_at_20_max": 0.867672, + "nauc_recall_at_20_std": 0.320086, + "nauc_recall_at_20_diff1": 0.861069, + "nauc_recall_at_100_max": 0.908991, + "nauc_recall_at_100_std": 0.73447, + "nauc_recall_at_100_diff1": 0.880266, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767948, + "nauc_precision_at_1_std": -0.023913, + "nauc_precision_at_1_diff1": 0.882659, + "nauc_precision_at_3_max": 0.833951, + "nauc_precision_at_3_std": 0.096249, + "nauc_precision_at_3_diff1": 0.850988, + "nauc_precision_at_5_max": 0.856255, + "nauc_precision_at_5_std": 0.171259, + "nauc_precision_at_5_diff1": 0.85427, + "nauc_precision_at_10_max": 0.847794, + "nauc_precision_at_10_std": 0.242985, + "nauc_precision_at_10_diff1": 0.85632, + "nauc_precision_at_20_max": 0.867672, + "nauc_precision_at_20_std": 0.320086, + "nauc_precision_at_20_diff1": 0.861069, + "nauc_precision_at_100_max": 0.908991, + "nauc_precision_at_100_std": 0.73447, + "nauc_precision_at_100_diff1": 0.880266, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767948, + "nauc_mrr_at_1_std": -0.023913, + "nauc_mrr_at_1_diff1": 0.882659, + "nauc_mrr_at_3_max": 0.795093, + "nauc_mrr_at_3_std": 0.015265, + "nauc_mrr_at_3_diff1": 0.873168, + "nauc_mrr_at_5_max": 0.796695, + "nauc_mrr_at_5_std": 0.023484, + "nauc_mrr_at_5_diff1": 0.874353, + "nauc_mrr_at_10_max": 0.794476, + "nauc_mrr_at_10_std": 0.024726, + "nauc_mrr_at_10_diff1": 0.874833, + "nauc_mrr_at_20_max": 0.794536, + "nauc_mrr_at_20_std": 0.024738, + "nauc_mrr_at_20_diff1": 0.875132, + "nauc_mrr_at_100_max": 0.794268, + "nauc_mrr_at_100_std": 0.024463, + "nauc_mrr_at_100_diff1": 0.875356, + "nauc_mrr_at_1000_max": 0.794214, + "nauc_mrr_at_1000_std": 0.024046, + "nauc_mrr_at_1000_diff1": 0.875367, + "main_score": 0.84398, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.37222, + "ndcg_at_3": 0.4578, + "ndcg_at_5": 0.48482, + "ndcg_at_10": 0.50425, + "ndcg_at_20": 0.52316, + "ndcg_at_100": 0.54984, + "ndcg_at_1000": 0.56755, + "map_at_1": 0.37222, + "map_at_3": 0.43704, + "map_at_5": 0.45204, + "map_at_10": 0.46008, + "map_at_20": 0.46532, + "map_at_100": 0.4688, + "map_at_1000": 0.46951, + "recall_at_1": 0.37222, + "recall_at_3": 0.51778, + "recall_at_5": 0.58333, + "recall_at_10": 0.64333, + "recall_at_20": 0.71778, + "recall_at_100": 0.86444, + "recall_at_1000": 1.0, + "precision_at_1": 0.37222, + "precision_at_3": 0.17259, + "precision_at_5": 0.11667, + "precision_at_10": 0.06433, + "precision_at_20": 0.03589, + "precision_at_100": 0.00864, + "precision_at_1000": 0.001, + "mrr_at_1": 0.372222, + "mrr_at_3": 0.437037, + "mrr_at_5": 0.452037, + "mrr_at_10": 0.460077, + "mrr_at_20": 0.46532, + "mrr_at_100": 0.468801, + "mrr_at_1000": 0.469514, + "nauc_ndcg_at_1_max": 0.586155, + "nauc_ndcg_at_1_std": -0.082069, + "nauc_ndcg_at_1_diff1": 0.666115, + "nauc_ndcg_at_3_max": 0.559121, + "nauc_ndcg_at_3_std": -0.073557, + "nauc_ndcg_at_3_diff1": 0.600806, + "nauc_ndcg_at_5_max": 0.550382, + "nauc_ndcg_at_5_std": -0.082755, + "nauc_ndcg_at_5_diff1": 0.590947, + "nauc_ndcg_at_10_max": 0.548194, + "nauc_ndcg_at_10_std": -0.081506, + "nauc_ndcg_at_10_diff1": 0.58968, + "nauc_ndcg_at_20_max": 0.544737, + "nauc_ndcg_at_20_std": -0.070579, + "nauc_ndcg_at_20_diff1": 0.584238, + "nauc_ndcg_at_100_max": 0.548893, + "nauc_ndcg_at_100_std": -0.069556, + "nauc_ndcg_at_100_diff1": 0.589677, + "nauc_ndcg_at_1000_max": 0.55393, + "nauc_ndcg_at_1000_std": -0.073929, + "nauc_ndcg_at_1000_diff1": 0.598601, + "nauc_map_at_1_max": 0.586155, + "nauc_map_at_1_std": -0.082069, + "nauc_map_at_1_diff1": 0.666115, + "nauc_map_at_3_max": 0.566636, + "nauc_map_at_3_std": -0.074514, + "nauc_map_at_3_diff1": 0.6164, + "nauc_map_at_5_max": 0.562412, + "nauc_map_at_5_std": -0.079842, + "nauc_map_at_5_diff1": 0.611586, + "nauc_map_at_10_max": 0.561332, + "nauc_map_at_10_std": -0.079454, + "nauc_map_at_10_diff1": 0.611033, + "nauc_map_at_20_max": 0.560464, + "nauc_map_at_20_std": -0.07669, + "nauc_map_at_20_diff1": 0.609849, + "nauc_map_at_100_max": 0.561259, + "nauc_map_at_100_std": -0.076405, + "nauc_map_at_100_diff1": 0.610674, + "nauc_map_at_1000_max": 0.561408, + "nauc_map_at_1000_std": -0.076534, + "nauc_map_at_1000_diff1": 0.611037, + "nauc_recall_at_1_max": 0.586155, + "nauc_recall_at_1_std": -0.082069, + "nauc_recall_at_1_diff1": 0.666115, + "nauc_recall_at_3_max": 0.536512, + "nauc_recall_at_3_std": -0.071203, + "nauc_recall_at_3_diff1": 0.554847, + "nauc_recall_at_5_max": 0.510423, + "nauc_recall_at_5_std": -0.093405, + "nauc_recall_at_5_diff1": 0.524619, + "nauc_recall_at_10_max": 0.500715, + "nauc_recall_at_10_std": -0.089303, + "nauc_recall_at_10_diff1": 0.515112, + "nauc_recall_at_20_max": 0.475364, + "nauc_recall_at_20_std": -0.033717, + "nauc_recall_at_20_diff1": 0.473444, + "nauc_recall_at_100_max": 0.459927, + "nauc_recall_at_100_std": 0.004541, + "nauc_recall_at_100_diff1": 0.444105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.586155, + "nauc_precision_at_1_std": -0.082069, + "nauc_precision_at_1_diff1": 0.666115, + "nauc_precision_at_3_max": 0.536512, + "nauc_precision_at_3_std": -0.071203, + "nauc_precision_at_3_diff1": 0.554847, + "nauc_precision_at_5_max": 0.510423, + "nauc_precision_at_5_std": -0.093405, + "nauc_precision_at_5_diff1": 0.524619, + "nauc_precision_at_10_max": 0.500715, + "nauc_precision_at_10_std": -0.089303, + "nauc_precision_at_10_diff1": 0.515112, + "nauc_precision_at_20_max": 0.475364, + "nauc_precision_at_20_std": -0.033717, + "nauc_precision_at_20_diff1": 0.473444, + "nauc_precision_at_100_max": 0.459927, + "nauc_precision_at_100_std": 0.004541, + "nauc_precision_at_100_diff1": 0.444105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.586155, + "nauc_mrr_at_1_std": -0.082069, + "nauc_mrr_at_1_diff1": 0.666115, + "nauc_mrr_at_3_max": 0.566636, + "nauc_mrr_at_3_std": -0.074514, + "nauc_mrr_at_3_diff1": 0.6164, + "nauc_mrr_at_5_max": 0.562412, + "nauc_mrr_at_5_std": -0.079842, + "nauc_mrr_at_5_diff1": 0.611586, + "nauc_mrr_at_10_max": 0.561332, + "nauc_mrr_at_10_std": -0.079454, + "nauc_mrr_at_10_diff1": 0.611033, + "nauc_mrr_at_20_max": 0.560464, + "nauc_mrr_at_20_std": -0.07669, + "nauc_mrr_at_20_diff1": 0.609849, + "nauc_mrr_at_100_max": 0.561259, + "nauc_mrr_at_100_std": -0.076405, + "nauc_mrr_at_100_diff1": 0.610674, + "nauc_mrr_at_1000_max": 0.561408, + "nauc_mrr_at_1000_std": -0.076534, + "nauc_mrr_at_1000_diff1": 0.611037, + "main_score": 0.50425, + "hf_subset": "ckb_Arab-ckb_Arab", + "languages": [ + "ckb-Arab", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.39556, + "ndcg_at_3": 0.46842, + "ndcg_at_5": 0.48712, + "ndcg_at_10": 0.51115, + "ndcg_at_20": 0.53006, + "ndcg_at_100": 0.56369, + "ndcg_at_1000": 0.5774, + "map_at_1": 0.39556, + "map_at_3": 0.45093, + "map_at_5": 0.46126, + "map_at_10": 0.47115, + "map_at_20": 0.4764, + "map_at_100": 0.48082, + "map_at_1000": 0.48143, + "recall_at_1": 0.39556, + "recall_at_3": 0.51889, + "recall_at_5": 0.56444, + "recall_at_10": 0.63889, + "recall_at_20": 0.71333, + "recall_at_100": 0.89778, + "recall_at_1000": 1.0, + "precision_at_1": 0.39556, + "precision_at_3": 0.17296, + "precision_at_5": 0.11289, + "precision_at_10": 0.06389, + "precision_at_20": 0.03567, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.395556, + "mrr_at_3": 0.450926, + "mrr_at_5": 0.461259, + "mrr_at_10": 0.471151, + "mrr_at_20": 0.476398, + "mrr_at_100": 0.480822, + "mrr_at_1000": 0.481435, + "nauc_ndcg_at_1_max": 0.630708, + "nauc_ndcg_at_1_std": 0.17806, + "nauc_ndcg_at_1_diff1": 0.718471, + "nauc_ndcg_at_3_max": 0.631949, + "nauc_ndcg_at_3_std": 0.203282, + "nauc_ndcg_at_3_diff1": 0.678614, + "nauc_ndcg_at_5_max": 0.629389, + "nauc_ndcg_at_5_std": 0.210311, + "nauc_ndcg_at_5_diff1": 0.673003, + "nauc_ndcg_at_10_max": 0.618915, + "nauc_ndcg_at_10_std": 0.210144, + "nauc_ndcg_at_10_diff1": 0.664497, + "nauc_ndcg_at_20_max": 0.614276, + "nauc_ndcg_at_20_std": 0.219951, + "nauc_ndcg_at_20_diff1": 0.657919, + "nauc_ndcg_at_100_max": 0.611433, + "nauc_ndcg_at_100_std": 0.206673, + "nauc_ndcg_at_100_diff1": 0.662511, + "nauc_ndcg_at_1000_max": 0.620931, + "nauc_ndcg_at_1000_std": 0.208579, + "nauc_ndcg_at_1000_diff1": 0.670721, + "nauc_map_at_1_max": 0.630708, + "nauc_map_at_1_std": 0.17806, + "nauc_map_at_1_diff1": 0.718471, + "nauc_map_at_3_max": 0.633333, + "nauc_map_at_3_std": 0.198418, + "nauc_map_at_3_diff1": 0.688772, + "nauc_map_at_5_max": 0.631753, + "nauc_map_at_5_std": 0.201979, + "nauc_map_at_5_diff1": 0.685671, + "nauc_map_at_10_max": 0.627764, + "nauc_map_at_10_std": 0.202324, + "nauc_map_at_10_diff1": 0.682385, + "nauc_map_at_20_max": 0.626714, + "nauc_map_at_20_std": 0.204899, + "nauc_map_at_20_diff1": 0.680691, + "nauc_map_at_100_max": 0.626445, + "nauc_map_at_100_std": 0.203274, + "nauc_map_at_100_diff1": 0.681282, + "nauc_map_at_1000_max": 0.626849, + "nauc_map_at_1000_std": 0.203393, + "nauc_map_at_1000_diff1": 0.68159, + "nauc_recall_at_1_max": 0.630708, + "nauc_recall_at_1_std": 0.17806, + "nauc_recall_at_1_diff1": 0.718471, + "nauc_recall_at_3_max": 0.627114, + "nauc_recall_at_3_std": 0.217179, + "nauc_recall_at_3_diff1": 0.648247, + "nauc_recall_at_5_max": 0.621194, + "nauc_recall_at_5_std": 0.23685, + "nauc_recall_at_5_diff1": 0.633028, + "nauc_recall_at_10_max": 0.582355, + "nauc_recall_at_10_std": 0.236139, + "nauc_recall_at_10_diff1": 0.598701, + "nauc_recall_at_20_max": 0.551604, + "nauc_recall_at_20_std": 0.289918, + "nauc_recall_at_20_diff1": 0.55519, + "nauc_recall_at_100_max": 0.417834, + "nauc_recall_at_100_std": 0.174444, + "nauc_recall_at_100_diff1": 0.48769, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.630708, + "nauc_precision_at_1_std": 0.17806, + "nauc_precision_at_1_diff1": 0.718471, + "nauc_precision_at_3_max": 0.627114, + "nauc_precision_at_3_std": 0.217179, + "nauc_precision_at_3_diff1": 0.648247, + "nauc_precision_at_5_max": 0.621194, + "nauc_precision_at_5_std": 0.23685, + "nauc_precision_at_5_diff1": 0.633028, + "nauc_precision_at_10_max": 0.582355, + "nauc_precision_at_10_std": 0.236139, + "nauc_precision_at_10_diff1": 0.598701, + "nauc_precision_at_20_max": 0.551604, + "nauc_precision_at_20_std": 0.289918, + "nauc_precision_at_20_diff1": 0.55519, + "nauc_precision_at_100_max": 0.417834, + "nauc_precision_at_100_std": 0.174444, + "nauc_precision_at_100_diff1": 0.48769, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.630708, + "nauc_mrr_at_1_std": 0.17806, + "nauc_mrr_at_1_diff1": 0.718471, + "nauc_mrr_at_3_max": 0.633333, + "nauc_mrr_at_3_std": 0.198418, + "nauc_mrr_at_3_diff1": 0.688772, + "nauc_mrr_at_5_max": 0.631753, + "nauc_mrr_at_5_std": 0.201979, + "nauc_mrr_at_5_diff1": 0.685671, + "nauc_mrr_at_10_max": 0.627764, + "nauc_mrr_at_10_std": 0.202324, + "nauc_mrr_at_10_diff1": 0.682385, + "nauc_mrr_at_20_max": 0.626714, + "nauc_mrr_at_20_std": 0.204899, + "nauc_mrr_at_20_diff1": 0.680691, + "nauc_mrr_at_100_max": 0.626445, + "nauc_mrr_at_100_std": 0.203274, + "nauc_mrr_at_100_diff1": 0.681282, + "nauc_mrr_at_1000_max": 0.626849, + "nauc_mrr_at_1000_std": 0.203393, + "nauc_mrr_at_1000_diff1": 0.68159, + "main_score": 0.51115, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.21222, + "ndcg_at_3": 0.27928, + "ndcg_at_5": 0.29812, + "ndcg_at_10": 0.31755, + "ndcg_at_20": 0.33268, + "ndcg_at_100": 0.37159, + "ndcg_at_1000": 0.40892, + "map_at_1": 0.21222, + "map_at_3": 0.26222, + "map_at_5": 0.27272, + "map_at_10": 0.28054, + "map_at_20": 0.28452, + "map_at_100": 0.28944, + "map_at_1000": 0.29094, + "recall_at_1": 0.21222, + "recall_at_3": 0.32889, + "recall_at_5": 0.37444, + "recall_at_10": 0.43556, + "recall_at_20": 0.49667, + "recall_at_100": 0.71333, + "recall_at_1000": 1.0, + "precision_at_1": 0.21222, + "precision_at_3": 0.10963, + "precision_at_5": 0.07489, + "precision_at_10": 0.04356, + "precision_at_20": 0.02483, + "precision_at_100": 0.00713, + "precision_at_1000": 0.001, + "mrr_at_1": 0.212222, + "mrr_at_3": 0.262222, + "mrr_at_5": 0.272722, + "mrr_at_10": 0.280538, + "mrr_at_20": 0.284518, + "mrr_at_100": 0.289439, + "mrr_at_1000": 0.290935, + "nauc_ndcg_at_1_max": 0.649154, + "nauc_ndcg_at_1_std": 0.132147, + "nauc_ndcg_at_1_diff1": 0.642436, + "nauc_ndcg_at_3_max": 0.584579, + "nauc_ndcg_at_3_std": 0.144677, + "nauc_ndcg_at_3_diff1": 0.556403, + "nauc_ndcg_at_5_max": 0.565439, + "nauc_ndcg_at_5_std": 0.15043, + "nauc_ndcg_at_5_diff1": 0.532085, + "nauc_ndcg_at_10_max": 0.550435, + "nauc_ndcg_at_10_std": 0.152011, + "nauc_ndcg_at_10_diff1": 0.519217, + "nauc_ndcg_at_20_max": 0.53752, + "nauc_ndcg_at_20_std": 0.156409, + "nauc_ndcg_at_20_diff1": 0.504005, + "nauc_ndcg_at_100_max": 0.533497, + "nauc_ndcg_at_100_std": 0.159349, + "nauc_ndcg_at_100_diff1": 0.504468, + "nauc_ndcg_at_1000_max": 0.556861, + "nauc_ndcg_at_1000_std": 0.15315, + "nauc_ndcg_at_1000_diff1": 0.527891, + "nauc_map_at_1_max": 0.649154, + "nauc_map_at_1_std": 0.132147, + "nauc_map_at_1_diff1": 0.642436, + "nauc_map_at_3_max": 0.599532, + "nauc_map_at_3_std": 0.140538, + "nauc_map_at_3_diff1": 0.576068, + "nauc_map_at_5_max": 0.588487, + "nauc_map_at_5_std": 0.143745, + "nauc_map_at_5_diff1": 0.562341, + "nauc_map_at_10_max": 0.58199, + "nauc_map_at_10_std": 0.144456, + "nauc_map_at_10_diff1": 0.556664, + "nauc_map_at_20_max": 0.578432, + "nauc_map_at_20_std": 0.145558, + "nauc_map_at_20_diff1": 0.55264, + "nauc_map_at_100_max": 0.578004, + "nauc_map_at_100_std": 0.145967, + "nauc_map_at_100_diff1": 0.552769, + "nauc_map_at_1000_max": 0.579036, + "nauc_map_at_1000_std": 0.145858, + "nauc_map_at_1000_diff1": 0.553741, + "nauc_recall_at_1_max": 0.649154, + "nauc_recall_at_1_std": 0.132147, + "nauc_recall_at_1_diff1": 0.642436, + "nauc_recall_at_3_max": 0.544911, + "nauc_recall_at_3_std": 0.156109, + "nauc_recall_at_3_diff1": 0.504325, + "nauc_recall_at_5_max": 0.502936, + "nauc_recall_at_5_std": 0.169145, + "nauc_recall_at_5_diff1": 0.449878, + "nauc_recall_at_10_max": 0.460614, + "nauc_recall_at_10_std": 0.173469, + "nauc_recall_at_10_diff1": 0.414031, + "nauc_recall_at_20_max": 0.410583, + "nauc_recall_at_20_std": 0.19116, + "nauc_recall_at_20_diff1": 0.353931, + "nauc_recall_at_100_max": 0.33483, + "nauc_recall_at_100_std": 0.223015, + "nauc_recall_at_100_diff1": 0.300381, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649154, + "nauc_precision_at_1_std": 0.132147, + "nauc_precision_at_1_diff1": 0.642436, + "nauc_precision_at_3_max": 0.544911, + "nauc_precision_at_3_std": 0.156109, + "nauc_precision_at_3_diff1": 0.504325, + "nauc_precision_at_5_max": 0.502936, + "nauc_precision_at_5_std": 0.169145, + "nauc_precision_at_5_diff1": 0.449878, + "nauc_precision_at_10_max": 0.460614, + "nauc_precision_at_10_std": 0.173469, + "nauc_precision_at_10_diff1": 0.414031, + "nauc_precision_at_20_max": 0.410583, + "nauc_precision_at_20_std": 0.19116, + "nauc_precision_at_20_diff1": 0.353931, + "nauc_precision_at_100_max": 0.33483, + "nauc_precision_at_100_std": 0.223015, + "nauc_precision_at_100_diff1": 0.300381, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649154, + "nauc_mrr_at_1_std": 0.132147, + "nauc_mrr_at_1_diff1": 0.642436, + "nauc_mrr_at_3_max": 0.599532, + "nauc_mrr_at_3_std": 0.140538, + "nauc_mrr_at_3_diff1": 0.576068, + "nauc_mrr_at_5_max": 0.588487, + "nauc_mrr_at_5_std": 0.143745, + "nauc_mrr_at_5_diff1": 0.562341, + "nauc_mrr_at_10_max": 0.58199, + "nauc_mrr_at_10_std": 0.144456, + "nauc_mrr_at_10_diff1": 0.556664, + "nauc_mrr_at_20_max": 0.578432, + "nauc_mrr_at_20_std": 0.145558, + "nauc_mrr_at_20_diff1": 0.55264, + "nauc_mrr_at_100_max": 0.578004, + "nauc_mrr_at_100_std": 0.145967, + "nauc_mrr_at_100_diff1": 0.552769, + "nauc_mrr_at_1000_max": 0.579036, + "nauc_mrr_at_1000_std": 0.145858, + "nauc_mrr_at_1000_diff1": 0.553741, + "main_score": 0.31755, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.87853, + "ndcg_at_5": 0.88604, + "ndcg_at_10": 0.89288, + "ndcg_at_20": 0.89796, + "ndcg_at_100": 0.90203, + "ndcg_at_1000": 0.90348, + "map_at_1": 0.83333, + "map_at_3": 0.86796, + "map_at_5": 0.87224, + "map_at_10": 0.87507, + "map_at_20": 0.87648, + "map_at_100": 0.8771, + "map_at_1000": 0.87716, + "recall_at_1": 0.83333, + "recall_at_3": 0.90889, + "recall_at_5": 0.92667, + "recall_at_10": 0.94778, + "recall_at_20": 0.96778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.83333, + "precision_at_3": 0.30296, + "precision_at_5": 0.18533, + "precision_at_10": 0.09478, + "precision_at_20": 0.04839, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.867963, + "mrr_at_5": 0.872241, + "mrr_at_10": 0.875073, + "mrr_at_20": 0.876483, + "mrr_at_100": 0.877103, + "mrr_at_1000": 0.877161, + "nauc_ndcg_at_1_max": 0.771333, + "nauc_ndcg_at_1_std": -0.2931, + "nauc_ndcg_at_1_diff1": 0.89488, + "nauc_ndcg_at_3_max": 0.801276, + "nauc_ndcg_at_3_std": -0.247817, + "nauc_ndcg_at_3_diff1": 0.880575, + "nauc_ndcg_at_5_max": 0.802091, + "nauc_ndcg_at_5_std": -0.234383, + "nauc_ndcg_at_5_diff1": 0.881375, + "nauc_ndcg_at_10_max": 0.798612, + "nauc_ndcg_at_10_std": -0.243172, + "nauc_ndcg_at_10_diff1": 0.883056, + "nauc_ndcg_at_20_max": 0.794453, + "nauc_ndcg_at_20_std": -0.239683, + "nauc_ndcg_at_20_diff1": 0.880995, + "nauc_ndcg_at_100_max": 0.795143, + "nauc_ndcg_at_100_std": -0.236224, + "nauc_ndcg_at_100_diff1": 0.882374, + "nauc_ndcg_at_1000_max": 0.793648, + "nauc_ndcg_at_1000_std": -0.247188, + "nauc_ndcg_at_1000_diff1": 0.883078, + "nauc_map_at_1_max": 0.771333, + "nauc_map_at_1_std": -0.2931, + "nauc_map_at_1_diff1": 0.89488, + "nauc_map_at_3_max": 0.793019, + "nauc_map_at_3_std": -0.261927, + "nauc_map_at_3_diff1": 0.88429, + "nauc_map_at_5_max": 0.793166, + "nauc_map_at_5_std": -0.256018, + "nauc_map_at_5_diff1": 0.884825, + "nauc_map_at_10_max": 0.791812, + "nauc_map_at_10_std": -0.259263, + "nauc_map_at_10_diff1": 0.885403, + "nauc_map_at_20_max": 0.790807, + "nauc_map_at_20_std": -0.258327, + "nauc_map_at_20_diff1": 0.884946, + "nauc_map_at_100_max": 0.790851, + "nauc_map_at_100_std": -0.257946, + "nauc_map_at_100_diff1": 0.885059, + "nauc_map_at_1000_max": 0.790797, + "nauc_map_at_1000_std": -0.25828, + "nauc_map_at_1000_diff1": 0.88507, + "nauc_recall_at_1_max": 0.771333, + "nauc_recall_at_1_std": -0.2931, + "nauc_recall_at_1_diff1": 0.89488, + "nauc_recall_at_3_max": 0.83421, + "nauc_recall_at_3_std": -0.190516, + "nauc_recall_at_3_diff1": 0.865899, + "nauc_recall_at_5_max": 0.844983, + "nauc_recall_at_5_std": -0.125414, + "nauc_recall_at_5_diff1": 0.865221, + "nauc_recall_at_10_max": 0.839879, + "nauc_recall_at_10_std": -0.139996, + "nauc_recall_at_10_diff1": 0.870384, + "nauc_recall_at_20_max": 0.814466, + "nauc_recall_at_20_std": -0.043047, + "nauc_recall_at_20_diff1": 0.837986, + "nauc_recall_at_100_max": 0.888422, + "nauc_recall_at_100_std": 0.47465, + "nauc_recall_at_100_diff1": 0.830766, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771333, + "nauc_precision_at_1_std": -0.2931, + "nauc_precision_at_1_diff1": 0.89488, + "nauc_precision_at_3_max": 0.83421, + "nauc_precision_at_3_std": -0.190516, + "nauc_precision_at_3_diff1": 0.865899, + "nauc_precision_at_5_max": 0.844983, + "nauc_precision_at_5_std": -0.125414, + "nauc_precision_at_5_diff1": 0.865221, + "nauc_precision_at_10_max": 0.839879, + "nauc_precision_at_10_std": -0.139996, + "nauc_precision_at_10_diff1": 0.870384, + "nauc_precision_at_20_max": 0.814466, + "nauc_precision_at_20_std": -0.043047, + "nauc_precision_at_20_diff1": 0.837986, + "nauc_precision_at_100_max": 0.888422, + "nauc_precision_at_100_std": 0.47465, + "nauc_precision_at_100_diff1": 0.830766, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771333, + "nauc_mrr_at_1_std": -0.2931, + "nauc_mrr_at_1_diff1": 0.89488, + "nauc_mrr_at_3_max": 0.793019, + "nauc_mrr_at_3_std": -0.261927, + "nauc_mrr_at_3_diff1": 0.88429, + "nauc_mrr_at_5_max": 0.793166, + "nauc_mrr_at_5_std": -0.256018, + "nauc_mrr_at_5_diff1": 0.884825, + "nauc_mrr_at_10_max": 0.791812, + "nauc_mrr_at_10_std": -0.259263, + "nauc_mrr_at_10_diff1": 0.885403, + "nauc_mrr_at_20_max": 0.790807, + "nauc_mrr_at_20_std": -0.258327, + "nauc_mrr_at_20_diff1": 0.884946, + "nauc_mrr_at_100_max": 0.790851, + "nauc_mrr_at_100_std": -0.257946, + "nauc_mrr_at_100_diff1": 0.885059, + "nauc_mrr_at_1000_max": 0.790797, + "nauc_mrr_at_1000_std": -0.25828, + "nauc_mrr_at_1000_diff1": 0.88507, + "main_score": 0.89288, + "hf_subset": "dan_Latn-dan_Latn", + "languages": [ + "dan-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92368, + "ndcg_at_5": 0.93046, + "ndcg_at_10": 0.93487, + "ndcg_at_20": 0.93687, + "ndcg_at_100": 0.93853, + "ndcg_at_1000": 0.9388, + "map_at_1": 0.88111, + "map_at_3": 0.91407, + "map_at_5": 0.9178, + "map_at_10": 0.91967, + "map_at_20": 0.92024, + "map_at_100": 0.92047, + "map_at_1000": 0.92047, + "recall_at_1": 0.88111, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88111, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.914074, + "mrr_at_5": 0.917796, + "mrr_at_10": 0.919672, + "mrr_at_20": 0.920238, + "mrr_at_100": 0.920468, + "mrr_at_1000": 0.920475, + "nauc_ndcg_at_1_max": 0.794144, + "nauc_ndcg_at_1_std": -0.321769, + "nauc_ndcg_at_1_diff1": 0.916572, + "nauc_ndcg_at_3_max": 0.833215, + "nauc_ndcg_at_3_std": -0.352648, + "nauc_ndcg_at_3_diff1": 0.921447, + "nauc_ndcg_at_5_max": 0.828274, + "nauc_ndcg_at_5_std": -0.337357, + "nauc_ndcg_at_5_diff1": 0.919204, + "nauc_ndcg_at_10_max": 0.825104, + "nauc_ndcg_at_10_std": -0.363479, + "nauc_ndcg_at_10_diff1": 0.920475, + "nauc_ndcg_at_20_max": 0.821851, + "nauc_ndcg_at_20_std": -0.349801, + "nauc_ndcg_at_20_diff1": 0.919682, + "nauc_ndcg_at_100_max": 0.821507, + "nauc_ndcg_at_100_std": -0.33304, + "nauc_ndcg_at_100_diff1": 0.918788, + "nauc_ndcg_at_1000_max": 0.820722, + "nauc_ndcg_at_1000_std": -0.3389, + "nauc_ndcg_at_1000_diff1": 0.919041, + "nauc_map_at_1_max": 0.794144, + "nauc_map_at_1_std": -0.321769, + "nauc_map_at_1_diff1": 0.916572, + "nauc_map_at_3_max": 0.822802, + "nauc_map_at_3_std": -0.340177, + "nauc_map_at_3_diff1": 0.920078, + "nauc_map_at_5_max": 0.82001, + "nauc_map_at_5_std": -0.333422, + "nauc_map_at_5_diff1": 0.918973, + "nauc_map_at_10_max": 0.8186, + "nauc_map_at_10_std": -0.343091, + "nauc_map_at_10_diff1": 0.919258, + "nauc_map_at_20_max": 0.817812, + "nauc_map_at_20_std": -0.339594, + "nauc_map_at_20_diff1": 0.919055, + "nauc_map_at_100_max": 0.817789, + "nauc_map_at_100_std": -0.337389, + "nauc_map_at_100_diff1": 0.91893, + "nauc_map_at_1000_max": 0.817774, + "nauc_map_at_1000_std": -0.337503, + "nauc_map_at_1000_diff1": 0.918935, + "nauc_recall_at_1_max": 0.794144, + "nauc_recall_at_1_std": -0.321769, + "nauc_recall_at_1_diff1": 0.916572, + "nauc_recall_at_3_max": 0.883456, + "nauc_recall_at_3_std": -0.416592, + "nauc_recall_at_3_diff1": 0.928115, + "nauc_recall_at_5_max": 0.883786, + "nauc_recall_at_5_std": -0.360089, + "nauc_recall_at_5_diff1": 0.91983, + "nauc_recall_at_10_max": 0.892761, + "nauc_recall_at_10_std": -0.628989, + "nauc_recall_at_10_diff1": 0.936563, + "nauc_recall_at_20_max": 0.869981, + "nauc_recall_at_20_std": -0.531699, + "nauc_recall_at_20_diff1": 0.931373, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794144, + "nauc_precision_at_1_std": -0.321769, + "nauc_precision_at_1_diff1": 0.916572, + "nauc_precision_at_3_max": 0.883456, + "nauc_precision_at_3_std": -0.416592, + "nauc_precision_at_3_diff1": 0.928115, + "nauc_precision_at_5_max": 0.883786, + "nauc_precision_at_5_std": -0.360089, + "nauc_precision_at_5_diff1": 0.91983, + "nauc_precision_at_10_max": 0.892761, + "nauc_precision_at_10_std": -0.628989, + "nauc_precision_at_10_diff1": 0.936563, + "nauc_precision_at_20_max": 0.869981, + "nauc_precision_at_20_std": -0.531699, + "nauc_precision_at_20_diff1": 0.931373, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794144, + "nauc_mrr_at_1_std": -0.321769, + "nauc_mrr_at_1_diff1": 0.916572, + "nauc_mrr_at_3_max": 0.822802, + "nauc_mrr_at_3_std": -0.340177, + "nauc_mrr_at_3_diff1": 0.920078, + "nauc_mrr_at_5_max": 0.82001, + "nauc_mrr_at_5_std": -0.333422, + "nauc_mrr_at_5_diff1": 0.918973, + "nauc_mrr_at_10_max": 0.8186, + "nauc_mrr_at_10_std": -0.343091, + "nauc_mrr_at_10_diff1": 0.919258, + "nauc_mrr_at_20_max": 0.817812, + "nauc_mrr_at_20_std": -0.339594, + "nauc_mrr_at_20_diff1": 0.919055, + "nauc_mrr_at_100_max": 0.817789, + "nauc_mrr_at_100_std": -0.337389, + "nauc_mrr_at_100_diff1": 0.91893, + "nauc_mrr_at_1000_max": 0.817774, + "nauc_mrr_at_1000_std": -0.337503, + "nauc_mrr_at_1000_diff1": 0.918935, + "main_score": 0.93487, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.85077, + "ndcg_at_5": 0.86287, + "ndcg_at_10": 0.87278, + "ndcg_at_20": 0.8793, + "ndcg_at_100": 0.8843, + "ndcg_at_1000": 0.88575, + "map_at_1": 0.81444, + "map_at_3": 0.84148, + "map_at_5": 0.84831, + "map_at_10": 0.85253, + "map_at_20": 0.85435, + "map_at_100": 0.85506, + "map_at_1000": 0.85512, + "recall_at_1": 0.81444, + "recall_at_3": 0.87778, + "recall_at_5": 0.90667, + "recall_at_10": 0.93667, + "recall_at_20": 0.96222, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.29259, + "precision_at_5": 0.18133, + "precision_at_10": 0.09367, + "precision_at_20": 0.04811, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.841481, + "mrr_at_5": 0.848315, + "mrr_at_10": 0.852527, + "mrr_at_20": 0.854354, + "mrr_at_100": 0.855062, + "mrr_at_1000": 0.855119, + "nauc_ndcg_at_1_max": 0.831949, + "nauc_ndcg_at_1_std": 0.009448, + "nauc_ndcg_at_1_diff1": 0.915116, + "nauc_ndcg_at_3_max": 0.85276, + "nauc_ndcg_at_3_std": 0.057722, + "nauc_ndcg_at_3_diff1": 0.894202, + "nauc_ndcg_at_5_max": 0.855826, + "nauc_ndcg_at_5_std": 0.089986, + "nauc_ndcg_at_5_diff1": 0.892488, + "nauc_ndcg_at_10_max": 0.852057, + "nauc_ndcg_at_10_std": 0.068691, + "nauc_ndcg_at_10_diff1": 0.89601, + "nauc_ndcg_at_20_max": 0.85149, + "nauc_ndcg_at_20_std": 0.067999, + "nauc_ndcg_at_20_diff1": 0.89527, + "nauc_ndcg_at_100_max": 0.851447, + "nauc_ndcg_at_100_std": 0.069762, + "nauc_ndcg_at_100_diff1": 0.897846, + "nauc_ndcg_at_1000_max": 0.850347, + "nauc_ndcg_at_1000_std": 0.061042, + "nauc_ndcg_at_1000_diff1": 0.898871, + "nauc_map_at_1_max": 0.831949, + "nauc_map_at_1_std": 0.009448, + "nauc_map_at_1_diff1": 0.915116, + "nauc_map_at_3_max": 0.848316, + "nauc_map_at_3_std": 0.042195, + "nauc_map_at_3_diff1": 0.900334, + "nauc_map_at_5_max": 0.849771, + "nauc_map_at_5_std": 0.058496, + "nauc_map_at_5_diff1": 0.899697, + "nauc_map_at_10_max": 0.848342, + "nauc_map_at_10_std": 0.049863, + "nauc_map_at_10_diff1": 0.901243, + "nauc_map_at_20_max": 0.848169, + "nauc_map_at_20_std": 0.049453, + "nauc_map_at_20_diff1": 0.901154, + "nauc_map_at_100_max": 0.848178, + "nauc_map_at_100_std": 0.049835, + "nauc_map_at_100_diff1": 0.901519, + "nauc_map_at_1000_max": 0.848137, + "nauc_map_at_1000_std": 0.049575, + "nauc_map_at_1000_diff1": 0.901542, + "nauc_recall_at_1_max": 0.831949, + "nauc_recall_at_1_std": 0.009448, + "nauc_recall_at_1_diff1": 0.915116, + "nauc_recall_at_3_max": 0.868264, + "nauc_recall_at_3_std": 0.11546, + "nauc_recall_at_3_diff1": 0.871668, + "nauc_recall_at_5_max": 0.882514, + "nauc_recall_at_5_std": 0.238167, + "nauc_recall_at_5_diff1": 0.859699, + "nauc_recall_at_10_max": 0.871542, + "nauc_recall_at_10_std": 0.182327, + "nauc_recall_at_10_diff1": 0.864375, + "nauc_recall_at_20_max": 0.877657, + "nauc_recall_at_20_std": 0.250741, + "nauc_recall_at_20_diff1": 0.8338, + "nauc_recall_at_100_max": 0.931373, + "nauc_recall_at_100_std": 0.736835, + "nauc_recall_at_100_diff1": 0.813772, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.831949, + "nauc_precision_at_1_std": 0.009448, + "nauc_precision_at_1_diff1": 0.915116, + "nauc_precision_at_3_max": 0.868264, + "nauc_precision_at_3_std": 0.11546, + "nauc_precision_at_3_diff1": 0.871668, + "nauc_precision_at_5_max": 0.882514, + "nauc_precision_at_5_std": 0.238167, + "nauc_precision_at_5_diff1": 0.859699, + "nauc_precision_at_10_max": 0.871542, + "nauc_precision_at_10_std": 0.182327, + "nauc_precision_at_10_diff1": 0.864375, + "nauc_precision_at_20_max": 0.877657, + "nauc_precision_at_20_std": 0.250741, + "nauc_precision_at_20_diff1": 0.8338, + "nauc_precision_at_100_max": 0.931373, + "nauc_precision_at_100_std": 0.736835, + "nauc_precision_at_100_diff1": 0.813772, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.831949, + "nauc_mrr_at_1_std": 0.009448, + "nauc_mrr_at_1_diff1": 0.915116, + "nauc_mrr_at_3_max": 0.848316, + "nauc_mrr_at_3_std": 0.042195, + "nauc_mrr_at_3_diff1": 0.900334, + "nauc_mrr_at_5_max": 0.849771, + "nauc_mrr_at_5_std": 0.058496, + "nauc_mrr_at_5_diff1": 0.899697, + "nauc_mrr_at_10_max": 0.848342, + "nauc_mrr_at_10_std": 0.049863, + "nauc_mrr_at_10_diff1": 0.901243, + "nauc_mrr_at_20_max": 0.848169, + "nauc_mrr_at_20_std": 0.049453, + "nauc_mrr_at_20_diff1": 0.901154, + "nauc_mrr_at_100_max": 0.848178, + "nauc_mrr_at_100_std": 0.049835, + "nauc_mrr_at_100_diff1": 0.901519, + "nauc_mrr_at_1000_max": 0.848137, + "nauc_mrr_at_1000_std": 0.049575, + "nauc_mrr_at_1000_diff1": 0.901542, + "main_score": 0.87278, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.9369, + "ndcg_at_5": 0.94149, + "ndcg_at_10": 0.94473, + "ndcg_at_20": 0.94734, + "ndcg_at_100": 0.94888, + "ndcg_at_1000": 0.94902, + "map_at_1": 0.90333, + "map_at_3": 0.92889, + "map_at_5": 0.93144, + "map_at_10": 0.93279, + "map_at_20": 0.93354, + "map_at_100": 0.93379, + "map_at_1000": 0.93379, + "recall_at_1": 0.90333, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.90333, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.928889, + "mrr_at_5": 0.931444, + "mrr_at_10": 0.932787, + "mrr_at_20": 0.93354, + "mrr_at_100": 0.933788, + "mrr_at_1000": 0.933794, + "nauc_ndcg_at_1_max": 0.835517, + "nauc_ndcg_at_1_std": -0.166581, + "nauc_ndcg_at_1_diff1": 0.923189, + "nauc_ndcg_at_3_max": 0.875601, + "nauc_ndcg_at_3_std": -0.116663, + "nauc_ndcg_at_3_diff1": 0.921967, + "nauc_ndcg_at_5_max": 0.87098, + "nauc_ndcg_at_5_std": -0.151638, + "nauc_ndcg_at_5_diff1": 0.923245, + "nauc_ndcg_at_10_max": 0.873346, + "nauc_ndcg_at_10_std": -0.139409, + "nauc_ndcg_at_10_diff1": 0.927017, + "nauc_ndcg_at_20_max": 0.868623, + "nauc_ndcg_at_20_std": -0.14698, + "nauc_ndcg_at_20_diff1": 0.927509, + "nauc_ndcg_at_100_max": 0.865198, + "nauc_ndcg_at_100_std": -0.143733, + "nauc_ndcg_at_100_diff1": 0.925934, + "nauc_ndcg_at_1000_max": 0.864817, + "nauc_ndcg_at_1000_std": -0.146968, + "nauc_ndcg_at_1000_diff1": 0.925724, + "nauc_map_at_1_max": 0.835517, + "nauc_map_at_1_std": -0.166581, + "nauc_map_at_1_diff1": 0.923189, + "nauc_map_at_3_max": 0.86463, + "nauc_map_at_3_std": -0.134556, + "nauc_map_at_3_diff1": 0.922563, + "nauc_map_at_5_max": 0.861967, + "nauc_map_at_5_std": -0.152373, + "nauc_map_at_5_diff1": 0.923238, + "nauc_map_at_10_max": 0.862833, + "nauc_map_at_10_std": -0.149022, + "nauc_map_at_10_diff1": 0.924888, + "nauc_map_at_20_max": 0.861677, + "nauc_map_at_20_std": -0.150278, + "nauc_map_at_20_diff1": 0.925069, + "nauc_map_at_100_max": 0.861215, + "nauc_map_at_100_std": -0.150061, + "nauc_map_at_100_diff1": 0.924879, + "nauc_map_at_1000_max": 0.861204, + "nauc_map_at_1000_std": -0.150154, + "nauc_map_at_1000_diff1": 0.924873, + "nauc_recall_at_1_max": 0.835517, + "nauc_recall_at_1_std": -0.166581, + "nauc_recall_at_1_diff1": 0.923189, + "nauc_recall_at_3_max": 0.930296, + "nauc_recall_at_3_std": -0.023745, + "nauc_recall_at_3_diff1": 0.918768, + "nauc_recall_at_5_max": 0.929254, + "nauc_recall_at_5_std": -0.154205, + "nauc_recall_at_5_diff1": 0.923346, + "nauc_recall_at_10_max": 0.976932, + "nauc_recall_at_10_std": -0.03051, + "nauc_recall_at_10_diff1": 0.950706, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": -0.111986, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.835517, + "nauc_precision_at_1_std": -0.166581, + "nauc_precision_at_1_diff1": 0.923189, + "nauc_precision_at_3_max": 0.930296, + "nauc_precision_at_3_std": -0.023745, + "nauc_precision_at_3_diff1": 0.918768, + "nauc_precision_at_5_max": 0.929254, + "nauc_precision_at_5_std": -0.154205, + "nauc_precision_at_5_diff1": 0.923346, + "nauc_precision_at_10_max": 0.976932, + "nauc_precision_at_10_std": -0.03051, + "nauc_precision_at_10_diff1": 0.950706, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": -0.111986, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.835517, + "nauc_mrr_at_1_std": -0.166581, + "nauc_mrr_at_1_diff1": 0.923189, + "nauc_mrr_at_3_max": 0.86463, + "nauc_mrr_at_3_std": -0.134556, + "nauc_mrr_at_3_diff1": 0.922563, + "nauc_mrr_at_5_max": 0.861967, + "nauc_mrr_at_5_std": -0.152373, + "nauc_mrr_at_5_diff1": 0.923238, + "nauc_mrr_at_10_max": 0.862833, + "nauc_mrr_at_10_std": -0.149022, + "nauc_mrr_at_10_diff1": 0.924888, + "nauc_mrr_at_20_max": 0.861677, + "nauc_mrr_at_20_std": -0.150278, + "nauc_mrr_at_20_diff1": 0.925069, + "nauc_mrr_at_100_max": 0.861215, + "nauc_mrr_at_100_std": -0.150061, + "nauc_mrr_at_100_diff1": 0.924879, + "nauc_mrr_at_1000_max": 0.861204, + "nauc_mrr_at_1000_std": -0.150154, + "nauc_mrr_at_1000_diff1": 0.924873, + "main_score": 0.94473, + "hf_subset": "deu_Latn-deu_Latn", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.9469, + "ndcg_at_5": 0.95336, + "ndcg_at_10": 0.95624, + "ndcg_at_20": 0.95679, + "ndcg_at_100": 0.95741, + "ndcg_at_1000": 0.95783, + "map_at_1": 0.91667, + "map_at_3": 0.94, + "map_at_5": 0.94361, + "map_at_10": 0.9448, + "map_at_20": 0.94495, + "map_at_100": 0.94504, + "map_at_1000": 0.94505, + "recall_at_1": 0.91667, + "recall_at_3": 0.96667, + "recall_at_5": 0.98222, + "recall_at_10": 0.99111, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32222, + "precision_at_5": 0.19644, + "precision_at_10": 0.09911, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.94, + "mrr_at_5": 0.943611, + "mrr_at_10": 0.944802, + "mrr_at_20": 0.944947, + "mrr_at_100": 0.945035, + "mrr_at_1000": 0.94505, + "nauc_ndcg_at_1_max": 0.796695, + "nauc_ndcg_at_1_std": -0.288895, + "nauc_ndcg_at_1_diff1": 0.944382, + "nauc_ndcg_at_3_max": 0.846518, + "nauc_ndcg_at_3_std": -0.29075, + "nauc_ndcg_at_3_diff1": 0.951176, + "nauc_ndcg_at_5_max": 0.840855, + "nauc_ndcg_at_5_std": -0.273285, + "nauc_ndcg_at_5_diff1": 0.951919, + "nauc_ndcg_at_10_max": 0.832617, + "nauc_ndcg_at_10_std": -0.277745, + "nauc_ndcg_at_10_diff1": 0.951121, + "nauc_ndcg_at_20_max": 0.831343, + "nauc_ndcg_at_20_std": -0.270591, + "nauc_ndcg_at_20_diff1": 0.951304, + "nauc_ndcg_at_100_max": 0.830769, + "nauc_ndcg_at_100_std": -0.260486, + "nauc_ndcg_at_100_diff1": 0.950596, + "nauc_ndcg_at_1000_max": 0.829093, + "nauc_ndcg_at_1000_std": -0.272971, + "nauc_ndcg_at_1000_diff1": 0.950107, + "nauc_map_at_1_max": 0.796695, + "nauc_map_at_1_std": -0.288895, + "nauc_map_at_1_diff1": 0.944382, + "nauc_map_at_3_max": 0.832117, + "nauc_map_at_3_std": -0.287864, + "nauc_map_at_3_diff1": 0.949273, + "nauc_map_at_5_max": 0.82841, + "nauc_map_at_5_std": -0.28022, + "nauc_map_at_5_diff1": 0.949373, + "nauc_map_at_10_max": 0.825474, + "nauc_map_at_10_std": -0.2816, + "nauc_map_at_10_diff1": 0.949157, + "nauc_map_at_20_max": 0.825204, + "nauc_map_at_20_std": -0.279978, + "nauc_map_at_20_diff1": 0.949179, + "nauc_map_at_100_max": 0.825095, + "nauc_map_at_100_std": -0.279137, + "nauc_map_at_100_diff1": 0.949097, + "nauc_map_at_1000_max": 0.825048, + "nauc_map_at_1000_std": -0.27948, + "nauc_map_at_1000_diff1": 0.949084, + "nauc_recall_at_1_max": 0.796695, + "nauc_recall_at_1_std": -0.288895, + "nauc_recall_at_1_diff1": 0.944382, + "nauc_recall_at_3_max": 0.919623, + "nauc_recall_at_3_std": -0.307423, + "nauc_recall_at_3_diff1": 0.960784, + "nauc_recall_at_5_max": 0.949959, + "nauc_recall_at_5_std": -0.203461, + "nauc_recall_at_5_diff1": 0.97549, + "nauc_recall_at_10_max": 0.932598, + "nauc_recall_at_10_std": -0.210026, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.010504, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796695, + "nauc_precision_at_1_std": -0.288895, + "nauc_precision_at_1_diff1": 0.944382, + "nauc_precision_at_3_max": 0.919623, + "nauc_precision_at_3_std": -0.307423, + "nauc_precision_at_3_diff1": 0.960784, + "nauc_precision_at_5_max": 0.949959, + "nauc_precision_at_5_std": -0.203461, + "nauc_precision_at_5_diff1": 0.97549, + "nauc_precision_at_10_max": 0.932598, + "nauc_precision_at_10_std": -0.210026, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.010504, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796695, + "nauc_mrr_at_1_std": -0.288895, + "nauc_mrr_at_1_diff1": 0.944382, + "nauc_mrr_at_3_max": 0.832117, + "nauc_mrr_at_3_std": -0.287864, + "nauc_mrr_at_3_diff1": 0.949273, + "nauc_mrr_at_5_max": 0.82841, + "nauc_mrr_at_5_std": -0.28022, + "nauc_mrr_at_5_diff1": 0.949373, + "nauc_mrr_at_10_max": 0.825474, + "nauc_mrr_at_10_std": -0.2816, + "nauc_mrr_at_10_diff1": 0.949157, + "nauc_mrr_at_20_max": 0.825204, + "nauc_mrr_at_20_std": -0.279978, + "nauc_mrr_at_20_diff1": 0.949179, + "nauc_mrr_at_100_max": 0.825095, + "nauc_mrr_at_100_std": -0.279137, + "nauc_mrr_at_100_diff1": 0.949097, + "nauc_mrr_at_1000_max": 0.825048, + "nauc_mrr_at_1000_std": -0.27948, + "nauc_mrr_at_1000_diff1": 0.949084, + "main_score": 0.95624, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93234, + "ndcg_at_5": 0.93884, + "ndcg_at_10": 0.94172, + "ndcg_at_20": 0.94438, + "ndcg_at_100": 0.94584, + "ndcg_at_1000": 0.94598, + "map_at_1": 0.89667, + "map_at_3": 0.92389, + "map_at_5": 0.92756, + "map_at_10": 0.92874, + "map_at_20": 0.92954, + "map_at_100": 0.92974, + "map_at_1000": 0.92975, + "recall_at_1": 0.89667, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.923889, + "mrr_at_5": 0.927556, + "mrr_at_10": 0.92874, + "mrr_at_20": 0.929543, + "mrr_at_100": 0.929742, + "mrr_at_1000": 0.929746, + "nauc_ndcg_at_1_max": 0.854199, + "nauc_ndcg_at_1_std": -0.003146, + "nauc_ndcg_at_1_diff1": 0.929323, + "nauc_ndcg_at_3_max": 0.880136, + "nauc_ndcg_at_3_std": -0.008848, + "nauc_ndcg_at_3_diff1": 0.932155, + "nauc_ndcg_at_5_max": 0.877785, + "nauc_ndcg_at_5_std": -0.008922, + "nauc_ndcg_at_5_diff1": 0.930992, + "nauc_ndcg_at_10_max": 0.874944, + "nauc_ndcg_at_10_std": -0.004679, + "nauc_ndcg_at_10_diff1": 0.930026, + "nauc_ndcg_at_20_max": 0.873121, + "nauc_ndcg_at_20_std": -0.004772, + "nauc_ndcg_at_20_diff1": 0.928834, + "nauc_ndcg_at_100_max": 0.871277, + "nauc_ndcg_at_100_std": 0.000147, + "nauc_ndcg_at_100_diff1": 0.929426, + "nauc_ndcg_at_1000_max": 0.870947, + "nauc_ndcg_at_1000_std": -0.002417, + "nauc_ndcg_at_1000_diff1": 0.92958, + "nauc_map_at_1_max": 0.854199, + "nauc_map_at_1_std": -0.003146, + "nauc_map_at_1_diff1": 0.929323, + "nauc_map_at_3_max": 0.871982, + "nauc_map_at_3_std": -0.007599, + "nauc_map_at_3_diff1": 0.930956, + "nauc_map_at_5_max": 0.870497, + "nauc_map_at_5_std": -0.006671, + "nauc_map_at_5_diff1": 0.930329, + "nauc_map_at_10_max": 0.869356, + "nauc_map_at_10_std": -0.005235, + "nauc_map_at_10_diff1": 0.930004, + "nauc_map_at_20_max": 0.868881, + "nauc_map_at_20_std": -0.004748, + "nauc_map_at_20_diff1": 0.929752, + "nauc_map_at_100_max": 0.868674, + "nauc_map_at_100_std": -0.004074, + "nauc_map_at_100_diff1": 0.929783, + "nauc_map_at_1000_max": 0.868666, + "nauc_map_at_1000_std": -0.004135, + "nauc_map_at_1000_diff1": 0.929786, + "nauc_recall_at_1_max": 0.854199, + "nauc_recall_at_1_std": -0.003146, + "nauc_recall_at_1_diff1": 0.929323, + "nauc_recall_at_3_max": 0.921114, + "nauc_recall_at_3_std": -0.014712, + "nauc_recall_at_3_diff1": 0.938411, + "nauc_recall_at_5_max": 0.931186, + "nauc_recall_at_5_std": -0.028086, + "nauc_recall_at_5_diff1": 0.935948, + "nauc_recall_at_10_max": 0.930521, + "nauc_recall_at_10_std": 0.003488, + "nauc_recall_at_10_diff1": 0.928874, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": -0.018674, + "nauc_recall_at_20_diff1": 0.897876, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.854199, + "nauc_precision_at_1_std": -0.003146, + "nauc_precision_at_1_diff1": 0.929323, + "nauc_precision_at_3_max": 0.921114, + "nauc_precision_at_3_std": -0.014712, + "nauc_precision_at_3_diff1": 0.938411, + "nauc_precision_at_5_max": 0.931186, + "nauc_precision_at_5_std": -0.028086, + "nauc_precision_at_5_diff1": 0.935948, + "nauc_precision_at_10_max": 0.930521, + "nauc_precision_at_10_std": 0.003488, + "nauc_precision_at_10_diff1": 0.928874, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": -0.018674, + "nauc_precision_at_20_diff1": 0.897876, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.854199, + "nauc_mrr_at_1_std": -0.003146, + "nauc_mrr_at_1_diff1": 0.929323, + "nauc_mrr_at_3_max": 0.871982, + "nauc_mrr_at_3_std": -0.007599, + "nauc_mrr_at_3_diff1": 0.930956, + "nauc_mrr_at_5_max": 0.870497, + "nauc_mrr_at_5_std": -0.006671, + "nauc_mrr_at_5_diff1": 0.930329, + "nauc_mrr_at_10_max": 0.869356, + "nauc_mrr_at_10_std": -0.005235, + "nauc_mrr_at_10_diff1": 0.930004, + "nauc_mrr_at_20_max": 0.868881, + "nauc_mrr_at_20_std": -0.004748, + "nauc_mrr_at_20_diff1": 0.929752, + "nauc_mrr_at_100_max": 0.868674, + "nauc_mrr_at_100_std": -0.004074, + "nauc_mrr_at_100_diff1": 0.929783, + "nauc_mrr_at_1000_max": 0.868666, + "nauc_mrr_at_1000_std": -0.004135, + "nauc_mrr_at_1000_diff1": 0.929786, + "main_score": 0.94172, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.79444, + "ndcg_at_3": 0.85235, + "ndcg_at_5": 0.86569, + "ndcg_at_10": 0.87291, + "ndcg_at_20": 0.87739, + "ndcg_at_100": 0.88198, + "ndcg_at_1000": 0.88342, + "map_at_1": 0.79444, + "map_at_3": 0.83852, + "map_at_5": 0.84596, + "map_at_10": 0.84896, + "map_at_20": 0.85018, + "map_at_100": 0.85084, + "map_at_1000": 0.8509, + "recall_at_1": 0.79444, + "recall_at_3": 0.89222, + "recall_at_5": 0.92444, + "recall_at_10": 0.94667, + "recall_at_20": 0.96444, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.79444, + "precision_at_3": 0.29741, + "precision_at_5": 0.18489, + "precision_at_10": 0.09467, + "precision_at_20": 0.04822, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.794444, + "mrr_at_3": 0.838519, + "mrr_at_5": 0.845963, + "mrr_at_10": 0.848962, + "mrr_at_20": 0.850184, + "mrr_at_100": 0.850842, + "mrr_at_1000": 0.850899, + "nauc_ndcg_at_1_max": 0.688287, + "nauc_ndcg_at_1_std": -0.223475, + "nauc_ndcg_at_1_diff1": 0.885068, + "nauc_ndcg_at_3_max": 0.700631, + "nauc_ndcg_at_3_std": -0.224425, + "nauc_ndcg_at_3_diff1": 0.865736, + "nauc_ndcg_at_5_max": 0.712181, + "nauc_ndcg_at_5_std": -0.219734, + "nauc_ndcg_at_5_diff1": 0.862542, + "nauc_ndcg_at_10_max": 0.709979, + "nauc_ndcg_at_10_std": -0.211691, + "nauc_ndcg_at_10_diff1": 0.862282, + "nauc_ndcg_at_20_max": 0.703882, + "nauc_ndcg_at_20_std": -0.230042, + "nauc_ndcg_at_20_diff1": 0.86398, + "nauc_ndcg_at_100_max": 0.706815, + "nauc_ndcg_at_100_std": -0.221735, + "nauc_ndcg_at_100_diff1": 0.867629, + "nauc_ndcg_at_1000_max": 0.704563, + "nauc_ndcg_at_1000_std": -0.223937, + "nauc_ndcg_at_1000_diff1": 0.868497, + "nauc_map_at_1_max": 0.688287, + "nauc_map_at_1_std": -0.223475, + "nauc_map_at_1_diff1": 0.885068, + "nauc_map_at_3_max": 0.698412, + "nauc_map_at_3_std": -0.226808, + "nauc_map_at_3_diff1": 0.871442, + "nauc_map_at_5_max": 0.703862, + "nauc_map_at_5_std": -0.224977, + "nauc_map_at_5_diff1": 0.869917, + "nauc_map_at_10_max": 0.702999, + "nauc_map_at_10_std": -0.222261, + "nauc_map_at_10_diff1": 0.870092, + "nauc_map_at_20_max": 0.701566, + "nauc_map_at_20_std": -0.226544, + "nauc_map_at_20_diff1": 0.870626, + "nauc_map_at_100_max": 0.701911, + "nauc_map_at_100_std": -0.225516, + "nauc_map_at_100_diff1": 0.871171, + "nauc_map_at_1000_max": 0.701844, + "nauc_map_at_1000_std": -0.225544, + "nauc_map_at_1000_diff1": 0.8712, + "nauc_recall_at_1_max": 0.688287, + "nauc_recall_at_1_std": -0.223475, + "nauc_recall_at_1_diff1": 0.885068, + "nauc_recall_at_3_max": 0.708927, + "nauc_recall_at_3_std": -0.212988, + "nauc_recall_at_3_diff1": 0.842197, + "nauc_recall_at_5_max": 0.760532, + "nauc_recall_at_5_std": -0.18622, + "nauc_recall_at_5_diff1": 0.821298, + "nauc_recall_at_10_max": 0.764083, + "nauc_recall_at_10_std": -0.11578, + "nauc_recall_at_10_diff1": 0.800673, + "nauc_recall_at_20_max": 0.711835, + "nauc_recall_at_20_std": -0.304301, + "nauc_recall_at_20_diff1": 0.789274, + "nauc_recall_at_100_max": 0.881886, + "nauc_recall_at_100_std": -0.025817, + "nauc_recall_at_100_diff1": 0.802801, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.688287, + "nauc_precision_at_1_std": -0.223475, + "nauc_precision_at_1_diff1": 0.885068, + "nauc_precision_at_3_max": 0.708927, + "nauc_precision_at_3_std": -0.212988, + "nauc_precision_at_3_diff1": 0.842197, + "nauc_precision_at_5_max": 0.760532, + "nauc_precision_at_5_std": -0.18622, + "nauc_precision_at_5_diff1": 0.821298, + "nauc_precision_at_10_max": 0.764083, + "nauc_precision_at_10_std": -0.11578, + "nauc_precision_at_10_diff1": 0.800673, + "nauc_precision_at_20_max": 0.711835, + "nauc_precision_at_20_std": -0.304301, + "nauc_precision_at_20_diff1": 0.789274, + "nauc_precision_at_100_max": 0.881886, + "nauc_precision_at_100_std": -0.025817, + "nauc_precision_at_100_diff1": 0.802801, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.688287, + "nauc_mrr_at_1_std": -0.223475, + "nauc_mrr_at_1_diff1": 0.885068, + "nauc_mrr_at_3_max": 0.698412, + "nauc_mrr_at_3_std": -0.226808, + "nauc_mrr_at_3_diff1": 0.871442, + "nauc_mrr_at_5_max": 0.703862, + "nauc_mrr_at_5_std": -0.224977, + "nauc_mrr_at_5_diff1": 0.869917, + "nauc_mrr_at_10_max": 0.702999, + "nauc_mrr_at_10_std": -0.222261, + "nauc_mrr_at_10_diff1": 0.870092, + "nauc_mrr_at_20_max": 0.701566, + "nauc_mrr_at_20_std": -0.226544, + "nauc_mrr_at_20_diff1": 0.870626, + "nauc_mrr_at_100_max": 0.701911, + "nauc_mrr_at_100_std": -0.225516, + "nauc_mrr_at_100_diff1": 0.871171, + "nauc_mrr_at_1000_max": 0.701844, + "nauc_mrr_at_1000_std": -0.225544, + "nauc_mrr_at_1000_diff1": 0.8712, + "main_score": 0.87291, + "hf_subset": "ell_Grek-ell_Grek", + "languages": [ + "ell-Grek", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89952, + "ndcg_at_5": 0.90918, + "ndcg_at_10": 0.91573, + "ndcg_at_20": 0.91861, + "ndcg_at_100": 0.91976, + "ndcg_at_1000": 0.92032, + "map_at_1": 0.84778, + "map_at_3": 0.88704, + "map_at_5": 0.89243, + "map_at_10": 0.89518, + "map_at_20": 0.896, + "map_at_100": 0.8962, + "map_at_1000": 0.89623, + "recall_at_1": 0.84778, + "recall_at_3": 0.93556, + "recall_at_5": 0.95889, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.31185, + "precision_at_5": 0.19178, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.887037, + "mrr_at_5": 0.892426, + "mrr_at_10": 0.895177, + "mrr_at_20": 0.896003, + "mrr_at_100": 0.896204, + "mrr_at_1000": 0.896225, + "nauc_ndcg_at_1_max": 0.678848, + "nauc_ndcg_at_1_std": -0.234861, + "nauc_ndcg_at_1_diff1": 0.869052, + "nauc_ndcg_at_3_max": 0.687548, + "nauc_ndcg_at_3_std": -0.259703, + "nauc_ndcg_at_3_diff1": 0.853149, + "nauc_ndcg_at_5_max": 0.693338, + "nauc_ndcg_at_5_std": -0.247624, + "nauc_ndcg_at_5_diff1": 0.855191, + "nauc_ndcg_at_10_max": 0.689829, + "nauc_ndcg_at_10_std": -0.246414, + "nauc_ndcg_at_10_diff1": 0.856662, + "nauc_ndcg_at_20_max": 0.691634, + "nauc_ndcg_at_20_std": -0.242829, + "nauc_ndcg_at_20_diff1": 0.859884, + "nauc_ndcg_at_100_max": 0.692029, + "nauc_ndcg_at_100_std": -0.23826, + "nauc_ndcg_at_100_diff1": 0.859071, + "nauc_ndcg_at_1000_max": 0.690316, + "nauc_ndcg_at_1000_std": -0.241959, + "nauc_ndcg_at_1000_diff1": 0.85874, + "nauc_map_at_1_max": 0.678848, + "nauc_map_at_1_std": -0.234861, + "nauc_map_at_1_diff1": 0.869052, + "nauc_map_at_3_max": 0.687021, + "nauc_map_at_3_std": -0.249643, + "nauc_map_at_3_diff1": 0.856866, + "nauc_map_at_5_max": 0.689723, + "nauc_map_at_5_std": -0.243469, + "nauc_map_at_5_diff1": 0.858127, + "nauc_map_at_10_max": 0.688184, + "nauc_map_at_10_std": -0.243243, + "nauc_map_at_10_diff1": 0.858624, + "nauc_map_at_20_max": 0.688718, + "nauc_map_at_20_std": -0.242667, + "nauc_map_at_20_diff1": 0.859434, + "nauc_map_at_100_max": 0.688692, + "nauc_map_at_100_std": -0.24226, + "nauc_map_at_100_diff1": 0.859302, + "nauc_map_at_1000_max": 0.688646, + "nauc_map_at_1000_std": -0.242332, + "nauc_map_at_1000_diff1": 0.859291, + "nauc_recall_at_1_max": 0.678848, + "nauc_recall_at_1_std": -0.234861, + "nauc_recall_at_1_diff1": 0.869052, + "nauc_recall_at_3_max": 0.688544, + "nauc_recall_at_3_std": -0.31053, + "nauc_recall_at_3_diff1": 0.835877, + "nauc_recall_at_5_max": 0.719244, + "nauc_recall_at_5_std": -0.2761, + "nauc_recall_at_5_diff1": 0.835592, + "nauc_recall_at_10_max": 0.70888, + "nauc_recall_at_10_std": -0.281218, + "nauc_recall_at_10_diff1": 0.836478, + "nauc_recall_at_20_max": 0.774925, + "nauc_recall_at_20_std": -0.190476, + "nauc_recall_at_20_diff1": 0.906889, + "nauc_recall_at_100_max": 0.930556, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678848, + "nauc_precision_at_1_std": -0.234861, + "nauc_precision_at_1_diff1": 0.869052, + "nauc_precision_at_3_max": 0.688544, + "nauc_precision_at_3_std": -0.31053, + "nauc_precision_at_3_diff1": 0.835877, + "nauc_precision_at_5_max": 0.719244, + "nauc_precision_at_5_std": -0.2761, + "nauc_precision_at_5_diff1": 0.835592, + "nauc_precision_at_10_max": 0.70888, + "nauc_precision_at_10_std": -0.281218, + "nauc_precision_at_10_diff1": 0.836478, + "nauc_precision_at_20_max": 0.774925, + "nauc_precision_at_20_std": -0.190476, + "nauc_precision_at_20_diff1": 0.906889, + "nauc_precision_at_100_max": 0.930556, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678848, + "nauc_mrr_at_1_std": -0.234861, + "nauc_mrr_at_1_diff1": 0.869052, + "nauc_mrr_at_3_max": 0.687021, + "nauc_mrr_at_3_std": -0.249643, + "nauc_mrr_at_3_diff1": 0.856866, + "nauc_mrr_at_5_max": 0.689723, + "nauc_mrr_at_5_std": -0.243469, + "nauc_mrr_at_5_diff1": 0.858127, + "nauc_mrr_at_10_max": 0.688184, + "nauc_mrr_at_10_std": -0.243243, + "nauc_mrr_at_10_diff1": 0.858624, + "nauc_mrr_at_20_max": 0.688718, + "nauc_mrr_at_20_std": -0.242667, + "nauc_mrr_at_20_diff1": 0.859434, + "nauc_mrr_at_100_max": 0.688692, + "nauc_mrr_at_100_std": -0.24226, + "nauc_mrr_at_100_diff1": 0.859302, + "nauc_mrr_at_1000_max": 0.688646, + "nauc_mrr_at_1000_std": -0.242332, + "nauc_mrr_at_1000_diff1": 0.859291, + "main_score": 0.91573, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.78536, + "ndcg_at_5": 0.79731, + "ndcg_at_10": 0.81069, + "ndcg_at_20": 0.81779, + "ndcg_at_100": 0.82693, + "ndcg_at_1000": 0.82865, + "map_at_1": 0.71, + "map_at_3": 0.76685, + "map_at_5": 0.77352, + "map_at_10": 0.77909, + "map_at_20": 0.78108, + "map_at_100": 0.78229, + "map_at_1000": 0.78235, + "recall_at_1": 0.71, + "recall_at_3": 0.83889, + "recall_at_5": 0.86778, + "recall_at_10": 0.90889, + "recall_at_20": 0.93667, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.71, + "precision_at_3": 0.27963, + "precision_at_5": 0.17356, + "precision_at_10": 0.09089, + "precision_at_20": 0.04683, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.71, + "mrr_at_3": 0.766852, + "mrr_at_5": 0.773519, + "mrr_at_10": 0.779091, + "mrr_at_20": 0.781084, + "mrr_at_100": 0.782288, + "mrr_at_1000": 0.78235, + "nauc_ndcg_at_1_max": 0.732102, + "nauc_ndcg_at_1_std": 0.050364, + "nauc_ndcg_at_1_diff1": 0.834564, + "nauc_ndcg_at_3_max": 0.740872, + "nauc_ndcg_at_3_std": 0.097169, + "nauc_ndcg_at_3_diff1": 0.799903, + "nauc_ndcg_at_5_max": 0.746042, + "nauc_ndcg_at_5_std": 0.11399, + "nauc_ndcg_at_5_diff1": 0.800167, + "nauc_ndcg_at_10_max": 0.742278, + "nauc_ndcg_at_10_std": 0.119206, + "nauc_ndcg_at_10_diff1": 0.797751, + "nauc_ndcg_at_20_max": 0.742835, + "nauc_ndcg_at_20_std": 0.112992, + "nauc_ndcg_at_20_diff1": 0.801971, + "nauc_ndcg_at_100_max": 0.740257, + "nauc_ndcg_at_100_std": 0.102819, + "nauc_ndcg_at_100_diff1": 0.803239, + "nauc_ndcg_at_1000_max": 0.739677, + "nauc_ndcg_at_1000_std": 0.097977, + "nauc_ndcg_at_1000_diff1": 0.804943, + "nauc_map_at_1_max": 0.732102, + "nauc_map_at_1_std": 0.050364, + "nauc_map_at_1_diff1": 0.834564, + "nauc_map_at_3_max": 0.737067, + "nauc_map_at_3_std": 0.081139, + "nauc_map_at_3_diff1": 0.807953, + "nauc_map_at_5_max": 0.739647, + "nauc_map_at_5_std": 0.089384, + "nauc_map_at_5_diff1": 0.808386, + "nauc_map_at_10_max": 0.738, + "nauc_map_at_10_std": 0.09026, + "nauc_map_at_10_diff1": 0.807587, + "nauc_map_at_20_max": 0.738047, + "nauc_map_at_20_std": 0.088467, + "nauc_map_at_20_diff1": 0.808706, + "nauc_map_at_100_max": 0.737745, + "nauc_map_at_100_std": 0.087147, + "nauc_map_at_100_diff1": 0.808855, + "nauc_map_at_1000_max": 0.737723, + "nauc_map_at_1000_std": 0.086998, + "nauc_map_at_1000_diff1": 0.808908, + "nauc_recall_at_1_max": 0.732102, + "nauc_recall_at_1_std": 0.050364, + "nauc_recall_at_1_diff1": 0.834564, + "nauc_recall_at_3_max": 0.75656, + "nauc_recall_at_3_std": 0.161659, + "nauc_recall_at_3_diff1": 0.769345, + "nauc_recall_at_5_max": 0.77714, + "nauc_recall_at_5_std": 0.231544, + "nauc_recall_at_5_diff1": 0.763804, + "nauc_recall_at_10_max": 0.769169, + "nauc_recall_at_10_std": 0.313771, + "nauc_recall_at_10_diff1": 0.736456, + "nauc_recall_at_20_max": 0.787451, + "nauc_recall_at_20_std": 0.336085, + "nauc_recall_at_20_diff1": 0.752101, + "nauc_recall_at_100_max": 0.789371, + "nauc_recall_at_100_std": 0.537932, + "nauc_recall_at_100_diff1": 0.650288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732102, + "nauc_precision_at_1_std": 0.050364, + "nauc_precision_at_1_diff1": 0.834564, + "nauc_precision_at_3_max": 0.75656, + "nauc_precision_at_3_std": 0.161659, + "nauc_precision_at_3_diff1": 0.769345, + "nauc_precision_at_5_max": 0.77714, + "nauc_precision_at_5_std": 0.231544, + "nauc_precision_at_5_diff1": 0.763804, + "nauc_precision_at_10_max": 0.769169, + "nauc_precision_at_10_std": 0.313771, + "nauc_precision_at_10_diff1": 0.736456, + "nauc_precision_at_20_max": 0.787451, + "nauc_precision_at_20_std": 0.336085, + "nauc_precision_at_20_diff1": 0.752101, + "nauc_precision_at_100_max": 0.789371, + "nauc_precision_at_100_std": 0.537932, + "nauc_precision_at_100_diff1": 0.650288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732102, + "nauc_mrr_at_1_std": 0.050364, + "nauc_mrr_at_1_diff1": 0.834564, + "nauc_mrr_at_3_max": 0.737067, + "nauc_mrr_at_3_std": 0.081139, + "nauc_mrr_at_3_diff1": 0.807953, + "nauc_mrr_at_5_max": 0.739647, + "nauc_mrr_at_5_std": 0.089384, + "nauc_mrr_at_5_diff1": 0.808386, + "nauc_mrr_at_10_max": 0.738, + "nauc_mrr_at_10_std": 0.09026, + "nauc_mrr_at_10_diff1": 0.807587, + "nauc_mrr_at_20_max": 0.738047, + "nauc_mrr_at_20_std": 0.088467, + "nauc_mrr_at_20_diff1": 0.808706, + "nauc_mrr_at_100_max": 0.737745, + "nauc_mrr_at_100_std": 0.087147, + "nauc_mrr_at_100_diff1": 0.808855, + "nauc_mrr_at_1000_max": 0.737723, + "nauc_mrr_at_1000_std": 0.086998, + "nauc_mrr_at_1000_diff1": 0.808908, + "main_score": 0.81069, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95925, + "ndcg_at_5": 0.9625, + "ndcg_at_10": 0.96443, + "ndcg_at_20": 0.96473, + "ndcg_at_100": 0.96535, + "ndcg_at_1000": 0.96577, + "map_at_1": 0.93, + "map_at_3": 0.95241, + "map_at_5": 0.95424, + "map_at_10": 0.95512, + "map_at_20": 0.95521, + "map_at_100": 0.9553, + "map_at_1000": 0.95531, + "recall_at_1": 0.93, + "recall_at_3": 0.97889, + "recall_at_5": 0.98667, + "recall_at_10": 0.99222, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.3263, + "precision_at_5": 0.19733, + "precision_at_10": 0.09922, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.952407, + "mrr_at_5": 0.954241, + "mrr_at_10": 0.95512, + "mrr_at_20": 0.955213, + "mrr_at_100": 0.955297, + "mrr_at_1000": 0.955311, + "nauc_ndcg_at_1_max": 0.860181, + "nauc_ndcg_at_1_std": -0.217694, + "nauc_ndcg_at_1_diff1": 0.961874, + "nauc_ndcg_at_3_max": 0.893023, + "nauc_ndcg_at_3_std": -0.169732, + "nauc_ndcg_at_3_diff1": 0.968619, + "nauc_ndcg_at_5_max": 0.889435, + "nauc_ndcg_at_5_std": -0.161393, + "nauc_ndcg_at_5_diff1": 0.969064, + "nauc_ndcg_at_10_max": 0.884879, + "nauc_ndcg_at_10_std": -0.189512, + "nauc_ndcg_at_10_diff1": 0.968837, + "nauc_ndcg_at_20_max": 0.886263, + "nauc_ndcg_at_20_std": -0.176312, + "nauc_ndcg_at_20_diff1": 0.968571, + "nauc_ndcg_at_100_max": 0.885036, + "nauc_ndcg_at_100_std": -0.161815, + "nauc_ndcg_at_100_diff1": 0.968011, + "nauc_ndcg_at_1000_max": 0.883618, + "nauc_ndcg_at_1000_std": -0.176145, + "nauc_ndcg_at_1000_diff1": 0.967617, + "nauc_map_at_1_max": 0.860181, + "nauc_map_at_1_std": -0.217694, + "nauc_map_at_1_diff1": 0.961874, + "nauc_map_at_3_max": 0.884151, + "nauc_map_at_3_std": -0.182681, + "nauc_map_at_3_diff1": 0.966875, + "nauc_map_at_5_max": 0.882216, + "nauc_map_at_5_std": -0.178487, + "nauc_map_at_5_diff1": 0.966976, + "nauc_map_at_10_max": 0.880447, + "nauc_map_at_10_std": -0.188755, + "nauc_map_at_10_diff1": 0.966869, + "nauc_map_at_20_max": 0.880774, + "nauc_map_at_20_std": -0.185548, + "nauc_map_at_20_diff1": 0.9668, + "nauc_map_at_100_max": 0.880638, + "nauc_map_at_100_std": -0.184204, + "nauc_map_at_100_diff1": 0.966738, + "nauc_map_at_1000_max": 0.880599, + "nauc_map_at_1000_std": -0.184585, + "nauc_map_at_1000_diff1": 0.966727, + "nauc_recall_at_1_max": 0.860181, + "nauc_recall_at_1_std": -0.217694, + "nauc_recall_at_1_diff1": 0.961874, + "nauc_recall_at_3_max": 0.948155, + "nauc_recall_at_3_std": -0.089267, + "nauc_recall_at_3_diff1": 0.97936, + "nauc_recall_at_5_max": 0.955065, + "nauc_recall_at_5_std": 0.001517, + "nauc_recall_at_5_diff1": 0.989107, + "nauc_recall_at_10_max": 0.941643, + "nauc_recall_at_10_std": -0.25757, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": -0.010504, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.860181, + "nauc_precision_at_1_std": -0.217694, + "nauc_precision_at_1_diff1": 0.961874, + "nauc_precision_at_3_max": 0.948155, + "nauc_precision_at_3_std": -0.089267, + "nauc_precision_at_3_diff1": 0.97936, + "nauc_precision_at_5_max": 0.955065, + "nauc_precision_at_5_std": 0.001517, + "nauc_precision_at_5_diff1": 0.989107, + "nauc_precision_at_10_max": 0.941643, + "nauc_precision_at_10_std": -0.25757, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": -0.010504, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.860181, + "nauc_mrr_at_1_std": -0.217694, + "nauc_mrr_at_1_diff1": 0.961874, + "nauc_mrr_at_3_max": 0.884151, + "nauc_mrr_at_3_std": -0.182681, + "nauc_mrr_at_3_diff1": 0.966875, + "nauc_mrr_at_5_max": 0.882216, + "nauc_mrr_at_5_std": -0.178487, + "nauc_mrr_at_5_diff1": 0.966976, + "nauc_mrr_at_10_max": 0.880447, + "nauc_mrr_at_10_std": -0.188755, + "nauc_mrr_at_10_diff1": 0.966869, + "nauc_mrr_at_20_max": 0.880774, + "nauc_mrr_at_20_std": -0.185548, + "nauc_mrr_at_20_diff1": 0.9668, + "nauc_mrr_at_100_max": 0.880638, + "nauc_mrr_at_100_std": -0.184204, + "nauc_mrr_at_100_diff1": 0.966738, + "nauc_mrr_at_1000_max": 0.880599, + "nauc_mrr_at_1000_std": -0.184585, + "nauc_mrr_at_1000_diff1": 0.966727, + "main_score": 0.96443, + "hf_subset": "eng_Latn-eng_Latn", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61444, + "ndcg_at_3": 0.66805, + "ndcg_at_5": 0.68584, + "ndcg_at_10": 0.70215, + "ndcg_at_20": 0.71008, + "ndcg_at_100": 0.72829, + "ndcg_at_1000": 0.73795, + "map_at_1": 0.61444, + "map_at_3": 0.65574, + "map_at_5": 0.66557, + "map_at_10": 0.67238, + "map_at_20": 0.6746, + "map_at_100": 0.67715, + "map_at_1000": 0.67753, + "recall_at_1": 0.61444, + "recall_at_3": 0.70333, + "recall_at_5": 0.74667, + "recall_at_10": 0.79667, + "recall_at_20": 0.82778, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "precision_at_1": 0.61444, + "precision_at_3": 0.23444, + "precision_at_5": 0.14933, + "precision_at_10": 0.07967, + "precision_at_20": 0.04139, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.614444, + "mrr_at_3": 0.655741, + "mrr_at_5": 0.665574, + "mrr_at_10": 0.672385, + "mrr_at_20": 0.674598, + "mrr_at_100": 0.677149, + "mrr_at_1000": 0.677525, + "nauc_ndcg_at_1_max": 0.768535, + "nauc_ndcg_at_1_std": -0.140179, + "nauc_ndcg_at_1_diff1": 0.840359, + "nauc_ndcg_at_3_max": 0.768671, + "nauc_ndcg_at_3_std": -0.137677, + "nauc_ndcg_at_3_diff1": 0.80081, + "nauc_ndcg_at_5_max": 0.771031, + "nauc_ndcg_at_5_std": -0.125932, + "nauc_ndcg_at_5_diff1": 0.798342, + "nauc_ndcg_at_10_max": 0.76363, + "nauc_ndcg_at_10_std": -0.120557, + "nauc_ndcg_at_10_diff1": 0.791933, + "nauc_ndcg_at_20_max": 0.763471, + "nauc_ndcg_at_20_std": -0.116391, + "nauc_ndcg_at_20_diff1": 0.791209, + "nauc_ndcg_at_100_max": 0.76196, + "nauc_ndcg_at_100_std": -0.119301, + "nauc_ndcg_at_100_diff1": 0.794468, + "nauc_ndcg_at_1000_max": 0.765156, + "nauc_ndcg_at_1000_std": -0.12482, + "nauc_ndcg_at_1000_diff1": 0.800314, + "nauc_map_at_1_max": 0.768535, + "nauc_map_at_1_std": -0.140179, + "nauc_map_at_1_diff1": 0.840359, + "nauc_map_at_3_max": 0.769537, + "nauc_map_at_3_std": -0.138167, + "nauc_map_at_3_diff1": 0.81117, + "nauc_map_at_5_max": 0.770783, + "nauc_map_at_5_std": -0.132023, + "nauc_map_at_5_diff1": 0.810263, + "nauc_map_at_10_max": 0.767817, + "nauc_map_at_10_std": -0.130729, + "nauc_map_at_10_diff1": 0.807997, + "nauc_map_at_20_max": 0.76769, + "nauc_map_at_20_std": -0.129917, + "nauc_map_at_20_diff1": 0.807882, + "nauc_map_at_100_max": 0.767426, + "nauc_map_at_100_std": -0.130491, + "nauc_map_at_100_diff1": 0.80841, + "nauc_map_at_1000_max": 0.767545, + "nauc_map_at_1000_std": -0.130633, + "nauc_map_at_1000_diff1": 0.808599, + "nauc_recall_at_1_max": 0.768535, + "nauc_recall_at_1_std": -0.140179, + "nauc_recall_at_1_diff1": 0.840359, + "nauc_recall_at_3_max": 0.765499, + "nauc_recall_at_3_std": -0.136188, + "nauc_recall_at_3_diff1": 0.76778, + "nauc_recall_at_5_max": 0.771895, + "nauc_recall_at_5_std": -0.102309, + "nauc_recall_at_5_diff1": 0.755501, + "nauc_recall_at_10_max": 0.742584, + "nauc_recall_at_10_std": -0.0706, + "nauc_recall_at_10_diff1": 0.72116, + "nauc_recall_at_20_max": 0.739635, + "nauc_recall_at_20_std": -0.035687, + "nauc_recall_at_20_diff1": 0.70586, + "nauc_recall_at_100_max": 0.69148, + "nauc_recall_at_100_std": 0.015748, + "nauc_recall_at_100_diff1": 0.659371, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768535, + "nauc_precision_at_1_std": -0.140179, + "nauc_precision_at_1_diff1": 0.840359, + "nauc_precision_at_3_max": 0.765499, + "nauc_precision_at_3_std": -0.136188, + "nauc_precision_at_3_diff1": 0.76778, + "nauc_precision_at_5_max": 0.771895, + "nauc_precision_at_5_std": -0.102309, + "nauc_precision_at_5_diff1": 0.755501, + "nauc_precision_at_10_max": 0.742584, + "nauc_precision_at_10_std": -0.0706, + "nauc_precision_at_10_diff1": 0.72116, + "nauc_precision_at_20_max": 0.739635, + "nauc_precision_at_20_std": -0.035687, + "nauc_precision_at_20_diff1": 0.70586, + "nauc_precision_at_100_max": 0.69148, + "nauc_precision_at_100_std": 0.015748, + "nauc_precision_at_100_diff1": 0.659371, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768535, + "nauc_mrr_at_1_std": -0.140179, + "nauc_mrr_at_1_diff1": 0.840359, + "nauc_mrr_at_3_max": 0.769537, + "nauc_mrr_at_3_std": -0.138167, + "nauc_mrr_at_3_diff1": 0.81117, + "nauc_mrr_at_5_max": 0.770783, + "nauc_mrr_at_5_std": -0.132023, + "nauc_mrr_at_5_diff1": 0.810263, + "nauc_mrr_at_10_max": 0.767817, + "nauc_mrr_at_10_std": -0.130729, + "nauc_mrr_at_10_diff1": 0.807997, + "nauc_mrr_at_20_max": 0.76769, + "nauc_mrr_at_20_std": -0.129917, + "nauc_mrr_at_20_diff1": 0.807882, + "nauc_mrr_at_100_max": 0.767426, + "nauc_mrr_at_100_std": -0.130491, + "nauc_mrr_at_100_diff1": 0.80841, + "nauc_mrr_at_1000_max": 0.767545, + "nauc_mrr_at_1000_std": -0.130633, + "nauc_mrr_at_1000_diff1": 0.808599, + "main_score": 0.70215, + "hf_subset": "est_Latn-est_Latn", + "languages": [ + "est-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.76444, + "ndcg_at_3": 0.82559, + "ndcg_at_5": 0.84051, + "ndcg_at_10": 0.85359, + "ndcg_at_20": 0.85925, + "ndcg_at_100": 0.86453, + "ndcg_at_1000": 0.86544, + "map_at_1": 0.76444, + "map_at_3": 0.8113, + "map_at_5": 0.81946, + "map_at_10": 0.82495, + "map_at_20": 0.82652, + "map_at_100": 0.8273, + "map_at_1000": 0.82735, + "recall_at_1": 0.76444, + "recall_at_3": 0.86667, + "recall_at_5": 0.90333, + "recall_at_10": 0.94333, + "recall_at_20": 0.96556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.76444, + "precision_at_3": 0.28889, + "precision_at_5": 0.18067, + "precision_at_10": 0.09433, + "precision_at_20": 0.04828, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.764444, + "mrr_at_3": 0.811296, + "mrr_at_5": 0.819463, + "mrr_at_10": 0.824946, + "mrr_at_20": 0.82652, + "mrr_at_100": 0.827302, + "mrr_at_1000": 0.827347, + "nauc_ndcg_at_1_max": 0.733068, + "nauc_ndcg_at_1_std": -0.150274, + "nauc_ndcg_at_1_diff1": 0.876991, + "nauc_ndcg_at_3_max": 0.753214, + "nauc_ndcg_at_3_std": -0.157437, + "nauc_ndcg_at_3_diff1": 0.853512, + "nauc_ndcg_at_5_max": 0.747754, + "nauc_ndcg_at_5_std": -0.154582, + "nauc_ndcg_at_5_diff1": 0.85522, + "nauc_ndcg_at_10_max": 0.746006, + "nauc_ndcg_at_10_std": -0.159852, + "nauc_ndcg_at_10_diff1": 0.855166, + "nauc_ndcg_at_20_max": 0.742068, + "nauc_ndcg_at_20_std": -0.168442, + "nauc_ndcg_at_20_diff1": 0.856378, + "nauc_ndcg_at_100_max": 0.74532, + "nauc_ndcg_at_100_std": -0.155061, + "nauc_ndcg_at_100_diff1": 0.859507, + "nauc_ndcg_at_1000_max": 0.744471, + "nauc_ndcg_at_1000_std": -0.159337, + "nauc_ndcg_at_1000_diff1": 0.859475, + "nauc_map_at_1_max": 0.733068, + "nauc_map_at_1_std": -0.150274, + "nauc_map_at_1_diff1": 0.876991, + "nauc_map_at_3_max": 0.748198, + "nauc_map_at_3_std": -0.157076, + "nauc_map_at_3_diff1": 0.85963, + "nauc_map_at_5_max": 0.745337, + "nauc_map_at_5_std": -0.155753, + "nauc_map_at_5_diff1": 0.860655, + "nauc_map_at_10_max": 0.744328, + "nauc_map_at_10_std": -0.158111, + "nauc_map_at_10_diff1": 0.86082, + "nauc_map_at_20_max": 0.743412, + "nauc_map_at_20_std": -0.160173, + "nauc_map_at_20_diff1": 0.861196, + "nauc_map_at_100_max": 0.743839, + "nauc_map_at_100_std": -0.158472, + "nauc_map_at_100_diff1": 0.861604, + "nauc_map_at_1000_max": 0.743808, + "nauc_map_at_1000_std": -0.158624, + "nauc_map_at_1000_diff1": 0.861596, + "nauc_recall_at_1_max": 0.733068, + "nauc_recall_at_1_std": -0.150274, + "nauc_recall_at_1_diff1": 0.876991, + "nauc_recall_at_3_max": 0.772289, + "nauc_recall_at_3_std": -0.157871, + "nauc_recall_at_3_diff1": 0.830064, + "nauc_recall_at_5_max": 0.757698, + "nauc_recall_at_5_std": -0.146501, + "nauc_recall_at_5_diff1": 0.82925, + "nauc_recall_at_10_max": 0.756367, + "nauc_recall_at_10_std": -0.172946, + "nauc_recall_at_10_diff1": 0.810558, + "nauc_recall_at_20_max": 0.704527, + "nauc_recall_at_20_std": -0.305081, + "nauc_recall_at_20_diff1": 0.798274, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 0.447012, + "nauc_recall_at_100_diff1": 0.85761, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733068, + "nauc_precision_at_1_std": -0.150274, + "nauc_precision_at_1_diff1": 0.876991, + "nauc_precision_at_3_max": 0.772289, + "nauc_precision_at_3_std": -0.157871, + "nauc_precision_at_3_diff1": 0.830064, + "nauc_precision_at_5_max": 0.757698, + "nauc_precision_at_5_std": -0.146501, + "nauc_precision_at_5_diff1": 0.82925, + "nauc_precision_at_10_max": 0.756367, + "nauc_precision_at_10_std": -0.172946, + "nauc_precision_at_10_diff1": 0.810558, + "nauc_precision_at_20_max": 0.704527, + "nauc_precision_at_20_std": -0.305081, + "nauc_precision_at_20_diff1": 0.798274, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 0.447012, + "nauc_precision_at_100_diff1": 0.85761, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733068, + "nauc_mrr_at_1_std": -0.150274, + "nauc_mrr_at_1_diff1": 0.876991, + "nauc_mrr_at_3_max": 0.748198, + "nauc_mrr_at_3_std": -0.157076, + "nauc_mrr_at_3_diff1": 0.85963, + "nauc_mrr_at_5_max": 0.745337, + "nauc_mrr_at_5_std": -0.155753, + "nauc_mrr_at_5_diff1": 0.860655, + "nauc_mrr_at_10_max": 0.744328, + "nauc_mrr_at_10_std": -0.158111, + "nauc_mrr_at_10_diff1": 0.86082, + "nauc_mrr_at_20_max": 0.743412, + "nauc_mrr_at_20_std": -0.160173, + "nauc_mrr_at_20_diff1": 0.861196, + "nauc_mrr_at_100_max": 0.743839, + "nauc_mrr_at_100_std": -0.158472, + "nauc_mrr_at_100_diff1": 0.861604, + "nauc_mrr_at_1000_max": 0.743808, + "nauc_mrr_at_1000_std": -0.158624, + "nauc_mrr_at_1000_diff1": 0.861596, + "main_score": 0.85359, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58444, + "ndcg_at_3": 0.63938, + "ndcg_at_5": 0.65123, + "ndcg_at_10": 0.6689, + "ndcg_at_20": 0.67998, + "ndcg_at_100": 0.69721, + "ndcg_at_1000": 0.70993, + "map_at_1": 0.58444, + "map_at_3": 0.62574, + "map_at_5": 0.6323, + "map_at_10": 0.63962, + "map_at_20": 0.64258, + "map_at_100": 0.64479, + "map_at_1000": 0.6453, + "recall_at_1": 0.58444, + "recall_at_3": 0.67889, + "recall_at_5": 0.70778, + "recall_at_10": 0.76222, + "recall_at_20": 0.80667, + "recall_at_100": 0.90222, + "recall_at_1000": 1.0, + "precision_at_1": 0.58444, + "precision_at_3": 0.2263, + "precision_at_5": 0.14156, + "precision_at_10": 0.07622, + "precision_at_20": 0.04033, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "mrr_at_1": 0.584444, + "mrr_at_3": 0.625741, + "mrr_at_5": 0.632296, + "mrr_at_10": 0.639616, + "mrr_at_20": 0.642579, + "mrr_at_100": 0.64479, + "mrr_at_1000": 0.645296, + "nauc_ndcg_at_1_max": 0.809786, + "nauc_ndcg_at_1_std": 0.128826, + "nauc_ndcg_at_1_diff1": 0.875353, + "nauc_ndcg_at_3_max": 0.818856, + "nauc_ndcg_at_3_std": 0.17229, + "nauc_ndcg_at_3_diff1": 0.839128, + "nauc_ndcg_at_5_max": 0.81506, + "nauc_ndcg_at_5_std": 0.180094, + "nauc_ndcg_at_5_diff1": 0.831323, + "nauc_ndcg_at_10_max": 0.808799, + "nauc_ndcg_at_10_std": 0.178877, + "nauc_ndcg_at_10_diff1": 0.826856, + "nauc_ndcg_at_20_max": 0.805392, + "nauc_ndcg_at_20_std": 0.181284, + "nauc_ndcg_at_20_diff1": 0.825845, + "nauc_ndcg_at_100_max": 0.808999, + "nauc_ndcg_at_100_std": 0.188412, + "nauc_ndcg_at_100_diff1": 0.830439, + "nauc_ndcg_at_1000_max": 0.811233, + "nauc_ndcg_at_1000_std": 0.176805, + "nauc_ndcg_at_1000_diff1": 0.835844, + "nauc_map_at_1_max": 0.809786, + "nauc_map_at_1_std": 0.128826, + "nauc_map_at_1_diff1": 0.875353, + "nauc_map_at_3_max": 0.817133, + "nauc_map_at_3_std": 0.16142, + "nauc_map_at_3_diff1": 0.848448, + "nauc_map_at_5_max": 0.814905, + "nauc_map_at_5_std": 0.165422, + "nauc_map_at_5_diff1": 0.844271, + "nauc_map_at_10_max": 0.812559, + "nauc_map_at_10_std": 0.164614, + "nauc_map_at_10_diff1": 0.842731, + "nauc_map_at_20_max": 0.811757, + "nauc_map_at_20_std": 0.164902, + "nauc_map_at_20_diff1": 0.842636, + "nauc_map_at_100_max": 0.812482, + "nauc_map_at_100_std": 0.165969, + "nauc_map_at_100_diff1": 0.843413, + "nauc_map_at_1000_max": 0.812586, + "nauc_map_at_1000_std": 0.165625, + "nauc_map_at_1000_diff1": 0.84361, + "nauc_recall_at_1_max": 0.809786, + "nauc_recall_at_1_std": 0.128826, + "nauc_recall_at_1_diff1": 0.875353, + "nauc_recall_at_3_max": 0.824056, + "nauc_recall_at_3_std": 0.206731, + "nauc_recall_at_3_diff1": 0.809477, + "nauc_recall_at_5_max": 0.814903, + "nauc_recall_at_5_std": 0.230505, + "nauc_recall_at_5_diff1": 0.786765, + "nauc_recall_at_10_max": 0.78972, + "nauc_recall_at_10_std": 0.235477, + "nauc_recall_at_10_diff1": 0.761383, + "nauc_recall_at_20_max": 0.766301, + "nauc_recall_at_20_std": 0.262205, + "nauc_recall_at_20_diff1": 0.743167, + "nauc_recall_at_100_max": 0.771072, + "nauc_recall_at_100_std": 0.414184, + "nauc_recall_at_100_diff1": 0.729872, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.809786, + "nauc_precision_at_1_std": 0.128826, + "nauc_precision_at_1_diff1": 0.875353, + "nauc_precision_at_3_max": 0.824056, + "nauc_precision_at_3_std": 0.206731, + "nauc_precision_at_3_diff1": 0.809477, + "nauc_precision_at_5_max": 0.814903, + "nauc_precision_at_5_std": 0.230505, + "nauc_precision_at_5_diff1": 0.786765, + "nauc_precision_at_10_max": 0.78972, + "nauc_precision_at_10_std": 0.235477, + "nauc_precision_at_10_diff1": 0.761383, + "nauc_precision_at_20_max": 0.766301, + "nauc_precision_at_20_std": 0.262205, + "nauc_precision_at_20_diff1": 0.743167, + "nauc_precision_at_100_max": 0.771072, + "nauc_precision_at_100_std": 0.414184, + "nauc_precision_at_100_diff1": 0.729872, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.809786, + "nauc_mrr_at_1_std": 0.128826, + "nauc_mrr_at_1_diff1": 0.875353, + "nauc_mrr_at_3_max": 0.817133, + "nauc_mrr_at_3_std": 0.16142, + "nauc_mrr_at_3_diff1": 0.848448, + "nauc_mrr_at_5_max": 0.814905, + "nauc_mrr_at_5_std": 0.165422, + "nauc_mrr_at_5_diff1": 0.844271, + "nauc_mrr_at_10_max": 0.812559, + "nauc_mrr_at_10_std": 0.164614, + "nauc_mrr_at_10_diff1": 0.842731, + "nauc_mrr_at_20_max": 0.811757, + "nauc_mrr_at_20_std": 0.164902, + "nauc_mrr_at_20_diff1": 0.842636, + "nauc_mrr_at_100_max": 0.812482, + "nauc_mrr_at_100_std": 0.165969, + "nauc_mrr_at_100_diff1": 0.843413, + "nauc_mrr_at_1000_max": 0.812586, + "nauc_mrr_at_1000_std": 0.165625, + "nauc_mrr_at_1000_diff1": 0.84361, + "main_score": 0.6689, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.62222, + "ndcg_at_3": 0.66932, + "ndcg_at_5": 0.68095, + "ndcg_at_10": 0.69343, + "ndcg_at_20": 0.70467, + "ndcg_at_100": 0.7221, + "ndcg_at_1000": 0.73382, + "map_at_1": 0.62222, + "map_at_3": 0.65759, + "map_at_5": 0.66415, + "map_at_10": 0.66924, + "map_at_20": 0.67234, + "map_at_100": 0.67469, + "map_at_1000": 0.67513, + "recall_at_1": 0.62222, + "recall_at_3": 0.70333, + "recall_at_5": 0.73111, + "recall_at_10": 0.77, + "recall_at_20": 0.81444, + "recall_at_100": 0.90889, + "recall_at_1000": 1.0, + "precision_at_1": 0.62222, + "precision_at_3": 0.23444, + "precision_at_5": 0.14622, + "precision_at_10": 0.077, + "precision_at_20": 0.04072, + "precision_at_100": 0.00909, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622222, + "mrr_at_3": 0.657593, + "mrr_at_5": 0.664148, + "mrr_at_10": 0.669244, + "mrr_at_20": 0.672335, + "mrr_at_100": 0.674689, + "mrr_at_1000": 0.675133, + "nauc_ndcg_at_1_max": 0.719747, + "nauc_ndcg_at_1_std": -0.212985, + "nauc_ndcg_at_1_diff1": 0.852109, + "nauc_ndcg_at_3_max": 0.730328, + "nauc_ndcg_at_3_std": -0.221893, + "nauc_ndcg_at_3_diff1": 0.827799, + "nauc_ndcg_at_5_max": 0.725683, + "nauc_ndcg_at_5_std": -0.231384, + "nauc_ndcg_at_5_diff1": 0.826125, + "nauc_ndcg_at_10_max": 0.719668, + "nauc_ndcg_at_10_std": -0.224558, + "nauc_ndcg_at_10_diff1": 0.8233, + "nauc_ndcg_at_20_max": 0.71729, + "nauc_ndcg_at_20_std": -0.217178, + "nauc_ndcg_at_20_diff1": 0.818432, + "nauc_ndcg_at_100_max": 0.715773, + "nauc_ndcg_at_100_std": -0.211652, + "nauc_ndcg_at_100_diff1": 0.820072, + "nauc_ndcg_at_1000_max": 0.719566, + "nauc_ndcg_at_1000_std": -0.21839, + "nauc_ndcg_at_1000_diff1": 0.82553, + "nauc_map_at_1_max": 0.719747, + "nauc_map_at_1_std": -0.212985, + "nauc_map_at_1_diff1": 0.852109, + "nauc_map_at_3_max": 0.728184, + "nauc_map_at_3_std": -0.218596, + "nauc_map_at_3_diff1": 0.834142, + "nauc_map_at_5_max": 0.725464, + "nauc_map_at_5_std": -0.223708, + "nauc_map_at_5_diff1": 0.833341, + "nauc_map_at_10_max": 0.723041, + "nauc_map_at_10_std": -0.221217, + "nauc_map_at_10_diff1": 0.832298, + "nauc_map_at_20_max": 0.722496, + "nauc_map_at_20_std": -0.219109, + "nauc_map_at_20_diff1": 0.831198, + "nauc_map_at_100_max": 0.722194, + "nauc_map_at_100_std": -0.219031, + "nauc_map_at_100_diff1": 0.831411, + "nauc_map_at_1000_max": 0.722312, + "nauc_map_at_1000_std": -0.219254, + "nauc_map_at_1000_diff1": 0.831612, + "nauc_recall_at_1_max": 0.719747, + "nauc_recall_at_1_std": -0.212985, + "nauc_recall_at_1_diff1": 0.852109, + "nauc_recall_at_3_max": 0.736868, + "nauc_recall_at_3_std": -0.232814, + "nauc_recall_at_3_diff1": 0.807631, + "nauc_recall_at_5_max": 0.725654, + "nauc_recall_at_5_std": -0.259318, + "nauc_recall_at_5_diff1": 0.8014, + "nauc_recall_at_10_max": 0.703162, + "nauc_recall_at_10_std": -0.235126, + "nauc_recall_at_10_diff1": 0.787548, + "nauc_recall_at_20_max": 0.686096, + "nauc_recall_at_20_std": -0.198055, + "nauc_recall_at_20_diff1": 0.752372, + "nauc_recall_at_100_max": 0.642806, + "nauc_recall_at_100_std": -0.082798, + "nauc_recall_at_100_diff1": 0.71789, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719747, + "nauc_precision_at_1_std": -0.212985, + "nauc_precision_at_1_diff1": 0.852109, + "nauc_precision_at_3_max": 0.736868, + "nauc_precision_at_3_std": -0.232814, + "nauc_precision_at_3_diff1": 0.807631, + "nauc_precision_at_5_max": 0.725654, + "nauc_precision_at_5_std": -0.259318, + "nauc_precision_at_5_diff1": 0.8014, + "nauc_precision_at_10_max": 0.703162, + "nauc_precision_at_10_std": -0.235126, + "nauc_precision_at_10_diff1": 0.787548, + "nauc_precision_at_20_max": 0.686096, + "nauc_precision_at_20_std": -0.198055, + "nauc_precision_at_20_diff1": 0.752372, + "nauc_precision_at_100_max": 0.642806, + "nauc_precision_at_100_std": -0.082798, + "nauc_precision_at_100_diff1": 0.71789, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719747, + "nauc_mrr_at_1_std": -0.212985, + "nauc_mrr_at_1_diff1": 0.852109, + "nauc_mrr_at_3_max": 0.728184, + "nauc_mrr_at_3_std": -0.218596, + "nauc_mrr_at_3_diff1": 0.834142, + "nauc_mrr_at_5_max": 0.725464, + "nauc_mrr_at_5_std": -0.223708, + "nauc_mrr_at_5_diff1": 0.833341, + "nauc_mrr_at_10_max": 0.723041, + "nauc_mrr_at_10_std": -0.221217, + "nauc_mrr_at_10_diff1": 0.832298, + "nauc_mrr_at_20_max": 0.722496, + "nauc_mrr_at_20_std": -0.219109, + "nauc_mrr_at_20_diff1": 0.831198, + "nauc_mrr_at_100_max": 0.722194, + "nauc_mrr_at_100_std": -0.219031, + "nauc_mrr_at_100_diff1": 0.831411, + "nauc_mrr_at_1000_max": 0.722312, + "nauc_mrr_at_1000_std": -0.219254, + "nauc_mrr_at_1000_diff1": 0.831612, + "main_score": 0.69343, + "hf_subset": "eus_Latn-eus_Latn", + "languages": [ + "eus-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.67222, + "ndcg_at_3": 0.73069, + "ndcg_at_5": 0.7434, + "ndcg_at_10": 0.75822, + "ndcg_at_20": 0.76715, + "ndcg_at_100": 0.78225, + "ndcg_at_1000": 0.78713, + "map_at_1": 0.67222, + "map_at_3": 0.71667, + "map_at_5": 0.72367, + "map_at_10": 0.72982, + "map_at_20": 0.73225, + "map_at_100": 0.73436, + "map_at_1000": 0.7346, + "recall_at_1": 0.67222, + "recall_at_3": 0.77111, + "recall_at_5": 0.80222, + "recall_at_10": 0.84778, + "recall_at_20": 0.88333, + "recall_at_100": 0.96444, + "recall_at_1000": 1.0, + "precision_at_1": 0.67222, + "precision_at_3": 0.25704, + "precision_at_5": 0.16044, + "precision_at_10": 0.08478, + "precision_at_20": 0.04417, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.672222, + "mrr_at_3": 0.716667, + "mrr_at_5": 0.723667, + "mrr_at_10": 0.729823, + "mrr_at_20": 0.732248, + "mrr_at_100": 0.734357, + "mrr_at_1000": 0.734595, + "nauc_ndcg_at_1_max": 0.76737, + "nauc_ndcg_at_1_std": 0.024336, + "nauc_ndcg_at_1_diff1": 0.874985, + "nauc_ndcg_at_3_max": 0.787565, + "nauc_ndcg_at_3_std": 0.030215, + "nauc_ndcg_at_3_diff1": 0.854927, + "nauc_ndcg_at_5_max": 0.783871, + "nauc_ndcg_at_5_std": 0.031851, + "nauc_ndcg_at_5_diff1": 0.848634, + "nauc_ndcg_at_10_max": 0.784308, + "nauc_ndcg_at_10_std": 0.036597, + "nauc_ndcg_at_10_diff1": 0.85251, + "nauc_ndcg_at_20_max": 0.781519, + "nauc_ndcg_at_20_std": 0.033838, + "nauc_ndcg_at_20_diff1": 0.853168, + "nauc_ndcg_at_100_max": 0.781164, + "nauc_ndcg_at_100_std": 0.034416, + "nauc_ndcg_at_100_diff1": 0.854787, + "nauc_ndcg_at_1000_max": 0.780554, + "nauc_ndcg_at_1000_std": 0.031753, + "nauc_ndcg_at_1000_diff1": 0.855873, + "nauc_map_at_1_max": 0.76737, + "nauc_map_at_1_std": 0.024336, + "nauc_map_at_1_diff1": 0.874985, + "nauc_map_at_3_max": 0.782446, + "nauc_map_at_3_std": 0.02907, + "nauc_map_at_3_diff1": 0.859825, + "nauc_map_at_5_max": 0.780188, + "nauc_map_at_5_std": 0.02932, + "nauc_map_at_5_diff1": 0.856539, + "nauc_map_at_10_max": 0.780057, + "nauc_map_at_10_std": 0.030319, + "nauc_map_at_10_diff1": 0.858178, + "nauc_map_at_20_max": 0.779358, + "nauc_map_at_20_std": 0.029566, + "nauc_map_at_20_diff1": 0.858438, + "nauc_map_at_100_max": 0.779203, + "nauc_map_at_100_std": 0.029547, + "nauc_map_at_100_diff1": 0.858643, + "nauc_map_at_1000_max": 0.779184, + "nauc_map_at_1000_std": 0.029486, + "nauc_map_at_1000_diff1": 0.858679, + "nauc_recall_at_1_max": 0.76737, + "nauc_recall_at_1_std": 0.024336, + "nauc_recall_at_1_diff1": 0.874985, + "nauc_recall_at_3_max": 0.804802, + "nauc_recall_at_3_std": 0.033891, + "nauc_recall_at_3_diff1": 0.83853, + "nauc_recall_at_5_max": 0.797129, + "nauc_recall_at_5_std": 0.042318, + "nauc_recall_at_5_diff1": 0.818378, + "nauc_recall_at_10_max": 0.804509, + "nauc_recall_at_10_std": 0.07287, + "nauc_recall_at_10_diff1": 0.827695, + "nauc_recall_at_20_max": 0.789855, + "nauc_recall_at_20_std": 0.063287, + "nauc_recall_at_20_diff1": 0.824897, + "nauc_recall_at_100_max": 0.806766, + "nauc_recall_at_100_std": 0.150327, + "nauc_recall_at_100_diff1": 0.811099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76737, + "nauc_precision_at_1_std": 0.024336, + "nauc_precision_at_1_diff1": 0.874985, + "nauc_precision_at_3_max": 0.804802, + "nauc_precision_at_3_std": 0.033891, + "nauc_precision_at_3_diff1": 0.83853, + "nauc_precision_at_5_max": 0.797129, + "nauc_precision_at_5_std": 0.042318, + "nauc_precision_at_5_diff1": 0.818378, + "nauc_precision_at_10_max": 0.804509, + "nauc_precision_at_10_std": 0.07287, + "nauc_precision_at_10_diff1": 0.827695, + "nauc_precision_at_20_max": 0.789855, + "nauc_precision_at_20_std": 0.063287, + "nauc_precision_at_20_diff1": 0.824897, + "nauc_precision_at_100_max": 0.806766, + "nauc_precision_at_100_std": 0.150327, + "nauc_precision_at_100_diff1": 0.811099, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76737, + "nauc_mrr_at_1_std": 0.024336, + "nauc_mrr_at_1_diff1": 0.874985, + "nauc_mrr_at_3_max": 0.782446, + "nauc_mrr_at_3_std": 0.02907, + "nauc_mrr_at_3_diff1": 0.859825, + "nauc_mrr_at_5_max": 0.780188, + "nauc_mrr_at_5_std": 0.02932, + "nauc_mrr_at_5_diff1": 0.856539, + "nauc_mrr_at_10_max": 0.780057, + "nauc_mrr_at_10_std": 0.030319, + "nauc_mrr_at_10_diff1": 0.858178, + "nauc_mrr_at_20_max": 0.779358, + "nauc_mrr_at_20_std": 0.029566, + "nauc_mrr_at_20_diff1": 0.858438, + "nauc_mrr_at_100_max": 0.779203, + "nauc_mrr_at_100_std": 0.029547, + "nauc_mrr_at_100_diff1": 0.858643, + "nauc_mrr_at_1000_max": 0.779184, + "nauc_mrr_at_1000_std": 0.029486, + "nauc_mrr_at_1000_diff1": 0.858679, + "main_score": 0.75822, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.50333, + "ndcg_at_3": 0.54915, + "ndcg_at_5": 0.56, + "ndcg_at_10": 0.57225, + "ndcg_at_20": 0.58439, + "ndcg_at_100": 0.60503, + "ndcg_at_1000": 0.62916, + "map_at_1": 0.50333, + "map_at_3": 0.53741, + "map_at_5": 0.54335, + "map_at_10": 0.54843, + "map_at_20": 0.55179, + "map_at_100": 0.55428, + "map_at_1000": 0.55519, + "recall_at_1": 0.50333, + "recall_at_3": 0.58333, + "recall_at_5": 0.61, + "recall_at_10": 0.64778, + "recall_at_20": 0.69556, + "recall_at_100": 0.81222, + "recall_at_1000": 1.0, + "precision_at_1": 0.50333, + "precision_at_3": 0.19444, + "precision_at_5": 0.122, + "precision_at_10": 0.06478, + "precision_at_20": 0.03478, + "precision_at_100": 0.00812, + "precision_at_1000": 0.001, + "mrr_at_1": 0.503333, + "mrr_at_3": 0.537407, + "mrr_at_5": 0.543352, + "mrr_at_10": 0.548428, + "mrr_at_20": 0.551792, + "mrr_at_100": 0.554283, + "mrr_at_1000": 0.555188, + "nauc_ndcg_at_1_max": 0.860812, + "nauc_ndcg_at_1_std": 0.523247, + "nauc_ndcg_at_1_diff1": 0.87232, + "nauc_ndcg_at_3_max": 0.87409, + "nauc_ndcg_at_3_std": 0.559363, + "nauc_ndcg_at_3_diff1": 0.854156, + "nauc_ndcg_at_5_max": 0.87211, + "nauc_ndcg_at_5_std": 0.572733, + "nauc_ndcg_at_5_diff1": 0.846644, + "nauc_ndcg_at_10_max": 0.870452, + "nauc_ndcg_at_10_std": 0.575807, + "nauc_ndcg_at_10_diff1": 0.842368, + "nauc_ndcg_at_20_max": 0.863983, + "nauc_ndcg_at_20_std": 0.573392, + "nauc_ndcg_at_20_diff1": 0.83748, + "nauc_ndcg_at_100_max": 0.859731, + "nauc_ndcg_at_100_std": 0.574311, + "nauc_ndcg_at_100_diff1": 0.834389, + "nauc_ndcg_at_1000_max": 0.865111, + "nauc_ndcg_at_1000_std": 0.566464, + "nauc_ndcg_at_1000_diff1": 0.843422, + "nauc_map_at_1_max": 0.860812, + "nauc_map_at_1_std": 0.523247, + "nauc_map_at_1_diff1": 0.87232, + "nauc_map_at_3_max": 0.871917, + "nauc_map_at_3_std": 0.550389, + "nauc_map_at_3_diff1": 0.85928, + "nauc_map_at_5_max": 0.87085, + "nauc_map_at_5_std": 0.557284, + "nauc_map_at_5_diff1": 0.855243, + "nauc_map_at_10_max": 0.870052, + "nauc_map_at_10_std": 0.558158, + "nauc_map_at_10_diff1": 0.853426, + "nauc_map_at_20_max": 0.868404, + "nauc_map_at_20_std": 0.557494, + "nauc_map_at_20_diff1": 0.852187, + "nauc_map_at_100_max": 0.867897, + "nauc_map_at_100_std": 0.557559, + "nauc_map_at_100_diff1": 0.851858, + "nauc_map_at_1000_max": 0.868024, + "nauc_map_at_1000_std": 0.557258, + "nauc_map_at_1000_diff1": 0.852123, + "nauc_recall_at_1_max": 0.860812, + "nauc_recall_at_1_std": 0.523247, + "nauc_recall_at_1_diff1": 0.87232, + "nauc_recall_at_3_max": 0.880183, + "nauc_recall_at_3_std": 0.586566, + "nauc_recall_at_3_diff1": 0.838354, + "nauc_recall_at_5_max": 0.875187, + "nauc_recall_at_5_std": 0.623461, + "nauc_recall_at_5_diff1": 0.818338, + "nauc_recall_at_10_max": 0.870415, + "nauc_recall_at_10_std": 0.639057, + "nauc_recall_at_10_diff1": 0.802605, + "nauc_recall_at_20_max": 0.839189, + "nauc_recall_at_20_std": 0.633331, + "nauc_recall_at_20_diff1": 0.775563, + "nauc_recall_at_100_max": 0.787936, + "nauc_recall_at_100_std": 0.669431, + "nauc_recall_at_100_diff1": 0.717775, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.860812, + "nauc_precision_at_1_std": 0.523247, + "nauc_precision_at_1_diff1": 0.87232, + "nauc_precision_at_3_max": 0.880183, + "nauc_precision_at_3_std": 0.586566, + "nauc_precision_at_3_diff1": 0.838354, + "nauc_precision_at_5_max": 0.875187, + "nauc_precision_at_5_std": 0.623461, + "nauc_precision_at_5_diff1": 0.818338, + "nauc_precision_at_10_max": 0.870415, + "nauc_precision_at_10_std": 0.639057, + "nauc_precision_at_10_diff1": 0.802605, + "nauc_precision_at_20_max": 0.839189, + "nauc_precision_at_20_std": 0.633331, + "nauc_precision_at_20_diff1": 0.775563, + "nauc_precision_at_100_max": 0.787936, + "nauc_precision_at_100_std": 0.669431, + "nauc_precision_at_100_diff1": 0.717775, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.860812, + "nauc_mrr_at_1_std": 0.523247, + "nauc_mrr_at_1_diff1": 0.87232, + "nauc_mrr_at_3_max": 0.871917, + "nauc_mrr_at_3_std": 0.550389, + "nauc_mrr_at_3_diff1": 0.85928, + "nauc_mrr_at_5_max": 0.87085, + "nauc_mrr_at_5_std": 0.557284, + "nauc_mrr_at_5_diff1": 0.855243, + "nauc_mrr_at_10_max": 0.870052, + "nauc_mrr_at_10_std": 0.558158, + "nauc_mrr_at_10_diff1": 0.853426, + "nauc_mrr_at_20_max": 0.868404, + "nauc_mrr_at_20_std": 0.557494, + "nauc_mrr_at_20_diff1": 0.852187, + "nauc_mrr_at_100_max": 0.867897, + "nauc_mrr_at_100_std": 0.557559, + "nauc_mrr_at_100_diff1": 0.851858, + "nauc_mrr_at_1000_max": 0.868024, + "nauc_mrr_at_1000_std": 0.557258, + "nauc_mrr_at_1000_diff1": 0.852123, + "main_score": 0.57225, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.85779, + "ndcg_at_5": 0.86649, + "ndcg_at_10": 0.87507, + "ndcg_at_20": 0.8796, + "ndcg_at_100": 0.88513, + "ndcg_at_1000": 0.88638, + "map_at_1": 0.8, + "map_at_3": 0.84426, + "map_at_5": 0.84909, + "map_at_10": 0.85281, + "map_at_20": 0.85407, + "map_at_100": 0.8549, + "map_at_1000": 0.85494, + "recall_at_1": 0.8, + "recall_at_3": 0.89667, + "recall_at_5": 0.91778, + "recall_at_10": 0.94333, + "recall_at_20": 0.96111, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29889, + "precision_at_5": 0.18356, + "precision_at_10": 0.09433, + "precision_at_20": 0.04806, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.844259, + "mrr_at_5": 0.849093, + "mrr_at_10": 0.852811, + "mrr_at_20": 0.854075, + "mrr_at_100": 0.854899, + "mrr_at_1000": 0.854939, + "nauc_ndcg_at_1_max": 0.732096, + "nauc_ndcg_at_1_std": -0.294589, + "nauc_ndcg_at_1_diff1": 0.908428, + "nauc_ndcg_at_3_max": 0.755681, + "nauc_ndcg_at_3_std": -0.287308, + "nauc_ndcg_at_3_diff1": 0.886148, + "nauc_ndcg_at_5_max": 0.754091, + "nauc_ndcg_at_5_std": -0.286549, + "nauc_ndcg_at_5_diff1": 0.886663, + "nauc_ndcg_at_10_max": 0.759069, + "nauc_ndcg_at_10_std": -0.279649, + "nauc_ndcg_at_10_diff1": 0.890991, + "nauc_ndcg_at_20_max": 0.760404, + "nauc_ndcg_at_20_std": -0.27002, + "nauc_ndcg_at_20_diff1": 0.893202, + "nauc_ndcg_at_100_max": 0.757245, + "nauc_ndcg_at_100_std": -0.26607, + "nauc_ndcg_at_100_diff1": 0.894667, + "nauc_ndcg_at_1000_max": 0.754609, + "nauc_ndcg_at_1000_std": -0.275791, + "nauc_ndcg_at_1000_diff1": 0.894135, + "nauc_map_at_1_max": 0.732096, + "nauc_map_at_1_std": -0.294589, + "nauc_map_at_1_diff1": 0.908428, + "nauc_map_at_3_max": 0.75002, + "nauc_map_at_3_std": -0.286832, + "nauc_map_at_3_diff1": 0.892503, + "nauc_map_at_5_max": 0.749008, + "nauc_map_at_5_std": -0.286087, + "nauc_map_at_5_diff1": 0.892965, + "nauc_map_at_10_max": 0.750713, + "nauc_map_at_10_std": -0.284469, + "nauc_map_at_10_diff1": 0.894709, + "nauc_map_at_20_max": 0.751031, + "nauc_map_at_20_std": -0.282215, + "nauc_map_at_20_diff1": 0.895301, + "nauc_map_at_100_max": 0.750536, + "nauc_map_at_100_std": -0.281842, + "nauc_map_at_100_diff1": 0.895462, + "nauc_map_at_1000_max": 0.750467, + "nauc_map_at_1000_std": -0.282074, + "nauc_map_at_1000_diff1": 0.895449, + "nauc_recall_at_1_max": 0.732096, + "nauc_recall_at_1_std": -0.294589, + "nauc_recall_at_1_diff1": 0.908428, + "nauc_recall_at_3_max": 0.778359, + "nauc_recall_at_3_std": -0.290887, + "nauc_recall_at_3_diff1": 0.859931, + "nauc_recall_at_5_max": 0.77832, + "nauc_recall_at_5_std": -0.291481, + "nauc_recall_at_5_diff1": 0.855307, + "nauc_recall_at_10_max": 0.820609, + "nauc_recall_at_10_std": -0.237995, + "nauc_recall_at_10_diff1": 0.868732, + "nauc_recall_at_20_max": 0.861825, + "nauc_recall_at_20_std": -0.109617, + "nauc_recall_at_20_diff1": 0.882886, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.589221, + "nauc_recall_at_100_diff1": 0.940087, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732096, + "nauc_precision_at_1_std": -0.294589, + "nauc_precision_at_1_diff1": 0.908428, + "nauc_precision_at_3_max": 0.778359, + "nauc_precision_at_3_std": -0.290887, + "nauc_precision_at_3_diff1": 0.859931, + "nauc_precision_at_5_max": 0.77832, + "nauc_precision_at_5_std": -0.291481, + "nauc_precision_at_5_diff1": 0.855307, + "nauc_precision_at_10_max": 0.820609, + "nauc_precision_at_10_std": -0.237995, + "nauc_precision_at_10_diff1": 0.868732, + "nauc_precision_at_20_max": 0.861825, + "nauc_precision_at_20_std": -0.109617, + "nauc_precision_at_20_diff1": 0.882886, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.589221, + "nauc_precision_at_100_diff1": 0.940087, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732096, + "nauc_mrr_at_1_std": -0.294589, + "nauc_mrr_at_1_diff1": 0.908428, + "nauc_mrr_at_3_max": 0.75002, + "nauc_mrr_at_3_std": -0.286832, + "nauc_mrr_at_3_diff1": 0.892503, + "nauc_mrr_at_5_max": 0.749008, + "nauc_mrr_at_5_std": -0.286087, + "nauc_mrr_at_5_diff1": 0.892965, + "nauc_mrr_at_10_max": 0.750713, + "nauc_mrr_at_10_std": -0.284469, + "nauc_mrr_at_10_diff1": 0.894709, + "nauc_mrr_at_20_max": 0.751031, + "nauc_mrr_at_20_std": -0.282215, + "nauc_mrr_at_20_diff1": 0.895301, + "nauc_mrr_at_100_max": 0.750536, + "nauc_mrr_at_100_std": -0.281842, + "nauc_mrr_at_100_diff1": 0.895462, + "nauc_mrr_at_1000_max": 0.750467, + "nauc_mrr_at_1000_std": -0.282074, + "nauc_mrr_at_1000_diff1": 0.895449, + "main_score": 0.87507, + "hf_subset": "fin_Latn-fin_Latn", + "languages": [ + "fin-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.86556, + "ndcg_at_3": 0.91102, + "ndcg_at_5": 0.91828, + "ndcg_at_10": 0.92468, + "ndcg_at_20": 0.92664, + "ndcg_at_100": 0.92848, + "ndcg_at_1000": 0.92874, + "map_at_1": 0.86556, + "map_at_3": 0.90019, + "map_at_5": 0.90419, + "map_at_10": 0.90678, + "map_at_20": 0.90732, + "map_at_100": 0.90756, + "map_at_1000": 0.90757, + "recall_at_1": 0.86556, + "recall_at_3": 0.94222, + "recall_at_5": 0.96, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86556, + "precision_at_3": 0.31407, + "precision_at_5": 0.192, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.865556, + "mrr_at_3": 0.900185, + "mrr_at_5": 0.904185, + "mrr_at_10": 0.906781, + "mrr_at_20": 0.907317, + "mrr_at_100": 0.90756, + "mrr_at_1000": 0.907565, + "nauc_ndcg_at_1_max": 0.739771, + "nauc_ndcg_at_1_std": -0.36652, + "nauc_ndcg_at_1_diff1": 0.892959, + "nauc_ndcg_at_3_max": 0.775495, + "nauc_ndcg_at_3_std": -0.343978, + "nauc_ndcg_at_3_diff1": 0.880428, + "nauc_ndcg_at_5_max": 0.771523, + "nauc_ndcg_at_5_std": -0.36078, + "nauc_ndcg_at_5_diff1": 0.878845, + "nauc_ndcg_at_10_max": 0.763558, + "nauc_ndcg_at_10_std": -0.374922, + "nauc_ndcg_at_10_diff1": 0.881638, + "nauc_ndcg_at_20_max": 0.763695, + "nauc_ndcg_at_20_std": -0.370902, + "nauc_ndcg_at_20_diff1": 0.880042, + "nauc_ndcg_at_100_max": 0.763516, + "nauc_ndcg_at_100_std": -0.361289, + "nauc_ndcg_at_100_diff1": 0.881847, + "nauc_ndcg_at_1000_max": 0.762638, + "nauc_ndcg_at_1000_std": -0.366341, + "nauc_ndcg_at_1000_diff1": 0.88224, + "nauc_map_at_1_max": 0.739771, + "nauc_map_at_1_std": -0.36652, + "nauc_map_at_1_diff1": 0.892959, + "nauc_map_at_3_max": 0.764809, + "nauc_map_at_3_std": -0.356738, + "nauc_map_at_3_diff1": 0.883393, + "nauc_map_at_5_max": 0.762669, + "nauc_map_at_5_std": -0.364707, + "nauc_map_at_5_diff1": 0.882774, + "nauc_map_at_10_max": 0.759746, + "nauc_map_at_10_std": -0.370745, + "nauc_map_at_10_diff1": 0.883773, + "nauc_map_at_20_max": 0.759923, + "nauc_map_at_20_std": -0.36913, + "nauc_map_at_20_diff1": 0.883485, + "nauc_map_at_100_max": 0.759864, + "nauc_map_at_100_std": -0.36825, + "nauc_map_at_100_diff1": 0.88369, + "nauc_map_at_1000_max": 0.759848, + "nauc_map_at_1000_std": -0.368337, + "nauc_map_at_1000_diff1": 0.883697, + "nauc_recall_at_1_max": 0.739771, + "nauc_recall_at_1_std": -0.36652, + "nauc_recall_at_1_diff1": 0.892959, + "nauc_recall_at_3_max": 0.827022, + "nauc_recall_at_3_std": -0.277948, + "nauc_recall_at_3_diff1": 0.866722, + "nauc_recall_at_5_max": 0.828652, + "nauc_recall_at_5_std": -0.335616, + "nauc_recall_at_5_diff1": 0.852876, + "nauc_recall_at_10_max": 0.795155, + "nauc_recall_at_10_std": -0.442551, + "nauc_recall_at_10_diff1": 0.859685, + "nauc_recall_at_20_max": 0.808845, + "nauc_recall_at_20_std": -0.432985, + "nauc_recall_at_20_diff1": 0.806044, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739771, + "nauc_precision_at_1_std": -0.36652, + "nauc_precision_at_1_diff1": 0.892959, + "nauc_precision_at_3_max": 0.827022, + "nauc_precision_at_3_std": -0.277948, + "nauc_precision_at_3_diff1": 0.866722, + "nauc_precision_at_5_max": 0.828652, + "nauc_precision_at_5_std": -0.335616, + "nauc_precision_at_5_diff1": 0.852876, + "nauc_precision_at_10_max": 0.795155, + "nauc_precision_at_10_std": -0.442551, + "nauc_precision_at_10_diff1": 0.859685, + "nauc_precision_at_20_max": 0.808845, + "nauc_precision_at_20_std": -0.432985, + "nauc_precision_at_20_diff1": 0.806044, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739771, + "nauc_mrr_at_1_std": -0.36652, + "nauc_mrr_at_1_diff1": 0.892959, + "nauc_mrr_at_3_max": 0.764809, + "nauc_mrr_at_3_std": -0.356738, + "nauc_mrr_at_3_diff1": 0.883393, + "nauc_mrr_at_5_max": 0.762669, + "nauc_mrr_at_5_std": -0.364707, + "nauc_mrr_at_5_diff1": 0.882774, + "nauc_mrr_at_10_max": 0.759746, + "nauc_mrr_at_10_std": -0.370745, + "nauc_mrr_at_10_diff1": 0.883773, + "nauc_mrr_at_20_max": 0.759923, + "nauc_mrr_at_20_std": -0.36913, + "nauc_mrr_at_20_diff1": 0.883485, + "nauc_mrr_at_100_max": 0.759864, + "nauc_mrr_at_100_std": -0.36825, + "nauc_mrr_at_100_diff1": 0.88369, + "nauc_mrr_at_1000_max": 0.759848, + "nauc_mrr_at_1000_std": -0.368337, + "nauc_mrr_at_1000_diff1": 0.883697, + "main_score": 0.92468, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77556, + "ndcg_at_3": 0.83849, + "ndcg_at_5": 0.84767, + "ndcg_at_10": 0.85859, + "ndcg_at_20": 0.862, + "ndcg_at_100": 0.86841, + "ndcg_at_1000": 0.87045, + "map_at_1": 0.77556, + "map_at_3": 0.82333, + "map_at_5": 0.82844, + "map_at_10": 0.83303, + "map_at_20": 0.83399, + "map_at_100": 0.83495, + "map_at_1000": 0.83503, + "recall_at_1": 0.77556, + "recall_at_3": 0.88222, + "recall_at_5": 0.90444, + "recall_at_10": 0.93778, + "recall_at_20": 0.95111, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.77556, + "precision_at_3": 0.29407, + "precision_at_5": 0.18089, + "precision_at_10": 0.09378, + "precision_at_20": 0.04756, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.775556, + "mrr_at_3": 0.823333, + "mrr_at_5": 0.828444, + "mrr_at_10": 0.833028, + "mrr_at_20": 0.833989, + "mrr_at_100": 0.834951, + "mrr_at_1000": 0.835034, + "nauc_ndcg_at_1_max": 0.752369, + "nauc_ndcg_at_1_std": -0.148184, + "nauc_ndcg_at_1_diff1": 0.88209, + "nauc_ndcg_at_3_max": 0.782643, + "nauc_ndcg_at_3_std": -0.118577, + "nauc_ndcg_at_3_diff1": 0.865758, + "nauc_ndcg_at_5_max": 0.775073, + "nauc_ndcg_at_5_std": -0.133955, + "nauc_ndcg_at_5_diff1": 0.85657, + "nauc_ndcg_at_10_max": 0.77448, + "nauc_ndcg_at_10_std": -0.119203, + "nauc_ndcg_at_10_diff1": 0.859762, + "nauc_ndcg_at_20_max": 0.776563, + "nauc_ndcg_at_20_std": -0.120622, + "nauc_ndcg_at_20_diff1": 0.861465, + "nauc_ndcg_at_100_max": 0.778053, + "nauc_ndcg_at_100_std": -0.106841, + "nauc_ndcg_at_100_diff1": 0.864125, + "nauc_ndcg_at_1000_max": 0.775195, + "nauc_ndcg_at_1000_std": -0.118204, + "nauc_ndcg_at_1000_diff1": 0.86521, + "nauc_map_at_1_max": 0.752369, + "nauc_map_at_1_std": -0.148184, + "nauc_map_at_1_diff1": 0.88209, + "nauc_map_at_3_max": 0.775419, + "nauc_map_at_3_std": -0.124029, + "nauc_map_at_3_diff1": 0.870282, + "nauc_map_at_5_max": 0.771519, + "nauc_map_at_5_std": -0.131611, + "nauc_map_at_5_diff1": 0.865858, + "nauc_map_at_10_max": 0.771162, + "nauc_map_at_10_std": -0.126735, + "nauc_map_at_10_diff1": 0.867124, + "nauc_map_at_20_max": 0.771728, + "nauc_map_at_20_std": -0.127022, + "nauc_map_at_20_diff1": 0.867605, + "nauc_map_at_100_max": 0.771988, + "nauc_map_at_100_std": -0.125, + "nauc_map_at_100_diff1": 0.868032, + "nauc_map_at_1000_max": 0.771901, + "nauc_map_at_1000_std": -0.125333, + "nauc_map_at_1000_diff1": 0.868066, + "nauc_recall_at_1_max": 0.752369, + "nauc_recall_at_1_std": -0.148184, + "nauc_recall_at_1_diff1": 0.88209, + "nauc_recall_at_3_max": 0.811328, + "nauc_recall_at_3_std": -0.098121, + "nauc_recall_at_3_diff1": 0.847335, + "nauc_recall_at_5_max": 0.789075, + "nauc_recall_at_5_std": -0.151744, + "nauc_recall_at_5_diff1": 0.809708, + "nauc_recall_at_10_max": 0.793284, + "nauc_recall_at_10_std": -0.058407, + "nauc_recall_at_10_diff1": 0.807473, + "nauc_recall_at_20_max": 0.817736, + "nauc_recall_at_20_std": -0.058749, + "nauc_recall_at_20_diff1": 0.809916, + "nauc_recall_at_100_max": 0.952148, + "nauc_recall_at_100_std": 0.590403, + "nauc_recall_at_100_diff1": 0.798253, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752369, + "nauc_precision_at_1_std": -0.148184, + "nauc_precision_at_1_diff1": 0.88209, + "nauc_precision_at_3_max": 0.811328, + "nauc_precision_at_3_std": -0.098121, + "nauc_precision_at_3_diff1": 0.847335, + "nauc_precision_at_5_max": 0.789075, + "nauc_precision_at_5_std": -0.151744, + "nauc_precision_at_5_diff1": 0.809708, + "nauc_precision_at_10_max": 0.793284, + "nauc_precision_at_10_std": -0.058407, + "nauc_precision_at_10_diff1": 0.807473, + "nauc_precision_at_20_max": 0.817736, + "nauc_precision_at_20_std": -0.058749, + "nauc_precision_at_20_diff1": 0.809916, + "nauc_precision_at_100_max": 0.952148, + "nauc_precision_at_100_std": 0.590403, + "nauc_precision_at_100_diff1": 0.798253, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752369, + "nauc_mrr_at_1_std": -0.148184, + "nauc_mrr_at_1_diff1": 0.88209, + "nauc_mrr_at_3_max": 0.775419, + "nauc_mrr_at_3_std": -0.124029, + "nauc_mrr_at_3_diff1": 0.870282, + "nauc_mrr_at_5_max": 0.771519, + "nauc_mrr_at_5_std": -0.131611, + "nauc_mrr_at_5_diff1": 0.865858, + "nauc_mrr_at_10_max": 0.771162, + "nauc_mrr_at_10_std": -0.126735, + "nauc_mrr_at_10_diff1": 0.867124, + "nauc_mrr_at_20_max": 0.771728, + "nauc_mrr_at_20_std": -0.127022, + "nauc_mrr_at_20_diff1": 0.867605, + "nauc_mrr_at_100_max": 0.771988, + "nauc_mrr_at_100_std": -0.125, + "nauc_mrr_at_100_diff1": 0.868032, + "nauc_mrr_at_1000_max": 0.771901, + "nauc_mrr_at_1000_std": -0.125333, + "nauc_mrr_at_1000_diff1": 0.868066, + "main_score": 0.85859, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94804, + "ndcg_at_5": 0.95215, + "ndcg_at_10": 0.95404, + "ndcg_at_20": 0.95571, + "ndcg_at_100": 0.95656, + "ndcg_at_1000": 0.95714, + "map_at_1": 0.91556, + "map_at_3": 0.94074, + "map_at_5": 0.94302, + "map_at_10": 0.94385, + "map_at_20": 0.9443, + "map_at_100": 0.94443, + "map_at_1000": 0.94445, + "recall_at_1": 0.91556, + "recall_at_3": 0.96889, + "recall_at_5": 0.97889, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32296, + "precision_at_5": 0.19578, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943019, + "mrr_at_10": 0.943852, + "mrr_at_20": 0.944299, + "mrr_at_100": 0.944425, + "mrr_at_1000": 0.944448, + "nauc_ndcg_at_1_max": 0.821545, + "nauc_ndcg_at_1_std": -0.211816, + "nauc_ndcg_at_1_diff1": 0.947418, + "nauc_ndcg_at_3_max": 0.859725, + "nauc_ndcg_at_3_std": -0.156844, + "nauc_ndcg_at_3_diff1": 0.943443, + "nauc_ndcg_at_5_max": 0.859349, + "nauc_ndcg_at_5_std": -0.179651, + "nauc_ndcg_at_5_diff1": 0.948805, + "nauc_ndcg_at_10_max": 0.85697, + "nauc_ndcg_at_10_std": -0.171358, + "nauc_ndcg_at_10_diff1": 0.948825, + "nauc_ndcg_at_20_max": 0.853322, + "nauc_ndcg_at_20_std": -0.165101, + "nauc_ndcg_at_20_diff1": 0.948444, + "nauc_ndcg_at_100_max": 0.851053, + "nauc_ndcg_at_100_std": -0.163433, + "nauc_ndcg_at_100_diff1": 0.948166, + "nauc_ndcg_at_1000_max": 0.84904, + "nauc_ndcg_at_1000_std": -0.169833, + "nauc_ndcg_at_1000_diff1": 0.947466, + "nauc_map_at_1_max": 0.821545, + "nauc_map_at_1_std": -0.211816, + "nauc_map_at_1_diff1": 0.947418, + "nauc_map_at_3_max": 0.847234, + "nauc_map_at_3_std": -0.17175, + "nauc_map_at_3_diff1": 0.944299, + "nauc_map_at_5_max": 0.846758, + "nauc_map_at_5_std": -0.181308, + "nauc_map_at_5_diff1": 0.946922, + "nauc_map_at_10_max": 0.845586, + "nauc_map_at_10_std": -0.17929, + "nauc_map_at_10_diff1": 0.946888, + "nauc_map_at_20_max": 0.844758, + "nauc_map_at_20_std": -0.177348, + "nauc_map_at_20_diff1": 0.946753, + "nauc_map_at_100_max": 0.84446, + "nauc_map_at_100_std": -0.177282, + "nauc_map_at_100_diff1": 0.946746, + "nauc_map_at_1000_max": 0.844395, + "nauc_map_at_1000_std": -0.177396, + "nauc_map_at_1000_diff1": 0.946724, + "nauc_recall_at_1_max": 0.821545, + "nauc_recall_at_1_std": -0.211816, + "nauc_recall_at_1_diff1": 0.947418, + "nauc_recall_at_3_max": 0.927888, + "nauc_recall_at_3_std": -0.078048, + "nauc_recall_at_3_diff1": 0.939142, + "nauc_recall_at_5_max": 0.955895, + "nauc_recall_at_5_std": -0.184825, + "nauc_recall_at_5_diff1": 0.9656, + "nauc_recall_at_10_max": 0.971989, + "nauc_recall_at_10_std": -0.097206, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.052171, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.359944, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.821545, + "nauc_precision_at_1_std": -0.211816, + "nauc_precision_at_1_diff1": 0.947418, + "nauc_precision_at_3_max": 0.927888, + "nauc_precision_at_3_std": -0.078048, + "nauc_precision_at_3_diff1": 0.939142, + "nauc_precision_at_5_max": 0.955895, + "nauc_precision_at_5_std": -0.184825, + "nauc_precision_at_5_diff1": 0.9656, + "nauc_precision_at_10_max": 0.971989, + "nauc_precision_at_10_std": -0.097206, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.052171, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.359944, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.821545, + "nauc_mrr_at_1_std": -0.211816, + "nauc_mrr_at_1_diff1": 0.947418, + "nauc_mrr_at_3_max": 0.847234, + "nauc_mrr_at_3_std": -0.17175, + "nauc_mrr_at_3_diff1": 0.944299, + "nauc_mrr_at_5_max": 0.846758, + "nauc_mrr_at_5_std": -0.181308, + "nauc_mrr_at_5_diff1": 0.946922, + "nauc_mrr_at_10_max": 0.845586, + "nauc_mrr_at_10_std": -0.17929, + "nauc_mrr_at_10_diff1": 0.946888, + "nauc_mrr_at_20_max": 0.844758, + "nauc_mrr_at_20_std": -0.177348, + "nauc_mrr_at_20_diff1": 0.946753, + "nauc_mrr_at_100_max": 0.84446, + "nauc_mrr_at_100_std": -0.177282, + "nauc_mrr_at_100_diff1": 0.946746, + "nauc_mrr_at_1000_max": 0.844395, + "nauc_mrr_at_1000_std": -0.177396, + "nauc_mrr_at_1000_diff1": 0.946724, + "main_score": 0.95404, + "hf_subset": "fra_Latn-fra_Latn", + "languages": [ + "fra-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95001, + "ndcg_at_5": 0.95513, + "ndcg_at_10": 0.95695, + "ndcg_at_20": 0.95932, + "ndcg_at_100": 0.95988, + "ndcg_at_1000": 0.96031, + "map_at_1": 0.92667, + "map_at_3": 0.94426, + "map_at_5": 0.94715, + "map_at_10": 0.94791, + "map_at_20": 0.94862, + "map_at_100": 0.94868, + "map_at_1000": 0.9487, + "recall_at_1": 0.92667, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98444, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09844, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.944259, + "mrr_at_5": 0.947148, + "mrr_at_10": 0.947909, + "mrr_at_20": 0.948623, + "mrr_at_100": 0.948681, + "mrr_at_1000": 0.948698, + "nauc_ndcg_at_1_max": 0.816039, + "nauc_ndcg_at_1_std": -0.332322, + "nauc_ndcg_at_1_diff1": 0.923358, + "nauc_ndcg_at_3_max": 0.854948, + "nauc_ndcg_at_3_std": -0.284925, + "nauc_ndcg_at_3_diff1": 0.931346, + "nauc_ndcg_at_5_max": 0.8468, + "nauc_ndcg_at_5_std": -0.330785, + "nauc_ndcg_at_5_diff1": 0.934559, + "nauc_ndcg_at_10_max": 0.848539, + "nauc_ndcg_at_10_std": -0.320108, + "nauc_ndcg_at_10_diff1": 0.935259, + "nauc_ndcg_at_20_max": 0.84505, + "nauc_ndcg_at_20_std": -0.313045, + "nauc_ndcg_at_20_diff1": 0.932454, + "nauc_ndcg_at_100_max": 0.844246, + "nauc_ndcg_at_100_std": -0.312417, + "nauc_ndcg_at_100_diff1": 0.9315, + "nauc_ndcg_at_1000_max": 0.843114, + "nauc_ndcg_at_1000_std": -0.315165, + "nauc_ndcg_at_1000_diff1": 0.931186, + "nauc_map_at_1_max": 0.816039, + "nauc_map_at_1_std": -0.332322, + "nauc_map_at_1_diff1": 0.923358, + "nauc_map_at_3_max": 0.844778, + "nauc_map_at_3_std": -0.302896, + "nauc_map_at_3_diff1": 0.929049, + "nauc_map_at_5_max": 0.840364, + "nauc_map_at_5_std": -0.326334, + "nauc_map_at_5_diff1": 0.930478, + "nauc_map_at_10_max": 0.840721, + "nauc_map_at_10_std": -0.322804, + "nauc_map_at_10_diff1": 0.930669, + "nauc_map_at_20_max": 0.839858, + "nauc_map_at_20_std": -0.320914, + "nauc_map_at_20_diff1": 0.92994, + "nauc_map_at_100_max": 0.839808, + "nauc_map_at_100_std": -0.320683, + "nauc_map_at_100_diff1": 0.929861, + "nauc_map_at_1000_max": 0.839782, + "nauc_map_at_1000_std": -0.320557, + "nauc_map_at_1000_diff1": 0.929845, + "nauc_recall_at_1_max": 0.816039, + "nauc_recall_at_1_std": -0.332322, + "nauc_recall_at_1_diff1": 0.923358, + "nauc_recall_at_3_max": 0.902521, + "nauc_recall_at_3_std": -0.196172, + "nauc_recall_at_3_diff1": 0.942266, + "nauc_recall_at_5_max": 0.888225, + "nauc_recall_at_5_std": -0.372623, + "nauc_recall_at_5_diff1": 0.96474, + "nauc_recall_at_10_max": 0.920301, + "nauc_recall_at_10_std": -0.293251, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.108543, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816039, + "nauc_precision_at_1_std": -0.332322, + "nauc_precision_at_1_diff1": 0.923358, + "nauc_precision_at_3_max": 0.902521, + "nauc_precision_at_3_std": -0.196172, + "nauc_precision_at_3_diff1": 0.942266, + "nauc_precision_at_5_max": 0.888225, + "nauc_precision_at_5_std": -0.372623, + "nauc_precision_at_5_diff1": 0.96474, + "nauc_precision_at_10_max": 0.920301, + "nauc_precision_at_10_std": -0.293251, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.108543, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816039, + "nauc_mrr_at_1_std": -0.332322, + "nauc_mrr_at_1_diff1": 0.923358, + "nauc_mrr_at_3_max": 0.844778, + "nauc_mrr_at_3_std": -0.302896, + "nauc_mrr_at_3_diff1": 0.929049, + "nauc_mrr_at_5_max": 0.840364, + "nauc_mrr_at_5_std": -0.326334, + "nauc_mrr_at_5_diff1": 0.930478, + "nauc_mrr_at_10_max": 0.840721, + "nauc_mrr_at_10_std": -0.322804, + "nauc_mrr_at_10_diff1": 0.930669, + "nauc_mrr_at_20_max": 0.839858, + "nauc_mrr_at_20_std": -0.320914, + "nauc_mrr_at_20_diff1": 0.92994, + "nauc_mrr_at_100_max": 0.839808, + "nauc_mrr_at_100_std": -0.320683, + "nauc_mrr_at_100_diff1": 0.929861, + "nauc_mrr_at_1000_max": 0.839782, + "nauc_mrr_at_1000_std": -0.320557, + "nauc_mrr_at_1000_diff1": 0.929845, + "main_score": 0.95695, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94717, + "ndcg_at_5": 0.95133, + "ndcg_at_10": 0.95561, + "ndcg_at_20": 0.95587, + "ndcg_at_100": 0.95664, + "ndcg_at_1000": 0.95707, + "map_at_1": 0.91667, + "map_at_3": 0.94, + "map_at_5": 0.94233, + "map_at_10": 0.94409, + "map_at_20": 0.94414, + "map_at_100": 0.94424, + "map_at_1000": 0.94425, + "recall_at_1": 0.91667, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.99111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09911, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.94, + "mrr_at_5": 0.942333, + "mrr_at_10": 0.944087, + "mrr_at_20": 0.944143, + "mrr_at_100": 0.944236, + "mrr_at_1000": 0.944252, + "nauc_ndcg_at_1_max": 0.815531, + "nauc_ndcg_at_1_std": -0.192188, + "nauc_ndcg_at_1_diff1": 0.932991, + "nauc_ndcg_at_3_max": 0.864721, + "nauc_ndcg_at_3_std": -0.084299, + "nauc_ndcg_at_3_diff1": 0.938724, + "nauc_ndcg_at_5_max": 0.854442, + "nauc_ndcg_at_5_std": -0.123424, + "nauc_ndcg_at_5_diff1": 0.937211, + "nauc_ndcg_at_10_max": 0.84933, + "nauc_ndcg_at_10_std": -0.149215, + "nauc_ndcg_at_10_diff1": 0.93974, + "nauc_ndcg_at_20_max": 0.848467, + "nauc_ndcg_at_20_std": -0.143469, + "nauc_ndcg_at_20_diff1": 0.939394, + "nauc_ndcg_at_100_max": 0.84644, + "nauc_ndcg_at_100_std": -0.130176, + "nauc_ndcg_at_100_diff1": 0.938308, + "nauc_ndcg_at_1000_max": 0.844914, + "nauc_ndcg_at_1000_std": -0.140986, + "nauc_ndcg_at_1000_diff1": 0.937695, + "nauc_map_at_1_max": 0.815531, + "nauc_map_at_1_std": -0.192188, + "nauc_map_at_1_diff1": 0.932991, + "nauc_map_at_3_max": 0.848642, + "nauc_map_at_3_std": -0.122674, + "nauc_map_at_3_diff1": 0.936672, + "nauc_map_at_5_max": 0.843147, + "nauc_map_at_5_std": -0.142403, + "nauc_map_at_5_diff1": 0.935873, + "nauc_map_at_10_max": 0.840937, + "nauc_map_at_10_std": -0.151768, + "nauc_map_at_10_diff1": 0.936669, + "nauc_map_at_20_max": 0.840779, + "nauc_map_at_20_std": -0.150774, + "nauc_map_at_20_diff1": 0.936606, + "nauc_map_at_100_max": 0.840607, + "nauc_map_at_100_std": -0.149117, + "nauc_map_at_100_diff1": 0.936501, + "nauc_map_at_1000_max": 0.84056, + "nauc_map_at_1000_std": -0.149443, + "nauc_map_at_1000_diff1": 0.936482, + "nauc_recall_at_1_max": 0.815531, + "nauc_recall_at_1_std": -0.192188, + "nauc_recall_at_1_diff1": 0.932991, + "nauc_recall_at_3_max": 0.950819, + "nauc_recall_at_3_std": 0.123636, + "nauc_recall_at_3_diff1": 0.949854, + "nauc_recall_at_5_max": 0.935224, + "nauc_recall_at_5_std": 0.007563, + "nauc_recall_at_5_diff1": 0.946895, + "nauc_recall_at_10_max": 0.98366, + "nauc_recall_at_10_std": -0.182073, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": -0.043551, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815531, + "nauc_precision_at_1_std": -0.192188, + "nauc_precision_at_1_diff1": 0.932991, + "nauc_precision_at_3_max": 0.950819, + "nauc_precision_at_3_std": 0.123636, + "nauc_precision_at_3_diff1": 0.949854, + "nauc_precision_at_5_max": 0.935224, + "nauc_precision_at_5_std": 0.007563, + "nauc_precision_at_5_diff1": 0.946895, + "nauc_precision_at_10_max": 0.98366, + "nauc_precision_at_10_std": -0.182073, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": -0.043551, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815531, + "nauc_mrr_at_1_std": -0.192188, + "nauc_mrr_at_1_diff1": 0.932991, + "nauc_mrr_at_3_max": 0.848642, + "nauc_mrr_at_3_std": -0.122674, + "nauc_mrr_at_3_diff1": 0.936672, + "nauc_mrr_at_5_max": 0.843147, + "nauc_mrr_at_5_std": -0.142403, + "nauc_mrr_at_5_diff1": 0.935873, + "nauc_mrr_at_10_max": 0.840937, + "nauc_mrr_at_10_std": -0.151768, + "nauc_mrr_at_10_diff1": 0.936669, + "nauc_mrr_at_20_max": 0.840779, + "nauc_mrr_at_20_std": -0.150774, + "nauc_mrr_at_20_diff1": 0.936606, + "nauc_mrr_at_100_max": 0.840607, + "nauc_mrr_at_100_std": -0.149117, + "nauc_mrr_at_100_diff1": 0.936501, + "nauc_mrr_at_1000_max": 0.84056, + "nauc_mrr_at_1000_std": -0.149443, + "nauc_mrr_at_1000_diff1": 0.936482, + "main_score": 0.95561, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.36667, + "ndcg_at_3": 0.4201, + "ndcg_at_5": 0.42828, + "ndcg_at_10": 0.44103, + "ndcg_at_20": 0.4517, + "ndcg_at_100": 0.48334, + "ndcg_at_1000": 0.51691, + "map_at_1": 0.36667, + "map_at_3": 0.40741, + "map_at_5": 0.41191, + "map_at_10": 0.41706, + "map_at_20": 0.41999, + "map_at_100": 0.42381, + "map_at_1000": 0.42506, + "recall_at_1": 0.36667, + "recall_at_3": 0.45667, + "recall_at_5": 0.47667, + "recall_at_10": 0.51667, + "recall_at_20": 0.55889, + "recall_at_100": 0.73778, + "recall_at_1000": 1.0, + "precision_at_1": 0.36667, + "precision_at_3": 0.15222, + "precision_at_5": 0.09533, + "precision_at_10": 0.05167, + "precision_at_20": 0.02794, + "precision_at_100": 0.00738, + "precision_at_1000": 0.001, + "mrr_at_1": 0.366667, + "mrr_at_3": 0.407407, + "mrr_at_5": 0.411907, + "mrr_at_10": 0.417063, + "mrr_at_20": 0.419993, + "mrr_at_100": 0.423814, + "mrr_at_1000": 0.425063, + "nauc_ndcg_at_1_max": 0.614716, + "nauc_ndcg_at_1_std": -0.524989, + "nauc_ndcg_at_1_diff1": 0.850562, + "nauc_ndcg_at_3_max": 0.578305, + "nauc_ndcg_at_3_std": -0.56871, + "nauc_ndcg_at_3_diff1": 0.79121, + "nauc_ndcg_at_5_max": 0.576261, + "nauc_ndcg_at_5_std": -0.565006, + "nauc_ndcg_at_5_diff1": 0.786181, + "nauc_ndcg_at_10_max": 0.563626, + "nauc_ndcg_at_10_std": -0.56977, + "nauc_ndcg_at_10_diff1": 0.775971, + "nauc_ndcg_at_20_max": 0.559904, + "nauc_ndcg_at_20_std": -0.57302, + "nauc_ndcg_at_20_diff1": 0.771175, + "nauc_ndcg_at_100_max": 0.550371, + "nauc_ndcg_at_100_std": -0.556436, + "nauc_ndcg_at_100_diff1": 0.756137, + "nauc_ndcg_at_1000_max": 0.565389, + "nauc_ndcg_at_1000_std": -0.560736, + "nauc_ndcg_at_1000_diff1": 0.77717, + "nauc_map_at_1_max": 0.614716, + "nauc_map_at_1_std": -0.524989, + "nauc_map_at_1_diff1": 0.850562, + "nauc_map_at_3_max": 0.587161, + "nauc_map_at_3_std": -0.558797, + "nauc_map_at_3_diff1": 0.804568, + "nauc_map_at_5_max": 0.586037, + "nauc_map_at_5_std": -0.556883, + "nauc_map_at_5_diff1": 0.801819, + "nauc_map_at_10_max": 0.580946, + "nauc_map_at_10_std": -0.558651, + "nauc_map_at_10_diff1": 0.797685, + "nauc_map_at_20_max": 0.580114, + "nauc_map_at_20_std": -0.559362, + "nauc_map_at_20_diff1": 0.796357, + "nauc_map_at_100_max": 0.57899, + "nauc_map_at_100_std": -0.557151, + "nauc_map_at_100_diff1": 0.794506, + "nauc_map_at_1000_max": 0.579356, + "nauc_map_at_1000_std": -0.55729, + "nauc_map_at_1000_diff1": 0.795173, + "nauc_recall_at_1_max": 0.614716, + "nauc_recall_at_1_std": -0.524989, + "nauc_recall_at_1_diff1": 0.850562, + "nauc_recall_at_3_max": 0.552634, + "nauc_recall_at_3_std": -0.597147, + "nauc_recall_at_3_diff1": 0.752932, + "nauc_recall_at_5_max": 0.547487, + "nauc_recall_at_5_std": -0.587653, + "nauc_recall_at_5_diff1": 0.740313, + "nauc_recall_at_10_max": 0.506354, + "nauc_recall_at_10_std": -0.604247, + "nauc_recall_at_10_diff1": 0.706768, + "nauc_recall_at_20_max": 0.487173, + "nauc_recall_at_20_std": -0.620519, + "nauc_recall_at_20_diff1": 0.684275, + "nauc_recall_at_100_max": 0.382674, + "nauc_recall_at_100_std": -0.512251, + "nauc_recall_at_100_diff1": 0.53245, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.614716, + "nauc_precision_at_1_std": -0.524989, + "nauc_precision_at_1_diff1": 0.850562, + "nauc_precision_at_3_max": 0.552634, + "nauc_precision_at_3_std": -0.597147, + "nauc_precision_at_3_diff1": 0.752932, + "nauc_precision_at_5_max": 0.547487, + "nauc_precision_at_5_std": -0.587653, + "nauc_precision_at_5_diff1": 0.740313, + "nauc_precision_at_10_max": 0.506354, + "nauc_precision_at_10_std": -0.604247, + "nauc_precision_at_10_diff1": 0.706768, + "nauc_precision_at_20_max": 0.487173, + "nauc_precision_at_20_std": -0.620519, + "nauc_precision_at_20_diff1": 0.684275, + "nauc_precision_at_100_max": 0.382674, + "nauc_precision_at_100_std": -0.512251, + "nauc_precision_at_100_diff1": 0.53245, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.614716, + "nauc_mrr_at_1_std": -0.524989, + "nauc_mrr_at_1_diff1": 0.850562, + "nauc_mrr_at_3_max": 0.587161, + "nauc_mrr_at_3_std": -0.558797, + "nauc_mrr_at_3_diff1": 0.804568, + "nauc_mrr_at_5_max": 0.586037, + "nauc_mrr_at_5_std": -0.556883, + "nauc_mrr_at_5_diff1": 0.801819, + "nauc_mrr_at_10_max": 0.580946, + "nauc_mrr_at_10_std": -0.558651, + "nauc_mrr_at_10_diff1": 0.797685, + "nauc_mrr_at_20_max": 0.580114, + "nauc_mrr_at_20_std": -0.559362, + "nauc_mrr_at_20_diff1": 0.796357, + "nauc_mrr_at_100_max": 0.57899, + "nauc_mrr_at_100_std": -0.557151, + "nauc_mrr_at_100_diff1": 0.794506, + "nauc_mrr_at_1000_max": 0.579356, + "nauc_mrr_at_1000_std": -0.55729, + "nauc_mrr_at_1000_diff1": 0.795173, + "main_score": 0.44103, + "hf_subset": "fuv_Latn-fuv_Latn", + "languages": [ + "fuv-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.52778, + "ndcg_at_3": 0.58663, + "ndcg_at_5": 0.60217, + "ndcg_at_10": 0.61328, + "ndcg_at_20": 0.62199, + "ndcg_at_100": 0.6472, + "ndcg_at_1000": 0.66434, + "map_at_1": 0.52778, + "map_at_3": 0.57204, + "map_at_5": 0.58065, + "map_at_10": 0.58522, + "map_at_20": 0.58761, + "map_at_100": 0.59111, + "map_at_1000": 0.59185, + "recall_at_1": 0.52778, + "recall_at_3": 0.62889, + "recall_at_5": 0.66667, + "recall_at_10": 0.70111, + "recall_at_20": 0.73556, + "recall_at_100": 0.87111, + "recall_at_1000": 1.0, + "precision_at_1": 0.52778, + "precision_at_3": 0.20963, + "precision_at_5": 0.13333, + "precision_at_10": 0.07011, + "precision_at_20": 0.03678, + "precision_at_100": 0.00871, + "precision_at_1000": 0.001, + "mrr_at_1": 0.527778, + "mrr_at_3": 0.572037, + "mrr_at_5": 0.580648, + "mrr_at_10": 0.58522, + "mrr_at_20": 0.587609, + "mrr_at_100": 0.59111, + "mrr_at_1000": 0.591852, + "nauc_ndcg_at_1_max": 0.808905, + "nauc_ndcg_at_1_std": 0.133304, + "nauc_ndcg_at_1_diff1": 0.867876, + "nauc_ndcg_at_3_max": 0.813032, + "nauc_ndcg_at_3_std": 0.160601, + "nauc_ndcg_at_3_diff1": 0.835745, + "nauc_ndcg_at_5_max": 0.807584, + "nauc_ndcg_at_5_std": 0.163041, + "nauc_ndcg_at_5_diff1": 0.827055, + "nauc_ndcg_at_10_max": 0.804168, + "nauc_ndcg_at_10_std": 0.172383, + "nauc_ndcg_at_10_diff1": 0.82388, + "nauc_ndcg_at_20_max": 0.80168, + "nauc_ndcg_at_20_std": 0.173006, + "nauc_ndcg_at_20_diff1": 0.819529, + "nauc_ndcg_at_100_max": 0.798064, + "nauc_ndcg_at_100_std": 0.180276, + "nauc_ndcg_at_100_diff1": 0.818393, + "nauc_ndcg_at_1000_max": 0.803179, + "nauc_ndcg_at_1000_std": 0.1679, + "nauc_ndcg_at_1000_diff1": 0.827578, + "nauc_map_at_1_max": 0.808905, + "nauc_map_at_1_std": 0.133304, + "nauc_map_at_1_diff1": 0.867876, + "nauc_map_at_3_max": 0.811859, + "nauc_map_at_3_std": 0.152979, + "nauc_map_at_3_diff1": 0.843493, + "nauc_map_at_5_max": 0.808718, + "nauc_map_at_5_std": 0.153916, + "nauc_map_at_5_diff1": 0.838814, + "nauc_map_at_10_max": 0.80745, + "nauc_map_at_10_std": 0.157733, + "nauc_map_at_10_diff1": 0.837633, + "nauc_map_at_20_max": 0.806839, + "nauc_map_at_20_std": 0.157947, + "nauc_map_at_20_diff1": 0.836614, + "nauc_map_at_100_max": 0.80627, + "nauc_map_at_100_std": 0.158644, + "nauc_map_at_100_diff1": 0.836467, + "nauc_map_at_1000_max": 0.80646, + "nauc_map_at_1000_std": 0.158222, + "nauc_map_at_1000_diff1": 0.836824, + "nauc_recall_at_1_max": 0.808905, + "nauc_recall_at_1_std": 0.133304, + "nauc_recall_at_1_diff1": 0.867876, + "nauc_recall_at_3_max": 0.816747, + "nauc_recall_at_3_std": 0.184676, + "nauc_recall_at_3_diff1": 0.811769, + "nauc_recall_at_5_max": 0.803279, + "nauc_recall_at_5_std": 0.194296, + "nauc_recall_at_5_diff1": 0.787156, + "nauc_recall_at_10_max": 0.790165, + "nauc_recall_at_10_std": 0.229053, + "nauc_recall_at_10_diff1": 0.772871, + "nauc_recall_at_20_max": 0.776076, + "nauc_recall_at_20_std": 0.236786, + "nauc_recall_at_20_diff1": 0.745346, + "nauc_recall_at_100_max": 0.717437, + "nauc_recall_at_100_std": 0.380489, + "nauc_recall_at_100_diff1": 0.673882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.808905, + "nauc_precision_at_1_std": 0.133304, + "nauc_precision_at_1_diff1": 0.867876, + "nauc_precision_at_3_max": 0.816747, + "nauc_precision_at_3_std": 0.184676, + "nauc_precision_at_3_diff1": 0.811769, + "nauc_precision_at_5_max": 0.803279, + "nauc_precision_at_5_std": 0.194296, + "nauc_precision_at_5_diff1": 0.787156, + "nauc_precision_at_10_max": 0.790165, + "nauc_precision_at_10_std": 0.229053, + "nauc_precision_at_10_diff1": 0.772871, + "nauc_precision_at_20_max": 0.776076, + "nauc_precision_at_20_std": 0.236786, + "nauc_precision_at_20_diff1": 0.745346, + "nauc_precision_at_100_max": 0.717437, + "nauc_precision_at_100_std": 0.380489, + "nauc_precision_at_100_diff1": 0.673882, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.808905, + "nauc_mrr_at_1_std": 0.133304, + "nauc_mrr_at_1_diff1": 0.867876, + "nauc_mrr_at_3_max": 0.811859, + "nauc_mrr_at_3_std": 0.152979, + "nauc_mrr_at_3_diff1": 0.843493, + "nauc_mrr_at_5_max": 0.808718, + "nauc_mrr_at_5_std": 0.153916, + "nauc_mrr_at_5_diff1": 0.838814, + "nauc_mrr_at_10_max": 0.80745, + "nauc_mrr_at_10_std": 0.157733, + "nauc_mrr_at_10_diff1": 0.837633, + "nauc_mrr_at_20_max": 0.806839, + "nauc_mrr_at_20_std": 0.157947, + "nauc_mrr_at_20_diff1": 0.836614, + "nauc_mrr_at_100_max": 0.80627, + "nauc_mrr_at_100_std": 0.158644, + "nauc_mrr_at_100_diff1": 0.836467, + "nauc_mrr_at_1000_max": 0.80646, + "nauc_mrr_at_1000_std": 0.158222, + "nauc_mrr_at_1000_diff1": 0.836824, + "main_score": 0.61328, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44667, + "ndcg_at_3": 0.48611, + "ndcg_at_5": 0.49247, + "ndcg_at_10": 0.50069, + "ndcg_at_20": 0.5097, + "ndcg_at_100": 0.52824, + "ndcg_at_1000": 0.56697, + "map_at_1": 0.44667, + "map_at_3": 0.47667, + "map_at_5": 0.48017, + "map_at_10": 0.48353, + "map_at_20": 0.48602, + "map_at_100": 0.48821, + "map_at_1000": 0.48962, + "recall_at_1": 0.44667, + "recall_at_3": 0.51333, + "recall_at_5": 0.52889, + "recall_at_10": 0.55444, + "recall_at_20": 0.59, + "recall_at_100": 0.69556, + "recall_at_1000": 1.0, + "precision_at_1": 0.44667, + "precision_at_3": 0.17111, + "precision_at_5": 0.10578, + "precision_at_10": 0.05544, + "precision_at_20": 0.0295, + "precision_at_100": 0.00696, + "precision_at_1000": 0.001, + "mrr_at_1": 0.446667, + "mrr_at_3": 0.476667, + "mrr_at_5": 0.480167, + "mrr_at_10": 0.483534, + "mrr_at_20": 0.486018, + "mrr_at_100": 0.488213, + "mrr_at_1000": 0.489617, + "nauc_ndcg_at_1_max": 0.90323, + "nauc_ndcg_at_1_std": 0.683393, + "nauc_ndcg_at_1_diff1": 0.902303, + "nauc_ndcg_at_3_max": 0.913208, + "nauc_ndcg_at_3_std": 0.707949, + "nauc_ndcg_at_3_diff1": 0.87453, + "nauc_ndcg_at_5_max": 0.914583, + "nauc_ndcg_at_5_std": 0.717726, + "nauc_ndcg_at_5_diff1": 0.870669, + "nauc_ndcg_at_10_max": 0.910878, + "nauc_ndcg_at_10_std": 0.719762, + "nauc_ndcg_at_10_diff1": 0.863478, + "nauc_ndcg_at_20_max": 0.901615, + "nauc_ndcg_at_20_std": 0.717031, + "nauc_ndcg_at_20_diff1": 0.852645, + "nauc_ndcg_at_100_max": 0.892235, + "nauc_ndcg_at_100_std": 0.708597, + "nauc_ndcg_at_100_diff1": 0.8454, + "nauc_ndcg_at_1000_max": 0.90184, + "nauc_ndcg_at_1000_std": 0.708991, + "nauc_ndcg_at_1000_diff1": 0.860083, + "nauc_map_at_1_max": 0.90323, + "nauc_map_at_1_std": 0.683393, + "nauc_map_at_1_diff1": 0.902303, + "nauc_map_at_3_max": 0.911428, + "nauc_map_at_3_std": 0.701662, + "nauc_map_at_3_diff1": 0.881486, + "nauc_map_at_5_max": 0.9122, + "nauc_map_at_5_std": 0.70711, + "nauc_map_at_5_diff1": 0.879373, + "nauc_map_at_10_max": 0.910642, + "nauc_map_at_10_std": 0.707718, + "nauc_map_at_10_diff1": 0.876441, + "nauc_map_at_20_max": 0.908145, + "nauc_map_at_20_std": 0.706887, + "nauc_map_at_20_diff1": 0.873558, + "nauc_map_at_100_max": 0.907046, + "nauc_map_at_100_std": 0.705886, + "nauc_map_at_100_diff1": 0.872749, + "nauc_map_at_1000_max": 0.907262, + "nauc_map_at_1000_std": 0.705756, + "nauc_map_at_1000_diff1": 0.873143, + "nauc_recall_at_1_max": 0.90323, + "nauc_recall_at_1_std": 0.683393, + "nauc_recall_at_1_diff1": 0.902303, + "nauc_recall_at_3_max": 0.918164, + "nauc_recall_at_3_std": 0.72656, + "nauc_recall_at_3_diff1": 0.854001, + "nauc_recall_at_5_max": 0.921572, + "nauc_recall_at_5_std": 0.750802, + "nauc_recall_at_5_diff1": 0.844113, + "nauc_recall_at_10_max": 0.91002, + "nauc_recall_at_10_std": 0.759334, + "nauc_recall_at_10_diff1": 0.820339, + "nauc_recall_at_20_max": 0.870651, + "nauc_recall_at_20_std": 0.74984, + "nauc_recall_at_20_diff1": 0.772546, + "nauc_recall_at_100_max": 0.797094, + "nauc_recall_at_100_std": 0.69597, + "nauc_recall_at_100_diff1": 0.70354, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.90323, + "nauc_precision_at_1_std": 0.683393, + "nauc_precision_at_1_diff1": 0.902303, + "nauc_precision_at_3_max": 0.918164, + "nauc_precision_at_3_std": 0.72656, + "nauc_precision_at_3_diff1": 0.854001, + "nauc_precision_at_5_max": 0.921572, + "nauc_precision_at_5_std": 0.750802, + "nauc_precision_at_5_diff1": 0.844113, + "nauc_precision_at_10_max": 0.91002, + "nauc_precision_at_10_std": 0.759334, + "nauc_precision_at_10_diff1": 0.820339, + "nauc_precision_at_20_max": 0.870651, + "nauc_precision_at_20_std": 0.74984, + "nauc_precision_at_20_diff1": 0.772546, + "nauc_precision_at_100_max": 0.797094, + "nauc_precision_at_100_std": 0.69597, + "nauc_precision_at_100_diff1": 0.70354, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.90323, + "nauc_mrr_at_1_std": 0.683393, + "nauc_mrr_at_1_diff1": 0.902303, + "nauc_mrr_at_3_max": 0.911428, + "nauc_mrr_at_3_std": 0.701662, + "nauc_mrr_at_3_diff1": 0.881486, + "nauc_mrr_at_5_max": 0.9122, + "nauc_mrr_at_5_std": 0.70711, + "nauc_mrr_at_5_diff1": 0.879373, + "nauc_mrr_at_10_max": 0.910642, + "nauc_mrr_at_10_std": 0.707718, + "nauc_mrr_at_10_diff1": 0.876441, + "nauc_mrr_at_20_max": 0.908145, + "nauc_mrr_at_20_std": 0.706887, + "nauc_mrr_at_20_diff1": 0.873558, + "nauc_mrr_at_100_max": 0.907046, + "nauc_mrr_at_100_std": 0.705886, + "nauc_mrr_at_100_diff1": 0.872749, + "nauc_mrr_at_1000_max": 0.907262, + "nauc_mrr_at_1000_std": 0.705756, + "nauc_mrr_at_1000_diff1": 0.873143, + "main_score": 0.50069, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.38222, + "ndcg_at_3": 0.44279, + "ndcg_at_5": 0.46153, + "ndcg_at_10": 0.47913, + "ndcg_at_20": 0.49459, + "ndcg_at_100": 0.52646, + "ndcg_at_1000": 0.54937, + "map_at_1": 0.38222, + "map_at_3": 0.42833, + "map_at_5": 0.43872, + "map_at_10": 0.44598, + "map_at_20": 0.45022, + "map_at_100": 0.45431, + "map_at_1000": 0.45518, + "recall_at_1": 0.38222, + "recall_at_3": 0.48444, + "recall_at_5": 0.53, + "recall_at_10": 0.58444, + "recall_at_20": 0.64556, + "recall_at_100": 0.82222, + "recall_at_1000": 1.0, + "precision_at_1": 0.38222, + "precision_at_3": 0.16148, + "precision_at_5": 0.106, + "precision_at_10": 0.05844, + "precision_at_20": 0.03228, + "precision_at_100": 0.00822, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382222, + "mrr_at_3": 0.428333, + "mrr_at_5": 0.438722, + "mrr_at_10": 0.445981, + "mrr_at_20": 0.450222, + "mrr_at_100": 0.454309, + "mrr_at_1000": 0.455185, + "nauc_ndcg_at_1_max": 0.472369, + "nauc_ndcg_at_1_std": -0.304044, + "nauc_ndcg_at_1_diff1": 0.7716, + "nauc_ndcg_at_3_max": 0.454541, + "nauc_ndcg_at_3_std": -0.319427, + "nauc_ndcg_at_3_diff1": 0.70657, + "nauc_ndcg_at_5_max": 0.448047, + "nauc_ndcg_at_5_std": -0.327841, + "nauc_ndcg_at_5_diff1": 0.689038, + "nauc_ndcg_at_10_max": 0.436891, + "nauc_ndcg_at_10_std": -0.32841, + "nauc_ndcg_at_10_diff1": 0.679509, + "nauc_ndcg_at_20_max": 0.430952, + "nauc_ndcg_at_20_std": -0.332504, + "nauc_ndcg_at_20_diff1": 0.678377, + "nauc_ndcg_at_100_max": 0.432284, + "nauc_ndcg_at_100_std": -0.33068, + "nauc_ndcg_at_100_diff1": 0.685622, + "nauc_ndcg_at_1000_max": 0.440521, + "nauc_ndcg_at_1000_std": -0.326727, + "nauc_ndcg_at_1000_diff1": 0.694176, + "nauc_map_at_1_max": 0.472369, + "nauc_map_at_1_std": -0.304044, + "nauc_map_at_1_diff1": 0.7716, + "nauc_map_at_3_max": 0.459342, + "nauc_map_at_3_std": -0.316388, + "nauc_map_at_3_diff1": 0.722686, + "nauc_map_at_5_max": 0.455688, + "nauc_map_at_5_std": -0.321118, + "nauc_map_at_5_diff1": 0.713235, + "nauc_map_at_10_max": 0.451311, + "nauc_map_at_10_std": -0.321287, + "nauc_map_at_10_diff1": 0.709592, + "nauc_map_at_20_max": 0.449963, + "nauc_map_at_20_std": -0.322315, + "nauc_map_at_20_diff1": 0.70956, + "nauc_map_at_100_max": 0.450082, + "nauc_map_at_100_std": -0.321994, + "nauc_map_at_100_diff1": 0.710195, + "nauc_map_at_1000_max": 0.450292, + "nauc_map_at_1000_std": -0.321866, + "nauc_map_at_1000_diff1": 0.71046, + "nauc_recall_at_1_max": 0.472369, + "nauc_recall_at_1_std": -0.304044, + "nauc_recall_at_1_diff1": 0.7716, + "nauc_recall_at_3_max": 0.440321, + "nauc_recall_at_3_std": -0.328008, + "nauc_recall_at_3_diff1": 0.659373, + "nauc_recall_at_5_max": 0.424064, + "nauc_recall_at_5_std": -0.348837, + "nauc_recall_at_5_diff1": 0.613467, + "nauc_recall_at_10_max": 0.385047, + "nauc_recall_at_10_std": -0.35209, + "nauc_recall_at_10_diff1": 0.577016, + "nauc_recall_at_20_max": 0.351042, + "nauc_recall_at_20_std": -0.373549, + "nauc_recall_at_20_diff1": 0.560092, + "nauc_recall_at_100_max": 0.311234, + "nauc_recall_at_100_std": -0.385758, + "nauc_recall_at_100_diff1": 0.56297, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.472369, + "nauc_precision_at_1_std": -0.304044, + "nauc_precision_at_1_diff1": 0.7716, + "nauc_precision_at_3_max": 0.440321, + "nauc_precision_at_3_std": -0.328008, + "nauc_precision_at_3_diff1": 0.659373, + "nauc_precision_at_5_max": 0.424064, + "nauc_precision_at_5_std": -0.348837, + "nauc_precision_at_5_diff1": 0.613467, + "nauc_precision_at_10_max": 0.385047, + "nauc_precision_at_10_std": -0.35209, + "nauc_precision_at_10_diff1": 0.577016, + "nauc_precision_at_20_max": 0.351042, + "nauc_precision_at_20_std": -0.373549, + "nauc_precision_at_20_diff1": 0.560092, + "nauc_precision_at_100_max": 0.311234, + "nauc_precision_at_100_std": -0.385758, + "nauc_precision_at_100_diff1": 0.56297, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.472369, + "nauc_mrr_at_1_std": -0.304044, + "nauc_mrr_at_1_diff1": 0.7716, + "nauc_mrr_at_3_max": 0.459342, + "nauc_mrr_at_3_std": -0.316388, + "nauc_mrr_at_3_diff1": 0.722686, + "nauc_mrr_at_5_max": 0.455688, + "nauc_mrr_at_5_std": -0.321118, + "nauc_mrr_at_5_diff1": 0.713235, + "nauc_mrr_at_10_max": 0.451311, + "nauc_mrr_at_10_std": -0.321287, + "nauc_mrr_at_10_diff1": 0.709592, + "nauc_mrr_at_20_max": 0.449963, + "nauc_mrr_at_20_std": -0.322315, + "nauc_mrr_at_20_diff1": 0.70956, + "nauc_mrr_at_100_max": 0.450082, + "nauc_mrr_at_100_std": -0.321994, + "nauc_mrr_at_100_diff1": 0.710195, + "nauc_mrr_at_1000_max": 0.450292, + "nauc_mrr_at_1000_std": -0.321866, + "nauc_mrr_at_1000_diff1": 0.71046, + "main_score": 0.47913, + "hf_subset": "gaz_Latn-gaz_Latn", + "languages": [ + "gaz-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.38235, + "ndcg_at_5": 0.40024, + "ndcg_at_10": 0.4228, + "ndcg_at_20": 0.43632, + "ndcg_at_100": 0.47054, + "ndcg_at_1000": 0.49914, + "map_at_1": 0.32, + "map_at_3": 0.36704, + "map_at_5": 0.37698, + "map_at_10": 0.38646, + "map_at_20": 0.39018, + "map_at_100": 0.39453, + "map_at_1000": 0.3957, + "recall_at_1": 0.32, + "recall_at_3": 0.42667, + "recall_at_5": 0.47, + "recall_at_10": 0.53889, + "recall_at_20": 0.59222, + "recall_at_100": 0.78222, + "recall_at_1000": 1.0, + "precision_at_1": 0.32, + "precision_at_3": 0.14222, + "precision_at_5": 0.094, + "precision_at_10": 0.05389, + "precision_at_20": 0.02961, + "precision_at_100": 0.00782, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32, + "mrr_at_3": 0.367037, + "mrr_at_5": 0.376981, + "mrr_at_10": 0.386455, + "mrr_at_20": 0.390185, + "mrr_at_100": 0.394526, + "mrr_at_1000": 0.395701, + "nauc_ndcg_at_1_max": 0.66015, + "nauc_ndcg_at_1_std": 0.291123, + "nauc_ndcg_at_1_diff1": 0.735308, + "nauc_ndcg_at_3_max": 0.631423, + "nauc_ndcg_at_3_std": 0.284379, + "nauc_ndcg_at_3_diff1": 0.678039, + "nauc_ndcg_at_5_max": 0.628517, + "nauc_ndcg_at_5_std": 0.284548, + "nauc_ndcg_at_5_diff1": 0.670447, + "nauc_ndcg_at_10_max": 0.62322, + "nauc_ndcg_at_10_std": 0.292893, + "nauc_ndcg_at_10_diff1": 0.666854, + "nauc_ndcg_at_20_max": 0.620179, + "nauc_ndcg_at_20_std": 0.296499, + "nauc_ndcg_at_20_diff1": 0.663642, + "nauc_ndcg_at_100_max": 0.61712, + "nauc_ndcg_at_100_std": 0.296446, + "nauc_ndcg_at_100_diff1": 0.66087, + "nauc_ndcg_at_1000_max": 0.625769, + "nauc_ndcg_at_1000_std": 0.292444, + "nauc_ndcg_at_1000_diff1": 0.672725, + "nauc_map_at_1_max": 0.66015, + "nauc_map_at_1_std": 0.291123, + "nauc_map_at_1_diff1": 0.735308, + "nauc_map_at_3_max": 0.638675, + "nauc_map_at_3_std": 0.28475, + "nauc_map_at_3_diff1": 0.691697, + "nauc_map_at_5_max": 0.637049, + "nauc_map_at_5_std": 0.284742, + "nauc_map_at_5_diff1": 0.687409, + "nauc_map_at_10_max": 0.634394, + "nauc_map_at_10_std": 0.287504, + "nauc_map_at_10_diff1": 0.685973, + "nauc_map_at_20_max": 0.633689, + "nauc_map_at_20_std": 0.288595, + "nauc_map_at_20_diff1": 0.685106, + "nauc_map_at_100_max": 0.63332, + "nauc_map_at_100_std": 0.288458, + "nauc_map_at_100_diff1": 0.684875, + "nauc_map_at_1000_max": 0.633667, + "nauc_map_at_1000_std": 0.288435, + "nauc_map_at_1000_diff1": 0.685316, + "nauc_recall_at_1_max": 0.66015, + "nauc_recall_at_1_std": 0.291123, + "nauc_recall_at_1_diff1": 0.735308, + "nauc_recall_at_3_max": 0.610611, + "nauc_recall_at_3_std": 0.283825, + "nauc_recall_at_3_diff1": 0.63915, + "nauc_recall_at_5_max": 0.603408, + "nauc_recall_at_5_std": 0.284651, + "nauc_recall_at_5_diff1": 0.620648, + "nauc_recall_at_10_max": 0.588165, + "nauc_recall_at_10_std": 0.314905, + "nauc_recall_at_10_diff1": 0.607027, + "nauc_recall_at_20_max": 0.572423, + "nauc_recall_at_20_std": 0.330465, + "nauc_recall_at_20_diff1": 0.590328, + "nauc_recall_at_100_max": 0.518953, + "nauc_recall_at_100_std": 0.352014, + "nauc_recall_at_100_diff1": 0.523962, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66015, + "nauc_precision_at_1_std": 0.291123, + "nauc_precision_at_1_diff1": 0.735308, + "nauc_precision_at_3_max": 0.610611, + "nauc_precision_at_3_std": 0.283825, + "nauc_precision_at_3_diff1": 0.63915, + "nauc_precision_at_5_max": 0.603408, + "nauc_precision_at_5_std": 0.284651, + "nauc_precision_at_5_diff1": 0.620648, + "nauc_precision_at_10_max": 0.588165, + "nauc_precision_at_10_std": 0.314905, + "nauc_precision_at_10_diff1": 0.607027, + "nauc_precision_at_20_max": 0.572423, + "nauc_precision_at_20_std": 0.330465, + "nauc_precision_at_20_diff1": 0.590328, + "nauc_precision_at_100_max": 0.518953, + "nauc_precision_at_100_std": 0.352014, + "nauc_precision_at_100_diff1": 0.523962, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66015, + "nauc_mrr_at_1_std": 0.291123, + "nauc_mrr_at_1_diff1": 0.735308, + "nauc_mrr_at_3_max": 0.638675, + "nauc_mrr_at_3_std": 0.28475, + "nauc_mrr_at_3_diff1": 0.691697, + "nauc_mrr_at_5_max": 0.637049, + "nauc_mrr_at_5_std": 0.284742, + "nauc_mrr_at_5_diff1": 0.687409, + "nauc_mrr_at_10_max": 0.634394, + "nauc_mrr_at_10_std": 0.287504, + "nauc_mrr_at_10_diff1": 0.685973, + "nauc_mrr_at_20_max": 0.633689, + "nauc_mrr_at_20_std": 0.288595, + "nauc_mrr_at_20_diff1": 0.685106, + "nauc_mrr_at_100_max": 0.63332, + "nauc_mrr_at_100_std": 0.288458, + "nauc_mrr_at_100_diff1": 0.684875, + "nauc_mrr_at_1000_max": 0.633667, + "nauc_mrr_at_1000_std": 0.288435, + "nauc_mrr_at_1000_diff1": 0.685316, + "main_score": 0.4228, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.28667, + "ndcg_at_3": 0.32792, + "ndcg_at_5": 0.34255, + "ndcg_at_10": 0.35772, + "ndcg_at_20": 0.36977, + "ndcg_at_100": 0.39444, + "ndcg_at_1000": 0.44161, + "map_at_1": 0.28667, + "map_at_3": 0.31796, + "map_at_5": 0.32607, + "map_at_10": 0.33238, + "map_at_20": 0.33568, + "map_at_100": 0.33863, + "map_at_1000": 0.34029, + "recall_at_1": 0.28667, + "recall_at_3": 0.35667, + "recall_at_5": 0.39222, + "recall_at_10": 0.43889, + "recall_at_20": 0.48667, + "recall_at_100": 0.62667, + "recall_at_1000": 1.0, + "precision_at_1": 0.28667, + "precision_at_3": 0.11889, + "precision_at_5": 0.07844, + "precision_at_10": 0.04389, + "precision_at_20": 0.02433, + "precision_at_100": 0.00627, + "precision_at_1000": 0.001, + "mrr_at_1": 0.286667, + "mrr_at_3": 0.317963, + "mrr_at_5": 0.326074, + "mrr_at_10": 0.332379, + "mrr_at_20": 0.335676, + "mrr_at_100": 0.338634, + "mrr_at_1000": 0.340287, + "nauc_ndcg_at_1_max": 0.767863, + "nauc_ndcg_at_1_std": 0.415694, + "nauc_ndcg_at_1_diff1": 0.758821, + "nauc_ndcg_at_3_max": 0.758012, + "nauc_ndcg_at_3_std": 0.436623, + "nauc_ndcg_at_3_diff1": 0.706516, + "nauc_ndcg_at_5_max": 0.748951, + "nauc_ndcg_at_5_std": 0.437063, + "nauc_ndcg_at_5_diff1": 0.694747, + "nauc_ndcg_at_10_max": 0.737279, + "nauc_ndcg_at_10_std": 0.441118, + "nauc_ndcg_at_10_diff1": 0.683044, + "nauc_ndcg_at_20_max": 0.729835, + "nauc_ndcg_at_20_std": 0.438585, + "nauc_ndcg_at_20_diff1": 0.677047, + "nauc_ndcg_at_100_max": 0.717697, + "nauc_ndcg_at_100_std": 0.433589, + "nauc_ndcg_at_100_diff1": 0.668478, + "nauc_ndcg_at_1000_max": 0.735476, + "nauc_ndcg_at_1000_std": 0.434679, + "nauc_ndcg_at_1000_diff1": 0.687194, + "nauc_map_at_1_max": 0.767863, + "nauc_map_at_1_std": 0.415694, + "nauc_map_at_1_diff1": 0.758821, + "nauc_map_at_3_max": 0.761554, + "nauc_map_at_3_std": 0.432733, + "nauc_map_at_3_diff1": 0.718957, + "nauc_map_at_5_max": 0.756777, + "nauc_map_at_5_std": 0.433373, + "nauc_map_at_5_diff1": 0.712407, + "nauc_map_at_10_max": 0.751918, + "nauc_map_at_10_std": 0.43509, + "nauc_map_at_10_diff1": 0.707564, + "nauc_map_at_20_max": 0.749963, + "nauc_map_at_20_std": 0.434659, + "nauc_map_at_20_diff1": 0.705901, + "nauc_map_at_100_max": 0.748746, + "nauc_map_at_100_std": 0.434341, + "nauc_map_at_100_diff1": 0.70498, + "nauc_map_at_1000_max": 0.749225, + "nauc_map_at_1000_std": 0.434147, + "nauc_map_at_1000_diff1": 0.705547, + "nauc_recall_at_1_max": 0.767863, + "nauc_recall_at_1_std": 0.415694, + "nauc_recall_at_1_diff1": 0.758821, + "nauc_recall_at_3_max": 0.747562, + "nauc_recall_at_3_std": 0.447139, + "nauc_recall_at_3_diff1": 0.6715, + "nauc_recall_at_5_max": 0.72512, + "nauc_recall_at_5_std": 0.446491, + "nauc_recall_at_5_diff1": 0.643957, + "nauc_recall_at_10_max": 0.689639, + "nauc_recall_at_10_std": 0.458688, + "nauc_recall_at_10_diff1": 0.608046, + "nauc_recall_at_20_max": 0.659091, + "nauc_recall_at_20_std": 0.44708, + "nauc_recall_at_20_diff1": 0.58359, + "nauc_recall_at_100_max": 0.565745, + "nauc_recall_at_100_std": 0.410886, + "nauc_recall_at_100_diff1": 0.511832, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767863, + "nauc_precision_at_1_std": 0.415694, + "nauc_precision_at_1_diff1": 0.758821, + "nauc_precision_at_3_max": 0.747562, + "nauc_precision_at_3_std": 0.447139, + "nauc_precision_at_3_diff1": 0.6715, + "nauc_precision_at_5_max": 0.72512, + "nauc_precision_at_5_std": 0.446491, + "nauc_precision_at_5_diff1": 0.643957, + "nauc_precision_at_10_max": 0.689639, + "nauc_precision_at_10_std": 0.458688, + "nauc_precision_at_10_diff1": 0.608046, + "nauc_precision_at_20_max": 0.659091, + "nauc_precision_at_20_std": 0.44708, + "nauc_precision_at_20_diff1": 0.58359, + "nauc_precision_at_100_max": 0.565745, + "nauc_precision_at_100_std": 0.410886, + "nauc_precision_at_100_diff1": 0.511832, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767863, + "nauc_mrr_at_1_std": 0.415694, + "nauc_mrr_at_1_diff1": 0.758821, + "nauc_mrr_at_3_max": 0.761554, + "nauc_mrr_at_3_std": 0.432733, + "nauc_mrr_at_3_diff1": 0.718957, + "nauc_mrr_at_5_max": 0.756777, + "nauc_mrr_at_5_std": 0.433373, + "nauc_mrr_at_5_diff1": 0.712407, + "nauc_mrr_at_10_max": 0.751918, + "nauc_mrr_at_10_std": 0.43509, + "nauc_mrr_at_10_diff1": 0.707564, + "nauc_mrr_at_20_max": 0.749963, + "nauc_mrr_at_20_std": 0.434659, + "nauc_mrr_at_20_diff1": 0.705901, + "nauc_mrr_at_100_max": 0.748746, + "nauc_mrr_at_100_std": 0.434341, + "nauc_mrr_at_100_diff1": 0.70498, + "nauc_mrr_at_1000_max": 0.749225, + "nauc_mrr_at_1000_std": 0.434147, + "nauc_mrr_at_1000_diff1": 0.705547, + "main_score": 0.35772, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.70624, + "ndcg_at_5": 0.71782, + "ndcg_at_10": 0.72845, + "ndcg_at_20": 0.73629, + "ndcg_at_100": 0.75023, + "ndcg_at_1000": 0.76137, + "map_at_1": 0.65, + "map_at_3": 0.69296, + "map_at_5": 0.69946, + "map_at_10": 0.70378, + "map_at_20": 0.70606, + "map_at_100": 0.70782, + "map_at_1000": 0.70823, + "recall_at_1": 0.65, + "recall_at_3": 0.74444, + "recall_at_5": 0.77222, + "recall_at_10": 0.80556, + "recall_at_20": 0.83556, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "precision_at_1": 0.65, + "precision_at_3": 0.24815, + "precision_at_5": 0.15444, + "precision_at_10": 0.08056, + "precision_at_20": 0.04178, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.65, + "mrr_at_3": 0.692963, + "mrr_at_5": 0.699463, + "mrr_at_10": 0.703776, + "mrr_at_20": 0.706059, + "mrr_at_100": 0.707816, + "mrr_at_1000": 0.708232, + "nauc_ndcg_at_1_max": 0.618461, + "nauc_ndcg_at_1_std": -0.699444, + "nauc_ndcg_at_1_diff1": 0.909133, + "nauc_ndcg_at_3_max": 0.626104, + "nauc_ndcg_at_3_std": -0.752621, + "nauc_ndcg_at_3_diff1": 0.874617, + "nauc_ndcg_at_5_max": 0.62395, + "nauc_ndcg_at_5_std": -0.747207, + "nauc_ndcg_at_5_diff1": 0.870438, + "nauc_ndcg_at_10_max": 0.614605, + "nauc_ndcg_at_10_std": -0.749338, + "nauc_ndcg_at_10_diff1": 0.862364, + "nauc_ndcg_at_20_max": 0.612915, + "nauc_ndcg_at_20_std": -0.753192, + "nauc_ndcg_at_20_diff1": 0.862467, + "nauc_ndcg_at_100_max": 0.612769, + "nauc_ndcg_at_100_std": -0.74728, + "nauc_ndcg_at_100_diff1": 0.864127, + "nauc_ndcg_at_1000_max": 0.616431, + "nauc_ndcg_at_1000_std": -0.74386, + "nauc_ndcg_at_1000_diff1": 0.870517, + "nauc_map_at_1_max": 0.618461, + "nauc_map_at_1_std": -0.699444, + "nauc_map_at_1_diff1": 0.909133, + "nauc_map_at_3_max": 0.624736, + "nauc_map_at_3_std": -0.740311, + "nauc_map_at_3_diff1": 0.883564, + "nauc_map_at_5_max": 0.623503, + "nauc_map_at_5_std": -0.737073, + "nauc_map_at_5_diff1": 0.881408, + "nauc_map_at_10_max": 0.619827, + "nauc_map_at_10_std": -0.737575, + "nauc_map_at_10_diff1": 0.878386, + "nauc_map_at_20_max": 0.619412, + "nauc_map_at_20_std": -0.738647, + "nauc_map_at_20_diff1": 0.878536, + "nauc_map_at_100_max": 0.619443, + "nauc_map_at_100_std": -0.737538, + "nauc_map_at_100_diff1": 0.878737, + "nauc_map_at_1000_max": 0.619539, + "nauc_map_at_1000_std": -0.737448, + "nauc_map_at_1000_diff1": 0.878956, + "nauc_recall_at_1_max": 0.618461, + "nauc_recall_at_1_std": -0.699444, + "nauc_recall_at_1_diff1": 0.909133, + "nauc_recall_at_3_max": 0.630312, + "nauc_recall_at_3_std": -0.792433, + "nauc_recall_at_3_diff1": 0.84516, + "nauc_recall_at_5_max": 0.624928, + "nauc_recall_at_5_std": -0.781618, + "nauc_recall_at_5_diff1": 0.830957, + "nauc_recall_at_10_max": 0.58821, + "nauc_recall_at_10_std": -0.796331, + "nauc_recall_at_10_diff1": 0.793665, + "nauc_recall_at_20_max": 0.574388, + "nauc_recall_at_20_std": -0.824198, + "nauc_recall_at_20_diff1": 0.782815, + "nauc_recall_at_100_max": 0.541622, + "nauc_recall_at_100_std": -0.813725, + "nauc_recall_at_100_diff1": 0.745673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.618461, + "nauc_precision_at_1_std": -0.699444, + "nauc_precision_at_1_diff1": 0.909133, + "nauc_precision_at_3_max": 0.630312, + "nauc_precision_at_3_std": -0.792433, + "nauc_precision_at_3_diff1": 0.84516, + "nauc_precision_at_5_max": 0.624928, + "nauc_precision_at_5_std": -0.781618, + "nauc_precision_at_5_diff1": 0.830957, + "nauc_precision_at_10_max": 0.58821, + "nauc_precision_at_10_std": -0.796331, + "nauc_precision_at_10_diff1": 0.793665, + "nauc_precision_at_20_max": 0.574388, + "nauc_precision_at_20_std": -0.824198, + "nauc_precision_at_20_diff1": 0.782815, + "nauc_precision_at_100_max": 0.541622, + "nauc_precision_at_100_std": -0.813725, + "nauc_precision_at_100_diff1": 0.745673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.618461, + "nauc_mrr_at_1_std": -0.699444, + "nauc_mrr_at_1_diff1": 0.909133, + "nauc_mrr_at_3_max": 0.624736, + "nauc_mrr_at_3_std": -0.740311, + "nauc_mrr_at_3_diff1": 0.883564, + "nauc_mrr_at_5_max": 0.623503, + "nauc_mrr_at_5_std": -0.737073, + "nauc_mrr_at_5_diff1": 0.881408, + "nauc_mrr_at_10_max": 0.619827, + "nauc_mrr_at_10_std": -0.737575, + "nauc_mrr_at_10_diff1": 0.878386, + "nauc_mrr_at_20_max": 0.619412, + "nauc_mrr_at_20_std": -0.738647, + "nauc_mrr_at_20_diff1": 0.878536, + "nauc_mrr_at_100_max": 0.619443, + "nauc_mrr_at_100_std": -0.737538, + "nauc_mrr_at_100_diff1": 0.878737, + "nauc_mrr_at_1000_max": 0.619539, + "nauc_mrr_at_1000_std": -0.737448, + "nauc_mrr_at_1000_diff1": 0.878956, + "main_score": 0.72845, + "hf_subset": "grn_Latn-grn_Latn", + "languages": [ + "grn-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.73222, + "ndcg_at_3": 0.79492, + "ndcg_at_5": 0.80501, + "ndcg_at_10": 0.81451, + "ndcg_at_20": 0.8211, + "ndcg_at_100": 0.83067, + "ndcg_at_1000": 0.8352, + "map_at_1": 0.73222, + "map_at_3": 0.78037, + "map_at_5": 0.78598, + "map_at_10": 0.79, + "map_at_20": 0.79188, + "map_at_100": 0.79323, + "map_at_1000": 0.79344, + "recall_at_1": 0.73222, + "recall_at_3": 0.83667, + "recall_at_5": 0.86111, + "recall_at_10": 0.89, + "recall_at_20": 0.91556, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "precision_at_1": 0.73222, + "precision_at_3": 0.27889, + "precision_at_5": 0.17222, + "precision_at_10": 0.089, + "precision_at_20": 0.04578, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.732222, + "mrr_at_3": 0.78037, + "mrr_at_5": 0.785981, + "mrr_at_10": 0.789995, + "mrr_at_20": 0.791876, + "mrr_at_100": 0.793231, + "mrr_at_1000": 0.793443, + "nauc_ndcg_at_1_max": 0.745962, + "nauc_ndcg_at_1_std": -0.004856, + "nauc_ndcg_at_1_diff1": 0.876823, + "nauc_ndcg_at_3_max": 0.783698, + "nauc_ndcg_at_3_std": 0.031655, + "nauc_ndcg_at_3_diff1": 0.851064, + "nauc_ndcg_at_5_max": 0.778153, + "nauc_ndcg_at_5_std": 0.021278, + "nauc_ndcg_at_5_diff1": 0.845109, + "nauc_ndcg_at_10_max": 0.774161, + "nauc_ndcg_at_10_std": 0.034716, + "nauc_ndcg_at_10_diff1": 0.842243, + "nauc_ndcg_at_20_max": 0.771195, + "nauc_ndcg_at_20_std": 0.025687, + "nauc_ndcg_at_20_diff1": 0.843135, + "nauc_ndcg_at_100_max": 0.772384, + "nauc_ndcg_at_100_std": 0.023999, + "nauc_ndcg_at_100_diff1": 0.847223, + "nauc_ndcg_at_1000_max": 0.771225, + "nauc_ndcg_at_1000_std": 0.024431, + "nauc_ndcg_at_1000_diff1": 0.849298, + "nauc_map_at_1_max": 0.745962, + "nauc_map_at_1_std": -0.004856, + "nauc_map_at_1_diff1": 0.876823, + "nauc_map_at_3_max": 0.773769, + "nauc_map_at_3_std": 0.023103, + "nauc_map_at_3_diff1": 0.856916, + "nauc_map_at_5_max": 0.770755, + "nauc_map_at_5_std": 0.017801, + "nauc_map_at_5_diff1": 0.854092, + "nauc_map_at_10_max": 0.769066, + "nauc_map_at_10_std": 0.022937, + "nauc_map_at_10_diff1": 0.852978, + "nauc_map_at_20_max": 0.768308, + "nauc_map_at_20_std": 0.020608, + "nauc_map_at_20_diff1": 0.853342, + "nauc_map_at_100_max": 0.768483, + "nauc_map_at_100_std": 0.020509, + "nauc_map_at_100_diff1": 0.853903, + "nauc_map_at_1000_max": 0.76844, + "nauc_map_at_1000_std": 0.020578, + "nauc_map_at_1000_diff1": 0.853967, + "nauc_recall_at_1_max": 0.745962, + "nauc_recall_at_1_std": -0.004856, + "nauc_recall_at_1_diff1": 0.876823, + "nauc_recall_at_3_max": 0.820018, + "nauc_recall_at_3_std": 0.062332, + "nauc_recall_at_3_diff1": 0.830192, + "nauc_recall_at_5_max": 0.807358, + "nauc_recall_at_5_std": 0.032204, + "nauc_recall_at_5_diff1": 0.807102, + "nauc_recall_at_10_max": 0.795469, + "nauc_recall_at_10_std": 0.097877, + "nauc_recall_at_10_diff1": 0.78644, + "nauc_recall_at_20_max": 0.778754, + "nauc_recall_at_20_std": 0.04757, + "nauc_recall_at_20_diff1": 0.776439, + "nauc_recall_at_100_max": 0.812247, + "nauc_recall_at_100_std": 0.02395, + "nauc_recall_at_100_diff1": 0.773358, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745962, + "nauc_precision_at_1_std": -0.004856, + "nauc_precision_at_1_diff1": 0.876823, + "nauc_precision_at_3_max": 0.820018, + "nauc_precision_at_3_std": 0.062332, + "nauc_precision_at_3_diff1": 0.830192, + "nauc_precision_at_5_max": 0.807358, + "nauc_precision_at_5_std": 0.032204, + "nauc_precision_at_5_diff1": 0.807102, + "nauc_precision_at_10_max": 0.795469, + "nauc_precision_at_10_std": 0.097877, + "nauc_precision_at_10_diff1": 0.78644, + "nauc_precision_at_20_max": 0.778754, + "nauc_precision_at_20_std": 0.04757, + "nauc_precision_at_20_diff1": 0.776439, + "nauc_precision_at_100_max": 0.812247, + "nauc_precision_at_100_std": 0.02395, + "nauc_precision_at_100_diff1": 0.773358, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745962, + "nauc_mrr_at_1_std": -0.004856, + "nauc_mrr_at_1_diff1": 0.876823, + "nauc_mrr_at_3_max": 0.773769, + "nauc_mrr_at_3_std": 0.023103, + "nauc_mrr_at_3_diff1": 0.856916, + "nauc_mrr_at_5_max": 0.770755, + "nauc_mrr_at_5_std": 0.017801, + "nauc_mrr_at_5_diff1": 0.854092, + "nauc_mrr_at_10_max": 0.769066, + "nauc_mrr_at_10_std": 0.022937, + "nauc_mrr_at_10_diff1": 0.852978, + "nauc_mrr_at_20_max": 0.768308, + "nauc_mrr_at_20_std": 0.020608, + "nauc_mrr_at_20_diff1": 0.853342, + "nauc_mrr_at_100_max": 0.768483, + "nauc_mrr_at_100_std": 0.020509, + "nauc_mrr_at_100_diff1": 0.853903, + "nauc_mrr_at_1000_max": 0.76844, + "nauc_mrr_at_1000_std": 0.020578, + "nauc_mrr_at_1000_diff1": 0.853967, + "main_score": 0.81451, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61889, + "ndcg_at_3": 0.67136, + "ndcg_at_5": 0.68006, + "ndcg_at_10": 0.69218, + "ndcg_at_20": 0.69808, + "ndcg_at_100": 0.71232, + "ndcg_at_1000": 0.72892, + "map_at_1": 0.61889, + "map_at_3": 0.65907, + "map_at_5": 0.66391, + "map_at_10": 0.66907, + "map_at_20": 0.67069, + "map_at_100": 0.67245, + "map_at_1000": 0.67301, + "recall_at_1": 0.61889, + "recall_at_3": 0.70667, + "recall_at_5": 0.72778, + "recall_at_10": 0.76444, + "recall_at_20": 0.78778, + "recall_at_100": 0.86778, + "recall_at_1000": 1.0, + "precision_at_1": 0.61889, + "precision_at_3": 0.23556, + "precision_at_5": 0.14556, + "precision_at_10": 0.07644, + "precision_at_20": 0.03939, + "precision_at_100": 0.00868, + "precision_at_1000": 0.001, + "mrr_at_1": 0.618889, + "mrr_at_3": 0.659074, + "mrr_at_5": 0.663907, + "mrr_at_10": 0.669068, + "mrr_at_20": 0.67069, + "mrr_at_100": 0.672447, + "mrr_at_1000": 0.673009, + "nauc_ndcg_at_1_max": 0.824257, + "nauc_ndcg_at_1_std": 0.491255, + "nauc_ndcg_at_1_diff1": 0.896539, + "nauc_ndcg_at_3_max": 0.870597, + "nauc_ndcg_at_3_std": 0.576473, + "nauc_ndcg_at_3_diff1": 0.881973, + "nauc_ndcg_at_5_max": 0.868565, + "nauc_ndcg_at_5_std": 0.586734, + "nauc_ndcg_at_5_diff1": 0.87857, + "nauc_ndcg_at_10_max": 0.868679, + "nauc_ndcg_at_10_std": 0.598516, + "nauc_ndcg_at_10_diff1": 0.876888, + "nauc_ndcg_at_20_max": 0.866867, + "nauc_ndcg_at_20_std": 0.601862, + "nauc_ndcg_at_20_diff1": 0.877634, + "nauc_ndcg_at_100_max": 0.862154, + "nauc_ndcg_at_100_std": 0.602652, + "nauc_ndcg_at_100_diff1": 0.873265, + "nauc_ndcg_at_1000_max": 0.861726, + "nauc_ndcg_at_1000_std": 0.585432, + "nauc_ndcg_at_1000_diff1": 0.87854, + "nauc_map_at_1_max": 0.824257, + "nauc_map_at_1_std": 0.491255, + "nauc_map_at_1_diff1": 0.896539, + "nauc_map_at_3_max": 0.859733, + "nauc_map_at_3_std": 0.555918, + "nauc_map_at_3_diff1": 0.885811, + "nauc_map_at_5_max": 0.858574, + "nauc_map_at_5_std": 0.561145, + "nauc_map_at_5_diff1": 0.883984, + "nauc_map_at_10_max": 0.858582, + "nauc_map_at_10_std": 0.565682, + "nauc_map_at_10_diff1": 0.883454, + "nauc_map_at_20_max": 0.858112, + "nauc_map_at_20_std": 0.566586, + "nauc_map_at_20_diff1": 0.883635, + "nauc_map_at_100_max": 0.857494, + "nauc_map_at_100_std": 0.56644, + "nauc_map_at_100_diff1": 0.883112, + "nauc_map_at_1000_max": 0.857451, + "nauc_map_at_1000_std": 0.565853, + "nauc_map_at_1000_diff1": 0.883247, + "nauc_recall_at_1_max": 0.824257, + "nauc_recall_at_1_std": 0.491255, + "nauc_recall_at_1_diff1": 0.896539, + "nauc_recall_at_3_max": 0.904737, + "nauc_recall_at_3_std": 0.641362, + "nauc_recall_at_3_diff1": 0.8697, + "nauc_recall_at_5_max": 0.901069, + "nauc_recall_at_5_std": 0.673482, + "nauc_recall_at_5_diff1": 0.859903, + "nauc_recall_at_10_max": 0.904905, + "nauc_recall_at_10_std": 0.726944, + "nauc_recall_at_10_diff1": 0.850865, + "nauc_recall_at_20_max": 0.898237, + "nauc_recall_at_20_std": 0.753273, + "nauc_recall_at_20_diff1": 0.852845, + "nauc_recall_at_100_max": 0.866017, + "nauc_recall_at_100_std": 0.843146, + "nauc_recall_at_100_diff1": 0.795148, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.824257, + "nauc_precision_at_1_std": 0.491255, + "nauc_precision_at_1_diff1": 0.896539, + "nauc_precision_at_3_max": 0.904737, + "nauc_precision_at_3_std": 0.641362, + "nauc_precision_at_3_diff1": 0.8697, + "nauc_precision_at_5_max": 0.901069, + "nauc_precision_at_5_std": 0.673482, + "nauc_precision_at_5_diff1": 0.859903, + "nauc_precision_at_10_max": 0.904905, + "nauc_precision_at_10_std": 0.726944, + "nauc_precision_at_10_diff1": 0.850865, + "nauc_precision_at_20_max": 0.898237, + "nauc_precision_at_20_std": 0.753273, + "nauc_precision_at_20_diff1": 0.852845, + "nauc_precision_at_100_max": 0.866017, + "nauc_precision_at_100_std": 0.843146, + "nauc_precision_at_100_diff1": 0.795148, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.824257, + "nauc_mrr_at_1_std": 0.491255, + "nauc_mrr_at_1_diff1": 0.896539, + "nauc_mrr_at_3_max": 0.859733, + "nauc_mrr_at_3_std": 0.555918, + "nauc_mrr_at_3_diff1": 0.885811, + "nauc_mrr_at_5_max": 0.858574, + "nauc_mrr_at_5_std": 0.561145, + "nauc_mrr_at_5_diff1": 0.883984, + "nauc_mrr_at_10_max": 0.858582, + "nauc_mrr_at_10_std": 0.565682, + "nauc_mrr_at_10_diff1": 0.883454, + "nauc_mrr_at_20_max": 0.858112, + "nauc_mrr_at_20_std": 0.566586, + "nauc_mrr_at_20_diff1": 0.883635, + "nauc_mrr_at_100_max": 0.857494, + "nauc_mrr_at_100_std": 0.56644, + "nauc_mrr_at_100_diff1": 0.883112, + "nauc_mrr_at_1000_max": 0.857451, + "nauc_mrr_at_1000_std": 0.565853, + "nauc_mrr_at_1000_diff1": 0.883247, + "main_score": 0.69218, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.69667, + "ndcg_at_3": 0.76141, + "ndcg_at_5": 0.77849, + "ndcg_at_10": 0.79137, + "ndcg_at_20": 0.80031, + "ndcg_at_100": 0.81185, + "ndcg_at_1000": 0.81427, + "map_at_1": 0.69667, + "map_at_3": 0.74574, + "map_at_5": 0.7553, + "map_at_10": 0.7608, + "map_at_20": 0.76338, + "map_at_100": 0.76505, + "map_at_1000": 0.76516, + "recall_at_1": 0.69667, + "recall_at_3": 0.80667, + "recall_at_5": 0.84778, + "recall_at_10": 0.88667, + "recall_at_20": 0.92111, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.69667, + "precision_at_3": 0.26889, + "precision_at_5": 0.16956, + "precision_at_10": 0.08867, + "precision_at_20": 0.04606, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.696667, + "mrr_at_3": 0.745741, + "mrr_at_5": 0.755296, + "mrr_at_10": 0.760799, + "mrr_at_20": 0.763376, + "mrr_at_100": 0.76505, + "mrr_at_1000": 0.765164, + "nauc_ndcg_at_1_max": 0.769892, + "nauc_ndcg_at_1_std": 0.002047, + "nauc_ndcg_at_1_diff1": 0.871212, + "nauc_ndcg_at_3_max": 0.781275, + "nauc_ndcg_at_3_std": 0.032776, + "nauc_ndcg_at_3_diff1": 0.841708, + "nauc_ndcg_at_5_max": 0.791174, + "nauc_ndcg_at_5_std": 0.068668, + "nauc_ndcg_at_5_diff1": 0.839266, + "nauc_ndcg_at_10_max": 0.789015, + "nauc_ndcg_at_10_std": 0.067932, + "nauc_ndcg_at_10_diff1": 0.84157, + "nauc_ndcg_at_20_max": 0.784377, + "nauc_ndcg_at_20_std": 0.050986, + "nauc_ndcg_at_20_diff1": 0.840486, + "nauc_ndcg_at_100_max": 0.784036, + "nauc_ndcg_at_100_std": 0.045328, + "nauc_ndcg_at_100_diff1": 0.846345, + "nauc_ndcg_at_1000_max": 0.784004, + "nauc_ndcg_at_1000_std": 0.044724, + "nauc_ndcg_at_1000_diff1": 0.846419, + "nauc_map_at_1_max": 0.769892, + "nauc_map_at_1_std": 0.002047, + "nauc_map_at_1_diff1": 0.871212, + "nauc_map_at_3_max": 0.779521, + "nauc_map_at_3_std": 0.025546, + "nauc_map_at_3_diff1": 0.849707, + "nauc_map_at_5_max": 0.784645, + "nauc_map_at_5_std": 0.04409, + "nauc_map_at_5_diff1": 0.848727, + "nauc_map_at_10_max": 0.783627, + "nauc_map_at_10_std": 0.04302, + "nauc_map_at_10_diff1": 0.849705, + "nauc_map_at_20_max": 0.78237, + "nauc_map_at_20_std": 0.03873, + "nauc_map_at_20_diff1": 0.849477, + "nauc_map_at_100_max": 0.782412, + "nauc_map_at_100_std": 0.037996, + "nauc_map_at_100_diff1": 0.850206, + "nauc_map_at_1000_max": 0.782408, + "nauc_map_at_1000_std": 0.037954, + "nauc_map_at_1000_diff1": 0.850206, + "nauc_recall_at_1_max": 0.769892, + "nauc_recall_at_1_std": 0.002047, + "nauc_recall_at_1_diff1": 0.871212, + "nauc_recall_at_3_max": 0.786845, + "nauc_recall_at_3_std": 0.058058, + "nauc_recall_at_3_diff1": 0.813089, + "nauc_recall_at_5_max": 0.820207, + "nauc_recall_at_5_std": 0.1803, + "nauc_recall_at_5_diff1": 0.798201, + "nauc_recall_at_10_max": 0.818602, + "nauc_recall_at_10_std": 0.212631, + "nauc_recall_at_10_diff1": 0.798605, + "nauc_recall_at_20_max": 0.791146, + "nauc_recall_at_20_std": 0.120547, + "nauc_recall_at_20_diff1": 0.772294, + "nauc_recall_at_100_max": 0.785568, + "nauc_recall_at_100_std": 0.080503, + "nauc_recall_at_100_diff1": 0.839081, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769892, + "nauc_precision_at_1_std": 0.002047, + "nauc_precision_at_1_diff1": 0.871212, + "nauc_precision_at_3_max": 0.786845, + "nauc_precision_at_3_std": 0.058058, + "nauc_precision_at_3_diff1": 0.813089, + "nauc_precision_at_5_max": 0.820207, + "nauc_precision_at_5_std": 0.1803, + "nauc_precision_at_5_diff1": 0.798201, + "nauc_precision_at_10_max": 0.818602, + "nauc_precision_at_10_std": 0.212631, + "nauc_precision_at_10_diff1": 0.798605, + "nauc_precision_at_20_max": 0.791146, + "nauc_precision_at_20_std": 0.120547, + "nauc_precision_at_20_diff1": 0.772294, + "nauc_precision_at_100_max": 0.785568, + "nauc_precision_at_100_std": 0.080503, + "nauc_precision_at_100_diff1": 0.839081, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769892, + "nauc_mrr_at_1_std": 0.002047, + "nauc_mrr_at_1_diff1": 0.871212, + "nauc_mrr_at_3_max": 0.779521, + "nauc_mrr_at_3_std": 0.025546, + "nauc_mrr_at_3_diff1": 0.849707, + "nauc_mrr_at_5_max": 0.784645, + "nauc_mrr_at_5_std": 0.04409, + "nauc_mrr_at_5_diff1": 0.848727, + "nauc_mrr_at_10_max": 0.783627, + "nauc_mrr_at_10_std": 0.04302, + "nauc_mrr_at_10_diff1": 0.849705, + "nauc_mrr_at_20_max": 0.78237, + "nauc_mrr_at_20_std": 0.03873, + "nauc_mrr_at_20_diff1": 0.849477, + "nauc_mrr_at_100_max": 0.782412, + "nauc_mrr_at_100_std": 0.037996, + "nauc_mrr_at_100_diff1": 0.850206, + "nauc_mrr_at_1000_max": 0.782408, + "nauc_mrr_at_1000_std": 0.037954, + "nauc_mrr_at_1000_diff1": 0.850206, + "main_score": 0.79137, + "hf_subset": "guj_Gujr-guj_Gujr", + "languages": [ + "guj-Gujr", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.90312, + "ndcg_at_5": 0.91072, + "ndcg_at_10": 0.9187, + "ndcg_at_20": 0.92144, + "ndcg_at_100": 0.92335, + "ndcg_at_1000": 0.92377, + "map_at_1": 0.85889, + "map_at_3": 0.89296, + "map_at_5": 0.89707, + "map_at_10": 0.90041, + "map_at_20": 0.90113, + "map_at_100": 0.9014, + "map_at_1000": 0.90142, + "recall_at_1": 0.85889, + "recall_at_3": 0.93222, + "recall_at_5": 0.95111, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.31074, + "precision_at_5": 0.19022, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.892963, + "mrr_at_5": 0.897074, + "mrr_at_10": 0.900412, + "mrr_at_20": 0.901127, + "mrr_at_100": 0.901405, + "mrr_at_1000": 0.901418, + "nauc_ndcg_at_1_max": 0.663314, + "nauc_ndcg_at_1_std": -0.339078, + "nauc_ndcg_at_1_diff1": 0.909815, + "nauc_ndcg_at_3_max": 0.712044, + "nauc_ndcg_at_3_std": -0.314261, + "nauc_ndcg_at_3_diff1": 0.889606, + "nauc_ndcg_at_5_max": 0.708422, + "nauc_ndcg_at_5_std": -0.305803, + "nauc_ndcg_at_5_diff1": 0.898185, + "nauc_ndcg_at_10_max": 0.692289, + "nauc_ndcg_at_10_std": -0.322081, + "nauc_ndcg_at_10_diff1": 0.900139, + "nauc_ndcg_at_20_max": 0.696738, + "nauc_ndcg_at_20_std": -0.320238, + "nauc_ndcg_at_20_diff1": 0.901094, + "nauc_ndcg_at_100_max": 0.694384, + "nauc_ndcg_at_100_std": -0.323295, + "nauc_ndcg_at_100_diff1": 0.900029, + "nauc_ndcg_at_1000_max": 0.693231, + "nauc_ndcg_at_1000_std": -0.32519, + "nauc_ndcg_at_1000_diff1": 0.899706, + "nauc_map_at_1_max": 0.663314, + "nauc_map_at_1_std": -0.339078, + "nauc_map_at_1_diff1": 0.909815, + "nauc_map_at_3_max": 0.698634, + "nauc_map_at_3_std": -0.323434, + "nauc_map_at_3_diff1": 0.895199, + "nauc_map_at_5_max": 0.696048, + "nauc_map_at_5_std": -0.320826, + "nauc_map_at_5_diff1": 0.899344, + "nauc_map_at_10_max": 0.68998, + "nauc_map_at_10_std": -0.327893, + "nauc_map_at_10_diff1": 0.900161, + "nauc_map_at_20_max": 0.690616, + "nauc_map_at_20_std": -0.327868, + "nauc_map_at_20_diff1": 0.900239, + "nauc_map_at_100_max": 0.690263, + "nauc_map_at_100_std": -0.328394, + "nauc_map_at_100_diff1": 0.900108, + "nauc_map_at_1000_max": 0.690239, + "nauc_map_at_1000_std": -0.328394, + "nauc_map_at_1000_diff1": 0.900099, + "nauc_recall_at_1_max": 0.663314, + "nauc_recall_at_1_std": -0.339078, + "nauc_recall_at_1_diff1": 0.909815, + "nauc_recall_at_3_max": 0.770431, + "nauc_recall_at_3_std": -0.272619, + "nauc_recall_at_3_diff1": 0.865232, + "nauc_recall_at_5_max": 0.779709, + "nauc_recall_at_5_std": -0.210498, + "nauc_recall_at_5_diff1": 0.894958, + "nauc_recall_at_10_max": 0.693001, + "nauc_recall_at_10_std": -0.257257, + "nauc_recall_at_10_diff1": 0.908964, + "nauc_recall_at_20_max": 0.812519, + "nauc_recall_at_20_std": -0.143091, + "nauc_recall_at_20_diff1": 0.945534, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663314, + "nauc_precision_at_1_std": -0.339078, + "nauc_precision_at_1_diff1": 0.909815, + "nauc_precision_at_3_max": 0.770431, + "nauc_precision_at_3_std": -0.272619, + "nauc_precision_at_3_diff1": 0.865232, + "nauc_precision_at_5_max": 0.779709, + "nauc_precision_at_5_std": -0.210498, + "nauc_precision_at_5_diff1": 0.894958, + "nauc_precision_at_10_max": 0.693001, + "nauc_precision_at_10_std": -0.257257, + "nauc_precision_at_10_diff1": 0.908964, + "nauc_precision_at_20_max": 0.812519, + "nauc_precision_at_20_std": -0.143091, + "nauc_precision_at_20_diff1": 0.945534, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663314, + "nauc_mrr_at_1_std": -0.339078, + "nauc_mrr_at_1_diff1": 0.909815, + "nauc_mrr_at_3_max": 0.698634, + "nauc_mrr_at_3_std": -0.323434, + "nauc_mrr_at_3_diff1": 0.895199, + "nauc_mrr_at_5_max": 0.696048, + "nauc_mrr_at_5_std": -0.320826, + "nauc_mrr_at_5_diff1": 0.899344, + "nauc_mrr_at_10_max": 0.68998, + "nauc_mrr_at_10_std": -0.327893, + "nauc_mrr_at_10_diff1": 0.900161, + "nauc_mrr_at_20_max": 0.690616, + "nauc_mrr_at_20_std": -0.327868, + "nauc_mrr_at_20_diff1": 0.900239, + "nauc_mrr_at_100_max": 0.690263, + "nauc_mrr_at_100_std": -0.328394, + "nauc_mrr_at_100_diff1": 0.900108, + "nauc_mrr_at_1000_max": 0.690239, + "nauc_mrr_at_1000_std": -0.328394, + "nauc_mrr_at_1000_diff1": 0.900099, + "main_score": 0.9187, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67778, + "ndcg_at_3": 0.74977, + "ndcg_at_5": 0.7645, + "ndcg_at_10": 0.77944, + "ndcg_at_20": 0.78828, + "ndcg_at_100": 0.79873, + "ndcg_at_1000": 0.80224, + "map_at_1": 0.67778, + "map_at_3": 0.73204, + "map_at_5": 0.74026, + "map_at_10": 0.74654, + "map_at_20": 0.74904, + "map_at_100": 0.75038, + "map_at_1000": 0.75055, + "recall_at_1": 0.67778, + "recall_at_3": 0.80111, + "recall_at_5": 0.83667, + "recall_at_10": 0.88222, + "recall_at_20": 0.91667, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "precision_at_1": 0.67778, + "precision_at_3": 0.26704, + "precision_at_5": 0.16733, + "precision_at_10": 0.08822, + "precision_at_20": 0.04583, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677778, + "mrr_at_3": 0.732037, + "mrr_at_5": 0.740259, + "mrr_at_10": 0.746541, + "mrr_at_20": 0.74904, + "mrr_at_100": 0.750385, + "mrr_at_1000": 0.750555, + "nauc_ndcg_at_1_max": 0.729767, + "nauc_ndcg_at_1_std": 0.067214, + "nauc_ndcg_at_1_diff1": 0.838459, + "nauc_ndcg_at_3_max": 0.761068, + "nauc_ndcg_at_3_std": 0.13905, + "nauc_ndcg_at_3_diff1": 0.800106, + "nauc_ndcg_at_5_max": 0.763793, + "nauc_ndcg_at_5_std": 0.150204, + "nauc_ndcg_at_5_diff1": 0.802427, + "nauc_ndcg_at_10_max": 0.763982, + "nauc_ndcg_at_10_std": 0.15821, + "nauc_ndcg_at_10_diff1": 0.801637, + "nauc_ndcg_at_20_max": 0.763152, + "nauc_ndcg_at_20_std": 0.15164, + "nauc_ndcg_at_20_diff1": 0.804998, + "nauc_ndcg_at_100_max": 0.758749, + "nauc_ndcg_at_100_std": 0.144503, + "nauc_ndcg_at_100_diff1": 0.805324, + "nauc_ndcg_at_1000_max": 0.757656, + "nauc_ndcg_at_1000_std": 0.138276, + "nauc_ndcg_at_1000_diff1": 0.808207, + "nauc_map_at_1_max": 0.729767, + "nauc_map_at_1_std": 0.067214, + "nauc_map_at_1_diff1": 0.838459, + "nauc_map_at_3_max": 0.753092, + "nauc_map_at_3_std": 0.120697, + "nauc_map_at_3_diff1": 0.810583, + "nauc_map_at_5_max": 0.754396, + "nauc_map_at_5_std": 0.126494, + "nauc_map_at_5_diff1": 0.811985, + "nauc_map_at_10_max": 0.754465, + "nauc_map_at_10_std": 0.129106, + "nauc_map_at_10_diff1": 0.81178, + "nauc_map_at_20_max": 0.754039, + "nauc_map_at_20_std": 0.127131, + "nauc_map_at_20_diff1": 0.812604, + "nauc_map_at_100_max": 0.75352, + "nauc_map_at_100_std": 0.12622, + "nauc_map_at_100_diff1": 0.812644, + "nauc_map_at_1000_max": 0.753472, + "nauc_map_at_1000_std": 0.125989, + "nauc_map_at_1000_diff1": 0.812766, + "nauc_recall_at_1_max": 0.729767, + "nauc_recall_at_1_std": 0.067214, + "nauc_recall_at_1_diff1": 0.838459, + "nauc_recall_at_3_max": 0.789636, + "nauc_recall_at_3_std": 0.204813, + "nauc_recall_at_3_diff1": 0.762177, + "nauc_recall_at_5_max": 0.803254, + "nauc_recall_at_5_std": 0.250316, + "nauc_recall_at_5_diff1": 0.762898, + "nauc_recall_at_10_max": 0.815448, + "nauc_recall_at_10_std": 0.323877, + "nauc_recall_at_10_diff1": 0.746716, + "nauc_recall_at_20_max": 0.830476, + "nauc_recall_at_20_std": 0.331684, + "nauc_recall_at_20_diff1": 0.756944, + "nauc_recall_at_100_max": 0.813056, + "nauc_recall_at_100_std": 0.461941, + "nauc_recall_at_100_diff1": 0.664332, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729767, + "nauc_precision_at_1_std": 0.067214, + "nauc_precision_at_1_diff1": 0.838459, + "nauc_precision_at_3_max": 0.789636, + "nauc_precision_at_3_std": 0.204813, + "nauc_precision_at_3_diff1": 0.762177, + "nauc_precision_at_5_max": 0.803254, + "nauc_precision_at_5_std": 0.250316, + "nauc_precision_at_5_diff1": 0.762898, + "nauc_precision_at_10_max": 0.815448, + "nauc_precision_at_10_std": 0.323877, + "nauc_precision_at_10_diff1": 0.746716, + "nauc_precision_at_20_max": 0.830476, + "nauc_precision_at_20_std": 0.331684, + "nauc_precision_at_20_diff1": 0.756944, + "nauc_precision_at_100_max": 0.813056, + "nauc_precision_at_100_std": 0.461941, + "nauc_precision_at_100_diff1": 0.664332, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729767, + "nauc_mrr_at_1_std": 0.067214, + "nauc_mrr_at_1_diff1": 0.838459, + "nauc_mrr_at_3_max": 0.753092, + "nauc_mrr_at_3_std": 0.120697, + "nauc_mrr_at_3_diff1": 0.810583, + "nauc_mrr_at_5_max": 0.754396, + "nauc_mrr_at_5_std": 0.126494, + "nauc_mrr_at_5_diff1": 0.811985, + "nauc_mrr_at_10_max": 0.754465, + "nauc_mrr_at_10_std": 0.129106, + "nauc_mrr_at_10_diff1": 0.81178, + "nauc_mrr_at_20_max": 0.754039, + "nauc_mrr_at_20_std": 0.127131, + "nauc_mrr_at_20_diff1": 0.812604, + "nauc_mrr_at_100_max": 0.75352, + "nauc_mrr_at_100_std": 0.12622, + "nauc_mrr_at_100_diff1": 0.812644, + "nauc_mrr_at_1000_max": 0.753472, + "nauc_mrr_at_1000_std": 0.125989, + "nauc_mrr_at_1000_diff1": 0.812766, + "main_score": 0.77944, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.55, + "ndcg_at_3": 0.61477, + "ndcg_at_5": 0.6285, + "ndcg_at_10": 0.64558, + "ndcg_at_20": 0.65698, + "ndcg_at_100": 0.67536, + "ndcg_at_1000": 0.68936, + "map_at_1": 0.55, + "map_at_3": 0.59944, + "map_at_5": 0.60706, + "map_at_10": 0.61422, + "map_at_20": 0.61743, + "map_at_100": 0.61971, + "map_at_1000": 0.62026, + "recall_at_1": 0.55, + "recall_at_3": 0.65889, + "recall_at_5": 0.69222, + "recall_at_10": 0.74444, + "recall_at_20": 0.78889, + "recall_at_100": 0.89222, + "recall_at_1000": 1.0, + "precision_at_1": 0.55, + "precision_at_3": 0.21963, + "precision_at_5": 0.13844, + "precision_at_10": 0.07444, + "precision_at_20": 0.03944, + "precision_at_100": 0.00892, + "precision_at_1000": 0.001, + "mrr_at_1": 0.55, + "mrr_at_3": 0.599444, + "mrr_at_5": 0.607056, + "mrr_at_10": 0.614224, + "mrr_at_20": 0.617434, + "mrr_at_100": 0.619713, + "mrr_at_1000": 0.620261, + "nauc_ndcg_at_1_max": 0.635766, + "nauc_ndcg_at_1_std": -0.305176, + "nauc_ndcg_at_1_diff1": 0.781218, + "nauc_ndcg_at_3_max": 0.633443, + "nauc_ndcg_at_3_std": -0.309697, + "nauc_ndcg_at_3_diff1": 0.733199, + "nauc_ndcg_at_5_max": 0.618517, + "nauc_ndcg_at_5_std": -0.317911, + "nauc_ndcg_at_5_diff1": 0.719836, + "nauc_ndcg_at_10_max": 0.622678, + "nauc_ndcg_at_10_std": -0.316562, + "nauc_ndcg_at_10_diff1": 0.721483, + "nauc_ndcg_at_20_max": 0.61702, + "nauc_ndcg_at_20_std": -0.323408, + "nauc_ndcg_at_20_diff1": 0.719309, + "nauc_ndcg_at_100_max": 0.616516, + "nauc_ndcg_at_100_std": -0.309536, + "nauc_ndcg_at_100_diff1": 0.719181, + "nauc_ndcg_at_1000_max": 0.622549, + "nauc_ndcg_at_1000_std": -0.313591, + "nauc_ndcg_at_1000_diff1": 0.728209, + "nauc_map_at_1_max": 0.635766, + "nauc_map_at_1_std": -0.305176, + "nauc_map_at_1_diff1": 0.781218, + "nauc_map_at_3_max": 0.635007, + "nauc_map_at_3_std": -0.307053, + "nauc_map_at_3_diff1": 0.7447, + "nauc_map_at_5_max": 0.627205, + "nauc_map_at_5_std": -0.311162, + "nauc_map_at_5_diff1": 0.73772, + "nauc_map_at_10_max": 0.629231, + "nauc_map_at_10_std": -0.310547, + "nauc_map_at_10_diff1": 0.738647, + "nauc_map_at_20_max": 0.627944, + "nauc_map_at_20_std": -0.31215, + "nauc_map_at_20_diff1": 0.738447, + "nauc_map_at_100_max": 0.627827, + "nauc_map_at_100_std": -0.310588, + "nauc_map_at_100_diff1": 0.738356, + "nauc_map_at_1000_max": 0.628021, + "nauc_map_at_1000_std": -0.310788, + "nauc_map_at_1000_diff1": 0.738694, + "nauc_recall_at_1_max": 0.635766, + "nauc_recall_at_1_std": -0.305176, + "nauc_recall_at_1_diff1": 0.781218, + "nauc_recall_at_3_max": 0.628043, + "nauc_recall_at_3_std": -0.318758, + "nauc_recall_at_3_diff1": 0.697126, + "nauc_recall_at_5_max": 0.586237, + "nauc_recall_at_5_std": -0.342956, + "nauc_recall_at_5_diff1": 0.658156, + "nauc_recall_at_10_max": 0.595243, + "nauc_recall_at_10_std": -0.341578, + "nauc_recall_at_10_diff1": 0.654673, + "nauc_recall_at_20_max": 0.55809, + "nauc_recall_at_20_std": -0.384842, + "nauc_recall_at_20_diff1": 0.62913, + "nauc_recall_at_100_max": 0.507589, + "nauc_recall_at_100_std": -0.245838, + "nauc_recall_at_100_diff1": 0.560793, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635766, + "nauc_precision_at_1_std": -0.305176, + "nauc_precision_at_1_diff1": 0.781218, + "nauc_precision_at_3_max": 0.628043, + "nauc_precision_at_3_std": -0.318758, + "nauc_precision_at_3_diff1": 0.697126, + "nauc_precision_at_5_max": 0.586237, + "nauc_precision_at_5_std": -0.342956, + "nauc_precision_at_5_diff1": 0.658156, + "nauc_precision_at_10_max": 0.595243, + "nauc_precision_at_10_std": -0.341578, + "nauc_precision_at_10_diff1": 0.654673, + "nauc_precision_at_20_max": 0.55809, + "nauc_precision_at_20_std": -0.384842, + "nauc_precision_at_20_diff1": 0.62913, + "nauc_precision_at_100_max": 0.507589, + "nauc_precision_at_100_std": -0.245838, + "nauc_precision_at_100_diff1": 0.560793, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635766, + "nauc_mrr_at_1_std": -0.305176, + "nauc_mrr_at_1_diff1": 0.781218, + "nauc_mrr_at_3_max": 0.635007, + "nauc_mrr_at_3_std": -0.307053, + "nauc_mrr_at_3_diff1": 0.7447, + "nauc_mrr_at_5_max": 0.627205, + "nauc_mrr_at_5_std": -0.311162, + "nauc_mrr_at_5_diff1": 0.73772, + "nauc_mrr_at_10_max": 0.629231, + "nauc_mrr_at_10_std": -0.310547, + "nauc_mrr_at_10_diff1": 0.738647, + "nauc_mrr_at_20_max": 0.627944, + "nauc_mrr_at_20_std": -0.31215, + "nauc_mrr_at_20_diff1": 0.738447, + "nauc_mrr_at_100_max": 0.627827, + "nauc_mrr_at_100_std": -0.310588, + "nauc_mrr_at_100_diff1": 0.738356, + "nauc_mrr_at_1000_max": 0.628021, + "nauc_mrr_at_1000_std": -0.310788, + "nauc_mrr_at_1000_diff1": 0.738694, + "main_score": 0.64558, + "hf_subset": "hat_Latn-hat_Latn", + "languages": [ + "hat-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.72717, + "ndcg_at_5": 0.74223, + "ndcg_at_10": 0.75607, + "ndcg_at_20": 0.7695, + "ndcg_at_100": 0.78146, + "ndcg_at_1000": 0.78482, + "map_at_1": 0.65222, + "map_at_3": 0.70889, + "map_at_5": 0.71722, + "map_at_10": 0.72304, + "map_at_20": 0.72685, + "map_at_100": 0.7285, + "map_at_1000": 0.72867, + "recall_at_1": 0.65222, + "recall_at_3": 0.78, + "recall_at_5": 0.81667, + "recall_at_10": 0.85889, + "recall_at_20": 0.91111, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "precision_at_1": 0.65222, + "precision_at_3": 0.26, + "precision_at_5": 0.16333, + "precision_at_10": 0.08589, + "precision_at_20": 0.04556, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.708889, + "mrr_at_5": 0.717222, + "mrr_at_10": 0.723041, + "mrr_at_20": 0.726851, + "mrr_at_100": 0.7285, + "mrr_at_1000": 0.728667, + "nauc_ndcg_at_1_max": 0.752638, + "nauc_ndcg_at_1_std": -0.035657, + "nauc_ndcg_at_1_diff1": 0.847591, + "nauc_ndcg_at_3_max": 0.744277, + "nauc_ndcg_at_3_std": -0.037653, + "nauc_ndcg_at_3_diff1": 0.809196, + "nauc_ndcg_at_5_max": 0.74408, + "nauc_ndcg_at_5_std": -0.036803, + "nauc_ndcg_at_5_diff1": 0.805931, + "nauc_ndcg_at_10_max": 0.741478, + "nauc_ndcg_at_10_std": -0.039642, + "nauc_ndcg_at_10_diff1": 0.807995, + "nauc_ndcg_at_20_max": 0.736136, + "nauc_ndcg_at_20_std": -0.039013, + "nauc_ndcg_at_20_diff1": 0.805851, + "nauc_ndcg_at_100_max": 0.741758, + "nauc_ndcg_at_100_std": -0.037145, + "nauc_ndcg_at_100_diff1": 0.811513, + "nauc_ndcg_at_1000_max": 0.743095, + "nauc_ndcg_at_1000_std": -0.037304, + "nauc_ndcg_at_1000_diff1": 0.813874, + "nauc_map_at_1_max": 0.752638, + "nauc_map_at_1_std": -0.035657, + "nauc_map_at_1_diff1": 0.847591, + "nauc_map_at_3_max": 0.746984, + "nauc_map_at_3_std": -0.036857, + "nauc_map_at_3_diff1": 0.81926, + "nauc_map_at_5_max": 0.746864, + "nauc_map_at_5_std": -0.036491, + "nauc_map_at_5_diff1": 0.817829, + "nauc_map_at_10_max": 0.746056, + "nauc_map_at_10_std": -0.036968, + "nauc_map_at_10_diff1": 0.818904, + "nauc_map_at_20_max": 0.744726, + "nauc_map_at_20_std": -0.036788, + "nauc_map_at_20_diff1": 0.81849, + "nauc_map_at_100_max": 0.745476, + "nauc_map_at_100_std": -0.036791, + "nauc_map_at_100_diff1": 0.819256, + "nauc_map_at_1000_max": 0.745557, + "nauc_map_at_1000_std": -0.036735, + "nauc_map_at_1000_diff1": 0.819344, + "nauc_recall_at_1_max": 0.752638, + "nauc_recall_at_1_std": -0.035657, + "nauc_recall_at_1_diff1": 0.847591, + "nauc_recall_at_3_max": 0.73443, + "nauc_recall_at_3_std": -0.040615, + "nauc_recall_at_3_diff1": 0.773618, + "nauc_recall_at_5_max": 0.73269, + "nauc_recall_at_5_std": -0.037879, + "nauc_recall_at_5_diff1": 0.757435, + "nauc_recall_at_10_max": 0.716116, + "nauc_recall_at_10_std": -0.057098, + "nauc_recall_at_10_diff1": 0.753801, + "nauc_recall_at_20_max": 0.657697, + "nauc_recall_at_20_std": -0.060878, + "nauc_recall_at_20_diff1": 0.7074, + "nauc_recall_at_100_max": 0.677468, + "nauc_recall_at_100_std": -0.004159, + "nauc_recall_at_100_diff1": 0.676492, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752638, + "nauc_precision_at_1_std": -0.035657, + "nauc_precision_at_1_diff1": 0.847591, + "nauc_precision_at_3_max": 0.73443, + "nauc_precision_at_3_std": -0.040615, + "nauc_precision_at_3_diff1": 0.773618, + "nauc_precision_at_5_max": 0.73269, + "nauc_precision_at_5_std": -0.037879, + "nauc_precision_at_5_diff1": 0.757435, + "nauc_precision_at_10_max": 0.716116, + "nauc_precision_at_10_std": -0.057098, + "nauc_precision_at_10_diff1": 0.753801, + "nauc_precision_at_20_max": 0.657697, + "nauc_precision_at_20_std": -0.060878, + "nauc_precision_at_20_diff1": 0.7074, + "nauc_precision_at_100_max": 0.677468, + "nauc_precision_at_100_std": -0.004159, + "nauc_precision_at_100_diff1": 0.676492, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752638, + "nauc_mrr_at_1_std": -0.035657, + "nauc_mrr_at_1_diff1": 0.847591, + "nauc_mrr_at_3_max": 0.746984, + "nauc_mrr_at_3_std": -0.036857, + "nauc_mrr_at_3_diff1": 0.81926, + "nauc_mrr_at_5_max": 0.746864, + "nauc_mrr_at_5_std": -0.036491, + "nauc_mrr_at_5_diff1": 0.817829, + "nauc_mrr_at_10_max": 0.746056, + "nauc_mrr_at_10_std": -0.036968, + "nauc_mrr_at_10_diff1": 0.818904, + "nauc_mrr_at_20_max": 0.744726, + "nauc_mrr_at_20_std": -0.036788, + "nauc_mrr_at_20_diff1": 0.81849, + "nauc_mrr_at_100_max": 0.745476, + "nauc_mrr_at_100_std": -0.036791, + "nauc_mrr_at_100_diff1": 0.819256, + "nauc_mrr_at_1000_max": 0.745557, + "nauc_mrr_at_1000_std": -0.036735, + "nauc_mrr_at_1000_diff1": 0.819344, + "main_score": 0.75607, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49889, + "ndcg_at_3": 0.54701, + "ndcg_at_5": 0.56245, + "ndcg_at_10": 0.57388, + "ndcg_at_20": 0.58666, + "ndcg_at_100": 0.61269, + "ndcg_at_1000": 0.63275, + "map_at_1": 0.49889, + "map_at_3": 0.53556, + "map_at_5": 0.54406, + "map_at_10": 0.54874, + "map_at_20": 0.55231, + "map_at_100": 0.55572, + "map_at_1000": 0.55654, + "recall_at_1": 0.49889, + "recall_at_3": 0.58, + "recall_at_5": 0.61778, + "recall_at_10": 0.65333, + "recall_at_20": 0.70333, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "precision_at_1": 0.49889, + "precision_at_3": 0.19333, + "precision_at_5": 0.12356, + "precision_at_10": 0.06533, + "precision_at_20": 0.03517, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.498889, + "mrr_at_3": 0.535556, + "mrr_at_5": 0.544056, + "mrr_at_10": 0.548737, + "mrr_at_20": 0.552315, + "mrr_at_100": 0.555716, + "mrr_at_1000": 0.556535, + "nauc_ndcg_at_1_max": 0.810118, + "nauc_ndcg_at_1_std": 0.380092, + "nauc_ndcg_at_1_diff1": 0.834616, + "nauc_ndcg_at_3_max": 0.813659, + "nauc_ndcg_at_3_std": 0.426826, + "nauc_ndcg_at_3_diff1": 0.806295, + "nauc_ndcg_at_5_max": 0.808659, + "nauc_ndcg_at_5_std": 0.430526, + "nauc_ndcg_at_5_diff1": 0.795543, + "nauc_ndcg_at_10_max": 0.804453, + "nauc_ndcg_at_10_std": 0.434587, + "nauc_ndcg_at_10_diff1": 0.790797, + "nauc_ndcg_at_20_max": 0.798953, + "nauc_ndcg_at_20_std": 0.433815, + "nauc_ndcg_at_20_diff1": 0.786429, + "nauc_ndcg_at_100_max": 0.795805, + "nauc_ndcg_at_100_std": 0.423053, + "nauc_ndcg_at_100_diff1": 0.786978, + "nauc_ndcg_at_1000_max": 0.803024, + "nauc_ndcg_at_1000_std": 0.425666, + "nauc_ndcg_at_1000_diff1": 0.795487, + "nauc_map_at_1_max": 0.810118, + "nauc_map_at_1_std": 0.380092, + "nauc_map_at_1_diff1": 0.834616, + "nauc_map_at_3_max": 0.813485, + "nauc_map_at_3_std": 0.41581, + "nauc_map_at_3_diff1": 0.813814, + "nauc_map_at_5_max": 0.810619, + "nauc_map_at_5_std": 0.417756, + "nauc_map_at_5_diff1": 0.807979, + "nauc_map_at_10_max": 0.809077, + "nauc_map_at_10_std": 0.419671, + "nauc_map_at_10_diff1": 0.806262, + "nauc_map_at_20_max": 0.807705, + "nauc_map_at_20_std": 0.419581, + "nauc_map_at_20_diff1": 0.805172, + "nauc_map_at_100_max": 0.807406, + "nauc_map_at_100_std": 0.418241, + "nauc_map_at_100_diff1": 0.805217, + "nauc_map_at_1000_max": 0.807662, + "nauc_map_at_1000_std": 0.418508, + "nauc_map_at_1000_diff1": 0.805508, + "nauc_recall_at_1_max": 0.810118, + "nauc_recall_at_1_std": 0.380092, + "nauc_recall_at_1_diff1": 0.834616, + "nauc_recall_at_3_max": 0.813878, + "nauc_recall_at_3_std": 0.459879, + "nauc_recall_at_3_diff1": 0.783348, + "nauc_recall_at_5_max": 0.80156, + "nauc_recall_at_5_std": 0.471074, + "nauc_recall_at_5_diff1": 0.754458, + "nauc_recall_at_10_max": 0.785711, + "nauc_recall_at_10_std": 0.485587, + "nauc_recall_at_10_diff1": 0.734661, + "nauc_recall_at_20_max": 0.756868, + "nauc_recall_at_20_std": 0.485646, + "nauc_recall_at_20_diff1": 0.707857, + "nauc_recall_at_100_max": 0.691649, + "nauc_recall_at_100_std": 0.405311, + "nauc_recall_at_100_diff1": 0.661627, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810118, + "nauc_precision_at_1_std": 0.380092, + "nauc_precision_at_1_diff1": 0.834616, + "nauc_precision_at_3_max": 0.813878, + "nauc_precision_at_3_std": 0.459879, + "nauc_precision_at_3_diff1": 0.783348, + "nauc_precision_at_5_max": 0.80156, + "nauc_precision_at_5_std": 0.471074, + "nauc_precision_at_5_diff1": 0.754458, + "nauc_precision_at_10_max": 0.785711, + "nauc_precision_at_10_std": 0.485587, + "nauc_precision_at_10_diff1": 0.734661, + "nauc_precision_at_20_max": 0.756868, + "nauc_precision_at_20_std": 0.485646, + "nauc_precision_at_20_diff1": 0.707857, + "nauc_precision_at_100_max": 0.691649, + "nauc_precision_at_100_std": 0.405311, + "nauc_precision_at_100_diff1": 0.661627, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810118, + "nauc_mrr_at_1_std": 0.380092, + "nauc_mrr_at_1_diff1": 0.834616, + "nauc_mrr_at_3_max": 0.813485, + "nauc_mrr_at_3_std": 0.41581, + "nauc_mrr_at_3_diff1": 0.813814, + "nauc_mrr_at_5_max": 0.810619, + "nauc_mrr_at_5_std": 0.417756, + "nauc_mrr_at_5_diff1": 0.807979, + "nauc_mrr_at_10_max": 0.809077, + "nauc_mrr_at_10_std": 0.419671, + "nauc_mrr_at_10_diff1": 0.806262, + "nauc_mrr_at_20_max": 0.807705, + "nauc_mrr_at_20_std": 0.419581, + "nauc_mrr_at_20_diff1": 0.805172, + "nauc_mrr_at_100_max": 0.807406, + "nauc_mrr_at_100_std": 0.418241, + "nauc_mrr_at_100_diff1": 0.805217, + "nauc_mrr_at_1000_max": 0.807662, + "nauc_mrr_at_1000_std": 0.418508, + "nauc_mrr_at_1000_diff1": 0.805508, + "main_score": 0.57388, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.46667, + "ndcg_at_3": 0.51566, + "ndcg_at_5": 0.52795, + "ndcg_at_10": 0.54177, + "ndcg_at_20": 0.55699, + "ndcg_at_100": 0.5803, + "ndcg_at_1000": 0.605, + "map_at_1": 0.46667, + "map_at_3": 0.50444, + "map_at_5": 0.51122, + "map_at_10": 0.51702, + "map_at_20": 0.52107, + "map_at_100": 0.52407, + "map_at_1000": 0.52504, + "recall_at_1": 0.46667, + "recall_at_3": 0.54778, + "recall_at_5": 0.57778, + "recall_at_10": 0.62, + "recall_at_20": 0.68111, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "precision_at_1": 0.46667, + "precision_at_3": 0.18259, + "precision_at_5": 0.11556, + "precision_at_10": 0.062, + "precision_at_20": 0.03406, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.466667, + "mrr_at_3": 0.504444, + "mrr_at_5": 0.511222, + "mrr_at_10": 0.517022, + "mrr_at_20": 0.521071, + "mrr_at_100": 0.524066, + "mrr_at_1000": 0.525041, + "nauc_ndcg_at_1_max": 0.637331, + "nauc_ndcg_at_1_std": -0.562636, + "nauc_ndcg_at_1_diff1": 0.859814, + "nauc_ndcg_at_3_max": 0.626557, + "nauc_ndcg_at_3_std": -0.60581, + "nauc_ndcg_at_3_diff1": 0.821746, + "nauc_ndcg_at_5_max": 0.619693, + "nauc_ndcg_at_5_std": -0.607505, + "nauc_ndcg_at_5_diff1": 0.816964, + "nauc_ndcg_at_10_max": 0.616883, + "nauc_ndcg_at_10_std": -0.59566, + "nauc_ndcg_at_10_diff1": 0.807542, + "nauc_ndcg_at_20_max": 0.61002, + "nauc_ndcg_at_20_std": -0.590085, + "nauc_ndcg_at_20_diff1": 0.803278, + "nauc_ndcg_at_100_max": 0.609424, + "nauc_ndcg_at_100_std": -0.575119, + "nauc_ndcg_at_100_diff1": 0.800262, + "nauc_ndcg_at_1000_max": 0.616035, + "nauc_ndcg_at_1000_std": -0.586127, + "nauc_ndcg_at_1000_diff1": 0.811634, + "nauc_map_at_1_max": 0.637331, + "nauc_map_at_1_std": -0.562636, + "nauc_map_at_1_diff1": 0.859814, + "nauc_map_at_3_max": 0.629181, + "nauc_map_at_3_std": -0.595474, + "nauc_map_at_3_diff1": 0.830346, + "nauc_map_at_5_max": 0.625552, + "nauc_map_at_5_std": -0.596192, + "nauc_map_at_5_diff1": 0.827812, + "nauc_map_at_10_max": 0.624228, + "nauc_map_at_10_std": -0.591451, + "nauc_map_at_10_diff1": 0.82389, + "nauc_map_at_20_max": 0.622432, + "nauc_map_at_20_std": -0.590127, + "nauc_map_at_20_diff1": 0.822878, + "nauc_map_at_100_max": 0.622224, + "nauc_map_at_100_std": -0.588283, + "nauc_map_at_100_diff1": 0.822554, + "nauc_map_at_1000_max": 0.622468, + "nauc_map_at_1000_std": -0.588585, + "nauc_map_at_1000_diff1": 0.822936, + "nauc_recall_at_1_max": 0.637331, + "nauc_recall_at_1_std": -0.562636, + "nauc_recall_at_1_diff1": 0.859814, + "nauc_recall_at_3_max": 0.61874, + "nauc_recall_at_3_std": -0.636516, + "nauc_recall_at_3_diff1": 0.79642, + "nauc_recall_at_5_max": 0.600581, + "nauc_recall_at_5_std": -0.642442, + "nauc_recall_at_5_diff1": 0.783344, + "nauc_recall_at_10_max": 0.591294, + "nauc_recall_at_10_std": -0.603996, + "nauc_recall_at_10_diff1": 0.750661, + "nauc_recall_at_20_max": 0.556016, + "nauc_recall_at_20_std": -0.577087, + "nauc_recall_at_20_diff1": 0.723387, + "nauc_recall_at_100_max": 0.528114, + "nauc_recall_at_100_std": -0.430754, + "nauc_recall_at_100_diff1": 0.655965, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.637331, + "nauc_precision_at_1_std": -0.562636, + "nauc_precision_at_1_diff1": 0.859814, + "nauc_precision_at_3_max": 0.61874, + "nauc_precision_at_3_std": -0.636516, + "nauc_precision_at_3_diff1": 0.79642, + "nauc_precision_at_5_max": 0.600581, + "nauc_precision_at_5_std": -0.642442, + "nauc_precision_at_5_diff1": 0.783344, + "nauc_precision_at_10_max": 0.591294, + "nauc_precision_at_10_std": -0.603996, + "nauc_precision_at_10_diff1": 0.750661, + "nauc_precision_at_20_max": 0.556016, + "nauc_precision_at_20_std": -0.577087, + "nauc_precision_at_20_diff1": 0.723387, + "nauc_precision_at_100_max": 0.528114, + "nauc_precision_at_100_std": -0.430754, + "nauc_precision_at_100_diff1": 0.655965, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.637331, + "nauc_mrr_at_1_std": -0.562636, + "nauc_mrr_at_1_diff1": 0.859814, + "nauc_mrr_at_3_max": 0.629181, + "nauc_mrr_at_3_std": -0.595474, + "nauc_mrr_at_3_diff1": 0.830346, + "nauc_mrr_at_5_max": 0.625552, + "nauc_mrr_at_5_std": -0.596192, + "nauc_mrr_at_5_diff1": 0.827812, + "nauc_mrr_at_10_max": 0.624228, + "nauc_mrr_at_10_std": -0.591451, + "nauc_mrr_at_10_diff1": 0.82389, + "nauc_mrr_at_20_max": 0.622432, + "nauc_mrr_at_20_std": -0.590127, + "nauc_mrr_at_20_diff1": 0.822878, + "nauc_mrr_at_100_max": 0.622224, + "nauc_mrr_at_100_std": -0.588283, + "nauc_mrr_at_100_diff1": 0.822554, + "nauc_mrr_at_1000_max": 0.622468, + "nauc_mrr_at_1000_std": -0.588585, + "nauc_mrr_at_1000_diff1": 0.822936, + "main_score": 0.54177, + "hf_subset": "hau_Latn-hau_Latn", + "languages": [ + "hau-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.53333, + "ndcg_at_3": 0.58657, + "ndcg_at_5": 0.60149, + "ndcg_at_10": 0.6145, + "ndcg_at_20": 0.6275, + "ndcg_at_100": 0.65354, + "ndcg_at_1000": 0.6672, + "map_at_1": 0.53333, + "map_at_3": 0.57315, + "map_at_5": 0.58131, + "map_at_10": 0.58653, + "map_at_20": 0.58999, + "map_at_100": 0.59346, + "map_at_1000": 0.59406, + "recall_at_1": 0.53333, + "recall_at_3": 0.62556, + "recall_at_5": 0.66222, + "recall_at_10": 0.70333, + "recall_at_20": 0.75556, + "recall_at_100": 0.89778, + "recall_at_1000": 1.0, + "precision_at_1": 0.53333, + "precision_at_3": 0.20852, + "precision_at_5": 0.13244, + "precision_at_10": 0.07033, + "precision_at_20": 0.03778, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.533333, + "mrr_at_3": 0.573148, + "mrr_at_5": 0.581315, + "mrr_at_10": 0.586527, + "mrr_at_20": 0.589991, + "mrr_at_100": 0.59346, + "mrr_at_1000": 0.594063, + "nauc_ndcg_at_1_max": 0.845252, + "nauc_ndcg_at_1_std": 0.2484, + "nauc_ndcg_at_1_diff1": 0.863532, + "nauc_ndcg_at_3_max": 0.844726, + "nauc_ndcg_at_3_std": 0.25105, + "nauc_ndcg_at_3_diff1": 0.830912, + "nauc_ndcg_at_5_max": 0.83972, + "nauc_ndcg_at_5_std": 0.258001, + "nauc_ndcg_at_5_diff1": 0.822826, + "nauc_ndcg_at_10_max": 0.836118, + "nauc_ndcg_at_10_std": 0.262705, + "nauc_ndcg_at_10_diff1": 0.81933, + "nauc_ndcg_at_20_max": 0.834746, + "nauc_ndcg_at_20_std": 0.269768, + "nauc_ndcg_at_20_diff1": 0.816305, + "nauc_ndcg_at_100_max": 0.832111, + "nauc_ndcg_at_100_std": 0.270851, + "nauc_ndcg_at_100_diff1": 0.815615, + "nauc_ndcg_at_1000_max": 0.837201, + "nauc_ndcg_at_1000_std": 0.264024, + "nauc_ndcg_at_1000_diff1": 0.824161, + "nauc_map_at_1_max": 0.845252, + "nauc_map_at_1_std": 0.2484, + "nauc_map_at_1_diff1": 0.863532, + "nauc_map_at_3_max": 0.845222, + "nauc_map_at_3_std": 0.250807, + "nauc_map_at_3_diff1": 0.839338, + "nauc_map_at_5_max": 0.842643, + "nauc_map_at_5_std": 0.254781, + "nauc_map_at_5_diff1": 0.83521, + "nauc_map_at_10_max": 0.841412, + "nauc_map_at_10_std": 0.256793, + "nauc_map_at_10_diff1": 0.834082, + "nauc_map_at_20_max": 0.840952, + "nauc_map_at_20_std": 0.258277, + "nauc_map_at_20_diff1": 0.833401, + "nauc_map_at_100_max": 0.840572, + "nauc_map_at_100_std": 0.258391, + "nauc_map_at_100_diff1": 0.833127, + "nauc_map_at_1000_max": 0.840782, + "nauc_map_at_1000_std": 0.25821, + "nauc_map_at_1000_diff1": 0.833467, + "nauc_recall_at_1_max": 0.845252, + "nauc_recall_at_1_std": 0.2484, + "nauc_recall_at_1_diff1": 0.863532, + "nauc_recall_at_3_max": 0.843027, + "nauc_recall_at_3_std": 0.251611, + "nauc_recall_at_3_diff1": 0.804731, + "nauc_recall_at_5_max": 0.828998, + "nauc_recall_at_5_std": 0.269148, + "nauc_recall_at_5_diff1": 0.780701, + "nauc_recall_at_10_max": 0.813872, + "nauc_recall_at_10_std": 0.285979, + "nauc_recall_at_10_diff1": 0.763323, + "nauc_recall_at_20_max": 0.804384, + "nauc_recall_at_20_std": 0.330156, + "nauc_recall_at_20_diff1": 0.737981, + "nauc_recall_at_100_max": 0.737171, + "nauc_recall_at_100_std": 0.411478, + "nauc_recall_at_100_diff1": 0.654099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.845252, + "nauc_precision_at_1_std": 0.2484, + "nauc_precision_at_1_diff1": 0.863532, + "nauc_precision_at_3_max": 0.843027, + "nauc_precision_at_3_std": 0.251611, + "nauc_precision_at_3_diff1": 0.804731, + "nauc_precision_at_5_max": 0.828998, + "nauc_precision_at_5_std": 0.269148, + "nauc_precision_at_5_diff1": 0.780701, + "nauc_precision_at_10_max": 0.813872, + "nauc_precision_at_10_std": 0.285979, + "nauc_precision_at_10_diff1": 0.763323, + "nauc_precision_at_20_max": 0.804384, + "nauc_precision_at_20_std": 0.330156, + "nauc_precision_at_20_diff1": 0.737981, + "nauc_precision_at_100_max": 0.737171, + "nauc_precision_at_100_std": 0.411478, + "nauc_precision_at_100_diff1": 0.654099, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.845252, + "nauc_mrr_at_1_std": 0.2484, + "nauc_mrr_at_1_diff1": 0.863532, + "nauc_mrr_at_3_max": 0.845222, + "nauc_mrr_at_3_std": 0.250807, + "nauc_mrr_at_3_diff1": 0.839338, + "nauc_mrr_at_5_max": 0.842643, + "nauc_mrr_at_5_std": 0.254781, + "nauc_mrr_at_5_diff1": 0.83521, + "nauc_mrr_at_10_max": 0.841412, + "nauc_mrr_at_10_std": 0.256793, + "nauc_mrr_at_10_diff1": 0.834082, + "nauc_mrr_at_20_max": 0.840952, + "nauc_mrr_at_20_std": 0.258277, + "nauc_mrr_at_20_diff1": 0.833401, + "nauc_mrr_at_100_max": 0.840572, + "nauc_mrr_at_100_std": 0.258391, + "nauc_mrr_at_100_diff1": 0.833127, + "nauc_mrr_at_1000_max": 0.840782, + "nauc_mrr_at_1000_std": 0.25821, + "nauc_mrr_at_1000_diff1": 0.833467, + "main_score": 0.6145, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43222, + "ndcg_at_3": 0.4669, + "ndcg_at_5": 0.47575, + "ndcg_at_10": 0.48177, + "ndcg_at_20": 0.48981, + "ndcg_at_100": 0.51528, + "ndcg_at_1000": 0.55279, + "map_at_1": 0.43222, + "map_at_3": 0.45852, + "map_at_5": 0.46352, + "map_at_10": 0.46595, + "map_at_20": 0.46825, + "map_at_100": 0.47141, + "map_at_1000": 0.47277, + "recall_at_1": 0.43222, + "recall_at_3": 0.49111, + "recall_at_5": 0.51222, + "recall_at_10": 0.53111, + "recall_at_20": 0.56222, + "recall_at_100": 0.70556, + "recall_at_1000": 1.0, + "precision_at_1": 0.43222, + "precision_at_3": 0.1637, + "precision_at_5": 0.10244, + "precision_at_10": 0.05311, + "precision_at_20": 0.02811, + "precision_at_100": 0.00706, + "precision_at_1000": 0.001, + "mrr_at_1": 0.432222, + "mrr_at_3": 0.458519, + "mrr_at_5": 0.463519, + "mrr_at_10": 0.465946, + "mrr_at_20": 0.468247, + "mrr_at_100": 0.471407, + "mrr_at_1000": 0.472773, + "nauc_ndcg_at_1_max": 0.91992, + "nauc_ndcg_at_1_std": 0.625505, + "nauc_ndcg_at_1_diff1": 0.92533, + "nauc_ndcg_at_3_max": 0.934128, + "nauc_ndcg_at_3_std": 0.666797, + "nauc_ndcg_at_3_diff1": 0.896243, + "nauc_ndcg_at_5_max": 0.927707, + "nauc_ndcg_at_5_std": 0.670137, + "nauc_ndcg_at_5_diff1": 0.888086, + "nauc_ndcg_at_10_max": 0.925235, + "nauc_ndcg_at_10_std": 0.668476, + "nauc_ndcg_at_10_diff1": 0.887002, + "nauc_ndcg_at_20_max": 0.919027, + "nauc_ndcg_at_20_std": 0.666503, + "nauc_ndcg_at_20_diff1": 0.882294, + "nauc_ndcg_at_100_max": 0.905164, + "nauc_ndcg_at_100_std": 0.653927, + "nauc_ndcg_at_100_diff1": 0.869119, + "nauc_ndcg_at_1000_max": 0.916865, + "nauc_ndcg_at_1000_std": 0.658884, + "nauc_ndcg_at_1000_diff1": 0.883605, + "nauc_map_at_1_max": 0.91992, + "nauc_map_at_1_std": 0.625505, + "nauc_map_at_1_diff1": 0.92533, + "nauc_map_at_3_max": 0.93156, + "nauc_map_at_3_std": 0.657807, + "nauc_map_at_3_diff1": 0.903924, + "nauc_map_at_5_max": 0.927958, + "nauc_map_at_5_std": 0.659806, + "nauc_map_at_5_diff1": 0.89935, + "nauc_map_at_10_max": 0.926905, + "nauc_map_at_10_std": 0.658891, + "nauc_map_at_10_diff1": 0.898949, + "nauc_map_at_20_max": 0.925209, + "nauc_map_at_20_std": 0.658554, + "nauc_map_at_20_diff1": 0.897639, + "nauc_map_at_100_max": 0.923297, + "nauc_map_at_100_std": 0.656878, + "nauc_map_at_100_diff1": 0.89581, + "nauc_map_at_1000_max": 0.923598, + "nauc_map_at_1000_std": 0.656984, + "nauc_map_at_1000_diff1": 0.896182, + "nauc_recall_at_1_max": 0.91992, + "nauc_recall_at_1_std": 0.625505, + "nauc_recall_at_1_diff1": 0.92533, + "nauc_recall_at_3_max": 0.941252, + "nauc_recall_at_3_std": 0.692594, + "nauc_recall_at_3_diff1": 0.873573, + "nauc_recall_at_5_max": 0.925711, + "nauc_recall_at_5_std": 0.700454, + "nauc_recall_at_5_diff1": 0.853484, + "nauc_recall_at_10_max": 0.918021, + "nauc_recall_at_10_std": 0.696956, + "nauc_recall_at_10_diff1": 0.84926, + "nauc_recall_at_20_max": 0.891974, + "nauc_recall_at_20_std": 0.687917, + "nauc_recall_at_20_diff1": 0.828796, + "nauc_recall_at_100_max": 0.787964, + "nauc_recall_at_100_std": 0.603956, + "nauc_recall_at_100_diff1": 0.72315, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.91992, + "nauc_precision_at_1_std": 0.625505, + "nauc_precision_at_1_diff1": 0.92533, + "nauc_precision_at_3_max": 0.941252, + "nauc_precision_at_3_std": 0.692594, + "nauc_precision_at_3_diff1": 0.873573, + "nauc_precision_at_5_max": 0.925711, + "nauc_precision_at_5_std": 0.700454, + "nauc_precision_at_5_diff1": 0.853484, + "nauc_precision_at_10_max": 0.918021, + "nauc_precision_at_10_std": 0.696956, + "nauc_precision_at_10_diff1": 0.84926, + "nauc_precision_at_20_max": 0.891974, + "nauc_precision_at_20_std": 0.687917, + "nauc_precision_at_20_diff1": 0.828796, + "nauc_precision_at_100_max": 0.787964, + "nauc_precision_at_100_std": 0.603956, + "nauc_precision_at_100_diff1": 0.72315, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.91992, + "nauc_mrr_at_1_std": 0.625505, + "nauc_mrr_at_1_diff1": 0.92533, + "nauc_mrr_at_3_max": 0.93156, + "nauc_mrr_at_3_std": 0.657807, + "nauc_mrr_at_3_diff1": 0.903924, + "nauc_mrr_at_5_max": 0.927958, + "nauc_mrr_at_5_std": 0.659806, + "nauc_mrr_at_5_diff1": 0.89935, + "nauc_mrr_at_10_max": 0.926905, + "nauc_mrr_at_10_std": 0.658891, + "nauc_mrr_at_10_diff1": 0.898949, + "nauc_mrr_at_20_max": 0.925209, + "nauc_mrr_at_20_std": 0.658554, + "nauc_mrr_at_20_diff1": 0.897639, + "nauc_mrr_at_100_max": 0.923297, + "nauc_mrr_at_100_std": 0.656878, + "nauc_mrr_at_100_diff1": 0.89581, + "nauc_mrr_at_1000_max": 0.923598, + "nauc_mrr_at_1000_std": 0.656984, + "nauc_mrr_at_1000_diff1": 0.896182, + "main_score": 0.48177, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.65111, + "ndcg_at_3": 0.70525, + "ndcg_at_5": 0.72323, + "ndcg_at_10": 0.7396, + "ndcg_at_20": 0.74987, + "ndcg_at_100": 0.76495, + "ndcg_at_1000": 0.77075, + "map_at_1": 0.65111, + "map_at_3": 0.69241, + "map_at_5": 0.70246, + "map_at_10": 0.70912, + "map_at_20": 0.71202, + "map_at_100": 0.71419, + "map_at_1000": 0.71445, + "recall_at_1": 0.65111, + "recall_at_3": 0.74222, + "recall_at_5": 0.78556, + "recall_at_10": 0.83667, + "recall_at_20": 0.87667, + "recall_at_100": 0.95667, + "recall_at_1000": 1.0, + "precision_at_1": 0.65111, + "precision_at_3": 0.24741, + "precision_at_5": 0.15711, + "precision_at_10": 0.08367, + "precision_at_20": 0.04383, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.651111, + "mrr_at_3": 0.692407, + "mrr_at_5": 0.702463, + "mrr_at_10": 0.709119, + "mrr_at_20": 0.712024, + "mrr_at_100": 0.714192, + "mrr_at_1000": 0.714449, + "nauc_ndcg_at_1_max": 0.63682, + "nauc_ndcg_at_1_std": -0.266254, + "nauc_ndcg_at_1_diff1": 0.80339, + "nauc_ndcg_at_3_max": 0.627432, + "nauc_ndcg_at_3_std": -0.283023, + "nauc_ndcg_at_3_diff1": 0.767296, + "nauc_ndcg_at_5_max": 0.623597, + "nauc_ndcg_at_5_std": -0.283872, + "nauc_ndcg_at_5_diff1": 0.76295, + "nauc_ndcg_at_10_max": 0.615275, + "nauc_ndcg_at_10_std": -0.281875, + "nauc_ndcg_at_10_diff1": 0.764096, + "nauc_ndcg_at_20_max": 0.619263, + "nauc_ndcg_at_20_std": -0.270253, + "nauc_ndcg_at_20_diff1": 0.7667, + "nauc_ndcg_at_100_max": 0.62215, + "nauc_ndcg_at_100_std": -0.267707, + "nauc_ndcg_at_100_diff1": 0.766639, + "nauc_ndcg_at_1000_max": 0.622942, + "nauc_ndcg_at_1000_std": -0.273567, + "nauc_ndcg_at_1000_diff1": 0.770112, + "nauc_map_at_1_max": 0.63682, + "nauc_map_at_1_std": -0.266254, + "nauc_map_at_1_diff1": 0.80339, + "nauc_map_at_3_max": 0.629734, + "nauc_map_at_3_std": -0.278136, + "nauc_map_at_3_diff1": 0.776319, + "nauc_map_at_5_max": 0.627619, + "nauc_map_at_5_std": -0.27897, + "nauc_map_at_5_diff1": 0.774297, + "nauc_map_at_10_max": 0.624238, + "nauc_map_at_10_std": -0.27852, + "nauc_map_at_10_diff1": 0.77479, + "nauc_map_at_20_max": 0.625286, + "nauc_map_at_20_std": -0.275539, + "nauc_map_at_20_diff1": 0.775487, + "nauc_map_at_100_max": 0.625719, + "nauc_map_at_100_std": -0.275053, + "nauc_map_at_100_diff1": 0.775376, + "nauc_map_at_1000_max": 0.625744, + "nauc_map_at_1000_std": -0.275303, + "nauc_map_at_1000_diff1": 0.775518, + "nauc_recall_at_1_max": 0.63682, + "nauc_recall_at_1_std": -0.266254, + "nauc_recall_at_1_diff1": 0.80339, + "nauc_recall_at_3_max": 0.619951, + "nauc_recall_at_3_std": -0.299301, + "nauc_recall_at_3_diff1": 0.737881, + "nauc_recall_at_5_max": 0.608378, + "nauc_recall_at_5_std": -0.301571, + "nauc_recall_at_5_diff1": 0.720428, + "nauc_recall_at_10_max": 0.569615, + "nauc_recall_at_10_std": -0.293827, + "nauc_recall_at_10_diff1": 0.715524, + "nauc_recall_at_20_max": 0.585078, + "nauc_recall_at_20_std": -0.216274, + "nauc_recall_at_20_diff1": 0.720767, + "nauc_recall_at_100_max": 0.594496, + "nauc_recall_at_100_std": -0.075319, + "nauc_recall_at_100_diff1": 0.650997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63682, + "nauc_precision_at_1_std": -0.266254, + "nauc_precision_at_1_diff1": 0.80339, + "nauc_precision_at_3_max": 0.619951, + "nauc_precision_at_3_std": -0.299301, + "nauc_precision_at_3_diff1": 0.737881, + "nauc_precision_at_5_max": 0.608378, + "nauc_precision_at_5_std": -0.301571, + "nauc_precision_at_5_diff1": 0.720428, + "nauc_precision_at_10_max": 0.569615, + "nauc_precision_at_10_std": -0.293827, + "nauc_precision_at_10_diff1": 0.715524, + "nauc_precision_at_20_max": 0.585078, + "nauc_precision_at_20_std": -0.216274, + "nauc_precision_at_20_diff1": 0.720767, + "nauc_precision_at_100_max": 0.594496, + "nauc_precision_at_100_std": -0.075319, + "nauc_precision_at_100_diff1": 0.650997, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63682, + "nauc_mrr_at_1_std": -0.266254, + "nauc_mrr_at_1_diff1": 0.80339, + "nauc_mrr_at_3_max": 0.629734, + "nauc_mrr_at_3_std": -0.278136, + "nauc_mrr_at_3_diff1": 0.776319, + "nauc_mrr_at_5_max": 0.627619, + "nauc_mrr_at_5_std": -0.27897, + "nauc_mrr_at_5_diff1": 0.774297, + "nauc_mrr_at_10_max": 0.624238, + "nauc_mrr_at_10_std": -0.27852, + "nauc_mrr_at_10_diff1": 0.77479, + "nauc_mrr_at_20_max": 0.625286, + "nauc_mrr_at_20_std": -0.275539, + "nauc_mrr_at_20_diff1": 0.775487, + "nauc_mrr_at_100_max": 0.625719, + "nauc_mrr_at_100_std": -0.275053, + "nauc_mrr_at_100_diff1": 0.775376, + "nauc_mrr_at_1000_max": 0.625744, + "nauc_mrr_at_1000_std": -0.275303, + "nauc_mrr_at_1000_diff1": 0.775518, + "main_score": 0.7396, + "hf_subset": "heb_Hebr-heb_Hebr", + "languages": [ + "heb-Hebr", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.81766, + "ndcg_at_5": 0.83329, + "ndcg_at_10": 0.84452, + "ndcg_at_20": 0.85187, + "ndcg_at_100": 0.85695, + "ndcg_at_1000": 0.85754, + "map_at_1": 0.74111, + "map_at_3": 0.79981, + "map_at_5": 0.80854, + "map_at_10": 0.81322, + "map_at_20": 0.81526, + "map_at_100": 0.8161, + "map_at_1000": 0.81613, + "recall_at_1": 0.74111, + "recall_at_3": 0.86889, + "recall_at_5": 0.90667, + "recall_at_10": 0.94111, + "recall_at_20": 0.97, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.74111, + "precision_at_3": 0.28963, + "precision_at_5": 0.18133, + "precision_at_10": 0.09411, + "precision_at_20": 0.0485, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.799815, + "mrr_at_5": 0.808537, + "mrr_at_10": 0.813218, + "mrr_at_20": 0.81526, + "mrr_at_100": 0.8161, + "mrr_at_1000": 0.816127, + "nauc_ndcg_at_1_max": 0.579476, + "nauc_ndcg_at_1_std": -0.225814, + "nauc_ndcg_at_1_diff1": 0.834114, + "nauc_ndcg_at_3_max": 0.592327, + "nauc_ndcg_at_3_std": -0.263292, + "nauc_ndcg_at_3_diff1": 0.801026, + "nauc_ndcg_at_5_max": 0.573499, + "nauc_ndcg_at_5_std": -0.279385, + "nauc_ndcg_at_5_diff1": 0.796073, + "nauc_ndcg_at_10_max": 0.580696, + "nauc_ndcg_at_10_std": -0.272366, + "nauc_ndcg_at_10_diff1": 0.807293, + "nauc_ndcg_at_20_max": 0.586719, + "nauc_ndcg_at_20_std": -0.250177, + "nauc_ndcg_at_20_diff1": 0.811697, + "nauc_ndcg_at_100_max": 0.582938, + "nauc_ndcg_at_100_std": -0.252034, + "nauc_ndcg_at_100_diff1": 0.809717, + "nauc_ndcg_at_1000_max": 0.581889, + "nauc_ndcg_at_1000_std": -0.257181, + "nauc_ndcg_at_1000_diff1": 0.810547, + "nauc_map_at_1_max": 0.579476, + "nauc_map_at_1_std": -0.225814, + "nauc_map_at_1_diff1": 0.834114, + "nauc_map_at_3_max": 0.587893, + "nauc_map_at_3_std": -0.254723, + "nauc_map_at_3_diff1": 0.809848, + "nauc_map_at_5_max": 0.578556, + "nauc_map_at_5_std": -0.26223, + "nauc_map_at_5_diff1": 0.807865, + "nauc_map_at_10_max": 0.580778, + "nauc_map_at_10_std": -0.25972, + "nauc_map_at_10_diff1": 0.812031, + "nauc_map_at_20_max": 0.582198, + "nauc_map_at_20_std": -0.254645, + "nauc_map_at_20_diff1": 0.813171, + "nauc_map_at_100_max": 0.581493, + "nauc_map_at_100_std": -0.25527, + "nauc_map_at_100_diff1": 0.812919, + "nauc_map_at_1000_max": 0.58146, + "nauc_map_at_1000_std": -0.255451, + "nauc_map_at_1000_diff1": 0.812946, + "nauc_recall_at_1_max": 0.579476, + "nauc_recall_at_1_std": -0.225814, + "nauc_recall_at_1_diff1": 0.834114, + "nauc_recall_at_3_max": 0.611058, + "nauc_recall_at_3_std": -0.297212, + "nauc_recall_at_3_diff1": 0.765111, + "nauc_recall_at_5_max": 0.54155, + "nauc_recall_at_5_std": -0.374083, + "nauc_recall_at_5_diff1": 0.731837, + "nauc_recall_at_10_max": 0.583303, + "nauc_recall_at_10_std": -0.370364, + "nauc_recall_at_10_diff1": 0.779548, + "nauc_recall_at_20_max": 0.689854, + "nauc_recall_at_20_std": -0.067728, + "nauc_recall_at_20_diff1": 0.827022, + "nauc_recall_at_100_max": 0.823179, + "nauc_recall_at_100_std": 0.897876, + "nauc_recall_at_100_diff1": 0.620215, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.579476, + "nauc_precision_at_1_std": -0.225814, + "nauc_precision_at_1_diff1": 0.834114, + "nauc_precision_at_3_max": 0.611058, + "nauc_precision_at_3_std": -0.297212, + "nauc_precision_at_3_diff1": 0.765111, + "nauc_precision_at_5_max": 0.54155, + "nauc_precision_at_5_std": -0.374083, + "nauc_precision_at_5_diff1": 0.731837, + "nauc_precision_at_10_max": 0.583303, + "nauc_precision_at_10_std": -0.370364, + "nauc_precision_at_10_diff1": 0.779548, + "nauc_precision_at_20_max": 0.689854, + "nauc_precision_at_20_std": -0.067728, + "nauc_precision_at_20_diff1": 0.827022, + "nauc_precision_at_100_max": 0.823179, + "nauc_precision_at_100_std": 0.897876, + "nauc_precision_at_100_diff1": 0.620215, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.579476, + "nauc_mrr_at_1_std": -0.225814, + "nauc_mrr_at_1_diff1": 0.834114, + "nauc_mrr_at_3_max": 0.587893, + "nauc_mrr_at_3_std": -0.254723, + "nauc_mrr_at_3_diff1": 0.809848, + "nauc_mrr_at_5_max": 0.578556, + "nauc_mrr_at_5_std": -0.26223, + "nauc_mrr_at_5_diff1": 0.807865, + "nauc_mrr_at_10_max": 0.580778, + "nauc_mrr_at_10_std": -0.25972, + "nauc_mrr_at_10_diff1": 0.812031, + "nauc_mrr_at_20_max": 0.582198, + "nauc_mrr_at_20_std": -0.254645, + "nauc_mrr_at_20_diff1": 0.813171, + "nauc_mrr_at_100_max": 0.581493, + "nauc_mrr_at_100_std": -0.25527, + "nauc_mrr_at_100_diff1": 0.812919, + "nauc_mrr_at_1000_max": 0.58146, + "nauc_mrr_at_1000_std": -0.255451, + "nauc_mrr_at_1000_diff1": 0.812946, + "main_score": 0.84452, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.58348, + "ndcg_at_5": 0.60399, + "ndcg_at_10": 0.62431, + "ndcg_at_20": 0.64023, + "ndcg_at_100": 0.66257, + "ndcg_at_1000": 0.67087, + "map_at_1": 0.5, + "map_at_3": 0.56315, + "map_at_5": 0.57448, + "map_at_10": 0.58298, + "map_at_20": 0.58731, + "map_at_100": 0.59051, + "map_at_1000": 0.59085, + "recall_at_1": 0.5, + "recall_at_3": 0.64222, + "recall_at_5": 0.69222, + "recall_at_10": 0.75444, + "recall_at_20": 0.81778, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "precision_at_1": 0.5, + "precision_at_3": 0.21407, + "precision_at_5": 0.13844, + "precision_at_10": 0.07544, + "precision_at_20": 0.04089, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.5, + "mrr_at_3": 0.563148, + "mrr_at_5": 0.574481, + "mrr_at_10": 0.582984, + "mrr_at_20": 0.587308, + "mrr_at_100": 0.590509, + "mrr_at_1000": 0.590846, + "nauc_ndcg_at_1_max": 0.656852, + "nauc_ndcg_at_1_std": 0.073699, + "nauc_ndcg_at_1_diff1": 0.8013, + "nauc_ndcg_at_3_max": 0.641158, + "nauc_ndcg_at_3_std": 0.088309, + "nauc_ndcg_at_3_diff1": 0.73039, + "nauc_ndcg_at_5_max": 0.641137, + "nauc_ndcg_at_5_std": 0.102422, + "nauc_ndcg_at_5_diff1": 0.724085, + "nauc_ndcg_at_10_max": 0.637141, + "nauc_ndcg_at_10_std": 0.097838, + "nauc_ndcg_at_10_diff1": 0.725445, + "nauc_ndcg_at_20_max": 0.643072, + "nauc_ndcg_at_20_std": 0.104228, + "nauc_ndcg_at_20_diff1": 0.726517, + "nauc_ndcg_at_100_max": 0.647675, + "nauc_ndcg_at_100_std": 0.109093, + "nauc_ndcg_at_100_diff1": 0.736252, + "nauc_ndcg_at_1000_max": 0.646568, + "nauc_ndcg_at_1000_std": 0.101902, + "nauc_ndcg_at_1000_diff1": 0.738959, + "nauc_map_at_1_max": 0.656852, + "nauc_map_at_1_std": 0.073699, + "nauc_map_at_1_diff1": 0.8013, + "nauc_map_at_3_max": 0.646324, + "nauc_map_at_3_std": 0.086692, + "nauc_map_at_3_diff1": 0.748021, + "nauc_map_at_5_max": 0.646594, + "nauc_map_at_5_std": 0.094094, + "nauc_map_at_5_diff1": 0.74526, + "nauc_map_at_10_max": 0.645198, + "nauc_map_at_10_std": 0.092142, + "nauc_map_at_10_diff1": 0.746117, + "nauc_map_at_20_max": 0.647027, + "nauc_map_at_20_std": 0.094135, + "nauc_map_at_20_diff1": 0.746671, + "nauc_map_at_100_max": 0.647698, + "nauc_map_at_100_std": 0.094954, + "nauc_map_at_100_diff1": 0.748048, + "nauc_map_at_1000_max": 0.647685, + "nauc_map_at_1000_std": 0.094758, + "nauc_map_at_1000_diff1": 0.74815, + "nauc_recall_at_1_max": 0.656852, + "nauc_recall_at_1_std": 0.073699, + "nauc_recall_at_1_diff1": 0.8013, + "nauc_recall_at_3_max": 0.624018, + "nauc_recall_at_3_std": 0.092515, + "nauc_recall_at_3_diff1": 0.67397, + "nauc_recall_at_5_max": 0.621257, + "nauc_recall_at_5_std": 0.132918, + "nauc_recall_at_5_diff1": 0.649111, + "nauc_recall_at_10_max": 0.600696, + "nauc_recall_at_10_std": 0.120506, + "nauc_recall_at_10_diff1": 0.640293, + "nauc_recall_at_20_max": 0.624767, + "nauc_recall_at_20_std": 0.161443, + "nauc_recall_at_20_diff1": 0.622241, + "nauc_recall_at_100_max": 0.686004, + "nauc_recall_at_100_std": 0.337338, + "nauc_recall_at_100_diff1": 0.654774, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656852, + "nauc_precision_at_1_std": 0.073699, + "nauc_precision_at_1_diff1": 0.8013, + "nauc_precision_at_3_max": 0.624018, + "nauc_precision_at_3_std": 0.092515, + "nauc_precision_at_3_diff1": 0.67397, + "nauc_precision_at_5_max": 0.621257, + "nauc_precision_at_5_std": 0.132918, + "nauc_precision_at_5_diff1": 0.649111, + "nauc_precision_at_10_max": 0.600696, + "nauc_precision_at_10_std": 0.120506, + "nauc_precision_at_10_diff1": 0.640293, + "nauc_precision_at_20_max": 0.624767, + "nauc_precision_at_20_std": 0.161443, + "nauc_precision_at_20_diff1": 0.622241, + "nauc_precision_at_100_max": 0.686004, + "nauc_precision_at_100_std": 0.337338, + "nauc_precision_at_100_diff1": 0.654774, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656852, + "nauc_mrr_at_1_std": 0.073699, + "nauc_mrr_at_1_diff1": 0.8013, + "nauc_mrr_at_3_max": 0.646324, + "nauc_mrr_at_3_std": 0.086692, + "nauc_mrr_at_3_diff1": 0.748021, + "nauc_mrr_at_5_max": 0.646594, + "nauc_mrr_at_5_std": 0.094094, + "nauc_mrr_at_5_diff1": 0.74526, + "nauc_mrr_at_10_max": 0.645198, + "nauc_mrr_at_10_std": 0.092142, + "nauc_mrr_at_10_diff1": 0.746117, + "nauc_mrr_at_20_max": 0.647027, + "nauc_mrr_at_20_std": 0.094135, + "nauc_mrr_at_20_diff1": 0.746671, + "nauc_mrr_at_100_max": 0.647698, + "nauc_mrr_at_100_std": 0.094954, + "nauc_mrr_at_100_diff1": 0.748048, + "nauc_mrr_at_1000_max": 0.647685, + "nauc_mrr_at_1000_std": 0.094758, + "nauc_mrr_at_1000_diff1": 0.74815, + "main_score": 0.62431, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89008, + "ndcg_at_5": 0.89749, + "ndcg_at_10": 0.90458, + "ndcg_at_20": 0.90763, + "ndcg_at_100": 0.91134, + "ndcg_at_1000": 0.91203, + "map_at_1": 0.84111, + "map_at_3": 0.87852, + "map_at_5": 0.88269, + "map_at_10": 0.88556, + "map_at_20": 0.88637, + "map_at_100": 0.88697, + "map_at_1000": 0.88699, + "recall_at_1": 0.84111, + "recall_at_3": 0.92333, + "recall_at_5": 0.94111, + "recall_at_10": 0.96333, + "recall_at_20": 0.97556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84111, + "precision_at_3": 0.30778, + "precision_at_5": 0.18822, + "precision_at_10": 0.09633, + "precision_at_20": 0.04878, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.878519, + "mrr_at_5": 0.882685, + "mrr_at_10": 0.885557, + "mrr_at_20": 0.886374, + "mrr_at_100": 0.886967, + "mrr_at_1000": 0.886988, + "nauc_ndcg_at_1_max": 0.771346, + "nauc_ndcg_at_1_std": -0.138315, + "nauc_ndcg_at_1_diff1": 0.921349, + "nauc_ndcg_at_3_max": 0.799865, + "nauc_ndcg_at_3_std": -0.095005, + "nauc_ndcg_at_3_diff1": 0.894329, + "nauc_ndcg_at_5_max": 0.807236, + "nauc_ndcg_at_5_std": -0.080094, + "nauc_ndcg_at_5_diff1": 0.903786, + "nauc_ndcg_at_10_max": 0.804869, + "nauc_ndcg_at_10_std": -0.06071, + "nauc_ndcg_at_10_diff1": 0.902839, + "nauc_ndcg_at_20_max": 0.801037, + "nauc_ndcg_at_20_std": -0.068141, + "nauc_ndcg_at_20_diff1": 0.903216, + "nauc_ndcg_at_100_max": 0.797654, + "nauc_ndcg_at_100_std": -0.080486, + "nauc_ndcg_at_100_diff1": 0.904358, + "nauc_ndcg_at_1000_max": 0.79695, + "nauc_ndcg_at_1000_std": -0.084945, + "nauc_ndcg_at_1000_diff1": 0.904825, + "nauc_map_at_1_max": 0.771346, + "nauc_map_at_1_std": -0.138315, + "nauc_map_at_1_diff1": 0.921349, + "nauc_map_at_3_max": 0.792259, + "nauc_map_at_3_std": -0.106988, + "nauc_map_at_3_diff1": 0.901782, + "nauc_map_at_5_max": 0.795373, + "nauc_map_at_5_std": -0.100355, + "nauc_map_at_5_diff1": 0.906482, + "nauc_map_at_10_max": 0.794579, + "nauc_map_at_10_std": -0.093238, + "nauc_map_at_10_diff1": 0.906336, + "nauc_map_at_20_max": 0.793697, + "nauc_map_at_20_std": -0.094768, + "nauc_map_at_20_diff1": 0.906399, + "nauc_map_at_100_max": 0.793177, + "nauc_map_at_100_std": -0.096636, + "nauc_map_at_100_diff1": 0.906563, + "nauc_map_at_1000_max": 0.793163, + "nauc_map_at_1000_std": -0.096704, + "nauc_map_at_1000_diff1": 0.906573, + "nauc_recall_at_1_max": 0.771346, + "nauc_recall_at_1_std": -0.138315, + "nauc_recall_at_1_diff1": 0.921349, + "nauc_recall_at_3_max": 0.832758, + "nauc_recall_at_3_std": -0.042863, + "nauc_recall_at_3_diff1": 0.861913, + "nauc_recall_at_5_max": 0.874575, + "nauc_recall_at_5_std": 0.03571, + "nauc_recall_at_5_diff1": 0.892448, + "nauc_recall_at_10_max": 0.891633, + "nauc_recall_at_10_std": 0.242934, + "nauc_recall_at_10_diff1": 0.876425, + "nauc_recall_at_20_max": 0.877981, + "nauc_recall_at_20_std": 0.27538, + "nauc_recall_at_20_diff1": 0.870342, + "nauc_recall_at_100_max": 0.888889, + "nauc_recall_at_100_std": 0.514099, + "nauc_recall_at_100_diff1": 0.845472, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771346, + "nauc_precision_at_1_std": -0.138315, + "nauc_precision_at_1_diff1": 0.921349, + "nauc_precision_at_3_max": 0.832758, + "nauc_precision_at_3_std": -0.042863, + "nauc_precision_at_3_diff1": 0.861913, + "nauc_precision_at_5_max": 0.874575, + "nauc_precision_at_5_std": 0.03571, + "nauc_precision_at_5_diff1": 0.892448, + "nauc_precision_at_10_max": 0.891633, + "nauc_precision_at_10_std": 0.242934, + "nauc_precision_at_10_diff1": 0.876425, + "nauc_precision_at_20_max": 0.877981, + "nauc_precision_at_20_std": 0.27538, + "nauc_precision_at_20_diff1": 0.870342, + "nauc_precision_at_100_max": 0.888889, + "nauc_precision_at_100_std": 0.514099, + "nauc_precision_at_100_diff1": 0.845472, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771346, + "nauc_mrr_at_1_std": -0.138315, + "nauc_mrr_at_1_diff1": 0.921349, + "nauc_mrr_at_3_max": 0.792259, + "nauc_mrr_at_3_std": -0.106988, + "nauc_mrr_at_3_diff1": 0.901782, + "nauc_mrr_at_5_max": 0.795373, + "nauc_mrr_at_5_std": -0.100355, + "nauc_mrr_at_5_diff1": 0.906482, + "nauc_mrr_at_10_max": 0.794579, + "nauc_mrr_at_10_std": -0.093238, + "nauc_mrr_at_10_diff1": 0.906336, + "nauc_mrr_at_20_max": 0.793697, + "nauc_mrr_at_20_std": -0.094768, + "nauc_mrr_at_20_diff1": 0.906399, + "nauc_mrr_at_100_max": 0.793177, + "nauc_mrr_at_100_std": -0.096636, + "nauc_mrr_at_100_diff1": 0.906563, + "nauc_mrr_at_1000_max": 0.793163, + "nauc_mrr_at_1000_std": -0.096704, + "nauc_mrr_at_1000_diff1": 0.906573, + "main_score": 0.90458, + "hf_subset": "hin_Deva-hin_Deva", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94287, + "ndcg_at_5": 0.94698, + "ndcg_at_10": 0.94972, + "ndcg_at_20": 0.95174, + "ndcg_at_100": 0.95236, + "ndcg_at_1000": 0.95294, + "map_at_1": 0.91, + "map_at_3": 0.935, + "map_at_5": 0.93728, + "map_at_10": 0.93833, + "map_at_20": 0.93891, + "map_at_100": 0.939, + "map_at_1000": 0.93902, + "recall_at_1": 0.91, + "recall_at_3": 0.96556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32185, + "precision_at_5": 0.19511, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.935, + "mrr_at_5": 0.937278, + "mrr_at_10": 0.938328, + "mrr_at_20": 0.938912, + "mrr_at_100": 0.939003, + "mrr_at_1000": 0.939025, + "nauc_ndcg_at_1_max": 0.724326, + "nauc_ndcg_at_1_std": -0.297299, + "nauc_ndcg_at_1_diff1": 0.918589, + "nauc_ndcg_at_3_max": 0.777586, + "nauc_ndcg_at_3_std": -0.262041, + "nauc_ndcg_at_3_diff1": 0.919618, + "nauc_ndcg_at_5_max": 0.771789, + "nauc_ndcg_at_5_std": -0.262542, + "nauc_ndcg_at_5_diff1": 0.91931, + "nauc_ndcg_at_10_max": 0.771527, + "nauc_ndcg_at_10_std": -0.261957, + "nauc_ndcg_at_10_diff1": 0.921368, + "nauc_ndcg_at_20_max": 0.763534, + "nauc_ndcg_at_20_std": -0.265273, + "nauc_ndcg_at_20_diff1": 0.920391, + "nauc_ndcg_at_100_max": 0.76386, + "nauc_ndcg_at_100_std": -0.260646, + "nauc_ndcg_at_100_diff1": 0.921338, + "nauc_ndcg_at_1000_max": 0.761416, + "nauc_ndcg_at_1000_std": -0.26705, + "nauc_ndcg_at_1000_diff1": 0.920383, + "nauc_map_at_1_max": 0.724326, + "nauc_map_at_1_std": -0.297299, + "nauc_map_at_1_diff1": 0.918589, + "nauc_map_at_3_max": 0.761752, + "nauc_map_at_3_std": -0.27105, + "nauc_map_at_3_diff1": 0.919278, + "nauc_map_at_5_max": 0.758606, + "nauc_map_at_5_std": -0.27155, + "nauc_map_at_5_diff1": 0.919198, + "nauc_map_at_10_max": 0.758066, + "nauc_map_at_10_std": -0.272515, + "nauc_map_at_10_diff1": 0.919784, + "nauc_map_at_20_max": 0.756122, + "nauc_map_at_20_std": -0.273215, + "nauc_map_at_20_diff1": 0.919534, + "nauc_map_at_100_max": 0.75621, + "nauc_map_at_100_std": -0.272854, + "nauc_map_at_100_diff1": 0.919696, + "nauc_map_at_1000_max": 0.756137, + "nauc_map_at_1000_std": -0.272989, + "nauc_map_at_1000_diff1": 0.919667, + "nauc_recall_at_1_max": 0.724326, + "nauc_recall_at_1_std": -0.297299, + "nauc_recall_at_1_diff1": 0.918589, + "nauc_recall_at_3_max": 0.862293, + "nauc_recall_at_3_std": -0.215129, + "nauc_recall_at_3_diff1": 0.921463, + "nauc_recall_at_5_max": 0.864846, + "nauc_recall_at_5_std": -0.19924, + "nauc_recall_at_5_diff1": 0.919786, + "nauc_recall_at_10_max": 0.920301, + "nauc_recall_at_10_std": -0.136021, + "nauc_recall_at_10_diff1": 0.94281, + "nauc_recall_at_20_max": 0.877951, + "nauc_recall_at_20_std": -0.097906, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724326, + "nauc_precision_at_1_std": -0.297299, + "nauc_precision_at_1_diff1": 0.918589, + "nauc_precision_at_3_max": 0.862293, + "nauc_precision_at_3_std": -0.215129, + "nauc_precision_at_3_diff1": 0.921463, + "nauc_precision_at_5_max": 0.864846, + "nauc_precision_at_5_std": -0.19924, + "nauc_precision_at_5_diff1": 0.919786, + "nauc_precision_at_10_max": 0.920301, + "nauc_precision_at_10_std": -0.136021, + "nauc_precision_at_10_diff1": 0.94281, + "nauc_precision_at_20_max": 0.877951, + "nauc_precision_at_20_std": -0.097906, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724326, + "nauc_mrr_at_1_std": -0.297299, + "nauc_mrr_at_1_diff1": 0.918589, + "nauc_mrr_at_3_max": 0.761752, + "nauc_mrr_at_3_std": -0.27105, + "nauc_mrr_at_3_diff1": 0.919278, + "nauc_mrr_at_5_max": 0.758606, + "nauc_mrr_at_5_std": -0.27155, + "nauc_mrr_at_5_diff1": 0.919198, + "nauc_mrr_at_10_max": 0.758066, + "nauc_mrr_at_10_std": -0.272515, + "nauc_mrr_at_10_diff1": 0.919784, + "nauc_mrr_at_20_max": 0.756122, + "nauc_mrr_at_20_std": -0.273215, + "nauc_mrr_at_20_diff1": 0.919534, + "nauc_mrr_at_100_max": 0.75621, + "nauc_mrr_at_100_std": -0.272854, + "nauc_mrr_at_100_diff1": 0.919696, + "nauc_mrr_at_1000_max": 0.756137, + "nauc_mrr_at_1000_std": -0.272989, + "nauc_mrr_at_1000_diff1": 0.919667, + "main_score": 0.94972, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.89692, + "ndcg_at_5": 0.90103, + "ndcg_at_10": 0.90717, + "ndcg_at_20": 0.91103, + "ndcg_at_100": 0.91367, + "ndcg_at_1000": 0.91411, + "map_at_1": 0.83889, + "map_at_3": 0.88278, + "map_at_5": 0.88506, + "map_at_10": 0.88761, + "map_at_20": 0.88863, + "map_at_100": 0.88898, + "map_at_1000": 0.889, + "recall_at_1": 0.83889, + "recall_at_3": 0.93778, + "recall_at_5": 0.94778, + "recall_at_10": 0.96667, + "recall_at_20": 0.98222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83889, + "precision_at_3": 0.31259, + "precision_at_5": 0.18956, + "precision_at_10": 0.09667, + "precision_at_20": 0.04911, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.882778, + "mrr_at_5": 0.885056, + "mrr_at_10": 0.887609, + "mrr_at_20": 0.888634, + "mrr_at_100": 0.888982, + "mrr_at_1000": 0.889001, + "nauc_ndcg_at_1_max": 0.782855, + "nauc_ndcg_at_1_std": -0.029964, + "nauc_ndcg_at_1_diff1": 0.919343, + "nauc_ndcg_at_3_max": 0.815135, + "nauc_ndcg_at_3_std": 0.04381, + "nauc_ndcg_at_3_diff1": 0.901077, + "nauc_ndcg_at_5_max": 0.81315, + "nauc_ndcg_at_5_std": 0.044464, + "nauc_ndcg_at_5_diff1": 0.901543, + "nauc_ndcg_at_10_max": 0.806539, + "nauc_ndcg_at_10_std": 0.025236, + "nauc_ndcg_at_10_diff1": 0.904002, + "nauc_ndcg_at_20_max": 0.806609, + "nauc_ndcg_at_20_std": 0.029655, + "nauc_ndcg_at_20_diff1": 0.905728, + "nauc_ndcg_at_100_max": 0.803731, + "nauc_ndcg_at_100_std": 0.023654, + "nauc_ndcg_at_100_diff1": 0.906821, + "nauc_ndcg_at_1000_max": 0.802692, + "nauc_ndcg_at_1000_std": 0.018713, + "nauc_ndcg_at_1000_diff1": 0.906817, + "nauc_map_at_1_max": 0.782855, + "nauc_map_at_1_std": -0.029964, + "nauc_map_at_1_diff1": 0.919343, + "nauc_map_at_3_max": 0.803296, + "nauc_map_at_3_std": 0.016825, + "nauc_map_at_3_diff1": 0.9063, + "nauc_map_at_5_max": 0.802141, + "nauc_map_at_5_std": 0.016876, + "nauc_map_at_5_diff1": 0.906638, + "nauc_map_at_10_max": 0.799781, + "nauc_map_at_10_std": 0.009912, + "nauc_map_at_10_diff1": 0.907715, + "nauc_map_at_20_max": 0.799677, + "nauc_map_at_20_std": 0.010496, + "nauc_map_at_20_diff1": 0.9081, + "nauc_map_at_100_max": 0.799325, + "nauc_map_at_100_std": 0.009754, + "nauc_map_at_100_diff1": 0.90824, + "nauc_map_at_1000_max": 0.799291, + "nauc_map_at_1000_std": 0.009592, + "nauc_map_at_1000_diff1": 0.908239, + "nauc_recall_at_1_max": 0.782855, + "nauc_recall_at_1_std": -0.029964, + "nauc_recall_at_1_diff1": 0.919343, + "nauc_recall_at_3_max": 0.878293, + "nauc_recall_at_3_std": 0.187717, + "nauc_recall_at_3_diff1": 0.8742, + "nauc_recall_at_5_max": 0.881161, + "nauc_recall_at_5_std": 0.215637, + "nauc_recall_at_5_diff1": 0.871069, + "nauc_recall_at_10_max": 0.861905, + "nauc_recall_at_10_std": 0.147993, + "nauc_recall_at_10_diff1": 0.872393, + "nauc_recall_at_20_max": 0.913924, + "nauc_recall_at_20_std": 0.349877, + "nauc_recall_at_20_diff1": 0.879202, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782855, + "nauc_precision_at_1_std": -0.029964, + "nauc_precision_at_1_diff1": 0.919343, + "nauc_precision_at_3_max": 0.878293, + "nauc_precision_at_3_std": 0.187717, + "nauc_precision_at_3_diff1": 0.8742, + "nauc_precision_at_5_max": 0.881161, + "nauc_precision_at_5_std": 0.215637, + "nauc_precision_at_5_diff1": 0.871069, + "nauc_precision_at_10_max": 0.861905, + "nauc_precision_at_10_std": 0.147993, + "nauc_precision_at_10_diff1": 0.872393, + "nauc_precision_at_20_max": 0.913924, + "nauc_precision_at_20_std": 0.349877, + "nauc_precision_at_20_diff1": 0.879202, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782855, + "nauc_mrr_at_1_std": -0.029964, + "nauc_mrr_at_1_diff1": 0.919343, + "nauc_mrr_at_3_max": 0.803296, + "nauc_mrr_at_3_std": 0.016825, + "nauc_mrr_at_3_diff1": 0.9063, + "nauc_mrr_at_5_max": 0.802141, + "nauc_mrr_at_5_std": 0.016876, + "nauc_mrr_at_5_diff1": 0.906638, + "nauc_mrr_at_10_max": 0.799781, + "nauc_mrr_at_10_std": 0.009912, + "nauc_mrr_at_10_diff1": 0.907715, + "nauc_mrr_at_20_max": 0.799677, + "nauc_mrr_at_20_std": 0.010496, + "nauc_mrr_at_20_diff1": 0.9081, + "nauc_mrr_at_100_max": 0.799325, + "nauc_mrr_at_100_std": 0.009754, + "nauc_mrr_at_100_diff1": 0.90824, + "nauc_mrr_at_1000_max": 0.799291, + "nauc_mrr_at_1000_std": 0.009592, + "nauc_mrr_at_1000_diff1": 0.908239, + "main_score": 0.90717, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.67595, + "ndcg_at_5": 0.69197, + "ndcg_at_10": 0.70351, + "ndcg_at_20": 0.71338, + "ndcg_at_100": 0.72991, + "ndcg_at_1000": 0.74067, + "map_at_1": 0.62, + "map_at_3": 0.66259, + "map_at_5": 0.67148, + "map_at_10": 0.67627, + "map_at_20": 0.679, + "map_at_100": 0.68124, + "map_at_1000": 0.68168, + "recall_at_1": 0.62, + "recall_at_3": 0.71444, + "recall_at_5": 0.75333, + "recall_at_10": 0.78889, + "recall_at_20": 0.82778, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "precision_at_1": 0.62, + "precision_at_3": 0.23815, + "precision_at_5": 0.15067, + "precision_at_10": 0.07889, + "precision_at_20": 0.04139, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.662593, + "mrr_at_5": 0.671481, + "mrr_at_10": 0.676266, + "mrr_at_20": 0.678997, + "mrr_at_100": 0.681243, + "mrr_at_1000": 0.681679, + "nauc_ndcg_at_1_max": 0.747223, + "nauc_ndcg_at_1_std": -0.282528, + "nauc_ndcg_at_1_diff1": 0.868966, + "nauc_ndcg_at_3_max": 0.74712, + "nauc_ndcg_at_3_std": -0.308512, + "nauc_ndcg_at_3_diff1": 0.827385, + "nauc_ndcg_at_5_max": 0.746435, + "nauc_ndcg_at_5_std": -0.302028, + "nauc_ndcg_at_5_diff1": 0.824155, + "nauc_ndcg_at_10_max": 0.747289, + "nauc_ndcg_at_10_std": -0.301919, + "nauc_ndcg_at_10_diff1": 0.822799, + "nauc_ndcg_at_20_max": 0.742632, + "nauc_ndcg_at_20_std": -0.299456, + "nauc_ndcg_at_20_diff1": 0.82389, + "nauc_ndcg_at_100_max": 0.742564, + "nauc_ndcg_at_100_std": -0.286885, + "nauc_ndcg_at_100_diff1": 0.824568, + "nauc_ndcg_at_1000_max": 0.745636, + "nauc_ndcg_at_1000_std": -0.294723, + "nauc_ndcg_at_1000_diff1": 0.830024, + "nauc_map_at_1_max": 0.747223, + "nauc_map_at_1_std": -0.282528, + "nauc_map_at_1_diff1": 0.868966, + "nauc_map_at_3_max": 0.748539, + "nauc_map_at_3_std": -0.301015, + "nauc_map_at_3_diff1": 0.8382, + "nauc_map_at_5_max": 0.748407, + "nauc_map_at_5_std": -0.29739, + "nauc_map_at_5_diff1": 0.836778, + "nauc_map_at_10_max": 0.7487, + "nauc_map_at_10_std": -0.297498, + "nauc_map_at_10_diff1": 0.836354, + "nauc_map_at_20_max": 0.74746, + "nauc_map_at_20_std": -0.297089, + "nauc_map_at_20_diff1": 0.836713, + "nauc_map_at_100_max": 0.747382, + "nauc_map_at_100_std": -0.295682, + "nauc_map_at_100_diff1": 0.836807, + "nauc_map_at_1000_max": 0.747546, + "nauc_map_at_1000_std": -0.295865, + "nauc_map_at_1000_diff1": 0.837037, + "nauc_recall_at_1_max": 0.747223, + "nauc_recall_at_1_std": -0.282528, + "nauc_recall_at_1_diff1": 0.868966, + "nauc_recall_at_3_max": 0.741878, + "nauc_recall_at_3_std": -0.333103, + "nauc_recall_at_3_diff1": 0.792408, + "nauc_recall_at_5_max": 0.73825, + "nauc_recall_at_5_std": -0.317814, + "nauc_recall_at_5_diff1": 0.778569, + "nauc_recall_at_10_max": 0.74104, + "nauc_recall_at_10_std": -0.317872, + "nauc_recall_at_10_diff1": 0.767634, + "nauc_recall_at_20_max": 0.713342, + "nauc_recall_at_20_std": -0.303397, + "nauc_recall_at_20_diff1": 0.763433, + "nauc_recall_at_100_max": 0.688344, + "nauc_recall_at_100_std": -0.1146, + "nauc_recall_at_100_diff1": 0.718626, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747223, + "nauc_precision_at_1_std": -0.282528, + "nauc_precision_at_1_diff1": 0.868966, + "nauc_precision_at_3_max": 0.741878, + "nauc_precision_at_3_std": -0.333103, + "nauc_precision_at_3_diff1": 0.792408, + "nauc_precision_at_5_max": 0.73825, + "nauc_precision_at_5_std": -0.317814, + "nauc_precision_at_5_diff1": 0.778569, + "nauc_precision_at_10_max": 0.74104, + "nauc_precision_at_10_std": -0.317872, + "nauc_precision_at_10_diff1": 0.767634, + "nauc_precision_at_20_max": 0.713342, + "nauc_precision_at_20_std": -0.303397, + "nauc_precision_at_20_diff1": 0.763433, + "nauc_precision_at_100_max": 0.688344, + "nauc_precision_at_100_std": -0.1146, + "nauc_precision_at_100_diff1": 0.718626, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747223, + "nauc_mrr_at_1_std": -0.282528, + "nauc_mrr_at_1_diff1": 0.868966, + "nauc_mrr_at_3_max": 0.748539, + "nauc_mrr_at_3_std": -0.301015, + "nauc_mrr_at_3_diff1": 0.8382, + "nauc_mrr_at_5_max": 0.748407, + "nauc_mrr_at_5_std": -0.29739, + "nauc_mrr_at_5_diff1": 0.836778, + "nauc_mrr_at_10_max": 0.7487, + "nauc_mrr_at_10_std": -0.297498, + "nauc_mrr_at_10_diff1": 0.836354, + "nauc_mrr_at_20_max": 0.74746, + "nauc_mrr_at_20_std": -0.297089, + "nauc_mrr_at_20_diff1": 0.836713, + "nauc_mrr_at_100_max": 0.747382, + "nauc_mrr_at_100_std": -0.295682, + "nauc_mrr_at_100_diff1": 0.836807, + "nauc_mrr_at_1000_max": 0.747546, + "nauc_mrr_at_1000_std": -0.295865, + "nauc_mrr_at_1000_diff1": 0.837037, + "main_score": 0.70351, + "hf_subset": "hin_Latn-hin_Latn", + "languages": [ + "hin-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.69111, + "ndcg_at_3": 0.74414, + "ndcg_at_5": 0.76226, + "ndcg_at_10": 0.7749, + "ndcg_at_20": 0.78404, + "ndcg_at_100": 0.79861, + "ndcg_at_1000": 0.80173, + "map_at_1": 0.69111, + "map_at_3": 0.73167, + "map_at_5": 0.74161, + "map_at_10": 0.74687, + "map_at_20": 0.74946, + "map_at_100": 0.75153, + "map_at_1000": 0.75166, + "recall_at_1": 0.69111, + "recall_at_3": 0.78, + "recall_at_5": 0.82444, + "recall_at_10": 0.86333, + "recall_at_20": 0.89889, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "precision_at_1": 0.69111, + "precision_at_3": 0.26, + "precision_at_5": 0.16489, + "precision_at_10": 0.08633, + "precision_at_20": 0.04494, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.691111, + "mrr_at_3": 0.731667, + "mrr_at_5": 0.741611, + "mrr_at_10": 0.746867, + "mrr_at_20": 0.749456, + "mrr_at_100": 0.751526, + "mrr_at_1000": 0.751664, + "nauc_ndcg_at_1_max": 0.758715, + "nauc_ndcg_at_1_std": -0.029007, + "nauc_ndcg_at_1_diff1": 0.863394, + "nauc_ndcg_at_3_max": 0.762936, + "nauc_ndcg_at_3_std": -0.05714, + "nauc_ndcg_at_3_diff1": 0.839854, + "nauc_ndcg_at_5_max": 0.75516, + "nauc_ndcg_at_5_std": -0.072773, + "nauc_ndcg_at_5_diff1": 0.834855, + "nauc_ndcg_at_10_max": 0.758527, + "nauc_ndcg_at_10_std": -0.07016, + "nauc_ndcg_at_10_diff1": 0.832505, + "nauc_ndcg_at_20_max": 0.752791, + "nauc_ndcg_at_20_std": -0.071307, + "nauc_ndcg_at_20_diff1": 0.830941, + "nauc_ndcg_at_100_max": 0.756214, + "nauc_ndcg_at_100_std": -0.05741, + "nauc_ndcg_at_100_diff1": 0.837004, + "nauc_ndcg_at_1000_max": 0.758053, + "nauc_ndcg_at_1000_std": -0.058664, + "nauc_ndcg_at_1000_diff1": 0.838985, + "nauc_map_at_1_max": 0.758715, + "nauc_map_at_1_std": -0.029007, + "nauc_map_at_1_diff1": 0.863394, + "nauc_map_at_3_max": 0.763414, + "nauc_map_at_3_std": -0.048985, + "nauc_map_at_3_diff1": 0.846207, + "nauc_map_at_5_max": 0.75917, + "nauc_map_at_5_std": -0.057441, + "nauc_map_at_5_diff1": 0.843761, + "nauc_map_at_10_max": 0.760761, + "nauc_map_at_10_std": -0.055764, + "nauc_map_at_10_diff1": 0.843107, + "nauc_map_at_20_max": 0.759426, + "nauc_map_at_20_std": -0.055805, + "nauc_map_at_20_diff1": 0.842827, + "nauc_map_at_100_max": 0.759876, + "nauc_map_at_100_std": -0.053788, + "nauc_map_at_100_diff1": 0.843646, + "nauc_map_at_1000_max": 0.759965, + "nauc_map_at_1000_std": -0.053826, + "nauc_map_at_1000_diff1": 0.843725, + "nauc_recall_at_1_max": 0.758715, + "nauc_recall_at_1_std": -0.029007, + "nauc_recall_at_1_diff1": 0.863394, + "nauc_recall_at_3_max": 0.76054, + "nauc_recall_at_3_std": -0.084932, + "nauc_recall_at_3_diff1": 0.818419, + "nauc_recall_at_5_max": 0.737191, + "nauc_recall_at_5_std": -0.135838, + "nauc_recall_at_5_diff1": 0.798704, + "nauc_recall_at_10_max": 0.74623, + "nauc_recall_at_10_std": -0.143105, + "nauc_recall_at_10_diff1": 0.777993, + "nauc_recall_at_20_max": 0.698749, + "nauc_recall_at_20_std": -0.175558, + "nauc_recall_at_20_diff1": 0.749658, + "nauc_recall_at_100_max": 0.661465, + "nauc_recall_at_100_std": 0.016184, + "nauc_recall_at_100_diff1": 0.727713, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758715, + "nauc_precision_at_1_std": -0.029007, + "nauc_precision_at_1_diff1": 0.863394, + "nauc_precision_at_3_max": 0.76054, + "nauc_precision_at_3_std": -0.084932, + "nauc_precision_at_3_diff1": 0.818419, + "nauc_precision_at_5_max": 0.737191, + "nauc_precision_at_5_std": -0.135838, + "nauc_precision_at_5_diff1": 0.798704, + "nauc_precision_at_10_max": 0.74623, + "nauc_precision_at_10_std": -0.143105, + "nauc_precision_at_10_diff1": 0.777993, + "nauc_precision_at_20_max": 0.698749, + "nauc_precision_at_20_std": -0.175558, + "nauc_precision_at_20_diff1": 0.749658, + "nauc_precision_at_100_max": 0.661465, + "nauc_precision_at_100_std": 0.016184, + "nauc_precision_at_100_diff1": 0.727713, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758715, + "nauc_mrr_at_1_std": -0.029007, + "nauc_mrr_at_1_diff1": 0.863394, + "nauc_mrr_at_3_max": 0.763414, + "nauc_mrr_at_3_std": -0.048985, + "nauc_mrr_at_3_diff1": 0.846207, + "nauc_mrr_at_5_max": 0.75917, + "nauc_mrr_at_5_std": -0.057441, + "nauc_mrr_at_5_diff1": 0.843761, + "nauc_mrr_at_10_max": 0.760761, + "nauc_mrr_at_10_std": -0.055764, + "nauc_mrr_at_10_diff1": 0.843107, + "nauc_mrr_at_20_max": 0.759426, + "nauc_mrr_at_20_std": -0.055805, + "nauc_mrr_at_20_diff1": 0.842827, + "nauc_mrr_at_100_max": 0.759876, + "nauc_mrr_at_100_std": -0.053788, + "nauc_mrr_at_100_diff1": 0.843646, + "nauc_mrr_at_1000_max": 0.759965, + "nauc_mrr_at_1000_std": -0.053826, + "nauc_mrr_at_1000_diff1": 0.843725, + "main_score": 0.7749, + "hf_subset": "hin_Latn-eng_Latn", + "languages": [ + "hin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56778, + "ndcg_at_3": 0.62402, + "ndcg_at_5": 0.6333, + "ndcg_at_10": 0.64266, + "ndcg_at_20": 0.6486, + "ndcg_at_100": 0.66909, + "ndcg_at_1000": 0.68864, + "map_at_1": 0.56778, + "map_at_3": 0.61074, + "map_at_5": 0.61596, + "map_at_10": 0.61983, + "map_at_20": 0.62148, + "map_at_100": 0.62412, + "map_at_1000": 0.62489, + "recall_at_1": 0.56778, + "recall_at_3": 0.66222, + "recall_at_5": 0.68444, + "recall_at_10": 0.71333, + "recall_at_20": 0.73667, + "recall_at_100": 0.85, + "recall_at_1000": 1.0, + "precision_at_1": 0.56778, + "precision_at_3": 0.22074, + "precision_at_5": 0.13689, + "precision_at_10": 0.07133, + "precision_at_20": 0.03683, + "precision_at_100": 0.0085, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567778, + "mrr_at_3": 0.610741, + "mrr_at_5": 0.615963, + "mrr_at_10": 0.619834, + "mrr_at_20": 0.621481, + "mrr_at_100": 0.62412, + "mrr_at_1000": 0.624894, + "nauc_ndcg_at_1_max": 0.840864, + "nauc_ndcg_at_1_std": 0.294958, + "nauc_ndcg_at_1_diff1": 0.880537, + "nauc_ndcg_at_3_max": 0.859302, + "nauc_ndcg_at_3_std": 0.34309, + "nauc_ndcg_at_3_diff1": 0.841775, + "nauc_ndcg_at_5_max": 0.854444, + "nauc_ndcg_at_5_std": 0.348328, + "nauc_ndcg_at_5_diff1": 0.835778, + "nauc_ndcg_at_10_max": 0.851016, + "nauc_ndcg_at_10_std": 0.349723, + "nauc_ndcg_at_10_diff1": 0.831526, + "nauc_ndcg_at_20_max": 0.849909, + "nauc_ndcg_at_20_std": 0.352003, + "nauc_ndcg_at_20_diff1": 0.830248, + "nauc_ndcg_at_100_max": 0.845746, + "nauc_ndcg_at_100_std": 0.350576, + "nauc_ndcg_at_100_diff1": 0.82876, + "nauc_ndcg_at_1000_max": 0.849286, + "nauc_ndcg_at_1000_std": 0.344648, + "nauc_ndcg_at_1000_diff1": 0.836991, + "nauc_map_at_1_max": 0.840864, + "nauc_map_at_1_std": 0.294958, + "nauc_map_at_1_diff1": 0.880537, + "nauc_map_at_3_max": 0.854567, + "nauc_map_at_3_std": 0.330762, + "nauc_map_at_3_diff1": 0.85109, + "nauc_map_at_5_max": 0.851965, + "nauc_map_at_5_std": 0.33369, + "nauc_map_at_5_diff1": 0.847947, + "nauc_map_at_10_max": 0.850534, + "nauc_map_at_10_std": 0.333998, + "nauc_map_at_10_diff1": 0.846237, + "nauc_map_at_20_max": 0.850223, + "nauc_map_at_20_std": 0.334544, + "nauc_map_at_20_diff1": 0.845931, + "nauc_map_at_100_max": 0.849856, + "nauc_map_at_100_std": 0.33471, + "nauc_map_at_100_diff1": 0.845829, + "nauc_map_at_1000_max": 0.849957, + "nauc_map_at_1000_std": 0.334519, + "nauc_map_at_1000_diff1": 0.846113, + "nauc_recall_at_1_max": 0.840864, + "nauc_recall_at_1_std": 0.294958, + "nauc_recall_at_1_diff1": 0.880537, + "nauc_recall_at_3_max": 0.874201, + "nauc_recall_at_3_std": 0.381859, + "nauc_recall_at_3_diff1": 0.812758, + "nauc_recall_at_5_max": 0.86166, + "nauc_recall_at_5_std": 0.396549, + "nauc_recall_at_5_diff1": 0.795453, + "nauc_recall_at_10_max": 0.85031, + "nauc_recall_at_10_std": 0.405845, + "nauc_recall_at_10_diff1": 0.778145, + "nauc_recall_at_20_max": 0.845124, + "nauc_recall_at_20_std": 0.420742, + "nauc_recall_at_20_diff1": 0.768404, + "nauc_recall_at_100_max": 0.796247, + "nauc_recall_at_100_std": 0.434581, + "nauc_recall_at_100_diff1": 0.716397, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.840864, + "nauc_precision_at_1_std": 0.294958, + "nauc_precision_at_1_diff1": 0.880537, + "nauc_precision_at_3_max": 0.874201, + "nauc_precision_at_3_std": 0.381859, + "nauc_precision_at_3_diff1": 0.812758, + "nauc_precision_at_5_max": 0.86166, + "nauc_precision_at_5_std": 0.396549, + "nauc_precision_at_5_diff1": 0.795453, + "nauc_precision_at_10_max": 0.85031, + "nauc_precision_at_10_std": 0.405845, + "nauc_precision_at_10_diff1": 0.778145, + "nauc_precision_at_20_max": 0.845124, + "nauc_precision_at_20_std": 0.420742, + "nauc_precision_at_20_diff1": 0.768404, + "nauc_precision_at_100_max": 0.796247, + "nauc_precision_at_100_std": 0.434581, + "nauc_precision_at_100_diff1": 0.716397, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.840864, + "nauc_mrr_at_1_std": 0.294958, + "nauc_mrr_at_1_diff1": 0.880537, + "nauc_mrr_at_3_max": 0.854567, + "nauc_mrr_at_3_std": 0.330762, + "nauc_mrr_at_3_diff1": 0.85109, + "nauc_mrr_at_5_max": 0.851965, + "nauc_mrr_at_5_std": 0.33369, + "nauc_mrr_at_5_diff1": 0.847947, + "nauc_mrr_at_10_max": 0.850534, + "nauc_mrr_at_10_std": 0.333998, + "nauc_mrr_at_10_diff1": 0.846237, + "nauc_mrr_at_20_max": 0.850223, + "nauc_mrr_at_20_std": 0.334544, + "nauc_mrr_at_20_diff1": 0.845931, + "nauc_mrr_at_100_max": 0.849856, + "nauc_mrr_at_100_std": 0.33471, + "nauc_mrr_at_100_diff1": 0.845829, + "nauc_mrr_at_1000_max": 0.849957, + "nauc_mrr_at_1000_std": 0.334519, + "nauc_mrr_at_1000_diff1": 0.846113, + "main_score": 0.64266, + "hf_subset": "eng_Latn-hin_Latn", + "languages": [ + "eng-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.82926, + "ndcg_at_5": 0.84164, + "ndcg_at_10": 0.85191, + "ndcg_at_20": 0.8572, + "ndcg_at_100": 0.86428, + "ndcg_at_1000": 0.86646, + "map_at_1": 0.78111, + "map_at_3": 0.81815, + "map_at_5": 0.82504, + "map_at_10": 0.82918, + "map_at_20": 0.83061, + "map_at_100": 0.83154, + "map_at_1000": 0.83163, + "recall_at_1": 0.78111, + "recall_at_3": 0.86111, + "recall_at_5": 0.89111, + "recall_at_10": 0.92333, + "recall_at_20": 0.94444, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.28704, + "precision_at_5": 0.17822, + "precision_at_10": 0.09233, + "precision_at_20": 0.04722, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.818148, + "mrr_at_5": 0.825037, + "mrr_at_10": 0.829182, + "mrr_at_20": 0.830613, + "mrr_at_100": 0.831541, + "mrr_at_1000": 0.83163, + "nauc_ndcg_at_1_max": 0.73406, + "nauc_ndcg_at_1_std": -0.197735, + "nauc_ndcg_at_1_diff1": 0.884443, + "nauc_ndcg_at_3_max": 0.746642, + "nauc_ndcg_at_3_std": -0.210714, + "nauc_ndcg_at_3_diff1": 0.866997, + "nauc_ndcg_at_5_max": 0.749035, + "nauc_ndcg_at_5_std": -0.186096, + "nauc_ndcg_at_5_diff1": 0.867715, + "nauc_ndcg_at_10_max": 0.75287, + "nauc_ndcg_at_10_std": -0.179662, + "nauc_ndcg_at_10_diff1": 0.8697, + "nauc_ndcg_at_20_max": 0.753386, + "nauc_ndcg_at_20_std": -0.177235, + "nauc_ndcg_at_20_diff1": 0.87118, + "nauc_ndcg_at_100_max": 0.750708, + "nauc_ndcg_at_100_std": -0.177091, + "nauc_ndcg_at_100_diff1": 0.872053, + "nauc_ndcg_at_1000_max": 0.74861, + "nauc_ndcg_at_1000_std": -0.184227, + "nauc_ndcg_at_1000_diff1": 0.871793, + "nauc_map_at_1_max": 0.73406, + "nauc_map_at_1_std": -0.197735, + "nauc_map_at_1_diff1": 0.884443, + "nauc_map_at_3_max": 0.74426, + "nauc_map_at_3_std": -0.204573, + "nauc_map_at_3_diff1": 0.871463, + "nauc_map_at_5_max": 0.74538, + "nauc_map_at_5_std": -0.191212, + "nauc_map_at_5_diff1": 0.871892, + "nauc_map_at_10_max": 0.746415, + "nauc_map_at_10_std": -0.189211, + "nauc_map_at_10_diff1": 0.872711, + "nauc_map_at_20_max": 0.746292, + "nauc_map_at_20_std": -0.189117, + "nauc_map_at_20_diff1": 0.872979, + "nauc_map_at_100_max": 0.745944, + "nauc_map_at_100_std": -0.189361, + "nauc_map_at_100_diff1": 0.873123, + "nauc_map_at_1000_max": 0.745863, + "nauc_map_at_1000_std": -0.189544, + "nauc_map_at_1000_diff1": 0.873099, + "nauc_recall_at_1_max": 0.73406, + "nauc_recall_at_1_std": -0.197735, + "nauc_recall_at_1_diff1": 0.884443, + "nauc_recall_at_3_max": 0.754735, + "nauc_recall_at_3_std": -0.234476, + "nauc_recall_at_3_diff1": 0.850909, + "nauc_recall_at_5_max": 0.764802, + "nauc_recall_at_5_std": -0.161266, + "nauc_recall_at_5_diff1": 0.85006, + "nauc_recall_at_10_max": 0.795511, + "nauc_recall_at_10_std": -0.113195, + "nauc_recall_at_10_diff1": 0.854064, + "nauc_recall_at_20_max": 0.820691, + "nauc_recall_at_20_std": -0.056424, + "nauc_recall_at_20_diff1": 0.864575, + "nauc_recall_at_100_max": 0.867258, + "nauc_recall_at_100_std": 0.256458, + "nauc_recall_at_100_diff1": 0.88033, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73406, + "nauc_precision_at_1_std": -0.197735, + "nauc_precision_at_1_diff1": 0.884443, + "nauc_precision_at_3_max": 0.754735, + "nauc_precision_at_3_std": -0.234476, + "nauc_precision_at_3_diff1": 0.850909, + "nauc_precision_at_5_max": 0.764802, + "nauc_precision_at_5_std": -0.161266, + "nauc_precision_at_5_diff1": 0.85006, + "nauc_precision_at_10_max": 0.795511, + "nauc_precision_at_10_std": -0.113195, + "nauc_precision_at_10_diff1": 0.854064, + "nauc_precision_at_20_max": 0.820691, + "nauc_precision_at_20_std": -0.056424, + "nauc_precision_at_20_diff1": 0.864575, + "nauc_precision_at_100_max": 0.867258, + "nauc_precision_at_100_std": 0.256458, + "nauc_precision_at_100_diff1": 0.88033, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73406, + "nauc_mrr_at_1_std": -0.197735, + "nauc_mrr_at_1_diff1": 0.884443, + "nauc_mrr_at_3_max": 0.74426, + "nauc_mrr_at_3_std": -0.204573, + "nauc_mrr_at_3_diff1": 0.871463, + "nauc_mrr_at_5_max": 0.74538, + "nauc_mrr_at_5_std": -0.191212, + "nauc_mrr_at_5_diff1": 0.871892, + "nauc_mrr_at_10_max": 0.746415, + "nauc_mrr_at_10_std": -0.189211, + "nauc_mrr_at_10_diff1": 0.872711, + "nauc_mrr_at_20_max": 0.746292, + "nauc_mrr_at_20_std": -0.189117, + "nauc_mrr_at_20_diff1": 0.872979, + "nauc_mrr_at_100_max": 0.745944, + "nauc_mrr_at_100_std": -0.189361, + "nauc_mrr_at_100_diff1": 0.873123, + "nauc_mrr_at_1000_max": 0.745863, + "nauc_mrr_at_1000_std": -0.189544, + "nauc_mrr_at_1000_diff1": 0.873099, + "main_score": 0.85191, + "hf_subset": "hrv_Latn-hrv_Latn", + "languages": [ + "hrv-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90365, + "ndcg_at_5": 0.91164, + "ndcg_at_10": 0.92065, + "ndcg_at_20": 0.92261, + "ndcg_at_100": 0.92469, + "ndcg_at_1000": 0.92511, + "map_at_1": 0.86222, + "map_at_3": 0.89407, + "map_at_5": 0.89863, + "map_at_10": 0.90236, + "map_at_20": 0.9029, + "map_at_100": 0.90319, + "map_at_1000": 0.9032, + "recall_at_1": 0.86222, + "recall_at_3": 0.93111, + "recall_at_5": 0.95, + "recall_at_10": 0.97778, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86222, + "precision_at_3": 0.31037, + "precision_at_5": 0.19, + "precision_at_10": 0.09778, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.894074, + "mrr_at_5": 0.89863, + "mrr_at_10": 0.90236, + "mrr_at_20": 0.902899, + "mrr_at_100": 0.903189, + "mrr_at_1000": 0.903203, + "nauc_ndcg_at_1_max": 0.781481, + "nauc_ndcg_at_1_std": -0.346193, + "nauc_ndcg_at_1_diff1": 0.906891, + "nauc_ndcg_at_3_max": 0.789652, + "nauc_ndcg_at_3_std": -0.340702, + "nauc_ndcg_at_3_diff1": 0.893035, + "nauc_ndcg_at_5_max": 0.798313, + "nauc_ndcg_at_5_std": -0.341479, + "nauc_ndcg_at_5_diff1": 0.90146, + "nauc_ndcg_at_10_max": 0.798474, + "nauc_ndcg_at_10_std": -0.317512, + "nauc_ndcg_at_10_diff1": 0.900627, + "nauc_ndcg_at_20_max": 0.794623, + "nauc_ndcg_at_20_std": -0.332338, + "nauc_ndcg_at_20_diff1": 0.900386, + "nauc_ndcg_at_100_max": 0.794204, + "nauc_ndcg_at_100_std": -0.326743, + "nauc_ndcg_at_100_diff1": 0.900719, + "nauc_ndcg_at_1000_max": 0.793318, + "nauc_ndcg_at_1000_std": -0.329671, + "nauc_ndcg_at_1000_diff1": 0.90039, + "nauc_map_at_1_max": 0.781481, + "nauc_map_at_1_std": -0.346193, + "nauc_map_at_1_diff1": 0.906891, + "nauc_map_at_3_max": 0.788203, + "nauc_map_at_3_std": -0.337425, + "nauc_map_at_3_diff1": 0.896496, + "nauc_map_at_5_max": 0.792556, + "nauc_map_at_5_std": -0.337394, + "nauc_map_at_5_diff1": 0.900947, + "nauc_map_at_10_max": 0.792309, + "nauc_map_at_10_std": -0.32969, + "nauc_map_at_10_diff1": 0.900589, + "nauc_map_at_20_max": 0.791399, + "nauc_map_at_20_std": -0.333287, + "nauc_map_at_20_diff1": 0.9005, + "nauc_map_at_100_max": 0.791318, + "nauc_map_at_100_std": -0.332635, + "nauc_map_at_100_diff1": 0.900548, + "nauc_map_at_1000_max": 0.791299, + "nauc_map_at_1000_std": -0.332647, + "nauc_map_at_1000_diff1": 0.900538, + "nauc_recall_at_1_max": 0.781481, + "nauc_recall_at_1_std": -0.346193, + "nauc_recall_at_1_diff1": 0.906891, + "nauc_recall_at_3_max": 0.795262, + "nauc_recall_at_3_std": -0.357994, + "nauc_recall_at_3_diff1": 0.87855, + "nauc_recall_at_5_max": 0.832016, + "nauc_recall_at_5_std": -0.369893, + "nauc_recall_at_5_diff1": 0.906837, + "nauc_recall_at_10_max": 0.877474, + "nauc_recall_at_10_std": -0.135784, + "nauc_recall_at_10_diff1": 0.905812, + "nauc_recall_at_20_max": 0.841665, + "nauc_recall_at_20_std": -0.331286, + "nauc_recall_at_20_diff1": 0.905372, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781481, + "nauc_precision_at_1_std": -0.346193, + "nauc_precision_at_1_diff1": 0.906891, + "nauc_precision_at_3_max": 0.795262, + "nauc_precision_at_3_std": -0.357994, + "nauc_precision_at_3_diff1": 0.87855, + "nauc_precision_at_5_max": 0.832016, + "nauc_precision_at_5_std": -0.369893, + "nauc_precision_at_5_diff1": 0.906837, + "nauc_precision_at_10_max": 0.877474, + "nauc_precision_at_10_std": -0.135784, + "nauc_precision_at_10_diff1": 0.905812, + "nauc_precision_at_20_max": 0.841665, + "nauc_precision_at_20_std": -0.331286, + "nauc_precision_at_20_diff1": 0.905372, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781481, + "nauc_mrr_at_1_std": -0.346193, + "nauc_mrr_at_1_diff1": 0.906891, + "nauc_mrr_at_3_max": 0.788203, + "nauc_mrr_at_3_std": -0.337425, + "nauc_mrr_at_3_diff1": 0.896496, + "nauc_mrr_at_5_max": 0.792556, + "nauc_mrr_at_5_std": -0.337394, + "nauc_mrr_at_5_diff1": 0.900947, + "nauc_mrr_at_10_max": 0.792309, + "nauc_mrr_at_10_std": -0.32969, + "nauc_mrr_at_10_diff1": 0.900589, + "nauc_mrr_at_20_max": 0.791399, + "nauc_mrr_at_20_std": -0.333287, + "nauc_mrr_at_20_diff1": 0.9005, + "nauc_mrr_at_100_max": 0.791318, + "nauc_mrr_at_100_std": -0.332635, + "nauc_mrr_at_100_diff1": 0.900548, + "nauc_mrr_at_1000_max": 0.791299, + "nauc_mrr_at_1000_std": -0.332647, + "nauc_mrr_at_1000_diff1": 0.900538, + "main_score": 0.92065, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75111, + "ndcg_at_3": 0.80525, + "ndcg_at_5": 0.81835, + "ndcg_at_10": 0.82843, + "ndcg_at_20": 0.83444, + "ndcg_at_100": 0.84358, + "ndcg_at_1000": 0.84652, + "map_at_1": 0.75111, + "map_at_3": 0.79241, + "map_at_5": 0.79957, + "map_at_10": 0.80375, + "map_at_20": 0.80545, + "map_at_100": 0.80673, + "map_at_1000": 0.80686, + "recall_at_1": 0.75111, + "recall_at_3": 0.84222, + "recall_at_5": 0.87444, + "recall_at_10": 0.90556, + "recall_at_20": 0.92889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "precision_at_1": 0.75111, + "precision_at_3": 0.28074, + "precision_at_5": 0.17489, + "precision_at_10": 0.09056, + "precision_at_20": 0.04644, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.751111, + "mrr_at_3": 0.792407, + "mrr_at_5": 0.799574, + "mrr_at_10": 0.803752, + "mrr_at_20": 0.805454, + "mrr_at_100": 0.806733, + "mrr_at_1000": 0.806862, + "nauc_ndcg_at_1_max": 0.802193, + "nauc_ndcg_at_1_std": 0.128372, + "nauc_ndcg_at_1_diff1": 0.896375, + "nauc_ndcg_at_3_max": 0.840563, + "nauc_ndcg_at_3_std": 0.214923, + "nauc_ndcg_at_3_diff1": 0.870135, + "nauc_ndcg_at_5_max": 0.837577, + "nauc_ndcg_at_5_std": 0.215439, + "nauc_ndcg_at_5_diff1": 0.866936, + "nauc_ndcg_at_10_max": 0.836945, + "nauc_ndcg_at_10_std": 0.224199, + "nauc_ndcg_at_10_diff1": 0.865184, + "nauc_ndcg_at_20_max": 0.834524, + "nauc_ndcg_at_20_std": 0.207746, + "nauc_ndcg_at_20_diff1": 0.866027, + "nauc_ndcg_at_100_max": 0.833597, + "nauc_ndcg_at_100_std": 0.210984, + "nauc_ndcg_at_100_diff1": 0.870455, + "nauc_ndcg_at_1000_max": 0.83172, + "nauc_ndcg_at_1000_std": 0.202908, + "nauc_ndcg_at_1000_diff1": 0.872015, + "nauc_map_at_1_max": 0.802193, + "nauc_map_at_1_std": 0.128372, + "nauc_map_at_1_diff1": 0.896375, + "nauc_map_at_3_max": 0.831174, + "nauc_map_at_3_std": 0.192477, + "nauc_map_at_3_diff1": 0.877242, + "nauc_map_at_5_max": 0.82935, + "nauc_map_at_5_std": 0.191983, + "nauc_map_at_5_diff1": 0.875824, + "nauc_map_at_10_max": 0.828871, + "nauc_map_at_10_std": 0.194998, + "nauc_map_at_10_diff1": 0.875304, + "nauc_map_at_20_max": 0.828168, + "nauc_map_at_20_std": 0.190646, + "nauc_map_at_20_diff1": 0.875617, + "nauc_map_at_100_max": 0.82804, + "nauc_map_at_100_std": 0.191008, + "nauc_map_at_100_diff1": 0.876221, + "nauc_map_at_1000_max": 0.82797, + "nauc_map_at_1000_std": 0.190757, + "nauc_map_at_1000_diff1": 0.876268, + "nauc_recall_at_1_max": 0.802193, + "nauc_recall_at_1_std": 0.128372, + "nauc_recall_at_1_diff1": 0.896375, + "nauc_recall_at_3_max": 0.874069, + "nauc_recall_at_3_std": 0.295783, + "nauc_recall_at_3_diff1": 0.84436, + "nauc_recall_at_5_max": 0.871684, + "nauc_recall_at_5_std": 0.316019, + "nauc_recall_at_5_diff1": 0.827959, + "nauc_recall_at_10_max": 0.879222, + "nauc_recall_at_10_std": 0.388351, + "nauc_recall_at_10_diff1": 0.808019, + "nauc_recall_at_20_max": 0.873439, + "nauc_recall_at_20_std": 0.305322, + "nauc_recall_at_20_diff1": 0.796124, + "nauc_recall_at_100_max": 0.923786, + "nauc_recall_at_100_std": 0.615523, + "nauc_recall_at_100_diff1": 0.79204, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802193, + "nauc_precision_at_1_std": 0.128372, + "nauc_precision_at_1_diff1": 0.896375, + "nauc_precision_at_3_max": 0.874069, + "nauc_precision_at_3_std": 0.295783, + "nauc_precision_at_3_diff1": 0.84436, + "nauc_precision_at_5_max": 0.871684, + "nauc_precision_at_5_std": 0.316019, + "nauc_precision_at_5_diff1": 0.827959, + "nauc_precision_at_10_max": 0.879222, + "nauc_precision_at_10_std": 0.388351, + "nauc_precision_at_10_diff1": 0.808019, + "nauc_precision_at_20_max": 0.873439, + "nauc_precision_at_20_std": 0.305322, + "nauc_precision_at_20_diff1": 0.796124, + "nauc_precision_at_100_max": 0.923786, + "nauc_precision_at_100_std": 0.615523, + "nauc_precision_at_100_diff1": 0.79204, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802193, + "nauc_mrr_at_1_std": 0.128372, + "nauc_mrr_at_1_diff1": 0.896375, + "nauc_mrr_at_3_max": 0.831174, + "nauc_mrr_at_3_std": 0.192477, + "nauc_mrr_at_3_diff1": 0.877242, + "nauc_mrr_at_5_max": 0.82935, + "nauc_mrr_at_5_std": 0.191983, + "nauc_mrr_at_5_diff1": 0.875824, + "nauc_mrr_at_10_max": 0.828871, + "nauc_mrr_at_10_std": 0.194998, + "nauc_mrr_at_10_diff1": 0.875304, + "nauc_mrr_at_20_max": 0.828168, + "nauc_mrr_at_20_std": 0.190646, + "nauc_mrr_at_20_diff1": 0.875617, + "nauc_mrr_at_100_max": 0.82804, + "nauc_mrr_at_100_std": 0.191008, + "nauc_mrr_at_100_diff1": 0.876221, + "nauc_mrr_at_1000_max": 0.82797, + "nauc_mrr_at_1000_std": 0.190757, + "nauc_mrr_at_1000_diff1": 0.876268, + "main_score": 0.82843, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.72667, + "ndcg_at_3": 0.78358, + "ndcg_at_5": 0.79831, + "ndcg_at_10": 0.80901, + "ndcg_at_20": 0.8155, + "ndcg_at_100": 0.82602, + "ndcg_at_1000": 0.82964, + "map_at_1": 0.72667, + "map_at_3": 0.76981, + "map_at_5": 0.77804, + "map_at_10": 0.78262, + "map_at_20": 0.78441, + "map_at_100": 0.78586, + "map_at_1000": 0.78603, + "recall_at_1": 0.72667, + "recall_at_3": 0.82333, + "recall_at_5": 0.85889, + "recall_at_10": 0.89111, + "recall_at_20": 0.91667, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.72667, + "precision_at_3": 0.27444, + "precision_at_5": 0.17178, + "precision_at_10": 0.08911, + "precision_at_20": 0.04583, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.726667, + "mrr_at_3": 0.769815, + "mrr_at_5": 0.778037, + "mrr_at_10": 0.782617, + "mrr_at_20": 0.784411, + "mrr_at_100": 0.785859, + "mrr_at_1000": 0.786031, + "nauc_ndcg_at_1_max": 0.611092, + "nauc_ndcg_at_1_std": -0.449006, + "nauc_ndcg_at_1_diff1": 0.882994, + "nauc_ndcg_at_3_max": 0.630228, + "nauc_ndcg_at_3_std": -0.436897, + "nauc_ndcg_at_3_diff1": 0.85333, + "nauc_ndcg_at_5_max": 0.631558, + "nauc_ndcg_at_5_std": -0.420618, + "nauc_ndcg_at_5_diff1": 0.853668, + "nauc_ndcg_at_10_max": 0.627321, + "nauc_ndcg_at_10_std": -0.417933, + "nauc_ndcg_at_10_diff1": 0.851977, + "nauc_ndcg_at_20_max": 0.624401, + "nauc_ndcg_at_20_std": -0.425566, + "nauc_ndcg_at_20_diff1": 0.853503, + "nauc_ndcg_at_100_max": 0.625599, + "nauc_ndcg_at_100_std": -0.422175, + "nauc_ndcg_at_100_diff1": 0.856357, + "nauc_ndcg_at_1000_max": 0.625717, + "nauc_ndcg_at_1000_std": -0.426818, + "nauc_ndcg_at_1000_diff1": 0.858168, + "nauc_map_at_1_max": 0.611092, + "nauc_map_at_1_std": -0.449006, + "nauc_map_at_1_diff1": 0.882994, + "nauc_map_at_3_max": 0.626385, + "nauc_map_at_3_std": -0.437785, + "nauc_map_at_3_diff1": 0.861292, + "nauc_map_at_5_max": 0.627064, + "nauc_map_at_5_std": -0.429137, + "nauc_map_at_5_diff1": 0.861791, + "nauc_map_at_10_max": 0.625262, + "nauc_map_at_10_std": -0.428376, + "nauc_map_at_10_diff1": 0.861306, + "nauc_map_at_20_max": 0.624321, + "nauc_map_at_20_std": -0.430646, + "nauc_map_at_20_diff1": 0.8616, + "nauc_map_at_100_max": 0.624627, + "nauc_map_at_100_std": -0.430401, + "nauc_map_at_100_diff1": 0.861999, + "nauc_map_at_1000_max": 0.624637, + "nauc_map_at_1000_std": -0.43057, + "nauc_map_at_1000_diff1": 0.862088, + "nauc_recall_at_1_max": 0.611092, + "nauc_recall_at_1_std": -0.449006, + "nauc_recall_at_1_diff1": 0.882994, + "nauc_recall_at_3_max": 0.643277, + "nauc_recall_at_3_std": -0.434987, + "nauc_recall_at_3_diff1": 0.824867, + "nauc_recall_at_5_max": 0.649789, + "nauc_recall_at_5_std": -0.383187, + "nauc_recall_at_5_diff1": 0.819241, + "nauc_recall_at_10_max": 0.634662, + "nauc_recall_at_10_std": -0.359594, + "nauc_recall_at_10_diff1": 0.802019, + "nauc_recall_at_20_max": 0.617491, + "nauc_recall_at_20_std": -0.397155, + "nauc_recall_at_20_diff1": 0.802222, + "nauc_recall_at_100_max": 0.622685, + "nauc_recall_at_100_std": -0.220121, + "nauc_recall_at_100_diff1": 0.783613, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611092, + "nauc_precision_at_1_std": -0.449006, + "nauc_precision_at_1_diff1": 0.882994, + "nauc_precision_at_3_max": 0.643277, + "nauc_precision_at_3_std": -0.434987, + "nauc_precision_at_3_diff1": 0.824867, + "nauc_precision_at_5_max": 0.649789, + "nauc_precision_at_5_std": -0.383187, + "nauc_precision_at_5_diff1": 0.819241, + "nauc_precision_at_10_max": 0.634662, + "nauc_precision_at_10_std": -0.359594, + "nauc_precision_at_10_diff1": 0.802019, + "nauc_precision_at_20_max": 0.617491, + "nauc_precision_at_20_std": -0.397155, + "nauc_precision_at_20_diff1": 0.802222, + "nauc_precision_at_100_max": 0.622685, + "nauc_precision_at_100_std": -0.220121, + "nauc_precision_at_100_diff1": 0.783613, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.611092, + "nauc_mrr_at_1_std": -0.449006, + "nauc_mrr_at_1_diff1": 0.882994, + "nauc_mrr_at_3_max": 0.626385, + "nauc_mrr_at_3_std": -0.437785, + "nauc_mrr_at_3_diff1": 0.861292, + "nauc_mrr_at_5_max": 0.627064, + "nauc_mrr_at_5_std": -0.429137, + "nauc_mrr_at_5_diff1": 0.861791, + "nauc_mrr_at_10_max": 0.625262, + "nauc_mrr_at_10_std": -0.428376, + "nauc_mrr_at_10_diff1": 0.861306, + "nauc_mrr_at_20_max": 0.624321, + "nauc_mrr_at_20_std": -0.430646, + "nauc_mrr_at_20_diff1": 0.8616, + "nauc_mrr_at_100_max": 0.624627, + "nauc_mrr_at_100_std": -0.430401, + "nauc_mrr_at_100_diff1": 0.861999, + "nauc_mrr_at_1000_max": 0.624637, + "nauc_mrr_at_1000_std": -0.43057, + "nauc_mrr_at_1000_diff1": 0.862088, + "main_score": 0.80901, + "hf_subset": "hun_Latn-hun_Latn", + "languages": [ + "hun-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.88431, + "ndcg_at_5": 0.8922, + "ndcg_at_10": 0.90007, + "ndcg_at_20": 0.90353, + "ndcg_at_100": 0.90646, + "ndcg_at_1000": 0.90672, + "map_at_1": 0.82444, + "map_at_3": 0.87, + "map_at_5": 0.87444, + "map_at_10": 0.87768, + "map_at_20": 0.87867, + "map_at_100": 0.87908, + "map_at_1000": 0.87909, + "recall_at_1": 0.82444, + "recall_at_3": 0.92556, + "recall_at_5": 0.94444, + "recall_at_10": 0.96889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.82444, + "precision_at_3": 0.30852, + "precision_at_5": 0.18889, + "precision_at_10": 0.09689, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.87, + "mrr_at_5": 0.874444, + "mrr_at_10": 0.877675, + "mrr_at_20": 0.878668, + "mrr_at_100": 0.879085, + "mrr_at_1000": 0.879092, + "nauc_ndcg_at_1_max": 0.756816, + "nauc_ndcg_at_1_std": -0.205194, + "nauc_ndcg_at_1_diff1": 0.920224, + "nauc_ndcg_at_3_max": 0.767918, + "nauc_ndcg_at_3_std": -0.235221, + "nauc_ndcg_at_3_diff1": 0.893913, + "nauc_ndcg_at_5_max": 0.769795, + "nauc_ndcg_at_5_std": -0.235996, + "nauc_ndcg_at_5_diff1": 0.897573, + "nauc_ndcg_at_10_max": 0.771289, + "nauc_ndcg_at_10_std": -0.239284, + "nauc_ndcg_at_10_diff1": 0.90226, + "nauc_ndcg_at_20_max": 0.769421, + "nauc_ndcg_at_20_std": -0.221819, + "nauc_ndcg_at_20_diff1": 0.903745, + "nauc_ndcg_at_100_max": 0.768309, + "nauc_ndcg_at_100_std": -0.219882, + "nauc_ndcg_at_100_diff1": 0.904737, + "nauc_ndcg_at_1000_max": 0.767622, + "nauc_ndcg_at_1000_std": -0.223501, + "nauc_ndcg_at_1000_diff1": 0.904455, + "nauc_map_at_1_max": 0.756816, + "nauc_map_at_1_std": -0.205194, + "nauc_map_at_1_diff1": 0.920224, + "nauc_map_at_3_max": 0.765476, + "nauc_map_at_3_std": -0.225441, + "nauc_map_at_3_diff1": 0.901383, + "nauc_map_at_5_max": 0.766397, + "nauc_map_at_5_std": -0.225314, + "nauc_map_at_5_diff1": 0.903513, + "nauc_map_at_10_max": 0.766471, + "nauc_map_at_10_std": -0.227368, + "nauc_map_at_10_diff1": 0.905288, + "nauc_map_at_20_max": 0.766035, + "nauc_map_at_20_std": -0.222824, + "nauc_map_at_20_diff1": 0.905671, + "nauc_map_at_100_max": 0.765912, + "nauc_map_at_100_std": -0.222721, + "nauc_map_at_100_diff1": 0.905799, + "nauc_map_at_1000_max": 0.765898, + "nauc_map_at_1000_std": -0.222793, + "nauc_map_at_1000_diff1": 0.905794, + "nauc_recall_at_1_max": 0.756816, + "nauc_recall_at_1_std": -0.205194, + "nauc_recall_at_1_diff1": 0.920224, + "nauc_recall_at_3_max": 0.778976, + "nauc_recall_at_3_std": -0.282718, + "nauc_recall_at_3_diff1": 0.858376, + "nauc_recall_at_5_max": 0.79028, + "nauc_recall_at_5_std": -0.303632, + "nauc_recall_at_5_diff1": 0.862045, + "nauc_recall_at_10_max": 0.827364, + "nauc_recall_at_10_std": -0.363329, + "nauc_recall_at_10_diff1": 0.878451, + "nauc_recall_at_20_max": 0.830211, + "nauc_recall_at_20_std": -0.126196, + "nauc_recall_at_20_diff1": 0.889706, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756816, + "nauc_precision_at_1_std": -0.205194, + "nauc_precision_at_1_diff1": 0.920224, + "nauc_precision_at_3_max": 0.778976, + "nauc_precision_at_3_std": -0.282718, + "nauc_precision_at_3_diff1": 0.858376, + "nauc_precision_at_5_max": 0.79028, + "nauc_precision_at_5_std": -0.303632, + "nauc_precision_at_5_diff1": 0.862045, + "nauc_precision_at_10_max": 0.827364, + "nauc_precision_at_10_std": -0.363329, + "nauc_precision_at_10_diff1": 0.878451, + "nauc_precision_at_20_max": 0.830211, + "nauc_precision_at_20_std": -0.126196, + "nauc_precision_at_20_diff1": 0.889706, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756816, + "nauc_mrr_at_1_std": -0.205194, + "nauc_mrr_at_1_diff1": 0.920224, + "nauc_mrr_at_3_max": 0.765476, + "nauc_mrr_at_3_std": -0.225441, + "nauc_mrr_at_3_diff1": 0.901383, + "nauc_mrr_at_5_max": 0.766397, + "nauc_mrr_at_5_std": -0.225314, + "nauc_mrr_at_5_diff1": 0.903513, + "nauc_mrr_at_10_max": 0.766471, + "nauc_mrr_at_10_std": -0.227368, + "nauc_mrr_at_10_diff1": 0.905288, + "nauc_mrr_at_20_max": 0.766035, + "nauc_mrr_at_20_std": -0.222824, + "nauc_mrr_at_20_diff1": 0.905671, + "nauc_mrr_at_100_max": 0.765912, + "nauc_mrr_at_100_std": -0.222721, + "nauc_mrr_at_100_diff1": 0.905799, + "nauc_mrr_at_1000_max": 0.765898, + "nauc_mrr_at_1000_std": -0.222793, + "nauc_mrr_at_1000_diff1": 0.905794, + "main_score": 0.90007, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66889, + "ndcg_at_3": 0.73755, + "ndcg_at_5": 0.75161, + "ndcg_at_10": 0.76557, + "ndcg_at_20": 0.77734, + "ndcg_at_100": 0.78793, + "ndcg_at_1000": 0.79224, + "map_at_1": 0.66889, + "map_at_3": 0.72093, + "map_at_5": 0.72865, + "map_at_10": 0.73439, + "map_at_20": 0.73761, + "map_at_100": 0.73901, + "map_at_1000": 0.73921, + "recall_at_1": 0.66889, + "recall_at_3": 0.78556, + "recall_at_5": 0.82, + "recall_at_10": 0.86333, + "recall_at_20": 0.91, + "recall_at_100": 0.96778, + "recall_at_1000": 1.0, + "precision_at_1": 0.66889, + "precision_at_3": 0.26185, + "precision_at_5": 0.164, + "precision_at_10": 0.08633, + "precision_at_20": 0.0455, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668889, + "mrr_at_3": 0.720926, + "mrr_at_5": 0.728648, + "mrr_at_10": 0.734391, + "mrr_at_20": 0.737609, + "mrr_at_100": 0.739013, + "mrr_at_1000": 0.739207, + "nauc_ndcg_at_1_max": 0.751183, + "nauc_ndcg_at_1_std": -0.040608, + "nauc_ndcg_at_1_diff1": 0.864472, + "nauc_ndcg_at_3_max": 0.768807, + "nauc_ndcg_at_3_std": 0.000616, + "nauc_ndcg_at_3_diff1": 0.8188, + "nauc_ndcg_at_5_max": 0.768135, + "nauc_ndcg_at_5_std": 0.009505, + "nauc_ndcg_at_5_diff1": 0.815181, + "nauc_ndcg_at_10_max": 0.772786, + "nauc_ndcg_at_10_std": 0.035916, + "nauc_ndcg_at_10_diff1": 0.815346, + "nauc_ndcg_at_20_max": 0.769647, + "nauc_ndcg_at_20_std": 0.036196, + "nauc_ndcg_at_20_diff1": 0.816273, + "nauc_ndcg_at_100_max": 0.769432, + "nauc_ndcg_at_100_std": 0.027895, + "nauc_ndcg_at_100_diff1": 0.82353, + "nauc_ndcg_at_1000_max": 0.767131, + "nauc_ndcg_at_1000_std": 0.014026, + "nauc_ndcg_at_1000_diff1": 0.824558, + "nauc_map_at_1_max": 0.751183, + "nauc_map_at_1_std": -0.040608, + "nauc_map_at_1_diff1": 0.864472, + "nauc_map_at_3_max": 0.76443, + "nauc_map_at_3_std": -0.012285, + "nauc_map_at_3_diff1": 0.830666, + "nauc_map_at_5_max": 0.763944, + "nauc_map_at_5_std": -0.008256, + "nauc_map_at_5_diff1": 0.829065, + "nauc_map_at_10_max": 0.765314, + "nauc_map_at_10_std": 0.000763, + "nauc_map_at_10_diff1": 0.829222, + "nauc_map_at_20_max": 0.764455, + "nauc_map_at_20_std": 0.000415, + "nauc_map_at_20_diff1": 0.829587, + "nauc_map_at_100_max": 0.764386, + "nauc_map_at_100_std": -0.000822, + "nauc_map_at_100_diff1": 0.830423, + "nauc_map_at_1000_max": 0.764308, + "nauc_map_at_1000_std": -0.001331, + "nauc_map_at_1000_diff1": 0.830484, + "nauc_recall_at_1_max": 0.751183, + "nauc_recall_at_1_std": -0.040608, + "nauc_recall_at_1_diff1": 0.864472, + "nauc_recall_at_3_max": 0.78401, + "nauc_recall_at_3_std": 0.046929, + "nauc_recall_at_3_diff1": 0.777289, + "nauc_recall_at_5_max": 0.784542, + "nauc_recall_at_5_std": 0.083636, + "nauc_recall_at_5_diff1": 0.759396, + "nauc_recall_at_10_max": 0.814252, + "nauc_recall_at_10_std": 0.236506, + "nauc_recall_at_10_diff1": 0.746234, + "nauc_recall_at_20_max": 0.80693, + "nauc_recall_at_20_std": 0.331598, + "nauc_recall_at_20_diff1": 0.722735, + "nauc_recall_at_100_max": 0.868975, + "nauc_recall_at_100_std": 0.615087, + "nauc_recall_at_100_diff1": 0.785569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751183, + "nauc_precision_at_1_std": -0.040608, + "nauc_precision_at_1_diff1": 0.864472, + "nauc_precision_at_3_max": 0.78401, + "nauc_precision_at_3_std": 0.046929, + "nauc_precision_at_3_diff1": 0.777289, + "nauc_precision_at_5_max": 0.784542, + "nauc_precision_at_5_std": 0.083636, + "nauc_precision_at_5_diff1": 0.759396, + "nauc_precision_at_10_max": 0.814252, + "nauc_precision_at_10_std": 0.236506, + "nauc_precision_at_10_diff1": 0.746234, + "nauc_precision_at_20_max": 0.80693, + "nauc_precision_at_20_std": 0.331598, + "nauc_precision_at_20_diff1": 0.722735, + "nauc_precision_at_100_max": 0.868975, + "nauc_precision_at_100_std": 0.615087, + "nauc_precision_at_100_diff1": 0.785569, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751183, + "nauc_mrr_at_1_std": -0.040608, + "nauc_mrr_at_1_diff1": 0.864472, + "nauc_mrr_at_3_max": 0.76443, + "nauc_mrr_at_3_std": -0.012285, + "nauc_mrr_at_3_diff1": 0.830666, + "nauc_mrr_at_5_max": 0.763944, + "nauc_mrr_at_5_std": -0.008256, + "nauc_mrr_at_5_diff1": 0.829065, + "nauc_mrr_at_10_max": 0.765314, + "nauc_mrr_at_10_std": 0.000763, + "nauc_mrr_at_10_diff1": 0.829222, + "nauc_mrr_at_20_max": 0.764455, + "nauc_mrr_at_20_std": 0.000415, + "nauc_mrr_at_20_diff1": 0.829587, + "nauc_mrr_at_100_max": 0.764386, + "nauc_mrr_at_100_std": -0.000822, + "nauc_mrr_at_100_diff1": 0.830423, + "nauc_mrr_at_1000_max": 0.764308, + "nauc_mrr_at_1000_std": -0.001331, + "nauc_mrr_at_1000_diff1": 0.830484, + "main_score": 0.76557, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.52222, + "ndcg_at_3": 0.58402, + "ndcg_at_5": 0.60042, + "ndcg_at_10": 0.61993, + "ndcg_at_20": 0.63434, + "ndcg_at_100": 0.65761, + "ndcg_at_1000": 0.66906, + "map_at_1": 0.52222, + "map_at_3": 0.56889, + "map_at_5": 0.57794, + "map_at_10": 0.58606, + "map_at_20": 0.59006, + "map_at_100": 0.59304, + "map_at_1000": 0.59352, + "recall_at_1": 0.52222, + "recall_at_3": 0.62778, + "recall_at_5": 0.66778, + "recall_at_10": 0.72778, + "recall_at_20": 0.78444, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "precision_at_1": 0.52222, + "precision_at_3": 0.20926, + "precision_at_5": 0.13356, + "precision_at_10": 0.07278, + "precision_at_20": 0.03922, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.522222, + "mrr_at_3": 0.568889, + "mrr_at_5": 0.577944, + "mrr_at_10": 0.586061, + "mrr_at_20": 0.590058, + "mrr_at_100": 0.593035, + "mrr_at_1000": 0.593519, + "nauc_ndcg_at_1_max": 0.648656, + "nauc_ndcg_at_1_std": -0.322916, + "nauc_ndcg_at_1_diff1": 0.821137, + "nauc_ndcg_at_3_max": 0.630927, + "nauc_ndcg_at_3_std": -0.326226, + "nauc_ndcg_at_3_diff1": 0.775906, + "nauc_ndcg_at_5_max": 0.630823, + "nauc_ndcg_at_5_std": -0.3106, + "nauc_ndcg_at_5_diff1": 0.771303, + "nauc_ndcg_at_10_max": 0.626225, + "nauc_ndcg_at_10_std": -0.305479, + "nauc_ndcg_at_10_diff1": 0.769946, + "nauc_ndcg_at_20_max": 0.625959, + "nauc_ndcg_at_20_std": -0.299593, + "nauc_ndcg_at_20_diff1": 0.768127, + "nauc_ndcg_at_100_max": 0.62483, + "nauc_ndcg_at_100_std": -0.302793, + "nauc_ndcg_at_100_diff1": 0.768254, + "nauc_ndcg_at_1000_max": 0.630452, + "nauc_ndcg_at_1000_std": -0.306709, + "nauc_ndcg_at_1000_diff1": 0.776187, + "nauc_map_at_1_max": 0.648656, + "nauc_map_at_1_std": -0.322916, + "nauc_map_at_1_diff1": 0.821137, + "nauc_map_at_3_max": 0.636594, + "nauc_map_at_3_std": -0.32416, + "nauc_map_at_3_diff1": 0.787081, + "nauc_map_at_5_max": 0.636454, + "nauc_map_at_5_std": -0.315774, + "nauc_map_at_5_diff1": 0.784717, + "nauc_map_at_10_max": 0.634752, + "nauc_map_at_10_std": -0.313531, + "nauc_map_at_10_diff1": 0.784363, + "nauc_map_at_20_max": 0.634714, + "nauc_map_at_20_std": -0.312301, + "nauc_map_at_20_diff1": 0.784185, + "nauc_map_at_100_max": 0.634626, + "nauc_map_at_100_std": -0.312456, + "nauc_map_at_100_diff1": 0.784257, + "nauc_map_at_1000_max": 0.634894, + "nauc_map_at_1000_std": -0.312552, + "nauc_map_at_1000_diff1": 0.784586, + "nauc_recall_at_1_max": 0.648656, + "nauc_recall_at_1_std": -0.322916, + "nauc_recall_at_1_diff1": 0.821137, + "nauc_recall_at_3_max": 0.612713, + "nauc_recall_at_3_std": -0.333227, + "nauc_recall_at_3_diff1": 0.741151, + "nauc_recall_at_5_max": 0.611798, + "nauc_recall_at_5_std": -0.291369, + "nauc_recall_at_5_diff1": 0.726254, + "nauc_recall_at_10_max": 0.591207, + "nauc_recall_at_10_std": -0.270863, + "nauc_recall_at_10_diff1": 0.714153, + "nauc_recall_at_20_max": 0.582996, + "nauc_recall_at_20_std": -0.22818, + "nauc_recall_at_20_diff1": 0.690509, + "nauc_recall_at_100_max": 0.509086, + "nauc_recall_at_100_std": -0.206972, + "nauc_recall_at_100_diff1": 0.596699, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648656, + "nauc_precision_at_1_std": -0.322916, + "nauc_precision_at_1_diff1": 0.821137, + "nauc_precision_at_3_max": 0.612713, + "nauc_precision_at_3_std": -0.333227, + "nauc_precision_at_3_diff1": 0.741151, + "nauc_precision_at_5_max": 0.611798, + "nauc_precision_at_5_std": -0.291369, + "nauc_precision_at_5_diff1": 0.726254, + "nauc_precision_at_10_max": 0.591207, + "nauc_precision_at_10_std": -0.270863, + "nauc_precision_at_10_diff1": 0.714153, + "nauc_precision_at_20_max": 0.582996, + "nauc_precision_at_20_std": -0.22818, + "nauc_precision_at_20_diff1": 0.690509, + "nauc_precision_at_100_max": 0.509086, + "nauc_precision_at_100_std": -0.206972, + "nauc_precision_at_100_diff1": 0.596699, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648656, + "nauc_mrr_at_1_std": -0.322916, + "nauc_mrr_at_1_diff1": 0.821137, + "nauc_mrr_at_3_max": 0.636594, + "nauc_mrr_at_3_std": -0.32416, + "nauc_mrr_at_3_diff1": 0.787081, + "nauc_mrr_at_5_max": 0.636454, + "nauc_mrr_at_5_std": -0.315774, + "nauc_mrr_at_5_diff1": 0.784717, + "nauc_mrr_at_10_max": 0.634752, + "nauc_mrr_at_10_std": -0.313531, + "nauc_mrr_at_10_diff1": 0.784363, + "nauc_mrr_at_20_max": 0.634714, + "nauc_mrr_at_20_std": -0.312301, + "nauc_mrr_at_20_diff1": 0.784185, + "nauc_mrr_at_100_max": 0.634626, + "nauc_mrr_at_100_std": -0.312456, + "nauc_mrr_at_100_diff1": 0.784257, + "nauc_mrr_at_1000_max": 0.634894, + "nauc_mrr_at_1000_std": -0.312552, + "nauc_mrr_at_1000_diff1": 0.784586, + "main_score": 0.61993, + "hf_subset": "hye_Armn-hye_Armn", + "languages": [ + "hye-Armn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.61556, + "ndcg_at_3": 0.69091, + "ndcg_at_5": 0.71195, + "ndcg_at_10": 0.73427, + "ndcg_at_20": 0.74563, + "ndcg_at_100": 0.75963, + "ndcg_at_1000": 0.76171, + "map_at_1": 0.61556, + "map_at_3": 0.67241, + "map_at_5": 0.68407, + "map_at_10": 0.69331, + "map_at_20": 0.6965, + "map_at_100": 0.69842, + "map_at_1000": 0.69852, + "recall_at_1": 0.61556, + "recall_at_3": 0.74444, + "recall_at_5": 0.79556, + "recall_at_10": 0.86444, + "recall_at_20": 0.90889, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.61556, + "precision_at_3": 0.24815, + "precision_at_5": 0.15911, + "precision_at_10": 0.08644, + "precision_at_20": 0.04544, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615556, + "mrr_at_3": 0.672407, + "mrr_at_5": 0.684074, + "mrr_at_10": 0.693313, + "mrr_at_20": 0.696497, + "mrr_at_100": 0.698425, + "mrr_at_1000": 0.698517, + "nauc_ndcg_at_1_max": 0.592609, + "nauc_ndcg_at_1_std": -0.185294, + "nauc_ndcg_at_1_diff1": 0.792029, + "nauc_ndcg_at_3_max": 0.584156, + "nauc_ndcg_at_3_std": -0.184712, + "nauc_ndcg_at_3_diff1": 0.744128, + "nauc_ndcg_at_5_max": 0.583028, + "nauc_ndcg_at_5_std": -0.187694, + "nauc_ndcg_at_5_diff1": 0.741644, + "nauc_ndcg_at_10_max": 0.577402, + "nauc_ndcg_at_10_std": -0.195984, + "nauc_ndcg_at_10_diff1": 0.744928, + "nauc_ndcg_at_20_max": 0.577703, + "nauc_ndcg_at_20_std": -0.187846, + "nauc_ndcg_at_20_diff1": 0.74771, + "nauc_ndcg_at_100_max": 0.581827, + "nauc_ndcg_at_100_std": -0.184155, + "nauc_ndcg_at_100_diff1": 0.750653, + "nauc_ndcg_at_1000_max": 0.582842, + "nauc_ndcg_at_1000_std": -0.18653, + "nauc_ndcg_at_1000_diff1": 0.752896, + "nauc_map_at_1_max": 0.592609, + "nauc_map_at_1_std": -0.185294, + "nauc_map_at_1_diff1": 0.792029, + "nauc_map_at_3_max": 0.58741, + "nauc_map_at_3_std": -0.18414, + "nauc_map_at_3_diff1": 0.756503, + "nauc_map_at_5_max": 0.587098, + "nauc_map_at_5_std": -0.18573, + "nauc_map_at_5_diff1": 0.755589, + "nauc_map_at_10_max": 0.585288, + "nauc_map_at_10_std": -0.188163, + "nauc_map_at_10_diff1": 0.757244, + "nauc_map_at_20_max": 0.585493, + "nauc_map_at_20_std": -0.186095, + "nauc_map_at_20_diff1": 0.757998, + "nauc_map_at_100_max": 0.585814, + "nauc_map_at_100_std": -0.185978, + "nauc_map_at_100_diff1": 0.758337, + "nauc_map_at_1000_max": 0.585854, + "nauc_map_at_1000_std": -0.186035, + "nauc_map_at_1000_diff1": 0.758433, + "nauc_recall_at_1_max": 0.592609, + "nauc_recall_at_1_std": -0.185294, + "nauc_recall_at_1_diff1": 0.792029, + "nauc_recall_at_3_max": 0.572432, + "nauc_recall_at_3_std": -0.187051, + "nauc_recall_at_3_diff1": 0.701661, + "nauc_recall_at_5_max": 0.565672, + "nauc_recall_at_5_std": -0.196446, + "nauc_recall_at_5_diff1": 0.685793, + "nauc_recall_at_10_max": 0.526517, + "nauc_recall_at_10_std": -0.250269, + "nauc_recall_at_10_diff1": 0.677906, + "nauc_recall_at_20_max": 0.506024, + "nauc_recall_at_20_std": -0.199432, + "nauc_recall_at_20_diff1": 0.675503, + "nauc_recall_at_100_max": 0.487762, + "nauc_recall_at_100_std": 0.066893, + "nauc_recall_at_100_diff1": 0.543884, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.592609, + "nauc_precision_at_1_std": -0.185294, + "nauc_precision_at_1_diff1": 0.792029, + "nauc_precision_at_3_max": 0.572432, + "nauc_precision_at_3_std": -0.187051, + "nauc_precision_at_3_diff1": 0.701661, + "nauc_precision_at_5_max": 0.565672, + "nauc_precision_at_5_std": -0.196446, + "nauc_precision_at_5_diff1": 0.685793, + "nauc_precision_at_10_max": 0.526517, + "nauc_precision_at_10_std": -0.250269, + "nauc_precision_at_10_diff1": 0.677906, + "nauc_precision_at_20_max": 0.506024, + "nauc_precision_at_20_std": -0.199432, + "nauc_precision_at_20_diff1": 0.675503, + "nauc_precision_at_100_max": 0.487762, + "nauc_precision_at_100_std": 0.066893, + "nauc_precision_at_100_diff1": 0.543884, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.592609, + "nauc_mrr_at_1_std": -0.185294, + "nauc_mrr_at_1_diff1": 0.792029, + "nauc_mrr_at_3_max": 0.58741, + "nauc_mrr_at_3_std": -0.18414, + "nauc_mrr_at_3_diff1": 0.756503, + "nauc_mrr_at_5_max": 0.587098, + "nauc_mrr_at_5_std": -0.18573, + "nauc_mrr_at_5_diff1": 0.755589, + "nauc_mrr_at_10_max": 0.585288, + "nauc_mrr_at_10_std": -0.188163, + "nauc_mrr_at_10_diff1": 0.757244, + "nauc_mrr_at_20_max": 0.585493, + "nauc_mrr_at_20_std": -0.186095, + "nauc_mrr_at_20_diff1": 0.757998, + "nauc_mrr_at_100_max": 0.585814, + "nauc_mrr_at_100_std": -0.185978, + "nauc_mrr_at_100_diff1": 0.758337, + "nauc_mrr_at_1000_max": 0.585854, + "nauc_mrr_at_1000_std": -0.186035, + "nauc_mrr_at_1000_diff1": 0.758433, + "main_score": 0.73427, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.50124, + "ndcg_at_5": 0.52185, + "ndcg_at_10": 0.54589, + "ndcg_at_20": 0.56401, + "ndcg_at_100": 0.59292, + "ndcg_at_1000": 0.60623, + "map_at_1": 0.44, + "map_at_3": 0.4863, + "map_at_5": 0.49774, + "map_at_10": 0.50764, + "map_at_20": 0.51269, + "map_at_100": 0.51657, + "map_at_1000": 0.51711, + "recall_at_1": 0.44, + "recall_at_3": 0.54444, + "recall_at_5": 0.59444, + "recall_at_10": 0.66889, + "recall_at_20": 0.74, + "recall_at_100": 0.89778, + "recall_at_1000": 1.0, + "precision_at_1": 0.44, + "precision_at_3": 0.18148, + "precision_at_5": 0.11889, + "precision_at_10": 0.06689, + "precision_at_20": 0.037, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.44, + "mrr_at_3": 0.486296, + "mrr_at_5": 0.497741, + "mrr_at_10": 0.507645, + "mrr_at_20": 0.512693, + "mrr_at_100": 0.516567, + "mrr_at_1000": 0.517107, + "nauc_ndcg_at_1_max": 0.637229, + "nauc_ndcg_at_1_std": -0.039711, + "nauc_ndcg_at_1_diff1": 0.752901, + "nauc_ndcg_at_3_max": 0.630224, + "nauc_ndcg_at_3_std": -0.030698, + "nauc_ndcg_at_3_diff1": 0.701342, + "nauc_ndcg_at_5_max": 0.618118, + "nauc_ndcg_at_5_std": -0.034526, + "nauc_ndcg_at_5_diff1": 0.688218, + "nauc_ndcg_at_10_max": 0.610726, + "nauc_ndcg_at_10_std": -0.030564, + "nauc_ndcg_at_10_diff1": 0.67912, + "nauc_ndcg_at_20_max": 0.611688, + "nauc_ndcg_at_20_std": -0.015847, + "nauc_ndcg_at_20_diff1": 0.676277, + "nauc_ndcg_at_100_max": 0.609526, + "nauc_ndcg_at_100_std": -0.018169, + "nauc_ndcg_at_100_diff1": 0.681732, + "nauc_ndcg_at_1000_max": 0.616837, + "nauc_ndcg_at_1000_std": -0.023995, + "nauc_ndcg_at_1000_diff1": 0.691319, + "nauc_map_at_1_max": 0.637229, + "nauc_map_at_1_std": -0.039711, + "nauc_map_at_1_diff1": 0.752901, + "nauc_map_at_3_max": 0.632304, + "nauc_map_at_3_std": -0.033495, + "nauc_map_at_3_diff1": 0.713852, + "nauc_map_at_5_max": 0.625578, + "nauc_map_at_5_std": -0.035941, + "nauc_map_at_5_diff1": 0.706849, + "nauc_map_at_10_max": 0.622702, + "nauc_map_at_10_std": -0.034556, + "nauc_map_at_10_diff1": 0.703378, + "nauc_map_at_20_max": 0.623046, + "nauc_map_at_20_std": -0.030506, + "nauc_map_at_20_diff1": 0.7028, + "nauc_map_at_100_max": 0.622832, + "nauc_map_at_100_std": -0.03069, + "nauc_map_at_100_diff1": 0.703775, + "nauc_map_at_1000_max": 0.623127, + "nauc_map_at_1000_std": -0.030817, + "nauc_map_at_1000_diff1": 0.704129, + "nauc_recall_at_1_max": 0.637229, + "nauc_recall_at_1_std": -0.039711, + "nauc_recall_at_1_diff1": 0.752901, + "nauc_recall_at_3_max": 0.623824, + "nauc_recall_at_3_std": -0.022054, + "nauc_recall_at_3_diff1": 0.663868, + "nauc_recall_at_5_max": 0.592888, + "nauc_recall_at_5_std": -0.029976, + "nauc_recall_at_5_diff1": 0.627849, + "nauc_recall_at_10_max": 0.562906, + "nauc_recall_at_10_std": -0.013836, + "nauc_recall_at_10_diff1": 0.587165, + "nauc_recall_at_20_max": 0.558685, + "nauc_recall_at_20_std": 0.065024, + "nauc_recall_at_20_diff1": 0.554335, + "nauc_recall_at_100_max": 0.461487, + "nauc_recall_at_100_std": 0.11841, + "nauc_recall_at_100_diff1": 0.48141, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.637229, + "nauc_precision_at_1_std": -0.039711, + "nauc_precision_at_1_diff1": 0.752901, + "nauc_precision_at_3_max": 0.623824, + "nauc_precision_at_3_std": -0.022054, + "nauc_precision_at_3_diff1": 0.663868, + "nauc_precision_at_5_max": 0.592888, + "nauc_precision_at_5_std": -0.029976, + "nauc_precision_at_5_diff1": 0.627849, + "nauc_precision_at_10_max": 0.562906, + "nauc_precision_at_10_std": -0.013836, + "nauc_precision_at_10_diff1": 0.587165, + "nauc_precision_at_20_max": 0.558685, + "nauc_precision_at_20_std": 0.065024, + "nauc_precision_at_20_diff1": 0.554335, + "nauc_precision_at_100_max": 0.461487, + "nauc_precision_at_100_std": 0.11841, + "nauc_precision_at_100_diff1": 0.48141, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.637229, + "nauc_mrr_at_1_std": -0.039711, + "nauc_mrr_at_1_diff1": 0.752901, + "nauc_mrr_at_3_max": 0.632304, + "nauc_mrr_at_3_std": -0.033495, + "nauc_mrr_at_3_diff1": 0.713852, + "nauc_mrr_at_5_max": 0.625578, + "nauc_mrr_at_5_std": -0.035941, + "nauc_mrr_at_5_diff1": 0.706849, + "nauc_mrr_at_10_max": 0.622702, + "nauc_mrr_at_10_std": -0.034556, + "nauc_mrr_at_10_diff1": 0.703378, + "nauc_mrr_at_20_max": 0.623046, + "nauc_mrr_at_20_std": -0.030506, + "nauc_mrr_at_20_diff1": 0.7028, + "nauc_mrr_at_100_max": 0.622832, + "nauc_mrr_at_100_std": -0.03069, + "nauc_mrr_at_100_diff1": 0.703775, + "nauc_mrr_at_1000_max": 0.623127, + "nauc_mrr_at_1000_std": -0.030817, + "nauc_mrr_at_1000_diff1": 0.704129, + "main_score": 0.54589, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.42714, + "ndcg_at_3": 0.48066, + "ndcg_at_5": 0.49397, + "ndcg_at_10": 0.51, + "ndcg_at_20": 0.5211, + "ndcg_at_100": 0.55175, + "ndcg_at_1000": 0.57588, + "map_at_1": 0.42714, + "map_at_3": 0.46802, + "map_at_5": 0.47542, + "map_at_10": 0.48195, + "map_at_20": 0.48506, + "map_at_100": 0.48891, + "map_at_1000": 0.48985, + "recall_at_1": 0.42714, + "recall_at_3": 0.51669, + "recall_at_5": 0.54894, + "recall_at_10": 0.599, + "recall_at_20": 0.64238, + "recall_at_100": 0.81368, + "recall_at_1000": 1.0, + "precision_at_1": 0.42714, + "precision_at_3": 0.17241, + "precision_at_5": 0.1099, + "precision_at_10": 0.05996, + "precision_at_20": 0.03215, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.427141, + "mrr_at_3": 0.468298, + "mrr_at_5": 0.475695, + "mrr_at_10": 0.482223, + "mrr_at_20": 0.485336, + "mrr_at_100": 0.489192, + "mrr_at_1000": 0.490126, + "nauc_ndcg_at_1_max": 0.595482, + "nauc_ndcg_at_1_std": -0.565886, + "nauc_ndcg_at_1_diff1": 0.874555, + "nauc_ndcg_at_3_max": 0.591196, + "nauc_ndcg_at_3_std": -0.617019, + "nauc_ndcg_at_3_diff1": 0.84818, + "nauc_ndcg_at_5_max": 0.584949, + "nauc_ndcg_at_5_std": -0.61168, + "nauc_ndcg_at_5_diff1": 0.841142, + "nauc_ndcg_at_10_max": 0.571414, + "nauc_ndcg_at_10_std": -0.619404, + "nauc_ndcg_at_10_diff1": 0.830896, + "nauc_ndcg_at_20_max": 0.572868, + "nauc_ndcg_at_20_std": -0.610588, + "nauc_ndcg_at_20_diff1": 0.830107, + "nauc_ndcg_at_100_max": 0.568896, + "nauc_ndcg_at_100_std": -0.606219, + "nauc_ndcg_at_100_diff1": 0.825958, + "nauc_ndcg_at_1000_max": 0.578428, + "nauc_ndcg_at_1000_std": -0.604169, + "nauc_ndcg_at_1000_diff1": 0.836159, + "nauc_map_at_1_max": 0.595482, + "nauc_map_at_1_std": -0.565886, + "nauc_map_at_1_diff1": 0.874555, + "nauc_map_at_3_max": 0.593507, + "nauc_map_at_3_std": -0.603896, + "nauc_map_at_3_diff1": 0.854839, + "nauc_map_at_5_max": 0.590151, + "nauc_map_at_5_std": -0.600858, + "nauc_map_at_5_diff1": 0.85113, + "nauc_map_at_10_max": 0.584775, + "nauc_map_at_10_std": -0.603955, + "nauc_map_at_10_diff1": 0.847168, + "nauc_map_at_20_max": 0.585318, + "nauc_map_at_20_std": -0.601209, + "nauc_map_at_20_diff1": 0.846921, + "nauc_map_at_100_max": 0.585073, + "nauc_map_at_100_std": -0.600143, + "nauc_map_at_100_diff1": 0.846309, + "nauc_map_at_1000_max": 0.585388, + "nauc_map_at_1000_std": -0.600008, + "nauc_map_at_1000_diff1": 0.846645, + "nauc_recall_at_1_max": 0.595482, + "nauc_recall_at_1_std": -0.565886, + "nauc_recall_at_1_diff1": 0.874555, + "nauc_recall_at_3_max": 0.58251, + "nauc_recall_at_3_std": -0.65575, + "nauc_recall_at_3_diff1": 0.828951, + "nauc_recall_at_5_max": 0.566223, + "nauc_recall_at_5_std": -0.643671, + "nauc_recall_at_5_diff1": 0.810097, + "nauc_recall_at_10_max": 0.519679, + "nauc_recall_at_10_std": -0.670987, + "nauc_recall_at_10_diff1": 0.773531, + "nauc_recall_at_20_max": 0.520922, + "nauc_recall_at_20_std": -0.638054, + "nauc_recall_at_20_diff1": 0.765994, + "nauc_recall_at_100_max": 0.441748, + "nauc_recall_at_100_std": -0.628221, + "nauc_recall_at_100_diff1": 0.688631, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.595482, + "nauc_precision_at_1_std": -0.565886, + "nauc_precision_at_1_diff1": 0.874555, + "nauc_precision_at_3_max": 0.584706, + "nauc_precision_at_3_std": -0.656327, + "nauc_precision_at_3_diff1": 0.828026, + "nauc_precision_at_5_max": 0.568485, + "nauc_precision_at_5_std": -0.644261, + "nauc_precision_at_5_diff1": 0.809129, + "nauc_precision_at_10_max": 0.52204, + "nauc_precision_at_10_std": -0.671627, + "nauc_precision_at_10_diff1": 0.772485, + "nauc_precision_at_20_max": 0.523675, + "nauc_precision_at_20_std": -0.638964, + "nauc_precision_at_20_diff1": 0.765144, + "nauc_precision_at_100_max": 0.446639, + "nauc_precision_at_100_std": -0.630351, + "nauc_precision_at_100_diff1": 0.687769, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": -0.070315, + "nauc_precision_at_1000_diff1": -0.500026, + "nauc_mrr_at_1_max": 0.595482, + "nauc_mrr_at_1_std": -0.565886, + "nauc_mrr_at_1_diff1": 0.874555, + "nauc_mrr_at_3_max": 0.594507, + "nauc_mrr_at_3_std": -0.604087, + "nauc_mrr_at_3_diff1": 0.854289, + "nauc_mrr_at_5_max": 0.591158, + "nauc_mrr_at_5_std": -0.60105, + "nauc_mrr_at_5_diff1": 0.850576, + "nauc_mrr_at_10_max": 0.585788, + "nauc_mrr_at_10_std": -0.604149, + "nauc_mrr_at_10_diff1": 0.84661, + "nauc_mrr_at_20_max": 0.586336, + "nauc_mrr_at_20_std": -0.601404, + "nauc_mrr_at_20_diff1": 0.84636, + "nauc_mrr_at_100_max": 0.586098, + "nauc_mrr_at_100_std": -0.600339, + "nauc_mrr_at_100_diff1": 0.845743, + "nauc_mrr_at_1000_max": 0.5864, + "nauc_mrr_at_1000_std": -0.600201, + "nauc_mrr_at_1000_diff1": 0.846085, + "main_score": 0.51, + "hf_subset": "ibo_Latn-ibo_Latn", + "languages": [ + "ibo-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.51889, + "ndcg_at_3": 0.5645, + "ndcg_at_5": 0.58094, + "ndcg_at_10": 0.59212, + "ndcg_at_20": 0.60569, + "ndcg_at_100": 0.63021, + "ndcg_at_1000": 0.6486, + "map_at_1": 0.51889, + "map_at_3": 0.5537, + "map_at_5": 0.56281, + "map_at_10": 0.56745, + "map_at_20": 0.57122, + "map_at_100": 0.57427, + "map_at_1000": 0.57504, + "recall_at_1": 0.51889, + "recall_at_3": 0.59556, + "recall_at_5": 0.63556, + "recall_at_10": 0.67, + "recall_at_20": 0.72333, + "recall_at_100": 0.86111, + "recall_at_1000": 1.0, + "precision_at_1": 0.51889, + "precision_at_3": 0.19852, + "precision_at_5": 0.12711, + "precision_at_10": 0.067, + "precision_at_20": 0.03617, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "mrr_at_1": 0.518889, + "mrr_at_3": 0.553704, + "mrr_at_5": 0.562815, + "mrr_at_10": 0.567448, + "mrr_at_20": 0.571221, + "mrr_at_100": 0.574266, + "mrr_at_1000": 0.575045, + "nauc_ndcg_at_1_max": 0.817569, + "nauc_ndcg_at_1_std": 0.358931, + "nauc_ndcg_at_1_diff1": 0.861202, + "nauc_ndcg_at_3_max": 0.823356, + "nauc_ndcg_at_3_std": 0.376856, + "nauc_ndcg_at_3_diff1": 0.838163, + "nauc_ndcg_at_5_max": 0.821492, + "nauc_ndcg_at_5_std": 0.379504, + "nauc_ndcg_at_5_diff1": 0.832248, + "nauc_ndcg_at_10_max": 0.817106, + "nauc_ndcg_at_10_std": 0.378833, + "nauc_ndcg_at_10_diff1": 0.829069, + "nauc_ndcg_at_20_max": 0.813254, + "nauc_ndcg_at_20_std": 0.383557, + "nauc_ndcg_at_20_diff1": 0.824428, + "nauc_ndcg_at_100_max": 0.809572, + "nauc_ndcg_at_100_std": 0.37329, + "nauc_ndcg_at_100_diff1": 0.824053, + "nauc_ndcg_at_1000_max": 0.815486, + "nauc_ndcg_at_1000_std": 0.377839, + "nauc_ndcg_at_1000_diff1": 0.831502, + "nauc_map_at_1_max": 0.817569, + "nauc_map_at_1_std": 0.358931, + "nauc_map_at_1_diff1": 0.861202, + "nauc_map_at_3_max": 0.82337, + "nauc_map_at_3_std": 0.373866, + "nauc_map_at_3_diff1": 0.844408, + "nauc_map_at_5_max": 0.822339, + "nauc_map_at_5_std": 0.375089, + "nauc_map_at_5_diff1": 0.841123, + "nauc_map_at_10_max": 0.820638, + "nauc_map_at_10_std": 0.374713, + "nauc_map_at_10_diff1": 0.840036, + "nauc_map_at_20_max": 0.81956, + "nauc_map_at_20_std": 0.375989, + "nauc_map_at_20_diff1": 0.838881, + "nauc_map_at_100_max": 0.819025, + "nauc_map_at_100_std": 0.375031, + "nauc_map_at_100_diff1": 0.838734, + "nauc_map_at_1000_max": 0.819244, + "nauc_map_at_1000_std": 0.37528, + "nauc_map_at_1000_diff1": 0.839048, + "nauc_recall_at_1_max": 0.817569, + "nauc_recall_at_1_std": 0.358931, + "nauc_recall_at_1_diff1": 0.861202, + "nauc_recall_at_3_max": 0.822681, + "nauc_recall_at_3_std": 0.385246, + "nauc_recall_at_3_diff1": 0.819081, + "nauc_recall_at_5_max": 0.817842, + "nauc_recall_at_5_std": 0.393562, + "nauc_recall_at_5_diff1": 0.802984, + "nauc_recall_at_10_max": 0.801961, + "nauc_recall_at_10_std": 0.392603, + "nauc_recall_at_10_diff1": 0.789122, + "nauc_recall_at_20_max": 0.781785, + "nauc_recall_at_20_std": 0.41727, + "nauc_recall_at_20_diff1": 0.760811, + "nauc_recall_at_100_max": 0.719291, + "nauc_recall_at_100_std": 0.31415, + "nauc_recall_at_100_diff1": 0.713669, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.817569, + "nauc_precision_at_1_std": 0.358931, + "nauc_precision_at_1_diff1": 0.861202, + "nauc_precision_at_3_max": 0.822681, + "nauc_precision_at_3_std": 0.385246, + "nauc_precision_at_3_diff1": 0.819081, + "nauc_precision_at_5_max": 0.817842, + "nauc_precision_at_5_std": 0.393562, + "nauc_precision_at_5_diff1": 0.802984, + "nauc_precision_at_10_max": 0.801961, + "nauc_precision_at_10_std": 0.392603, + "nauc_precision_at_10_diff1": 0.789122, + "nauc_precision_at_20_max": 0.781785, + "nauc_precision_at_20_std": 0.41727, + "nauc_precision_at_20_diff1": 0.760811, + "nauc_precision_at_100_max": 0.719291, + "nauc_precision_at_100_std": 0.31415, + "nauc_precision_at_100_diff1": 0.713669, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.817569, + "nauc_mrr_at_1_std": 0.358931, + "nauc_mrr_at_1_diff1": 0.861202, + "nauc_mrr_at_3_max": 0.82337, + "nauc_mrr_at_3_std": 0.373866, + "nauc_mrr_at_3_diff1": 0.844408, + "nauc_mrr_at_5_max": 0.822339, + "nauc_mrr_at_5_std": 0.375089, + "nauc_mrr_at_5_diff1": 0.841123, + "nauc_mrr_at_10_max": 0.820638, + "nauc_mrr_at_10_std": 0.374713, + "nauc_mrr_at_10_diff1": 0.840036, + "nauc_mrr_at_20_max": 0.81956, + "nauc_mrr_at_20_std": 0.375989, + "nauc_mrr_at_20_diff1": 0.838881, + "nauc_mrr_at_100_max": 0.819025, + "nauc_mrr_at_100_std": 0.375031, + "nauc_mrr_at_100_diff1": 0.838734, + "nauc_mrr_at_1000_max": 0.819244, + "nauc_mrr_at_1000_std": 0.37528, + "nauc_mrr_at_1000_diff1": 0.839048, + "main_score": 0.59212, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42492, + "ndcg_at_3": 0.47229, + "ndcg_at_5": 0.48153, + "ndcg_at_10": 0.49059, + "ndcg_at_20": 0.50131, + "ndcg_at_100": 0.52227, + "ndcg_at_1000": 0.55779, + "map_at_1": 0.42492, + "map_at_3": 0.4607, + "map_at_5": 0.46587, + "map_at_10": 0.46965, + "map_at_20": 0.47246, + "map_at_100": 0.47483, + "map_at_1000": 0.47609, + "recall_at_1": 0.42492, + "recall_at_3": 0.50556, + "recall_at_5": 0.52781, + "recall_at_10": 0.55562, + "recall_at_20": 0.599, + "recall_at_100": 0.71969, + "recall_at_1000": 1.0, + "precision_at_1": 0.42492, + "precision_at_3": 0.16871, + "precision_at_5": 0.10567, + "precision_at_10": 0.05562, + "precision_at_20": 0.02998, + "precision_at_100": 0.00721, + "precision_at_1000": 0.001, + "mrr_at_1": 0.424917, + "mrr_at_3": 0.460882, + "mrr_at_5": 0.466055, + "mrr_at_10": 0.469836, + "mrr_at_20": 0.472643, + "mrr_at_100": 0.474998, + "mrr_at_1000": 0.476261, + "nauc_ndcg_at_1_max": 0.885112, + "nauc_ndcg_at_1_std": 0.712628, + "nauc_ndcg_at_1_diff1": 0.9122, + "nauc_ndcg_at_3_max": 0.907388, + "nauc_ndcg_at_3_std": 0.765336, + "nauc_ndcg_at_3_diff1": 0.880574, + "nauc_ndcg_at_5_max": 0.908135, + "nauc_ndcg_at_5_std": 0.770712, + "nauc_ndcg_at_5_diff1": 0.8751, + "nauc_ndcg_at_10_max": 0.906021, + "nauc_ndcg_at_10_std": 0.771804, + "nauc_ndcg_at_10_diff1": 0.869237, + "nauc_ndcg_at_20_max": 0.896905, + "nauc_ndcg_at_20_std": 0.763026, + "nauc_ndcg_at_20_diff1": 0.860763, + "nauc_ndcg_at_100_max": 0.885768, + "nauc_ndcg_at_100_std": 0.75157, + "nauc_ndcg_at_100_diff1": 0.853054, + "nauc_ndcg_at_1000_max": 0.895894, + "nauc_ndcg_at_1000_std": 0.756152, + "nauc_ndcg_at_1000_diff1": 0.868199, + "nauc_map_at_1_max": 0.885112, + "nauc_map_at_1_std": 0.712628, + "nauc_map_at_1_diff1": 0.9122, + "nauc_map_at_3_max": 0.903288, + "nauc_map_at_3_std": 0.753323, + "nauc_map_at_3_diff1": 0.889127, + "nauc_map_at_5_max": 0.903748, + "nauc_map_at_5_std": 0.756449, + "nauc_map_at_5_diff1": 0.886257, + "nauc_map_at_10_max": 0.902882, + "nauc_map_at_10_std": 0.756947, + "nauc_map_at_10_diff1": 0.883759, + "nauc_map_at_20_max": 0.900567, + "nauc_map_at_20_std": 0.754755, + "nauc_map_at_20_diff1": 0.881675, + "nauc_map_at_100_max": 0.899294, + "nauc_map_at_100_std": 0.753372, + "nauc_map_at_100_diff1": 0.880877, + "nauc_map_at_1000_max": 0.899562, + "nauc_map_at_1000_std": 0.753374, + "nauc_map_at_1000_diff1": 0.881327, + "nauc_recall_at_1_max": 0.885112, + "nauc_recall_at_1_std": 0.712628, + "nauc_recall_at_1_diff1": 0.9122, + "nauc_recall_at_3_max": 0.917755, + "nauc_recall_at_3_std": 0.798751, + "nauc_recall_at_3_diff1": 0.854721, + "nauc_recall_at_5_max": 0.919557, + "nauc_recall_at_5_std": 0.81195, + "nauc_recall_at_5_diff1": 0.840047, + "nauc_recall_at_10_max": 0.912968, + "nauc_recall_at_10_std": 0.816155, + "nauc_recall_at_10_diff1": 0.820841, + "nauc_recall_at_20_max": 0.872878, + "nauc_recall_at_20_std": 0.778866, + "nauc_recall_at_20_diff1": 0.780735, + "nauc_recall_at_100_max": 0.781748, + "nauc_recall_at_100_std": 0.69725, + "nauc_recall_at_100_diff1": 0.699442, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.885112, + "nauc_precision_at_1_std": 0.712628, + "nauc_precision_at_1_diff1": 0.9122, + "nauc_precision_at_3_max": 0.920117, + "nauc_precision_at_3_std": 0.801983, + "nauc_precision_at_3_diff1": 0.855483, + "nauc_precision_at_5_max": 0.921975, + "nauc_precision_at_5_std": 0.815265, + "nauc_precision_at_5_diff1": 0.840818, + "nauc_precision_at_10_max": 0.915455, + "nauc_precision_at_10_std": 0.819573, + "nauc_precision_at_10_diff1": 0.821624, + "nauc_precision_at_20_max": 0.875462, + "nauc_precision_at_20_std": 0.782428, + "nauc_precision_at_20_diff1": 0.781531, + "nauc_precision_at_100_max": 0.78081, + "nauc_precision_at_100_std": 0.699622, + "nauc_precision_at_100_diff1": 0.694737, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.885112, + "nauc_mrr_at_1_std": 0.712628, + "nauc_mrr_at_1_diff1": 0.9122, + "nauc_mrr_at_3_max": 0.904058, + "nauc_mrr_at_3_std": 0.754372, + "nauc_mrr_at_3_diff1": 0.889382, + "nauc_mrr_at_5_max": 0.904522, + "nauc_mrr_at_5_std": 0.757504, + "nauc_mrr_at_5_diff1": 0.886514, + "nauc_mrr_at_10_max": 0.903659, + "nauc_mrr_at_10_std": 0.758007, + "nauc_mrr_at_10_diff1": 0.884016, + "nauc_mrr_at_20_max": 0.901346, + "nauc_mrr_at_20_std": 0.755817, + "nauc_mrr_at_20_diff1": 0.881932, + "nauc_mrr_at_100_max": 0.899998, + "nauc_mrr_at_100_std": 0.754333, + "nauc_mrr_at_100_diff1": 0.88111, + "nauc_mrr_at_1000_max": 0.900269, + "nauc_mrr_at_1000_std": 0.754338, + "nauc_mrr_at_1000_diff1": 0.881561, + "main_score": 0.49059, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.66444, + "ndcg_at_3": 0.71554, + "ndcg_at_5": 0.72563, + "ndcg_at_10": 0.73518, + "ndcg_at_20": 0.74356, + "ndcg_at_100": 0.75725, + "ndcg_at_1000": 0.76868, + "map_at_1": 0.66444, + "map_at_3": 0.70389, + "map_at_5": 0.7095, + "map_at_10": 0.71356, + "map_at_20": 0.71584, + "map_at_100": 0.71761, + "map_at_1000": 0.71804, + "recall_at_1": 0.66444, + "recall_at_3": 0.74889, + "recall_at_5": 0.77333, + "recall_at_10": 0.80222, + "recall_at_20": 0.83556, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "precision_at_1": 0.66444, + "precision_at_3": 0.24963, + "precision_at_5": 0.15467, + "precision_at_10": 0.08022, + "precision_at_20": 0.04178, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "mrr_at_1": 0.664444, + "mrr_at_3": 0.703889, + "mrr_at_5": 0.7095, + "mrr_at_10": 0.713561, + "mrr_at_20": 0.71584, + "mrr_at_100": 0.71761, + "mrr_at_1000": 0.718043, + "nauc_ndcg_at_1_max": 0.751069, + "nauc_ndcg_at_1_std": -0.444465, + "nauc_ndcg_at_1_diff1": 0.887824, + "nauc_ndcg_at_3_max": 0.771984, + "nauc_ndcg_at_3_std": -0.428004, + "nauc_ndcg_at_3_diff1": 0.867684, + "nauc_ndcg_at_5_max": 0.770386, + "nauc_ndcg_at_5_std": -0.421498, + "nauc_ndcg_at_5_diff1": 0.862991, + "nauc_ndcg_at_10_max": 0.764969, + "nauc_ndcg_at_10_std": -0.418822, + "nauc_ndcg_at_10_diff1": 0.859543, + "nauc_ndcg_at_20_max": 0.763345, + "nauc_ndcg_at_20_std": -0.413387, + "nauc_ndcg_at_20_diff1": 0.858564, + "nauc_ndcg_at_100_max": 0.760327, + "nauc_ndcg_at_100_std": -0.416413, + "nauc_ndcg_at_100_diff1": 0.857633, + "nauc_ndcg_at_1000_max": 0.762371, + "nauc_ndcg_at_1000_std": -0.421119, + "nauc_ndcg_at_1000_diff1": 0.862785, + "nauc_map_at_1_max": 0.751069, + "nauc_map_at_1_std": -0.444465, + "nauc_map_at_1_diff1": 0.887824, + "nauc_map_at_3_max": 0.766493, + "nauc_map_at_3_std": -0.433222, + "nauc_map_at_3_diff1": 0.87206, + "nauc_map_at_5_max": 0.765449, + "nauc_map_at_5_std": -0.429795, + "nauc_map_at_5_diff1": 0.869637, + "nauc_map_at_10_max": 0.763161, + "nauc_map_at_10_std": -0.429081, + "nauc_map_at_10_diff1": 0.868412, + "nauc_map_at_20_max": 0.76275, + "nauc_map_at_20_std": -0.427482, + "nauc_map_at_20_diff1": 0.868223, + "nauc_map_at_100_max": 0.762397, + "nauc_map_at_100_std": -0.427721, + "nauc_map_at_100_diff1": 0.868206, + "nauc_map_at_1000_max": 0.762434, + "nauc_map_at_1000_std": -0.427864, + "nauc_map_at_1000_diff1": 0.868348, + "nauc_recall_at_1_max": 0.751069, + "nauc_recall_at_1_std": -0.444465, + "nauc_recall_at_1_diff1": 0.887824, + "nauc_recall_at_3_max": 0.789893, + "nauc_recall_at_3_std": -0.410563, + "nauc_recall_at_3_diff1": 0.853843, + "nauc_recall_at_5_max": 0.787468, + "nauc_recall_at_5_std": -0.391104, + "nauc_recall_at_5_diff1": 0.839505, + "nauc_recall_at_10_max": 0.76937, + "nauc_recall_at_10_std": -0.375733, + "nauc_recall_at_10_diff1": 0.823265, + "nauc_recall_at_20_max": 0.760829, + "nauc_recall_at_20_std": -0.340396, + "nauc_recall_at_20_diff1": 0.811119, + "nauc_recall_at_100_max": 0.720267, + "nauc_recall_at_100_std": -0.332417, + "nauc_recall_at_100_diff1": 0.762296, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751069, + "nauc_precision_at_1_std": -0.444465, + "nauc_precision_at_1_diff1": 0.887824, + "nauc_precision_at_3_max": 0.789893, + "nauc_precision_at_3_std": -0.410563, + "nauc_precision_at_3_diff1": 0.853843, + "nauc_precision_at_5_max": 0.787468, + "nauc_precision_at_5_std": -0.391104, + "nauc_precision_at_5_diff1": 0.839505, + "nauc_precision_at_10_max": 0.76937, + "nauc_precision_at_10_std": -0.375733, + "nauc_precision_at_10_diff1": 0.823265, + "nauc_precision_at_20_max": 0.760829, + "nauc_precision_at_20_std": -0.340396, + "nauc_precision_at_20_diff1": 0.811119, + "nauc_precision_at_100_max": 0.720267, + "nauc_precision_at_100_std": -0.332417, + "nauc_precision_at_100_diff1": 0.762296, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751069, + "nauc_mrr_at_1_std": -0.444465, + "nauc_mrr_at_1_diff1": 0.887824, + "nauc_mrr_at_3_max": 0.766493, + "nauc_mrr_at_3_std": -0.433222, + "nauc_mrr_at_3_diff1": 0.87206, + "nauc_mrr_at_5_max": 0.765449, + "nauc_mrr_at_5_std": -0.429795, + "nauc_mrr_at_5_diff1": 0.869637, + "nauc_mrr_at_10_max": 0.763161, + "nauc_mrr_at_10_std": -0.429081, + "nauc_mrr_at_10_diff1": 0.868412, + "nauc_mrr_at_20_max": 0.76275, + "nauc_mrr_at_20_std": -0.427482, + "nauc_mrr_at_20_diff1": 0.868223, + "nauc_mrr_at_100_max": 0.762397, + "nauc_mrr_at_100_std": -0.427721, + "nauc_mrr_at_100_diff1": 0.868206, + "nauc_mrr_at_1000_max": 0.762434, + "nauc_mrr_at_1000_std": -0.427864, + "nauc_mrr_at_1000_diff1": 0.868348, + "main_score": 0.73518, + "hf_subset": "ilo_Latn-ilo_Latn", + "languages": [ + "ilo-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.72778, + "ndcg_at_3": 0.79635, + "ndcg_at_5": 0.81012, + "ndcg_at_10": 0.82151, + "ndcg_at_20": 0.82605, + "ndcg_at_100": 0.83624, + "ndcg_at_1000": 0.83875, + "map_at_1": 0.72778, + "map_at_3": 0.78037, + "map_at_5": 0.78804, + "map_at_10": 0.79289, + "map_at_20": 0.79416, + "map_at_100": 0.7956, + "map_at_1000": 0.79574, + "recall_at_1": 0.72778, + "recall_at_3": 0.84222, + "recall_at_5": 0.87556, + "recall_at_10": 0.91, + "recall_at_20": 0.92778, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.72778, + "precision_at_3": 0.28074, + "precision_at_5": 0.17511, + "precision_at_10": 0.091, + "precision_at_20": 0.04639, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727778, + "mrr_at_3": 0.78037, + "mrr_at_5": 0.788037, + "mrr_at_10": 0.792895, + "mrr_at_20": 0.794162, + "mrr_at_100": 0.795602, + "mrr_at_1000": 0.795736, + "nauc_ndcg_at_1_max": 0.803586, + "nauc_ndcg_at_1_std": -0.089355, + "nauc_ndcg_at_1_diff1": 0.906564, + "nauc_ndcg_at_3_max": 0.814382, + "nauc_ndcg_at_3_std": -0.106063, + "nauc_ndcg_at_3_diff1": 0.87613, + "nauc_ndcg_at_5_max": 0.81045, + "nauc_ndcg_at_5_std": -0.098383, + "nauc_ndcg_at_5_diff1": 0.871737, + "nauc_ndcg_at_10_max": 0.810762, + "nauc_ndcg_at_10_std": -0.092336, + "nauc_ndcg_at_10_diff1": 0.873278, + "nauc_ndcg_at_20_max": 0.810338, + "nauc_ndcg_at_20_std": -0.089483, + "nauc_ndcg_at_20_diff1": 0.873715, + "nauc_ndcg_at_100_max": 0.808099, + "nauc_ndcg_at_100_std": -0.097208, + "nauc_ndcg_at_100_diff1": 0.878647, + "nauc_ndcg_at_1000_max": 0.808533, + "nauc_ndcg_at_1000_std": -0.098314, + "nauc_ndcg_at_1000_diff1": 0.879411, + "nauc_map_at_1_max": 0.803586, + "nauc_map_at_1_std": -0.089355, + "nauc_map_at_1_diff1": 0.906564, + "nauc_map_at_3_max": 0.810358, + "nauc_map_at_3_std": -0.104617, + "nauc_map_at_3_diff1": 0.883651, + "nauc_map_at_5_max": 0.808182, + "nauc_map_at_5_std": -0.100794, + "nauc_map_at_5_diff1": 0.881637, + "nauc_map_at_10_max": 0.808285, + "nauc_map_at_10_std": -0.098769, + "nauc_map_at_10_diff1": 0.882475, + "nauc_map_at_20_max": 0.808169, + "nauc_map_at_20_std": -0.0982, + "nauc_map_at_20_diff1": 0.882646, + "nauc_map_at_100_max": 0.807808, + "nauc_map_at_100_std": -0.099603, + "nauc_map_at_100_diff1": 0.88327, + "nauc_map_at_1000_max": 0.807829, + "nauc_map_at_1000_std": -0.099628, + "nauc_map_at_1000_diff1": 0.883306, + "nauc_recall_at_1_max": 0.803586, + "nauc_recall_at_1_std": -0.089355, + "nauc_recall_at_1_diff1": 0.906564, + "nauc_recall_at_3_max": 0.830227, + "nauc_recall_at_3_std": -0.109722, + "nauc_recall_at_3_diff1": 0.848141, + "nauc_recall_at_5_max": 0.820671, + "nauc_recall_at_5_std": -0.083194, + "nauc_recall_at_5_diff1": 0.826545, + "nauc_recall_at_10_max": 0.82557, + "nauc_recall_at_10_std": -0.042645, + "nauc_recall_at_10_diff1": 0.819028, + "nauc_recall_at_20_max": 0.825512, + "nauc_recall_at_20_std": -0.004424, + "nauc_recall_at_20_diff1": 0.809387, + "nauc_recall_at_100_max": 0.783643, + "nauc_recall_at_100_std": -0.023751, + "nauc_recall_at_100_diff1": 0.833975, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803586, + "nauc_precision_at_1_std": -0.089355, + "nauc_precision_at_1_diff1": 0.906564, + "nauc_precision_at_3_max": 0.830227, + "nauc_precision_at_3_std": -0.109722, + "nauc_precision_at_3_diff1": 0.848141, + "nauc_precision_at_5_max": 0.820671, + "nauc_precision_at_5_std": -0.083194, + "nauc_precision_at_5_diff1": 0.826545, + "nauc_precision_at_10_max": 0.82557, + "nauc_precision_at_10_std": -0.042645, + "nauc_precision_at_10_diff1": 0.819028, + "nauc_precision_at_20_max": 0.825512, + "nauc_precision_at_20_std": -0.004424, + "nauc_precision_at_20_diff1": 0.809387, + "nauc_precision_at_100_max": 0.783643, + "nauc_precision_at_100_std": -0.023751, + "nauc_precision_at_100_diff1": 0.833975, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803586, + "nauc_mrr_at_1_std": -0.089355, + "nauc_mrr_at_1_diff1": 0.906564, + "nauc_mrr_at_3_max": 0.810358, + "nauc_mrr_at_3_std": -0.104617, + "nauc_mrr_at_3_diff1": 0.883651, + "nauc_mrr_at_5_max": 0.808182, + "nauc_mrr_at_5_std": -0.100794, + "nauc_mrr_at_5_diff1": 0.881637, + "nauc_mrr_at_10_max": 0.808285, + "nauc_mrr_at_10_std": -0.098769, + "nauc_mrr_at_10_diff1": 0.882475, + "nauc_mrr_at_20_max": 0.808169, + "nauc_mrr_at_20_std": -0.0982, + "nauc_mrr_at_20_diff1": 0.882646, + "nauc_mrr_at_100_max": 0.807808, + "nauc_mrr_at_100_std": -0.099603, + "nauc_mrr_at_100_diff1": 0.88327, + "nauc_mrr_at_1000_max": 0.807829, + "nauc_mrr_at_1000_std": -0.099628, + "nauc_mrr_at_1000_diff1": 0.883306, + "main_score": 0.82151, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64556, + "ndcg_at_3": 0.68918, + "ndcg_at_5": 0.69898, + "ndcg_at_10": 0.70735, + "ndcg_at_20": 0.71594, + "ndcg_at_100": 0.73066, + "ndcg_at_1000": 0.74533, + "map_at_1": 0.64556, + "map_at_3": 0.67852, + "map_at_5": 0.6838, + "map_at_10": 0.68731, + "map_at_20": 0.68961, + "map_at_100": 0.69146, + "map_at_1000": 0.69204, + "recall_at_1": 0.64556, + "recall_at_3": 0.72, + "recall_at_5": 0.74444, + "recall_at_10": 0.77, + "recall_at_20": 0.80444, + "recall_at_100": 0.88667, + "recall_at_1000": 1.0, + "precision_at_1": 0.64556, + "precision_at_3": 0.24, + "precision_at_5": 0.14889, + "precision_at_10": 0.077, + "precision_at_20": 0.04022, + "precision_at_100": 0.00887, + "precision_at_1000": 0.001, + "mrr_at_1": 0.645556, + "mrr_at_3": 0.678519, + "mrr_at_5": 0.683796, + "mrr_at_10": 0.687312, + "mrr_at_20": 0.689613, + "mrr_at_100": 0.691463, + "mrr_at_1000": 0.692036, + "nauc_ndcg_at_1_max": 0.898005, + "nauc_ndcg_at_1_std": 0.651274, + "nauc_ndcg_at_1_diff1": 0.913368, + "nauc_ndcg_at_3_max": 0.918527, + "nauc_ndcg_at_3_std": 0.713943, + "nauc_ndcg_at_3_diff1": 0.894276, + "nauc_ndcg_at_5_max": 0.918739, + "nauc_ndcg_at_5_std": 0.727335, + "nauc_ndcg_at_5_diff1": 0.889057, + "nauc_ndcg_at_10_max": 0.917336, + "nauc_ndcg_at_10_std": 0.731215, + "nauc_ndcg_at_10_diff1": 0.88574, + "nauc_ndcg_at_20_max": 0.912539, + "nauc_ndcg_at_20_std": 0.731835, + "nauc_ndcg_at_20_diff1": 0.880796, + "nauc_ndcg_at_100_max": 0.91056, + "nauc_ndcg_at_100_std": 0.725058, + "nauc_ndcg_at_100_diff1": 0.8821, + "nauc_ndcg_at_1000_max": 0.912262, + "nauc_ndcg_at_1000_std": 0.718418, + "nauc_ndcg_at_1000_diff1": 0.887874, + "nauc_map_at_1_max": 0.898005, + "nauc_map_at_1_std": 0.651274, + "nauc_map_at_1_diff1": 0.913368, + "nauc_map_at_3_max": 0.913312, + "nauc_map_at_3_std": 0.698733, + "nauc_map_at_3_diff1": 0.898869, + "nauc_map_at_5_max": 0.913368, + "nauc_map_at_5_std": 0.705624, + "nauc_map_at_5_diff1": 0.896217, + "nauc_map_at_10_max": 0.912791, + "nauc_map_at_10_std": 0.706789, + "nauc_map_at_10_diff1": 0.895043, + "nauc_map_at_20_max": 0.91161, + "nauc_map_at_20_std": 0.706855, + "nauc_map_at_20_diff1": 0.893842, + "nauc_map_at_100_max": 0.911456, + "nauc_map_at_100_std": 0.706149, + "nauc_map_at_100_diff1": 0.894163, + "nauc_map_at_1000_max": 0.911475, + "nauc_map_at_1000_std": 0.705879, + "nauc_map_at_1000_diff1": 0.894318, + "nauc_recall_at_1_max": 0.898005, + "nauc_recall_at_1_std": 0.651274, + "nauc_recall_at_1_diff1": 0.913368, + "nauc_recall_at_3_max": 0.935083, + "nauc_recall_at_3_std": 0.761909, + "nauc_recall_at_3_diff1": 0.879812, + "nauc_recall_at_5_max": 0.936871, + "nauc_recall_at_5_std": 0.802602, + "nauc_recall_at_5_diff1": 0.864024, + "nauc_recall_at_10_max": 0.933096, + "nauc_recall_at_10_std": 0.824601, + "nauc_recall_at_10_diff1": 0.849145, + "nauc_recall_at_20_max": 0.909187, + "nauc_recall_at_20_std": 0.840119, + "nauc_recall_at_20_diff1": 0.817935, + "nauc_recall_at_100_max": 0.881538, + "nauc_recall_at_100_std": 0.82412, + "nauc_recall_at_100_diff1": 0.789665, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.898005, + "nauc_precision_at_1_std": 0.651274, + "nauc_precision_at_1_diff1": 0.913368, + "nauc_precision_at_3_max": 0.935083, + "nauc_precision_at_3_std": 0.761909, + "nauc_precision_at_3_diff1": 0.879812, + "nauc_precision_at_5_max": 0.936871, + "nauc_precision_at_5_std": 0.802602, + "nauc_precision_at_5_diff1": 0.864024, + "nauc_precision_at_10_max": 0.933096, + "nauc_precision_at_10_std": 0.824601, + "nauc_precision_at_10_diff1": 0.849145, + "nauc_precision_at_20_max": 0.909187, + "nauc_precision_at_20_std": 0.840119, + "nauc_precision_at_20_diff1": 0.817935, + "nauc_precision_at_100_max": 0.881538, + "nauc_precision_at_100_std": 0.82412, + "nauc_precision_at_100_diff1": 0.789665, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.898005, + "nauc_mrr_at_1_std": 0.651274, + "nauc_mrr_at_1_diff1": 0.913368, + "nauc_mrr_at_3_max": 0.913312, + "nauc_mrr_at_3_std": 0.698733, + "nauc_mrr_at_3_diff1": 0.898869, + "nauc_mrr_at_5_max": 0.913368, + "nauc_mrr_at_5_std": 0.705624, + "nauc_mrr_at_5_diff1": 0.896217, + "nauc_mrr_at_10_max": 0.912791, + "nauc_mrr_at_10_std": 0.706789, + "nauc_mrr_at_10_diff1": 0.895043, + "nauc_mrr_at_20_max": 0.91161, + "nauc_mrr_at_20_std": 0.706855, + "nauc_mrr_at_20_diff1": 0.893842, + "nauc_mrr_at_100_max": 0.911456, + "nauc_mrr_at_100_std": 0.706149, + "nauc_mrr_at_100_diff1": 0.894163, + "nauc_mrr_at_1000_max": 0.911475, + "nauc_mrr_at_1000_std": 0.705879, + "nauc_mrr_at_1000_diff1": 0.894318, + "main_score": 0.70735, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93684, + "ndcg_at_5": 0.941, + "ndcg_at_10": 0.94455, + "ndcg_at_20": 0.94542, + "ndcg_at_100": 0.94788, + "ndcg_at_1000": 0.9482, + "map_at_1": 0.9, + "map_at_3": 0.9287, + "map_at_5": 0.93104, + "map_at_10": 0.93248, + "map_at_20": 0.93273, + "map_at_100": 0.93307, + "map_at_1000": 0.93309, + "recall_at_1": 0.9, + "recall_at_3": 0.96, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.32, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04922, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.931037, + "mrr_at_10": 0.932475, + "mrr_at_20": 0.93273, + "mrr_at_100": 0.933069, + "mrr_at_1000": 0.933085, + "nauc_ndcg_at_1_max": 0.764104, + "nauc_ndcg_at_1_std": -0.251592, + "nauc_ndcg_at_1_diff1": 0.922611, + "nauc_ndcg_at_3_max": 0.813817, + "nauc_ndcg_at_3_std": -0.199719, + "nauc_ndcg_at_3_diff1": 0.929661, + "nauc_ndcg_at_5_max": 0.810051, + "nauc_ndcg_at_5_std": -0.213286, + "nauc_ndcg_at_5_diff1": 0.928834, + "nauc_ndcg_at_10_max": 0.811436, + "nauc_ndcg_at_10_std": -0.177019, + "nauc_ndcg_at_10_diff1": 0.929308, + "nauc_ndcg_at_20_max": 0.808423, + "nauc_ndcg_at_20_std": -0.188579, + "nauc_ndcg_at_20_diff1": 0.928843, + "nauc_ndcg_at_100_max": 0.802119, + "nauc_ndcg_at_100_std": -0.198599, + "nauc_ndcg_at_100_diff1": 0.927074, + "nauc_ndcg_at_1000_max": 0.801322, + "nauc_ndcg_at_1000_std": -0.204943, + "nauc_ndcg_at_1000_diff1": 0.927464, + "nauc_map_at_1_max": 0.764104, + "nauc_map_at_1_std": -0.251592, + "nauc_map_at_1_diff1": 0.922611, + "nauc_map_at_3_max": 0.799696, + "nauc_map_at_3_std": -0.217596, + "nauc_map_at_3_diff1": 0.927435, + "nauc_map_at_5_max": 0.797465, + "nauc_map_at_5_std": -0.224386, + "nauc_map_at_5_diff1": 0.926981, + "nauc_map_at_10_max": 0.797571, + "nauc_map_at_10_std": -0.212385, + "nauc_map_at_10_diff1": 0.927104, + "nauc_map_at_20_max": 0.796805, + "nauc_map_at_20_std": -0.215266, + "nauc_map_at_20_diff1": 0.926973, + "nauc_map_at_100_max": 0.796051, + "nauc_map_at_100_std": -0.216262, + "nauc_map_at_100_diff1": 0.926773, + "nauc_map_at_1000_max": 0.796018, + "nauc_map_at_1000_std": -0.216514, + "nauc_map_at_1000_diff1": 0.926787, + "nauc_recall_at_1_max": 0.764104, + "nauc_recall_at_1_std": -0.251592, + "nauc_recall_at_1_diff1": 0.922611, + "nauc_recall_at_3_max": 0.884467, + "nauc_recall_at_3_std": -0.107519, + "nauc_recall_at_3_diff1": 0.940995, + "nauc_recall_at_5_max": 0.889702, + "nauc_recall_at_5_std": -0.144016, + "nauc_recall_at_5_diff1": 0.940692, + "nauc_recall_at_10_max": 0.950706, + "nauc_recall_at_10_std": 0.226946, + "nauc_recall_at_10_diff1": 0.951942, + "nauc_recall_at_20_max": 0.940143, + "nauc_recall_at_20_std": 0.15883, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764104, + "nauc_precision_at_1_std": -0.251592, + "nauc_precision_at_1_diff1": 0.922611, + "nauc_precision_at_3_max": 0.884467, + "nauc_precision_at_3_std": -0.107519, + "nauc_precision_at_3_diff1": 0.940995, + "nauc_precision_at_5_max": 0.889702, + "nauc_precision_at_5_std": -0.144016, + "nauc_precision_at_5_diff1": 0.940692, + "nauc_precision_at_10_max": 0.950706, + "nauc_precision_at_10_std": 0.226946, + "nauc_precision_at_10_diff1": 0.951942, + "nauc_precision_at_20_max": 0.940143, + "nauc_precision_at_20_std": 0.15883, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764104, + "nauc_mrr_at_1_std": -0.251592, + "nauc_mrr_at_1_diff1": 0.922611, + "nauc_mrr_at_3_max": 0.799696, + "nauc_mrr_at_3_std": -0.217596, + "nauc_mrr_at_3_diff1": 0.927435, + "nauc_mrr_at_5_max": 0.797465, + "nauc_mrr_at_5_std": -0.224386, + "nauc_mrr_at_5_diff1": 0.926981, + "nauc_mrr_at_10_max": 0.797571, + "nauc_mrr_at_10_std": -0.212385, + "nauc_mrr_at_10_diff1": 0.927104, + "nauc_mrr_at_20_max": 0.796805, + "nauc_mrr_at_20_std": -0.215266, + "nauc_mrr_at_20_diff1": 0.926973, + "nauc_mrr_at_100_max": 0.796051, + "nauc_mrr_at_100_std": -0.216262, + "nauc_mrr_at_100_diff1": 0.926773, + "nauc_mrr_at_1000_max": 0.796018, + "nauc_mrr_at_1000_std": -0.216514, + "nauc_mrr_at_1000_diff1": 0.926787, + "main_score": 0.94455, + "hf_subset": "ind_Latn-ind_Latn", + "languages": [ + "ind-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94606, + "ndcg_at_5": 0.94878, + "ndcg_at_10": 0.95401, + "ndcg_at_20": 0.95549, + "ndcg_at_100": 0.95628, + "ndcg_at_1000": 0.95654, + "map_at_1": 0.91667, + "map_at_3": 0.93926, + "map_at_5": 0.94076, + "map_at_10": 0.94304, + "map_at_20": 0.94348, + "map_at_100": 0.94357, + "map_at_1000": 0.94358, + "recall_at_1": 0.91667, + "recall_at_3": 0.96556, + "recall_at_5": 0.97222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32185, + "precision_at_5": 0.19444, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.940759, + "mrr_at_10": 0.943035, + "mrr_at_20": 0.943479, + "mrr_at_100": 0.943573, + "mrr_at_1000": 0.943579, + "nauc_ndcg_at_1_max": 0.796931, + "nauc_ndcg_at_1_std": -0.245627, + "nauc_ndcg_at_1_diff1": 0.925279, + "nauc_ndcg_at_3_max": 0.835679, + "nauc_ndcg_at_3_std": -0.242383, + "nauc_ndcg_at_3_diff1": 0.931795, + "nauc_ndcg_at_5_max": 0.840907, + "nauc_ndcg_at_5_std": -0.230597, + "nauc_ndcg_at_5_diff1": 0.934037, + "nauc_ndcg_at_10_max": 0.829511, + "nauc_ndcg_at_10_std": -0.252499, + "nauc_ndcg_at_10_diff1": 0.930966, + "nauc_ndcg_at_20_max": 0.82749, + "nauc_ndcg_at_20_std": -0.237437, + "nauc_ndcg_at_20_diff1": 0.929584, + "nauc_ndcg_at_100_max": 0.826398, + "nauc_ndcg_at_100_std": -0.230793, + "nauc_ndcg_at_100_diff1": 0.928916, + "nauc_ndcg_at_1000_max": 0.825346, + "nauc_ndcg_at_1000_std": -0.238254, + "nauc_ndcg_at_1000_diff1": 0.929277, + "nauc_map_at_1_max": 0.796931, + "nauc_map_at_1_std": -0.245627, + "nauc_map_at_1_diff1": 0.925279, + "nauc_map_at_3_max": 0.824516, + "nauc_map_at_3_std": -0.241602, + "nauc_map_at_3_diff1": 0.929314, + "nauc_map_at_5_max": 0.826679, + "nauc_map_at_5_std": -0.235419, + "nauc_map_at_5_diff1": 0.930283, + "nauc_map_at_10_max": 0.82219, + "nauc_map_at_10_std": -0.244361, + "nauc_map_at_10_diff1": 0.929136, + "nauc_map_at_20_max": 0.82168, + "nauc_map_at_20_std": -0.240833, + "nauc_map_at_20_diff1": 0.928813, + "nauc_map_at_100_max": 0.821567, + "nauc_map_at_100_std": -0.240474, + "nauc_map_at_100_diff1": 0.928752, + "nauc_map_at_1000_max": 0.821546, + "nauc_map_at_1000_std": -0.240616, + "nauc_map_at_1000_diff1": 0.928759, + "nauc_recall_at_1_max": 0.796931, + "nauc_recall_at_1_std": -0.245627, + "nauc_recall_at_1_diff1": 0.925279, + "nauc_recall_at_3_max": 0.891283, + "nauc_recall_at_3_std": -0.247703, + "nauc_recall_at_3_diff1": 0.944655, + "nauc_recall_at_5_max": 0.928571, + "nauc_recall_at_5_std": -0.200728, + "nauc_recall_at_5_diff1": 0.95817, + "nauc_recall_at_10_max": 0.910449, + "nauc_recall_at_10_std": -0.383074, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.925692, + "nauc_recall_at_20_std": -0.108543, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796931, + "nauc_precision_at_1_std": -0.245627, + "nauc_precision_at_1_diff1": 0.925279, + "nauc_precision_at_3_max": 0.891283, + "nauc_precision_at_3_std": -0.247703, + "nauc_precision_at_3_diff1": 0.944655, + "nauc_precision_at_5_max": 0.928571, + "nauc_precision_at_5_std": -0.200728, + "nauc_precision_at_5_diff1": 0.95817, + "nauc_precision_at_10_max": 0.910449, + "nauc_precision_at_10_std": -0.383074, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.925692, + "nauc_precision_at_20_std": -0.108543, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796931, + "nauc_mrr_at_1_std": -0.245627, + "nauc_mrr_at_1_diff1": 0.925279, + "nauc_mrr_at_3_max": 0.824516, + "nauc_mrr_at_3_std": -0.241602, + "nauc_mrr_at_3_diff1": 0.929314, + "nauc_mrr_at_5_max": 0.826679, + "nauc_mrr_at_5_std": -0.235419, + "nauc_mrr_at_5_diff1": 0.930283, + "nauc_mrr_at_10_max": 0.82219, + "nauc_mrr_at_10_std": -0.244361, + "nauc_mrr_at_10_diff1": 0.929136, + "nauc_mrr_at_20_max": 0.82168, + "nauc_mrr_at_20_std": -0.240833, + "nauc_mrr_at_20_diff1": 0.928813, + "nauc_mrr_at_100_max": 0.821567, + "nauc_mrr_at_100_std": -0.240474, + "nauc_mrr_at_100_diff1": 0.928752, + "nauc_mrr_at_1000_max": 0.821546, + "nauc_mrr_at_1000_std": -0.240616, + "nauc_mrr_at_1000_diff1": 0.928759, + "main_score": 0.95401, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92971, + "ndcg_at_5": 0.93521, + "ndcg_at_10": 0.94037, + "ndcg_at_20": 0.94215, + "ndcg_at_100": 0.94421, + "ndcg_at_1000": 0.94468, + "map_at_1": 0.89778, + "map_at_3": 0.92259, + "map_at_5": 0.92565, + "map_at_10": 0.92786, + "map_at_20": 0.92839, + "map_at_100": 0.92868, + "map_at_1000": 0.92871, + "recall_at_1": 0.89778, + "recall_at_3": 0.95, + "recall_at_5": 0.96333, + "recall_at_10": 0.97889, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.31667, + "precision_at_5": 0.19267, + "precision_at_10": 0.09789, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.925648, + "mrr_at_10": 0.927856, + "mrr_at_20": 0.928395, + "mrr_at_100": 0.928682, + "mrr_at_1000": 0.928708, + "nauc_ndcg_at_1_max": 0.793846, + "nauc_ndcg_at_1_std": -0.175727, + "nauc_ndcg_at_1_diff1": 0.916974, + "nauc_ndcg_at_3_max": 0.856681, + "nauc_ndcg_at_3_std": -0.017052, + "nauc_ndcg_at_3_diff1": 0.919113, + "nauc_ndcg_at_5_max": 0.849256, + "nauc_ndcg_at_5_std": -0.035354, + "nauc_ndcg_at_5_diff1": 0.919996, + "nauc_ndcg_at_10_max": 0.839564, + "nauc_ndcg_at_10_std": -0.061958, + "nauc_ndcg_at_10_diff1": 0.918106, + "nauc_ndcg_at_20_max": 0.84166, + "nauc_ndcg_at_20_std": -0.046915, + "nauc_ndcg_at_20_diff1": 0.919155, + "nauc_ndcg_at_100_max": 0.837898, + "nauc_ndcg_at_100_std": -0.060636, + "nauc_ndcg_at_100_diff1": 0.919092, + "nauc_ndcg_at_1000_max": 0.836501, + "nauc_ndcg_at_1000_std": -0.065952, + "nauc_ndcg_at_1000_diff1": 0.91876, + "nauc_map_at_1_max": 0.793846, + "nauc_map_at_1_std": -0.175727, + "nauc_map_at_1_diff1": 0.916974, + "nauc_map_at_3_max": 0.839494, + "nauc_map_at_3_std": -0.062302, + "nauc_map_at_3_diff1": 0.918567, + "nauc_map_at_5_max": 0.835197, + "nauc_map_at_5_std": -0.07326, + "nauc_map_at_5_diff1": 0.919091, + "nauc_map_at_10_max": 0.831405, + "nauc_map_at_10_std": -0.083426, + "nauc_map_at_10_diff1": 0.91839, + "nauc_map_at_20_max": 0.831904, + "nauc_map_at_20_std": -0.079982, + "nauc_map_at_20_diff1": 0.918669, + "nauc_map_at_100_max": 0.831473, + "nauc_map_at_100_std": -0.081387, + "nauc_map_at_100_diff1": 0.9186, + "nauc_map_at_1000_max": 0.831411, + "nauc_map_at_1000_std": -0.081608, + "nauc_map_at_1000_diff1": 0.918584, + "nauc_recall_at_1_max": 0.793846, + "nauc_recall_at_1_std": -0.175727, + "nauc_recall_at_1_diff1": 0.916974, + "nauc_recall_at_3_max": 0.931528, + "nauc_recall_at_3_std": 0.181388, + "nauc_recall_at_3_diff1": 0.921465, + "nauc_recall_at_5_max": 0.92693, + "nauc_recall_at_5_std": 0.177192, + "nauc_recall_at_5_diff1": 0.925091, + "nauc_recall_at_10_max": 0.900609, + "nauc_recall_at_10_std": 0.100644, + "nauc_recall_at_10_diff1": 0.912895, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.40329, + "nauc_recall_at_20_diff1": 0.925483, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.565982, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793846, + "nauc_precision_at_1_std": -0.175727, + "nauc_precision_at_1_diff1": 0.916974, + "nauc_precision_at_3_max": 0.931528, + "nauc_precision_at_3_std": 0.181388, + "nauc_precision_at_3_diff1": 0.921465, + "nauc_precision_at_5_max": 0.92693, + "nauc_precision_at_5_std": 0.177192, + "nauc_precision_at_5_diff1": 0.925091, + "nauc_precision_at_10_max": 0.900609, + "nauc_precision_at_10_std": 0.100644, + "nauc_precision_at_10_diff1": 0.912895, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.40329, + "nauc_precision_at_20_diff1": 0.925483, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.565982, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793846, + "nauc_mrr_at_1_std": -0.175727, + "nauc_mrr_at_1_diff1": 0.916974, + "nauc_mrr_at_3_max": 0.839494, + "nauc_mrr_at_3_std": -0.062302, + "nauc_mrr_at_3_diff1": 0.918567, + "nauc_mrr_at_5_max": 0.835197, + "nauc_mrr_at_5_std": -0.07326, + "nauc_mrr_at_5_diff1": 0.919091, + "nauc_mrr_at_10_max": 0.831405, + "nauc_mrr_at_10_std": -0.083426, + "nauc_mrr_at_10_diff1": 0.91839, + "nauc_mrr_at_20_max": 0.831904, + "nauc_mrr_at_20_std": -0.079982, + "nauc_mrr_at_20_diff1": 0.918669, + "nauc_mrr_at_100_max": 0.831473, + "nauc_mrr_at_100_std": -0.081387, + "nauc_mrr_at_100_diff1": 0.9186, + "nauc_mrr_at_1000_max": 0.831411, + "nauc_mrr_at_1000_std": -0.081608, + "nauc_mrr_at_1000_diff1": 0.918584, + "main_score": 0.94037, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.46111, + "ndcg_at_3": 0.51532, + "ndcg_at_5": 0.52914, + "ndcg_at_10": 0.54427, + "ndcg_at_20": 0.55775, + "ndcg_at_100": 0.58059, + "ndcg_at_1000": 0.60459, + "map_at_1": 0.46111, + "map_at_3": 0.50148, + "map_at_5": 0.5092, + "map_at_10": 0.51547, + "map_at_20": 0.51918, + "map_at_100": 0.52211, + "map_at_1000": 0.52306, + "recall_at_1": 0.46111, + "recall_at_3": 0.55556, + "recall_at_5": 0.58889, + "recall_at_10": 0.63556, + "recall_at_20": 0.68889, + "recall_at_100": 0.81556, + "recall_at_1000": 1.0, + "precision_at_1": 0.46111, + "precision_at_3": 0.18519, + "precision_at_5": 0.11778, + "precision_at_10": 0.06356, + "precision_at_20": 0.03444, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, + "mrr_at_1": 0.461111, + "mrr_at_3": 0.501481, + "mrr_at_5": 0.509204, + "mrr_at_10": 0.515474, + "mrr_at_20": 0.519178, + "mrr_at_100": 0.522106, + "mrr_at_1000": 0.523056, + "nauc_ndcg_at_1_max": 0.603031, + "nauc_ndcg_at_1_std": -0.539095, + "nauc_ndcg_at_1_diff1": 0.866089, + "nauc_ndcg_at_3_max": 0.571732, + "nauc_ndcg_at_3_std": -0.537563, + "nauc_ndcg_at_3_diff1": 0.817221, + "nauc_ndcg_at_5_max": 0.565506, + "nauc_ndcg_at_5_std": -0.527444, + "nauc_ndcg_at_5_diff1": 0.805014, + "nauc_ndcg_at_10_max": 0.561244, + "nauc_ndcg_at_10_std": -0.522904, + "nauc_ndcg_at_10_diff1": 0.799016, + "nauc_ndcg_at_20_max": 0.558507, + "nauc_ndcg_at_20_std": -0.515249, + "nauc_ndcg_at_20_diff1": 0.794474, + "nauc_ndcg_at_100_max": 0.560651, + "nauc_ndcg_at_100_std": -0.504833, + "nauc_ndcg_at_100_diff1": 0.792621, + "nauc_ndcg_at_1000_max": 0.567128, + "nauc_ndcg_at_1000_std": -0.51791, + "nauc_ndcg_at_1000_diff1": 0.805542, + "nauc_map_at_1_max": 0.603031, + "nauc_map_at_1_std": -0.539095, + "nauc_map_at_1_diff1": 0.866089, + "nauc_map_at_3_max": 0.580733, + "nauc_map_at_3_std": -0.537041, + "nauc_map_at_3_diff1": 0.829609, + "nauc_map_at_5_max": 0.577189, + "nauc_map_at_5_std": -0.53179, + "nauc_map_at_5_diff1": 0.823048, + "nauc_map_at_10_max": 0.575315, + "nauc_map_at_10_std": -0.529904, + "nauc_map_at_10_diff1": 0.820648, + "nauc_map_at_20_max": 0.574747, + "nauc_map_at_20_std": -0.52787, + "nauc_map_at_20_diff1": 0.819631, + "nauc_map_at_100_max": 0.575096, + "nauc_map_at_100_std": -0.52649, + "nauc_map_at_100_diff1": 0.819326, + "nauc_map_at_1000_max": 0.575336, + "nauc_map_at_1000_std": -0.526889, + "nauc_map_at_1000_diff1": 0.819781, + "nauc_recall_at_1_max": 0.603031, + "nauc_recall_at_1_std": -0.539095, + "nauc_recall_at_1_diff1": 0.866089, + "nauc_recall_at_3_max": 0.544061, + "nauc_recall_at_3_std": -0.539526, + "nauc_recall_at_3_diff1": 0.779757, + "nauc_recall_at_5_max": 0.52804, + "nauc_recall_at_5_std": -0.512436, + "nauc_recall_at_5_diff1": 0.747063, + "nauc_recall_at_10_max": 0.512028, + "nauc_recall_at_10_std": -0.496211, + "nauc_recall_at_10_diff1": 0.722727, + "nauc_recall_at_20_max": 0.492854, + "nauc_recall_at_20_std": -0.457236, + "nauc_recall_at_20_diff1": 0.692109, + "nauc_recall_at_100_max": 0.478623, + "nauc_recall_at_100_std": -0.332332, + "nauc_recall_at_100_diff1": 0.62633, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.603031, + "nauc_precision_at_1_std": -0.539095, + "nauc_precision_at_1_diff1": 0.866089, + "nauc_precision_at_3_max": 0.544061, + "nauc_precision_at_3_std": -0.539526, + "nauc_precision_at_3_diff1": 0.779757, + "nauc_precision_at_5_max": 0.52804, + "nauc_precision_at_5_std": -0.512436, + "nauc_precision_at_5_diff1": 0.747063, + "nauc_precision_at_10_max": 0.512028, + "nauc_precision_at_10_std": -0.496211, + "nauc_precision_at_10_diff1": 0.722727, + "nauc_precision_at_20_max": 0.492854, + "nauc_precision_at_20_std": -0.457236, + "nauc_precision_at_20_diff1": 0.692109, + "nauc_precision_at_100_max": 0.478623, + "nauc_precision_at_100_std": -0.332332, + "nauc_precision_at_100_diff1": 0.62633, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.603031, + "nauc_mrr_at_1_std": -0.539095, + "nauc_mrr_at_1_diff1": 0.866089, + "nauc_mrr_at_3_max": 0.580733, + "nauc_mrr_at_3_std": -0.537041, + "nauc_mrr_at_3_diff1": 0.829609, + "nauc_mrr_at_5_max": 0.577189, + "nauc_mrr_at_5_std": -0.53179, + "nauc_mrr_at_5_diff1": 0.823048, + "nauc_mrr_at_10_max": 0.575315, + "nauc_mrr_at_10_std": -0.529904, + "nauc_mrr_at_10_diff1": 0.820648, + "nauc_mrr_at_20_max": 0.574747, + "nauc_mrr_at_20_std": -0.52787, + "nauc_mrr_at_20_diff1": 0.819631, + "nauc_mrr_at_100_max": 0.575096, + "nauc_mrr_at_100_std": -0.52649, + "nauc_mrr_at_100_diff1": 0.819326, + "nauc_mrr_at_1000_max": 0.575336, + "nauc_mrr_at_1000_std": -0.526889, + "nauc_mrr_at_1000_diff1": 0.819781, + "main_score": 0.54427, + "hf_subset": "isl_Latn-isl_Latn", + "languages": [ + "isl-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.54778, + "ndcg_at_3": 0.60663, + "ndcg_at_5": 0.62843, + "ndcg_at_10": 0.65823, + "ndcg_at_20": 0.67383, + "ndcg_at_100": 0.69427, + "ndcg_at_1000": 0.69847, + "map_at_1": 0.54778, + "map_at_3": 0.59204, + "map_at_5": 0.60404, + "map_at_10": 0.61632, + "map_at_20": 0.62053, + "map_at_100": 0.62319, + "map_at_1000": 0.62338, + "recall_at_1": 0.54778, + "recall_at_3": 0.64889, + "recall_at_5": 0.70222, + "recall_at_10": 0.79444, + "recall_at_20": 0.85667, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "precision_at_1": 0.54778, + "precision_at_3": 0.2163, + "precision_at_5": 0.14044, + "precision_at_10": 0.07944, + "precision_at_20": 0.04283, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.547778, + "mrr_at_3": 0.592037, + "mrr_at_5": 0.604037, + "mrr_at_10": 0.616317, + "mrr_at_20": 0.620529, + "mrr_at_100": 0.623192, + "mrr_at_1000": 0.623383, + "nauc_ndcg_at_1_max": 0.765828, + "nauc_ndcg_at_1_std": -0.036791, + "nauc_ndcg_at_1_diff1": 0.864232, + "nauc_ndcg_at_3_max": 0.756615, + "nauc_ndcg_at_3_std": -0.031271, + "nauc_ndcg_at_3_diff1": 0.825339, + "nauc_ndcg_at_5_max": 0.7433, + "nauc_ndcg_at_5_std": -0.038212, + "nauc_ndcg_at_5_diff1": 0.81678, + "nauc_ndcg_at_10_max": 0.734715, + "nauc_ndcg_at_10_std": -0.035103, + "nauc_ndcg_at_10_diff1": 0.804457, + "nauc_ndcg_at_20_max": 0.73969, + "nauc_ndcg_at_20_std": -0.032282, + "nauc_ndcg_at_20_diff1": 0.809832, + "nauc_ndcg_at_100_max": 0.74605, + "nauc_ndcg_at_100_std": -0.029127, + "nauc_ndcg_at_100_diff1": 0.817797, + "nauc_ndcg_at_1000_max": 0.74697, + "nauc_ndcg_at_1000_std": -0.032883, + "nauc_ndcg_at_1000_diff1": 0.820193, + "nauc_map_at_1_max": 0.765828, + "nauc_map_at_1_std": -0.036791, + "nauc_map_at_1_diff1": 0.864232, + "nauc_map_at_3_max": 0.759543, + "nauc_map_at_3_std": -0.033095, + "nauc_map_at_3_diff1": 0.834648, + "nauc_map_at_5_max": 0.752438, + "nauc_map_at_5_std": -0.037089, + "nauc_map_at_5_diff1": 0.830315, + "nauc_map_at_10_max": 0.749646, + "nauc_map_at_10_std": -0.035407, + "nauc_map_at_10_diff1": 0.825895, + "nauc_map_at_20_max": 0.751033, + "nauc_map_at_20_std": -0.034686, + "nauc_map_at_20_diff1": 0.827474, + "nauc_map_at_100_max": 0.751681, + "nauc_map_at_100_std": -0.034492, + "nauc_map_at_100_diff1": 0.828278, + "nauc_map_at_1000_max": 0.751727, + "nauc_map_at_1000_std": -0.034605, + "nauc_map_at_1000_diff1": 0.828371, + "nauc_recall_at_1_max": 0.765828, + "nauc_recall_at_1_std": -0.036791, + "nauc_recall_at_1_diff1": 0.864232, + "nauc_recall_at_3_max": 0.747133, + "nauc_recall_at_3_std": -0.02534, + "nauc_recall_at_3_diff1": 0.796302, + "nauc_recall_at_5_max": 0.709389, + "nauc_recall_at_5_std": -0.042679, + "nauc_recall_at_5_diff1": 0.769021, + "nauc_recall_at_10_max": 0.658058, + "nauc_recall_at_10_std": -0.034355, + "nauc_recall_at_10_diff1": 0.699197, + "nauc_recall_at_20_max": 0.665582, + "nauc_recall_at_20_std": -0.013587, + "nauc_recall_at_20_diff1": 0.698257, + "nauc_recall_at_100_max": 0.698429, + "nauc_recall_at_100_std": 0.197579, + "nauc_recall_at_100_diff1": 0.681156, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765828, + "nauc_precision_at_1_std": -0.036791, + "nauc_precision_at_1_diff1": 0.864232, + "nauc_precision_at_3_max": 0.747133, + "nauc_precision_at_3_std": -0.02534, + "nauc_precision_at_3_diff1": 0.796302, + "nauc_precision_at_5_max": 0.709389, + "nauc_precision_at_5_std": -0.042679, + "nauc_precision_at_5_diff1": 0.769021, + "nauc_precision_at_10_max": 0.658058, + "nauc_precision_at_10_std": -0.034355, + "nauc_precision_at_10_diff1": 0.699197, + "nauc_precision_at_20_max": 0.665582, + "nauc_precision_at_20_std": -0.013587, + "nauc_precision_at_20_diff1": 0.698257, + "nauc_precision_at_100_max": 0.698429, + "nauc_precision_at_100_std": 0.197579, + "nauc_precision_at_100_diff1": 0.681156, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765828, + "nauc_mrr_at_1_std": -0.036791, + "nauc_mrr_at_1_diff1": 0.864232, + "nauc_mrr_at_3_max": 0.759543, + "nauc_mrr_at_3_std": -0.033095, + "nauc_mrr_at_3_diff1": 0.834648, + "nauc_mrr_at_5_max": 0.752438, + "nauc_mrr_at_5_std": -0.037089, + "nauc_mrr_at_5_diff1": 0.830315, + "nauc_mrr_at_10_max": 0.749646, + "nauc_mrr_at_10_std": -0.035407, + "nauc_mrr_at_10_diff1": 0.825895, + "nauc_mrr_at_20_max": 0.751033, + "nauc_mrr_at_20_std": -0.034686, + "nauc_mrr_at_20_diff1": 0.827474, + "nauc_mrr_at_100_max": 0.751681, + "nauc_mrr_at_100_std": -0.034492, + "nauc_mrr_at_100_diff1": 0.828278, + "nauc_mrr_at_1000_max": 0.751727, + "nauc_mrr_at_1000_std": -0.034605, + "nauc_mrr_at_1000_diff1": 0.828371, + "main_score": 0.65823, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37111, + "ndcg_at_3": 0.40749, + "ndcg_at_5": 0.42212, + "ndcg_at_10": 0.43845, + "ndcg_at_20": 0.45122, + "ndcg_at_100": 0.48438, + "ndcg_at_1000": 0.51662, + "map_at_1": 0.37111, + "map_at_3": 0.39889, + "map_at_5": 0.407, + "map_at_10": 0.41363, + "map_at_20": 0.4172, + "map_at_100": 0.42159, + "map_at_1000": 0.42284, + "recall_at_1": 0.37111, + "recall_at_3": 0.43222, + "recall_at_5": 0.46778, + "recall_at_10": 0.51889, + "recall_at_20": 0.56889, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.37111, + "precision_at_3": 0.14407, + "precision_at_5": 0.09356, + "precision_at_10": 0.05189, + "precision_at_20": 0.02844, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.371111, + "mrr_at_3": 0.398889, + "mrr_at_5": 0.407, + "mrr_at_10": 0.413631, + "mrr_at_20": 0.4172, + "mrr_at_100": 0.421586, + "mrr_at_1000": 0.422838, + "nauc_ndcg_at_1_max": 0.83563, + "nauc_ndcg_at_1_std": 0.147296, + "nauc_ndcg_at_1_diff1": 0.86261, + "nauc_ndcg_at_3_max": 0.815097, + "nauc_ndcg_at_3_std": 0.177809, + "nauc_ndcg_at_3_diff1": 0.817534, + "nauc_ndcg_at_5_max": 0.803141, + "nauc_ndcg_at_5_std": 0.183085, + "nauc_ndcg_at_5_diff1": 0.801085, + "nauc_ndcg_at_10_max": 0.787004, + "nauc_ndcg_at_10_std": 0.185911, + "nauc_ndcg_at_10_diff1": 0.785899, + "nauc_ndcg_at_20_max": 0.784182, + "nauc_ndcg_at_20_std": 0.197125, + "nauc_ndcg_at_20_diff1": 0.776955, + "nauc_ndcg_at_100_max": 0.778593, + "nauc_ndcg_at_100_std": 0.205923, + "nauc_ndcg_at_100_diff1": 0.771594, + "nauc_ndcg_at_1000_max": 0.792934, + "nauc_ndcg_at_1000_std": 0.189799, + "nauc_ndcg_at_1000_diff1": 0.791328, + "nauc_map_at_1_max": 0.83563, + "nauc_map_at_1_std": 0.147296, + "nauc_map_at_1_diff1": 0.86261, + "nauc_map_at_3_max": 0.820277, + "nauc_map_at_3_std": 0.169958, + "nauc_map_at_3_diff1": 0.828026, + "nauc_map_at_5_max": 0.813705, + "nauc_map_at_5_std": 0.172656, + "nauc_map_at_5_diff1": 0.819068, + "nauc_map_at_10_max": 0.80708, + "nauc_map_at_10_std": 0.173641, + "nauc_map_at_10_diff1": 0.812997, + "nauc_map_at_20_max": 0.806324, + "nauc_map_at_20_std": 0.176711, + "nauc_map_at_20_diff1": 0.810533, + "nauc_map_at_100_max": 0.805616, + "nauc_map_at_100_std": 0.177518, + "nauc_map_at_100_diff1": 0.809873, + "nauc_map_at_1000_max": 0.806101, + "nauc_map_at_1000_std": 0.177022, + "nauc_map_at_1000_diff1": 0.810559, + "nauc_recall_at_1_max": 0.83563, + "nauc_recall_at_1_std": 0.147296, + "nauc_recall_at_1_diff1": 0.86261, + "nauc_recall_at_3_max": 0.800057, + "nauc_recall_at_3_std": 0.200666, + "nauc_recall_at_3_diff1": 0.787417, + "nauc_recall_at_5_max": 0.770494, + "nauc_recall_at_5_std": 0.214692, + "nauc_recall_at_5_diff1": 0.746321, + "nauc_recall_at_10_max": 0.718486, + "nauc_recall_at_10_std": 0.225437, + "nauc_recall_at_10_diff1": 0.695867, + "nauc_recall_at_20_max": 0.703296, + "nauc_recall_at_20_std": 0.274469, + "nauc_recall_at_20_diff1": 0.654233, + "nauc_recall_at_100_max": 0.622569, + "nauc_recall_at_100_std": 0.38392, + "nauc_recall_at_100_diff1": 0.558299, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.83563, + "nauc_precision_at_1_std": 0.147296, + "nauc_precision_at_1_diff1": 0.86261, + "nauc_precision_at_3_max": 0.800057, + "nauc_precision_at_3_std": 0.200666, + "nauc_precision_at_3_diff1": 0.787417, + "nauc_precision_at_5_max": 0.770494, + "nauc_precision_at_5_std": 0.214692, + "nauc_precision_at_5_diff1": 0.746321, + "nauc_precision_at_10_max": 0.718486, + "nauc_precision_at_10_std": 0.225437, + "nauc_precision_at_10_diff1": 0.695867, + "nauc_precision_at_20_max": 0.703296, + "nauc_precision_at_20_std": 0.274469, + "nauc_precision_at_20_diff1": 0.654233, + "nauc_precision_at_100_max": 0.622569, + "nauc_precision_at_100_std": 0.38392, + "nauc_precision_at_100_diff1": 0.558299, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.83563, + "nauc_mrr_at_1_std": 0.147296, + "nauc_mrr_at_1_diff1": 0.86261, + "nauc_mrr_at_3_max": 0.820277, + "nauc_mrr_at_3_std": 0.169958, + "nauc_mrr_at_3_diff1": 0.828026, + "nauc_mrr_at_5_max": 0.813705, + "nauc_mrr_at_5_std": 0.172656, + "nauc_mrr_at_5_diff1": 0.819068, + "nauc_mrr_at_10_max": 0.80708, + "nauc_mrr_at_10_std": 0.173641, + "nauc_mrr_at_10_diff1": 0.812997, + "nauc_mrr_at_20_max": 0.806324, + "nauc_mrr_at_20_std": 0.176711, + "nauc_mrr_at_20_diff1": 0.810533, + "nauc_mrr_at_100_max": 0.805616, + "nauc_mrr_at_100_std": 0.177518, + "nauc_mrr_at_100_diff1": 0.809873, + "nauc_mrr_at_1000_max": 0.806101, + "nauc_mrr_at_1000_std": 0.177022, + "nauc_mrr_at_1000_diff1": 0.810559, + "main_score": 0.43845, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94149, + "ndcg_at_5": 0.94575, + "ndcg_at_10": 0.94822, + "ndcg_at_20": 0.94935, + "ndcg_at_100": 0.95111, + "ndcg_at_1000": 0.95182, + "map_at_1": 0.91, + "map_at_3": 0.93426, + "map_at_5": 0.9367, + "map_at_10": 0.93769, + "map_at_20": 0.93801, + "map_at_100": 0.93821, + "map_at_1000": 0.93823, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98, + "recall_at_20": 0.98444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.098, + "precision_at_20": 0.04922, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934259, + "mrr_at_5": 0.936704, + "mrr_at_10": 0.937691, + "mrr_at_20": 0.93801, + "mrr_at_100": 0.938207, + "mrr_at_1000": 0.938233, + "nauc_ndcg_at_1_max": 0.799691, + "nauc_ndcg_at_1_std": -0.138269, + "nauc_ndcg_at_1_diff1": 0.929569, + "nauc_ndcg_at_3_max": 0.843242, + "nauc_ndcg_at_3_std": -0.071873, + "nauc_ndcg_at_3_diff1": 0.931387, + "nauc_ndcg_at_5_max": 0.842839, + "nauc_ndcg_at_5_std": -0.085113, + "nauc_ndcg_at_5_diff1": 0.937903, + "nauc_ndcg_at_10_max": 0.839872, + "nauc_ndcg_at_10_std": -0.100147, + "nauc_ndcg_at_10_diff1": 0.935833, + "nauc_ndcg_at_20_max": 0.838547, + "nauc_ndcg_at_20_std": -0.100253, + "nauc_ndcg_at_20_diff1": 0.937383, + "nauc_ndcg_at_100_max": 0.836074, + "nauc_ndcg_at_100_std": -0.098661, + "nauc_ndcg_at_100_diff1": 0.935637, + "nauc_ndcg_at_1000_max": 0.833646, + "nauc_ndcg_at_1000_std": -0.103539, + "nauc_ndcg_at_1000_diff1": 0.935116, + "nauc_map_at_1_max": 0.799691, + "nauc_map_at_1_std": -0.138269, + "nauc_map_at_1_diff1": 0.929569, + "nauc_map_at_3_max": 0.831141, + "nauc_map_at_3_std": -0.094548, + "nauc_map_at_3_diff1": 0.931044, + "nauc_map_at_5_max": 0.830541, + "nauc_map_at_5_std": -0.101741, + "nauc_map_at_5_diff1": 0.934302, + "nauc_map_at_10_max": 0.829217, + "nauc_map_at_10_std": -0.107946, + "nauc_map_at_10_diff1": 0.933552, + "nauc_map_at_20_max": 0.82885, + "nauc_map_at_20_std": -0.108081, + "nauc_map_at_20_diff1": 0.933879, + "nauc_map_at_100_max": 0.828576, + "nauc_map_at_100_std": -0.108161, + "nauc_map_at_100_diff1": 0.933707, + "nauc_map_at_1000_max": 0.828502, + "nauc_map_at_1000_std": -0.108335, + "nauc_map_at_1000_diff1": 0.933697, + "nauc_recall_at_1_max": 0.799691, + "nauc_recall_at_1_std": -0.138269, + "nauc_recall_at_1_diff1": 0.929569, + "nauc_recall_at_3_max": 0.902373, + "nauc_recall_at_3_std": 0.042539, + "nauc_recall_at_3_diff1": 0.932924, + "nauc_recall_at_5_max": 0.921195, + "nauc_recall_at_5_std": 0.021139, + "nauc_recall_at_5_diff1": 0.962745, + "nauc_recall_at_10_max": 0.929842, + "nauc_recall_at_10_std": -0.044585, + "nauc_recall_at_10_diff1": 0.955519, + "nauc_recall_at_20_max": 0.938976, + "nauc_recall_at_20_std": -0.027978, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.218768, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.799691, + "nauc_precision_at_1_std": -0.138269, + "nauc_precision_at_1_diff1": 0.929569, + "nauc_precision_at_3_max": 0.902373, + "nauc_precision_at_3_std": 0.042539, + "nauc_precision_at_3_diff1": 0.932924, + "nauc_precision_at_5_max": 0.921195, + "nauc_precision_at_5_std": 0.021139, + "nauc_precision_at_5_diff1": 0.962745, + "nauc_precision_at_10_max": 0.929842, + "nauc_precision_at_10_std": -0.044585, + "nauc_precision_at_10_diff1": 0.955519, + "nauc_precision_at_20_max": 0.938976, + "nauc_precision_at_20_std": -0.027978, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.218768, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.799691, + "nauc_mrr_at_1_std": -0.138269, + "nauc_mrr_at_1_diff1": 0.929569, + "nauc_mrr_at_3_max": 0.831141, + "nauc_mrr_at_3_std": -0.094548, + "nauc_mrr_at_3_diff1": 0.931044, + "nauc_mrr_at_5_max": 0.830541, + "nauc_mrr_at_5_std": -0.101741, + "nauc_mrr_at_5_diff1": 0.934302, + "nauc_mrr_at_10_max": 0.829217, + "nauc_mrr_at_10_std": -0.107946, + "nauc_mrr_at_10_diff1": 0.933552, + "nauc_mrr_at_20_max": 0.82885, + "nauc_mrr_at_20_std": -0.108081, + "nauc_mrr_at_20_diff1": 0.933879, + "nauc_mrr_at_100_max": 0.828576, + "nauc_mrr_at_100_std": -0.108161, + "nauc_mrr_at_100_diff1": 0.933707, + "nauc_mrr_at_1000_max": 0.828502, + "nauc_mrr_at_1000_std": -0.108335, + "nauc_mrr_at_1000_diff1": 0.933697, + "main_score": 0.94822, + "hf_subset": "ita_Latn-ita_Latn", + "languages": [ + "ita-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94454, + "ndcg_at_5": 0.94956, + "ndcg_at_10": 0.95326, + "ndcg_at_20": 0.95378, + "ndcg_at_100": 0.95443, + "ndcg_at_1000": 0.95517, + "map_at_1": 0.91333, + "map_at_3": 0.93722, + "map_at_5": 0.94, + "map_at_10": 0.94159, + "map_at_20": 0.94171, + "map_at_100": 0.94181, + "map_at_1000": 0.94184, + "recall_at_1": 0.91333, + "recall_at_3": 0.96556, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32185, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.937222, + "mrr_at_5": 0.94, + "mrr_at_10": 0.941592, + "mrr_at_20": 0.941713, + "mrr_at_100": 0.941811, + "mrr_at_1000": 0.941845, + "nauc_ndcg_at_1_max": 0.799941, + "nauc_ndcg_at_1_std": -0.236276, + "nauc_ndcg_at_1_diff1": 0.940805, + "nauc_ndcg_at_3_max": 0.842049, + "nauc_ndcg_at_3_std": -0.271143, + "nauc_ndcg_at_3_diff1": 0.93837, + "nauc_ndcg_at_5_max": 0.834786, + "nauc_ndcg_at_5_std": -0.273003, + "nauc_ndcg_at_5_diff1": 0.936112, + "nauc_ndcg_at_10_max": 0.829625, + "nauc_ndcg_at_10_std": -0.271193, + "nauc_ndcg_at_10_diff1": 0.935203, + "nauc_ndcg_at_20_max": 0.829179, + "nauc_ndcg_at_20_std": -0.266169, + "nauc_ndcg_at_20_diff1": 0.937669, + "nauc_ndcg_at_100_max": 0.829337, + "nauc_ndcg_at_100_std": -0.253214, + "nauc_ndcg_at_100_diff1": 0.936781, + "nauc_ndcg_at_1000_max": 0.826988, + "nauc_ndcg_at_1000_std": -0.259792, + "nauc_ndcg_at_1000_diff1": 0.937042, + "nauc_map_at_1_max": 0.799941, + "nauc_map_at_1_std": -0.236276, + "nauc_map_at_1_diff1": 0.940805, + "nauc_map_at_3_max": 0.829853, + "nauc_map_at_3_std": -0.260691, + "nauc_map_at_3_diff1": 0.938503, + "nauc_map_at_5_max": 0.825925, + "nauc_map_at_5_std": -0.262265, + "nauc_map_at_5_diff1": 0.937548, + "nauc_map_at_10_max": 0.823723, + "nauc_map_at_10_std": -0.261852, + "nauc_map_at_10_diff1": 0.937217, + "nauc_map_at_20_max": 0.823629, + "nauc_map_at_20_std": -0.260785, + "nauc_map_at_20_diff1": 0.937658, + "nauc_map_at_100_max": 0.823592, + "nauc_map_at_100_std": -0.259425, + "nauc_map_at_100_diff1": 0.937552, + "nauc_map_at_1000_max": 0.823512, + "nauc_map_at_1000_std": -0.259498, + "nauc_map_at_1000_diff1": 0.937562, + "nauc_recall_at_1_max": 0.799941, + "nauc_recall_at_1_std": -0.236276, + "nauc_recall_at_1_diff1": 0.940805, + "nauc_recall_at_3_max": 0.904822, + "nauc_recall_at_3_std": -0.325246, + "nauc_recall_at_3_diff1": 0.93818, + "nauc_recall_at_5_max": 0.899043, + "nauc_recall_at_5_std": -0.351937, + "nauc_recall_at_5_diff1": 0.924603, + "nauc_recall_at_10_max": 0.903128, + "nauc_recall_at_10_std": -0.394444, + "nauc_recall_at_10_diff1": 0.903128, + "nauc_recall_at_20_max": 0.91159, + "nauc_recall_at_20_std": -0.32032, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.21774, + "nauc_recall_at_100_diff1": 0.921569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.799941, + "nauc_precision_at_1_std": -0.236276, + "nauc_precision_at_1_diff1": 0.940805, + "nauc_precision_at_3_max": 0.904822, + "nauc_precision_at_3_std": -0.325246, + "nauc_precision_at_3_diff1": 0.93818, + "nauc_precision_at_5_max": 0.899043, + "nauc_precision_at_5_std": -0.351937, + "nauc_precision_at_5_diff1": 0.924603, + "nauc_precision_at_10_max": 0.903128, + "nauc_precision_at_10_std": -0.394444, + "nauc_precision_at_10_diff1": 0.903128, + "nauc_precision_at_20_max": 0.91159, + "nauc_precision_at_20_std": -0.32032, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.21774, + "nauc_precision_at_100_diff1": 0.921569, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.799941, + "nauc_mrr_at_1_std": -0.236276, + "nauc_mrr_at_1_diff1": 0.940805, + "nauc_mrr_at_3_max": 0.829853, + "nauc_mrr_at_3_std": -0.260691, + "nauc_mrr_at_3_diff1": 0.938503, + "nauc_mrr_at_5_max": 0.825925, + "nauc_mrr_at_5_std": -0.262265, + "nauc_mrr_at_5_diff1": 0.937548, + "nauc_mrr_at_10_max": 0.823723, + "nauc_mrr_at_10_std": -0.261852, + "nauc_mrr_at_10_diff1": 0.937217, + "nauc_mrr_at_20_max": 0.823629, + "nauc_mrr_at_20_std": -0.260785, + "nauc_mrr_at_20_diff1": 0.937658, + "nauc_mrr_at_100_max": 0.823592, + "nauc_mrr_at_100_std": -0.259425, + "nauc_mrr_at_100_diff1": 0.937552, + "nauc_mrr_at_1000_max": 0.823512, + "nauc_mrr_at_1000_std": -0.259498, + "nauc_mrr_at_1000_diff1": 0.937562, + "main_score": 0.95326, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93483, + "ndcg_at_5": 0.93803, + "ndcg_at_10": 0.94149, + "ndcg_at_20": 0.94291, + "ndcg_at_100": 0.94552, + "ndcg_at_1000": 0.94626, + "map_at_1": 0.90111, + "map_at_3": 0.92685, + "map_at_5": 0.92863, + "map_at_10": 0.93019, + "map_at_20": 0.93058, + "map_at_100": 0.931, + "map_at_1000": 0.93103, + "recall_at_1": 0.90111, + "recall_at_3": 0.95778, + "recall_at_5": 0.96556, + "recall_at_10": 0.97556, + "recall_at_20": 0.98111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.31926, + "precision_at_5": 0.19311, + "precision_at_10": 0.09756, + "precision_at_20": 0.04906, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.926852, + "mrr_at_5": 0.92863, + "mrr_at_10": 0.93019, + "mrr_at_20": 0.930584, + "mrr_at_100": 0.931002, + "mrr_at_1000": 0.931033, + "nauc_ndcg_at_1_max": 0.79779, + "nauc_ndcg_at_1_std": -0.002208, + "nauc_ndcg_at_1_diff1": 0.917173, + "nauc_ndcg_at_3_max": 0.842305, + "nauc_ndcg_at_3_std": 0.068829, + "nauc_ndcg_at_3_diff1": 0.926284, + "nauc_ndcg_at_5_max": 0.84452, + "nauc_ndcg_at_5_std": 0.081322, + "nauc_ndcg_at_5_diff1": 0.929851, + "nauc_ndcg_at_10_max": 0.839168, + "nauc_ndcg_at_10_std": 0.060565, + "nauc_ndcg_at_10_diff1": 0.927471, + "nauc_ndcg_at_20_max": 0.835872, + "nauc_ndcg_at_20_std": 0.050909, + "nauc_ndcg_at_20_diff1": 0.927787, + "nauc_ndcg_at_100_max": 0.832181, + "nauc_ndcg_at_100_std": 0.052066, + "nauc_ndcg_at_100_diff1": 0.926471, + "nauc_ndcg_at_1000_max": 0.829888, + "nauc_ndcg_at_1000_std": 0.043717, + "nauc_ndcg_at_1000_diff1": 0.925466, + "nauc_map_at_1_max": 0.79779, + "nauc_map_at_1_std": -0.002208, + "nauc_map_at_1_diff1": 0.917173, + "nauc_map_at_3_max": 0.827502, + "nauc_map_at_3_std": 0.039302, + "nauc_map_at_3_diff1": 0.923418, + "nauc_map_at_5_max": 0.82816, + "nauc_map_at_5_std": 0.045068, + "nauc_map_at_5_diff1": 0.924934, + "nauc_map_at_10_max": 0.825798, + "nauc_map_at_10_std": 0.036798, + "nauc_map_at_10_diff1": 0.923949, + "nauc_map_at_20_max": 0.824984, + "nauc_map_at_20_std": 0.033999, + "nauc_map_at_20_diff1": 0.924038, + "nauc_map_at_100_max": 0.824432, + "nauc_map_at_100_std": 0.033665, + "nauc_map_at_100_diff1": 0.923816, + "nauc_map_at_1000_max": 0.824354, + "nauc_map_at_1000_std": 0.033428, + "nauc_map_at_1000_diff1": 0.923782, + "nauc_recall_at_1_max": 0.79779, + "nauc_recall_at_1_std": -0.002208, + "nauc_recall_at_1_diff1": 0.917173, + "nauc_recall_at_3_max": 0.916519, + "nauc_recall_at_3_std": 0.221006, + "nauc_recall_at_3_diff1": 0.940538, + "nauc_recall_at_5_max": 0.9433, + "nauc_recall_at_5_std": 0.305804, + "nauc_recall_at_5_diff1": 0.960468, + "nauc_recall_at_10_max": 0.946312, + "nauc_recall_at_10_std": 0.248621, + "nauc_recall_at_10_diff1": 0.956179, + "nauc_recall_at_20_max": 0.938211, + "nauc_recall_at_20_std": 0.202257, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.684034, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79779, + "nauc_precision_at_1_std": -0.002208, + "nauc_precision_at_1_diff1": 0.917173, + "nauc_precision_at_3_max": 0.916519, + "nauc_precision_at_3_std": 0.221006, + "nauc_precision_at_3_diff1": 0.940538, + "nauc_precision_at_5_max": 0.9433, + "nauc_precision_at_5_std": 0.305804, + "nauc_precision_at_5_diff1": 0.960468, + "nauc_precision_at_10_max": 0.946312, + "nauc_precision_at_10_std": 0.248621, + "nauc_precision_at_10_diff1": 0.956179, + "nauc_precision_at_20_max": 0.938211, + "nauc_precision_at_20_std": 0.202257, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.684034, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79779, + "nauc_mrr_at_1_std": -0.002208, + "nauc_mrr_at_1_diff1": 0.917173, + "nauc_mrr_at_3_max": 0.827502, + "nauc_mrr_at_3_std": 0.039302, + "nauc_mrr_at_3_diff1": 0.923418, + "nauc_mrr_at_5_max": 0.82816, + "nauc_mrr_at_5_std": 0.045068, + "nauc_mrr_at_5_diff1": 0.924934, + "nauc_mrr_at_10_max": 0.825798, + "nauc_mrr_at_10_std": 0.036798, + "nauc_mrr_at_10_diff1": 0.923949, + "nauc_mrr_at_20_max": 0.824984, + "nauc_mrr_at_20_std": 0.033999, + "nauc_mrr_at_20_diff1": 0.924038, + "nauc_mrr_at_100_max": 0.824432, + "nauc_mrr_at_100_std": 0.033665, + "nauc_mrr_at_100_diff1": 0.923816, + "nauc_mrr_at_1000_max": 0.824354, + "nauc_mrr_at_1000_std": 0.033428, + "nauc_mrr_at_1000_diff1": 0.923782, + "main_score": 0.94149, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.74778, + "ndcg_at_3": 0.79981, + "ndcg_at_5": 0.8122, + "ndcg_at_10": 0.82345, + "ndcg_at_20": 0.83067, + "ndcg_at_100": 0.83819, + "ndcg_at_1000": 0.8423, + "map_at_1": 0.74778, + "map_at_3": 0.78741, + "map_at_5": 0.7943, + "map_at_10": 0.79901, + "map_at_20": 0.80109, + "map_at_100": 0.80208, + "map_at_1000": 0.80225, + "recall_at_1": 0.74778, + "recall_at_3": 0.83556, + "recall_at_5": 0.86556, + "recall_at_10": 0.9, + "recall_at_20": 0.92778, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "precision_at_1": 0.74778, + "precision_at_3": 0.27852, + "precision_at_5": 0.17311, + "precision_at_10": 0.09, + "precision_at_20": 0.04639, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.747778, + "mrr_at_3": 0.787407, + "mrr_at_5": 0.794296, + "mrr_at_10": 0.799008, + "mrr_at_20": 0.801092, + "mrr_at_100": 0.802081, + "mrr_at_1000": 0.802255, + "nauc_ndcg_at_1_max": 0.797716, + "nauc_ndcg_at_1_std": -0.112421, + "nauc_ndcg_at_1_diff1": 0.890216, + "nauc_ndcg_at_3_max": 0.805217, + "nauc_ndcg_at_3_std": -0.075896, + "nauc_ndcg_at_3_diff1": 0.846942, + "nauc_ndcg_at_5_max": 0.802606, + "nauc_ndcg_at_5_std": -0.074906, + "nauc_ndcg_at_5_diff1": 0.843575, + "nauc_ndcg_at_10_max": 0.801249, + "nauc_ndcg_at_10_std": -0.068486, + "nauc_ndcg_at_10_diff1": 0.838674, + "nauc_ndcg_at_20_max": 0.80102, + "nauc_ndcg_at_20_std": -0.080506, + "nauc_ndcg_at_20_diff1": 0.843975, + "nauc_ndcg_at_100_max": 0.801687, + "nauc_ndcg_at_100_std": -0.078728, + "nauc_ndcg_at_100_diff1": 0.848251, + "nauc_ndcg_at_1000_max": 0.801151, + "nauc_ndcg_at_1000_std": -0.082662, + "nauc_ndcg_at_1000_diff1": 0.850843, + "nauc_map_at_1_max": 0.797716, + "nauc_map_at_1_std": -0.112421, + "nauc_map_at_1_diff1": 0.890216, + "nauc_map_at_3_max": 0.803078, + "nauc_map_at_3_std": -0.086174, + "nauc_map_at_3_diff1": 0.858154, + "nauc_map_at_5_max": 0.8016, + "nauc_map_at_5_std": -0.086419, + "nauc_map_at_5_diff1": 0.856864, + "nauc_map_at_10_max": 0.801068, + "nauc_map_at_10_std": -0.084292, + "nauc_map_at_10_diff1": 0.855294, + "nauc_map_at_20_max": 0.800963, + "nauc_map_at_20_std": -0.087758, + "nauc_map_at_20_diff1": 0.856825, + "nauc_map_at_100_max": 0.801069, + "nauc_map_at_100_std": -0.087595, + "nauc_map_at_100_diff1": 0.857374, + "nauc_map_at_1000_max": 0.801024, + "nauc_map_at_1000_std": -0.087732, + "nauc_map_at_1000_diff1": 0.857446, + "nauc_recall_at_1_max": 0.797716, + "nauc_recall_at_1_std": -0.112421, + "nauc_recall_at_1_diff1": 0.890216, + "nauc_recall_at_3_max": 0.812917, + "nauc_recall_at_3_std": -0.038969, + "nauc_recall_at_3_diff1": 0.807152, + "nauc_recall_at_5_max": 0.806441, + "nauc_recall_at_5_std": -0.025804, + "nauc_recall_at_5_diff1": 0.78779, + "nauc_recall_at_10_max": 0.800783, + "nauc_recall_at_10_std": 0.021065, + "nauc_recall_at_10_diff1": 0.746893, + "nauc_recall_at_20_max": 0.79949, + "nauc_recall_at_20_std": -0.039553, + "nauc_recall_at_20_diff1": 0.755369, + "nauc_recall_at_100_max": 0.813109, + "nauc_recall_at_100_std": 0.061491, + "nauc_recall_at_100_diff1": 0.750067, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.797716, + "nauc_precision_at_1_std": -0.112421, + "nauc_precision_at_1_diff1": 0.890216, + "nauc_precision_at_3_max": 0.812917, + "nauc_precision_at_3_std": -0.038969, + "nauc_precision_at_3_diff1": 0.807152, + "nauc_precision_at_5_max": 0.806441, + "nauc_precision_at_5_std": -0.025804, + "nauc_precision_at_5_diff1": 0.78779, + "nauc_precision_at_10_max": 0.800783, + "nauc_precision_at_10_std": 0.021065, + "nauc_precision_at_10_diff1": 0.746893, + "nauc_precision_at_20_max": 0.79949, + "nauc_precision_at_20_std": -0.039553, + "nauc_precision_at_20_diff1": 0.755369, + "nauc_precision_at_100_max": 0.813109, + "nauc_precision_at_100_std": 0.061491, + "nauc_precision_at_100_diff1": 0.750067, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.797716, + "nauc_mrr_at_1_std": -0.112421, + "nauc_mrr_at_1_diff1": 0.890216, + "nauc_mrr_at_3_max": 0.803078, + "nauc_mrr_at_3_std": -0.086174, + "nauc_mrr_at_3_diff1": 0.858154, + "nauc_mrr_at_5_max": 0.8016, + "nauc_mrr_at_5_std": -0.086419, + "nauc_mrr_at_5_diff1": 0.856864, + "nauc_mrr_at_10_max": 0.801068, + "nauc_mrr_at_10_std": -0.084292, + "nauc_mrr_at_10_diff1": 0.855294, + "nauc_mrr_at_20_max": 0.800963, + "nauc_mrr_at_20_std": -0.087758, + "nauc_mrr_at_20_diff1": 0.856825, + "nauc_mrr_at_100_max": 0.801069, + "nauc_mrr_at_100_std": -0.087595, + "nauc_mrr_at_100_diff1": 0.857374, + "nauc_mrr_at_1000_max": 0.801024, + "nauc_mrr_at_1000_std": -0.087732, + "nauc_mrr_at_1000_diff1": 0.857446, + "main_score": 0.82345, + "hf_subset": "jav_Latn-jav_Latn", + "languages": [ + "jav-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.86948, + "ndcg_at_5": 0.88063, + "ndcg_at_10": 0.88917, + "ndcg_at_20": 0.89437, + "ndcg_at_100": 0.89694, + "ndcg_at_1000": 0.89736, + "map_at_1": 0.80778, + "map_at_3": 0.855, + "map_at_5": 0.86128, + "map_at_10": 0.86497, + "map_at_20": 0.86647, + "map_at_100": 0.86686, + "map_at_1000": 0.86687, + "recall_at_1": 0.80778, + "recall_at_3": 0.91111, + "recall_at_5": 0.93778, + "recall_at_10": 0.96333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.3037, + "precision_at_5": 0.18756, + "precision_at_10": 0.09633, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.855, + "mrr_at_5": 0.861278, + "mrr_at_10": 0.864971, + "mrr_at_20": 0.866473, + "mrr_at_100": 0.86686, + "mrr_at_1000": 0.866874, + "nauc_ndcg_at_1_max": 0.722998, + "nauc_ndcg_at_1_std": -0.305572, + "nauc_ndcg_at_1_diff1": 0.871835, + "nauc_ndcg_at_3_max": 0.752529, + "nauc_ndcg_at_3_std": -0.29987, + "nauc_ndcg_at_3_diff1": 0.863867, + "nauc_ndcg_at_5_max": 0.751547, + "nauc_ndcg_at_5_std": -0.294655, + "nauc_ndcg_at_5_diff1": 0.859721, + "nauc_ndcg_at_10_max": 0.748325, + "nauc_ndcg_at_10_std": -0.295252, + "nauc_ndcg_at_10_diff1": 0.861602, + "nauc_ndcg_at_20_max": 0.743504, + "nauc_ndcg_at_20_std": -0.301532, + "nauc_ndcg_at_20_diff1": 0.862291, + "nauc_ndcg_at_100_max": 0.742639, + "nauc_ndcg_at_100_std": -0.29827, + "nauc_ndcg_at_100_diff1": 0.863352, + "nauc_ndcg_at_1000_max": 0.741935, + "nauc_ndcg_at_1000_std": -0.300729, + "nauc_ndcg_at_1000_diff1": 0.86375, + "nauc_map_at_1_max": 0.722998, + "nauc_map_at_1_std": -0.305572, + "nauc_map_at_1_diff1": 0.871835, + "nauc_map_at_3_max": 0.743436, + "nauc_map_at_3_std": -0.301304, + "nauc_map_at_3_diff1": 0.866002, + "nauc_map_at_5_max": 0.74255, + "nauc_map_at_5_std": -0.298743, + "nauc_map_at_5_diff1": 0.864103, + "nauc_map_at_10_max": 0.741027, + "nauc_map_at_10_std": -0.29924, + "nauc_map_at_10_diff1": 0.864943, + "nauc_map_at_20_max": 0.739843, + "nauc_map_at_20_std": -0.300752, + "nauc_map_at_20_diff1": 0.865142, + "nauc_map_at_100_max": 0.739618, + "nauc_map_at_100_std": -0.30096, + "nauc_map_at_100_diff1": 0.865208, + "nauc_map_at_1000_max": 0.739601, + "nauc_map_at_1000_std": -0.301018, + "nauc_map_at_1000_diff1": 0.865219, + "nauc_recall_at_1_max": 0.722998, + "nauc_recall_at_1_std": -0.305572, + "nauc_recall_at_1_diff1": 0.871835, + "nauc_recall_at_3_max": 0.793347, + "nauc_recall_at_3_std": -0.293645, + "nauc_recall_at_3_diff1": 0.854493, + "nauc_recall_at_5_max": 0.806306, + "nauc_recall_at_5_std": -0.268716, + "nauc_recall_at_5_diff1": 0.831983, + "nauc_recall_at_10_max": 0.818719, + "nauc_recall_at_10_std": -0.252525, + "nauc_recall_at_10_diff1": 0.828113, + "nauc_recall_at_20_max": 0.790694, + "nauc_recall_at_20_std": -0.346125, + "nauc_recall_at_20_diff1": 0.804388, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.771242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722998, + "nauc_precision_at_1_std": -0.305572, + "nauc_precision_at_1_diff1": 0.871835, + "nauc_precision_at_3_max": 0.793347, + "nauc_precision_at_3_std": -0.293645, + "nauc_precision_at_3_diff1": 0.854493, + "nauc_precision_at_5_max": 0.806306, + "nauc_precision_at_5_std": -0.268716, + "nauc_precision_at_5_diff1": 0.831983, + "nauc_precision_at_10_max": 0.818719, + "nauc_precision_at_10_std": -0.252525, + "nauc_precision_at_10_diff1": 0.828113, + "nauc_precision_at_20_max": 0.790694, + "nauc_precision_at_20_std": -0.346125, + "nauc_precision_at_20_diff1": 0.804388, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.771242, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.722998, + "nauc_mrr_at_1_std": -0.305572, + "nauc_mrr_at_1_diff1": 0.871835, + "nauc_mrr_at_3_max": 0.743436, + "nauc_mrr_at_3_std": -0.301304, + "nauc_mrr_at_3_diff1": 0.866002, + "nauc_mrr_at_5_max": 0.74255, + "nauc_mrr_at_5_std": -0.298743, + "nauc_mrr_at_5_diff1": 0.864103, + "nauc_mrr_at_10_max": 0.741027, + "nauc_mrr_at_10_std": -0.29924, + "nauc_mrr_at_10_diff1": 0.864943, + "nauc_mrr_at_20_max": 0.739843, + "nauc_mrr_at_20_std": -0.300752, + "nauc_mrr_at_20_diff1": 0.865142, + "nauc_mrr_at_100_max": 0.739618, + "nauc_mrr_at_100_std": -0.30096, + "nauc_mrr_at_100_diff1": 0.865208, + "nauc_mrr_at_1000_max": 0.739601, + "nauc_mrr_at_1000_std": -0.301018, + "nauc_mrr_at_1000_diff1": 0.865219, + "main_score": 0.88917, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68222, + "ndcg_at_3": 0.74475, + "ndcg_at_5": 0.75833, + "ndcg_at_10": 0.77284, + "ndcg_at_20": 0.7819, + "ndcg_at_100": 0.79206, + "ndcg_at_1000": 0.79785, + "map_at_1": 0.68222, + "map_at_3": 0.72981, + "map_at_5": 0.73754, + "map_at_10": 0.7436, + "map_at_20": 0.74612, + "map_at_100": 0.74748, + "map_at_1000": 0.74771, + "recall_at_1": 0.68222, + "recall_at_3": 0.78778, + "recall_at_5": 0.82, + "recall_at_10": 0.86444, + "recall_at_20": 0.9, + "recall_at_100": 0.95556, + "recall_at_1000": 1.0, + "precision_at_1": 0.68222, + "precision_at_3": 0.26259, + "precision_at_5": 0.164, + "precision_at_10": 0.08644, + "precision_at_20": 0.045, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.682222, + "mrr_at_3": 0.729815, + "mrr_at_5": 0.737537, + "mrr_at_10": 0.7436, + "mrr_at_20": 0.746121, + "mrr_at_100": 0.747481, + "mrr_at_1000": 0.74771, + "nauc_ndcg_at_1_max": 0.847527, + "nauc_ndcg_at_1_std": 0.29232, + "nauc_ndcg_at_1_diff1": 0.911017, + "nauc_ndcg_at_3_max": 0.864229, + "nauc_ndcg_at_3_std": 0.364643, + "nauc_ndcg_at_3_diff1": 0.88354, + "nauc_ndcg_at_5_max": 0.861849, + "nauc_ndcg_at_5_std": 0.370516, + "nauc_ndcg_at_5_diff1": 0.880288, + "nauc_ndcg_at_10_max": 0.8634, + "nauc_ndcg_at_10_std": 0.39082, + "nauc_ndcg_at_10_diff1": 0.883026, + "nauc_ndcg_at_20_max": 0.858227, + "nauc_ndcg_at_20_std": 0.379831, + "nauc_ndcg_at_20_diff1": 0.879974, + "nauc_ndcg_at_100_max": 0.859581, + "nauc_ndcg_at_100_std": 0.376497, + "nauc_ndcg_at_100_diff1": 0.884476, + "nauc_ndcg_at_1000_max": 0.859387, + "nauc_ndcg_at_1000_std": 0.365559, + "nauc_ndcg_at_1000_diff1": 0.8864, + "nauc_map_at_1_max": 0.847527, + "nauc_map_at_1_std": 0.29232, + "nauc_map_at_1_diff1": 0.911017, + "nauc_map_at_3_max": 0.860481, + "nauc_map_at_3_std": 0.345068, + "nauc_map_at_3_diff1": 0.890983, + "nauc_map_at_5_max": 0.859081, + "nauc_map_at_5_std": 0.34788, + "nauc_map_at_5_diff1": 0.8894, + "nauc_map_at_10_max": 0.859609, + "nauc_map_at_10_std": 0.354794, + "nauc_map_at_10_diff1": 0.890697, + "nauc_map_at_20_max": 0.858305, + "nauc_map_at_20_std": 0.351624, + "nauc_map_at_20_diff1": 0.890059, + "nauc_map_at_100_max": 0.858478, + "nauc_map_at_100_std": 0.350994, + "nauc_map_at_100_diff1": 0.89064, + "nauc_map_at_1000_max": 0.858468, + "nauc_map_at_1000_std": 0.350642, + "nauc_map_at_1000_diff1": 0.890703, + "nauc_recall_at_1_max": 0.847527, + "nauc_recall_at_1_std": 0.29232, + "nauc_recall_at_1_diff1": 0.911017, + "nauc_recall_at_3_max": 0.876855, + "nauc_recall_at_3_std": 0.432636, + "nauc_recall_at_3_diff1": 0.857686, + "nauc_recall_at_5_max": 0.871856, + "nauc_recall_at_5_std": 0.45951, + "nauc_recall_at_5_diff1": 0.84425, + "nauc_recall_at_10_max": 0.882, + "nauc_recall_at_10_std": 0.583399, + "nauc_recall_at_10_diff1": 0.84604, + "nauc_recall_at_20_max": 0.848459, + "nauc_recall_at_20_std": 0.561474, + "nauc_recall_at_20_diff1": 0.810878, + "nauc_recall_at_100_max": 0.865208, + "nauc_recall_at_100_std": 0.719059, + "nauc_recall_at_100_diff1": 0.824708, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.847527, + "nauc_precision_at_1_std": 0.29232, + "nauc_precision_at_1_diff1": 0.911017, + "nauc_precision_at_3_max": 0.876855, + "nauc_precision_at_3_std": 0.432636, + "nauc_precision_at_3_diff1": 0.857686, + "nauc_precision_at_5_max": 0.871856, + "nauc_precision_at_5_std": 0.45951, + "nauc_precision_at_5_diff1": 0.84425, + "nauc_precision_at_10_max": 0.882, + "nauc_precision_at_10_std": 0.583399, + "nauc_precision_at_10_diff1": 0.84604, + "nauc_precision_at_20_max": 0.848459, + "nauc_precision_at_20_std": 0.561474, + "nauc_precision_at_20_diff1": 0.810878, + "nauc_precision_at_100_max": 0.865208, + "nauc_precision_at_100_std": 0.719059, + "nauc_precision_at_100_diff1": 0.824708, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.847527, + "nauc_mrr_at_1_std": 0.29232, + "nauc_mrr_at_1_diff1": 0.911017, + "nauc_mrr_at_3_max": 0.860481, + "nauc_mrr_at_3_std": 0.345068, + "nauc_mrr_at_3_diff1": 0.890983, + "nauc_mrr_at_5_max": 0.859081, + "nauc_mrr_at_5_std": 0.34788, + "nauc_mrr_at_5_diff1": 0.8894, + "nauc_mrr_at_10_max": 0.859609, + "nauc_mrr_at_10_std": 0.354794, + "nauc_mrr_at_10_diff1": 0.890697, + "nauc_mrr_at_20_max": 0.858305, + "nauc_mrr_at_20_std": 0.351624, + "nauc_mrr_at_20_diff1": 0.890059, + "nauc_mrr_at_100_max": 0.858478, + "nauc_mrr_at_100_std": 0.350994, + "nauc_mrr_at_100_diff1": 0.89064, + "nauc_mrr_at_1000_max": 0.858468, + "nauc_mrr_at_1000_std": 0.350642, + "nauc_mrr_at_1000_diff1": 0.890703, + "main_score": 0.77284, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94529, + "ndcg_at_5": 0.94754, + "ndcg_at_10": 0.95038, + "ndcg_at_20": 0.95151, + "ndcg_at_100": 0.95295, + "ndcg_at_1000": 0.9536, + "map_at_1": 0.90889, + "map_at_3": 0.93704, + "map_at_5": 0.93826, + "map_at_10": 0.93942, + "map_at_20": 0.93973, + "map_at_100": 0.93993, + "map_at_1000": 0.93996, + "recall_at_1": 0.90889, + "recall_at_3": 0.96889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32296, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.937037, + "mrr_at_5": 0.938259, + "mrr_at_10": 0.939418, + "mrr_at_20": 0.939727, + "mrr_at_100": 0.939926, + "mrr_at_1000": 0.939963, + "nauc_ndcg_at_1_max": 0.730831, + "nauc_ndcg_at_1_std": -0.346724, + "nauc_ndcg_at_1_diff1": 0.925702, + "nauc_ndcg_at_3_max": 0.793109, + "nauc_ndcg_at_3_std": -0.300458, + "nauc_ndcg_at_3_diff1": 0.93442, + "nauc_ndcg_at_5_max": 0.786634, + "nauc_ndcg_at_5_std": -0.306732, + "nauc_ndcg_at_5_diff1": 0.933754, + "nauc_ndcg_at_10_max": 0.775312, + "nauc_ndcg_at_10_std": -0.341986, + "nauc_ndcg_at_10_diff1": 0.931756, + "nauc_ndcg_at_20_max": 0.772386, + "nauc_ndcg_at_20_std": -0.333893, + "nauc_ndcg_at_20_diff1": 0.931677, + "nauc_ndcg_at_100_max": 0.772048, + "nauc_ndcg_at_100_std": -0.330167, + "nauc_ndcg_at_100_diff1": 0.932135, + "nauc_ndcg_at_1000_max": 0.769351, + "nauc_ndcg_at_1000_std": -0.329353, + "nauc_ndcg_at_1000_diff1": 0.931194, + "nauc_map_at_1_max": 0.730831, + "nauc_map_at_1_std": -0.346724, + "nauc_map_at_1_diff1": 0.925702, + "nauc_map_at_3_max": 0.772944, + "nauc_map_at_3_std": -0.315946, + "nauc_map_at_3_diff1": 0.931496, + "nauc_map_at_5_max": 0.769626, + "nauc_map_at_5_std": -0.318461, + "nauc_map_at_5_diff1": 0.931081, + "nauc_map_at_10_max": 0.765521, + "nauc_map_at_10_std": -0.330122, + "nauc_map_at_10_diff1": 0.930329, + "nauc_map_at_20_max": 0.764789, + "nauc_map_at_20_std": -0.328598, + "nauc_map_at_20_diff1": 0.9303, + "nauc_map_at_100_max": 0.764609, + "nauc_map_at_100_std": -0.328511, + "nauc_map_at_100_diff1": 0.930344, + "nauc_map_at_1000_max": 0.764485, + "nauc_map_at_1000_std": -0.32843, + "nauc_map_at_1000_diff1": 0.9303, + "nauc_recall_at_1_max": 0.730831, + "nauc_recall_at_1_std": -0.346724, + "nauc_recall_at_1_diff1": 0.925702, + "nauc_recall_at_3_max": 0.909564, + "nauc_recall_at_3_std": -0.210551, + "nauc_recall_at_3_diff1": 0.951397, + "nauc_recall_at_5_max": 0.901271, + "nauc_recall_at_5_std": -0.229793, + "nauc_recall_at_5_diff1": 0.952198, + "nauc_recall_at_10_max": 0.85733, + "nauc_recall_at_10_std": -0.521942, + "nauc_recall_at_10_diff1": 0.944133, + "nauc_recall_at_20_max": 0.842586, + "nauc_recall_at_20_std": -0.44801, + "nauc_recall_at_20_diff1": 0.947585, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730831, + "nauc_precision_at_1_std": -0.346724, + "nauc_precision_at_1_diff1": 0.925702, + "nauc_precision_at_3_max": 0.909564, + "nauc_precision_at_3_std": -0.210551, + "nauc_precision_at_3_diff1": 0.951397, + "nauc_precision_at_5_max": 0.901271, + "nauc_precision_at_5_std": -0.229793, + "nauc_precision_at_5_diff1": 0.952198, + "nauc_precision_at_10_max": 0.85733, + "nauc_precision_at_10_std": -0.521942, + "nauc_precision_at_10_diff1": 0.944133, + "nauc_precision_at_20_max": 0.842586, + "nauc_precision_at_20_std": -0.44801, + "nauc_precision_at_20_diff1": 0.947585, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730831, + "nauc_mrr_at_1_std": -0.346724, + "nauc_mrr_at_1_diff1": 0.925702, + "nauc_mrr_at_3_max": 0.772944, + "nauc_mrr_at_3_std": -0.315946, + "nauc_mrr_at_3_diff1": 0.931496, + "nauc_mrr_at_5_max": 0.769626, + "nauc_mrr_at_5_std": -0.318461, + "nauc_mrr_at_5_diff1": 0.931081, + "nauc_mrr_at_10_max": 0.765521, + "nauc_mrr_at_10_std": -0.330122, + "nauc_mrr_at_10_diff1": 0.930329, + "nauc_mrr_at_20_max": 0.764789, + "nauc_mrr_at_20_std": -0.328598, + "nauc_mrr_at_20_diff1": 0.9303, + "nauc_mrr_at_100_max": 0.764609, + "nauc_mrr_at_100_std": -0.328511, + "nauc_mrr_at_100_diff1": 0.930344, + "nauc_mrr_at_1000_max": 0.764485, + "nauc_mrr_at_1000_std": -0.32843, + "nauc_mrr_at_1000_diff1": 0.9303, + "main_score": 0.95038, + "hf_subset": "jpn_Jpan-jpn_Jpan", + "languages": [ + "jpn-Jpan", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.9464, + "ndcg_at_5": 0.95195, + "ndcg_at_10": 0.95414, + "ndcg_at_20": 0.95471, + "ndcg_at_100": 0.95558, + "ndcg_at_1000": 0.95616, + "map_at_1": 0.91111, + "map_at_3": 0.93852, + "map_at_5": 0.94163, + "map_at_10": 0.94255, + "map_at_20": 0.94272, + "map_at_100": 0.94286, + "map_at_1000": 0.94288, + "recall_at_1": 0.91111, + "recall_at_3": 0.96889, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91111, + "precision_at_3": 0.32296, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.938519, + "mrr_at_5": 0.94163, + "mrr_at_10": 0.942552, + "mrr_at_20": 0.942718, + "mrr_at_100": 0.942856, + "mrr_at_1000": 0.942881, + "nauc_ndcg_at_1_max": 0.768715, + "nauc_ndcg_at_1_std": -0.255544, + "nauc_ndcg_at_1_diff1": 0.923903, + "nauc_ndcg_at_3_max": 0.820661, + "nauc_ndcg_at_3_std": -0.262453, + "nauc_ndcg_at_3_diff1": 0.937354, + "nauc_ndcg_at_5_max": 0.80503, + "nauc_ndcg_at_5_std": -0.260155, + "nauc_ndcg_at_5_diff1": 0.932607, + "nauc_ndcg_at_10_max": 0.799998, + "nauc_ndcg_at_10_std": -0.259837, + "nauc_ndcg_at_10_diff1": 0.9314, + "nauc_ndcg_at_20_max": 0.797453, + "nauc_ndcg_at_20_std": -0.266091, + "nauc_ndcg_at_20_diff1": 0.932191, + "nauc_ndcg_at_100_max": 0.797846, + "nauc_ndcg_at_100_std": -0.254372, + "nauc_ndcg_at_100_diff1": 0.932295, + "nauc_ndcg_at_1000_max": 0.795656, + "nauc_ndcg_at_1000_std": -0.260662, + "nauc_ndcg_at_1000_diff1": 0.931396, + "nauc_map_at_1_max": 0.768715, + "nauc_map_at_1_std": -0.255544, + "nauc_map_at_1_diff1": 0.923903, + "nauc_map_at_3_max": 0.802188, + "nauc_map_at_3_std": -0.266248, + "nauc_map_at_3_diff1": 0.933066, + "nauc_map_at_5_max": 0.794008, + "nauc_map_at_5_std": -0.265118, + "nauc_map_at_5_diff1": 0.930556, + "nauc_map_at_10_max": 0.792065, + "nauc_map_at_10_std": -0.265783, + "nauc_map_at_10_diff1": 0.930083, + "nauc_map_at_20_max": 0.791461, + "nauc_map_at_20_std": -0.26718, + "nauc_map_at_20_diff1": 0.930259, + "nauc_map_at_100_max": 0.79154, + "nauc_map_at_100_std": -0.265418, + "nauc_map_at_100_diff1": 0.930284, + "nauc_map_at_1000_max": 0.791477, + "nauc_map_at_1000_std": -0.265434, + "nauc_map_at_1000_diff1": 0.930254, + "nauc_recall_at_1_max": 0.768715, + "nauc_recall_at_1_std": -0.255544, + "nauc_recall_at_1_diff1": 0.923903, + "nauc_recall_at_3_max": 0.926304, + "nauc_recall_at_3_std": -0.235744, + "nauc_recall_at_3_diff1": 0.961485, + "nauc_recall_at_5_max": 0.903711, + "nauc_recall_at_5_std": -0.204482, + "nauc_recall_at_5_diff1": 0.949959, + "nauc_recall_at_10_max": 0.901494, + "nauc_recall_at_10_std": -0.149346, + "nauc_recall_at_10_diff1": 0.946078, + "nauc_recall_at_20_max": 0.876867, + "nauc_recall_at_20_std": -0.24679, + "nauc_recall_at_20_diff1": 0.965278, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768715, + "nauc_precision_at_1_std": -0.255544, + "nauc_precision_at_1_diff1": 0.923903, + "nauc_precision_at_3_max": 0.926304, + "nauc_precision_at_3_std": -0.235744, + "nauc_precision_at_3_diff1": 0.961485, + "nauc_precision_at_5_max": 0.903711, + "nauc_precision_at_5_std": -0.204482, + "nauc_precision_at_5_diff1": 0.949959, + "nauc_precision_at_10_max": 0.901494, + "nauc_precision_at_10_std": -0.149346, + "nauc_precision_at_10_diff1": 0.946078, + "nauc_precision_at_20_max": 0.876867, + "nauc_precision_at_20_std": -0.24679, + "nauc_precision_at_20_diff1": 0.965278, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768715, + "nauc_mrr_at_1_std": -0.255544, + "nauc_mrr_at_1_diff1": 0.923903, + "nauc_mrr_at_3_max": 0.802188, + "nauc_mrr_at_3_std": -0.266248, + "nauc_mrr_at_3_diff1": 0.933066, + "nauc_mrr_at_5_max": 0.794008, + "nauc_mrr_at_5_std": -0.265118, + "nauc_mrr_at_5_diff1": 0.930556, + "nauc_mrr_at_10_max": 0.792065, + "nauc_mrr_at_10_std": -0.265783, + "nauc_mrr_at_10_diff1": 0.930083, + "nauc_mrr_at_20_max": 0.791461, + "nauc_mrr_at_20_std": -0.26718, + "nauc_mrr_at_20_diff1": 0.930259, + "nauc_mrr_at_100_max": 0.79154, + "nauc_mrr_at_100_std": -0.265418, + "nauc_mrr_at_100_diff1": 0.930284, + "nauc_mrr_at_1000_max": 0.791477, + "nauc_mrr_at_1000_std": -0.265434, + "nauc_mrr_at_1000_diff1": 0.930254, + "main_score": 0.95414, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.93529, + "ndcg_at_5": 0.93806, + "ndcg_at_10": 0.94037, + "ndcg_at_20": 0.9423, + "ndcg_at_100": 0.94393, + "ndcg_at_1000": 0.94471, + "map_at_1": 0.89333, + "map_at_3": 0.92519, + "map_at_5": 0.92674, + "map_at_10": 0.92778, + "map_at_20": 0.92829, + "map_at_100": 0.92851, + "map_at_1000": 0.92855, + "recall_at_1": 0.89333, + "recall_at_3": 0.96444, + "recall_at_5": 0.97111, + "recall_at_10": 0.97778, + "recall_at_20": 0.98556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.32148, + "precision_at_5": 0.19422, + "precision_at_10": 0.09778, + "precision_at_20": 0.04928, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.925185, + "mrr_at_5": 0.926741, + "mrr_at_10": 0.927779, + "mrr_at_20": 0.928294, + "mrr_at_100": 0.928508, + "mrr_at_1000": 0.928548, + "nauc_ndcg_at_1_max": 0.725921, + "nauc_ndcg_at_1_std": -0.208284, + "nauc_ndcg_at_1_diff1": 0.921379, + "nauc_ndcg_at_3_max": 0.771444, + "nauc_ndcg_at_3_std": -0.188395, + "nauc_ndcg_at_3_diff1": 0.917105, + "nauc_ndcg_at_5_max": 0.77058, + "nauc_ndcg_at_5_std": -0.181902, + "nauc_ndcg_at_5_diff1": 0.918576, + "nauc_ndcg_at_10_max": 0.763521, + "nauc_ndcg_at_10_std": -0.183697, + "nauc_ndcg_at_10_diff1": 0.919665, + "nauc_ndcg_at_20_max": 0.761216, + "nauc_ndcg_at_20_std": -0.198576, + "nauc_ndcg_at_20_diff1": 0.919558, + "nauc_ndcg_at_100_max": 0.761058, + "nauc_ndcg_at_100_std": -0.19039, + "nauc_ndcg_at_100_diff1": 0.920539, + "nauc_ndcg_at_1000_max": 0.758398, + "nauc_ndcg_at_1000_std": -0.191952, + "nauc_ndcg_at_1000_diff1": 0.919785, + "nauc_map_at_1_max": 0.725921, + "nauc_map_at_1_std": -0.208284, + "nauc_map_at_1_diff1": 0.921379, + "nauc_map_at_3_max": 0.757846, + "nauc_map_at_3_std": -0.193916, + "nauc_map_at_3_diff1": 0.918246, + "nauc_map_at_5_max": 0.757198, + "nauc_map_at_5_std": -0.190928, + "nauc_map_at_5_diff1": 0.919055, + "nauc_map_at_10_max": 0.754403, + "nauc_map_at_10_std": -0.19135, + "nauc_map_at_10_diff1": 0.919426, + "nauc_map_at_20_max": 0.753922, + "nauc_map_at_20_std": -0.194499, + "nauc_map_at_20_diff1": 0.919404, + "nauc_map_at_100_max": 0.753928, + "nauc_map_at_100_std": -0.193496, + "nauc_map_at_100_diff1": 0.919567, + "nauc_map_at_1000_max": 0.753816, + "nauc_map_at_1000_std": -0.193595, + "nauc_map_at_1000_diff1": 0.919536, + "nauc_recall_at_1_max": 0.725921, + "nauc_recall_at_1_std": -0.208284, + "nauc_recall_at_1_diff1": 0.921379, + "nauc_recall_at_3_max": 0.851789, + "nauc_recall_at_3_std": -0.156192, + "nauc_recall_at_3_diff1": 0.910495, + "nauc_recall_at_5_max": 0.865349, + "nauc_recall_at_5_std": -0.115744, + "nauc_recall_at_5_diff1": 0.915607, + "nauc_recall_at_10_max": 0.838842, + "nauc_recall_at_10_std": -0.115803, + "nauc_recall_at_10_diff1": 0.923786, + "nauc_recall_at_20_max": 0.839654, + "nauc_recall_at_20_std": -0.319866, + "nauc_recall_at_20_diff1": 0.924226, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": -0.095985, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725921, + "nauc_precision_at_1_std": -0.208284, + "nauc_precision_at_1_diff1": 0.921379, + "nauc_precision_at_3_max": 0.851789, + "nauc_precision_at_3_std": -0.156192, + "nauc_precision_at_3_diff1": 0.910495, + "nauc_precision_at_5_max": 0.865349, + "nauc_precision_at_5_std": -0.115744, + "nauc_precision_at_5_diff1": 0.915607, + "nauc_precision_at_10_max": 0.838842, + "nauc_precision_at_10_std": -0.115803, + "nauc_precision_at_10_diff1": 0.923786, + "nauc_precision_at_20_max": 0.839654, + "nauc_precision_at_20_std": -0.319866, + "nauc_precision_at_20_diff1": 0.924226, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": -0.095985, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725921, + "nauc_mrr_at_1_std": -0.208284, + "nauc_mrr_at_1_diff1": 0.921379, + "nauc_mrr_at_3_max": 0.757846, + "nauc_mrr_at_3_std": -0.193916, + "nauc_mrr_at_3_diff1": 0.918246, + "nauc_mrr_at_5_max": 0.757198, + "nauc_mrr_at_5_std": -0.190928, + "nauc_mrr_at_5_diff1": 0.919055, + "nauc_mrr_at_10_max": 0.754403, + "nauc_mrr_at_10_std": -0.19135, + "nauc_mrr_at_10_diff1": 0.919426, + "nauc_mrr_at_20_max": 0.753922, + "nauc_mrr_at_20_std": -0.194499, + "nauc_mrr_at_20_diff1": 0.919404, + "nauc_mrr_at_100_max": 0.753928, + "nauc_mrr_at_100_std": -0.193496, + "nauc_mrr_at_100_diff1": 0.919567, + "nauc_mrr_at_1000_max": 0.753816, + "nauc_mrr_at_1000_std": -0.193595, + "nauc_mrr_at_1000_diff1": 0.919536, + "main_score": 0.94037, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.43159, + "ndcg_at_3": 0.4893, + "ndcg_at_5": 0.49849, + "ndcg_at_10": 0.51239, + "ndcg_at_20": 0.52262, + "ndcg_at_100": 0.54611, + "ndcg_at_1000": 0.57637, + "map_at_1": 0.43159, + "map_at_3": 0.47571, + "map_at_5": 0.48083, + "map_at_10": 0.48671, + "map_at_20": 0.48957, + "map_at_100": 0.49245, + "map_at_1000": 0.49361, + "recall_at_1": 0.43159, + "recall_at_3": 0.52836, + "recall_at_5": 0.55061, + "recall_at_10": 0.59288, + "recall_at_20": 0.63293, + "recall_at_100": 0.76529, + "recall_at_1000": 1.0, + "precision_at_1": 0.43159, + "precision_at_3": 0.17612, + "precision_at_5": 0.11012, + "precision_at_10": 0.05929, + "precision_at_20": 0.03165, + "precision_at_100": 0.00765, + "precision_at_1000": 0.001, + "mrr_at_1": 0.431591, + "mrr_at_3": 0.475714, + "mrr_at_5": 0.480831, + "mrr_at_10": 0.486709, + "mrr_at_20": 0.489572, + "mrr_at_100": 0.49245, + "mrr_at_1000": 0.493605, + "nauc_ndcg_at_1_max": 0.285993, + "nauc_ndcg_at_1_std": -0.682638, + "nauc_ndcg_at_1_diff1": 0.822116, + "nauc_ndcg_at_3_max": 0.260101, + "nauc_ndcg_at_3_std": -0.738759, + "nauc_ndcg_at_3_diff1": 0.781914, + "nauc_ndcg_at_5_max": 0.257623, + "nauc_ndcg_at_5_std": -0.736119, + "nauc_ndcg_at_5_diff1": 0.777533, + "nauc_ndcg_at_10_max": 0.246454, + "nauc_ndcg_at_10_std": -0.732906, + "nauc_ndcg_at_10_diff1": 0.763551, + "nauc_ndcg_at_20_max": 0.243506, + "nauc_ndcg_at_20_std": -0.72804, + "nauc_ndcg_at_20_diff1": 0.757398, + "nauc_ndcg_at_100_max": 0.249849, + "nauc_ndcg_at_100_std": -0.711106, + "nauc_ndcg_at_100_diff1": 0.752805, + "nauc_ndcg_at_1000_max": 0.253891, + "nauc_ndcg_at_1000_std": -0.721407, + "nauc_ndcg_at_1000_diff1": 0.767871, + "nauc_map_at_1_max": 0.285993, + "nauc_map_at_1_std": -0.682638, + "nauc_map_at_1_diff1": 0.822116, + "nauc_map_at_3_max": 0.266841, + "nauc_map_at_3_std": -0.726494, + "nauc_map_at_3_diff1": 0.791627, + "nauc_map_at_5_max": 0.265535, + "nauc_map_at_5_std": -0.724896, + "nauc_map_at_5_diff1": 0.789318, + "nauc_map_at_10_max": 0.260932, + "nauc_map_at_10_std": -0.723505, + "nauc_map_at_10_diff1": 0.783538, + "nauc_map_at_20_max": 0.260101, + "nauc_map_at_20_std": -0.722147, + "nauc_map_at_20_diff1": 0.781956, + "nauc_map_at_100_max": 0.260897, + "nauc_map_at_100_std": -0.720363, + "nauc_map_at_100_diff1": 0.781504, + "nauc_map_at_1000_max": 0.261083, + "nauc_map_at_1000_std": -0.720684, + "nauc_map_at_1000_diff1": 0.782017, + "nauc_recall_at_1_max": 0.285993, + "nauc_recall_at_1_std": -0.682638, + "nauc_recall_at_1_diff1": 0.822116, + "nauc_recall_at_3_max": 0.239878, + "nauc_recall_at_3_std": -0.774613, + "nauc_recall_at_3_diff1": 0.753078, + "nauc_recall_at_5_max": 0.233072, + "nauc_recall_at_5_std": -0.76919, + "nauc_recall_at_5_diff1": 0.741158, + "nauc_recall_at_10_max": 0.195606, + "nauc_recall_at_10_std": -0.760298, + "nauc_recall_at_10_diff1": 0.694178, + "nauc_recall_at_20_max": 0.17982, + "nauc_recall_at_20_std": -0.74069, + "nauc_recall_at_20_diff1": 0.662049, + "nauc_recall_at_100_max": 0.208907, + "nauc_recall_at_100_std": -0.597896, + "nauc_recall_at_100_diff1": 0.58692, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.285993, + "nauc_precision_at_1_std": -0.682638, + "nauc_precision_at_1_diff1": 0.822116, + "nauc_precision_at_3_max": 0.239878, + "nauc_precision_at_3_std": -0.774613, + "nauc_precision_at_3_diff1": 0.753078, + "nauc_precision_at_5_max": 0.233072, + "nauc_precision_at_5_std": -0.76919, + "nauc_precision_at_5_diff1": 0.741158, + "nauc_precision_at_10_max": 0.195606, + "nauc_precision_at_10_std": -0.760298, + "nauc_precision_at_10_diff1": 0.694178, + "nauc_precision_at_20_max": 0.17982, + "nauc_precision_at_20_std": -0.74069, + "nauc_precision_at_20_diff1": 0.662049, + "nauc_precision_at_100_max": 0.208907, + "nauc_precision_at_100_std": -0.597896, + "nauc_precision_at_100_diff1": 0.58692, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.285993, + "nauc_mrr_at_1_std": -0.682638, + "nauc_mrr_at_1_diff1": 0.822116, + "nauc_mrr_at_3_max": 0.266841, + "nauc_mrr_at_3_std": -0.726494, + "nauc_mrr_at_3_diff1": 0.791627, + "nauc_mrr_at_5_max": 0.265535, + "nauc_mrr_at_5_std": -0.724896, + "nauc_mrr_at_5_diff1": 0.789318, + "nauc_mrr_at_10_max": 0.260932, + "nauc_mrr_at_10_std": -0.723505, + "nauc_mrr_at_10_diff1": 0.783538, + "nauc_mrr_at_20_max": 0.260101, + "nauc_mrr_at_20_std": -0.722147, + "nauc_mrr_at_20_diff1": 0.781956, + "nauc_mrr_at_100_max": 0.260897, + "nauc_mrr_at_100_std": -0.720363, + "nauc_mrr_at_100_diff1": 0.781504, + "nauc_mrr_at_1000_max": 0.261083, + "nauc_mrr_at_1000_std": -0.720684, + "nauc_mrr_at_1000_diff1": 0.782017, + "main_score": 0.51239, + "hf_subset": "kac_Latn-kac_Latn", + "languages": [ + "kac-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.55612, + "ndcg_at_5": 0.56626, + "ndcg_at_10": 0.58125, + "ndcg_at_20": 0.59328, + "ndcg_at_100": 0.61666, + "ndcg_at_1000": 0.63681, + "map_at_1": 0.49778, + "map_at_3": 0.54241, + "map_at_5": 0.54807, + "map_at_10": 0.5542, + "map_at_20": 0.55748, + "map_at_100": 0.56029, + "map_at_1000": 0.56112, + "recall_at_1": 0.49778, + "recall_at_3": 0.59556, + "recall_at_5": 0.62, + "recall_at_10": 0.66667, + "recall_at_20": 0.71444, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "precision_at_1": 0.49778, + "precision_at_3": 0.19852, + "precision_at_5": 0.124, + "precision_at_10": 0.06667, + "precision_at_20": 0.03572, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.542407, + "mrr_at_5": 0.548074, + "mrr_at_10": 0.554197, + "mrr_at_20": 0.557483, + "mrr_at_100": 0.56029, + "mrr_at_1000": 0.561117, + "nauc_ndcg_at_1_max": 0.800401, + "nauc_ndcg_at_1_std": 0.282628, + "nauc_ndcg_at_1_diff1": 0.842768, + "nauc_ndcg_at_3_max": 0.808628, + "nauc_ndcg_at_3_std": 0.303057, + "nauc_ndcg_at_3_diff1": 0.801231, + "nauc_ndcg_at_5_max": 0.804324, + "nauc_ndcg_at_5_std": 0.308399, + "nauc_ndcg_at_5_diff1": 0.801951, + "nauc_ndcg_at_10_max": 0.800159, + "nauc_ndcg_at_10_std": 0.317127, + "nauc_ndcg_at_10_diff1": 0.793497, + "nauc_ndcg_at_20_max": 0.798424, + "nauc_ndcg_at_20_std": 0.32261, + "nauc_ndcg_at_20_diff1": 0.789126, + "nauc_ndcg_at_100_max": 0.796135, + "nauc_ndcg_at_100_std": 0.321879, + "nauc_ndcg_at_100_diff1": 0.78783, + "nauc_ndcg_at_1000_max": 0.799221, + "nauc_ndcg_at_1000_std": 0.312499, + "nauc_ndcg_at_1000_diff1": 0.797348, + "nauc_map_at_1_max": 0.800401, + "nauc_map_at_1_std": 0.282628, + "nauc_map_at_1_diff1": 0.842768, + "nauc_map_at_3_max": 0.80725, + "nauc_map_at_3_std": 0.299625, + "nauc_map_at_3_diff1": 0.811133, + "nauc_map_at_5_max": 0.80485, + "nauc_map_at_5_std": 0.302285, + "nauc_map_at_5_diff1": 0.811602, + "nauc_map_at_10_max": 0.802903, + "nauc_map_at_10_std": 0.304851, + "nauc_map_at_10_diff1": 0.808352, + "nauc_map_at_20_max": 0.80242, + "nauc_map_at_20_std": 0.306355, + "nauc_map_at_20_diff1": 0.807283, + "nauc_map_at_100_max": 0.801944, + "nauc_map_at_100_std": 0.305595, + "nauc_map_at_100_diff1": 0.807047, + "nauc_map_at_1000_max": 0.802045, + "nauc_map_at_1000_std": 0.305291, + "nauc_map_at_1000_diff1": 0.8074, + "nauc_recall_at_1_max": 0.800401, + "nauc_recall_at_1_std": 0.282628, + "nauc_recall_at_1_diff1": 0.842768, + "nauc_recall_at_3_max": 0.812536, + "nauc_recall_at_3_std": 0.312797, + "nauc_recall_at_3_diff1": 0.771215, + "nauc_recall_at_5_max": 0.801743, + "nauc_recall_at_5_std": 0.328033, + "nauc_recall_at_5_diff1": 0.771877, + "nauc_recall_at_10_max": 0.788645, + "nauc_recall_at_10_std": 0.36583, + "nauc_recall_at_10_diff1": 0.739172, + "nauc_recall_at_20_max": 0.779175, + "nauc_recall_at_20_std": 0.396881, + "nauc_recall_at_20_diff1": 0.711579, + "nauc_recall_at_100_max": 0.750315, + "nauc_recall_at_100_std": 0.460373, + "nauc_recall_at_100_diff1": 0.65097, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.800401, + "nauc_precision_at_1_std": 0.282628, + "nauc_precision_at_1_diff1": 0.842768, + "nauc_precision_at_3_max": 0.812536, + "nauc_precision_at_3_std": 0.312797, + "nauc_precision_at_3_diff1": 0.771215, + "nauc_precision_at_5_max": 0.801743, + "nauc_precision_at_5_std": 0.328033, + "nauc_precision_at_5_diff1": 0.771877, + "nauc_precision_at_10_max": 0.788645, + "nauc_precision_at_10_std": 0.36583, + "nauc_precision_at_10_diff1": 0.739172, + "nauc_precision_at_20_max": 0.779175, + "nauc_precision_at_20_std": 0.396881, + "nauc_precision_at_20_diff1": 0.711579, + "nauc_precision_at_100_max": 0.750315, + "nauc_precision_at_100_std": 0.460373, + "nauc_precision_at_100_diff1": 0.65097, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.800401, + "nauc_mrr_at_1_std": 0.282628, + "nauc_mrr_at_1_diff1": 0.842768, + "nauc_mrr_at_3_max": 0.80725, + "nauc_mrr_at_3_std": 0.299625, + "nauc_mrr_at_3_diff1": 0.811133, + "nauc_mrr_at_5_max": 0.80485, + "nauc_mrr_at_5_std": 0.302285, + "nauc_mrr_at_5_diff1": 0.811602, + "nauc_mrr_at_10_max": 0.802903, + "nauc_mrr_at_10_std": 0.304851, + "nauc_mrr_at_10_diff1": 0.808352, + "nauc_mrr_at_20_max": 0.80242, + "nauc_mrr_at_20_std": 0.306355, + "nauc_mrr_at_20_diff1": 0.807283, + "nauc_mrr_at_100_max": 0.801944, + "nauc_mrr_at_100_std": 0.305595, + "nauc_mrr_at_100_diff1": 0.807047, + "nauc_mrr_at_1000_max": 0.802045, + "nauc_mrr_at_1000_std": 0.305291, + "nauc_mrr_at_1000_diff1": 0.8074, + "main_score": 0.58125, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42269, + "ndcg_at_3": 0.45405, + "ndcg_at_5": 0.46281, + "ndcg_at_10": 0.47171, + "ndcg_at_20": 0.47671, + "ndcg_at_100": 0.49668, + "ndcg_at_1000": 0.54, + "map_at_1": 0.42269, + "map_at_3": 0.44642, + "map_at_5": 0.45132, + "map_at_10": 0.45493, + "map_at_20": 0.45628, + "map_at_100": 0.45872, + "map_at_1000": 0.46025, + "recall_at_1": 0.42269, + "recall_at_3": 0.47608, + "recall_at_5": 0.49722, + "recall_at_10": 0.52503, + "recall_at_20": 0.54505, + "recall_at_100": 0.6574, + "recall_at_1000": 1.0, + "precision_at_1": 0.42269, + "precision_at_3": 0.15869, + "precision_at_5": 0.09944, + "precision_at_10": 0.0525, + "precision_at_20": 0.02725, + "precision_at_100": 0.00657, + "precision_at_1000": 0.001, + "mrr_at_1": 0.422692, + "mrr_at_3": 0.446422, + "mrr_at_5": 0.451316, + "mrr_at_10": 0.45493, + "mrr_at_20": 0.456277, + "mrr_at_100": 0.458724, + "mrr_at_1000": 0.460248, + "nauc_ndcg_at_1_max": 0.871123, + "nauc_ndcg_at_1_std": 0.67364, + "nauc_ndcg_at_1_diff1": 0.842069, + "nauc_ndcg_at_3_max": 0.896227, + "nauc_ndcg_at_3_std": 0.727436, + "nauc_ndcg_at_3_diff1": 0.825616, + "nauc_ndcg_at_5_max": 0.893732, + "nauc_ndcg_at_5_std": 0.734171, + "nauc_ndcg_at_5_diff1": 0.815378, + "nauc_ndcg_at_10_max": 0.888632, + "nauc_ndcg_at_10_std": 0.734094, + "nauc_ndcg_at_10_diff1": 0.808659, + "nauc_ndcg_at_20_max": 0.883237, + "nauc_ndcg_at_20_std": 0.733611, + "nauc_ndcg_at_20_diff1": 0.803207, + "nauc_ndcg_at_100_max": 0.873338, + "nauc_ndcg_at_100_std": 0.721568, + "nauc_ndcg_at_100_diff1": 0.798328, + "nauc_ndcg_at_1000_max": 0.88079, + "nauc_ndcg_at_1000_std": 0.722592, + "nauc_ndcg_at_1000_diff1": 0.808614, + "nauc_map_at_1_max": 0.871123, + "nauc_map_at_1_std": 0.67364, + "nauc_map_at_1_diff1": 0.842069, + "nauc_map_at_3_max": 0.890835, + "nauc_map_at_3_std": 0.714489, + "nauc_map_at_3_diff1": 0.829866, + "nauc_map_at_5_max": 0.889516, + "nauc_map_at_5_std": 0.718117, + "nauc_map_at_5_diff1": 0.824254, + "nauc_map_at_10_max": 0.88752, + "nauc_map_at_10_std": 0.718293, + "nauc_map_at_10_diff1": 0.821581, + "nauc_map_at_20_max": 0.886143, + "nauc_map_at_20_std": 0.718287, + "nauc_map_at_20_diff1": 0.820153, + "nauc_map_at_100_max": 0.884844, + "nauc_map_at_100_std": 0.716979, + "nauc_map_at_100_diff1": 0.819454, + "nauc_map_at_1000_max": 0.884919, + "nauc_map_at_1000_std": 0.716839, + "nauc_map_at_1000_diff1": 0.819678, + "nauc_recall_at_1_max": 0.871123, + "nauc_recall_at_1_std": 0.67364, + "nauc_recall_at_1_diff1": 0.842069, + "nauc_recall_at_3_max": 0.911651, + "nauc_recall_at_3_std": 0.765125, + "nauc_recall_at_3_diff1": 0.813122, + "nauc_recall_at_5_max": 0.905344, + "nauc_recall_at_5_std": 0.782261, + "nauc_recall_at_5_diff1": 0.787711, + "nauc_recall_at_10_max": 0.888848, + "nauc_recall_at_10_std": 0.78185, + "nauc_recall_at_10_diff1": 0.765303, + "nauc_recall_at_20_max": 0.86579, + "nauc_recall_at_20_std": 0.779685, + "nauc_recall_at_20_diff1": 0.741516, + "nauc_recall_at_100_max": 0.798328, + "nauc_recall_at_100_std": 0.703646, + "nauc_recall_at_100_diff1": 0.700514, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.871123, + "nauc_precision_at_1_std": 0.67364, + "nauc_precision_at_1_diff1": 0.842069, + "nauc_precision_at_3_max": 0.911651, + "nauc_precision_at_3_std": 0.765125, + "nauc_precision_at_3_diff1": 0.813122, + "nauc_precision_at_5_max": 0.905344, + "nauc_precision_at_5_std": 0.782261, + "nauc_precision_at_5_diff1": 0.787711, + "nauc_precision_at_10_max": 0.888848, + "nauc_precision_at_10_std": 0.78185, + "nauc_precision_at_10_diff1": 0.765303, + "nauc_precision_at_20_max": 0.86579, + "nauc_precision_at_20_std": 0.779685, + "nauc_precision_at_20_diff1": 0.741516, + "nauc_precision_at_100_max": 0.798328, + "nauc_precision_at_100_std": 0.703646, + "nauc_precision_at_100_diff1": 0.700514, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.871123, + "nauc_mrr_at_1_std": 0.67364, + "nauc_mrr_at_1_diff1": 0.842069, + "nauc_mrr_at_3_max": 0.890835, + "nauc_mrr_at_3_std": 0.714489, + "nauc_mrr_at_3_diff1": 0.829866, + "nauc_mrr_at_5_max": 0.889516, + "nauc_mrr_at_5_std": 0.718117, + "nauc_mrr_at_5_diff1": 0.824254, + "nauc_mrr_at_10_max": 0.88752, + "nauc_mrr_at_10_std": 0.718293, + "nauc_mrr_at_10_diff1": 0.821581, + "nauc_mrr_at_20_max": 0.886143, + "nauc_mrr_at_20_std": 0.718287, + "nauc_mrr_at_20_diff1": 0.820153, + "nauc_mrr_at_100_max": 0.884844, + "nauc_mrr_at_100_std": 0.716979, + "nauc_mrr_at_100_diff1": 0.819454, + "nauc_mrr_at_1000_max": 0.884919, + "nauc_mrr_at_1000_std": 0.716839, + "nauc_mrr_at_1000_diff1": 0.819678, + "main_score": 0.47171, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.72444, + "ndcg_at_3": 0.79804, + "ndcg_at_5": 0.81219, + "ndcg_at_10": 0.82478, + "ndcg_at_20": 0.83315, + "ndcg_at_100": 0.84006, + "ndcg_at_1000": 0.84125, + "map_at_1": 0.72444, + "map_at_3": 0.78074, + "map_at_5": 0.78857, + "map_at_10": 0.79377, + "map_at_20": 0.79604, + "map_at_100": 0.79704, + "map_at_1000": 0.79709, + "recall_at_1": 0.72444, + "recall_at_3": 0.84778, + "recall_at_5": 0.88222, + "recall_at_10": 0.92111, + "recall_at_20": 0.95444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.72444, + "precision_at_3": 0.28259, + "precision_at_5": 0.17644, + "precision_at_10": 0.09211, + "precision_at_20": 0.04772, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.724444, + "mrr_at_3": 0.780741, + "mrr_at_5": 0.788574, + "mrr_at_10": 0.793775, + "mrr_at_20": 0.796039, + "mrr_at_100": 0.797041, + "mrr_at_1000": 0.797094, + "nauc_ndcg_at_1_max": 0.732058, + "nauc_ndcg_at_1_std": -0.073482, + "nauc_ndcg_at_1_diff1": 0.861561, + "nauc_ndcg_at_3_max": 0.747345, + "nauc_ndcg_at_3_std": -0.021428, + "nauc_ndcg_at_3_diff1": 0.818242, + "nauc_ndcg_at_5_max": 0.738046, + "nauc_ndcg_at_5_std": -0.028225, + "nauc_ndcg_at_5_diff1": 0.809671, + "nauc_ndcg_at_10_max": 0.729525, + "nauc_ndcg_at_10_std": -0.040478, + "nauc_ndcg_at_10_diff1": 0.808185, + "nauc_ndcg_at_20_max": 0.736011, + "nauc_ndcg_at_20_std": -0.033154, + "nauc_ndcg_at_20_diff1": 0.817159, + "nauc_ndcg_at_100_max": 0.736034, + "nauc_ndcg_at_100_std": -0.041273, + "nauc_ndcg_at_100_diff1": 0.821984, + "nauc_ndcg_at_1000_max": 0.736548, + "nauc_ndcg_at_1000_std": -0.041813, + "nauc_ndcg_at_1000_diff1": 0.822654, + "nauc_map_at_1_max": 0.732058, + "nauc_map_at_1_std": -0.073482, + "nauc_map_at_1_diff1": 0.861561, + "nauc_map_at_3_max": 0.742468, + "nauc_map_at_3_std": -0.039403, + "nauc_map_at_3_diff1": 0.829335, + "nauc_map_at_5_max": 0.737609, + "nauc_map_at_5_std": -0.043751, + "nauc_map_at_5_diff1": 0.825336, + "nauc_map_at_10_max": 0.734572, + "nauc_map_at_10_std": -0.048397, + "nauc_map_at_10_diff1": 0.825212, + "nauc_map_at_20_max": 0.736207, + "nauc_map_at_20_std": -0.046425, + "nauc_map_at_20_diff1": 0.827438, + "nauc_map_at_100_max": 0.736345, + "nauc_map_at_100_std": -0.047479, + "nauc_map_at_100_diff1": 0.82802, + "nauc_map_at_1000_max": 0.736385, + "nauc_map_at_1000_std": -0.047453, + "nauc_map_at_1000_diff1": 0.828061, + "nauc_recall_at_1_max": 0.732058, + "nauc_recall_at_1_std": -0.073482, + "nauc_recall_at_1_diff1": 0.861561, + "nauc_recall_at_3_max": 0.766738, + "nauc_recall_at_3_std": 0.050757, + "nauc_recall_at_3_diff1": 0.775546, + "nauc_recall_at_5_max": 0.738363, + "nauc_recall_at_5_std": 0.047001, + "nauc_recall_at_5_diff1": 0.734203, + "nauc_recall_at_10_max": 0.684808, + "nauc_recall_at_10_std": 0.003077, + "nauc_recall_at_10_diff1": 0.689911, + "nauc_recall_at_20_max": 0.73452, + "nauc_recall_at_20_std": 0.118888, + "nauc_recall_at_20_diff1": 0.722325, + "nauc_recall_at_100_max": 0.69106, + "nauc_recall_at_100_std": 0.063025, + "nauc_recall_at_100_diff1": 0.753501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732058, + "nauc_precision_at_1_std": -0.073482, + "nauc_precision_at_1_diff1": 0.861561, + "nauc_precision_at_3_max": 0.766738, + "nauc_precision_at_3_std": 0.050757, + "nauc_precision_at_3_diff1": 0.775546, + "nauc_precision_at_5_max": 0.738363, + "nauc_precision_at_5_std": 0.047001, + "nauc_precision_at_5_diff1": 0.734203, + "nauc_precision_at_10_max": 0.684808, + "nauc_precision_at_10_std": 0.003077, + "nauc_precision_at_10_diff1": 0.689911, + "nauc_precision_at_20_max": 0.73452, + "nauc_precision_at_20_std": 0.118888, + "nauc_precision_at_20_diff1": 0.722325, + "nauc_precision_at_100_max": 0.69106, + "nauc_precision_at_100_std": 0.063025, + "nauc_precision_at_100_diff1": 0.753501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732058, + "nauc_mrr_at_1_std": -0.073482, + "nauc_mrr_at_1_diff1": 0.861561, + "nauc_mrr_at_3_max": 0.742468, + "nauc_mrr_at_3_std": -0.039403, + "nauc_mrr_at_3_diff1": 0.829335, + "nauc_mrr_at_5_max": 0.737609, + "nauc_mrr_at_5_std": -0.043751, + "nauc_mrr_at_5_diff1": 0.825336, + "nauc_mrr_at_10_max": 0.734572, + "nauc_mrr_at_10_std": -0.048397, + "nauc_mrr_at_10_diff1": 0.825212, + "nauc_mrr_at_20_max": 0.736207, + "nauc_mrr_at_20_std": -0.046425, + "nauc_mrr_at_20_diff1": 0.827438, + "nauc_mrr_at_100_max": 0.736345, + "nauc_mrr_at_100_std": -0.047479, + "nauc_mrr_at_100_diff1": 0.82802, + "nauc_mrr_at_1000_max": 0.736385, + "nauc_mrr_at_1000_std": -0.047453, + "nauc_mrr_at_1000_diff1": 0.828061, + "main_score": 0.82478, + "hf_subset": "kan_Knda-kan_Knda", + "languages": [ + "kan-Knda", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.89682, + "ndcg_at_5": 0.90562, + "ndcg_at_10": 0.91391, + "ndcg_at_20": 0.91651, + "ndcg_at_100": 0.9185, + "ndcg_at_1000": 0.9189, + "map_at_1": 0.84444, + "map_at_3": 0.88519, + "map_at_5": 0.89013, + "map_at_10": 0.89356, + "map_at_20": 0.89431, + "map_at_100": 0.89464, + "map_at_1000": 0.89465, + "recall_at_1": 0.84444, + "recall_at_3": 0.93, + "recall_at_5": 0.95111, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84444, + "precision_at_3": 0.31, + "precision_at_5": 0.19022, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.885185, + "mrr_at_5": 0.89013, + "mrr_at_10": 0.89356, + "mrr_at_20": 0.894312, + "mrr_at_100": 0.894635, + "mrr_at_1000": 0.894647, + "nauc_ndcg_at_1_max": 0.691468, + "nauc_ndcg_at_1_std": -0.183906, + "nauc_ndcg_at_1_diff1": 0.889961, + "nauc_ndcg_at_3_max": 0.713921, + "nauc_ndcg_at_3_std": -0.215451, + "nauc_ndcg_at_3_diff1": 0.868437, + "nauc_ndcg_at_5_max": 0.710931, + "nauc_ndcg_at_5_std": -0.195661, + "nauc_ndcg_at_5_diff1": 0.871015, + "nauc_ndcg_at_10_max": 0.711879, + "nauc_ndcg_at_10_std": -0.167912, + "nauc_ndcg_at_10_diff1": 0.873932, + "nauc_ndcg_at_20_max": 0.706411, + "nauc_ndcg_at_20_std": -0.18872, + "nauc_ndcg_at_20_diff1": 0.876127, + "nauc_ndcg_at_100_max": 0.708254, + "nauc_ndcg_at_100_std": -0.190126, + "nauc_ndcg_at_100_diff1": 0.876159, + "nauc_ndcg_at_1000_max": 0.707261, + "nauc_ndcg_at_1000_std": -0.191139, + "nauc_ndcg_at_1000_diff1": 0.876191, + "nauc_map_at_1_max": 0.691468, + "nauc_map_at_1_std": -0.183906, + "nauc_map_at_1_diff1": 0.889961, + "nauc_map_at_3_max": 0.707609, + "nauc_map_at_3_std": -0.206204, + "nauc_map_at_3_diff1": 0.874148, + "nauc_map_at_5_max": 0.706042, + "nauc_map_at_5_std": -0.195602, + "nauc_map_at_5_diff1": 0.875702, + "nauc_map_at_10_max": 0.706059, + "nauc_map_at_10_std": -0.187649, + "nauc_map_at_10_diff1": 0.876812, + "nauc_map_at_20_max": 0.704778, + "nauc_map_at_20_std": -0.192553, + "nauc_map_at_20_diff1": 0.877295, + "nauc_map_at_100_max": 0.705093, + "nauc_map_at_100_std": -0.192943, + "nauc_map_at_100_diff1": 0.877373, + "nauc_map_at_1000_max": 0.705075, + "nauc_map_at_1000_std": -0.192918, + "nauc_map_at_1000_diff1": 0.87737, + "nauc_recall_at_1_max": 0.691468, + "nauc_recall_at_1_std": -0.183906, + "nauc_recall_at_1_diff1": 0.889961, + "nauc_recall_at_3_max": 0.74226, + "nauc_recall_at_3_std": -0.257244, + "nauc_recall_at_3_diff1": 0.843056, + "nauc_recall_at_5_max": 0.739443, + "nauc_recall_at_5_std": -0.191421, + "nauc_recall_at_5_diff1": 0.843349, + "nauc_recall_at_10_max": 0.784269, + "nauc_recall_at_10_std": 0.150771, + "nauc_recall_at_10_diff1": 0.84605, + "nauc_recall_at_20_max": 0.710006, + "nauc_recall_at_20_std": -0.096133, + "nauc_recall_at_20_diff1": 0.878424, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691468, + "nauc_precision_at_1_std": -0.183906, + "nauc_precision_at_1_diff1": 0.889961, + "nauc_precision_at_3_max": 0.74226, + "nauc_precision_at_3_std": -0.257244, + "nauc_precision_at_3_diff1": 0.843056, + "nauc_precision_at_5_max": 0.739443, + "nauc_precision_at_5_std": -0.191421, + "nauc_precision_at_5_diff1": 0.843349, + "nauc_precision_at_10_max": 0.784269, + "nauc_precision_at_10_std": 0.150771, + "nauc_precision_at_10_diff1": 0.84605, + "nauc_precision_at_20_max": 0.710006, + "nauc_precision_at_20_std": -0.096133, + "nauc_precision_at_20_diff1": 0.878424, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691468, + "nauc_mrr_at_1_std": -0.183906, + "nauc_mrr_at_1_diff1": 0.889961, + "nauc_mrr_at_3_max": 0.707609, + "nauc_mrr_at_3_std": -0.206204, + "nauc_mrr_at_3_diff1": 0.874148, + "nauc_mrr_at_5_max": 0.706042, + "nauc_mrr_at_5_std": -0.195602, + "nauc_mrr_at_5_diff1": 0.875702, + "nauc_mrr_at_10_max": 0.706059, + "nauc_mrr_at_10_std": -0.187649, + "nauc_mrr_at_10_diff1": 0.876812, + "nauc_mrr_at_20_max": 0.704778, + "nauc_mrr_at_20_std": -0.192553, + "nauc_mrr_at_20_diff1": 0.877295, + "nauc_mrr_at_100_max": 0.705093, + "nauc_mrr_at_100_std": -0.192943, + "nauc_mrr_at_100_diff1": 0.877373, + "nauc_mrr_at_1000_max": 0.705075, + "nauc_mrr_at_1000_std": -0.192918, + "nauc_mrr_at_1000_diff1": 0.87737, + "main_score": 0.91391, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71667, + "ndcg_at_3": 0.78659, + "ndcg_at_5": 0.80523, + "ndcg_at_10": 0.81643, + "ndcg_at_20": 0.82585, + "ndcg_at_100": 0.8325, + "ndcg_at_1000": 0.83395, + "map_at_1": 0.71667, + "map_at_3": 0.76963, + "map_at_5": 0.77991, + "map_at_10": 0.78457, + "map_at_20": 0.78723, + "map_at_100": 0.7881, + "map_at_1000": 0.78816, + "recall_at_1": 0.71667, + "recall_at_3": 0.83556, + "recall_at_5": 0.88111, + "recall_at_10": 0.91556, + "recall_at_20": 0.95222, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.71667, + "precision_at_3": 0.27852, + "precision_at_5": 0.17622, + "precision_at_10": 0.09156, + "precision_at_20": 0.04761, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.716667, + "mrr_at_3": 0.76963, + "mrr_at_5": 0.779907, + "mrr_at_10": 0.784571, + "mrr_at_20": 0.787234, + "mrr_at_100": 0.788105, + "mrr_at_1000": 0.788163, + "nauc_ndcg_at_1_max": 0.703143, + "nauc_ndcg_at_1_std": -0.058491, + "nauc_ndcg_at_1_diff1": 0.851937, + "nauc_ndcg_at_3_max": 0.726717, + "nauc_ndcg_at_3_std": -0.003446, + "nauc_ndcg_at_3_diff1": 0.815071, + "nauc_ndcg_at_5_max": 0.718899, + "nauc_ndcg_at_5_std": 0.001, + "nauc_ndcg_at_5_diff1": 0.811185, + "nauc_ndcg_at_10_max": 0.720204, + "nauc_ndcg_at_10_std": -0.004889, + "nauc_ndcg_at_10_diff1": 0.818091, + "nauc_ndcg_at_20_max": 0.721664, + "nauc_ndcg_at_20_std": -0.003468, + "nauc_ndcg_at_20_diff1": 0.820959, + "nauc_ndcg_at_100_max": 0.719148, + "nauc_ndcg_at_100_std": -0.008971, + "nauc_ndcg_at_100_diff1": 0.824445, + "nauc_ndcg_at_1000_max": 0.717665, + "nauc_ndcg_at_1000_std": -0.013737, + "nauc_ndcg_at_1000_diff1": 0.823953, + "nauc_map_at_1_max": 0.703143, + "nauc_map_at_1_std": -0.058491, + "nauc_map_at_1_diff1": 0.851937, + "nauc_map_at_3_max": 0.719262, + "nauc_map_at_3_std": -0.02074, + "nauc_map_at_3_diff1": 0.825053, + "nauc_map_at_5_max": 0.714959, + "nauc_map_at_5_std": -0.019749, + "nauc_map_at_5_diff1": 0.82341, + "nauc_map_at_10_max": 0.715338, + "nauc_map_at_10_std": -0.022072, + "nauc_map_at_10_diff1": 0.826137, + "nauc_map_at_20_max": 0.715573, + "nauc_map_at_20_std": -0.021826, + "nauc_map_at_20_diff1": 0.826855, + "nauc_map_at_100_max": 0.715217, + "nauc_map_at_100_std": -0.022481, + "nauc_map_at_100_diff1": 0.827254, + "nauc_map_at_1000_max": 0.715164, + "nauc_map_at_1000_std": -0.022618, + "nauc_map_at_1000_diff1": 0.827236, + "nauc_recall_at_1_max": 0.703143, + "nauc_recall_at_1_std": -0.058491, + "nauc_recall_at_1_diff1": 0.851937, + "nauc_recall_at_3_max": 0.755645, + "nauc_recall_at_3_std": 0.063605, + "nauc_recall_at_3_diff1": 0.777176, + "nauc_recall_at_5_max": 0.737027, + "nauc_recall_at_5_std": 0.106013, + "nauc_recall_at_5_diff1": 0.750991, + "nauc_recall_at_10_max": 0.751824, + "nauc_recall_at_10_std": 0.106535, + "nauc_recall_at_10_diff1": 0.770658, + "nauc_recall_at_20_max": 0.795909, + "nauc_recall_at_20_std": 0.20535, + "nauc_recall_at_20_diff1": 0.773229, + "nauc_recall_at_100_max": 0.869981, + "nauc_recall_at_100_std": 0.498786, + "nauc_recall_at_100_diff1": 0.873716, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703143, + "nauc_precision_at_1_std": -0.058491, + "nauc_precision_at_1_diff1": 0.851937, + "nauc_precision_at_3_max": 0.755645, + "nauc_precision_at_3_std": 0.063605, + "nauc_precision_at_3_diff1": 0.777176, + "nauc_precision_at_5_max": 0.737027, + "nauc_precision_at_5_std": 0.106013, + "nauc_precision_at_5_diff1": 0.750991, + "nauc_precision_at_10_max": 0.751824, + "nauc_precision_at_10_std": 0.106535, + "nauc_precision_at_10_diff1": 0.770658, + "nauc_precision_at_20_max": 0.795909, + "nauc_precision_at_20_std": 0.20535, + "nauc_precision_at_20_diff1": 0.773229, + "nauc_precision_at_100_max": 0.869981, + "nauc_precision_at_100_std": 0.498786, + "nauc_precision_at_100_diff1": 0.873716, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703143, + "nauc_mrr_at_1_std": -0.058491, + "nauc_mrr_at_1_diff1": 0.851937, + "nauc_mrr_at_3_max": 0.719262, + "nauc_mrr_at_3_std": -0.02074, + "nauc_mrr_at_3_diff1": 0.825053, + "nauc_mrr_at_5_max": 0.714959, + "nauc_mrr_at_5_std": -0.019749, + "nauc_mrr_at_5_diff1": 0.82341, + "nauc_mrr_at_10_max": 0.715338, + "nauc_mrr_at_10_std": -0.022072, + "nauc_mrr_at_10_diff1": 0.826137, + "nauc_mrr_at_20_max": 0.715573, + "nauc_mrr_at_20_std": -0.021826, + "nauc_mrr_at_20_diff1": 0.826855, + "nauc_mrr_at_100_max": 0.715217, + "nauc_mrr_at_100_std": -0.022481, + "nauc_mrr_at_100_diff1": 0.827254, + "nauc_mrr_at_1000_max": 0.715164, + "nauc_mrr_at_1000_std": -0.022618, + "nauc_mrr_at_1000_diff1": 0.827236, + "main_score": 0.81643, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.61111, + "ndcg_at_3": 0.68062, + "ndcg_at_5": 0.69578, + "ndcg_at_10": 0.71105, + "ndcg_at_20": 0.72268, + "ndcg_at_100": 0.74053, + "ndcg_at_1000": 0.74634, + "map_at_1": 0.61111, + "map_at_3": 0.66389, + "map_at_5": 0.67233, + "map_at_10": 0.67853, + "map_at_20": 0.68163, + "map_at_100": 0.68407, + "map_at_1000": 0.68433, + "recall_at_1": 0.61111, + "recall_at_3": 0.72889, + "recall_at_5": 0.76556, + "recall_at_10": 0.81333, + "recall_at_20": 0.86, + "recall_at_100": 0.95667, + "recall_at_1000": 1.0, + "precision_at_1": 0.61111, + "precision_at_3": 0.24296, + "precision_at_5": 0.15311, + "precision_at_10": 0.08133, + "precision_at_20": 0.043, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611111, + "mrr_at_3": 0.663889, + "mrr_at_5": 0.672333, + "mrr_at_10": 0.678526, + "mrr_at_20": 0.681632, + "mrr_at_100": 0.684069, + "mrr_at_1000": 0.684328, + "nauc_ndcg_at_1_max": 0.696069, + "nauc_ndcg_at_1_std": -0.039711, + "nauc_ndcg_at_1_diff1": 0.801418, + "nauc_ndcg_at_3_max": 0.712279, + "nauc_ndcg_at_3_std": -0.015592, + "nauc_ndcg_at_3_diff1": 0.759766, + "nauc_ndcg_at_5_max": 0.713812, + "nauc_ndcg_at_5_std": -0.009212, + "nauc_ndcg_at_5_diff1": 0.756173, + "nauc_ndcg_at_10_max": 0.713365, + "nauc_ndcg_at_10_std": -0.007444, + "nauc_ndcg_at_10_diff1": 0.753552, + "nauc_ndcg_at_20_max": 0.713588, + "nauc_ndcg_at_20_std": 0.007225, + "nauc_ndcg_at_20_diff1": 0.752818, + "nauc_ndcg_at_100_max": 0.711116, + "nauc_ndcg_at_100_std": -0.002762, + "nauc_ndcg_at_100_diff1": 0.76085, + "nauc_ndcg_at_1000_max": 0.710115, + "nauc_ndcg_at_1000_std": -0.007867, + "nauc_ndcg_at_1000_diff1": 0.761937, + "nauc_map_at_1_max": 0.696069, + "nauc_map_at_1_std": -0.039711, + "nauc_map_at_1_diff1": 0.801418, + "nauc_map_at_3_max": 0.707918, + "nauc_map_at_3_std": -0.020562, + "nauc_map_at_3_diff1": 0.76917, + "nauc_map_at_5_max": 0.708628, + "nauc_map_at_5_std": -0.017271, + "nauc_map_at_5_diff1": 0.767574, + "nauc_map_at_10_max": 0.708621, + "nauc_map_at_10_std": -0.016605, + "nauc_map_at_10_diff1": 0.766918, + "nauc_map_at_20_max": 0.708535, + "nauc_map_at_20_std": -0.01347, + "nauc_map_at_20_diff1": 0.766759, + "nauc_map_at_100_max": 0.70808, + "nauc_map_at_100_std": -0.014822, + "nauc_map_at_100_diff1": 0.767781, + "nauc_map_at_1000_max": 0.708038, + "nauc_map_at_1000_std": -0.014999, + "nauc_map_at_1000_diff1": 0.767823, + "nauc_recall_at_1_max": 0.696069, + "nauc_recall_at_1_std": -0.039711, + "nauc_recall_at_1_diff1": 0.801418, + "nauc_recall_at_3_max": 0.726949, + "nauc_recall_at_3_std": 0.000396, + "nauc_recall_at_3_diff1": 0.729006, + "nauc_recall_at_5_max": 0.733266, + "nauc_recall_at_5_std": 0.020851, + "nauc_recall_at_5_diff1": 0.714185, + "nauc_recall_at_10_max": 0.73343, + "nauc_recall_at_10_std": 0.033513, + "nauc_recall_at_10_diff1": 0.693204, + "nauc_recall_at_20_max": 0.742495, + "nauc_recall_at_20_std": 0.152279, + "nauc_recall_at_20_diff1": 0.671755, + "nauc_recall_at_100_max": 0.747205, + "nauc_recall_at_100_std": 0.187268, + "nauc_recall_at_100_diff1": 0.720941, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696069, + "nauc_precision_at_1_std": -0.039711, + "nauc_precision_at_1_diff1": 0.801418, + "nauc_precision_at_3_max": 0.726949, + "nauc_precision_at_3_std": 0.000396, + "nauc_precision_at_3_diff1": 0.729006, + "nauc_precision_at_5_max": 0.733266, + "nauc_precision_at_5_std": 0.020851, + "nauc_precision_at_5_diff1": 0.714185, + "nauc_precision_at_10_max": 0.73343, + "nauc_precision_at_10_std": 0.033513, + "nauc_precision_at_10_diff1": 0.693204, + "nauc_precision_at_20_max": 0.742495, + "nauc_precision_at_20_std": 0.152279, + "nauc_precision_at_20_diff1": 0.671755, + "nauc_precision_at_100_max": 0.747205, + "nauc_precision_at_100_std": 0.187268, + "nauc_precision_at_100_diff1": 0.720941, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696069, + "nauc_mrr_at_1_std": -0.039711, + "nauc_mrr_at_1_diff1": 0.801418, + "nauc_mrr_at_3_max": 0.707918, + "nauc_mrr_at_3_std": -0.020562, + "nauc_mrr_at_3_diff1": 0.76917, + "nauc_mrr_at_5_max": 0.708628, + "nauc_mrr_at_5_std": -0.017271, + "nauc_mrr_at_5_diff1": 0.767574, + "nauc_mrr_at_10_max": 0.708621, + "nauc_mrr_at_10_std": -0.016605, + "nauc_mrr_at_10_diff1": 0.766918, + "nauc_mrr_at_20_max": 0.708535, + "nauc_mrr_at_20_std": -0.01347, + "nauc_mrr_at_20_diff1": 0.766759, + "nauc_mrr_at_100_max": 0.70808, + "nauc_mrr_at_100_std": -0.014822, + "nauc_mrr_at_100_diff1": 0.767781, + "nauc_mrr_at_1000_max": 0.708038, + "nauc_mrr_at_1000_std": -0.014999, + "nauc_mrr_at_1000_diff1": 0.767823, + "main_score": 0.71105, + "hf_subset": "kat_Geor-kat_Geor", + "languages": [ + "kat-Geor", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.81676, + "ndcg_at_5": 0.83239, + "ndcg_at_10": 0.8442, + "ndcg_at_20": 0.851, + "ndcg_at_100": 0.85688, + "ndcg_at_1000": 0.85729, + "map_at_1": 0.74667, + "map_at_3": 0.80019, + "map_at_5": 0.80891, + "map_at_10": 0.81375, + "map_at_20": 0.81564, + "map_at_100": 0.8165, + "map_at_1000": 0.81651, + "recall_at_1": 0.74667, + "recall_at_3": 0.86444, + "recall_at_5": 0.90222, + "recall_at_10": 0.93889, + "recall_at_20": 0.96556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.74667, + "precision_at_3": 0.28815, + "precision_at_5": 0.18044, + "precision_at_10": 0.09389, + "precision_at_20": 0.04828, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.800185, + "mrr_at_5": 0.808907, + "mrr_at_10": 0.813746, + "mrr_at_20": 0.815641, + "mrr_at_100": 0.816501, + "mrr_at_1000": 0.816513, + "nauc_ndcg_at_1_max": 0.634392, + "nauc_ndcg_at_1_std": -0.188007, + "nauc_ndcg_at_1_diff1": 0.857762, + "nauc_ndcg_at_3_max": 0.656274, + "nauc_ndcg_at_3_std": -0.179123, + "nauc_ndcg_at_3_diff1": 0.825296, + "nauc_ndcg_at_5_max": 0.639968, + "nauc_ndcg_at_5_std": -0.181366, + "nauc_ndcg_at_5_diff1": 0.811383, + "nauc_ndcg_at_10_max": 0.636724, + "nauc_ndcg_at_10_std": -0.192597, + "nauc_ndcg_at_10_diff1": 0.816884, + "nauc_ndcg_at_20_max": 0.637357, + "nauc_ndcg_at_20_std": -0.186318, + "nauc_ndcg_at_20_diff1": 0.81871, + "nauc_ndcg_at_100_max": 0.641129, + "nauc_ndcg_at_100_std": -0.184664, + "nauc_ndcg_at_100_diff1": 0.825623, + "nauc_ndcg_at_1000_max": 0.640883, + "nauc_ndcg_at_1000_std": -0.185188, + "nauc_ndcg_at_1000_diff1": 0.826267, + "nauc_map_at_1_max": 0.634392, + "nauc_map_at_1_std": -0.188007, + "nauc_map_at_1_diff1": 0.857762, + "nauc_map_at_3_max": 0.65008, + "nauc_map_at_3_std": -0.182589, + "nauc_map_at_3_diff1": 0.833752, + "nauc_map_at_5_max": 0.641864, + "nauc_map_at_5_std": -0.183252, + "nauc_map_at_5_diff1": 0.827103, + "nauc_map_at_10_max": 0.640727, + "nauc_map_at_10_std": -0.187818, + "nauc_map_at_10_diff1": 0.829567, + "nauc_map_at_20_max": 0.640937, + "nauc_map_at_20_std": -0.186288, + "nauc_map_at_20_diff1": 0.830169, + "nauc_map_at_100_max": 0.641362, + "nauc_map_at_100_std": -0.185961, + "nauc_map_at_100_diff1": 0.831096, + "nauc_map_at_1000_max": 0.641364, + "nauc_map_at_1000_std": -0.185937, + "nauc_map_at_1000_diff1": 0.83111, + "nauc_recall_at_1_max": 0.634392, + "nauc_recall_at_1_std": -0.188007, + "nauc_recall_at_1_diff1": 0.857762, + "nauc_recall_at_3_max": 0.68106, + "nauc_recall_at_3_std": -0.164675, + "nauc_recall_at_3_diff1": 0.791904, + "nauc_recall_at_5_max": 0.625663, + "nauc_recall_at_5_std": -0.172868, + "nauc_recall_at_5_diff1": 0.72792, + "nauc_recall_at_10_max": 0.594245, + "nauc_recall_at_10_std": -0.240837, + "nauc_recall_at_10_diff1": 0.716391, + "nauc_recall_at_20_max": 0.570103, + "nauc_recall_at_20_std": -0.183067, + "nauc_recall_at_20_diff1": 0.665492, + "nauc_recall_at_100_max": 0.742453, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.615002, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.634392, + "nauc_precision_at_1_std": -0.188007, + "nauc_precision_at_1_diff1": 0.857762, + "nauc_precision_at_3_max": 0.68106, + "nauc_precision_at_3_std": -0.164675, + "nauc_precision_at_3_diff1": 0.791904, + "nauc_precision_at_5_max": 0.625663, + "nauc_precision_at_5_std": -0.172868, + "nauc_precision_at_5_diff1": 0.72792, + "nauc_precision_at_10_max": 0.594245, + "nauc_precision_at_10_std": -0.240837, + "nauc_precision_at_10_diff1": 0.716391, + "nauc_precision_at_20_max": 0.570103, + "nauc_precision_at_20_std": -0.183067, + "nauc_precision_at_20_diff1": 0.665492, + "nauc_precision_at_100_max": 0.742453, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.615002, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.634392, + "nauc_mrr_at_1_std": -0.188007, + "nauc_mrr_at_1_diff1": 0.857762, + "nauc_mrr_at_3_max": 0.65008, + "nauc_mrr_at_3_std": -0.182589, + "nauc_mrr_at_3_diff1": 0.833752, + "nauc_mrr_at_5_max": 0.641864, + "nauc_mrr_at_5_std": -0.183252, + "nauc_mrr_at_5_diff1": 0.827103, + "nauc_mrr_at_10_max": 0.640727, + "nauc_mrr_at_10_std": -0.187818, + "nauc_mrr_at_10_diff1": 0.829567, + "nauc_mrr_at_20_max": 0.640937, + "nauc_mrr_at_20_std": -0.186288, + "nauc_mrr_at_20_diff1": 0.830169, + "nauc_mrr_at_100_max": 0.641362, + "nauc_mrr_at_100_std": -0.185961, + "nauc_mrr_at_100_diff1": 0.831096, + "nauc_mrr_at_1000_max": 0.641364, + "nauc_mrr_at_1000_std": -0.185937, + "nauc_mrr_at_1000_diff1": 0.83111, + "main_score": 0.8442, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51333, + "ndcg_at_3": 0.59684, + "ndcg_at_5": 0.62204, + "ndcg_at_10": 0.63767, + "ndcg_at_20": 0.64788, + "ndcg_at_100": 0.67135, + "ndcg_at_1000": 0.68056, + "map_at_1": 0.51333, + "map_at_3": 0.57685, + "map_at_5": 0.59085, + "map_at_10": 0.5972, + "map_at_20": 0.5999, + "map_at_100": 0.60321, + "map_at_1000": 0.60361, + "recall_at_1": 0.51333, + "recall_at_3": 0.65444, + "recall_at_5": 0.71556, + "recall_at_10": 0.76444, + "recall_at_20": 0.80556, + "recall_at_100": 0.93111, + "recall_at_1000": 1.0, + "precision_at_1": 0.51333, + "precision_at_3": 0.21815, + "precision_at_5": 0.14311, + "precision_at_10": 0.07644, + "precision_at_20": 0.04028, + "precision_at_100": 0.00931, + "precision_at_1000": 0.001, + "mrr_at_1": 0.513333, + "mrr_at_3": 0.576852, + "mrr_at_5": 0.590852, + "mrr_at_10": 0.597197, + "mrr_at_20": 0.599898, + "mrr_at_100": 0.603208, + "mrr_at_1000": 0.603611, + "nauc_ndcg_at_1_max": 0.70585, + "nauc_ndcg_at_1_std": 0.140034, + "nauc_ndcg_at_1_diff1": 0.804766, + "nauc_ndcg_at_3_max": 0.717606, + "nauc_ndcg_at_3_std": 0.176757, + "nauc_ndcg_at_3_diff1": 0.758704, + "nauc_ndcg_at_5_max": 0.716269, + "nauc_ndcg_at_5_std": 0.200531, + "nauc_ndcg_at_5_diff1": 0.746201, + "nauc_ndcg_at_10_max": 0.713651, + "nauc_ndcg_at_10_std": 0.206998, + "nauc_ndcg_at_10_diff1": 0.74407, + "nauc_ndcg_at_20_max": 0.710873, + "nauc_ndcg_at_20_std": 0.202381, + "nauc_ndcg_at_20_diff1": 0.743248, + "nauc_ndcg_at_100_max": 0.712712, + "nauc_ndcg_at_100_std": 0.203006, + "nauc_ndcg_at_100_diff1": 0.74914, + "nauc_ndcg_at_1000_max": 0.712044, + "nauc_ndcg_at_1000_std": 0.191263, + "nauc_ndcg_at_1000_diff1": 0.753753, + "nauc_map_at_1_max": 0.70585, + "nauc_map_at_1_std": 0.140034, + "nauc_map_at_1_diff1": 0.804766, + "nauc_map_at_3_max": 0.714416, + "nauc_map_at_3_std": 0.167447, + "nauc_map_at_3_diff1": 0.769695, + "nauc_map_at_5_max": 0.713151, + "nauc_map_at_5_std": 0.179595, + "nauc_map_at_5_diff1": 0.763161, + "nauc_map_at_10_max": 0.712169, + "nauc_map_at_10_std": 0.182116, + "nauc_map_at_10_diff1": 0.762326, + "nauc_map_at_20_max": 0.711499, + "nauc_map_at_20_std": 0.180749, + "nauc_map_at_20_diff1": 0.762203, + "nauc_map_at_100_max": 0.711637, + "nauc_map_at_100_std": 0.180216, + "nauc_map_at_100_diff1": 0.762919, + "nauc_map_at_1000_max": 0.711622, + "nauc_map_at_1000_std": 0.179814, + "nauc_map_at_1000_diff1": 0.763084, + "nauc_recall_at_1_max": 0.70585, + "nauc_recall_at_1_std": 0.140034, + "nauc_recall_at_1_diff1": 0.804766, + "nauc_recall_at_3_max": 0.727985, + "nauc_recall_at_3_std": 0.20675, + "nauc_recall_at_3_diff1": 0.723622, + "nauc_recall_at_5_max": 0.728116, + "nauc_recall_at_5_std": 0.280565, + "nauc_recall_at_5_diff1": 0.683562, + "nauc_recall_at_10_max": 0.718787, + "nauc_recall_at_10_std": 0.317813, + "nauc_recall_at_10_diff1": 0.666421, + "nauc_recall_at_20_max": 0.702578, + "nauc_recall_at_20_std": 0.309386, + "nauc_recall_at_20_diff1": 0.64899, + "nauc_recall_at_100_max": 0.732109, + "nauc_recall_at_100_std": 0.526068, + "nauc_recall_at_100_diff1": 0.622383, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70585, + "nauc_precision_at_1_std": 0.140034, + "nauc_precision_at_1_diff1": 0.804766, + "nauc_precision_at_3_max": 0.727985, + "nauc_precision_at_3_std": 0.20675, + "nauc_precision_at_3_diff1": 0.723622, + "nauc_precision_at_5_max": 0.728116, + "nauc_precision_at_5_std": 0.280565, + "nauc_precision_at_5_diff1": 0.683562, + "nauc_precision_at_10_max": 0.718787, + "nauc_precision_at_10_std": 0.317813, + "nauc_precision_at_10_diff1": 0.666421, + "nauc_precision_at_20_max": 0.702578, + "nauc_precision_at_20_std": 0.309386, + "nauc_precision_at_20_diff1": 0.64899, + "nauc_precision_at_100_max": 0.732109, + "nauc_precision_at_100_std": 0.526068, + "nauc_precision_at_100_diff1": 0.622383, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70585, + "nauc_mrr_at_1_std": 0.140034, + "nauc_mrr_at_1_diff1": 0.804766, + "nauc_mrr_at_3_max": 0.714416, + "nauc_mrr_at_3_std": 0.167447, + "nauc_mrr_at_3_diff1": 0.769695, + "nauc_mrr_at_5_max": 0.713151, + "nauc_mrr_at_5_std": 0.179595, + "nauc_mrr_at_5_diff1": 0.763161, + "nauc_mrr_at_10_max": 0.712169, + "nauc_mrr_at_10_std": 0.182116, + "nauc_mrr_at_10_diff1": 0.762326, + "nauc_mrr_at_20_max": 0.711499, + "nauc_mrr_at_20_std": 0.180749, + "nauc_mrr_at_20_diff1": 0.762203, + "nauc_mrr_at_100_max": 0.711637, + "nauc_mrr_at_100_std": 0.180216, + "nauc_mrr_at_100_diff1": 0.762919, + "nauc_mrr_at_1000_max": 0.711622, + "nauc_mrr_at_1000_std": 0.179814, + "nauc_mrr_at_1000_diff1": 0.763084, + "main_score": 0.63767, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.60667, + "ndcg_at_3": 0.65718, + "ndcg_at_5": 0.6688, + "ndcg_at_10": 0.68391, + "ndcg_at_20": 0.69509, + "ndcg_at_100": 0.71524, + "ndcg_at_1000": 0.72561, + "map_at_1": 0.60667, + "map_at_3": 0.64537, + "map_at_5": 0.65193, + "map_at_10": 0.65817, + "map_at_20": 0.66136, + "map_at_100": 0.66398, + "map_at_1000": 0.66438, + "recall_at_1": 0.60667, + "recall_at_3": 0.69111, + "recall_at_5": 0.71889, + "recall_at_10": 0.76556, + "recall_at_20": 0.80889, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "precision_at_1": 0.60667, + "precision_at_3": 0.23037, + "precision_at_5": 0.14378, + "precision_at_10": 0.07656, + "precision_at_20": 0.04044, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.606667, + "mrr_at_3": 0.64537, + "mrr_at_5": 0.651926, + "mrr_at_10": 0.658168, + "mrr_at_20": 0.661357, + "mrr_at_100": 0.663979, + "mrr_at_1000": 0.664382, + "nauc_ndcg_at_1_max": 0.621208, + "nauc_ndcg_at_1_std": -0.493115, + "nauc_ndcg_at_1_diff1": 0.821713, + "nauc_ndcg_at_3_max": 0.601939, + "nauc_ndcg_at_3_std": -0.538431, + "nauc_ndcg_at_3_diff1": 0.800401, + "nauc_ndcg_at_5_max": 0.594294, + "nauc_ndcg_at_5_std": -0.540605, + "nauc_ndcg_at_5_diff1": 0.794309, + "nauc_ndcg_at_10_max": 0.583404, + "nauc_ndcg_at_10_std": -0.540999, + "nauc_ndcg_at_10_diff1": 0.787827, + "nauc_ndcg_at_20_max": 0.581129, + "nauc_ndcg_at_20_std": -0.536912, + "nauc_ndcg_at_20_diff1": 0.782993, + "nauc_ndcg_at_100_max": 0.587465, + "nauc_ndcg_at_100_std": -0.522463, + "nauc_ndcg_at_100_diff1": 0.787576, + "nauc_ndcg_at_1000_max": 0.591222, + "nauc_ndcg_at_1000_std": -0.528922, + "nauc_ndcg_at_1000_diff1": 0.792444, + "nauc_map_at_1_max": 0.621208, + "nauc_map_at_1_std": -0.493115, + "nauc_map_at_1_diff1": 0.821713, + "nauc_map_at_3_max": 0.606817, + "nauc_map_at_3_std": -0.527799, + "nauc_map_at_3_diff1": 0.806038, + "nauc_map_at_5_max": 0.602655, + "nauc_map_at_5_std": -0.528814, + "nauc_map_at_5_diff1": 0.802774, + "nauc_map_at_10_max": 0.598492, + "nauc_map_at_10_std": -0.528882, + "nauc_map_at_10_diff1": 0.80027, + "nauc_map_at_20_max": 0.598045, + "nauc_map_at_20_std": -0.527484, + "nauc_map_at_20_diff1": 0.799102, + "nauc_map_at_100_max": 0.598604, + "nauc_map_at_100_std": -0.52592, + "nauc_map_at_100_diff1": 0.799592, + "nauc_map_at_1000_max": 0.598763, + "nauc_map_at_1000_std": -0.5261, + "nauc_map_at_1000_diff1": 0.799767, + "nauc_recall_at_1_max": 0.621208, + "nauc_recall_at_1_std": -0.493115, + "nauc_recall_at_1_diff1": 0.821713, + "nauc_recall_at_3_max": 0.586561, + "nauc_recall_at_3_std": -0.571558, + "nauc_recall_at_3_diff1": 0.782522, + "nauc_recall_at_5_max": 0.56528, + "nauc_recall_at_5_std": -0.579916, + "nauc_recall_at_5_diff1": 0.765013, + "nauc_recall_at_10_max": 0.519133, + "nauc_recall_at_10_std": -0.586917, + "nauc_recall_at_10_diff1": 0.736178, + "nauc_recall_at_20_max": 0.494619, + "nauc_recall_at_20_std": -0.575252, + "nauc_recall_at_20_diff1": 0.700102, + "nauc_recall_at_100_max": 0.507113, + "nauc_recall_at_100_std": -0.378521, + "nauc_recall_at_100_diff1": 0.680847, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.621208, + "nauc_precision_at_1_std": -0.493115, + "nauc_precision_at_1_diff1": 0.821713, + "nauc_precision_at_3_max": 0.586561, + "nauc_precision_at_3_std": -0.571558, + "nauc_precision_at_3_diff1": 0.782522, + "nauc_precision_at_5_max": 0.56528, + "nauc_precision_at_5_std": -0.579916, + "nauc_precision_at_5_diff1": 0.765013, + "nauc_precision_at_10_max": 0.519133, + "nauc_precision_at_10_std": -0.586917, + "nauc_precision_at_10_diff1": 0.736178, + "nauc_precision_at_20_max": 0.494619, + "nauc_precision_at_20_std": -0.575252, + "nauc_precision_at_20_diff1": 0.700102, + "nauc_precision_at_100_max": 0.507113, + "nauc_precision_at_100_std": -0.378521, + "nauc_precision_at_100_diff1": 0.680847, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.621208, + "nauc_mrr_at_1_std": -0.493115, + "nauc_mrr_at_1_diff1": 0.821713, + "nauc_mrr_at_3_max": 0.606817, + "nauc_mrr_at_3_std": -0.527799, + "nauc_mrr_at_3_diff1": 0.806038, + "nauc_mrr_at_5_max": 0.602655, + "nauc_mrr_at_5_std": -0.528814, + "nauc_mrr_at_5_diff1": 0.802774, + "nauc_mrr_at_10_max": 0.598492, + "nauc_mrr_at_10_std": -0.528882, + "nauc_mrr_at_10_diff1": 0.80027, + "nauc_mrr_at_20_max": 0.598045, + "nauc_mrr_at_20_std": -0.527484, + "nauc_mrr_at_20_diff1": 0.799102, + "nauc_mrr_at_100_max": 0.598604, + "nauc_mrr_at_100_std": -0.52592, + "nauc_mrr_at_100_diff1": 0.799592, + "nauc_mrr_at_1000_max": 0.598763, + "nauc_mrr_at_1000_std": -0.5261, + "nauc_mrr_at_1000_diff1": 0.799767, + "main_score": 0.68391, + "hf_subset": "kaz_Cyrl-kaz_Cyrl", + "languages": [ + "kaz-Cyrl", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.73889, + "ndcg_at_3": 0.79274, + "ndcg_at_5": 0.8055, + "ndcg_at_10": 0.81802, + "ndcg_at_20": 0.82631, + "ndcg_at_100": 0.83583, + "ndcg_at_1000": 0.83844, + "map_at_1": 0.73889, + "map_at_3": 0.77981, + "map_at_5": 0.78687, + "map_at_10": 0.79221, + "map_at_20": 0.79456, + "map_at_100": 0.79597, + "map_at_1000": 0.7961, + "recall_at_1": 0.73889, + "recall_at_3": 0.83, + "recall_at_5": 0.86111, + "recall_at_10": 0.89889, + "recall_at_20": 0.93111, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.73889, + "precision_at_3": 0.27667, + "precision_at_5": 0.17222, + "precision_at_10": 0.08989, + "precision_at_20": 0.04656, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.738889, + "mrr_at_3": 0.779815, + "mrr_at_5": 0.78687, + "mrr_at_10": 0.792213, + "mrr_at_20": 0.794561, + "mrr_at_100": 0.795969, + "mrr_at_1000": 0.796099, + "nauc_ndcg_at_1_max": 0.76413, + "nauc_ndcg_at_1_std": -0.144065, + "nauc_ndcg_at_1_diff1": 0.873724, + "nauc_ndcg_at_3_max": 0.768266, + "nauc_ndcg_at_3_std": -0.136156, + "nauc_ndcg_at_3_diff1": 0.848171, + "nauc_ndcg_at_5_max": 0.767427, + "nauc_ndcg_at_5_std": -0.138577, + "nauc_ndcg_at_5_diff1": 0.85017, + "nauc_ndcg_at_10_max": 0.757512, + "nauc_ndcg_at_10_std": -0.162773, + "nauc_ndcg_at_10_diff1": 0.847242, + "nauc_ndcg_at_20_max": 0.763871, + "nauc_ndcg_at_20_std": -0.145025, + "nauc_ndcg_at_20_diff1": 0.851221, + "nauc_ndcg_at_100_max": 0.765124, + "nauc_ndcg_at_100_std": -0.145367, + "nauc_ndcg_at_100_diff1": 0.853818, + "nauc_ndcg_at_1000_max": 0.764311, + "nauc_ndcg_at_1000_std": -0.146735, + "nauc_ndcg_at_1000_diff1": 0.853922, + "nauc_map_at_1_max": 0.76413, + "nauc_map_at_1_std": -0.144065, + "nauc_map_at_1_diff1": 0.873724, + "nauc_map_at_3_max": 0.767059, + "nauc_map_at_3_std": -0.139691, + "nauc_map_at_3_diff1": 0.854497, + "nauc_map_at_5_max": 0.766727, + "nauc_map_at_5_std": -0.141027, + "nauc_map_at_5_diff1": 0.855788, + "nauc_map_at_10_max": 0.762967, + "nauc_map_at_10_std": -0.150447, + "nauc_map_at_10_diff1": 0.854806, + "nauc_map_at_20_max": 0.764599, + "nauc_map_at_20_std": -0.145975, + "nauc_map_at_20_diff1": 0.855888, + "nauc_map_at_100_max": 0.764656, + "nauc_map_at_100_std": -0.146278, + "nauc_map_at_100_diff1": 0.856201, + "nauc_map_at_1000_max": 0.764632, + "nauc_map_at_1000_std": -0.146294, + "nauc_map_at_1000_diff1": 0.856217, + "nauc_recall_at_1_max": 0.76413, + "nauc_recall_at_1_std": -0.144065, + "nauc_recall_at_1_diff1": 0.873724, + "nauc_recall_at_3_max": 0.772624, + "nauc_recall_at_3_std": -0.122792, + "nauc_recall_at_3_diff1": 0.825884, + "nauc_recall_at_5_max": 0.769967, + "nauc_recall_at_5_std": -0.128036, + "nauc_recall_at_5_diff1": 0.827459, + "nauc_recall_at_10_max": 0.720862, + "nauc_recall_at_10_std": -0.244269, + "nauc_recall_at_10_diff1": 0.805448, + "nauc_recall_at_20_max": 0.760467, + "nauc_recall_at_20_std": -0.122865, + "nauc_recall_at_20_diff1": 0.821331, + "nauc_recall_at_100_max": 0.815208, + "nauc_recall_at_100_std": -0.047427, + "nauc_recall_at_100_diff1": 0.852667, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76413, + "nauc_precision_at_1_std": -0.144065, + "nauc_precision_at_1_diff1": 0.873724, + "nauc_precision_at_3_max": 0.772624, + "nauc_precision_at_3_std": -0.122792, + "nauc_precision_at_3_diff1": 0.825884, + "nauc_precision_at_5_max": 0.769967, + "nauc_precision_at_5_std": -0.128036, + "nauc_precision_at_5_diff1": 0.827459, + "nauc_precision_at_10_max": 0.720862, + "nauc_precision_at_10_std": -0.244269, + "nauc_precision_at_10_diff1": 0.805448, + "nauc_precision_at_20_max": 0.760467, + "nauc_precision_at_20_std": -0.122865, + "nauc_precision_at_20_diff1": 0.821331, + "nauc_precision_at_100_max": 0.815208, + "nauc_precision_at_100_std": -0.047427, + "nauc_precision_at_100_diff1": 0.852667, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76413, + "nauc_mrr_at_1_std": -0.144065, + "nauc_mrr_at_1_diff1": 0.873724, + "nauc_mrr_at_3_max": 0.767059, + "nauc_mrr_at_3_std": -0.139691, + "nauc_mrr_at_3_diff1": 0.854497, + "nauc_mrr_at_5_max": 0.766727, + "nauc_mrr_at_5_std": -0.141027, + "nauc_mrr_at_5_diff1": 0.855788, + "nauc_mrr_at_10_max": 0.762967, + "nauc_mrr_at_10_std": -0.150447, + "nauc_mrr_at_10_diff1": 0.854806, + "nauc_mrr_at_20_max": 0.764599, + "nauc_mrr_at_20_std": -0.145975, + "nauc_mrr_at_20_diff1": 0.855888, + "nauc_mrr_at_100_max": 0.764656, + "nauc_mrr_at_100_std": -0.146278, + "nauc_mrr_at_100_diff1": 0.856201, + "nauc_mrr_at_1000_max": 0.764632, + "nauc_mrr_at_1000_std": -0.146294, + "nauc_mrr_at_1000_diff1": 0.856217, + "main_score": 0.81802, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.59409, + "ndcg_at_5": 0.60589, + "ndcg_at_10": 0.62115, + "ndcg_at_20": 0.63431, + "ndcg_at_100": 0.65473, + "ndcg_at_1000": 0.67109, + "map_at_1": 0.54, + "map_at_3": 0.58056, + "map_at_5": 0.58706, + "map_at_10": 0.59324, + "map_at_20": 0.59682, + "map_at_100": 0.5995, + "map_at_1000": 0.60016, + "recall_at_1": 0.54, + "recall_at_3": 0.63333, + "recall_at_5": 0.66222, + "recall_at_10": 0.71, + "recall_at_20": 0.76222, + "recall_at_100": 0.87444, + "recall_at_1000": 1.0, + "precision_at_1": 0.54, + "precision_at_3": 0.21111, + "precision_at_5": 0.13244, + "precision_at_10": 0.071, + "precision_at_20": 0.03811, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.54, + "mrr_at_3": 0.580556, + "mrr_at_5": 0.587056, + "mrr_at_10": 0.593235, + "mrr_at_20": 0.596825, + "mrr_at_100": 0.599505, + "mrr_at_1000": 0.600163, + "nauc_ndcg_at_1_max": 0.799291, + "nauc_ndcg_at_1_std": 0.322943, + "nauc_ndcg_at_1_diff1": 0.863267, + "nauc_ndcg_at_3_max": 0.833224, + "nauc_ndcg_at_3_std": 0.359569, + "nauc_ndcg_at_3_diff1": 0.844233, + "nauc_ndcg_at_5_max": 0.824838, + "nauc_ndcg_at_5_std": 0.353778, + "nauc_ndcg_at_5_diff1": 0.836664, + "nauc_ndcg_at_10_max": 0.819723, + "nauc_ndcg_at_10_std": 0.369643, + "nauc_ndcg_at_10_diff1": 0.828063, + "nauc_ndcg_at_20_max": 0.817251, + "nauc_ndcg_at_20_std": 0.374001, + "nauc_ndcg_at_20_diff1": 0.822339, + "nauc_ndcg_at_100_max": 0.814861, + "nauc_ndcg_at_100_std": 0.375045, + "nauc_ndcg_at_100_diff1": 0.82294, + "nauc_ndcg_at_1000_max": 0.816852, + "nauc_ndcg_at_1000_std": 0.36497, + "nauc_ndcg_at_1000_diff1": 0.831256, + "nauc_map_at_1_max": 0.799291, + "nauc_map_at_1_std": 0.322943, + "nauc_map_at_1_diff1": 0.863267, + "nauc_map_at_3_max": 0.82467, + "nauc_map_at_3_std": 0.350274, + "nauc_map_at_3_diff1": 0.84875, + "nauc_map_at_5_max": 0.820081, + "nauc_map_at_5_std": 0.347227, + "nauc_map_at_5_diff1": 0.844855, + "nauc_map_at_10_max": 0.818088, + "nauc_map_at_10_std": 0.353689, + "nauc_map_at_10_diff1": 0.841714, + "nauc_map_at_20_max": 0.817385, + "nauc_map_at_20_std": 0.354932, + "nauc_map_at_20_diff1": 0.840295, + "nauc_map_at_100_max": 0.816981, + "nauc_map_at_100_std": 0.355075, + "nauc_map_at_100_diff1": 0.840282, + "nauc_map_at_1000_max": 0.817009, + "nauc_map_at_1000_std": 0.354699, + "nauc_map_at_1000_diff1": 0.840528, + "nauc_recall_at_1_max": 0.799291, + "nauc_recall_at_1_std": 0.322943, + "nauc_recall_at_1_diff1": 0.863267, + "nauc_recall_at_3_max": 0.859822, + "nauc_recall_at_3_std": 0.388501, + "nauc_recall_at_3_diff1": 0.830313, + "nauc_recall_at_5_max": 0.838886, + "nauc_recall_at_5_std": 0.373895, + "nauc_recall_at_5_diff1": 0.808748, + "nauc_recall_at_10_max": 0.821246, + "nauc_recall_at_10_std": 0.432212, + "nauc_recall_at_10_diff1": 0.773192, + "nauc_recall_at_20_max": 0.808988, + "nauc_recall_at_20_std": 0.463776, + "nauc_recall_at_20_diff1": 0.733825, + "nauc_recall_at_100_max": 0.778257, + "nauc_recall_at_100_std": 0.53817, + "nauc_recall_at_100_diff1": 0.681804, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.799291, + "nauc_precision_at_1_std": 0.322943, + "nauc_precision_at_1_diff1": 0.863267, + "nauc_precision_at_3_max": 0.859822, + "nauc_precision_at_3_std": 0.388501, + "nauc_precision_at_3_diff1": 0.830313, + "nauc_precision_at_5_max": 0.838886, + "nauc_precision_at_5_std": 0.373895, + "nauc_precision_at_5_diff1": 0.808748, + "nauc_precision_at_10_max": 0.821246, + "nauc_precision_at_10_std": 0.432212, + "nauc_precision_at_10_diff1": 0.773192, + "nauc_precision_at_20_max": 0.808988, + "nauc_precision_at_20_std": 0.463776, + "nauc_precision_at_20_diff1": 0.733825, + "nauc_precision_at_100_max": 0.778257, + "nauc_precision_at_100_std": 0.53817, + "nauc_precision_at_100_diff1": 0.681804, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.799291, + "nauc_mrr_at_1_std": 0.322943, + "nauc_mrr_at_1_diff1": 0.863267, + "nauc_mrr_at_3_max": 0.82467, + "nauc_mrr_at_3_std": 0.350274, + "nauc_mrr_at_3_diff1": 0.84875, + "nauc_mrr_at_5_max": 0.820081, + "nauc_mrr_at_5_std": 0.347227, + "nauc_mrr_at_5_diff1": 0.844855, + "nauc_mrr_at_10_max": 0.818088, + "nauc_mrr_at_10_std": 0.353689, + "nauc_mrr_at_10_diff1": 0.841714, + "nauc_mrr_at_20_max": 0.817385, + "nauc_mrr_at_20_std": 0.354932, + "nauc_mrr_at_20_diff1": 0.840295, + "nauc_mrr_at_100_max": 0.816981, + "nauc_mrr_at_100_std": 0.355075, + "nauc_mrr_at_100_diff1": 0.840282, + "nauc_mrr_at_1000_max": 0.817009, + "nauc_mrr_at_1000_std": 0.354699, + "nauc_mrr_at_1000_diff1": 0.840528, + "main_score": 0.62115, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.61222, + "ndcg_at_3": 0.6711, + "ndcg_at_5": 0.68979, + "ndcg_at_10": 0.70309, + "ndcg_at_20": 0.71151, + "ndcg_at_100": 0.72846, + "ndcg_at_1000": 0.73822, + "map_at_1": 0.61222, + "map_at_3": 0.65685, + "map_at_5": 0.66719, + "map_at_10": 0.67268, + "map_at_20": 0.67499, + "map_at_100": 0.6772, + "map_at_1000": 0.67759, + "recall_at_1": 0.61222, + "recall_at_3": 0.71222, + "recall_at_5": 0.75778, + "recall_at_10": 0.79889, + "recall_at_20": 0.83222, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "precision_at_1": 0.61222, + "precision_at_3": 0.23741, + "precision_at_5": 0.15156, + "precision_at_10": 0.07989, + "precision_at_20": 0.04161, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.612222, + "mrr_at_3": 0.656852, + "mrr_at_5": 0.667185, + "mrr_at_10": 0.67268, + "mrr_at_20": 0.674989, + "mrr_at_100": 0.677196, + "mrr_at_1000": 0.677593, + "nauc_ndcg_at_1_max": 0.780057, + "nauc_ndcg_at_1_std": -0.108322, + "nauc_ndcg_at_1_diff1": 0.88761, + "nauc_ndcg_at_3_max": 0.789336, + "nauc_ndcg_at_3_std": -0.069487, + "nauc_ndcg_at_3_diff1": 0.852354, + "nauc_ndcg_at_5_max": 0.784979, + "nauc_ndcg_at_5_std": -0.060431, + "nauc_ndcg_at_5_diff1": 0.845665, + "nauc_ndcg_at_10_max": 0.778167, + "nauc_ndcg_at_10_std": -0.052858, + "nauc_ndcg_at_10_diff1": 0.838935, + "nauc_ndcg_at_20_max": 0.775917, + "nauc_ndcg_at_20_std": -0.053398, + "nauc_ndcg_at_20_diff1": 0.839221, + "nauc_ndcg_at_100_max": 0.776933, + "nauc_ndcg_at_100_std": -0.055704, + "nauc_ndcg_at_100_diff1": 0.84453, + "nauc_ndcg_at_1000_max": 0.779543, + "nauc_ndcg_at_1000_std": -0.062524, + "nauc_ndcg_at_1000_diff1": 0.848607, + "nauc_map_at_1_max": 0.780057, + "nauc_map_at_1_std": -0.108322, + "nauc_map_at_1_diff1": 0.88761, + "nauc_map_at_3_max": 0.787361, + "nauc_map_at_3_std": -0.078879, + "nauc_map_at_3_diff1": 0.861163, + "nauc_map_at_5_max": 0.785011, + "nauc_map_at_5_std": -0.074591, + "nauc_map_at_5_diff1": 0.857982, + "nauc_map_at_10_max": 0.782194, + "nauc_map_at_10_std": -0.072376, + "nauc_map_at_10_diff1": 0.855487, + "nauc_map_at_20_max": 0.781592, + "nauc_map_at_20_std": -0.072665, + "nauc_map_at_20_diff1": 0.855646, + "nauc_map_at_100_max": 0.781695, + "nauc_map_at_100_std": -0.072731, + "nauc_map_at_100_diff1": 0.85626, + "nauc_map_at_1000_max": 0.781795, + "nauc_map_at_1000_std": -0.072941, + "nauc_map_at_1000_diff1": 0.856407, + "nauc_recall_at_1_max": 0.780057, + "nauc_recall_at_1_std": -0.108322, + "nauc_recall_at_1_diff1": 0.88761, + "nauc_recall_at_3_max": 0.795546, + "nauc_recall_at_3_std": -0.039294, + "nauc_recall_at_3_diff1": 0.82389, + "nauc_recall_at_5_max": 0.783832, + "nauc_recall_at_5_std": -0.007208, + "nauc_recall_at_5_diff1": 0.799595, + "nauc_recall_at_10_max": 0.757073, + "nauc_recall_at_10_std": 0.0361, + "nauc_recall_at_10_diff1": 0.765224, + "nauc_recall_at_20_max": 0.740539, + "nauc_recall_at_20_std": 0.049171, + "nauc_recall_at_20_diff1": 0.754039, + "nauc_recall_at_100_max": 0.719679, + "nauc_recall_at_100_std": 0.105, + "nauc_recall_at_100_diff1": 0.752589, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780057, + "nauc_precision_at_1_std": -0.108322, + "nauc_precision_at_1_diff1": 0.88761, + "nauc_precision_at_3_max": 0.795546, + "nauc_precision_at_3_std": -0.039294, + "nauc_precision_at_3_diff1": 0.82389, + "nauc_precision_at_5_max": 0.783832, + "nauc_precision_at_5_std": -0.007208, + "nauc_precision_at_5_diff1": 0.799595, + "nauc_precision_at_10_max": 0.757073, + "nauc_precision_at_10_std": 0.0361, + "nauc_precision_at_10_diff1": 0.765224, + "nauc_precision_at_20_max": 0.740539, + "nauc_precision_at_20_std": 0.049171, + "nauc_precision_at_20_diff1": 0.754039, + "nauc_precision_at_100_max": 0.719679, + "nauc_precision_at_100_std": 0.105, + "nauc_precision_at_100_diff1": 0.752589, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780057, + "nauc_mrr_at_1_std": -0.108322, + "nauc_mrr_at_1_diff1": 0.88761, + "nauc_mrr_at_3_max": 0.787361, + "nauc_mrr_at_3_std": -0.078879, + "nauc_mrr_at_3_diff1": 0.861163, + "nauc_mrr_at_5_max": 0.785011, + "nauc_mrr_at_5_std": -0.074591, + "nauc_mrr_at_5_diff1": 0.857982, + "nauc_mrr_at_10_max": 0.782194, + "nauc_mrr_at_10_std": -0.072376, + "nauc_mrr_at_10_diff1": 0.855487, + "nauc_mrr_at_20_max": 0.781592, + "nauc_mrr_at_20_std": -0.072665, + "nauc_mrr_at_20_diff1": 0.855646, + "nauc_mrr_at_100_max": 0.781695, + "nauc_mrr_at_100_std": -0.072731, + "nauc_mrr_at_100_diff1": 0.85626, + "nauc_mrr_at_1000_max": 0.781795, + "nauc_mrr_at_1000_std": -0.072941, + "nauc_mrr_at_1000_diff1": 0.856407, + "main_score": 0.70309, + "hf_subset": "kea_Latn-kea_Latn", + "languages": [ + "kea-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.78444, + "ndcg_at_3": 0.83508, + "ndcg_at_5": 0.84789, + "ndcg_at_10": 0.86023, + "ndcg_at_20": 0.86586, + "ndcg_at_100": 0.87094, + "ndcg_at_1000": 0.87244, + "map_at_1": 0.78444, + "map_at_3": 0.82296, + "map_at_5": 0.83007, + "map_at_10": 0.83523, + "map_at_20": 0.83678, + "map_at_100": 0.83746, + "map_at_1000": 0.83753, + "recall_at_1": 0.78444, + "recall_at_3": 0.87, + "recall_at_5": 0.90111, + "recall_at_10": 0.93889, + "recall_at_20": 0.96111, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.78444, + "precision_at_3": 0.29, + "precision_at_5": 0.18022, + "precision_at_10": 0.09389, + "precision_at_20": 0.04806, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784444, + "mrr_at_3": 0.822963, + "mrr_at_5": 0.830074, + "mrr_at_10": 0.835231, + "mrr_at_20": 0.836784, + "mrr_at_100": 0.837465, + "mrr_at_1000": 0.837533, + "nauc_ndcg_at_1_max": 0.78389, + "nauc_ndcg_at_1_std": -0.156268, + "nauc_ndcg_at_1_diff1": 0.898206, + "nauc_ndcg_at_3_max": 0.797278, + "nauc_ndcg_at_3_std": -0.165186, + "nauc_ndcg_at_3_diff1": 0.881371, + "nauc_ndcg_at_5_max": 0.793287, + "nauc_ndcg_at_5_std": -0.153573, + "nauc_ndcg_at_5_diff1": 0.877515, + "nauc_ndcg_at_10_max": 0.792065, + "nauc_ndcg_at_10_std": -0.152779, + "nauc_ndcg_at_10_diff1": 0.878131, + "nauc_ndcg_at_20_max": 0.791668, + "nauc_ndcg_at_20_std": -0.161058, + "nauc_ndcg_at_20_diff1": 0.879766, + "nauc_ndcg_at_100_max": 0.79199, + "nauc_ndcg_at_100_std": -0.149895, + "nauc_ndcg_at_100_diff1": 0.881069, + "nauc_ndcg_at_1000_max": 0.791143, + "nauc_ndcg_at_1000_std": -0.153252, + "nauc_ndcg_at_1000_diff1": 0.881854, + "nauc_map_at_1_max": 0.78389, + "nauc_map_at_1_std": -0.156268, + "nauc_map_at_1_diff1": 0.898206, + "nauc_map_at_3_max": 0.792157, + "nauc_map_at_3_std": -0.162129, + "nauc_map_at_3_diff1": 0.884606, + "nauc_map_at_5_max": 0.789654, + "nauc_map_at_5_std": -0.156762, + "nauc_map_at_5_diff1": 0.882799, + "nauc_map_at_10_max": 0.789135, + "nauc_map_at_10_std": -0.156026, + "nauc_map_at_10_diff1": 0.883169, + "nauc_map_at_20_max": 0.789035, + "nauc_map_at_20_std": -0.158194, + "nauc_map_at_20_diff1": 0.883653, + "nauc_map_at_100_max": 0.789298, + "nauc_map_at_100_std": -0.155911, + "nauc_map_at_100_diff1": 0.883802, + "nauc_map_at_1000_max": 0.78927, + "nauc_map_at_1000_std": -0.156041, + "nauc_map_at_1000_diff1": 0.883843, + "nauc_recall_at_1_max": 0.78389, + "nauc_recall_at_1_std": -0.156268, + "nauc_recall_at_1_diff1": 0.898206, + "nauc_recall_at_3_max": 0.817399, + "nauc_recall_at_3_std": -0.177051, + "nauc_recall_at_3_diff1": 0.869971, + "nauc_recall_at_5_max": 0.810793, + "nauc_recall_at_5_std": -0.135251, + "nauc_recall_at_5_diff1": 0.853151, + "nauc_recall_at_10_max": 0.812962, + "nauc_recall_at_10_std": -0.126314, + "nauc_recall_at_10_diff1": 0.842543, + "nauc_recall_at_20_max": 0.819261, + "nauc_recall_at_20_std": -0.210017, + "nauc_recall_at_20_diff1": 0.841537, + "nauc_recall_at_100_max": 0.862745, + "nauc_recall_at_100_std": 0.122969, + "nauc_recall_at_100_diff1": 0.82423, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78389, + "nauc_precision_at_1_std": -0.156268, + "nauc_precision_at_1_diff1": 0.898206, + "nauc_precision_at_3_max": 0.817399, + "nauc_precision_at_3_std": -0.177051, + "nauc_precision_at_3_diff1": 0.869971, + "nauc_precision_at_5_max": 0.810793, + "nauc_precision_at_5_std": -0.135251, + "nauc_precision_at_5_diff1": 0.853151, + "nauc_precision_at_10_max": 0.812962, + "nauc_precision_at_10_std": -0.126314, + "nauc_precision_at_10_diff1": 0.842543, + "nauc_precision_at_20_max": 0.819261, + "nauc_precision_at_20_std": -0.210017, + "nauc_precision_at_20_diff1": 0.841537, + "nauc_precision_at_100_max": 0.862745, + "nauc_precision_at_100_std": 0.122969, + "nauc_precision_at_100_diff1": 0.82423, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78389, + "nauc_mrr_at_1_std": -0.156268, + "nauc_mrr_at_1_diff1": 0.898206, + "nauc_mrr_at_3_max": 0.792157, + "nauc_mrr_at_3_std": -0.162129, + "nauc_mrr_at_3_diff1": 0.884606, + "nauc_mrr_at_5_max": 0.789654, + "nauc_mrr_at_5_std": -0.156762, + "nauc_mrr_at_5_diff1": 0.882799, + "nauc_mrr_at_10_max": 0.789135, + "nauc_mrr_at_10_std": -0.156026, + "nauc_mrr_at_10_diff1": 0.883169, + "nauc_mrr_at_20_max": 0.789035, + "nauc_mrr_at_20_std": -0.158194, + "nauc_mrr_at_20_diff1": 0.883653, + "nauc_mrr_at_100_max": 0.789298, + "nauc_mrr_at_100_std": -0.155911, + "nauc_mrr_at_100_diff1": 0.883802, + "nauc_mrr_at_1000_max": 0.78927, + "nauc_mrr_at_1000_std": -0.156041, + "nauc_mrr_at_1000_diff1": 0.883843, + "main_score": 0.86023, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59222, + "ndcg_at_3": 0.64846, + "ndcg_at_5": 0.66161, + "ndcg_at_10": 0.67544, + "ndcg_at_20": 0.6861, + "ndcg_at_100": 0.70614, + "ndcg_at_1000": 0.71723, + "map_at_1": 0.59222, + "map_at_3": 0.63519, + "map_at_5": 0.64241, + "map_at_10": 0.64821, + "map_at_20": 0.65113, + "map_at_100": 0.65377, + "map_at_1000": 0.65418, + "recall_at_1": 0.59222, + "recall_at_3": 0.68667, + "recall_at_5": 0.71889, + "recall_at_10": 0.76111, + "recall_at_20": 0.80333, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "precision_at_1": 0.59222, + "precision_at_3": 0.22889, + "precision_at_5": 0.14378, + "precision_at_10": 0.07611, + "precision_at_20": 0.04017, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592222, + "mrr_at_3": 0.635185, + "mrr_at_5": 0.642407, + "mrr_at_10": 0.648213, + "mrr_at_20": 0.651134, + "mrr_at_100": 0.653766, + "mrr_at_1000": 0.654179, + "nauc_ndcg_at_1_max": 0.841401, + "nauc_ndcg_at_1_std": 0.403873, + "nauc_ndcg_at_1_diff1": 0.894694, + "nauc_ndcg_at_3_max": 0.865021, + "nauc_ndcg_at_3_std": 0.459696, + "nauc_ndcg_at_3_diff1": 0.87042, + "nauc_ndcg_at_5_max": 0.86066, + "nauc_ndcg_at_5_std": 0.472381, + "nauc_ndcg_at_5_diff1": 0.863801, + "nauc_ndcg_at_10_max": 0.860647, + "nauc_ndcg_at_10_std": 0.491258, + "nauc_ndcg_at_10_diff1": 0.8623, + "nauc_ndcg_at_20_max": 0.858931, + "nauc_ndcg_at_20_std": 0.502774, + "nauc_ndcg_at_20_diff1": 0.859204, + "nauc_ndcg_at_100_max": 0.857297, + "nauc_ndcg_at_100_std": 0.494869, + "nauc_ndcg_at_100_diff1": 0.860354, + "nauc_ndcg_at_1000_max": 0.857733, + "nauc_ndcg_at_1000_std": 0.480454, + "nauc_ndcg_at_1000_diff1": 0.865746, + "nauc_map_at_1_max": 0.841401, + "nauc_map_at_1_std": 0.403873, + "nauc_map_at_1_diff1": 0.894694, + "nauc_map_at_3_max": 0.859948, + "nauc_map_at_3_std": 0.446784, + "nauc_map_at_3_diff1": 0.876857, + "nauc_map_at_5_max": 0.857485, + "nauc_map_at_5_std": 0.453184, + "nauc_map_at_5_diff1": 0.873397, + "nauc_map_at_10_max": 0.857554, + "nauc_map_at_10_std": 0.460661, + "nauc_map_at_10_diff1": 0.873095, + "nauc_map_at_20_max": 0.857034, + "nauc_map_at_20_std": 0.463287, + "nauc_map_at_20_diff1": 0.872349, + "nauc_map_at_100_max": 0.85675, + "nauc_map_at_100_std": 0.462268, + "nauc_map_at_100_diff1": 0.872402, + "nauc_map_at_1000_max": 0.856764, + "nauc_map_at_1000_std": 0.461812, + "nauc_map_at_1000_diff1": 0.872592, + "nauc_recall_at_1_max": 0.841401, + "nauc_recall_at_1_std": 0.403873, + "nauc_recall_at_1_diff1": 0.894694, + "nauc_recall_at_3_max": 0.880699, + "nauc_recall_at_3_std": 0.500111, + "nauc_recall_at_3_diff1": 0.849852, + "nauc_recall_at_5_max": 0.870285, + "nauc_recall_at_5_std": 0.539319, + "nauc_recall_at_5_diff1": 0.830003, + "nauc_recall_at_10_max": 0.870735, + "nauc_recall_at_10_std": 0.618666, + "nauc_recall_at_10_diff1": 0.818432, + "nauc_recall_at_20_max": 0.863555, + "nauc_recall_at_20_std": 0.705252, + "nauc_recall_at_20_diff1": 0.794244, + "nauc_recall_at_100_max": 0.848123, + "nauc_recall_at_100_std": 0.801958, + "nauc_recall_at_100_diff1": 0.74836, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.841401, + "nauc_precision_at_1_std": 0.403873, + "nauc_precision_at_1_diff1": 0.894694, + "nauc_precision_at_3_max": 0.880699, + "nauc_precision_at_3_std": 0.500111, + "nauc_precision_at_3_diff1": 0.849852, + "nauc_precision_at_5_max": 0.870285, + "nauc_precision_at_5_std": 0.539319, + "nauc_precision_at_5_diff1": 0.830003, + "nauc_precision_at_10_max": 0.870735, + "nauc_precision_at_10_std": 0.618666, + "nauc_precision_at_10_diff1": 0.818432, + "nauc_precision_at_20_max": 0.863555, + "nauc_precision_at_20_std": 0.705252, + "nauc_precision_at_20_diff1": 0.794244, + "nauc_precision_at_100_max": 0.848123, + "nauc_precision_at_100_std": 0.801958, + "nauc_precision_at_100_diff1": 0.74836, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.841401, + "nauc_mrr_at_1_std": 0.403873, + "nauc_mrr_at_1_diff1": 0.894694, + "nauc_mrr_at_3_max": 0.859948, + "nauc_mrr_at_3_std": 0.446784, + "nauc_mrr_at_3_diff1": 0.876857, + "nauc_mrr_at_5_max": 0.857485, + "nauc_mrr_at_5_std": 0.453184, + "nauc_mrr_at_5_diff1": 0.873397, + "nauc_mrr_at_10_max": 0.857554, + "nauc_mrr_at_10_std": 0.460661, + "nauc_mrr_at_10_diff1": 0.873095, + "nauc_mrr_at_20_max": 0.857034, + "nauc_mrr_at_20_std": 0.463287, + "nauc_mrr_at_20_diff1": 0.872349, + "nauc_mrr_at_100_max": 0.85675, + "nauc_mrr_at_100_std": 0.462268, + "nauc_mrr_at_100_diff1": 0.872402, + "nauc_mrr_at_1000_max": 0.856764, + "nauc_mrr_at_1000_std": 0.461812, + "nauc_mrr_at_1000_diff1": 0.872592, + "main_score": 0.67544, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.46333, + "ndcg_at_3": 0.5237, + "ndcg_at_5": 0.53962, + "ndcg_at_10": 0.5561, + "ndcg_at_20": 0.56827, + "ndcg_at_100": 0.5934, + "ndcg_at_1000": 0.61337, + "map_at_1": 0.46333, + "map_at_3": 0.50852, + "map_at_5": 0.5173, + "map_at_10": 0.52428, + "map_at_20": 0.52767, + "map_at_100": 0.53087, + "map_at_1000": 0.53162, + "recall_at_1": 0.46333, + "recall_at_3": 0.56778, + "recall_at_5": 0.60667, + "recall_at_10": 0.65667, + "recall_at_20": 0.70444, + "recall_at_100": 0.84444, + "recall_at_1000": 1.0, + "precision_at_1": 0.46333, + "precision_at_3": 0.18926, + "precision_at_5": 0.12133, + "precision_at_10": 0.06567, + "precision_at_20": 0.03522, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.463333, + "mrr_at_3": 0.508519, + "mrr_at_5": 0.517296, + "mrr_at_10": 0.524281, + "mrr_at_20": 0.527673, + "mrr_at_100": 0.530868, + "mrr_at_1000": 0.531624, + "nauc_ndcg_at_1_max": 0.566767, + "nauc_ndcg_at_1_std": -0.386955, + "nauc_ndcg_at_1_diff1": 0.788055, + "nauc_ndcg_at_3_max": 0.561915, + "nauc_ndcg_at_3_std": -0.451452, + "nauc_ndcg_at_3_diff1": 0.739396, + "nauc_ndcg_at_5_max": 0.552647, + "nauc_ndcg_at_5_std": -0.452903, + "nauc_ndcg_at_5_diff1": 0.727899, + "nauc_ndcg_at_10_max": 0.542853, + "nauc_ndcg_at_10_std": -0.459185, + "nauc_ndcg_at_10_diff1": 0.721896, + "nauc_ndcg_at_20_max": 0.543012, + "nauc_ndcg_at_20_std": -0.453245, + "nauc_ndcg_at_20_diff1": 0.720653, + "nauc_ndcg_at_100_max": 0.540671, + "nauc_ndcg_at_100_std": -0.445783, + "nauc_ndcg_at_100_diff1": 0.721128, + "nauc_ndcg_at_1000_max": 0.54829, + "nauc_ndcg_at_1000_std": -0.443866, + "nauc_ndcg_at_1000_diff1": 0.730445, + "nauc_map_at_1_max": 0.566767, + "nauc_map_at_1_std": -0.386955, + "nauc_map_at_1_diff1": 0.788055, + "nauc_map_at_3_max": 0.56499, + "nauc_map_at_3_std": -0.434838, + "nauc_map_at_3_diff1": 0.751329, + "nauc_map_at_5_max": 0.560081, + "nauc_map_at_5_std": -0.435289, + "nauc_map_at_5_diff1": 0.745064, + "nauc_map_at_10_max": 0.556199, + "nauc_map_at_10_std": -0.437724, + "nauc_map_at_10_diff1": 0.74277, + "nauc_map_at_20_max": 0.556324, + "nauc_map_at_20_std": -0.436138, + "nauc_map_at_20_diff1": 0.742612, + "nauc_map_at_100_max": 0.555853, + "nauc_map_at_100_std": -0.435333, + "nauc_map_at_100_diff1": 0.742646, + "nauc_map_at_1000_max": 0.5561, + "nauc_map_at_1000_std": -0.435237, + "nauc_map_at_1000_diff1": 0.742924, + "nauc_recall_at_1_max": 0.566767, + "nauc_recall_at_1_std": -0.386955, + "nauc_recall_at_1_diff1": 0.788055, + "nauc_recall_at_3_max": 0.551771, + "nauc_recall_at_3_std": -0.502107, + "nauc_recall_at_3_diff1": 0.703264, + "nauc_recall_at_5_max": 0.52678, + "nauc_recall_at_5_std": -0.509131, + "nauc_recall_at_5_diff1": 0.672263, + "nauc_recall_at_10_max": 0.490116, + "nauc_recall_at_10_std": -0.535899, + "nauc_recall_at_10_diff1": 0.646333, + "nauc_recall_at_20_max": 0.485193, + "nauc_recall_at_20_std": -0.514319, + "nauc_recall_at_20_diff1": 0.631781, + "nauc_recall_at_100_max": 0.427428, + "nauc_recall_at_100_std": -0.471904, + "nauc_recall_at_100_diff1": 0.579086, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.566767, + "nauc_precision_at_1_std": -0.386955, + "nauc_precision_at_1_diff1": 0.788055, + "nauc_precision_at_3_max": 0.551771, + "nauc_precision_at_3_std": -0.502107, + "nauc_precision_at_3_diff1": 0.703264, + "nauc_precision_at_5_max": 0.52678, + "nauc_precision_at_5_std": -0.509131, + "nauc_precision_at_5_diff1": 0.672263, + "nauc_precision_at_10_max": 0.490116, + "nauc_precision_at_10_std": -0.535899, + "nauc_precision_at_10_diff1": 0.646333, + "nauc_precision_at_20_max": 0.485193, + "nauc_precision_at_20_std": -0.514319, + "nauc_precision_at_20_diff1": 0.631781, + "nauc_precision_at_100_max": 0.427428, + "nauc_precision_at_100_std": -0.471904, + "nauc_precision_at_100_diff1": 0.579086, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.566767, + "nauc_mrr_at_1_std": -0.386955, + "nauc_mrr_at_1_diff1": 0.788055, + "nauc_mrr_at_3_max": 0.56499, + "nauc_mrr_at_3_std": -0.434838, + "nauc_mrr_at_3_diff1": 0.751329, + "nauc_mrr_at_5_max": 0.560081, + "nauc_mrr_at_5_std": -0.435289, + "nauc_mrr_at_5_diff1": 0.745064, + "nauc_mrr_at_10_max": 0.556199, + "nauc_mrr_at_10_std": -0.437724, + "nauc_mrr_at_10_diff1": 0.74277, + "nauc_mrr_at_20_max": 0.556324, + "nauc_mrr_at_20_std": -0.436138, + "nauc_mrr_at_20_diff1": 0.742612, + "nauc_mrr_at_100_max": 0.555853, + "nauc_mrr_at_100_std": -0.435333, + "nauc_mrr_at_100_diff1": 0.742646, + "nauc_mrr_at_1000_max": 0.5561, + "nauc_mrr_at_1000_std": -0.435237, + "nauc_mrr_at_1000_diff1": 0.742924, + "main_score": 0.5561, + "hf_subset": "khk_Cyrl-khk_Cyrl", + "languages": [ + "khk-Cyrl", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.50111, + "ndcg_at_3": 0.55677, + "ndcg_at_5": 0.57705, + "ndcg_at_10": 0.59334, + "ndcg_at_20": 0.60618, + "ndcg_at_100": 0.63608, + "ndcg_at_1000": 0.64785, + "map_at_1": 0.50111, + "map_at_3": 0.54333, + "map_at_5": 0.55467, + "map_at_10": 0.56105, + "map_at_20": 0.56453, + "map_at_100": 0.56842, + "map_at_1000": 0.56894, + "recall_at_1": 0.50111, + "recall_at_3": 0.59556, + "recall_at_5": 0.64444, + "recall_at_10": 0.69667, + "recall_at_20": 0.74778, + "recall_at_100": 0.91222, + "recall_at_1000": 1.0, + "precision_at_1": 0.50111, + "precision_at_3": 0.19852, + "precision_at_5": 0.12889, + "precision_at_10": 0.06967, + "precision_at_20": 0.03739, + "precision_at_100": 0.00912, + "precision_at_1000": 0.001, + "mrr_at_1": 0.501111, + "mrr_at_3": 0.543333, + "mrr_at_5": 0.554667, + "mrr_at_10": 0.561045, + "mrr_at_20": 0.564528, + "mrr_at_100": 0.568415, + "mrr_at_1000": 0.568944, + "nauc_ndcg_at_1_max": 0.722696, + "nauc_ndcg_at_1_std": 0.160271, + "nauc_ndcg_at_1_diff1": 0.803941, + "nauc_ndcg_at_3_max": 0.725895, + "nauc_ndcg_at_3_std": 0.176498, + "nauc_ndcg_at_3_diff1": 0.760524, + "nauc_ndcg_at_5_max": 0.717359, + "nauc_ndcg_at_5_std": 0.169508, + "nauc_ndcg_at_5_diff1": 0.754361, + "nauc_ndcg_at_10_max": 0.716149, + "nauc_ndcg_at_10_std": 0.183181, + "nauc_ndcg_at_10_diff1": 0.746077, + "nauc_ndcg_at_20_max": 0.714162, + "nauc_ndcg_at_20_std": 0.180349, + "nauc_ndcg_at_20_diff1": 0.743643, + "nauc_ndcg_at_100_max": 0.712537, + "nauc_ndcg_at_100_std": 0.181283, + "nauc_ndcg_at_100_diff1": 0.748005, + "nauc_ndcg_at_1000_max": 0.716841, + "nauc_ndcg_at_1000_std": 0.176125, + "nauc_ndcg_at_1000_diff1": 0.755191, + "nauc_map_at_1_max": 0.722696, + "nauc_map_at_1_std": 0.160271, + "nauc_map_at_1_diff1": 0.803941, + "nauc_map_at_3_max": 0.725705, + "nauc_map_at_3_std": 0.171913, + "nauc_map_at_3_diff1": 0.771584, + "nauc_map_at_5_max": 0.721089, + "nauc_map_at_5_std": 0.168131, + "nauc_map_at_5_diff1": 0.768478, + "nauc_map_at_10_max": 0.720669, + "nauc_map_at_10_std": 0.172993, + "nauc_map_at_10_diff1": 0.765562, + "nauc_map_at_20_max": 0.720211, + "nauc_map_at_20_std": 0.17215, + "nauc_map_at_20_diff1": 0.765168, + "nauc_map_at_100_max": 0.719909, + "nauc_map_at_100_std": 0.171976, + "nauc_map_at_100_diff1": 0.765565, + "nauc_map_at_1000_max": 0.720075, + "nauc_map_at_1000_std": 0.171809, + "nauc_map_at_1000_diff1": 0.765819, + "nauc_recall_at_1_max": 0.722696, + "nauc_recall_at_1_std": 0.160271, + "nauc_recall_at_1_diff1": 0.803941, + "nauc_recall_at_3_max": 0.726208, + "nauc_recall_at_3_std": 0.190731, + "nauc_recall_at_3_diff1": 0.726671, + "nauc_recall_at_5_max": 0.703483, + "nauc_recall_at_5_std": 0.17301, + "nauc_recall_at_5_diff1": 0.707087, + "nauc_recall_at_10_max": 0.697367, + "nauc_recall_at_10_std": 0.227037, + "nauc_recall_at_10_diff1": 0.670109, + "nauc_recall_at_20_max": 0.683584, + "nauc_recall_at_20_std": 0.219434, + "nauc_recall_at_20_diff1": 0.644038, + "nauc_recall_at_100_max": 0.615614, + "nauc_recall_at_100_std": 0.304394, + "nauc_recall_at_100_diff1": 0.580009, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722696, + "nauc_precision_at_1_std": 0.160271, + "nauc_precision_at_1_diff1": 0.803941, + "nauc_precision_at_3_max": 0.726208, + "nauc_precision_at_3_std": 0.190731, + "nauc_precision_at_3_diff1": 0.726671, + "nauc_precision_at_5_max": 0.703483, + "nauc_precision_at_5_std": 0.17301, + "nauc_precision_at_5_diff1": 0.707087, + "nauc_precision_at_10_max": 0.697367, + "nauc_precision_at_10_std": 0.227037, + "nauc_precision_at_10_diff1": 0.670109, + "nauc_precision_at_20_max": 0.683584, + "nauc_precision_at_20_std": 0.219434, + "nauc_precision_at_20_diff1": 0.644038, + "nauc_precision_at_100_max": 0.615614, + "nauc_precision_at_100_std": 0.304394, + "nauc_precision_at_100_diff1": 0.580009, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.722696, + "nauc_mrr_at_1_std": 0.160271, + "nauc_mrr_at_1_diff1": 0.803941, + "nauc_mrr_at_3_max": 0.725705, + "nauc_mrr_at_3_std": 0.171913, + "nauc_mrr_at_3_diff1": 0.771584, + "nauc_mrr_at_5_max": 0.721089, + "nauc_mrr_at_5_std": 0.168131, + "nauc_mrr_at_5_diff1": 0.768478, + "nauc_mrr_at_10_max": 0.720669, + "nauc_mrr_at_10_std": 0.172993, + "nauc_mrr_at_10_diff1": 0.765562, + "nauc_mrr_at_20_max": 0.720211, + "nauc_mrr_at_20_std": 0.17215, + "nauc_mrr_at_20_diff1": 0.765168, + "nauc_mrr_at_100_max": 0.719909, + "nauc_mrr_at_100_std": 0.171976, + "nauc_mrr_at_100_diff1": 0.765565, + "nauc_mrr_at_1000_max": 0.720075, + "nauc_mrr_at_1000_std": 0.171809, + "nauc_mrr_at_1000_diff1": 0.765819, + "main_score": 0.59334, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.33778, + "ndcg_at_3": 0.38587, + "ndcg_at_5": 0.39443, + "ndcg_at_10": 0.40689, + "ndcg_at_20": 0.41792, + "ndcg_at_100": 0.44674, + "ndcg_at_1000": 0.48724, + "map_at_1": 0.33778, + "map_at_3": 0.37407, + "map_at_5": 0.37874, + "map_at_10": 0.38381, + "map_at_20": 0.38688, + "map_at_100": 0.3907, + "map_at_1000": 0.39215, + "recall_at_1": 0.33778, + "recall_at_3": 0.42, + "recall_at_5": 0.44111, + "recall_at_10": 0.48, + "recall_at_20": 0.52333, + "recall_at_100": 0.68111, + "recall_at_1000": 1.0, + "precision_at_1": 0.33778, + "precision_at_3": 0.14, + "precision_at_5": 0.08822, + "precision_at_10": 0.048, + "precision_at_20": 0.02617, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "mrr_at_1": 0.337778, + "mrr_at_3": 0.374074, + "mrr_at_5": 0.378741, + "mrr_at_10": 0.383809, + "mrr_at_20": 0.386881, + "mrr_at_100": 0.390701, + "mrr_at_1000": 0.392153, + "nauc_ndcg_at_1_max": 0.778932, + "nauc_ndcg_at_1_std": 0.380803, + "nauc_ndcg_at_1_diff1": 0.792176, + "nauc_ndcg_at_3_max": 0.77293, + "nauc_ndcg_at_3_std": 0.408351, + "nauc_ndcg_at_3_diff1": 0.740573, + "nauc_ndcg_at_5_max": 0.770516, + "nauc_ndcg_at_5_std": 0.411542, + "nauc_ndcg_at_5_diff1": 0.737135, + "nauc_ndcg_at_10_max": 0.757837, + "nauc_ndcg_at_10_std": 0.413821, + "nauc_ndcg_at_10_diff1": 0.727858, + "nauc_ndcg_at_20_max": 0.748084, + "nauc_ndcg_at_20_std": 0.414955, + "nauc_ndcg_at_20_diff1": 0.722555, + "nauc_ndcg_at_100_max": 0.737343, + "nauc_ndcg_at_100_std": 0.418365, + "nauc_ndcg_at_100_diff1": 0.709255, + "nauc_ndcg_at_1000_max": 0.752846, + "nauc_ndcg_at_1000_std": 0.412159, + "nauc_ndcg_at_1000_diff1": 0.72841, + "nauc_map_at_1_max": 0.778932, + "nauc_map_at_1_std": 0.380803, + "nauc_map_at_1_diff1": 0.792176, + "nauc_map_at_3_max": 0.774499, + "nauc_map_at_3_std": 0.401925, + "nauc_map_at_3_diff1": 0.752856, + "nauc_map_at_5_max": 0.773076, + "nauc_map_at_5_std": 0.403379, + "nauc_map_at_5_diff1": 0.750993, + "nauc_map_at_10_max": 0.768024, + "nauc_map_at_10_std": 0.404223, + "nauc_map_at_10_diff1": 0.747391, + "nauc_map_at_20_max": 0.765364, + "nauc_map_at_20_std": 0.404691, + "nauc_map_at_20_diff1": 0.745989, + "nauc_map_at_100_max": 0.764028, + "nauc_map_at_100_std": 0.405261, + "nauc_map_at_100_diff1": 0.744363, + "nauc_map_at_1000_max": 0.764455, + "nauc_map_at_1000_std": 0.405072, + "nauc_map_at_1000_diff1": 0.74493, + "nauc_recall_at_1_max": 0.778932, + "nauc_recall_at_1_std": 0.380803, + "nauc_recall_at_1_diff1": 0.792176, + "nauc_recall_at_3_max": 0.768395, + "nauc_recall_at_3_std": 0.426633, + "nauc_recall_at_3_diff1": 0.70552, + "nauc_recall_at_5_max": 0.762868, + "nauc_recall_at_5_std": 0.435761, + "nauc_recall_at_5_diff1": 0.696836, + "nauc_recall_at_10_max": 0.722488, + "nauc_recall_at_10_std": 0.443642, + "nauc_recall_at_10_diff1": 0.666418, + "nauc_recall_at_20_max": 0.681886, + "nauc_recall_at_20_std": 0.447861, + "nauc_recall_at_20_diff1": 0.642823, + "nauc_recall_at_100_max": 0.590268, + "nauc_recall_at_100_std": 0.476693, + "nauc_recall_at_100_diff1": 0.529997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778932, + "nauc_precision_at_1_std": 0.380803, + "nauc_precision_at_1_diff1": 0.792176, + "nauc_precision_at_3_max": 0.768395, + "nauc_precision_at_3_std": 0.426633, + "nauc_precision_at_3_diff1": 0.70552, + "nauc_precision_at_5_max": 0.762868, + "nauc_precision_at_5_std": 0.435761, + "nauc_precision_at_5_diff1": 0.696836, + "nauc_precision_at_10_max": 0.722488, + "nauc_precision_at_10_std": 0.443642, + "nauc_precision_at_10_diff1": 0.666418, + "nauc_precision_at_20_max": 0.681886, + "nauc_precision_at_20_std": 0.447861, + "nauc_precision_at_20_diff1": 0.642823, + "nauc_precision_at_100_max": 0.590268, + "nauc_precision_at_100_std": 0.476693, + "nauc_precision_at_100_diff1": 0.529997, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778932, + "nauc_mrr_at_1_std": 0.380803, + "nauc_mrr_at_1_diff1": 0.792176, + "nauc_mrr_at_3_max": 0.774499, + "nauc_mrr_at_3_std": 0.401925, + "nauc_mrr_at_3_diff1": 0.752856, + "nauc_mrr_at_5_max": 0.773076, + "nauc_mrr_at_5_std": 0.403379, + "nauc_mrr_at_5_diff1": 0.750993, + "nauc_mrr_at_10_max": 0.768024, + "nauc_mrr_at_10_std": 0.404223, + "nauc_mrr_at_10_diff1": 0.747391, + "nauc_mrr_at_20_max": 0.765364, + "nauc_mrr_at_20_std": 0.404691, + "nauc_mrr_at_20_diff1": 0.745989, + "nauc_mrr_at_100_max": 0.764028, + "nauc_mrr_at_100_std": 0.405261, + "nauc_mrr_at_100_diff1": 0.744363, + "nauc_mrr_at_1000_max": 0.764455, + "nauc_mrr_at_1000_std": 0.405072, + "nauc_mrr_at_1000_diff1": 0.74493, + "main_score": 0.40689, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.54556, + "ndcg_at_3": 0.61323, + "ndcg_at_5": 0.6358, + "ndcg_at_10": 0.65647, + "ndcg_at_20": 0.66922, + "ndcg_at_100": 0.69311, + "ndcg_at_1000": 0.69897, + "map_at_1": 0.54556, + "map_at_3": 0.59667, + "map_at_5": 0.60928, + "map_at_10": 0.61791, + "map_at_20": 0.62147, + "map_at_100": 0.62492, + "map_at_1000": 0.62516, + "recall_at_1": 0.54556, + "recall_at_3": 0.66111, + "recall_at_5": 0.71556, + "recall_at_10": 0.77889, + "recall_at_20": 0.82889, + "recall_at_100": 0.95556, + "recall_at_1000": 1.0, + "precision_at_1": 0.54556, + "precision_at_3": 0.22037, + "precision_at_5": 0.14311, + "precision_at_10": 0.07789, + "precision_at_20": 0.04144, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545556, + "mrr_at_3": 0.596667, + "mrr_at_5": 0.609278, + "mrr_at_10": 0.617909, + "mrr_at_20": 0.621468, + "mrr_at_100": 0.624916, + "mrr_at_1000": 0.625159, + "nauc_ndcg_at_1_max": 0.668275, + "nauc_ndcg_at_1_std": -0.117812, + "nauc_ndcg_at_1_diff1": 0.787624, + "nauc_ndcg_at_3_max": 0.685226, + "nauc_ndcg_at_3_std": -0.092429, + "nauc_ndcg_at_3_diff1": 0.745887, + "nauc_ndcg_at_5_max": 0.689185, + "nauc_ndcg_at_5_std": -0.06573, + "nauc_ndcg_at_5_diff1": 0.738094, + "nauc_ndcg_at_10_max": 0.690965, + "nauc_ndcg_at_10_std": -0.044067, + "nauc_ndcg_at_10_diff1": 0.732433, + "nauc_ndcg_at_20_max": 0.691894, + "nauc_ndcg_at_20_std": -0.041358, + "nauc_ndcg_at_20_diff1": 0.734633, + "nauc_ndcg_at_100_max": 0.688333, + "nauc_ndcg_at_100_std": -0.054464, + "nauc_ndcg_at_100_diff1": 0.741113, + "nauc_ndcg_at_1000_max": 0.687176, + "nauc_ndcg_at_1000_std": -0.062817, + "nauc_ndcg_at_1000_diff1": 0.744689, + "nauc_map_at_1_max": 0.668275, + "nauc_map_at_1_std": -0.117812, + "nauc_map_at_1_diff1": 0.787624, + "nauc_map_at_3_max": 0.68139, + "nauc_map_at_3_std": -0.099452, + "nauc_map_at_3_diff1": 0.756957, + "nauc_map_at_5_max": 0.683657, + "nauc_map_at_5_std": -0.084723, + "nauc_map_at_5_diff1": 0.753105, + "nauc_map_at_10_max": 0.684453, + "nauc_map_at_10_std": -0.076605, + "nauc_map_at_10_diff1": 0.751349, + "nauc_map_at_20_max": 0.68456, + "nauc_map_at_20_std": -0.076168, + "nauc_map_at_20_diff1": 0.752047, + "nauc_map_at_100_max": 0.68407, + "nauc_map_at_100_std": -0.077526, + "nauc_map_at_100_diff1": 0.752784, + "nauc_map_at_1000_max": 0.684021, + "nauc_map_at_1000_std": -0.077849, + "nauc_map_at_1000_diff1": 0.752918, + "nauc_recall_at_1_max": 0.668275, + "nauc_recall_at_1_std": -0.117812, + "nauc_recall_at_1_diff1": 0.787624, + "nauc_recall_at_3_max": 0.697238, + "nauc_recall_at_3_std": -0.069764, + "nauc_recall_at_3_diff1": 0.710364, + "nauc_recall_at_5_max": 0.708722, + "nauc_recall_at_5_std": 0.005147, + "nauc_recall_at_5_diff1": 0.683541, + "nauc_recall_at_10_max": 0.718807, + "nauc_recall_at_10_std": 0.110303, + "nauc_recall_at_10_diff1": 0.64673, + "nauc_recall_at_20_max": 0.732584, + "nauc_recall_at_20_std": 0.165162, + "nauc_recall_at_20_diff1": 0.640036, + "nauc_recall_at_100_max": 0.733042, + "nauc_recall_at_100_std": 0.275292, + "nauc_recall_at_100_diff1": 0.597899, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668275, + "nauc_precision_at_1_std": -0.117812, + "nauc_precision_at_1_diff1": 0.787624, + "nauc_precision_at_3_max": 0.697238, + "nauc_precision_at_3_std": -0.069764, + "nauc_precision_at_3_diff1": 0.710364, + "nauc_precision_at_5_max": 0.708722, + "nauc_precision_at_5_std": 0.005147, + "nauc_precision_at_5_diff1": 0.683541, + "nauc_precision_at_10_max": 0.718807, + "nauc_precision_at_10_std": 0.110303, + "nauc_precision_at_10_diff1": 0.64673, + "nauc_precision_at_20_max": 0.732584, + "nauc_precision_at_20_std": 0.165162, + "nauc_precision_at_20_diff1": 0.640036, + "nauc_precision_at_100_max": 0.733042, + "nauc_precision_at_100_std": 0.275292, + "nauc_precision_at_100_diff1": 0.597899, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668275, + "nauc_mrr_at_1_std": -0.117812, + "nauc_mrr_at_1_diff1": 0.787624, + "nauc_mrr_at_3_max": 0.68139, + "nauc_mrr_at_3_std": -0.099452, + "nauc_mrr_at_3_diff1": 0.756957, + "nauc_mrr_at_5_max": 0.683657, + "nauc_mrr_at_5_std": -0.084723, + "nauc_mrr_at_5_diff1": 0.753105, + "nauc_mrr_at_10_max": 0.684453, + "nauc_mrr_at_10_std": -0.076605, + "nauc_mrr_at_10_diff1": 0.751349, + "nauc_mrr_at_20_max": 0.68456, + "nauc_mrr_at_20_std": -0.076168, + "nauc_mrr_at_20_diff1": 0.752047, + "nauc_mrr_at_100_max": 0.68407, + "nauc_mrr_at_100_std": -0.077526, + "nauc_mrr_at_100_diff1": 0.752784, + "nauc_mrr_at_1000_max": 0.684021, + "nauc_mrr_at_1000_std": -0.077849, + "nauc_mrr_at_1000_diff1": 0.752918, + "main_score": 0.65647, + "hf_subset": "khm_Khmr-khm_Khmr", + "languages": [ + "khm-Khmr", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.69889, + "ndcg_at_3": 0.77985, + "ndcg_at_5": 0.80147, + "ndcg_at_10": 0.81734, + "ndcg_at_20": 0.825, + "ndcg_at_100": 0.83039, + "ndcg_at_1000": 0.83094, + "map_at_1": 0.69889, + "map_at_3": 0.76019, + "map_at_5": 0.77224, + "map_at_10": 0.77884, + "map_at_20": 0.78098, + "map_at_100": 0.78182, + "map_at_1000": 0.78183, + "recall_at_1": 0.69889, + "recall_at_3": 0.83667, + "recall_at_5": 0.88889, + "recall_at_10": 0.93778, + "recall_at_20": 0.96778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.69889, + "precision_at_3": 0.27889, + "precision_at_5": 0.17778, + "precision_at_10": 0.09378, + "precision_at_20": 0.04839, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.698889, + "mrr_at_3": 0.760185, + "mrr_at_5": 0.772241, + "mrr_at_10": 0.778842, + "mrr_at_20": 0.780983, + "mrr_at_100": 0.781816, + "mrr_at_1000": 0.781832, + "nauc_ndcg_at_1_max": 0.640646, + "nauc_ndcg_at_1_std": -0.196992, + "nauc_ndcg_at_1_diff1": 0.824091, + "nauc_ndcg_at_3_max": 0.631502, + "nauc_ndcg_at_3_std": -0.229851, + "nauc_ndcg_at_3_diff1": 0.789047, + "nauc_ndcg_at_5_max": 0.644626, + "nauc_ndcg_at_5_std": -0.207631, + "nauc_ndcg_at_5_diff1": 0.795646, + "nauc_ndcg_at_10_max": 0.643713, + "nauc_ndcg_at_10_std": -0.191302, + "nauc_ndcg_at_10_diff1": 0.793158, + "nauc_ndcg_at_20_max": 0.642996, + "nauc_ndcg_at_20_std": -0.194873, + "nauc_ndcg_at_20_diff1": 0.79575, + "nauc_ndcg_at_100_max": 0.642891, + "nauc_ndcg_at_100_std": -0.198428, + "nauc_ndcg_at_100_diff1": 0.800512, + "nauc_ndcg_at_1000_max": 0.6416, + "nauc_ndcg_at_1000_std": -0.202027, + "nauc_ndcg_at_1000_diff1": 0.800297, + "nauc_map_at_1_max": 0.640646, + "nauc_map_at_1_std": -0.196992, + "nauc_map_at_1_diff1": 0.824091, + "nauc_map_at_3_max": 0.635148, + "nauc_map_at_3_std": -0.220596, + "nauc_map_at_3_diff1": 0.798831, + "nauc_map_at_5_max": 0.641696, + "nauc_map_at_5_std": -0.209301, + "nauc_map_at_5_diff1": 0.802713, + "nauc_map_at_10_max": 0.640974, + "nauc_map_at_10_std": -0.203894, + "nauc_map_at_10_diff1": 0.801945, + "nauc_map_at_20_max": 0.640858, + "nauc_map_at_20_std": -0.204826, + "nauc_map_at_20_diff1": 0.802658, + "nauc_map_at_100_max": 0.640723, + "nauc_map_at_100_std": -0.205388, + "nauc_map_at_100_diff1": 0.80325, + "nauc_map_at_1000_max": 0.640693, + "nauc_map_at_1000_std": -0.205468, + "nauc_map_at_1000_diff1": 0.803246, + "nauc_recall_at_1_max": 0.640646, + "nauc_recall_at_1_std": -0.196992, + "nauc_recall_at_1_diff1": 0.824091, + "nauc_recall_at_3_max": 0.616445, + "nauc_recall_at_3_std": -0.266468, + "nauc_recall_at_3_diff1": 0.750393, + "nauc_recall_at_5_max": 0.663141, + "nauc_recall_at_5_std": -0.192384, + "nauc_recall_at_5_diff1": 0.759631, + "nauc_recall_at_10_max": 0.674753, + "nauc_recall_at_10_std": -0.04516, + "nauc_recall_at_10_diff1": 0.714127, + "nauc_recall_at_20_max": 0.686532, + "nauc_recall_at_20_std": 0.022441, + "nauc_recall_at_20_diff1": 0.688609, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.806839, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640646, + "nauc_precision_at_1_std": -0.196992, + "nauc_precision_at_1_diff1": 0.824091, + "nauc_precision_at_3_max": 0.616445, + "nauc_precision_at_3_std": -0.266468, + "nauc_precision_at_3_diff1": 0.750393, + "nauc_precision_at_5_max": 0.663141, + "nauc_precision_at_5_std": -0.192384, + "nauc_precision_at_5_diff1": 0.759631, + "nauc_precision_at_10_max": 0.674753, + "nauc_precision_at_10_std": -0.04516, + "nauc_precision_at_10_diff1": 0.714127, + "nauc_precision_at_20_max": 0.686532, + "nauc_precision_at_20_std": 0.022441, + "nauc_precision_at_20_diff1": 0.688609, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.806839, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.640646, + "nauc_mrr_at_1_std": -0.196992, + "nauc_mrr_at_1_diff1": 0.824091, + "nauc_mrr_at_3_max": 0.635148, + "nauc_mrr_at_3_std": -0.220596, + "nauc_mrr_at_3_diff1": 0.798831, + "nauc_mrr_at_5_max": 0.641696, + "nauc_mrr_at_5_std": -0.209301, + "nauc_mrr_at_5_diff1": 0.802713, + "nauc_mrr_at_10_max": 0.640974, + "nauc_mrr_at_10_std": -0.203894, + "nauc_mrr_at_10_diff1": 0.801945, + "nauc_mrr_at_20_max": 0.640858, + "nauc_mrr_at_20_std": -0.204826, + "nauc_mrr_at_20_diff1": 0.802658, + "nauc_mrr_at_100_max": 0.640723, + "nauc_mrr_at_100_std": -0.205388, + "nauc_mrr_at_100_diff1": 0.80325, + "nauc_mrr_at_1000_max": 0.640693, + "nauc_mrr_at_1000_std": -0.205468, + "nauc_mrr_at_1000_diff1": 0.803246, + "main_score": 0.81734, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.51521, + "ndcg_at_5": 0.54041, + "ndcg_at_10": 0.56859, + "ndcg_at_20": 0.58336, + "ndcg_at_100": 0.60944, + "ndcg_at_1000": 0.62108, + "map_at_1": 0.44333, + "map_at_3": 0.49778, + "map_at_5": 0.51178, + "map_at_10": 0.5235, + "map_at_20": 0.5275, + "map_at_100": 0.53107, + "map_at_1000": 0.53159, + "recall_at_1": 0.44333, + "recall_at_3": 0.56556, + "recall_at_5": 0.62667, + "recall_at_10": 0.71333, + "recall_at_20": 0.77222, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "precision_at_1": 0.44333, + "precision_at_3": 0.18852, + "precision_at_5": 0.12533, + "precision_at_10": 0.07133, + "precision_at_20": 0.03861, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.497778, + "mrr_at_5": 0.511778, + "mrr_at_10": 0.523504, + "mrr_at_20": 0.527501, + "mrr_at_100": 0.531068, + "mrr_at_1000": 0.531592, + "nauc_ndcg_at_1_max": 0.687404, + "nauc_ndcg_at_1_std": 0.027113, + "nauc_ndcg_at_1_diff1": 0.800444, + "nauc_ndcg_at_3_max": 0.678972, + "nauc_ndcg_at_3_std": 0.093747, + "nauc_ndcg_at_3_diff1": 0.741758, + "nauc_ndcg_at_5_max": 0.67932, + "nauc_ndcg_at_5_std": 0.110468, + "nauc_ndcg_at_5_diff1": 0.727699, + "nauc_ndcg_at_10_max": 0.673096, + "nauc_ndcg_at_10_std": 0.112843, + "nauc_ndcg_at_10_diff1": 0.722302, + "nauc_ndcg_at_20_max": 0.675439, + "nauc_ndcg_at_20_std": 0.120829, + "nauc_ndcg_at_20_diff1": 0.720747, + "nauc_ndcg_at_100_max": 0.675922, + "nauc_ndcg_at_100_std": 0.117603, + "nauc_ndcg_at_100_diff1": 0.726054, + "nauc_ndcg_at_1000_max": 0.678787, + "nauc_ndcg_at_1000_std": 0.104958, + "nauc_ndcg_at_1000_diff1": 0.734795, + "nauc_map_at_1_max": 0.687404, + "nauc_map_at_1_std": 0.027113, + "nauc_map_at_1_diff1": 0.800444, + "nauc_map_at_3_max": 0.681552, + "nauc_map_at_3_std": 0.077245, + "nauc_map_at_3_diff1": 0.7555, + "nauc_map_at_5_max": 0.68157, + "nauc_map_at_5_std": 0.085512, + "nauc_map_at_5_diff1": 0.748137, + "nauc_map_at_10_max": 0.679556, + "nauc_map_at_10_std": 0.086438, + "nauc_map_at_10_diff1": 0.746412, + "nauc_map_at_20_max": 0.680238, + "nauc_map_at_20_std": 0.088438, + "nauc_map_at_20_diff1": 0.746247, + "nauc_map_at_100_max": 0.680514, + "nauc_map_at_100_std": 0.088376, + "nauc_map_at_100_diff1": 0.746827, + "nauc_map_at_1000_max": 0.680666, + "nauc_map_at_1000_std": 0.087914, + "nauc_map_at_1000_diff1": 0.747212, + "nauc_recall_at_1_max": 0.687404, + "nauc_recall_at_1_std": 0.027113, + "nauc_recall_at_1_diff1": 0.800444, + "nauc_recall_at_3_max": 0.670922, + "nauc_recall_at_3_std": 0.143861, + "nauc_recall_at_3_diff1": 0.700371, + "nauc_recall_at_5_max": 0.672129, + "nauc_recall_at_5_std": 0.195066, + "nauc_recall_at_5_diff1": 0.659306, + "nauc_recall_at_10_max": 0.643994, + "nauc_recall_at_10_std": 0.217716, + "nauc_recall_at_10_diff1": 0.624893, + "nauc_recall_at_20_max": 0.651211, + "nauc_recall_at_20_std": 0.28294, + "nauc_recall_at_20_diff1": 0.595755, + "nauc_recall_at_100_max": 0.616366, + "nauc_recall_at_100_std": 0.419085, + "nauc_recall_at_100_diff1": 0.529262, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687404, + "nauc_precision_at_1_std": 0.027113, + "nauc_precision_at_1_diff1": 0.800444, + "nauc_precision_at_3_max": 0.670922, + "nauc_precision_at_3_std": 0.143861, + "nauc_precision_at_3_diff1": 0.700371, + "nauc_precision_at_5_max": 0.672129, + "nauc_precision_at_5_std": 0.195066, + "nauc_precision_at_5_diff1": 0.659306, + "nauc_precision_at_10_max": 0.643994, + "nauc_precision_at_10_std": 0.217716, + "nauc_precision_at_10_diff1": 0.624893, + "nauc_precision_at_20_max": 0.651211, + "nauc_precision_at_20_std": 0.28294, + "nauc_precision_at_20_diff1": 0.595755, + "nauc_precision_at_100_max": 0.616366, + "nauc_precision_at_100_std": 0.419085, + "nauc_precision_at_100_diff1": 0.529262, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687404, + "nauc_mrr_at_1_std": 0.027113, + "nauc_mrr_at_1_diff1": 0.800444, + "nauc_mrr_at_3_max": 0.681552, + "nauc_mrr_at_3_std": 0.077245, + "nauc_mrr_at_3_diff1": 0.7555, + "nauc_mrr_at_5_max": 0.68157, + "nauc_mrr_at_5_std": 0.085512, + "nauc_mrr_at_5_diff1": 0.748137, + "nauc_mrr_at_10_max": 0.679556, + "nauc_mrr_at_10_std": 0.086438, + "nauc_mrr_at_10_diff1": 0.746412, + "nauc_mrr_at_20_max": 0.680238, + "nauc_mrr_at_20_std": 0.088438, + "nauc_mrr_at_20_diff1": 0.746247, + "nauc_mrr_at_100_max": 0.680514, + "nauc_mrr_at_100_std": 0.088376, + "nauc_mrr_at_100_diff1": 0.746827, + "nauc_mrr_at_1000_max": 0.680666, + "nauc_mrr_at_1000_std": 0.087914, + "nauc_mrr_at_1000_diff1": 0.747212, + "main_score": 0.56859, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.45273, + "ndcg_at_3": 0.50929, + "ndcg_at_5": 0.52394, + "ndcg_at_10": 0.53707, + "ndcg_at_20": 0.54924, + "ndcg_at_100": 0.57533, + "ndcg_at_1000": 0.59909, + "map_at_1": 0.45273, + "map_at_3": 0.49574, + "map_at_5": 0.50386, + "map_at_10": 0.50917, + "map_at_20": 0.51255, + "map_at_100": 0.51593, + "map_at_1000": 0.51686, + "recall_at_1": 0.45273, + "recall_at_3": 0.54839, + "recall_at_5": 0.58398, + "recall_at_10": 0.62514, + "recall_at_20": 0.67297, + "recall_at_100": 0.81646, + "recall_at_1000": 1.0, + "precision_at_1": 0.45273, + "precision_at_3": 0.1828, + "precision_at_5": 0.1168, + "precision_at_10": 0.06251, + "precision_at_20": 0.03365, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452725, + "mrr_at_3": 0.495736, + "mrr_at_5": 0.503856, + "mrr_at_10": 0.50917, + "mrr_at_20": 0.512546, + "mrr_at_100": 0.515934, + "mrr_at_1000": 0.516858, + "nauc_ndcg_at_1_max": 0.587738, + "nauc_ndcg_at_1_std": -0.52029, + "nauc_ndcg_at_1_diff1": 0.835303, + "nauc_ndcg_at_3_max": 0.585768, + "nauc_ndcg_at_3_std": -0.550265, + "nauc_ndcg_at_3_diff1": 0.804008, + "nauc_ndcg_at_5_max": 0.576173, + "nauc_ndcg_at_5_std": -0.548867, + "nauc_ndcg_at_5_diff1": 0.793992, + "nauc_ndcg_at_10_max": 0.572883, + "nauc_ndcg_at_10_std": -0.540826, + "nauc_ndcg_at_10_diff1": 0.788745, + "nauc_ndcg_at_20_max": 0.564884, + "nauc_ndcg_at_20_std": -0.537961, + "nauc_ndcg_at_20_diff1": 0.781319, + "nauc_ndcg_at_100_max": 0.564821, + "nauc_ndcg_at_100_std": -0.524321, + "nauc_ndcg_at_100_diff1": 0.777381, + "nauc_ndcg_at_1000_max": 0.571908, + "nauc_ndcg_at_1000_std": -0.534373, + "nauc_ndcg_at_1000_diff1": 0.789822, + "nauc_map_at_1_max": 0.587738, + "nauc_map_at_1_std": -0.52029, + "nauc_map_at_1_diff1": 0.835303, + "nauc_map_at_3_max": 0.586399, + "nauc_map_at_3_std": -0.543662, + "nauc_map_at_3_diff1": 0.811395, + "nauc_map_at_5_max": 0.58103, + "nauc_map_at_5_std": -0.54328, + "nauc_map_at_5_diff1": 0.805995, + "nauc_map_at_10_max": 0.579555, + "nauc_map_at_10_std": -0.539854, + "nauc_map_at_10_diff1": 0.803803, + "nauc_map_at_20_max": 0.577556, + "nauc_map_at_20_std": -0.538952, + "nauc_map_at_20_diff1": 0.801948, + "nauc_map_at_100_max": 0.577502, + "nauc_map_at_100_std": -0.537413, + "nauc_map_at_100_diff1": 0.801402, + "nauc_map_at_1000_max": 0.577812, + "nauc_map_at_1000_std": -0.537668, + "nauc_map_at_1000_diff1": 0.801824, + "nauc_recall_at_1_max": 0.587738, + "nauc_recall_at_1_std": -0.52029, + "nauc_recall_at_1_diff1": 0.835303, + "nauc_recall_at_3_max": 0.583814, + "nauc_recall_at_3_std": -0.569725, + "nauc_recall_at_3_diff1": 0.782, + "nauc_recall_at_5_max": 0.55979, + "nauc_recall_at_5_std": -0.564983, + "nauc_recall_at_5_diff1": 0.755471, + "nauc_recall_at_10_max": 0.548631, + "nauc_recall_at_10_std": -0.539659, + "nauc_recall_at_10_diff1": 0.736098, + "nauc_recall_at_20_max": 0.508178, + "nauc_recall_at_20_std": -0.527479, + "nauc_recall_at_20_diff1": 0.69611, + "nauc_recall_at_100_max": 0.477683, + "nauc_recall_at_100_std": -0.386491, + "nauc_recall_at_100_diff1": 0.613947, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.587738, + "nauc_precision_at_1_std": -0.52029, + "nauc_precision_at_1_diff1": 0.835303, + "nauc_precision_at_3_max": 0.583814, + "nauc_precision_at_3_std": -0.569725, + "nauc_precision_at_3_diff1": 0.782, + "nauc_precision_at_5_max": 0.55979, + "nauc_precision_at_5_std": -0.564983, + "nauc_precision_at_5_diff1": 0.755471, + "nauc_precision_at_10_max": 0.548631, + "nauc_precision_at_10_std": -0.539659, + "nauc_precision_at_10_diff1": 0.736098, + "nauc_precision_at_20_max": 0.508178, + "nauc_precision_at_20_std": -0.527479, + "nauc_precision_at_20_diff1": 0.69611, + "nauc_precision_at_100_max": 0.477683, + "nauc_precision_at_100_std": -0.386491, + "nauc_precision_at_100_diff1": 0.613947, + "nauc_precision_at_1000_max": -0.500026, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.500026, + "nauc_mrr_at_1_max": 0.587738, + "nauc_mrr_at_1_std": -0.52029, + "nauc_mrr_at_1_diff1": 0.835303, + "nauc_mrr_at_3_max": 0.586399, + "nauc_mrr_at_3_std": -0.543662, + "nauc_mrr_at_3_diff1": 0.811395, + "nauc_mrr_at_5_max": 0.58103, + "nauc_mrr_at_5_std": -0.54328, + "nauc_mrr_at_5_diff1": 0.805995, + "nauc_mrr_at_10_max": 0.579555, + "nauc_mrr_at_10_std": -0.539854, + "nauc_mrr_at_10_diff1": 0.803803, + "nauc_mrr_at_20_max": 0.577556, + "nauc_mrr_at_20_std": -0.538952, + "nauc_mrr_at_20_diff1": 0.801948, + "nauc_mrr_at_100_max": 0.577502, + "nauc_mrr_at_100_std": -0.537413, + "nauc_mrr_at_100_diff1": 0.801402, + "nauc_mrr_at_1000_max": 0.577813, + "nauc_mrr_at_1000_std": -0.537662, + "nauc_mrr_at_1000_diff1": 0.801824, + "main_score": 0.53707, + "hf_subset": "kin_Latn-kin_Latn", + "languages": [ + "kin-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.51764, + "ndcg_at_5": 0.52692, + "ndcg_at_10": 0.54365, + "ndcg_at_20": 0.55907, + "ndcg_at_100": 0.58693, + "ndcg_at_1000": 0.60661, + "map_at_1": 0.45444, + "map_at_3": 0.50222, + "map_at_5": 0.50744, + "map_at_10": 0.51426, + "map_at_20": 0.51848, + "map_at_100": 0.52213, + "map_at_1000": 0.52296, + "recall_at_1": 0.45444, + "recall_at_3": 0.56222, + "recall_at_5": 0.58444, + "recall_at_10": 0.63667, + "recall_at_20": 0.69778, + "recall_at_100": 0.85111, + "recall_at_1000": 1.0, + "precision_at_1": 0.45444, + "precision_at_3": 0.18741, + "precision_at_5": 0.11689, + "precision_at_10": 0.06367, + "precision_at_20": 0.03489, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.502222, + "mrr_at_5": 0.507444, + "mrr_at_10": 0.514261, + "mrr_at_20": 0.518477, + "mrr_at_100": 0.522131, + "mrr_at_1000": 0.522957, + "nauc_ndcg_at_1_max": 0.824902, + "nauc_ndcg_at_1_std": 0.29926, + "nauc_ndcg_at_1_diff1": 0.864077, + "nauc_ndcg_at_3_max": 0.823927, + "nauc_ndcg_at_3_std": 0.351763, + "nauc_ndcg_at_3_diff1": 0.817909, + "nauc_ndcg_at_5_max": 0.818222, + "nauc_ndcg_at_5_std": 0.348313, + "nauc_ndcg_at_5_diff1": 0.810883, + "nauc_ndcg_at_10_max": 0.81537, + "nauc_ndcg_at_10_std": 0.351272, + "nauc_ndcg_at_10_diff1": 0.805033, + "nauc_ndcg_at_20_max": 0.808939, + "nauc_ndcg_at_20_std": 0.351176, + "nauc_ndcg_at_20_diff1": 0.80072, + "nauc_ndcg_at_100_max": 0.804729, + "nauc_ndcg_at_100_std": 0.352264, + "nauc_ndcg_at_100_diff1": 0.798829, + "nauc_ndcg_at_1000_max": 0.812772, + "nauc_ndcg_at_1000_std": 0.345987, + "nauc_ndcg_at_1000_diff1": 0.810504, + "nauc_map_at_1_max": 0.824902, + "nauc_map_at_1_std": 0.29926, + "nauc_map_at_1_diff1": 0.864077, + "nauc_map_at_3_max": 0.824341, + "nauc_map_at_3_std": 0.33805, + "nauc_map_at_3_diff1": 0.829146, + "nauc_map_at_5_max": 0.821217, + "nauc_map_at_5_std": 0.335996, + "nauc_map_at_5_diff1": 0.825341, + "nauc_map_at_10_max": 0.819964, + "nauc_map_at_10_std": 0.336823, + "nauc_map_at_10_diff1": 0.822956, + "nauc_map_at_20_max": 0.818339, + "nauc_map_at_20_std": 0.336783, + "nauc_map_at_20_diff1": 0.821986, + "nauc_map_at_100_max": 0.817768, + "nauc_map_at_100_std": 0.337135, + "nauc_map_at_100_diff1": 0.821736, + "nauc_map_at_1000_max": 0.818081, + "nauc_map_at_1000_std": 0.336963, + "nauc_map_at_1000_diff1": 0.822198, + "nauc_recall_at_1_max": 0.824902, + "nauc_recall_at_1_std": 0.29926, + "nauc_recall_at_1_diff1": 0.864077, + "nauc_recall_at_3_max": 0.8226, + "nauc_recall_at_3_std": 0.393549, + "nauc_recall_at_3_diff1": 0.784006, + "nauc_recall_at_5_max": 0.808048, + "nauc_recall_at_5_std": 0.386199, + "nauc_recall_at_5_diff1": 0.76536, + "nauc_recall_at_10_max": 0.798149, + "nauc_recall_at_10_std": 0.401284, + "nauc_recall_at_10_diff1": 0.74226, + "nauc_recall_at_20_max": 0.764477, + "nauc_recall_at_20_std": 0.406523, + "nauc_recall_at_20_diff1": 0.712808, + "nauc_recall_at_100_max": 0.685131, + "nauc_recall_at_100_std": 0.454148, + "nauc_recall_at_100_diff1": 0.625096, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.824902, + "nauc_precision_at_1_std": 0.29926, + "nauc_precision_at_1_diff1": 0.864077, + "nauc_precision_at_3_max": 0.8226, + "nauc_precision_at_3_std": 0.393549, + "nauc_precision_at_3_diff1": 0.784006, + "nauc_precision_at_5_max": 0.808048, + "nauc_precision_at_5_std": 0.386199, + "nauc_precision_at_5_diff1": 0.76536, + "nauc_precision_at_10_max": 0.798149, + "nauc_precision_at_10_std": 0.401284, + "nauc_precision_at_10_diff1": 0.74226, + "nauc_precision_at_20_max": 0.764477, + "nauc_precision_at_20_std": 0.406523, + "nauc_precision_at_20_diff1": 0.712808, + "nauc_precision_at_100_max": 0.685131, + "nauc_precision_at_100_std": 0.454148, + "nauc_precision_at_100_diff1": 0.625096, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.824902, + "nauc_mrr_at_1_std": 0.29926, + "nauc_mrr_at_1_diff1": 0.864077, + "nauc_mrr_at_3_max": 0.824341, + "nauc_mrr_at_3_std": 0.33805, + "nauc_mrr_at_3_diff1": 0.829146, + "nauc_mrr_at_5_max": 0.821217, + "nauc_mrr_at_5_std": 0.335996, + "nauc_mrr_at_5_diff1": 0.825341, + "nauc_mrr_at_10_max": 0.819964, + "nauc_mrr_at_10_std": 0.336823, + "nauc_mrr_at_10_diff1": 0.822956, + "nauc_mrr_at_20_max": 0.818339, + "nauc_mrr_at_20_std": 0.336783, + "nauc_mrr_at_20_diff1": 0.821986, + "nauc_mrr_at_100_max": 0.817768, + "nauc_mrr_at_100_std": 0.337135, + "nauc_mrr_at_100_diff1": 0.821736, + "nauc_mrr_at_1000_max": 0.818081, + "nauc_mrr_at_1000_std": 0.336963, + "nauc_mrr_at_1000_diff1": 0.822198, + "main_score": 0.54365, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35595, + "ndcg_at_3": 0.38453, + "ndcg_at_5": 0.39276, + "ndcg_at_10": 0.40127, + "ndcg_at_20": 0.40919, + "ndcg_at_100": 0.43655, + "ndcg_at_1000": 0.48302, + "map_at_1": 0.35595, + "map_at_3": 0.37783, + "map_at_5": 0.38239, + "map_at_10": 0.38583, + "map_at_20": 0.38803, + "map_at_100": 0.39151, + "map_at_1000": 0.39316, + "recall_at_1": 0.35595, + "recall_at_3": 0.40378, + "recall_at_5": 0.4238, + "recall_at_10": 0.4505, + "recall_at_20": 0.48165, + "recall_at_100": 0.63404, + "recall_at_1000": 1.0, + "precision_at_1": 0.35595, + "precision_at_3": 0.13459, + "precision_at_5": 0.08476, + "precision_at_10": 0.04505, + "precision_at_20": 0.02408, + "precision_at_100": 0.00634, + "precision_at_1000": 0.001, + "mrr_at_1": 0.355951, + "mrr_at_3": 0.377827, + "mrr_at_5": 0.382388, + "mrr_at_10": 0.385829, + "mrr_at_20": 0.38803, + "mrr_at_100": 0.391505, + "mrr_at_1000": 0.393164, + "nauc_ndcg_at_1_max": 0.883587, + "nauc_ndcg_at_1_std": 0.703079, + "nauc_ndcg_at_1_diff1": 0.889425, + "nauc_ndcg_at_3_max": 0.885237, + "nauc_ndcg_at_3_std": 0.723615, + "nauc_ndcg_at_3_diff1": 0.853415, + "nauc_ndcg_at_5_max": 0.876229, + "nauc_ndcg_at_5_std": 0.721605, + "nauc_ndcg_at_5_diff1": 0.845604, + "nauc_ndcg_at_10_max": 0.865364, + "nauc_ndcg_at_10_std": 0.713332, + "nauc_ndcg_at_10_diff1": 0.836791, + "nauc_ndcg_at_20_max": 0.863425, + "nauc_ndcg_at_20_std": 0.712759, + "nauc_ndcg_at_20_diff1": 0.832923, + "nauc_ndcg_at_100_max": 0.846892, + "nauc_ndcg_at_100_std": 0.701575, + "nauc_ndcg_at_100_diff1": 0.819142, + "nauc_ndcg_at_1000_max": 0.862019, + "nauc_ndcg_at_1000_std": 0.709084, + "nauc_ndcg_at_1000_diff1": 0.836149, + "nauc_map_at_1_max": 0.883587, + "nauc_map_at_1_std": 0.703079, + "nauc_map_at_1_diff1": 0.889425, + "nauc_map_at_3_max": 0.885427, + "nauc_map_at_3_std": 0.719243, + "nauc_map_at_3_diff1": 0.861992, + "nauc_map_at_5_max": 0.880501, + "nauc_map_at_5_std": 0.718057, + "nauc_map_at_5_diff1": 0.857713, + "nauc_map_at_10_max": 0.876063, + "nauc_map_at_10_std": 0.714768, + "nauc_map_at_10_diff1": 0.854113, + "nauc_map_at_20_max": 0.875484, + "nauc_map_at_20_std": 0.714607, + "nauc_map_at_20_diff1": 0.85298, + "nauc_map_at_100_max": 0.873265, + "nauc_map_at_100_std": 0.713383, + "nauc_map_at_100_diff1": 0.851232, + "nauc_map_at_1000_max": 0.873581, + "nauc_map_at_1000_std": 0.713419, + "nauc_map_at_1000_diff1": 0.851645, + "nauc_recall_at_1_max": 0.883587, + "nauc_recall_at_1_std": 0.703079, + "nauc_recall_at_1_diff1": 0.889425, + "nauc_recall_at_3_max": 0.884455, + "nauc_recall_at_3_std": 0.735881, + "nauc_recall_at_3_diff1": 0.828932, + "nauc_recall_at_5_max": 0.862332, + "nauc_recall_at_5_std": 0.731359, + "nauc_recall_at_5_diff1": 0.809675, + "nauc_recall_at_10_max": 0.82828, + "nauc_recall_at_10_std": 0.705098, + "nauc_recall_at_10_diff1": 0.781899, + "nauc_recall_at_20_max": 0.820577, + "nauc_recall_at_20_std": 0.702782, + "nauc_recall_at_20_diff1": 0.766466, + "nauc_recall_at_100_max": 0.708064, + "nauc_recall_at_100_std": 0.625282, + "nauc_recall_at_100_diff1": 0.665189, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.883587, + "nauc_precision_at_1_std": 0.703079, + "nauc_precision_at_1_diff1": 0.889425, + "nauc_precision_at_3_max": 0.884455, + "nauc_precision_at_3_std": 0.735881, + "nauc_precision_at_3_diff1": 0.828932, + "nauc_precision_at_5_max": 0.862332, + "nauc_precision_at_5_std": 0.731359, + "nauc_precision_at_5_diff1": 0.809675, + "nauc_precision_at_10_max": 0.82828, + "nauc_precision_at_10_std": 0.705098, + "nauc_precision_at_10_diff1": 0.781899, + "nauc_precision_at_20_max": 0.820577, + "nauc_precision_at_20_std": 0.702782, + "nauc_precision_at_20_diff1": 0.766466, + "nauc_precision_at_100_max": 0.708064, + "nauc_precision_at_100_std": 0.625282, + "nauc_precision_at_100_diff1": 0.665189, + "nauc_precision_at_1000_max": 0.098682, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.41541, + "nauc_mrr_at_1_max": 0.883587, + "nauc_mrr_at_1_std": 0.703079, + "nauc_mrr_at_1_diff1": 0.889425, + "nauc_mrr_at_3_max": 0.885427, + "nauc_mrr_at_3_std": 0.719243, + "nauc_mrr_at_3_diff1": 0.861992, + "nauc_mrr_at_5_max": 0.880501, + "nauc_mrr_at_5_std": 0.718057, + "nauc_mrr_at_5_diff1": 0.857713, + "nauc_mrr_at_10_max": 0.876063, + "nauc_mrr_at_10_std": 0.714768, + "nauc_mrr_at_10_diff1": 0.854113, + "nauc_mrr_at_20_max": 0.875484, + "nauc_mrr_at_20_std": 0.714607, + "nauc_mrr_at_20_diff1": 0.85298, + "nauc_mrr_at_100_max": 0.873265, + "nauc_mrr_at_100_std": 0.713383, + "nauc_mrr_at_100_diff1": 0.851232, + "nauc_mrr_at_1000_max": 0.873578, + "nauc_mrr_at_1000_std": 0.713418, + "nauc_mrr_at_1000_diff1": 0.851645, + "main_score": 0.40127, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.64829, + "ndcg_at_5": 0.66446, + "ndcg_at_10": 0.68055, + "ndcg_at_20": 0.69277, + "ndcg_at_100": 0.71065, + "ndcg_at_1000": 0.72178, + "map_at_1": 0.59778, + "map_at_3": 0.63648, + "map_at_5": 0.64554, + "map_at_10": 0.65235, + "map_at_20": 0.65562, + "map_at_100": 0.65808, + "map_at_1000": 0.65855, + "recall_at_1": 0.59778, + "recall_at_3": 0.68222, + "recall_at_5": 0.72111, + "recall_at_10": 0.77, + "recall_at_20": 0.81889, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "precision_at_1": 0.59778, + "precision_at_3": 0.22741, + "precision_at_5": 0.14422, + "precision_at_10": 0.077, + "precision_at_20": 0.04094, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.636481, + "mrr_at_5": 0.645537, + "mrr_at_10": 0.652347, + "mrr_at_20": 0.655625, + "mrr_at_100": 0.65808, + "mrr_at_1000": 0.658546, + "nauc_ndcg_at_1_max": 0.652342, + "nauc_ndcg_at_1_std": -0.397298, + "nauc_ndcg_at_1_diff1": 0.817994, + "nauc_ndcg_at_3_max": 0.657301, + "nauc_ndcg_at_3_std": -0.418381, + "nauc_ndcg_at_3_diff1": 0.801613, + "nauc_ndcg_at_5_max": 0.658923, + "nauc_ndcg_at_5_std": -0.41822, + "nauc_ndcg_at_5_diff1": 0.801392, + "nauc_ndcg_at_10_max": 0.646657, + "nauc_ndcg_at_10_std": -0.41765, + "nauc_ndcg_at_10_diff1": 0.789671, + "nauc_ndcg_at_20_max": 0.643347, + "nauc_ndcg_at_20_std": -0.409602, + "nauc_ndcg_at_20_diff1": 0.786674, + "nauc_ndcg_at_100_max": 0.64386, + "nauc_ndcg_at_100_std": -0.405361, + "nauc_ndcg_at_100_diff1": 0.789093, + "nauc_ndcg_at_1000_max": 0.648431, + "nauc_ndcg_at_1000_std": -0.409449, + "nauc_ndcg_at_1000_diff1": 0.794851, + "nauc_map_at_1_max": 0.652342, + "nauc_map_at_1_std": -0.397298, + "nauc_map_at_1_diff1": 0.817994, + "nauc_map_at_3_max": 0.657245, + "nauc_map_at_3_std": -0.413451, + "nauc_map_at_3_diff1": 0.806704, + "nauc_map_at_5_max": 0.658026, + "nauc_map_at_5_std": -0.413115, + "nauc_map_at_5_diff1": 0.806626, + "nauc_map_at_10_max": 0.653221, + "nauc_map_at_10_std": -0.412788, + "nauc_map_at_10_diff1": 0.801968, + "nauc_map_at_20_max": 0.652344, + "nauc_map_at_20_std": -0.410837, + "nauc_map_at_20_diff1": 0.801282, + "nauc_map_at_100_max": 0.652261, + "nauc_map_at_100_std": -0.410069, + "nauc_map_at_100_diff1": 0.801476, + "nauc_map_at_1000_max": 0.652445, + "nauc_map_at_1000_std": -0.410219, + "nauc_map_at_1000_diff1": 0.801702, + "nauc_recall_at_1_max": 0.652342, + "nauc_recall_at_1_std": -0.397298, + "nauc_recall_at_1_diff1": 0.817994, + "nauc_recall_at_3_max": 0.656922, + "nauc_recall_at_3_std": -0.433702, + "nauc_recall_at_3_diff1": 0.785162, + "nauc_recall_at_5_max": 0.661772, + "nauc_recall_at_5_std": -0.435573, + "nauc_recall_at_5_diff1": 0.783165, + "nauc_recall_at_10_max": 0.614273, + "nauc_recall_at_10_std": -0.436268, + "nauc_recall_at_10_diff1": 0.735465, + "nauc_recall_at_20_max": 0.588836, + "nauc_recall_at_20_std": -0.391158, + "nauc_recall_at_20_diff1": 0.706206, + "nauc_recall_at_100_max": 0.551434, + "nauc_recall_at_100_std": -0.321207, + "nauc_recall_at_100_diff1": 0.67179, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652342, + "nauc_precision_at_1_std": -0.397298, + "nauc_precision_at_1_diff1": 0.817994, + "nauc_precision_at_3_max": 0.656922, + "nauc_precision_at_3_std": -0.433702, + "nauc_precision_at_3_diff1": 0.785162, + "nauc_precision_at_5_max": 0.661772, + "nauc_precision_at_5_std": -0.435573, + "nauc_precision_at_5_diff1": 0.783165, + "nauc_precision_at_10_max": 0.614273, + "nauc_precision_at_10_std": -0.436268, + "nauc_precision_at_10_diff1": 0.735465, + "nauc_precision_at_20_max": 0.588836, + "nauc_precision_at_20_std": -0.391158, + "nauc_precision_at_20_diff1": 0.706206, + "nauc_precision_at_100_max": 0.551434, + "nauc_precision_at_100_std": -0.321207, + "nauc_precision_at_100_diff1": 0.67179, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652342, + "nauc_mrr_at_1_std": -0.397298, + "nauc_mrr_at_1_diff1": 0.817994, + "nauc_mrr_at_3_max": 0.657245, + "nauc_mrr_at_3_std": -0.413451, + "nauc_mrr_at_3_diff1": 0.806704, + "nauc_mrr_at_5_max": 0.658026, + "nauc_mrr_at_5_std": -0.413115, + "nauc_mrr_at_5_diff1": 0.806626, + "nauc_mrr_at_10_max": 0.653221, + "nauc_mrr_at_10_std": -0.412788, + "nauc_mrr_at_10_diff1": 0.801968, + "nauc_mrr_at_20_max": 0.652344, + "nauc_mrr_at_20_std": -0.410837, + "nauc_mrr_at_20_diff1": 0.801282, + "nauc_mrr_at_100_max": 0.652261, + "nauc_mrr_at_100_std": -0.410069, + "nauc_mrr_at_100_diff1": 0.801476, + "nauc_mrr_at_1000_max": 0.652445, + "nauc_mrr_at_1000_std": -0.410219, + "nauc_mrr_at_1000_diff1": 0.801702, + "main_score": 0.68055, + "hf_subset": "kir_Cyrl-kir_Cyrl", + "languages": [ + "kir-Cyrl", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.70778, + "ndcg_at_3": 0.77118, + "ndcg_at_5": 0.78963, + "ndcg_at_10": 0.80098, + "ndcg_at_20": 0.81104, + "ndcg_at_100": 0.81975, + "ndcg_at_1000": 0.82258, + "map_at_1": 0.70778, + "map_at_3": 0.75648, + "map_at_5": 0.76681, + "map_at_10": 0.77161, + "map_at_20": 0.77435, + "map_at_100": 0.77557, + "map_at_1000": 0.77569, + "recall_at_1": 0.70778, + "recall_at_3": 0.81333, + "recall_at_5": 0.85778, + "recall_at_10": 0.89222, + "recall_at_20": 0.93222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.70778, + "precision_at_3": 0.27111, + "precision_at_5": 0.17156, + "precision_at_10": 0.08922, + "precision_at_20": 0.04661, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.707778, + "mrr_at_3": 0.756481, + "mrr_at_5": 0.766815, + "mrr_at_10": 0.771612, + "mrr_at_20": 0.774351, + "mrr_at_100": 0.775568, + "mrr_at_1000": 0.775694, + "nauc_ndcg_at_1_max": 0.753264, + "nauc_ndcg_at_1_std": -0.061858, + "nauc_ndcg_at_1_diff1": 0.849918, + "nauc_ndcg_at_3_max": 0.739232, + "nauc_ndcg_at_3_std": -0.110028, + "nauc_ndcg_at_3_diff1": 0.816606, + "nauc_ndcg_at_5_max": 0.73391, + "nauc_ndcg_at_5_std": -0.112922, + "nauc_ndcg_at_5_diff1": 0.816076, + "nauc_ndcg_at_10_max": 0.740998, + "nauc_ndcg_at_10_std": -0.107946, + "nauc_ndcg_at_10_diff1": 0.820708, + "nauc_ndcg_at_20_max": 0.738943, + "nauc_ndcg_at_20_std": -0.122134, + "nauc_ndcg_at_20_diff1": 0.821506, + "nauc_ndcg_at_100_max": 0.7417, + "nauc_ndcg_at_100_std": -0.103252, + "nauc_ndcg_at_100_diff1": 0.823537, + "nauc_ndcg_at_1000_max": 0.741665, + "nauc_ndcg_at_1000_std": -0.104083, + "nauc_ndcg_at_1000_diff1": 0.824637, + "nauc_map_at_1_max": 0.753264, + "nauc_map_at_1_std": -0.061858, + "nauc_map_at_1_diff1": 0.849918, + "nauc_map_at_3_max": 0.743945, + "nauc_map_at_3_std": -0.097687, + "nauc_map_at_3_diff1": 0.825999, + "nauc_map_at_5_max": 0.741164, + "nauc_map_at_5_std": -0.099689, + "nauc_map_at_5_diff1": 0.826062, + "nauc_map_at_10_max": 0.743848, + "nauc_map_at_10_std": -0.097408, + "nauc_map_at_10_diff1": 0.82791, + "nauc_map_at_20_max": 0.743396, + "nauc_map_at_20_std": -0.100061, + "nauc_map_at_20_diff1": 0.828041, + "nauc_map_at_100_max": 0.743594, + "nauc_map_at_100_std": -0.098006, + "nauc_map_at_100_diff1": 0.828259, + "nauc_map_at_1000_max": 0.74362, + "nauc_map_at_1000_std": -0.097965, + "nauc_map_at_1000_diff1": 0.828305, + "nauc_recall_at_1_max": 0.753264, + "nauc_recall_at_1_std": -0.061858, + "nauc_recall_at_1_diff1": 0.849918, + "nauc_recall_at_3_max": 0.721951, + "nauc_recall_at_3_std": -0.153635, + "nauc_recall_at_3_diff1": 0.782927, + "nauc_recall_at_5_max": 0.700838, + "nauc_recall_at_5_std": -0.169028, + "nauc_recall_at_5_diff1": 0.77208, + "nauc_recall_at_10_max": 0.729314, + "nauc_recall_at_10_std": -0.160558, + "nauc_recall_at_10_diff1": 0.784485, + "nauc_recall_at_20_max": 0.702178, + "nauc_recall_at_20_std": -0.344109, + "nauc_recall_at_20_diff1": 0.774854, + "nauc_recall_at_100_max": 0.754435, + "nauc_recall_at_100_std": -0.02693, + "nauc_recall_at_100_diff1": 0.763649, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753264, + "nauc_precision_at_1_std": -0.061858, + "nauc_precision_at_1_diff1": 0.849918, + "nauc_precision_at_3_max": 0.721951, + "nauc_precision_at_3_std": -0.153635, + "nauc_precision_at_3_diff1": 0.782927, + "nauc_precision_at_5_max": 0.700838, + "nauc_precision_at_5_std": -0.169028, + "nauc_precision_at_5_diff1": 0.77208, + "nauc_precision_at_10_max": 0.729314, + "nauc_precision_at_10_std": -0.160558, + "nauc_precision_at_10_diff1": 0.784485, + "nauc_precision_at_20_max": 0.702178, + "nauc_precision_at_20_std": -0.344109, + "nauc_precision_at_20_diff1": 0.774854, + "nauc_precision_at_100_max": 0.754435, + "nauc_precision_at_100_std": -0.02693, + "nauc_precision_at_100_diff1": 0.763649, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.753264, + "nauc_mrr_at_1_std": -0.061858, + "nauc_mrr_at_1_diff1": 0.849918, + "nauc_mrr_at_3_max": 0.743945, + "nauc_mrr_at_3_std": -0.097687, + "nauc_mrr_at_3_diff1": 0.825999, + "nauc_mrr_at_5_max": 0.741164, + "nauc_mrr_at_5_std": -0.099689, + "nauc_mrr_at_5_diff1": 0.826062, + "nauc_mrr_at_10_max": 0.743848, + "nauc_mrr_at_10_std": -0.097408, + "nauc_mrr_at_10_diff1": 0.82791, + "nauc_mrr_at_20_max": 0.743396, + "nauc_mrr_at_20_std": -0.100061, + "nauc_mrr_at_20_diff1": 0.828041, + "nauc_mrr_at_100_max": 0.743594, + "nauc_mrr_at_100_std": -0.098006, + "nauc_mrr_at_100_diff1": 0.828259, + "nauc_mrr_at_1000_max": 0.74362, + "nauc_mrr_at_1000_std": -0.097965, + "nauc_mrr_at_1000_diff1": 0.828305, + "main_score": 0.80098, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52111, + "ndcg_at_3": 0.586, + "ndcg_at_5": 0.59801, + "ndcg_at_10": 0.6134, + "ndcg_at_20": 0.62202, + "ndcg_at_100": 0.64229, + "ndcg_at_1000": 0.66131, + "map_at_1": 0.52111, + "map_at_3": 0.57037, + "map_at_5": 0.57709, + "map_at_10": 0.58341, + "map_at_20": 0.58573, + "map_at_100": 0.58841, + "map_at_1000": 0.58916, + "recall_at_1": 0.52111, + "recall_at_3": 0.63111, + "recall_at_5": 0.66, + "recall_at_10": 0.70778, + "recall_at_20": 0.74222, + "recall_at_100": 0.85333, + "recall_at_1000": 1.0, + "precision_at_1": 0.52111, + "precision_at_3": 0.21037, + "precision_at_5": 0.132, + "precision_at_10": 0.07078, + "precision_at_20": 0.03711, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521111, + "mrr_at_3": 0.57037, + "mrr_at_5": 0.577093, + "mrr_at_10": 0.58341, + "mrr_at_20": 0.585726, + "mrr_at_100": 0.588411, + "mrr_at_1000": 0.589159, + "nauc_ndcg_at_1_max": 0.771912, + "nauc_ndcg_at_1_std": 0.106247, + "nauc_ndcg_at_1_diff1": 0.84727, + "nauc_ndcg_at_3_max": 0.779687, + "nauc_ndcg_at_3_std": 0.155989, + "nauc_ndcg_at_3_diff1": 0.806405, + "nauc_ndcg_at_5_max": 0.776258, + "nauc_ndcg_at_5_std": 0.154818, + "nauc_ndcg_at_5_diff1": 0.800673, + "nauc_ndcg_at_10_max": 0.772837, + "nauc_ndcg_at_10_std": 0.157035, + "nauc_ndcg_at_10_diff1": 0.799963, + "nauc_ndcg_at_20_max": 0.773904, + "nauc_ndcg_at_20_std": 0.156873, + "nauc_ndcg_at_20_diff1": 0.800344, + "nauc_ndcg_at_100_max": 0.772127, + "nauc_ndcg_at_100_std": 0.162296, + "nauc_ndcg_at_100_diff1": 0.799236, + "nauc_ndcg_at_1000_max": 0.773402, + "nauc_ndcg_at_1000_std": 0.152507, + "nauc_ndcg_at_1000_diff1": 0.805233, + "nauc_map_at_1_max": 0.771912, + "nauc_map_at_1_std": 0.106247, + "nauc_map_at_1_diff1": 0.84727, + "nauc_map_at_3_max": 0.777505, + "nauc_map_at_3_std": 0.142186, + "nauc_map_at_3_diff1": 0.816155, + "nauc_map_at_5_max": 0.775715, + "nauc_map_at_5_std": 0.141615, + "nauc_map_at_5_diff1": 0.813103, + "nauc_map_at_10_max": 0.774324, + "nauc_map_at_10_std": 0.142371, + "nauc_map_at_10_diff1": 0.812972, + "nauc_map_at_20_max": 0.774689, + "nauc_map_at_20_std": 0.142389, + "nauc_map_at_20_diff1": 0.813236, + "nauc_map_at_100_max": 0.774389, + "nauc_map_at_100_std": 0.143086, + "nauc_map_at_100_diff1": 0.813002, + "nauc_map_at_1000_max": 0.774398, + "nauc_map_at_1000_std": 0.142735, + "nauc_map_at_1000_diff1": 0.813184, + "nauc_recall_at_1_max": 0.771912, + "nauc_recall_at_1_std": 0.106247, + "nauc_recall_at_1_diff1": 0.84727, + "nauc_recall_at_3_max": 0.786617, + "nauc_recall_at_3_std": 0.199763, + "nauc_recall_at_3_diff1": 0.776142, + "nauc_recall_at_5_max": 0.777459, + "nauc_recall_at_5_std": 0.198087, + "nauc_recall_at_5_diff1": 0.759469, + "nauc_recall_at_10_max": 0.765292, + "nauc_recall_at_10_std": 0.210633, + "nauc_recall_at_10_diff1": 0.752298, + "nauc_recall_at_20_max": 0.769101, + "nauc_recall_at_20_std": 0.21427, + "nauc_recall_at_20_diff1": 0.748122, + "nauc_recall_at_100_max": 0.750458, + "nauc_recall_at_100_std": 0.304487, + "nauc_recall_at_100_diff1": 0.709581, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771912, + "nauc_precision_at_1_std": 0.106247, + "nauc_precision_at_1_diff1": 0.84727, + "nauc_precision_at_3_max": 0.786617, + "nauc_precision_at_3_std": 0.199763, + "nauc_precision_at_3_diff1": 0.776142, + "nauc_precision_at_5_max": 0.777459, + "nauc_precision_at_5_std": 0.198087, + "nauc_precision_at_5_diff1": 0.759469, + "nauc_precision_at_10_max": 0.765292, + "nauc_precision_at_10_std": 0.210633, + "nauc_precision_at_10_diff1": 0.752298, + "nauc_precision_at_20_max": 0.769101, + "nauc_precision_at_20_std": 0.21427, + "nauc_precision_at_20_diff1": 0.748122, + "nauc_precision_at_100_max": 0.750458, + "nauc_precision_at_100_std": 0.304487, + "nauc_precision_at_100_diff1": 0.709581, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771912, + "nauc_mrr_at_1_std": 0.106247, + "nauc_mrr_at_1_diff1": 0.84727, + "nauc_mrr_at_3_max": 0.777505, + "nauc_mrr_at_3_std": 0.142186, + "nauc_mrr_at_3_diff1": 0.816155, + "nauc_mrr_at_5_max": 0.775715, + "nauc_mrr_at_5_std": 0.141615, + "nauc_mrr_at_5_diff1": 0.813103, + "nauc_mrr_at_10_max": 0.774324, + "nauc_mrr_at_10_std": 0.142371, + "nauc_mrr_at_10_diff1": 0.812972, + "nauc_mrr_at_20_max": 0.774689, + "nauc_mrr_at_20_std": 0.142389, + "nauc_mrr_at_20_diff1": 0.813236, + "nauc_mrr_at_100_max": 0.774389, + "nauc_mrr_at_100_std": 0.143086, + "nauc_mrr_at_100_diff1": 0.813002, + "nauc_mrr_at_1000_max": 0.774398, + "nauc_mrr_at_1000_std": 0.142735, + "nauc_mrr_at_1000_diff1": 0.813184, + "main_score": 0.6134, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93126, + "ndcg_at_5": 0.93733, + "ndcg_at_10": 0.94142, + "ndcg_at_20": 0.94313, + "ndcg_at_100": 0.94536, + "ndcg_at_1000": 0.94551, + "map_at_1": 0.89667, + "map_at_3": 0.92352, + "map_at_5": 0.92696, + "map_at_10": 0.92873, + "map_at_20": 0.92921, + "map_at_100": 0.92951, + "map_at_1000": 0.92952, + "recall_at_1": 0.89667, + "recall_at_3": 0.95333, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31778, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.923519, + "mrr_at_5": 0.926963, + "mrr_at_10": 0.928731, + "mrr_at_20": 0.929214, + "mrr_at_100": 0.929513, + "mrr_at_1000": 0.92952, + "nauc_ndcg_at_1_max": 0.82191, + "nauc_ndcg_at_1_std": -0.237929, + "nauc_ndcg_at_1_diff1": 0.93023, + "nauc_ndcg_at_3_max": 0.861525, + "nauc_ndcg_at_3_std": -0.187261, + "nauc_ndcg_at_3_diff1": 0.931315, + "nauc_ndcg_at_5_max": 0.860204, + "nauc_ndcg_at_5_std": -0.214475, + "nauc_ndcg_at_5_diff1": 0.931056, + "nauc_ndcg_at_10_max": 0.856534, + "nauc_ndcg_at_10_std": -0.204152, + "nauc_ndcg_at_10_diff1": 0.931314, + "nauc_ndcg_at_20_max": 0.852813, + "nauc_ndcg_at_20_std": -0.215057, + "nauc_ndcg_at_20_diff1": 0.931236, + "nauc_ndcg_at_100_max": 0.850764, + "nauc_ndcg_at_100_std": -0.207115, + "nauc_ndcg_at_100_diff1": 0.93131, + "nauc_ndcg_at_1000_max": 0.850344, + "nauc_ndcg_at_1000_std": -0.210513, + "nauc_ndcg_at_1000_diff1": 0.931116, + "nauc_map_at_1_max": 0.82191, + "nauc_map_at_1_std": -0.237929, + "nauc_map_at_1_diff1": 0.93023, + "nauc_map_at_3_max": 0.851194, + "nauc_map_at_3_std": -0.197694, + "nauc_map_at_3_diff1": 0.931036, + "nauc_map_at_5_max": 0.85005, + "nauc_map_at_5_std": -0.211607, + "nauc_map_at_5_diff1": 0.93097, + "nauc_map_at_10_max": 0.848583, + "nauc_map_at_10_std": -0.206958, + "nauc_map_at_10_diff1": 0.931056, + "nauc_map_at_20_max": 0.847667, + "nauc_map_at_20_std": -0.209669, + "nauc_map_at_20_diff1": 0.931012, + "nauc_map_at_100_max": 0.847328, + "nauc_map_at_100_std": -0.209698, + "nauc_map_at_100_diff1": 0.931009, + "nauc_map_at_1000_max": 0.847312, + "nauc_map_at_1000_std": -0.209823, + "nauc_map_at_1000_diff1": 0.931002, + "nauc_recall_at_1_max": 0.82191, + "nauc_recall_at_1_std": -0.237929, + "nauc_recall_at_1_diff1": 0.93023, + "nauc_recall_at_3_max": 0.908519, + "nauc_recall_at_3_std": -0.142146, + "nauc_recall_at_3_diff1": 0.932584, + "nauc_recall_at_5_max": 0.923613, + "nauc_recall_at_5_std": -0.245822, + "nauc_recall_at_5_diff1": 0.93126, + "nauc_recall_at_10_max": 0.928675, + "nauc_recall_at_10_std": -0.191747, + "nauc_recall_at_10_diff1": 0.933733, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": -0.35726, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.82191, + "nauc_precision_at_1_std": -0.237929, + "nauc_precision_at_1_diff1": 0.93023, + "nauc_precision_at_3_max": 0.908519, + "nauc_precision_at_3_std": -0.142146, + "nauc_precision_at_3_diff1": 0.932584, + "nauc_precision_at_5_max": 0.923613, + "nauc_precision_at_5_std": -0.245822, + "nauc_precision_at_5_diff1": 0.93126, + "nauc_precision_at_10_max": 0.928675, + "nauc_precision_at_10_std": -0.191747, + "nauc_precision_at_10_diff1": 0.933733, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": -0.35726, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.82191, + "nauc_mrr_at_1_std": -0.237929, + "nauc_mrr_at_1_diff1": 0.93023, + "nauc_mrr_at_3_max": 0.851194, + "nauc_mrr_at_3_std": -0.197694, + "nauc_mrr_at_3_diff1": 0.931036, + "nauc_mrr_at_5_max": 0.85005, + "nauc_mrr_at_5_std": -0.211607, + "nauc_mrr_at_5_diff1": 0.93097, + "nauc_mrr_at_10_max": 0.848583, + "nauc_mrr_at_10_std": -0.206958, + "nauc_mrr_at_10_diff1": 0.931056, + "nauc_mrr_at_20_max": 0.847667, + "nauc_mrr_at_20_std": -0.209669, + "nauc_mrr_at_20_diff1": 0.931012, + "nauc_mrr_at_100_max": 0.847328, + "nauc_mrr_at_100_std": -0.209698, + "nauc_mrr_at_100_diff1": 0.931009, + "nauc_mrr_at_1000_max": 0.847312, + "nauc_mrr_at_1000_std": -0.209823, + "nauc_mrr_at_1000_diff1": 0.931002, + "main_score": 0.94142, + "hf_subset": "kor_Hang-kor_Hang", + "languages": [ + "kor-Hang", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94444, + "ndcg_at_5": 0.94865, + "ndcg_at_10": 0.95134, + "ndcg_at_20": 0.95246, + "ndcg_at_100": 0.95307, + "ndcg_at_1000": 0.9535, + "map_at_1": 0.90667, + "map_at_3": 0.93556, + "map_at_5": 0.93794, + "map_at_10": 0.93895, + "map_at_20": 0.93925, + "map_at_100": 0.93933, + "map_at_1000": 0.93935, + "recall_at_1": 0.90667, + "recall_at_3": 0.97, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.32333, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.935556, + "mrr_at_5": 0.937944, + "mrr_at_10": 0.938946, + "mrr_at_20": 0.939249, + "mrr_at_100": 0.939335, + "mrr_at_1000": 0.939351, + "nauc_ndcg_at_1_max": 0.761705, + "nauc_ndcg_at_1_std": -0.278989, + "nauc_ndcg_at_1_diff1": 0.920802, + "nauc_ndcg_at_3_max": 0.79653, + "nauc_ndcg_at_3_std": -0.308865, + "nauc_ndcg_at_3_diff1": 0.918084, + "nauc_ndcg_at_5_max": 0.801053, + "nauc_ndcg_at_5_std": -0.287733, + "nauc_ndcg_at_5_diff1": 0.920897, + "nauc_ndcg_at_10_max": 0.793551, + "nauc_ndcg_at_10_std": -0.28661, + "nauc_ndcg_at_10_diff1": 0.917426, + "nauc_ndcg_at_20_max": 0.791113, + "nauc_ndcg_at_20_std": -0.284145, + "nauc_ndcg_at_20_diff1": 0.918557, + "nauc_ndcg_at_100_max": 0.790953, + "nauc_ndcg_at_100_std": -0.285393, + "nauc_ndcg_at_100_diff1": 0.919204, + "nauc_ndcg_at_1000_max": 0.789028, + "nauc_ndcg_at_1000_std": -0.287936, + "nauc_ndcg_at_1000_diff1": 0.919287, + "nauc_map_at_1_max": 0.761705, + "nauc_map_at_1_std": -0.278989, + "nauc_map_at_1_diff1": 0.920802, + "nauc_map_at_3_max": 0.786751, + "nauc_map_at_3_std": -0.299897, + "nauc_map_at_3_diff1": 0.918904, + "nauc_map_at_5_max": 0.788604, + "nauc_map_at_5_std": -0.289712, + "nauc_map_at_5_diff1": 0.920359, + "nauc_map_at_10_max": 0.786115, + "nauc_map_at_10_std": -0.290176, + "nauc_map_at_10_diff1": 0.919317, + "nauc_map_at_20_max": 0.785478, + "nauc_map_at_20_std": -0.289795, + "nauc_map_at_20_diff1": 0.919567, + "nauc_map_at_100_max": 0.785376, + "nauc_map_at_100_std": -0.290028, + "nauc_map_at_100_diff1": 0.919638, + "nauc_map_at_1000_max": 0.78532, + "nauc_map_at_1000_std": -0.289985, + "nauc_map_at_1000_diff1": 0.919636, + "nauc_recall_at_1_max": 0.761705, + "nauc_recall_at_1_std": -0.278989, + "nauc_recall_at_1_diff1": 0.920802, + "nauc_recall_at_3_max": 0.855033, + "nauc_recall_at_3_std": -0.36316, + "nauc_recall_at_3_diff1": 0.913113, + "nauc_recall_at_5_max": 0.91052, + "nauc_recall_at_5_std": -0.260349, + "nauc_recall_at_5_diff1": 0.926471, + "nauc_recall_at_10_max": 0.891223, + "nauc_recall_at_10_std": -0.198366, + "nauc_recall_at_10_diff1": 0.880719, + "nauc_recall_at_20_max": 0.893013, + "nauc_recall_at_20_std": -0.059524, + "nauc_recall_at_20_diff1": 0.888344, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761705, + "nauc_precision_at_1_std": -0.278989, + "nauc_precision_at_1_diff1": 0.920802, + "nauc_precision_at_3_max": 0.855033, + "nauc_precision_at_3_std": -0.36316, + "nauc_precision_at_3_diff1": 0.913113, + "nauc_precision_at_5_max": 0.91052, + "nauc_precision_at_5_std": -0.260349, + "nauc_precision_at_5_diff1": 0.926471, + "nauc_precision_at_10_max": 0.891223, + "nauc_precision_at_10_std": -0.198366, + "nauc_precision_at_10_diff1": 0.880719, + "nauc_precision_at_20_max": 0.893013, + "nauc_precision_at_20_std": -0.059524, + "nauc_precision_at_20_diff1": 0.888344, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761705, + "nauc_mrr_at_1_std": -0.278989, + "nauc_mrr_at_1_diff1": 0.920802, + "nauc_mrr_at_3_max": 0.786751, + "nauc_mrr_at_3_std": -0.299897, + "nauc_mrr_at_3_diff1": 0.918904, + "nauc_mrr_at_5_max": 0.788604, + "nauc_mrr_at_5_std": -0.289712, + "nauc_mrr_at_5_diff1": 0.920359, + "nauc_mrr_at_10_max": 0.786115, + "nauc_mrr_at_10_std": -0.290176, + "nauc_mrr_at_10_diff1": 0.919317, + "nauc_mrr_at_20_max": 0.785478, + "nauc_mrr_at_20_std": -0.289795, + "nauc_mrr_at_20_diff1": 0.919567, + "nauc_mrr_at_100_max": 0.785376, + "nauc_mrr_at_100_std": -0.290028, + "nauc_mrr_at_100_diff1": 0.919638, + "nauc_mrr_at_1000_max": 0.78532, + "nauc_mrr_at_1000_std": -0.289985, + "nauc_mrr_at_1000_diff1": 0.919636, + "main_score": 0.95134, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91713, + "ndcg_at_5": 0.92583, + "ndcg_at_10": 0.92925, + "ndcg_at_20": 0.93147, + "ndcg_at_100": 0.93362, + "ndcg_at_1000": 0.93379, + "map_at_1": 0.87333, + "map_at_3": 0.90685, + "map_at_5": 0.91169, + "map_at_10": 0.91321, + "map_at_20": 0.9138, + "map_at_100": 0.91406, + "map_at_1000": 0.91407, + "recall_at_1": 0.87333, + "recall_at_3": 0.94667, + "recall_at_5": 0.96778, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.87333, + "precision_at_3": 0.31556, + "precision_at_5": 0.19356, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.906852, + "mrr_at_5": 0.911685, + "mrr_at_10": 0.913205, + "mrr_at_20": 0.913797, + "mrr_at_100": 0.914058, + "mrr_at_1000": 0.914069, + "nauc_ndcg_at_1_max": 0.822991, + "nauc_ndcg_at_1_std": -0.159373, + "nauc_ndcg_at_1_diff1": 0.925388, + "nauc_ndcg_at_3_max": 0.84837, + "nauc_ndcg_at_3_std": -0.108325, + "nauc_ndcg_at_3_diff1": 0.921961, + "nauc_ndcg_at_5_max": 0.853238, + "nauc_ndcg_at_5_std": -0.114006, + "nauc_ndcg_at_5_diff1": 0.922281, + "nauc_ndcg_at_10_max": 0.84891, + "nauc_ndcg_at_10_std": -0.115011, + "nauc_ndcg_at_10_diff1": 0.921438, + "nauc_ndcg_at_20_max": 0.846342, + "nauc_ndcg_at_20_std": -0.116241, + "nauc_ndcg_at_20_diff1": 0.922713, + "nauc_ndcg_at_100_max": 0.842456, + "nauc_ndcg_at_100_std": -0.130046, + "nauc_ndcg_at_100_diff1": 0.922638, + "nauc_ndcg_at_1000_max": 0.842764, + "nauc_ndcg_at_1000_std": -0.127425, + "nauc_ndcg_at_1000_diff1": 0.922775, + "nauc_map_at_1_max": 0.822991, + "nauc_map_at_1_std": -0.159373, + "nauc_map_at_1_diff1": 0.925388, + "nauc_map_at_3_max": 0.840316, + "nauc_map_at_3_std": -0.126373, + "nauc_map_at_3_diff1": 0.922584, + "nauc_map_at_5_max": 0.842405, + "nauc_map_at_5_std": -0.130087, + "nauc_map_at_5_diff1": 0.922849, + "nauc_map_at_10_max": 0.840612, + "nauc_map_at_10_std": -0.130685, + "nauc_map_at_10_diff1": 0.922609, + "nauc_map_at_20_max": 0.840022, + "nauc_map_at_20_std": -0.131164, + "nauc_map_at_20_diff1": 0.922899, + "nauc_map_at_100_max": 0.839627, + "nauc_map_at_100_std": -0.132859, + "nauc_map_at_100_diff1": 0.92293, + "nauc_map_at_1000_max": 0.839642, + "nauc_map_at_1000_std": -0.132725, + "nauc_map_at_1000_diff1": 0.922937, + "nauc_recall_at_1_max": 0.822991, + "nauc_recall_at_1_std": -0.159373, + "nauc_recall_at_1_diff1": 0.925388, + "nauc_recall_at_3_max": 0.888062, + "nauc_recall_at_3_std": -0.018032, + "nauc_recall_at_3_diff1": 0.919225, + "nauc_recall_at_5_max": 0.93786, + "nauc_recall_at_5_std": 0.010512, + "nauc_recall_at_5_diff1": 0.918301, + "nauc_recall_at_10_max": 0.936858, + "nauc_recall_at_10_std": 0.055766, + "nauc_recall_at_10_diff1": 0.90768, + "nauc_recall_at_20_max": 0.94281, + "nauc_recall_at_20_std": 0.149354, + "nauc_recall_at_20_diff1": 0.923747, + "nauc_recall_at_100_max": 0.722222, + "nauc_recall_at_100_std": -1.151727, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822991, + "nauc_precision_at_1_std": -0.159373, + "nauc_precision_at_1_diff1": 0.925388, + "nauc_precision_at_3_max": 0.888062, + "nauc_precision_at_3_std": -0.018032, + "nauc_precision_at_3_diff1": 0.919225, + "nauc_precision_at_5_max": 0.93786, + "nauc_precision_at_5_std": 0.010512, + "nauc_precision_at_5_diff1": 0.918301, + "nauc_precision_at_10_max": 0.936858, + "nauc_precision_at_10_std": 0.055766, + "nauc_precision_at_10_diff1": 0.90768, + "nauc_precision_at_20_max": 0.94281, + "nauc_precision_at_20_std": 0.149354, + "nauc_precision_at_20_diff1": 0.923747, + "nauc_precision_at_100_max": 0.722222, + "nauc_precision_at_100_std": -1.151727, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822991, + "nauc_mrr_at_1_std": -0.159373, + "nauc_mrr_at_1_diff1": 0.925388, + "nauc_mrr_at_3_max": 0.840316, + "nauc_mrr_at_3_std": -0.126373, + "nauc_mrr_at_3_diff1": 0.922584, + "nauc_mrr_at_5_max": 0.842405, + "nauc_mrr_at_5_std": -0.130087, + "nauc_mrr_at_5_diff1": 0.922849, + "nauc_mrr_at_10_max": 0.840612, + "nauc_mrr_at_10_std": -0.130685, + "nauc_mrr_at_10_diff1": 0.922609, + "nauc_mrr_at_20_max": 0.840022, + "nauc_mrr_at_20_std": -0.131164, + "nauc_mrr_at_20_diff1": 0.922899, + "nauc_mrr_at_100_max": 0.839627, + "nauc_mrr_at_100_std": -0.132859, + "nauc_mrr_at_100_diff1": 0.92293, + "nauc_mrr_at_1000_max": 0.839642, + "nauc_mrr_at_1000_std": -0.132725, + "nauc_mrr_at_1000_diff1": 0.922937, + "main_score": 0.92925, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.44556, + "ndcg_at_3": 0.49739, + "ndcg_at_5": 0.52078, + "ndcg_at_10": 0.54304, + "ndcg_at_20": 0.55887, + "ndcg_at_100": 0.58843, + "ndcg_at_1000": 0.60367, + "map_at_1": 0.44556, + "map_at_3": 0.48426, + "map_at_5": 0.49726, + "map_at_10": 0.50644, + "map_at_20": 0.51054, + "map_at_100": 0.51457, + "map_at_1000": 0.51524, + "recall_at_1": 0.44556, + "recall_at_3": 0.53556, + "recall_at_5": 0.59222, + "recall_at_10": 0.66111, + "recall_at_20": 0.72556, + "recall_at_100": 0.88556, + "recall_at_1000": 1.0, + "precision_at_1": 0.44556, + "precision_at_3": 0.17852, + "precision_at_5": 0.11844, + "precision_at_10": 0.06611, + "precision_at_20": 0.03628, + "precision_at_100": 0.00886, + "precision_at_1000": 0.001, + "mrr_at_1": 0.445556, + "mrr_at_3": 0.484259, + "mrr_at_5": 0.497259, + "mrr_at_10": 0.506435, + "mrr_at_20": 0.510538, + "mrr_at_100": 0.514573, + "mrr_at_1000": 0.515236, + "nauc_ndcg_at_1_max": 0.686832, + "nauc_ndcg_at_1_std": -0.203621, + "nauc_ndcg_at_1_diff1": 0.821784, + "nauc_ndcg_at_3_max": 0.677029, + "nauc_ndcg_at_3_std": -0.173544, + "nauc_ndcg_at_3_diff1": 0.769214, + "nauc_ndcg_at_5_max": 0.661102, + "nauc_ndcg_at_5_std": -0.174623, + "nauc_ndcg_at_5_diff1": 0.754235, + "nauc_ndcg_at_10_max": 0.65563, + "nauc_ndcg_at_10_std": -0.166567, + "nauc_ndcg_at_10_diff1": 0.747836, + "nauc_ndcg_at_20_max": 0.654389, + "nauc_ndcg_at_20_std": -0.156688, + "nauc_ndcg_at_20_diff1": 0.745084, + "nauc_ndcg_at_100_max": 0.656153, + "nauc_ndcg_at_100_std": -0.158882, + "nauc_ndcg_at_100_diff1": 0.751732, + "nauc_ndcg_at_1000_max": 0.662911, + "nauc_ndcg_at_1000_std": -0.166321, + "nauc_ndcg_at_1000_diff1": 0.759848, + "nauc_map_at_1_max": 0.686832, + "nauc_map_at_1_std": -0.203621, + "nauc_map_at_1_diff1": 0.821784, + "nauc_map_at_3_max": 0.679763, + "nauc_map_at_3_std": -0.181332, + "nauc_map_at_3_diff1": 0.782186, + "nauc_map_at_5_max": 0.671133, + "nauc_map_at_5_std": -0.181808, + "nauc_map_at_5_diff1": 0.774207, + "nauc_map_at_10_max": 0.668908, + "nauc_map_at_10_std": -0.178812, + "nauc_map_at_10_diff1": 0.771798, + "nauc_map_at_20_max": 0.668723, + "nauc_map_at_20_std": -0.176331, + "nauc_map_at_20_diff1": 0.771154, + "nauc_map_at_100_max": 0.669184, + "nauc_map_at_100_std": -0.176187, + "nauc_map_at_100_diff1": 0.772033, + "nauc_map_at_1000_max": 0.669479, + "nauc_map_at_1000_std": -0.176398, + "nauc_map_at_1000_diff1": 0.772358, + "nauc_recall_at_1_max": 0.686832, + "nauc_recall_at_1_std": -0.203621, + "nauc_recall_at_1_diff1": 0.821784, + "nauc_recall_at_3_max": 0.668726, + "nauc_recall_at_3_std": -0.150118, + "nauc_recall_at_3_diff1": 0.730454, + "nauc_recall_at_5_max": 0.626997, + "nauc_recall_at_5_std": -0.152383, + "nauc_recall_at_5_diff1": 0.689246, + "nauc_recall_at_10_max": 0.604104, + "nauc_recall_at_10_std": -0.119983, + "nauc_recall_at_10_diff1": 0.658727, + "nauc_recall_at_20_max": 0.588655, + "nauc_recall_at_20_std": -0.061096, + "nauc_recall_at_20_diff1": 0.630787, + "nauc_recall_at_100_max": 0.534242, + "nauc_recall_at_100_std": -0.007918, + "nauc_recall_at_100_diff1": 0.600615, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686832, + "nauc_precision_at_1_std": -0.203621, + "nauc_precision_at_1_diff1": 0.821784, + "nauc_precision_at_3_max": 0.668726, + "nauc_precision_at_3_std": -0.150118, + "nauc_precision_at_3_diff1": 0.730454, + "nauc_precision_at_5_max": 0.626997, + "nauc_precision_at_5_std": -0.152383, + "nauc_precision_at_5_diff1": 0.689246, + "nauc_precision_at_10_max": 0.604104, + "nauc_precision_at_10_std": -0.119983, + "nauc_precision_at_10_diff1": 0.658727, + "nauc_precision_at_20_max": 0.588655, + "nauc_precision_at_20_std": -0.061096, + "nauc_precision_at_20_diff1": 0.630787, + "nauc_precision_at_100_max": 0.534242, + "nauc_precision_at_100_std": -0.007918, + "nauc_precision_at_100_diff1": 0.600615, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686832, + "nauc_mrr_at_1_std": -0.203621, + "nauc_mrr_at_1_diff1": 0.821784, + "nauc_mrr_at_3_max": 0.679763, + "nauc_mrr_at_3_std": -0.181332, + "nauc_mrr_at_3_diff1": 0.782186, + "nauc_mrr_at_5_max": 0.671133, + "nauc_mrr_at_5_std": -0.181808, + "nauc_mrr_at_5_diff1": 0.774207, + "nauc_mrr_at_10_max": 0.668908, + "nauc_mrr_at_10_std": -0.178812, + "nauc_mrr_at_10_diff1": 0.771798, + "nauc_mrr_at_20_max": 0.668723, + "nauc_mrr_at_20_std": -0.176331, + "nauc_mrr_at_20_diff1": 0.771154, + "nauc_mrr_at_100_max": 0.669184, + "nauc_mrr_at_100_std": -0.176187, + "nauc_mrr_at_100_diff1": 0.772033, + "nauc_mrr_at_1000_max": 0.669479, + "nauc_mrr_at_1000_std": -0.176398, + "nauc_mrr_at_1000_diff1": 0.772358, + "main_score": 0.54304, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.65667, + "ndcg_at_3": 0.72644, + "ndcg_at_5": 0.74289, + "ndcg_at_10": 0.758, + "ndcg_at_20": 0.76836, + "ndcg_at_100": 0.78437, + "ndcg_at_1000": 0.7863, + "map_at_1": 0.65667, + "map_at_3": 0.70944, + "map_at_5": 0.71856, + "map_at_10": 0.7248, + "map_at_20": 0.72763, + "map_at_100": 0.73012, + "map_at_1000": 0.73021, + "recall_at_1": 0.65667, + "recall_at_3": 0.77556, + "recall_at_5": 0.81556, + "recall_at_10": 0.86222, + "recall_at_20": 0.90333, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.65667, + "precision_at_3": 0.25852, + "precision_at_5": 0.16311, + "precision_at_10": 0.08622, + "precision_at_20": 0.04517, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.656667, + "mrr_at_3": 0.709444, + "mrr_at_5": 0.718556, + "mrr_at_10": 0.724805, + "mrr_at_20": 0.727628, + "mrr_at_100": 0.730122, + "mrr_at_1000": 0.730207, + "nauc_ndcg_at_1_max": 0.731113, + "nauc_ndcg_at_1_std": -0.119623, + "nauc_ndcg_at_1_diff1": 0.822024, + "nauc_ndcg_at_3_max": 0.720545, + "nauc_ndcg_at_3_std": -0.10515, + "nauc_ndcg_at_3_diff1": 0.775087, + "nauc_ndcg_at_5_max": 0.718622, + "nauc_ndcg_at_5_std": -0.113461, + "nauc_ndcg_at_5_diff1": 0.776779, + "nauc_ndcg_at_10_max": 0.717493, + "nauc_ndcg_at_10_std": -0.108455, + "nauc_ndcg_at_10_diff1": 0.777871, + "nauc_ndcg_at_20_max": 0.718427, + "nauc_ndcg_at_20_std": -0.106972, + "nauc_ndcg_at_20_diff1": 0.782235, + "nauc_ndcg_at_100_max": 0.720122, + "nauc_ndcg_at_100_std": -0.108107, + "nauc_ndcg_at_100_diff1": 0.785398, + "nauc_ndcg_at_1000_max": 0.721035, + "nauc_ndcg_at_1000_std": -0.10911, + "nauc_ndcg_at_1000_diff1": 0.786111, + "nauc_map_at_1_max": 0.731113, + "nauc_map_at_1_std": -0.119623, + "nauc_map_at_1_diff1": 0.822024, + "nauc_map_at_3_max": 0.723234, + "nauc_map_at_3_std": -0.110695, + "nauc_map_at_3_diff1": 0.786756, + "nauc_map_at_5_max": 0.722233, + "nauc_map_at_5_std": -0.115261, + "nauc_map_at_5_diff1": 0.78784, + "nauc_map_at_10_max": 0.721891, + "nauc_map_at_10_std": -0.113473, + "nauc_map_at_10_diff1": 0.788591, + "nauc_map_at_20_max": 0.722267, + "nauc_map_at_20_std": -0.112784, + "nauc_map_at_20_diff1": 0.78975, + "nauc_map_at_100_max": 0.722529, + "nauc_map_at_100_std": -0.112713, + "nauc_map_at_100_diff1": 0.790202, + "nauc_map_at_1000_max": 0.722577, + "nauc_map_at_1000_std": -0.112687, + "nauc_map_at_1000_diff1": 0.790235, + "nauc_recall_at_1_max": 0.731113, + "nauc_recall_at_1_std": -0.119623, + "nauc_recall_at_1_diff1": 0.822024, + "nauc_recall_at_3_max": 0.711218, + "nauc_recall_at_3_std": -0.084907, + "nauc_recall_at_3_diff1": 0.734765, + "nauc_recall_at_5_max": 0.704001, + "nauc_recall_at_5_std": -0.106724, + "nauc_recall_at_5_diff1": 0.73358, + "nauc_recall_at_10_max": 0.694011, + "nauc_recall_at_10_std": -0.079875, + "nauc_recall_at_10_diff1": 0.724884, + "nauc_recall_at_20_max": 0.691099, + "nauc_recall_at_20_std": -0.063991, + "nauc_recall_at_20_diff1": 0.741132, + "nauc_recall_at_100_max": 0.645227, + "nauc_recall_at_100_std": 0.035445, + "nauc_recall_at_100_diff1": 0.721684, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731113, + "nauc_precision_at_1_std": -0.119623, + "nauc_precision_at_1_diff1": 0.822024, + "nauc_precision_at_3_max": 0.711218, + "nauc_precision_at_3_std": -0.084907, + "nauc_precision_at_3_diff1": 0.734765, + "nauc_precision_at_5_max": 0.704001, + "nauc_precision_at_5_std": -0.106724, + "nauc_precision_at_5_diff1": 0.73358, + "nauc_precision_at_10_max": 0.694011, + "nauc_precision_at_10_std": -0.079875, + "nauc_precision_at_10_diff1": 0.724884, + "nauc_precision_at_20_max": 0.691099, + "nauc_precision_at_20_std": -0.063991, + "nauc_precision_at_20_diff1": 0.741132, + "nauc_precision_at_100_max": 0.645227, + "nauc_precision_at_100_std": 0.035445, + "nauc_precision_at_100_diff1": 0.721684, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731113, + "nauc_mrr_at_1_std": -0.119623, + "nauc_mrr_at_1_diff1": 0.822024, + "nauc_mrr_at_3_max": 0.723234, + "nauc_mrr_at_3_std": -0.110695, + "nauc_mrr_at_3_diff1": 0.786756, + "nauc_mrr_at_5_max": 0.722233, + "nauc_mrr_at_5_std": -0.115261, + "nauc_mrr_at_5_diff1": 0.78784, + "nauc_mrr_at_10_max": 0.721891, + "nauc_mrr_at_10_std": -0.113473, + "nauc_mrr_at_10_diff1": 0.788591, + "nauc_mrr_at_20_max": 0.722267, + "nauc_mrr_at_20_std": -0.112784, + "nauc_mrr_at_20_diff1": 0.78975, + "nauc_mrr_at_100_max": 0.722529, + "nauc_mrr_at_100_std": -0.112713, + "nauc_mrr_at_100_diff1": 0.790202, + "nauc_mrr_at_1000_max": 0.722577, + "nauc_mrr_at_1000_std": -0.112687, + "nauc_mrr_at_1000_diff1": 0.790235, + "main_score": 0.758, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37333, + "ndcg_at_3": 0.42319, + "ndcg_at_5": 0.43992, + "ndcg_at_10": 0.46281, + "ndcg_at_20": 0.48038, + "ndcg_at_100": 0.51938, + "ndcg_at_1000": 0.53852, + "map_at_1": 0.37333, + "map_at_3": 0.41019, + "map_at_5": 0.41935, + "map_at_10": 0.42873, + "map_at_20": 0.43349, + "map_at_100": 0.43875, + "map_at_1000": 0.43957, + "recall_at_1": 0.37333, + "recall_at_3": 0.46111, + "recall_at_5": 0.50222, + "recall_at_10": 0.57333, + "recall_at_20": 0.64333, + "recall_at_100": 0.85556, + "recall_at_1000": 1.0, + "precision_at_1": 0.37333, + "precision_at_3": 0.1537, + "precision_at_5": 0.10044, + "precision_at_10": 0.05733, + "precision_at_20": 0.03217, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "mrr_at_1": 0.373333, + "mrr_at_3": 0.410185, + "mrr_at_5": 0.419352, + "mrr_at_10": 0.428727, + "mrr_at_20": 0.433489, + "mrr_at_100": 0.438753, + "mrr_at_1000": 0.439574, + "nauc_ndcg_at_1_max": 0.769848, + "nauc_ndcg_at_1_std": 0.117166, + "nauc_ndcg_at_1_diff1": 0.814065, + "nauc_ndcg_at_3_max": 0.749706, + "nauc_ndcg_at_3_std": 0.164389, + "nauc_ndcg_at_3_diff1": 0.758221, + "nauc_ndcg_at_5_max": 0.737578, + "nauc_ndcg_at_5_std": 0.167824, + "nauc_ndcg_at_5_diff1": 0.742314, + "nauc_ndcg_at_10_max": 0.729462, + "nauc_ndcg_at_10_std": 0.176752, + "nauc_ndcg_at_10_diff1": 0.728149, + "nauc_ndcg_at_20_max": 0.722076, + "nauc_ndcg_at_20_std": 0.171887, + "nauc_ndcg_at_20_diff1": 0.722679, + "nauc_ndcg_at_100_max": 0.728629, + "nauc_ndcg_at_100_std": 0.183562, + "nauc_ndcg_at_100_diff1": 0.727654, + "nauc_ndcg_at_1000_max": 0.734151, + "nauc_ndcg_at_1000_std": 0.168166, + "nauc_ndcg_at_1000_diff1": 0.741028, + "nauc_map_at_1_max": 0.769848, + "nauc_map_at_1_std": 0.117166, + "nauc_map_at_1_diff1": 0.814065, + "nauc_map_at_3_max": 0.754729, + "nauc_map_at_3_std": 0.151205, + "nauc_map_at_3_diff1": 0.772339, + "nauc_map_at_5_max": 0.74825, + "nauc_map_at_5_std": 0.153302, + "nauc_map_at_5_diff1": 0.763621, + "nauc_map_at_10_max": 0.745141, + "nauc_map_at_10_std": 0.156976, + "nauc_map_at_10_diff1": 0.758146, + "nauc_map_at_20_max": 0.743059, + "nauc_map_at_20_std": 0.155455, + "nauc_map_at_20_diff1": 0.756638, + "nauc_map_at_100_max": 0.743636, + "nauc_map_at_100_std": 0.156627, + "nauc_map_at_100_diff1": 0.75742, + "nauc_map_at_1000_max": 0.743846, + "nauc_map_at_1000_std": 0.156098, + "nauc_map_at_1000_diff1": 0.757944, + "nauc_recall_at_1_max": 0.769848, + "nauc_recall_at_1_std": 0.117166, + "nauc_recall_at_1_diff1": 0.814065, + "nauc_recall_at_3_max": 0.73505, + "nauc_recall_at_3_std": 0.203422, + "nauc_recall_at_3_diff1": 0.716949, + "nauc_recall_at_5_max": 0.704086, + "nauc_recall_at_5_std": 0.21147, + "nauc_recall_at_5_diff1": 0.677024, + "nauc_recall_at_10_max": 0.674168, + "nauc_recall_at_10_std": 0.243315, + "nauc_recall_at_10_diff1": 0.624716, + "nauc_recall_at_20_max": 0.635895, + "nauc_recall_at_20_std": 0.22973, + "nauc_recall_at_20_diff1": 0.589857, + "nauc_recall_at_100_max": 0.638101, + "nauc_recall_at_100_std": 0.438476, + "nauc_recall_at_100_diff1": 0.512059, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769848, + "nauc_precision_at_1_std": 0.117166, + "nauc_precision_at_1_diff1": 0.814065, + "nauc_precision_at_3_max": 0.73505, + "nauc_precision_at_3_std": 0.203422, + "nauc_precision_at_3_diff1": 0.716949, + "nauc_precision_at_5_max": 0.704086, + "nauc_precision_at_5_std": 0.21147, + "nauc_precision_at_5_diff1": 0.677024, + "nauc_precision_at_10_max": 0.674168, + "nauc_precision_at_10_std": 0.243315, + "nauc_precision_at_10_diff1": 0.624716, + "nauc_precision_at_20_max": 0.635895, + "nauc_precision_at_20_std": 0.22973, + "nauc_precision_at_20_diff1": 0.589857, + "nauc_precision_at_100_max": 0.638101, + "nauc_precision_at_100_std": 0.438476, + "nauc_precision_at_100_diff1": 0.512059, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769848, + "nauc_mrr_at_1_std": 0.117166, + "nauc_mrr_at_1_diff1": 0.814065, + "nauc_mrr_at_3_max": 0.754729, + "nauc_mrr_at_3_std": 0.151205, + "nauc_mrr_at_3_diff1": 0.772339, + "nauc_mrr_at_5_max": 0.74825, + "nauc_mrr_at_5_std": 0.153302, + "nauc_mrr_at_5_diff1": 0.763621, + "nauc_mrr_at_10_max": 0.745141, + "nauc_mrr_at_10_std": 0.156976, + "nauc_mrr_at_10_diff1": 0.758146, + "nauc_mrr_at_20_max": 0.743059, + "nauc_mrr_at_20_std": 0.155455, + "nauc_mrr_at_20_diff1": 0.756638, + "nauc_mrr_at_100_max": 0.743636, + "nauc_mrr_at_100_std": 0.156627, + "nauc_mrr_at_100_diff1": 0.75742, + "nauc_mrr_at_1000_max": 0.743846, + "nauc_mrr_at_1000_std": 0.156098, + "nauc_mrr_at_1000_diff1": 0.757944, + "main_score": 0.46281, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.46771, + "ndcg_at_3": 0.50933, + "ndcg_at_5": 0.52227, + "ndcg_at_10": 0.53932, + "ndcg_at_20": 0.54994, + "ndcg_at_100": 0.57715, + "ndcg_at_1000": 0.60112, + "map_at_1": 0.46715, + "map_at_3": 0.49907, + "map_at_5": 0.50631, + "map_at_10": 0.51342, + "map_at_20": 0.51629, + "map_at_100": 0.51977, + "map_at_1000": 0.5207, + "recall_at_1": 0.46715, + "recall_at_3": 0.53842, + "recall_at_5": 0.5696, + "recall_at_10": 0.62194, + "recall_at_20": 0.66425, + "recall_at_100": 0.81514, + "recall_at_1000": 1.0, + "precision_at_1": 0.46771, + "precision_at_3": 0.17966, + "precision_at_5": 0.11403, + "precision_at_10": 0.06225, + "precision_at_20": 0.03324, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467706, + "mrr_at_3": 0.499629, + "mrr_at_5": 0.506867, + "mrr_at_10": 0.513979, + "mrr_at_20": 0.516852, + "mrr_at_100": 0.520332, + "mrr_at_1000": 0.521258, + "nauc_ndcg_at_1_max": 0.426028, + "nauc_ndcg_at_1_std": -0.676433, + "nauc_ndcg_at_1_diff1": 0.864488, + "nauc_ndcg_at_3_max": 0.428794, + "nauc_ndcg_at_3_std": -0.693161, + "nauc_ndcg_at_3_diff1": 0.838483, + "nauc_ndcg_at_5_max": 0.42262, + "nauc_ndcg_at_5_std": -0.698219, + "nauc_ndcg_at_5_diff1": 0.830545, + "nauc_ndcg_at_10_max": 0.408033, + "nauc_ndcg_at_10_std": -0.702555, + "nauc_ndcg_at_10_diff1": 0.817343, + "nauc_ndcg_at_20_max": 0.403083, + "nauc_ndcg_at_20_std": -0.701516, + "nauc_ndcg_at_20_diff1": 0.812557, + "nauc_ndcg_at_100_max": 0.400989, + "nauc_ndcg_at_100_std": -0.695517, + "nauc_ndcg_at_100_diff1": 0.80978, + "nauc_ndcg_at_1000_max": 0.410662, + "nauc_ndcg_at_1000_std": -0.695212, + "nauc_ndcg_at_1000_diff1": 0.822425, + "nauc_map_at_1_max": 0.424138, + "nauc_map_at_1_std": -0.676571, + "nauc_map_at_1_diff1": 0.863435, + "nauc_map_at_3_max": 0.427415, + "nauc_map_at_3_std": -0.688629, + "nauc_map_at_3_diff1": 0.844342, + "nauc_map_at_5_max": 0.423852, + "nauc_map_at_5_std": -0.691359, + "nauc_map_at_5_diff1": 0.839907, + "nauc_map_at_10_max": 0.417956, + "nauc_map_at_10_std": -0.69298, + "nauc_map_at_10_diff1": 0.834434, + "nauc_map_at_20_max": 0.416548, + "nauc_map_at_20_std": -0.692988, + "nauc_map_at_20_diff1": 0.833183, + "nauc_map_at_100_max": 0.416141, + "nauc_map_at_100_std": -0.692563, + "nauc_map_at_100_diff1": 0.832989, + "nauc_map_at_1000_max": 0.416642, + "nauc_map_at_1000_std": -0.692358, + "nauc_map_at_1000_diff1": 0.833457, + "nauc_recall_at_1_max": 0.424138, + "nauc_recall_at_1_std": -0.676571, + "nauc_recall_at_1_diff1": 0.863435, + "nauc_recall_at_3_max": 0.430958, + "nauc_recall_at_3_std": -0.70673, + "nauc_recall_at_3_diff1": 0.819863, + "nauc_recall_at_5_max": 0.416151, + "nauc_recall_at_5_std": -0.720028, + "nauc_recall_at_5_diff1": 0.799704, + "nauc_recall_at_10_max": 0.36633, + "nauc_recall_at_10_std": -0.73641, + "nauc_recall_at_10_diff1": 0.753734, + "nauc_recall_at_20_max": 0.341325, + "nauc_recall_at_20_std": -0.731411, + "nauc_recall_at_20_diff1": 0.726845, + "nauc_recall_at_100_max": 0.290151, + "nauc_recall_at_100_std": -0.680764, + "nauc_recall_at_100_diff1": 0.647404, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.426028, + "nauc_precision_at_1_std": -0.676433, + "nauc_precision_at_1_diff1": 0.864488, + "nauc_precision_at_3_max": 0.433119, + "nauc_precision_at_3_std": -0.706865, + "nauc_precision_at_3_diff1": 0.821283, + "nauc_precision_at_5_max": 0.418377, + "nauc_precision_at_5_std": -0.720176, + "nauc_precision_at_5_diff1": 0.80116, + "nauc_precision_at_10_max": 0.368825, + "nauc_precision_at_10_std": -0.736847, + "nauc_precision_at_10_diff1": 0.755543, + "nauc_precision_at_20_max": 0.344003, + "nauc_precision_at_20_std": -0.731878, + "nauc_precision_at_20_diff1": 0.728777, + "nauc_precision_at_100_max": 0.299193, + "nauc_precision_at_100_std": -0.678426, + "nauc_precision_at_100_diff1": 0.651694, + "nauc_precision_at_1000_max": 0.662303, + "nauc_precision_at_1000_std": 0.549318, + "nauc_precision_at_1000_diff1": 0.059272, + "nauc_mrr_at_1_max": 0.426028, + "nauc_mrr_at_1_std": -0.676433, + "nauc_mrr_at_1_diff1": 0.864488, + "nauc_mrr_at_3_max": 0.429348, + "nauc_mrr_at_3_std": -0.68849, + "nauc_mrr_at_3_diff1": 0.845414, + "nauc_mrr_at_5_max": 0.425799, + "nauc_mrr_at_5_std": -0.691219, + "nauc_mrr_at_5_diff1": 0.840987, + "nauc_mrr_at_10_max": 0.419919, + "nauc_mrr_at_10_std": -0.692839, + "nauc_mrr_at_10_diff1": 0.835522, + "nauc_mrr_at_20_max": 0.41852, + "nauc_mrr_at_20_std": -0.692846, + "nauc_mrr_at_20_diff1": 0.834277, + "nauc_mrr_at_100_max": 0.418169, + "nauc_mrr_at_100_std": -0.692385, + "nauc_mrr_at_100_diff1": 0.834097, + "nauc_mrr_at_1000_max": 0.418627, + "nauc_mrr_at_1000_std": -0.692201, + "nauc_mrr_at_1000_diff1": 0.83455, + "main_score": 0.53932, + "hf_subset": "lin_Latn-lin_Latn", + "languages": [ + "lin-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.63209, + "ndcg_at_5": 0.64533, + "ndcg_at_10": 0.66329, + "ndcg_at_20": 0.67639, + "ndcg_at_100": 0.69289, + "ndcg_at_1000": 0.70527, + "map_at_1": 0.57, + "map_at_3": 0.61704, + "map_at_5": 0.62437, + "map_at_10": 0.63177, + "map_at_20": 0.63532, + "map_at_100": 0.63753, + "map_at_1000": 0.63803, + "recall_at_1": 0.57, + "recall_at_3": 0.67556, + "recall_at_5": 0.70778, + "recall_at_10": 0.76333, + "recall_at_20": 0.81556, + "recall_at_100": 0.90556, + "recall_at_1000": 1.0, + "precision_at_1": 0.57, + "precision_at_3": 0.22519, + "precision_at_5": 0.14156, + "precision_at_10": 0.07633, + "precision_at_20": 0.04078, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "mrr_at_1": 0.57, + "mrr_at_3": 0.617037, + "mrr_at_5": 0.62437, + "mrr_at_10": 0.631772, + "mrr_at_20": 0.635325, + "mrr_at_100": 0.637531, + "mrr_at_1000": 0.638032, + "nauc_ndcg_at_1_max": 0.778138, + "nauc_ndcg_at_1_std": 0.152552, + "nauc_ndcg_at_1_diff1": 0.861078, + "nauc_ndcg_at_3_max": 0.805998, + "nauc_ndcg_at_3_std": 0.201893, + "nauc_ndcg_at_3_diff1": 0.829372, + "nauc_ndcg_at_5_max": 0.805913, + "nauc_ndcg_at_5_std": 0.215846, + "nauc_ndcg_at_5_diff1": 0.824253, + "nauc_ndcg_at_10_max": 0.799874, + "nauc_ndcg_at_10_std": 0.214664, + "nauc_ndcg_at_10_diff1": 0.818539, + "nauc_ndcg_at_20_max": 0.794098, + "nauc_ndcg_at_20_std": 0.216479, + "nauc_ndcg_at_20_diff1": 0.815198, + "nauc_ndcg_at_100_max": 0.793597, + "nauc_ndcg_at_100_std": 0.214065, + "nauc_ndcg_at_100_diff1": 0.818925, + "nauc_ndcg_at_1000_max": 0.79504, + "nauc_ndcg_at_1000_std": 0.205252, + "nauc_ndcg_at_1000_diff1": 0.824518, + "nauc_map_at_1_max": 0.778138, + "nauc_map_at_1_std": 0.152552, + "nauc_map_at_1_diff1": 0.861078, + "nauc_map_at_3_max": 0.798971, + "nauc_map_at_3_std": 0.189009, + "nauc_map_at_3_diff1": 0.837826, + "nauc_map_at_5_max": 0.798565, + "nauc_map_at_5_std": 0.195809, + "nauc_map_at_5_diff1": 0.835006, + "nauc_map_at_10_max": 0.79604, + "nauc_map_at_10_std": 0.194755, + "nauc_map_at_10_diff1": 0.832732, + "nauc_map_at_20_max": 0.794556, + "nauc_map_at_20_std": 0.195034, + "nauc_map_at_20_diff1": 0.831894, + "nauc_map_at_100_max": 0.794373, + "nauc_map_at_100_std": 0.19448, + "nauc_map_at_100_diff1": 0.832294, + "nauc_map_at_1000_max": 0.794436, + "nauc_map_at_1000_std": 0.194206, + "nauc_map_at_1000_diff1": 0.832529, + "nauc_recall_at_1_max": 0.778138, + "nauc_recall_at_1_std": 0.152552, + "nauc_recall_at_1_diff1": 0.861078, + "nauc_recall_at_3_max": 0.828377, + "nauc_recall_at_3_std": 0.243131, + "nauc_recall_at_3_diff1": 0.802235, + "nauc_recall_at_5_max": 0.831087, + "nauc_recall_at_5_std": 0.286831, + "nauc_recall_at_5_diff1": 0.787139, + "nauc_recall_at_10_max": 0.812263, + "nauc_recall_at_10_std": 0.296949, + "nauc_recall_at_10_diff1": 0.759457, + "nauc_recall_at_20_max": 0.780437, + "nauc_recall_at_20_std": 0.326586, + "nauc_recall_at_20_diff1": 0.727427, + "nauc_recall_at_100_max": 0.767403, + "nauc_recall_at_100_std": 0.390108, + "nauc_recall_at_100_diff1": 0.714566, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778138, + "nauc_precision_at_1_std": 0.152552, + "nauc_precision_at_1_diff1": 0.861078, + "nauc_precision_at_3_max": 0.828377, + "nauc_precision_at_3_std": 0.243131, + "nauc_precision_at_3_diff1": 0.802235, + "nauc_precision_at_5_max": 0.831087, + "nauc_precision_at_5_std": 0.286831, + "nauc_precision_at_5_diff1": 0.787139, + "nauc_precision_at_10_max": 0.812263, + "nauc_precision_at_10_std": 0.296949, + "nauc_precision_at_10_diff1": 0.759457, + "nauc_precision_at_20_max": 0.780437, + "nauc_precision_at_20_std": 0.326586, + "nauc_precision_at_20_diff1": 0.727427, + "nauc_precision_at_100_max": 0.767403, + "nauc_precision_at_100_std": 0.390108, + "nauc_precision_at_100_diff1": 0.714566, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778138, + "nauc_mrr_at_1_std": 0.152552, + "nauc_mrr_at_1_diff1": 0.861078, + "nauc_mrr_at_3_max": 0.798971, + "nauc_mrr_at_3_std": 0.189009, + "nauc_mrr_at_3_diff1": 0.837826, + "nauc_mrr_at_5_max": 0.798565, + "nauc_mrr_at_5_std": 0.195809, + "nauc_mrr_at_5_diff1": 0.835006, + "nauc_mrr_at_10_max": 0.79604, + "nauc_mrr_at_10_std": 0.194755, + "nauc_mrr_at_10_diff1": 0.832732, + "nauc_mrr_at_20_max": 0.794556, + "nauc_mrr_at_20_std": 0.195034, + "nauc_mrr_at_20_diff1": 0.831894, + "nauc_mrr_at_100_max": 0.794373, + "nauc_mrr_at_100_std": 0.19448, + "nauc_mrr_at_100_diff1": 0.832294, + "nauc_mrr_at_1000_max": 0.794436, + "nauc_mrr_at_1000_std": 0.194206, + "nauc_mrr_at_1000_diff1": 0.832529, + "main_score": 0.66329, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4833, + "ndcg_at_3": 0.52378, + "ndcg_at_5": 0.53528, + "ndcg_at_10": 0.54217, + "ndcg_at_20": 0.55241, + "ndcg_at_100": 0.57172, + "ndcg_at_1000": 0.60329, + "map_at_1": 0.48274, + "map_at_3": 0.51355, + "map_at_5": 0.51995, + "map_at_10": 0.52262, + "map_at_20": 0.52538, + "map_at_100": 0.52779, + "map_at_1000": 0.52892, + "recall_at_1": 0.48274, + "recall_at_3": 0.5529, + "recall_at_5": 0.58073, + "recall_at_10": 0.60301, + "recall_at_20": 0.64365, + "recall_at_100": 0.75167, + "recall_at_1000": 1.0, + "precision_at_1": 0.4833, + "precision_at_3": 0.18448, + "precision_at_5": 0.11626, + "precision_at_10": 0.06036, + "precision_at_20": 0.03224, + "precision_at_100": 0.00753, + "precision_at_1000": 0.001, + "mrr_at_1": 0.483296, + "mrr_at_3": 0.514105, + "mrr_at_5": 0.520509, + "mrr_at_10": 0.523173, + "mrr_at_20": 0.525973, + "mrr_at_100": 0.528382, + "mrr_at_1000": 0.529504, + "nauc_ndcg_at_1_max": 0.866362, + "nauc_ndcg_at_1_std": 0.499275, + "nauc_ndcg_at_1_diff1": 0.863966, + "nauc_ndcg_at_3_max": 0.882717, + "nauc_ndcg_at_3_std": 0.542374, + "nauc_ndcg_at_3_diff1": 0.828898, + "nauc_ndcg_at_5_max": 0.876218, + "nauc_ndcg_at_5_std": 0.543201, + "nauc_ndcg_at_5_diff1": 0.819945, + "nauc_ndcg_at_10_max": 0.871471, + "nauc_ndcg_at_10_std": 0.541867, + "nauc_ndcg_at_10_diff1": 0.81465, + "nauc_ndcg_at_20_max": 0.867345, + "nauc_ndcg_at_20_std": 0.547021, + "nauc_ndcg_at_20_diff1": 0.810559, + "nauc_ndcg_at_100_max": 0.858555, + "nauc_ndcg_at_100_std": 0.540705, + "nauc_ndcg_at_100_diff1": 0.801918, + "nauc_ndcg_at_1000_max": 0.867002, + "nauc_ndcg_at_1000_std": 0.539074, + "nauc_ndcg_at_1000_diff1": 0.815824, + "nauc_map_at_1_max": 0.865303, + "nauc_map_at_1_std": 0.498287, + "nauc_map_at_1_diff1": 0.862907, + "nauc_map_at_3_max": 0.878436, + "nauc_map_at_3_std": 0.531437, + "nauc_map_at_3_diff1": 0.83703, + "nauc_map_at_5_max": 0.87496, + "nauc_map_at_5_std": 0.532039, + "nauc_map_at_5_diff1": 0.832265, + "nauc_map_at_10_max": 0.873169, + "nauc_map_at_10_std": 0.53171, + "nauc_map_at_10_diff1": 0.830341, + "nauc_map_at_20_max": 0.872137, + "nauc_map_at_20_std": 0.533094, + "nauc_map_at_20_diff1": 0.829416, + "nauc_map_at_100_max": 0.871192, + "nauc_map_at_100_std": 0.532667, + "nauc_map_at_100_diff1": 0.828286, + "nauc_map_at_1000_max": 0.871352, + "nauc_map_at_1000_std": 0.532528, + "nauc_map_at_1000_diff1": 0.828645, + "nauc_recall_at_1_max": 0.865303, + "nauc_recall_at_1_std": 0.498287, + "nauc_recall_at_1_diff1": 0.862907, + "nauc_recall_at_3_max": 0.894135, + "nauc_recall_at_3_std": 0.573898, + "nauc_recall_at_3_diff1": 0.80336, + "nauc_recall_at_5_max": 0.87752, + "nauc_recall_at_5_std": 0.575997, + "nauc_recall_at_5_diff1": 0.779502, + "nauc_recall_at_10_max": 0.860858, + "nauc_recall_at_10_std": 0.570895, + "nauc_recall_at_10_diff1": 0.759632, + "nauc_recall_at_20_max": 0.841249, + "nauc_recall_at_20_std": 0.595898, + "nauc_recall_at_20_diff1": 0.736667, + "nauc_recall_at_100_max": 0.761553, + "nauc_recall_at_100_std": 0.551986, + "nauc_recall_at_100_diff1": 0.649151, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.866362, + "nauc_precision_at_1_std": 0.499275, + "nauc_precision_at_1_diff1": 0.863966, + "nauc_precision_at_3_max": 0.895622, + "nauc_precision_at_3_std": 0.575192, + "nauc_precision_at_3_diff1": 0.804792, + "nauc_precision_at_5_max": 0.879043, + "nauc_precision_at_5_std": 0.577333, + "nauc_precision_at_5_diff1": 0.780964, + "nauc_precision_at_10_max": 0.862713, + "nauc_precision_at_10_std": 0.572464, + "nauc_precision_at_10_diff1": 0.761387, + "nauc_precision_at_20_max": 0.842737, + "nauc_precision_at_20_std": 0.596581, + "nauc_precision_at_20_diff1": 0.737398, + "nauc_precision_at_100_max": 0.763925, + "nauc_precision_at_100_std": 0.553226, + "nauc_precision_at_100_diff1": 0.650414, + "nauc_precision_at_1000_max": -0.045435, + "nauc_precision_at_1000_std": -0.087765, + "nauc_precision_at_1000_diff1": -0.125379, + "nauc_mrr_at_1_max": 0.866362, + "nauc_mrr_at_1_std": 0.499275, + "nauc_mrr_at_1_diff1": 0.863966, + "nauc_mrr_at_3_max": 0.879526, + "nauc_mrr_at_3_std": 0.532458, + "nauc_mrr_at_3_diff1": 0.838112, + "nauc_mrr_at_5_max": 0.876056, + "nauc_mrr_at_5_std": 0.533067, + "nauc_mrr_at_5_diff1": 0.833353, + "nauc_mrr_at_10_max": 0.874269, + "nauc_mrr_at_10_std": 0.532741, + "nauc_mrr_at_10_diff1": 0.831432, + "nauc_mrr_at_20_max": 0.873217, + "nauc_mrr_at_20_std": 0.534071, + "nauc_mrr_at_20_diff1": 0.830456, + "nauc_mrr_at_100_max": 0.872276, + "nauc_mrr_at_100_std": 0.533648, + "nauc_mrr_at_100_diff1": 0.82933, + "nauc_mrr_at_1000_max": 0.872436, + "nauc_mrr_at_1000_std": 0.533516, + "nauc_mrr_at_1000_diff1": 0.829695, + "main_score": 0.54217, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.66889, + "ndcg_at_3": 0.7223, + "ndcg_at_5": 0.73568, + "ndcg_at_10": 0.7484, + "ndcg_at_20": 0.75743, + "ndcg_at_100": 0.77152, + "ndcg_at_1000": 0.77887, + "map_at_1": 0.66889, + "map_at_3": 0.70926, + "map_at_5": 0.71648, + "map_at_10": 0.72181, + "map_at_20": 0.72431, + "map_at_100": 0.72628, + "map_at_1000": 0.72656, + "recall_at_1": 0.66889, + "recall_at_3": 0.76, + "recall_at_5": 0.79333, + "recall_at_10": 0.83222, + "recall_at_20": 0.86778, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "precision_at_1": 0.66889, + "precision_at_3": 0.25333, + "precision_at_5": 0.15867, + "precision_at_10": 0.08322, + "precision_at_20": 0.04339, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668889, + "mrr_at_3": 0.709259, + "mrr_at_5": 0.716481, + "mrr_at_10": 0.721809, + "mrr_at_20": 0.724308, + "mrr_at_100": 0.726276, + "mrr_at_1000": 0.726564, + "nauc_ndcg_at_1_max": 0.765188, + "nauc_ndcg_at_1_std": -0.278053, + "nauc_ndcg_at_1_diff1": 0.880477, + "nauc_ndcg_at_3_max": 0.762832, + "nauc_ndcg_at_3_std": -0.3257, + "nauc_ndcg_at_3_diff1": 0.860512, + "nauc_ndcg_at_5_max": 0.758046, + "nauc_ndcg_at_5_std": -0.316722, + "nauc_ndcg_at_5_diff1": 0.85254, + "nauc_ndcg_at_10_max": 0.753365, + "nauc_ndcg_at_10_std": -0.319527, + "nauc_ndcg_at_10_diff1": 0.849589, + "nauc_ndcg_at_20_max": 0.751865, + "nauc_ndcg_at_20_std": -0.320851, + "nauc_ndcg_at_20_diff1": 0.852423, + "nauc_ndcg_at_100_max": 0.752688, + "nauc_ndcg_at_100_std": -0.317419, + "nauc_ndcg_at_100_diff1": 0.854743, + "nauc_ndcg_at_1000_max": 0.755622, + "nauc_ndcg_at_1000_std": -0.314264, + "nauc_ndcg_at_1000_diff1": 0.856645, + "nauc_map_at_1_max": 0.765188, + "nauc_map_at_1_std": -0.278053, + "nauc_map_at_1_diff1": 0.880477, + "nauc_map_at_3_max": 0.76317, + "nauc_map_at_3_std": -0.312996, + "nauc_map_at_3_diff1": 0.864902, + "nauc_map_at_5_max": 0.760865, + "nauc_map_at_5_std": -0.307908, + "nauc_map_at_5_diff1": 0.860894, + "nauc_map_at_10_max": 0.759087, + "nauc_map_at_10_std": -0.309101, + "nauc_map_at_10_diff1": 0.859928, + "nauc_map_at_20_max": 0.758757, + "nauc_map_at_20_std": -0.309496, + "nauc_map_at_20_diff1": 0.860776, + "nauc_map_at_100_max": 0.758793, + "nauc_map_at_100_std": -0.308878, + "nauc_map_at_100_diff1": 0.860941, + "nauc_map_at_1000_max": 0.758888, + "nauc_map_at_1000_std": -0.308774, + "nauc_map_at_1000_diff1": 0.861006, + "nauc_recall_at_1_max": 0.765188, + "nauc_recall_at_1_std": -0.278053, + "nauc_recall_at_1_diff1": 0.880477, + "nauc_recall_at_3_max": 0.761842, + "nauc_recall_at_3_std": -0.368137, + "nauc_recall_at_3_diff1": 0.846293, + "nauc_recall_at_5_max": 0.746631, + "nauc_recall_at_5_std": -0.347704, + "nauc_recall_at_5_diff1": 0.820705, + "nauc_recall_at_10_max": 0.724597, + "nauc_recall_at_10_std": -0.363753, + "nauc_recall_at_10_diff1": 0.801421, + "nauc_recall_at_20_max": 0.707989, + "nauc_recall_at_20_std": -0.380925, + "nauc_recall_at_20_diff1": 0.807629, + "nauc_recall_at_100_max": 0.674731, + "nauc_recall_at_100_std": -0.400432, + "nauc_recall_at_100_diff1": 0.8047, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765188, + "nauc_precision_at_1_std": -0.278053, + "nauc_precision_at_1_diff1": 0.880477, + "nauc_precision_at_3_max": 0.761842, + "nauc_precision_at_3_std": -0.368137, + "nauc_precision_at_3_diff1": 0.846293, + "nauc_precision_at_5_max": 0.746631, + "nauc_precision_at_5_std": -0.347704, + "nauc_precision_at_5_diff1": 0.820705, + "nauc_precision_at_10_max": 0.724597, + "nauc_precision_at_10_std": -0.363753, + "nauc_precision_at_10_diff1": 0.801421, + "nauc_precision_at_20_max": 0.707989, + "nauc_precision_at_20_std": -0.380925, + "nauc_precision_at_20_diff1": 0.807629, + "nauc_precision_at_100_max": 0.674731, + "nauc_precision_at_100_std": -0.400432, + "nauc_precision_at_100_diff1": 0.8047, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765188, + "nauc_mrr_at_1_std": -0.278053, + "nauc_mrr_at_1_diff1": 0.880477, + "nauc_mrr_at_3_max": 0.76317, + "nauc_mrr_at_3_std": -0.312996, + "nauc_mrr_at_3_diff1": 0.864902, + "nauc_mrr_at_5_max": 0.760865, + "nauc_mrr_at_5_std": -0.307908, + "nauc_mrr_at_5_diff1": 0.860894, + "nauc_mrr_at_10_max": 0.759087, + "nauc_mrr_at_10_std": -0.309101, + "nauc_mrr_at_10_diff1": 0.859928, + "nauc_mrr_at_20_max": 0.758757, + "nauc_mrr_at_20_std": -0.309496, + "nauc_mrr_at_20_diff1": 0.860776, + "nauc_mrr_at_100_max": 0.758793, + "nauc_mrr_at_100_std": -0.308878, + "nauc_mrr_at_100_diff1": 0.860941, + "nauc_mrr_at_1000_max": 0.758888, + "nauc_mrr_at_1000_std": -0.308774, + "nauc_mrr_at_1000_diff1": 0.861006, + "main_score": 0.7484, + "hf_subset": "lit_Latn-lit_Latn", + "languages": [ + "lit-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.73333, + "ndcg_at_3": 0.80483, + "ndcg_at_5": 0.8208, + "ndcg_at_10": 0.83299, + "ndcg_at_20": 0.83988, + "ndcg_at_100": 0.84673, + "ndcg_at_1000": 0.84778, + "map_at_1": 0.73333, + "map_at_3": 0.78796, + "map_at_5": 0.7968, + "map_at_10": 0.80203, + "map_at_20": 0.804, + "map_at_100": 0.80496, + "map_at_1000": 0.80501, + "recall_at_1": 0.73333, + "recall_at_3": 0.85333, + "recall_at_5": 0.89222, + "recall_at_10": 0.92889, + "recall_at_20": 0.95556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.73333, + "precision_at_3": 0.28444, + "precision_at_5": 0.17844, + "precision_at_10": 0.09289, + "precision_at_20": 0.04778, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.733333, + "mrr_at_3": 0.787963, + "mrr_at_5": 0.796796, + "mrr_at_10": 0.802032, + "mrr_at_20": 0.803997, + "mrr_at_100": 0.804961, + "mrr_at_1000": 0.805008, + "nauc_ndcg_at_1_max": 0.759784, + "nauc_ndcg_at_1_std": -0.143524, + "nauc_ndcg_at_1_diff1": 0.869721, + "nauc_ndcg_at_3_max": 0.776071, + "nauc_ndcg_at_3_std": -0.129195, + "nauc_ndcg_at_3_diff1": 0.845156, + "nauc_ndcg_at_5_max": 0.765714, + "nauc_ndcg_at_5_std": -0.124097, + "nauc_ndcg_at_5_diff1": 0.838551, + "nauc_ndcg_at_10_max": 0.768344, + "nauc_ndcg_at_10_std": -0.117579, + "nauc_ndcg_at_10_diff1": 0.83924, + "nauc_ndcg_at_20_max": 0.765592, + "nauc_ndcg_at_20_std": -0.131909, + "nauc_ndcg_at_20_diff1": 0.841623, + "nauc_ndcg_at_100_max": 0.76735, + "nauc_ndcg_at_100_std": -0.127615, + "nauc_ndcg_at_100_diff1": 0.846494, + "nauc_ndcg_at_1000_max": 0.766721, + "nauc_ndcg_at_1000_std": -0.129207, + "nauc_ndcg_at_1000_diff1": 0.846488, + "nauc_map_at_1_max": 0.759784, + "nauc_map_at_1_std": -0.143524, + "nauc_map_at_1_diff1": 0.869721, + "nauc_map_at_3_max": 0.771557, + "nauc_map_at_3_std": -0.130487, + "nauc_map_at_3_diff1": 0.850986, + "nauc_map_at_5_max": 0.766203, + "nauc_map_at_5_std": -0.127959, + "nauc_map_at_5_diff1": 0.847903, + "nauc_map_at_10_max": 0.766782, + "nauc_map_at_10_std": -0.12613, + "nauc_map_at_10_diff1": 0.848091, + "nauc_map_at_20_max": 0.766114, + "nauc_map_at_20_std": -0.129859, + "nauc_map_at_20_diff1": 0.848718, + "nauc_map_at_100_max": 0.766337, + "nauc_map_at_100_std": -0.129695, + "nauc_map_at_100_diff1": 0.849462, + "nauc_map_at_1000_max": 0.766316, + "nauc_map_at_1000_std": -0.129738, + "nauc_map_at_1000_diff1": 0.849463, + "nauc_recall_at_1_max": 0.759784, + "nauc_recall_at_1_std": -0.143524, + "nauc_recall_at_1_diff1": 0.869721, + "nauc_recall_at_3_max": 0.793748, + "nauc_recall_at_3_std": -0.125745, + "nauc_recall_at_3_diff1": 0.822916, + "nauc_recall_at_5_max": 0.760629, + "nauc_recall_at_5_std": -0.105872, + "nauc_recall_at_5_diff1": 0.791399, + "nauc_recall_at_10_max": 0.780557, + "nauc_recall_at_10_std": -0.048356, + "nauc_recall_at_10_diff1": 0.776647, + "nauc_recall_at_20_max": 0.752708, + "nauc_recall_at_20_std": -0.182831, + "nauc_recall_at_20_diff1": 0.770378, + "nauc_recall_at_100_max": 0.853942, + "nauc_recall_at_100_std": 0.10751, + "nauc_recall_at_100_diff1": 0.848273, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759784, + "nauc_precision_at_1_std": -0.143524, + "nauc_precision_at_1_diff1": 0.869721, + "nauc_precision_at_3_max": 0.793748, + "nauc_precision_at_3_std": -0.125745, + "nauc_precision_at_3_diff1": 0.822916, + "nauc_precision_at_5_max": 0.760629, + "nauc_precision_at_5_std": -0.105872, + "nauc_precision_at_5_diff1": 0.791399, + "nauc_precision_at_10_max": 0.780557, + "nauc_precision_at_10_std": -0.048356, + "nauc_precision_at_10_diff1": 0.776647, + "nauc_precision_at_20_max": 0.752708, + "nauc_precision_at_20_std": -0.182831, + "nauc_precision_at_20_diff1": 0.770378, + "nauc_precision_at_100_max": 0.853942, + "nauc_precision_at_100_std": 0.10751, + "nauc_precision_at_100_diff1": 0.848273, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759784, + "nauc_mrr_at_1_std": -0.143524, + "nauc_mrr_at_1_diff1": 0.869721, + "nauc_mrr_at_3_max": 0.771557, + "nauc_mrr_at_3_std": -0.130487, + "nauc_mrr_at_3_diff1": 0.850986, + "nauc_mrr_at_5_max": 0.766203, + "nauc_mrr_at_5_std": -0.127959, + "nauc_mrr_at_5_diff1": 0.847903, + "nauc_mrr_at_10_max": 0.766782, + "nauc_mrr_at_10_std": -0.12613, + "nauc_mrr_at_10_diff1": 0.848091, + "nauc_mrr_at_20_max": 0.766114, + "nauc_mrr_at_20_std": -0.129859, + "nauc_mrr_at_20_diff1": 0.848718, + "nauc_mrr_at_100_max": 0.766337, + "nauc_mrr_at_100_std": -0.129695, + "nauc_mrr_at_100_diff1": 0.849462, + "nauc_mrr_at_1000_max": 0.766316, + "nauc_mrr_at_1000_std": -0.129738, + "nauc_mrr_at_1000_diff1": 0.849463, + "main_score": 0.83299, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56778, + "ndcg_at_3": 0.63103, + "ndcg_at_5": 0.64499, + "ndcg_at_10": 0.65636, + "ndcg_at_20": 0.66741, + "ndcg_at_100": 0.6891, + "ndcg_at_1000": 0.70129, + "map_at_1": 0.56778, + "map_at_3": 0.6163, + "map_at_5": 0.62391, + "map_at_10": 0.62853, + "map_at_20": 0.63147, + "map_at_100": 0.63433, + "map_at_1000": 0.63482, + "recall_at_1": 0.56778, + "recall_at_3": 0.67333, + "recall_at_5": 0.70778, + "recall_at_10": 0.74333, + "recall_at_20": 0.78778, + "recall_at_100": 0.90667, + "recall_at_1000": 1.0, + "precision_at_1": 0.56778, + "precision_at_3": 0.22444, + "precision_at_5": 0.14156, + "precision_at_10": 0.07433, + "precision_at_20": 0.03939, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567778, + "mrr_at_3": 0.616296, + "mrr_at_5": 0.623907, + "mrr_at_10": 0.628526, + "mrr_at_20": 0.631467, + "mrr_at_100": 0.634326, + "mrr_at_1000": 0.634817, + "nauc_ndcg_at_1_max": 0.779049, + "nauc_ndcg_at_1_std": 0.107818, + "nauc_ndcg_at_1_diff1": 0.860962, + "nauc_ndcg_at_3_max": 0.79166, + "nauc_ndcg_at_3_std": 0.157341, + "nauc_ndcg_at_3_diff1": 0.824412, + "nauc_ndcg_at_5_max": 0.786054, + "nauc_ndcg_at_5_std": 0.166611, + "nauc_ndcg_at_5_diff1": 0.81733, + "nauc_ndcg_at_10_max": 0.780493, + "nauc_ndcg_at_10_std": 0.16306, + "nauc_ndcg_at_10_diff1": 0.814713, + "nauc_ndcg_at_20_max": 0.777501, + "nauc_ndcg_at_20_std": 0.164644, + "nauc_ndcg_at_20_diff1": 0.811686, + "nauc_ndcg_at_100_max": 0.78006, + "nauc_ndcg_at_100_std": 0.171776, + "nauc_ndcg_at_100_diff1": 0.815119, + "nauc_ndcg_at_1000_max": 0.781842, + "nauc_ndcg_at_1000_std": 0.15912, + "nauc_ndcg_at_1000_diff1": 0.8207, + "nauc_map_at_1_max": 0.779049, + "nauc_map_at_1_std": 0.107818, + "nauc_map_at_1_diff1": 0.860962, + "nauc_map_at_3_max": 0.788924, + "nauc_map_at_3_std": 0.14442, + "nauc_map_at_3_diff1": 0.833186, + "nauc_map_at_5_max": 0.785969, + "nauc_map_at_5_std": 0.149112, + "nauc_map_at_5_diff1": 0.829548, + "nauc_map_at_10_max": 0.783733, + "nauc_map_at_10_std": 0.147119, + "nauc_map_at_10_diff1": 0.828664, + "nauc_map_at_20_max": 0.782984, + "nauc_map_at_20_std": 0.147282, + "nauc_map_at_20_diff1": 0.82808, + "nauc_map_at_100_max": 0.783339, + "nauc_map_at_100_std": 0.148094, + "nauc_map_at_100_diff1": 0.82846, + "nauc_map_at_1000_max": 0.783419, + "nauc_map_at_1000_std": 0.147675, + "nauc_map_at_1000_diff1": 0.828674, + "nauc_recall_at_1_max": 0.779049, + "nauc_recall_at_1_std": 0.107818, + "nauc_recall_at_1_diff1": 0.860962, + "nauc_recall_at_3_max": 0.800126, + "nauc_recall_at_3_std": 0.198518, + "nauc_recall_at_3_diff1": 0.796795, + "nauc_recall_at_5_max": 0.785018, + "nauc_recall_at_5_std": 0.22761, + "nauc_recall_at_5_diff1": 0.77506, + "nauc_recall_at_10_max": 0.764402, + "nauc_recall_at_10_std": 0.223983, + "nauc_recall_at_10_diff1": 0.760416, + "nauc_recall_at_20_max": 0.745541, + "nauc_recall_at_20_std": 0.244082, + "nauc_recall_at_20_diff1": 0.73404, + "nauc_recall_at_100_max": 0.747238, + "nauc_recall_at_100_std": 0.42816, + "nauc_recall_at_100_diff1": 0.706032, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779049, + "nauc_precision_at_1_std": 0.107818, + "nauc_precision_at_1_diff1": 0.860962, + "nauc_precision_at_3_max": 0.800126, + "nauc_precision_at_3_std": 0.198518, + "nauc_precision_at_3_diff1": 0.796795, + "nauc_precision_at_5_max": 0.785018, + "nauc_precision_at_5_std": 0.22761, + "nauc_precision_at_5_diff1": 0.77506, + "nauc_precision_at_10_max": 0.764402, + "nauc_precision_at_10_std": 0.223983, + "nauc_precision_at_10_diff1": 0.760416, + "nauc_precision_at_20_max": 0.745541, + "nauc_precision_at_20_std": 0.244082, + "nauc_precision_at_20_diff1": 0.73404, + "nauc_precision_at_100_max": 0.747238, + "nauc_precision_at_100_std": 0.42816, + "nauc_precision_at_100_diff1": 0.706032, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779049, + "nauc_mrr_at_1_std": 0.107818, + "nauc_mrr_at_1_diff1": 0.860962, + "nauc_mrr_at_3_max": 0.788924, + "nauc_mrr_at_3_std": 0.14442, + "nauc_mrr_at_3_diff1": 0.833186, + "nauc_mrr_at_5_max": 0.785969, + "nauc_mrr_at_5_std": 0.149112, + "nauc_mrr_at_5_diff1": 0.829548, + "nauc_mrr_at_10_max": 0.783733, + "nauc_mrr_at_10_std": 0.147119, + "nauc_mrr_at_10_diff1": 0.828664, + "nauc_mrr_at_20_max": 0.782984, + "nauc_mrr_at_20_std": 0.147282, + "nauc_mrr_at_20_diff1": 0.82808, + "nauc_mrr_at_100_max": 0.783339, + "nauc_mrr_at_100_std": 0.148094, + "nauc_mrr_at_100_diff1": 0.82846, + "nauc_mrr_at_1000_max": 0.783419, + "nauc_mrr_at_1000_std": 0.147675, + "nauc_mrr_at_1000_diff1": 0.828674, + "main_score": 0.65636, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.40823, + "ndcg_at_3": 0.44859, + "ndcg_at_5": 0.46046, + "ndcg_at_10": 0.47294, + "ndcg_at_20": 0.48488, + "ndcg_at_100": 0.5134, + "ndcg_at_1000": 0.54611, + "map_at_1": 0.40823, + "map_at_3": 0.4391, + "map_at_5": 0.44566, + "map_at_10": 0.45076, + "map_at_20": 0.45409, + "map_at_100": 0.45773, + "map_at_1000": 0.45902, + "recall_at_1": 0.40823, + "recall_at_3": 0.47553, + "recall_at_5": 0.50445, + "recall_at_10": 0.54338, + "recall_at_20": 0.5901, + "recall_at_100": 0.74861, + "recall_at_1000": 1.0, + "precision_at_1": 0.40823, + "precision_at_3": 0.15869, + "precision_at_5": 0.101, + "precision_at_10": 0.05439, + "precision_at_20": 0.02953, + "precision_at_100": 0.0075, + "precision_at_1000": 0.001, + "mrr_at_1": 0.408231, + "mrr_at_3": 0.439377, + "mrr_at_5": 0.44594, + "mrr_at_10": 0.451034, + "mrr_at_20": 0.454371, + "mrr_at_100": 0.457993, + "mrr_at_1000": 0.459281, + "nauc_ndcg_at_1_max": 0.486189, + "nauc_ndcg_at_1_std": -0.595552, + "nauc_ndcg_at_1_diff1": 0.850305, + "nauc_ndcg_at_3_max": 0.474059, + "nauc_ndcg_at_3_std": -0.621557, + "nauc_ndcg_at_3_diff1": 0.826455, + "nauc_ndcg_at_5_max": 0.468248, + "nauc_ndcg_at_5_std": -0.622023, + "nauc_ndcg_at_5_diff1": 0.816421, + "nauc_ndcg_at_10_max": 0.461705, + "nauc_ndcg_at_10_std": -0.624221, + "nauc_ndcg_at_10_diff1": 0.807203, + "nauc_ndcg_at_20_max": 0.458701, + "nauc_ndcg_at_20_std": -0.619717, + "nauc_ndcg_at_20_diff1": 0.80293, + "nauc_ndcg_at_100_max": 0.458772, + "nauc_ndcg_at_100_std": -0.599682, + "nauc_ndcg_at_100_diff1": 0.798083, + "nauc_ndcg_at_1000_max": 0.464836, + "nauc_ndcg_at_1000_std": -0.609809, + "nauc_ndcg_at_1000_diff1": 0.810066, + "nauc_map_at_1_max": 0.486189, + "nauc_map_at_1_std": -0.595552, + "nauc_map_at_1_diff1": 0.850305, + "nauc_map_at_3_max": 0.477263, + "nauc_map_at_3_std": -0.615233, + "nauc_map_at_3_diff1": 0.832273, + "nauc_map_at_5_max": 0.474072, + "nauc_map_at_5_std": -0.615571, + "nauc_map_at_5_diff1": 0.826748, + "nauc_map_at_10_max": 0.471408, + "nauc_map_at_10_std": -0.616419, + "nauc_map_at_10_diff1": 0.823069, + "nauc_map_at_20_max": 0.470812, + "nauc_map_at_20_std": -0.615001, + "nauc_map_at_20_diff1": 0.821976, + "nauc_map_at_100_max": 0.470767, + "nauc_map_at_100_std": -0.612057, + "nauc_map_at_100_diff1": 0.821241, + "nauc_map_at_1000_max": 0.471016, + "nauc_map_at_1000_std": -0.612324, + "nauc_map_at_1000_diff1": 0.821656, + "nauc_recall_at_1_max": 0.486189, + "nauc_recall_at_1_std": -0.595552, + "nauc_recall_at_1_diff1": 0.850305, + "nauc_recall_at_3_max": 0.465356, + "nauc_recall_at_3_std": -0.639436, + "nauc_recall_at_3_diff1": 0.80988, + "nauc_recall_at_5_max": 0.450686, + "nauc_recall_at_5_std": -0.640175, + "nauc_recall_at_5_diff1": 0.784587, + "nauc_recall_at_10_max": 0.428973, + "nauc_recall_at_10_std": -0.648099, + "nauc_recall_at_10_diff1": 0.753315, + "nauc_recall_at_20_max": 0.412831, + "nauc_recall_at_20_std": -0.631515, + "nauc_recall_at_20_diff1": 0.732098, + "nauc_recall_at_100_max": 0.396617, + "nauc_recall_at_100_std": -0.487513, + "nauc_recall_at_100_diff1": 0.669691, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486189, + "nauc_precision_at_1_std": -0.595552, + "nauc_precision_at_1_diff1": 0.850305, + "nauc_precision_at_3_max": 0.464078, + "nauc_precision_at_3_std": -0.640431, + "nauc_precision_at_3_diff1": 0.809164, + "nauc_precision_at_5_max": 0.449557, + "nauc_precision_at_5_std": -0.641424, + "nauc_precision_at_5_diff1": 0.784151, + "nauc_precision_at_10_max": 0.427783, + "nauc_precision_at_10_std": -0.649405, + "nauc_precision_at_10_diff1": 0.752842, + "nauc_precision_at_20_max": 0.411569, + "nauc_precision_at_20_std": -0.632879, + "nauc_precision_at_20_diff1": 0.731588, + "nauc_precision_at_100_max": 0.388946, + "nauc_precision_at_100_std": -0.486069, + "nauc_precision_at_100_diff1": 0.661235, + "nauc_precision_at_1000_max": -0.500026, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.486189, + "nauc_mrr_at_1_std": -0.595552, + "nauc_mrr_at_1_diff1": 0.850305, + "nauc_mrr_at_3_max": 0.476633, + "nauc_mrr_at_3_std": -0.615722, + "nauc_mrr_at_3_diff1": 0.831922, + "nauc_mrr_at_5_max": 0.47344, + "nauc_mrr_at_5_std": -0.616061, + "nauc_mrr_at_5_diff1": 0.826396, + "nauc_mrr_at_10_max": 0.470773, + "nauc_mrr_at_10_std": -0.616912, + "nauc_mrr_at_10_diff1": 0.822714, + "nauc_mrr_at_20_max": 0.470174, + "nauc_mrr_at_20_std": -0.615495, + "nauc_mrr_at_20_diff1": 0.82162, + "nauc_mrr_at_100_max": 0.470156, + "nauc_mrr_at_100_std": -0.61253, + "nauc_mrr_at_100_diff1": 0.8209, + "nauc_mrr_at_1000_max": 0.470403, + "nauc_mrr_at_1000_std": -0.612799, + "nauc_mrr_at_1000_diff1": 0.821314, + "main_score": 0.47294, + "hf_subset": "lug_Latn-lug_Latn", + "languages": [ + "lug-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.49333, + "ndcg_at_3": 0.54561, + "ndcg_at_5": 0.55684, + "ndcg_at_10": 0.56768, + "ndcg_at_20": 0.57752, + "ndcg_at_100": 0.60457, + "ndcg_at_1000": 0.62629, + "map_at_1": 0.49333, + "map_at_3": 0.53259, + "map_at_5": 0.5387, + "map_at_10": 0.54322, + "map_at_20": 0.54592, + "map_at_100": 0.54924, + "map_at_1000": 0.55015, + "recall_at_1": 0.49333, + "recall_at_3": 0.58333, + "recall_at_5": 0.61111, + "recall_at_10": 0.64444, + "recall_at_20": 0.68333, + "recall_at_100": 0.83556, + "recall_at_1000": 1.0, + "precision_at_1": 0.49333, + "precision_at_3": 0.19444, + "precision_at_5": 0.12222, + "precision_at_10": 0.06444, + "precision_at_20": 0.03417, + "precision_at_100": 0.00836, + "precision_at_1000": 0.001, + "mrr_at_1": 0.493333, + "mrr_at_3": 0.532593, + "mrr_at_5": 0.538704, + "mrr_at_10": 0.54322, + "mrr_at_20": 0.545917, + "mrr_at_100": 0.549242, + "mrr_at_1000": 0.55015, + "nauc_ndcg_at_1_max": 0.811485, + "nauc_ndcg_at_1_std": 0.38116, + "nauc_ndcg_at_1_diff1": 0.863487, + "nauc_ndcg_at_3_max": 0.828954, + "nauc_ndcg_at_3_std": 0.411819, + "nauc_ndcg_at_3_diff1": 0.830965, + "nauc_ndcg_at_5_max": 0.822348, + "nauc_ndcg_at_5_std": 0.413491, + "nauc_ndcg_at_5_diff1": 0.824143, + "nauc_ndcg_at_10_max": 0.818385, + "nauc_ndcg_at_10_std": 0.416204, + "nauc_ndcg_at_10_diff1": 0.818184, + "nauc_ndcg_at_20_max": 0.81817, + "nauc_ndcg_at_20_std": 0.425234, + "nauc_ndcg_at_20_diff1": 0.812955, + "nauc_ndcg_at_100_max": 0.815085, + "nauc_ndcg_at_100_std": 0.42418, + "nauc_ndcg_at_100_diff1": 0.814235, + "nauc_ndcg_at_1000_max": 0.818657, + "nauc_ndcg_at_1000_std": 0.41673, + "nauc_ndcg_at_1000_diff1": 0.823087, + "nauc_map_at_1_max": 0.811485, + "nauc_map_at_1_std": 0.38116, + "nauc_map_at_1_diff1": 0.863487, + "nauc_map_at_3_max": 0.825917, + "nauc_map_at_3_std": 0.404639, + "nauc_map_at_3_diff1": 0.839022, + "nauc_map_at_5_max": 0.822293, + "nauc_map_at_5_std": 0.405373, + "nauc_map_at_5_diff1": 0.835441, + "nauc_map_at_10_max": 0.82074, + "nauc_map_at_10_std": 0.406716, + "nauc_map_at_10_diff1": 0.833075, + "nauc_map_at_20_max": 0.820802, + "nauc_map_at_20_std": 0.409041, + "nauc_map_at_20_diff1": 0.831871, + "nauc_map_at_100_max": 0.82033, + "nauc_map_at_100_std": 0.408754, + "nauc_map_at_100_diff1": 0.832073, + "nauc_map_at_1000_max": 0.820449, + "nauc_map_at_1000_std": 0.408528, + "nauc_map_at_1000_diff1": 0.832429, + "nauc_recall_at_1_max": 0.811485, + "nauc_recall_at_1_std": 0.38116, + "nauc_recall_at_1_diff1": 0.863487, + "nauc_recall_at_3_max": 0.837611, + "nauc_recall_at_3_std": 0.433446, + "nauc_recall_at_3_diff1": 0.806493, + "nauc_recall_at_5_max": 0.820895, + "nauc_recall_at_5_std": 0.439152, + "nauc_recall_at_5_diff1": 0.787591, + "nauc_recall_at_10_max": 0.806949, + "nauc_recall_at_10_std": 0.448136, + "nauc_recall_at_10_diff1": 0.765163, + "nauc_recall_at_20_max": 0.804001, + "nauc_recall_at_20_std": 0.492867, + "nauc_recall_at_20_diff1": 0.73551, + "nauc_recall_at_100_max": 0.765403, + "nauc_recall_at_100_std": 0.531139, + "nauc_recall_at_100_diff1": 0.695654, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.811485, + "nauc_precision_at_1_std": 0.38116, + "nauc_precision_at_1_diff1": 0.863487, + "nauc_precision_at_3_max": 0.837611, + "nauc_precision_at_3_std": 0.433446, + "nauc_precision_at_3_diff1": 0.806493, + "nauc_precision_at_5_max": 0.820895, + "nauc_precision_at_5_std": 0.439152, + "nauc_precision_at_5_diff1": 0.787591, + "nauc_precision_at_10_max": 0.806949, + "nauc_precision_at_10_std": 0.448136, + "nauc_precision_at_10_diff1": 0.765163, + "nauc_precision_at_20_max": 0.804001, + "nauc_precision_at_20_std": 0.492867, + "nauc_precision_at_20_diff1": 0.73551, + "nauc_precision_at_100_max": 0.765403, + "nauc_precision_at_100_std": 0.531139, + "nauc_precision_at_100_diff1": 0.695654, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.811485, + "nauc_mrr_at_1_std": 0.38116, + "nauc_mrr_at_1_diff1": 0.863487, + "nauc_mrr_at_3_max": 0.825917, + "nauc_mrr_at_3_std": 0.404639, + "nauc_mrr_at_3_diff1": 0.839022, + "nauc_mrr_at_5_max": 0.822293, + "nauc_mrr_at_5_std": 0.405373, + "nauc_mrr_at_5_diff1": 0.835441, + "nauc_mrr_at_10_max": 0.82074, + "nauc_mrr_at_10_std": 0.406716, + "nauc_mrr_at_10_diff1": 0.833075, + "nauc_mrr_at_20_max": 0.820802, + "nauc_mrr_at_20_std": 0.409041, + "nauc_mrr_at_20_diff1": 0.831871, + "nauc_mrr_at_100_max": 0.82033, + "nauc_mrr_at_100_std": 0.408754, + "nauc_mrr_at_100_diff1": 0.832073, + "nauc_mrr_at_1000_max": 0.820449, + "nauc_mrr_at_1000_std": 0.408528, + "nauc_mrr_at_1000_diff1": 0.832429, + "main_score": 0.56768, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41157, + "ndcg_at_3": 0.44449, + "ndcg_at_5": 0.44914, + "ndcg_at_10": 0.45537, + "ndcg_at_20": 0.46078, + "ndcg_at_100": 0.48319, + "ndcg_at_1000": 0.52838, + "map_at_1": 0.41157, + "map_at_3": 0.43669, + "map_at_5": 0.4393, + "map_at_10": 0.44194, + "map_at_20": 0.44347, + "map_at_100": 0.44612, + "map_at_1000": 0.44777, + "recall_at_1": 0.41157, + "recall_at_3": 0.46663, + "recall_at_5": 0.47775, + "recall_at_10": 0.49666, + "recall_at_20": 0.5178, + "recall_at_100": 0.64572, + "recall_at_1000": 1.0, + "precision_at_1": 0.41157, + "precision_at_3": 0.15573, + "precision_at_5": 0.09566, + "precision_at_10": 0.04972, + "precision_at_20": 0.02592, + "precision_at_100": 0.00646, + "precision_at_1000": 0.001, + "mrr_at_1": 0.411568, + "mrr_at_3": 0.436967, + "mrr_at_5": 0.439581, + "mrr_at_10": 0.442219, + "mrr_at_20": 0.443747, + "mrr_at_100": 0.446397, + "mrr_at_1000": 0.448044, + "nauc_ndcg_at_1_max": 0.898866, + "nauc_ndcg_at_1_std": 0.70846, + "nauc_ndcg_at_1_diff1": 0.918295, + "nauc_ndcg_at_3_max": 0.931935, + "nauc_ndcg_at_3_std": 0.76404, + "nauc_ndcg_at_3_diff1": 0.897475, + "nauc_ndcg_at_5_max": 0.929766, + "nauc_ndcg_at_5_std": 0.768603, + "nauc_ndcg_at_5_diff1": 0.891411, + "nauc_ndcg_at_10_max": 0.920616, + "nauc_ndcg_at_10_std": 0.76548, + "nauc_ndcg_at_10_diff1": 0.882636, + "nauc_ndcg_at_20_max": 0.916524, + "nauc_ndcg_at_20_std": 0.766092, + "nauc_ndcg_at_20_diff1": 0.877786, + "nauc_ndcg_at_100_max": 0.899405, + "nauc_ndcg_at_100_std": 0.75205, + "nauc_ndcg_at_100_diff1": 0.859695, + "nauc_ndcg_at_1000_max": 0.911897, + "nauc_ndcg_at_1000_std": 0.754672, + "nauc_ndcg_at_1000_diff1": 0.878672, + "nauc_map_at_1_max": 0.898866, + "nauc_map_at_1_std": 0.70846, + "nauc_map_at_1_diff1": 0.918295, + "nauc_map_at_3_max": 0.92513, + "nauc_map_at_3_std": 0.750905, + "nauc_map_at_3_diff1": 0.902867, + "nauc_map_at_5_max": 0.923905, + "nauc_map_at_5_std": 0.753413, + "nauc_map_at_5_diff1": 0.899526, + "nauc_map_at_10_max": 0.919995, + "nauc_map_at_10_std": 0.751846, + "nauc_map_at_10_diff1": 0.895789, + "nauc_map_at_20_max": 0.918827, + "nauc_map_at_20_std": 0.751996, + "nauc_map_at_20_diff1": 0.894445, + "nauc_map_at_100_max": 0.916848, + "nauc_map_at_100_std": 0.750473, + "nauc_map_at_100_diff1": 0.892262, + "nauc_map_at_1000_max": 0.917129, + "nauc_map_at_1000_std": 0.750372, + "nauc_map_at_1000_diff1": 0.892789, + "nauc_recall_at_1_max": 0.898866, + "nauc_recall_at_1_std": 0.70846, + "nauc_recall_at_1_diff1": 0.918295, + "nauc_recall_at_3_max": 0.951968, + "nauc_recall_at_3_std": 0.802203, + "nauc_recall_at_3_diff1": 0.882457, + "nauc_recall_at_5_max": 0.946806, + "nauc_recall_at_5_std": 0.813557, + "nauc_recall_at_5_diff1": 0.867497, + "nauc_recall_at_10_max": 0.918977, + "nauc_recall_at_10_std": 0.805474, + "nauc_recall_at_10_diff1": 0.840545, + "nauc_recall_at_20_max": 0.9023, + "nauc_recall_at_20_std": 0.808459, + "nauc_recall_at_20_diff1": 0.819855, + "nauc_recall_at_100_max": 0.783287, + "nauc_recall_at_100_std": 0.718502, + "nauc_recall_at_100_diff1": 0.688494, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.898866, + "nauc_precision_at_1_std": 0.70846, + "nauc_precision_at_1_diff1": 0.918295, + "nauc_precision_at_3_max": 0.950787, + "nauc_precision_at_3_std": 0.802165, + "nauc_precision_at_3_diff1": 0.881058, + "nauc_precision_at_5_max": 0.94562, + "nauc_precision_at_5_std": 0.813521, + "nauc_precision_at_5_diff1": 0.866089, + "nauc_precision_at_10_max": 0.917778, + "nauc_precision_at_10_std": 0.805436, + "nauc_precision_at_10_diff1": 0.839124, + "nauc_precision_at_20_max": 0.901416, + "nauc_precision_at_20_std": 0.808729, + "nauc_precision_at_20_diff1": 0.818712, + "nauc_precision_at_100_max": 0.782449, + "nauc_precision_at_100_std": 0.719033, + "nauc_precision_at_100_diff1": 0.687304, + "nauc_precision_at_1000_max": -0.500026, + "nauc_precision_at_1000_std": -0.070315, + "nauc_precision_at_1000_diff1": -0.575229, + "nauc_mrr_at_1_max": 0.898866, + "nauc_mrr_at_1_std": 0.70846, + "nauc_mrr_at_1_diff1": 0.918295, + "nauc_mrr_at_3_max": 0.924543, + "nauc_mrr_at_3_std": 0.750882, + "nauc_mrr_at_3_diff1": 0.902176, + "nauc_mrr_at_5_max": 0.923318, + "nauc_mrr_at_5_std": 0.75339, + "nauc_mrr_at_5_diff1": 0.898834, + "nauc_mrr_at_10_max": 0.919407, + "nauc_mrr_at_10_std": 0.751823, + "nauc_mrr_at_10_diff1": 0.895096, + "nauc_mrr_at_20_max": 0.918238, + "nauc_mrr_at_20_std": 0.751973, + "nauc_mrr_at_20_diff1": 0.893752, + "nauc_mrr_at_100_max": 0.916256, + "nauc_mrr_at_100_std": 0.750449, + "nauc_mrr_at_100_diff1": 0.891566, + "nauc_mrr_at_1000_max": 0.916549, + "nauc_mrr_at_1000_std": 0.750348, + "nauc_mrr_at_1000_diff1": 0.892106, + "main_score": 0.45537, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.46444, + "ndcg_at_3": 0.51213, + "ndcg_at_5": 0.52379, + "ndcg_at_10": 0.53413, + "ndcg_at_20": 0.54444, + "ndcg_at_100": 0.56867, + "ndcg_at_1000": 0.59695, + "map_at_1": 0.46444, + "map_at_3": 0.50056, + "map_at_5": 0.50689, + "map_at_10": 0.51132, + "map_at_20": 0.5141, + "map_at_100": 0.51713, + "map_at_1000": 0.51824, + "recall_at_1": 0.46444, + "recall_at_3": 0.54556, + "recall_at_5": 0.57444, + "recall_at_10": 0.60556, + "recall_at_20": 0.64667, + "recall_at_100": 0.78222, + "recall_at_1000": 1.0, + "precision_at_1": 0.46444, + "precision_at_3": 0.18185, + "precision_at_5": 0.11489, + "precision_at_10": 0.06056, + "precision_at_20": 0.03233, + "precision_at_100": 0.00782, + "precision_at_1000": 0.001, + "mrr_at_1": 0.464444, + "mrr_at_3": 0.500556, + "mrr_at_5": 0.506889, + "mrr_at_10": 0.511316, + "mrr_at_20": 0.514099, + "mrr_at_100": 0.51713, + "mrr_at_1000": 0.518243, + "nauc_ndcg_at_1_max": 0.686844, + "nauc_ndcg_at_1_std": -0.683486, + "nauc_ndcg_at_1_diff1": 0.885459, + "nauc_ndcg_at_3_max": 0.685186, + "nauc_ndcg_at_3_std": -0.694714, + "nauc_ndcg_at_3_diff1": 0.853993, + "nauc_ndcg_at_5_max": 0.677635, + "nauc_ndcg_at_5_std": -0.697775, + "nauc_ndcg_at_5_diff1": 0.844027, + "nauc_ndcg_at_10_max": 0.672773, + "nauc_ndcg_at_10_std": -0.700566, + "nauc_ndcg_at_10_diff1": 0.837714, + "nauc_ndcg_at_20_max": 0.668324, + "nauc_ndcg_at_20_std": -0.705733, + "nauc_ndcg_at_20_diff1": 0.835585, + "nauc_ndcg_at_100_max": 0.663853, + "nauc_ndcg_at_100_std": -0.690928, + "nauc_ndcg_at_100_diff1": 0.826384, + "nauc_ndcg_at_1000_max": 0.671831, + "nauc_ndcg_at_1000_std": -0.694144, + "nauc_ndcg_at_1000_diff1": 0.840167, + "nauc_map_at_1_max": 0.686844, + "nauc_map_at_1_std": -0.683486, + "nauc_map_at_1_diff1": 0.885459, + "nauc_map_at_3_max": 0.685977, + "nauc_map_at_3_std": -0.692115, + "nauc_map_at_3_diff1": 0.86167, + "nauc_map_at_5_max": 0.682023, + "nauc_map_at_5_std": -0.693726, + "nauc_map_at_5_diff1": 0.856341, + "nauc_map_at_10_max": 0.6799, + "nauc_map_at_10_std": -0.694632, + "nauc_map_at_10_diff1": 0.853557, + "nauc_map_at_20_max": 0.678657, + "nauc_map_at_20_std": -0.696122, + "nauc_map_at_20_diff1": 0.853112, + "nauc_map_at_100_max": 0.677899, + "nauc_map_at_100_std": -0.694261, + "nauc_map_at_100_diff1": 0.851793, + "nauc_map_at_1000_max": 0.678203, + "nauc_map_at_1000_std": -0.694149, + "nauc_map_at_1000_diff1": 0.852263, + "nauc_recall_at_1_max": 0.686844, + "nauc_recall_at_1_std": -0.683486, + "nauc_recall_at_1_diff1": 0.885459, + "nauc_recall_at_3_max": 0.682658, + "nauc_recall_at_3_std": -0.702405, + "nauc_recall_at_3_diff1": 0.831092, + "nauc_recall_at_5_max": 0.66264, + "nauc_recall_at_5_std": -0.710632, + "nauc_recall_at_5_diff1": 0.804729, + "nauc_recall_at_10_max": 0.64694, + "nauc_recall_at_10_std": -0.721602, + "nauc_recall_at_10_diff1": 0.783953, + "nauc_recall_at_20_max": 0.625705, + "nauc_recall_at_20_std": -0.745277, + "nauc_recall_at_20_diff1": 0.769688, + "nauc_recall_at_100_max": 0.574947, + "nauc_recall_at_100_std": -0.636693, + "nauc_recall_at_100_diff1": 0.668741, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686844, + "nauc_precision_at_1_std": -0.683486, + "nauc_precision_at_1_diff1": 0.885459, + "nauc_precision_at_3_max": 0.682658, + "nauc_precision_at_3_std": -0.702405, + "nauc_precision_at_3_diff1": 0.831092, + "nauc_precision_at_5_max": 0.66264, + "nauc_precision_at_5_std": -0.710632, + "nauc_precision_at_5_diff1": 0.804729, + "nauc_precision_at_10_max": 0.64694, + "nauc_precision_at_10_std": -0.721602, + "nauc_precision_at_10_diff1": 0.783953, + "nauc_precision_at_20_max": 0.625705, + "nauc_precision_at_20_std": -0.745277, + "nauc_precision_at_20_diff1": 0.769688, + "nauc_precision_at_100_max": 0.574947, + "nauc_precision_at_100_std": -0.636693, + "nauc_precision_at_100_diff1": 0.668741, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686844, + "nauc_mrr_at_1_std": -0.683486, + "nauc_mrr_at_1_diff1": 0.885459, + "nauc_mrr_at_3_max": 0.685977, + "nauc_mrr_at_3_std": -0.692115, + "nauc_mrr_at_3_diff1": 0.86167, + "nauc_mrr_at_5_max": 0.682023, + "nauc_mrr_at_5_std": -0.693726, + "nauc_mrr_at_5_diff1": 0.856341, + "nauc_mrr_at_10_max": 0.6799, + "nauc_mrr_at_10_std": -0.694632, + "nauc_mrr_at_10_diff1": 0.853557, + "nauc_mrr_at_20_max": 0.678657, + "nauc_mrr_at_20_std": -0.696122, + "nauc_mrr_at_20_diff1": 0.853112, + "nauc_mrr_at_100_max": 0.677899, + "nauc_mrr_at_100_std": -0.694261, + "nauc_mrr_at_100_diff1": 0.851793, + "nauc_mrr_at_1000_max": 0.678203, + "nauc_mrr_at_1000_std": -0.694149, + "nauc_mrr_at_1000_diff1": 0.852263, + "main_score": 0.53413, + "hf_subset": "luo_Latn-luo_Latn", + "languages": [ + "luo-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.60894, + "ndcg_at_5": 0.62238, + "ndcg_at_10": 0.63266, + "ndcg_at_20": 0.64519, + "ndcg_at_100": 0.66711, + "ndcg_at_1000": 0.68372, + "map_at_1": 0.56222, + "map_at_3": 0.59778, + "map_at_5": 0.60533, + "map_at_10": 0.60949, + "map_at_20": 0.61288, + "map_at_100": 0.61579, + "map_at_1000": 0.61652, + "recall_at_1": 0.56222, + "recall_at_3": 0.64111, + "recall_at_5": 0.67333, + "recall_at_10": 0.70556, + "recall_at_20": 0.75556, + "recall_at_100": 0.87556, + "recall_at_1000": 1.0, + "precision_at_1": 0.56222, + "precision_at_3": 0.2137, + "precision_at_5": 0.13467, + "precision_at_10": 0.07056, + "precision_at_20": 0.03778, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.597778, + "mrr_at_5": 0.605333, + "mrr_at_10": 0.609494, + "mrr_at_20": 0.612877, + "mrr_at_100": 0.61579, + "mrr_at_1000": 0.616516, + "nauc_ndcg_at_1_max": 0.81329, + "nauc_ndcg_at_1_std": 0.221069, + "nauc_ndcg_at_1_diff1": 0.866275, + "nauc_ndcg_at_3_max": 0.829964, + "nauc_ndcg_at_3_std": 0.242725, + "nauc_ndcg_at_3_diff1": 0.840757, + "nauc_ndcg_at_5_max": 0.822435, + "nauc_ndcg_at_5_std": 0.238883, + "nauc_ndcg_at_5_diff1": 0.833266, + "nauc_ndcg_at_10_max": 0.819571, + "nauc_ndcg_at_10_std": 0.245783, + "nauc_ndcg_at_10_diff1": 0.829266, + "nauc_ndcg_at_20_max": 0.815458, + "nauc_ndcg_at_20_std": 0.245193, + "nauc_ndcg_at_20_diff1": 0.824646, + "nauc_ndcg_at_100_max": 0.813682, + "nauc_ndcg_at_100_std": 0.249687, + "nauc_ndcg_at_100_diff1": 0.825817, + "nauc_ndcg_at_1000_max": 0.818336, + "nauc_ndcg_at_1000_std": 0.245259, + "nauc_ndcg_at_1000_diff1": 0.83303, + "nauc_map_at_1_max": 0.81329, + "nauc_map_at_1_std": 0.221069, + "nauc_map_at_1_diff1": 0.866275, + "nauc_map_at_3_max": 0.827159, + "nauc_map_at_3_std": 0.238692, + "nauc_map_at_3_diff1": 0.847041, + "nauc_map_at_5_max": 0.823034, + "nauc_map_at_5_std": 0.236446, + "nauc_map_at_5_diff1": 0.843115, + "nauc_map_at_10_max": 0.821999, + "nauc_map_at_10_std": 0.239088, + "nauc_map_at_10_diff1": 0.841704, + "nauc_map_at_20_max": 0.821046, + "nauc_map_at_20_std": 0.239235, + "nauc_map_at_20_diff1": 0.840659, + "nauc_map_at_100_max": 0.820763, + "nauc_map_at_100_std": 0.240156, + "nauc_map_at_100_diff1": 0.840778, + "nauc_map_at_1000_max": 0.820928, + "nauc_map_at_1000_std": 0.24002, + "nauc_map_at_1000_diff1": 0.841041, + "nauc_recall_at_1_max": 0.81329, + "nauc_recall_at_1_std": 0.221069, + "nauc_recall_at_1_diff1": 0.866275, + "nauc_recall_at_3_max": 0.837993, + "nauc_recall_at_3_std": 0.254529, + "nauc_recall_at_3_diff1": 0.821446, + "nauc_recall_at_5_max": 0.818648, + "nauc_recall_at_5_std": 0.245653, + "nauc_recall_at_5_diff1": 0.80016, + "nauc_recall_at_10_max": 0.807588, + "nauc_recall_at_10_std": 0.271261, + "nauc_recall_at_10_diff1": 0.782893, + "nauc_recall_at_20_max": 0.783621, + "nauc_recall_at_20_std": 0.268776, + "nauc_recall_at_20_diff1": 0.751111, + "nauc_recall_at_100_max": 0.740053, + "nauc_recall_at_100_std": 0.324338, + "nauc_recall_at_100_diff1": 0.710906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81329, + "nauc_precision_at_1_std": 0.221069, + "nauc_precision_at_1_diff1": 0.866275, + "nauc_precision_at_3_max": 0.837993, + "nauc_precision_at_3_std": 0.254529, + "nauc_precision_at_3_diff1": 0.821446, + "nauc_precision_at_5_max": 0.818648, + "nauc_precision_at_5_std": 0.245653, + "nauc_precision_at_5_diff1": 0.80016, + "nauc_precision_at_10_max": 0.807588, + "nauc_precision_at_10_std": 0.271261, + "nauc_precision_at_10_diff1": 0.782893, + "nauc_precision_at_20_max": 0.783621, + "nauc_precision_at_20_std": 0.268776, + "nauc_precision_at_20_diff1": 0.751111, + "nauc_precision_at_100_max": 0.740053, + "nauc_precision_at_100_std": 0.324338, + "nauc_precision_at_100_diff1": 0.710906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81329, + "nauc_mrr_at_1_std": 0.221069, + "nauc_mrr_at_1_diff1": 0.866275, + "nauc_mrr_at_3_max": 0.827159, + "nauc_mrr_at_3_std": 0.238692, + "nauc_mrr_at_3_diff1": 0.847041, + "nauc_mrr_at_5_max": 0.823034, + "nauc_mrr_at_5_std": 0.236446, + "nauc_mrr_at_5_diff1": 0.843115, + "nauc_mrr_at_10_max": 0.821999, + "nauc_mrr_at_10_std": 0.239088, + "nauc_mrr_at_10_diff1": 0.841704, + "nauc_mrr_at_20_max": 0.821046, + "nauc_mrr_at_20_std": 0.239235, + "nauc_mrr_at_20_diff1": 0.840659, + "nauc_mrr_at_100_max": 0.820763, + "nauc_mrr_at_100_std": 0.240156, + "nauc_mrr_at_100_diff1": 0.840778, + "nauc_mrr_at_1000_max": 0.820928, + "nauc_mrr_at_1000_std": 0.24002, + "nauc_mrr_at_1000_diff1": 0.841041, + "main_score": 0.63266, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.4726, + "ndcg_at_5": 0.48136, + "ndcg_at_10": 0.48817, + "ndcg_at_20": 0.49817, + "ndcg_at_100": 0.52028, + "ndcg_at_1000": 0.55797, + "map_at_1": 0.44, + "map_at_3": 0.465, + "map_at_5": 0.46989, + "map_at_10": 0.4727, + "map_at_20": 0.47538, + "map_at_100": 0.47807, + "map_at_1000": 0.47938, + "recall_at_1": 0.44, + "recall_at_3": 0.49444, + "recall_at_5": 0.51556, + "recall_at_10": 0.53667, + "recall_at_20": 0.57667, + "recall_at_100": 0.70111, + "recall_at_1000": 1.0, + "precision_at_1": 0.44, + "precision_at_3": 0.16481, + "precision_at_5": 0.10311, + "precision_at_10": 0.05367, + "precision_at_20": 0.02883, + "precision_at_100": 0.00701, + "precision_at_1000": 0.001, + "mrr_at_1": 0.44, + "mrr_at_3": 0.465, + "mrr_at_5": 0.469889, + "mrr_at_10": 0.472697, + "mrr_at_20": 0.475381, + "mrr_at_100": 0.478073, + "mrr_at_1000": 0.479379, + "nauc_ndcg_at_1_max": 0.911655, + "nauc_ndcg_at_1_std": 0.726207, + "nauc_ndcg_at_1_diff1": 0.918405, + "nauc_ndcg_at_3_max": 0.930341, + "nauc_ndcg_at_3_std": 0.76794, + "nauc_ndcg_at_3_diff1": 0.891131, + "nauc_ndcg_at_5_max": 0.93341, + "nauc_ndcg_at_5_std": 0.782978, + "nauc_ndcg_at_5_diff1": 0.887079, + "nauc_ndcg_at_10_max": 0.928177, + "nauc_ndcg_at_10_std": 0.779972, + "nauc_ndcg_at_10_diff1": 0.882, + "nauc_ndcg_at_20_max": 0.917749, + "nauc_ndcg_at_20_std": 0.773039, + "nauc_ndcg_at_20_diff1": 0.8726, + "nauc_ndcg_at_100_max": 0.907279, + "nauc_ndcg_at_100_std": 0.762544, + "nauc_ndcg_at_100_diff1": 0.864777, + "nauc_ndcg_at_1000_max": 0.917177, + "nauc_ndcg_at_1000_std": 0.765769, + "nauc_ndcg_at_1000_diff1": 0.878256, + "nauc_map_at_1_max": 0.911655, + "nauc_map_at_1_std": 0.726207, + "nauc_map_at_1_diff1": 0.918405, + "nauc_map_at_3_max": 0.926499, + "nauc_map_at_3_std": 0.758603, + "nauc_map_at_3_diff1": 0.89746, + "nauc_map_at_5_max": 0.928216, + "nauc_map_at_5_std": 0.766961, + "nauc_map_at_5_diff1": 0.895169, + "nauc_map_at_10_max": 0.926086, + "nauc_map_at_10_std": 0.765705, + "nauc_map_at_10_diff1": 0.893171, + "nauc_map_at_20_max": 0.92331, + "nauc_map_at_20_std": 0.763907, + "nauc_map_at_20_diff1": 0.890714, + "nauc_map_at_100_max": 0.921952, + "nauc_map_at_100_std": 0.762531, + "nauc_map_at_100_diff1": 0.889846, + "nauc_map_at_1000_max": 0.92218, + "nauc_map_at_1000_std": 0.762555, + "nauc_map_at_1000_diff1": 0.890185, + "nauc_recall_at_1_max": 0.911655, + "nauc_recall_at_1_std": 0.726207, + "nauc_recall_at_1_diff1": 0.918405, + "nauc_recall_at_3_max": 0.941248, + "nauc_recall_at_3_std": 0.794819, + "nauc_recall_at_3_diff1": 0.872805, + "nauc_recall_at_5_max": 0.948867, + "nauc_recall_at_5_std": 0.83207, + "nauc_recall_at_5_diff1": 0.862801, + "nauc_recall_at_10_max": 0.93231, + "nauc_recall_at_10_std": 0.823415, + "nauc_recall_at_10_diff1": 0.845682, + "nauc_recall_at_20_max": 0.888076, + "nauc_recall_at_20_std": 0.795114, + "nauc_recall_at_20_diff1": 0.803946, + "nauc_recall_at_100_max": 0.807617, + "nauc_recall_at_100_std": 0.726853, + "nauc_recall_at_100_diff1": 0.730051, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.911655, + "nauc_precision_at_1_std": 0.726207, + "nauc_precision_at_1_diff1": 0.918405, + "nauc_precision_at_3_max": 0.941248, + "nauc_precision_at_3_std": 0.794819, + "nauc_precision_at_3_diff1": 0.872805, + "nauc_precision_at_5_max": 0.948867, + "nauc_precision_at_5_std": 0.83207, + "nauc_precision_at_5_diff1": 0.862801, + "nauc_precision_at_10_max": 0.93231, + "nauc_precision_at_10_std": 0.823415, + "nauc_precision_at_10_diff1": 0.845682, + "nauc_precision_at_20_max": 0.888076, + "nauc_precision_at_20_std": 0.795114, + "nauc_precision_at_20_diff1": 0.803946, + "nauc_precision_at_100_max": 0.807617, + "nauc_precision_at_100_std": 0.726853, + "nauc_precision_at_100_diff1": 0.730051, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.911655, + "nauc_mrr_at_1_std": 0.726207, + "nauc_mrr_at_1_diff1": 0.918405, + "nauc_mrr_at_3_max": 0.926499, + "nauc_mrr_at_3_std": 0.758603, + "nauc_mrr_at_3_diff1": 0.89746, + "nauc_mrr_at_5_max": 0.928216, + "nauc_mrr_at_5_std": 0.766961, + "nauc_mrr_at_5_diff1": 0.895169, + "nauc_mrr_at_10_max": 0.926086, + "nauc_mrr_at_10_std": 0.765705, + "nauc_mrr_at_10_diff1": 0.893171, + "nauc_mrr_at_20_max": 0.92331, + "nauc_mrr_at_20_std": 0.763907, + "nauc_mrr_at_20_diff1": 0.890714, + "nauc_mrr_at_100_max": 0.921952, + "nauc_mrr_at_100_std": 0.762531, + "nauc_mrr_at_100_diff1": 0.889846, + "nauc_mrr_at_1000_max": 0.92218, + "nauc_mrr_at_1000_std": 0.762555, + "nauc_mrr_at_1000_diff1": 0.890185, + "main_score": 0.48817, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.63333, + "ndcg_at_3": 0.68517, + "ndcg_at_5": 0.6988, + "ndcg_at_10": 0.71337, + "ndcg_at_20": 0.7226, + "ndcg_at_100": 0.74171, + "ndcg_at_1000": 0.74914, + "map_at_1": 0.63333, + "map_at_3": 0.67204, + "map_at_5": 0.67954, + "map_at_10": 0.68547, + "map_at_20": 0.68812, + "map_at_100": 0.69067, + "map_at_1000": 0.69095, + "recall_at_1": 0.63333, + "recall_at_3": 0.72333, + "recall_at_5": 0.75667, + "recall_at_10": 0.80222, + "recall_at_20": 0.83778, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "precision_at_1": 0.63333, + "precision_at_3": 0.24111, + "precision_at_5": 0.15133, + "precision_at_10": 0.08022, + "precision_at_20": 0.04189, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633333, + "mrr_at_3": 0.672037, + "mrr_at_5": 0.679537, + "mrr_at_10": 0.685466, + "mrr_at_20": 0.688124, + "mrr_at_100": 0.690666, + "mrr_at_1000": 0.690948, + "nauc_ndcg_at_1_max": 0.720813, + "nauc_ndcg_at_1_std": -0.205781, + "nauc_ndcg_at_1_diff1": 0.862219, + "nauc_ndcg_at_3_max": 0.735309, + "nauc_ndcg_at_3_std": -0.178496, + "nauc_ndcg_at_3_diff1": 0.835944, + "nauc_ndcg_at_5_max": 0.72784, + "nauc_ndcg_at_5_std": -0.190478, + "nauc_ndcg_at_5_diff1": 0.830995, + "nauc_ndcg_at_10_max": 0.718275, + "nauc_ndcg_at_10_std": -0.194215, + "nauc_ndcg_at_10_diff1": 0.820022, + "nauc_ndcg_at_20_max": 0.718632, + "nauc_ndcg_at_20_std": -0.185756, + "nauc_ndcg_at_20_diff1": 0.820488, + "nauc_ndcg_at_100_max": 0.718653, + "nauc_ndcg_at_100_std": -0.189949, + "nauc_ndcg_at_100_diff1": 0.827956, + "nauc_ndcg_at_1000_max": 0.721134, + "nauc_ndcg_at_1000_std": -0.190847, + "nauc_ndcg_at_1000_diff1": 0.830466, + "nauc_map_at_1_max": 0.720813, + "nauc_map_at_1_std": -0.205781, + "nauc_map_at_1_diff1": 0.862219, + "nauc_map_at_3_max": 0.731995, + "nauc_map_at_3_std": -0.184597, + "nauc_map_at_3_diff1": 0.842838, + "nauc_map_at_5_max": 0.727953, + "nauc_map_at_5_std": -0.191054, + "nauc_map_at_5_diff1": 0.840297, + "nauc_map_at_10_max": 0.724102, + "nauc_map_at_10_std": -0.193163, + "nauc_map_at_10_diff1": 0.836216, + "nauc_map_at_20_max": 0.724181, + "nauc_map_at_20_std": -0.19107, + "nauc_map_at_20_diff1": 0.836416, + "nauc_map_at_100_max": 0.723924, + "nauc_map_at_100_std": -0.191869, + "nauc_map_at_100_diff1": 0.837204, + "nauc_map_at_1000_max": 0.724015, + "nauc_map_at_1000_std": -0.191862, + "nauc_map_at_1000_diff1": 0.837313, + "nauc_recall_at_1_max": 0.720813, + "nauc_recall_at_1_std": -0.205781, + "nauc_recall_at_1_diff1": 0.862219, + "nauc_recall_at_3_max": 0.745876, + "nauc_recall_at_3_std": -0.159111, + "nauc_recall_at_3_diff1": 0.813489, + "nauc_recall_at_5_max": 0.725917, + "nauc_recall_at_5_std": -0.191092, + "nauc_recall_at_5_diff1": 0.797249, + "nauc_recall_at_10_max": 0.687802, + "nauc_recall_at_10_std": -0.201399, + "nauc_recall_at_10_diff1": 0.746417, + "nauc_recall_at_20_max": 0.684634, + "nauc_recall_at_20_std": -0.151054, + "nauc_recall_at_20_diff1": 0.735235, + "nauc_recall_at_100_max": 0.649959, + "nauc_recall_at_100_std": -0.155902, + "nauc_recall_at_100_diff1": 0.760307, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720813, + "nauc_precision_at_1_std": -0.205781, + "nauc_precision_at_1_diff1": 0.862219, + "nauc_precision_at_3_max": 0.745876, + "nauc_precision_at_3_std": -0.159111, + "nauc_precision_at_3_diff1": 0.813489, + "nauc_precision_at_5_max": 0.725917, + "nauc_precision_at_5_std": -0.191092, + "nauc_precision_at_5_diff1": 0.797249, + "nauc_precision_at_10_max": 0.687802, + "nauc_precision_at_10_std": -0.201399, + "nauc_precision_at_10_diff1": 0.746417, + "nauc_precision_at_20_max": 0.684634, + "nauc_precision_at_20_std": -0.151054, + "nauc_precision_at_20_diff1": 0.735235, + "nauc_precision_at_100_max": 0.649959, + "nauc_precision_at_100_std": -0.155902, + "nauc_precision_at_100_diff1": 0.760307, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.720813, + "nauc_mrr_at_1_std": -0.205781, + "nauc_mrr_at_1_diff1": 0.862219, + "nauc_mrr_at_3_max": 0.731995, + "nauc_mrr_at_3_std": -0.184597, + "nauc_mrr_at_3_diff1": 0.842838, + "nauc_mrr_at_5_max": 0.727953, + "nauc_mrr_at_5_std": -0.191054, + "nauc_mrr_at_5_diff1": 0.840297, + "nauc_mrr_at_10_max": 0.724102, + "nauc_mrr_at_10_std": -0.193163, + "nauc_mrr_at_10_diff1": 0.836216, + "nauc_mrr_at_20_max": 0.724181, + "nauc_mrr_at_20_std": -0.19107, + "nauc_mrr_at_20_diff1": 0.836416, + "nauc_mrr_at_100_max": 0.723924, + "nauc_mrr_at_100_std": -0.191869, + "nauc_mrr_at_100_diff1": 0.837204, + "nauc_mrr_at_1000_max": 0.724015, + "nauc_mrr_at_1000_std": -0.191862, + "nauc_mrr_at_1000_diff1": 0.837313, + "main_score": 0.71337, + "hf_subset": "lvs_Latn-lvs_Latn", + "languages": [ + "lvs-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.81958, + "ndcg_at_5": 0.83507, + "ndcg_at_10": 0.8438, + "ndcg_at_20": 0.8518, + "ndcg_at_100": 0.85762, + "ndcg_at_1000": 0.85878, + "map_at_1": 0.75556, + "map_at_3": 0.8037, + "map_at_5": 0.81226, + "map_at_10": 0.81593, + "map_at_20": 0.81819, + "map_at_100": 0.81909, + "map_at_1000": 0.81914, + "recall_at_1": 0.75556, + "recall_at_3": 0.86556, + "recall_at_5": 0.90333, + "recall_at_10": 0.93, + "recall_at_20": 0.96111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.75556, + "precision_at_3": 0.28852, + "precision_at_5": 0.18067, + "precision_at_10": 0.093, + "precision_at_20": 0.04806, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.803704, + "mrr_at_5": 0.812259, + "mrr_at_10": 0.815925, + "mrr_at_20": 0.818191, + "mrr_at_100": 0.81909, + "mrr_at_1000": 0.819139, + "nauc_ndcg_at_1_max": 0.696469, + "nauc_ndcg_at_1_std": -0.253541, + "nauc_ndcg_at_1_diff1": 0.84586, + "nauc_ndcg_at_3_max": 0.714505, + "nauc_ndcg_at_3_std": -0.247524, + "nauc_ndcg_at_3_diff1": 0.826258, + "nauc_ndcg_at_5_max": 0.71207, + "nauc_ndcg_at_5_std": -0.245187, + "nauc_ndcg_at_5_diff1": 0.81893, + "nauc_ndcg_at_10_max": 0.715488, + "nauc_ndcg_at_10_std": -0.254472, + "nauc_ndcg_at_10_diff1": 0.825382, + "nauc_ndcg_at_20_max": 0.713453, + "nauc_ndcg_at_20_std": -0.262517, + "nauc_ndcg_at_20_diff1": 0.830595, + "nauc_ndcg_at_100_max": 0.711788, + "nauc_ndcg_at_100_std": -0.254834, + "nauc_ndcg_at_100_diff1": 0.830955, + "nauc_ndcg_at_1000_max": 0.711183, + "nauc_ndcg_at_1000_std": -0.255086, + "nauc_ndcg_at_1000_diff1": 0.831762, + "nauc_map_at_1_max": 0.696469, + "nauc_map_at_1_std": -0.253541, + "nauc_map_at_1_diff1": 0.84586, + "nauc_map_at_3_max": 0.710987, + "nauc_map_at_3_std": -0.25043, + "nauc_map_at_3_diff1": 0.833253, + "nauc_map_at_5_max": 0.709317, + "nauc_map_at_5_std": -0.249564, + "nauc_map_at_5_diff1": 0.829811, + "nauc_map_at_10_max": 0.710437, + "nauc_map_at_10_std": -0.253824, + "nauc_map_at_10_diff1": 0.832463, + "nauc_map_at_20_max": 0.709936, + "nauc_map_at_20_std": -0.255582, + "nauc_map_at_20_diff1": 0.833939, + "nauc_map_at_100_max": 0.7096, + "nauc_map_at_100_std": -0.254639, + "nauc_map_at_100_diff1": 0.834046, + "nauc_map_at_1000_max": 0.709584, + "nauc_map_at_1000_std": -0.254586, + "nauc_map_at_1000_diff1": 0.834066, + "nauc_recall_at_1_max": 0.696469, + "nauc_recall_at_1_std": -0.253541, + "nauc_recall_at_1_diff1": 0.84586, + "nauc_recall_at_3_max": 0.727595, + "nauc_recall_at_3_std": -0.235224, + "nauc_recall_at_3_diff1": 0.797503, + "nauc_recall_at_5_max": 0.725018, + "nauc_recall_at_5_std": -0.220757, + "nauc_recall_at_5_diff1": 0.760236, + "nauc_recall_at_10_max": 0.75219, + "nauc_recall_at_10_std": -0.259845, + "nauc_recall_at_10_diff1": 0.777518, + "nauc_recall_at_20_max": 0.752394, + "nauc_recall_at_20_std": -0.377378, + "nauc_recall_at_20_diff1": 0.805456, + "nauc_recall_at_100_max": 0.783789, + "nauc_recall_at_100_std": -0.173261, + "nauc_recall_at_100_diff1": 0.735352, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696469, + "nauc_precision_at_1_std": -0.253541, + "nauc_precision_at_1_diff1": 0.84586, + "nauc_precision_at_3_max": 0.727595, + "nauc_precision_at_3_std": -0.235224, + "nauc_precision_at_3_diff1": 0.797503, + "nauc_precision_at_5_max": 0.725018, + "nauc_precision_at_5_std": -0.220757, + "nauc_precision_at_5_diff1": 0.760236, + "nauc_precision_at_10_max": 0.75219, + "nauc_precision_at_10_std": -0.259845, + "nauc_precision_at_10_diff1": 0.777518, + "nauc_precision_at_20_max": 0.752394, + "nauc_precision_at_20_std": -0.377378, + "nauc_precision_at_20_diff1": 0.805456, + "nauc_precision_at_100_max": 0.783789, + "nauc_precision_at_100_std": -0.173261, + "nauc_precision_at_100_diff1": 0.735352, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696469, + "nauc_mrr_at_1_std": -0.253541, + "nauc_mrr_at_1_diff1": 0.84586, + "nauc_mrr_at_3_max": 0.710987, + "nauc_mrr_at_3_std": -0.25043, + "nauc_mrr_at_3_diff1": 0.833253, + "nauc_mrr_at_5_max": 0.709317, + "nauc_mrr_at_5_std": -0.249564, + "nauc_mrr_at_5_diff1": 0.829811, + "nauc_mrr_at_10_max": 0.710437, + "nauc_mrr_at_10_std": -0.253824, + "nauc_mrr_at_10_diff1": 0.832463, + "nauc_mrr_at_20_max": 0.709936, + "nauc_mrr_at_20_std": -0.255582, + "nauc_mrr_at_20_diff1": 0.833939, + "nauc_mrr_at_100_max": 0.7096, + "nauc_mrr_at_100_std": -0.254639, + "nauc_mrr_at_100_diff1": 0.834046, + "nauc_mrr_at_1000_max": 0.709584, + "nauc_mrr_at_1000_std": -0.254586, + "nauc_mrr_at_1000_diff1": 0.834066, + "main_score": 0.8438, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54111, + "ndcg_at_3": 0.60235, + "ndcg_at_5": 0.61689, + "ndcg_at_10": 0.63294, + "ndcg_at_20": 0.64577, + "ndcg_at_100": 0.66687, + "ndcg_at_1000": 0.68057, + "map_at_1": 0.54111, + "map_at_3": 0.58741, + "map_at_5": 0.59541, + "map_at_10": 0.60197, + "map_at_20": 0.6056, + "map_at_100": 0.60845, + "map_at_1000": 0.60901, + "recall_at_1": 0.54111, + "recall_at_3": 0.64556, + "recall_at_5": 0.68111, + "recall_at_10": 0.73111, + "recall_at_20": 0.78111, + "recall_at_100": 0.89556, + "recall_at_1000": 1.0, + "precision_at_1": 0.54111, + "precision_at_3": 0.21519, + "precision_at_5": 0.13622, + "precision_at_10": 0.07311, + "precision_at_20": 0.03906, + "precision_at_100": 0.00896, + "precision_at_1000": 0.001, + "mrr_at_1": 0.541111, + "mrr_at_3": 0.587407, + "mrr_at_5": 0.595407, + "mrr_at_10": 0.60197, + "mrr_at_20": 0.605596, + "mrr_at_100": 0.608445, + "mrr_at_1000": 0.609009, + "nauc_ndcg_at_1_max": 0.778762, + "nauc_ndcg_at_1_std": 0.208347, + "nauc_ndcg_at_1_diff1": 0.832465, + "nauc_ndcg_at_3_max": 0.787716, + "nauc_ndcg_at_3_std": 0.240337, + "nauc_ndcg_at_3_diff1": 0.788891, + "nauc_ndcg_at_5_max": 0.780731, + "nauc_ndcg_at_5_std": 0.241359, + "nauc_ndcg_at_5_diff1": 0.783719, + "nauc_ndcg_at_10_max": 0.776405, + "nauc_ndcg_at_10_std": 0.252538, + "nauc_ndcg_at_10_diff1": 0.778207, + "nauc_ndcg_at_20_max": 0.773034, + "nauc_ndcg_at_20_std": 0.253696, + "nauc_ndcg_at_20_diff1": 0.777242, + "nauc_ndcg_at_100_max": 0.77312, + "nauc_ndcg_at_100_std": 0.25912, + "nauc_ndcg_at_100_diff1": 0.78018, + "nauc_ndcg_at_1000_max": 0.777337, + "nauc_ndcg_at_1000_std": 0.249041, + "nauc_ndcg_at_1000_diff1": 0.786395, + "nauc_map_at_1_max": 0.778762, + "nauc_map_at_1_std": 0.208347, + "nauc_map_at_1_diff1": 0.832465, + "nauc_map_at_3_max": 0.785592, + "nauc_map_at_3_std": 0.23262, + "nauc_map_at_3_diff1": 0.79906, + "nauc_map_at_5_max": 0.782022, + "nauc_map_at_5_std": 0.233308, + "nauc_map_at_5_diff1": 0.796572, + "nauc_map_at_10_max": 0.780401, + "nauc_map_at_10_std": 0.237916, + "nauc_map_at_10_diff1": 0.794347, + "nauc_map_at_20_max": 0.779616, + "nauc_map_at_20_std": 0.238313, + "nauc_map_at_20_diff1": 0.794162, + "nauc_map_at_100_max": 0.779734, + "nauc_map_at_100_std": 0.239068, + "nauc_map_at_100_diff1": 0.794601, + "nauc_map_at_1000_max": 0.779891, + "nauc_map_at_1000_std": 0.23877, + "nauc_map_at_1000_diff1": 0.794845, + "nauc_recall_at_1_max": 0.778762, + "nauc_recall_at_1_std": 0.208347, + "nauc_recall_at_1_diff1": 0.832465, + "nauc_recall_at_3_max": 0.794328, + "nauc_recall_at_3_std": 0.264425, + "nauc_recall_at_3_diff1": 0.757314, + "nauc_recall_at_5_max": 0.774894, + "nauc_recall_at_5_std": 0.267761, + "nauc_recall_at_5_diff1": 0.740313, + "nauc_recall_at_10_max": 0.757365, + "nauc_recall_at_10_std": 0.311423, + "nauc_recall_at_10_diff1": 0.715121, + "nauc_recall_at_20_max": 0.734808, + "nauc_recall_at_20_std": 0.325819, + "nauc_recall_at_20_diff1": 0.69926, + "nauc_recall_at_100_max": 0.696501, + "nauc_recall_at_100_std": 0.455775, + "nauc_recall_at_100_diff1": 0.667519, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778762, + "nauc_precision_at_1_std": 0.208347, + "nauc_precision_at_1_diff1": 0.832465, + "nauc_precision_at_3_max": 0.794328, + "nauc_precision_at_3_std": 0.264425, + "nauc_precision_at_3_diff1": 0.757314, + "nauc_precision_at_5_max": 0.774894, + "nauc_precision_at_5_std": 0.267761, + "nauc_precision_at_5_diff1": 0.740313, + "nauc_precision_at_10_max": 0.757365, + "nauc_precision_at_10_std": 0.311423, + "nauc_precision_at_10_diff1": 0.715121, + "nauc_precision_at_20_max": 0.734808, + "nauc_precision_at_20_std": 0.325819, + "nauc_precision_at_20_diff1": 0.69926, + "nauc_precision_at_100_max": 0.696501, + "nauc_precision_at_100_std": 0.455775, + "nauc_precision_at_100_diff1": 0.667519, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778762, + "nauc_mrr_at_1_std": 0.208347, + "nauc_mrr_at_1_diff1": 0.832465, + "nauc_mrr_at_3_max": 0.785592, + "nauc_mrr_at_3_std": 0.23262, + "nauc_mrr_at_3_diff1": 0.79906, + "nauc_mrr_at_5_max": 0.782022, + "nauc_mrr_at_5_std": 0.233308, + "nauc_mrr_at_5_diff1": 0.796572, + "nauc_mrr_at_10_max": 0.780401, + "nauc_mrr_at_10_std": 0.237916, + "nauc_mrr_at_10_diff1": 0.794347, + "nauc_mrr_at_20_max": 0.779616, + "nauc_mrr_at_20_std": 0.238313, + "nauc_mrr_at_20_diff1": 0.794162, + "nauc_mrr_at_100_max": 0.779734, + "nauc_mrr_at_100_std": 0.239068, + "nauc_mrr_at_100_diff1": 0.794601, + "nauc_mrr_at_1000_max": 0.779891, + "nauc_mrr_at_1000_std": 0.23877, + "nauc_mrr_at_1000_diff1": 0.794845, + "main_score": 0.63294, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.77222, + "ndcg_at_3": 0.82338, + "ndcg_at_5": 0.83534, + "ndcg_at_10": 0.84553, + "ndcg_at_20": 0.85304, + "ndcg_at_100": 0.8608, + "ndcg_at_1000": 0.86229, + "map_at_1": 0.77222, + "map_at_3": 0.81074, + "map_at_5": 0.81741, + "map_at_10": 0.82168, + "map_at_20": 0.82386, + "map_at_100": 0.82506, + "map_at_1000": 0.82512, + "recall_at_1": 0.77222, + "recall_at_3": 0.86, + "recall_at_5": 0.88889, + "recall_at_10": 0.92, + "recall_at_20": 0.94889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.77222, + "precision_at_3": 0.28667, + "precision_at_5": 0.17778, + "precision_at_10": 0.092, + "precision_at_20": 0.04744, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772222, + "mrr_at_3": 0.810741, + "mrr_at_5": 0.817407, + "mrr_at_10": 0.821681, + "mrr_at_20": 0.823861, + "mrr_at_100": 0.825055, + "mrr_at_1000": 0.825123, + "nauc_ndcg_at_1_max": 0.738211, + "nauc_ndcg_at_1_std": -0.102502, + "nauc_ndcg_at_1_diff1": 0.876896, + "nauc_ndcg_at_3_max": 0.781998, + "nauc_ndcg_at_3_std": -0.040541, + "nauc_ndcg_at_3_diff1": 0.863826, + "nauc_ndcg_at_5_max": 0.781933, + "nauc_ndcg_at_5_std": -0.020742, + "nauc_ndcg_at_5_diff1": 0.858719, + "nauc_ndcg_at_10_max": 0.779184, + "nauc_ndcg_at_10_std": -0.033418, + "nauc_ndcg_at_10_diff1": 0.862316, + "nauc_ndcg_at_20_max": 0.776543, + "nauc_ndcg_at_20_std": -0.037432, + "nauc_ndcg_at_20_diff1": 0.865037, + "nauc_ndcg_at_100_max": 0.77385, + "nauc_ndcg_at_100_std": -0.04424, + "nauc_ndcg_at_100_diff1": 0.864546, + "nauc_ndcg_at_1000_max": 0.771861, + "nauc_ndcg_at_1000_std": -0.048122, + "nauc_ndcg_at_1000_diff1": 0.864939, + "nauc_map_at_1_max": 0.738211, + "nauc_map_at_1_std": -0.102502, + "nauc_map_at_1_diff1": 0.876896, + "nauc_map_at_3_max": 0.769854, + "nauc_map_at_3_std": -0.059196, + "nauc_map_at_3_diff1": 0.866726, + "nauc_map_at_5_max": 0.769673, + "nauc_map_at_5_std": -0.049516, + "nauc_map_at_5_diff1": 0.864228, + "nauc_map_at_10_max": 0.768326, + "nauc_map_at_10_std": -0.054453, + "nauc_map_at_10_diff1": 0.865622, + "nauc_map_at_20_max": 0.767614, + "nauc_map_at_20_std": -0.055817, + "nauc_map_at_20_diff1": 0.866378, + "nauc_map_at_100_max": 0.767199, + "nauc_map_at_100_std": -0.056801, + "nauc_map_at_100_diff1": 0.86625, + "nauc_map_at_1000_max": 0.767125, + "nauc_map_at_1000_std": -0.056982, + "nauc_map_at_1000_diff1": 0.866279, + "nauc_recall_at_1_max": 0.738211, + "nauc_recall_at_1_std": -0.102502, + "nauc_recall_at_1_diff1": 0.876896, + "nauc_recall_at_3_max": 0.827479, + "nauc_recall_at_3_std": 0.030137, + "nauc_recall_at_3_diff1": 0.853363, + "nauc_recall_at_5_max": 0.83597, + "nauc_recall_at_5_std": 0.112185, + "nauc_recall_at_5_diff1": 0.833567, + "nauc_recall_at_10_max": 0.841127, + "nauc_recall_at_10_std": 0.086679, + "nauc_recall_at_10_diff1": 0.844804, + "nauc_recall_at_20_max": 0.847075, + "nauc_recall_at_20_std": 0.11582, + "nauc_recall_at_20_diff1": 0.861923, + "nauc_recall_at_100_max": 0.946078, + "nauc_recall_at_100_std": 0.268908, + "nauc_recall_at_100_diff1": 0.838936, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738211, + "nauc_precision_at_1_std": -0.102502, + "nauc_precision_at_1_diff1": 0.876896, + "nauc_precision_at_3_max": 0.827479, + "nauc_precision_at_3_std": 0.030137, + "nauc_precision_at_3_diff1": 0.853363, + "nauc_precision_at_5_max": 0.83597, + "nauc_precision_at_5_std": 0.112185, + "nauc_precision_at_5_diff1": 0.833567, + "nauc_precision_at_10_max": 0.841127, + "nauc_precision_at_10_std": 0.086679, + "nauc_precision_at_10_diff1": 0.844804, + "nauc_precision_at_20_max": 0.847075, + "nauc_precision_at_20_std": 0.11582, + "nauc_precision_at_20_diff1": 0.861923, + "nauc_precision_at_100_max": 0.946078, + "nauc_precision_at_100_std": 0.268908, + "nauc_precision_at_100_diff1": 0.838936, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738211, + "nauc_mrr_at_1_std": -0.102502, + "nauc_mrr_at_1_diff1": 0.876896, + "nauc_mrr_at_3_max": 0.769854, + "nauc_mrr_at_3_std": -0.059196, + "nauc_mrr_at_3_diff1": 0.866726, + "nauc_mrr_at_5_max": 0.769673, + "nauc_mrr_at_5_std": -0.049516, + "nauc_mrr_at_5_diff1": 0.864228, + "nauc_mrr_at_10_max": 0.768326, + "nauc_mrr_at_10_std": -0.054453, + "nauc_mrr_at_10_diff1": 0.865622, + "nauc_mrr_at_20_max": 0.767614, + "nauc_mrr_at_20_std": -0.055817, + "nauc_mrr_at_20_diff1": 0.866378, + "nauc_mrr_at_100_max": 0.767199, + "nauc_mrr_at_100_std": -0.056801, + "nauc_mrr_at_100_diff1": 0.86625, + "nauc_mrr_at_1000_max": 0.767125, + "nauc_mrr_at_1000_std": -0.056982, + "nauc_mrr_at_1000_diff1": 0.866279, + "main_score": 0.84553, + "hf_subset": "mal_Mlym-mal_Mlym", + "languages": [ + "mal-Mlym", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89788, + "ndcg_at_5": 0.90654, + "ndcg_at_10": 0.91376, + "ndcg_at_20": 0.91629, + "ndcg_at_100": 0.91857, + "ndcg_at_1000": 0.91898, + "map_at_1": 0.84778, + "map_at_3": 0.8863, + "map_at_5": 0.89107, + "map_at_10": 0.89408, + "map_at_20": 0.89477, + "map_at_100": 0.89509, + "map_at_1000": 0.8951, + "recall_at_1": 0.84778, + "recall_at_3": 0.93111, + "recall_at_5": 0.95222, + "recall_at_10": 0.97444, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.31037, + "precision_at_5": 0.19044, + "precision_at_10": 0.09744, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.886296, + "mrr_at_5": 0.891074, + "mrr_at_10": 0.894076, + "mrr_at_20": 0.894771, + "mrr_at_100": 0.895086, + "mrr_at_1000": 0.895099, + "nauc_ndcg_at_1_max": 0.676415, + "nauc_ndcg_at_1_std": -0.222545, + "nauc_ndcg_at_1_diff1": 0.898485, + "nauc_ndcg_at_3_max": 0.717397, + "nauc_ndcg_at_3_std": -0.1927, + "nauc_ndcg_at_3_diff1": 0.880731, + "nauc_ndcg_at_5_max": 0.715451, + "nauc_ndcg_at_5_std": -0.209335, + "nauc_ndcg_at_5_diff1": 0.882588, + "nauc_ndcg_at_10_max": 0.702686, + "nauc_ndcg_at_10_std": -0.21184, + "nauc_ndcg_at_10_diff1": 0.88361, + "nauc_ndcg_at_20_max": 0.705227, + "nauc_ndcg_at_20_std": -0.212027, + "nauc_ndcg_at_20_diff1": 0.885321, + "nauc_ndcg_at_100_max": 0.703056, + "nauc_ndcg_at_100_std": -0.208019, + "nauc_ndcg_at_100_diff1": 0.885802, + "nauc_ndcg_at_1000_max": 0.702327, + "nauc_ndcg_at_1000_std": -0.209242, + "nauc_ndcg_at_1000_diff1": 0.885987, + "nauc_map_at_1_max": 0.676415, + "nauc_map_at_1_std": -0.222545, + "nauc_map_at_1_diff1": 0.898485, + "nauc_map_at_3_max": 0.70564, + "nauc_map_at_3_std": -0.201664, + "nauc_map_at_3_diff1": 0.885472, + "nauc_map_at_5_max": 0.704225, + "nauc_map_at_5_std": -0.209281, + "nauc_map_at_5_diff1": 0.886326, + "nauc_map_at_10_max": 0.69949, + "nauc_map_at_10_std": -0.210303, + "nauc_map_at_10_diff1": 0.886778, + "nauc_map_at_20_max": 0.699973, + "nauc_map_at_20_std": -0.210439, + "nauc_map_at_20_diff1": 0.887151, + "nauc_map_at_100_max": 0.699586, + "nauc_map_at_100_std": -0.21012, + "nauc_map_at_100_diff1": 0.88724, + "nauc_map_at_1000_max": 0.699574, + "nauc_map_at_1000_std": -0.210113, + "nauc_map_at_1000_diff1": 0.887245, + "nauc_recall_at_1_max": 0.676415, + "nauc_recall_at_1_std": -0.222545, + "nauc_recall_at_1_diff1": 0.898485, + "nauc_recall_at_3_max": 0.770873, + "nauc_recall_at_3_std": -0.151629, + "nauc_recall_at_3_diff1": 0.859424, + "nauc_recall_at_5_max": 0.785074, + "nauc_recall_at_5_std": -0.217185, + "nauc_recall_at_5_diff1": 0.860867, + "nauc_recall_at_10_max": 0.718447, + "nauc_recall_at_10_std": -0.246925, + "nauc_recall_at_10_diff1": 0.852332, + "nauc_recall_at_20_max": 0.783313, + "nauc_recall_at_20_std": -0.268407, + "nauc_recall_at_20_diff1": 0.868614, + "nauc_recall_at_100_max": 0.851385, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676415, + "nauc_precision_at_1_std": -0.222545, + "nauc_precision_at_1_diff1": 0.898485, + "nauc_precision_at_3_max": 0.770873, + "nauc_precision_at_3_std": -0.151629, + "nauc_precision_at_3_diff1": 0.859424, + "nauc_precision_at_5_max": 0.785074, + "nauc_precision_at_5_std": -0.217185, + "nauc_precision_at_5_diff1": 0.860867, + "nauc_precision_at_10_max": 0.718447, + "nauc_precision_at_10_std": -0.246925, + "nauc_precision_at_10_diff1": 0.852332, + "nauc_precision_at_20_max": 0.783313, + "nauc_precision_at_20_std": -0.268407, + "nauc_precision_at_20_diff1": 0.868614, + "nauc_precision_at_100_max": 0.851385, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676415, + "nauc_mrr_at_1_std": -0.222545, + "nauc_mrr_at_1_diff1": 0.898485, + "nauc_mrr_at_3_max": 0.70564, + "nauc_mrr_at_3_std": -0.201664, + "nauc_mrr_at_3_diff1": 0.885472, + "nauc_mrr_at_5_max": 0.704225, + "nauc_mrr_at_5_std": -0.209281, + "nauc_mrr_at_5_diff1": 0.886326, + "nauc_mrr_at_10_max": 0.69949, + "nauc_mrr_at_10_std": -0.210303, + "nauc_mrr_at_10_diff1": 0.886778, + "nauc_mrr_at_20_max": 0.699973, + "nauc_mrr_at_20_std": -0.210439, + "nauc_mrr_at_20_diff1": 0.887151, + "nauc_mrr_at_100_max": 0.699586, + "nauc_mrr_at_100_std": -0.21012, + "nauc_mrr_at_100_diff1": 0.88724, + "nauc_mrr_at_1000_max": 0.699574, + "nauc_mrr_at_1000_std": -0.210113, + "nauc_mrr_at_1000_diff1": 0.887245, + "main_score": 0.91376, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70444, + "ndcg_at_3": 0.76834, + "ndcg_at_5": 0.78522, + "ndcg_at_10": 0.80007, + "ndcg_at_20": 0.80826, + "ndcg_at_100": 0.81729, + "ndcg_at_1000": 0.81999, + "map_at_1": 0.70444, + "map_at_3": 0.75278, + "map_at_5": 0.76211, + "map_at_10": 0.76831, + "map_at_20": 0.77058, + "map_at_100": 0.77187, + "map_at_1000": 0.772, + "recall_at_1": 0.70444, + "recall_at_3": 0.81333, + "recall_at_5": 0.85444, + "recall_at_10": 0.9, + "recall_at_20": 0.93222, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.70444, + "precision_at_3": 0.27111, + "precision_at_5": 0.17089, + "precision_at_10": 0.09, + "precision_at_20": 0.04661, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.704444, + "mrr_at_3": 0.752778, + "mrr_at_5": 0.762111, + "mrr_at_10": 0.768311, + "mrr_at_20": 0.770579, + "mrr_at_100": 0.771872, + "mrr_at_1000": 0.771997, + "nauc_ndcg_at_1_max": 0.717938, + "nauc_ndcg_at_1_std": 0.061348, + "nauc_ndcg_at_1_diff1": 0.824107, + "nauc_ndcg_at_3_max": 0.760697, + "nauc_ndcg_at_3_std": 0.11254, + "nauc_ndcg_at_3_diff1": 0.799038, + "nauc_ndcg_at_5_max": 0.760127, + "nauc_ndcg_at_5_std": 0.116102, + "nauc_ndcg_at_5_diff1": 0.795451, + "nauc_ndcg_at_10_max": 0.757491, + "nauc_ndcg_at_10_std": 0.118457, + "nauc_ndcg_at_10_diff1": 0.796654, + "nauc_ndcg_at_20_max": 0.753581, + "nauc_ndcg_at_20_std": 0.116372, + "nauc_ndcg_at_20_diff1": 0.798777, + "nauc_ndcg_at_100_max": 0.750908, + "nauc_ndcg_at_100_std": 0.113254, + "nauc_ndcg_at_100_diff1": 0.802414, + "nauc_ndcg_at_1000_max": 0.749216, + "nauc_ndcg_at_1000_std": 0.106103, + "nauc_ndcg_at_1000_diff1": 0.802764, + "nauc_map_at_1_max": 0.717938, + "nauc_map_at_1_std": 0.061348, + "nauc_map_at_1_diff1": 0.824107, + "nauc_map_at_3_max": 0.748465, + "nauc_map_at_3_std": 0.096436, + "nauc_map_at_3_diff1": 0.805665, + "nauc_map_at_5_max": 0.747643, + "nauc_map_at_5_std": 0.097404, + "nauc_map_at_5_diff1": 0.804013, + "nauc_map_at_10_max": 0.746472, + "nauc_map_at_10_std": 0.098431, + "nauc_map_at_10_diff1": 0.804763, + "nauc_map_at_20_max": 0.745406, + "nauc_map_at_20_std": 0.097576, + "nauc_map_at_20_diff1": 0.805433, + "nauc_map_at_100_max": 0.744946, + "nauc_map_at_100_std": 0.097027, + "nauc_map_at_100_diff1": 0.805817, + "nauc_map_at_1000_max": 0.744886, + "nauc_map_at_1000_std": 0.096774, + "nauc_map_at_1000_diff1": 0.805843, + "nauc_recall_at_1_max": 0.717938, + "nauc_recall_at_1_std": 0.061348, + "nauc_recall_at_1_diff1": 0.824107, + "nauc_recall_at_3_max": 0.805196, + "nauc_recall_at_3_std": 0.171868, + "nauc_recall_at_3_diff1": 0.775206, + "nauc_recall_at_5_max": 0.815076, + "nauc_recall_at_5_std": 0.200493, + "nauc_recall_at_5_diff1": 0.757526, + "nauc_recall_at_10_max": 0.820899, + "nauc_recall_at_10_std": 0.239895, + "nauc_recall_at_10_diff1": 0.74834, + "nauc_recall_at_20_max": 0.812241, + "nauc_recall_at_20_std": 0.279706, + "nauc_recall_at_20_diff1": 0.744784, + "nauc_recall_at_100_max": 0.85333, + "nauc_recall_at_100_std": 0.545051, + "nauc_recall_at_100_diff1": 0.786285, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717938, + "nauc_precision_at_1_std": 0.061348, + "nauc_precision_at_1_diff1": 0.824107, + "nauc_precision_at_3_max": 0.805196, + "nauc_precision_at_3_std": 0.171868, + "nauc_precision_at_3_diff1": 0.775206, + "nauc_precision_at_5_max": 0.815076, + "nauc_precision_at_5_std": 0.200493, + "nauc_precision_at_5_diff1": 0.757526, + "nauc_precision_at_10_max": 0.820899, + "nauc_precision_at_10_std": 0.239895, + "nauc_precision_at_10_diff1": 0.74834, + "nauc_precision_at_20_max": 0.812241, + "nauc_precision_at_20_std": 0.279706, + "nauc_precision_at_20_diff1": 0.744784, + "nauc_precision_at_100_max": 0.85333, + "nauc_precision_at_100_std": 0.545051, + "nauc_precision_at_100_diff1": 0.786285, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717938, + "nauc_mrr_at_1_std": 0.061348, + "nauc_mrr_at_1_diff1": 0.824107, + "nauc_mrr_at_3_max": 0.748465, + "nauc_mrr_at_3_std": 0.096436, + "nauc_mrr_at_3_diff1": 0.805665, + "nauc_mrr_at_5_max": 0.747643, + "nauc_mrr_at_5_std": 0.097404, + "nauc_mrr_at_5_diff1": 0.804013, + "nauc_mrr_at_10_max": 0.746472, + "nauc_mrr_at_10_std": 0.098431, + "nauc_mrr_at_10_diff1": 0.804763, + "nauc_mrr_at_20_max": 0.745406, + "nauc_mrr_at_20_std": 0.097576, + "nauc_mrr_at_20_diff1": 0.805433, + "nauc_mrr_at_100_max": 0.744946, + "nauc_mrr_at_100_std": 0.097027, + "nauc_mrr_at_100_diff1": 0.805817, + "nauc_mrr_at_1000_max": 0.744886, + "nauc_mrr_at_1000_std": 0.096774, + "nauc_mrr_at_1000_diff1": 0.805843, + "main_score": 0.80007, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.83537, + "ndcg_at_3": 0.87598, + "ndcg_at_5": 0.88565, + "ndcg_at_10": 0.89151, + "ndcg_at_20": 0.89656, + "ndcg_at_100": 0.9013, + "ndcg_at_1000": 0.90275, + "map_at_1": 0.83482, + "map_at_3": 0.86615, + "map_at_5": 0.87154, + "map_at_10": 0.87403, + "map_at_20": 0.8754, + "map_at_100": 0.87614, + "map_at_1000": 0.87621, + "recall_at_1": 0.83482, + "recall_at_3": 0.90378, + "recall_at_5": 0.92714, + "recall_at_10": 0.94494, + "recall_at_20": 0.96496, + "recall_at_100": 0.98943, + "recall_at_1000": 1.0, + "precision_at_1": 0.83537, + "precision_at_3": 0.30145, + "precision_at_5": 0.18554, + "precision_at_10": 0.09455, + "precision_at_20": 0.04828, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835373, + "mrr_at_3": 0.866704, + "mrr_at_5": 0.872099, + "mrr_at_10": 0.874582, + "mrr_at_20": 0.875961, + "mrr_at_100": 0.876699, + "mrr_at_1000": 0.876764, + "nauc_ndcg_at_1_max": 0.790502, + "nauc_ndcg_at_1_std": -0.093845, + "nauc_ndcg_at_1_diff1": 0.893662, + "nauc_ndcg_at_3_max": 0.807353, + "nauc_ndcg_at_3_std": -0.070934, + "nauc_ndcg_at_3_diff1": 0.860838, + "nauc_ndcg_at_5_max": 0.814988, + "nauc_ndcg_at_5_std": -0.04696, + "nauc_ndcg_at_5_diff1": 0.86704, + "nauc_ndcg_at_10_max": 0.811463, + "nauc_ndcg_at_10_std": -0.049387, + "nauc_ndcg_at_10_diff1": 0.865931, + "nauc_ndcg_at_20_max": 0.805723, + "nauc_ndcg_at_20_std": -0.063052, + "nauc_ndcg_at_20_diff1": 0.866454, + "nauc_ndcg_at_100_max": 0.807138, + "nauc_ndcg_at_100_std": -0.05886, + "nauc_ndcg_at_100_diff1": 0.868353, + "nauc_ndcg_at_1000_max": 0.806532, + "nauc_ndcg_at_1000_std": -0.063474, + "nauc_ndcg_at_1000_diff1": 0.870502, + "nauc_map_at_1_max": 0.786064, + "nauc_map_at_1_std": -0.090469, + "nauc_map_at_1_diff1": 0.886819, + "nauc_map_at_3_max": 0.80141, + "nauc_map_at_3_std": -0.075125, + "nauc_map_at_3_diff1": 0.866737, + "nauc_map_at_5_max": 0.805243, + "nauc_map_at_5_std": -0.062653, + "nauc_map_at_5_diff1": 0.870112, + "nauc_map_at_10_max": 0.803685, + "nauc_map_at_10_std": -0.064452, + "nauc_map_at_10_diff1": 0.869904, + "nauc_map_at_20_max": 0.80225, + "nauc_map_at_20_std": -0.068227, + "nauc_map_at_20_diff1": 0.870072, + "nauc_map_at_100_max": 0.802508, + "nauc_map_at_100_std": -0.067625, + "nauc_map_at_100_diff1": 0.870426, + "nauc_map_at_1000_max": 0.80248, + "nauc_map_at_1000_std": -0.067758, + "nauc_map_at_1000_diff1": 0.870511, + "nauc_recall_at_1_max": 0.786064, + "nauc_recall_at_1_std": -0.090469, + "nauc_recall_at_1_diff1": 0.886819, + "nauc_recall_at_3_max": 0.822676, + "nauc_recall_at_3_std": -0.050362, + "nauc_recall_at_3_diff1": 0.827828, + "nauc_recall_at_5_max": 0.853718, + "nauc_recall_at_5_std": 0.039654, + "nauc_recall_at_5_diff1": 0.839929, + "nauc_recall_at_10_max": 0.846575, + "nauc_recall_at_10_std": 0.060391, + "nauc_recall_at_10_diff1": 0.823141, + "nauc_recall_at_20_max": 0.802633, + "nauc_recall_at_20_std": -0.018917, + "nauc_recall_at_20_diff1": 0.804572, + "nauc_recall_at_100_max": 0.847192, + "nauc_recall_at_100_std": 0.259968, + "nauc_recall_at_100_diff1": 0.734904, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790502, + "nauc_precision_at_1_std": -0.093845, + "nauc_precision_at_1_diff1": 0.893662, + "nauc_precision_at_3_max": 0.830733, + "nauc_precision_at_3_std": -0.055708, + "nauc_precision_at_3_diff1": 0.839332, + "nauc_precision_at_5_max": 0.864618, + "nauc_precision_at_5_std": 0.033273, + "nauc_precision_at_5_diff1": 0.855243, + "nauc_precision_at_10_max": 0.860961, + "nauc_precision_at_10_std": 0.052137, + "nauc_precision_at_10_diff1": 0.843284, + "nauc_precision_at_20_max": 0.824664, + "nauc_precision_at_20_std": -0.033243, + "nauc_precision_at_20_diff1": 0.836111, + "nauc_precision_at_100_max": 0.925551, + "nauc_precision_at_100_std": 0.226119, + "nauc_precision_at_100_diff1": 0.839669, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": -0.500026, + "nauc_precision_at_1000_diff1": 0.662006, + "nauc_mrr_at_1_max": 0.790502, + "nauc_mrr_at_1_std": -0.093845, + "nauc_mrr_at_1_diff1": 0.893662, + "nauc_mrr_at_3_max": 0.806852, + "nauc_mrr_at_3_std": -0.079162, + "nauc_mrr_at_3_diff1": 0.874962, + "nauc_mrr_at_5_max": 0.810938, + "nauc_mrr_at_5_std": -0.066817, + "nauc_mrr_at_5_diff1": 0.87871, + "nauc_mrr_at_10_max": 0.809491, + "nauc_mrr_at_10_std": -0.068709, + "nauc_mrr_at_10_diff1": 0.878678, + "nauc_mrr_at_20_max": 0.808117, + "nauc_mrr_at_20_std": -0.072549, + "nauc_mrr_at_20_diff1": 0.878947, + "nauc_mrr_at_100_max": 0.808413, + "nauc_mrr_at_100_std": -0.071971, + "nauc_mrr_at_100_diff1": 0.879359, + "nauc_mrr_at_1000_max": 0.808355, + "nauc_mrr_at_1000_std": -0.072083, + "nauc_mrr_at_1000_diff1": 0.8794, + "main_score": 0.89151, + "hf_subset": "mar_Deva-mar_Deva", + "languages": [ + "mar-Deva", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93514, + "ndcg_at_5": 0.93926, + "ndcg_at_10": 0.94144, + "ndcg_at_20": 0.94536, + "ndcg_at_100": 0.94646, + "ndcg_at_1000": 0.94702, + "map_at_1": 0.9, + "map_at_3": 0.92722, + "map_at_5": 0.9295, + "map_at_10": 0.93042, + "map_at_20": 0.93148, + "map_at_100": 0.93166, + "map_at_1000": 0.93168, + "recall_at_1": 0.9, + "recall_at_3": 0.95778, + "recall_at_5": 0.96778, + "recall_at_10": 0.97444, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.31926, + "precision_at_5": 0.19356, + "precision_at_10": 0.09744, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.927222, + "mrr_at_5": 0.9295, + "mrr_at_10": 0.930418, + "mrr_at_20": 0.931484, + "mrr_at_100": 0.93166, + "mrr_at_1000": 0.931679, + "nauc_ndcg_at_1_max": 0.72147, + "nauc_ndcg_at_1_std": -0.285725, + "nauc_ndcg_at_1_diff1": 0.903263, + "nauc_ndcg_at_3_max": 0.757749, + "nauc_ndcg_at_3_std": -0.329387, + "nauc_ndcg_at_3_diff1": 0.893838, + "nauc_ndcg_at_5_max": 0.754264, + "nauc_ndcg_at_5_std": -0.347763, + "nauc_ndcg_at_5_diff1": 0.894599, + "nauc_ndcg_at_10_max": 0.749469, + "nauc_ndcg_at_10_std": -0.321993, + "nauc_ndcg_at_10_diff1": 0.896037, + "nauc_ndcg_at_20_max": 0.749913, + "nauc_ndcg_at_20_std": -0.318475, + "nauc_ndcg_at_20_diff1": 0.898758, + "nauc_ndcg_at_100_max": 0.748612, + "nauc_ndcg_at_100_std": -0.313429, + "nauc_ndcg_at_100_diff1": 0.899105, + "nauc_ndcg_at_1000_max": 0.746701, + "nauc_ndcg_at_1000_std": -0.316112, + "nauc_ndcg_at_1000_diff1": 0.898358, + "nauc_map_at_1_max": 0.72147, + "nauc_map_at_1_std": -0.285725, + "nauc_map_at_1_diff1": 0.903263, + "nauc_map_at_3_max": 0.746974, + "nauc_map_at_3_std": -0.31828, + "nauc_map_at_3_diff1": 0.896622, + "nauc_map_at_5_max": 0.745049, + "nauc_map_at_5_std": -0.326354, + "nauc_map_at_5_diff1": 0.897099, + "nauc_map_at_10_max": 0.743332, + "nauc_map_at_10_std": -0.316611, + "nauc_map_at_10_diff1": 0.897715, + "nauc_map_at_20_max": 0.74331, + "nauc_map_at_20_std": -0.315508, + "nauc_map_at_20_diff1": 0.898393, + "nauc_map_at_100_max": 0.743086, + "nauc_map_at_100_std": -0.315065, + "nauc_map_at_100_diff1": 0.89845, + "nauc_map_at_1000_max": 0.74304, + "nauc_map_at_1000_std": -0.315039, + "nauc_map_at_1000_diff1": 0.898427, + "nauc_recall_at_1_max": 0.72147, + "nauc_recall_at_1_std": -0.285725, + "nauc_recall_at_1_diff1": 0.903263, + "nauc_recall_at_3_max": 0.810458, + "nauc_recall_at_3_std": -0.382242, + "nauc_recall_at_3_diff1": 0.880228, + "nauc_recall_at_5_max": 0.810055, + "nauc_recall_at_5_std": -0.485946, + "nauc_recall_at_5_diff1": 0.879278, + "nauc_recall_at_10_max": 0.789632, + "nauc_recall_at_10_std": -0.346365, + "nauc_recall_at_10_diff1": 0.88422, + "nauc_recall_at_20_max": 0.863316, + "nauc_recall_at_20_std": -0.320625, + "nauc_recall_at_20_diff1": 0.921413, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.022176, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72147, + "nauc_precision_at_1_std": -0.285725, + "nauc_precision_at_1_diff1": 0.903263, + "nauc_precision_at_3_max": 0.810458, + "nauc_precision_at_3_std": -0.382242, + "nauc_precision_at_3_diff1": 0.880228, + "nauc_precision_at_5_max": 0.810055, + "nauc_precision_at_5_std": -0.485946, + "nauc_precision_at_5_diff1": 0.879278, + "nauc_precision_at_10_max": 0.789632, + "nauc_precision_at_10_std": -0.346365, + "nauc_precision_at_10_diff1": 0.88422, + "nauc_precision_at_20_max": 0.863316, + "nauc_precision_at_20_std": -0.320625, + "nauc_precision_at_20_diff1": 0.921413, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.022176, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72147, + "nauc_mrr_at_1_std": -0.285725, + "nauc_mrr_at_1_diff1": 0.903263, + "nauc_mrr_at_3_max": 0.746974, + "nauc_mrr_at_3_std": -0.31828, + "nauc_mrr_at_3_diff1": 0.896622, + "nauc_mrr_at_5_max": 0.745049, + "nauc_mrr_at_5_std": -0.326354, + "nauc_mrr_at_5_diff1": 0.897099, + "nauc_mrr_at_10_max": 0.743332, + "nauc_mrr_at_10_std": -0.316611, + "nauc_mrr_at_10_diff1": 0.897715, + "nauc_mrr_at_20_max": 0.74331, + "nauc_mrr_at_20_std": -0.315508, + "nauc_mrr_at_20_diff1": 0.898393, + "nauc_mrr_at_100_max": 0.743086, + "nauc_mrr_at_100_std": -0.315065, + "nauc_mrr_at_100_diff1": 0.89845, + "nauc_mrr_at_1000_max": 0.74304, + "nauc_mrr_at_1000_std": -0.315039, + "nauc_mrr_at_1000_diff1": 0.898427, + "main_score": 0.94144, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80645, + "ndcg_at_3": 0.85966, + "ndcg_at_5": 0.86881, + "ndcg_at_10": 0.87717, + "ndcg_at_20": 0.88335, + "ndcg_at_100": 0.887, + "ndcg_at_1000": 0.88866, + "map_at_1": 0.8059, + "map_at_3": 0.84687, + "map_at_5": 0.85193, + "map_at_10": 0.85544, + "map_at_20": 0.85713, + "map_at_100": 0.85768, + "map_at_1000": 0.85774, + "recall_at_1": 0.8059, + "recall_at_3": 0.896, + "recall_at_5": 0.91824, + "recall_at_10": 0.94383, + "recall_at_20": 0.9683, + "recall_at_100": 0.98721, + "recall_at_1000": 1.0, + "precision_at_1": 0.80645, + "precision_at_3": 0.29885, + "precision_at_5": 0.18376, + "precision_at_10": 0.09444, + "precision_at_20": 0.04844, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806452, + "mrr_at_3": 0.847423, + "mrr_at_5": 0.852484, + "mrr_at_10": 0.855993, + "mrr_at_20": 0.857682, + "mrr_at_100": 0.858236, + "mrr_at_1000": 0.858294, + "nauc_ndcg_at_1_max": 0.782095, + "nauc_ndcg_at_1_std": -0.026165, + "nauc_ndcg_at_1_diff1": 0.894882, + "nauc_ndcg_at_3_max": 0.795577, + "nauc_ndcg_at_3_std": 0.011837, + "nauc_ndcg_at_3_diff1": 0.867394, + "nauc_ndcg_at_5_max": 0.795487, + "nauc_ndcg_at_5_std": 0.015221, + "nauc_ndcg_at_5_diff1": 0.867061, + "nauc_ndcg_at_10_max": 0.789909, + "nauc_ndcg_at_10_std": -0.003525, + "nauc_ndcg_at_10_diff1": 0.868195, + "nauc_ndcg_at_20_max": 0.792238, + "nauc_ndcg_at_20_std": 0.005022, + "nauc_ndcg_at_20_diff1": 0.869546, + "nauc_ndcg_at_100_max": 0.791496, + "nauc_ndcg_at_100_std": 0.010878, + "nauc_ndcg_at_100_diff1": 0.871577, + "nauc_ndcg_at_1000_max": 0.789885, + "nauc_ndcg_at_1000_std": 0.001781, + "nauc_ndcg_at_1000_diff1": 0.873177, + "nauc_map_at_1_max": 0.77949, + "nauc_map_at_1_std": -0.023436, + "nauc_map_at_1_diff1": 0.888982, + "nauc_map_at_3_max": 0.788668, + "nauc_map_at_3_std": 0.00098, + "nauc_map_at_3_diff1": 0.871973, + "nauc_map_at_5_max": 0.78835, + "nauc_map_at_5_std": 0.002442, + "nauc_map_at_5_diff1": 0.871913, + "nauc_map_at_10_max": 0.786055, + "nauc_map_at_10_std": -0.004948, + "nauc_map_at_10_diff1": 0.872447, + "nauc_map_at_20_max": 0.786537, + "nauc_map_at_20_std": -0.003304, + "nauc_map_at_20_diff1": 0.872883, + "nauc_map_at_100_max": 0.78643, + "nauc_map_at_100_std": -0.002836, + "nauc_map_at_100_diff1": 0.873161, + "nauc_map_at_1000_max": 0.786402, + "nauc_map_at_1000_std": -0.003078, + "nauc_map_at_1000_diff1": 0.873255, + "nauc_recall_at_1_max": 0.77949, + "nauc_recall_at_1_std": -0.023436, + "nauc_recall_at_1_diff1": 0.888982, + "nauc_recall_at_3_max": 0.820549, + "nauc_recall_at_3_std": 0.060642, + "nauc_recall_at_3_diff1": 0.840104, + "nauc_recall_at_5_max": 0.82637, + "nauc_recall_at_5_std": 0.085105, + "nauc_recall_at_5_diff1": 0.831231, + "nauc_recall_at_10_max": 0.806147, + "nauc_recall_at_10_std": 0.001106, + "nauc_recall_at_10_diff1": 0.822054, + "nauc_recall_at_20_max": 0.850996, + "nauc_recall_at_20_std": 0.132592, + "nauc_recall_at_20_diff1": 0.80275, + "nauc_recall_at_100_max": 0.90359, + "nauc_recall_at_100_std": 0.613596, + "nauc_recall_at_100_diff1": 0.789123, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782095, + "nauc_precision_at_1_std": -0.026165, + "nauc_precision_at_1_diff1": 0.894882, + "nauc_precision_at_3_max": 0.825327, + "nauc_precision_at_3_std": 0.056233, + "nauc_precision_at_3_diff1": 0.850261, + "nauc_precision_at_5_max": 0.833205, + "nauc_precision_at_5_std": 0.079734, + "nauc_precision_at_5_diff1": 0.844807, + "nauc_precision_at_10_max": 0.815924, + "nauc_precision_at_10_std": -0.007575, + "nauc_precision_at_10_diff1": 0.841783, + "nauc_precision_at_20_max": 0.869256, + "nauc_precision_at_20_std": 0.119438, + "nauc_precision_at_20_diff1": 0.837636, + "nauc_precision_at_100_max": 0.95246, + "nauc_precision_at_100_std": 0.601975, + "nauc_precision_at_100_diff1": 0.877304, + "nauc_precision_at_1000_max": 0.098682, + "nauc_precision_at_1000_std": -0.500026, + "nauc_precision_at_1000_diff1": 0.662006, + "nauc_mrr_at_1_max": 0.782095, + "nauc_mrr_at_1_std": -0.026165, + "nauc_mrr_at_1_diff1": 0.894882, + "nauc_mrr_at_3_max": 0.79194, + "nauc_mrr_at_3_std": -0.002334, + "nauc_mrr_at_3_diff1": 0.879258, + "nauc_mrr_at_5_max": 0.791736, + "nauc_mrr_at_5_std": -0.000985, + "nauc_mrr_at_5_diff1": 0.879454, + "nauc_mrr_at_10_max": 0.789519, + "nauc_mrr_at_10_std": -0.008488, + "nauc_mrr_at_10_diff1": 0.880183, + "nauc_mrr_at_20_max": 0.790046, + "nauc_mrr_at_20_std": -0.006882, + "nauc_mrr_at_20_diff1": 0.880718, + "nauc_mrr_at_100_max": 0.789953, + "nauc_mrr_at_100_std": -0.006427, + "nauc_mrr_at_100_diff1": 0.881029, + "nauc_mrr_at_1000_max": 0.789885, + "nauc_mrr_at_1000_std": -0.006629, + "nauc_mrr_at_1000_diff1": 0.881034, + "main_score": 0.87717, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.79559, + "ndcg_at_5": 0.80927, + "ndcg_at_10": 0.81973, + "ndcg_at_20": 0.82623, + "ndcg_at_100": 0.83484, + "ndcg_at_1000": 0.83836, + "map_at_1": 0.73556, + "map_at_3": 0.78167, + "map_at_5": 0.78922, + "map_at_10": 0.79356, + "map_at_20": 0.79537, + "map_at_100": 0.79653, + "map_at_1000": 0.79668, + "recall_at_1": 0.73556, + "recall_at_3": 0.83556, + "recall_at_5": 0.86889, + "recall_at_10": 0.90111, + "recall_at_20": 0.92667, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.73556, + "precision_at_3": 0.27852, + "precision_at_5": 0.17378, + "precision_at_10": 0.09011, + "precision_at_20": 0.04633, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.781667, + "mrr_at_5": 0.789222, + "mrr_at_10": 0.79356, + "mrr_at_20": 0.795366, + "mrr_at_100": 0.796529, + "mrr_at_1000": 0.796679, + "nauc_ndcg_at_1_max": 0.692963, + "nauc_ndcg_at_1_std": -0.169337, + "nauc_ndcg_at_1_diff1": 0.878785, + "nauc_ndcg_at_3_max": 0.715016, + "nauc_ndcg_at_3_std": -0.191664, + "nauc_ndcg_at_3_diff1": 0.855809, + "nauc_ndcg_at_5_max": 0.724811, + "nauc_ndcg_at_5_std": -0.159727, + "nauc_ndcg_at_5_diff1": 0.858466, + "nauc_ndcg_at_10_max": 0.719159, + "nauc_ndcg_at_10_std": -0.143484, + "nauc_ndcg_at_10_diff1": 0.853184, + "nauc_ndcg_at_20_max": 0.719595, + "nauc_ndcg_at_20_std": -0.1416, + "nauc_ndcg_at_20_diff1": 0.856034, + "nauc_ndcg_at_100_max": 0.718007, + "nauc_ndcg_at_100_std": -0.142819, + "nauc_ndcg_at_100_diff1": 0.858437, + "nauc_ndcg_at_1000_max": 0.71674, + "nauc_ndcg_at_1000_std": -0.153069, + "nauc_ndcg_at_1000_diff1": 0.859712, + "nauc_map_at_1_max": 0.692963, + "nauc_map_at_1_std": -0.169337, + "nauc_map_at_1_diff1": 0.878785, + "nauc_map_at_3_max": 0.710603, + "nauc_map_at_3_std": -0.183948, + "nauc_map_at_3_diff1": 0.862037, + "nauc_map_at_5_max": 0.715728, + "nauc_map_at_5_std": -0.167193, + "nauc_map_at_5_diff1": 0.863513, + "nauc_map_at_10_max": 0.713537, + "nauc_map_at_10_std": -0.160969, + "nauc_map_at_10_diff1": 0.86166, + "nauc_map_at_20_max": 0.713423, + "nauc_map_at_20_std": -0.161074, + "nauc_map_at_20_diff1": 0.862298, + "nauc_map_at_100_max": 0.713418, + "nauc_map_at_100_std": -0.161242, + "nauc_map_at_100_diff1": 0.86268, + "nauc_map_at_1000_max": 0.713366, + "nauc_map_at_1000_std": -0.161585, + "nauc_map_at_1000_diff1": 0.862731, + "nauc_recall_at_1_max": 0.692963, + "nauc_recall_at_1_std": -0.169337, + "nauc_recall_at_1_diff1": 0.878785, + "nauc_recall_at_3_max": 0.730215, + "nauc_recall_at_3_std": -0.220659, + "nauc_recall_at_3_diff1": 0.833145, + "nauc_recall_at_5_max": 0.76463, + "nauc_recall_at_5_std": -0.121899, + "nauc_recall_at_5_diff1": 0.837422, + "nauc_recall_at_10_max": 0.746074, + "nauc_recall_at_10_std": -0.031075, + "nauc_recall_at_10_diff1": 0.804273, + "nauc_recall_at_20_max": 0.762209, + "nauc_recall_at_20_std": 0.031145, + "nauc_recall_at_20_diff1": 0.814008, + "nauc_recall_at_100_max": 0.769997, + "nauc_recall_at_100_std": 0.292873, + "nauc_recall_at_100_diff1": 0.806956, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692963, + "nauc_precision_at_1_std": -0.169337, + "nauc_precision_at_1_diff1": 0.878785, + "nauc_precision_at_3_max": 0.730215, + "nauc_precision_at_3_std": -0.220659, + "nauc_precision_at_3_diff1": 0.833145, + "nauc_precision_at_5_max": 0.76463, + "nauc_precision_at_5_std": -0.121899, + "nauc_precision_at_5_diff1": 0.837422, + "nauc_precision_at_10_max": 0.746074, + "nauc_precision_at_10_std": -0.031075, + "nauc_precision_at_10_diff1": 0.804273, + "nauc_precision_at_20_max": 0.762209, + "nauc_precision_at_20_std": 0.031145, + "nauc_precision_at_20_diff1": 0.814008, + "nauc_precision_at_100_max": 0.769997, + "nauc_precision_at_100_std": 0.292873, + "nauc_precision_at_100_diff1": 0.806956, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.692963, + "nauc_mrr_at_1_std": -0.169337, + "nauc_mrr_at_1_diff1": 0.878785, + "nauc_mrr_at_3_max": 0.710603, + "nauc_mrr_at_3_std": -0.183948, + "nauc_mrr_at_3_diff1": 0.862037, + "nauc_mrr_at_5_max": 0.715728, + "nauc_mrr_at_5_std": -0.167193, + "nauc_mrr_at_5_diff1": 0.863513, + "nauc_mrr_at_10_max": 0.713537, + "nauc_mrr_at_10_std": -0.160969, + "nauc_mrr_at_10_diff1": 0.86166, + "nauc_mrr_at_20_max": 0.713423, + "nauc_mrr_at_20_std": -0.161074, + "nauc_mrr_at_20_diff1": 0.862298, + "nauc_mrr_at_100_max": 0.713418, + "nauc_mrr_at_100_std": -0.161242, + "nauc_mrr_at_100_diff1": 0.86268, + "nauc_mrr_at_1000_max": 0.713366, + "nauc_mrr_at_1000_std": -0.161585, + "nauc_mrr_at_1000_diff1": 0.862731, + "main_score": 0.81973, + "hf_subset": "mkd_Cyrl-mkd_Cyrl", + "languages": [ + "mkd-Cyrl", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.88735, + "ndcg_at_5": 0.89457, + "ndcg_at_10": 0.90169, + "ndcg_at_20": 0.90588, + "ndcg_at_100": 0.9081, + "ndcg_at_1000": 0.90882, + "map_at_1": 0.83, + "map_at_3": 0.8737, + "map_at_5": 0.87765, + "map_at_10": 0.88055, + "map_at_20": 0.88169, + "map_at_100": 0.88206, + "map_at_1000": 0.88209, + "recall_at_1": 0.83, + "recall_at_3": 0.92667, + "recall_at_5": 0.94444, + "recall_at_10": 0.96667, + "recall_at_20": 0.98333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.83, + "precision_at_3": 0.30889, + "precision_at_5": 0.18889, + "precision_at_10": 0.09667, + "precision_at_20": 0.04917, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.873704, + "mrr_at_5": 0.877648, + "mrr_at_10": 0.880552, + "mrr_at_20": 0.881689, + "mrr_at_100": 0.882059, + "mrr_at_1000": 0.882088, + "nauc_ndcg_at_1_max": 0.661352, + "nauc_ndcg_at_1_std": -0.285353, + "nauc_ndcg_at_1_diff1": 0.886022, + "nauc_ndcg_at_3_max": 0.685391, + "nauc_ndcg_at_3_std": -0.340996, + "nauc_ndcg_at_3_diff1": 0.877331, + "nauc_ndcg_at_5_max": 0.679717, + "nauc_ndcg_at_5_std": -0.344142, + "nauc_ndcg_at_5_diff1": 0.880968, + "nauc_ndcg_at_10_max": 0.686801, + "nauc_ndcg_at_10_std": -0.319889, + "nauc_ndcg_at_10_diff1": 0.882649, + "nauc_ndcg_at_20_max": 0.683683, + "nauc_ndcg_at_20_std": -0.315395, + "nauc_ndcg_at_20_diff1": 0.881027, + "nauc_ndcg_at_100_max": 0.683248, + "nauc_ndcg_at_100_std": -0.310183, + "nauc_ndcg_at_100_diff1": 0.882799, + "nauc_ndcg_at_1000_max": 0.680853, + "nauc_ndcg_at_1000_std": -0.314706, + "nauc_ndcg_at_1000_diff1": 0.882297, + "nauc_map_at_1_max": 0.661352, + "nauc_map_at_1_std": -0.285353, + "nauc_map_at_1_diff1": 0.886022, + "nauc_map_at_3_max": 0.678988, + "nauc_map_at_3_std": -0.32357, + "nauc_map_at_3_diff1": 0.879923, + "nauc_map_at_5_max": 0.675969, + "nauc_map_at_5_std": -0.324348, + "nauc_map_at_5_diff1": 0.881637, + "nauc_map_at_10_max": 0.678601, + "nauc_map_at_10_std": -0.315248, + "nauc_map_at_10_diff1": 0.882448, + "nauc_map_at_20_max": 0.677953, + "nauc_map_at_20_std": -0.314057, + "nauc_map_at_20_diff1": 0.882124, + "nauc_map_at_100_max": 0.677754, + "nauc_map_at_100_std": -0.313452, + "nauc_map_at_100_diff1": 0.882342, + "nauc_map_at_1000_max": 0.677679, + "nauc_map_at_1000_std": -0.31358, + "nauc_map_at_1000_diff1": 0.882331, + "nauc_recall_at_1_max": 0.661352, + "nauc_recall_at_1_std": -0.285353, + "nauc_recall_at_1_diff1": 0.886022, + "nauc_recall_at_3_max": 0.715191, + "nauc_recall_at_3_std": -0.424235, + "nauc_recall_at_3_diff1": 0.865044, + "nauc_recall_at_5_max": 0.700103, + "nauc_recall_at_5_std": -0.466228, + "nauc_recall_at_5_diff1": 0.878385, + "nauc_recall_at_10_max": 0.770588, + "nauc_recall_at_10_std": -0.339371, + "nauc_recall_at_10_diff1": 0.887488, + "nauc_recall_at_20_max": 0.781544, + "nauc_recall_at_20_std": -0.268036, + "nauc_recall_at_20_diff1": 0.855587, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.256956, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661352, + "nauc_precision_at_1_std": -0.285353, + "nauc_precision_at_1_diff1": 0.886022, + "nauc_precision_at_3_max": 0.715191, + "nauc_precision_at_3_std": -0.424235, + "nauc_precision_at_3_diff1": 0.865044, + "nauc_precision_at_5_max": 0.700103, + "nauc_precision_at_5_std": -0.466228, + "nauc_precision_at_5_diff1": 0.878385, + "nauc_precision_at_10_max": 0.770588, + "nauc_precision_at_10_std": -0.339371, + "nauc_precision_at_10_diff1": 0.887488, + "nauc_precision_at_20_max": 0.781544, + "nauc_precision_at_20_std": -0.268036, + "nauc_precision_at_20_diff1": 0.855587, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.256956, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.661352, + "nauc_mrr_at_1_std": -0.285353, + "nauc_mrr_at_1_diff1": 0.886022, + "nauc_mrr_at_3_max": 0.678988, + "nauc_mrr_at_3_std": -0.32357, + "nauc_mrr_at_3_diff1": 0.879923, + "nauc_mrr_at_5_max": 0.675969, + "nauc_mrr_at_5_std": -0.324348, + "nauc_mrr_at_5_diff1": 0.881637, + "nauc_mrr_at_10_max": 0.678601, + "nauc_mrr_at_10_std": -0.315248, + "nauc_mrr_at_10_diff1": 0.882448, + "nauc_mrr_at_20_max": 0.677953, + "nauc_mrr_at_20_std": -0.314057, + "nauc_mrr_at_20_diff1": 0.882124, + "nauc_mrr_at_100_max": 0.677754, + "nauc_mrr_at_100_std": -0.313452, + "nauc_mrr_at_100_diff1": 0.882342, + "nauc_mrr_at_1000_max": 0.677679, + "nauc_mrr_at_1000_std": -0.31358, + "nauc_mrr_at_1000_diff1": 0.882331, + "main_score": 0.90169, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.69667, + "ndcg_at_3": 0.75366, + "ndcg_at_5": 0.76643, + "ndcg_at_10": 0.78228, + "ndcg_at_20": 0.78901, + "ndcg_at_100": 0.8007, + "ndcg_at_1000": 0.80609, + "map_at_1": 0.69667, + "map_at_3": 0.74093, + "map_at_5": 0.74798, + "map_at_10": 0.75455, + "map_at_20": 0.75639, + "map_at_100": 0.75798, + "map_at_1000": 0.75822, + "recall_at_1": 0.69667, + "recall_at_3": 0.79, + "recall_at_5": 0.82111, + "recall_at_10": 0.87, + "recall_at_20": 0.89667, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "precision_at_1": 0.69667, + "precision_at_3": 0.26333, + "precision_at_5": 0.16422, + "precision_at_10": 0.087, + "precision_at_20": 0.04483, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.696667, + "mrr_at_3": 0.740926, + "mrr_at_5": 0.747981, + "mrr_at_10": 0.754551, + "mrr_at_20": 0.756392, + "mrr_at_100": 0.75798, + "mrr_at_1000": 0.758224, + "nauc_ndcg_at_1_max": 0.765532, + "nauc_ndcg_at_1_std": 0.170398, + "nauc_ndcg_at_1_diff1": 0.865027, + "nauc_ndcg_at_3_max": 0.804508, + "nauc_ndcg_at_3_std": 0.245884, + "nauc_ndcg_at_3_diff1": 0.844024, + "nauc_ndcg_at_5_max": 0.806538, + "nauc_ndcg_at_5_std": 0.261191, + "nauc_ndcg_at_5_diff1": 0.844071, + "nauc_ndcg_at_10_max": 0.802682, + "nauc_ndcg_at_10_std": 0.26407, + "nauc_ndcg_at_10_diff1": 0.842647, + "nauc_ndcg_at_20_max": 0.798196, + "nauc_ndcg_at_20_std": 0.258715, + "nauc_ndcg_at_20_diff1": 0.840107, + "nauc_ndcg_at_100_max": 0.799598, + "nauc_ndcg_at_100_std": 0.262821, + "nauc_ndcg_at_100_diff1": 0.843808, + "nauc_ndcg_at_1000_max": 0.797056, + "nauc_ndcg_at_1000_std": 0.248489, + "nauc_ndcg_at_1000_diff1": 0.845576, + "nauc_map_at_1_max": 0.765532, + "nauc_map_at_1_std": 0.170398, + "nauc_map_at_1_diff1": 0.865027, + "nauc_map_at_3_max": 0.795165, + "nauc_map_at_3_std": 0.225873, + "nauc_map_at_3_diff1": 0.849931, + "nauc_map_at_5_max": 0.796045, + "nauc_map_at_5_std": 0.233883, + "nauc_map_at_5_diff1": 0.850066, + "nauc_map_at_10_max": 0.79427, + "nauc_map_at_10_std": 0.234473, + "nauc_map_at_10_diff1": 0.849557, + "nauc_map_at_20_max": 0.793097, + "nauc_map_at_20_std": 0.232794, + "nauc_map_at_20_diff1": 0.848993, + "nauc_map_at_100_max": 0.793195, + "nauc_map_at_100_std": 0.233247, + "nauc_map_at_100_diff1": 0.849398, + "nauc_map_at_1000_max": 0.793107, + "nauc_map_at_1000_std": 0.232744, + "nauc_map_at_1000_diff1": 0.849453, + "nauc_recall_at_1_max": 0.765532, + "nauc_recall_at_1_std": 0.170398, + "nauc_recall_at_1_diff1": 0.865027, + "nauc_recall_at_3_max": 0.835691, + "nauc_recall_at_3_std": 0.313747, + "nauc_recall_at_3_diff1": 0.82382, + "nauc_recall_at_5_max": 0.846201, + "nauc_recall_at_5_std": 0.367211, + "nauc_recall_at_5_diff1": 0.821129, + "nauc_recall_at_10_max": 0.841636, + "nauc_recall_at_10_std": 0.41455, + "nauc_recall_at_10_diff1": 0.807788, + "nauc_recall_at_20_max": 0.818109, + "nauc_recall_at_20_std": 0.412102, + "nauc_recall_at_20_diff1": 0.781374, + "nauc_recall_at_100_max": 0.883948, + "nauc_recall_at_100_std": 0.734477, + "nauc_recall_at_100_diff1": 0.78351, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765532, + "nauc_precision_at_1_std": 0.170398, + "nauc_precision_at_1_diff1": 0.865027, + "nauc_precision_at_3_max": 0.835691, + "nauc_precision_at_3_std": 0.313747, + "nauc_precision_at_3_diff1": 0.82382, + "nauc_precision_at_5_max": 0.846201, + "nauc_precision_at_5_std": 0.367211, + "nauc_precision_at_5_diff1": 0.821129, + "nauc_precision_at_10_max": 0.841636, + "nauc_precision_at_10_std": 0.41455, + "nauc_precision_at_10_diff1": 0.807788, + "nauc_precision_at_20_max": 0.818109, + "nauc_precision_at_20_std": 0.412102, + "nauc_precision_at_20_diff1": 0.781374, + "nauc_precision_at_100_max": 0.883948, + "nauc_precision_at_100_std": 0.734477, + "nauc_precision_at_100_diff1": 0.78351, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765532, + "nauc_mrr_at_1_std": 0.170398, + "nauc_mrr_at_1_diff1": 0.865027, + "nauc_mrr_at_3_max": 0.795165, + "nauc_mrr_at_3_std": 0.225873, + "nauc_mrr_at_3_diff1": 0.849931, + "nauc_mrr_at_5_max": 0.796045, + "nauc_mrr_at_5_std": 0.233883, + "nauc_mrr_at_5_diff1": 0.850066, + "nauc_mrr_at_10_max": 0.79427, + "nauc_mrr_at_10_std": 0.234473, + "nauc_mrr_at_10_diff1": 0.849557, + "nauc_mrr_at_20_max": 0.793097, + "nauc_mrr_at_20_std": 0.232794, + "nauc_mrr_at_20_diff1": 0.848993, + "nauc_mrr_at_100_max": 0.793195, + "nauc_mrr_at_100_std": 0.233247, + "nauc_mrr_at_100_diff1": 0.849398, + "nauc_mrr_at_1000_max": 0.793107, + "nauc_mrr_at_1000_std": 0.232744, + "nauc_mrr_at_1000_diff1": 0.849453, + "main_score": 0.78228, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.61556, + "ndcg_at_3": 0.67153, + "ndcg_at_5": 0.68487, + "ndcg_at_10": 0.69795, + "ndcg_at_20": 0.70629, + "ndcg_at_100": 0.72357, + "ndcg_at_1000": 0.73542, + "map_at_1": 0.61556, + "map_at_3": 0.65852, + "map_at_5": 0.66596, + "map_at_10": 0.67123, + "map_at_20": 0.67347, + "map_at_100": 0.67584, + "map_at_1000": 0.67631, + "recall_at_1": 0.61556, + "recall_at_3": 0.70889, + "recall_at_5": 0.74111, + "recall_at_10": 0.78222, + "recall_at_20": 0.81556, + "recall_at_100": 0.90889, + "recall_at_1000": 1.0, + "precision_at_1": 0.61556, + "precision_at_3": 0.2363, + "precision_at_5": 0.14822, + "precision_at_10": 0.07822, + "precision_at_20": 0.04078, + "precision_at_100": 0.00909, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615556, + "mrr_at_3": 0.658519, + "mrr_at_5": 0.665963, + "mrr_at_10": 0.671228, + "mrr_at_20": 0.673471, + "mrr_at_100": 0.675844, + "mrr_at_1000": 0.676314, + "nauc_ndcg_at_1_max": 0.782164, + "nauc_ndcg_at_1_std": -0.117902, + "nauc_ndcg_at_1_diff1": 0.871635, + "nauc_ndcg_at_3_max": 0.789359, + "nauc_ndcg_at_3_std": -0.111264, + "nauc_ndcg_at_3_diff1": 0.844174, + "nauc_ndcg_at_5_max": 0.788183, + "nauc_ndcg_at_5_std": -0.096264, + "nauc_ndcg_at_5_diff1": 0.838956, + "nauc_ndcg_at_10_max": 0.786383, + "nauc_ndcg_at_10_std": -0.095782, + "nauc_ndcg_at_10_diff1": 0.834572, + "nauc_ndcg_at_20_max": 0.781377, + "nauc_ndcg_at_20_std": -0.100801, + "nauc_ndcg_at_20_diff1": 0.832268, + "nauc_ndcg_at_100_max": 0.780909, + "nauc_ndcg_at_100_std": -0.096728, + "nauc_ndcg_at_100_diff1": 0.83531, + "nauc_ndcg_at_1000_max": 0.784072, + "nauc_ndcg_at_1000_std": -0.102328, + "nauc_ndcg_at_1000_diff1": 0.840692, + "nauc_map_at_1_max": 0.782164, + "nauc_map_at_1_std": -0.117902, + "nauc_map_at_1_diff1": 0.871635, + "nauc_map_at_3_max": 0.788781, + "nauc_map_at_3_std": -0.113064, + "nauc_map_at_3_diff1": 0.851483, + "nauc_map_at_5_max": 0.788112, + "nauc_map_at_5_std": -0.10505, + "nauc_map_at_5_diff1": 0.848902, + "nauc_map_at_10_max": 0.787314, + "nauc_map_at_10_std": -0.105523, + "nauc_map_at_10_diff1": 0.847606, + "nauc_map_at_20_max": 0.786023, + "nauc_map_at_20_std": -0.106757, + "nauc_map_at_20_diff1": 0.847027, + "nauc_map_at_100_max": 0.785992, + "nauc_map_at_100_std": -0.106379, + "nauc_map_at_100_diff1": 0.84755, + "nauc_map_at_1000_max": 0.786104, + "nauc_map_at_1000_std": -0.106566, + "nauc_map_at_1000_diff1": 0.847735, + "nauc_recall_at_1_max": 0.782164, + "nauc_recall_at_1_std": -0.117902, + "nauc_recall_at_1_diff1": 0.871635, + "nauc_recall_at_3_max": 0.79062, + "nauc_recall_at_3_std": -0.105449, + "nauc_recall_at_3_diff1": 0.820617, + "nauc_recall_at_5_max": 0.787614, + "nauc_recall_at_5_std": -0.063262, + "nauc_recall_at_5_diff1": 0.803378, + "nauc_recall_at_10_max": 0.781209, + "nauc_recall_at_10_std": -0.052452, + "nauc_recall_at_10_diff1": 0.778875, + "nauc_recall_at_20_max": 0.752531, + "nauc_recall_at_20_std": -0.075323, + "nauc_recall_at_20_diff1": 0.758451, + "nauc_recall_at_100_max": 0.721431, + "nauc_recall_at_100_std": 0.008517, + "nauc_recall_at_100_diff1": 0.732499, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782164, + "nauc_precision_at_1_std": -0.117902, + "nauc_precision_at_1_diff1": 0.871635, + "nauc_precision_at_3_max": 0.79062, + "nauc_precision_at_3_std": -0.105449, + "nauc_precision_at_3_diff1": 0.820617, + "nauc_precision_at_5_max": 0.787614, + "nauc_precision_at_5_std": -0.063262, + "nauc_precision_at_5_diff1": 0.803378, + "nauc_precision_at_10_max": 0.781209, + "nauc_precision_at_10_std": -0.052452, + "nauc_precision_at_10_diff1": 0.778875, + "nauc_precision_at_20_max": 0.752531, + "nauc_precision_at_20_std": -0.075323, + "nauc_precision_at_20_diff1": 0.758451, + "nauc_precision_at_100_max": 0.721431, + "nauc_precision_at_100_std": 0.008517, + "nauc_precision_at_100_diff1": 0.732499, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782164, + "nauc_mrr_at_1_std": -0.117902, + "nauc_mrr_at_1_diff1": 0.871635, + "nauc_mrr_at_3_max": 0.788781, + "nauc_mrr_at_3_std": -0.113064, + "nauc_mrr_at_3_diff1": 0.851483, + "nauc_mrr_at_5_max": 0.788112, + "nauc_mrr_at_5_std": -0.10505, + "nauc_mrr_at_5_diff1": 0.848902, + "nauc_mrr_at_10_max": 0.787314, + "nauc_mrr_at_10_std": -0.105523, + "nauc_mrr_at_10_diff1": 0.847606, + "nauc_mrr_at_20_max": 0.786023, + "nauc_mrr_at_20_std": -0.106757, + "nauc_mrr_at_20_diff1": 0.847027, + "nauc_mrr_at_100_max": 0.785992, + "nauc_mrr_at_100_std": -0.106379, + "nauc_mrr_at_100_diff1": 0.84755, + "nauc_mrr_at_1000_max": 0.786104, + "nauc_mrr_at_1000_std": -0.106566, + "nauc_mrr_at_1000_diff1": 0.847735, + "main_score": 0.69795, + "hf_subset": "mlt_Latn-mlt_Latn", + "languages": [ + "mlt-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.74556, + "ndcg_at_3": 0.80784, + "ndcg_at_5": 0.81831, + "ndcg_at_10": 0.82926, + "ndcg_at_20": 0.83727, + "ndcg_at_100": 0.84699, + "ndcg_at_1000": 0.84838, + "map_at_1": 0.74556, + "map_at_3": 0.79352, + "map_at_5": 0.7993, + "map_at_10": 0.80392, + "map_at_20": 0.80619, + "map_at_100": 0.80763, + "map_at_1000": 0.8077, + "recall_at_1": 0.74556, + "recall_at_3": 0.84889, + "recall_at_5": 0.87444, + "recall_at_10": 0.90778, + "recall_at_20": 0.93889, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.74556, + "precision_at_3": 0.28296, + "precision_at_5": 0.17489, + "precision_at_10": 0.09078, + "precision_at_20": 0.04694, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745556, + "mrr_at_3": 0.793519, + "mrr_at_5": 0.799296, + "mrr_at_10": 0.803917, + "mrr_at_20": 0.806193, + "mrr_at_100": 0.80763, + "mrr_at_1000": 0.8077, + "nauc_ndcg_at_1_max": 0.772044, + "nauc_ndcg_at_1_std": -0.051648, + "nauc_ndcg_at_1_diff1": 0.891561, + "nauc_ndcg_at_3_max": 0.796035, + "nauc_ndcg_at_3_std": -0.035712, + "nauc_ndcg_at_3_diff1": 0.869186, + "nauc_ndcg_at_5_max": 0.790145, + "nauc_ndcg_at_5_std": -0.038205, + "nauc_ndcg_at_5_diff1": 0.863682, + "nauc_ndcg_at_10_max": 0.784293, + "nauc_ndcg_at_10_std": -0.060095, + "nauc_ndcg_at_10_diff1": 0.865193, + "nauc_ndcg_at_20_max": 0.786186, + "nauc_ndcg_at_20_std": -0.05142, + "nauc_ndcg_at_20_diff1": 0.866638, + "nauc_ndcg_at_100_max": 0.785864, + "nauc_ndcg_at_100_std": -0.045745, + "nauc_ndcg_at_100_diff1": 0.870011, + "nauc_ndcg_at_1000_max": 0.784898, + "nauc_ndcg_at_1000_std": -0.049634, + "nauc_ndcg_at_1000_diff1": 0.870817, + "nauc_map_at_1_max": 0.772044, + "nauc_map_at_1_std": -0.051648, + "nauc_map_at_1_diff1": 0.891561, + "nauc_map_at_3_max": 0.789183, + "nauc_map_at_3_std": -0.041255, + "nauc_map_at_3_diff1": 0.874968, + "nauc_map_at_5_max": 0.785943, + "nauc_map_at_5_std": -0.042818, + "nauc_map_at_5_diff1": 0.872379, + "nauc_map_at_10_max": 0.783643, + "nauc_map_at_10_std": -0.051117, + "nauc_map_at_10_diff1": 0.87312, + "nauc_map_at_20_max": 0.784031, + "nauc_map_at_20_std": -0.048952, + "nauc_map_at_20_diff1": 0.873491, + "nauc_map_at_100_max": 0.78382, + "nauc_map_at_100_std": -0.04888, + "nauc_map_at_100_diff1": 0.873955, + "nauc_map_at_1000_max": 0.783783, + "nauc_map_at_1000_std": -0.049014, + "nauc_map_at_1000_diff1": 0.873989, + "nauc_recall_at_1_max": 0.772044, + "nauc_recall_at_1_std": -0.051648, + "nauc_recall_at_1_diff1": 0.891561, + "nauc_recall_at_3_max": 0.821802, + "nauc_recall_at_3_std": -0.014323, + "nauc_recall_at_3_diff1": 0.847776, + "nauc_recall_at_5_max": 0.807195, + "nauc_recall_at_5_std": -0.017865, + "nauc_recall_at_5_diff1": 0.8252, + "nauc_recall_at_10_max": 0.782486, + "nauc_recall_at_10_std": -0.125038, + "nauc_recall_at_10_diff1": 0.820773, + "nauc_recall_at_20_max": 0.800934, + "nauc_recall_at_20_std": -0.074399, + "nauc_recall_at_20_diff1": 0.813649, + "nauc_recall_at_100_max": 0.885102, + "nauc_recall_at_100_std": 0.362849, + "nauc_recall_at_100_diff1": 0.78836, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772044, + "nauc_precision_at_1_std": -0.051648, + "nauc_precision_at_1_diff1": 0.891561, + "nauc_precision_at_3_max": 0.821802, + "nauc_precision_at_3_std": -0.014323, + "nauc_precision_at_3_diff1": 0.847776, + "nauc_precision_at_5_max": 0.807195, + "nauc_precision_at_5_std": -0.017865, + "nauc_precision_at_5_diff1": 0.8252, + "nauc_precision_at_10_max": 0.782486, + "nauc_precision_at_10_std": -0.125038, + "nauc_precision_at_10_diff1": 0.820773, + "nauc_precision_at_20_max": 0.800934, + "nauc_precision_at_20_std": -0.074399, + "nauc_precision_at_20_diff1": 0.813649, + "nauc_precision_at_100_max": 0.885102, + "nauc_precision_at_100_std": 0.362849, + "nauc_precision_at_100_diff1": 0.78836, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772044, + "nauc_mrr_at_1_std": -0.051648, + "nauc_mrr_at_1_diff1": 0.891561, + "nauc_mrr_at_3_max": 0.789183, + "nauc_mrr_at_3_std": -0.041255, + "nauc_mrr_at_3_diff1": 0.874968, + "nauc_mrr_at_5_max": 0.785943, + "nauc_mrr_at_5_std": -0.042818, + "nauc_mrr_at_5_diff1": 0.872379, + "nauc_mrr_at_10_max": 0.783643, + "nauc_mrr_at_10_std": -0.051117, + "nauc_mrr_at_10_diff1": 0.87312, + "nauc_mrr_at_20_max": 0.784031, + "nauc_mrr_at_20_std": -0.048952, + "nauc_mrr_at_20_diff1": 0.873491, + "nauc_mrr_at_100_max": 0.78382, + "nauc_mrr_at_100_std": -0.04888, + "nauc_mrr_at_100_diff1": 0.873955, + "nauc_mrr_at_1000_max": 0.783783, + "nauc_mrr_at_1000_std": -0.049014, + "nauc_mrr_at_1000_diff1": 0.873989, + "main_score": 0.82926, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56556, + "ndcg_at_3": 0.6159, + "ndcg_at_5": 0.62728, + "ndcg_at_10": 0.64525, + "ndcg_at_20": 0.6539, + "ndcg_at_100": 0.67122, + "ndcg_at_1000": 0.68881, + "map_at_1": 0.56556, + "map_at_3": 0.6037, + "map_at_5": 0.60998, + "map_at_10": 0.61741, + "map_at_20": 0.61975, + "map_at_100": 0.62192, + "map_at_1000": 0.62264, + "recall_at_1": 0.56556, + "recall_at_3": 0.65111, + "recall_at_5": 0.67889, + "recall_at_10": 0.73444, + "recall_at_20": 0.76889, + "recall_at_100": 0.86556, + "recall_at_1000": 1.0, + "precision_at_1": 0.56556, + "precision_at_3": 0.21704, + "precision_at_5": 0.13578, + "precision_at_10": 0.07344, + "precision_at_20": 0.03844, + "precision_at_100": 0.00866, + "precision_at_1000": 0.001, + "mrr_at_1": 0.565556, + "mrr_at_3": 0.603704, + "mrr_at_5": 0.609981, + "mrr_at_10": 0.617406, + "mrr_at_20": 0.619749, + "mrr_at_100": 0.621918, + "mrr_at_1000": 0.622638, + "nauc_ndcg_at_1_max": 0.835152, + "nauc_ndcg_at_1_std": 0.507457, + "nauc_ndcg_at_1_diff1": 0.877027, + "nauc_ndcg_at_3_max": 0.864271, + "nauc_ndcg_at_3_std": 0.572054, + "nauc_ndcg_at_3_diff1": 0.847024, + "nauc_ndcg_at_5_max": 0.861305, + "nauc_ndcg_at_5_std": 0.581484, + "nauc_ndcg_at_5_diff1": 0.840993, + "nauc_ndcg_at_10_max": 0.856524, + "nauc_ndcg_at_10_std": 0.597274, + "nauc_ndcg_at_10_diff1": 0.835477, + "nauc_ndcg_at_20_max": 0.85215, + "nauc_ndcg_at_20_std": 0.59353, + "nauc_ndcg_at_20_diff1": 0.833442, + "nauc_ndcg_at_100_max": 0.850138, + "nauc_ndcg_at_100_std": 0.591023, + "nauc_ndcg_at_100_diff1": 0.834388, + "nauc_ndcg_at_1000_max": 0.852485, + "nauc_ndcg_at_1000_std": 0.580394, + "nauc_ndcg_at_1000_diff1": 0.840986, + "nauc_map_at_1_max": 0.835152, + "nauc_map_at_1_std": 0.507457, + "nauc_map_at_1_diff1": 0.877027, + "nauc_map_at_3_max": 0.85748, + "nauc_map_at_3_std": 0.556545, + "nauc_map_at_3_diff1": 0.8546, + "nauc_map_at_5_max": 0.855802, + "nauc_map_at_5_std": 0.561278, + "nauc_map_at_5_diff1": 0.851545, + "nauc_map_at_10_max": 0.853762, + "nauc_map_at_10_std": 0.567281, + "nauc_map_at_10_diff1": 0.849374, + "nauc_map_at_20_max": 0.852575, + "nauc_map_at_20_std": 0.566111, + "nauc_map_at_20_diff1": 0.848927, + "nauc_map_at_100_max": 0.852356, + "nauc_map_at_100_std": 0.566044, + "nauc_map_at_100_diff1": 0.849014, + "nauc_map_at_1000_max": 0.852408, + "nauc_map_at_1000_std": 0.5656, + "nauc_map_at_1000_diff1": 0.849231, + "nauc_recall_at_1_max": 0.835152, + "nauc_recall_at_1_std": 0.507457, + "nauc_recall_at_1_diff1": 0.877027, + "nauc_recall_at_3_max": 0.885152, + "nauc_recall_at_3_std": 0.619956, + "nauc_recall_at_3_diff1": 0.823445, + "nauc_recall_at_5_max": 0.878453, + "nauc_recall_at_5_std": 0.648602, + "nauc_recall_at_5_diff1": 0.805536, + "nauc_recall_at_10_max": 0.863695, + "nauc_recall_at_10_std": 0.717583, + "nauc_recall_at_10_diff1": 0.780432, + "nauc_recall_at_20_max": 0.842071, + "nauc_recall_at_20_std": 0.712564, + "nauc_recall_at_20_diff1": 0.763238, + "nauc_recall_at_100_max": 0.812988, + "nauc_recall_at_100_std": 0.743755, + "nauc_recall_at_100_diff1": 0.734453, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.835152, + "nauc_precision_at_1_std": 0.507457, + "nauc_precision_at_1_diff1": 0.877027, + "nauc_precision_at_3_max": 0.885152, + "nauc_precision_at_3_std": 0.619956, + "nauc_precision_at_3_diff1": 0.823445, + "nauc_precision_at_5_max": 0.878453, + "nauc_precision_at_5_std": 0.648602, + "nauc_precision_at_5_diff1": 0.805536, + "nauc_precision_at_10_max": 0.863695, + "nauc_precision_at_10_std": 0.717583, + "nauc_precision_at_10_diff1": 0.780432, + "nauc_precision_at_20_max": 0.842071, + "nauc_precision_at_20_std": 0.712564, + "nauc_precision_at_20_diff1": 0.763238, + "nauc_precision_at_100_max": 0.812988, + "nauc_precision_at_100_std": 0.743755, + "nauc_precision_at_100_diff1": 0.734453, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.835152, + "nauc_mrr_at_1_std": 0.507457, + "nauc_mrr_at_1_diff1": 0.877027, + "nauc_mrr_at_3_max": 0.85748, + "nauc_mrr_at_3_std": 0.556545, + "nauc_mrr_at_3_diff1": 0.8546, + "nauc_mrr_at_5_max": 0.855802, + "nauc_mrr_at_5_std": 0.561278, + "nauc_mrr_at_5_diff1": 0.851545, + "nauc_mrr_at_10_max": 0.853762, + "nauc_mrr_at_10_std": 0.567281, + "nauc_mrr_at_10_diff1": 0.849374, + "nauc_mrr_at_20_max": 0.852575, + "nauc_mrr_at_20_std": 0.566111, + "nauc_mrr_at_20_diff1": 0.848927, + "nauc_mrr_at_100_max": 0.852356, + "nauc_mrr_at_100_std": 0.566044, + "nauc_mrr_at_100_diff1": 0.849014, + "nauc_mrr_at_1000_max": 0.852408, + "nauc_mrr_at_1000_std": 0.5656, + "nauc_mrr_at_1000_diff1": 0.849231, + "main_score": 0.64525, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.40778, + "ndcg_at_3": 0.44471, + "ndcg_at_5": 0.45442, + "ndcg_at_10": 0.46744, + "ndcg_at_20": 0.47846, + "ndcg_at_100": 0.50518, + "ndcg_at_1000": 0.54059, + "map_at_1": 0.40778, + "map_at_3": 0.43593, + "map_at_5": 0.44137, + "map_at_10": 0.44659, + "map_at_20": 0.44965, + "map_at_100": 0.4531, + "map_at_1000": 0.45445, + "recall_at_1": 0.40778, + "recall_at_3": 0.47, + "recall_at_5": 0.49333, + "recall_at_10": 0.53444, + "recall_at_20": 0.57778, + "recall_at_100": 0.72556, + "recall_at_1000": 1.0, + "precision_at_1": 0.40778, + "precision_at_3": 0.15667, + "precision_at_5": 0.09867, + "precision_at_10": 0.05344, + "precision_at_20": 0.02889, + "precision_at_100": 0.00726, + "precision_at_1000": 0.001, + "mrr_at_1": 0.407778, + "mrr_at_3": 0.435926, + "mrr_at_5": 0.44137, + "mrr_at_10": 0.446586, + "mrr_at_20": 0.449649, + "mrr_at_100": 0.453095, + "mrr_at_1000": 0.454447, + "nauc_ndcg_at_1_max": 0.260299, + "nauc_ndcg_at_1_std": -0.685954, + "nauc_ndcg_at_1_diff1": 0.893236, + "nauc_ndcg_at_3_max": 0.258024, + "nauc_ndcg_at_3_std": -0.69544, + "nauc_ndcg_at_3_diff1": 0.864926, + "nauc_ndcg_at_5_max": 0.256319, + "nauc_ndcg_at_5_std": -0.692143, + "nauc_ndcg_at_5_diff1": 0.852224, + "nauc_ndcg_at_10_max": 0.251884, + "nauc_ndcg_at_10_std": -0.683777, + "nauc_ndcg_at_10_diff1": 0.840177, + "nauc_ndcg_at_20_max": 0.251433, + "nauc_ndcg_at_20_std": -0.677388, + "nauc_ndcg_at_20_diff1": 0.832526, + "nauc_ndcg_at_100_max": 0.245412, + "nauc_ndcg_at_100_std": -0.672352, + "nauc_ndcg_at_100_diff1": 0.825402, + "nauc_ndcg_at_1000_max": 0.251218, + "nauc_ndcg_at_1000_std": -0.680998, + "nauc_ndcg_at_1000_diff1": 0.84146, + "nauc_map_at_1_max": 0.260299, + "nauc_map_at_1_std": -0.685954, + "nauc_map_at_1_diff1": 0.893236, + "nauc_map_at_3_max": 0.259269, + "nauc_map_at_3_std": -0.693054, + "nauc_map_at_3_diff1": 0.871506, + "nauc_map_at_5_max": 0.257978, + "nauc_map_at_5_std": -0.691389, + "nauc_map_at_5_diff1": 0.864265, + "nauc_map_at_10_max": 0.256083, + "nauc_map_at_10_std": -0.68824, + "nauc_map_at_10_diff1": 0.859501, + "nauc_map_at_20_max": 0.256133, + "nauc_map_at_20_std": -0.686389, + "nauc_map_at_20_diff1": 0.857501, + "nauc_map_at_100_max": 0.254911, + "nauc_map_at_100_std": -0.686041, + "nauc_map_at_100_diff1": 0.856386, + "nauc_map_at_1000_max": 0.255171, + "nauc_map_at_1000_std": -0.686268, + "nauc_map_at_1000_diff1": 0.856874, + "nauc_recall_at_1_max": 0.260299, + "nauc_recall_at_1_std": -0.685954, + "nauc_recall_at_1_diff1": 0.893236, + "nauc_recall_at_3_max": 0.254101, + "nauc_recall_at_3_std": -0.702441, + "nauc_recall_at_3_diff1": 0.845842, + "nauc_recall_at_5_max": 0.251356, + "nauc_recall_at_5_std": -0.693704, + "nauc_recall_at_5_diff1": 0.81543, + "nauc_recall_at_10_max": 0.237475, + "nauc_recall_at_10_std": -0.665239, + "nauc_recall_at_10_diff1": 0.77468, + "nauc_recall_at_20_max": 0.2336, + "nauc_recall_at_20_std": -0.638258, + "nauc_recall_at_20_diff1": 0.738849, + "nauc_recall_at_100_max": 0.192412, + "nauc_recall_at_100_std": -0.581038, + "nauc_recall_at_100_diff1": 0.660002, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.260299, + "nauc_precision_at_1_std": -0.685954, + "nauc_precision_at_1_diff1": 0.893236, + "nauc_precision_at_3_max": 0.254101, + "nauc_precision_at_3_std": -0.702441, + "nauc_precision_at_3_diff1": 0.845842, + "nauc_precision_at_5_max": 0.251356, + "nauc_precision_at_5_std": -0.693704, + "nauc_precision_at_5_diff1": 0.81543, + "nauc_precision_at_10_max": 0.237475, + "nauc_precision_at_10_std": -0.665239, + "nauc_precision_at_10_diff1": 0.77468, + "nauc_precision_at_20_max": 0.2336, + "nauc_precision_at_20_std": -0.638258, + "nauc_precision_at_20_diff1": 0.738849, + "nauc_precision_at_100_max": 0.192412, + "nauc_precision_at_100_std": -0.581038, + "nauc_precision_at_100_diff1": 0.660002, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.260299, + "nauc_mrr_at_1_std": -0.685954, + "nauc_mrr_at_1_diff1": 0.893236, + "nauc_mrr_at_3_max": 0.259269, + "nauc_mrr_at_3_std": -0.693054, + "nauc_mrr_at_3_diff1": 0.871506, + "nauc_mrr_at_5_max": 0.257978, + "nauc_mrr_at_5_std": -0.691389, + "nauc_mrr_at_5_diff1": 0.864265, + "nauc_mrr_at_10_max": 0.256083, + "nauc_mrr_at_10_std": -0.68824, + "nauc_mrr_at_10_diff1": 0.859501, + "nauc_mrr_at_20_max": 0.256133, + "nauc_mrr_at_20_std": -0.686389, + "nauc_mrr_at_20_diff1": 0.857501, + "nauc_mrr_at_100_max": 0.254911, + "nauc_mrr_at_100_std": -0.686041, + "nauc_mrr_at_100_diff1": 0.856386, + "nauc_mrr_at_1000_max": 0.255171, + "nauc_mrr_at_1000_std": -0.686268, + "nauc_mrr_at_1000_diff1": 0.856874, + "main_score": 0.46744, + "hf_subset": "mri_Latn-mri_Latn", + "languages": [ + "mri-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.53853, + "ndcg_at_5": 0.55001, + "ndcg_at_10": 0.56191, + "ndcg_at_20": 0.57191, + "ndcg_at_100": 0.60283, + "ndcg_at_1000": 0.62333, + "map_at_1": 0.49222, + "map_at_3": 0.52759, + "map_at_5": 0.53398, + "map_at_10": 0.53892, + "map_at_20": 0.5416, + "map_at_100": 0.54553, + "map_at_1000": 0.54643, + "recall_at_1": 0.49222, + "recall_at_3": 0.57, + "recall_at_5": 0.59778, + "recall_at_10": 0.63444, + "recall_at_20": 0.67444, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "precision_at_1": 0.49222, + "precision_at_3": 0.19, + "precision_at_5": 0.11956, + "precision_at_10": 0.06344, + "precision_at_20": 0.03372, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.527593, + "mrr_at_5": 0.533981, + "mrr_at_10": 0.538925, + "mrr_at_20": 0.541602, + "mrr_at_100": 0.545526, + "mrr_at_1000": 0.546431, + "nauc_ndcg_at_1_max": 0.815915, + "nauc_ndcg_at_1_std": 0.318089, + "nauc_ndcg_at_1_diff1": 0.862406, + "nauc_ndcg_at_3_max": 0.822712, + "nauc_ndcg_at_3_std": 0.345706, + "nauc_ndcg_at_3_diff1": 0.827328, + "nauc_ndcg_at_5_max": 0.820597, + "nauc_ndcg_at_5_std": 0.361531, + "nauc_ndcg_at_5_diff1": 0.817458, + "nauc_ndcg_at_10_max": 0.820124, + "nauc_ndcg_at_10_std": 0.361586, + "nauc_ndcg_at_10_diff1": 0.817331, + "nauc_ndcg_at_20_max": 0.817206, + "nauc_ndcg_at_20_std": 0.367983, + "nauc_ndcg_at_20_diff1": 0.814391, + "nauc_ndcg_at_100_max": 0.811116, + "nauc_ndcg_at_100_std": 0.369491, + "nauc_ndcg_at_100_diff1": 0.811455, + "nauc_ndcg_at_1000_max": 0.816057, + "nauc_ndcg_at_1000_std": 0.357194, + "nauc_ndcg_at_1000_diff1": 0.820524, + "nauc_map_at_1_max": 0.815915, + "nauc_map_at_1_std": 0.318089, + "nauc_map_at_1_diff1": 0.862406, + "nauc_map_at_3_max": 0.821572, + "nauc_map_at_3_std": 0.338776, + "nauc_map_at_3_diff1": 0.835768, + "nauc_map_at_5_max": 0.820595, + "nauc_map_at_5_std": 0.347628, + "nauc_map_at_5_diff1": 0.83061, + "nauc_map_at_10_max": 0.820347, + "nauc_map_at_10_std": 0.347523, + "nauc_map_at_10_diff1": 0.830635, + "nauc_map_at_20_max": 0.819581, + "nauc_map_at_20_std": 0.348959, + "nauc_map_at_20_diff1": 0.829923, + "nauc_map_at_100_max": 0.818516, + "nauc_map_at_100_std": 0.348336, + "nauc_map_at_100_diff1": 0.82938, + "nauc_map_at_1000_max": 0.818695, + "nauc_map_at_1000_std": 0.347881, + "nauc_map_at_1000_diff1": 0.829756, + "nauc_recall_at_1_max": 0.815915, + "nauc_recall_at_1_std": 0.318089, + "nauc_recall_at_1_diff1": 0.862406, + "nauc_recall_at_3_max": 0.82591, + "nauc_recall_at_3_std": 0.366598, + "nauc_recall_at_3_diff1": 0.802038, + "nauc_recall_at_5_max": 0.819786, + "nauc_recall_at_5_std": 0.406526, + "nauc_recall_at_5_diff1": 0.775264, + "nauc_recall_at_10_max": 0.818503, + "nauc_recall_at_10_std": 0.409964, + "nauc_recall_at_10_diff1": 0.77217, + "nauc_recall_at_20_max": 0.804834, + "nauc_recall_at_20_std": 0.44521, + "nauc_recall_at_20_diff1": 0.754873, + "nauc_recall_at_100_max": 0.738354, + "nauc_recall_at_100_std": 0.549526, + "nauc_recall_at_100_diff1": 0.681967, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815915, + "nauc_precision_at_1_std": 0.318089, + "nauc_precision_at_1_diff1": 0.862406, + "nauc_precision_at_3_max": 0.82591, + "nauc_precision_at_3_std": 0.366598, + "nauc_precision_at_3_diff1": 0.802038, + "nauc_precision_at_5_max": 0.819786, + "nauc_precision_at_5_std": 0.406526, + "nauc_precision_at_5_diff1": 0.775264, + "nauc_precision_at_10_max": 0.818503, + "nauc_precision_at_10_std": 0.409964, + "nauc_precision_at_10_diff1": 0.77217, + "nauc_precision_at_20_max": 0.804834, + "nauc_precision_at_20_std": 0.44521, + "nauc_precision_at_20_diff1": 0.754873, + "nauc_precision_at_100_max": 0.738354, + "nauc_precision_at_100_std": 0.549526, + "nauc_precision_at_100_diff1": 0.681967, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815915, + "nauc_mrr_at_1_std": 0.318089, + "nauc_mrr_at_1_diff1": 0.862406, + "nauc_mrr_at_3_max": 0.821572, + "nauc_mrr_at_3_std": 0.338776, + "nauc_mrr_at_3_diff1": 0.835768, + "nauc_mrr_at_5_max": 0.820595, + "nauc_mrr_at_5_std": 0.347628, + "nauc_mrr_at_5_diff1": 0.83061, + "nauc_mrr_at_10_max": 0.820347, + "nauc_mrr_at_10_std": 0.347523, + "nauc_mrr_at_10_diff1": 0.830635, + "nauc_mrr_at_20_max": 0.819581, + "nauc_mrr_at_20_std": 0.348959, + "nauc_mrr_at_20_diff1": 0.829923, + "nauc_mrr_at_100_max": 0.818516, + "nauc_mrr_at_100_std": 0.348336, + "nauc_mrr_at_100_diff1": 0.82938, + "nauc_mrr_at_1000_max": 0.818695, + "nauc_mrr_at_1000_std": 0.347881, + "nauc_mrr_at_1000_diff1": 0.829756, + "main_score": 0.56191, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39111, + "ndcg_at_3": 0.41907, + "ndcg_at_5": 0.42405, + "ndcg_at_10": 0.42999, + "ndcg_at_20": 0.43608, + "ndcg_at_100": 0.46154, + "ndcg_at_1000": 0.50748, + "map_at_1": 0.39111, + "map_at_3": 0.41222, + "map_at_5": 0.41494, + "map_at_10": 0.4173, + "map_at_20": 0.41893, + "map_at_100": 0.42202, + "map_at_1000": 0.42366, + "recall_at_1": 0.39111, + "recall_at_3": 0.43889, + "recall_at_5": 0.45111, + "recall_at_10": 0.47, + "recall_at_20": 0.49444, + "recall_at_100": 0.63778, + "recall_at_1000": 1.0, + "precision_at_1": 0.39111, + "precision_at_3": 0.1463, + "precision_at_5": 0.09022, + "precision_at_10": 0.047, + "precision_at_20": 0.02472, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "mrr_at_1": 0.391111, + "mrr_at_3": 0.412222, + "mrr_at_5": 0.414944, + "mrr_at_10": 0.4173, + "mrr_at_20": 0.418927, + "mrr_at_100": 0.422024, + "mrr_at_1000": 0.423659, + "nauc_ndcg_at_1_max": 0.789974, + "nauc_ndcg_at_1_std": 0.677057, + "nauc_ndcg_at_1_diff1": 0.816128, + "nauc_ndcg_at_3_max": 0.783413, + "nauc_ndcg_at_3_std": 0.71041, + "nauc_ndcg_at_3_diff1": 0.774301, + "nauc_ndcg_at_5_max": 0.779171, + "nauc_ndcg_at_5_std": 0.707847, + "nauc_ndcg_at_5_diff1": 0.770156, + "nauc_ndcg_at_10_max": 0.771597, + "nauc_ndcg_at_10_std": 0.703909, + "nauc_ndcg_at_10_diff1": 0.762934, + "nauc_ndcg_at_20_max": 0.76443, + "nauc_ndcg_at_20_std": 0.695815, + "nauc_ndcg_at_20_diff1": 0.758451, + "nauc_ndcg_at_100_max": 0.747135, + "nauc_ndcg_at_100_std": 0.683334, + "nauc_ndcg_at_100_diff1": 0.744128, + "nauc_ndcg_at_1000_max": 0.764516, + "nauc_ndcg_at_1000_std": 0.693507, + "nauc_ndcg_at_1000_diff1": 0.761705, + "nauc_map_at_1_max": 0.789974, + "nauc_map_at_1_std": 0.677057, + "nauc_map_at_1_diff1": 0.816128, + "nauc_map_at_3_max": 0.785939, + "nauc_map_at_3_std": 0.702905, + "nauc_map_at_3_diff1": 0.784648, + "nauc_map_at_5_max": 0.783746, + "nauc_map_at_5_std": 0.701706, + "nauc_map_at_5_diff1": 0.782459, + "nauc_map_at_10_max": 0.780694, + "nauc_map_at_10_std": 0.700157, + "nauc_map_at_10_diff1": 0.77953, + "nauc_map_at_20_max": 0.77884, + "nauc_map_at_20_std": 0.698082, + "nauc_map_at_20_diff1": 0.778387, + "nauc_map_at_100_max": 0.776603, + "nauc_map_at_100_std": 0.69667, + "nauc_map_at_100_diff1": 0.776555, + "nauc_map_at_1000_max": 0.777035, + "nauc_map_at_1000_std": 0.696901, + "nauc_map_at_1000_diff1": 0.777048, + "nauc_recall_at_1_max": 0.789974, + "nauc_recall_at_1_std": 0.677057, + "nauc_recall_at_1_diff1": 0.816128, + "nauc_recall_at_3_max": 0.775694, + "nauc_recall_at_3_std": 0.731951, + "nauc_recall_at_3_diff1": 0.744184, + "nauc_recall_at_5_max": 0.764652, + "nauc_recall_at_5_std": 0.72483, + "nauc_recall_at_5_diff1": 0.733524, + "nauc_recall_at_10_max": 0.740575, + "nauc_recall_at_10_std": 0.712206, + "nauc_recall_at_10_diff1": 0.710575, + "nauc_recall_at_20_max": 0.710734, + "nauc_recall_at_20_std": 0.678683, + "nauc_recall_at_20_diff1": 0.691537, + "nauc_recall_at_100_max": 0.590027, + "nauc_recall_at_100_std": 0.591038, + "nauc_recall_at_100_diff1": 0.587494, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789974, + "nauc_precision_at_1_std": 0.677057, + "nauc_precision_at_1_diff1": 0.816128, + "nauc_precision_at_3_max": 0.775694, + "nauc_precision_at_3_std": 0.731951, + "nauc_precision_at_3_diff1": 0.744184, + "nauc_precision_at_5_max": 0.764652, + "nauc_precision_at_5_std": 0.72483, + "nauc_precision_at_5_diff1": 0.733524, + "nauc_precision_at_10_max": 0.740575, + "nauc_precision_at_10_std": 0.712206, + "nauc_precision_at_10_diff1": 0.710575, + "nauc_precision_at_20_max": 0.710734, + "nauc_precision_at_20_std": 0.678683, + "nauc_precision_at_20_diff1": 0.691537, + "nauc_precision_at_100_max": 0.590027, + "nauc_precision_at_100_std": 0.591038, + "nauc_precision_at_100_diff1": 0.587494, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789974, + "nauc_mrr_at_1_std": 0.677057, + "nauc_mrr_at_1_diff1": 0.816128, + "nauc_mrr_at_3_max": 0.785939, + "nauc_mrr_at_3_std": 0.702905, + "nauc_mrr_at_3_diff1": 0.784648, + "nauc_mrr_at_5_max": 0.783746, + "nauc_mrr_at_5_std": 0.701706, + "nauc_mrr_at_5_diff1": 0.782459, + "nauc_mrr_at_10_max": 0.780694, + "nauc_mrr_at_10_std": 0.700157, + "nauc_mrr_at_10_diff1": 0.77953, + "nauc_mrr_at_20_max": 0.77884, + "nauc_mrr_at_20_std": 0.698082, + "nauc_mrr_at_20_diff1": 0.778387, + "nauc_mrr_at_100_max": 0.776603, + "nauc_mrr_at_100_std": 0.69667, + "nauc_mrr_at_100_diff1": 0.776555, + "nauc_mrr_at_1000_max": 0.777035, + "nauc_mrr_at_1000_std": 0.696901, + "nauc_mrr_at_1000_diff1": 0.777048, + "main_score": 0.42999, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.51222, + "ndcg_at_3": 0.58772, + "ndcg_at_5": 0.61287, + "ndcg_at_10": 0.63442, + "ndcg_at_20": 0.64601, + "ndcg_at_100": 0.67122, + "ndcg_at_1000": 0.67789, + "map_at_1": 0.51222, + "map_at_3": 0.56926, + "map_at_5": 0.5832, + "map_at_10": 0.59209, + "map_at_20": 0.5953, + "map_at_100": 0.5988, + "map_at_1000": 0.59909, + "recall_at_1": 0.51222, + "recall_at_3": 0.64111, + "recall_at_5": 0.70222, + "recall_at_10": 0.76889, + "recall_at_20": 0.81444, + "recall_at_100": 0.95, + "recall_at_1000": 1.0, + "precision_at_1": 0.51222, + "precision_at_3": 0.2137, + "precision_at_5": 0.14044, + "precision_at_10": 0.07689, + "precision_at_20": 0.04072, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.512222, + "mrr_at_3": 0.569259, + "mrr_at_5": 0.583204, + "mrr_at_10": 0.592089, + "mrr_at_20": 0.595304, + "mrr_at_100": 0.598802, + "mrr_at_1000": 0.599093, + "nauc_ndcg_at_1_max": 0.674706, + "nauc_ndcg_at_1_std": -0.078262, + "nauc_ndcg_at_1_diff1": 0.791172, + "nauc_ndcg_at_3_max": 0.661006, + "nauc_ndcg_at_3_std": -0.067859, + "nauc_ndcg_at_3_diff1": 0.738973, + "nauc_ndcg_at_5_max": 0.658213, + "nauc_ndcg_at_5_std": -0.067418, + "nauc_ndcg_at_5_diff1": 0.736578, + "nauc_ndcg_at_10_max": 0.653437, + "nauc_ndcg_at_10_std": -0.077837, + "nauc_ndcg_at_10_diff1": 0.734437, + "nauc_ndcg_at_20_max": 0.661662, + "nauc_ndcg_at_20_std": -0.064545, + "nauc_ndcg_at_20_diff1": 0.735427, + "nauc_ndcg_at_100_max": 0.658665, + "nauc_ndcg_at_100_std": -0.071151, + "nauc_ndcg_at_100_diff1": 0.742356, + "nauc_ndcg_at_1000_max": 0.661837, + "nauc_ndcg_at_1000_std": -0.067435, + "nauc_ndcg_at_1000_diff1": 0.744272, + "nauc_map_at_1_max": 0.674706, + "nauc_map_at_1_std": -0.078262, + "nauc_map_at_1_diff1": 0.791172, + "nauc_map_at_3_max": 0.664863, + "nauc_map_at_3_std": -0.069386, + "nauc_map_at_3_diff1": 0.751386, + "nauc_map_at_5_max": 0.663629, + "nauc_map_at_5_std": -0.068976, + "nauc_map_at_5_diff1": 0.750226, + "nauc_map_at_10_max": 0.66217, + "nauc_map_at_10_std": -0.072999, + "nauc_map_at_10_diff1": 0.749919, + "nauc_map_at_20_max": 0.664509, + "nauc_map_at_20_std": -0.069276, + "nauc_map_at_20_diff1": 0.750378, + "nauc_map_at_100_max": 0.6642, + "nauc_map_at_100_std": -0.069355, + "nauc_map_at_100_diff1": 0.751157, + "nauc_map_at_1000_max": 0.664329, + "nauc_map_at_1000_std": -0.069184, + "nauc_map_at_1000_diff1": 0.751233, + "nauc_recall_at_1_max": 0.674706, + "nauc_recall_at_1_std": -0.078262, + "nauc_recall_at_1_diff1": 0.791172, + "nauc_recall_at_3_max": 0.648545, + "nauc_recall_at_3_std": -0.063513, + "nauc_recall_at_3_diff1": 0.699826, + "nauc_recall_at_5_max": 0.638205, + "nauc_recall_at_5_std": -0.06277, + "nauc_recall_at_5_diff1": 0.688831, + "nauc_recall_at_10_max": 0.611679, + "nauc_recall_at_10_std": -0.105228, + "nauc_recall_at_10_diff1": 0.667154, + "nauc_recall_at_20_max": 0.651692, + "nauc_recall_at_20_std": -0.032824, + "nauc_recall_at_20_diff1": 0.658636, + "nauc_recall_at_100_max": 0.543677, + "nauc_recall_at_100_std": -0.199927, + "nauc_recall_at_100_diff1": 0.671294, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674706, + "nauc_precision_at_1_std": -0.078262, + "nauc_precision_at_1_diff1": 0.791172, + "nauc_precision_at_3_max": 0.648545, + "nauc_precision_at_3_std": -0.063513, + "nauc_precision_at_3_diff1": 0.699826, + "nauc_precision_at_5_max": 0.638205, + "nauc_precision_at_5_std": -0.06277, + "nauc_precision_at_5_diff1": 0.688831, + "nauc_precision_at_10_max": 0.611679, + "nauc_precision_at_10_std": -0.105228, + "nauc_precision_at_10_diff1": 0.667154, + "nauc_precision_at_20_max": 0.651692, + "nauc_precision_at_20_std": -0.032824, + "nauc_precision_at_20_diff1": 0.658636, + "nauc_precision_at_100_max": 0.543677, + "nauc_precision_at_100_std": -0.199927, + "nauc_precision_at_100_diff1": 0.671294, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674706, + "nauc_mrr_at_1_std": -0.078262, + "nauc_mrr_at_1_diff1": 0.791172, + "nauc_mrr_at_3_max": 0.664863, + "nauc_mrr_at_3_std": -0.069386, + "nauc_mrr_at_3_diff1": 0.751386, + "nauc_mrr_at_5_max": 0.663629, + "nauc_mrr_at_5_std": -0.068976, + "nauc_mrr_at_5_diff1": 0.750226, + "nauc_mrr_at_10_max": 0.66217, + "nauc_mrr_at_10_std": -0.072999, + "nauc_mrr_at_10_diff1": 0.749919, + "nauc_mrr_at_20_max": 0.664509, + "nauc_mrr_at_20_std": -0.069276, + "nauc_mrr_at_20_diff1": 0.750378, + "nauc_mrr_at_100_max": 0.6642, + "nauc_mrr_at_100_std": -0.069355, + "nauc_mrr_at_100_diff1": 0.751157, + "nauc_mrr_at_1000_max": 0.664329, + "nauc_mrr_at_1000_std": -0.069184, + "nauc_mrr_at_1000_diff1": 0.751233, + "main_score": 0.63442, + "hf_subset": "mya_Mymr-mya_Mymr", + "languages": [ + "mya-Mymr", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.64889, + "ndcg_at_3": 0.73628, + "ndcg_at_5": 0.75555, + "ndcg_at_10": 0.77477, + "ndcg_at_20": 0.78557, + "ndcg_at_100": 0.79331, + "ndcg_at_1000": 0.79481, + "map_at_1": 0.64889, + "map_at_3": 0.715, + "map_at_5": 0.72572, + "map_at_10": 0.73355, + "map_at_20": 0.73643, + "map_at_100": 0.73754, + "map_at_1000": 0.7376, + "recall_at_1": 0.64889, + "recall_at_3": 0.79778, + "recall_at_5": 0.84444, + "recall_at_10": 0.90444, + "recall_at_20": 0.94778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.64889, + "precision_at_3": 0.26593, + "precision_at_5": 0.16889, + "precision_at_10": 0.09044, + "precision_at_20": 0.04739, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.648889, + "mrr_at_3": 0.715, + "mrr_at_5": 0.725722, + "mrr_at_10": 0.733546, + "mrr_at_20": 0.73643, + "mrr_at_100": 0.737536, + "mrr_at_1000": 0.737605, + "nauc_ndcg_at_1_max": 0.586266, + "nauc_ndcg_at_1_std": -0.113692, + "nauc_ndcg_at_1_diff1": 0.751709, + "nauc_ndcg_at_3_max": 0.586277, + "nauc_ndcg_at_3_std": -0.118198, + "nauc_ndcg_at_3_diff1": 0.714888, + "nauc_ndcg_at_5_max": 0.57848, + "nauc_ndcg_at_5_std": -0.131348, + "nauc_ndcg_at_5_diff1": 0.706696, + "nauc_ndcg_at_10_max": 0.564567, + "nauc_ndcg_at_10_std": -0.14977, + "nauc_ndcg_at_10_diff1": 0.704199, + "nauc_ndcg_at_20_max": 0.57429, + "nauc_ndcg_at_20_std": -0.140005, + "nauc_ndcg_at_20_diff1": 0.714314, + "nauc_ndcg_at_100_max": 0.577398, + "nauc_ndcg_at_100_std": -0.128161, + "nauc_ndcg_at_100_diff1": 0.717462, + "nauc_ndcg_at_1000_max": 0.577766, + "nauc_ndcg_at_1000_std": -0.130997, + "nauc_ndcg_at_1000_diff1": 0.719087, + "nauc_map_at_1_max": 0.586266, + "nauc_map_at_1_std": -0.113692, + "nauc_map_at_1_diff1": 0.751709, + "nauc_map_at_3_max": 0.586289, + "nauc_map_at_3_std": -0.119318, + "nauc_map_at_3_diff1": 0.725607, + "nauc_map_at_5_max": 0.582485, + "nauc_map_at_5_std": -0.125974, + "nauc_map_at_5_diff1": 0.722029, + "nauc_map_at_10_max": 0.577673, + "nauc_map_at_10_std": -0.132207, + "nauc_map_at_10_diff1": 0.721517, + "nauc_map_at_20_max": 0.58017, + "nauc_map_at_20_std": -0.12975, + "nauc_map_at_20_diff1": 0.724176, + "nauc_map_at_100_max": 0.58046, + "nauc_map_at_100_std": -0.128233, + "nauc_map_at_100_diff1": 0.724527, + "nauc_map_at_1000_max": 0.580484, + "nauc_map_at_1000_std": -0.128312, + "nauc_map_at_1000_diff1": 0.724584, + "nauc_recall_at_1_max": 0.586266, + "nauc_recall_at_1_std": -0.113692, + "nauc_recall_at_1_diff1": 0.751709, + "nauc_recall_at_3_max": 0.586223, + "nauc_recall_at_3_std": -0.112732, + "nauc_recall_at_3_diff1": 0.674713, + "nauc_recall_at_5_max": 0.558182, + "nauc_recall_at_5_std": -0.15723, + "nauc_recall_at_5_diff1": 0.634389, + "nauc_recall_at_10_max": 0.458428, + "nauc_recall_at_10_std": -0.290372, + "nauc_recall_at_10_diff1": 0.579691, + "nauc_recall_at_20_max": 0.502493, + "nauc_recall_at_20_std": -0.271103, + "nauc_recall_at_20_diff1": 0.613336, + "nauc_recall_at_100_max": 0.54281, + "nauc_recall_at_100_std": 0.225444, + "nauc_recall_at_100_diff1": 0.523669, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.586266, + "nauc_precision_at_1_std": -0.113692, + "nauc_precision_at_1_diff1": 0.751709, + "nauc_precision_at_3_max": 0.586223, + "nauc_precision_at_3_std": -0.112732, + "nauc_precision_at_3_diff1": 0.674713, + "nauc_precision_at_5_max": 0.558182, + "nauc_precision_at_5_std": -0.15723, + "nauc_precision_at_5_diff1": 0.634389, + "nauc_precision_at_10_max": 0.458428, + "nauc_precision_at_10_std": -0.290372, + "nauc_precision_at_10_diff1": 0.579691, + "nauc_precision_at_20_max": 0.502493, + "nauc_precision_at_20_std": -0.271103, + "nauc_precision_at_20_diff1": 0.613336, + "nauc_precision_at_100_max": 0.54281, + "nauc_precision_at_100_std": 0.225444, + "nauc_precision_at_100_diff1": 0.523669, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.586266, + "nauc_mrr_at_1_std": -0.113692, + "nauc_mrr_at_1_diff1": 0.751709, + "nauc_mrr_at_3_max": 0.586289, + "nauc_mrr_at_3_std": -0.119318, + "nauc_mrr_at_3_diff1": 0.725607, + "nauc_mrr_at_5_max": 0.582485, + "nauc_mrr_at_5_std": -0.125974, + "nauc_mrr_at_5_diff1": 0.722029, + "nauc_mrr_at_10_max": 0.577673, + "nauc_mrr_at_10_std": -0.132207, + "nauc_mrr_at_10_diff1": 0.721517, + "nauc_mrr_at_20_max": 0.58017, + "nauc_mrr_at_20_std": -0.12975, + "nauc_mrr_at_20_diff1": 0.724176, + "nauc_mrr_at_100_max": 0.58046, + "nauc_mrr_at_100_std": -0.128233, + "nauc_mrr_at_100_diff1": 0.724527, + "nauc_mrr_at_1000_max": 0.580484, + "nauc_mrr_at_1000_std": -0.128312, + "nauc_mrr_at_1000_diff1": 0.724584, + "main_score": 0.77477, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.47241, + "ndcg_at_5": 0.49584, + "ndcg_at_10": 0.52545, + "ndcg_at_20": 0.54637, + "ndcg_at_100": 0.57557, + "ndcg_at_1000": 0.58671, + "map_at_1": 0.4, + "map_at_3": 0.45444, + "map_at_5": 0.4675, + "map_at_10": 0.47981, + "map_at_20": 0.48547, + "map_at_100": 0.48925, + "map_at_1000": 0.48974, + "recall_at_1": 0.4, + "recall_at_3": 0.52444, + "recall_at_5": 0.58111, + "recall_at_10": 0.67222, + "recall_at_20": 0.75556, + "recall_at_100": 0.91667, + "recall_at_1000": 1.0, + "precision_at_1": 0.4, + "precision_at_3": 0.17481, + "precision_at_5": 0.11622, + "precision_at_10": 0.06722, + "precision_at_20": 0.03778, + "precision_at_100": 0.00917, + "precision_at_1000": 0.001, + "mrr_at_1": 0.4, + "mrr_at_3": 0.454444, + "mrr_at_5": 0.4675, + "mrr_at_10": 0.479807, + "mrr_at_20": 0.485466, + "mrr_at_100": 0.489248, + "mrr_at_1000": 0.48974, + "nauc_ndcg_at_1_max": 0.618476, + "nauc_ndcg_at_1_std": 0.046267, + "nauc_ndcg_at_1_diff1": 0.725393, + "nauc_ndcg_at_3_max": 0.617432, + "nauc_ndcg_at_3_std": 0.086316, + "nauc_ndcg_at_3_diff1": 0.658416, + "nauc_ndcg_at_5_max": 0.611225, + "nauc_ndcg_at_5_std": 0.093578, + "nauc_ndcg_at_5_diff1": 0.648951, + "nauc_ndcg_at_10_max": 0.603574, + "nauc_ndcg_at_10_std": 0.093062, + "nauc_ndcg_at_10_diff1": 0.639824, + "nauc_ndcg_at_20_max": 0.603479, + "nauc_ndcg_at_20_std": 0.092825, + "nauc_ndcg_at_20_diff1": 0.639188, + "nauc_ndcg_at_100_max": 0.606686, + "nauc_ndcg_at_100_std": 0.094911, + "nauc_ndcg_at_100_diff1": 0.64623, + "nauc_ndcg_at_1000_max": 0.60817, + "nauc_ndcg_at_1000_std": 0.086639, + "nauc_ndcg_at_1000_diff1": 0.654196, + "nauc_map_at_1_max": 0.618476, + "nauc_map_at_1_std": 0.046267, + "nauc_map_at_1_diff1": 0.725393, + "nauc_map_at_3_max": 0.617742, + "nauc_map_at_3_std": 0.075539, + "nauc_map_at_3_diff1": 0.675232, + "nauc_map_at_5_max": 0.614198, + "nauc_map_at_5_std": 0.079251, + "nauc_map_at_5_diff1": 0.670006, + "nauc_map_at_10_max": 0.611358, + "nauc_map_at_10_std": 0.079006, + "nauc_map_at_10_diff1": 0.666522, + "nauc_map_at_20_max": 0.61136, + "nauc_map_at_20_std": 0.079098, + "nauc_map_at_20_diff1": 0.666588, + "nauc_map_at_100_max": 0.611524, + "nauc_map_at_100_std": 0.078893, + "nauc_map_at_100_diff1": 0.6674, + "nauc_map_at_1000_max": 0.6116, + "nauc_map_at_1000_std": 0.078616, + "nauc_map_at_1000_diff1": 0.667718, + "nauc_recall_at_1_max": 0.618476, + "nauc_recall_at_1_std": 0.046267, + "nauc_recall_at_1_diff1": 0.725393, + "nauc_recall_at_3_max": 0.616485, + "nauc_recall_at_3_std": 0.118925, + "nauc_recall_at_3_diff1": 0.608009, + "nauc_recall_at_5_max": 0.601136, + "nauc_recall_at_5_std": 0.140201, + "nauc_recall_at_5_diff1": 0.58169, + "nauc_recall_at_10_max": 0.570423, + "nauc_recall_at_10_std": 0.144774, + "nauc_recall_at_10_diff1": 0.538367, + "nauc_recall_at_20_max": 0.562069, + "nauc_recall_at_20_std": 0.152932, + "nauc_recall_at_20_diff1": 0.509653, + "nauc_recall_at_100_max": 0.57202, + "nauc_recall_at_100_std": 0.309586, + "nauc_recall_at_100_diff1": 0.446411, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.618476, + "nauc_precision_at_1_std": 0.046267, + "nauc_precision_at_1_diff1": 0.725393, + "nauc_precision_at_3_max": 0.616485, + "nauc_precision_at_3_std": 0.118925, + "nauc_precision_at_3_diff1": 0.608009, + "nauc_precision_at_5_max": 0.601136, + "nauc_precision_at_5_std": 0.140201, + "nauc_precision_at_5_diff1": 0.58169, + "nauc_precision_at_10_max": 0.570423, + "nauc_precision_at_10_std": 0.144774, + "nauc_precision_at_10_diff1": 0.538367, + "nauc_precision_at_20_max": 0.562069, + "nauc_precision_at_20_std": 0.152932, + "nauc_precision_at_20_diff1": 0.509653, + "nauc_precision_at_100_max": 0.57202, + "nauc_precision_at_100_std": 0.309586, + "nauc_precision_at_100_diff1": 0.446411, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.618476, + "nauc_mrr_at_1_std": 0.046267, + "nauc_mrr_at_1_diff1": 0.725393, + "nauc_mrr_at_3_max": 0.617742, + "nauc_mrr_at_3_std": 0.075539, + "nauc_mrr_at_3_diff1": 0.675232, + "nauc_mrr_at_5_max": 0.614198, + "nauc_mrr_at_5_std": 0.079251, + "nauc_mrr_at_5_diff1": 0.670006, + "nauc_mrr_at_10_max": 0.611358, + "nauc_mrr_at_10_std": 0.079006, + "nauc_mrr_at_10_diff1": 0.666522, + "nauc_mrr_at_20_max": 0.61136, + "nauc_mrr_at_20_std": 0.079098, + "nauc_mrr_at_20_diff1": 0.666588, + "nauc_mrr_at_100_max": 0.611524, + "nauc_mrr_at_100_std": 0.078893, + "nauc_mrr_at_100_diff1": 0.6674, + "nauc_mrr_at_1000_max": 0.6116, + "nauc_mrr_at_1000_std": 0.078616, + "nauc_mrr_at_1000_diff1": 0.667718, + "main_score": 0.52545, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93135, + "ndcg_at_5": 0.93632, + "ndcg_at_10": 0.94066, + "ndcg_at_20": 0.943, + "ndcg_at_100": 0.94516, + "ndcg_at_1000": 0.9456, + "map_at_1": 0.90111, + "map_at_3": 0.92444, + "map_at_5": 0.92717, + "map_at_10": 0.92897, + "map_at_20": 0.92966, + "map_at_100": 0.93, + "map_at_1000": 0.93002, + "recall_at_1": 0.90111, + "recall_at_3": 0.95111, + "recall_at_5": 0.96333, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.31704, + "precision_at_5": 0.19267, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.927167, + "mrr_at_10": 0.928973, + "mrr_at_20": 0.929662, + "mrr_at_100": 0.930003, + "mrr_at_1000": 0.930022, + "nauc_ndcg_at_1_max": 0.769479, + "nauc_ndcg_at_1_std": -0.218996, + "nauc_ndcg_at_1_diff1": 0.931283, + "nauc_ndcg_at_3_max": 0.82611, + "nauc_ndcg_at_3_std": -0.144689, + "nauc_ndcg_at_3_diff1": 0.940613, + "nauc_ndcg_at_5_max": 0.82509, + "nauc_ndcg_at_5_std": -0.13666, + "nauc_ndcg_at_5_diff1": 0.937841, + "nauc_ndcg_at_10_max": 0.819723, + "nauc_ndcg_at_10_std": -0.142807, + "nauc_ndcg_at_10_diff1": 0.939292, + "nauc_ndcg_at_20_max": 0.815241, + "nauc_ndcg_at_20_std": -0.15868, + "nauc_ndcg_at_20_diff1": 0.940399, + "nauc_ndcg_at_100_max": 0.80993, + "nauc_ndcg_at_100_std": -0.16678, + "nauc_ndcg_at_100_diff1": 0.939066, + "nauc_ndcg_at_1000_max": 0.809068, + "nauc_ndcg_at_1000_std": -0.168734, + "nauc_ndcg_at_1000_diff1": 0.93857, + "nauc_map_at_1_max": 0.769479, + "nauc_map_at_1_std": -0.218996, + "nauc_map_at_1_diff1": 0.931283, + "nauc_map_at_3_max": 0.809276, + "nauc_map_at_3_std": -0.169001, + "nauc_map_at_3_diff1": 0.938211, + "nauc_map_at_5_max": 0.808199, + "nauc_map_at_5_std": -0.166959, + "nauc_map_at_5_diff1": 0.936799, + "nauc_map_at_10_max": 0.805875, + "nauc_map_at_10_std": -0.170049, + "nauc_map_at_10_diff1": 0.937384, + "nauc_map_at_20_max": 0.804733, + "nauc_map_at_20_std": -0.173945, + "nauc_map_at_20_diff1": 0.937661, + "nauc_map_at_100_max": 0.803941, + "nauc_map_at_100_std": -0.175521, + "nauc_map_at_100_diff1": 0.937482, + "nauc_map_at_1000_max": 0.803903, + "nauc_map_at_1000_std": -0.175667, + "nauc_map_at_1000_diff1": 0.937465, + "nauc_recall_at_1_max": 0.769479, + "nauc_recall_at_1_std": -0.218996, + "nauc_recall_at_1_diff1": 0.931283, + "nauc_recall_at_3_max": 0.900528, + "nauc_recall_at_3_std": -0.035714, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.920635, + "nauc_recall_at_5_std": 0.042243, + "nauc_recall_at_5_diff1": 0.942563, + "nauc_recall_at_10_max": 0.93364, + "nauc_recall_at_10_std": 0.098506, + "nauc_recall_at_10_diff1": 0.954871, + "nauc_recall_at_20_max": 0.934281, + "nauc_recall_at_20_std": 0.003304, + "nauc_recall_at_20_diff1": 0.979889, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": -0.005913, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769479, + "nauc_precision_at_1_std": -0.218996, + "nauc_precision_at_1_diff1": 0.931283, + "nauc_precision_at_3_max": 0.900528, + "nauc_precision_at_3_std": -0.035714, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.920635, + "nauc_precision_at_5_std": 0.042243, + "nauc_precision_at_5_diff1": 0.942563, + "nauc_precision_at_10_max": 0.93364, + "nauc_precision_at_10_std": 0.098506, + "nauc_precision_at_10_diff1": 0.954871, + "nauc_precision_at_20_max": 0.934281, + "nauc_precision_at_20_std": 0.003304, + "nauc_precision_at_20_diff1": 0.979889, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": -0.005913, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769479, + "nauc_mrr_at_1_std": -0.218996, + "nauc_mrr_at_1_diff1": 0.931283, + "nauc_mrr_at_3_max": 0.809276, + "nauc_mrr_at_3_std": -0.169001, + "nauc_mrr_at_3_diff1": 0.938211, + "nauc_mrr_at_5_max": 0.808199, + "nauc_mrr_at_5_std": -0.166959, + "nauc_mrr_at_5_diff1": 0.936799, + "nauc_mrr_at_10_max": 0.805875, + "nauc_mrr_at_10_std": -0.170049, + "nauc_mrr_at_10_diff1": 0.937384, + "nauc_mrr_at_20_max": 0.804733, + "nauc_mrr_at_20_std": -0.173945, + "nauc_mrr_at_20_diff1": 0.937661, + "nauc_mrr_at_100_max": 0.803941, + "nauc_mrr_at_100_std": -0.175521, + "nauc_mrr_at_100_diff1": 0.937482, + "nauc_mrr_at_1000_max": 0.803903, + "nauc_mrr_at_1000_std": -0.175667, + "nauc_mrr_at_1000_diff1": 0.937465, + "main_score": 0.94066, + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94693, + "ndcg_at_5": 0.95286, + "ndcg_at_10": 0.95546, + "ndcg_at_20": 0.95601, + "ndcg_at_100": 0.95678, + "ndcg_at_1000": 0.95706, + "map_at_1": 0.91333, + "map_at_3": 0.93926, + "map_at_5": 0.94254, + "map_at_10": 0.94366, + "map_at_20": 0.9438, + "map_at_100": 0.94389, + "map_at_1000": 0.9439, + "recall_at_1": 0.91333, + "recall_at_3": 0.96889, + "recall_at_5": 0.98333, + "recall_at_10": 0.99111, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19667, + "precision_at_10": 0.09911, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.942537, + "mrr_at_10": 0.94366, + "mrr_at_20": 0.943804, + "mrr_at_100": 0.94389, + "mrr_at_1000": 0.943898, + "nauc_ndcg_at_1_max": 0.825157, + "nauc_ndcg_at_1_std": -0.26075, + "nauc_ndcg_at_1_diff1": 0.929763, + "nauc_ndcg_at_3_max": 0.855203, + "nauc_ndcg_at_3_std": -0.290695, + "nauc_ndcg_at_3_diff1": 0.932996, + "nauc_ndcg_at_5_max": 0.843357, + "nauc_ndcg_at_5_std": -0.28726, + "nauc_ndcg_at_5_diff1": 0.929741, + "nauc_ndcg_at_10_max": 0.846118, + "nauc_ndcg_at_10_std": -0.266347, + "nauc_ndcg_at_10_diff1": 0.930213, + "nauc_ndcg_at_20_max": 0.844198, + "nauc_ndcg_at_20_std": -0.275302, + "nauc_ndcg_at_20_diff1": 0.929342, + "nauc_ndcg_at_100_max": 0.843331, + "nauc_ndcg_at_100_std": -0.262967, + "nauc_ndcg_at_100_diff1": 0.930514, + "nauc_ndcg_at_1000_max": 0.842319, + "nauc_ndcg_at_1000_std": -0.271118, + "nauc_ndcg_at_1000_diff1": 0.930483, + "nauc_map_at_1_max": 0.825157, + "nauc_map_at_1_std": -0.26075, + "nauc_map_at_1_diff1": 0.929763, + "nauc_map_at_3_max": 0.845134, + "nauc_map_at_3_std": -0.280395, + "nauc_map_at_3_diff1": 0.932057, + "nauc_map_at_5_max": 0.839207, + "nauc_map_at_5_std": -0.27935, + "nauc_map_at_5_diff1": 0.930583, + "nauc_map_at_10_max": 0.840141, + "nauc_map_at_10_std": -0.272321, + "nauc_map_at_10_diff1": 0.9308, + "nauc_map_at_20_max": 0.839731, + "nauc_map_at_20_std": -0.274361, + "nauc_map_at_20_diff1": 0.930622, + "nauc_map_at_100_max": 0.839674, + "nauc_map_at_100_std": -0.273056, + "nauc_map_at_100_diff1": 0.930731, + "nauc_map_at_1000_max": 0.839649, + "nauc_map_at_1000_std": -0.273252, + "nauc_map_at_1000_diff1": 0.93073, + "nauc_recall_at_1_max": 0.825157, + "nauc_recall_at_1_std": -0.26075, + "nauc_recall_at_1_diff1": 0.929763, + "nauc_recall_at_3_max": 0.911715, + "nauc_recall_at_3_std": -0.348723, + "nauc_recall_at_3_diff1": 0.938142, + "nauc_recall_at_5_max": 0.878774, + "nauc_recall_at_5_std": -0.359633, + "nauc_recall_at_5_diff1": 0.91939, + "nauc_recall_at_10_max": 0.948938, + "nauc_recall_at_10_std": -0.100373, + "nauc_recall_at_10_diff1": 0.916258, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.271942, + "nauc_recall_at_20_diff1": 0.888344, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.825157, + "nauc_precision_at_1_std": -0.26075, + "nauc_precision_at_1_diff1": 0.929763, + "nauc_precision_at_3_max": 0.911715, + "nauc_precision_at_3_std": -0.348723, + "nauc_precision_at_3_diff1": 0.938142, + "nauc_precision_at_5_max": 0.878774, + "nauc_precision_at_5_std": -0.359633, + "nauc_precision_at_5_diff1": 0.91939, + "nauc_precision_at_10_max": 0.948938, + "nauc_precision_at_10_std": -0.100373, + "nauc_precision_at_10_diff1": 0.916258, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.271942, + "nauc_precision_at_20_diff1": 0.888344, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.825157, + "nauc_mrr_at_1_std": -0.26075, + "nauc_mrr_at_1_diff1": 0.929763, + "nauc_mrr_at_3_max": 0.845134, + "nauc_mrr_at_3_std": -0.280395, + "nauc_mrr_at_3_diff1": 0.932057, + "nauc_mrr_at_5_max": 0.839207, + "nauc_mrr_at_5_std": -0.27935, + "nauc_mrr_at_5_diff1": 0.930583, + "nauc_mrr_at_10_max": 0.840141, + "nauc_mrr_at_10_std": -0.272321, + "nauc_mrr_at_10_diff1": 0.9308, + "nauc_mrr_at_20_max": 0.839731, + "nauc_mrr_at_20_std": -0.274361, + "nauc_mrr_at_20_diff1": 0.930622, + "nauc_mrr_at_100_max": 0.839674, + "nauc_mrr_at_100_std": -0.273056, + "nauc_mrr_at_100_diff1": 0.930731, + "nauc_mrr_at_1000_max": 0.839649, + "nauc_mrr_at_1000_std": -0.273252, + "nauc_mrr_at_1000_diff1": 0.93073, + "main_score": 0.95546, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92065, + "ndcg_at_5": 0.92897, + "ndcg_at_10": 0.93387, + "ndcg_at_20": 0.93622, + "ndcg_at_100": 0.93831, + "ndcg_at_1000": 0.93862, + "map_at_1": 0.88778, + "map_at_3": 0.91278, + "map_at_5": 0.91744, + "map_at_10": 0.9196, + "map_at_20": 0.9203, + "map_at_100": 0.9206, + "map_at_1000": 0.92062, + "recall_at_1": 0.88778, + "recall_at_3": 0.94333, + "recall_at_5": 0.96333, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88778, + "precision_at_3": 0.31444, + "precision_at_5": 0.19267, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.912778, + "mrr_at_5": 0.917444, + "mrr_at_10": 0.919598, + "mrr_at_20": 0.920304, + "mrr_at_100": 0.920601, + "mrr_at_1000": 0.920616, + "nauc_ndcg_at_1_max": 0.821698, + "nauc_ndcg_at_1_std": -0.14825, + "nauc_ndcg_at_1_diff1": 0.936346, + "nauc_ndcg_at_3_max": 0.863242, + "nauc_ndcg_at_3_std": -0.034769, + "nauc_ndcg_at_3_diff1": 0.935053, + "nauc_ndcg_at_5_max": 0.860198, + "nauc_ndcg_at_5_std": -0.034133, + "nauc_ndcg_at_5_diff1": 0.935615, + "nauc_ndcg_at_10_max": 0.852918, + "nauc_ndcg_at_10_std": -0.075123, + "nauc_ndcg_at_10_diff1": 0.93397, + "nauc_ndcg_at_20_max": 0.852482, + "nauc_ndcg_at_20_std": -0.078006, + "nauc_ndcg_at_20_diff1": 0.935879, + "nauc_ndcg_at_100_max": 0.8488, + "nauc_ndcg_at_100_std": -0.086628, + "nauc_ndcg_at_100_diff1": 0.936034, + "nauc_ndcg_at_1000_max": 0.848707, + "nauc_ndcg_at_1000_std": -0.085504, + "nauc_ndcg_at_1000_diff1": 0.935712, + "nauc_map_at_1_max": 0.821698, + "nauc_map_at_1_std": -0.14825, + "nauc_map_at_1_diff1": 0.936346, + "nauc_map_at_3_max": 0.851048, + "nauc_map_at_3_std": -0.070923, + "nauc_map_at_3_diff1": 0.935312, + "nauc_map_at_5_max": 0.848879, + "nauc_map_at_5_std": -0.073762, + "nauc_map_at_5_diff1": 0.935694, + "nauc_map_at_10_max": 0.845969, + "nauc_map_at_10_std": -0.09043, + "nauc_map_at_10_diff1": 0.935133, + "nauc_map_at_20_max": 0.845901, + "nauc_map_at_20_std": -0.090779, + "nauc_map_at_20_diff1": 0.935612, + "nauc_map_at_100_max": 0.845449, + "nauc_map_at_100_std": -0.092106, + "nauc_map_at_100_diff1": 0.935641, + "nauc_map_at_1000_max": 0.845441, + "nauc_map_at_1000_std": -0.09211, + "nauc_map_at_1000_diff1": 0.935629, + "nauc_recall_at_1_max": 0.821698, + "nauc_recall_at_1_std": -0.14825, + "nauc_recall_at_1_diff1": 0.936346, + "nauc_recall_at_3_max": 0.916516, + "nauc_recall_at_3_std": 0.125062, + "nauc_recall_at_3_diff1": 0.934, + "nauc_recall_at_5_max": 0.931528, + "nauc_recall_at_5_std": 0.225179, + "nauc_recall_at_5_diff1": 0.935136, + "nauc_recall_at_10_max": 0.913982, + "nauc_recall_at_10_std": 0.050957, + "nauc_recall_at_10_diff1": 0.919935, + "nauc_recall_at_20_max": 0.94281, + "nauc_recall_at_20_std": 0.063725, + "nauc_recall_at_20_diff1": 0.944172, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.821698, + "nauc_precision_at_1_std": -0.14825, + "nauc_precision_at_1_diff1": 0.936346, + "nauc_precision_at_3_max": 0.916516, + "nauc_precision_at_3_std": 0.125062, + "nauc_precision_at_3_diff1": 0.934, + "nauc_precision_at_5_max": 0.931528, + "nauc_precision_at_5_std": 0.225179, + "nauc_precision_at_5_diff1": 0.935136, + "nauc_precision_at_10_max": 0.913982, + "nauc_precision_at_10_std": 0.050957, + "nauc_precision_at_10_diff1": 0.919935, + "nauc_precision_at_20_max": 0.94281, + "nauc_precision_at_20_std": 0.063725, + "nauc_precision_at_20_diff1": 0.944172, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.821698, + "nauc_mrr_at_1_std": -0.14825, + "nauc_mrr_at_1_diff1": 0.936346, + "nauc_mrr_at_3_max": 0.851048, + "nauc_mrr_at_3_std": -0.070923, + "nauc_mrr_at_3_diff1": 0.935312, + "nauc_mrr_at_5_max": 0.848879, + "nauc_mrr_at_5_std": -0.073762, + "nauc_mrr_at_5_diff1": 0.935694, + "nauc_mrr_at_10_max": 0.845969, + "nauc_mrr_at_10_std": -0.09043, + "nauc_mrr_at_10_diff1": 0.935133, + "nauc_mrr_at_20_max": 0.845901, + "nauc_mrr_at_20_std": -0.090779, + "nauc_mrr_at_20_diff1": 0.935612, + "nauc_mrr_at_100_max": 0.845449, + "nauc_mrr_at_100_std": -0.092106, + "nauc_mrr_at_100_diff1": 0.935641, + "nauc_mrr_at_1000_max": 0.845441, + "nauc_mrr_at_1000_std": -0.09211, + "nauc_mrr_at_1000_diff1": 0.935629, + "main_score": 0.93387, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.87889, + "ndcg_at_5": 0.88917, + "ndcg_at_10": 0.89526, + "ndcg_at_20": 0.89915, + "ndcg_at_100": 0.90237, + "ndcg_at_1000": 0.90485, + "map_at_1": 0.84, + "map_at_3": 0.86963, + "map_at_5": 0.87546, + "map_at_10": 0.87797, + "map_at_20": 0.87901, + "map_at_100": 0.87942, + "map_at_1000": 0.87955, + "recall_at_1": 0.84, + "recall_at_3": 0.90556, + "recall_at_5": 0.93, + "recall_at_10": 0.94889, + "recall_at_20": 0.96444, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.84, + "precision_at_3": 0.30185, + "precision_at_5": 0.186, + "precision_at_10": 0.09489, + "precision_at_20": 0.04822, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.86963, + "mrr_at_5": 0.875463, + "mrr_at_10": 0.87797, + "mrr_at_20": 0.879013, + "mrr_at_100": 0.879424, + "mrr_at_1000": 0.879553, + "nauc_ndcg_at_1_max": 0.79046, + "nauc_ndcg_at_1_std": -0.287695, + "nauc_ndcg_at_1_diff1": 0.922749, + "nauc_ndcg_at_3_max": 0.813194, + "nauc_ndcg_at_3_std": -0.266059, + "nauc_ndcg_at_3_diff1": 0.903883, + "nauc_ndcg_at_5_max": 0.814913, + "nauc_ndcg_at_5_std": -0.262714, + "nauc_ndcg_at_5_diff1": 0.903814, + "nauc_ndcg_at_10_max": 0.813988, + "nauc_ndcg_at_10_std": -0.257519, + "nauc_ndcg_at_10_diff1": 0.906677, + "nauc_ndcg_at_20_max": 0.814391, + "nauc_ndcg_at_20_std": -0.254195, + "nauc_ndcg_at_20_diff1": 0.90825, + "nauc_ndcg_at_100_max": 0.812991, + "nauc_ndcg_at_100_std": -0.258821, + "nauc_ndcg_at_100_diff1": 0.908604, + "nauc_ndcg_at_1000_max": 0.810875, + "nauc_ndcg_at_1000_std": -0.261975, + "nauc_ndcg_at_1000_diff1": 0.909387, + "nauc_map_at_1_max": 0.79046, + "nauc_map_at_1_std": -0.287695, + "nauc_map_at_1_diff1": 0.922749, + "nauc_map_at_3_max": 0.807774, + "nauc_map_at_3_std": -0.270262, + "nauc_map_at_3_diff1": 0.909306, + "nauc_map_at_5_max": 0.80836, + "nauc_map_at_5_std": -0.26914, + "nauc_map_at_5_diff1": 0.909613, + "nauc_map_at_10_max": 0.808122, + "nauc_map_at_10_std": -0.267324, + "nauc_map_at_10_diff1": 0.910829, + "nauc_map_at_20_max": 0.80809, + "nauc_map_at_20_std": -0.26694, + "nauc_map_at_20_diff1": 0.911205, + "nauc_map_at_100_max": 0.807946, + "nauc_map_at_100_std": -0.26701, + "nauc_map_at_100_diff1": 0.911258, + "nauc_map_at_1000_max": 0.807844, + "nauc_map_at_1000_std": -0.267173, + "nauc_map_at_1000_diff1": 0.911285, + "nauc_recall_at_1_max": 0.79046, + "nauc_recall_at_1_std": -0.287695, + "nauc_recall_at_1_diff1": 0.922749, + "nauc_recall_at_3_max": 0.833427, + "nauc_recall_at_3_std": -0.251013, + "nauc_recall_at_3_diff1": 0.883012, + "nauc_recall_at_5_max": 0.846954, + "nauc_recall_at_5_std": -0.23087, + "nauc_recall_at_5_diff1": 0.874913, + "nauc_recall_at_10_max": 0.850262, + "nauc_recall_at_10_std": -0.188081, + "nauc_recall_at_10_diff1": 0.880851, + "nauc_recall_at_20_max": 0.872418, + "nauc_recall_at_20_std": -0.114, + "nauc_recall_at_20_diff1": 0.887226, + "nauc_recall_at_100_max": 0.888393, + "nauc_recall_at_100_std": -0.148489, + "nauc_recall_at_100_diff1": 0.876867, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79046, + "nauc_precision_at_1_std": -0.287695, + "nauc_precision_at_1_diff1": 0.922749, + "nauc_precision_at_3_max": 0.833427, + "nauc_precision_at_3_std": -0.251013, + "nauc_precision_at_3_diff1": 0.883012, + "nauc_precision_at_5_max": 0.846954, + "nauc_precision_at_5_std": -0.23087, + "nauc_precision_at_5_diff1": 0.874913, + "nauc_precision_at_10_max": 0.850262, + "nauc_precision_at_10_std": -0.188081, + "nauc_precision_at_10_diff1": 0.880851, + "nauc_precision_at_20_max": 0.872418, + "nauc_precision_at_20_std": -0.114, + "nauc_precision_at_20_diff1": 0.887226, + "nauc_precision_at_100_max": 0.888393, + "nauc_precision_at_100_std": -0.148489, + "nauc_precision_at_100_diff1": 0.876867, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79046, + "nauc_mrr_at_1_std": -0.287695, + "nauc_mrr_at_1_diff1": 0.922749, + "nauc_mrr_at_3_max": 0.807774, + "nauc_mrr_at_3_std": -0.270262, + "nauc_mrr_at_3_diff1": 0.909306, + "nauc_mrr_at_5_max": 0.80836, + "nauc_mrr_at_5_std": -0.26914, + "nauc_mrr_at_5_diff1": 0.909613, + "nauc_mrr_at_10_max": 0.808122, + "nauc_mrr_at_10_std": -0.267324, + "nauc_mrr_at_10_diff1": 0.910829, + "nauc_mrr_at_20_max": 0.80809, + "nauc_mrr_at_20_std": -0.26694, + "nauc_mrr_at_20_diff1": 0.911205, + "nauc_mrr_at_100_max": 0.807946, + "nauc_mrr_at_100_std": -0.26701, + "nauc_mrr_at_100_diff1": 0.911258, + "nauc_mrr_at_1000_max": 0.807844, + "nauc_mrr_at_1000_std": -0.267173, + "nauc_mrr_at_1000_diff1": 0.911285, + "main_score": 0.89526, + "hf_subset": "nob_Latn-nob_Latn", + "languages": [ + "nob-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.92591, + "ndcg_at_5": 0.93294, + "ndcg_at_10": 0.93817, + "ndcg_at_20": 0.94163, + "ndcg_at_100": 0.94263, + "ndcg_at_1000": 0.94289, + "map_at_1": 0.89667, + "map_at_3": 0.91907, + "map_at_5": 0.92307, + "map_at_10": 0.92514, + "map_at_20": 0.92613, + "map_at_100": 0.92626, + "map_at_1000": 0.92626, + "recall_at_1": 0.89667, + "recall_at_3": 0.94556, + "recall_at_5": 0.96222, + "recall_at_10": 0.97889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31519, + "precision_at_5": 0.19244, + "precision_at_10": 0.09789, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.919074, + "mrr_at_5": 0.923074, + "mrr_at_10": 0.925137, + "mrr_at_20": 0.926134, + "mrr_at_100": 0.926258, + "mrr_at_1000": 0.926264, + "nauc_ndcg_at_1_max": 0.770843, + "nauc_ndcg_at_1_std": -0.29493, + "nauc_ndcg_at_1_diff1": 0.902604, + "nauc_ndcg_at_3_max": 0.811504, + "nauc_ndcg_at_3_std": -0.29989, + "nauc_ndcg_at_3_diff1": 0.909099, + "nauc_ndcg_at_5_max": 0.803528, + "nauc_ndcg_at_5_std": -0.315981, + "nauc_ndcg_at_5_diff1": 0.911287, + "nauc_ndcg_at_10_max": 0.805833, + "nauc_ndcg_at_10_std": -0.304732, + "nauc_ndcg_at_10_diff1": 0.909163, + "nauc_ndcg_at_20_max": 0.799554, + "nauc_ndcg_at_20_std": -0.297174, + "nauc_ndcg_at_20_diff1": 0.910602, + "nauc_ndcg_at_100_max": 0.799194, + "nauc_ndcg_at_100_std": -0.29108, + "nauc_ndcg_at_100_diff1": 0.909043, + "nauc_ndcg_at_1000_max": 0.798287, + "nauc_ndcg_at_1000_std": -0.296908, + "nauc_ndcg_at_1000_diff1": 0.908925, + "nauc_map_at_1_max": 0.770843, + "nauc_map_at_1_std": -0.29493, + "nauc_map_at_1_diff1": 0.902604, + "nauc_map_at_3_max": 0.800448, + "nauc_map_at_3_std": -0.298167, + "nauc_map_at_3_diff1": 0.90762, + "nauc_map_at_5_max": 0.796035, + "nauc_map_at_5_std": -0.305064, + "nauc_map_at_5_diff1": 0.908701, + "nauc_map_at_10_max": 0.796699, + "nauc_map_at_10_std": -0.300956, + "nauc_map_at_10_diff1": 0.907953, + "nauc_map_at_20_max": 0.795074, + "nauc_map_at_20_std": -0.299196, + "nauc_map_at_20_diff1": 0.908174, + "nauc_map_at_100_max": 0.795026, + "nauc_map_at_100_std": -0.298706, + "nauc_map_at_100_diff1": 0.908018, + "nauc_map_at_1000_max": 0.795011, + "nauc_map_at_1000_std": -0.298805, + "nauc_map_at_1000_diff1": 0.908016, + "nauc_recall_at_1_max": 0.770843, + "nauc_recall_at_1_std": -0.29493, + "nauc_recall_at_1_diff1": 0.902604, + "nauc_recall_at_3_max": 0.857915, + "nauc_recall_at_3_std": -0.30738, + "nauc_recall_at_3_diff1": 0.915109, + "nauc_recall_at_5_max": 0.843906, + "nauc_recall_at_5_std": -0.386596, + "nauc_recall_at_5_diff1": 0.926333, + "nauc_recall_at_10_max": 0.895204, + "nauc_recall_at_10_std": -0.340041, + "nauc_recall_at_10_diff1": 0.918055, + "nauc_recall_at_20_max": 0.872616, + "nauc_recall_at_20_std": -0.181939, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770843, + "nauc_precision_at_1_std": -0.29493, + "nauc_precision_at_1_diff1": 0.902604, + "nauc_precision_at_3_max": 0.857915, + "nauc_precision_at_3_std": -0.30738, + "nauc_precision_at_3_diff1": 0.915109, + "nauc_precision_at_5_max": 0.843906, + "nauc_precision_at_5_std": -0.386596, + "nauc_precision_at_5_diff1": 0.926333, + "nauc_precision_at_10_max": 0.895204, + "nauc_precision_at_10_std": -0.340041, + "nauc_precision_at_10_diff1": 0.918055, + "nauc_precision_at_20_max": 0.872616, + "nauc_precision_at_20_std": -0.181939, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.770843, + "nauc_mrr_at_1_std": -0.29493, + "nauc_mrr_at_1_diff1": 0.902604, + "nauc_mrr_at_3_max": 0.800448, + "nauc_mrr_at_3_std": -0.298167, + "nauc_mrr_at_3_diff1": 0.90762, + "nauc_mrr_at_5_max": 0.796035, + "nauc_mrr_at_5_std": -0.305064, + "nauc_mrr_at_5_diff1": 0.908701, + "nauc_mrr_at_10_max": 0.796699, + "nauc_mrr_at_10_std": -0.300956, + "nauc_mrr_at_10_diff1": 0.907953, + "nauc_mrr_at_20_max": 0.795074, + "nauc_mrr_at_20_std": -0.299196, + "nauc_mrr_at_20_diff1": 0.908174, + "nauc_mrr_at_100_max": 0.795026, + "nauc_mrr_at_100_std": -0.298706, + "nauc_mrr_at_100_diff1": 0.908018, + "nauc_mrr_at_1000_max": 0.795011, + "nauc_mrr_at_1000_std": -0.298805, + "nauc_mrr_at_1000_diff1": 0.908016, + "main_score": 0.93817, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.85865, + "ndcg_at_5": 0.86927, + "ndcg_at_10": 0.8751, + "ndcg_at_20": 0.88023, + "ndcg_at_100": 0.88622, + "ndcg_at_1000": 0.88831, + "map_at_1": 0.81444, + "map_at_3": 0.84815, + "map_at_5": 0.85409, + "map_at_10": 0.85655, + "map_at_20": 0.85799, + "map_at_100": 0.85882, + "map_at_1000": 0.85891, + "recall_at_1": 0.81444, + "recall_at_3": 0.88889, + "recall_at_5": 0.91444, + "recall_at_10": 0.93222, + "recall_at_20": 0.95222, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.2963, + "precision_at_5": 0.18289, + "precision_at_10": 0.09322, + "precision_at_20": 0.04761, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.848148, + "mrr_at_5": 0.854093, + "mrr_at_10": 0.856547, + "mrr_at_20": 0.85799, + "mrr_at_100": 0.858818, + "mrr_at_1000": 0.858913, + "nauc_ndcg_at_1_max": 0.797438, + "nauc_ndcg_at_1_std": -0.087287, + "nauc_ndcg_at_1_diff1": 0.906546, + "nauc_ndcg_at_3_max": 0.833068, + "nauc_ndcg_at_3_std": 0.036919, + "nauc_ndcg_at_3_diff1": 0.881852, + "nauc_ndcg_at_5_max": 0.827121, + "nauc_ndcg_at_5_std": 0.038834, + "nauc_ndcg_at_5_diff1": 0.878969, + "nauc_ndcg_at_10_max": 0.826528, + "nauc_ndcg_at_10_std": 0.036592, + "nauc_ndcg_at_10_diff1": 0.878735, + "nauc_ndcg_at_20_max": 0.824284, + "nauc_ndcg_at_20_std": 0.019421, + "nauc_ndcg_at_20_diff1": 0.88062, + "nauc_ndcg_at_100_max": 0.82442, + "nauc_ndcg_at_100_std": 0.022895, + "nauc_ndcg_at_100_diff1": 0.884846, + "nauc_ndcg_at_1000_max": 0.822682, + "nauc_ndcg_at_1000_std": 0.011928, + "nauc_ndcg_at_1000_diff1": 0.885694, + "nauc_map_at_1_max": 0.797438, + "nauc_map_at_1_std": -0.087287, + "nauc_map_at_1_diff1": 0.906546, + "nauc_map_at_3_max": 0.82371, + "nauc_map_at_3_std": 0.003381, + "nauc_map_at_3_diff1": 0.888546, + "nauc_map_at_5_max": 0.820352, + "nauc_map_at_5_std": 0.003496, + "nauc_map_at_5_diff1": 0.887243, + "nauc_map_at_10_max": 0.819967, + "nauc_map_at_10_std": 0.001398, + "nauc_map_at_10_diff1": 0.887296, + "nauc_map_at_20_max": 0.819316, + "nauc_map_at_20_std": -0.003186, + "nauc_map_at_20_diff1": 0.887768, + "nauc_map_at_100_max": 0.819466, + "nauc_map_at_100_std": -0.00262, + "nauc_map_at_100_diff1": 0.888526, + "nauc_map_at_1000_max": 0.819394, + "nauc_map_at_1000_std": -0.003055, + "nauc_map_at_1000_diff1": 0.888567, + "nauc_recall_at_1_max": 0.797438, + "nauc_recall_at_1_std": -0.087287, + "nauc_recall_at_1_diff1": 0.906546, + "nauc_recall_at_3_max": 0.868264, + "nauc_recall_at_3_std": 0.163614, + "nauc_recall_at_3_diff1": 0.856552, + "nauc_recall_at_5_max": 0.856949, + "nauc_recall_at_5_std": 0.20279, + "nauc_recall_at_5_diff1": 0.839966, + "nauc_recall_at_10_max": 0.862056, + "nauc_recall_at_10_std": 0.240407, + "nauc_recall_at_10_diff1": 0.828604, + "nauc_recall_at_20_max": 0.856806, + "nauc_recall_at_20_std": 0.167003, + "nauc_recall_at_20_diff1": 0.826721, + "nauc_recall_at_100_max": 0.910964, + "nauc_recall_at_100_std": 0.573763, + "nauc_recall_at_100_diff1": 0.845271, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.797438, + "nauc_precision_at_1_std": -0.087287, + "nauc_precision_at_1_diff1": 0.906546, + "nauc_precision_at_3_max": 0.868264, + "nauc_precision_at_3_std": 0.163614, + "nauc_precision_at_3_diff1": 0.856552, + "nauc_precision_at_5_max": 0.856949, + "nauc_precision_at_5_std": 0.20279, + "nauc_precision_at_5_diff1": 0.839966, + "nauc_precision_at_10_max": 0.862056, + "nauc_precision_at_10_std": 0.240407, + "nauc_precision_at_10_diff1": 0.828604, + "nauc_precision_at_20_max": 0.856806, + "nauc_precision_at_20_std": 0.167003, + "nauc_precision_at_20_diff1": 0.826721, + "nauc_precision_at_100_max": 0.910964, + "nauc_precision_at_100_std": 0.573763, + "nauc_precision_at_100_diff1": 0.845271, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.797438, + "nauc_mrr_at_1_std": -0.087287, + "nauc_mrr_at_1_diff1": 0.906546, + "nauc_mrr_at_3_max": 0.82371, + "nauc_mrr_at_3_std": 0.003381, + "nauc_mrr_at_3_diff1": 0.888546, + "nauc_mrr_at_5_max": 0.820352, + "nauc_mrr_at_5_std": 0.003496, + "nauc_mrr_at_5_diff1": 0.887243, + "nauc_mrr_at_10_max": 0.819967, + "nauc_mrr_at_10_std": 0.001398, + "nauc_mrr_at_10_diff1": 0.887296, + "nauc_mrr_at_20_max": 0.819316, + "nauc_mrr_at_20_std": -0.003186, + "nauc_mrr_at_20_diff1": 0.887768, + "nauc_mrr_at_100_max": 0.819466, + "nauc_mrr_at_100_std": -0.00262, + "nauc_mrr_at_100_diff1": 0.888526, + "nauc_mrr_at_1000_max": 0.819394, + "nauc_mrr_at_1000_std": -0.003055, + "nauc_mrr_at_1000_diff1": 0.888567, + "main_score": 0.8751, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.76778, + "ndcg_at_3": 0.82665, + "ndcg_at_5": 0.83933, + "ndcg_at_10": 0.85149, + "ndcg_at_20": 0.85739, + "ndcg_at_100": 0.86259, + "ndcg_at_1000": 0.86472, + "map_at_1": 0.76778, + "map_at_3": 0.81241, + "map_at_5": 0.81963, + "map_at_10": 0.82482, + "map_at_20": 0.82645, + "map_at_100": 0.82727, + "map_at_1000": 0.82737, + "recall_at_1": 0.76778, + "recall_at_3": 0.86778, + "recall_at_5": 0.89778, + "recall_at_10": 0.93444, + "recall_at_20": 0.95778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.76778, + "precision_at_3": 0.28926, + "precision_at_5": 0.17956, + "precision_at_10": 0.09344, + "precision_at_20": 0.04789, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767778, + "mrr_at_3": 0.812407, + "mrr_at_5": 0.81963, + "mrr_at_10": 0.82482, + "mrr_at_20": 0.826445, + "mrr_at_100": 0.827268, + "mrr_at_1000": 0.827374, + "nauc_ndcg_at_1_max": 0.735588, + "nauc_ndcg_at_1_std": -0.187391, + "nauc_ndcg_at_1_diff1": 0.899443, + "nauc_ndcg_at_3_max": 0.755947, + "nauc_ndcg_at_3_std": -0.164043, + "nauc_ndcg_at_3_diff1": 0.871719, + "nauc_ndcg_at_5_max": 0.756018, + "nauc_ndcg_at_5_std": -0.144598, + "nauc_ndcg_at_5_diff1": 0.870498, + "nauc_ndcg_at_10_max": 0.758759, + "nauc_ndcg_at_10_std": -0.14951, + "nauc_ndcg_at_10_diff1": 0.874367, + "nauc_ndcg_at_20_max": 0.756957, + "nauc_ndcg_at_20_std": -0.149068, + "nauc_ndcg_at_20_diff1": 0.878748, + "nauc_ndcg_at_100_max": 0.756551, + "nauc_ndcg_at_100_std": -0.147324, + "nauc_ndcg_at_100_diff1": 0.880024, + "nauc_ndcg_at_1000_max": 0.754061, + "nauc_ndcg_at_1000_std": -0.15514, + "nauc_ndcg_at_1000_diff1": 0.879875, + "nauc_map_at_1_max": 0.735588, + "nauc_map_at_1_std": -0.187391, + "nauc_map_at_1_diff1": 0.899443, + "nauc_map_at_3_max": 0.750648, + "nauc_map_at_3_std": -0.171351, + "nauc_map_at_3_diff1": 0.879448, + "nauc_map_at_5_max": 0.750599, + "nauc_map_at_5_std": -0.16139, + "nauc_map_at_5_diff1": 0.87908, + "nauc_map_at_10_max": 0.751375, + "nauc_map_at_10_std": -0.162938, + "nauc_map_at_10_diff1": 0.880722, + "nauc_map_at_20_max": 0.750867, + "nauc_map_at_20_std": -0.163086, + "nauc_map_at_20_diff1": 0.881829, + "nauc_map_at_100_max": 0.75085, + "nauc_map_at_100_std": -0.162913, + "nauc_map_at_100_diff1": 0.882027, + "nauc_map_at_1000_max": 0.750757, + "nauc_map_at_1000_std": -0.163162, + "nauc_map_at_1000_diff1": 0.882015, + "nauc_recall_at_1_max": 0.735588, + "nauc_recall_at_1_std": -0.187391, + "nauc_recall_at_1_diff1": 0.899443, + "nauc_recall_at_3_max": 0.776346, + "nauc_recall_at_3_std": -0.135134, + "nauc_recall_at_3_diff1": 0.841639, + "nauc_recall_at_5_max": 0.781043, + "nauc_recall_at_5_std": -0.061266, + "nauc_recall_at_5_diff1": 0.829876, + "nauc_recall_at_10_max": 0.813267, + "nauc_recall_at_10_std": -0.055991, + "nauc_recall_at_10_diff1": 0.832605, + "nauc_recall_at_20_max": 0.821625, + "nauc_recall_at_20_std": 0.004939, + "nauc_recall_at_20_diff1": 0.862708, + "nauc_recall_at_100_max": 0.906296, + "nauc_recall_at_100_std": 0.340703, + "nauc_recall_at_100_diff1": 0.885621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735588, + "nauc_precision_at_1_std": -0.187391, + "nauc_precision_at_1_diff1": 0.899443, + "nauc_precision_at_3_max": 0.776346, + "nauc_precision_at_3_std": -0.135134, + "nauc_precision_at_3_diff1": 0.841639, + "nauc_precision_at_5_max": 0.781043, + "nauc_precision_at_5_std": -0.061266, + "nauc_precision_at_5_diff1": 0.829876, + "nauc_precision_at_10_max": 0.813267, + "nauc_precision_at_10_std": -0.055991, + "nauc_precision_at_10_diff1": 0.832605, + "nauc_precision_at_20_max": 0.821625, + "nauc_precision_at_20_std": 0.004939, + "nauc_precision_at_20_diff1": 0.862708, + "nauc_precision_at_100_max": 0.906296, + "nauc_precision_at_100_std": 0.340703, + "nauc_precision_at_100_diff1": 0.885621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735588, + "nauc_mrr_at_1_std": -0.187391, + "nauc_mrr_at_1_diff1": 0.899443, + "nauc_mrr_at_3_max": 0.750648, + "nauc_mrr_at_3_std": -0.171351, + "nauc_mrr_at_3_diff1": 0.879448, + "nauc_mrr_at_5_max": 0.750599, + "nauc_mrr_at_5_std": -0.16139, + "nauc_mrr_at_5_diff1": 0.87908, + "nauc_mrr_at_10_max": 0.751375, + "nauc_mrr_at_10_std": -0.162938, + "nauc_mrr_at_10_diff1": 0.880722, + "nauc_mrr_at_20_max": 0.750867, + "nauc_mrr_at_20_std": -0.163086, + "nauc_mrr_at_20_diff1": 0.881829, + "nauc_mrr_at_100_max": 0.75085, + "nauc_mrr_at_100_std": -0.162913, + "nauc_mrr_at_100_diff1": 0.882027, + "nauc_mrr_at_1000_max": 0.750757, + "nauc_mrr_at_1000_std": -0.163162, + "nauc_mrr_at_1000_diff1": 0.882015, + "main_score": 0.85149, + "hf_subset": "npi_Deva-npi_Deva", + "languages": [ + "npi-Deva", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91648, + "ndcg_at_5": 0.92346, + "ndcg_at_10": 0.92847, + "ndcg_at_20": 0.93023, + "ndcg_at_100": 0.932, + "ndcg_at_1000": 0.93256, + "map_at_1": 0.86889, + "map_at_3": 0.90556, + "map_at_5": 0.9095, + "map_at_10": 0.91155, + "map_at_20": 0.91207, + "map_at_100": 0.91236, + "map_at_1000": 0.91238, + "recall_at_1": 0.86889, + "recall_at_3": 0.94778, + "recall_at_5": 0.96444, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86889, + "precision_at_3": 0.31593, + "precision_at_5": 0.19289, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.905556, + "mrr_at_5": 0.9095, + "mrr_at_10": 0.911546, + "mrr_at_20": 0.912072, + "mrr_at_100": 0.912364, + "mrr_at_1000": 0.912384, + "nauc_ndcg_at_1_max": 0.73662, + "nauc_ndcg_at_1_std": -0.210092, + "nauc_ndcg_at_1_diff1": 0.913521, + "nauc_ndcg_at_3_max": 0.731629, + "nauc_ndcg_at_3_std": -0.275625, + "nauc_ndcg_at_3_diff1": 0.891341, + "nauc_ndcg_at_5_max": 0.747699, + "nauc_ndcg_at_5_std": -0.263416, + "nauc_ndcg_at_5_diff1": 0.901005, + "nauc_ndcg_at_10_max": 0.748925, + "nauc_ndcg_at_10_std": -0.229052, + "nauc_ndcg_at_10_diff1": 0.900802, + "nauc_ndcg_at_20_max": 0.749394, + "nauc_ndcg_at_20_std": -0.239192, + "nauc_ndcg_at_20_diff1": 0.903005, + "nauc_ndcg_at_100_max": 0.747255, + "nauc_ndcg_at_100_std": -0.23384, + "nauc_ndcg_at_100_diff1": 0.902402, + "nauc_ndcg_at_1000_max": 0.745389, + "nauc_ndcg_at_1000_std": -0.238001, + "nauc_ndcg_at_1000_diff1": 0.902379, + "nauc_map_at_1_max": 0.73662, + "nauc_map_at_1_std": -0.210092, + "nauc_map_at_1_diff1": 0.913521, + "nauc_map_at_3_max": 0.734524, + "nauc_map_at_3_std": -0.255137, + "nauc_map_at_3_diff1": 0.898185, + "nauc_map_at_5_max": 0.742475, + "nauc_map_at_5_std": -0.247971, + "nauc_map_at_5_diff1": 0.902869, + "nauc_map_at_10_max": 0.742895, + "nauc_map_at_10_std": -0.236184, + "nauc_map_at_10_diff1": 0.90281, + "nauc_map_at_20_max": 0.743039, + "nauc_map_at_20_std": -0.238475, + "nauc_map_at_20_diff1": 0.903302, + "nauc_map_at_100_max": 0.742743, + "nauc_map_at_100_std": -0.238069, + "nauc_map_at_100_diff1": 0.90324, + "nauc_map_at_1000_max": 0.742694, + "nauc_map_at_1000_std": -0.238112, + "nauc_map_at_1000_diff1": 0.903236, + "nauc_recall_at_1_max": 0.73662, + "nauc_recall_at_1_std": -0.210092, + "nauc_recall_at_1_diff1": 0.913521, + "nauc_recall_at_3_max": 0.715935, + "nauc_recall_at_3_std": -0.379343, + "nauc_recall_at_3_diff1": 0.856765, + "nauc_recall_at_5_max": 0.788253, + "nauc_recall_at_5_std": -0.370623, + "nauc_recall_at_5_diff1": 0.891821, + "nauc_recall_at_10_max": 0.830013, + "nauc_recall_at_10_std": -0.081258, + "nauc_recall_at_10_diff1": 0.883287, + "nauc_recall_at_20_max": 0.876673, + "nauc_recall_at_20_std": -0.210201, + "nauc_recall_at_20_diff1": 0.919273, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73662, + "nauc_precision_at_1_std": -0.210092, + "nauc_precision_at_1_diff1": 0.913521, + "nauc_precision_at_3_max": 0.715935, + "nauc_precision_at_3_std": -0.379343, + "nauc_precision_at_3_diff1": 0.856765, + "nauc_precision_at_5_max": 0.788253, + "nauc_precision_at_5_std": -0.370623, + "nauc_precision_at_5_diff1": 0.891821, + "nauc_precision_at_10_max": 0.830013, + "nauc_precision_at_10_std": -0.081258, + "nauc_precision_at_10_diff1": 0.883287, + "nauc_precision_at_20_max": 0.876673, + "nauc_precision_at_20_std": -0.210201, + "nauc_precision_at_20_diff1": 0.919273, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73662, + "nauc_mrr_at_1_std": -0.210092, + "nauc_mrr_at_1_diff1": 0.913521, + "nauc_mrr_at_3_max": 0.734524, + "nauc_mrr_at_3_std": -0.255137, + "nauc_mrr_at_3_diff1": 0.898185, + "nauc_mrr_at_5_max": 0.742475, + "nauc_mrr_at_5_std": -0.247971, + "nauc_mrr_at_5_diff1": 0.902869, + "nauc_mrr_at_10_max": 0.742895, + "nauc_mrr_at_10_std": -0.236184, + "nauc_mrr_at_10_diff1": 0.90281, + "nauc_mrr_at_20_max": 0.743039, + "nauc_mrr_at_20_std": -0.238475, + "nauc_mrr_at_20_diff1": 0.903302, + "nauc_mrr_at_100_max": 0.742743, + "nauc_mrr_at_100_std": -0.238069, + "nauc_mrr_at_100_diff1": 0.90324, + "nauc_mrr_at_1000_max": 0.742694, + "nauc_mrr_at_1000_std": -0.238112, + "nauc_mrr_at_1000_diff1": 0.903236, + "main_score": 0.92847, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.84829, + "ndcg_at_5": 0.85948, + "ndcg_at_10": 0.8668, + "ndcg_at_20": 0.87213, + "ndcg_at_100": 0.87781, + "ndcg_at_1000": 0.87915, + "map_at_1": 0.79, + "map_at_3": 0.83389, + "map_at_5": 0.84022, + "map_at_10": 0.84332, + "map_at_20": 0.84478, + "map_at_100": 0.84561, + "map_at_1000": 0.84567, + "recall_at_1": 0.79, + "recall_at_3": 0.89, + "recall_at_5": 0.91667, + "recall_at_10": 0.93889, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.79, + "precision_at_3": 0.29667, + "precision_at_5": 0.18333, + "precision_at_10": 0.09389, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.79, + "mrr_at_3": 0.833889, + "mrr_at_5": 0.840222, + "mrr_at_10": 0.843316, + "mrr_at_20": 0.84478, + "mrr_at_100": 0.845608, + "mrr_at_1000": 0.845667, + "nauc_ndcg_at_1_max": 0.763209, + "nauc_ndcg_at_1_std": -0.193212, + "nauc_ndcg_at_1_diff1": 0.874691, + "nauc_ndcg_at_3_max": 0.763463, + "nauc_ndcg_at_3_std": -0.165866, + "nauc_ndcg_at_3_diff1": 0.85151, + "nauc_ndcg_at_5_max": 0.770602, + "nauc_ndcg_at_5_std": -0.15216, + "nauc_ndcg_at_5_diff1": 0.857463, + "nauc_ndcg_at_10_max": 0.773361, + "nauc_ndcg_at_10_std": -0.138728, + "nauc_ndcg_at_10_diff1": 0.861319, + "nauc_ndcg_at_20_max": 0.771384, + "nauc_ndcg_at_20_std": -0.152569, + "nauc_ndcg_at_20_diff1": 0.862664, + "nauc_ndcg_at_100_max": 0.771556, + "nauc_ndcg_at_100_std": -0.146527, + "nauc_ndcg_at_100_diff1": 0.863423, + "nauc_ndcg_at_1000_max": 0.769453, + "nauc_ndcg_at_1000_std": -0.156822, + "nauc_ndcg_at_1000_diff1": 0.862668, + "nauc_map_at_1_max": 0.763209, + "nauc_map_at_1_std": -0.193212, + "nauc_map_at_1_diff1": 0.874691, + "nauc_map_at_3_max": 0.763756, + "nauc_map_at_3_std": -0.174103, + "nauc_map_at_3_diff1": 0.85821, + "nauc_map_at_5_max": 0.767236, + "nauc_map_at_5_std": -0.167812, + "nauc_map_at_5_diff1": 0.861423, + "nauc_map_at_10_max": 0.768318, + "nauc_map_at_10_std": -0.162729, + "nauc_map_at_10_diff1": 0.863001, + "nauc_map_at_20_max": 0.767739, + "nauc_map_at_20_std": -0.166313, + "nauc_map_at_20_diff1": 0.863298, + "nauc_map_at_100_max": 0.76767, + "nauc_map_at_100_std": -0.165751, + "nauc_map_at_100_diff1": 0.863398, + "nauc_map_at_1000_max": 0.767602, + "nauc_map_at_1000_std": -0.166101, + "nauc_map_at_1000_diff1": 0.863372, + "nauc_recall_at_1_max": 0.763209, + "nauc_recall_at_1_std": -0.193212, + "nauc_recall_at_1_diff1": 0.874691, + "nauc_recall_at_3_max": 0.762024, + "nauc_recall_at_3_std": -0.131551, + "nauc_recall_at_3_diff1": 0.823765, + "nauc_recall_at_5_max": 0.789773, + "nauc_recall_at_5_std": -0.066704, + "nauc_recall_at_5_diff1": 0.838413, + "nauc_recall_at_10_max": 0.81213, + "nauc_recall_at_10_std": 0.041363, + "nauc_recall_at_10_diff1": 0.854562, + "nauc_recall_at_20_max": 0.81108, + "nauc_recall_at_20_std": -0.0239, + "nauc_recall_at_20_diff1": 0.86779, + "nauc_recall_at_100_max": 0.954611, + "nauc_recall_at_100_std": 0.738821, + "nauc_recall_at_100_diff1": 0.927378, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763209, + "nauc_precision_at_1_std": -0.193212, + "nauc_precision_at_1_diff1": 0.874691, + "nauc_precision_at_3_max": 0.762024, + "nauc_precision_at_3_std": -0.131551, + "nauc_precision_at_3_diff1": 0.823765, + "nauc_precision_at_5_max": 0.789773, + "nauc_precision_at_5_std": -0.066704, + "nauc_precision_at_5_diff1": 0.838413, + "nauc_precision_at_10_max": 0.81213, + "nauc_precision_at_10_std": 0.041363, + "nauc_precision_at_10_diff1": 0.854562, + "nauc_precision_at_20_max": 0.81108, + "nauc_precision_at_20_std": -0.0239, + "nauc_precision_at_20_diff1": 0.86779, + "nauc_precision_at_100_max": 0.954611, + "nauc_precision_at_100_std": 0.738821, + "nauc_precision_at_100_diff1": 0.927378, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763209, + "nauc_mrr_at_1_std": -0.193212, + "nauc_mrr_at_1_diff1": 0.874691, + "nauc_mrr_at_3_max": 0.763756, + "nauc_mrr_at_3_std": -0.174103, + "nauc_mrr_at_3_diff1": 0.85821, + "nauc_mrr_at_5_max": 0.767236, + "nauc_mrr_at_5_std": -0.167812, + "nauc_mrr_at_5_diff1": 0.861423, + "nauc_mrr_at_10_max": 0.768318, + "nauc_mrr_at_10_std": -0.162729, + "nauc_mrr_at_10_diff1": 0.863001, + "nauc_mrr_at_20_max": 0.767739, + "nauc_mrr_at_20_std": -0.166313, + "nauc_mrr_at_20_diff1": 0.863298, + "nauc_mrr_at_100_max": 0.76767, + "nauc_mrr_at_100_std": -0.165751, + "nauc_mrr_at_100_diff1": 0.863398, + "nauc_mrr_at_1000_max": 0.767602, + "nauc_mrr_at_1000_std": -0.166101, + "nauc_mrr_at_1000_diff1": 0.863372, + "main_score": 0.8668, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.44222, + "ndcg_at_3": 0.50516, + "ndcg_at_5": 0.51979, + "ndcg_at_10": 0.53422, + "ndcg_at_20": 0.54624, + "ndcg_at_100": 0.57988, + "ndcg_at_1000": 0.59786, + "map_at_1": 0.44222, + "map_at_3": 0.49, + "map_at_5": 0.49811, + "map_at_10": 0.5041, + "map_at_20": 0.50736, + "map_at_100": 0.51174, + "map_at_1000": 0.51246, + "recall_at_1": 0.44222, + "recall_at_3": 0.54889, + "recall_at_5": 0.58444, + "recall_at_10": 0.62889, + "recall_at_20": 0.67667, + "recall_at_100": 0.86222, + "recall_at_1000": 1.0, + "precision_at_1": 0.44222, + "precision_at_3": 0.18296, + "precision_at_5": 0.11689, + "precision_at_10": 0.06289, + "precision_at_20": 0.03383, + "precision_at_100": 0.00862, + "precision_at_1000": 0.001, + "mrr_at_1": 0.442222, + "mrr_at_3": 0.49, + "mrr_at_5": 0.498111, + "mrr_at_10": 0.5041, + "mrr_at_20": 0.507364, + "mrr_at_100": 0.511741, + "mrr_at_1000": 0.512463, + "nauc_ndcg_at_1_max": 0.639265, + "nauc_ndcg_at_1_std": -0.28856, + "nauc_ndcg_at_1_diff1": 0.812502, + "nauc_ndcg_at_3_max": 0.657683, + "nauc_ndcg_at_3_std": -0.322772, + "nauc_ndcg_at_3_diff1": 0.782949, + "nauc_ndcg_at_5_max": 0.657018, + "nauc_ndcg_at_5_std": -0.330081, + "nauc_ndcg_at_5_diff1": 0.772812, + "nauc_ndcg_at_10_max": 0.645896, + "nauc_ndcg_at_10_std": -0.337795, + "nauc_ndcg_at_10_diff1": 0.764648, + "nauc_ndcg_at_20_max": 0.638728, + "nauc_ndcg_at_20_std": -0.337593, + "nauc_ndcg_at_20_diff1": 0.760183, + "nauc_ndcg_at_100_max": 0.635111, + "nauc_ndcg_at_100_std": -0.327576, + "nauc_ndcg_at_100_diff1": 0.758132, + "nauc_ndcg_at_1000_max": 0.641602, + "nauc_ndcg_at_1000_std": -0.326497, + "nauc_ndcg_at_1000_diff1": 0.768702, + "nauc_map_at_1_max": 0.639265, + "nauc_map_at_1_std": -0.28856, + "nauc_map_at_1_diff1": 0.812502, + "nauc_map_at_3_max": 0.65282, + "nauc_map_at_3_std": -0.313423, + "nauc_map_at_3_diff1": 0.788931, + "nauc_map_at_5_max": 0.652501, + "nauc_map_at_5_std": -0.317034, + "nauc_map_at_5_diff1": 0.783489, + "nauc_map_at_10_max": 0.647828, + "nauc_map_at_10_std": -0.32, + "nauc_map_at_10_diff1": 0.780162, + "nauc_map_at_20_max": 0.645742, + "nauc_map_at_20_std": -0.320195, + "nauc_map_at_20_diff1": 0.778956, + "nauc_map_at_100_max": 0.645017, + "nauc_map_at_100_std": -0.319171, + "nauc_map_at_100_diff1": 0.778554, + "nauc_map_at_1000_max": 0.645275, + "nauc_map_at_1000_std": -0.319073, + "nauc_map_at_1000_diff1": 0.778993, + "nauc_recall_at_1_max": 0.639265, + "nauc_recall_at_1_std": -0.28856, + "nauc_recall_at_1_diff1": 0.812502, + "nauc_recall_at_3_max": 0.672445, + "nauc_recall_at_3_std": -0.35128, + "nauc_recall_at_3_diff1": 0.76553, + "nauc_recall_at_5_max": 0.67095, + "nauc_recall_at_5_std": -0.372475, + "nauc_recall_at_5_diff1": 0.738676, + "nauc_recall_at_10_max": 0.634897, + "nauc_recall_at_10_std": -0.402128, + "nauc_recall_at_10_diff1": 0.709091, + "nauc_recall_at_20_max": 0.602125, + "nauc_recall_at_20_std": -0.40416, + "nauc_recall_at_20_diff1": 0.683755, + "nauc_recall_at_100_max": 0.531653, + "nauc_recall_at_100_std": -0.339048, + "nauc_recall_at_100_diff1": 0.590293, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639265, + "nauc_precision_at_1_std": -0.28856, + "nauc_precision_at_1_diff1": 0.812502, + "nauc_precision_at_3_max": 0.672445, + "nauc_precision_at_3_std": -0.35128, + "nauc_precision_at_3_diff1": 0.76553, + "nauc_precision_at_5_max": 0.67095, + "nauc_precision_at_5_std": -0.372475, + "nauc_precision_at_5_diff1": 0.738676, + "nauc_precision_at_10_max": 0.634897, + "nauc_precision_at_10_std": -0.402128, + "nauc_precision_at_10_diff1": 0.709091, + "nauc_precision_at_20_max": 0.602125, + "nauc_precision_at_20_std": -0.40416, + "nauc_precision_at_20_diff1": 0.683755, + "nauc_precision_at_100_max": 0.531653, + "nauc_precision_at_100_std": -0.339048, + "nauc_precision_at_100_diff1": 0.590293, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.639265, + "nauc_mrr_at_1_std": -0.28856, + "nauc_mrr_at_1_diff1": 0.812502, + "nauc_mrr_at_3_max": 0.65282, + "nauc_mrr_at_3_std": -0.313423, + "nauc_mrr_at_3_diff1": 0.788931, + "nauc_mrr_at_5_max": 0.652501, + "nauc_mrr_at_5_std": -0.317034, + "nauc_mrr_at_5_diff1": 0.783489, + "nauc_mrr_at_10_max": 0.647828, + "nauc_mrr_at_10_std": -0.32, + "nauc_mrr_at_10_diff1": 0.780162, + "nauc_mrr_at_20_max": 0.645742, + "nauc_mrr_at_20_std": -0.320195, + "nauc_mrr_at_20_diff1": 0.778956, + "nauc_mrr_at_100_max": 0.645017, + "nauc_mrr_at_100_std": -0.319171, + "nauc_mrr_at_100_diff1": 0.778554, + "nauc_mrr_at_1000_max": 0.645275, + "nauc_mrr_at_1000_std": -0.319073, + "nauc_mrr_at_1000_diff1": 0.778993, + "main_score": 0.53422, + "hf_subset": "npi_Latn-npi_Latn", + "languages": [ + "npi-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.53333, + "ndcg_at_3": 0.60313, + "ndcg_at_5": 0.62039, + "ndcg_at_10": 0.63837, + "ndcg_at_20": 0.65357, + "ndcg_at_100": 0.67577, + "ndcg_at_1000": 0.68504, + "map_at_1": 0.53333, + "map_at_3": 0.58648, + "map_at_5": 0.59598, + "map_at_10": 0.60341, + "map_at_20": 0.6076, + "map_at_100": 0.61056, + "map_at_1000": 0.61095, + "recall_at_1": 0.53333, + "recall_at_3": 0.65111, + "recall_at_5": 0.69333, + "recall_at_10": 0.74889, + "recall_at_20": 0.80889, + "recall_at_100": 0.93, + "recall_at_1000": 1.0, + "precision_at_1": 0.53333, + "precision_at_3": 0.21704, + "precision_at_5": 0.13867, + "precision_at_10": 0.07489, + "precision_at_20": 0.04044, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "mrr_at_1": 0.533333, + "mrr_at_3": 0.586481, + "mrr_at_5": 0.595981, + "mrr_at_10": 0.603409, + "mrr_at_20": 0.607598, + "mrr_at_100": 0.610561, + "mrr_at_1000": 0.610953, + "nauc_ndcg_at_1_max": 0.654267, + "nauc_ndcg_at_1_std": 0.000438, + "nauc_ndcg_at_1_diff1": 0.770986, + "nauc_ndcg_at_3_max": 0.682597, + "nauc_ndcg_at_3_std": 0.039087, + "nauc_ndcg_at_3_diff1": 0.735312, + "nauc_ndcg_at_5_max": 0.674838, + "nauc_ndcg_at_5_std": 0.038624, + "nauc_ndcg_at_5_diff1": 0.730407, + "nauc_ndcg_at_10_max": 0.669686, + "nauc_ndcg_at_10_std": 0.039259, + "nauc_ndcg_at_10_diff1": 0.73064, + "nauc_ndcg_at_20_max": 0.667983, + "nauc_ndcg_at_20_std": 0.035734, + "nauc_ndcg_at_20_diff1": 0.73117, + "nauc_ndcg_at_100_max": 0.66219, + "nauc_ndcg_at_100_std": 0.022234, + "nauc_ndcg_at_100_diff1": 0.730437, + "nauc_ndcg_at_1000_max": 0.66649, + "nauc_ndcg_at_1000_std": 0.02702, + "nauc_ndcg_at_1000_diff1": 0.735001, + "nauc_map_at_1_max": 0.654267, + "nauc_map_at_1_std": 0.000438, + "nauc_map_at_1_diff1": 0.770986, + "nauc_map_at_3_max": 0.675736, + "nauc_map_at_3_std": 0.027835, + "nauc_map_at_3_diff1": 0.74339, + "nauc_map_at_5_max": 0.671544, + "nauc_map_at_5_std": 0.027092, + "nauc_map_at_5_diff1": 0.741034, + "nauc_map_at_10_max": 0.669416, + "nauc_map_at_10_std": 0.027167, + "nauc_map_at_10_diff1": 0.741371, + "nauc_map_at_20_max": 0.668927, + "nauc_map_at_20_std": 0.026118, + "nauc_map_at_20_diff1": 0.741526, + "nauc_map_at_100_max": 0.667916, + "nauc_map_at_100_std": 0.024219, + "nauc_map_at_100_diff1": 0.741289, + "nauc_map_at_1000_max": 0.668058, + "nauc_map_at_1000_std": 0.024389, + "nauc_map_at_1000_diff1": 0.74144, + "nauc_recall_at_1_max": 0.654267, + "nauc_recall_at_1_std": 0.000438, + "nauc_recall_at_1_diff1": 0.770986, + "nauc_recall_at_3_max": 0.704207, + "nauc_recall_at_3_std": 0.075451, + "nauc_recall_at_3_diff1": 0.71014, + "nauc_recall_at_5_max": 0.684418, + "nauc_recall_at_5_std": 0.078903, + "nauc_recall_at_5_diff1": 0.693765, + "nauc_recall_at_10_max": 0.666316, + "nauc_recall_at_10_std": 0.088341, + "nauc_recall_at_10_diff1": 0.687754, + "nauc_recall_at_20_max": 0.655854, + "nauc_recall_at_20_std": 0.079592, + "nauc_recall_at_20_diff1": 0.681408, + "nauc_recall_at_100_max": 0.5453, + "nauc_recall_at_100_std": -0.10399, + "nauc_recall_at_100_diff1": 0.605672, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654267, + "nauc_precision_at_1_std": 0.000438, + "nauc_precision_at_1_diff1": 0.770986, + "nauc_precision_at_3_max": 0.704207, + "nauc_precision_at_3_std": 0.075451, + "nauc_precision_at_3_diff1": 0.71014, + "nauc_precision_at_5_max": 0.684418, + "nauc_precision_at_5_std": 0.078903, + "nauc_precision_at_5_diff1": 0.693765, + "nauc_precision_at_10_max": 0.666316, + "nauc_precision_at_10_std": 0.088341, + "nauc_precision_at_10_diff1": 0.687754, + "nauc_precision_at_20_max": 0.655854, + "nauc_precision_at_20_std": 0.079592, + "nauc_precision_at_20_diff1": 0.681408, + "nauc_precision_at_100_max": 0.5453, + "nauc_precision_at_100_std": -0.10399, + "nauc_precision_at_100_diff1": 0.605672, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654267, + "nauc_mrr_at_1_std": 0.000438, + "nauc_mrr_at_1_diff1": 0.770986, + "nauc_mrr_at_3_max": 0.675736, + "nauc_mrr_at_3_std": 0.027835, + "nauc_mrr_at_3_diff1": 0.74339, + "nauc_mrr_at_5_max": 0.671544, + "nauc_mrr_at_5_std": 0.027092, + "nauc_mrr_at_5_diff1": 0.741034, + "nauc_mrr_at_10_max": 0.669416, + "nauc_mrr_at_10_std": 0.027167, + "nauc_mrr_at_10_diff1": 0.741371, + "nauc_mrr_at_20_max": 0.668927, + "nauc_mrr_at_20_std": 0.026118, + "nauc_mrr_at_20_diff1": 0.741526, + "nauc_mrr_at_100_max": 0.667916, + "nauc_mrr_at_100_std": 0.024219, + "nauc_mrr_at_100_diff1": 0.741289, + "nauc_mrr_at_1000_max": 0.668058, + "nauc_mrr_at_1000_std": 0.024389, + "nauc_mrr_at_1000_diff1": 0.74144, + "main_score": 0.63837, + "hf_subset": "npi_Latn-eng_Latn", + "languages": [ + "npi-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44222, + "ndcg_at_3": 0.49846, + "ndcg_at_5": 0.51204, + "ndcg_at_10": 0.5243, + "ndcg_at_20": 0.53548, + "ndcg_at_100": 0.56007, + "ndcg_at_1000": 0.58645, + "map_at_1": 0.44222, + "map_at_3": 0.48519, + "map_at_5": 0.49263, + "map_at_10": 0.49771, + "map_at_20": 0.50075, + "map_at_100": 0.50374, + "map_at_1000": 0.50466, + "recall_at_1": 0.44222, + "recall_at_3": 0.53667, + "recall_at_5": 0.57, + "recall_at_10": 0.60778, + "recall_at_20": 0.65222, + "recall_at_100": 0.79111, + "recall_at_1000": 1.0, + "precision_at_1": 0.44222, + "precision_at_3": 0.17889, + "precision_at_5": 0.114, + "precision_at_10": 0.06078, + "precision_at_20": 0.03261, + "precision_at_100": 0.00791, + "precision_at_1000": 0.001, + "mrr_at_1": 0.442222, + "mrr_at_3": 0.485185, + "mrr_at_5": 0.49263, + "mrr_at_10": 0.497713, + "mrr_at_20": 0.500748, + "mrr_at_100": 0.503738, + "mrr_at_1000": 0.504658, + "nauc_ndcg_at_1_max": 0.845559, + "nauc_ndcg_at_1_std": 0.561254, + "nauc_ndcg_at_1_diff1": 0.879504, + "nauc_ndcg_at_3_max": 0.867455, + "nauc_ndcg_at_3_std": 0.609227, + "nauc_ndcg_at_3_diff1": 0.844927, + "nauc_ndcg_at_5_max": 0.863157, + "nauc_ndcg_at_5_std": 0.618309, + "nauc_ndcg_at_5_diff1": 0.833235, + "nauc_ndcg_at_10_max": 0.856345, + "nauc_ndcg_at_10_std": 0.620864, + "nauc_ndcg_at_10_diff1": 0.830053, + "nauc_ndcg_at_20_max": 0.850121, + "nauc_ndcg_at_20_std": 0.620561, + "nauc_ndcg_at_20_diff1": 0.821884, + "nauc_ndcg_at_100_max": 0.840037, + "nauc_ndcg_at_100_std": 0.611449, + "nauc_ndcg_at_100_diff1": 0.816442, + "nauc_ndcg_at_1000_max": 0.85003, + "nauc_ndcg_at_1000_std": 0.610028, + "nauc_ndcg_at_1000_diff1": 0.829886, + "nauc_map_at_1_max": 0.845559, + "nauc_map_at_1_std": 0.561254, + "nauc_map_at_1_diff1": 0.879504, + "nauc_map_at_3_max": 0.862748, + "nauc_map_at_3_std": 0.597369, + "nauc_map_at_3_diff1": 0.852621, + "nauc_map_at_5_max": 0.860414, + "nauc_map_at_5_std": 0.602244, + "nauc_map_at_5_diff1": 0.846322, + "nauc_map_at_10_max": 0.857527, + "nauc_map_at_10_std": 0.603256, + "nauc_map_at_10_diff1": 0.844925, + "nauc_map_at_20_max": 0.85592, + "nauc_map_at_20_std": 0.603041, + "nauc_map_at_20_diff1": 0.842881, + "nauc_map_at_100_max": 0.854745, + "nauc_map_at_100_std": 0.601969, + "nauc_map_at_100_diff1": 0.842254, + "nauc_map_at_1000_max": 0.854999, + "nauc_map_at_1000_std": 0.601915, + "nauc_map_at_1000_diff1": 0.84265, + "nauc_recall_at_1_max": 0.845559, + "nauc_recall_at_1_std": 0.561254, + "nauc_recall_at_1_diff1": 0.879504, + "nauc_recall_at_3_max": 0.881207, + "nauc_recall_at_3_std": 0.644627, + "nauc_recall_at_3_diff1": 0.822321, + "nauc_recall_at_5_max": 0.87054, + "nauc_recall_at_5_std": 0.669036, + "nauc_recall_at_5_diff1": 0.791587, + "nauc_recall_at_10_max": 0.848806, + "nauc_recall_at_10_std": 0.679583, + "nauc_recall_at_10_diff1": 0.780026, + "nauc_recall_at_20_max": 0.819465, + "nauc_recall_at_20_std": 0.683683, + "nauc_recall_at_20_diff1": 0.738028, + "nauc_recall_at_100_max": 0.714739, + "nauc_recall_at_100_std": 0.629947, + "nauc_recall_at_100_diff1": 0.651091, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.845559, + "nauc_precision_at_1_std": 0.561254, + "nauc_precision_at_1_diff1": 0.879504, + "nauc_precision_at_3_max": 0.881207, + "nauc_precision_at_3_std": 0.644627, + "nauc_precision_at_3_diff1": 0.822321, + "nauc_precision_at_5_max": 0.87054, + "nauc_precision_at_5_std": 0.669036, + "nauc_precision_at_5_diff1": 0.791587, + "nauc_precision_at_10_max": 0.848806, + "nauc_precision_at_10_std": 0.679583, + "nauc_precision_at_10_diff1": 0.780026, + "nauc_precision_at_20_max": 0.819465, + "nauc_precision_at_20_std": 0.683683, + "nauc_precision_at_20_diff1": 0.738028, + "nauc_precision_at_100_max": 0.714739, + "nauc_precision_at_100_std": 0.629947, + "nauc_precision_at_100_diff1": 0.651091, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.845559, + "nauc_mrr_at_1_std": 0.561254, + "nauc_mrr_at_1_diff1": 0.879504, + "nauc_mrr_at_3_max": 0.862748, + "nauc_mrr_at_3_std": 0.597369, + "nauc_mrr_at_3_diff1": 0.852621, + "nauc_mrr_at_5_max": 0.860414, + "nauc_mrr_at_5_std": 0.602244, + "nauc_mrr_at_5_diff1": 0.846322, + "nauc_mrr_at_10_max": 0.857527, + "nauc_mrr_at_10_std": 0.603256, + "nauc_mrr_at_10_diff1": 0.844925, + "nauc_mrr_at_20_max": 0.85592, + "nauc_mrr_at_20_std": 0.603041, + "nauc_mrr_at_20_diff1": 0.842881, + "nauc_mrr_at_100_max": 0.854745, + "nauc_mrr_at_100_std": 0.601969, + "nauc_mrr_at_100_diff1": 0.842254, + "nauc_mrr_at_1000_max": 0.854999, + "nauc_mrr_at_1000_std": 0.601915, + "nauc_mrr_at_1000_diff1": 0.84265, + "main_score": 0.5243, + "hf_subset": "eng_Latn-npi_Latn", + "languages": [ + "eng-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.46111, + "ndcg_at_3": 0.50094, + "ndcg_at_5": 0.51318, + "ndcg_at_10": 0.52427, + "ndcg_at_20": 0.53863, + "ndcg_at_100": 0.56173, + "ndcg_at_1000": 0.59034, + "map_at_1": 0.46111, + "map_at_3": 0.49093, + "map_at_5": 0.49765, + "map_at_10": 0.5022, + "map_at_20": 0.50601, + "map_at_100": 0.50898, + "map_at_1000": 0.51012, + "recall_at_1": 0.46111, + "recall_at_3": 0.53, + "recall_at_5": 0.56, + "recall_at_10": 0.59444, + "recall_at_20": 0.65222, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "precision_at_1": 0.46111, + "precision_at_3": 0.17667, + "precision_at_5": 0.112, + "precision_at_10": 0.05944, + "precision_at_20": 0.03261, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.461111, + "mrr_at_3": 0.490926, + "mrr_at_5": 0.497648, + "mrr_at_10": 0.502198, + "mrr_at_20": 0.506009, + "mrr_at_100": 0.508979, + "mrr_at_1000": 0.510116, + "nauc_ndcg_at_1_max": 0.5299, + "nauc_ndcg_at_1_std": -0.69476, + "nauc_ndcg_at_1_diff1": 0.884949, + "nauc_ndcg_at_3_max": 0.520257, + "nauc_ndcg_at_3_std": -0.711197, + "nauc_ndcg_at_3_diff1": 0.860577, + "nauc_ndcg_at_5_max": 0.518386, + "nauc_ndcg_at_5_std": -0.707582, + "nauc_ndcg_at_5_diff1": 0.850024, + "nauc_ndcg_at_10_max": 0.513901, + "nauc_ndcg_at_10_std": -0.70501, + "nauc_ndcg_at_10_diff1": 0.840201, + "nauc_ndcg_at_20_max": 0.508817, + "nauc_ndcg_at_20_std": -0.694353, + "nauc_ndcg_at_20_diff1": 0.83415, + "nauc_ndcg_at_100_max": 0.506337, + "nauc_ndcg_at_100_std": -0.68807, + "nauc_ndcg_at_100_diff1": 0.826777, + "nauc_ndcg_at_1000_max": 0.512826, + "nauc_ndcg_at_1000_std": -0.696962, + "nauc_ndcg_at_1000_diff1": 0.841781, + "nauc_map_at_1_max": 0.5299, + "nauc_map_at_1_std": -0.69476, + "nauc_map_at_1_diff1": 0.884949, + "nauc_map_at_3_max": 0.522038, + "nauc_map_at_3_std": -0.707986, + "nauc_map_at_3_diff1": 0.866171, + "nauc_map_at_5_max": 0.521391, + "nauc_map_at_5_std": -0.705802, + "nauc_map_at_5_diff1": 0.860481, + "nauc_map_at_10_max": 0.5195, + "nauc_map_at_10_std": -0.704755, + "nauc_map_at_10_diff1": 0.856614, + "nauc_map_at_20_max": 0.518203, + "nauc_map_at_20_std": -0.702084, + "nauc_map_at_20_diff1": 0.855167, + "nauc_map_at_100_max": 0.517897, + "nauc_map_at_100_std": -0.701242, + "nauc_map_at_100_diff1": 0.854199, + "nauc_map_at_1000_max": 0.5181, + "nauc_map_at_1000_std": -0.701536, + "nauc_map_at_1000_diff1": 0.854683, + "nauc_recall_at_1_max": 0.5299, + "nauc_recall_at_1_std": -0.69476, + "nauc_recall_at_1_diff1": 0.884949, + "nauc_recall_at_3_max": 0.515224, + "nauc_recall_at_3_std": -0.72037, + "nauc_recall_at_3_diff1": 0.844148, + "nauc_recall_at_5_max": 0.508733, + "nauc_recall_at_5_std": -0.712327, + "nauc_recall_at_5_diff1": 0.816717, + "nauc_recall_at_10_max": 0.494048, + "nauc_recall_at_10_std": -0.703942, + "nauc_recall_at_10_diff1": 0.782601, + "nauc_recall_at_20_max": 0.468426, + "nauc_recall_at_20_std": -0.653759, + "nauc_recall_at_20_diff1": 0.748138, + "nauc_recall_at_100_max": 0.430874, + "nauc_recall_at_100_std": -0.586222, + "nauc_recall_at_100_diff1": 0.653063, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.5299, + "nauc_precision_at_1_std": -0.69476, + "nauc_precision_at_1_diff1": 0.884949, + "nauc_precision_at_3_max": 0.515224, + "nauc_precision_at_3_std": -0.72037, + "nauc_precision_at_3_diff1": 0.844148, + "nauc_precision_at_5_max": 0.508733, + "nauc_precision_at_5_std": -0.712327, + "nauc_precision_at_5_diff1": 0.816717, + "nauc_precision_at_10_max": 0.494048, + "nauc_precision_at_10_std": -0.703942, + "nauc_precision_at_10_diff1": 0.782601, + "nauc_precision_at_20_max": 0.468426, + "nauc_precision_at_20_std": -0.653759, + "nauc_precision_at_20_diff1": 0.748138, + "nauc_precision_at_100_max": 0.430874, + "nauc_precision_at_100_std": -0.586222, + "nauc_precision_at_100_diff1": 0.653063, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.5299, + "nauc_mrr_at_1_std": -0.69476, + "nauc_mrr_at_1_diff1": 0.884949, + "nauc_mrr_at_3_max": 0.522038, + "nauc_mrr_at_3_std": -0.707986, + "nauc_mrr_at_3_diff1": 0.866171, + "nauc_mrr_at_5_max": 0.521391, + "nauc_mrr_at_5_std": -0.705802, + "nauc_mrr_at_5_diff1": 0.860481, + "nauc_mrr_at_10_max": 0.5195, + "nauc_mrr_at_10_std": -0.704755, + "nauc_mrr_at_10_diff1": 0.856614, + "nauc_mrr_at_20_max": 0.518203, + "nauc_mrr_at_20_std": -0.702084, + "nauc_mrr_at_20_diff1": 0.855167, + "nauc_mrr_at_100_max": 0.517897, + "nauc_mrr_at_100_std": -0.701242, + "nauc_mrr_at_100_diff1": 0.854199, + "nauc_mrr_at_1000_max": 0.5181, + "nauc_mrr_at_1000_std": -0.701536, + "nauc_mrr_at_1000_diff1": 0.854683, + "main_score": 0.52427, + "hf_subset": "nso_Latn-nso_Latn", + "languages": [ + "nso-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.59631, + "ndcg_at_5": 0.61051, + "ndcg_at_10": 0.62185, + "ndcg_at_20": 0.63129, + "ndcg_at_100": 0.64883, + "ndcg_at_1000": 0.67039, + "map_at_1": 0.54667, + "map_at_3": 0.58426, + "map_at_5": 0.59215, + "map_at_10": 0.59673, + "map_at_20": 0.59926, + "map_at_100": 0.60149, + "map_at_1000": 0.60239, + "recall_at_1": 0.54667, + "recall_at_3": 0.63111, + "recall_at_5": 0.66556, + "recall_at_10": 0.70111, + "recall_at_20": 0.73889, + "recall_at_100": 0.83667, + "recall_at_1000": 1.0, + "precision_at_1": 0.54667, + "precision_at_3": 0.21037, + "precision_at_5": 0.13311, + "precision_at_10": 0.07011, + "precision_at_20": 0.03694, + "precision_at_100": 0.00837, + "precision_at_1000": 0.001, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.584259, + "mrr_at_5": 0.592148, + "mrr_at_10": 0.596735, + "mrr_at_20": 0.599263, + "mrr_at_100": 0.601489, + "mrr_at_1000": 0.602391, + "nauc_ndcg_at_1_max": 0.866794, + "nauc_ndcg_at_1_std": 0.322417, + "nauc_ndcg_at_1_diff1": 0.888425, + "nauc_ndcg_at_3_max": 0.866703, + "nauc_ndcg_at_3_std": 0.350526, + "nauc_ndcg_at_3_diff1": 0.857287, + "nauc_ndcg_at_5_max": 0.860484, + "nauc_ndcg_at_5_std": 0.36325, + "nauc_ndcg_at_5_diff1": 0.847927, + "nauc_ndcg_at_10_max": 0.854137, + "nauc_ndcg_at_10_std": 0.367677, + "nauc_ndcg_at_10_diff1": 0.840804, + "nauc_ndcg_at_20_max": 0.85323, + "nauc_ndcg_at_20_std": 0.369526, + "nauc_ndcg_at_20_diff1": 0.838318, + "nauc_ndcg_at_100_max": 0.852889, + "nauc_ndcg_at_100_std": 0.381521, + "nauc_ndcg_at_100_diff1": 0.83473, + "nauc_ndcg_at_1000_max": 0.857407, + "nauc_ndcg_at_1000_std": 0.366289, + "nauc_ndcg_at_1000_diff1": 0.845588, + "nauc_map_at_1_max": 0.866794, + "nauc_map_at_1_std": 0.322417, + "nauc_map_at_1_diff1": 0.888425, + "nauc_map_at_3_max": 0.867214, + "nauc_map_at_3_std": 0.344129, + "nauc_map_at_3_diff1": 0.864626, + "nauc_map_at_5_max": 0.86393, + "nauc_map_at_5_std": 0.351092, + "nauc_map_at_5_diff1": 0.859732, + "nauc_map_at_10_max": 0.861584, + "nauc_map_at_10_std": 0.352958, + "nauc_map_at_10_diff1": 0.857069, + "nauc_map_at_20_max": 0.861422, + "nauc_map_at_20_std": 0.353416, + "nauc_map_at_20_diff1": 0.856521, + "nauc_map_at_100_max": 0.861417, + "nauc_map_at_100_std": 0.355162, + "nauc_map_at_100_diff1": 0.855962, + "nauc_map_at_1000_max": 0.861566, + "nauc_map_at_1000_std": 0.354559, + "nauc_map_at_1000_diff1": 0.856342, + "nauc_recall_at_1_max": 0.866794, + "nauc_recall_at_1_std": 0.322417, + "nauc_recall_at_1_diff1": 0.888425, + "nauc_recall_at_3_max": 0.864909, + "nauc_recall_at_3_std": 0.369958, + "nauc_recall_at_3_diff1": 0.83487, + "nauc_recall_at_5_max": 0.847951, + "nauc_recall_at_5_std": 0.404257, + "nauc_recall_at_5_diff1": 0.808185, + "nauc_recall_at_10_max": 0.823401, + "nauc_recall_at_10_std": 0.421767, + "nauc_recall_at_10_diff1": 0.779288, + "nauc_recall_at_20_max": 0.814945, + "nauc_recall_at_20_std": 0.436772, + "nauc_recall_at_20_diff1": 0.759593, + "nauc_recall_at_100_max": 0.792957, + "nauc_recall_at_100_std": 0.574339, + "nauc_recall_at_100_diff1": 0.69236, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.866794, + "nauc_precision_at_1_std": 0.322417, + "nauc_precision_at_1_diff1": 0.888425, + "nauc_precision_at_3_max": 0.864909, + "nauc_precision_at_3_std": 0.369958, + "nauc_precision_at_3_diff1": 0.83487, + "nauc_precision_at_5_max": 0.847951, + "nauc_precision_at_5_std": 0.404257, + "nauc_precision_at_5_diff1": 0.808185, + "nauc_precision_at_10_max": 0.823401, + "nauc_precision_at_10_std": 0.421767, + "nauc_precision_at_10_diff1": 0.779288, + "nauc_precision_at_20_max": 0.814945, + "nauc_precision_at_20_std": 0.436772, + "nauc_precision_at_20_diff1": 0.759593, + "nauc_precision_at_100_max": 0.792957, + "nauc_precision_at_100_std": 0.574339, + "nauc_precision_at_100_diff1": 0.69236, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.866794, + "nauc_mrr_at_1_std": 0.322417, + "nauc_mrr_at_1_diff1": 0.888425, + "nauc_mrr_at_3_max": 0.867214, + "nauc_mrr_at_3_std": 0.344129, + "nauc_mrr_at_3_diff1": 0.864626, + "nauc_mrr_at_5_max": 0.86393, + "nauc_mrr_at_5_std": 0.351092, + "nauc_mrr_at_5_diff1": 0.859732, + "nauc_mrr_at_10_max": 0.861584, + "nauc_mrr_at_10_std": 0.352958, + "nauc_mrr_at_10_diff1": 0.857069, + "nauc_mrr_at_20_max": 0.861422, + "nauc_mrr_at_20_std": 0.353416, + "nauc_mrr_at_20_diff1": 0.856521, + "nauc_mrr_at_100_max": 0.861417, + "nauc_mrr_at_100_std": 0.355162, + "nauc_mrr_at_100_diff1": 0.855962, + "nauc_mrr_at_1000_max": 0.861566, + "nauc_mrr_at_1000_std": 0.354559, + "nauc_mrr_at_1000_diff1": 0.856342, + "main_score": 0.62185, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41444, + "ndcg_at_3": 0.45, + "ndcg_at_5": 0.45741, + "ndcg_at_10": 0.46212, + "ndcg_at_20": 0.46904, + "ndcg_at_100": 0.48813, + "ndcg_at_1000": 0.53389, + "map_at_1": 0.41444, + "map_at_3": 0.44185, + "map_at_5": 0.44602, + "map_at_10": 0.44798, + "map_at_20": 0.44983, + "map_at_100": 0.45231, + "map_at_1000": 0.45393, + "recall_at_1": 0.41444, + "recall_at_3": 0.47333, + "recall_at_5": 0.49111, + "recall_at_10": 0.50556, + "recall_at_20": 0.53333, + "recall_at_100": 0.63889, + "recall_at_1000": 1.0, + "precision_at_1": 0.41444, + "precision_at_3": 0.15778, + "precision_at_5": 0.09822, + "precision_at_10": 0.05056, + "precision_at_20": 0.02667, + "precision_at_100": 0.00639, + "precision_at_1000": 0.001, + "mrr_at_1": 0.414444, + "mrr_at_3": 0.441852, + "mrr_at_5": 0.446019, + "mrr_at_10": 0.447984, + "mrr_at_20": 0.449833, + "mrr_at_100": 0.452306, + "mrr_at_1000": 0.453933, + "nauc_ndcg_at_1_max": 0.862691, + "nauc_ndcg_at_1_std": 0.620328, + "nauc_ndcg_at_1_diff1": 0.877295, + "nauc_ndcg_at_3_max": 0.887651, + "nauc_ndcg_at_3_std": 0.683204, + "nauc_ndcg_at_3_diff1": 0.839645, + "nauc_ndcg_at_5_max": 0.884071, + "nauc_ndcg_at_5_std": 0.690778, + "nauc_ndcg_at_5_diff1": 0.828662, + "nauc_ndcg_at_10_max": 0.87894, + "nauc_ndcg_at_10_std": 0.690519, + "nauc_ndcg_at_10_diff1": 0.823601, + "nauc_ndcg_at_20_max": 0.872637, + "nauc_ndcg_at_20_std": 0.68859, + "nauc_ndcg_at_20_diff1": 0.817327, + "nauc_ndcg_at_100_max": 0.858766, + "nauc_ndcg_at_100_std": 0.676531, + "nauc_ndcg_at_100_diff1": 0.807832, + "nauc_ndcg_at_1000_max": 0.868968, + "nauc_ndcg_at_1000_std": 0.676154, + "nauc_ndcg_at_1000_diff1": 0.82242, + "nauc_map_at_1_max": 0.862691, + "nauc_map_at_1_std": 0.620328, + "nauc_map_at_1_diff1": 0.877295, + "nauc_map_at_3_max": 0.882119, + "nauc_map_at_3_std": 0.668503, + "nauc_map_at_3_diff1": 0.848215, + "nauc_map_at_5_max": 0.880284, + "nauc_map_at_5_std": 0.67277, + "nauc_map_at_5_diff1": 0.842097, + "nauc_map_at_10_max": 0.878129, + "nauc_map_at_10_std": 0.672713, + "nauc_map_at_10_diff1": 0.83996, + "nauc_map_at_20_max": 0.876358, + "nauc_map_at_20_std": 0.672138, + "nauc_map_at_20_diff1": 0.838271, + "nauc_map_at_100_max": 0.874441, + "nauc_map_at_100_std": 0.670578, + "nauc_map_at_100_diff1": 0.836881, + "nauc_map_at_1000_max": 0.874622, + "nauc_map_at_1000_std": 0.670348, + "nauc_map_at_1000_diff1": 0.837258, + "nauc_recall_at_1_max": 0.862691, + "nauc_recall_at_1_std": 0.620328, + "nauc_recall_at_1_diff1": 0.877295, + "nauc_recall_at_3_max": 0.903562, + "nauc_recall_at_3_std": 0.72584, + "nauc_recall_at_3_diff1": 0.814893, + "nauc_recall_at_5_max": 0.894231, + "nauc_recall_at_5_std": 0.744283, + "nauc_recall_at_5_diff1": 0.78801, + "nauc_recall_at_10_max": 0.87838, + "nauc_recall_at_10_std": 0.743588, + "nauc_recall_at_10_diff1": 0.772088, + "nauc_recall_at_20_max": 0.852912, + "nauc_recall_at_20_std": 0.737401, + "nauc_recall_at_20_diff1": 0.744908, + "nauc_recall_at_100_max": 0.763355, + "nauc_recall_at_100_std": 0.667348, + "nauc_recall_at_100_diff1": 0.677148, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.862691, + "nauc_precision_at_1_std": 0.620328, + "nauc_precision_at_1_diff1": 0.877295, + "nauc_precision_at_3_max": 0.903562, + "nauc_precision_at_3_std": 0.72584, + "nauc_precision_at_3_diff1": 0.814893, + "nauc_precision_at_5_max": 0.894231, + "nauc_precision_at_5_std": 0.744283, + "nauc_precision_at_5_diff1": 0.78801, + "nauc_precision_at_10_max": 0.87838, + "nauc_precision_at_10_std": 0.743588, + "nauc_precision_at_10_diff1": 0.772088, + "nauc_precision_at_20_max": 0.852912, + "nauc_precision_at_20_std": 0.737401, + "nauc_precision_at_20_diff1": 0.744908, + "nauc_precision_at_100_max": 0.763355, + "nauc_precision_at_100_std": 0.667348, + "nauc_precision_at_100_diff1": 0.677148, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.862691, + "nauc_mrr_at_1_std": 0.620328, + "nauc_mrr_at_1_diff1": 0.877295, + "nauc_mrr_at_3_max": 0.882119, + "nauc_mrr_at_3_std": 0.668503, + "nauc_mrr_at_3_diff1": 0.848215, + "nauc_mrr_at_5_max": 0.880284, + "nauc_mrr_at_5_std": 0.67277, + "nauc_mrr_at_5_diff1": 0.842097, + "nauc_mrr_at_10_max": 0.878129, + "nauc_mrr_at_10_std": 0.672713, + "nauc_mrr_at_10_diff1": 0.83996, + "nauc_mrr_at_20_max": 0.876358, + "nauc_mrr_at_20_std": 0.672138, + "nauc_mrr_at_20_diff1": 0.838271, + "nauc_mrr_at_100_max": 0.874441, + "nauc_mrr_at_100_std": 0.670578, + "nauc_mrr_at_100_diff1": 0.836881, + "nauc_mrr_at_1000_max": 0.874622, + "nauc_mrr_at_1000_std": 0.670348, + "nauc_mrr_at_1000_diff1": 0.837258, + "main_score": 0.46212, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.40333, + "ndcg_at_3": 0.44993, + "ndcg_at_5": 0.46375, + "ndcg_at_10": 0.47584, + "ndcg_at_20": 0.48532, + "ndcg_at_100": 0.51791, + "ndcg_at_1000": 0.54718, + "map_at_1": 0.40333, + "map_at_3": 0.43907, + "map_at_5": 0.4468, + "map_at_10": 0.45151, + "map_at_20": 0.45407, + "map_at_100": 0.45806, + "map_at_1000": 0.4592, + "recall_at_1": 0.40333, + "recall_at_3": 0.48111, + "recall_at_5": 0.51444, + "recall_at_10": 0.55333, + "recall_at_20": 0.59111, + "recall_at_100": 0.77444, + "recall_at_1000": 1.0, + "precision_at_1": 0.40333, + "precision_at_3": 0.16037, + "precision_at_5": 0.10289, + "precision_at_10": 0.05533, + "precision_at_20": 0.02956, + "precision_at_100": 0.00774, + "precision_at_1000": 0.001, + "mrr_at_1": 0.403333, + "mrr_at_3": 0.439074, + "mrr_at_5": 0.446796, + "mrr_at_10": 0.451507, + "mrr_at_20": 0.454069, + "mrr_at_100": 0.458056, + "mrr_at_1000": 0.459202, + "nauc_ndcg_at_1_max": 0.573568, + "nauc_ndcg_at_1_std": -0.597356, + "nauc_ndcg_at_1_diff1": 0.846517, + "nauc_ndcg_at_3_max": 0.554551, + "nauc_ndcg_at_3_std": -0.635028, + "nauc_ndcg_at_3_diff1": 0.810385, + "nauc_ndcg_at_5_max": 0.545071, + "nauc_ndcg_at_5_std": -0.633777, + "nauc_ndcg_at_5_diff1": 0.796843, + "nauc_ndcg_at_10_max": 0.538387, + "nauc_ndcg_at_10_std": -0.632856, + "nauc_ndcg_at_10_diff1": 0.788034, + "nauc_ndcg_at_20_max": 0.539509, + "nauc_ndcg_at_20_std": -0.621083, + "nauc_ndcg_at_20_diff1": 0.784798, + "nauc_ndcg_at_100_max": 0.536804, + "nauc_ndcg_at_100_std": -0.609654, + "nauc_ndcg_at_100_diff1": 0.780656, + "nauc_ndcg_at_1000_max": 0.543882, + "nauc_ndcg_at_1000_std": -0.619878, + "nauc_ndcg_at_1000_diff1": 0.793798, + "nauc_map_at_1_max": 0.573568, + "nauc_map_at_1_std": -0.597356, + "nauc_map_at_1_diff1": 0.846517, + "nauc_map_at_3_max": 0.558814, + "nauc_map_at_3_std": -0.627583, + "nauc_map_at_3_diff1": 0.819084, + "nauc_map_at_5_max": 0.553442, + "nauc_map_at_5_std": -0.626879, + "nauc_map_at_5_diff1": 0.811604, + "nauc_map_at_10_max": 0.550892, + "nauc_map_at_10_std": -0.626409, + "nauc_map_at_10_diff1": 0.808088, + "nauc_map_at_20_max": 0.551225, + "nauc_map_at_20_std": -0.62338, + "nauc_map_at_20_diff1": 0.807319, + "nauc_map_at_100_max": 0.550818, + "nauc_map_at_100_std": -0.621972, + "nauc_map_at_100_diff1": 0.806753, + "nauc_map_at_1000_max": 0.55108, + "nauc_map_at_1000_std": -0.622293, + "nauc_map_at_1000_diff1": 0.8072, + "nauc_recall_at_1_max": 0.573568, + "nauc_recall_at_1_std": -0.597356, + "nauc_recall_at_1_diff1": 0.846517, + "nauc_recall_at_3_max": 0.542228, + "nauc_recall_at_3_std": -0.656092, + "nauc_recall_at_3_diff1": 0.784963, + "nauc_recall_at_5_max": 0.519124, + "nauc_recall_at_5_std": -0.653355, + "nauc_recall_at_5_diff1": 0.751017, + "nauc_recall_at_10_max": 0.495519, + "nauc_recall_at_10_std": -0.65158, + "nauc_recall_at_10_diff1": 0.720424, + "nauc_recall_at_20_max": 0.498493, + "nauc_recall_at_20_std": -0.600472, + "nauc_recall_at_20_diff1": 0.703157, + "nauc_recall_at_100_max": 0.457419, + "nauc_recall_at_100_std": -0.489447, + "nauc_recall_at_100_diff1": 0.627695, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.573568, + "nauc_precision_at_1_std": -0.597356, + "nauc_precision_at_1_diff1": 0.846517, + "nauc_precision_at_3_max": 0.542228, + "nauc_precision_at_3_std": -0.656092, + "nauc_precision_at_3_diff1": 0.784963, + "nauc_precision_at_5_max": 0.519124, + "nauc_precision_at_5_std": -0.653355, + "nauc_precision_at_5_diff1": 0.751017, + "nauc_precision_at_10_max": 0.495519, + "nauc_precision_at_10_std": -0.65158, + "nauc_precision_at_10_diff1": 0.720424, + "nauc_precision_at_20_max": 0.498493, + "nauc_precision_at_20_std": -0.600472, + "nauc_precision_at_20_diff1": 0.703157, + "nauc_precision_at_100_max": 0.457419, + "nauc_precision_at_100_std": -0.489447, + "nauc_precision_at_100_diff1": 0.627695, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.573568, + "nauc_mrr_at_1_std": -0.597356, + "nauc_mrr_at_1_diff1": 0.846517, + "nauc_mrr_at_3_max": 0.558814, + "nauc_mrr_at_3_std": -0.627583, + "nauc_mrr_at_3_diff1": 0.819084, + "nauc_mrr_at_5_max": 0.553442, + "nauc_mrr_at_5_std": -0.626879, + "nauc_mrr_at_5_diff1": 0.811604, + "nauc_mrr_at_10_max": 0.550892, + "nauc_mrr_at_10_std": -0.626409, + "nauc_mrr_at_10_diff1": 0.808088, + "nauc_mrr_at_20_max": 0.551225, + "nauc_mrr_at_20_std": -0.62338, + "nauc_mrr_at_20_diff1": 0.807319, + "nauc_mrr_at_100_max": 0.550818, + "nauc_mrr_at_100_std": -0.621972, + "nauc_mrr_at_100_diff1": 0.806753, + "nauc_mrr_at_1000_max": 0.55108, + "nauc_mrr_at_1000_std": -0.622293, + "nauc_mrr_at_1000_diff1": 0.8072, + "main_score": 0.47584, + "hf_subset": "nya_Latn-nya_Latn", + "languages": [ + "nya-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.58778, + "ndcg_at_3": 0.64186, + "ndcg_at_5": 0.65281, + "ndcg_at_10": 0.6648, + "ndcg_at_20": 0.67519, + "ndcg_at_100": 0.69573, + "ndcg_at_1000": 0.70892, + "map_at_1": 0.58778, + "map_at_3": 0.62833, + "map_at_5": 0.63439, + "map_at_10": 0.6392, + "map_at_20": 0.64205, + "map_at_100": 0.64471, + "map_at_1000": 0.64526, + "recall_at_1": 0.58778, + "recall_at_3": 0.68111, + "recall_at_5": 0.70778, + "recall_at_10": 0.74556, + "recall_at_20": 0.78667, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "precision_at_1": 0.58778, + "precision_at_3": 0.22704, + "precision_at_5": 0.14156, + "precision_at_10": 0.07456, + "precision_at_20": 0.03933, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.587778, + "mrr_at_3": 0.628333, + "mrr_at_5": 0.634389, + "mrr_at_10": 0.639198, + "mrr_at_20": 0.642046, + "mrr_at_100": 0.644709, + "mrr_at_1000": 0.645261, + "nauc_ndcg_at_1_max": 0.850347, + "nauc_ndcg_at_1_std": 0.29292, + "nauc_ndcg_at_1_diff1": 0.888745, + "nauc_ndcg_at_3_max": 0.854376, + "nauc_ndcg_at_3_std": 0.321527, + "nauc_ndcg_at_3_diff1": 0.849544, + "nauc_ndcg_at_5_max": 0.848934, + "nauc_ndcg_at_5_std": 0.328557, + "nauc_ndcg_at_5_diff1": 0.841315, + "nauc_ndcg_at_10_max": 0.849615, + "nauc_ndcg_at_10_std": 0.342354, + "nauc_ndcg_at_10_diff1": 0.837039, + "nauc_ndcg_at_20_max": 0.845737, + "nauc_ndcg_at_20_std": 0.34344, + "nauc_ndcg_at_20_diff1": 0.833893, + "nauc_ndcg_at_100_max": 0.842497, + "nauc_ndcg_at_100_std": 0.342918, + "nauc_ndcg_at_100_diff1": 0.831801, + "nauc_ndcg_at_1000_max": 0.847416, + "nauc_ndcg_at_1000_std": 0.333503, + "nauc_ndcg_at_1000_diff1": 0.842943, + "nauc_map_at_1_max": 0.850347, + "nauc_map_at_1_std": 0.29292, + "nauc_map_at_1_diff1": 0.888745, + "nauc_map_at_3_max": 0.854141, + "nauc_map_at_3_std": 0.313233, + "nauc_map_at_3_diff1": 0.859694, + "nauc_map_at_5_max": 0.851317, + "nauc_map_at_5_std": 0.317008, + "nauc_map_at_5_diff1": 0.855391, + "nauc_map_at_10_max": 0.85155, + "nauc_map_at_10_std": 0.322069, + "nauc_map_at_10_diff1": 0.85394, + "nauc_map_at_20_max": 0.850639, + "nauc_map_at_20_std": 0.322403, + "nauc_map_at_20_diff1": 0.853279, + "nauc_map_at_100_max": 0.850176, + "nauc_map_at_100_std": 0.322568, + "nauc_map_at_100_diff1": 0.853139, + "nauc_map_at_1000_max": 0.85035, + "nauc_map_at_1000_std": 0.322209, + "nauc_map_at_1000_diff1": 0.853547, + "nauc_recall_at_1_max": 0.850347, + "nauc_recall_at_1_std": 0.29292, + "nauc_recall_at_1_diff1": 0.888745, + "nauc_recall_at_3_max": 0.854757, + "nauc_recall_at_3_std": 0.348364, + "nauc_recall_at_3_diff1": 0.817198, + "nauc_recall_at_5_max": 0.839529, + "nauc_recall_at_5_std": 0.368646, + "nauc_recall_at_5_diff1": 0.792862, + "nauc_recall_at_10_max": 0.841401, + "nauc_recall_at_10_std": 0.426822, + "nauc_recall_at_10_diff1": 0.770588, + "nauc_recall_at_20_max": 0.818584, + "nauc_recall_at_20_std": 0.443208, + "nauc_recall_at_20_diff1": 0.743405, + "nauc_recall_at_100_max": 0.752661, + "nauc_recall_at_100_std": 0.514628, + "nauc_recall_at_100_diff1": 0.628919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.850347, + "nauc_precision_at_1_std": 0.29292, + "nauc_precision_at_1_diff1": 0.888745, + "nauc_precision_at_3_max": 0.854757, + "nauc_precision_at_3_std": 0.348364, + "nauc_precision_at_3_diff1": 0.817198, + "nauc_precision_at_5_max": 0.839529, + "nauc_precision_at_5_std": 0.368646, + "nauc_precision_at_5_diff1": 0.792862, + "nauc_precision_at_10_max": 0.841401, + "nauc_precision_at_10_std": 0.426822, + "nauc_precision_at_10_diff1": 0.770588, + "nauc_precision_at_20_max": 0.818584, + "nauc_precision_at_20_std": 0.443208, + "nauc_precision_at_20_diff1": 0.743405, + "nauc_precision_at_100_max": 0.752661, + "nauc_precision_at_100_std": 0.514628, + "nauc_precision_at_100_diff1": 0.628919, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.850347, + "nauc_mrr_at_1_std": 0.29292, + "nauc_mrr_at_1_diff1": 0.888745, + "nauc_mrr_at_3_max": 0.854141, + "nauc_mrr_at_3_std": 0.313233, + "nauc_mrr_at_3_diff1": 0.859694, + "nauc_mrr_at_5_max": 0.851317, + "nauc_mrr_at_5_std": 0.317008, + "nauc_mrr_at_5_diff1": 0.855391, + "nauc_mrr_at_10_max": 0.85155, + "nauc_mrr_at_10_std": 0.322069, + "nauc_mrr_at_10_diff1": 0.85394, + "nauc_mrr_at_20_max": 0.850639, + "nauc_mrr_at_20_std": 0.322403, + "nauc_mrr_at_20_diff1": 0.853279, + "nauc_mrr_at_100_max": 0.850176, + "nauc_mrr_at_100_std": 0.322568, + "nauc_mrr_at_100_diff1": 0.853139, + "nauc_mrr_at_1000_max": 0.85035, + "nauc_mrr_at_1000_std": 0.322209, + "nauc_mrr_at_1000_diff1": 0.853547, + "main_score": 0.6648, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38444, + "ndcg_at_3": 0.42167, + "ndcg_at_5": 0.4287, + "ndcg_at_10": 0.43662, + "ndcg_at_20": 0.44557, + "ndcg_at_100": 0.47081, + "ndcg_at_1000": 0.51297, + "map_at_1": 0.38444, + "map_at_3": 0.41296, + "map_at_5": 0.41696, + "map_at_10": 0.42025, + "map_at_20": 0.42268, + "map_at_100": 0.42568, + "map_at_1000": 0.42715, + "recall_at_1": 0.38444, + "recall_at_3": 0.44667, + "recall_at_5": 0.46333, + "recall_at_10": 0.48778, + "recall_at_20": 0.52333, + "recall_at_100": 0.66667, + "recall_at_1000": 1.0, + "precision_at_1": 0.38444, + "precision_at_3": 0.14889, + "precision_at_5": 0.09267, + "precision_at_10": 0.04878, + "precision_at_20": 0.02617, + "precision_at_100": 0.00667, + "precision_at_1000": 0.001, + "mrr_at_1": 0.384444, + "mrr_at_3": 0.412963, + "mrr_at_5": 0.416963, + "mrr_at_10": 0.420248, + "mrr_at_20": 0.42268, + "mrr_at_100": 0.425679, + "mrr_at_1000": 0.427151, + "nauc_ndcg_at_1_max": 0.878145, + "nauc_ndcg_at_1_std": 0.658687, + "nauc_ndcg_at_1_diff1": 0.894267, + "nauc_ndcg_at_3_max": 0.897401, + "nauc_ndcg_at_3_std": 0.705662, + "nauc_ndcg_at_3_diff1": 0.858388, + "nauc_ndcg_at_5_max": 0.894852, + "nauc_ndcg_at_5_std": 0.706662, + "nauc_ndcg_at_5_diff1": 0.857406, + "nauc_ndcg_at_10_max": 0.885123, + "nauc_ndcg_at_10_std": 0.698612, + "nauc_ndcg_at_10_diff1": 0.848054, + "nauc_ndcg_at_20_max": 0.877749, + "nauc_ndcg_at_20_std": 0.693794, + "nauc_ndcg_at_20_diff1": 0.839368, + "nauc_ndcg_at_100_max": 0.860786, + "nauc_ndcg_at_100_std": 0.685463, + "nauc_ndcg_at_100_diff1": 0.824637, + "nauc_ndcg_at_1000_max": 0.875985, + "nauc_ndcg_at_1000_std": 0.689612, + "nauc_ndcg_at_1000_diff1": 0.843277, + "nauc_map_at_1_max": 0.878145, + "nauc_map_at_1_std": 0.658687, + "nauc_map_at_1_diff1": 0.894267, + "nauc_map_at_3_max": 0.893193, + "nauc_map_at_3_std": 0.694686, + "nauc_map_at_3_diff1": 0.866757, + "nauc_map_at_5_max": 0.891725, + "nauc_map_at_5_std": 0.695253, + "nauc_map_at_5_diff1": 0.866285, + "nauc_map_at_10_max": 0.887745, + "nauc_map_at_10_std": 0.691839, + "nauc_map_at_10_diff1": 0.862594, + "nauc_map_at_20_max": 0.885767, + "nauc_map_at_20_std": 0.690663, + "nauc_map_at_20_diff1": 0.860222, + "nauc_map_at_100_max": 0.883753, + "nauc_map_at_100_std": 0.689583, + "nauc_map_at_100_diff1": 0.858441, + "nauc_map_at_1000_max": 0.884128, + "nauc_map_at_1000_std": 0.689563, + "nauc_map_at_1000_diff1": 0.858907, + "nauc_recall_at_1_max": 0.878145, + "nauc_recall_at_1_std": 0.658687, + "nauc_recall_at_1_diff1": 0.894267, + "nauc_recall_at_3_max": 0.909418, + "nauc_recall_at_3_std": 0.737338, + "nauc_recall_at_3_diff1": 0.834242, + "nauc_recall_at_5_max": 0.90347, + "nauc_recall_at_5_std": 0.739849, + "nauc_recall_at_5_diff1": 0.831447, + "nauc_recall_at_10_max": 0.872908, + "nauc_recall_at_10_std": 0.715387, + "nauc_recall_at_10_diff1": 0.801124, + "nauc_recall_at_20_max": 0.842222, + "nauc_recall_at_20_std": 0.695004, + "nauc_recall_at_20_diff1": 0.764544, + "nauc_recall_at_100_max": 0.717237, + "nauc_recall_at_100_std": 0.638957, + "nauc_recall_at_100_diff1": 0.647773, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.878145, + "nauc_precision_at_1_std": 0.658687, + "nauc_precision_at_1_diff1": 0.894267, + "nauc_precision_at_3_max": 0.909418, + "nauc_precision_at_3_std": 0.737338, + "nauc_precision_at_3_diff1": 0.834242, + "nauc_precision_at_5_max": 0.90347, + "nauc_precision_at_5_std": 0.739849, + "nauc_precision_at_5_diff1": 0.831447, + "nauc_precision_at_10_max": 0.872908, + "nauc_precision_at_10_std": 0.715387, + "nauc_precision_at_10_diff1": 0.801124, + "nauc_precision_at_20_max": 0.842222, + "nauc_precision_at_20_std": 0.695004, + "nauc_precision_at_20_diff1": 0.764544, + "nauc_precision_at_100_max": 0.717237, + "nauc_precision_at_100_std": 0.638957, + "nauc_precision_at_100_diff1": 0.647773, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.878145, + "nauc_mrr_at_1_std": 0.658687, + "nauc_mrr_at_1_diff1": 0.894267, + "nauc_mrr_at_3_max": 0.893193, + "nauc_mrr_at_3_std": 0.694686, + "nauc_mrr_at_3_diff1": 0.866757, + "nauc_mrr_at_5_max": 0.891725, + "nauc_mrr_at_5_std": 0.695253, + "nauc_mrr_at_5_diff1": 0.866285, + "nauc_mrr_at_10_max": 0.887745, + "nauc_mrr_at_10_std": 0.691839, + "nauc_mrr_at_10_diff1": 0.862594, + "nauc_mrr_at_20_max": 0.885767, + "nauc_mrr_at_20_std": 0.690663, + "nauc_mrr_at_20_diff1": 0.860222, + "nauc_mrr_at_100_max": 0.883753, + "nauc_mrr_at_100_std": 0.689583, + "nauc_mrr_at_100_diff1": 0.858441, + "nauc_mrr_at_1000_max": 0.884128, + "nauc_mrr_at_1000_std": 0.689563, + "nauc_mrr_at_1000_diff1": 0.858907, + "main_score": 0.43662, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.46889, + "ndcg_at_3": 0.53284, + "ndcg_at_5": 0.55408, + "ndcg_at_10": 0.57199, + "ndcg_at_20": 0.58905, + "ndcg_at_100": 0.61465, + "ndcg_at_1000": 0.62923, + "map_at_1": 0.46889, + "map_at_3": 0.51796, + "map_at_5": 0.52985, + "map_at_10": 0.53743, + "map_at_20": 0.54222, + "map_at_100": 0.54546, + "map_at_1000": 0.54609, + "recall_at_1": 0.46889, + "recall_at_3": 0.57556, + "recall_at_5": 0.62667, + "recall_at_10": 0.68111, + "recall_at_20": 0.74778, + "recall_at_100": 0.89, + "recall_at_1000": 1.0, + "precision_at_1": 0.46889, + "precision_at_3": 0.19185, + "precision_at_5": 0.12533, + "precision_at_10": 0.06811, + "precision_at_20": 0.03739, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "mrr_at_1": 0.468889, + "mrr_at_3": 0.517963, + "mrr_at_5": 0.529852, + "mrr_at_10": 0.537427, + "mrr_at_20": 0.54222, + "mrr_at_100": 0.545464, + "mrr_at_1000": 0.54609, + "nauc_ndcg_at_1_max": 0.647967, + "nauc_ndcg_at_1_std": -0.167772, + "nauc_ndcg_at_1_diff1": 0.784556, + "nauc_ndcg_at_3_max": 0.647883, + "nauc_ndcg_at_3_std": -0.196094, + "nauc_ndcg_at_3_diff1": 0.741813, + "nauc_ndcg_at_5_max": 0.645639, + "nauc_ndcg_at_5_std": -0.197107, + "nauc_ndcg_at_5_diff1": 0.734006, + "nauc_ndcg_at_10_max": 0.640227, + "nauc_ndcg_at_10_std": -0.189171, + "nauc_ndcg_at_10_diff1": 0.725762, + "nauc_ndcg_at_20_max": 0.641455, + "nauc_ndcg_at_20_std": -0.182551, + "nauc_ndcg_at_20_diff1": 0.727216, + "nauc_ndcg_at_100_max": 0.638889, + "nauc_ndcg_at_100_std": -0.178707, + "nauc_ndcg_at_100_diff1": 0.726171, + "nauc_ndcg_at_1000_max": 0.64257, + "nauc_ndcg_at_1000_std": -0.184238, + "nauc_ndcg_at_1000_diff1": 0.735372, + "nauc_map_at_1_max": 0.647967, + "nauc_map_at_1_std": -0.167772, + "nauc_map_at_1_diff1": 0.784556, + "nauc_map_at_3_max": 0.648351, + "nauc_map_at_3_std": -0.190059, + "nauc_map_at_3_diff1": 0.75149, + "nauc_map_at_5_max": 0.647153, + "nauc_map_at_5_std": -0.190392, + "nauc_map_at_5_diff1": 0.747313, + "nauc_map_at_10_max": 0.645083, + "nauc_map_at_10_std": -0.187072, + "nauc_map_at_10_diff1": 0.744409, + "nauc_map_at_20_max": 0.6454, + "nauc_map_at_20_std": -0.185272, + "nauc_map_at_20_diff1": 0.744945, + "nauc_map_at_100_max": 0.64497, + "nauc_map_at_100_std": -0.184976, + "nauc_map_at_100_diff1": 0.744921, + "nauc_map_at_1000_max": 0.645122, + "nauc_map_at_1000_std": -0.18517, + "nauc_map_at_1000_diff1": 0.745255, + "nauc_recall_at_1_max": 0.647967, + "nauc_recall_at_1_std": -0.167772, + "nauc_recall_at_1_diff1": 0.784556, + "nauc_recall_at_3_max": 0.64627, + "nauc_recall_at_3_std": -0.213958, + "nauc_recall_at_3_diff1": 0.71288, + "nauc_recall_at_5_max": 0.640177, + "nauc_recall_at_5_std": -0.218581, + "nauc_recall_at_5_diff1": 0.690505, + "nauc_recall_at_10_max": 0.619677, + "nauc_recall_at_10_std": -0.192818, + "nauc_recall_at_10_diff1": 0.654577, + "nauc_recall_at_20_max": 0.622501, + "nauc_recall_at_20_std": -0.159037, + "nauc_recall_at_20_diff1": 0.648264, + "nauc_recall_at_100_max": 0.57193, + "nauc_recall_at_100_std": -0.073409, + "nauc_recall_at_100_diff1": 0.550444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647967, + "nauc_precision_at_1_std": -0.167772, + "nauc_precision_at_1_diff1": 0.784556, + "nauc_precision_at_3_max": 0.64627, + "nauc_precision_at_3_std": -0.213958, + "nauc_precision_at_3_diff1": 0.71288, + "nauc_precision_at_5_max": 0.640177, + "nauc_precision_at_5_std": -0.218581, + "nauc_precision_at_5_diff1": 0.690505, + "nauc_precision_at_10_max": 0.619677, + "nauc_precision_at_10_std": -0.192818, + "nauc_precision_at_10_diff1": 0.654577, + "nauc_precision_at_20_max": 0.622501, + "nauc_precision_at_20_std": -0.159037, + "nauc_precision_at_20_diff1": 0.648264, + "nauc_precision_at_100_max": 0.57193, + "nauc_precision_at_100_std": -0.073409, + "nauc_precision_at_100_diff1": 0.550444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647967, + "nauc_mrr_at_1_std": -0.167772, + "nauc_mrr_at_1_diff1": 0.784556, + "nauc_mrr_at_3_max": 0.648351, + "nauc_mrr_at_3_std": -0.190059, + "nauc_mrr_at_3_diff1": 0.75149, + "nauc_mrr_at_5_max": 0.647153, + "nauc_mrr_at_5_std": -0.190392, + "nauc_mrr_at_5_diff1": 0.747313, + "nauc_mrr_at_10_max": 0.645083, + "nauc_mrr_at_10_std": -0.187072, + "nauc_mrr_at_10_diff1": 0.744409, + "nauc_mrr_at_20_max": 0.6454, + "nauc_mrr_at_20_std": -0.185272, + "nauc_mrr_at_20_diff1": 0.744945, + "nauc_mrr_at_100_max": 0.64497, + "nauc_mrr_at_100_std": -0.184976, + "nauc_mrr_at_100_diff1": 0.744921, + "nauc_mrr_at_1000_max": 0.645122, + "nauc_mrr_at_1000_std": -0.18517, + "nauc_mrr_at_1000_diff1": 0.745255, + "main_score": 0.57199, + "hf_subset": "ory_Orya-ory_Orya", + "languages": [ + "ory-Orya", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.49333, + "ndcg_at_3": 0.56371, + "ndcg_at_5": 0.5847, + "ndcg_at_10": 0.60865, + "ndcg_at_20": 0.6236, + "ndcg_at_100": 0.65092, + "ndcg_at_1000": 0.65849, + "map_at_1": 0.49333, + "map_at_3": 0.54722, + "map_at_5": 0.55883, + "map_at_10": 0.56885, + "map_at_20": 0.57284, + "map_at_100": 0.57652, + "map_at_1000": 0.57688, + "recall_at_1": 0.49333, + "recall_at_3": 0.61111, + "recall_at_5": 0.66222, + "recall_at_10": 0.73556, + "recall_at_20": 0.79556, + "recall_at_100": 0.94444, + "recall_at_1000": 1.0, + "precision_at_1": 0.49333, + "precision_at_3": 0.2037, + "precision_at_5": 0.13244, + "precision_at_10": 0.07356, + "precision_at_20": 0.03978, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.493333, + "mrr_at_3": 0.547222, + "mrr_at_5": 0.558833, + "mrr_at_10": 0.56885, + "mrr_at_20": 0.572836, + "mrr_at_100": 0.576519, + "mrr_at_1000": 0.576879, + "nauc_ndcg_at_1_max": 0.605182, + "nauc_ndcg_at_1_std": 0.158326, + "nauc_ndcg_at_1_diff1": 0.755436, + "nauc_ndcg_at_3_max": 0.602493, + "nauc_ndcg_at_3_std": 0.171607, + "nauc_ndcg_at_3_diff1": 0.698877, + "nauc_ndcg_at_5_max": 0.592865, + "nauc_ndcg_at_5_std": 0.164631, + "nauc_ndcg_at_5_diff1": 0.684795, + "nauc_ndcg_at_10_max": 0.583689, + "nauc_ndcg_at_10_std": 0.156297, + "nauc_ndcg_at_10_diff1": 0.682059, + "nauc_ndcg_at_20_max": 0.573413, + "nauc_ndcg_at_20_std": 0.14809, + "nauc_ndcg_at_20_diff1": 0.675307, + "nauc_ndcg_at_100_max": 0.583743, + "nauc_ndcg_at_100_std": 0.16067, + "nauc_ndcg_at_100_diff1": 0.687036, + "nauc_ndcg_at_1000_max": 0.588662, + "nauc_ndcg_at_1000_std": 0.1598, + "nauc_ndcg_at_1000_diff1": 0.692761, + "nauc_map_at_1_max": 0.605182, + "nauc_map_at_1_std": 0.158326, + "nauc_map_at_1_diff1": 0.755436, + "nauc_map_at_3_max": 0.603627, + "nauc_map_at_3_std": 0.167726, + "nauc_map_at_3_diff1": 0.712793, + "nauc_map_at_5_max": 0.59888, + "nauc_map_at_5_std": 0.164423, + "nauc_map_at_5_diff1": 0.705826, + "nauc_map_at_10_max": 0.595292, + "nauc_map_at_10_std": 0.16116, + "nauc_map_at_10_diff1": 0.704961, + "nauc_map_at_20_max": 0.592814, + "nauc_map_at_20_std": 0.159093, + "nauc_map_at_20_diff1": 0.703571, + "nauc_map_at_100_max": 0.594416, + "nauc_map_at_100_std": 0.161082, + "nauc_map_at_100_diff1": 0.704841, + "nauc_map_at_1000_max": 0.59465, + "nauc_map_at_1000_std": 0.161062, + "nauc_map_at_1000_diff1": 0.705082, + "nauc_recall_at_1_max": 0.605182, + "nauc_recall_at_1_std": 0.158326, + "nauc_recall_at_1_diff1": 0.755436, + "nauc_recall_at_3_max": 0.598774, + "nauc_recall_at_3_std": 0.183882, + "nauc_recall_at_3_diff1": 0.655881, + "nauc_recall_at_5_max": 0.570296, + "nauc_recall_at_5_std": 0.16366, + "nauc_recall_at_5_diff1": 0.611718, + "nauc_recall_at_10_max": 0.530459, + "nauc_recall_at_10_std": 0.130517, + "nauc_recall_at_10_diff1": 0.587812, + "nauc_recall_at_20_max": 0.45686, + "nauc_recall_at_20_std": 0.076102, + "nauc_recall_at_20_diff1": 0.524763, + "nauc_recall_at_100_max": 0.424351, + "nauc_recall_at_100_std": 0.193053, + "nauc_recall_at_100_diff1": 0.493156, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.605182, + "nauc_precision_at_1_std": 0.158326, + "nauc_precision_at_1_diff1": 0.755436, + "nauc_precision_at_3_max": 0.598774, + "nauc_precision_at_3_std": 0.183882, + "nauc_precision_at_3_diff1": 0.655881, + "nauc_precision_at_5_max": 0.570296, + "nauc_precision_at_5_std": 0.16366, + "nauc_precision_at_5_diff1": 0.611718, + "nauc_precision_at_10_max": 0.530459, + "nauc_precision_at_10_std": 0.130517, + "nauc_precision_at_10_diff1": 0.587812, + "nauc_precision_at_20_max": 0.45686, + "nauc_precision_at_20_std": 0.076102, + "nauc_precision_at_20_diff1": 0.524763, + "nauc_precision_at_100_max": 0.424351, + "nauc_precision_at_100_std": 0.193053, + "nauc_precision_at_100_diff1": 0.493156, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.605182, + "nauc_mrr_at_1_std": 0.158326, + "nauc_mrr_at_1_diff1": 0.755436, + "nauc_mrr_at_3_max": 0.603627, + "nauc_mrr_at_3_std": 0.167726, + "nauc_mrr_at_3_diff1": 0.712793, + "nauc_mrr_at_5_max": 0.59888, + "nauc_mrr_at_5_std": 0.164423, + "nauc_mrr_at_5_diff1": 0.705826, + "nauc_mrr_at_10_max": 0.595292, + "nauc_mrr_at_10_std": 0.16116, + "nauc_mrr_at_10_diff1": 0.704961, + "nauc_mrr_at_20_max": 0.592814, + "nauc_mrr_at_20_std": 0.159093, + "nauc_mrr_at_20_diff1": 0.703571, + "nauc_mrr_at_100_max": 0.594416, + "nauc_mrr_at_100_std": 0.161082, + "nauc_mrr_at_100_diff1": 0.704841, + "nauc_mrr_at_1000_max": 0.59465, + "nauc_mrr_at_1000_std": 0.161062, + "nauc_mrr_at_1000_diff1": 0.705082, + "main_score": 0.60865, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37667, + "ndcg_at_3": 0.43668, + "ndcg_at_5": 0.45413, + "ndcg_at_10": 0.47214, + "ndcg_at_20": 0.49077, + "ndcg_at_100": 0.52522, + "ndcg_at_1000": 0.54637, + "map_at_1": 0.37667, + "map_at_3": 0.42241, + "map_at_5": 0.43213, + "map_at_10": 0.43937, + "map_at_20": 0.44454, + "map_at_100": 0.44919, + "map_at_1000": 0.45003, + "recall_at_1": 0.37667, + "recall_at_3": 0.47778, + "recall_at_5": 0.52, + "recall_at_10": 0.57667, + "recall_at_20": 0.65, + "recall_at_100": 0.83778, + "recall_at_1000": 1.0, + "precision_at_1": 0.37667, + "precision_at_3": 0.15926, + "precision_at_5": 0.104, + "precision_at_10": 0.05767, + "precision_at_20": 0.0325, + "precision_at_100": 0.00838, + "precision_at_1000": 0.001, + "mrr_at_1": 0.376667, + "mrr_at_3": 0.422407, + "mrr_at_5": 0.43213, + "mrr_at_10": 0.439369, + "mrr_at_20": 0.444539, + "mrr_at_100": 0.449185, + "mrr_at_1000": 0.450033, + "nauc_ndcg_at_1_max": 0.621592, + "nauc_ndcg_at_1_std": -0.025999, + "nauc_ndcg_at_1_diff1": 0.70364, + "nauc_ndcg_at_3_max": 0.599595, + "nauc_ndcg_at_3_std": -0.031321, + "nauc_ndcg_at_3_diff1": 0.655325, + "nauc_ndcg_at_5_max": 0.59305, + "nauc_ndcg_at_5_std": -0.026299, + "nauc_ndcg_at_5_diff1": 0.650179, + "nauc_ndcg_at_10_max": 0.582934, + "nauc_ndcg_at_10_std": -0.025508, + "nauc_ndcg_at_10_diff1": 0.637206, + "nauc_ndcg_at_20_max": 0.579063, + "nauc_ndcg_at_20_std": -0.017729, + "nauc_ndcg_at_20_diff1": 0.636098, + "nauc_ndcg_at_100_max": 0.582978, + "nauc_ndcg_at_100_std": -0.008794, + "nauc_ndcg_at_100_diff1": 0.63537, + "nauc_ndcg_at_1000_max": 0.588535, + "nauc_ndcg_at_1000_std": -0.018158, + "nauc_ndcg_at_1000_diff1": 0.645339, + "nauc_map_at_1_max": 0.621592, + "nauc_map_at_1_std": -0.025999, + "nauc_map_at_1_diff1": 0.70364, + "nauc_map_at_3_max": 0.606069, + "nauc_map_at_3_std": -0.028885, + "nauc_map_at_3_diff1": 0.666675, + "nauc_map_at_5_max": 0.602278, + "nauc_map_at_5_std": -0.026016, + "nauc_map_at_5_diff1": 0.663782, + "nauc_map_at_10_max": 0.598319, + "nauc_map_at_10_std": -0.025609, + "nauc_map_at_10_diff1": 0.658555, + "nauc_map_at_20_max": 0.597203, + "nauc_map_at_20_std": -0.023665, + "nauc_map_at_20_diff1": 0.658285, + "nauc_map_at_100_max": 0.597464, + "nauc_map_at_100_std": -0.022433, + "nauc_map_at_100_diff1": 0.657946, + "nauc_map_at_1000_max": 0.597652, + "nauc_map_at_1000_std": -0.022759, + "nauc_map_at_1000_diff1": 0.65828, + "nauc_recall_at_1_max": 0.621592, + "nauc_recall_at_1_std": -0.025999, + "nauc_recall_at_1_diff1": 0.70364, + "nauc_recall_at_3_max": 0.580259, + "nauc_recall_at_3_std": -0.038895, + "nauc_recall_at_3_diff1": 0.622416, + "nauc_recall_at_5_max": 0.564393, + "nauc_recall_at_5_std": -0.026998, + "nauc_recall_at_5_diff1": 0.609214, + "nauc_recall_at_10_max": 0.528792, + "nauc_recall_at_10_std": -0.024858, + "nauc_recall_at_10_diff1": 0.564176, + "nauc_recall_at_20_max": 0.505824, + "nauc_recall_at_20_std": 0.012244, + "nauc_recall_at_20_diff1": 0.550932, + "nauc_recall_at_100_max": 0.498519, + "nauc_recall_at_100_std": 0.129513, + "nauc_recall_at_100_diff1": 0.48437, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.621592, + "nauc_precision_at_1_std": -0.025999, + "nauc_precision_at_1_diff1": 0.70364, + "nauc_precision_at_3_max": 0.580259, + "nauc_precision_at_3_std": -0.038895, + "nauc_precision_at_3_diff1": 0.622416, + "nauc_precision_at_5_max": 0.564393, + "nauc_precision_at_5_std": -0.026998, + "nauc_precision_at_5_diff1": 0.609214, + "nauc_precision_at_10_max": 0.528792, + "nauc_precision_at_10_std": -0.024858, + "nauc_precision_at_10_diff1": 0.564176, + "nauc_precision_at_20_max": 0.505824, + "nauc_precision_at_20_std": 0.012244, + "nauc_precision_at_20_diff1": 0.550932, + "nauc_precision_at_100_max": 0.498519, + "nauc_precision_at_100_std": 0.129513, + "nauc_precision_at_100_diff1": 0.48437, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.621592, + "nauc_mrr_at_1_std": -0.025999, + "nauc_mrr_at_1_diff1": 0.70364, + "nauc_mrr_at_3_max": 0.606069, + "nauc_mrr_at_3_std": -0.028885, + "nauc_mrr_at_3_diff1": 0.666675, + "nauc_mrr_at_5_max": 0.602278, + "nauc_mrr_at_5_std": -0.026016, + "nauc_mrr_at_5_diff1": 0.663782, + "nauc_mrr_at_10_max": 0.598319, + "nauc_mrr_at_10_std": -0.025609, + "nauc_mrr_at_10_diff1": 0.658555, + "nauc_mrr_at_20_max": 0.597203, + "nauc_mrr_at_20_std": -0.023665, + "nauc_mrr_at_20_diff1": 0.658285, + "nauc_mrr_at_100_max": 0.597464, + "nauc_mrr_at_100_std": -0.022433, + "nauc_mrr_at_100_diff1": 0.657946, + "nauc_mrr_at_1000_max": 0.597652, + "nauc_mrr_at_1000_std": -0.022759, + "nauc_mrr_at_1000_diff1": 0.65828, + "main_score": 0.47214, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.52444, + "ndcg_at_3": 0.62528, + "ndcg_at_5": 0.64742, + "ndcg_at_10": 0.66758, + "ndcg_at_20": 0.68011, + "ndcg_at_100": 0.69683, + "ndcg_at_1000": 0.70311, + "map_at_1": 0.52444, + "map_at_3": 0.60093, + "map_at_5": 0.61331, + "map_at_10": 0.62166, + "map_at_20": 0.62504, + "map_at_100": 0.62727, + "map_at_1000": 0.62753, + "recall_at_1": 0.52444, + "recall_at_3": 0.69556, + "recall_at_5": 0.74889, + "recall_at_10": 0.81111, + "recall_at_20": 0.86111, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "precision_at_1": 0.52444, + "precision_at_3": 0.23185, + "precision_at_5": 0.14978, + "precision_at_10": 0.08111, + "precision_at_20": 0.04306, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.524444, + "mrr_at_3": 0.600926, + "mrr_at_5": 0.613315, + "mrr_at_10": 0.621657, + "mrr_at_20": 0.625039, + "mrr_at_100": 0.627272, + "mrr_at_1000": 0.627529, + "nauc_ndcg_at_1_max": 0.695772, + "nauc_ndcg_at_1_std": -0.027549, + "nauc_ndcg_at_1_diff1": 0.759624, + "nauc_ndcg_at_3_max": 0.68453, + "nauc_ndcg_at_3_std": 0.006929, + "nauc_ndcg_at_3_diff1": 0.690219, + "nauc_ndcg_at_5_max": 0.676735, + "nauc_ndcg_at_5_std": 0.007949, + "nauc_ndcg_at_5_diff1": 0.677739, + "nauc_ndcg_at_10_max": 0.672823, + "nauc_ndcg_at_10_std": 0.009852, + "nauc_ndcg_at_10_diff1": 0.678043, + "nauc_ndcg_at_20_max": 0.67106, + "nauc_ndcg_at_20_std": 0.010134, + "nauc_ndcg_at_20_diff1": 0.677261, + "nauc_ndcg_at_100_max": 0.672837, + "nauc_ndcg_at_100_std": 0.003394, + "nauc_ndcg_at_100_diff1": 0.685882, + "nauc_ndcg_at_1000_max": 0.676857, + "nauc_ndcg_at_1000_std": 0.001488, + "nauc_ndcg_at_1000_diff1": 0.691537, + "nauc_map_at_1_max": 0.695772, + "nauc_map_at_1_std": -0.027549, + "nauc_map_at_1_diff1": 0.759624, + "nauc_map_at_3_max": 0.687631, + "nauc_map_at_3_std": -0.002063, + "nauc_map_at_3_diff1": 0.707819, + "nauc_map_at_5_max": 0.683616, + "nauc_map_at_5_std": -0.00196, + "nauc_map_at_5_diff1": 0.7019, + "nauc_map_at_10_max": 0.682016, + "nauc_map_at_10_std": -0.001562, + "nauc_map_at_10_diff1": 0.702283, + "nauc_map_at_20_max": 0.681751, + "nauc_map_at_20_std": -0.001464, + "nauc_map_at_20_diff1": 0.70243, + "nauc_map_at_100_max": 0.681816, + "nauc_map_at_100_std": -0.002683, + "nauc_map_at_100_diff1": 0.703371, + "nauc_map_at_1000_max": 0.681973, + "nauc_map_at_1000_std": -0.002772, + "nauc_map_at_1000_diff1": 0.703576, + "nauc_recall_at_1_max": 0.695772, + "nauc_recall_at_1_std": -0.027549, + "nauc_recall_at_1_diff1": 0.759624, + "nauc_recall_at_3_max": 0.674002, + "nauc_recall_at_3_std": 0.037215, + "nauc_recall_at_3_diff1": 0.631194, + "nauc_recall_at_5_max": 0.648871, + "nauc_recall_at_5_std": 0.046317, + "nauc_recall_at_5_diff1": 0.58308, + "nauc_recall_at_10_max": 0.625909, + "nauc_recall_at_10_std": 0.065983, + "nauc_recall_at_10_diff1": 0.561652, + "nauc_recall_at_20_max": 0.596395, + "nauc_recall_at_20_std": 0.083985, + "nauc_recall_at_20_diff1": 0.516449, + "nauc_recall_at_100_max": 0.528869, + "nauc_recall_at_100_std": 0.069529, + "nauc_recall_at_100_diff1": 0.478069, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695772, + "nauc_precision_at_1_std": -0.027549, + "nauc_precision_at_1_diff1": 0.759624, + "nauc_precision_at_3_max": 0.674002, + "nauc_precision_at_3_std": 0.037215, + "nauc_precision_at_3_diff1": 0.631194, + "nauc_precision_at_5_max": 0.648871, + "nauc_precision_at_5_std": 0.046317, + "nauc_precision_at_5_diff1": 0.58308, + "nauc_precision_at_10_max": 0.625909, + "nauc_precision_at_10_std": 0.065983, + "nauc_precision_at_10_diff1": 0.561652, + "nauc_precision_at_20_max": 0.596395, + "nauc_precision_at_20_std": 0.083985, + "nauc_precision_at_20_diff1": 0.516449, + "nauc_precision_at_100_max": 0.528869, + "nauc_precision_at_100_std": 0.069529, + "nauc_precision_at_100_diff1": 0.478069, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695772, + "nauc_mrr_at_1_std": -0.027549, + "nauc_mrr_at_1_diff1": 0.759624, + "nauc_mrr_at_3_max": 0.687631, + "nauc_mrr_at_3_std": -0.002063, + "nauc_mrr_at_3_diff1": 0.707819, + "nauc_mrr_at_5_max": 0.683616, + "nauc_mrr_at_5_std": -0.00196, + "nauc_mrr_at_5_diff1": 0.7019, + "nauc_mrr_at_10_max": 0.682016, + "nauc_mrr_at_10_std": -0.001562, + "nauc_mrr_at_10_diff1": 0.702283, + "nauc_mrr_at_20_max": 0.681751, + "nauc_mrr_at_20_std": -0.001464, + "nauc_mrr_at_20_diff1": 0.70243, + "nauc_mrr_at_100_max": 0.681816, + "nauc_mrr_at_100_std": -0.002683, + "nauc_mrr_at_100_diff1": 0.703371, + "nauc_mrr_at_1000_max": 0.681973, + "nauc_mrr_at_1000_std": -0.002772, + "nauc_mrr_at_1000_diff1": 0.703576, + "main_score": 0.66758, + "hf_subset": "pan_Guru-pan_Guru", + "languages": [ + "pan-Guru", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.75778, + "ndcg_at_3": 0.83456, + "ndcg_at_5": 0.84843, + "ndcg_at_10": 0.85721, + "ndcg_at_20": 0.86247, + "ndcg_at_100": 0.86745, + "ndcg_at_1000": 0.86817, + "map_at_1": 0.75778, + "map_at_3": 0.81611, + "map_at_5": 0.82389, + "map_at_10": 0.8276, + "map_at_20": 0.82901, + "map_at_100": 0.82978, + "map_at_1000": 0.82981, + "recall_at_1": 0.75778, + "recall_at_3": 0.88778, + "recall_at_5": 0.92111, + "recall_at_10": 0.94778, + "recall_at_20": 0.96889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.75778, + "precision_at_3": 0.29593, + "precision_at_5": 0.18422, + "precision_at_10": 0.09478, + "precision_at_20": 0.04844, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757778, + "mrr_at_3": 0.816111, + "mrr_at_5": 0.823889, + "mrr_at_10": 0.8276, + "mrr_at_20": 0.829008, + "mrr_at_100": 0.829781, + "mrr_at_1000": 0.82981, + "nauc_ndcg_at_1_max": 0.645031, + "nauc_ndcg_at_1_std": -0.240391, + "nauc_ndcg_at_1_diff1": 0.872918, + "nauc_ndcg_at_3_max": 0.654402, + "nauc_ndcg_at_3_std": -0.234673, + "nauc_ndcg_at_3_diff1": 0.845419, + "nauc_ndcg_at_5_max": 0.65815, + "nauc_ndcg_at_5_std": -0.236338, + "nauc_ndcg_at_5_diff1": 0.846763, + "nauc_ndcg_at_10_max": 0.657314, + "nauc_ndcg_at_10_std": -0.242762, + "nauc_ndcg_at_10_diff1": 0.853063, + "nauc_ndcg_at_20_max": 0.654755, + "nauc_ndcg_at_20_std": -0.238403, + "nauc_ndcg_at_20_diff1": 0.852794, + "nauc_ndcg_at_100_max": 0.656804, + "nauc_ndcg_at_100_std": -0.232916, + "nauc_ndcg_at_100_diff1": 0.855597, + "nauc_ndcg_at_1000_max": 0.65556, + "nauc_ndcg_at_1000_std": -0.235403, + "nauc_ndcg_at_1000_diff1": 0.855543, + "nauc_map_at_1_max": 0.645031, + "nauc_map_at_1_std": -0.240391, + "nauc_map_at_1_diff1": 0.872918, + "nauc_map_at_3_max": 0.653436, + "nauc_map_at_3_std": -0.23367, + "nauc_map_at_3_diff1": 0.853877, + "nauc_map_at_5_max": 0.65536, + "nauc_map_at_5_std": -0.233978, + "nauc_map_at_5_diff1": 0.854885, + "nauc_map_at_10_max": 0.654654, + "nauc_map_at_10_std": -0.236348, + "nauc_map_at_10_diff1": 0.857239, + "nauc_map_at_20_max": 0.653962, + "nauc_map_at_20_std": -0.235795, + "nauc_map_at_20_diff1": 0.857206, + "nauc_map_at_100_max": 0.654301, + "nauc_map_at_100_std": -0.235115, + "nauc_map_at_100_diff1": 0.857585, + "nauc_map_at_1000_max": 0.654267, + "nauc_map_at_1000_std": -0.235167, + "nauc_map_at_1000_diff1": 0.857584, + "nauc_recall_at_1_max": 0.645031, + "nauc_recall_at_1_std": -0.240391, + "nauc_recall_at_1_diff1": 0.872918, + "nauc_recall_at_3_max": 0.657464, + "nauc_recall_at_3_std": -0.240868, + "nauc_recall_at_3_diff1": 0.807969, + "nauc_recall_at_5_max": 0.673663, + "nauc_recall_at_5_std": -0.254461, + "nauc_recall_at_5_diff1": 0.79897, + "nauc_recall_at_10_max": 0.680513, + "nauc_recall_at_10_std": -0.310607, + "nauc_recall_at_10_diff1": 0.824195, + "nauc_recall_at_20_max": 0.65868, + "nauc_recall_at_20_std": -0.267507, + "nauc_recall_at_20_diff1": 0.80052, + "nauc_recall_at_100_max": 0.871615, + "nauc_recall_at_100_std": 0.221008, + "nauc_recall_at_100_diff1": 0.866013, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645031, + "nauc_precision_at_1_std": -0.240391, + "nauc_precision_at_1_diff1": 0.872918, + "nauc_precision_at_3_max": 0.657464, + "nauc_precision_at_3_std": -0.240868, + "nauc_precision_at_3_diff1": 0.807969, + "nauc_precision_at_5_max": 0.673663, + "nauc_precision_at_5_std": -0.254461, + "nauc_precision_at_5_diff1": 0.79897, + "nauc_precision_at_10_max": 0.680513, + "nauc_precision_at_10_std": -0.310607, + "nauc_precision_at_10_diff1": 0.824195, + "nauc_precision_at_20_max": 0.65868, + "nauc_precision_at_20_std": -0.267507, + "nauc_precision_at_20_diff1": 0.80052, + "nauc_precision_at_100_max": 0.871615, + "nauc_precision_at_100_std": 0.221008, + "nauc_precision_at_100_diff1": 0.866013, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645031, + "nauc_mrr_at_1_std": -0.240391, + "nauc_mrr_at_1_diff1": 0.872918, + "nauc_mrr_at_3_max": 0.653436, + "nauc_mrr_at_3_std": -0.23367, + "nauc_mrr_at_3_diff1": 0.853877, + "nauc_mrr_at_5_max": 0.65536, + "nauc_mrr_at_5_std": -0.233978, + "nauc_mrr_at_5_diff1": 0.854885, + "nauc_mrr_at_10_max": 0.654654, + "nauc_mrr_at_10_std": -0.236348, + "nauc_mrr_at_10_diff1": 0.857239, + "nauc_mrr_at_20_max": 0.653962, + "nauc_mrr_at_20_std": -0.235795, + "nauc_mrr_at_20_diff1": 0.857206, + "nauc_mrr_at_100_max": 0.654301, + "nauc_mrr_at_100_std": -0.235115, + "nauc_mrr_at_100_diff1": 0.857585, + "nauc_mrr_at_1000_max": 0.654267, + "nauc_mrr_at_1000_std": -0.235167, + "nauc_mrr_at_1000_diff1": 0.857584, + "main_score": 0.85721, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.61878, + "ndcg_at_5": 0.63427, + "ndcg_at_10": 0.65381, + "ndcg_at_20": 0.66764, + "ndcg_at_100": 0.68726, + "ndcg_at_1000": 0.69444, + "map_at_1": 0.51667, + "map_at_3": 0.59444, + "map_at_5": 0.603, + "map_at_10": 0.61114, + "map_at_20": 0.61497, + "map_at_100": 0.61774, + "map_at_1000": 0.61804, + "recall_at_1": 0.51667, + "recall_at_3": 0.68889, + "recall_at_5": 0.72667, + "recall_at_10": 0.78667, + "recall_at_20": 0.84111, + "recall_at_100": 0.94556, + "recall_at_1000": 1.0, + "precision_at_1": 0.51667, + "precision_at_3": 0.22963, + "precision_at_5": 0.14533, + "precision_at_10": 0.07867, + "precision_at_20": 0.04206, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.594444, + "mrr_at_5": 0.603, + "mrr_at_10": 0.611143, + "mrr_at_20": 0.614971, + "mrr_at_100": 0.617743, + "mrr_at_1000": 0.618043, + "nauc_ndcg_at_1_max": 0.702066, + "nauc_ndcg_at_1_std": 0.151347, + "nauc_ndcg_at_1_diff1": 0.750645, + "nauc_ndcg_at_3_max": 0.701019, + "nauc_ndcg_at_3_std": 0.201503, + "nauc_ndcg_at_3_diff1": 0.687384, + "nauc_ndcg_at_5_max": 0.698927, + "nauc_ndcg_at_5_std": 0.199126, + "nauc_ndcg_at_5_diff1": 0.684559, + "nauc_ndcg_at_10_max": 0.692634, + "nauc_ndcg_at_10_std": 0.204371, + "nauc_ndcg_at_10_diff1": 0.675715, + "nauc_ndcg_at_20_max": 0.692731, + "nauc_ndcg_at_20_std": 0.208378, + "nauc_ndcg_at_20_diff1": 0.679567, + "nauc_ndcg_at_100_max": 0.69389, + "nauc_ndcg_at_100_std": 0.201461, + "nauc_ndcg_at_100_diff1": 0.687378, + "nauc_ndcg_at_1000_max": 0.695647, + "nauc_ndcg_at_1000_std": 0.196114, + "nauc_ndcg_at_1000_diff1": 0.69111, + "nauc_map_at_1_max": 0.702066, + "nauc_map_at_1_std": 0.151347, + "nauc_map_at_1_diff1": 0.750645, + "nauc_map_at_3_max": 0.701405, + "nauc_map_at_3_std": 0.187846, + "nauc_map_at_3_diff1": 0.703334, + "nauc_map_at_5_max": 0.700347, + "nauc_map_at_5_std": 0.186451, + "nauc_map_at_5_diff1": 0.70217, + "nauc_map_at_10_max": 0.697979, + "nauc_map_at_10_std": 0.188681, + "nauc_map_at_10_diff1": 0.699024, + "nauc_map_at_20_max": 0.697863, + "nauc_map_at_20_std": 0.189188, + "nauc_map_at_20_diff1": 0.700141, + "nauc_map_at_100_max": 0.697894, + "nauc_map_at_100_std": 0.188063, + "nauc_map_at_100_diff1": 0.700996, + "nauc_map_at_1000_max": 0.69798, + "nauc_map_at_1000_std": 0.187878, + "nauc_map_at_1000_diff1": 0.701134, + "nauc_recall_at_1_max": 0.702066, + "nauc_recall_at_1_std": 0.151347, + "nauc_recall_at_1_diff1": 0.750645, + "nauc_recall_at_3_max": 0.69967, + "nauc_recall_at_3_std": 0.247568, + "nauc_recall_at_3_diff1": 0.634188, + "nauc_recall_at_5_max": 0.693253, + "nauc_recall_at_5_std": 0.244948, + "nauc_recall_at_5_diff1": 0.620215, + "nauc_recall_at_10_max": 0.664938, + "nauc_recall_at_10_std": 0.273638, + "nauc_recall_at_10_diff1": 0.569067, + "nauc_recall_at_20_max": 0.660139, + "nauc_recall_at_20_std": 0.326206, + "nauc_recall_at_20_diff1": 0.564453, + "nauc_recall_at_100_max": 0.64059, + "nauc_recall_at_100_std": 0.379295, + "nauc_recall_at_100_diff1": 0.563549, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702066, + "nauc_precision_at_1_std": 0.151347, + "nauc_precision_at_1_diff1": 0.750645, + "nauc_precision_at_3_max": 0.69967, + "nauc_precision_at_3_std": 0.247568, + "nauc_precision_at_3_diff1": 0.634188, + "nauc_precision_at_5_max": 0.693253, + "nauc_precision_at_5_std": 0.244948, + "nauc_precision_at_5_diff1": 0.620215, + "nauc_precision_at_10_max": 0.664938, + "nauc_precision_at_10_std": 0.273638, + "nauc_precision_at_10_diff1": 0.569067, + "nauc_precision_at_20_max": 0.660139, + "nauc_precision_at_20_std": 0.326206, + "nauc_precision_at_20_diff1": 0.564453, + "nauc_precision_at_100_max": 0.64059, + "nauc_precision_at_100_std": 0.379295, + "nauc_precision_at_100_diff1": 0.563549, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702066, + "nauc_mrr_at_1_std": 0.151347, + "nauc_mrr_at_1_diff1": 0.750645, + "nauc_mrr_at_3_max": 0.701405, + "nauc_mrr_at_3_std": 0.187846, + "nauc_mrr_at_3_diff1": 0.703334, + "nauc_mrr_at_5_max": 0.700347, + "nauc_mrr_at_5_std": 0.186451, + "nauc_mrr_at_5_diff1": 0.70217, + "nauc_mrr_at_10_max": 0.697979, + "nauc_mrr_at_10_std": 0.188681, + "nauc_mrr_at_10_diff1": 0.699024, + "nauc_mrr_at_20_max": 0.697863, + "nauc_mrr_at_20_std": 0.189188, + "nauc_mrr_at_20_diff1": 0.700141, + "nauc_mrr_at_100_max": 0.697894, + "nauc_mrr_at_100_std": 0.188063, + "nauc_mrr_at_100_diff1": 0.700996, + "nauc_mrr_at_1000_max": 0.69798, + "nauc_mrr_at_1000_std": 0.187878, + "nauc_mrr_at_1000_diff1": 0.701134, + "main_score": 0.65381, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.65284, + "ndcg_at_5": 0.6722, + "ndcg_at_10": 0.69417, + "ndcg_at_20": 0.70442, + "ndcg_at_100": 0.72167, + "ndcg_at_1000": 0.72738, + "map_at_1": 0.58, + "map_at_3": 0.635, + "map_at_5": 0.64556, + "map_at_10": 0.65444, + "map_at_20": 0.65733, + "map_at_100": 0.65954, + "map_at_1000": 0.65978, + "recall_at_1": 0.58, + "recall_at_3": 0.70444, + "recall_at_5": 0.75222, + "recall_at_10": 0.82111, + "recall_at_20": 0.86111, + "recall_at_100": 0.95667, + "recall_at_1000": 1.0, + "precision_at_1": 0.58, + "precision_at_3": 0.23481, + "precision_at_5": 0.15044, + "precision_at_10": 0.08211, + "precision_at_20": 0.04306, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.635, + "mrr_at_5": 0.645556, + "mrr_at_10": 0.654444, + "mrr_at_20": 0.657331, + "mrr_at_100": 0.659537, + "mrr_at_1000": 0.659777, + "nauc_ndcg_at_1_max": 0.673179, + "nauc_ndcg_at_1_std": -0.055644, + "nauc_ndcg_at_1_diff1": 0.823676, + "nauc_ndcg_at_3_max": 0.657273, + "nauc_ndcg_at_3_std": -0.032319, + "nauc_ndcg_at_3_diff1": 0.76737, + "nauc_ndcg_at_5_max": 0.659508, + "nauc_ndcg_at_5_std": -0.022159, + "nauc_ndcg_at_5_diff1": 0.763175, + "nauc_ndcg_at_10_max": 0.659843, + "nauc_ndcg_at_10_std": -0.000125, + "nauc_ndcg_at_10_diff1": 0.761845, + "nauc_ndcg_at_20_max": 0.660817, + "nauc_ndcg_at_20_std": -0.004947, + "nauc_ndcg_at_20_diff1": 0.764611, + "nauc_ndcg_at_100_max": 0.663211, + "nauc_ndcg_at_100_std": -0.010917, + "nauc_ndcg_at_100_diff1": 0.771915, + "nauc_ndcg_at_1000_max": 0.661088, + "nauc_ndcg_at_1000_std": -0.019616, + "nauc_ndcg_at_1000_diff1": 0.77353, + "nauc_map_at_1_max": 0.673179, + "nauc_map_at_1_std": -0.055644, + "nauc_map_at_1_diff1": 0.823676, + "nauc_map_at_3_max": 0.660323, + "nauc_map_at_3_std": -0.039532, + "nauc_map_at_3_diff1": 0.781646, + "nauc_map_at_5_max": 0.661195, + "nauc_map_at_5_std": -0.0349, + "nauc_map_at_5_diff1": 0.779724, + "nauc_map_at_10_max": 0.660985, + "nauc_map_at_10_std": -0.027889, + "nauc_map_at_10_diff1": 0.779464, + "nauc_map_at_20_max": 0.661258, + "nauc_map_at_20_std": -0.02934, + "nauc_map_at_20_diff1": 0.780294, + "nauc_map_at_100_max": 0.661559, + "nauc_map_at_100_std": -0.03003, + "nauc_map_at_100_diff1": 0.781157, + "nauc_map_at_1000_max": 0.661463, + "nauc_map_at_1000_std": -0.030367, + "nauc_map_at_1000_diff1": 0.781205, + "nauc_recall_at_1_max": 0.673179, + "nauc_recall_at_1_std": -0.055644, + "nauc_recall_at_1_diff1": 0.823676, + "nauc_recall_at_3_max": 0.647748, + "nauc_recall_at_3_std": -0.008004, + "nauc_recall_at_3_diff1": 0.720514, + "nauc_recall_at_5_max": 0.654901, + "nauc_recall_at_5_std": 0.028474, + "nauc_recall_at_5_diff1": 0.701383, + "nauc_recall_at_10_max": 0.658387, + "nauc_recall_at_10_std": 0.15459, + "nauc_recall_at_10_diff1": 0.677373, + "nauc_recall_at_20_max": 0.664671, + "nauc_recall_at_20_std": 0.160605, + "nauc_recall_at_20_diff1": 0.675344, + "nauc_recall_at_100_max": 0.740669, + "nauc_recall_at_100_std": 0.322057, + "nauc_recall_at_100_diff1": 0.70587, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673179, + "nauc_precision_at_1_std": -0.055644, + "nauc_precision_at_1_diff1": 0.823676, + "nauc_precision_at_3_max": 0.647748, + "nauc_precision_at_3_std": -0.008004, + "nauc_precision_at_3_diff1": 0.720514, + "nauc_precision_at_5_max": 0.654901, + "nauc_precision_at_5_std": 0.028474, + "nauc_precision_at_5_diff1": 0.701383, + "nauc_precision_at_10_max": 0.658387, + "nauc_precision_at_10_std": 0.15459, + "nauc_precision_at_10_diff1": 0.677373, + "nauc_precision_at_20_max": 0.664671, + "nauc_precision_at_20_std": 0.160605, + "nauc_precision_at_20_diff1": 0.675344, + "nauc_precision_at_100_max": 0.740669, + "nauc_precision_at_100_std": 0.322057, + "nauc_precision_at_100_diff1": 0.70587, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673179, + "nauc_mrr_at_1_std": -0.055644, + "nauc_mrr_at_1_diff1": 0.823676, + "nauc_mrr_at_3_max": 0.660323, + "nauc_mrr_at_3_std": -0.039532, + "nauc_mrr_at_3_diff1": 0.781646, + "nauc_mrr_at_5_max": 0.661195, + "nauc_mrr_at_5_std": -0.0349, + "nauc_mrr_at_5_diff1": 0.779724, + "nauc_mrr_at_10_max": 0.660985, + "nauc_mrr_at_10_std": -0.027889, + "nauc_mrr_at_10_diff1": 0.779464, + "nauc_mrr_at_20_max": 0.661258, + "nauc_mrr_at_20_std": -0.02934, + "nauc_mrr_at_20_diff1": 0.780294, + "nauc_mrr_at_100_max": 0.661559, + "nauc_mrr_at_100_std": -0.03003, + "nauc_mrr_at_100_diff1": 0.781157, + "nauc_mrr_at_1000_max": 0.661463, + "nauc_mrr_at_1000_std": -0.030367, + "nauc_mrr_at_1000_diff1": 0.781205, + "main_score": 0.69417, + "hf_subset": "pbt_Arab-pbt_Arab", + "languages": [ + "pbt-Arab", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.77556, + "ndcg_at_3": 0.8396, + "ndcg_at_5": 0.84783, + "ndcg_at_10": 0.85801, + "ndcg_at_20": 0.86307, + "ndcg_at_100": 0.86997, + "ndcg_at_1000": 0.87097, + "map_at_1": 0.77556, + "map_at_3": 0.82407, + "map_at_5": 0.82863, + "map_at_10": 0.8329, + "map_at_20": 0.83429, + "map_at_100": 0.83527, + "map_at_1000": 0.83531, + "recall_at_1": 0.77556, + "recall_at_3": 0.88444, + "recall_at_5": 0.90444, + "recall_at_10": 0.93556, + "recall_at_20": 0.95556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.77556, + "precision_at_3": 0.29481, + "precision_at_5": 0.18089, + "precision_at_10": 0.09356, + "precision_at_20": 0.04778, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.775556, + "mrr_at_3": 0.824074, + "mrr_at_5": 0.82863, + "mrr_at_10": 0.832903, + "mrr_at_20": 0.834287, + "mrr_at_100": 0.83527, + "mrr_at_1000": 0.835308, + "nauc_ndcg_at_1_max": 0.683656, + "nauc_ndcg_at_1_std": -0.101231, + "nauc_ndcg_at_1_diff1": 0.870609, + "nauc_ndcg_at_3_max": 0.678037, + "nauc_ndcg_at_3_std": -0.150491, + "nauc_ndcg_at_3_diff1": 0.847491, + "nauc_ndcg_at_5_max": 0.670682, + "nauc_ndcg_at_5_std": -0.157229, + "nauc_ndcg_at_5_diff1": 0.843547, + "nauc_ndcg_at_10_max": 0.673394, + "nauc_ndcg_at_10_std": -0.162332, + "nauc_ndcg_at_10_diff1": 0.844758, + "nauc_ndcg_at_20_max": 0.673991, + "nauc_ndcg_at_20_std": -0.145854, + "nauc_ndcg_at_20_diff1": 0.845879, + "nauc_ndcg_at_100_max": 0.678014, + "nauc_ndcg_at_100_std": -0.136222, + "nauc_ndcg_at_100_diff1": 0.850636, + "nauc_ndcg_at_1000_max": 0.677285, + "nauc_ndcg_at_1000_std": -0.138805, + "nauc_ndcg_at_1000_diff1": 0.850396, + "nauc_map_at_1_max": 0.683656, + "nauc_map_at_1_std": -0.101231, + "nauc_map_at_1_diff1": 0.870609, + "nauc_map_at_3_max": 0.67919, + "nauc_map_at_3_std": -0.135779, + "nauc_map_at_3_diff1": 0.853112, + "nauc_map_at_5_max": 0.675818, + "nauc_map_at_5_std": -0.137905, + "nauc_map_at_5_diff1": 0.851413, + "nauc_map_at_10_max": 0.677022, + "nauc_map_at_10_std": -0.139162, + "nauc_map_at_10_diff1": 0.852111, + "nauc_map_at_20_max": 0.67729, + "nauc_map_at_20_std": -0.135066, + "nauc_map_at_20_diff1": 0.852396, + "nauc_map_at_100_max": 0.677927, + "nauc_map_at_100_std": -0.133916, + "nauc_map_at_100_diff1": 0.853027, + "nauc_map_at_1000_max": 0.677907, + "nauc_map_at_1000_std": -0.13398, + "nauc_map_at_1000_diff1": 0.853019, + "nauc_recall_at_1_max": 0.683656, + "nauc_recall_at_1_std": -0.101231, + "nauc_recall_at_1_diff1": 0.870609, + "nauc_recall_at_3_max": 0.673541, + "nauc_recall_at_3_std": -0.211846, + "nauc_recall_at_3_diff1": 0.824819, + "nauc_recall_at_5_max": 0.643992, + "nauc_recall_at_5_std": -0.253957, + "nauc_recall_at_5_diff1": 0.80529, + "nauc_recall_at_10_max": 0.647147, + "nauc_recall_at_10_std": -0.333865, + "nauc_recall_at_10_diff1": 0.793876, + "nauc_recall_at_20_max": 0.639671, + "nauc_recall_at_20_std": -0.225934, + "nauc_recall_at_20_diff1": 0.784804, + "nauc_recall_at_100_max": 0.771309, + "nauc_recall_at_100_std": 0.199213, + "nauc_recall_at_100_diff1": 0.880285, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683656, + "nauc_precision_at_1_std": -0.101231, + "nauc_precision_at_1_diff1": 0.870609, + "nauc_precision_at_3_max": 0.673541, + "nauc_precision_at_3_std": -0.211846, + "nauc_precision_at_3_diff1": 0.824819, + "nauc_precision_at_5_max": 0.643992, + "nauc_precision_at_5_std": -0.253957, + "nauc_precision_at_5_diff1": 0.80529, + "nauc_precision_at_10_max": 0.647147, + "nauc_precision_at_10_std": -0.333865, + "nauc_precision_at_10_diff1": 0.793876, + "nauc_precision_at_20_max": 0.639671, + "nauc_precision_at_20_std": -0.225934, + "nauc_precision_at_20_diff1": 0.784804, + "nauc_precision_at_100_max": 0.771309, + "nauc_precision_at_100_std": 0.199213, + "nauc_precision_at_100_diff1": 0.880285, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.683656, + "nauc_mrr_at_1_std": -0.101231, + "nauc_mrr_at_1_diff1": 0.870609, + "nauc_mrr_at_3_max": 0.67919, + "nauc_mrr_at_3_std": -0.135779, + "nauc_mrr_at_3_diff1": 0.853112, + "nauc_mrr_at_5_max": 0.675818, + "nauc_mrr_at_5_std": -0.137905, + "nauc_mrr_at_5_diff1": 0.851413, + "nauc_mrr_at_10_max": 0.677022, + "nauc_mrr_at_10_std": -0.139162, + "nauc_mrr_at_10_diff1": 0.852111, + "nauc_mrr_at_20_max": 0.67729, + "nauc_mrr_at_20_std": -0.135066, + "nauc_mrr_at_20_diff1": 0.852396, + "nauc_mrr_at_100_max": 0.677927, + "nauc_mrr_at_100_std": -0.133916, + "nauc_mrr_at_100_diff1": 0.853027, + "nauc_mrr_at_1000_max": 0.677907, + "nauc_mrr_at_1000_std": -0.13398, + "nauc_mrr_at_1000_diff1": 0.853019, + "main_score": 0.85801, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54778, + "ndcg_at_3": 0.62401, + "ndcg_at_5": 0.64882, + "ndcg_at_10": 0.66475, + "ndcg_at_20": 0.67922, + "ndcg_at_100": 0.69664, + "ndcg_at_1000": 0.70478, + "map_at_1": 0.54778, + "map_at_3": 0.60574, + "map_at_5": 0.6193, + "map_at_10": 0.62595, + "map_at_20": 0.62985, + "map_at_100": 0.63213, + "map_at_1000": 0.63252, + "recall_at_1": 0.54778, + "recall_at_3": 0.67667, + "recall_at_5": 0.73778, + "recall_at_10": 0.78667, + "recall_at_20": 0.84444, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "precision_at_1": 0.54778, + "precision_at_3": 0.22556, + "precision_at_5": 0.14756, + "precision_at_10": 0.07867, + "precision_at_20": 0.04222, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.547778, + "mrr_at_3": 0.605741, + "mrr_at_5": 0.619296, + "mrr_at_10": 0.625947, + "mrr_at_20": 0.629846, + "mrr_at_100": 0.632135, + "mrr_at_1000": 0.632516, + "nauc_ndcg_at_1_max": 0.741897, + "nauc_ndcg_at_1_std": 0.084001, + "nauc_ndcg_at_1_diff1": 0.822309, + "nauc_ndcg_at_3_max": 0.731504, + "nauc_ndcg_at_3_std": 0.121073, + "nauc_ndcg_at_3_diff1": 0.776636, + "nauc_ndcg_at_5_max": 0.7157, + "nauc_ndcg_at_5_std": 0.121426, + "nauc_ndcg_at_5_diff1": 0.759484, + "nauc_ndcg_at_10_max": 0.728342, + "nauc_ndcg_at_10_std": 0.154488, + "nauc_ndcg_at_10_diff1": 0.76149, + "nauc_ndcg_at_20_max": 0.728019, + "nauc_ndcg_at_20_std": 0.159131, + "nauc_ndcg_at_20_diff1": 0.763732, + "nauc_ndcg_at_100_max": 0.729299, + "nauc_ndcg_at_100_std": 0.149664, + "nauc_ndcg_at_100_diff1": 0.767713, + "nauc_ndcg_at_1000_max": 0.729123, + "nauc_ndcg_at_1000_std": 0.138357, + "nauc_ndcg_at_1000_diff1": 0.772652, + "nauc_map_at_1_max": 0.741897, + "nauc_map_at_1_std": 0.084001, + "nauc_map_at_1_diff1": 0.822309, + "nauc_map_at_3_max": 0.733613, + "nauc_map_at_3_std": 0.111801, + "nauc_map_at_3_diff1": 0.787157, + "nauc_map_at_5_max": 0.725294, + "nauc_map_at_5_std": 0.111442, + "nauc_map_at_5_diff1": 0.778576, + "nauc_map_at_10_max": 0.730289, + "nauc_map_at_10_std": 0.124399, + "nauc_map_at_10_diff1": 0.779528, + "nauc_map_at_20_max": 0.730245, + "nauc_map_at_20_std": 0.125063, + "nauc_map_at_20_diff1": 0.780317, + "nauc_map_at_100_max": 0.73039, + "nauc_map_at_100_std": 0.124021, + "nauc_map_at_100_diff1": 0.780897, + "nauc_map_at_1000_max": 0.730413, + "nauc_map_at_1000_std": 0.12362, + "nauc_map_at_1000_diff1": 0.781093, + "nauc_recall_at_1_max": 0.741897, + "nauc_recall_at_1_std": 0.084001, + "nauc_recall_at_1_diff1": 0.822309, + "nauc_recall_at_3_max": 0.724937, + "nauc_recall_at_3_std": 0.150981, + "nauc_recall_at_3_diff1": 0.743141, + "nauc_recall_at_5_max": 0.677732, + "nauc_recall_at_5_std": 0.158638, + "nauc_recall_at_5_diff1": 0.686254, + "nauc_recall_at_10_max": 0.72424, + "nauc_recall_at_10_std": 0.301261, + "nauc_recall_at_10_diff1": 0.682578, + "nauc_recall_at_20_max": 0.720547, + "nauc_recall_at_20_std": 0.383238, + "nauc_recall_at_20_diff1": 0.67175, + "nauc_recall_at_100_max": 0.739677, + "nauc_recall_at_100_std": 0.486306, + "nauc_recall_at_100_diff1": 0.623578, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741897, + "nauc_precision_at_1_std": 0.084001, + "nauc_precision_at_1_diff1": 0.822309, + "nauc_precision_at_3_max": 0.724937, + "nauc_precision_at_3_std": 0.150981, + "nauc_precision_at_3_diff1": 0.743141, + "nauc_precision_at_5_max": 0.677732, + "nauc_precision_at_5_std": 0.158638, + "nauc_precision_at_5_diff1": 0.686254, + "nauc_precision_at_10_max": 0.72424, + "nauc_precision_at_10_std": 0.301261, + "nauc_precision_at_10_diff1": 0.682578, + "nauc_precision_at_20_max": 0.720547, + "nauc_precision_at_20_std": 0.383238, + "nauc_precision_at_20_diff1": 0.67175, + "nauc_precision_at_100_max": 0.739677, + "nauc_precision_at_100_std": 0.486306, + "nauc_precision_at_100_diff1": 0.623578, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741897, + "nauc_mrr_at_1_std": 0.084001, + "nauc_mrr_at_1_diff1": 0.822309, + "nauc_mrr_at_3_max": 0.733613, + "nauc_mrr_at_3_std": 0.111801, + "nauc_mrr_at_3_diff1": 0.787157, + "nauc_mrr_at_5_max": 0.725294, + "nauc_mrr_at_5_std": 0.111442, + "nauc_mrr_at_5_diff1": 0.778576, + "nauc_mrr_at_10_max": 0.730289, + "nauc_mrr_at_10_std": 0.124399, + "nauc_mrr_at_10_diff1": 0.779528, + "nauc_mrr_at_20_max": 0.730245, + "nauc_mrr_at_20_std": 0.125063, + "nauc_mrr_at_20_diff1": 0.780317, + "nauc_mrr_at_100_max": 0.73039, + "nauc_mrr_at_100_std": 0.124021, + "nauc_mrr_at_100_diff1": 0.780897, + "nauc_mrr_at_1000_max": 0.730413, + "nauc_mrr_at_1000_std": 0.12362, + "nauc_mrr_at_1000_diff1": 0.781093, + "main_score": 0.66475, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92222, + "ndcg_at_5": 0.92906, + "ndcg_at_10": 0.9357, + "ndcg_at_20": 0.93771, + "ndcg_at_100": 0.93911, + "ndcg_at_1000": 0.93957, + "map_at_1": 0.88778, + "map_at_3": 0.91444, + "map_at_5": 0.91822, + "map_at_10": 0.92106, + "map_at_20": 0.92164, + "map_at_100": 0.92182, + "map_at_1000": 0.92184, + "recall_at_1": 0.88778, + "recall_at_3": 0.94444, + "recall_at_5": 0.96111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88778, + "precision_at_3": 0.31481, + "precision_at_5": 0.19222, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.914444, + "mrr_at_5": 0.918222, + "mrr_at_10": 0.921062, + "mrr_at_20": 0.921642, + "mrr_at_100": 0.921817, + "mrr_at_1000": 0.921838, + "nauc_ndcg_at_1_max": 0.746772, + "nauc_ndcg_at_1_std": -0.321257, + "nauc_ndcg_at_1_diff1": 0.917754, + "nauc_ndcg_at_3_max": 0.790861, + "nauc_ndcg_at_3_std": -0.285787, + "nauc_ndcg_at_3_diff1": 0.902059, + "nauc_ndcg_at_5_max": 0.786849, + "nauc_ndcg_at_5_std": -0.281458, + "nauc_ndcg_at_5_diff1": 0.903217, + "nauc_ndcg_at_10_max": 0.784964, + "nauc_ndcg_at_10_std": -0.267693, + "nauc_ndcg_at_10_diff1": 0.909421, + "nauc_ndcg_at_20_max": 0.781172, + "nauc_ndcg_at_20_std": -0.280017, + "nauc_ndcg_at_20_diff1": 0.909684, + "nauc_ndcg_at_100_max": 0.778914, + "nauc_ndcg_at_100_std": -0.282976, + "nauc_ndcg_at_100_diff1": 0.908535, + "nauc_ndcg_at_1000_max": 0.77756, + "nauc_ndcg_at_1000_std": -0.287643, + "nauc_ndcg_at_1000_diff1": 0.908553, + "nauc_map_at_1_max": 0.746772, + "nauc_map_at_1_std": -0.321257, + "nauc_map_at_1_diff1": 0.917754, + "nauc_map_at_3_max": 0.778299, + "nauc_map_at_3_std": -0.297023, + "nauc_map_at_3_diff1": 0.905739, + "nauc_map_at_5_max": 0.775838, + "nauc_map_at_5_std": -0.294831, + "nauc_map_at_5_diff1": 0.906444, + "nauc_map_at_10_max": 0.774734, + "nauc_map_at_10_std": -0.290729, + "nauc_map_at_10_diff1": 0.908802, + "nauc_map_at_20_max": 0.773833, + "nauc_map_at_20_std": -0.293834, + "nauc_map_at_20_diff1": 0.908864, + "nauc_map_at_100_max": 0.773555, + "nauc_map_at_100_std": -0.294258, + "nauc_map_at_100_diff1": 0.908775, + "nauc_map_at_1000_max": 0.773505, + "nauc_map_at_1000_std": -0.294428, + "nauc_map_at_1000_diff1": 0.908777, + "nauc_recall_at_1_max": 0.746772, + "nauc_recall_at_1_std": -0.321257, + "nauc_recall_at_1_diff1": 0.917754, + "nauc_recall_at_3_max": 0.845341, + "nauc_recall_at_3_std": -0.236275, + "nauc_recall_at_3_diff1": 0.886648, + "nauc_recall_at_5_max": 0.850554, + "nauc_recall_at_5_std": -0.201467, + "nauc_recall_at_5_diff1": 0.885354, + "nauc_recall_at_10_max": 0.899764, + "nauc_recall_at_10_std": 0.026968, + "nauc_recall_at_10_diff1": 0.927912, + "nauc_recall_at_20_max": 0.896592, + "nauc_recall_at_20_std": -0.025023, + "nauc_recall_at_20_diff1": 0.946078, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.330221, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746772, + "nauc_precision_at_1_std": -0.321257, + "nauc_precision_at_1_diff1": 0.917754, + "nauc_precision_at_3_max": 0.845341, + "nauc_precision_at_3_std": -0.236275, + "nauc_precision_at_3_diff1": 0.886648, + "nauc_precision_at_5_max": 0.850554, + "nauc_precision_at_5_std": -0.201467, + "nauc_precision_at_5_diff1": 0.885354, + "nauc_precision_at_10_max": 0.899764, + "nauc_precision_at_10_std": 0.026968, + "nauc_precision_at_10_diff1": 0.927912, + "nauc_precision_at_20_max": 0.896592, + "nauc_precision_at_20_std": -0.025023, + "nauc_precision_at_20_diff1": 0.946078, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.330221, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746772, + "nauc_mrr_at_1_std": -0.321257, + "nauc_mrr_at_1_diff1": 0.917754, + "nauc_mrr_at_3_max": 0.778299, + "nauc_mrr_at_3_std": -0.297023, + "nauc_mrr_at_3_diff1": 0.905739, + "nauc_mrr_at_5_max": 0.775838, + "nauc_mrr_at_5_std": -0.294831, + "nauc_mrr_at_5_diff1": 0.906444, + "nauc_mrr_at_10_max": 0.774734, + "nauc_mrr_at_10_std": -0.290729, + "nauc_mrr_at_10_diff1": 0.908802, + "nauc_mrr_at_20_max": 0.773833, + "nauc_mrr_at_20_std": -0.293834, + "nauc_mrr_at_20_diff1": 0.908864, + "nauc_mrr_at_100_max": 0.773555, + "nauc_mrr_at_100_std": -0.294258, + "nauc_mrr_at_100_diff1": 0.908775, + "nauc_mrr_at_1000_max": 0.773505, + "nauc_mrr_at_1000_std": -0.294428, + "nauc_mrr_at_1000_diff1": 0.908777, + "main_score": 0.9357, + "hf_subset": "pes_Arab-pes_Arab", + "languages": [ + "pes-Arab", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93447, + "ndcg_at_5": 0.9404, + "ndcg_at_10": 0.94337, + "ndcg_at_20": 0.94558, + "ndcg_at_100": 0.94643, + "ndcg_at_1000": 0.94701, + "map_at_1": 0.89667, + "map_at_3": 0.92593, + "map_at_5": 0.9292, + "map_at_10": 0.93049, + "map_at_20": 0.93108, + "map_at_100": 0.9312, + "map_at_1000": 0.93123, + "recall_at_1": 0.89667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97333, + "recall_at_10": 0.98222, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19467, + "precision_at_10": 0.09822, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929204, + "mrr_at_10": 0.930491, + "mrr_at_20": 0.93108, + "mrr_at_100": 0.931204, + "mrr_at_1000": 0.931226, + "nauc_ndcg_at_1_max": 0.726672, + "nauc_ndcg_at_1_std": -0.208478, + "nauc_ndcg_at_1_diff1": 0.906239, + "nauc_ndcg_at_3_max": 0.771596, + "nauc_ndcg_at_3_std": -0.198188, + "nauc_ndcg_at_3_diff1": 0.90511, + "nauc_ndcg_at_5_max": 0.770816, + "nauc_ndcg_at_5_std": -0.179964, + "nauc_ndcg_at_5_diff1": 0.908131, + "nauc_ndcg_at_10_max": 0.763277, + "nauc_ndcg_at_10_std": -0.191422, + "nauc_ndcg_at_10_diff1": 0.908735, + "nauc_ndcg_at_20_max": 0.763351, + "nauc_ndcg_at_20_std": -0.18002, + "nauc_ndcg_at_20_diff1": 0.909875, + "nauc_ndcg_at_100_max": 0.761909, + "nauc_ndcg_at_100_std": -0.185424, + "nauc_ndcg_at_100_diff1": 0.909035, + "nauc_ndcg_at_1000_max": 0.759695, + "nauc_ndcg_at_1000_std": -0.190412, + "nauc_ndcg_at_1000_diff1": 0.908046, + "nauc_map_at_1_max": 0.726672, + "nauc_map_at_1_std": -0.208478, + "nauc_map_at_1_diff1": 0.906239, + "nauc_map_at_3_max": 0.759873, + "nauc_map_at_3_std": -0.199469, + "nauc_map_at_3_diff1": 0.905263, + "nauc_map_at_5_max": 0.758979, + "nauc_map_at_5_std": -0.19049, + "nauc_map_at_5_diff1": 0.906651, + "nauc_map_at_10_max": 0.756153, + "nauc_map_at_10_std": -0.195596, + "nauc_map_at_10_diff1": 0.906917, + "nauc_map_at_20_max": 0.755933, + "nauc_map_at_20_std": -0.193752, + "nauc_map_at_20_diff1": 0.907109, + "nauc_map_at_100_max": 0.755686, + "nauc_map_at_100_std": -0.194705, + "nauc_map_at_100_diff1": 0.907033, + "nauc_map_at_1000_max": 0.755622, + "nauc_map_at_1000_std": -0.194798, + "nauc_map_at_1000_diff1": 0.907003, + "nauc_recall_at_1_max": 0.726672, + "nauc_recall_at_1_std": -0.208478, + "nauc_recall_at_1_diff1": 0.906239, + "nauc_recall_at_3_max": 0.829876, + "nauc_recall_at_3_std": -0.193164, + "nauc_recall_at_3_diff1": 0.904484, + "nauc_recall_at_5_max": 0.857046, + "nauc_recall_at_5_std": -0.097533, + "nauc_recall_at_5_diff1": 0.920829, + "nauc_recall_at_10_max": 0.827439, + "nauc_recall_at_10_std": -0.147205, + "nauc_recall_at_10_diff1": 0.931285, + "nauc_recall_at_20_max": 0.90342, + "nauc_recall_at_20_std": 0.205357, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726672, + "nauc_precision_at_1_std": -0.208478, + "nauc_precision_at_1_diff1": 0.906239, + "nauc_precision_at_3_max": 0.829876, + "nauc_precision_at_3_std": -0.193164, + "nauc_precision_at_3_diff1": 0.904484, + "nauc_precision_at_5_max": 0.857046, + "nauc_precision_at_5_std": -0.097533, + "nauc_precision_at_5_diff1": 0.920829, + "nauc_precision_at_10_max": 0.827439, + "nauc_precision_at_10_std": -0.147205, + "nauc_precision_at_10_diff1": 0.931285, + "nauc_precision_at_20_max": 0.90342, + "nauc_precision_at_20_std": 0.205357, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726672, + "nauc_mrr_at_1_std": -0.208478, + "nauc_mrr_at_1_diff1": 0.906239, + "nauc_mrr_at_3_max": 0.759873, + "nauc_mrr_at_3_std": -0.199469, + "nauc_mrr_at_3_diff1": 0.905263, + "nauc_mrr_at_5_max": 0.758979, + "nauc_mrr_at_5_std": -0.19049, + "nauc_mrr_at_5_diff1": 0.906651, + "nauc_mrr_at_10_max": 0.756153, + "nauc_mrr_at_10_std": -0.195596, + "nauc_mrr_at_10_diff1": 0.906917, + "nauc_mrr_at_20_max": 0.755933, + "nauc_mrr_at_20_std": -0.193752, + "nauc_mrr_at_20_diff1": 0.907109, + "nauc_mrr_at_100_max": 0.755686, + "nauc_mrr_at_100_std": -0.194705, + "nauc_mrr_at_100_diff1": 0.907033, + "nauc_mrr_at_1000_max": 0.755622, + "nauc_mrr_at_1000_std": -0.194798, + "nauc_mrr_at_1000_diff1": 0.907003, + "main_score": 0.94337, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90897, + "ndcg_at_5": 0.9158, + "ndcg_at_10": 0.92122, + "ndcg_at_20": 0.92496, + "ndcg_at_100": 0.9272, + "ndcg_at_1000": 0.92735, + "map_at_1": 0.86333, + "map_at_3": 0.89852, + "map_at_5": 0.9023, + "map_at_10": 0.90455, + "map_at_20": 0.90562, + "map_at_100": 0.90592, + "map_at_1000": 0.90593, + "recall_at_1": 0.86333, + "recall_at_3": 0.93889, + "recall_at_5": 0.95556, + "recall_at_10": 0.97222, + "recall_at_20": 0.98667, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31296, + "precision_at_5": 0.19111, + "precision_at_10": 0.09722, + "precision_at_20": 0.04933, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.898519, + "mrr_at_5": 0.902296, + "mrr_at_10": 0.90455, + "mrr_at_20": 0.905615, + "mrr_at_100": 0.905922, + "mrr_at_1000": 0.905928, + "nauc_ndcg_at_1_max": 0.751662, + "nauc_ndcg_at_1_std": -0.137106, + "nauc_ndcg_at_1_diff1": 0.887604, + "nauc_ndcg_at_3_max": 0.781438, + "nauc_ndcg_at_3_std": -0.129731, + "nauc_ndcg_at_3_diff1": 0.868534, + "nauc_ndcg_at_5_max": 0.783505, + "nauc_ndcg_at_5_std": -0.084701, + "nauc_ndcg_at_5_diff1": 0.866556, + "nauc_ndcg_at_10_max": 0.779702, + "nauc_ndcg_at_10_std": -0.097542, + "nauc_ndcg_at_10_diff1": 0.868246, + "nauc_ndcg_at_20_max": 0.779284, + "nauc_ndcg_at_20_std": -0.097372, + "nauc_ndcg_at_20_diff1": 0.869685, + "nauc_ndcg_at_100_max": 0.775422, + "nauc_ndcg_at_100_std": -0.106723, + "nauc_ndcg_at_100_diff1": 0.872012, + "nauc_ndcg_at_1000_max": 0.774957, + "nauc_ndcg_at_1000_std": -0.10901, + "nauc_ndcg_at_1000_diff1": 0.872018, + "nauc_map_at_1_max": 0.751662, + "nauc_map_at_1_std": -0.137106, + "nauc_map_at_1_diff1": 0.887604, + "nauc_map_at_3_max": 0.772565, + "nauc_map_at_3_std": -0.131827, + "nauc_map_at_3_diff1": 0.872549, + "nauc_map_at_5_max": 0.773351, + "nauc_map_at_5_std": -0.109919, + "nauc_map_at_5_diff1": 0.871707, + "nauc_map_at_10_max": 0.771794, + "nauc_map_at_10_std": -0.115299, + "nauc_map_at_10_diff1": 0.872432, + "nauc_map_at_20_max": 0.771713, + "nauc_map_at_20_std": -0.115374, + "nauc_map_at_20_diff1": 0.87288, + "nauc_map_at_100_max": 0.77131, + "nauc_map_at_100_std": -0.116457, + "nauc_map_at_100_diff1": 0.873318, + "nauc_map_at_1000_max": 0.771296, + "nauc_map_at_1000_std": -0.116528, + "nauc_map_at_1000_diff1": 0.873318, + "nauc_recall_at_1_max": 0.751662, + "nauc_recall_at_1_std": -0.137106, + "nauc_recall_at_1_diff1": 0.887604, + "nauc_recall_at_3_max": 0.822494, + "nauc_recall_at_3_std": -0.120109, + "nauc_recall_at_3_diff1": 0.851159, + "nauc_recall_at_5_max": 0.845903, + "nauc_recall_at_5_std": 0.08289, + "nauc_recall_at_5_diff1": 0.836193, + "nauc_recall_at_10_max": 0.850812, + "nauc_recall_at_10_std": 0.079552, + "nauc_recall_at_10_diff1": 0.831933, + "nauc_recall_at_20_max": 0.913827, + "nauc_recall_at_20_std": 0.271086, + "nauc_recall_at_20_diff1": 0.819483, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751662, + "nauc_precision_at_1_std": -0.137106, + "nauc_precision_at_1_diff1": 0.887604, + "nauc_precision_at_3_max": 0.822494, + "nauc_precision_at_3_std": -0.120109, + "nauc_precision_at_3_diff1": 0.851159, + "nauc_precision_at_5_max": 0.845903, + "nauc_precision_at_5_std": 0.08289, + "nauc_precision_at_5_diff1": 0.836193, + "nauc_precision_at_10_max": 0.850812, + "nauc_precision_at_10_std": 0.079552, + "nauc_precision_at_10_diff1": 0.831933, + "nauc_precision_at_20_max": 0.913827, + "nauc_precision_at_20_std": 0.271086, + "nauc_precision_at_20_diff1": 0.819483, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751662, + "nauc_mrr_at_1_std": -0.137106, + "nauc_mrr_at_1_diff1": 0.887604, + "nauc_mrr_at_3_max": 0.772565, + "nauc_mrr_at_3_std": -0.131827, + "nauc_mrr_at_3_diff1": 0.872549, + "nauc_mrr_at_5_max": 0.773351, + "nauc_mrr_at_5_std": -0.109919, + "nauc_mrr_at_5_diff1": 0.871707, + "nauc_mrr_at_10_max": 0.771794, + "nauc_mrr_at_10_std": -0.115299, + "nauc_mrr_at_10_diff1": 0.872432, + "nauc_mrr_at_20_max": 0.771713, + "nauc_mrr_at_20_std": -0.115374, + "nauc_mrr_at_20_diff1": 0.87288, + "nauc_mrr_at_100_max": 0.77131, + "nauc_mrr_at_100_std": -0.116457, + "nauc_mrr_at_100_diff1": 0.873318, + "nauc_mrr_at_1000_max": 0.771296, + "nauc_mrr_at_1000_std": -0.116528, + "nauc_mrr_at_1000_diff1": 0.873318, + "main_score": 0.92122, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.49111, + "ndcg_at_3": 0.53672, + "ndcg_at_5": 0.54915, + "ndcg_at_10": 0.56339, + "ndcg_at_20": 0.57464, + "ndcg_at_100": 0.60202, + "ndcg_at_1000": 0.62293, + "map_at_1": 0.49111, + "map_at_3": 0.52593, + "map_at_5": 0.53287, + "map_at_10": 0.53867, + "map_at_20": 0.54177, + "map_at_100": 0.54523, + "map_at_1000": 0.54606, + "recall_at_1": 0.49111, + "recall_at_3": 0.56778, + "recall_at_5": 0.59778, + "recall_at_10": 0.64222, + "recall_at_20": 0.68667, + "recall_at_100": 0.83889, + "recall_at_1000": 1.0, + "precision_at_1": 0.49111, + "precision_at_3": 0.18926, + "precision_at_5": 0.11956, + "precision_at_10": 0.06422, + "precision_at_20": 0.03433, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "mrr_at_1": 0.491111, + "mrr_at_3": 0.525926, + "mrr_at_5": 0.53287, + "mrr_at_10": 0.538669, + "mrr_at_20": 0.541768, + "mrr_at_100": 0.545232, + "mrr_at_1000": 0.546058, + "nauc_ndcg_at_1_max": 0.590239, + "nauc_ndcg_at_1_std": -0.560051, + "nauc_ndcg_at_1_diff1": 0.892564, + "nauc_ndcg_at_3_max": 0.57832, + "nauc_ndcg_at_3_std": -0.591522, + "nauc_ndcg_at_3_diff1": 0.859022, + "nauc_ndcg_at_5_max": 0.566474, + "nauc_ndcg_at_5_std": -0.590892, + "nauc_ndcg_at_5_diff1": 0.850307, + "nauc_ndcg_at_10_max": 0.552499, + "nauc_ndcg_at_10_std": -0.589694, + "nauc_ndcg_at_10_diff1": 0.842071, + "nauc_ndcg_at_20_max": 0.550372, + "nauc_ndcg_at_20_std": -0.581538, + "nauc_ndcg_at_20_diff1": 0.836882, + "nauc_ndcg_at_100_max": 0.554731, + "nauc_ndcg_at_100_std": -0.563904, + "nauc_ndcg_at_100_diff1": 0.835319, + "nauc_ndcg_at_1000_max": 0.561273, + "nauc_ndcg_at_1000_std": -0.575936, + "nauc_ndcg_at_1000_diff1": 0.846306, + "nauc_map_at_1_max": 0.590239, + "nauc_map_at_1_std": -0.560051, + "nauc_map_at_1_diff1": 0.892564, + "nauc_map_at_3_max": 0.581735, + "nauc_map_at_3_std": -0.585235, + "nauc_map_at_3_diff1": 0.867626, + "nauc_map_at_5_max": 0.575184, + "nauc_map_at_5_std": -0.584928, + "nauc_map_at_5_diff1": 0.862942, + "nauc_map_at_10_max": 0.569758, + "nauc_map_at_10_std": -0.58412, + "nauc_map_at_10_diff1": 0.859747, + "nauc_map_at_20_max": 0.569261, + "nauc_map_at_20_std": -0.581941, + "nauc_map_at_20_diff1": 0.858493, + "nauc_map_at_100_max": 0.569891, + "nauc_map_at_100_std": -0.579158, + "nauc_map_at_100_diff1": 0.858135, + "nauc_map_at_1000_max": 0.570108, + "nauc_map_at_1000_std": -0.579598, + "nauc_map_at_1000_diff1": 0.858494, + "nauc_recall_at_1_max": 0.590239, + "nauc_recall_at_1_std": -0.560051, + "nauc_recall_at_1_diff1": 0.892564, + "nauc_recall_at_3_max": 0.56785, + "nauc_recall_at_3_std": -0.60977, + "nauc_recall_at_3_diff1": 0.833027, + "nauc_recall_at_5_max": 0.537707, + "nauc_recall_at_5_std": -0.608413, + "nauc_recall_at_5_diff1": 0.809824, + "nauc_recall_at_10_max": 0.486653, + "nauc_recall_at_10_std": -0.6074, + "nauc_recall_at_10_diff1": 0.77819, + "nauc_recall_at_20_max": 0.470714, + "nauc_recall_at_20_std": -0.570686, + "nauc_recall_at_20_diff1": 0.747621, + "nauc_recall_at_100_max": 0.460703, + "nauc_recall_at_100_std": -0.393953, + "nauc_recall_at_100_diff1": 0.675619, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590239, + "nauc_precision_at_1_std": -0.560051, + "nauc_precision_at_1_diff1": 0.892564, + "nauc_precision_at_3_max": 0.56785, + "nauc_precision_at_3_std": -0.60977, + "nauc_precision_at_3_diff1": 0.833027, + "nauc_precision_at_5_max": 0.537707, + "nauc_precision_at_5_std": -0.608413, + "nauc_precision_at_5_diff1": 0.809824, + "nauc_precision_at_10_max": 0.486653, + "nauc_precision_at_10_std": -0.6074, + "nauc_precision_at_10_diff1": 0.77819, + "nauc_precision_at_20_max": 0.470714, + "nauc_precision_at_20_std": -0.570686, + "nauc_precision_at_20_diff1": 0.747621, + "nauc_precision_at_100_max": 0.460703, + "nauc_precision_at_100_std": -0.393953, + "nauc_precision_at_100_diff1": 0.675619, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.590239, + "nauc_mrr_at_1_std": -0.560051, + "nauc_mrr_at_1_diff1": 0.892564, + "nauc_mrr_at_3_max": 0.581735, + "nauc_mrr_at_3_std": -0.585235, + "nauc_mrr_at_3_diff1": 0.867626, + "nauc_mrr_at_5_max": 0.575184, + "nauc_mrr_at_5_std": -0.584928, + "nauc_mrr_at_5_diff1": 0.862942, + "nauc_mrr_at_10_max": 0.569758, + "nauc_mrr_at_10_std": -0.58412, + "nauc_mrr_at_10_diff1": 0.859747, + "nauc_mrr_at_20_max": 0.569261, + "nauc_mrr_at_20_std": -0.581941, + "nauc_mrr_at_20_diff1": 0.858493, + "nauc_mrr_at_100_max": 0.569891, + "nauc_mrr_at_100_std": -0.579158, + "nauc_mrr_at_100_diff1": 0.858135, + "nauc_mrr_at_1000_max": 0.570108, + "nauc_mrr_at_1000_std": -0.579598, + "nauc_mrr_at_1000_diff1": 0.858494, + "main_score": 0.56339, + "hf_subset": "plt_Latn-plt_Latn", + "languages": [ + "plt-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.56844, + "ndcg_at_5": 0.58503, + "ndcg_at_10": 0.6011, + "ndcg_at_20": 0.61487, + "ndcg_at_100": 0.63848, + "ndcg_at_1000": 0.65401, + "map_at_1": 0.51111, + "map_at_3": 0.55444, + "map_at_5": 0.56372, + "map_at_10": 0.57029, + "map_at_20": 0.57407, + "map_at_100": 0.57719, + "map_at_1000": 0.57786, + "recall_at_1": 0.51111, + "recall_at_3": 0.60889, + "recall_at_5": 0.64889, + "recall_at_10": 0.69889, + "recall_at_20": 0.75333, + "recall_at_100": 0.88333, + "recall_at_1000": 1.0, + "precision_at_1": 0.51111, + "precision_at_3": 0.20296, + "precision_at_5": 0.12978, + "precision_at_10": 0.06989, + "precision_at_20": 0.03767, + "precision_at_100": 0.00883, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.554444, + "mrr_at_5": 0.563722, + "mrr_at_10": 0.570295, + "mrr_at_20": 0.574072, + "mrr_at_100": 0.577189, + "mrr_at_1000": 0.57786, + "nauc_ndcg_at_1_max": 0.838802, + "nauc_ndcg_at_1_std": 0.297403, + "nauc_ndcg_at_1_diff1": 0.894736, + "nauc_ndcg_at_3_max": 0.832308, + "nauc_ndcg_at_3_std": 0.309956, + "nauc_ndcg_at_3_diff1": 0.849862, + "nauc_ndcg_at_5_max": 0.827371, + "nauc_ndcg_at_5_std": 0.315707, + "nauc_ndcg_at_5_diff1": 0.845961, + "nauc_ndcg_at_10_max": 0.825632, + "nauc_ndcg_at_10_std": 0.330782, + "nauc_ndcg_at_10_diff1": 0.84011, + "nauc_ndcg_at_20_max": 0.823517, + "nauc_ndcg_at_20_std": 0.339537, + "nauc_ndcg_at_20_diff1": 0.840043, + "nauc_ndcg_at_100_max": 0.821088, + "nauc_ndcg_at_100_std": 0.339695, + "nauc_ndcg_at_100_diff1": 0.841114, + "nauc_ndcg_at_1000_max": 0.826236, + "nauc_ndcg_at_1000_std": 0.327998, + "nauc_ndcg_at_1000_diff1": 0.848503, + "nauc_map_at_1_max": 0.838802, + "nauc_map_at_1_std": 0.297403, + "nauc_map_at_1_diff1": 0.894736, + "nauc_map_at_3_max": 0.834699, + "nauc_map_at_3_std": 0.306754, + "nauc_map_at_3_diff1": 0.861271, + "nauc_map_at_5_max": 0.83206, + "nauc_map_at_5_std": 0.309748, + "nauc_map_at_5_diff1": 0.859456, + "nauc_map_at_10_max": 0.831308, + "nauc_map_at_10_std": 0.315268, + "nauc_map_at_10_diff1": 0.857268, + "nauc_map_at_20_max": 0.830844, + "nauc_map_at_20_std": 0.31757, + "nauc_map_at_20_diff1": 0.857372, + "nauc_map_at_100_max": 0.830475, + "nauc_map_at_100_std": 0.317651, + "nauc_map_at_100_diff1": 0.857526, + "nauc_map_at_1000_max": 0.830646, + "nauc_map_at_1000_std": 0.317244, + "nauc_map_at_1000_diff1": 0.857804, + "nauc_recall_at_1_max": 0.838802, + "nauc_recall_at_1_std": 0.297403, + "nauc_recall_at_1_diff1": 0.894736, + "nauc_recall_at_3_max": 0.824619, + "nauc_recall_at_3_std": 0.319821, + "nauc_recall_at_3_diff1": 0.814715, + "nauc_recall_at_5_max": 0.810934, + "nauc_recall_at_5_std": 0.336181, + "nauc_recall_at_5_diff1": 0.8011, + "nauc_recall_at_10_max": 0.803603, + "nauc_recall_at_10_std": 0.395713, + "nauc_recall_at_10_diff1": 0.775213, + "nauc_recall_at_20_max": 0.788112, + "nauc_recall_at_20_std": 0.451711, + "nauc_recall_at_20_diff1": 0.7636, + "nauc_recall_at_100_max": 0.728463, + "nauc_recall_at_100_std": 0.547954, + "nauc_recall_at_100_diff1": 0.711526, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.838802, + "nauc_precision_at_1_std": 0.297403, + "nauc_precision_at_1_diff1": 0.894736, + "nauc_precision_at_3_max": 0.824619, + "nauc_precision_at_3_std": 0.319821, + "nauc_precision_at_3_diff1": 0.814715, + "nauc_precision_at_5_max": 0.810934, + "nauc_precision_at_5_std": 0.336181, + "nauc_precision_at_5_diff1": 0.8011, + "nauc_precision_at_10_max": 0.803603, + "nauc_precision_at_10_std": 0.395713, + "nauc_precision_at_10_diff1": 0.775213, + "nauc_precision_at_20_max": 0.788112, + "nauc_precision_at_20_std": 0.451711, + "nauc_precision_at_20_diff1": 0.7636, + "nauc_precision_at_100_max": 0.728463, + "nauc_precision_at_100_std": 0.547954, + "nauc_precision_at_100_diff1": 0.711526, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.838802, + "nauc_mrr_at_1_std": 0.297403, + "nauc_mrr_at_1_diff1": 0.894736, + "nauc_mrr_at_3_max": 0.834699, + "nauc_mrr_at_3_std": 0.306754, + "nauc_mrr_at_3_diff1": 0.861271, + "nauc_mrr_at_5_max": 0.83206, + "nauc_mrr_at_5_std": 0.309748, + "nauc_mrr_at_5_diff1": 0.859456, + "nauc_mrr_at_10_max": 0.831308, + "nauc_mrr_at_10_std": 0.315268, + "nauc_mrr_at_10_diff1": 0.857268, + "nauc_mrr_at_20_max": 0.830844, + "nauc_mrr_at_20_std": 0.31757, + "nauc_mrr_at_20_diff1": 0.857372, + "nauc_mrr_at_100_max": 0.830475, + "nauc_mrr_at_100_std": 0.317651, + "nauc_mrr_at_100_diff1": 0.857526, + "nauc_mrr_at_1000_max": 0.830646, + "nauc_mrr_at_1000_std": 0.317244, + "nauc_mrr_at_1000_diff1": 0.857804, + "main_score": 0.6011, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41, + "ndcg_at_3": 0.44372, + "ndcg_at_5": 0.45103, + "ndcg_at_10": 0.45998, + "ndcg_at_20": 0.46592, + "ndcg_at_100": 0.49003, + "ndcg_at_1000": 0.53178, + "map_at_1": 0.41, + "map_at_3": 0.43574, + "map_at_5": 0.4398, + "map_at_10": 0.44346, + "map_at_20": 0.44497, + "map_at_100": 0.44796, + "map_at_1000": 0.44948, + "recall_at_1": 0.41, + "recall_at_3": 0.46667, + "recall_at_5": 0.48444, + "recall_at_10": 0.51222, + "recall_at_20": 0.53667, + "recall_at_100": 0.67222, + "recall_at_1000": 1.0, + "precision_at_1": 0.41, + "precision_at_3": 0.15556, + "precision_at_5": 0.09689, + "precision_at_10": 0.05122, + "precision_at_20": 0.02683, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.41, + "mrr_at_3": 0.435741, + "mrr_at_5": 0.439796, + "mrr_at_10": 0.443463, + "mrr_at_20": 0.444967, + "mrr_at_100": 0.447959, + "mrr_at_1000": 0.449482, + "nauc_ndcg_at_1_max": 0.91736, + "nauc_ndcg_at_1_std": 0.647961, + "nauc_ndcg_at_1_diff1": 0.895818, + "nauc_ndcg_at_3_max": 0.925245, + "nauc_ndcg_at_3_std": 0.683122, + "nauc_ndcg_at_3_diff1": 0.870869, + "nauc_ndcg_at_5_max": 0.921007, + "nauc_ndcg_at_5_std": 0.694007, + "nauc_ndcg_at_5_diff1": 0.862368, + "nauc_ndcg_at_10_max": 0.914707, + "nauc_ndcg_at_10_std": 0.690721, + "nauc_ndcg_at_10_diff1": 0.85627, + "nauc_ndcg_at_20_max": 0.910146, + "nauc_ndcg_at_20_std": 0.692009, + "nauc_ndcg_at_20_diff1": 0.851342, + "nauc_ndcg_at_100_max": 0.894293, + "nauc_ndcg_at_100_std": 0.679898, + "nauc_ndcg_at_100_diff1": 0.838414, + "nauc_ndcg_at_1000_max": 0.907349, + "nauc_ndcg_at_1000_std": 0.682016, + "nauc_ndcg_at_1000_diff1": 0.854047, + "nauc_map_at_1_max": 0.91736, + "nauc_map_at_1_std": 0.647961, + "nauc_map_at_1_diff1": 0.895818, + "nauc_map_at_3_max": 0.923702, + "nauc_map_at_3_std": 0.674944, + "nauc_map_at_3_diff1": 0.877236, + "nauc_map_at_5_max": 0.921407, + "nauc_map_at_5_std": 0.681098, + "nauc_map_at_5_diff1": 0.872591, + "nauc_map_at_10_max": 0.918765, + "nauc_map_at_10_std": 0.679683, + "nauc_map_at_10_diff1": 0.870256, + "nauc_map_at_20_max": 0.91769, + "nauc_map_at_20_std": 0.679982, + "nauc_map_at_20_diff1": 0.869098, + "nauc_map_at_100_max": 0.915588, + "nauc_map_at_100_std": 0.678466, + "nauc_map_at_100_diff1": 0.867456, + "nauc_map_at_1000_max": 0.915846, + "nauc_map_at_1000_std": 0.678436, + "nauc_map_at_1000_diff1": 0.867802, + "nauc_recall_at_1_max": 0.91736, + "nauc_recall_at_1_std": 0.647961, + "nauc_recall_at_1_diff1": 0.895818, + "nauc_recall_at_3_max": 0.929588, + "nauc_recall_at_3_std": 0.706817, + "nauc_recall_at_3_diff1": 0.852173, + "nauc_recall_at_5_max": 0.918998, + "nauc_recall_at_5_std": 0.733073, + "nauc_recall_at_5_diff1": 0.830987, + "nauc_recall_at_10_max": 0.89935, + "nauc_recall_at_10_std": 0.723581, + "nauc_recall_at_10_diff1": 0.810341, + "nauc_recall_at_20_max": 0.878846, + "nauc_recall_at_20_std": 0.730012, + "nauc_recall_at_20_diff1": 0.787478, + "nauc_recall_at_100_max": 0.7659, + "nauc_recall_at_100_std": 0.655483, + "nauc_recall_at_100_diff1": 0.685902, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.91736, + "nauc_precision_at_1_std": 0.647961, + "nauc_precision_at_1_diff1": 0.895818, + "nauc_precision_at_3_max": 0.929588, + "nauc_precision_at_3_std": 0.706817, + "nauc_precision_at_3_diff1": 0.852173, + "nauc_precision_at_5_max": 0.918998, + "nauc_precision_at_5_std": 0.733073, + "nauc_precision_at_5_diff1": 0.830987, + "nauc_precision_at_10_max": 0.89935, + "nauc_precision_at_10_std": 0.723581, + "nauc_precision_at_10_diff1": 0.810341, + "nauc_precision_at_20_max": 0.878846, + "nauc_precision_at_20_std": 0.730012, + "nauc_precision_at_20_diff1": 0.787478, + "nauc_precision_at_100_max": 0.7659, + "nauc_precision_at_100_std": 0.655483, + "nauc_precision_at_100_diff1": 0.685902, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.91736, + "nauc_mrr_at_1_std": 0.647961, + "nauc_mrr_at_1_diff1": 0.895818, + "nauc_mrr_at_3_max": 0.923702, + "nauc_mrr_at_3_std": 0.674944, + "nauc_mrr_at_3_diff1": 0.877236, + "nauc_mrr_at_5_max": 0.921407, + "nauc_mrr_at_5_std": 0.681098, + "nauc_mrr_at_5_diff1": 0.872591, + "nauc_mrr_at_10_max": 0.918765, + "nauc_mrr_at_10_std": 0.679683, + "nauc_mrr_at_10_diff1": 0.870256, + "nauc_mrr_at_20_max": 0.91769, + "nauc_mrr_at_20_std": 0.679982, + "nauc_mrr_at_20_diff1": 0.869098, + "nauc_mrr_at_100_max": 0.915588, + "nauc_mrr_at_100_std": 0.678466, + "nauc_mrr_at_100_diff1": 0.867456, + "nauc_mrr_at_1000_max": 0.915846, + "nauc_mrr_at_1000_std": 0.678436, + "nauc_mrr_at_1000_diff1": 0.867802, + "main_score": 0.45998, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91143, + "ndcg_at_5": 0.92056, + "ndcg_at_10": 0.92342, + "ndcg_at_20": 0.92505, + "ndcg_at_100": 0.92822, + "ndcg_at_1000": 0.92912, + "map_at_1": 0.87, + "map_at_3": 0.90185, + "map_at_5": 0.90691, + "map_at_10": 0.90808, + "map_at_20": 0.9085, + "map_at_100": 0.90897, + "map_at_1000": 0.90901, + "recall_at_1": 0.87, + "recall_at_3": 0.93889, + "recall_at_5": 0.96111, + "recall_at_10": 0.97, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31296, + "precision_at_5": 0.19222, + "precision_at_10": 0.097, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.901852, + "mrr_at_5": 0.906907, + "mrr_at_10": 0.908081, + "mrr_at_20": 0.908497, + "mrr_at_100": 0.908967, + "mrr_at_1000": 0.909008, + "nauc_ndcg_at_1_max": 0.75331, + "nauc_ndcg_at_1_std": -0.318057, + "nauc_ndcg_at_1_diff1": 0.920902, + "nauc_ndcg_at_3_max": 0.792689, + "nauc_ndcg_at_3_std": -0.218444, + "nauc_ndcg_at_3_diff1": 0.91406, + "nauc_ndcg_at_5_max": 0.793994, + "nauc_ndcg_at_5_std": -0.216321, + "nauc_ndcg_at_5_diff1": 0.913807, + "nauc_ndcg_at_10_max": 0.792205, + "nauc_ndcg_at_10_std": -0.218756, + "nauc_ndcg_at_10_diff1": 0.915171, + "nauc_ndcg_at_20_max": 0.79163, + "nauc_ndcg_at_20_std": -0.226722, + "nauc_ndcg_at_20_diff1": 0.917132, + "nauc_ndcg_at_100_max": 0.786805, + "nauc_ndcg_at_100_std": -0.226829, + "nauc_ndcg_at_100_diff1": 0.916401, + "nauc_ndcg_at_1000_max": 0.785374, + "nauc_ndcg_at_1000_std": -0.234993, + "nauc_ndcg_at_1000_diff1": 0.916262, + "nauc_map_at_1_max": 0.75331, + "nauc_map_at_1_std": -0.318057, + "nauc_map_at_1_diff1": 0.920902, + "nauc_map_at_3_max": 0.781795, + "nauc_map_at_3_std": -0.246371, + "nauc_map_at_3_diff1": 0.915795, + "nauc_map_at_5_max": 0.782119, + "nauc_map_at_5_std": -0.245787, + "nauc_map_at_5_diff1": 0.915879, + "nauc_map_at_10_max": 0.781323, + "nauc_map_at_10_std": -0.247159, + "nauc_map_at_10_diff1": 0.916351, + "nauc_map_at_20_max": 0.781111, + "nauc_map_at_20_std": -0.249047, + "nauc_map_at_20_diff1": 0.916776, + "nauc_map_at_100_max": 0.780497, + "nauc_map_at_100_std": -0.248876, + "nauc_map_at_100_diff1": 0.916615, + "nauc_map_at_1000_max": 0.780453, + "nauc_map_at_1000_std": -0.249107, + "nauc_map_at_1000_diff1": 0.916618, + "nauc_recall_at_1_max": 0.75331, + "nauc_recall_at_1_std": -0.318057, + "nauc_recall_at_1_diff1": 0.920902, + "nauc_recall_at_3_max": 0.841159, + "nauc_recall_at_3_std": -0.093905, + "nauc_recall_at_3_diff1": 0.90646, + "nauc_recall_at_5_max": 0.872216, + "nauc_recall_at_5_std": -0.023329, + "nauc_recall_at_5_diff1": 0.899827, + "nauc_recall_at_10_max": 0.881903, + "nauc_recall_at_10_std": 0.017395, + "nauc_recall_at_10_diff1": 0.906629, + "nauc_recall_at_20_max": 0.901294, + "nauc_recall_at_20_std": -0.015184, + "nauc_recall_at_20_diff1": 0.929194, + "nauc_recall_at_100_max": 0.903906, + "nauc_recall_at_100_std": 0.446156, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75331, + "nauc_precision_at_1_std": -0.318057, + "nauc_precision_at_1_diff1": 0.920902, + "nauc_precision_at_3_max": 0.841159, + "nauc_precision_at_3_std": -0.093905, + "nauc_precision_at_3_diff1": 0.90646, + "nauc_precision_at_5_max": 0.872216, + "nauc_precision_at_5_std": -0.023329, + "nauc_precision_at_5_diff1": 0.899827, + "nauc_precision_at_10_max": 0.881903, + "nauc_precision_at_10_std": 0.017395, + "nauc_precision_at_10_diff1": 0.906629, + "nauc_precision_at_20_max": 0.901294, + "nauc_precision_at_20_std": -0.015184, + "nauc_precision_at_20_diff1": 0.929194, + "nauc_precision_at_100_max": 0.903906, + "nauc_precision_at_100_std": 0.446156, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75331, + "nauc_mrr_at_1_std": -0.318057, + "nauc_mrr_at_1_diff1": 0.920902, + "nauc_mrr_at_3_max": 0.781795, + "nauc_mrr_at_3_std": -0.246371, + "nauc_mrr_at_3_diff1": 0.915795, + "nauc_mrr_at_5_max": 0.782119, + "nauc_mrr_at_5_std": -0.245787, + "nauc_mrr_at_5_diff1": 0.915879, + "nauc_mrr_at_10_max": 0.781323, + "nauc_mrr_at_10_std": -0.247159, + "nauc_mrr_at_10_diff1": 0.916351, + "nauc_mrr_at_20_max": 0.781111, + "nauc_mrr_at_20_std": -0.249047, + "nauc_mrr_at_20_diff1": 0.916776, + "nauc_mrr_at_100_max": 0.780497, + "nauc_mrr_at_100_std": -0.248876, + "nauc_mrr_at_100_diff1": 0.916615, + "nauc_mrr_at_1000_max": 0.780453, + "nauc_mrr_at_1000_std": -0.249107, + "nauc_mrr_at_1000_diff1": 0.916618, + "main_score": 0.92342, + "hf_subset": "pol_Latn-pol_Latn", + "languages": [ + "pol-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93585, + "ndcg_at_5": 0.94134, + "ndcg_at_10": 0.94466, + "ndcg_at_20": 0.94643, + "ndcg_at_100": 0.9476, + "ndcg_at_1000": 0.94819, + "map_at_1": 0.89889, + "map_at_3": 0.92741, + "map_at_5": 0.93046, + "map_at_10": 0.93188, + "map_at_20": 0.93241, + "map_at_100": 0.93263, + "map_at_1000": 0.93265, + "recall_at_1": 0.89889, + "recall_at_3": 0.96, + "recall_at_5": 0.97333, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.32, + "precision_at_5": 0.19467, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.927407, + "mrr_at_5": 0.930463, + "mrr_at_10": 0.931881, + "mrr_at_20": 0.932408, + "mrr_at_100": 0.932626, + "mrr_at_1000": 0.93265, + "nauc_ndcg_at_1_max": 0.771175, + "nauc_ndcg_at_1_std": -0.339588, + "nauc_ndcg_at_1_diff1": 0.924631, + "nauc_ndcg_at_3_max": 0.817911, + "nauc_ndcg_at_3_std": -0.283045, + "nauc_ndcg_at_3_diff1": 0.933757, + "nauc_ndcg_at_5_max": 0.81264, + "nauc_ndcg_at_5_std": -0.294556, + "nauc_ndcg_at_5_diff1": 0.932903, + "nauc_ndcg_at_10_max": 0.807966, + "nauc_ndcg_at_10_std": -0.317833, + "nauc_ndcg_at_10_diff1": 0.932415, + "nauc_ndcg_at_20_max": 0.803757, + "nauc_ndcg_at_20_std": -0.309096, + "nauc_ndcg_at_20_diff1": 0.931612, + "nauc_ndcg_at_100_max": 0.803208, + "nauc_ndcg_at_100_std": -0.298877, + "nauc_ndcg_at_100_diff1": 0.931239, + "nauc_ndcg_at_1000_max": 0.8014, + "nauc_ndcg_at_1000_std": -0.306801, + "nauc_ndcg_at_1000_diff1": 0.930872, + "nauc_map_at_1_max": 0.771175, + "nauc_map_at_1_std": -0.339588, + "nauc_map_at_1_diff1": 0.924631, + "nauc_map_at_3_max": 0.803551, + "nauc_map_at_3_std": -0.300763, + "nauc_map_at_3_diff1": 0.930873, + "nauc_map_at_5_max": 0.800587, + "nauc_map_at_5_std": -0.307041, + "nauc_map_at_5_diff1": 0.930407, + "nauc_map_at_10_max": 0.798563, + "nauc_map_at_10_std": -0.315866, + "nauc_map_at_10_diff1": 0.930211, + "nauc_map_at_20_max": 0.797482, + "nauc_map_at_20_std": -0.314181, + "nauc_map_at_20_diff1": 0.929999, + "nauc_map_at_100_max": 0.79739, + "nauc_map_at_100_std": -0.312693, + "nauc_map_at_100_diff1": 0.929936, + "nauc_map_at_1000_max": 0.797333, + "nauc_map_at_1000_std": -0.312878, + "nauc_map_at_1000_diff1": 0.929928, + "nauc_recall_at_1_max": 0.771175, + "nauc_recall_at_1_std": -0.339588, + "nauc_recall_at_1_diff1": 0.924631, + "nauc_recall_at_3_max": 0.89204, + "nauc_recall_at_3_std": -0.191293, + "nauc_recall_at_3_diff1": 0.948711, + "nauc_recall_at_5_max": 0.899529, + "nauc_recall_at_5_std": -0.205649, + "nauc_recall_at_5_diff1": 0.95098, + "nauc_recall_at_10_max": 0.908185, + "nauc_recall_at_10_std": -0.374572, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.890549, + "nauc_recall_at_20_std": -0.217191, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771175, + "nauc_precision_at_1_std": -0.339588, + "nauc_precision_at_1_diff1": 0.924631, + "nauc_precision_at_3_max": 0.89204, + "nauc_precision_at_3_std": -0.191293, + "nauc_precision_at_3_diff1": 0.948711, + "nauc_precision_at_5_max": 0.899529, + "nauc_precision_at_5_std": -0.205649, + "nauc_precision_at_5_diff1": 0.95098, + "nauc_precision_at_10_max": 0.908185, + "nauc_precision_at_10_std": -0.374572, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.890549, + "nauc_precision_at_20_std": -0.217191, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771175, + "nauc_mrr_at_1_std": -0.339588, + "nauc_mrr_at_1_diff1": 0.924631, + "nauc_mrr_at_3_max": 0.803551, + "nauc_mrr_at_3_std": -0.300763, + "nauc_mrr_at_3_diff1": 0.930873, + "nauc_mrr_at_5_max": 0.800587, + "nauc_mrr_at_5_std": -0.307041, + "nauc_mrr_at_5_diff1": 0.930407, + "nauc_mrr_at_10_max": 0.798563, + "nauc_mrr_at_10_std": -0.315866, + "nauc_mrr_at_10_diff1": 0.930211, + "nauc_mrr_at_20_max": 0.797482, + "nauc_mrr_at_20_std": -0.314181, + "nauc_mrr_at_20_diff1": 0.929999, + "nauc_mrr_at_100_max": 0.79739, + "nauc_mrr_at_100_std": -0.312693, + "nauc_mrr_at_100_diff1": 0.929936, + "nauc_mrr_at_1000_max": 0.797333, + "nauc_mrr_at_1000_std": -0.312878, + "nauc_mrr_at_1000_diff1": 0.929928, + "main_score": 0.94466, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86556, + "ndcg_at_3": 0.90838, + "ndcg_at_5": 0.91676, + "ndcg_at_10": 0.92036, + "ndcg_at_20": 0.92351, + "ndcg_at_100": 0.92606, + "ndcg_at_1000": 0.92696, + "map_at_1": 0.86556, + "map_at_3": 0.89852, + "map_at_5": 0.90324, + "map_at_10": 0.90473, + "map_at_20": 0.90563, + "map_at_100": 0.90601, + "map_at_1000": 0.90605, + "recall_at_1": 0.86556, + "recall_at_3": 0.93667, + "recall_at_5": 0.95667, + "recall_at_10": 0.96778, + "recall_at_20": 0.98, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.86556, + "precision_at_3": 0.31222, + "precision_at_5": 0.19133, + "precision_at_10": 0.09678, + "precision_at_20": 0.049, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.865556, + "mrr_at_3": 0.898519, + "mrr_at_5": 0.903241, + "mrr_at_10": 0.904734, + "mrr_at_20": 0.905629, + "mrr_at_100": 0.906007, + "mrr_at_1000": 0.906047, + "nauc_ndcg_at_1_max": 0.797151, + "nauc_ndcg_at_1_std": -0.057668, + "nauc_ndcg_at_1_diff1": 0.910065, + "nauc_ndcg_at_3_max": 0.836831, + "nauc_ndcg_at_3_std": 0.069613, + "nauc_ndcg_at_3_diff1": 0.902174, + "nauc_ndcg_at_5_max": 0.827573, + "nauc_ndcg_at_5_std": 0.023559, + "nauc_ndcg_at_5_diff1": 0.898986, + "nauc_ndcg_at_10_max": 0.823399, + "nauc_ndcg_at_10_std": 0.015797, + "nauc_ndcg_at_10_diff1": 0.89741, + "nauc_ndcg_at_20_max": 0.824129, + "nauc_ndcg_at_20_std": 0.019589, + "nauc_ndcg_at_20_diff1": 0.900679, + "nauc_ndcg_at_100_max": 0.823763, + "nauc_ndcg_at_100_std": 0.018028, + "nauc_ndcg_at_100_diff1": 0.902832, + "nauc_ndcg_at_1000_max": 0.821565, + "nauc_ndcg_at_1000_std": 0.012651, + "nauc_ndcg_at_1000_diff1": 0.902135, + "nauc_map_at_1_max": 0.797151, + "nauc_map_at_1_std": -0.057668, + "nauc_map_at_1_diff1": 0.910065, + "nauc_map_at_3_max": 0.824808, + "nauc_map_at_3_std": 0.031125, + "nauc_map_at_3_diff1": 0.904143, + "nauc_map_at_5_max": 0.819562, + "nauc_map_at_5_std": 0.006, + "nauc_map_at_5_diff1": 0.902668, + "nauc_map_at_10_max": 0.818031, + "nauc_map_at_10_std": 0.003014, + "nauc_map_at_10_diff1": 0.90218, + "nauc_map_at_20_max": 0.818218, + "nauc_map_at_20_std": 0.00397, + "nauc_map_at_20_diff1": 0.903003, + "nauc_map_at_100_max": 0.818163, + "nauc_map_at_100_std": 0.003515, + "nauc_map_at_100_diff1": 0.903234, + "nauc_map_at_1000_max": 0.818085, + "nauc_map_at_1000_std": 0.003403, + "nauc_map_at_1000_diff1": 0.903205, + "nauc_recall_at_1_max": 0.797151, + "nauc_recall_at_1_std": -0.057668, + "nauc_recall_at_1_diff1": 0.910065, + "nauc_recall_at_3_max": 0.890863, + "nauc_recall_at_3_std": 0.242534, + "nauc_recall_at_3_diff1": 0.893607, + "nauc_recall_at_5_max": 0.875386, + "nauc_recall_at_5_std": 0.122136, + "nauc_recall_at_5_diff1": 0.875506, + "nauc_recall_at_10_max": 0.860024, + "nauc_recall_at_10_std": 0.098329, + "nauc_recall_at_10_diff1": 0.855678, + "nauc_recall_at_20_max": 0.890549, + "nauc_recall_at_20_std": 0.196649, + "nauc_recall_at_20_diff1": 0.876932, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.495176, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.797151, + "nauc_precision_at_1_std": -0.057668, + "nauc_precision_at_1_diff1": 0.910065, + "nauc_precision_at_3_max": 0.890863, + "nauc_precision_at_3_std": 0.242534, + "nauc_precision_at_3_diff1": 0.893607, + "nauc_precision_at_5_max": 0.875386, + "nauc_precision_at_5_std": 0.122136, + "nauc_precision_at_5_diff1": 0.875506, + "nauc_precision_at_10_max": 0.860024, + "nauc_precision_at_10_std": 0.098329, + "nauc_precision_at_10_diff1": 0.855678, + "nauc_precision_at_20_max": 0.890549, + "nauc_precision_at_20_std": 0.196649, + "nauc_precision_at_20_diff1": 0.876932, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.495176, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.797151, + "nauc_mrr_at_1_std": -0.057668, + "nauc_mrr_at_1_diff1": 0.910065, + "nauc_mrr_at_3_max": 0.824808, + "nauc_mrr_at_3_std": 0.031125, + "nauc_mrr_at_3_diff1": 0.904143, + "nauc_mrr_at_5_max": 0.819562, + "nauc_mrr_at_5_std": 0.006, + "nauc_mrr_at_5_diff1": 0.902668, + "nauc_mrr_at_10_max": 0.818031, + "nauc_mrr_at_10_std": 0.003014, + "nauc_mrr_at_10_diff1": 0.90218, + "nauc_mrr_at_20_max": 0.818218, + "nauc_mrr_at_20_std": 0.00397, + "nauc_mrr_at_20_diff1": 0.903003, + "nauc_mrr_at_100_max": 0.818163, + "nauc_mrr_at_100_std": 0.003515, + "nauc_mrr_at_100_diff1": 0.903234, + "nauc_mrr_at_1000_max": 0.818085, + "nauc_mrr_at_1000_std": 0.003403, + "nauc_mrr_at_1000_diff1": 0.903205, + "main_score": 0.92036, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94705, + "ndcg_at_5": 0.94987, + "ndcg_at_10": 0.95173, + "ndcg_at_20": 0.95327, + "ndcg_at_100": 0.95521, + "ndcg_at_1000": 0.95547, + "map_at_1": 0.91333, + "map_at_3": 0.93907, + "map_at_5": 0.94069, + "map_at_10": 0.94149, + "map_at_20": 0.94198, + "map_at_100": 0.94228, + "map_at_1000": 0.94229, + "recall_at_1": 0.91333, + "recall_at_3": 0.97, + "recall_at_5": 0.97667, + "recall_at_10": 0.98222, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32333, + "precision_at_5": 0.19533, + "precision_at_10": 0.09822, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.939074, + "mrr_at_5": 0.940685, + "mrr_at_10": 0.941492, + "mrr_at_20": 0.941982, + "mrr_at_100": 0.942284, + "mrr_at_1000": 0.942289, + "nauc_ndcg_at_1_max": 0.795488, + "nauc_ndcg_at_1_std": -0.227986, + "nauc_ndcg_at_1_diff1": 0.946312, + "nauc_ndcg_at_3_max": 0.847837, + "nauc_ndcg_at_3_std": -0.168615, + "nauc_ndcg_at_3_diff1": 0.958042, + "nauc_ndcg_at_5_max": 0.840517, + "nauc_ndcg_at_5_std": -0.191777, + "nauc_ndcg_at_5_diff1": 0.958048, + "nauc_ndcg_at_10_max": 0.839625, + "nauc_ndcg_at_10_std": -0.192236, + "nauc_ndcg_at_10_diff1": 0.95845, + "nauc_ndcg_at_20_max": 0.836053, + "nauc_ndcg_at_20_std": -0.192138, + "nauc_ndcg_at_20_diff1": 0.957089, + "nauc_ndcg_at_100_max": 0.830792, + "nauc_ndcg_at_100_std": -0.192156, + "nauc_ndcg_at_100_diff1": 0.955226, + "nauc_ndcg_at_1000_max": 0.829821, + "nauc_ndcg_at_1000_std": -0.19822, + "nauc_ndcg_at_1000_diff1": 0.954969, + "nauc_map_at_1_max": 0.795488, + "nauc_map_at_1_std": -0.227986, + "nauc_map_at_1_diff1": 0.946312, + "nauc_map_at_3_max": 0.831057, + "nauc_map_at_3_std": -0.192256, + "nauc_map_at_3_diff1": 0.954166, + "nauc_map_at_5_max": 0.827081, + "nauc_map_at_5_std": -0.204018, + "nauc_map_at_5_diff1": 0.954023, + "nauc_map_at_10_max": 0.826728, + "nauc_map_at_10_std": -0.203956, + "nauc_map_at_10_diff1": 0.954113, + "nauc_map_at_20_max": 0.825686, + "nauc_map_at_20_std": -0.204091, + "nauc_map_at_20_diff1": 0.953726, + "nauc_map_at_100_max": 0.824914, + "nauc_map_at_100_std": -0.204757, + "nauc_map_at_100_diff1": 0.953484, + "nauc_map_at_1000_max": 0.824898, + "nauc_map_at_1000_std": -0.204859, + "nauc_map_at_1000_diff1": 0.953479, + "nauc_recall_at_1_max": 0.795488, + "nauc_recall_at_1_std": -0.227986, + "nauc_recall_at_1_diff1": 0.946312, + "nauc_recall_at_3_max": 0.945188, + "nauc_recall_at_3_std": -0.02732, + "nauc_recall_at_3_diff1": 0.980634, + "nauc_recall_at_5_max": 0.935752, + "nauc_recall_at_5_std": -0.105042, + "nauc_recall_at_5_diff1": 0.987551, + "nauc_recall_at_10_max": 0.955795, + "nauc_recall_at_10_std": -0.088089, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.959469, + "nauc_recall_at_20_std": -0.037433, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.795488, + "nauc_precision_at_1_std": -0.227986, + "nauc_precision_at_1_diff1": 0.946312, + "nauc_precision_at_3_max": 0.945188, + "nauc_precision_at_3_std": -0.02732, + "nauc_precision_at_3_diff1": 0.980634, + "nauc_precision_at_5_max": 0.935752, + "nauc_precision_at_5_std": -0.105042, + "nauc_precision_at_5_diff1": 0.987551, + "nauc_precision_at_10_max": 0.955795, + "nauc_precision_at_10_std": -0.088089, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.959469, + "nauc_precision_at_20_std": -0.037433, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.795488, + "nauc_mrr_at_1_std": -0.227986, + "nauc_mrr_at_1_diff1": 0.946312, + "nauc_mrr_at_3_max": 0.831057, + "nauc_mrr_at_3_std": -0.192256, + "nauc_mrr_at_3_diff1": 0.954166, + "nauc_mrr_at_5_max": 0.827081, + "nauc_mrr_at_5_std": -0.204018, + "nauc_mrr_at_5_diff1": 0.954023, + "nauc_mrr_at_10_max": 0.826728, + "nauc_mrr_at_10_std": -0.203956, + "nauc_mrr_at_10_diff1": 0.954113, + "nauc_mrr_at_20_max": 0.825686, + "nauc_mrr_at_20_std": -0.204091, + "nauc_mrr_at_20_diff1": 0.953726, + "nauc_mrr_at_100_max": 0.824914, + "nauc_mrr_at_100_std": -0.204757, + "nauc_mrr_at_100_diff1": 0.953484, + "nauc_mrr_at_1000_max": 0.824898, + "nauc_mrr_at_1000_std": -0.204859, + "nauc_mrr_at_1000_diff1": 0.953479, + "main_score": 0.95173, + "hf_subset": "por_Latn-por_Latn", + "languages": [ + "por-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.9462, + "ndcg_at_5": 0.95218, + "ndcg_at_10": 0.95589, + "ndcg_at_20": 0.95674, + "ndcg_at_100": 0.9573, + "ndcg_at_1000": 0.95756, + "map_at_1": 0.91667, + "map_at_3": 0.93944, + "map_at_5": 0.94278, + "map_at_10": 0.94438, + "map_at_20": 0.94462, + "map_at_100": 0.94467, + "map_at_1000": 0.94468, + "recall_at_1": 0.91667, + "recall_at_3": 0.96556, + "recall_at_5": 0.98, + "recall_at_10": 0.99111, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32185, + "precision_at_5": 0.196, + "precision_at_10": 0.09911, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.939444, + "mrr_at_5": 0.942778, + "mrr_at_10": 0.944379, + "mrr_at_20": 0.944617, + "mrr_at_100": 0.944671, + "mrr_at_1000": 0.944676, + "nauc_ndcg_at_1_max": 0.828148, + "nauc_ndcg_at_1_std": -0.279826, + "nauc_ndcg_at_1_diff1": 0.936016, + "nauc_ndcg_at_3_max": 0.870297, + "nauc_ndcg_at_3_std": -0.200839, + "nauc_ndcg_at_3_diff1": 0.943207, + "nauc_ndcg_at_5_max": 0.861667, + "nauc_ndcg_at_5_std": -0.238149, + "nauc_ndcg_at_5_diff1": 0.943704, + "nauc_ndcg_at_10_max": 0.856465, + "nauc_ndcg_at_10_std": -0.241849, + "nauc_ndcg_at_10_diff1": 0.942085, + "nauc_ndcg_at_20_max": 0.854446, + "nauc_ndcg_at_20_std": -0.23861, + "nauc_ndcg_at_20_diff1": 0.940946, + "nauc_ndcg_at_100_max": 0.85377, + "nauc_ndcg_at_100_std": -0.231461, + "nauc_ndcg_at_100_diff1": 0.940175, + "nauc_ndcg_at_1000_max": 0.852881, + "nauc_ndcg_at_1000_std": -0.238944, + "nauc_ndcg_at_1000_diff1": 0.939812, + "nauc_map_at_1_max": 0.828148, + "nauc_map_at_1_std": -0.279826, + "nauc_map_at_1_diff1": 0.936016, + "nauc_map_at_3_max": 0.857477, + "nauc_map_at_3_std": -0.223274, + "nauc_map_at_3_diff1": 0.93975, + "nauc_map_at_5_max": 0.852728, + "nauc_map_at_5_std": -0.242693, + "nauc_map_at_5_diff1": 0.939731, + "nauc_map_at_10_max": 0.850415, + "nauc_map_at_10_std": -0.244538, + "nauc_map_at_10_diff1": 0.938982, + "nauc_map_at_20_max": 0.849928, + "nauc_map_at_20_std": -0.244213, + "nauc_map_at_20_diff1": 0.93872, + "nauc_map_at_100_max": 0.849876, + "nauc_map_at_100_std": -0.243809, + "nauc_map_at_100_diff1": 0.93866, + "nauc_map_at_1000_max": 0.849861, + "nauc_map_at_1000_std": -0.243937, + "nauc_map_at_1000_diff1": 0.938654, + "nauc_recall_at_1_max": 0.828148, + "nauc_recall_at_1_std": -0.279826, + "nauc_recall_at_1_diff1": 0.936016, + "nauc_recall_at_3_max": 0.93449, + "nauc_recall_at_3_std": -0.089756, + "nauc_recall_at_3_diff1": 0.961522, + "nauc_recall_at_5_max": 0.93075, + "nauc_recall_at_5_std": -0.216516, + "nauc_recall_at_5_diff1": 0.978214, + "nauc_recall_at_10_max": 0.948938, + "nauc_recall_at_10_std": -0.229634, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.944444, + "nauc_recall_at_20_std": -0.095985, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.828148, + "nauc_precision_at_1_std": -0.279826, + "nauc_precision_at_1_diff1": 0.936016, + "nauc_precision_at_3_max": 0.93449, + "nauc_precision_at_3_std": -0.089756, + "nauc_precision_at_3_diff1": 0.961522, + "nauc_precision_at_5_max": 0.93075, + "nauc_precision_at_5_std": -0.216516, + "nauc_precision_at_5_diff1": 0.978214, + "nauc_precision_at_10_max": 0.948938, + "nauc_precision_at_10_std": -0.229634, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.944444, + "nauc_precision_at_20_std": -0.095985, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.828148, + "nauc_mrr_at_1_std": -0.279826, + "nauc_mrr_at_1_diff1": 0.936016, + "nauc_mrr_at_3_max": 0.857477, + "nauc_mrr_at_3_std": -0.223274, + "nauc_mrr_at_3_diff1": 0.93975, + "nauc_mrr_at_5_max": 0.852728, + "nauc_mrr_at_5_std": -0.242693, + "nauc_mrr_at_5_diff1": 0.939731, + "nauc_mrr_at_10_max": 0.850415, + "nauc_mrr_at_10_std": -0.244538, + "nauc_mrr_at_10_diff1": 0.938982, + "nauc_mrr_at_20_max": 0.849928, + "nauc_mrr_at_20_std": -0.244213, + "nauc_mrr_at_20_diff1": 0.93872, + "nauc_mrr_at_100_max": 0.849876, + "nauc_mrr_at_100_std": -0.243809, + "nauc_mrr_at_100_diff1": 0.93866, + "nauc_mrr_at_1000_max": 0.849861, + "nauc_mrr_at_1000_std": -0.243937, + "nauc_mrr_at_1000_diff1": 0.938654, + "main_score": 0.95589, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94843, + "ndcg_at_5": 0.95196, + "ndcg_at_10": 0.95482, + "ndcg_at_20": 0.95573, + "ndcg_at_100": 0.95705, + "ndcg_at_1000": 0.95745, + "map_at_1": 0.91778, + "map_at_3": 0.9413, + "map_at_5": 0.94319, + "map_at_10": 0.94436, + "map_at_20": 0.94464, + "map_at_100": 0.94485, + "map_at_1000": 0.94486, + "recall_at_1": 0.91778, + "recall_at_3": 0.96889, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32296, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.941296, + "mrr_at_5": 0.943185, + "mrr_at_10": 0.944359, + "mrr_at_20": 0.94464, + "mrr_at_100": 0.944851, + "mrr_at_1000": 0.944864, + "nauc_ndcg_at_1_max": 0.811795, + "nauc_ndcg_at_1_std": -0.164774, + "nauc_ndcg_at_1_diff1": 0.933063, + "nauc_ndcg_at_3_max": 0.861992, + "nauc_ndcg_at_3_std": -0.111286, + "nauc_ndcg_at_3_diff1": 0.945605, + "nauc_ndcg_at_5_max": 0.855475, + "nauc_ndcg_at_5_std": -0.111676, + "nauc_ndcg_at_5_diff1": 0.94559, + "nauc_ndcg_at_10_max": 0.847328, + "nauc_ndcg_at_10_std": -0.146509, + "nauc_ndcg_at_10_diff1": 0.944227, + "nauc_ndcg_at_20_max": 0.848171, + "nauc_ndcg_at_20_std": -0.136007, + "nauc_ndcg_at_20_diff1": 0.944843, + "nauc_ndcg_at_100_max": 0.844997, + "nauc_ndcg_at_100_std": -0.121443, + "nauc_ndcg_at_100_diff1": 0.943152, + "nauc_ndcg_at_1000_max": 0.843515, + "nauc_ndcg_at_1000_std": -0.131783, + "nauc_ndcg_at_1000_diff1": 0.942609, + "nauc_map_at_1_max": 0.811795, + "nauc_map_at_1_std": -0.164774, + "nauc_map_at_1_diff1": 0.933063, + "nauc_map_at_3_max": 0.8456, + "nauc_map_at_3_std": -0.131282, + "nauc_map_at_3_diff1": 0.941894, + "nauc_map_at_5_max": 0.842128, + "nauc_map_at_5_std": -0.132085, + "nauc_map_at_5_diff1": 0.941706, + "nauc_map_at_10_max": 0.839124, + "nauc_map_at_10_std": -0.143594, + "nauc_map_at_10_diff1": 0.941175, + "nauc_map_at_20_max": 0.839307, + "nauc_map_at_20_std": -0.141084, + "nauc_map_at_20_diff1": 0.941302, + "nauc_map_at_100_max": 0.838892, + "nauc_map_at_100_std": -0.139311, + "nauc_map_at_100_diff1": 0.941077, + "nauc_map_at_1000_max": 0.838856, + "nauc_map_at_1000_std": -0.139563, + "nauc_map_at_1000_diff1": 0.941064, + "nauc_recall_at_1_max": 0.811795, + "nauc_recall_at_1_std": -0.164774, + "nauc_recall_at_1_diff1": 0.933063, + "nauc_recall_at_3_max": 0.950814, + "nauc_recall_at_3_std": -0.0009, + "nauc_recall_at_3_diff1": 0.965403, + "nauc_recall_at_5_max": 0.950747, + "nauc_recall_at_5_std": 0.040733, + "nauc_recall_at_5_diff1": 0.973856, + "nauc_recall_at_10_max": 0.928805, + "nauc_recall_at_10_std": -0.234749, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.969136, + "nauc_recall_at_20_std": -0.088287, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.811795, + "nauc_precision_at_1_std": -0.164774, + "nauc_precision_at_1_diff1": 0.933063, + "nauc_precision_at_3_max": 0.950814, + "nauc_precision_at_3_std": -0.0009, + "nauc_precision_at_3_diff1": 0.965403, + "nauc_precision_at_5_max": 0.950747, + "nauc_precision_at_5_std": 0.040733, + "nauc_precision_at_5_diff1": 0.973856, + "nauc_precision_at_10_max": 0.928805, + "nauc_precision_at_10_std": -0.234749, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.969136, + "nauc_precision_at_20_std": -0.088287, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.811795, + "nauc_mrr_at_1_std": -0.164774, + "nauc_mrr_at_1_diff1": 0.933063, + "nauc_mrr_at_3_max": 0.8456, + "nauc_mrr_at_3_std": -0.131282, + "nauc_mrr_at_3_diff1": 0.941894, + "nauc_mrr_at_5_max": 0.842128, + "nauc_mrr_at_5_std": -0.132085, + "nauc_mrr_at_5_diff1": 0.941706, + "nauc_mrr_at_10_max": 0.839124, + "nauc_mrr_at_10_std": -0.143594, + "nauc_mrr_at_10_diff1": 0.941175, + "nauc_mrr_at_20_max": 0.839307, + "nauc_mrr_at_20_std": -0.141084, + "nauc_mrr_at_20_diff1": 0.941302, + "nauc_mrr_at_100_max": 0.838892, + "nauc_mrr_at_100_std": -0.139311, + "nauc_mrr_at_100_diff1": 0.941077, + "nauc_mrr_at_1000_max": 0.838856, + "nauc_mrr_at_1000_std": -0.139563, + "nauc_mrr_at_1000_diff1": 0.941064, + "main_score": 0.95482, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.88717, + "ndcg_at_5": 0.8986, + "ndcg_at_10": 0.90404, + "ndcg_at_20": 0.90656, + "ndcg_at_100": 0.91072, + "ndcg_at_1000": 0.91232, + "map_at_1": 0.85333, + "map_at_3": 0.87889, + "map_at_5": 0.88522, + "map_at_10": 0.88751, + "map_at_20": 0.88819, + "map_at_100": 0.88879, + "map_at_1000": 0.88886, + "recall_at_1": 0.85333, + "recall_at_3": 0.91111, + "recall_at_5": 0.93889, + "recall_at_10": 0.95556, + "recall_at_20": 0.96556, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.85333, + "precision_at_3": 0.3037, + "precision_at_5": 0.18778, + "precision_at_10": 0.09556, + "precision_at_20": 0.04828, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.878889, + "mrr_at_5": 0.885222, + "mrr_at_10": 0.887506, + "mrr_at_20": 0.888189, + "mrr_at_100": 0.888793, + "mrr_at_1000": 0.888858, + "nauc_ndcg_at_1_max": 0.780902, + "nauc_ndcg_at_1_std": -0.080115, + "nauc_ndcg_at_1_diff1": 0.91653, + "nauc_ndcg_at_3_max": 0.798474, + "nauc_ndcg_at_3_std": -0.039907, + "nauc_ndcg_at_3_diff1": 0.896509, + "nauc_ndcg_at_5_max": 0.807595, + "nauc_ndcg_at_5_std": -0.02458, + "nauc_ndcg_at_5_diff1": 0.900603, + "nauc_ndcg_at_10_max": 0.810183, + "nauc_ndcg_at_10_std": -0.01955, + "nauc_ndcg_at_10_diff1": 0.901205, + "nauc_ndcg_at_20_max": 0.808239, + "nauc_ndcg_at_20_std": -0.022903, + "nauc_ndcg_at_20_diff1": 0.900058, + "nauc_ndcg_at_100_max": 0.802319, + "nauc_ndcg_at_100_std": -0.034726, + "nauc_ndcg_at_100_diff1": 0.90092, + "nauc_ndcg_at_1000_max": 0.800586, + "nauc_ndcg_at_1000_std": -0.038535, + "nauc_ndcg_at_1000_diff1": 0.901884, + "nauc_map_at_1_max": 0.780902, + "nauc_map_at_1_std": -0.080115, + "nauc_map_at_1_diff1": 0.91653, + "nauc_map_at_3_max": 0.79301, + "nauc_map_at_3_std": -0.054206, + "nauc_map_at_3_diff1": 0.901559, + "nauc_map_at_5_max": 0.79731, + "nauc_map_at_5_std": -0.04752, + "nauc_map_at_5_diff1": 0.903913, + "nauc_map_at_10_max": 0.797826, + "nauc_map_at_10_std": -0.046087, + "nauc_map_at_10_diff1": 0.904073, + "nauc_map_at_20_max": 0.79728, + "nauc_map_at_20_std": -0.046822, + "nauc_map_at_20_diff1": 0.903821, + "nauc_map_at_100_max": 0.796366, + "nauc_map_at_100_std": -0.048828, + "nauc_map_at_100_diff1": 0.903904, + "nauc_map_at_1000_max": 0.796315, + "nauc_map_at_1000_std": -0.048823, + "nauc_map_at_1000_diff1": 0.903928, + "nauc_recall_at_1_max": 0.780902, + "nauc_recall_at_1_std": -0.080115, + "nauc_recall_at_1_diff1": 0.91653, + "nauc_recall_at_3_max": 0.819608, + "nauc_recall_at_3_std": 0.016311, + "nauc_recall_at_3_diff1": 0.877574, + "nauc_recall_at_5_max": 0.864197, + "nauc_recall_at_5_std": 0.102529, + "nauc_recall_at_5_diff1": 0.884687, + "nauc_recall_at_10_max": 0.904587, + "nauc_recall_at_10_std": 0.180987, + "nauc_recall_at_10_diff1": 0.884162, + "nauc_recall_at_20_max": 0.912201, + "nauc_recall_at_20_std": 0.199753, + "nauc_recall_at_20_diff1": 0.867399, + "nauc_recall_at_100_max": 0.898565, + "nauc_recall_at_100_std": 0.22027, + "nauc_recall_at_100_diff1": 0.846151, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780902, + "nauc_precision_at_1_std": -0.080115, + "nauc_precision_at_1_diff1": 0.91653, + "nauc_precision_at_3_max": 0.819608, + "nauc_precision_at_3_std": 0.016311, + "nauc_precision_at_3_diff1": 0.877574, + "nauc_precision_at_5_max": 0.864197, + "nauc_precision_at_5_std": 0.102529, + "nauc_precision_at_5_diff1": 0.884687, + "nauc_precision_at_10_max": 0.904587, + "nauc_precision_at_10_std": 0.180987, + "nauc_precision_at_10_diff1": 0.884162, + "nauc_precision_at_20_max": 0.912201, + "nauc_precision_at_20_std": 0.199753, + "nauc_precision_at_20_diff1": 0.867399, + "nauc_precision_at_100_max": 0.898565, + "nauc_precision_at_100_std": 0.22027, + "nauc_precision_at_100_diff1": 0.846151, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780902, + "nauc_mrr_at_1_std": -0.080115, + "nauc_mrr_at_1_diff1": 0.91653, + "nauc_mrr_at_3_max": 0.79301, + "nauc_mrr_at_3_std": -0.054206, + "nauc_mrr_at_3_diff1": 0.901559, + "nauc_mrr_at_5_max": 0.79731, + "nauc_mrr_at_5_std": -0.04752, + "nauc_mrr_at_5_diff1": 0.903913, + "nauc_mrr_at_10_max": 0.797826, + "nauc_mrr_at_10_std": -0.046087, + "nauc_mrr_at_10_diff1": 0.904073, + "nauc_mrr_at_20_max": 0.79728, + "nauc_mrr_at_20_std": -0.046822, + "nauc_mrr_at_20_diff1": 0.903821, + "nauc_mrr_at_100_max": 0.796366, + "nauc_mrr_at_100_std": -0.048828, + "nauc_mrr_at_100_diff1": 0.903904, + "nauc_mrr_at_1000_max": 0.796315, + "nauc_mrr_at_1000_std": -0.048823, + "nauc_mrr_at_1000_diff1": 0.903928, + "main_score": 0.90404, + "hf_subset": "ron_Latn-ron_Latn", + "languages": [ + "ron-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92444, + "ndcg_at_5": 0.931, + "ndcg_at_10": 0.9385, + "ndcg_at_20": 0.94049, + "ndcg_at_100": 0.94162, + "ndcg_at_1000": 0.94188, + "map_at_1": 0.89111, + "map_at_3": 0.91704, + "map_at_5": 0.92076, + "map_at_10": 0.92405, + "map_at_20": 0.92461, + "map_at_100": 0.92472, + "map_at_1000": 0.92473, + "recall_at_1": 0.89111, + "recall_at_3": 0.94556, + "recall_at_5": 0.96111, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89111, + "precision_at_3": 0.31519, + "precision_at_5": 0.19222, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.917037, + "mrr_at_5": 0.920759, + "mrr_at_10": 0.924047, + "mrr_at_20": 0.924607, + "mrr_at_100": 0.924721, + "mrr_at_1000": 0.924728, + "nauc_ndcg_at_1_max": 0.77267, + "nauc_ndcg_at_1_std": -0.267484, + "nauc_ndcg_at_1_diff1": 0.916288, + "nauc_ndcg_at_3_max": 0.80383, + "nauc_ndcg_at_3_std": -0.300964, + "nauc_ndcg_at_3_diff1": 0.915111, + "nauc_ndcg_at_5_max": 0.810163, + "nauc_ndcg_at_5_std": -0.291009, + "nauc_ndcg_at_5_diff1": 0.918231, + "nauc_ndcg_at_10_max": 0.800073, + "nauc_ndcg_at_10_std": -0.299496, + "nauc_ndcg_at_10_diff1": 0.916246, + "nauc_ndcg_at_20_max": 0.7978, + "nauc_ndcg_at_20_std": -0.282918, + "nauc_ndcg_at_20_diff1": 0.914066, + "nauc_ndcg_at_100_max": 0.796789, + "nauc_ndcg_at_100_std": -0.277925, + "nauc_ndcg_at_100_diff1": 0.91428, + "nauc_ndcg_at_1000_max": 0.795861, + "nauc_ndcg_at_1000_std": -0.28376, + "nauc_ndcg_at_1000_diff1": 0.914916, + "nauc_map_at_1_max": 0.77267, + "nauc_map_at_1_std": -0.267484, + "nauc_map_at_1_diff1": 0.916288, + "nauc_map_at_3_max": 0.794599, + "nauc_map_at_3_std": -0.290821, + "nauc_map_at_3_diff1": 0.915043, + "nauc_map_at_5_max": 0.797371, + "nauc_map_at_5_std": -0.285219, + "nauc_map_at_5_diff1": 0.916553, + "nauc_map_at_10_max": 0.793044, + "nauc_map_at_10_std": -0.288226, + "nauc_map_at_10_diff1": 0.91574, + "nauc_map_at_20_max": 0.79248, + "nauc_map_at_20_std": -0.284801, + "nauc_map_at_20_diff1": 0.915258, + "nauc_map_at_100_max": 0.792431, + "nauc_map_at_100_std": -0.284247, + "nauc_map_at_100_diff1": 0.91528, + "nauc_map_at_1000_max": 0.792413, + "nauc_map_at_1000_std": -0.284357, + "nauc_map_at_1000_diff1": 0.915293, + "nauc_recall_at_1_max": 0.77267, + "nauc_recall_at_1_std": -0.267484, + "nauc_recall_at_1_diff1": 0.916288, + "nauc_recall_at_3_max": 0.843766, + "nauc_recall_at_3_std": -0.344995, + "nauc_recall_at_3_diff1": 0.915681, + "nauc_recall_at_5_max": 0.885634, + "nauc_recall_at_5_std": -0.322556, + "nauc_recall_at_5_diff1": 0.929238, + "nauc_recall_at_10_max": 0.880952, + "nauc_recall_at_10_std": -0.450794, + "nauc_recall_at_10_diff1": 0.923125, + "nauc_recall_at_20_max": 0.893207, + "nauc_recall_at_20_std": -0.131594, + "nauc_recall_at_20_diff1": 0.872199, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77267, + "nauc_precision_at_1_std": -0.267484, + "nauc_precision_at_1_diff1": 0.916288, + "nauc_precision_at_3_max": 0.843766, + "nauc_precision_at_3_std": -0.344995, + "nauc_precision_at_3_diff1": 0.915681, + "nauc_precision_at_5_max": 0.885634, + "nauc_precision_at_5_std": -0.322556, + "nauc_precision_at_5_diff1": 0.929238, + "nauc_precision_at_10_max": 0.880952, + "nauc_precision_at_10_std": -0.450794, + "nauc_precision_at_10_diff1": 0.923125, + "nauc_precision_at_20_max": 0.893207, + "nauc_precision_at_20_std": -0.131594, + "nauc_precision_at_20_diff1": 0.872199, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77267, + "nauc_mrr_at_1_std": -0.267484, + "nauc_mrr_at_1_diff1": 0.916288, + "nauc_mrr_at_3_max": 0.794599, + "nauc_mrr_at_3_std": -0.290821, + "nauc_mrr_at_3_diff1": 0.915043, + "nauc_mrr_at_5_max": 0.797371, + "nauc_mrr_at_5_std": -0.285219, + "nauc_mrr_at_5_diff1": 0.916553, + "nauc_mrr_at_10_max": 0.793044, + "nauc_mrr_at_10_std": -0.288226, + "nauc_mrr_at_10_diff1": 0.91574, + "nauc_mrr_at_20_max": 0.79248, + "nauc_mrr_at_20_std": -0.284801, + "nauc_mrr_at_20_diff1": 0.915258, + "nauc_mrr_at_100_max": 0.792431, + "nauc_mrr_at_100_std": -0.284247, + "nauc_mrr_at_100_diff1": 0.91528, + "nauc_mrr_at_1000_max": 0.792413, + "nauc_mrr_at_1000_std": -0.284357, + "nauc_mrr_at_1000_diff1": 0.915293, + "main_score": 0.9385, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82111, + "ndcg_at_3": 0.86517, + "ndcg_at_5": 0.87473, + "ndcg_at_10": 0.8826, + "ndcg_at_20": 0.88713, + "ndcg_at_100": 0.89217, + "ndcg_at_1000": 0.89373, + "map_at_1": 0.82111, + "map_at_3": 0.85463, + "map_at_5": 0.85991, + "map_at_10": 0.86313, + "map_at_20": 0.86439, + "map_at_100": 0.86512, + "map_at_1000": 0.86518, + "recall_at_1": 0.82111, + "recall_at_3": 0.89556, + "recall_at_5": 0.91889, + "recall_at_10": 0.94333, + "recall_at_20": 0.96111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.82111, + "precision_at_3": 0.29852, + "precision_at_5": 0.18378, + "precision_at_10": 0.09433, + "precision_at_20": 0.04806, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.821111, + "mrr_at_3": 0.85463, + "mrr_at_5": 0.859907, + "mrr_at_10": 0.863125, + "mrr_at_20": 0.864388, + "mrr_at_100": 0.865125, + "mrr_at_1000": 0.865181, + "nauc_ndcg_at_1_max": 0.836228, + "nauc_ndcg_at_1_std": 0.140506, + "nauc_ndcg_at_1_diff1": 0.912509, + "nauc_ndcg_at_3_max": 0.851747, + "nauc_ndcg_at_3_std": 0.188328, + "nauc_ndcg_at_3_diff1": 0.88794, + "nauc_ndcg_at_5_max": 0.85478, + "nauc_ndcg_at_5_std": 0.203322, + "nauc_ndcg_at_5_diff1": 0.888861, + "nauc_ndcg_at_10_max": 0.86086, + "nauc_ndcg_at_10_std": 0.204862, + "nauc_ndcg_at_10_diff1": 0.895146, + "nauc_ndcg_at_20_max": 0.859157, + "nauc_ndcg_at_20_std": 0.201951, + "nauc_ndcg_at_20_diff1": 0.895384, + "nauc_ndcg_at_100_max": 0.855695, + "nauc_ndcg_at_100_std": 0.197565, + "nauc_ndcg_at_100_diff1": 0.897486, + "nauc_ndcg_at_1000_max": 0.854059, + "nauc_ndcg_at_1000_std": 0.189395, + "nauc_ndcg_at_1000_diff1": 0.896806, + "nauc_map_at_1_max": 0.836228, + "nauc_map_at_1_std": 0.140506, + "nauc_map_at_1_diff1": 0.912509, + "nauc_map_at_3_max": 0.848264, + "nauc_map_at_3_std": 0.173427, + "nauc_map_at_3_diff1": 0.895357, + "nauc_map_at_5_max": 0.84966, + "nauc_map_at_5_std": 0.180916, + "nauc_map_at_5_diff1": 0.896093, + "nauc_map_at_10_max": 0.851744, + "nauc_map_at_10_std": 0.181057, + "nauc_map_at_10_diff1": 0.898418, + "nauc_map_at_20_max": 0.851236, + "nauc_map_at_20_std": 0.180004, + "nauc_map_at_20_diff1": 0.898468, + "nauc_map_at_100_max": 0.850747, + "nauc_map_at_100_std": 0.179083, + "nauc_map_at_100_diff1": 0.898635, + "nauc_map_at_1000_max": 0.850697, + "nauc_map_at_1000_std": 0.178826, + "nauc_map_at_1000_diff1": 0.898612, + "nauc_recall_at_1_max": 0.836228, + "nauc_recall_at_1_std": 0.140506, + "nauc_recall_at_1_diff1": 0.912509, + "nauc_recall_at_3_max": 0.864664, + "nauc_recall_at_3_std": 0.246589, + "nauc_recall_at_3_diff1": 0.859066, + "nauc_recall_at_5_max": 0.879175, + "nauc_recall_at_5_std": 0.313348, + "nauc_recall_at_5_diff1": 0.854355, + "nauc_recall_at_10_max": 0.926677, + "nauc_recall_at_10_std": 0.368805, + "nauc_recall_at_10_diff1": 0.879259, + "nauc_recall_at_20_max": 0.938575, + "nauc_recall_at_20_std": 0.415313, + "nauc_recall_at_20_diff1": 0.87555, + "nauc_recall_at_100_max": 0.962864, + "nauc_recall_at_100_std": 0.729098, + "nauc_recall_at_100_diff1": 0.940582, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836228, + "nauc_precision_at_1_std": 0.140506, + "nauc_precision_at_1_diff1": 0.912509, + "nauc_precision_at_3_max": 0.864664, + "nauc_precision_at_3_std": 0.246589, + "nauc_precision_at_3_diff1": 0.859066, + "nauc_precision_at_5_max": 0.879175, + "nauc_precision_at_5_std": 0.313348, + "nauc_precision_at_5_diff1": 0.854355, + "nauc_precision_at_10_max": 0.926677, + "nauc_precision_at_10_std": 0.368805, + "nauc_precision_at_10_diff1": 0.879259, + "nauc_precision_at_20_max": 0.938575, + "nauc_precision_at_20_std": 0.415313, + "nauc_precision_at_20_diff1": 0.87555, + "nauc_precision_at_100_max": 0.962864, + "nauc_precision_at_100_std": 0.729098, + "nauc_precision_at_100_diff1": 0.940582, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836228, + "nauc_mrr_at_1_std": 0.140506, + "nauc_mrr_at_1_diff1": 0.912509, + "nauc_mrr_at_3_max": 0.848264, + "nauc_mrr_at_3_std": 0.173427, + "nauc_mrr_at_3_diff1": 0.895357, + "nauc_mrr_at_5_max": 0.84966, + "nauc_mrr_at_5_std": 0.180916, + "nauc_mrr_at_5_diff1": 0.896093, + "nauc_mrr_at_10_max": 0.851744, + "nauc_mrr_at_10_std": 0.181057, + "nauc_mrr_at_10_diff1": 0.898418, + "nauc_mrr_at_20_max": 0.851236, + "nauc_mrr_at_20_std": 0.180004, + "nauc_mrr_at_20_diff1": 0.898468, + "nauc_mrr_at_100_max": 0.850747, + "nauc_mrr_at_100_std": 0.179083, + "nauc_mrr_at_100_diff1": 0.898635, + "nauc_mrr_at_1000_max": 0.850697, + "nauc_mrr_at_1000_std": 0.178826, + "nauc_mrr_at_1000_diff1": 0.898612, + "main_score": 0.8826, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94401, + "ndcg_at_5": 0.94726, + "ndcg_at_10": 0.95085, + "ndcg_at_20": 0.95166, + "ndcg_at_100": 0.95287, + "ndcg_at_1000": 0.95344, + "map_at_1": 0.91, + "map_at_3": 0.93611, + "map_at_5": 0.93794, + "map_at_10": 0.93942, + "map_at_20": 0.93962, + "map_at_100": 0.93978, + "map_at_1000": 0.9398, + "recall_at_1": 0.91, + "recall_at_3": 0.96667, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32222, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.936111, + "mrr_at_5": 0.937944, + "mrr_at_10": 0.939419, + "mrr_at_20": 0.939624, + "mrr_at_100": 0.939778, + "mrr_at_1000": 0.9398, + "nauc_ndcg_at_1_max": 0.742435, + "nauc_ndcg_at_1_std": -0.263766, + "nauc_ndcg_at_1_diff1": 0.926802, + "nauc_ndcg_at_3_max": 0.820966, + "nauc_ndcg_at_3_std": -0.089565, + "nauc_ndcg_at_3_diff1": 0.931398, + "nauc_ndcg_at_5_max": 0.814561, + "nauc_ndcg_at_5_std": -0.103997, + "nauc_ndcg_at_5_diff1": 0.92954, + "nauc_ndcg_at_10_max": 0.803902, + "nauc_ndcg_at_10_std": -0.133904, + "nauc_ndcg_at_10_diff1": 0.930306, + "nauc_ndcg_at_20_max": 0.80062, + "nauc_ndcg_at_20_std": -0.139502, + "nauc_ndcg_at_20_diff1": 0.929139, + "nauc_ndcg_at_100_max": 0.798709, + "nauc_ndcg_at_100_std": -0.133134, + "nauc_ndcg_at_100_diff1": 0.928696, + "nauc_ndcg_at_1000_max": 0.796215, + "nauc_ndcg_at_1000_std": -0.147174, + "nauc_ndcg_at_1000_diff1": 0.929013, + "nauc_map_at_1_max": 0.742435, + "nauc_map_at_1_std": -0.263766, + "nauc_map_at_1_diff1": 0.926802, + "nauc_map_at_3_max": 0.797949, + "nauc_map_at_3_std": -0.143385, + "nauc_map_at_3_diff1": 0.929681, + "nauc_map_at_5_max": 0.794144, + "nauc_map_at_5_std": -0.152624, + "nauc_map_at_5_diff1": 0.928774, + "nauc_map_at_10_max": 0.790098, + "nauc_map_at_10_std": -0.163252, + "nauc_map_at_10_diff1": 0.928914, + "nauc_map_at_20_max": 0.789388, + "nauc_map_at_20_std": -0.164584, + "nauc_map_at_20_diff1": 0.928673, + "nauc_map_at_100_max": 0.789219, + "nauc_map_at_100_std": -0.164243, + "nauc_map_at_100_diff1": 0.928688, + "nauc_map_at_1000_max": 0.789141, + "nauc_map_at_1000_std": -0.164675, + "nauc_map_at_1000_diff1": 0.928696, + "nauc_recall_at_1_max": 0.742435, + "nauc_recall_at_1_std": -0.263766, + "nauc_recall_at_1_diff1": 0.926802, + "nauc_recall_at_3_max": 0.945378, + "nauc_recall_at_3_std": 0.203875, + "nauc_recall_at_3_diff1": 0.941021, + "nauc_recall_at_5_max": 0.952198, + "nauc_recall_at_5_std": 0.229347, + "nauc_recall_at_5_diff1": 0.934438, + "nauc_recall_at_10_max": 0.945594, + "nauc_recall_at_10_std": 0.158587, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.929272, + "nauc_recall_at_20_std": 0.150233, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742435, + "nauc_precision_at_1_std": -0.263766, + "nauc_precision_at_1_diff1": 0.926802, + "nauc_precision_at_3_max": 0.945378, + "nauc_precision_at_3_std": 0.203875, + "nauc_precision_at_3_diff1": 0.941021, + "nauc_precision_at_5_max": 0.952198, + "nauc_precision_at_5_std": 0.229347, + "nauc_precision_at_5_diff1": 0.934438, + "nauc_precision_at_10_max": 0.945594, + "nauc_precision_at_10_std": 0.158587, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.929272, + "nauc_precision_at_20_std": 0.150233, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742435, + "nauc_mrr_at_1_std": -0.263766, + "nauc_mrr_at_1_diff1": 0.926802, + "nauc_mrr_at_3_max": 0.797949, + "nauc_mrr_at_3_std": -0.143385, + "nauc_mrr_at_3_diff1": 0.929681, + "nauc_mrr_at_5_max": 0.794144, + "nauc_mrr_at_5_std": -0.152624, + "nauc_mrr_at_5_diff1": 0.928774, + "nauc_mrr_at_10_max": 0.790098, + "nauc_mrr_at_10_std": -0.163252, + "nauc_mrr_at_10_diff1": 0.928914, + "nauc_mrr_at_20_max": 0.789388, + "nauc_mrr_at_20_std": -0.164584, + "nauc_mrr_at_20_diff1": 0.928673, + "nauc_mrr_at_100_max": 0.789219, + "nauc_mrr_at_100_std": -0.164243, + "nauc_mrr_at_100_diff1": 0.928688, + "nauc_mrr_at_1000_max": 0.789141, + "nauc_mrr_at_1000_std": -0.164675, + "nauc_mrr_at_1000_diff1": 0.928696, + "main_score": 0.95085, + "hf_subset": "rus_Cyrl-rus_Cyrl", + "languages": [ + "rus-Cyrl", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94722, + "ndcg_at_5": 0.95033, + "ndcg_at_10": 0.95422, + "ndcg_at_20": 0.95422, + "ndcg_at_100": 0.95487, + "ndcg_at_1000": 0.9553, + "map_at_1": 0.90889, + "map_at_3": 0.93815, + "map_at_5": 0.93981, + "map_at_10": 0.94139, + "map_at_20": 0.94139, + "map_at_100": 0.94149, + "map_at_1000": 0.94151, + "recall_at_1": 0.90889, + "recall_at_3": 0.97333, + "recall_at_5": 0.98111, + "recall_at_10": 0.99333, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32444, + "precision_at_5": 0.19622, + "precision_at_10": 0.09933, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.938148, + "mrr_at_5": 0.939815, + "mrr_at_10": 0.941392, + "mrr_at_20": 0.941392, + "mrr_at_100": 0.941495, + "mrr_at_1000": 0.941511, + "nauc_ndcg_at_1_max": 0.751366, + "nauc_ndcg_at_1_std": -0.251714, + "nauc_ndcg_at_1_diff1": 0.920641, + "nauc_ndcg_at_3_max": 0.796956, + "nauc_ndcg_at_3_std": -0.30446, + "nauc_ndcg_at_3_diff1": 0.931965, + "nauc_ndcg_at_5_max": 0.791459, + "nauc_ndcg_at_5_std": -0.267911, + "nauc_ndcg_at_5_diff1": 0.92897, + "nauc_ndcg_at_10_max": 0.783968, + "nauc_ndcg_at_10_std": -0.254977, + "nauc_ndcg_at_10_diff1": 0.928314, + "nauc_ndcg_at_20_max": 0.783968, + "nauc_ndcg_at_20_std": -0.254977, + "nauc_ndcg_at_20_diff1": 0.928314, + "nauc_ndcg_at_100_max": 0.782921, + "nauc_ndcg_at_100_std": -0.253891, + "nauc_ndcg_at_100_diff1": 0.927278, + "nauc_ndcg_at_1000_max": 0.781346, + "nauc_ndcg_at_1000_std": -0.257818, + "nauc_ndcg_at_1000_diff1": 0.926965, + "nauc_map_at_1_max": 0.751366, + "nauc_map_at_1_std": -0.251714, + "nauc_map_at_1_diff1": 0.920641, + "nauc_map_at_3_max": 0.783516, + "nauc_map_at_3_std": -0.281602, + "nauc_map_at_3_diff1": 0.927845, + "nauc_map_at_5_max": 0.780733, + "nauc_map_at_5_std": -0.26538, + "nauc_map_at_5_diff1": 0.92645, + "nauc_map_at_10_max": 0.777815, + "nauc_map_at_10_std": -0.261353, + "nauc_map_at_10_diff1": 0.926142, + "nauc_map_at_20_max": 0.777815, + "nauc_map_at_20_std": -0.261353, + "nauc_map_at_20_diff1": 0.926142, + "nauc_map_at_100_max": 0.777647, + "nauc_map_at_100_std": -0.261148, + "nauc_map_at_100_diff1": 0.926012, + "nauc_map_at_1000_max": 0.777608, + "nauc_map_at_1000_std": -0.261109, + "nauc_map_at_1000_diff1": 0.925998, + "nauc_recall_at_1_max": 0.751366, + "nauc_recall_at_1_std": -0.251714, + "nauc_recall_at_1_diff1": 0.920641, + "nauc_recall_at_3_max": 0.884279, + "nauc_recall_at_3_std": -0.461407, + "nauc_recall_at_3_diff1": 0.959637, + "nauc_recall_at_5_max": 0.883726, + "nauc_recall_at_5_std": -0.277503, + "nauc_recall_at_5_diff1": 0.950706, + "nauc_recall_at_10_max": 0.903906, + "nauc_recall_at_10_std": -0.010504, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": -0.010504, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751366, + "nauc_precision_at_1_std": -0.251714, + "nauc_precision_at_1_diff1": 0.920641, + "nauc_precision_at_3_max": 0.884279, + "nauc_precision_at_3_std": -0.461407, + "nauc_precision_at_3_diff1": 0.959637, + "nauc_precision_at_5_max": 0.883726, + "nauc_precision_at_5_std": -0.277503, + "nauc_precision_at_5_diff1": 0.950706, + "nauc_precision_at_10_max": 0.903906, + "nauc_precision_at_10_std": -0.010504, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": -0.010504, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751366, + "nauc_mrr_at_1_std": -0.251714, + "nauc_mrr_at_1_diff1": 0.920641, + "nauc_mrr_at_3_max": 0.783516, + "nauc_mrr_at_3_std": -0.281602, + "nauc_mrr_at_3_diff1": 0.927845, + "nauc_mrr_at_5_max": 0.780733, + "nauc_mrr_at_5_std": -0.26538, + "nauc_mrr_at_5_diff1": 0.92645, + "nauc_mrr_at_10_max": 0.777815, + "nauc_mrr_at_10_std": -0.261353, + "nauc_mrr_at_10_diff1": 0.926142, + "nauc_mrr_at_20_max": 0.777815, + "nauc_mrr_at_20_std": -0.261353, + "nauc_mrr_at_20_diff1": 0.926142, + "nauc_mrr_at_100_max": 0.777647, + "nauc_mrr_at_100_std": -0.261148, + "nauc_mrr_at_100_diff1": 0.926012, + "nauc_mrr_at_1000_max": 0.777608, + "nauc_mrr_at_1000_std": -0.261109, + "nauc_mrr_at_1000_diff1": 0.925998, + "main_score": 0.95422, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.93365, + "ndcg_at_5": 0.93786, + "ndcg_at_10": 0.94111, + "ndcg_at_20": 0.94274, + "ndcg_at_100": 0.94435, + "ndcg_at_1000": 0.94477, + "map_at_1": 0.89222, + "map_at_3": 0.92407, + "map_at_5": 0.92646, + "map_at_10": 0.92782, + "map_at_20": 0.92823, + "map_at_100": 0.92844, + "map_at_1000": 0.92845, + "recall_at_1": 0.89222, + "recall_at_3": 0.96111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.32037, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.924074, + "mrr_at_5": 0.926463, + "mrr_at_10": 0.927817, + "mrr_at_20": 0.928234, + "mrr_at_100": 0.928441, + "mrr_at_1000": 0.928455, + "nauc_ndcg_at_1_max": 0.830065, + "nauc_ndcg_at_1_std": -0.045293, + "nauc_ndcg_at_1_diff1": 0.92537, + "nauc_ndcg_at_3_max": 0.857735, + "nauc_ndcg_at_3_std": 0.018974, + "nauc_ndcg_at_3_diff1": 0.922352, + "nauc_ndcg_at_5_max": 0.852897, + "nauc_ndcg_at_5_std": 0.038094, + "nauc_ndcg_at_5_diff1": 0.921134, + "nauc_ndcg_at_10_max": 0.847363, + "nauc_ndcg_at_10_std": 0.00361, + "nauc_ndcg_at_10_diff1": 0.92072, + "nauc_ndcg_at_20_max": 0.845744, + "nauc_ndcg_at_20_std": 0.000291, + "nauc_ndcg_at_20_diff1": 0.92097, + "nauc_ndcg_at_100_max": 0.844996, + "nauc_ndcg_at_100_std": 0.007464, + "nauc_ndcg_at_100_diff1": 0.921632, + "nauc_ndcg_at_1000_max": 0.843806, + "nauc_ndcg_at_1000_std": -0.000156, + "nauc_ndcg_at_1000_diff1": 0.921682, + "nauc_map_at_1_max": 0.830065, + "nauc_map_at_1_std": -0.045293, + "nauc_map_at_1_diff1": 0.92537, + "nauc_map_at_3_max": 0.846033, + "nauc_map_at_3_std": -0.007733, + "nauc_map_at_3_diff1": 0.922989, + "nauc_map_at_5_max": 0.843283, + "nauc_map_at_5_std": 0.000602, + "nauc_map_at_5_diff1": 0.922421, + "nauc_map_at_10_max": 0.841274, + "nauc_map_at_10_std": -0.011449, + "nauc_map_at_10_diff1": 0.922223, + "nauc_map_at_20_max": 0.840908, + "nauc_map_at_20_std": -0.012267, + "nauc_map_at_20_diff1": 0.922293, + "nauc_map_at_100_max": 0.840853, + "nauc_map_at_100_std": -0.011052, + "nauc_map_at_100_diff1": 0.922328, + "nauc_map_at_1000_max": 0.840821, + "nauc_map_at_1000_std": -0.011253, + "nauc_map_at_1000_diff1": 0.922328, + "nauc_recall_at_1_max": 0.830065, + "nauc_recall_at_1_std": -0.045293, + "nauc_recall_at_1_diff1": 0.92537, + "nauc_recall_at_3_max": 0.925037, + "nauc_recall_at_3_std": 0.172256, + "nauc_recall_at_3_diff1": 0.919101, + "nauc_recall_at_5_max": 0.924226, + "nauc_recall_at_5_std": 0.322111, + "nauc_recall_at_5_diff1": 0.911837, + "nauc_recall_at_10_max": 0.90814, + "nauc_recall_at_10_std": 0.136486, + "nauc_recall_at_10_diff1": 0.90457, + "nauc_recall_at_20_max": 0.910449, + "nauc_recall_at_20_std": 0.147738, + "nauc_recall_at_20_diff1": 0.900051, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830065, + "nauc_precision_at_1_std": -0.045293, + "nauc_precision_at_1_diff1": 0.92537, + "nauc_precision_at_3_max": 0.925037, + "nauc_precision_at_3_std": 0.172256, + "nauc_precision_at_3_diff1": 0.919101, + "nauc_precision_at_5_max": 0.924226, + "nauc_precision_at_5_std": 0.322111, + "nauc_precision_at_5_diff1": 0.911837, + "nauc_precision_at_10_max": 0.90814, + "nauc_precision_at_10_std": 0.136486, + "nauc_precision_at_10_diff1": 0.90457, + "nauc_precision_at_20_max": 0.910449, + "nauc_precision_at_20_std": 0.147738, + "nauc_precision_at_20_diff1": 0.900051, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.830065, + "nauc_mrr_at_1_std": -0.045293, + "nauc_mrr_at_1_diff1": 0.92537, + "nauc_mrr_at_3_max": 0.846033, + "nauc_mrr_at_3_std": -0.007733, + "nauc_mrr_at_3_diff1": 0.922989, + "nauc_mrr_at_5_max": 0.843283, + "nauc_mrr_at_5_std": 0.000602, + "nauc_mrr_at_5_diff1": 0.922421, + "nauc_mrr_at_10_max": 0.841274, + "nauc_mrr_at_10_std": -0.011449, + "nauc_mrr_at_10_diff1": 0.922223, + "nauc_mrr_at_20_max": 0.840908, + "nauc_mrr_at_20_std": -0.012267, + "nauc_mrr_at_20_diff1": 0.922293, + "nauc_mrr_at_100_max": 0.840853, + "nauc_mrr_at_100_std": -0.011052, + "nauc_mrr_at_100_diff1": 0.922328, + "nauc_mrr_at_1000_max": 0.840821, + "nauc_mrr_at_1000_std": -0.011253, + "nauc_mrr_at_1000_diff1": 0.922328, + "main_score": 0.94111, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.30556, + "ndcg_at_3": 0.331, + "ndcg_at_5": 0.33837, + "ndcg_at_10": 0.34773, + "ndcg_at_20": 0.35691, + "ndcg_at_100": 0.38954, + "ndcg_at_1000": 0.43869, + "map_at_1": 0.30556, + "map_at_3": 0.32481, + "map_at_5": 0.32893, + "map_at_10": 0.33279, + "map_at_20": 0.33527, + "map_at_100": 0.33907, + "map_at_1000": 0.34096, + "recall_at_1": 0.30556, + "recall_at_3": 0.34889, + "recall_at_5": 0.36667, + "recall_at_10": 0.39556, + "recall_at_20": 0.43222, + "recall_at_100": 0.61889, + "recall_at_1000": 1.0, + "precision_at_1": 0.30556, + "precision_at_3": 0.1163, + "precision_at_5": 0.07333, + "precision_at_10": 0.03956, + "precision_at_20": 0.02161, + "precision_at_100": 0.00619, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305556, + "mrr_at_3": 0.324815, + "mrr_at_5": 0.328926, + "mrr_at_10": 0.332791, + "mrr_at_20": 0.335267, + "mrr_at_100": 0.339069, + "mrr_at_1000": 0.340965, + "nauc_ndcg_at_1_max": 0.489762, + "nauc_ndcg_at_1_std": -0.639921, + "nauc_ndcg_at_1_diff1": 0.908924, + "nauc_ndcg_at_3_max": 0.473295, + "nauc_ndcg_at_3_std": -0.671445, + "nauc_ndcg_at_3_diff1": 0.883013, + "nauc_ndcg_at_5_max": 0.460146, + "nauc_ndcg_at_5_std": -0.667238, + "nauc_ndcg_at_5_diff1": 0.86863, + "nauc_ndcg_at_10_max": 0.449409, + "nauc_ndcg_at_10_std": -0.6591, + "nauc_ndcg_at_10_diff1": 0.853506, + "nauc_ndcg_at_20_max": 0.450707, + "nauc_ndcg_at_20_std": -0.645999, + "nauc_ndcg_at_20_diff1": 0.845955, + "nauc_ndcg_at_100_max": 0.442768, + "nauc_ndcg_at_100_std": -0.624786, + "nauc_ndcg_at_100_diff1": 0.829291, + "nauc_ndcg_at_1000_max": 0.45428, + "nauc_ndcg_at_1000_std": -0.643979, + "nauc_ndcg_at_1000_diff1": 0.852407, + "nauc_map_at_1_max": 0.489762, + "nauc_map_at_1_std": -0.639921, + "nauc_map_at_1_diff1": 0.908924, + "nauc_map_at_3_max": 0.477995, + "nauc_map_at_3_std": -0.664486, + "nauc_map_at_3_diff1": 0.889502, + "nauc_map_at_5_max": 0.470562, + "nauc_map_at_5_std": -0.662318, + "nauc_map_at_5_diff1": 0.881404, + "nauc_map_at_10_max": 0.466131, + "nauc_map_at_10_std": -0.659111, + "nauc_map_at_10_diff1": 0.875166, + "nauc_map_at_20_max": 0.466626, + "nauc_map_at_20_std": -0.655359, + "nauc_map_at_20_diff1": 0.873097, + "nauc_map_at_100_max": 0.465394, + "nauc_map_at_100_std": -0.652813, + "nauc_map_at_100_diff1": 0.870975, + "nauc_map_at_1000_max": 0.465739, + "nauc_map_at_1000_std": -0.653351, + "nauc_map_at_1000_diff1": 0.871667, + "nauc_recall_at_1_max": 0.489762, + "nauc_recall_at_1_std": -0.639921, + "nauc_recall_at_1_diff1": 0.908924, + "nauc_recall_at_3_max": 0.459577, + "nauc_recall_at_3_std": -0.691061, + "nauc_recall_at_3_diff1": 0.864383, + "nauc_recall_at_5_max": 0.428586, + "nauc_recall_at_5_std": -0.680151, + "nauc_recall_at_5_diff1": 0.830369, + "nauc_recall_at_10_max": 0.396361, + "nauc_recall_at_10_std": -0.654515, + "nauc_recall_at_10_diff1": 0.784833, + "nauc_recall_at_20_max": 0.39999, + "nauc_recall_at_20_std": -0.604483, + "nauc_recall_at_20_diff1": 0.754787, + "nauc_recall_at_100_max": 0.34583, + "nauc_recall_at_100_std": -0.46303, + "nauc_recall_at_100_diff1": 0.635339, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.489762, + "nauc_precision_at_1_std": -0.639921, + "nauc_precision_at_1_diff1": 0.908924, + "nauc_precision_at_3_max": 0.459577, + "nauc_precision_at_3_std": -0.691061, + "nauc_precision_at_3_diff1": 0.864383, + "nauc_precision_at_5_max": 0.428586, + "nauc_precision_at_5_std": -0.680151, + "nauc_precision_at_5_diff1": 0.830369, + "nauc_precision_at_10_max": 0.396361, + "nauc_precision_at_10_std": -0.654515, + "nauc_precision_at_10_diff1": 0.784833, + "nauc_precision_at_20_max": 0.39999, + "nauc_precision_at_20_std": -0.604483, + "nauc_precision_at_20_diff1": 0.754787, + "nauc_precision_at_100_max": 0.34583, + "nauc_precision_at_100_std": -0.46303, + "nauc_precision_at_100_diff1": 0.635339, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.489762, + "nauc_mrr_at_1_std": -0.639921, + "nauc_mrr_at_1_diff1": 0.908924, + "nauc_mrr_at_3_max": 0.477995, + "nauc_mrr_at_3_std": -0.664486, + "nauc_mrr_at_3_diff1": 0.889502, + "nauc_mrr_at_5_max": 0.470562, + "nauc_mrr_at_5_std": -0.662318, + "nauc_mrr_at_5_diff1": 0.881404, + "nauc_mrr_at_10_max": 0.466131, + "nauc_mrr_at_10_std": -0.659111, + "nauc_mrr_at_10_diff1": 0.875166, + "nauc_mrr_at_20_max": 0.466626, + "nauc_mrr_at_20_std": -0.655359, + "nauc_mrr_at_20_diff1": 0.873097, + "nauc_mrr_at_100_max": 0.465394, + "nauc_mrr_at_100_std": -0.652813, + "nauc_mrr_at_100_diff1": 0.870975, + "nauc_mrr_at_1000_max": 0.465739, + "nauc_mrr_at_1000_std": -0.653351, + "nauc_mrr_at_1000_diff1": 0.871667, + "main_score": 0.34773, + "hf_subset": "shn_Mymr-shn_Mymr", + "languages": [ + "shn-Mymr", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.53111, + "ndcg_at_3": 0.5693, + "ndcg_at_5": 0.58087, + "ndcg_at_10": 0.59278, + "ndcg_at_20": 0.60302, + "ndcg_at_100": 0.62946, + "ndcg_at_1000": 0.6495, + "map_at_1": 0.53111, + "map_at_3": 0.56019, + "map_at_5": 0.56669, + "map_at_10": 0.57163, + "map_at_20": 0.5745, + "map_at_100": 0.57783, + "map_at_1000": 0.57866, + "recall_at_1": 0.53111, + "recall_at_3": 0.59556, + "recall_at_5": 0.62333, + "recall_at_10": 0.66, + "recall_at_20": 0.7, + "recall_at_100": 0.84778, + "recall_at_1000": 1.0, + "precision_at_1": 0.53111, + "precision_at_3": 0.19852, + "precision_at_5": 0.12467, + "precision_at_10": 0.066, + "precision_at_20": 0.035, + "precision_at_100": 0.00848, + "precision_at_1000": 0.001, + "mrr_at_1": 0.531111, + "mrr_at_3": 0.560185, + "mrr_at_5": 0.566685, + "mrr_at_10": 0.571627, + "mrr_at_20": 0.574504, + "mrr_at_100": 0.577828, + "mrr_at_1000": 0.578657, + "nauc_ndcg_at_1_max": 0.822559, + "nauc_ndcg_at_1_std": 0.279662, + "nauc_ndcg_at_1_diff1": 0.854516, + "nauc_ndcg_at_3_max": 0.830475, + "nauc_ndcg_at_3_std": 0.296504, + "nauc_ndcg_at_3_diff1": 0.836242, + "nauc_ndcg_at_5_max": 0.822624, + "nauc_ndcg_at_5_std": 0.28056, + "nauc_ndcg_at_5_diff1": 0.830659, + "nauc_ndcg_at_10_max": 0.819955, + "nauc_ndcg_at_10_std": 0.281973, + "nauc_ndcg_at_10_diff1": 0.822812, + "nauc_ndcg_at_20_max": 0.812327, + "nauc_ndcg_at_20_std": 0.277596, + "nauc_ndcg_at_20_diff1": 0.818959, + "nauc_ndcg_at_100_max": 0.810433, + "nauc_ndcg_at_100_std": 0.285025, + "nauc_ndcg_at_100_diff1": 0.816966, + "nauc_ndcg_at_1000_max": 0.816411, + "nauc_ndcg_at_1000_std": 0.281705, + "nauc_ndcg_at_1000_diff1": 0.8256, + "nauc_map_at_1_max": 0.822559, + "nauc_map_at_1_std": 0.279662, + "nauc_map_at_1_diff1": 0.854516, + "nauc_map_at_3_max": 0.829104, + "nauc_map_at_3_std": 0.292741, + "nauc_map_at_3_diff1": 0.840872, + "nauc_map_at_5_max": 0.82478, + "nauc_map_at_5_std": 0.283928, + "nauc_map_at_5_diff1": 0.837864, + "nauc_map_at_10_max": 0.82378, + "nauc_map_at_10_std": 0.284571, + "nauc_map_at_10_diff1": 0.834978, + "nauc_map_at_20_max": 0.821767, + "nauc_map_at_20_std": 0.283396, + "nauc_map_at_20_diff1": 0.834011, + "nauc_map_at_100_max": 0.821345, + "nauc_map_at_100_std": 0.284, + "nauc_map_at_100_diff1": 0.833698, + "nauc_map_at_1000_max": 0.821513, + "nauc_map_at_1000_std": 0.283752, + "nauc_map_at_1000_diff1": 0.833983, + "nauc_recall_at_1_max": 0.822559, + "nauc_recall_at_1_std": 0.279662, + "nauc_recall_at_1_diff1": 0.854516, + "nauc_recall_at_3_max": 0.834333, + "nauc_recall_at_3_std": 0.307617, + "nauc_recall_at_3_diff1": 0.82231, + "nauc_recall_at_5_max": 0.814471, + "nauc_recall_at_5_std": 0.267535, + "nauc_recall_at_5_diff1": 0.807344, + "nauc_recall_at_10_max": 0.804395, + "nauc_recall_at_10_std": 0.271073, + "nauc_recall_at_10_diff1": 0.777534, + "nauc_recall_at_20_max": 0.767503, + "nauc_recall_at_20_std": 0.249875, + "nauc_recall_at_20_diff1": 0.755716, + "nauc_recall_at_100_max": 0.720957, + "nauc_recall_at_100_std": 0.319404, + "nauc_recall_at_100_diff1": 0.69106, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822559, + "nauc_precision_at_1_std": 0.279662, + "nauc_precision_at_1_diff1": 0.854516, + "nauc_precision_at_3_max": 0.834333, + "nauc_precision_at_3_std": 0.307617, + "nauc_precision_at_3_diff1": 0.82231, + "nauc_precision_at_5_max": 0.814471, + "nauc_precision_at_5_std": 0.267535, + "nauc_precision_at_5_diff1": 0.807344, + "nauc_precision_at_10_max": 0.804395, + "nauc_precision_at_10_std": 0.271073, + "nauc_precision_at_10_diff1": 0.777534, + "nauc_precision_at_20_max": 0.767503, + "nauc_precision_at_20_std": 0.249875, + "nauc_precision_at_20_diff1": 0.755716, + "nauc_precision_at_100_max": 0.720957, + "nauc_precision_at_100_std": 0.319404, + "nauc_precision_at_100_diff1": 0.69106, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822559, + "nauc_mrr_at_1_std": 0.279662, + "nauc_mrr_at_1_diff1": 0.854516, + "nauc_mrr_at_3_max": 0.829104, + "nauc_mrr_at_3_std": 0.292741, + "nauc_mrr_at_3_diff1": 0.840872, + "nauc_mrr_at_5_max": 0.82478, + "nauc_mrr_at_5_std": 0.283928, + "nauc_mrr_at_5_diff1": 0.837864, + "nauc_mrr_at_10_max": 0.82378, + "nauc_mrr_at_10_std": 0.284571, + "nauc_mrr_at_10_diff1": 0.834978, + "nauc_mrr_at_20_max": 0.821767, + "nauc_mrr_at_20_std": 0.283396, + "nauc_mrr_at_20_diff1": 0.834011, + "nauc_mrr_at_100_max": 0.821345, + "nauc_mrr_at_100_std": 0.284, + "nauc_mrr_at_100_diff1": 0.833698, + "nauc_mrr_at_1000_max": 0.821513, + "nauc_mrr_at_1000_std": 0.283752, + "nauc_mrr_at_1000_diff1": 0.833983, + "main_score": 0.59278, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35222, + "ndcg_at_3": 0.3746, + "ndcg_at_5": 0.3791, + "ndcg_at_10": 0.3836, + "ndcg_at_20": 0.38687, + "ndcg_at_100": 0.40425, + "ndcg_at_1000": 0.46361, + "map_at_1": 0.35222, + "map_at_3": 0.36926, + "map_at_5": 0.3717, + "map_at_10": 0.37347, + "map_at_20": 0.37431, + "map_at_100": 0.37637, + "map_at_1000": 0.37841, + "recall_at_1": 0.35222, + "recall_at_3": 0.39, + "recall_at_5": 0.40111, + "recall_at_10": 0.41556, + "recall_at_20": 0.42889, + "recall_at_100": 0.52778, + "recall_at_1000": 1.0, + "precision_at_1": 0.35222, + "precision_at_3": 0.13, + "precision_at_5": 0.08022, + "precision_at_10": 0.04156, + "precision_at_20": 0.02144, + "precision_at_100": 0.00528, + "precision_at_1000": 0.001, + "mrr_at_1": 0.352222, + "mrr_at_3": 0.369259, + "mrr_at_5": 0.371704, + "mrr_at_10": 0.373466, + "mrr_at_20": 0.374312, + "mrr_at_100": 0.376375, + "mrr_at_1000": 0.378413, + "nauc_ndcg_at_1_max": 0.914312, + "nauc_ndcg_at_1_std": 0.80558, + "nauc_ndcg_at_1_diff1": 0.930136, + "nauc_ndcg_at_3_max": 0.918286, + "nauc_ndcg_at_3_std": 0.846867, + "nauc_ndcg_at_3_diff1": 0.908142, + "nauc_ndcg_at_5_max": 0.906368, + "nauc_ndcg_at_5_std": 0.840367, + "nauc_ndcg_at_5_diff1": 0.899243, + "nauc_ndcg_at_10_max": 0.899673, + "nauc_ndcg_at_10_std": 0.839551, + "nauc_ndcg_at_10_diff1": 0.892846, + "nauc_ndcg_at_20_max": 0.894349, + "nauc_ndcg_at_20_std": 0.839493, + "nauc_ndcg_at_20_diff1": 0.888848, + "nauc_ndcg_at_100_max": 0.8736, + "nauc_ndcg_at_100_std": 0.82452, + "nauc_ndcg_at_100_diff1": 0.871028, + "nauc_ndcg_at_1000_max": 0.892212, + "nauc_ndcg_at_1000_std": 0.829715, + "nauc_ndcg_at_1000_diff1": 0.888534, + "nauc_map_at_1_max": 0.914312, + "nauc_map_at_1_std": 0.80558, + "nauc_map_at_1_diff1": 0.930136, + "nauc_map_at_3_max": 0.918483, + "nauc_map_at_3_std": 0.837681, + "nauc_map_at_3_diff1": 0.913496, + "nauc_map_at_5_max": 0.911978, + "nauc_map_at_5_std": 0.834257, + "nauc_map_at_5_diff1": 0.908705, + "nauc_map_at_10_max": 0.909433, + "nauc_map_at_10_std": 0.833915, + "nauc_map_at_10_diff1": 0.906234, + "nauc_map_at_20_max": 0.90807, + "nauc_map_at_20_std": 0.833928, + "nauc_map_at_20_diff1": 0.905203, + "nauc_map_at_100_max": 0.905584, + "nauc_map_at_100_std": 0.832216, + "nauc_map_at_100_diff1": 0.903184, + "nauc_map_at_1000_max": 0.905924, + "nauc_map_at_1000_std": 0.831984, + "nauc_map_at_1000_diff1": 0.90347, + "nauc_recall_at_1_max": 0.914312, + "nauc_recall_at_1_std": 0.80558, + "nauc_recall_at_1_diff1": 0.930136, + "nauc_recall_at_3_max": 0.917253, + "nauc_recall_at_3_std": 0.872833, + "nauc_recall_at_3_diff1": 0.892804, + "nauc_recall_at_5_max": 0.888072, + "nauc_recall_at_5_std": 0.856331, + "nauc_recall_at_5_diff1": 0.870788, + "nauc_recall_at_10_max": 0.866248, + "nauc_recall_at_10_std": 0.853896, + "nauc_recall_at_10_diff1": 0.850103, + "nauc_recall_at_20_max": 0.84439, + "nauc_recall_at_20_std": 0.853499, + "nauc_recall_at_20_diff1": 0.833683, + "nauc_recall_at_100_max": 0.719549, + "nauc_recall_at_100_std": 0.764993, + "nauc_recall_at_100_diff1": 0.724049, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.914312, + "nauc_precision_at_1_std": 0.80558, + "nauc_precision_at_1_diff1": 0.930136, + "nauc_precision_at_3_max": 0.917253, + "nauc_precision_at_3_std": 0.872833, + "nauc_precision_at_3_diff1": 0.892804, + "nauc_precision_at_5_max": 0.888072, + "nauc_precision_at_5_std": 0.856331, + "nauc_precision_at_5_diff1": 0.870788, + "nauc_precision_at_10_max": 0.866248, + "nauc_precision_at_10_std": 0.853896, + "nauc_precision_at_10_diff1": 0.850103, + "nauc_precision_at_20_max": 0.84439, + "nauc_precision_at_20_std": 0.853499, + "nauc_precision_at_20_diff1": 0.833683, + "nauc_precision_at_100_max": 0.719549, + "nauc_precision_at_100_std": 0.764993, + "nauc_precision_at_100_diff1": 0.724049, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.914312, + "nauc_mrr_at_1_std": 0.80558, + "nauc_mrr_at_1_diff1": 0.930136, + "nauc_mrr_at_3_max": 0.918483, + "nauc_mrr_at_3_std": 0.837681, + "nauc_mrr_at_3_diff1": 0.913496, + "nauc_mrr_at_5_max": 0.911978, + "nauc_mrr_at_5_std": 0.834257, + "nauc_mrr_at_5_diff1": 0.908705, + "nauc_mrr_at_10_max": 0.909433, + "nauc_mrr_at_10_std": 0.833915, + "nauc_mrr_at_10_diff1": 0.906234, + "nauc_mrr_at_20_max": 0.90807, + "nauc_mrr_at_20_std": 0.833928, + "nauc_mrr_at_20_diff1": 0.905203, + "nauc_mrr_at_100_max": 0.905584, + "nauc_mrr_at_100_std": 0.832216, + "nauc_mrr_at_100_diff1": 0.903184, + "nauc_mrr_at_1000_max": 0.905924, + "nauc_mrr_at_1000_std": 0.831984, + "nauc_mrr_at_1000_diff1": 0.90347, + "main_score": 0.3836, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.31444, + "ndcg_at_3": 0.37075, + "ndcg_at_5": 0.39098, + "ndcg_at_10": 0.41586, + "ndcg_at_20": 0.43338, + "ndcg_at_100": 0.46515, + "ndcg_at_1000": 0.49312, + "map_at_1": 0.31444, + "map_at_3": 0.35648, + "map_at_5": 0.36776, + "map_at_10": 0.37808, + "map_at_20": 0.38296, + "map_at_100": 0.38707, + "map_at_1000": 0.38812, + "recall_at_1": 0.31444, + "recall_at_3": 0.41222, + "recall_at_5": 0.46111, + "recall_at_10": 0.53778, + "recall_at_20": 0.60667, + "recall_at_100": 0.78222, + "recall_at_1000": 1.0, + "precision_at_1": 0.31444, + "precision_at_3": 0.13741, + "precision_at_5": 0.09222, + "precision_at_10": 0.05378, + "precision_at_20": 0.03033, + "precision_at_100": 0.00782, + "precision_at_1000": 0.001, + "mrr_at_1": 0.314444, + "mrr_at_3": 0.356481, + "mrr_at_5": 0.367759, + "mrr_at_10": 0.378084, + "mrr_at_20": 0.382956, + "mrr_at_100": 0.387073, + "mrr_at_1000": 0.388123, + "nauc_ndcg_at_1_max": 0.43089, + "nauc_ndcg_at_1_std": -0.052103, + "nauc_ndcg_at_1_diff1": 0.590021, + "nauc_ndcg_at_3_max": 0.414834, + "nauc_ndcg_at_3_std": -0.073523, + "nauc_ndcg_at_3_diff1": 0.543607, + "nauc_ndcg_at_5_max": 0.419192, + "nauc_ndcg_at_5_std": -0.060759, + "nauc_ndcg_at_5_diff1": 0.530998, + "nauc_ndcg_at_10_max": 0.413418, + "nauc_ndcg_at_10_std": -0.061547, + "nauc_ndcg_at_10_diff1": 0.52391, + "nauc_ndcg_at_20_max": 0.414723, + "nauc_ndcg_at_20_std": -0.055072, + "nauc_ndcg_at_20_diff1": 0.519753, + "nauc_ndcg_at_100_max": 0.411506, + "nauc_ndcg_at_100_std": -0.057645, + "nauc_ndcg_at_100_diff1": 0.519119, + "nauc_ndcg_at_1000_max": 0.41488, + "nauc_ndcg_at_1000_std": -0.06028, + "nauc_ndcg_at_1000_diff1": 0.532715, + "nauc_map_at_1_max": 0.43089, + "nauc_map_at_1_std": -0.052103, + "nauc_map_at_1_diff1": 0.590021, + "nauc_map_at_3_max": 0.418329, + "nauc_map_at_3_std": -0.068887, + "nauc_map_at_3_diff1": 0.556824, + "nauc_map_at_5_max": 0.420758, + "nauc_map_at_5_std": -0.061532, + "nauc_map_at_5_diff1": 0.549607, + "nauc_map_at_10_max": 0.417906, + "nauc_map_at_10_std": -0.062548, + "nauc_map_at_10_diff1": 0.54678, + "nauc_map_at_20_max": 0.418174, + "nauc_map_at_20_std": -0.061032, + "nauc_map_at_20_diff1": 0.545776, + "nauc_map_at_100_max": 0.417732, + "nauc_map_at_100_std": -0.061553, + "nauc_map_at_100_diff1": 0.545908, + "nauc_map_at_1000_max": 0.417884, + "nauc_map_at_1000_std": -0.061622, + "nauc_map_at_1000_diff1": 0.546495, + "nauc_recall_at_1_max": 0.43089, + "nauc_recall_at_1_std": -0.052103, + "nauc_recall_at_1_diff1": 0.590021, + "nauc_recall_at_3_max": 0.405073, + "nauc_recall_at_3_std": -0.086457, + "nauc_recall_at_3_diff1": 0.505324, + "nauc_recall_at_5_max": 0.415471, + "nauc_recall_at_5_std": -0.056823, + "nauc_recall_at_5_diff1": 0.475279, + "nauc_recall_at_10_max": 0.399544, + "nauc_recall_at_10_std": -0.05542, + "nauc_recall_at_10_diff1": 0.449842, + "nauc_recall_at_20_max": 0.404925, + "nauc_recall_at_20_std": -0.025048, + "nauc_recall_at_20_diff1": 0.425696, + "nauc_recall_at_100_max": 0.373663, + "nauc_recall_at_100_std": -0.026037, + "nauc_recall_at_100_diff1": 0.368059, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.43089, + "nauc_precision_at_1_std": -0.052103, + "nauc_precision_at_1_diff1": 0.590021, + "nauc_precision_at_3_max": 0.405073, + "nauc_precision_at_3_std": -0.086457, + "nauc_precision_at_3_diff1": 0.505324, + "nauc_precision_at_5_max": 0.415471, + "nauc_precision_at_5_std": -0.056823, + "nauc_precision_at_5_diff1": 0.475279, + "nauc_precision_at_10_max": 0.399544, + "nauc_precision_at_10_std": -0.05542, + "nauc_precision_at_10_diff1": 0.449842, + "nauc_precision_at_20_max": 0.404925, + "nauc_precision_at_20_std": -0.025048, + "nauc_precision_at_20_diff1": 0.425696, + "nauc_precision_at_100_max": 0.373663, + "nauc_precision_at_100_std": -0.026037, + "nauc_precision_at_100_diff1": 0.368059, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.43089, + "nauc_mrr_at_1_std": -0.052103, + "nauc_mrr_at_1_diff1": 0.590021, + "nauc_mrr_at_3_max": 0.418329, + "nauc_mrr_at_3_std": -0.068887, + "nauc_mrr_at_3_diff1": 0.556824, + "nauc_mrr_at_5_max": 0.420758, + "nauc_mrr_at_5_std": -0.061532, + "nauc_mrr_at_5_diff1": 0.549607, + "nauc_mrr_at_10_max": 0.417906, + "nauc_mrr_at_10_std": -0.062548, + "nauc_mrr_at_10_diff1": 0.54678, + "nauc_mrr_at_20_max": 0.418174, + "nauc_mrr_at_20_std": -0.061032, + "nauc_mrr_at_20_diff1": 0.545776, + "nauc_mrr_at_100_max": 0.417732, + "nauc_mrr_at_100_std": -0.061553, + "nauc_mrr_at_100_diff1": 0.545908, + "nauc_mrr_at_1000_max": 0.417884, + "nauc_mrr_at_1000_std": -0.061622, + "nauc_mrr_at_1000_diff1": 0.546495, + "main_score": 0.41586, + "hf_subset": "sin_Latn-sin_Latn", + "languages": [ + "sin-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.29222, + "ndcg_at_3": 0.34549, + "ndcg_at_5": 0.3607, + "ndcg_at_10": 0.37683, + "ndcg_at_20": 0.39592, + "ndcg_at_100": 0.43255, + "ndcg_at_1000": 0.46599, + "map_at_1": 0.29222, + "map_at_3": 0.33241, + "map_at_5": 0.34091, + "map_at_10": 0.34755, + "map_at_20": 0.35278, + "map_at_100": 0.35769, + "map_at_1000": 0.35907, + "recall_at_1": 0.29222, + "recall_at_3": 0.38333, + "recall_at_5": 0.42, + "recall_at_10": 0.47, + "recall_at_20": 0.54556, + "recall_at_100": 0.74556, + "recall_at_1000": 1.0, + "precision_at_1": 0.29222, + "precision_at_3": 0.12778, + "precision_at_5": 0.084, + "precision_at_10": 0.047, + "precision_at_20": 0.02728, + "precision_at_100": 0.00746, + "precision_at_1000": 0.001, + "mrr_at_1": 0.292222, + "mrr_at_3": 0.332407, + "mrr_at_5": 0.340907, + "mrr_at_10": 0.347546, + "mrr_at_20": 0.352784, + "mrr_at_100": 0.357688, + "mrr_at_1000": 0.359066, + "nauc_ndcg_at_1_max": 0.540794, + "nauc_ndcg_at_1_std": 0.174642, + "nauc_ndcg_at_1_diff1": 0.671213, + "nauc_ndcg_at_3_max": 0.528385, + "nauc_ndcg_at_3_std": 0.178063, + "nauc_ndcg_at_3_diff1": 0.621691, + "nauc_ndcg_at_5_max": 0.522647, + "nauc_ndcg_at_5_std": 0.181694, + "nauc_ndcg_at_5_diff1": 0.610577, + "nauc_ndcg_at_10_max": 0.519895, + "nauc_ndcg_at_10_std": 0.182211, + "nauc_ndcg_at_10_diff1": 0.601943, + "nauc_ndcg_at_20_max": 0.500857, + "nauc_ndcg_at_20_std": 0.174321, + "nauc_ndcg_at_20_diff1": 0.592329, + "nauc_ndcg_at_100_max": 0.494552, + "nauc_ndcg_at_100_std": 0.176951, + "nauc_ndcg_at_100_diff1": 0.583225, + "nauc_ndcg_at_1000_max": 0.510674, + "nauc_ndcg_at_1000_std": 0.177427, + "nauc_ndcg_at_1000_diff1": 0.601534, + "nauc_map_at_1_max": 0.540794, + "nauc_map_at_1_std": 0.174642, + "nauc_map_at_1_diff1": 0.671213, + "nauc_map_at_3_max": 0.531018, + "nauc_map_at_3_std": 0.176439, + "nauc_map_at_3_diff1": 0.632809, + "nauc_map_at_5_max": 0.527602, + "nauc_map_at_5_std": 0.178353, + "nauc_map_at_5_diff1": 0.626347, + "nauc_map_at_10_max": 0.526892, + "nauc_map_at_10_std": 0.178758, + "nauc_map_at_10_diff1": 0.623275, + "nauc_map_at_20_max": 0.521547, + "nauc_map_at_20_std": 0.176395, + "nauc_map_at_20_diff1": 0.620526, + "nauc_map_at_100_max": 0.52088, + "nauc_map_at_100_std": 0.176837, + "nauc_map_at_100_diff1": 0.618667, + "nauc_map_at_1000_max": 0.521487, + "nauc_map_at_1000_std": 0.176878, + "nauc_map_at_1000_diff1": 0.619376, + "nauc_recall_at_1_max": 0.540794, + "nauc_recall_at_1_std": 0.174642, + "nauc_recall_at_1_diff1": 0.671213, + "nauc_recall_at_3_max": 0.521116, + "nauc_recall_at_3_std": 0.182947, + "nauc_recall_at_3_diff1": 0.590735, + "nauc_recall_at_5_max": 0.508327, + "nauc_recall_at_5_std": 0.192036, + "nauc_recall_at_5_diff1": 0.565338, + "nauc_recall_at_10_max": 0.497487, + "nauc_recall_at_10_std": 0.192816, + "nauc_recall_at_10_diff1": 0.535698, + "nauc_recall_at_20_max": 0.419691, + "nauc_recall_at_20_std": 0.162779, + "nauc_recall_at_20_diff1": 0.494078, + "nauc_recall_at_100_max": 0.331014, + "nauc_recall_at_100_std": 0.174747, + "nauc_recall_at_100_diff1": 0.395501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.540794, + "nauc_precision_at_1_std": 0.174642, + "nauc_precision_at_1_diff1": 0.671213, + "nauc_precision_at_3_max": 0.521116, + "nauc_precision_at_3_std": 0.182947, + "nauc_precision_at_3_diff1": 0.590735, + "nauc_precision_at_5_max": 0.508327, + "nauc_precision_at_5_std": 0.192036, + "nauc_precision_at_5_diff1": 0.565338, + "nauc_precision_at_10_max": 0.497487, + "nauc_precision_at_10_std": 0.192816, + "nauc_precision_at_10_diff1": 0.535698, + "nauc_precision_at_20_max": 0.419691, + "nauc_precision_at_20_std": 0.162779, + "nauc_precision_at_20_diff1": 0.494078, + "nauc_precision_at_100_max": 0.331014, + "nauc_precision_at_100_std": 0.174747, + "nauc_precision_at_100_diff1": 0.395501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.540794, + "nauc_mrr_at_1_std": 0.174642, + "nauc_mrr_at_1_diff1": 0.671213, + "nauc_mrr_at_3_max": 0.531018, + "nauc_mrr_at_3_std": 0.176439, + "nauc_mrr_at_3_diff1": 0.632809, + "nauc_mrr_at_5_max": 0.527602, + "nauc_mrr_at_5_std": 0.178353, + "nauc_mrr_at_5_diff1": 0.626347, + "nauc_mrr_at_10_max": 0.526892, + "nauc_mrr_at_10_std": 0.178758, + "nauc_mrr_at_10_diff1": 0.623275, + "nauc_mrr_at_20_max": 0.521547, + "nauc_mrr_at_20_std": 0.176395, + "nauc_mrr_at_20_diff1": 0.620526, + "nauc_mrr_at_100_max": 0.52088, + "nauc_mrr_at_100_std": 0.176837, + "nauc_mrr_at_100_diff1": 0.618667, + "nauc_mrr_at_1000_max": 0.521487, + "nauc_mrr_at_1000_std": 0.176878, + "nauc_mrr_at_1000_diff1": 0.619376, + "main_score": 0.37683, + "hf_subset": "sin_Latn-eng_Latn", + "languages": [ + "sin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.17444, + "ndcg_at_3": 0.21804, + "ndcg_at_5": 0.22932, + "ndcg_at_10": 0.24414, + "ndcg_at_20": 0.25587, + "ndcg_at_100": 0.28928, + "ndcg_at_1000": 0.34511, + "map_at_1": 0.17444, + "map_at_3": 0.20704, + "map_at_5": 0.2132, + "map_at_10": 0.21936, + "map_at_20": 0.22254, + "map_at_100": 0.22658, + "map_at_1000": 0.22855, + "recall_at_1": 0.17444, + "recall_at_3": 0.25, + "recall_at_5": 0.27778, + "recall_at_10": 0.32333, + "recall_at_20": 0.37, + "recall_at_100": 0.55889, + "recall_at_1000": 1.0, + "precision_at_1": 0.17444, + "precision_at_3": 0.08333, + "precision_at_5": 0.05556, + "precision_at_10": 0.03233, + "precision_at_20": 0.0185, + "precision_at_100": 0.00559, + "precision_at_1000": 0.001, + "mrr_at_1": 0.174444, + "mrr_at_3": 0.207037, + "mrr_at_5": 0.213204, + "mrr_at_10": 0.219362, + "mrr_at_20": 0.222543, + "mrr_at_100": 0.226584, + "mrr_at_1000": 0.228552, + "nauc_ndcg_at_1_max": 0.743349, + "nauc_ndcg_at_1_std": 0.394874, + "nauc_ndcg_at_1_diff1": 0.714419, + "nauc_ndcg_at_3_max": 0.685278, + "nauc_ndcg_at_3_std": 0.352832, + "nauc_ndcg_at_3_diff1": 0.619204, + "nauc_ndcg_at_5_max": 0.680103, + "nauc_ndcg_at_5_std": 0.353814, + "nauc_ndcg_at_5_diff1": 0.604154, + "nauc_ndcg_at_10_max": 0.659225, + "nauc_ndcg_at_10_std": 0.352687, + "nauc_ndcg_at_10_diff1": 0.583536, + "nauc_ndcg_at_20_max": 0.647419, + "nauc_ndcg_at_20_std": 0.353594, + "nauc_ndcg_at_20_diff1": 0.577815, + "nauc_ndcg_at_100_max": 0.622803, + "nauc_ndcg_at_100_std": 0.339349, + "nauc_ndcg_at_100_diff1": 0.543772, + "nauc_ndcg_at_1000_max": 0.65524, + "nauc_ndcg_at_1000_std": 0.350889, + "nauc_ndcg_at_1000_diff1": 0.581941, + "nauc_map_at_1_max": 0.743349, + "nauc_map_at_1_std": 0.394874, + "nauc_map_at_1_diff1": 0.714419, + "nauc_map_at_3_max": 0.699764, + "nauc_map_at_3_std": 0.362606, + "nauc_map_at_3_diff1": 0.639408, + "nauc_map_at_5_max": 0.696887, + "nauc_map_at_5_std": 0.363194, + "nauc_map_at_5_diff1": 0.630649, + "nauc_map_at_10_max": 0.687621, + "nauc_map_at_10_std": 0.362373, + "nauc_map_at_10_diff1": 0.621497, + "nauc_map_at_20_max": 0.684198, + "nauc_map_at_20_std": 0.362528, + "nauc_map_at_20_diff1": 0.619828, + "nauc_map_at_100_max": 0.680924, + "nauc_map_at_100_std": 0.360391, + "nauc_map_at_100_diff1": 0.614791, + "nauc_map_at_1000_max": 0.681997, + "nauc_map_at_1000_std": 0.360716, + "nauc_map_at_1000_diff1": 0.616, + "nauc_recall_at_1_max": 0.743349, + "nauc_recall_at_1_std": 0.394874, + "nauc_recall_at_1_diff1": 0.714419, + "nauc_recall_at_3_max": 0.647003, + "nauc_recall_at_3_std": 0.327243, + "nauc_recall_at_3_diff1": 0.56698, + "nauc_recall_at_5_max": 0.636475, + "nauc_recall_at_5_std": 0.330088, + "nauc_recall_at_5_diff1": 0.535942, + "nauc_recall_at_10_max": 0.58249, + "nauc_recall_at_10_std": 0.329282, + "nauc_recall_at_10_diff1": 0.483518, + "nauc_recall_at_20_max": 0.543716, + "nauc_recall_at_20_std": 0.333393, + "nauc_recall_at_20_diff1": 0.465895, + "nauc_recall_at_100_max": 0.409347, + "nauc_recall_at_100_std": 0.261636, + "nauc_recall_at_100_diff1": 0.289544, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743349, + "nauc_precision_at_1_std": 0.394874, + "nauc_precision_at_1_diff1": 0.714419, + "nauc_precision_at_3_max": 0.647003, + "nauc_precision_at_3_std": 0.327243, + "nauc_precision_at_3_diff1": 0.56698, + "nauc_precision_at_5_max": 0.636475, + "nauc_precision_at_5_std": 0.330088, + "nauc_precision_at_5_diff1": 0.535942, + "nauc_precision_at_10_max": 0.58249, + "nauc_precision_at_10_std": 0.329282, + "nauc_precision_at_10_diff1": 0.483518, + "nauc_precision_at_20_max": 0.543716, + "nauc_precision_at_20_std": 0.333393, + "nauc_precision_at_20_diff1": 0.465895, + "nauc_precision_at_100_max": 0.409347, + "nauc_precision_at_100_std": 0.261636, + "nauc_precision_at_100_diff1": 0.289544, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743349, + "nauc_mrr_at_1_std": 0.394874, + "nauc_mrr_at_1_diff1": 0.714419, + "nauc_mrr_at_3_max": 0.699764, + "nauc_mrr_at_3_std": 0.362606, + "nauc_mrr_at_3_diff1": 0.639408, + "nauc_mrr_at_5_max": 0.696887, + "nauc_mrr_at_5_std": 0.363194, + "nauc_mrr_at_5_diff1": 0.630649, + "nauc_mrr_at_10_max": 0.687621, + "nauc_mrr_at_10_std": 0.362373, + "nauc_mrr_at_10_diff1": 0.621497, + "nauc_mrr_at_20_max": 0.684198, + "nauc_mrr_at_20_std": 0.362528, + "nauc_mrr_at_20_diff1": 0.619828, + "nauc_mrr_at_100_max": 0.680924, + "nauc_mrr_at_100_std": 0.360391, + "nauc_mrr_at_100_diff1": 0.614791, + "nauc_mrr_at_1000_max": 0.681997, + "nauc_mrr_at_1000_std": 0.360716, + "nauc_mrr_at_1000_diff1": 0.616, + "main_score": 0.24414, + "hf_subset": "eng_Latn-sin_Latn", + "languages": [ + "eng-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.61889, + "ndcg_at_3": 0.68726, + "ndcg_at_5": 0.70467, + "ndcg_at_10": 0.71851, + "ndcg_at_20": 0.7306, + "ndcg_at_100": 0.74749, + "ndcg_at_1000": 0.7529, + "map_at_1": 0.61889, + "map_at_3": 0.67056, + "map_at_5": 0.68022, + "map_at_10": 0.68604, + "map_at_20": 0.68937, + "map_at_100": 0.69176, + "map_at_1000": 0.69197, + "recall_at_1": 0.61889, + "recall_at_3": 0.73556, + "recall_at_5": 0.77778, + "recall_at_10": 0.82, + "recall_at_20": 0.86778, + "recall_at_100": 0.95778, + "recall_at_1000": 1.0, + "precision_at_1": 0.61889, + "precision_at_3": 0.24519, + "precision_at_5": 0.15556, + "precision_at_10": 0.082, + "precision_at_20": 0.04339, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.618889, + "mrr_at_3": 0.670556, + "mrr_at_5": 0.680222, + "mrr_at_10": 0.686044, + "mrr_at_20": 0.689366, + "mrr_at_100": 0.691764, + "mrr_at_1000": 0.691967, + "nauc_ndcg_at_1_max": 0.71937, + "nauc_ndcg_at_1_std": -0.102258, + "nauc_ndcg_at_1_diff1": 0.817143, + "nauc_ndcg_at_3_max": 0.72756, + "nauc_ndcg_at_3_std": -0.078523, + "nauc_ndcg_at_3_diff1": 0.781426, + "nauc_ndcg_at_5_max": 0.722233, + "nauc_ndcg_at_5_std": -0.083249, + "nauc_ndcg_at_5_diff1": 0.775943, + "nauc_ndcg_at_10_max": 0.721791, + "nauc_ndcg_at_10_std": -0.080621, + "nauc_ndcg_at_10_diff1": 0.773306, + "nauc_ndcg_at_20_max": 0.718122, + "nauc_ndcg_at_20_std": -0.079307, + "nauc_ndcg_at_20_diff1": 0.772899, + "nauc_ndcg_at_100_max": 0.7219, + "nauc_ndcg_at_100_std": -0.078968, + "nauc_ndcg_at_100_diff1": 0.778719, + "nauc_ndcg_at_1000_max": 0.72185, + "nauc_ndcg_at_1000_std": -0.082063, + "nauc_ndcg_at_1000_diff1": 0.78171, + "nauc_map_at_1_max": 0.71937, + "nauc_map_at_1_std": -0.102258, + "nauc_map_at_1_diff1": 0.817143, + "nauc_map_at_3_max": 0.726559, + "nauc_map_at_3_std": -0.084799, + "nauc_map_at_3_diff1": 0.791274, + "nauc_map_at_5_max": 0.723923, + "nauc_map_at_5_std": -0.08735, + "nauc_map_at_5_diff1": 0.788762, + "nauc_map_at_10_max": 0.723564, + "nauc_map_at_10_std": -0.086303, + "nauc_map_at_10_diff1": 0.787817, + "nauc_map_at_20_max": 0.722662, + "nauc_map_at_20_std": -0.086303, + "nauc_map_at_20_diff1": 0.787913, + "nauc_map_at_100_max": 0.723063, + "nauc_map_at_100_std": -0.086015, + "nauc_map_at_100_diff1": 0.788566, + "nauc_map_at_1000_max": 0.723046, + "nauc_map_at_1000_std": -0.086114, + "nauc_map_at_1000_diff1": 0.788656, + "nauc_recall_at_1_max": 0.71937, + "nauc_recall_at_1_std": -0.102258, + "nauc_recall_at_1_diff1": 0.817143, + "nauc_recall_at_3_max": 0.730365, + "nauc_recall_at_3_std": -0.057353, + "nauc_recall_at_3_diff1": 0.748006, + "nauc_recall_at_5_max": 0.713887, + "nauc_recall_at_5_std": -0.068773, + "nauc_recall_at_5_diff1": 0.726047, + "nauc_recall_at_10_max": 0.712049, + "nauc_recall_at_10_std": -0.055577, + "nauc_recall_at_10_diff1": 0.706059, + "nauc_recall_at_20_max": 0.683262, + "nauc_recall_at_20_std": -0.034484, + "nauc_recall_at_20_diff1": 0.680762, + "nauc_recall_at_100_max": 0.71936, + "nauc_recall_at_100_std": 0.039265, + "nauc_recall_at_100_diff1": 0.662404, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71937, + "nauc_precision_at_1_std": -0.102258, + "nauc_precision_at_1_diff1": 0.817143, + "nauc_precision_at_3_max": 0.730365, + "nauc_precision_at_3_std": -0.057353, + "nauc_precision_at_3_diff1": 0.748006, + "nauc_precision_at_5_max": 0.713887, + "nauc_precision_at_5_std": -0.068773, + "nauc_precision_at_5_diff1": 0.726047, + "nauc_precision_at_10_max": 0.712049, + "nauc_precision_at_10_std": -0.055577, + "nauc_precision_at_10_diff1": 0.706059, + "nauc_precision_at_20_max": 0.683262, + "nauc_precision_at_20_std": -0.034484, + "nauc_precision_at_20_diff1": 0.680762, + "nauc_precision_at_100_max": 0.71936, + "nauc_precision_at_100_std": 0.039265, + "nauc_precision_at_100_diff1": 0.662404, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71937, + "nauc_mrr_at_1_std": -0.102258, + "nauc_mrr_at_1_diff1": 0.817143, + "nauc_mrr_at_3_max": 0.726559, + "nauc_mrr_at_3_std": -0.084799, + "nauc_mrr_at_3_diff1": 0.791274, + "nauc_mrr_at_5_max": 0.723923, + "nauc_mrr_at_5_std": -0.08735, + "nauc_mrr_at_5_diff1": 0.788762, + "nauc_mrr_at_10_max": 0.723564, + "nauc_mrr_at_10_std": -0.086303, + "nauc_mrr_at_10_diff1": 0.787817, + "nauc_mrr_at_20_max": 0.722662, + "nauc_mrr_at_20_std": -0.086303, + "nauc_mrr_at_20_diff1": 0.787913, + "nauc_mrr_at_100_max": 0.723063, + "nauc_mrr_at_100_std": -0.086015, + "nauc_mrr_at_100_diff1": 0.788566, + "nauc_mrr_at_1000_max": 0.723046, + "nauc_mrr_at_1000_std": -0.086114, + "nauc_mrr_at_1000_diff1": 0.788656, + "main_score": 0.71851, + "hf_subset": "sin_Sinh-sin_Sinh", + "languages": [ + "sin-Sinh", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.67889, + "ndcg_at_3": 0.75555, + "ndcg_at_5": 0.77545, + "ndcg_at_10": 0.79044, + "ndcg_at_20": 0.79927, + "ndcg_at_100": 0.81071, + "ndcg_at_1000": 0.81144, + "map_at_1": 0.67889, + "map_at_3": 0.73741, + "map_at_5": 0.74857, + "map_at_10": 0.75492, + "map_at_20": 0.7574, + "map_at_100": 0.75916, + "map_at_1000": 0.75919, + "recall_at_1": 0.67889, + "recall_at_3": 0.80778, + "recall_at_5": 0.85556, + "recall_at_10": 0.90111, + "recall_at_20": 0.93556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.67889, + "precision_at_3": 0.26926, + "precision_at_5": 0.17111, + "precision_at_10": 0.09011, + "precision_at_20": 0.04678, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.678889, + "mrr_at_3": 0.737407, + "mrr_at_5": 0.748574, + "mrr_at_10": 0.754918, + "mrr_at_20": 0.757404, + "mrr_at_100": 0.759161, + "mrr_at_1000": 0.759192, + "nauc_ndcg_at_1_max": 0.579766, + "nauc_ndcg_at_1_std": -0.160538, + "nauc_ndcg_at_1_diff1": 0.760259, + "nauc_ndcg_at_3_max": 0.584929, + "nauc_ndcg_at_3_std": -0.150107, + "nauc_ndcg_at_3_diff1": 0.721618, + "nauc_ndcg_at_5_max": 0.580202, + "nauc_ndcg_at_5_std": -0.168726, + "nauc_ndcg_at_5_diff1": 0.727611, + "nauc_ndcg_at_10_max": 0.591673, + "nauc_ndcg_at_10_std": -0.143824, + "nauc_ndcg_at_10_diff1": 0.729779, + "nauc_ndcg_at_20_max": 0.587999, + "nauc_ndcg_at_20_std": -0.147554, + "nauc_ndcg_at_20_diff1": 0.731499, + "nauc_ndcg_at_100_max": 0.584873, + "nauc_ndcg_at_100_std": -0.153775, + "nauc_ndcg_at_100_diff1": 0.732564, + "nauc_ndcg_at_1000_max": 0.584507, + "nauc_ndcg_at_1000_std": -0.154193, + "nauc_ndcg_at_1000_diff1": 0.733294, + "nauc_map_at_1_max": 0.579766, + "nauc_map_at_1_std": -0.160538, + "nauc_map_at_1_diff1": 0.760259, + "nauc_map_at_3_max": 0.582789, + "nauc_map_at_3_std": -0.155413, + "nauc_map_at_3_diff1": 0.731402, + "nauc_map_at_5_max": 0.579996, + "nauc_map_at_5_std": -0.165502, + "nauc_map_at_5_diff1": 0.734471, + "nauc_map_at_10_max": 0.584064, + "nauc_map_at_10_std": -0.15618, + "nauc_map_at_10_diff1": 0.735287, + "nauc_map_at_20_max": 0.58303, + "nauc_map_at_20_std": -0.157464, + "nauc_map_at_20_diff1": 0.735667, + "nauc_map_at_100_max": 0.582711, + "nauc_map_at_100_std": -0.157881, + "nauc_map_at_100_diff1": 0.735903, + "nauc_map_at_1000_max": 0.582714, + "nauc_map_at_1000_std": -0.157851, + "nauc_map_at_1000_diff1": 0.735936, + "nauc_recall_at_1_max": 0.579766, + "nauc_recall_at_1_std": -0.160538, + "nauc_recall_at_1_diff1": 0.760259, + "nauc_recall_at_3_max": 0.593166, + "nauc_recall_at_3_std": -0.129325, + "nauc_recall_at_3_diff1": 0.686205, + "nauc_recall_at_5_max": 0.581187, + "nauc_recall_at_5_std": -0.185097, + "nauc_recall_at_5_diff1": 0.699072, + "nauc_recall_at_10_max": 0.648989, + "nauc_recall_at_10_std": -0.049843, + "nauc_recall_at_10_diff1": 0.701817, + "nauc_recall_at_20_max": 0.642213, + "nauc_recall_at_20_std": -0.032929, + "nauc_recall_at_20_diff1": 0.70783, + "nauc_recall_at_100_max": 0.696172, + "nauc_recall_at_100_std": 0.022689, + "nauc_recall_at_100_diff1": 0.580859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.579766, + "nauc_precision_at_1_std": -0.160538, + "nauc_precision_at_1_diff1": 0.760259, + "nauc_precision_at_3_max": 0.593166, + "nauc_precision_at_3_std": -0.129325, + "nauc_precision_at_3_diff1": 0.686205, + "nauc_precision_at_5_max": 0.581187, + "nauc_precision_at_5_std": -0.185097, + "nauc_precision_at_5_diff1": 0.699072, + "nauc_precision_at_10_max": 0.648989, + "nauc_precision_at_10_std": -0.049843, + "nauc_precision_at_10_diff1": 0.701817, + "nauc_precision_at_20_max": 0.642213, + "nauc_precision_at_20_std": -0.032929, + "nauc_precision_at_20_diff1": 0.70783, + "nauc_precision_at_100_max": 0.696172, + "nauc_precision_at_100_std": 0.022689, + "nauc_precision_at_100_diff1": 0.580859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.579766, + "nauc_mrr_at_1_std": -0.160538, + "nauc_mrr_at_1_diff1": 0.760259, + "nauc_mrr_at_3_max": 0.582789, + "nauc_mrr_at_3_std": -0.155413, + "nauc_mrr_at_3_diff1": 0.731402, + "nauc_mrr_at_5_max": 0.579996, + "nauc_mrr_at_5_std": -0.165502, + "nauc_mrr_at_5_diff1": 0.734471, + "nauc_mrr_at_10_max": 0.584064, + "nauc_mrr_at_10_std": -0.15618, + "nauc_mrr_at_10_diff1": 0.735287, + "nauc_mrr_at_20_max": 0.58303, + "nauc_mrr_at_20_std": -0.157464, + "nauc_mrr_at_20_diff1": 0.735667, + "nauc_mrr_at_100_max": 0.582711, + "nauc_mrr_at_100_std": -0.157881, + "nauc_mrr_at_100_diff1": 0.735903, + "nauc_mrr_at_1000_max": 0.582714, + "nauc_mrr_at_1000_std": -0.157851, + "nauc_mrr_at_1000_diff1": 0.735936, + "main_score": 0.79044, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45556, + "ndcg_at_3": 0.52223, + "ndcg_at_5": 0.54575, + "ndcg_at_10": 0.56686, + "ndcg_at_20": 0.58703, + "ndcg_at_100": 0.61396, + "ndcg_at_1000": 0.62431, + "map_at_1": 0.45556, + "map_at_3": 0.50574, + "map_at_5": 0.51863, + "map_at_10": 0.52707, + "map_at_20": 0.53258, + "map_at_100": 0.53621, + "map_at_1000": 0.53663, + "recall_at_1": 0.45556, + "recall_at_3": 0.57, + "recall_at_5": 0.62778, + "recall_at_10": 0.69444, + "recall_at_20": 0.77444, + "recall_at_100": 0.92111, + "recall_at_1000": 1.0, + "precision_at_1": 0.45556, + "precision_at_3": 0.19, + "precision_at_5": 0.12556, + "precision_at_10": 0.06944, + "precision_at_20": 0.03872, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "mrr_at_1": 0.455556, + "mrr_at_3": 0.505741, + "mrr_at_5": 0.51863, + "mrr_at_10": 0.527073, + "mrr_at_20": 0.532582, + "mrr_at_100": 0.536206, + "mrr_at_1000": 0.536627, + "nauc_ndcg_at_1_max": 0.60982, + "nauc_ndcg_at_1_std": 0.045291, + "nauc_ndcg_at_1_diff1": 0.703967, + "nauc_ndcg_at_3_max": 0.622904, + "nauc_ndcg_at_3_std": 0.095075, + "nauc_ndcg_at_3_diff1": 0.656181, + "nauc_ndcg_at_5_max": 0.627236, + "nauc_ndcg_at_5_std": 0.103701, + "nauc_ndcg_at_5_diff1": 0.649907, + "nauc_ndcg_at_10_max": 0.6235, + "nauc_ndcg_at_10_std": 0.107653, + "nauc_ndcg_at_10_diff1": 0.644558, + "nauc_ndcg_at_20_max": 0.61625, + "nauc_ndcg_at_20_std": 0.098075, + "nauc_ndcg_at_20_diff1": 0.641131, + "nauc_ndcg_at_100_max": 0.619775, + "nauc_ndcg_at_100_std": 0.101746, + "nauc_ndcg_at_100_diff1": 0.646831, + "nauc_ndcg_at_1000_max": 0.620132, + "nauc_ndcg_at_1000_std": 0.094803, + "nauc_ndcg_at_1000_diff1": 0.653471, + "nauc_map_at_1_max": 0.60982, + "nauc_map_at_1_std": 0.045291, + "nauc_map_at_1_diff1": 0.703967, + "nauc_map_at_3_max": 0.619919, + "nauc_map_at_3_std": 0.081753, + "nauc_map_at_3_diff1": 0.667932, + "nauc_map_at_5_max": 0.622495, + "nauc_map_at_5_std": 0.086489, + "nauc_map_at_5_diff1": 0.664717, + "nauc_map_at_10_max": 0.621529, + "nauc_map_at_10_std": 0.08818, + "nauc_map_at_10_diff1": 0.663172, + "nauc_map_at_20_max": 0.619448, + "nauc_map_at_20_std": 0.08523, + "nauc_map_at_20_diff1": 0.662306, + "nauc_map_at_100_max": 0.619968, + "nauc_map_at_100_std": 0.0859, + "nauc_map_at_100_diff1": 0.663205, + "nauc_map_at_1000_max": 0.619966, + "nauc_map_at_1000_std": 0.085644, + "nauc_map_at_1000_diff1": 0.663423, + "nauc_recall_at_1_max": 0.60982, + "nauc_recall_at_1_std": 0.045291, + "nauc_recall_at_1_diff1": 0.703967, + "nauc_recall_at_3_max": 0.631864, + "nauc_recall_at_3_std": 0.136001, + "nauc_recall_at_3_diff1": 0.620506, + "nauc_recall_at_5_max": 0.642823, + "nauc_recall_at_5_std": 0.161102, + "nauc_recall_at_5_diff1": 0.60082, + "nauc_recall_at_10_max": 0.627265, + "nauc_recall_at_10_std": 0.181402, + "nauc_recall_at_10_diff1": 0.571574, + "nauc_recall_at_20_max": 0.58882, + "nauc_recall_at_20_std": 0.149641, + "nauc_recall_at_20_diff1": 0.53417, + "nauc_recall_at_100_max": 0.608047, + "nauc_recall_at_100_std": 0.282124, + "nauc_recall_at_100_diff1": 0.469431, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.60982, + "nauc_precision_at_1_std": 0.045291, + "nauc_precision_at_1_diff1": 0.703967, + "nauc_precision_at_3_max": 0.631864, + "nauc_precision_at_3_std": 0.136001, + "nauc_precision_at_3_diff1": 0.620506, + "nauc_precision_at_5_max": 0.642823, + "nauc_precision_at_5_std": 0.161102, + "nauc_precision_at_5_diff1": 0.60082, + "nauc_precision_at_10_max": 0.627265, + "nauc_precision_at_10_std": 0.181402, + "nauc_precision_at_10_diff1": 0.571574, + "nauc_precision_at_20_max": 0.58882, + "nauc_precision_at_20_std": 0.149641, + "nauc_precision_at_20_diff1": 0.53417, + "nauc_precision_at_100_max": 0.608047, + "nauc_precision_at_100_std": 0.282124, + "nauc_precision_at_100_diff1": 0.469431, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.60982, + "nauc_mrr_at_1_std": 0.045291, + "nauc_mrr_at_1_diff1": 0.703967, + "nauc_mrr_at_3_max": 0.619919, + "nauc_mrr_at_3_std": 0.081753, + "nauc_mrr_at_3_diff1": 0.667932, + "nauc_mrr_at_5_max": 0.622495, + "nauc_mrr_at_5_std": 0.086489, + "nauc_mrr_at_5_diff1": 0.664717, + "nauc_mrr_at_10_max": 0.621529, + "nauc_mrr_at_10_std": 0.08818, + "nauc_mrr_at_10_diff1": 0.663172, + "nauc_mrr_at_20_max": 0.619448, + "nauc_mrr_at_20_std": 0.08523, + "nauc_mrr_at_20_diff1": 0.662306, + "nauc_mrr_at_100_max": 0.619968, + "nauc_mrr_at_100_std": 0.0859, + "nauc_mrr_at_100_diff1": 0.663205, + "nauc_mrr_at_1000_max": 0.619966, + "nauc_mrr_at_1000_std": 0.085644, + "nauc_mrr_at_1000_diff1": 0.663423, + "main_score": 0.56686, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.83766, + "ndcg_at_5": 0.84727, + "ndcg_at_10": 0.85619, + "ndcg_at_20": 0.86176, + "ndcg_at_100": 0.86862, + "ndcg_at_1000": 0.87138, + "map_at_1": 0.79333, + "map_at_3": 0.82685, + "map_at_5": 0.83219, + "map_at_10": 0.83583, + "map_at_20": 0.83733, + "map_at_100": 0.83831, + "map_at_1000": 0.83842, + "recall_at_1": 0.79333, + "recall_at_3": 0.86889, + "recall_at_5": 0.89222, + "recall_at_10": 0.92, + "recall_at_20": 0.94222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.79333, + "precision_at_3": 0.28963, + "precision_at_5": 0.17844, + "precision_at_10": 0.092, + "precision_at_20": 0.04711, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.826852, + "mrr_at_5": 0.832185, + "mrr_at_10": 0.835832, + "mrr_at_20": 0.837335, + "mrr_at_100": 0.838306, + "mrr_at_1000": 0.83842, + "nauc_ndcg_at_1_max": 0.74198, + "nauc_ndcg_at_1_std": -0.322155, + "nauc_ndcg_at_1_diff1": 0.891668, + "nauc_ndcg_at_3_max": 0.759742, + "nauc_ndcg_at_3_std": -0.315831, + "nauc_ndcg_at_3_diff1": 0.869881, + "nauc_ndcg_at_5_max": 0.763682, + "nauc_ndcg_at_5_std": -0.281544, + "nauc_ndcg_at_5_diff1": 0.866233, + "nauc_ndcg_at_10_max": 0.764081, + "nauc_ndcg_at_10_std": -0.277363, + "nauc_ndcg_at_10_diff1": 0.868538, + "nauc_ndcg_at_20_max": 0.762118, + "nauc_ndcg_at_20_std": -0.278008, + "nauc_ndcg_at_20_diff1": 0.869528, + "nauc_ndcg_at_100_max": 0.761373, + "nauc_ndcg_at_100_std": -0.277866, + "nauc_ndcg_at_100_diff1": 0.870905, + "nauc_ndcg_at_1000_max": 0.759449, + "nauc_ndcg_at_1000_std": -0.28848, + "nauc_ndcg_at_1000_diff1": 0.872608, + "nauc_map_at_1_max": 0.74198, + "nauc_map_at_1_std": -0.322155, + "nauc_map_at_1_diff1": 0.891668, + "nauc_map_at_3_max": 0.754763, + "nauc_map_at_3_std": -0.317073, + "nauc_map_at_3_diff1": 0.875491, + "nauc_map_at_5_max": 0.756531, + "nauc_map_at_5_std": -0.299664, + "nauc_map_at_5_diff1": 0.873875, + "nauc_map_at_10_max": 0.756595, + "nauc_map_at_10_std": -0.298319, + "nauc_map_at_10_diff1": 0.874829, + "nauc_map_at_20_max": 0.756047, + "nauc_map_at_20_std": -0.298829, + "nauc_map_at_20_diff1": 0.87513, + "nauc_map_at_100_max": 0.756018, + "nauc_map_at_100_std": -0.298919, + "nauc_map_at_100_diff1": 0.875396, + "nauc_map_at_1000_max": 0.75596, + "nauc_map_at_1000_std": -0.299232, + "nauc_map_at_1000_diff1": 0.87546, + "nauc_recall_at_1_max": 0.74198, + "nauc_recall_at_1_std": -0.322155, + "nauc_recall_at_1_diff1": 0.891668, + "nauc_recall_at_3_max": 0.778157, + "nauc_recall_at_3_std": -0.311519, + "nauc_recall_at_3_diff1": 0.849397, + "nauc_recall_at_5_max": 0.795267, + "nauc_recall_at_5_std": -0.197134, + "nauc_recall_at_5_diff1": 0.832956, + "nauc_recall_at_10_max": 0.807099, + "nauc_recall_at_10_std": -0.149199, + "nauc_recall_at_10_diff1": 0.834591, + "nauc_recall_at_20_max": 0.806256, + "nauc_recall_at_20_std": -0.102771, + "nauc_recall_at_20_diff1": 0.830227, + "nauc_recall_at_100_max": 0.84901, + "nauc_recall_at_100_std": 0.204212, + "nauc_recall_at_100_diff1": 0.797533, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74198, + "nauc_precision_at_1_std": -0.322155, + "nauc_precision_at_1_diff1": 0.891668, + "nauc_precision_at_3_max": 0.778157, + "nauc_precision_at_3_std": -0.311519, + "nauc_precision_at_3_diff1": 0.849397, + "nauc_precision_at_5_max": 0.795267, + "nauc_precision_at_5_std": -0.197134, + "nauc_precision_at_5_diff1": 0.832956, + "nauc_precision_at_10_max": 0.807099, + "nauc_precision_at_10_std": -0.149199, + "nauc_precision_at_10_diff1": 0.834591, + "nauc_precision_at_20_max": 0.806256, + "nauc_precision_at_20_std": -0.102771, + "nauc_precision_at_20_diff1": 0.830227, + "nauc_precision_at_100_max": 0.84901, + "nauc_precision_at_100_std": 0.204212, + "nauc_precision_at_100_diff1": 0.797533, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74198, + "nauc_mrr_at_1_std": -0.322155, + "nauc_mrr_at_1_diff1": 0.891668, + "nauc_mrr_at_3_max": 0.754763, + "nauc_mrr_at_3_std": -0.317073, + "nauc_mrr_at_3_diff1": 0.875491, + "nauc_mrr_at_5_max": 0.756531, + "nauc_mrr_at_5_std": -0.299664, + "nauc_mrr_at_5_diff1": 0.873875, + "nauc_mrr_at_10_max": 0.756595, + "nauc_mrr_at_10_std": -0.298319, + "nauc_mrr_at_10_diff1": 0.874829, + "nauc_mrr_at_20_max": 0.756047, + "nauc_mrr_at_20_std": -0.298829, + "nauc_mrr_at_20_diff1": 0.87513, + "nauc_mrr_at_100_max": 0.756018, + "nauc_mrr_at_100_std": -0.298919, + "nauc_mrr_at_100_diff1": 0.875396, + "nauc_mrr_at_1000_max": 0.75596, + "nauc_mrr_at_1000_std": -0.299232, + "nauc_mrr_at_1000_diff1": 0.87546, + "main_score": 0.85619, + "hf_subset": "slk_Latn-slk_Latn", + "languages": [ + "slk-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.86667, + "ndcg_at_3": 0.90713, + "ndcg_at_5": 0.91697, + "ndcg_at_10": 0.92164, + "ndcg_at_20": 0.92479, + "ndcg_at_100": 0.92724, + "ndcg_at_1000": 0.92765, + "map_at_1": 0.86667, + "map_at_3": 0.89796, + "map_at_5": 0.9033, + "map_at_10": 0.90522, + "map_at_20": 0.90611, + "map_at_100": 0.90653, + "map_at_1000": 0.90654, + "recall_at_1": 0.86667, + "recall_at_3": 0.93333, + "recall_at_5": 0.95778, + "recall_at_10": 0.97222, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86667, + "precision_at_3": 0.31111, + "precision_at_5": 0.19156, + "precision_at_10": 0.09722, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.866667, + "mrr_at_3": 0.897963, + "mrr_at_5": 0.903296, + "mrr_at_10": 0.905217, + "mrr_at_20": 0.906114, + "mrr_at_100": 0.906525, + "mrr_at_1000": 0.906539, + "nauc_ndcg_at_1_max": 0.733064, + "nauc_ndcg_at_1_std": -0.322281, + "nauc_ndcg_at_1_diff1": 0.896264, + "nauc_ndcg_at_3_max": 0.760247, + "nauc_ndcg_at_3_std": -0.325887, + "nauc_ndcg_at_3_diff1": 0.876164, + "nauc_ndcg_at_5_max": 0.768908, + "nauc_ndcg_at_5_std": -0.339868, + "nauc_ndcg_at_5_diff1": 0.88508, + "nauc_ndcg_at_10_max": 0.766103, + "nauc_ndcg_at_10_std": -0.337601, + "nauc_ndcg_at_10_diff1": 0.888553, + "nauc_ndcg_at_20_max": 0.763805, + "nauc_ndcg_at_20_std": -0.327974, + "nauc_ndcg_at_20_diff1": 0.888427, + "nauc_ndcg_at_100_max": 0.760638, + "nauc_ndcg_at_100_std": -0.316813, + "nauc_ndcg_at_100_diff1": 0.887818, + "nauc_ndcg_at_1000_max": 0.759224, + "nauc_ndcg_at_1000_std": -0.324591, + "nauc_ndcg_at_1000_diff1": 0.88739, + "nauc_map_at_1_max": 0.733064, + "nauc_map_at_1_std": -0.322281, + "nauc_map_at_1_diff1": 0.896264, + "nauc_map_at_3_max": 0.753428, + "nauc_map_at_3_std": -0.324174, + "nauc_map_at_3_diff1": 0.881621, + "nauc_map_at_5_max": 0.757225, + "nauc_map_at_5_std": -0.331327, + "nauc_map_at_5_diff1": 0.886323, + "nauc_map_at_10_max": 0.75621, + "nauc_map_at_10_std": -0.330457, + "nauc_map_at_10_diff1": 0.887774, + "nauc_map_at_20_max": 0.755679, + "nauc_map_at_20_std": -0.32777, + "nauc_map_at_20_diff1": 0.88774, + "nauc_map_at_100_max": 0.755182, + "nauc_map_at_100_std": -0.326384, + "nauc_map_at_100_diff1": 0.887601, + "nauc_map_at_1000_max": 0.755145, + "nauc_map_at_1000_std": -0.326587, + "nauc_map_at_1000_diff1": 0.887588, + "nauc_recall_at_1_max": 0.733064, + "nauc_recall_at_1_std": -0.322281, + "nauc_recall_at_1_diff1": 0.896264, + "nauc_recall_at_3_max": 0.788702, + "nauc_recall_at_3_std": -0.333652, + "nauc_recall_at_3_diff1": 0.853073, + "nauc_recall_at_5_max": 0.845336, + "nauc_recall_at_5_std": -0.398349, + "nauc_recall_at_5_diff1": 0.880215, + "nauc_recall_at_10_max": 0.857815, + "nauc_recall_at_10_std": -0.407544, + "nauc_recall_at_10_diff1": 0.903268, + "nauc_recall_at_20_max": 0.883787, + "nauc_recall_at_20_std": -0.304255, + "nauc_recall_at_20_diff1": 0.912465, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733064, + "nauc_precision_at_1_std": -0.322281, + "nauc_precision_at_1_diff1": 0.896264, + "nauc_precision_at_3_max": 0.788702, + "nauc_precision_at_3_std": -0.333652, + "nauc_precision_at_3_diff1": 0.853073, + "nauc_precision_at_5_max": 0.845336, + "nauc_precision_at_5_std": -0.398349, + "nauc_precision_at_5_diff1": 0.880215, + "nauc_precision_at_10_max": 0.857815, + "nauc_precision_at_10_std": -0.407544, + "nauc_precision_at_10_diff1": 0.903268, + "nauc_precision_at_20_max": 0.883787, + "nauc_precision_at_20_std": -0.304255, + "nauc_precision_at_20_diff1": 0.912465, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733064, + "nauc_mrr_at_1_std": -0.322281, + "nauc_mrr_at_1_diff1": 0.896264, + "nauc_mrr_at_3_max": 0.753428, + "nauc_mrr_at_3_std": -0.324174, + "nauc_mrr_at_3_diff1": 0.881621, + "nauc_mrr_at_5_max": 0.757225, + "nauc_mrr_at_5_std": -0.331327, + "nauc_mrr_at_5_diff1": 0.886323, + "nauc_mrr_at_10_max": 0.75621, + "nauc_mrr_at_10_std": -0.330457, + "nauc_mrr_at_10_diff1": 0.887774, + "nauc_mrr_at_20_max": 0.755679, + "nauc_mrr_at_20_std": -0.32777, + "nauc_mrr_at_20_diff1": 0.88774, + "nauc_mrr_at_100_max": 0.755182, + "nauc_mrr_at_100_std": -0.326384, + "nauc_mrr_at_100_diff1": 0.887601, + "nauc_mrr_at_1000_max": 0.755145, + "nauc_mrr_at_1000_std": -0.326587, + "nauc_mrr_at_1000_diff1": 0.887588, + "main_score": 0.92164, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72778, + "ndcg_at_3": 0.78528, + "ndcg_at_5": 0.79948, + "ndcg_at_10": 0.81168, + "ndcg_at_20": 0.82074, + "ndcg_at_100": 0.82862, + "ndcg_at_1000": 0.83214, + "map_at_1": 0.72778, + "map_at_3": 0.77167, + "map_at_5": 0.77956, + "map_at_10": 0.78479, + "map_at_20": 0.78731, + "map_at_100": 0.78842, + "map_at_1000": 0.78857, + "recall_at_1": 0.72778, + "recall_at_3": 0.82444, + "recall_at_5": 0.85889, + "recall_at_10": 0.89556, + "recall_at_20": 0.93111, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.72778, + "precision_at_3": 0.27481, + "precision_at_5": 0.17178, + "precision_at_10": 0.08956, + "precision_at_20": 0.04656, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727778, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.779556, + "mrr_at_10": 0.784793, + "mrr_at_20": 0.787315, + "mrr_at_100": 0.788423, + "mrr_at_1000": 0.788572, + "nauc_ndcg_at_1_max": 0.787787, + "nauc_ndcg_at_1_std": 0.016845, + "nauc_ndcg_at_1_diff1": 0.884035, + "nauc_ndcg_at_3_max": 0.803986, + "nauc_ndcg_at_3_std": 0.046066, + "nauc_ndcg_at_3_diff1": 0.856197, + "nauc_ndcg_at_5_max": 0.802691, + "nauc_ndcg_at_5_std": 0.0535, + "nauc_ndcg_at_5_diff1": 0.854994, + "nauc_ndcg_at_10_max": 0.801167, + "nauc_ndcg_at_10_std": 0.067721, + "nauc_ndcg_at_10_diff1": 0.852606, + "nauc_ndcg_at_20_max": 0.804709, + "nauc_ndcg_at_20_std": 0.073808, + "nauc_ndcg_at_20_diff1": 0.85922, + "nauc_ndcg_at_100_max": 0.804377, + "nauc_ndcg_at_100_std": 0.069473, + "nauc_ndcg_at_100_diff1": 0.862298, + "nauc_ndcg_at_1000_max": 0.801762, + "nauc_ndcg_at_1000_std": 0.056461, + "nauc_ndcg_at_1000_diff1": 0.861752, + "nauc_map_at_1_max": 0.787787, + "nauc_map_at_1_std": 0.016845, + "nauc_map_at_1_diff1": 0.884035, + "nauc_map_at_3_max": 0.799905, + "nauc_map_at_3_std": 0.036185, + "nauc_map_at_3_diff1": 0.863067, + "nauc_map_at_5_max": 0.799332, + "nauc_map_at_5_std": 0.039701, + "nauc_map_at_5_diff1": 0.862866, + "nauc_map_at_10_max": 0.798548, + "nauc_map_at_10_std": 0.044484, + "nauc_map_at_10_diff1": 0.862112, + "nauc_map_at_20_max": 0.799281, + "nauc_map_at_20_std": 0.045484, + "nauc_map_at_20_diff1": 0.863746, + "nauc_map_at_100_max": 0.799251, + "nauc_map_at_100_std": 0.04468, + "nauc_map_at_100_diff1": 0.864185, + "nauc_map_at_1000_max": 0.799167, + "nauc_map_at_1000_std": 0.044222, + "nauc_map_at_1000_diff1": 0.864178, + "nauc_recall_at_1_max": 0.787787, + "nauc_recall_at_1_std": 0.016845, + "nauc_recall_at_1_diff1": 0.884035, + "nauc_recall_at_3_max": 0.81841, + "nauc_recall_at_3_std": 0.082431, + "nauc_recall_at_3_diff1": 0.831995, + "nauc_recall_at_5_max": 0.815954, + "nauc_recall_at_5_std": 0.114478, + "nauc_recall_at_5_diff1": 0.821629, + "nauc_recall_at_10_max": 0.813632, + "nauc_recall_at_10_std": 0.207374, + "nauc_recall_at_10_diff1": 0.799728, + "nauc_recall_at_20_max": 0.854575, + "nauc_recall_at_20_std": 0.338454, + "nauc_recall_at_20_diff1": 0.835735, + "nauc_recall_at_100_max": 0.920149, + "nauc_recall_at_100_std": 0.632839, + "nauc_recall_at_100_diff1": 0.888636, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787787, + "nauc_precision_at_1_std": 0.016845, + "nauc_precision_at_1_diff1": 0.884035, + "nauc_precision_at_3_max": 0.81841, + "nauc_precision_at_3_std": 0.082431, + "nauc_precision_at_3_diff1": 0.831995, + "nauc_precision_at_5_max": 0.815954, + "nauc_precision_at_5_std": 0.114478, + "nauc_precision_at_5_diff1": 0.821629, + "nauc_precision_at_10_max": 0.813632, + "nauc_precision_at_10_std": 0.207374, + "nauc_precision_at_10_diff1": 0.799728, + "nauc_precision_at_20_max": 0.854575, + "nauc_precision_at_20_std": 0.338454, + "nauc_precision_at_20_diff1": 0.835735, + "nauc_precision_at_100_max": 0.920149, + "nauc_precision_at_100_std": 0.632839, + "nauc_precision_at_100_diff1": 0.888636, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.787787, + "nauc_mrr_at_1_std": 0.016845, + "nauc_mrr_at_1_diff1": 0.884035, + "nauc_mrr_at_3_max": 0.799905, + "nauc_mrr_at_3_std": 0.036185, + "nauc_mrr_at_3_diff1": 0.863067, + "nauc_mrr_at_5_max": 0.799332, + "nauc_mrr_at_5_std": 0.039701, + "nauc_mrr_at_5_diff1": 0.862866, + "nauc_mrr_at_10_max": 0.798548, + "nauc_mrr_at_10_std": 0.044484, + "nauc_mrr_at_10_diff1": 0.862112, + "nauc_mrr_at_20_max": 0.799281, + "nauc_mrr_at_20_std": 0.045484, + "nauc_mrr_at_20_diff1": 0.863746, + "nauc_mrr_at_100_max": 0.799251, + "nauc_mrr_at_100_std": 0.04468, + "nauc_mrr_at_100_diff1": 0.864185, + "nauc_mrr_at_1000_max": 0.799167, + "nauc_mrr_at_1000_std": 0.044222, + "nauc_mrr_at_1000_diff1": 0.864178, + "main_score": 0.81168, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.71444, + "ndcg_at_3": 0.76713, + "ndcg_at_5": 0.77636, + "ndcg_at_10": 0.78689, + "ndcg_at_20": 0.7969, + "ndcg_at_100": 0.80681, + "ndcg_at_1000": 0.81282, + "map_at_1": 0.71444, + "map_at_3": 0.75389, + "map_at_5": 0.75906, + "map_at_10": 0.76347, + "map_at_20": 0.76616, + "map_at_100": 0.76747, + "map_at_1000": 0.76773, + "recall_at_1": 0.71444, + "recall_at_3": 0.80556, + "recall_at_5": 0.82778, + "recall_at_10": 0.86, + "recall_at_20": 0.9, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "precision_at_1": 0.71444, + "precision_at_3": 0.26852, + "precision_at_5": 0.16556, + "precision_at_10": 0.086, + "precision_at_20": 0.045, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714444, + "mrr_at_3": 0.753889, + "mrr_at_5": 0.759056, + "mrr_at_10": 0.763469, + "mrr_at_20": 0.76616, + "mrr_at_100": 0.767474, + "mrr_at_1000": 0.767727, + "nauc_ndcg_at_1_max": 0.725369, + "nauc_ndcg_at_1_std": -0.253158, + "nauc_ndcg_at_1_diff1": 0.887603, + "nauc_ndcg_at_3_max": 0.731285, + "nauc_ndcg_at_3_std": -0.233793, + "nauc_ndcg_at_3_diff1": 0.861461, + "nauc_ndcg_at_5_max": 0.733539, + "nauc_ndcg_at_5_std": -0.228536, + "nauc_ndcg_at_5_diff1": 0.863698, + "nauc_ndcg_at_10_max": 0.730122, + "nauc_ndcg_at_10_std": -0.222342, + "nauc_ndcg_at_10_diff1": 0.863332, + "nauc_ndcg_at_20_max": 0.725429, + "nauc_ndcg_at_20_std": -0.233044, + "nauc_ndcg_at_20_diff1": 0.861703, + "nauc_ndcg_at_100_max": 0.731214, + "nauc_ndcg_at_100_std": -0.220366, + "nauc_ndcg_at_100_diff1": 0.86652, + "nauc_ndcg_at_1000_max": 0.730246, + "nauc_ndcg_at_1000_std": -0.230034, + "nauc_ndcg_at_1000_diff1": 0.866981, + "nauc_map_at_1_max": 0.725369, + "nauc_map_at_1_std": -0.253158, + "nauc_map_at_1_diff1": 0.887603, + "nauc_map_at_3_max": 0.730541, + "nauc_map_at_3_std": -0.239135, + "nauc_map_at_3_diff1": 0.868351, + "nauc_map_at_5_max": 0.731952, + "nauc_map_at_5_std": -0.235976, + "nauc_map_at_5_diff1": 0.869741, + "nauc_map_at_10_max": 0.730635, + "nauc_map_at_10_std": -0.233802, + "nauc_map_at_10_diff1": 0.869606, + "nauc_map_at_20_max": 0.729462, + "nauc_map_at_20_std": -0.2367, + "nauc_map_at_20_diff1": 0.869324, + "nauc_map_at_100_max": 0.730158, + "nauc_map_at_100_std": -0.235451, + "nauc_map_at_100_diff1": 0.869916, + "nauc_map_at_1000_max": 0.730163, + "nauc_map_at_1000_std": -0.235717, + "nauc_map_at_1000_diff1": 0.869944, + "nauc_recall_at_1_max": 0.725369, + "nauc_recall_at_1_std": -0.253158, + "nauc_recall_at_1_diff1": 0.887603, + "nauc_recall_at_3_max": 0.733445, + "nauc_recall_at_3_std": -0.21514, + "nauc_recall_at_3_diff1": 0.837564, + "nauc_recall_at_5_max": 0.739116, + "nauc_recall_at_5_std": -0.199987, + "nauc_recall_at_5_diff1": 0.841025, + "nauc_recall_at_10_max": 0.725113, + "nauc_recall_at_10_std": -0.166378, + "nauc_recall_at_10_diff1": 0.835562, + "nauc_recall_at_20_max": 0.689869, + "nauc_recall_at_20_std": -0.2223, + "nauc_recall_at_20_diff1": 0.813368, + "nauc_recall_at_100_max": 0.766551, + "nauc_recall_at_100_std": 0.067967, + "nauc_recall_at_100_diff1": 0.855332, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725369, + "nauc_precision_at_1_std": -0.253158, + "nauc_precision_at_1_diff1": 0.887603, + "nauc_precision_at_3_max": 0.733445, + "nauc_precision_at_3_std": -0.21514, + "nauc_precision_at_3_diff1": 0.837564, + "nauc_precision_at_5_max": 0.739116, + "nauc_precision_at_5_std": -0.199987, + "nauc_precision_at_5_diff1": 0.841025, + "nauc_precision_at_10_max": 0.725113, + "nauc_precision_at_10_std": -0.166378, + "nauc_precision_at_10_diff1": 0.835562, + "nauc_precision_at_20_max": 0.689869, + "nauc_precision_at_20_std": -0.2223, + "nauc_precision_at_20_diff1": 0.813368, + "nauc_precision_at_100_max": 0.766551, + "nauc_precision_at_100_std": 0.067967, + "nauc_precision_at_100_diff1": 0.855332, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725369, + "nauc_mrr_at_1_std": -0.253158, + "nauc_mrr_at_1_diff1": 0.887603, + "nauc_mrr_at_3_max": 0.730541, + "nauc_mrr_at_3_std": -0.239135, + "nauc_mrr_at_3_diff1": 0.868351, + "nauc_mrr_at_5_max": 0.731952, + "nauc_mrr_at_5_std": -0.235976, + "nauc_mrr_at_5_diff1": 0.869741, + "nauc_mrr_at_10_max": 0.730635, + "nauc_mrr_at_10_std": -0.233802, + "nauc_mrr_at_10_diff1": 0.869606, + "nauc_mrr_at_20_max": 0.729462, + "nauc_mrr_at_20_std": -0.2367, + "nauc_mrr_at_20_diff1": 0.869324, + "nauc_mrr_at_100_max": 0.730158, + "nauc_mrr_at_100_std": -0.235451, + "nauc_mrr_at_100_diff1": 0.869916, + "nauc_mrr_at_1000_max": 0.730163, + "nauc_mrr_at_1000_std": -0.235717, + "nauc_mrr_at_1000_diff1": 0.869944, + "main_score": 0.78689, + "hf_subset": "slv_Latn-slv_Latn", + "languages": [ + "slv-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.88751, + "ndcg_at_5": 0.89899, + "ndcg_at_10": 0.90482, + "ndcg_at_20": 0.90889, + "ndcg_at_100": 0.91223, + "ndcg_at_1000": 0.91265, + "map_at_1": 0.84444, + "map_at_3": 0.87704, + "map_at_5": 0.88343, + "map_at_10": 0.88588, + "map_at_20": 0.88708, + "map_at_100": 0.88755, + "map_at_1000": 0.88756, + "recall_at_1": 0.84444, + "recall_at_3": 0.91778, + "recall_at_5": 0.94556, + "recall_at_10": 0.96333, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84444, + "precision_at_3": 0.30593, + "precision_at_5": 0.18911, + "precision_at_10": 0.09633, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.877037, + "mrr_at_5": 0.883426, + "mrr_at_10": 0.885882, + "mrr_at_20": 0.887078, + "mrr_at_100": 0.88755, + "mrr_at_1000": 0.887564, + "nauc_ndcg_at_1_max": 0.749398, + "nauc_ndcg_at_1_std": -0.24532, + "nauc_ndcg_at_1_diff1": 0.854848, + "nauc_ndcg_at_3_max": 0.784716, + "nauc_ndcg_at_3_std": -0.23738, + "nauc_ndcg_at_3_diff1": 0.844452, + "nauc_ndcg_at_5_max": 0.787473, + "nauc_ndcg_at_5_std": -0.252851, + "nauc_ndcg_at_5_diff1": 0.852829, + "nauc_ndcg_at_10_max": 0.785897, + "nauc_ndcg_at_10_std": -0.274196, + "nauc_ndcg_at_10_diff1": 0.855432, + "nauc_ndcg_at_20_max": 0.785539, + "nauc_ndcg_at_20_std": -0.246834, + "nauc_ndcg_at_20_diff1": 0.855894, + "nauc_ndcg_at_100_max": 0.781777, + "nauc_ndcg_at_100_std": -0.243221, + "nauc_ndcg_at_100_diff1": 0.854057, + "nauc_ndcg_at_1000_max": 0.780702, + "nauc_ndcg_at_1000_std": -0.246454, + "nauc_ndcg_at_1000_diff1": 0.853769, + "nauc_map_at_1_max": 0.749398, + "nauc_map_at_1_std": -0.24532, + "nauc_map_at_1_diff1": 0.854848, + "nauc_map_at_3_max": 0.776329, + "nauc_map_at_3_std": -0.240109, + "nauc_map_at_3_diff1": 0.847868, + "nauc_map_at_5_max": 0.777178, + "nauc_map_at_5_std": -0.248402, + "nauc_map_at_5_diff1": 0.852128, + "nauc_map_at_10_max": 0.776558, + "nauc_map_at_10_std": -0.255741, + "nauc_map_at_10_diff1": 0.853047, + "nauc_map_at_20_max": 0.776516, + "nauc_map_at_20_std": -0.248661, + "nauc_map_at_20_diff1": 0.853174, + "nauc_map_at_100_max": 0.776167, + "nauc_map_at_100_std": -0.24783, + "nauc_map_at_100_diff1": 0.85301, + "nauc_map_at_1000_max": 0.776138, + "nauc_map_at_1000_std": -0.247876, + "nauc_map_at_1000_diff1": 0.852999, + "nauc_recall_at_1_max": 0.749398, + "nauc_recall_at_1_std": -0.24532, + "nauc_recall_at_1_diff1": 0.854848, + "nauc_recall_at_3_max": 0.818476, + "nauc_recall_at_3_std": -0.225755, + "nauc_recall_at_3_diff1": 0.829983, + "nauc_recall_at_5_max": 0.847844, + "nauc_recall_at_5_std": -0.281903, + "nauc_recall_at_5_diff1": 0.859134, + "nauc_recall_at_10_max": 0.862278, + "nauc_recall_at_10_std": -0.461732, + "nauc_recall_at_10_diff1": 0.881872, + "nauc_recall_at_20_max": 0.907489, + "nauc_recall_at_20_std": -0.177847, + "nauc_recall_at_20_diff1": 0.907121, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.478836, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749398, + "nauc_precision_at_1_std": -0.24532, + "nauc_precision_at_1_diff1": 0.854848, + "nauc_precision_at_3_max": 0.818476, + "nauc_precision_at_3_std": -0.225755, + "nauc_precision_at_3_diff1": 0.829983, + "nauc_precision_at_5_max": 0.847844, + "nauc_precision_at_5_std": -0.281903, + "nauc_precision_at_5_diff1": 0.859134, + "nauc_precision_at_10_max": 0.862278, + "nauc_precision_at_10_std": -0.461732, + "nauc_precision_at_10_diff1": 0.881872, + "nauc_precision_at_20_max": 0.907489, + "nauc_precision_at_20_std": -0.177847, + "nauc_precision_at_20_diff1": 0.907121, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.478836, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749398, + "nauc_mrr_at_1_std": -0.24532, + "nauc_mrr_at_1_diff1": 0.854848, + "nauc_mrr_at_3_max": 0.776329, + "nauc_mrr_at_3_std": -0.240109, + "nauc_mrr_at_3_diff1": 0.847868, + "nauc_mrr_at_5_max": 0.777178, + "nauc_mrr_at_5_std": -0.248402, + "nauc_mrr_at_5_diff1": 0.852128, + "nauc_mrr_at_10_max": 0.776558, + "nauc_mrr_at_10_std": -0.255741, + "nauc_mrr_at_10_diff1": 0.853047, + "nauc_mrr_at_20_max": 0.776516, + "nauc_mrr_at_20_std": -0.248661, + "nauc_mrr_at_20_diff1": 0.853174, + "nauc_mrr_at_100_max": 0.776167, + "nauc_mrr_at_100_std": -0.24783, + "nauc_mrr_at_100_diff1": 0.85301, + "nauc_mrr_at_1000_max": 0.776138, + "nauc_mrr_at_1000_std": -0.247876, + "nauc_mrr_at_1000_diff1": 0.852999, + "main_score": 0.90482, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66111, + "ndcg_at_3": 0.71247, + "ndcg_at_5": 0.72748, + "ndcg_at_10": 0.74238, + "ndcg_at_20": 0.75085, + "ndcg_at_100": 0.76567, + "ndcg_at_1000": 0.77302, + "map_at_1": 0.66111, + "map_at_3": 0.70056, + "map_at_5": 0.70883, + "map_at_10": 0.71487, + "map_at_20": 0.71722, + "map_at_100": 0.71925, + "map_at_1000": 0.71954, + "recall_at_1": 0.66111, + "recall_at_3": 0.74667, + "recall_at_5": 0.78333, + "recall_at_10": 0.83, + "recall_at_20": 0.86333, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "precision_at_1": 0.66111, + "precision_at_3": 0.24889, + "precision_at_5": 0.15667, + "precision_at_10": 0.083, + "precision_at_20": 0.04317, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.661111, + "mrr_at_3": 0.700556, + "mrr_at_5": 0.708833, + "mrr_at_10": 0.714867, + "mrr_at_20": 0.71722, + "mrr_at_100": 0.719246, + "mrr_at_1000": 0.719535, + "nauc_ndcg_at_1_max": 0.804561, + "nauc_ndcg_at_1_std": 0.18923, + "nauc_ndcg_at_1_diff1": 0.856369, + "nauc_ndcg_at_3_max": 0.832246, + "nauc_ndcg_at_3_std": 0.302962, + "nauc_ndcg_at_3_diff1": 0.835468, + "nauc_ndcg_at_5_max": 0.823667, + "nauc_ndcg_at_5_std": 0.296161, + "nauc_ndcg_at_5_diff1": 0.828741, + "nauc_ndcg_at_10_max": 0.822994, + "nauc_ndcg_at_10_std": 0.306081, + "nauc_ndcg_at_10_diff1": 0.822379, + "nauc_ndcg_at_20_max": 0.82465, + "nauc_ndcg_at_20_std": 0.312301, + "nauc_ndcg_at_20_diff1": 0.82496, + "nauc_ndcg_at_100_max": 0.823645, + "nauc_ndcg_at_100_std": 0.304728, + "nauc_ndcg_at_100_diff1": 0.827138, + "nauc_ndcg_at_1000_max": 0.822899, + "nauc_ndcg_at_1000_std": 0.291943, + "nauc_ndcg_at_1000_diff1": 0.830696, + "nauc_map_at_1_max": 0.804561, + "nauc_map_at_1_std": 0.18923, + "nauc_map_at_1_diff1": 0.856369, + "nauc_map_at_3_max": 0.825894, + "nauc_map_at_3_std": 0.274828, + "nauc_map_at_3_diff1": 0.840578, + "nauc_map_at_5_max": 0.821225, + "nauc_map_at_5_std": 0.27071, + "nauc_map_at_5_diff1": 0.837068, + "nauc_map_at_10_max": 0.820631, + "nauc_map_at_10_std": 0.27346, + "nauc_map_at_10_diff1": 0.83471, + "nauc_map_at_20_max": 0.821006, + "nauc_map_at_20_std": 0.2746, + "nauc_map_at_20_diff1": 0.835496, + "nauc_map_at_100_max": 0.820945, + "nauc_map_at_100_std": 0.273564, + "nauc_map_at_100_diff1": 0.835827, + "nauc_map_at_1000_max": 0.820928, + "nauc_map_at_1000_std": 0.273184, + "nauc_map_at_1000_diff1": 0.835959, + "nauc_recall_at_1_max": 0.804561, + "nauc_recall_at_1_std": 0.18923, + "nauc_recall_at_1_diff1": 0.856369, + "nauc_recall_at_3_max": 0.85256, + "nauc_recall_at_3_std": 0.394028, + "nauc_recall_at_3_diff1": 0.818957, + "nauc_recall_at_5_max": 0.830446, + "nauc_recall_at_5_std": 0.385765, + "nauc_recall_at_5_diff1": 0.797776, + "nauc_recall_at_10_max": 0.831537, + "nauc_recall_at_10_std": 0.454235, + "nauc_recall_at_10_diff1": 0.763769, + "nauc_recall_at_20_max": 0.844363, + "nauc_recall_at_20_std": 0.528966, + "nauc_recall_at_20_diff1": 0.767073, + "nauc_recall_at_100_max": 0.845526, + "nauc_recall_at_100_std": 0.659298, + "nauc_recall_at_100_diff1": 0.732951, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804561, + "nauc_precision_at_1_std": 0.18923, + "nauc_precision_at_1_diff1": 0.856369, + "nauc_precision_at_3_max": 0.85256, + "nauc_precision_at_3_std": 0.394028, + "nauc_precision_at_3_diff1": 0.818957, + "nauc_precision_at_5_max": 0.830446, + "nauc_precision_at_5_std": 0.385765, + "nauc_precision_at_5_diff1": 0.797776, + "nauc_precision_at_10_max": 0.831537, + "nauc_precision_at_10_std": 0.454235, + "nauc_precision_at_10_diff1": 0.763769, + "nauc_precision_at_20_max": 0.844363, + "nauc_precision_at_20_std": 0.528966, + "nauc_precision_at_20_diff1": 0.767073, + "nauc_precision_at_100_max": 0.845526, + "nauc_precision_at_100_std": 0.659298, + "nauc_precision_at_100_diff1": 0.732951, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804561, + "nauc_mrr_at_1_std": 0.18923, + "nauc_mrr_at_1_diff1": 0.856369, + "nauc_mrr_at_3_max": 0.825894, + "nauc_mrr_at_3_std": 0.274828, + "nauc_mrr_at_3_diff1": 0.840578, + "nauc_mrr_at_5_max": 0.821225, + "nauc_mrr_at_5_std": 0.27071, + "nauc_mrr_at_5_diff1": 0.837068, + "nauc_mrr_at_10_max": 0.820631, + "nauc_mrr_at_10_std": 0.27346, + "nauc_mrr_at_10_diff1": 0.83471, + "nauc_mrr_at_20_max": 0.821006, + "nauc_mrr_at_20_std": 0.2746, + "nauc_mrr_at_20_diff1": 0.835496, + "nauc_mrr_at_100_max": 0.820945, + "nauc_mrr_at_100_std": 0.273564, + "nauc_mrr_at_100_diff1": 0.835827, + "nauc_mrr_at_1000_max": 0.820928, + "nauc_mrr_at_1000_std": 0.273184, + "nauc_mrr_at_1000_diff1": 0.835959, + "main_score": 0.74238, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.47164, + "ndcg_at_3": 0.51086, + "ndcg_at_5": 0.51727, + "ndcg_at_10": 0.53149, + "ndcg_at_20": 0.54103, + "ndcg_at_100": 0.57091, + "ndcg_at_1000": 0.59679, + "map_at_1": 0.47164, + "map_at_3": 0.50167, + "map_at_5": 0.50523, + "map_at_10": 0.511, + "map_at_20": 0.5136, + "map_at_100": 0.51748, + "map_at_1000": 0.51848, + "recall_at_1": 0.47164, + "recall_at_3": 0.53726, + "recall_at_5": 0.55284, + "recall_at_10": 0.59733, + "recall_at_20": 0.63515, + "recall_at_100": 0.79978, + "recall_at_1000": 1.0, + "precision_at_1": 0.47164, + "precision_at_3": 0.17909, + "precision_at_5": 0.11057, + "precision_at_10": 0.05973, + "precision_at_20": 0.03176, + "precision_at_100": 0.008, + "precision_at_1000": 0.001, + "mrr_at_1": 0.471635, + "mrr_at_3": 0.501669, + "mrr_at_5": 0.505228, + "mrr_at_10": 0.510997, + "mrr_at_20": 0.513604, + "mrr_at_100": 0.517476, + "mrr_at_1000": 0.518478, + "nauc_ndcg_at_1_max": 0.606562, + "nauc_ndcg_at_1_std": -0.657403, + "nauc_ndcg_at_1_diff1": 0.879848, + "nauc_ndcg_at_3_max": 0.60517, + "nauc_ndcg_at_3_std": -0.667946, + "nauc_ndcg_at_3_diff1": 0.849792, + "nauc_ndcg_at_5_max": 0.60258, + "nauc_ndcg_at_5_std": -0.660146, + "nauc_ndcg_at_5_diff1": 0.843651, + "nauc_ndcg_at_10_max": 0.594075, + "nauc_ndcg_at_10_std": -0.653436, + "nauc_ndcg_at_10_diff1": 0.830971, + "nauc_ndcg_at_20_max": 0.592691, + "nauc_ndcg_at_20_std": -0.648531, + "nauc_ndcg_at_20_diff1": 0.827697, + "nauc_ndcg_at_100_max": 0.584292, + "nauc_ndcg_at_100_std": -0.639851, + "nauc_ndcg_at_100_diff1": 0.81728, + "nauc_ndcg_at_1000_max": 0.593967, + "nauc_ndcg_at_1000_std": -0.649351, + "nauc_ndcg_at_1000_diff1": 0.833283, + "nauc_map_at_1_max": 0.606562, + "nauc_map_at_1_std": -0.657403, + "nauc_map_at_1_diff1": 0.879848, + "nauc_map_at_3_max": 0.605679, + "nauc_map_at_3_std": -0.66528, + "nauc_map_at_3_diff1": 0.856751, + "nauc_map_at_5_max": 0.604244, + "nauc_map_at_5_std": -0.660907, + "nauc_map_at_5_diff1": 0.853505, + "nauc_map_at_10_max": 0.600711, + "nauc_map_at_10_std": -0.658554, + "nauc_map_at_10_diff1": 0.848412, + "nauc_map_at_20_max": 0.600287, + "nauc_map_at_20_std": -0.657348, + "nauc_map_at_20_diff1": 0.847508, + "nauc_map_at_100_max": 0.599178, + "nauc_map_at_100_std": -0.656146, + "nauc_map_at_100_diff1": 0.846105, + "nauc_map_at_1000_max": 0.599579, + "nauc_map_at_1000_std": -0.656292, + "nauc_map_at_1000_diff1": 0.846634, + "nauc_recall_at_1_max": 0.606562, + "nauc_recall_at_1_std": -0.657403, + "nauc_recall_at_1_diff1": 0.879848, + "nauc_recall_at_3_max": 0.603589, + "nauc_recall_at_3_std": -0.675885, + "nauc_recall_at_3_diff1": 0.829334, + "nauc_recall_at_5_max": 0.59714, + "nauc_recall_at_5_std": -0.656828, + "nauc_recall_at_5_diff1": 0.813177, + "nauc_recall_at_10_max": 0.569433, + "nauc_recall_at_10_std": -0.632343, + "nauc_recall_at_10_diff1": 0.769898, + "nauc_recall_at_20_max": 0.562286, + "nauc_recall_at_20_std": -0.608395, + "nauc_recall_at_20_diff1": 0.752014, + "nauc_recall_at_100_max": 0.472245, + "nauc_recall_at_100_std": -0.509842, + "nauc_recall_at_100_diff1": 0.620592, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.606562, + "nauc_precision_at_1_std": -0.657403, + "nauc_precision_at_1_diff1": 0.879848, + "nauc_precision_at_3_max": 0.603589, + "nauc_precision_at_3_std": -0.675885, + "nauc_precision_at_3_diff1": 0.829334, + "nauc_precision_at_5_max": 0.59714, + "nauc_precision_at_5_std": -0.656828, + "nauc_precision_at_5_diff1": 0.813177, + "nauc_precision_at_10_max": 0.569433, + "nauc_precision_at_10_std": -0.632343, + "nauc_precision_at_10_diff1": 0.769898, + "nauc_precision_at_20_max": 0.562286, + "nauc_precision_at_20_std": -0.608395, + "nauc_precision_at_20_diff1": 0.752014, + "nauc_precision_at_100_max": 0.472245, + "nauc_precision_at_100_std": -0.509842, + "nauc_precision_at_100_diff1": 0.620592, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.606562, + "nauc_mrr_at_1_std": -0.657403, + "nauc_mrr_at_1_diff1": 0.879848, + "nauc_mrr_at_3_max": 0.605679, + "nauc_mrr_at_3_std": -0.66528, + "nauc_mrr_at_3_diff1": 0.856751, + "nauc_mrr_at_5_max": 0.604244, + "nauc_mrr_at_5_std": -0.660907, + "nauc_mrr_at_5_diff1": 0.853505, + "nauc_mrr_at_10_max": 0.600711, + "nauc_mrr_at_10_std": -0.658554, + "nauc_mrr_at_10_diff1": 0.848412, + "nauc_mrr_at_20_max": 0.600287, + "nauc_mrr_at_20_std": -0.657348, + "nauc_mrr_at_20_diff1": 0.847508, + "nauc_mrr_at_100_max": 0.599178, + "nauc_mrr_at_100_std": -0.656146, + "nauc_mrr_at_100_diff1": 0.846105, + "nauc_mrr_at_1000_max": 0.599579, + "nauc_mrr_at_1000_std": -0.656292, + "nauc_mrr_at_1000_diff1": 0.846634, + "main_score": 0.53149, + "hf_subset": "sna_Latn-sna_Latn", + "languages": [ + "sna-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.57333, + "ndcg_at_3": 0.61558, + "ndcg_at_5": 0.62658, + "ndcg_at_10": 0.63456, + "ndcg_at_20": 0.64834, + "ndcg_at_100": 0.67168, + "ndcg_at_1000": 0.68765, + "map_at_1": 0.57333, + "map_at_3": 0.60556, + "map_at_5": 0.61167, + "map_at_10": 0.61479, + "map_at_20": 0.61859, + "map_at_100": 0.6216, + "map_at_1000": 0.62229, + "recall_at_1": 0.57333, + "recall_at_3": 0.64444, + "recall_at_5": 0.67111, + "recall_at_10": 0.69667, + "recall_at_20": 0.75111, + "recall_at_100": 0.88, + "recall_at_1000": 1.0, + "precision_at_1": 0.57333, + "precision_at_3": 0.21481, + "precision_at_5": 0.13422, + "precision_at_10": 0.06967, + "precision_at_20": 0.03756, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "mrr_at_1": 0.573333, + "mrr_at_3": 0.605556, + "mrr_at_5": 0.611667, + "mrr_at_10": 0.614794, + "mrr_at_20": 0.61859, + "mrr_at_100": 0.621604, + "mrr_at_1000": 0.622291, + "nauc_ndcg_at_1_max": 0.827455, + "nauc_ndcg_at_1_std": 0.217842, + "nauc_ndcg_at_1_diff1": 0.861221, + "nauc_ndcg_at_3_max": 0.83741, + "nauc_ndcg_at_3_std": 0.255326, + "nauc_ndcg_at_3_diff1": 0.837197, + "nauc_ndcg_at_5_max": 0.830065, + "nauc_ndcg_at_5_std": 0.257158, + "nauc_ndcg_at_5_diff1": 0.830684, + "nauc_ndcg_at_10_max": 0.828765, + "nauc_ndcg_at_10_std": 0.264362, + "nauc_ndcg_at_10_diff1": 0.825385, + "nauc_ndcg_at_20_max": 0.826123, + "nauc_ndcg_at_20_std": 0.268043, + "nauc_ndcg_at_20_diff1": 0.822554, + "nauc_ndcg_at_100_max": 0.824753, + "nauc_ndcg_at_100_std": 0.278266, + "nauc_ndcg_at_100_diff1": 0.823333, + "nauc_ndcg_at_1000_max": 0.828149, + "nauc_ndcg_at_1000_std": 0.262212, + "nauc_ndcg_at_1000_diff1": 0.830292, + "nauc_map_at_1_max": 0.827455, + "nauc_map_at_1_std": 0.217842, + "nauc_map_at_1_diff1": 0.861221, + "nauc_map_at_3_max": 0.835264, + "nauc_map_at_3_std": 0.245864, + "nauc_map_at_3_diff1": 0.843223, + "nauc_map_at_5_max": 0.831247, + "nauc_map_at_5_std": 0.246572, + "nauc_map_at_5_diff1": 0.839811, + "nauc_map_at_10_max": 0.830923, + "nauc_map_at_10_std": 0.249279, + "nauc_map_at_10_diff1": 0.838004, + "nauc_map_at_20_max": 0.830221, + "nauc_map_at_20_std": 0.249975, + "nauc_map_at_20_diff1": 0.837328, + "nauc_map_at_100_max": 0.830073, + "nauc_map_at_100_std": 0.251372, + "nauc_map_at_100_diff1": 0.837452, + "nauc_map_at_1000_max": 0.830182, + "nauc_map_at_1000_std": 0.250715, + "nauc_map_at_1000_diff1": 0.837717, + "nauc_recall_at_1_max": 0.827455, + "nauc_recall_at_1_std": 0.217842, + "nauc_recall_at_1_diff1": 0.861221, + "nauc_recall_at_3_max": 0.843844, + "nauc_recall_at_3_std": 0.284406, + "nauc_recall_at_3_diff1": 0.818693, + "nauc_recall_at_5_max": 0.824964, + "nauc_recall_at_5_std": 0.291604, + "nauc_recall_at_5_diff1": 0.80037, + "nauc_recall_at_10_max": 0.819003, + "nauc_recall_at_10_std": 0.319115, + "nauc_recall_at_10_diff1": 0.778721, + "nauc_recall_at_20_max": 0.804338, + "nauc_recall_at_20_std": 0.348472, + "nauc_recall_at_20_diff1": 0.75683, + "nauc_recall_at_100_max": 0.768436, + "nauc_recall_at_100_std": 0.533832, + "nauc_recall_at_100_diff1": 0.710773, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.827455, + "nauc_precision_at_1_std": 0.217842, + "nauc_precision_at_1_diff1": 0.861221, + "nauc_precision_at_3_max": 0.843844, + "nauc_precision_at_3_std": 0.284406, + "nauc_precision_at_3_diff1": 0.818693, + "nauc_precision_at_5_max": 0.824964, + "nauc_precision_at_5_std": 0.291604, + "nauc_precision_at_5_diff1": 0.80037, + "nauc_precision_at_10_max": 0.819003, + "nauc_precision_at_10_std": 0.319115, + "nauc_precision_at_10_diff1": 0.778721, + "nauc_precision_at_20_max": 0.804338, + "nauc_precision_at_20_std": 0.348472, + "nauc_precision_at_20_diff1": 0.75683, + "nauc_precision_at_100_max": 0.768436, + "nauc_precision_at_100_std": 0.533832, + "nauc_precision_at_100_diff1": 0.710773, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.827455, + "nauc_mrr_at_1_std": 0.217842, + "nauc_mrr_at_1_diff1": 0.861221, + "nauc_mrr_at_3_max": 0.835264, + "nauc_mrr_at_3_std": 0.245864, + "nauc_mrr_at_3_diff1": 0.843223, + "nauc_mrr_at_5_max": 0.831247, + "nauc_mrr_at_5_std": 0.246572, + "nauc_mrr_at_5_diff1": 0.839811, + "nauc_mrr_at_10_max": 0.830923, + "nauc_mrr_at_10_std": 0.249279, + "nauc_mrr_at_10_diff1": 0.838004, + "nauc_mrr_at_20_max": 0.830221, + "nauc_mrr_at_20_std": 0.249975, + "nauc_mrr_at_20_diff1": 0.837328, + "nauc_mrr_at_100_max": 0.830073, + "nauc_mrr_at_100_std": 0.251372, + "nauc_mrr_at_100_diff1": 0.837452, + "nauc_mrr_at_1000_max": 0.830182, + "nauc_mrr_at_1000_std": 0.250715, + "nauc_mrr_at_1000_diff1": 0.837717, + "main_score": 0.63456, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40934, + "ndcg_at_3": 0.45152, + "ndcg_at_5": 0.45602, + "ndcg_at_10": 0.46139, + "ndcg_at_20": 0.46726, + "ndcg_at_100": 0.49042, + "ndcg_at_1000": 0.53299, + "map_at_1": 0.40934, + "map_at_3": 0.44179, + "map_at_5": 0.44423, + "map_at_10": 0.44644, + "map_at_20": 0.44803, + "map_at_100": 0.45081, + "map_at_1000": 0.45228, + "recall_at_1": 0.40934, + "recall_at_3": 0.47942, + "recall_at_5": 0.49055, + "recall_at_10": 0.50723, + "recall_at_20": 0.53059, + "recall_at_100": 0.66185, + "recall_at_1000": 1.0, + "precision_at_1": 0.40934, + "precision_at_3": 0.15981, + "precision_at_5": 0.09811, + "precision_at_10": 0.05072, + "precision_at_20": 0.02653, + "precision_at_100": 0.00662, + "precision_at_1000": 0.001, + "mrr_at_1": 0.409344, + "mrr_at_3": 0.441787, + "mrr_at_5": 0.444234, + "mrr_at_10": 0.44644, + "mrr_at_20": 0.448027, + "mrr_at_100": 0.450814, + "mrr_at_1000": 0.452284, + "nauc_ndcg_at_1_max": 0.907161, + "nauc_ndcg_at_1_std": 0.724114, + "nauc_ndcg_at_1_diff1": 0.905064, + "nauc_ndcg_at_3_max": 0.921891, + "nauc_ndcg_at_3_std": 0.768761, + "nauc_ndcg_at_3_diff1": 0.869775, + "nauc_ndcg_at_5_max": 0.918206, + "nauc_ndcg_at_5_std": 0.769308, + "nauc_ndcg_at_5_diff1": 0.864502, + "nauc_ndcg_at_10_max": 0.915291, + "nauc_ndcg_at_10_std": 0.768367, + "nauc_ndcg_at_10_diff1": 0.861177, + "nauc_ndcg_at_20_max": 0.911687, + "nauc_ndcg_at_20_std": 0.767282, + "nauc_ndcg_at_20_diff1": 0.856808, + "nauc_ndcg_at_100_max": 0.896489, + "nauc_ndcg_at_100_std": 0.754273, + "nauc_ndcg_at_100_diff1": 0.843753, + "nauc_ndcg_at_1000_max": 0.906875, + "nauc_ndcg_at_1000_std": 0.75872, + "nauc_ndcg_at_1000_diff1": 0.858328, + "nauc_map_at_1_max": 0.907161, + "nauc_map_at_1_std": 0.724114, + "nauc_map_at_1_diff1": 0.905064, + "nauc_map_at_3_max": 0.918766, + "nauc_map_at_3_std": 0.758916, + "nauc_map_at_3_diff1": 0.87753, + "nauc_map_at_5_max": 0.916831, + "nauc_map_at_5_std": 0.759243, + "nauc_map_at_5_diff1": 0.87474, + "nauc_map_at_10_max": 0.915629, + "nauc_map_at_10_std": 0.758783, + "nauc_map_at_10_diff1": 0.873385, + "nauc_map_at_20_max": 0.914669, + "nauc_map_at_20_std": 0.75841, + "nauc_map_at_20_diff1": 0.872248, + "nauc_map_at_100_max": 0.912738, + "nauc_map_at_100_std": 0.756865, + "nauc_map_at_100_diff1": 0.87067, + "nauc_map_at_1000_max": 0.912884, + "nauc_map_at_1000_std": 0.756891, + "nauc_map_at_1000_diff1": 0.871017, + "nauc_recall_at_1_max": 0.907161, + "nauc_recall_at_1_std": 0.724114, + "nauc_recall_at_1_diff1": 0.905064, + "nauc_recall_at_3_max": 0.930831, + "nauc_recall_at_3_std": 0.797107, + "nauc_recall_at_3_diff1": 0.847457, + "nauc_recall_at_5_max": 0.921374, + "nauc_recall_at_5_std": 0.798422, + "nauc_recall_at_5_diff1": 0.833923, + "nauc_recall_at_10_max": 0.912239, + "nauc_recall_at_10_std": 0.796068, + "nauc_recall_at_10_diff1": 0.82312, + "nauc_recall_at_20_max": 0.897225, + "nauc_recall_at_20_std": 0.792748, + "nauc_recall_at_20_diff1": 0.804008, + "nauc_recall_at_100_max": 0.792526, + "nauc_recall_at_100_std": 0.708219, + "nauc_recall_at_100_diff1": 0.704968, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.907161, + "nauc_precision_at_1_std": 0.724114, + "nauc_precision_at_1_diff1": 0.905064, + "nauc_precision_at_3_max": 0.930831, + "nauc_precision_at_3_std": 0.797107, + "nauc_precision_at_3_diff1": 0.847457, + "nauc_precision_at_5_max": 0.921374, + "nauc_precision_at_5_std": 0.798422, + "nauc_precision_at_5_diff1": 0.833923, + "nauc_precision_at_10_max": 0.912239, + "nauc_precision_at_10_std": 0.796068, + "nauc_precision_at_10_diff1": 0.82312, + "nauc_precision_at_20_max": 0.897225, + "nauc_precision_at_20_std": 0.792748, + "nauc_precision_at_20_diff1": 0.804008, + "nauc_precision_at_100_max": 0.792526, + "nauc_precision_at_100_std": 0.708219, + "nauc_precision_at_100_diff1": 0.704968, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.907161, + "nauc_mrr_at_1_std": 0.724114, + "nauc_mrr_at_1_diff1": 0.905064, + "nauc_mrr_at_3_max": 0.918766, + "nauc_mrr_at_3_std": 0.758916, + "nauc_mrr_at_3_diff1": 0.87753, + "nauc_mrr_at_5_max": 0.916831, + "nauc_mrr_at_5_std": 0.759243, + "nauc_mrr_at_5_diff1": 0.87474, + "nauc_mrr_at_10_max": 0.915629, + "nauc_mrr_at_10_std": 0.758783, + "nauc_mrr_at_10_diff1": 0.873385, + "nauc_mrr_at_20_max": 0.914669, + "nauc_mrr_at_20_std": 0.75841, + "nauc_mrr_at_20_diff1": 0.872248, + "nauc_mrr_at_100_max": 0.912738, + "nauc_mrr_at_100_std": 0.756865, + "nauc_mrr_at_100_diff1": 0.87067, + "nauc_mrr_at_1000_max": 0.912884, + "nauc_mrr_at_1000_std": 0.756891, + "nauc_mrr_at_1000_diff1": 0.871017, + "main_score": 0.46139, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.45333, + "ndcg_at_3": 0.54491, + "ndcg_at_5": 0.56915, + "ndcg_at_10": 0.58838, + "ndcg_at_20": 0.60289, + "ndcg_at_100": 0.62701, + "ndcg_at_1000": 0.63803, + "map_at_1": 0.45333, + "map_at_3": 0.52241, + "map_at_5": 0.53585, + "map_at_10": 0.54369, + "map_at_20": 0.54777, + "map_at_100": 0.55111, + "map_at_1000": 0.55155, + "recall_at_1": 0.45333, + "recall_at_3": 0.61, + "recall_at_5": 0.66889, + "recall_at_10": 0.72889, + "recall_at_20": 0.78556, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "precision_at_1": 0.45333, + "precision_at_3": 0.20333, + "precision_at_5": 0.13378, + "precision_at_10": 0.07289, + "precision_at_20": 0.03928, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "mrr_at_1": 0.453333, + "mrr_at_3": 0.522407, + "mrr_at_5": 0.535852, + "mrr_at_10": 0.54369, + "mrr_at_20": 0.547772, + "mrr_at_100": 0.551108, + "mrr_at_1000": 0.551554, + "nauc_ndcg_at_1_max": 0.669152, + "nauc_ndcg_at_1_std": 0.080349, + "nauc_ndcg_at_1_diff1": 0.75459, + "nauc_ndcg_at_3_max": 0.66634, + "nauc_ndcg_at_3_std": 0.116273, + "nauc_ndcg_at_3_diff1": 0.69139, + "nauc_ndcg_at_5_max": 0.654214, + "nauc_ndcg_at_5_std": 0.124233, + "nauc_ndcg_at_5_diff1": 0.676897, + "nauc_ndcg_at_10_max": 0.650386, + "nauc_ndcg_at_10_std": 0.135783, + "nauc_ndcg_at_10_diff1": 0.673262, + "nauc_ndcg_at_20_max": 0.655097, + "nauc_ndcg_at_20_std": 0.140746, + "nauc_ndcg_at_20_diff1": 0.671182, + "nauc_ndcg_at_100_max": 0.654825, + "nauc_ndcg_at_100_std": 0.136208, + "nauc_ndcg_at_100_diff1": 0.67705, + "nauc_ndcg_at_1000_max": 0.658378, + "nauc_ndcg_at_1000_std": 0.129319, + "nauc_ndcg_at_1000_diff1": 0.685653, + "nauc_map_at_1_max": 0.669152, + "nauc_map_at_1_std": 0.080349, + "nauc_map_at_1_diff1": 0.75459, + "nauc_map_at_3_max": 0.668176, + "nauc_map_at_3_std": 0.108739, + "nauc_map_at_3_diff1": 0.707096, + "nauc_map_at_5_max": 0.661962, + "nauc_map_at_5_std": 0.11313, + "nauc_map_at_5_diff1": 0.699659, + "nauc_map_at_10_max": 0.6605, + "nauc_map_at_10_std": 0.11768, + "nauc_map_at_10_diff1": 0.69837, + "nauc_map_at_20_max": 0.662033, + "nauc_map_at_20_std": 0.119099, + "nauc_map_at_20_diff1": 0.698108, + "nauc_map_at_100_max": 0.662123, + "nauc_map_at_100_std": 0.118799, + "nauc_map_at_100_diff1": 0.698868, + "nauc_map_at_1000_max": 0.66224, + "nauc_map_at_1000_std": 0.118555, + "nauc_map_at_1000_diff1": 0.699173, + "nauc_recall_at_1_max": 0.669152, + "nauc_recall_at_1_std": 0.080349, + "nauc_recall_at_1_diff1": 0.75459, + "nauc_recall_at_3_max": 0.660071, + "nauc_recall_at_3_std": 0.139189, + "nauc_recall_at_3_diff1": 0.642278, + "nauc_recall_at_5_max": 0.624665, + "nauc_recall_at_5_std": 0.162411, + "nauc_recall_at_5_diff1": 0.596596, + "nauc_recall_at_10_max": 0.605499, + "nauc_recall_at_10_std": 0.212215, + "nauc_recall_at_10_diff1": 0.571043, + "nauc_recall_at_20_max": 0.620689, + "nauc_recall_at_20_std": 0.253202, + "nauc_recall_at_20_diff1": 0.537192, + "nauc_recall_at_100_max": 0.568222, + "nauc_recall_at_100_std": 0.301993, + "nauc_recall_at_100_diff1": 0.470232, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669152, + "nauc_precision_at_1_std": 0.080349, + "nauc_precision_at_1_diff1": 0.75459, + "nauc_precision_at_3_max": 0.660071, + "nauc_precision_at_3_std": 0.139189, + "nauc_precision_at_3_diff1": 0.642278, + "nauc_precision_at_5_max": 0.624665, + "nauc_precision_at_5_std": 0.162411, + "nauc_precision_at_5_diff1": 0.596596, + "nauc_precision_at_10_max": 0.605499, + "nauc_precision_at_10_std": 0.212215, + "nauc_precision_at_10_diff1": 0.571043, + "nauc_precision_at_20_max": 0.620689, + "nauc_precision_at_20_std": 0.253202, + "nauc_precision_at_20_diff1": 0.537192, + "nauc_precision_at_100_max": 0.568222, + "nauc_precision_at_100_std": 0.301993, + "nauc_precision_at_100_diff1": 0.470232, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669152, + "nauc_mrr_at_1_std": 0.080349, + "nauc_mrr_at_1_diff1": 0.75459, + "nauc_mrr_at_3_max": 0.668176, + "nauc_mrr_at_3_std": 0.108739, + "nauc_mrr_at_3_diff1": 0.707096, + "nauc_mrr_at_5_max": 0.661962, + "nauc_mrr_at_5_std": 0.11313, + "nauc_mrr_at_5_diff1": 0.699659, + "nauc_mrr_at_10_max": 0.6605, + "nauc_mrr_at_10_std": 0.11768, + "nauc_mrr_at_10_diff1": 0.69837, + "nauc_mrr_at_20_max": 0.662033, + "nauc_mrr_at_20_std": 0.119099, + "nauc_mrr_at_20_diff1": 0.698108, + "nauc_mrr_at_100_max": 0.662123, + "nauc_mrr_at_100_std": 0.118799, + "nauc_mrr_at_100_diff1": 0.698868, + "nauc_mrr_at_1000_max": 0.66224, + "nauc_mrr_at_1000_std": 0.118555, + "nauc_mrr_at_1000_diff1": 0.699173, + "main_score": 0.58838, + "hf_subset": "snd_Arab-snd_Arab", + "languages": [ + "snd-Arab", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.64222, + "ndcg_at_3": 0.72848, + "ndcg_at_5": 0.74784, + "ndcg_at_10": 0.76799, + "ndcg_at_20": 0.77693, + "ndcg_at_100": 0.786, + "ndcg_at_1000": 0.78842, + "map_at_1": 0.64222, + "map_at_3": 0.70722, + "map_at_5": 0.71806, + "map_at_10": 0.72638, + "map_at_20": 0.72881, + "map_at_100": 0.73014, + "map_at_1000": 0.73026, + "recall_at_1": 0.64222, + "recall_at_3": 0.79, + "recall_at_5": 0.83667, + "recall_at_10": 0.89889, + "recall_at_20": 0.93444, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.64222, + "precision_at_3": 0.26333, + "precision_at_5": 0.16733, + "precision_at_10": 0.08989, + "precision_at_20": 0.04672, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.642222, + "mrr_at_3": 0.707222, + "mrr_at_5": 0.718056, + "mrr_at_10": 0.726379, + "mrr_at_20": 0.728807, + "mrr_at_100": 0.730143, + "mrr_at_1000": 0.730258, + "nauc_ndcg_at_1_max": 0.493528, + "nauc_ndcg_at_1_std": -0.204663, + "nauc_ndcg_at_1_diff1": 0.751855, + "nauc_ndcg_at_3_max": 0.50528, + "nauc_ndcg_at_3_std": -0.206526, + "nauc_ndcg_at_3_diff1": 0.714609, + "nauc_ndcg_at_5_max": 0.520998, + "nauc_ndcg_at_5_std": -0.178705, + "nauc_ndcg_at_5_diff1": 0.716148, + "nauc_ndcg_at_10_max": 0.513015, + "nauc_ndcg_at_10_std": -0.177578, + "nauc_ndcg_at_10_diff1": 0.709533, + "nauc_ndcg_at_20_max": 0.512894, + "nauc_ndcg_at_20_std": -0.180684, + "nauc_ndcg_at_20_diff1": 0.71305, + "nauc_ndcg_at_100_max": 0.514114, + "nauc_ndcg_at_100_std": -0.179833, + "nauc_ndcg_at_100_diff1": 0.719812, + "nauc_ndcg_at_1000_max": 0.511084, + "nauc_ndcg_at_1000_std": -0.185728, + "nauc_ndcg_at_1000_diff1": 0.7207, + "nauc_map_at_1_max": 0.493528, + "nauc_map_at_1_std": -0.204663, + "nauc_map_at_1_diff1": 0.751855, + "nauc_map_at_3_max": 0.501798, + "nauc_map_at_3_std": -0.205974, + "nauc_map_at_3_diff1": 0.724481, + "nauc_map_at_5_max": 0.509627, + "nauc_map_at_5_std": -0.191532, + "nauc_map_at_5_diff1": 0.725674, + "nauc_map_at_10_max": 0.506911, + "nauc_map_at_10_std": -0.191258, + "nauc_map_at_10_diff1": 0.72368, + "nauc_map_at_20_max": 0.506836, + "nauc_map_at_20_std": -0.192267, + "nauc_map_at_20_diff1": 0.724574, + "nauc_map_at_100_max": 0.507193, + "nauc_map_at_100_std": -0.191827, + "nauc_map_at_100_diff1": 0.725465, + "nauc_map_at_1000_max": 0.507068, + "nauc_map_at_1000_std": -0.192066, + "nauc_map_at_1000_diff1": 0.725497, + "nauc_recall_at_1_max": 0.493528, + "nauc_recall_at_1_std": -0.204663, + "nauc_recall_at_1_diff1": 0.751855, + "nauc_recall_at_3_max": 0.51826, + "nauc_recall_at_3_std": -0.208583, + "nauc_recall_at_3_diff1": 0.678393, + "nauc_recall_at_5_max": 0.575316, + "nauc_recall_at_5_std": -0.116027, + "nauc_recall_at_5_diff1": 0.674264, + "nauc_recall_at_10_max": 0.549393, + "nauc_recall_at_10_std": -0.078745, + "nauc_recall_at_10_diff1": 0.610249, + "nauc_recall_at_20_max": 0.567306, + "nauc_recall_at_20_std": -0.056845, + "nauc_recall_at_20_diff1": 0.598925, + "nauc_recall_at_100_max": 0.736578, + "nauc_recall_at_100_std": 0.253881, + "nauc_recall_at_100_diff1": 0.65094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.493528, + "nauc_precision_at_1_std": -0.204663, + "nauc_precision_at_1_diff1": 0.751855, + "nauc_precision_at_3_max": 0.51826, + "nauc_precision_at_3_std": -0.208583, + "nauc_precision_at_3_diff1": 0.678393, + "nauc_precision_at_5_max": 0.575316, + "nauc_precision_at_5_std": -0.116027, + "nauc_precision_at_5_diff1": 0.674264, + "nauc_precision_at_10_max": 0.549393, + "nauc_precision_at_10_std": -0.078745, + "nauc_precision_at_10_diff1": 0.610249, + "nauc_precision_at_20_max": 0.567306, + "nauc_precision_at_20_std": -0.056845, + "nauc_precision_at_20_diff1": 0.598925, + "nauc_precision_at_100_max": 0.736578, + "nauc_precision_at_100_std": 0.253881, + "nauc_precision_at_100_diff1": 0.65094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.493528, + "nauc_mrr_at_1_std": -0.204663, + "nauc_mrr_at_1_diff1": 0.751855, + "nauc_mrr_at_3_max": 0.501798, + "nauc_mrr_at_3_std": -0.205974, + "nauc_mrr_at_3_diff1": 0.724481, + "nauc_mrr_at_5_max": 0.509627, + "nauc_mrr_at_5_std": -0.191532, + "nauc_mrr_at_5_diff1": 0.725674, + "nauc_mrr_at_10_max": 0.506911, + "nauc_mrr_at_10_std": -0.191258, + "nauc_mrr_at_10_diff1": 0.72368, + "nauc_mrr_at_20_max": 0.506836, + "nauc_mrr_at_20_std": -0.192267, + "nauc_mrr_at_20_diff1": 0.724574, + "nauc_mrr_at_100_max": 0.507193, + "nauc_mrr_at_100_std": -0.191827, + "nauc_mrr_at_100_diff1": 0.725465, + "nauc_mrr_at_1000_max": 0.507068, + "nauc_mrr_at_1000_std": -0.192066, + "nauc_mrr_at_1000_diff1": 0.725497, + "main_score": 0.76799, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39778, + "ndcg_at_3": 0.47047, + "ndcg_at_5": 0.49562, + "ndcg_at_10": 0.51846, + "ndcg_at_20": 0.53575, + "ndcg_at_100": 0.56543, + "ndcg_at_1000": 0.58086, + "map_at_1": 0.39778, + "map_at_3": 0.45259, + "map_at_5": 0.46654, + "map_at_10": 0.47608, + "map_at_20": 0.48076, + "map_at_100": 0.48479, + "map_at_1000": 0.48545, + "recall_at_1": 0.39778, + "recall_at_3": 0.52222, + "recall_at_5": 0.58333, + "recall_at_10": 0.65333, + "recall_at_20": 0.72222, + "recall_at_100": 0.88333, + "recall_at_1000": 1.0, + "precision_at_1": 0.39778, + "precision_at_3": 0.17407, + "precision_at_5": 0.11667, + "precision_at_10": 0.06533, + "precision_at_20": 0.03611, + "precision_at_100": 0.00883, + "precision_at_1000": 0.001, + "mrr_at_1": 0.397778, + "mrr_at_3": 0.452593, + "mrr_at_5": 0.466537, + "mrr_at_10": 0.476081, + "mrr_at_20": 0.480756, + "mrr_at_100": 0.484791, + "mrr_at_1000": 0.485449, + "nauc_ndcg_at_1_max": 0.612252, + "nauc_ndcg_at_1_std": 0.173543, + "nauc_ndcg_at_1_diff1": 0.698433, + "nauc_ndcg_at_3_max": 0.612284, + "nauc_ndcg_at_3_std": 0.203722, + "nauc_ndcg_at_3_diff1": 0.64531, + "nauc_ndcg_at_5_max": 0.617567, + "nauc_ndcg_at_5_std": 0.231507, + "nauc_ndcg_at_5_diff1": 0.639102, + "nauc_ndcg_at_10_max": 0.612834, + "nauc_ndcg_at_10_std": 0.239481, + "nauc_ndcg_at_10_diff1": 0.631325, + "nauc_ndcg_at_20_max": 0.610264, + "nauc_ndcg_at_20_std": 0.241479, + "nauc_ndcg_at_20_diff1": 0.626651, + "nauc_ndcg_at_100_max": 0.61352, + "nauc_ndcg_at_100_std": 0.247254, + "nauc_ndcg_at_100_diff1": 0.633403, + "nauc_ndcg_at_1000_max": 0.613984, + "nauc_ndcg_at_1000_std": 0.232434, + "nauc_ndcg_at_1000_diff1": 0.640047, + "nauc_map_at_1_max": 0.612252, + "nauc_map_at_1_std": 0.173543, + "nauc_map_at_1_diff1": 0.698433, + "nauc_map_at_3_max": 0.613265, + "nauc_map_at_3_std": 0.197128, + "nauc_map_at_3_diff1": 0.657593, + "nauc_map_at_5_max": 0.615995, + "nauc_map_at_5_std": 0.212021, + "nauc_map_at_5_diff1": 0.654317, + "nauc_map_at_10_max": 0.614535, + "nauc_map_at_10_std": 0.215639, + "nauc_map_at_10_diff1": 0.651472, + "nauc_map_at_20_max": 0.614124, + "nauc_map_at_20_std": 0.216338, + "nauc_map_at_20_diff1": 0.65049, + "nauc_map_at_100_max": 0.614602, + "nauc_map_at_100_std": 0.217299, + "nauc_map_at_100_diff1": 0.651284, + "nauc_map_at_1000_max": 0.614604, + "nauc_map_at_1000_std": 0.216779, + "nauc_map_at_1000_diff1": 0.651494, + "nauc_recall_at_1_max": 0.612252, + "nauc_recall_at_1_std": 0.173543, + "nauc_recall_at_1_diff1": 0.698433, + "nauc_recall_at_3_max": 0.608933, + "nauc_recall_at_3_std": 0.22304, + "nauc_recall_at_3_diff1": 0.609005, + "nauc_recall_at_5_max": 0.623103, + "nauc_recall_at_5_std": 0.29691, + "nauc_recall_at_5_diff1": 0.590776, + "nauc_recall_at_10_max": 0.603958, + "nauc_recall_at_10_std": 0.32898, + "nauc_recall_at_10_diff1": 0.556608, + "nauc_recall_at_20_max": 0.586508, + "nauc_recall_at_20_std": 0.350799, + "nauc_recall_at_20_diff1": 0.518805, + "nauc_recall_at_100_max": 0.603471, + "nauc_recall_at_100_std": 0.5324, + "nauc_recall_at_100_diff1": 0.502256, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.612252, + "nauc_precision_at_1_std": 0.173543, + "nauc_precision_at_1_diff1": 0.698433, + "nauc_precision_at_3_max": 0.608933, + "nauc_precision_at_3_std": 0.22304, + "nauc_precision_at_3_diff1": 0.609005, + "nauc_precision_at_5_max": 0.623103, + "nauc_precision_at_5_std": 0.29691, + "nauc_precision_at_5_diff1": 0.590776, + "nauc_precision_at_10_max": 0.603958, + "nauc_precision_at_10_std": 0.32898, + "nauc_precision_at_10_diff1": 0.556608, + "nauc_precision_at_20_max": 0.586508, + "nauc_precision_at_20_std": 0.350799, + "nauc_precision_at_20_diff1": 0.518805, + "nauc_precision_at_100_max": 0.603471, + "nauc_precision_at_100_std": 0.5324, + "nauc_precision_at_100_diff1": 0.502256, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.612252, + "nauc_mrr_at_1_std": 0.173543, + "nauc_mrr_at_1_diff1": 0.698433, + "nauc_mrr_at_3_max": 0.613265, + "nauc_mrr_at_3_std": 0.197128, + "nauc_mrr_at_3_diff1": 0.657593, + "nauc_mrr_at_5_max": 0.615995, + "nauc_mrr_at_5_std": 0.212021, + "nauc_mrr_at_5_diff1": 0.654317, + "nauc_mrr_at_10_max": 0.614535, + "nauc_mrr_at_10_std": 0.215639, + "nauc_mrr_at_10_diff1": 0.651472, + "nauc_mrr_at_20_max": 0.614124, + "nauc_mrr_at_20_std": 0.216338, + "nauc_mrr_at_20_diff1": 0.65049, + "nauc_mrr_at_100_max": 0.614602, + "nauc_mrr_at_100_std": 0.217299, + "nauc_mrr_at_100_diff1": 0.651284, + "nauc_mrr_at_1000_max": 0.614604, + "nauc_mrr_at_1000_std": 0.216779, + "nauc_mrr_at_1000_diff1": 0.651494, + "main_score": 0.51846, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.37444, + "ndcg_at_3": 0.4185, + "ndcg_at_5": 0.42988, + "ndcg_at_10": 0.44494, + "ndcg_at_20": 0.45715, + "ndcg_at_100": 0.49118, + "ndcg_at_1000": 0.52236, + "map_at_1": 0.37444, + "map_at_3": 0.40796, + "map_at_5": 0.41424, + "map_at_10": 0.42043, + "map_at_20": 0.42371, + "map_at_100": 0.42815, + "map_at_1000": 0.42938, + "recall_at_1": 0.37444, + "recall_at_3": 0.44889, + "recall_at_5": 0.47667, + "recall_at_10": 0.52333, + "recall_at_20": 0.57222, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "precision_at_1": 0.37444, + "precision_at_3": 0.14963, + "precision_at_5": 0.09533, + "precision_at_10": 0.05233, + "precision_at_20": 0.02861, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "mrr_at_1": 0.374444, + "mrr_at_3": 0.407963, + "mrr_at_5": 0.414241, + "mrr_at_10": 0.420431, + "mrr_at_20": 0.42371, + "mrr_at_100": 0.428153, + "mrr_at_1000": 0.429383, + "nauc_ndcg_at_1_max": 0.400296, + "nauc_ndcg_at_1_std": -0.595363, + "nauc_ndcg_at_1_diff1": 0.832947, + "nauc_ndcg_at_3_max": 0.372221, + "nauc_ndcg_at_3_std": -0.622775, + "nauc_ndcg_at_3_diff1": 0.789551, + "nauc_ndcg_at_5_max": 0.371102, + "nauc_ndcg_at_5_std": -0.61668, + "nauc_ndcg_at_5_diff1": 0.774581, + "nauc_ndcg_at_10_max": 0.36744, + "nauc_ndcg_at_10_std": -0.610067, + "nauc_ndcg_at_10_diff1": 0.76426, + "nauc_ndcg_at_20_max": 0.368662, + "nauc_ndcg_at_20_std": -0.604424, + "nauc_ndcg_at_20_diff1": 0.757417, + "nauc_ndcg_at_100_max": 0.363547, + "nauc_ndcg_at_100_std": -0.591499, + "nauc_ndcg_at_100_diff1": 0.752082, + "nauc_ndcg_at_1000_max": 0.37023, + "nauc_ndcg_at_1000_std": -0.60314, + "nauc_ndcg_at_1000_diff1": 0.768839, + "nauc_map_at_1_max": 0.400296, + "nauc_map_at_1_std": -0.595363, + "nauc_map_at_1_diff1": 0.832947, + "nauc_map_at_3_max": 0.378352, + "nauc_map_at_3_std": -0.617496, + "nauc_map_at_3_diff1": 0.799344, + "nauc_map_at_5_max": 0.377942, + "nauc_map_at_5_std": -0.614228, + "nauc_map_at_5_diff1": 0.791248, + "nauc_map_at_10_max": 0.376338, + "nauc_map_at_10_std": -0.611289, + "nauc_map_at_10_diff1": 0.787002, + "nauc_map_at_20_max": 0.376758, + "nauc_map_at_20_std": -0.609775, + "nauc_map_at_20_diff1": 0.785242, + "nauc_map_at_100_max": 0.37606, + "nauc_map_at_100_std": -0.608211, + "nauc_map_at_100_diff1": 0.784525, + "nauc_map_at_1000_max": 0.376278, + "nauc_map_at_1000_std": -0.608534, + "nauc_map_at_1000_diff1": 0.785126, + "nauc_recall_at_1_max": 0.400296, + "nauc_recall_at_1_std": -0.595363, + "nauc_recall_at_1_diff1": 0.832947, + "nauc_recall_at_3_max": 0.354733, + "nauc_recall_at_3_std": -0.637509, + "nauc_recall_at_3_diff1": 0.761474, + "nauc_recall_at_5_max": 0.351002, + "nauc_recall_at_5_std": -0.622241, + "nauc_recall_at_5_diff1": 0.723847, + "nauc_recall_at_10_max": 0.339383, + "nauc_recall_at_10_std": -0.602483, + "nauc_recall_at_10_diff1": 0.689718, + "nauc_recall_at_20_max": 0.342524, + "nauc_recall_at_20_std": -0.578078, + "nauc_recall_at_20_diff1": 0.656501, + "nauc_recall_at_100_max": 0.288957, + "nauc_recall_at_100_std": -0.456907, + "nauc_recall_at_100_diff1": 0.567407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.400296, + "nauc_precision_at_1_std": -0.595363, + "nauc_precision_at_1_diff1": 0.832947, + "nauc_precision_at_3_max": 0.354733, + "nauc_precision_at_3_std": -0.637509, + "nauc_precision_at_3_diff1": 0.761474, + "nauc_precision_at_5_max": 0.351002, + "nauc_precision_at_5_std": -0.622241, + "nauc_precision_at_5_diff1": 0.723847, + "nauc_precision_at_10_max": 0.339383, + "nauc_precision_at_10_std": -0.602483, + "nauc_precision_at_10_diff1": 0.689718, + "nauc_precision_at_20_max": 0.342524, + "nauc_precision_at_20_std": -0.578078, + "nauc_precision_at_20_diff1": 0.656501, + "nauc_precision_at_100_max": 0.288957, + "nauc_precision_at_100_std": -0.456907, + "nauc_precision_at_100_diff1": 0.567407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.400296, + "nauc_mrr_at_1_std": -0.595363, + "nauc_mrr_at_1_diff1": 0.832947, + "nauc_mrr_at_3_max": 0.378352, + "nauc_mrr_at_3_std": -0.617496, + "nauc_mrr_at_3_diff1": 0.799344, + "nauc_mrr_at_5_max": 0.377942, + "nauc_mrr_at_5_std": -0.614228, + "nauc_mrr_at_5_diff1": 0.791248, + "nauc_mrr_at_10_max": 0.376338, + "nauc_mrr_at_10_std": -0.611289, + "nauc_mrr_at_10_diff1": 0.787002, + "nauc_mrr_at_20_max": 0.376758, + "nauc_mrr_at_20_std": -0.609775, + "nauc_mrr_at_20_diff1": 0.785242, + "nauc_mrr_at_100_max": 0.37606, + "nauc_mrr_at_100_std": -0.608211, + "nauc_mrr_at_100_diff1": 0.784525, + "nauc_mrr_at_1000_max": 0.376278, + "nauc_mrr_at_1000_std": -0.608534, + "nauc_mrr_at_1000_diff1": 0.785126, + "main_score": 0.44494, + "hf_subset": "som_Latn-som_Latn", + "languages": [ + "som-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.48333, + "ndcg_at_3": 0.54069, + "ndcg_at_5": 0.55121, + "ndcg_at_10": 0.56392, + "ndcg_at_20": 0.577, + "ndcg_at_100": 0.60454, + "ndcg_at_1000": 0.62472, + "map_at_1": 0.48333, + "map_at_3": 0.52704, + "map_at_5": 0.53287, + "map_at_10": 0.5382, + "map_at_20": 0.54172, + "map_at_100": 0.54528, + "map_at_1000": 0.54616, + "recall_at_1": 0.48333, + "recall_at_3": 0.58, + "recall_at_5": 0.60556, + "recall_at_10": 0.64444, + "recall_at_20": 0.69667, + "recall_at_100": 0.84889, + "recall_at_1000": 1.0, + "precision_at_1": 0.48333, + "precision_at_3": 0.19333, + "precision_at_5": 0.12111, + "precision_at_10": 0.06444, + "precision_at_20": 0.03483, + "precision_at_100": 0.00849, + "precision_at_1000": 0.001, + "mrr_at_1": 0.483333, + "mrr_at_3": 0.527037, + "mrr_at_5": 0.53287, + "mrr_at_10": 0.538198, + "mrr_at_20": 0.541722, + "mrr_at_100": 0.545279, + "mrr_at_1000": 0.546161, + "nauc_ndcg_at_1_max": 0.826638, + "nauc_ndcg_at_1_std": 0.32391, + "nauc_ndcg_at_1_diff1": 0.853864, + "nauc_ndcg_at_3_max": 0.837382, + "nauc_ndcg_at_3_std": 0.372258, + "nauc_ndcg_at_3_diff1": 0.808712, + "nauc_ndcg_at_5_max": 0.832451, + "nauc_ndcg_at_5_std": 0.371699, + "nauc_ndcg_at_5_diff1": 0.799484, + "nauc_ndcg_at_10_max": 0.827062, + "nauc_ndcg_at_10_std": 0.375283, + "nauc_ndcg_at_10_diff1": 0.796111, + "nauc_ndcg_at_20_max": 0.821986, + "nauc_ndcg_at_20_std": 0.37929, + "nauc_ndcg_at_20_diff1": 0.790145, + "nauc_ndcg_at_100_max": 0.817295, + "nauc_ndcg_at_100_std": 0.380342, + "nauc_ndcg_at_100_diff1": 0.789106, + "nauc_ndcg_at_1000_max": 0.824727, + "nauc_ndcg_at_1000_std": 0.372439, + "nauc_ndcg_at_1000_diff1": 0.800664, + "nauc_map_at_1_max": 0.826638, + "nauc_map_at_1_std": 0.32391, + "nauc_map_at_1_diff1": 0.853864, + "nauc_map_at_3_max": 0.835201, + "nauc_map_at_3_std": 0.360978, + "nauc_map_at_3_diff1": 0.819645, + "nauc_map_at_5_max": 0.832343, + "nauc_map_at_5_std": 0.360322, + "nauc_map_at_5_diff1": 0.81459, + "nauc_map_at_10_max": 0.830043, + "nauc_map_at_10_std": 0.36128, + "nauc_map_at_10_diff1": 0.813396, + "nauc_map_at_20_max": 0.828818, + "nauc_map_at_20_std": 0.362311, + "nauc_map_at_20_diff1": 0.812018, + "nauc_map_at_100_max": 0.828276, + "nauc_map_at_100_std": 0.362801, + "nauc_map_at_100_diff1": 0.811928, + "nauc_map_at_1000_max": 0.828554, + "nauc_map_at_1000_std": 0.362516, + "nauc_map_at_1000_diff1": 0.812374, + "nauc_recall_at_1_max": 0.826638, + "nauc_recall_at_1_std": 0.32391, + "nauc_recall_at_1_diff1": 0.853864, + "nauc_recall_at_3_max": 0.843784, + "nauc_recall_at_3_std": 0.40616, + "nauc_recall_at_3_diff1": 0.775664, + "nauc_recall_at_5_max": 0.832011, + "nauc_recall_at_5_std": 0.407068, + "nauc_recall_at_5_diff1": 0.751298, + "nauc_recall_at_10_max": 0.814245, + "nauc_recall_at_10_std": 0.424187, + "nauc_recall_at_10_diff1": 0.735973, + "nauc_recall_at_20_max": 0.787712, + "nauc_recall_at_20_std": 0.448074, + "nauc_recall_at_20_diff1": 0.700005, + "nauc_recall_at_100_max": 0.708891, + "nauc_recall_at_100_std": 0.498258, + "nauc_recall_at_100_diff1": 0.620133, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826638, + "nauc_precision_at_1_std": 0.32391, + "nauc_precision_at_1_diff1": 0.853864, + "nauc_precision_at_3_max": 0.843784, + "nauc_precision_at_3_std": 0.40616, + "nauc_precision_at_3_diff1": 0.775664, + "nauc_precision_at_5_max": 0.832011, + "nauc_precision_at_5_std": 0.407068, + "nauc_precision_at_5_diff1": 0.751298, + "nauc_precision_at_10_max": 0.814245, + "nauc_precision_at_10_std": 0.424187, + "nauc_precision_at_10_diff1": 0.735973, + "nauc_precision_at_20_max": 0.787712, + "nauc_precision_at_20_std": 0.448074, + "nauc_precision_at_20_diff1": 0.700005, + "nauc_precision_at_100_max": 0.708891, + "nauc_precision_at_100_std": 0.498258, + "nauc_precision_at_100_diff1": 0.620133, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826638, + "nauc_mrr_at_1_std": 0.32391, + "nauc_mrr_at_1_diff1": 0.853864, + "nauc_mrr_at_3_max": 0.835201, + "nauc_mrr_at_3_std": 0.360978, + "nauc_mrr_at_3_diff1": 0.819645, + "nauc_mrr_at_5_max": 0.832343, + "nauc_mrr_at_5_std": 0.360322, + "nauc_mrr_at_5_diff1": 0.81459, + "nauc_mrr_at_10_max": 0.830043, + "nauc_mrr_at_10_std": 0.36128, + "nauc_mrr_at_10_diff1": 0.813396, + "nauc_mrr_at_20_max": 0.828818, + "nauc_mrr_at_20_std": 0.362311, + "nauc_mrr_at_20_diff1": 0.812018, + "nauc_mrr_at_100_max": 0.828276, + "nauc_mrr_at_100_std": 0.362801, + "nauc_mrr_at_100_diff1": 0.811928, + "nauc_mrr_at_1000_max": 0.828554, + "nauc_mrr_at_1000_std": 0.362516, + "nauc_mrr_at_1000_diff1": 0.812374, + "main_score": 0.56392, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36667, + "ndcg_at_3": 0.40415, + "ndcg_at_5": 0.40951, + "ndcg_at_10": 0.41637, + "ndcg_at_20": 0.42173, + "ndcg_at_100": 0.44834, + "ndcg_at_1000": 0.49412, + "map_at_1": 0.36667, + "map_at_3": 0.39519, + "map_at_5": 0.39807, + "map_at_10": 0.40093, + "map_at_20": 0.40241, + "map_at_100": 0.40549, + "map_at_1000": 0.4071, + "recall_at_1": 0.36667, + "recall_at_3": 0.43, + "recall_at_5": 0.44333, + "recall_at_10": 0.46444, + "recall_at_20": 0.48556, + "recall_at_100": 0.63778, + "recall_at_1000": 1.0, + "precision_at_1": 0.36667, + "precision_at_3": 0.14333, + "precision_at_5": 0.08867, + "precision_at_10": 0.04644, + "precision_at_20": 0.02428, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "mrr_at_1": 0.366667, + "mrr_at_3": 0.395185, + "mrr_at_5": 0.398074, + "mrr_at_10": 0.400931, + "mrr_at_20": 0.402408, + "mrr_at_100": 0.405493, + "mrr_at_1000": 0.407104, + "nauc_ndcg_at_1_max": 0.870929, + "nauc_ndcg_at_1_std": 0.709472, + "nauc_ndcg_at_1_diff1": 0.874761, + "nauc_ndcg_at_3_max": 0.870419, + "nauc_ndcg_at_3_std": 0.748457, + "nauc_ndcg_at_3_diff1": 0.827454, + "nauc_ndcg_at_5_max": 0.868666, + "nauc_ndcg_at_5_std": 0.749243, + "nauc_ndcg_at_5_diff1": 0.824303, + "nauc_ndcg_at_10_max": 0.864501, + "nauc_ndcg_at_10_std": 0.751584, + "nauc_ndcg_at_10_diff1": 0.81836, + "nauc_ndcg_at_20_max": 0.857658, + "nauc_ndcg_at_20_std": 0.75253, + "nauc_ndcg_at_20_diff1": 0.812227, + "nauc_ndcg_at_100_max": 0.841741, + "nauc_ndcg_at_100_std": 0.736339, + "nauc_ndcg_at_100_diff1": 0.797855, + "nauc_ndcg_at_1000_max": 0.855591, + "nauc_ndcg_at_1000_std": 0.740816, + "nauc_ndcg_at_1000_diff1": 0.815538, + "nauc_map_at_1_max": 0.870929, + "nauc_map_at_1_std": 0.709472, + "nauc_map_at_1_diff1": 0.874761, + "nauc_map_at_3_max": 0.87085, + "nauc_map_at_3_std": 0.739556, + "nauc_map_at_3_diff1": 0.838225, + "nauc_map_at_5_max": 0.869911, + "nauc_map_at_5_std": 0.740012, + "nauc_map_at_5_diff1": 0.836454, + "nauc_map_at_10_max": 0.86819, + "nauc_map_at_10_std": 0.741134, + "nauc_map_at_10_diff1": 0.834066, + "nauc_map_at_20_max": 0.866331, + "nauc_map_at_20_std": 0.741495, + "nauc_map_at_20_diff1": 0.832383, + "nauc_map_at_100_max": 0.864185, + "nauc_map_at_100_std": 0.739146, + "nauc_map_at_100_diff1": 0.830516, + "nauc_map_at_1000_max": 0.86454, + "nauc_map_at_1000_std": 0.739207, + "nauc_map_at_1000_diff1": 0.831004, + "nauc_recall_at_1_max": 0.870929, + "nauc_recall_at_1_std": 0.709472, + "nauc_recall_at_1_diff1": 0.874761, + "nauc_recall_at_3_max": 0.869051, + "nauc_recall_at_3_std": 0.773909, + "nauc_recall_at_3_diff1": 0.796672, + "nauc_recall_at_5_max": 0.864644, + "nauc_recall_at_5_std": 0.775813, + "nauc_recall_at_5_diff1": 0.789006, + "nauc_recall_at_10_max": 0.851686, + "nauc_recall_at_10_std": 0.782403, + "nauc_recall_at_10_diff1": 0.769981, + "nauc_recall_at_20_max": 0.824143, + "nauc_recall_at_20_std": 0.785576, + "nauc_recall_at_20_diff1": 0.745219, + "nauc_recall_at_100_max": 0.717176, + "nauc_recall_at_100_std": 0.692633, + "nauc_recall_at_100_diff1": 0.640808, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.870929, + "nauc_precision_at_1_std": 0.709472, + "nauc_precision_at_1_diff1": 0.874761, + "nauc_precision_at_3_max": 0.869051, + "nauc_precision_at_3_std": 0.773909, + "nauc_precision_at_3_diff1": 0.796672, + "nauc_precision_at_5_max": 0.864644, + "nauc_precision_at_5_std": 0.775813, + "nauc_precision_at_5_diff1": 0.789006, + "nauc_precision_at_10_max": 0.851686, + "nauc_precision_at_10_std": 0.782403, + "nauc_precision_at_10_diff1": 0.769981, + "nauc_precision_at_20_max": 0.824143, + "nauc_precision_at_20_std": 0.785576, + "nauc_precision_at_20_diff1": 0.745219, + "nauc_precision_at_100_max": 0.717176, + "nauc_precision_at_100_std": 0.692633, + "nauc_precision_at_100_diff1": 0.640808, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.870929, + "nauc_mrr_at_1_std": 0.709472, + "nauc_mrr_at_1_diff1": 0.874761, + "nauc_mrr_at_3_max": 0.87085, + "nauc_mrr_at_3_std": 0.739556, + "nauc_mrr_at_3_diff1": 0.838225, + "nauc_mrr_at_5_max": 0.869911, + "nauc_mrr_at_5_std": 0.740012, + "nauc_mrr_at_5_diff1": 0.836454, + "nauc_mrr_at_10_max": 0.86819, + "nauc_mrr_at_10_std": 0.741134, + "nauc_mrr_at_10_diff1": 0.834066, + "nauc_mrr_at_20_max": 0.866331, + "nauc_mrr_at_20_std": 0.741495, + "nauc_mrr_at_20_diff1": 0.832383, + "nauc_mrr_at_100_max": 0.864185, + "nauc_mrr_at_100_std": 0.739146, + "nauc_mrr_at_100_diff1": 0.830516, + "nauc_mrr_at_1000_max": 0.86454, + "nauc_mrr_at_1000_std": 0.739207, + "nauc_mrr_at_1000_diff1": 0.831004, + "main_score": 0.41637, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.51479, + "ndcg_at_5": 0.52344, + "ndcg_at_10": 0.53533, + "ndcg_at_20": 0.54721, + "ndcg_at_100": 0.57239, + "ndcg_at_1000": 0.59846, + "map_at_1": 0.46778, + "map_at_3": 0.5037, + "map_at_5": 0.50848, + "map_at_10": 0.51341, + "map_at_20": 0.51657, + "map_at_100": 0.5194, + "map_at_1000": 0.5204, + "recall_at_1": 0.46778, + "recall_at_3": 0.54667, + "recall_at_5": 0.56778, + "recall_at_10": 0.60444, + "recall_at_20": 0.65222, + "recall_at_100": 0.79778, + "recall_at_1000": 1.0, + "precision_at_1": 0.46778, + "precision_at_3": 0.18222, + "precision_at_5": 0.11356, + "precision_at_10": 0.06044, + "precision_at_20": 0.03261, + "precision_at_100": 0.00798, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.503704, + "mrr_at_5": 0.508481, + "mrr_at_10": 0.513408, + "mrr_at_20": 0.516566, + "mrr_at_100": 0.519397, + "mrr_at_1000": 0.520401, + "nauc_ndcg_at_1_max": 0.525121, + "nauc_ndcg_at_1_std": -0.664031, + "nauc_ndcg_at_1_diff1": 0.864416, + "nauc_ndcg_at_3_max": 0.526643, + "nauc_ndcg_at_3_std": -0.685165, + "nauc_ndcg_at_3_diff1": 0.82948, + "nauc_ndcg_at_5_max": 0.521571, + "nauc_ndcg_at_5_std": -0.680602, + "nauc_ndcg_at_5_diff1": 0.824184, + "nauc_ndcg_at_10_max": 0.509597, + "nauc_ndcg_at_10_std": -0.683162, + "nauc_ndcg_at_10_diff1": 0.816297, + "nauc_ndcg_at_20_max": 0.509295, + "nauc_ndcg_at_20_std": -0.678051, + "nauc_ndcg_at_20_diff1": 0.812161, + "nauc_ndcg_at_100_max": 0.506784, + "nauc_ndcg_at_100_std": -0.662346, + "nauc_ndcg_at_100_diff1": 0.807963, + "nauc_ndcg_at_1000_max": 0.513585, + "nauc_ndcg_at_1000_std": -0.671975, + "nauc_ndcg_at_1000_diff1": 0.819761, + "nauc_map_at_1_max": 0.525121, + "nauc_map_at_1_std": -0.664031, + "nauc_map_at_1_diff1": 0.864416, + "nauc_map_at_3_max": 0.525628, + "nauc_map_at_3_std": -0.681228, + "nauc_map_at_3_diff1": 0.837521, + "nauc_map_at_5_max": 0.522743, + "nauc_map_at_5_std": -0.678645, + "nauc_map_at_5_diff1": 0.834706, + "nauc_map_at_10_max": 0.51784, + "nauc_map_at_10_std": -0.679655, + "nauc_map_at_10_diff1": 0.831494, + "nauc_map_at_20_max": 0.518057, + "nauc_map_at_20_std": -0.678147, + "nauc_map_at_20_diff1": 0.830671, + "nauc_map_at_100_max": 0.517831, + "nauc_map_at_100_std": -0.67603, + "nauc_map_at_100_diff1": 0.830153, + "nauc_map_at_1000_max": 0.518105, + "nauc_map_at_1000_std": -0.676221, + "nauc_map_at_1000_diff1": 0.830588, + "nauc_recall_at_1_max": 0.525121, + "nauc_recall_at_1_std": -0.664031, + "nauc_recall_at_1_diff1": 0.864416, + "nauc_recall_at_3_max": 0.529947, + "nauc_recall_at_3_std": -0.696366, + "nauc_recall_at_3_diff1": 0.805729, + "nauc_recall_at_5_max": 0.517654, + "nauc_recall_at_5_std": -0.685383, + "nauc_recall_at_5_diff1": 0.791601, + "nauc_recall_at_10_max": 0.478171, + "nauc_recall_at_10_std": -0.694171, + "nauc_recall_at_10_diff1": 0.764448, + "nauc_recall_at_20_max": 0.471564, + "nauc_recall_at_20_std": -0.673251, + "nauc_recall_at_20_diff1": 0.739116, + "nauc_recall_at_100_max": 0.428792, + "nauc_recall_at_100_std": -0.534285, + "nauc_recall_at_100_diff1": 0.66713, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.525121, + "nauc_precision_at_1_std": -0.664031, + "nauc_precision_at_1_diff1": 0.864416, + "nauc_precision_at_3_max": 0.529947, + "nauc_precision_at_3_std": -0.696366, + "nauc_precision_at_3_diff1": 0.805729, + "nauc_precision_at_5_max": 0.517654, + "nauc_precision_at_5_std": -0.685383, + "nauc_precision_at_5_diff1": 0.791601, + "nauc_precision_at_10_max": 0.478171, + "nauc_precision_at_10_std": -0.694171, + "nauc_precision_at_10_diff1": 0.764448, + "nauc_precision_at_20_max": 0.471564, + "nauc_precision_at_20_std": -0.673251, + "nauc_precision_at_20_diff1": 0.739116, + "nauc_precision_at_100_max": 0.428792, + "nauc_precision_at_100_std": -0.534285, + "nauc_precision_at_100_diff1": 0.66713, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.525121, + "nauc_mrr_at_1_std": -0.664031, + "nauc_mrr_at_1_diff1": 0.864416, + "nauc_mrr_at_3_max": 0.525628, + "nauc_mrr_at_3_std": -0.681228, + "nauc_mrr_at_3_diff1": 0.837521, + "nauc_mrr_at_5_max": 0.522743, + "nauc_mrr_at_5_std": -0.678645, + "nauc_mrr_at_5_diff1": 0.834706, + "nauc_mrr_at_10_max": 0.51784, + "nauc_mrr_at_10_std": -0.679655, + "nauc_mrr_at_10_diff1": 0.831494, + "nauc_mrr_at_20_max": 0.518057, + "nauc_mrr_at_20_std": -0.678147, + "nauc_mrr_at_20_diff1": 0.830671, + "nauc_mrr_at_100_max": 0.517831, + "nauc_mrr_at_100_std": -0.67603, + "nauc_mrr_at_100_diff1": 0.830153, + "nauc_mrr_at_1000_max": 0.518105, + "nauc_mrr_at_1000_std": -0.676221, + "nauc_mrr_at_1000_diff1": 0.830588, + "main_score": 0.53533, + "hf_subset": "sot_Latn-sot_Latn", + "languages": [ + "sot-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.57944, + "ndcg_at_5": 0.59503, + "ndcg_at_10": 0.61097, + "ndcg_at_20": 0.61989, + "ndcg_at_100": 0.6455, + "ndcg_at_1000": 0.66232, + "map_at_1": 0.53889, + "map_at_3": 0.56963, + "map_at_5": 0.5783, + "map_at_10": 0.58494, + "map_at_20": 0.58736, + "map_at_100": 0.59063, + "map_at_1000": 0.59132, + "recall_at_1": 0.53889, + "recall_at_3": 0.60778, + "recall_at_5": 0.64556, + "recall_at_10": 0.69444, + "recall_at_20": 0.73, + "recall_at_100": 0.87222, + "recall_at_1000": 1.0, + "precision_at_1": 0.53889, + "precision_at_3": 0.20259, + "precision_at_5": 0.12911, + "precision_at_10": 0.06944, + "precision_at_20": 0.0365, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.56963, + "mrr_at_5": 0.578296, + "mrr_at_10": 0.584944, + "mrr_at_20": 0.587357, + "mrr_at_100": 0.59063, + "mrr_at_1000": 0.591324, + "nauc_ndcg_at_1_max": 0.84039, + "nauc_ndcg_at_1_std": 0.321268, + "nauc_ndcg_at_1_diff1": 0.865015, + "nauc_ndcg_at_3_max": 0.855697, + "nauc_ndcg_at_3_std": 0.367138, + "nauc_ndcg_at_3_diff1": 0.833911, + "nauc_ndcg_at_5_max": 0.849886, + "nauc_ndcg_at_5_std": 0.369399, + "nauc_ndcg_at_5_diff1": 0.824952, + "nauc_ndcg_at_10_max": 0.845378, + "nauc_ndcg_at_10_std": 0.378706, + "nauc_ndcg_at_10_diff1": 0.819567, + "nauc_ndcg_at_20_max": 0.841761, + "nauc_ndcg_at_20_std": 0.377144, + "nauc_ndcg_at_20_diff1": 0.816983, + "nauc_ndcg_at_100_max": 0.839499, + "nauc_ndcg_at_100_std": 0.376467, + "nauc_ndcg_at_100_diff1": 0.816803, + "nauc_ndcg_at_1000_max": 0.844629, + "nauc_ndcg_at_1000_std": 0.370282, + "nauc_ndcg_at_1000_diff1": 0.824977, + "nauc_map_at_1_max": 0.84039, + "nauc_map_at_1_std": 0.321268, + "nauc_map_at_1_diff1": 0.865015, + "nauc_map_at_3_max": 0.853331, + "nauc_map_at_3_std": 0.356951, + "nauc_map_at_3_diff1": 0.841108, + "nauc_map_at_5_max": 0.850316, + "nauc_map_at_5_std": 0.358052, + "nauc_map_at_5_diff1": 0.836448, + "nauc_map_at_10_max": 0.848406, + "nauc_map_at_10_std": 0.361627, + "nauc_map_at_10_diff1": 0.834291, + "nauc_map_at_20_max": 0.847524, + "nauc_map_at_20_std": 0.36113, + "nauc_map_at_20_diff1": 0.833738, + "nauc_map_at_100_max": 0.847305, + "nauc_map_at_100_std": 0.361427, + "nauc_map_at_100_diff1": 0.833698, + "nauc_map_at_1000_max": 0.84749, + "nauc_map_at_1000_std": 0.361189, + "nauc_map_at_1000_diff1": 0.833998, + "nauc_recall_at_1_max": 0.84039, + "nauc_recall_at_1_std": 0.321268, + "nauc_recall_at_1_diff1": 0.865015, + "nauc_recall_at_3_max": 0.862216, + "nauc_recall_at_3_std": 0.397379, + "nauc_recall_at_3_diff1": 0.812408, + "nauc_recall_at_5_max": 0.846678, + "nauc_recall_at_5_std": 0.405362, + "nauc_recall_at_5_diff1": 0.786959, + "nauc_recall_at_10_max": 0.831021, + "nauc_recall_at_10_std": 0.442376, + "nauc_recall_at_10_diff1": 0.76473, + "nauc_recall_at_20_max": 0.811214, + "nauc_recall_at_20_std": 0.441245, + "nauc_recall_at_20_diff1": 0.745787, + "nauc_recall_at_100_max": 0.756621, + "nauc_recall_at_100_std": 0.475456, + "nauc_recall_at_100_diff1": 0.684686, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.84039, + "nauc_precision_at_1_std": 0.321268, + "nauc_precision_at_1_diff1": 0.865015, + "nauc_precision_at_3_max": 0.862216, + "nauc_precision_at_3_std": 0.397379, + "nauc_precision_at_3_diff1": 0.812408, + "nauc_precision_at_5_max": 0.846678, + "nauc_precision_at_5_std": 0.405362, + "nauc_precision_at_5_diff1": 0.786959, + "nauc_precision_at_10_max": 0.831021, + "nauc_precision_at_10_std": 0.442376, + "nauc_precision_at_10_diff1": 0.76473, + "nauc_precision_at_20_max": 0.811214, + "nauc_precision_at_20_std": 0.441245, + "nauc_precision_at_20_diff1": 0.745787, + "nauc_precision_at_100_max": 0.756621, + "nauc_precision_at_100_std": 0.475456, + "nauc_precision_at_100_diff1": 0.684686, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.84039, + "nauc_mrr_at_1_std": 0.321268, + "nauc_mrr_at_1_diff1": 0.865015, + "nauc_mrr_at_3_max": 0.853331, + "nauc_mrr_at_3_std": 0.356951, + "nauc_mrr_at_3_diff1": 0.841108, + "nauc_mrr_at_5_max": 0.850316, + "nauc_mrr_at_5_std": 0.358052, + "nauc_mrr_at_5_diff1": 0.836448, + "nauc_mrr_at_10_max": 0.848406, + "nauc_mrr_at_10_std": 0.361627, + "nauc_mrr_at_10_diff1": 0.834291, + "nauc_mrr_at_20_max": 0.847524, + "nauc_mrr_at_20_std": 0.36113, + "nauc_mrr_at_20_diff1": 0.833738, + "nauc_mrr_at_100_max": 0.847305, + "nauc_mrr_at_100_std": 0.361427, + "nauc_mrr_at_100_diff1": 0.833698, + "nauc_mrr_at_1000_max": 0.84749, + "nauc_mrr_at_1000_std": 0.361189, + "nauc_mrr_at_1000_diff1": 0.833998, + "main_score": 0.61097, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38778, + "ndcg_at_3": 0.43005, + "ndcg_at_5": 0.43416, + "ndcg_at_10": 0.43962, + "ndcg_at_20": 0.44391, + "ndcg_at_100": 0.4682, + "ndcg_at_1000": 0.51392, + "map_at_1": 0.38778, + "map_at_3": 0.42037, + "map_at_5": 0.42265, + "map_at_10": 0.42494, + "map_at_20": 0.42615, + "map_at_100": 0.42906, + "map_at_1000": 0.43067, + "recall_at_1": 0.38778, + "recall_at_3": 0.45778, + "recall_at_5": 0.46778, + "recall_at_10": 0.48444, + "recall_at_20": 0.50111, + "recall_at_100": 0.63889, + "recall_at_1000": 1.0, + "precision_at_1": 0.38778, + "precision_at_3": 0.15259, + "precision_at_5": 0.09356, + "precision_at_10": 0.04844, + "precision_at_20": 0.02506, + "precision_at_100": 0.00639, + "precision_at_1000": 0.001, + "mrr_at_1": 0.387778, + "mrr_at_3": 0.42037, + "mrr_at_5": 0.422648, + "mrr_at_10": 0.424942, + "mrr_at_20": 0.426154, + "mrr_at_100": 0.429057, + "mrr_at_1000": 0.430674, + "nauc_ndcg_at_1_max": 0.911126, + "nauc_ndcg_at_1_std": 0.734239, + "nauc_ndcg_at_1_diff1": 0.914921, + "nauc_ndcg_at_3_max": 0.928165, + "nauc_ndcg_at_3_std": 0.780894, + "nauc_ndcg_at_3_diff1": 0.87672, + "nauc_ndcg_at_5_max": 0.923572, + "nauc_ndcg_at_5_std": 0.781152, + "nauc_ndcg_at_5_diff1": 0.871122, + "nauc_ndcg_at_10_max": 0.917907, + "nauc_ndcg_at_10_std": 0.783616, + "nauc_ndcg_at_10_diff1": 0.863961, + "nauc_ndcg_at_20_max": 0.911422, + "nauc_ndcg_at_20_std": 0.779193, + "nauc_ndcg_at_20_diff1": 0.856654, + "nauc_ndcg_at_100_max": 0.895746, + "nauc_ndcg_at_100_std": 0.76249, + "nauc_ndcg_at_100_diff1": 0.843881, + "nauc_ndcg_at_1000_max": 0.908409, + "nauc_ndcg_at_1000_std": 0.768681, + "nauc_ndcg_at_1000_diff1": 0.86061, + "nauc_map_at_1_max": 0.911126, + "nauc_map_at_1_std": 0.734239, + "nauc_map_at_1_diff1": 0.914921, + "nauc_map_at_3_max": 0.924023, + "nauc_map_at_3_std": 0.769048, + "nauc_map_at_3_diff1": 0.885161, + "nauc_map_at_5_max": 0.921466, + "nauc_map_at_5_std": 0.769144, + "nauc_map_at_5_diff1": 0.881995, + "nauc_map_at_10_max": 0.91913, + "nauc_map_at_10_std": 0.770198, + "nauc_map_at_10_diff1": 0.879031, + "nauc_map_at_20_max": 0.917314, + "nauc_map_at_20_std": 0.768877, + "nauc_map_at_20_diff1": 0.877035, + "nauc_map_at_100_max": 0.915397, + "nauc_map_at_100_std": 0.767083, + "nauc_map_at_100_diff1": 0.875459, + "nauc_map_at_1000_max": 0.915653, + "nauc_map_at_1000_std": 0.767086, + "nauc_map_at_1000_diff1": 0.87586, + "nauc_recall_at_1_max": 0.911126, + "nauc_recall_at_1_std": 0.734239, + "nauc_recall_at_1_diff1": 0.914921, + "nauc_recall_at_3_max": 0.940214, + "nauc_recall_at_3_std": 0.815565, + "nauc_recall_at_3_diff1": 0.852515, + "nauc_recall_at_5_max": 0.929065, + "nauc_recall_at_5_std": 0.816475, + "nauc_recall_at_5_diff1": 0.839043, + "nauc_recall_at_10_max": 0.911403, + "nauc_recall_at_10_std": 0.824105, + "nauc_recall_at_10_diff1": 0.816634, + "nauc_recall_at_20_max": 0.885619, + "nauc_recall_at_20_std": 0.807438, + "nauc_recall_at_20_diff1": 0.786978, + "nauc_recall_at_100_max": 0.778092, + "nauc_recall_at_100_std": 0.698466, + "nauc_recall_at_100_diff1": 0.690971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.911126, + "nauc_precision_at_1_std": 0.734239, + "nauc_precision_at_1_diff1": 0.914921, + "nauc_precision_at_3_max": 0.940214, + "nauc_precision_at_3_std": 0.815565, + "nauc_precision_at_3_diff1": 0.852515, + "nauc_precision_at_5_max": 0.929065, + "nauc_precision_at_5_std": 0.816475, + "nauc_precision_at_5_diff1": 0.839043, + "nauc_precision_at_10_max": 0.911403, + "nauc_precision_at_10_std": 0.824105, + "nauc_precision_at_10_diff1": 0.816634, + "nauc_precision_at_20_max": 0.885619, + "nauc_precision_at_20_std": 0.807438, + "nauc_precision_at_20_diff1": 0.786978, + "nauc_precision_at_100_max": 0.778092, + "nauc_precision_at_100_std": 0.698466, + "nauc_precision_at_100_diff1": 0.690971, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.911126, + "nauc_mrr_at_1_std": 0.734239, + "nauc_mrr_at_1_diff1": 0.914921, + "nauc_mrr_at_3_max": 0.924023, + "nauc_mrr_at_3_std": 0.769048, + "nauc_mrr_at_3_diff1": 0.885161, + "nauc_mrr_at_5_max": 0.921466, + "nauc_mrr_at_5_std": 0.769144, + "nauc_mrr_at_5_diff1": 0.881995, + "nauc_mrr_at_10_max": 0.91913, + "nauc_mrr_at_10_std": 0.770198, + "nauc_mrr_at_10_diff1": 0.879031, + "nauc_mrr_at_20_max": 0.917314, + "nauc_mrr_at_20_std": 0.768877, + "nauc_mrr_at_20_diff1": 0.877035, + "nauc_mrr_at_100_max": 0.915397, + "nauc_mrr_at_100_std": 0.767083, + "nauc_mrr_at_100_diff1": 0.875459, + "nauc_mrr_at_1000_max": 0.915653, + "nauc_mrr_at_1000_std": 0.767086, + "nauc_mrr_at_1000_diff1": 0.87586, + "main_score": 0.43962, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94398, + "ndcg_at_5": 0.94862, + "ndcg_at_10": 0.95077, + "ndcg_at_20": 0.95246, + "ndcg_at_100": 0.95366, + "ndcg_at_1000": 0.95407, + "map_at_1": 0.91222, + "map_at_3": 0.93648, + "map_at_5": 0.93909, + "map_at_10": 0.93998, + "map_at_20": 0.94045, + "map_at_100": 0.94059, + "map_at_1000": 0.94061, + "recall_at_1": 0.91222, + "recall_at_3": 0.96556, + "recall_at_5": 0.97667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32185, + "precision_at_5": 0.19533, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.939093, + "mrr_at_10": 0.939975, + "mrr_at_20": 0.940446, + "mrr_at_100": 0.940592, + "mrr_at_1000": 0.940607, + "nauc_ndcg_at_1_max": 0.831218, + "nauc_ndcg_at_1_std": -0.071901, + "nauc_ndcg_at_1_diff1": 0.927076, + "nauc_ndcg_at_3_max": 0.870714, + "nauc_ndcg_at_3_std": 0.012836, + "nauc_ndcg_at_3_diff1": 0.932341, + "nauc_ndcg_at_5_max": 0.866098, + "nauc_ndcg_at_5_std": 0.009764, + "nauc_ndcg_at_5_diff1": 0.935283, + "nauc_ndcg_at_10_max": 0.860255, + "nauc_ndcg_at_10_std": -0.013664, + "nauc_ndcg_at_10_diff1": 0.93351, + "nauc_ndcg_at_20_max": 0.858528, + "nauc_ndcg_at_20_std": -0.009876, + "nauc_ndcg_at_20_diff1": 0.93279, + "nauc_ndcg_at_100_max": 0.856686, + "nauc_ndcg_at_100_std": -0.021867, + "nauc_ndcg_at_100_diff1": 0.932238, + "nauc_ndcg_at_1000_max": 0.855854, + "nauc_ndcg_at_1000_std": -0.02224, + "nauc_ndcg_at_1000_diff1": 0.931985, + "nauc_map_at_1_max": 0.831218, + "nauc_map_at_1_std": -0.071901, + "nauc_map_at_1_diff1": 0.927076, + "nauc_map_at_3_max": 0.857976, + "nauc_map_at_3_std": -0.018131, + "nauc_map_at_3_diff1": 0.930469, + "nauc_map_at_5_max": 0.855226, + "nauc_map_at_5_std": -0.021852, + "nauc_map_at_5_diff1": 0.931861, + "nauc_map_at_10_max": 0.853097, + "nauc_map_at_10_std": -0.030456, + "nauc_map_at_10_diff1": 0.931263, + "nauc_map_at_20_max": 0.852639, + "nauc_map_at_20_std": -0.030141, + "nauc_map_at_20_diff1": 0.931125, + "nauc_map_at_100_max": 0.852418, + "nauc_map_at_100_std": -0.031528, + "nauc_map_at_100_diff1": 0.931063, + "nauc_map_at_1000_max": 0.852403, + "nauc_map_at_1000_std": -0.031407, + "nauc_map_at_1000_diff1": 0.931051, + "nauc_recall_at_1_max": 0.831218, + "nauc_recall_at_1_std": -0.071901, + "nauc_recall_at_1_diff1": 0.927076, + "nauc_recall_at_3_max": 0.93818, + "nauc_recall_at_3_std": 0.179708, + "nauc_recall_at_3_diff1": 0.942396, + "nauc_recall_at_5_max": 0.94609, + "nauc_recall_at_5_std": 0.253079, + "nauc_recall_at_5_diff1": 0.961874, + "nauc_recall_at_10_max": 0.924525, + "nauc_recall_at_10_std": 0.139776, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.935937, + "nauc_recall_at_20_std": 0.330688, + "nauc_recall_at_20_diff1": 0.954611, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.134143, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.831218, + "nauc_precision_at_1_std": -0.071901, + "nauc_precision_at_1_diff1": 0.927076, + "nauc_precision_at_3_max": 0.93818, + "nauc_precision_at_3_std": 0.179708, + "nauc_precision_at_3_diff1": 0.942396, + "nauc_precision_at_5_max": 0.94609, + "nauc_precision_at_5_std": 0.253079, + "nauc_precision_at_5_diff1": 0.961874, + "nauc_precision_at_10_max": 0.924525, + "nauc_precision_at_10_std": 0.139776, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.935937, + "nauc_precision_at_20_std": 0.330688, + "nauc_precision_at_20_diff1": 0.954611, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.134143, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.831218, + "nauc_mrr_at_1_std": -0.071901, + "nauc_mrr_at_1_diff1": 0.927076, + "nauc_mrr_at_3_max": 0.857976, + "nauc_mrr_at_3_std": -0.018131, + "nauc_mrr_at_3_diff1": 0.930469, + "nauc_mrr_at_5_max": 0.855226, + "nauc_mrr_at_5_std": -0.021852, + "nauc_mrr_at_5_diff1": 0.931861, + "nauc_mrr_at_10_max": 0.853097, + "nauc_mrr_at_10_std": -0.030456, + "nauc_mrr_at_10_diff1": 0.931263, + "nauc_mrr_at_20_max": 0.852639, + "nauc_mrr_at_20_std": -0.030141, + "nauc_mrr_at_20_diff1": 0.931125, + "nauc_mrr_at_100_max": 0.852418, + "nauc_mrr_at_100_std": -0.031528, + "nauc_mrr_at_100_diff1": 0.931063, + "nauc_mrr_at_1000_max": 0.852403, + "nauc_mrr_at_1000_std": -0.031407, + "nauc_mrr_at_1000_diff1": 0.931051, + "main_score": 0.95077, + "hf_subset": "spa_Latn-spa_Latn", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.91556, + "ndcg_at_3": 0.94775, + "ndcg_at_5": 0.95239, + "ndcg_at_10": 0.95561, + "ndcg_at_20": 0.95648, + "ndcg_at_100": 0.95713, + "ndcg_at_1000": 0.95755, + "map_at_1": 0.91556, + "map_at_3": 0.94037, + "map_at_5": 0.94298, + "map_at_10": 0.9443, + "map_at_20": 0.94456, + "map_at_100": 0.94465, + "map_at_1000": 0.94467, + "recall_at_1": 0.91556, + "recall_at_3": 0.96889, + "recall_at_5": 0.98, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91556, + "precision_at_3": 0.32296, + "precision_at_5": 0.196, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.915556, + "mrr_at_3": 0.94037, + "mrr_at_5": 0.942981, + "mrr_at_10": 0.944301, + "mrr_at_20": 0.944555, + "mrr_at_100": 0.944653, + "mrr_at_1000": 0.94467, + "nauc_ndcg_at_1_max": 0.801606, + "nauc_ndcg_at_1_std": -0.280524, + "nauc_ndcg_at_1_diff1": 0.920758, + "nauc_ndcg_at_3_max": 0.845177, + "nauc_ndcg_at_3_std": -0.2633, + "nauc_ndcg_at_3_diff1": 0.92501, + "nauc_ndcg_at_5_max": 0.842538, + "nauc_ndcg_at_5_std": -0.243433, + "nauc_ndcg_at_5_diff1": 0.92744, + "nauc_ndcg_at_10_max": 0.836474, + "nauc_ndcg_at_10_std": -0.245895, + "nauc_ndcg_at_10_diff1": 0.927458, + "nauc_ndcg_at_20_max": 0.833196, + "nauc_ndcg_at_20_std": -0.258325, + "nauc_ndcg_at_20_diff1": 0.926004, + "nauc_ndcg_at_100_max": 0.832775, + "nauc_ndcg_at_100_std": -0.248477, + "nauc_ndcg_at_100_diff1": 0.924893, + "nauc_ndcg_at_1000_max": 0.831598, + "nauc_ndcg_at_1000_std": -0.2504, + "nauc_ndcg_at_1000_diff1": 0.924645, + "nauc_map_at_1_max": 0.801606, + "nauc_map_at_1_std": -0.280524, + "nauc_map_at_1_diff1": 0.920758, + "nauc_map_at_3_max": 0.83275, + "nauc_map_at_3_std": -0.264829, + "nauc_map_at_3_diff1": 0.923332, + "nauc_map_at_5_max": 0.830912, + "nauc_map_at_5_std": -0.255044, + "nauc_map_at_5_diff1": 0.924233, + "nauc_map_at_10_max": 0.828736, + "nauc_map_at_10_std": -0.255211, + "nauc_map_at_10_diff1": 0.924107, + "nauc_map_at_20_max": 0.82795, + "nauc_map_at_20_std": -0.257918, + "nauc_map_at_20_diff1": 0.923758, + "nauc_map_at_100_max": 0.827901, + "nauc_map_at_100_std": -0.256367, + "nauc_map_at_100_diff1": 0.923624, + "nauc_map_at_1000_max": 0.827873, + "nauc_map_at_1000_std": -0.256229, + "nauc_map_at_1000_diff1": 0.923625, + "nauc_recall_at_1_max": 0.801606, + "nauc_recall_at_1_std": -0.280524, + "nauc_recall_at_1_diff1": 0.920758, + "nauc_recall_at_3_max": 0.911965, + "nauc_recall_at_3_std": -0.258287, + "nauc_recall_at_3_diff1": 0.934474, + "nauc_recall_at_5_max": 0.934381, + "nauc_recall_at_5_std": -0.148356, + "nauc_recall_at_5_diff1": 0.955519, + "nauc_recall_at_10_max": 0.940087, + "nauc_recall_at_10_std": -0.114794, + "nauc_recall_at_10_diff1": 0.985476, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801606, + "nauc_precision_at_1_std": -0.280524, + "nauc_precision_at_1_diff1": 0.920758, + "nauc_precision_at_3_max": 0.911965, + "nauc_precision_at_3_std": -0.258287, + "nauc_precision_at_3_diff1": 0.934474, + "nauc_precision_at_5_max": 0.934381, + "nauc_precision_at_5_std": -0.148356, + "nauc_precision_at_5_diff1": 0.955519, + "nauc_precision_at_10_max": 0.940087, + "nauc_precision_at_10_std": -0.114794, + "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801606, + "nauc_mrr_at_1_std": -0.280524, + "nauc_mrr_at_1_diff1": 0.920758, + "nauc_mrr_at_3_max": 0.83275, + "nauc_mrr_at_3_std": -0.264829, + "nauc_mrr_at_3_diff1": 0.923332, + "nauc_mrr_at_5_max": 0.830912, + "nauc_mrr_at_5_std": -0.255044, + "nauc_mrr_at_5_diff1": 0.924233, + "nauc_mrr_at_10_max": 0.828736, + "nauc_mrr_at_10_std": -0.255211, + "nauc_mrr_at_10_diff1": 0.924107, + "nauc_mrr_at_20_max": 0.82795, + "nauc_mrr_at_20_std": -0.257918, + "nauc_mrr_at_20_diff1": 0.923758, + "nauc_mrr_at_100_max": 0.827901, + "nauc_mrr_at_100_std": -0.256367, + "nauc_mrr_at_100_diff1": 0.923624, + "nauc_mrr_at_1000_max": 0.827873, + "nauc_mrr_at_1000_std": -0.256229, + "nauc_mrr_at_1000_diff1": 0.923625, + "main_score": 0.95561, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94468, + "ndcg_at_5": 0.94736, + "ndcg_at_10": 0.94927, + "ndcg_at_20": 0.95131, + "ndcg_at_100": 0.95273, + "ndcg_at_1000": 0.95329, + "map_at_1": 0.91111, + "map_at_3": 0.93667, + "map_at_5": 0.93811, + "map_at_10": 0.93896, + "map_at_20": 0.93957, + "map_at_100": 0.93975, + "map_at_1000": 0.93977, + "recall_at_1": 0.91111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19489, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.936667, + "mrr_at_5": 0.938111, + "mrr_at_10": 0.938964, + "mrr_at_20": 0.939569, + "mrr_at_100": 0.939752, + "mrr_at_1000": 0.939774, + "nauc_ndcg_at_1_max": 0.790529, + "nauc_ndcg_at_1_std": -0.018966, + "nauc_ndcg_at_1_diff1": 0.927521, + "nauc_ndcg_at_3_max": 0.847858, + "nauc_ndcg_at_3_std": 0.08368, + "nauc_ndcg_at_3_diff1": 0.940139, + "nauc_ndcg_at_5_max": 0.844526, + "nauc_ndcg_at_5_std": 0.075029, + "nauc_ndcg_at_5_diff1": 0.938163, + "nauc_ndcg_at_10_max": 0.839698, + "nauc_ndcg_at_10_std": 0.062266, + "nauc_ndcg_at_10_diff1": 0.936857, + "nauc_ndcg_at_20_max": 0.837137, + "nauc_ndcg_at_20_std": 0.060483, + "nauc_ndcg_at_20_diff1": 0.938327, + "nauc_ndcg_at_100_max": 0.833457, + "nauc_ndcg_at_100_std": 0.058774, + "nauc_ndcg_at_100_diff1": 0.937049, + "nauc_ndcg_at_1000_max": 0.831444, + "nauc_ndcg_at_1000_std": 0.048142, + "nauc_ndcg_at_1000_diff1": 0.936713, + "nauc_map_at_1_max": 0.790529, + "nauc_map_at_1_std": -0.018966, + "nauc_map_at_1_diff1": 0.927521, + "nauc_map_at_3_max": 0.830766, + "nauc_map_at_3_std": 0.047388, + "nauc_map_at_3_diff1": 0.936715, + "nauc_map_at_5_max": 0.828752, + "nauc_map_at_5_std": 0.041838, + "nauc_map_at_5_diff1": 0.935708, + "nauc_map_at_10_max": 0.826755, + "nauc_map_at_10_std": 0.036865, + "nauc_map_at_10_diff1": 0.935206, + "nauc_map_at_20_max": 0.825986, + "nauc_map_at_20_std": 0.036069, + "nauc_map_at_20_diff1": 0.935582, + "nauc_map_at_100_max": 0.825573, + "nauc_map_at_100_std": 0.035442, + "nauc_map_at_100_diff1": 0.935444, + "nauc_map_at_1000_max": 0.825512, + "nauc_map_at_1000_std": 0.035112, + "nauc_map_at_1000_diff1": 0.935436, + "nauc_recall_at_1_max": 0.790529, + "nauc_recall_at_1_std": -0.018966, + "nauc_recall_at_1_diff1": 0.927521, + "nauc_recall_at_3_max": 0.942931, + "nauc_recall_at_3_std": 0.290785, + "nauc_recall_at_3_diff1": 0.958869, + "nauc_recall_at_5_max": 0.951488, + "nauc_recall_at_5_std": 0.307778, + "nauc_recall_at_5_diff1": 0.953822, + "nauc_recall_at_10_max": 0.945274, + "nauc_recall_at_10_std": 0.274588, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.974747, + "nauc_recall_at_20_std": 0.386427, + "nauc_recall_at_20_diff1": 0.976233, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790529, + "nauc_precision_at_1_std": -0.018966, + "nauc_precision_at_1_diff1": 0.927521, + "nauc_precision_at_3_max": 0.942931, + "nauc_precision_at_3_std": 0.290785, + "nauc_precision_at_3_diff1": 0.958869, + "nauc_precision_at_5_max": 0.951488, + "nauc_precision_at_5_std": 0.307778, + "nauc_precision_at_5_diff1": 0.953822, + "nauc_precision_at_10_max": 0.945274, + "nauc_precision_at_10_std": 0.274588, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.974747, + "nauc_precision_at_20_std": 0.386427, + "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790529, + "nauc_mrr_at_1_std": -0.018966, + "nauc_mrr_at_1_diff1": 0.927521, + "nauc_mrr_at_3_max": 0.830766, + "nauc_mrr_at_3_std": 0.047388, + "nauc_mrr_at_3_diff1": 0.936715, + "nauc_mrr_at_5_max": 0.828752, + "nauc_mrr_at_5_std": 0.041838, + "nauc_mrr_at_5_diff1": 0.935708, + "nauc_mrr_at_10_max": 0.826755, + "nauc_mrr_at_10_std": 0.036865, + "nauc_mrr_at_10_diff1": 0.935206, + "nauc_mrr_at_20_max": 0.825986, + "nauc_mrr_at_20_std": 0.036069, + "nauc_mrr_at_20_diff1": 0.935582, + "nauc_mrr_at_100_max": 0.825573, + "nauc_mrr_at_100_std": 0.035442, + "nauc_mrr_at_100_diff1": 0.935444, + "nauc_mrr_at_1000_max": 0.825512, + "nauc_mrr_at_1000_std": 0.035112, + "nauc_mrr_at_1000_diff1": 0.935436, + "main_score": 0.94927, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75417, + "ndcg_at_3": 0.80741, + "ndcg_at_5": 0.81799, + "ndcg_at_10": 0.82919, + "ndcg_at_20": 0.83528, + "ndcg_at_100": 0.84349, + "ndcg_at_1000": 0.84739, + "map_at_1": 0.75362, + "map_at_3": 0.79496, + "map_at_5": 0.80085, + "map_at_10": 0.80551, + "map_at_20": 0.80713, + "map_at_100": 0.80832, + "map_at_1000": 0.80849, + "recall_at_1": 0.75362, + "recall_at_3": 0.8426, + "recall_at_5": 0.86819, + "recall_at_10": 0.90267, + "recall_at_20": 0.92714, + "recall_at_100": 0.97052, + "recall_at_1000": 1.0, + "precision_at_1": 0.75417, + "precision_at_3": 0.28105, + "precision_at_5": 0.17375, + "precision_at_10": 0.09032, + "precision_at_20": 0.04638, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.754171, + "mrr_at_3": 0.795514, + "mrr_at_5": 0.801409, + "mrr_at_10": 0.806062, + "mrr_at_20": 0.807685, + "mrr_at_100": 0.808881, + "mrr_at_1000": 0.809041, + "nauc_ndcg_at_1_max": 0.663673, + "nauc_ndcg_at_1_std": -0.236848, + "nauc_ndcg_at_1_diff1": 0.879796, + "nauc_ndcg_at_3_max": 0.66618, + "nauc_ndcg_at_3_std": -0.261338, + "nauc_ndcg_at_3_diff1": 0.846757, + "nauc_ndcg_at_5_max": 0.670176, + "nauc_ndcg_at_5_std": -0.24819, + "nauc_ndcg_at_5_diff1": 0.85283, + "nauc_ndcg_at_10_max": 0.664965, + "nauc_ndcg_at_10_std": -0.244164, + "nauc_ndcg_at_10_diff1": 0.84913, + "nauc_ndcg_at_20_max": 0.66125, + "nauc_ndcg_at_20_std": -0.242576, + "nauc_ndcg_at_20_diff1": 0.848752, + "nauc_ndcg_at_100_max": 0.661718, + "nauc_ndcg_at_100_std": -0.240731, + "nauc_ndcg_at_100_diff1": 0.850696, + "nauc_ndcg_at_1000_max": 0.663154, + "nauc_ndcg_at_1000_std": -0.244248, + "nauc_ndcg_at_1000_diff1": 0.85271, + "nauc_map_at_1_max": 0.658078, + "nauc_map_at_1_std": -0.234594, + "nauc_map_at_1_diff1": 0.873808, + "nauc_map_at_3_max": 0.662458, + "nauc_map_at_3_std": -0.254572, + "nauc_map_at_3_diff1": 0.851833, + "nauc_map_at_5_max": 0.664467, + "nauc_map_at_5_std": -0.247459, + "nauc_map_at_5_diff1": 0.855004, + "nauc_map_at_10_max": 0.662348, + "nauc_map_at_10_std": -0.246025, + "nauc_map_at_10_diff1": 0.853707, + "nauc_map_at_20_max": 0.661463, + "nauc_map_at_20_std": -0.245882, + "nauc_map_at_20_diff1": 0.853681, + "nauc_map_at_100_max": 0.661483, + "nauc_map_at_100_std": -0.245603, + "nauc_map_at_100_diff1": 0.853854, + "nauc_map_at_1000_max": 0.661508, + "nauc_map_at_1000_std": -0.245659, + "nauc_map_at_1000_diff1": 0.853917, + "nauc_recall_at_1_max": 0.658078, + "nauc_recall_at_1_std": -0.234594, + "nauc_recall_at_1_diff1": 0.873808, + "nauc_recall_at_3_max": 0.672248, + "nauc_recall_at_3_std": -0.282061, + "nauc_recall_at_3_diff1": 0.821056, + "nauc_recall_at_5_max": 0.685738, + "nauc_recall_at_5_std": -0.244575, + "nauc_recall_at_5_diff1": 0.836566, + "nauc_recall_at_10_max": 0.664427, + "nauc_recall_at_10_std": -0.222615, + "nauc_recall_at_10_diff1": 0.812044, + "nauc_recall_at_20_max": 0.633017, + "nauc_recall_at_20_std": -0.198347, + "nauc_recall_at_20_diff1": 0.796037, + "nauc_recall_at_100_max": 0.605598, + "nauc_recall_at_100_std": -0.097855, + "nauc_recall_at_100_diff1": 0.777147, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663673, + "nauc_precision_at_1_std": -0.236848, + "nauc_precision_at_1_diff1": 0.879796, + "nauc_precision_at_3_max": 0.680894, + "nauc_precision_at_3_std": -0.285661, + "nauc_precision_at_3_diff1": 0.830183, + "nauc_precision_at_5_max": 0.695947, + "nauc_precision_at_5_std": -0.248663, + "nauc_precision_at_5_diff1": 0.847348, + "nauc_precision_at_10_max": 0.678236, + "nauc_precision_at_10_std": -0.228044, + "nauc_precision_at_10_diff1": 0.826702, + "nauc_precision_at_20_max": 0.651259, + "nauc_precision_at_20_std": -0.205428, + "nauc_precision_at_20_diff1": 0.815533, + "nauc_precision_at_100_max": 0.650676, + "nauc_precision_at_100_std": -0.113625, + "nauc_precision_at_100_diff1": 0.825523, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.663673, + "nauc_mrr_at_1_std": -0.236848, + "nauc_mrr_at_1_diff1": 0.879796, + "nauc_mrr_at_3_max": 0.669035, + "nauc_mrr_at_3_std": -0.25726, + "nauc_mrr_at_3_diff1": 0.858815, + "nauc_mrr_at_5_max": 0.671232, + "nauc_mrr_at_5_std": -0.250207, + "nauc_mrr_at_5_diff1": 0.862189, + "nauc_mrr_at_10_max": 0.669264, + "nauc_mrr_at_10_std": -0.248832, + "nauc_mrr_at_10_diff1": 0.861054, + "nauc_mrr_at_20_max": 0.668441, + "nauc_mrr_at_20_std": -0.248715, + "nauc_mrr_at_20_diff1": 0.861095, + "nauc_mrr_at_100_max": 0.668508, + "nauc_mrr_at_100_std": -0.248455, + "nauc_mrr_at_100_diff1": 0.861319, + "nauc_mrr_at_1000_max": 0.668509, + "nauc_mrr_at_1000_std": -0.248501, + "nauc_mrr_at_1000_diff1": 0.861357, + "main_score": 0.82919, + "hf_subset": "srp_Cyrl-srp_Cyrl", + "languages": [ + "srp-Cyrl", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.82667, + "ndcg_at_3": 0.89009, + "ndcg_at_5": 0.8976, + "ndcg_at_10": 0.90383, + "ndcg_at_20": 0.90722, + "ndcg_at_100": 0.9094, + "ndcg_at_1000": 0.91013, + "map_at_1": 0.82667, + "map_at_3": 0.87574, + "map_at_5": 0.88002, + "map_at_10": 0.88245, + "map_at_20": 0.88339, + "map_at_100": 0.88366, + "map_at_1000": 0.88369, + "recall_at_1": 0.82667, + "recall_at_3": 0.93111, + "recall_at_5": 0.94889, + "recall_at_10": 0.96889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.82667, + "precision_at_3": 0.31037, + "precision_at_5": 0.18978, + "precision_at_10": 0.09689, + "precision_at_20": 0.04911, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826667, + "mrr_at_3": 0.875741, + "mrr_at_5": 0.880019, + "mrr_at_10": 0.882447, + "mrr_at_20": 0.883387, + "mrr_at_100": 0.883656, + "mrr_at_1000": 0.883687, + "nauc_ndcg_at_1_max": 0.67017, + "nauc_ndcg_at_1_std": -0.315945, + "nauc_ndcg_at_1_diff1": 0.894609, + "nauc_ndcg_at_3_max": 0.712143, + "nauc_ndcg_at_3_std": -0.320419, + "nauc_ndcg_at_3_diff1": 0.878316, + "nauc_ndcg_at_5_max": 0.71258, + "nauc_ndcg_at_5_std": -0.328049, + "nauc_ndcg_at_5_diff1": 0.881078, + "nauc_ndcg_at_10_max": 0.709234, + "nauc_ndcg_at_10_std": -0.342482, + "nauc_ndcg_at_10_diff1": 0.880221, + "nauc_ndcg_at_20_max": 0.706493, + "nauc_ndcg_at_20_std": -0.337009, + "nauc_ndcg_at_20_diff1": 0.881897, + "nauc_ndcg_at_100_max": 0.705064, + "nauc_ndcg_at_100_std": -0.320817, + "nauc_ndcg_at_100_diff1": 0.88113, + "nauc_ndcg_at_1000_max": 0.703288, + "nauc_ndcg_at_1000_std": -0.325439, + "nauc_ndcg_at_1000_diff1": 0.882469, + "nauc_map_at_1_max": 0.67017, + "nauc_map_at_1_std": -0.315945, + "nauc_map_at_1_diff1": 0.894609, + "nauc_map_at_3_max": 0.701648, + "nauc_map_at_3_std": -0.315363, + "nauc_map_at_3_diff1": 0.882049, + "nauc_map_at_5_max": 0.701552, + "nauc_map_at_5_std": -0.319124, + "nauc_map_at_5_diff1": 0.883545, + "nauc_map_at_10_max": 0.700085, + "nauc_map_at_10_std": -0.324444, + "nauc_map_at_10_diff1": 0.883379, + "nauc_map_at_20_max": 0.699468, + "nauc_map_at_20_std": -0.32309, + "nauc_map_at_20_diff1": 0.883789, + "nauc_map_at_100_max": 0.699235, + "nauc_map_at_100_std": -0.321555, + "nauc_map_at_100_diff1": 0.883739, + "nauc_map_at_1000_max": 0.699177, + "nauc_map_at_1000_std": -0.321687, + "nauc_map_at_1000_diff1": 0.883795, + "nauc_recall_at_1_max": 0.67017, + "nauc_recall_at_1_std": -0.315945, + "nauc_recall_at_1_diff1": 0.894609, + "nauc_recall_at_3_max": 0.762251, + "nauc_recall_at_3_std": -0.34828, + "nauc_recall_at_3_diff1": 0.860817, + "nauc_recall_at_5_max": 0.780924, + "nauc_recall_at_5_std": -0.390868, + "nauc_recall_at_5_diff1": 0.867312, + "nauc_recall_at_10_max": 0.795868, + "nauc_recall_at_10_std": -0.552138, + "nauc_recall_at_10_diff1": 0.849123, + "nauc_recall_at_20_max": 0.803367, + "nauc_recall_at_20_std": -0.60122, + "nauc_recall_at_20_diff1": 0.858193, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.256956, + "nauc_recall_at_100_diff1": 0.732493, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67017, + "nauc_precision_at_1_std": -0.315945, + "nauc_precision_at_1_diff1": 0.894609, + "nauc_precision_at_3_max": 0.762251, + "nauc_precision_at_3_std": -0.34828, + "nauc_precision_at_3_diff1": 0.860817, + "nauc_precision_at_5_max": 0.780924, + "nauc_precision_at_5_std": -0.390868, + "nauc_precision_at_5_diff1": 0.867312, + "nauc_precision_at_10_max": 0.795868, + "nauc_precision_at_10_std": -0.552138, + "nauc_precision_at_10_diff1": 0.849123, + "nauc_precision_at_20_max": 0.803367, + "nauc_precision_at_20_std": -0.60122, + "nauc_precision_at_20_diff1": 0.858193, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.256956, + "nauc_precision_at_100_diff1": 0.732493, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67017, + "nauc_mrr_at_1_std": -0.315945, + "nauc_mrr_at_1_diff1": 0.894609, + "nauc_mrr_at_3_max": 0.701648, + "nauc_mrr_at_3_std": -0.315363, + "nauc_mrr_at_3_diff1": 0.882049, + "nauc_mrr_at_5_max": 0.701552, + "nauc_mrr_at_5_std": -0.319124, + "nauc_mrr_at_5_diff1": 0.883545, + "nauc_mrr_at_10_max": 0.700085, + "nauc_mrr_at_10_std": -0.324444, + "nauc_mrr_at_10_diff1": 0.883379, + "nauc_mrr_at_20_max": 0.699468, + "nauc_mrr_at_20_std": -0.32309, + "nauc_mrr_at_20_diff1": 0.883789, + "nauc_mrr_at_100_max": 0.699235, + "nauc_mrr_at_100_std": -0.321555, + "nauc_mrr_at_100_diff1": 0.883739, + "nauc_mrr_at_1000_max": 0.699177, + "nauc_mrr_at_1000_std": -0.321687, + "nauc_mrr_at_1000_diff1": 0.883795, + "main_score": 0.90383, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67631, + "ndcg_at_3": 0.73257, + "ndcg_at_5": 0.74975, + "ndcg_at_10": 0.76039, + "ndcg_at_20": 0.76912, + "ndcg_at_100": 0.78421, + "ndcg_at_1000": 0.789, + "map_at_1": 0.67575, + "map_at_3": 0.71858, + "map_at_5": 0.72798, + "map_at_10": 0.73228, + "map_at_20": 0.73468, + "map_at_100": 0.73676, + "map_at_1000": 0.73696, + "recall_at_1": 0.67575, + "recall_at_3": 0.77253, + "recall_at_5": 0.81479, + "recall_at_10": 0.84816, + "recall_at_20": 0.88265, + "recall_at_100": 0.96385, + "recall_at_1000": 1.0, + "precision_at_1": 0.67631, + "precision_at_3": 0.25769, + "precision_at_5": 0.16307, + "precision_at_10": 0.08487, + "precision_at_20": 0.04416, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.676307, + "mrr_at_3": 0.719132, + "mrr_at_5": 0.728532, + "mrr_at_10": 0.732839, + "mrr_at_20": 0.735234, + "mrr_at_100": 0.737314, + "mrr_at_1000": 0.737517, + "nauc_ndcg_at_1_max": 0.750197, + "nauc_ndcg_at_1_std": 0.053478, + "nauc_ndcg_at_1_diff1": 0.851493, + "nauc_ndcg_at_3_max": 0.759841, + "nauc_ndcg_at_3_std": 0.103399, + "nauc_ndcg_at_3_diff1": 0.819565, + "nauc_ndcg_at_5_max": 0.765208, + "nauc_ndcg_at_5_std": 0.126096, + "nauc_ndcg_at_5_diff1": 0.817044, + "nauc_ndcg_at_10_max": 0.765729, + "nauc_ndcg_at_10_std": 0.133733, + "nauc_ndcg_at_10_diff1": 0.812411, + "nauc_ndcg_at_20_max": 0.768954, + "nauc_ndcg_at_20_std": 0.151407, + "nauc_ndcg_at_20_diff1": 0.812377, + "nauc_ndcg_at_100_max": 0.764434, + "nauc_ndcg_at_100_std": 0.13188, + "nauc_ndcg_at_100_diff1": 0.818415, + "nauc_ndcg_at_1000_max": 0.763838, + "nauc_ndcg_at_1000_std": 0.120829, + "nauc_ndcg_at_1000_diff1": 0.820958, + "nauc_map_at_1_max": 0.745803, + "nauc_map_at_1_std": 0.054548, + "nauc_map_at_1_diff1": 0.846985, + "nauc_map_at_3_max": 0.756255, + "nauc_map_at_3_std": 0.089996, + "nauc_map_at_3_diff1": 0.826068, + "nauc_map_at_5_max": 0.759054, + "nauc_map_at_5_std": 0.101388, + "nauc_map_at_5_diff1": 0.824926, + "nauc_map_at_10_max": 0.759332, + "nauc_map_at_10_std": 0.103875, + "nauc_map_at_10_diff1": 0.823577, + "nauc_map_at_20_max": 0.76002, + "nauc_map_at_20_std": 0.107752, + "nauc_map_at_20_diff1": 0.823641, + "nauc_map_at_100_max": 0.759357, + "nauc_map_at_100_std": 0.104795, + "nauc_map_at_100_diff1": 0.824445, + "nauc_map_at_1000_max": 0.759369, + "nauc_map_at_1000_std": 0.104473, + "nauc_map_at_1000_diff1": 0.824552, + "nauc_recall_at_1_max": 0.745803, + "nauc_recall_at_1_std": 0.054548, + "nauc_recall_at_1_diff1": 0.846985, + "nauc_recall_at_3_max": 0.766129, + "nauc_recall_at_3_std": 0.150317, + "nauc_recall_at_3_diff1": 0.791965, + "nauc_recall_at_5_max": 0.782763, + "nauc_recall_at_5_std": 0.228787, + "nauc_recall_at_5_diff1": 0.778822, + "nauc_recall_at_10_max": 0.787131, + "nauc_recall_at_10_std": 0.283683, + "nauc_recall_at_10_diff1": 0.74808, + "nauc_recall_at_20_max": 0.815857, + "nauc_recall_at_20_std": 0.448791, + "nauc_recall_at_20_diff1": 0.731533, + "nauc_recall_at_100_max": 0.796214, + "nauc_recall_at_100_std": 0.579816, + "nauc_recall_at_100_diff1": 0.722759, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750197, + "nauc_precision_at_1_std": 0.053478, + "nauc_precision_at_1_diff1": 0.851493, + "nauc_precision_at_3_max": 0.772304, + "nauc_precision_at_3_std": 0.149117, + "nauc_precision_at_3_diff1": 0.79819, + "nauc_precision_at_5_max": 0.790513, + "nauc_precision_at_5_std": 0.227649, + "nauc_precision_at_5_diff1": 0.786561, + "nauc_precision_at_10_max": 0.79645, + "nauc_precision_at_10_std": 0.2825, + "nauc_precision_at_10_diff1": 0.757268, + "nauc_precision_at_20_max": 0.827734, + "nauc_precision_at_20_std": 0.447996, + "nauc_precision_at_20_diff1": 0.743055, + "nauc_precision_at_100_max": 0.835818, + "nauc_precision_at_100_std": 0.580219, + "nauc_precision_at_100_diff1": 0.761215, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.750197, + "nauc_mrr_at_1_std": 0.053478, + "nauc_mrr_at_1_diff1": 0.851493, + "nauc_mrr_at_3_max": 0.761184, + "nauc_mrr_at_3_std": 0.088844, + "nauc_mrr_at_3_diff1": 0.831086, + "nauc_mrr_at_5_max": 0.764139, + "nauc_mrr_at_5_std": 0.100215, + "nauc_mrr_at_5_diff1": 0.830096, + "nauc_mrr_at_10_max": 0.764498, + "nauc_mrr_at_10_std": 0.102687, + "nauc_mrr_at_10_diff1": 0.828829, + "nauc_mrr_at_20_max": 0.765235, + "nauc_mrr_at_20_std": 0.106559, + "nauc_mrr_at_20_diff1": 0.828941, + "nauc_mrr_at_100_max": 0.764615, + "nauc_mrr_at_100_std": 0.103587, + "nauc_mrr_at_100_diff1": 0.829791, + "nauc_mrr_at_1000_max": 0.7646, + "nauc_mrr_at_1000_std": 0.103271, + "nauc_mrr_at_1000_diff1": 0.82987, + "main_score": 0.76039, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.41222, + "ndcg_at_3": 0.45324, + "ndcg_at_5": 0.46242, + "ndcg_at_10": 0.47621, + "ndcg_at_20": 0.48706, + "ndcg_at_100": 0.5148, + "ndcg_at_1000": 0.54838, + "map_at_1": 0.41222, + "map_at_3": 0.44389, + "map_at_5": 0.449, + "map_at_10": 0.45477, + "map_at_20": 0.45784, + "map_at_100": 0.46135, + "map_at_1000": 0.46267, + "recall_at_1": 0.41222, + "recall_at_3": 0.48, + "recall_at_5": 0.50222, + "recall_at_10": 0.54444, + "recall_at_20": 0.58667, + "recall_at_100": 0.74111, + "recall_at_1000": 1.0, + "precision_at_1": 0.41222, + "precision_at_3": 0.16, + "precision_at_5": 0.10044, + "precision_at_10": 0.05444, + "precision_at_20": 0.02933, + "precision_at_100": 0.00741, + "precision_at_1000": 0.001, + "mrr_at_1": 0.412222, + "mrr_at_3": 0.443889, + "mrr_at_5": 0.449, + "mrr_at_10": 0.454769, + "mrr_at_20": 0.457838, + "mrr_at_100": 0.461347, + "mrr_at_1000": 0.462672, + "nauc_ndcg_at_1_max": 0.439483, + "nauc_ndcg_at_1_std": -0.64823, + "nauc_ndcg_at_1_diff1": 0.856495, + "nauc_ndcg_at_3_max": 0.433793, + "nauc_ndcg_at_3_std": -0.665777, + "nauc_ndcg_at_3_diff1": 0.823747, + "nauc_ndcg_at_5_max": 0.425887, + "nauc_ndcg_at_5_std": -0.661758, + "nauc_ndcg_at_5_diff1": 0.813038, + "nauc_ndcg_at_10_max": 0.422067, + "nauc_ndcg_at_10_std": -0.656718, + "nauc_ndcg_at_10_diff1": 0.804326, + "nauc_ndcg_at_20_max": 0.42464, + "nauc_ndcg_at_20_std": -0.653527, + "nauc_ndcg_at_20_diff1": 0.800667, + "nauc_ndcg_at_100_max": 0.417299, + "nauc_ndcg_at_100_std": -0.645059, + "nauc_ndcg_at_100_diff1": 0.793612, + "nauc_ndcg_at_1000_max": 0.424971, + "nauc_ndcg_at_1000_std": -0.64994, + "nauc_ndcg_at_1000_diff1": 0.807208, + "nauc_map_at_1_max": 0.439483, + "nauc_map_at_1_std": -0.64823, + "nauc_map_at_1_diff1": 0.856495, + "nauc_map_at_3_max": 0.436089, + "nauc_map_at_3_std": -0.661464, + "nauc_map_at_3_diff1": 0.831561, + "nauc_map_at_5_max": 0.43161, + "nauc_map_at_5_std": -0.659133, + "nauc_map_at_5_diff1": 0.825533, + "nauc_map_at_10_max": 0.430168, + "nauc_map_at_10_std": -0.656599, + "nauc_map_at_10_diff1": 0.821879, + "nauc_map_at_20_max": 0.430833, + "nauc_map_at_20_std": -0.655654, + "nauc_map_at_20_diff1": 0.820895, + "nauc_map_at_100_max": 0.429897, + "nauc_map_at_100_std": -0.65425, + "nauc_map_at_100_diff1": 0.819899, + "nauc_map_at_1000_max": 0.430187, + "nauc_map_at_1000_std": -0.654232, + "nauc_map_at_1000_diff1": 0.820343, + "nauc_recall_at_1_max": 0.439483, + "nauc_recall_at_1_std": -0.64823, + "nauc_recall_at_1_diff1": 0.856495, + "nauc_recall_at_3_max": 0.426701, + "nauc_recall_at_3_std": -0.678393, + "nauc_recall_at_3_diff1": 0.800985, + "nauc_recall_at_5_max": 0.407658, + "nauc_recall_at_5_std": -0.669046, + "nauc_recall_at_5_diff1": 0.774935, + "nauc_recall_at_10_max": 0.394024, + "nauc_recall_at_10_std": -0.655666, + "nauc_recall_at_10_diff1": 0.74603, + "nauc_recall_at_20_max": 0.404151, + "nauc_recall_at_20_std": -0.642634, + "nauc_recall_at_20_diff1": 0.728052, + "nauc_recall_at_100_max": 0.339319, + "nauc_recall_at_100_std": -0.580876, + "nauc_recall_at_100_diff1": 0.649722, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.439483, + "nauc_precision_at_1_std": -0.64823, + "nauc_precision_at_1_diff1": 0.856495, + "nauc_precision_at_3_max": 0.426701, + "nauc_precision_at_3_std": -0.678393, + "nauc_precision_at_3_diff1": 0.800985, + "nauc_precision_at_5_max": 0.407658, + "nauc_precision_at_5_std": -0.669046, + "nauc_precision_at_5_diff1": 0.774935, + "nauc_precision_at_10_max": 0.394024, + "nauc_precision_at_10_std": -0.655666, + "nauc_precision_at_10_diff1": 0.74603, + "nauc_precision_at_20_max": 0.404151, + "nauc_precision_at_20_std": -0.642634, + "nauc_precision_at_20_diff1": 0.728052, + "nauc_precision_at_100_max": 0.339319, + "nauc_precision_at_100_std": -0.580876, + "nauc_precision_at_100_diff1": 0.649722, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.439483, + "nauc_mrr_at_1_std": -0.64823, + "nauc_mrr_at_1_diff1": 0.856495, + "nauc_mrr_at_3_max": 0.436089, + "nauc_mrr_at_3_std": -0.661464, + "nauc_mrr_at_3_diff1": 0.831561, + "nauc_mrr_at_5_max": 0.43161, + "nauc_mrr_at_5_std": -0.659133, + "nauc_mrr_at_5_diff1": 0.825533, + "nauc_mrr_at_10_max": 0.430168, + "nauc_mrr_at_10_std": -0.656599, + "nauc_mrr_at_10_diff1": 0.821879, + "nauc_mrr_at_20_max": 0.430833, + "nauc_mrr_at_20_std": -0.655654, + "nauc_mrr_at_20_diff1": 0.820895, + "nauc_mrr_at_100_max": 0.429897, + "nauc_mrr_at_100_std": -0.65425, + "nauc_mrr_at_100_diff1": 0.819899, + "nauc_mrr_at_1000_max": 0.430187, + "nauc_mrr_at_1000_std": -0.654232, + "nauc_mrr_at_1000_diff1": 0.820343, + "main_score": 0.47621, + "hf_subset": "ssw_Latn-ssw_Latn", + "languages": [ + "ssw-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.50222, + "ndcg_at_3": 0.54587, + "ndcg_at_5": 0.56161, + "ndcg_at_10": 0.57662, + "ndcg_at_20": 0.59301, + "ndcg_at_100": 0.61988, + "ndcg_at_1000": 0.63669, + "map_at_1": 0.50222, + "map_at_3": 0.53556, + "map_at_5": 0.54439, + "map_at_10": 0.55054, + "map_at_20": 0.55509, + "map_at_100": 0.55852, + "map_at_1000": 0.55925, + "recall_at_1": 0.50222, + "recall_at_3": 0.57556, + "recall_at_5": 0.61333, + "recall_at_10": 0.66, + "recall_at_20": 0.72444, + "recall_at_100": 0.87333, + "recall_at_1000": 1.0, + "precision_at_1": 0.50222, + "precision_at_3": 0.19185, + "precision_at_5": 0.12267, + "precision_at_10": 0.066, + "precision_at_20": 0.03622, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.502222, + "mrr_at_3": 0.535556, + "mrr_at_5": 0.544389, + "mrr_at_10": 0.550536, + "mrr_at_20": 0.555087, + "mrr_at_100": 0.558524, + "mrr_at_1000": 0.559248, + "nauc_ndcg_at_1_max": 0.792121, + "nauc_ndcg_at_1_std": 0.314213, + "nauc_ndcg_at_1_diff1": 0.833856, + "nauc_ndcg_at_3_max": 0.790559, + "nauc_ndcg_at_3_std": 0.326796, + "nauc_ndcg_at_3_diff1": 0.801804, + "nauc_ndcg_at_5_max": 0.785815, + "nauc_ndcg_at_5_std": 0.325968, + "nauc_ndcg_at_5_diff1": 0.793062, + "nauc_ndcg_at_10_max": 0.782134, + "nauc_ndcg_at_10_std": 0.332477, + "nauc_ndcg_at_10_diff1": 0.784959, + "nauc_ndcg_at_20_max": 0.777486, + "nauc_ndcg_at_20_std": 0.333384, + "nauc_ndcg_at_20_diff1": 0.783428, + "nauc_ndcg_at_100_max": 0.780212, + "nauc_ndcg_at_100_std": 0.336175, + "nauc_ndcg_at_100_diff1": 0.787923, + "nauc_ndcg_at_1000_max": 0.782262, + "nauc_ndcg_at_1000_std": 0.328445, + "nauc_ndcg_at_1000_diff1": 0.793175, + "nauc_map_at_1_max": 0.792121, + "nauc_map_at_1_std": 0.314213, + "nauc_map_at_1_diff1": 0.833856, + "nauc_map_at_3_max": 0.791361, + "nauc_map_at_3_std": 0.322961, + "nauc_map_at_3_diff1": 0.809269, + "nauc_map_at_5_max": 0.788755, + "nauc_map_at_5_std": 0.32265, + "nauc_map_at_5_diff1": 0.804444, + "nauc_map_at_10_max": 0.787337, + "nauc_map_at_10_std": 0.324934, + "nauc_map_at_10_diff1": 0.801384, + "nauc_map_at_20_max": 0.785912, + "nauc_map_at_20_std": 0.324777, + "nauc_map_at_20_diff1": 0.801024, + "nauc_map_at_100_max": 0.786157, + "nauc_map_at_100_std": 0.324734, + "nauc_map_at_100_diff1": 0.801593, + "nauc_map_at_1000_max": 0.786194, + "nauc_map_at_1000_std": 0.324404, + "nauc_map_at_1000_diff1": 0.801776, + "nauc_recall_at_1_max": 0.792121, + "nauc_recall_at_1_std": 0.314213, + "nauc_recall_at_1_diff1": 0.833856, + "nauc_recall_at_3_max": 0.787965, + "nauc_recall_at_3_std": 0.338654, + "nauc_recall_at_3_diff1": 0.779541, + "nauc_recall_at_5_max": 0.775715, + "nauc_recall_at_5_std": 0.336314, + "nauc_recall_at_5_diff1": 0.756442, + "nauc_recall_at_10_max": 0.761796, + "nauc_recall_at_10_std": 0.36182, + "nauc_recall_at_10_diff1": 0.724385, + "nauc_recall_at_20_max": 0.737688, + "nauc_recall_at_20_std": 0.374541, + "nauc_recall_at_20_diff1": 0.707728, + "nauc_recall_at_100_max": 0.740264, + "nauc_recall_at_100_std": 0.461081, + "nauc_recall_at_100_diff1": 0.696389, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792121, + "nauc_precision_at_1_std": 0.314213, + "nauc_precision_at_1_diff1": 0.833856, + "nauc_precision_at_3_max": 0.787965, + "nauc_precision_at_3_std": 0.338654, + "nauc_precision_at_3_diff1": 0.779541, + "nauc_precision_at_5_max": 0.775715, + "nauc_precision_at_5_std": 0.336314, + "nauc_precision_at_5_diff1": 0.756442, + "nauc_precision_at_10_max": 0.761796, + "nauc_precision_at_10_std": 0.36182, + "nauc_precision_at_10_diff1": 0.724385, + "nauc_precision_at_20_max": 0.737688, + "nauc_precision_at_20_std": 0.374541, + "nauc_precision_at_20_diff1": 0.707728, + "nauc_precision_at_100_max": 0.740264, + "nauc_precision_at_100_std": 0.461081, + "nauc_precision_at_100_diff1": 0.696389, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792121, + "nauc_mrr_at_1_std": 0.314213, + "nauc_mrr_at_1_diff1": 0.833856, + "nauc_mrr_at_3_max": 0.791361, + "nauc_mrr_at_3_std": 0.322961, + "nauc_mrr_at_3_diff1": 0.809269, + "nauc_mrr_at_5_max": 0.788755, + "nauc_mrr_at_5_std": 0.32265, + "nauc_mrr_at_5_diff1": 0.804444, + "nauc_mrr_at_10_max": 0.787337, + "nauc_mrr_at_10_std": 0.324934, + "nauc_mrr_at_10_diff1": 0.801384, + "nauc_mrr_at_20_max": 0.785912, + "nauc_mrr_at_20_std": 0.324777, + "nauc_mrr_at_20_diff1": 0.801024, + "nauc_mrr_at_100_max": 0.786157, + "nauc_mrr_at_100_std": 0.324734, + "nauc_mrr_at_100_diff1": 0.801593, + "nauc_mrr_at_1000_max": 0.786194, + "nauc_mrr_at_1000_std": 0.324404, + "nauc_mrr_at_1000_diff1": 0.801776, + "main_score": 0.57662, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39222, + "ndcg_at_3": 0.42862, + "ndcg_at_5": 0.43369, + "ndcg_at_10": 0.44161, + "ndcg_at_20": 0.44965, + "ndcg_at_100": 0.47081, + "ndcg_at_1000": 0.51628, + "map_at_1": 0.39222, + "map_at_3": 0.42037, + "map_at_5": 0.4232, + "map_at_10": 0.42648, + "map_at_20": 0.42863, + "map_at_100": 0.43117, + "map_at_1000": 0.43278, + "recall_at_1": 0.39222, + "recall_at_3": 0.45222, + "recall_at_5": 0.46444, + "recall_at_10": 0.48889, + "recall_at_20": 0.52111, + "recall_at_100": 0.64111, + "recall_at_1000": 1.0, + "precision_at_1": 0.39222, + "precision_at_3": 0.15074, + "precision_at_5": 0.09289, + "precision_at_10": 0.04889, + "precision_at_20": 0.02606, + "precision_at_100": 0.00641, + "precision_at_1000": 0.001, + "mrr_at_1": 0.392222, + "mrr_at_3": 0.42037, + "mrr_at_5": 0.423204, + "mrr_at_10": 0.426482, + "mrr_at_20": 0.428634, + "mrr_at_100": 0.431168, + "mrr_at_1000": 0.432782, + "nauc_ndcg_at_1_max": 0.910025, + "nauc_ndcg_at_1_std": 0.669085, + "nauc_ndcg_at_1_diff1": 0.901523, + "nauc_ndcg_at_3_max": 0.92784, + "nauc_ndcg_at_3_std": 0.713566, + "nauc_ndcg_at_3_diff1": 0.872267, + "nauc_ndcg_at_5_max": 0.929126, + "nauc_ndcg_at_5_std": 0.715829, + "nauc_ndcg_at_5_diff1": 0.870539, + "nauc_ndcg_at_10_max": 0.92112, + "nauc_ndcg_at_10_std": 0.715224, + "nauc_ndcg_at_10_diff1": 0.863088, + "nauc_ndcg_at_20_max": 0.910932, + "nauc_ndcg_at_20_std": 0.712514, + "nauc_ndcg_at_20_diff1": 0.853094, + "nauc_ndcg_at_100_max": 0.898546, + "nauc_ndcg_at_100_std": 0.708037, + "nauc_ndcg_at_100_diff1": 0.844005, + "nauc_ndcg_at_1000_max": 0.910262, + "nauc_ndcg_at_1000_std": 0.707162, + "nauc_ndcg_at_1000_diff1": 0.857953, + "nauc_map_at_1_max": 0.910025, + "nauc_map_at_1_std": 0.669085, + "nauc_map_at_1_diff1": 0.901523, + "nauc_map_at_3_max": 0.924071, + "nauc_map_at_3_std": 0.703458, + "nauc_map_at_3_diff1": 0.878842, + "nauc_map_at_5_max": 0.924758, + "nauc_map_at_5_std": 0.704652, + "nauc_map_at_5_diff1": 0.877874, + "nauc_map_at_10_max": 0.921449, + "nauc_map_at_10_std": 0.7043, + "nauc_map_at_10_diff1": 0.874702, + "nauc_map_at_20_max": 0.918754, + "nauc_map_at_20_std": 0.703675, + "nauc_map_at_20_diff1": 0.872084, + "nauc_map_at_100_max": 0.917082, + "nauc_map_at_100_std": 0.703171, + "nauc_map_at_100_diff1": 0.870934, + "nauc_map_at_1000_max": 0.917332, + "nauc_map_at_1000_std": 0.703027, + "nauc_map_at_1000_diff1": 0.871232, + "nauc_recall_at_1_max": 0.910025, + "nauc_recall_at_1_std": 0.669085, + "nauc_recall_at_1_diff1": 0.901523, + "nauc_recall_at_3_max": 0.938569, + "nauc_recall_at_3_std": 0.742675, + "nauc_recall_at_3_diff1": 0.853362, + "nauc_recall_at_5_max": 0.941853, + "nauc_recall_at_5_std": 0.748538, + "nauc_recall_at_5_diff1": 0.84913, + "nauc_recall_at_10_max": 0.916927, + "nauc_recall_at_10_std": 0.747382, + "nauc_recall_at_10_diff1": 0.826237, + "nauc_recall_at_20_max": 0.87453, + "nauc_recall_at_20_std": 0.736123, + "nauc_recall_at_20_diff1": 0.783728, + "nauc_recall_at_100_max": 0.790057, + "nauc_recall_at_100_std": 0.709743, + "nauc_recall_at_100_diff1": 0.713787, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.910025, + "nauc_precision_at_1_std": 0.669085, + "nauc_precision_at_1_diff1": 0.901523, + "nauc_precision_at_3_max": 0.938569, + "nauc_precision_at_3_std": 0.742675, + "nauc_precision_at_3_diff1": 0.853362, + "nauc_precision_at_5_max": 0.941853, + "nauc_precision_at_5_std": 0.748538, + "nauc_precision_at_5_diff1": 0.84913, + "nauc_precision_at_10_max": 0.916927, + "nauc_precision_at_10_std": 0.747382, + "nauc_precision_at_10_diff1": 0.826237, + "nauc_precision_at_20_max": 0.87453, + "nauc_precision_at_20_std": 0.736123, + "nauc_precision_at_20_diff1": 0.783728, + "nauc_precision_at_100_max": 0.790057, + "nauc_precision_at_100_std": 0.709743, + "nauc_precision_at_100_diff1": 0.713787, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.910025, + "nauc_mrr_at_1_std": 0.669085, + "nauc_mrr_at_1_diff1": 0.901523, + "nauc_mrr_at_3_max": 0.924071, + "nauc_mrr_at_3_std": 0.703458, + "nauc_mrr_at_3_diff1": 0.878842, + "nauc_mrr_at_5_max": 0.924758, + "nauc_mrr_at_5_std": 0.704652, + "nauc_mrr_at_5_diff1": 0.877874, + "nauc_mrr_at_10_max": 0.921449, + "nauc_mrr_at_10_std": 0.7043, + "nauc_mrr_at_10_diff1": 0.874702, + "nauc_mrr_at_20_max": 0.918754, + "nauc_mrr_at_20_std": 0.703675, + "nauc_mrr_at_20_diff1": 0.872084, + "nauc_mrr_at_100_max": 0.917082, + "nauc_mrr_at_100_std": 0.703171, + "nauc_mrr_at_100_diff1": 0.870934, + "nauc_mrr_at_1000_max": 0.917332, + "nauc_mrr_at_1000_std": 0.703027, + "nauc_mrr_at_1000_diff1": 0.871232, + "main_score": 0.44161, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.66333, + "ndcg_at_3": 0.72057, + "ndcg_at_5": 0.73439, + "ndcg_at_10": 0.74944, + "ndcg_at_20": 0.7588, + "ndcg_at_100": 0.77112, + "ndcg_at_1000": 0.77867, + "map_at_1": 0.66333, + "map_at_3": 0.70722, + "map_at_5": 0.71494, + "map_at_10": 0.72134, + "map_at_20": 0.72395, + "map_at_100": 0.72557, + "map_at_1000": 0.72587, + "recall_at_1": 0.66333, + "recall_at_3": 0.75889, + "recall_at_5": 0.79222, + "recall_at_10": 0.83778, + "recall_at_20": 0.87444, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "precision_at_1": 0.66333, + "precision_at_3": 0.25296, + "precision_at_5": 0.15844, + "precision_at_10": 0.08378, + "precision_at_20": 0.04372, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.663333, + "mrr_at_3": 0.707222, + "mrr_at_5": 0.714944, + "mrr_at_10": 0.721345, + "mrr_at_20": 0.723955, + "mrr_at_100": 0.725567, + "mrr_at_1000": 0.725875, + "nauc_ndcg_at_1_max": 0.798753, + "nauc_ndcg_at_1_std": -0.059034, + "nauc_ndcg_at_1_diff1": 0.89309, + "nauc_ndcg_at_3_max": 0.827808, + "nauc_ndcg_at_3_std": -0.005257, + "nauc_ndcg_at_3_diff1": 0.857768, + "nauc_ndcg_at_5_max": 0.820353, + "nauc_ndcg_at_5_std": 0.00761, + "nauc_ndcg_at_5_diff1": 0.849545, + "nauc_ndcg_at_10_max": 0.819098, + "nauc_ndcg_at_10_std": 0.020192, + "nauc_ndcg_at_10_diff1": 0.847241, + "nauc_ndcg_at_20_max": 0.817377, + "nauc_ndcg_at_20_std": 0.020231, + "nauc_ndcg_at_20_diff1": 0.849809, + "nauc_ndcg_at_100_max": 0.81591, + "nauc_ndcg_at_100_std": 0.013999, + "nauc_ndcg_at_100_diff1": 0.852916, + "nauc_ndcg_at_1000_max": 0.815789, + "nauc_ndcg_at_1000_std": 0.003885, + "nauc_ndcg_at_1000_diff1": 0.856099, + "nauc_map_at_1_max": 0.798753, + "nauc_map_at_1_std": -0.059034, + "nauc_map_at_1_diff1": 0.89309, + "nauc_map_at_3_max": 0.820378, + "nauc_map_at_3_std": -0.018401, + "nauc_map_at_3_diff1": 0.866213, + "nauc_map_at_5_max": 0.816257, + "nauc_map_at_5_std": -0.0122, + "nauc_map_at_5_diff1": 0.862106, + "nauc_map_at_10_max": 0.815413, + "nauc_map_at_10_std": -0.007753, + "nauc_map_at_10_diff1": 0.861239, + "nauc_map_at_20_max": 0.814951, + "nauc_map_at_20_std": -0.007994, + "nauc_map_at_20_diff1": 0.861959, + "nauc_map_at_100_max": 0.814654, + "nauc_map_at_100_std": -0.008915, + "nauc_map_at_100_diff1": 0.862272, + "nauc_map_at_1000_max": 0.81463, + "nauc_map_at_1000_std": -0.009321, + "nauc_map_at_1000_diff1": 0.862415, + "nauc_recall_at_1_max": 0.798753, + "nauc_recall_at_1_std": -0.059034, + "nauc_recall_at_1_diff1": 0.89309, + "nauc_recall_at_3_max": 0.852459, + "nauc_recall_at_3_std": 0.038048, + "nauc_recall_at_3_diff1": 0.830047, + "nauc_recall_at_5_max": 0.833926, + "nauc_recall_at_5_std": 0.082451, + "nauc_recall_at_5_diff1": 0.802424, + "nauc_recall_at_10_max": 0.834093, + "nauc_recall_at_10_std": 0.155384, + "nauc_recall_at_10_diff1": 0.782819, + "nauc_recall_at_20_max": 0.826299, + "nauc_recall_at_20_std": 0.190581, + "nauc_recall_at_20_diff1": 0.784101, + "nauc_recall_at_100_max": 0.815054, + "nauc_recall_at_100_std": 0.264356, + "nauc_recall_at_100_diff1": 0.776512, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.798753, + "nauc_precision_at_1_std": -0.059034, + "nauc_precision_at_1_diff1": 0.89309, + "nauc_precision_at_3_max": 0.852459, + "nauc_precision_at_3_std": 0.038048, + "nauc_precision_at_3_diff1": 0.830047, + "nauc_precision_at_5_max": 0.833926, + "nauc_precision_at_5_std": 0.082451, + "nauc_precision_at_5_diff1": 0.802424, + "nauc_precision_at_10_max": 0.834093, + "nauc_precision_at_10_std": 0.155384, + "nauc_precision_at_10_diff1": 0.782819, + "nauc_precision_at_20_max": 0.826299, + "nauc_precision_at_20_std": 0.190581, + "nauc_precision_at_20_diff1": 0.784101, + "nauc_precision_at_100_max": 0.815054, + "nauc_precision_at_100_std": 0.264356, + "nauc_precision_at_100_diff1": 0.776512, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.798753, + "nauc_mrr_at_1_std": -0.059034, + "nauc_mrr_at_1_diff1": 0.89309, + "nauc_mrr_at_3_max": 0.820378, + "nauc_mrr_at_3_std": -0.018401, + "nauc_mrr_at_3_diff1": 0.866213, + "nauc_mrr_at_5_max": 0.816257, + "nauc_mrr_at_5_std": -0.0122, + "nauc_mrr_at_5_diff1": 0.862106, + "nauc_mrr_at_10_max": 0.815413, + "nauc_mrr_at_10_std": -0.007753, + "nauc_mrr_at_10_diff1": 0.861239, + "nauc_mrr_at_20_max": 0.814951, + "nauc_mrr_at_20_std": -0.007994, + "nauc_mrr_at_20_diff1": 0.861959, + "nauc_mrr_at_100_max": 0.814654, + "nauc_mrr_at_100_std": -0.008915, + "nauc_mrr_at_100_diff1": 0.862272, + "nauc_mrr_at_1000_max": 0.81463, + "nauc_mrr_at_1000_std": -0.009321, + "nauc_mrr_at_1000_diff1": 0.862415, + "main_score": 0.74944, + "hf_subset": "sun_Latn-sun_Latn", + "languages": [ + "sun-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.88008, + "ndcg_at_5": 0.88931, + "ndcg_at_10": 0.89613, + "ndcg_at_20": 0.90107, + "ndcg_at_100": 0.90472, + "ndcg_at_1000": 0.90517, + "map_at_1": 0.82889, + "map_at_3": 0.86778, + "map_at_5": 0.87294, + "map_at_10": 0.87576, + "map_at_20": 0.8772, + "map_at_100": 0.87776, + "map_at_1000": 0.87778, + "recall_at_1": 0.82889, + "recall_at_3": 0.91556, + "recall_at_5": 0.93778, + "recall_at_10": 0.95889, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.82889, + "precision_at_3": 0.30519, + "precision_at_5": 0.18756, + "precision_at_10": 0.09589, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.867778, + "mrr_at_5": 0.872944, + "mrr_at_10": 0.87576, + "mrr_at_20": 0.877203, + "mrr_at_100": 0.877761, + "mrr_at_1000": 0.877781, + "nauc_ndcg_at_1_max": 0.754414, + "nauc_ndcg_at_1_std": -0.238559, + "nauc_ndcg_at_1_diff1": 0.90441, + "nauc_ndcg_at_3_max": 0.780749, + "nauc_ndcg_at_3_std": -0.268467, + "nauc_ndcg_at_3_diff1": 0.886596, + "nauc_ndcg_at_5_max": 0.772421, + "nauc_ndcg_at_5_std": -0.278725, + "nauc_ndcg_at_5_diff1": 0.884799, + "nauc_ndcg_at_10_max": 0.773672, + "nauc_ndcg_at_10_std": -0.276607, + "nauc_ndcg_at_10_diff1": 0.88732, + "nauc_ndcg_at_20_max": 0.773286, + "nauc_ndcg_at_20_std": -0.274189, + "nauc_ndcg_at_20_diff1": 0.892219, + "nauc_ndcg_at_100_max": 0.772927, + "nauc_ndcg_at_100_std": -0.258336, + "nauc_ndcg_at_100_diff1": 0.891933, + "nauc_ndcg_at_1000_max": 0.772043, + "nauc_ndcg_at_1000_std": -0.261272, + "nauc_ndcg_at_1000_diff1": 0.891894, + "nauc_map_at_1_max": 0.754414, + "nauc_map_at_1_std": -0.238559, + "nauc_map_at_1_diff1": 0.90441, + "nauc_map_at_3_max": 0.773744, + "nauc_map_at_3_std": -0.259391, + "nauc_map_at_3_diff1": 0.891285, + "nauc_map_at_5_max": 0.769381, + "nauc_map_at_5_std": -0.26364, + "nauc_map_at_5_diff1": 0.89053, + "nauc_map_at_10_max": 0.769966, + "nauc_map_at_10_std": -0.262162, + "nauc_map_at_10_diff1": 0.891782, + "nauc_map_at_20_max": 0.769937, + "nauc_map_at_20_std": -0.260935, + "nauc_map_at_20_diff1": 0.893066, + "nauc_map_at_100_max": 0.769905, + "nauc_map_at_100_std": -0.258734, + "nauc_map_at_100_diff1": 0.893009, + "nauc_map_at_1000_max": 0.769875, + "nauc_map_at_1000_std": -0.258809, + "nauc_map_at_1000_diff1": 0.893013, + "nauc_recall_at_1_max": 0.754414, + "nauc_recall_at_1_std": -0.238559, + "nauc_recall_at_1_diff1": 0.90441, + "nauc_recall_at_3_max": 0.810568, + "nauc_recall_at_3_std": -0.307902, + "nauc_recall_at_3_diff1": 0.866676, + "nauc_recall_at_5_max": 0.786556, + "nauc_recall_at_5_std": -0.367747, + "nauc_recall_at_5_diff1": 0.852699, + "nauc_recall_at_10_max": 0.799833, + "nauc_recall_at_10_std": -0.403424, + "nauc_recall_at_10_diff1": 0.851553, + "nauc_recall_at_20_max": 0.811648, + "nauc_recall_at_20_std": -0.490103, + "nauc_recall_at_20_diff1": 0.898693, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.386243, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754414, + "nauc_precision_at_1_std": -0.238559, + "nauc_precision_at_1_diff1": 0.90441, + "nauc_precision_at_3_max": 0.810568, + "nauc_precision_at_3_std": -0.307902, + "nauc_precision_at_3_diff1": 0.866676, + "nauc_precision_at_5_max": 0.786556, + "nauc_precision_at_5_std": -0.367747, + "nauc_precision_at_5_diff1": 0.852699, + "nauc_precision_at_10_max": 0.799833, + "nauc_precision_at_10_std": -0.403424, + "nauc_precision_at_10_diff1": 0.851553, + "nauc_precision_at_20_max": 0.811648, + "nauc_precision_at_20_std": -0.490103, + "nauc_precision_at_20_diff1": 0.898693, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.386243, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754414, + "nauc_mrr_at_1_std": -0.238559, + "nauc_mrr_at_1_diff1": 0.90441, + "nauc_mrr_at_3_max": 0.773744, + "nauc_mrr_at_3_std": -0.259391, + "nauc_mrr_at_3_diff1": 0.891285, + "nauc_mrr_at_5_max": 0.769381, + "nauc_mrr_at_5_std": -0.26364, + "nauc_mrr_at_5_diff1": 0.89053, + "nauc_mrr_at_10_max": 0.769966, + "nauc_mrr_at_10_std": -0.262162, + "nauc_mrr_at_10_diff1": 0.891782, + "nauc_mrr_at_20_max": 0.769937, + "nauc_mrr_at_20_std": -0.260935, + "nauc_mrr_at_20_diff1": 0.893066, + "nauc_mrr_at_100_max": 0.769905, + "nauc_mrr_at_100_std": -0.258734, + "nauc_mrr_at_100_diff1": 0.893009, + "nauc_mrr_at_1000_max": 0.769875, + "nauc_mrr_at_1000_std": -0.258809, + "nauc_mrr_at_1000_diff1": 0.893013, + "main_score": 0.89613, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65667, + "ndcg_at_3": 0.71694, + "ndcg_at_5": 0.73091, + "ndcg_at_10": 0.7417, + "ndcg_at_20": 0.75133, + "ndcg_at_100": 0.76705, + "ndcg_at_1000": 0.77382, + "map_at_1": 0.65667, + "map_at_3": 0.70241, + "map_at_5": 0.7103, + "map_at_10": 0.71475, + "map_at_20": 0.71744, + "map_at_100": 0.71962, + "map_at_1000": 0.71988, + "recall_at_1": 0.65667, + "recall_at_3": 0.75889, + "recall_at_5": 0.79222, + "recall_at_10": 0.82556, + "recall_at_20": 0.86333, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "precision_at_1": 0.65667, + "precision_at_3": 0.25296, + "precision_at_5": 0.15844, + "precision_at_10": 0.08256, + "precision_at_20": 0.04317, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.656667, + "mrr_at_3": 0.702407, + "mrr_at_5": 0.710296, + "mrr_at_10": 0.714751, + "mrr_at_20": 0.717439, + "mrr_at_100": 0.719619, + "mrr_at_1000": 0.719884, + "nauc_ndcg_at_1_max": 0.852443, + "nauc_ndcg_at_1_std": 0.382254, + "nauc_ndcg_at_1_diff1": 0.879875, + "nauc_ndcg_at_3_max": 0.876722, + "nauc_ndcg_at_3_std": 0.475297, + "nauc_ndcg_at_3_diff1": 0.847803, + "nauc_ndcg_at_5_max": 0.872986, + "nauc_ndcg_at_5_std": 0.48953, + "nauc_ndcg_at_5_diff1": 0.837416, + "nauc_ndcg_at_10_max": 0.872228, + "nauc_ndcg_at_10_std": 0.496839, + "nauc_ndcg_at_10_diff1": 0.836835, + "nauc_ndcg_at_20_max": 0.870768, + "nauc_ndcg_at_20_std": 0.49842, + "nauc_ndcg_at_20_diff1": 0.83719, + "nauc_ndcg_at_100_max": 0.868669, + "nauc_ndcg_at_100_std": 0.488057, + "nauc_ndcg_at_100_diff1": 0.841904, + "nauc_ndcg_at_1000_max": 0.868447, + "nauc_ndcg_at_1000_std": 0.476864, + "nauc_ndcg_at_1000_diff1": 0.84472, + "nauc_map_at_1_max": 0.852443, + "nauc_map_at_1_std": 0.382254, + "nauc_map_at_1_diff1": 0.879875, + "nauc_map_at_3_max": 0.870087, + "nauc_map_at_3_std": 0.450609, + "nauc_map_at_3_diff1": 0.855759, + "nauc_map_at_5_max": 0.868048, + "nauc_map_at_5_std": 0.457789, + "nauc_map_at_5_diff1": 0.850334, + "nauc_map_at_10_max": 0.867621, + "nauc_map_at_10_std": 0.460303, + "nauc_map_at_10_diff1": 0.850222, + "nauc_map_at_20_max": 0.867187, + "nauc_map_at_20_std": 0.460208, + "nauc_map_at_20_diff1": 0.850407, + "nauc_map_at_100_max": 0.866801, + "nauc_map_at_100_std": 0.458804, + "nauc_map_at_100_diff1": 0.851059, + "nauc_map_at_1000_max": 0.866789, + "nauc_map_at_1000_std": 0.458423, + "nauc_map_at_1000_diff1": 0.851138, + "nauc_recall_at_1_max": 0.852443, + "nauc_recall_at_1_std": 0.382254, + "nauc_recall_at_1_diff1": 0.879875, + "nauc_recall_at_3_max": 0.899202, + "nauc_recall_at_3_std": 0.558591, + "nauc_recall_at_3_diff1": 0.82123, + "nauc_recall_at_5_max": 0.890611, + "nauc_recall_at_5_std": 0.609466, + "nauc_recall_at_5_diff1": 0.78814, + "nauc_recall_at_10_max": 0.890862, + "nauc_recall_at_10_std": 0.658871, + "nauc_recall_at_10_diff1": 0.77797, + "nauc_recall_at_20_max": 0.8864, + "nauc_recall_at_20_std": 0.711214, + "nauc_recall_at_20_diff1": 0.76607, + "nauc_recall_at_100_max": 0.874297, + "nauc_recall_at_100_std": 0.811888, + "nauc_recall_at_100_diff1": 0.75666, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.852443, + "nauc_precision_at_1_std": 0.382254, + "nauc_precision_at_1_diff1": 0.879875, + "nauc_precision_at_3_max": 0.899202, + "nauc_precision_at_3_std": 0.558591, + "nauc_precision_at_3_diff1": 0.82123, + "nauc_precision_at_5_max": 0.890611, + "nauc_precision_at_5_std": 0.609466, + "nauc_precision_at_5_diff1": 0.78814, + "nauc_precision_at_10_max": 0.890862, + "nauc_precision_at_10_std": 0.658871, + "nauc_precision_at_10_diff1": 0.77797, + "nauc_precision_at_20_max": 0.8864, + "nauc_precision_at_20_std": 0.711214, + "nauc_precision_at_20_diff1": 0.76607, + "nauc_precision_at_100_max": 0.874297, + "nauc_precision_at_100_std": 0.811888, + "nauc_precision_at_100_diff1": 0.75666, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.852443, + "nauc_mrr_at_1_std": 0.382254, + "nauc_mrr_at_1_diff1": 0.879875, + "nauc_mrr_at_3_max": 0.870087, + "nauc_mrr_at_3_std": 0.450609, + "nauc_mrr_at_3_diff1": 0.855759, + "nauc_mrr_at_5_max": 0.868048, + "nauc_mrr_at_5_std": 0.457789, + "nauc_mrr_at_5_diff1": 0.850334, + "nauc_mrr_at_10_max": 0.867621, + "nauc_mrr_at_10_std": 0.460303, + "nauc_mrr_at_10_diff1": 0.850222, + "nauc_mrr_at_20_max": 0.867187, + "nauc_mrr_at_20_std": 0.460208, + "nauc_mrr_at_20_diff1": 0.850407, + "nauc_mrr_at_100_max": 0.866801, + "nauc_mrr_at_100_std": 0.458804, + "nauc_mrr_at_100_diff1": 0.851059, + "nauc_mrr_at_1000_max": 0.866789, + "nauc_mrr_at_1000_std": 0.458423, + "nauc_mrr_at_1000_diff1": 0.851138, + "main_score": 0.7417, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.89526, + "ndcg_at_5": 0.90311, + "ndcg_at_10": 0.91049, + "ndcg_at_20": 0.91422, + "ndcg_at_100": 0.91742, + "ndcg_at_1000": 0.91831, + "map_at_1": 0.85778, + "map_at_3": 0.8863, + "map_at_5": 0.89069, + "map_at_10": 0.89385, + "map_at_20": 0.89491, + "map_at_100": 0.8954, + "map_at_1000": 0.89544, + "recall_at_1": 0.85778, + "recall_at_3": 0.92111, + "recall_at_5": 0.94, + "recall_at_10": 0.96222, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.30704, + "precision_at_5": 0.188, + "precision_at_10": 0.09622, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.886296, + "mrr_at_5": 0.890685, + "mrr_at_10": 0.893849, + "mrr_at_20": 0.894915, + "mrr_at_100": 0.8954, + "mrr_at_1000": 0.89544, + "nauc_ndcg_at_1_max": 0.806038, + "nauc_ndcg_at_1_std": -0.248676, + "nauc_ndcg_at_1_diff1": 0.902825, + "nauc_ndcg_at_3_max": 0.820976, + "nauc_ndcg_at_3_std": -0.18537, + "nauc_ndcg_at_3_diff1": 0.877591, + "nauc_ndcg_at_5_max": 0.823897, + "nauc_ndcg_at_5_std": -0.18087, + "nauc_ndcg_at_5_diff1": 0.880306, + "nauc_ndcg_at_10_max": 0.823176, + "nauc_ndcg_at_10_std": -0.203298, + "nauc_ndcg_at_10_diff1": 0.88329, + "nauc_ndcg_at_20_max": 0.821675, + "nauc_ndcg_at_20_std": -0.19617, + "nauc_ndcg_at_20_diff1": 0.885102, + "nauc_ndcg_at_100_max": 0.819957, + "nauc_ndcg_at_100_std": -0.197355, + "nauc_ndcg_at_100_diff1": 0.885353, + "nauc_ndcg_at_1000_max": 0.818428, + "nauc_ndcg_at_1000_std": -0.204877, + "nauc_ndcg_at_1000_diff1": 0.885596, + "nauc_map_at_1_max": 0.806038, + "nauc_map_at_1_std": -0.248676, + "nauc_map_at_1_diff1": 0.902825, + "nauc_map_at_3_max": 0.816121, + "nauc_map_at_3_std": -0.205563, + "nauc_map_at_3_diff1": 0.884055, + "nauc_map_at_5_max": 0.817436, + "nauc_map_at_5_std": -0.204052, + "nauc_map_at_5_diff1": 0.885807, + "nauc_map_at_10_max": 0.816865, + "nauc_map_at_10_std": -0.213362, + "nauc_map_at_10_diff1": 0.887065, + "nauc_map_at_20_max": 0.816446, + "nauc_map_at_20_std": -0.212211, + "nauc_map_at_20_diff1": 0.887565, + "nauc_map_at_100_max": 0.816114, + "nauc_map_at_100_std": -0.21262, + "nauc_map_at_100_diff1": 0.887504, + "nauc_map_at_1000_max": 0.81606, + "nauc_map_at_1000_std": -0.212865, + "nauc_map_at_1000_diff1": 0.887503, + "nauc_recall_at_1_max": 0.806038, + "nauc_recall_at_1_std": -0.248676, + "nauc_recall_at_1_diff1": 0.902825, + "nauc_recall_at_3_max": 0.840921, + "nauc_recall_at_3_std": -0.102616, + "nauc_recall_at_3_diff1": 0.851961, + "nauc_recall_at_5_max": 0.857878, + "nauc_recall_at_5_std": -0.060172, + "nauc_recall_at_5_diff1": 0.853244, + "nauc_recall_at_10_max": 0.874362, + "nauc_recall_at_10_std": -0.139438, + "nauc_recall_at_10_diff1": 0.858022, + "nauc_recall_at_20_max": 0.885176, + "nauc_recall_at_20_std": 0.011605, + "nauc_recall_at_20_diff1": 0.86628, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.488095, + "nauc_recall_at_100_diff1": 0.85761, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806038, + "nauc_precision_at_1_std": -0.248676, + "nauc_precision_at_1_diff1": 0.902825, + "nauc_precision_at_3_max": 0.840921, + "nauc_precision_at_3_std": -0.102616, + "nauc_precision_at_3_diff1": 0.851961, + "nauc_precision_at_5_max": 0.857878, + "nauc_precision_at_5_std": -0.060172, + "nauc_precision_at_5_diff1": 0.853244, + "nauc_precision_at_10_max": 0.874362, + "nauc_precision_at_10_std": -0.139438, + "nauc_precision_at_10_diff1": 0.858022, + "nauc_precision_at_20_max": 0.885176, + "nauc_precision_at_20_std": 0.011605, + "nauc_precision_at_20_diff1": 0.86628, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.488095, + "nauc_precision_at_100_diff1": 0.85761, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806038, + "nauc_mrr_at_1_std": -0.248676, + "nauc_mrr_at_1_diff1": 0.902825, + "nauc_mrr_at_3_max": 0.816121, + "nauc_mrr_at_3_std": -0.205563, + "nauc_mrr_at_3_diff1": 0.884055, + "nauc_mrr_at_5_max": 0.817436, + "nauc_mrr_at_5_std": -0.204052, + "nauc_mrr_at_5_diff1": 0.885807, + "nauc_mrr_at_10_max": 0.816865, + "nauc_mrr_at_10_std": -0.213362, + "nauc_mrr_at_10_diff1": 0.887065, + "nauc_mrr_at_20_max": 0.816446, + "nauc_mrr_at_20_std": -0.212211, + "nauc_mrr_at_20_diff1": 0.887565, + "nauc_mrr_at_100_max": 0.816114, + "nauc_mrr_at_100_std": -0.21262, + "nauc_mrr_at_100_diff1": 0.887504, + "nauc_mrr_at_1000_max": 0.81606, + "nauc_mrr_at_1000_std": -0.212865, + "nauc_mrr_at_1000_diff1": 0.887503, + "main_score": 0.91049, + "hf_subset": "swe_Latn-swe_Latn", + "languages": [ + "swe-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.92128, + "ndcg_at_5": 0.92726, + "ndcg_at_10": 0.93155, + "ndcg_at_20": 0.93447, + "ndcg_at_100": 0.93599, + "ndcg_at_1000": 0.93625, + "map_at_1": 0.87778, + "map_at_3": 0.91093, + "map_at_5": 0.91426, + "map_at_10": 0.91602, + "map_at_20": 0.91688, + "map_at_100": 0.91712, + "map_at_1000": 0.91713, + "recall_at_1": 0.87778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96556, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.87778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19311, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.910926, + "mrr_at_5": 0.914259, + "mrr_at_10": 0.916017, + "mrr_at_20": 0.916879, + "mrr_at_100": 0.91712, + "mrr_at_1000": 0.917126, + "nauc_ndcg_at_1_max": 0.801204, + "nauc_ndcg_at_1_std": -0.278532, + "nauc_ndcg_at_1_diff1": 0.917442, + "nauc_ndcg_at_3_max": 0.818669, + "nauc_ndcg_at_3_std": -0.290456, + "nauc_ndcg_at_3_diff1": 0.899855, + "nauc_ndcg_at_5_max": 0.815166, + "nauc_ndcg_at_5_std": -0.296085, + "nauc_ndcg_at_5_diff1": 0.896759, + "nauc_ndcg_at_10_max": 0.817254, + "nauc_ndcg_at_10_std": -0.275656, + "nauc_ndcg_at_10_diff1": 0.901358, + "nauc_ndcg_at_20_max": 0.816329, + "nauc_ndcg_at_20_std": -0.26822, + "nauc_ndcg_at_20_diff1": 0.902569, + "nauc_ndcg_at_100_max": 0.81539, + "nauc_ndcg_at_100_std": -0.27258, + "nauc_ndcg_at_100_diff1": 0.903256, + "nauc_ndcg_at_1000_max": 0.814893, + "nauc_ndcg_at_1000_std": -0.277902, + "nauc_ndcg_at_1000_diff1": 0.903789, + "nauc_map_at_1_max": 0.801204, + "nauc_map_at_1_std": -0.278532, + "nauc_map_at_1_diff1": 0.917442, + "nauc_map_at_3_max": 0.814467, + "nauc_map_at_3_std": -0.288503, + "nauc_map_at_3_diff1": 0.904771, + "nauc_map_at_5_max": 0.812649, + "nauc_map_at_5_std": -0.290797, + "nauc_map_at_5_diff1": 0.903557, + "nauc_map_at_10_max": 0.813559, + "nauc_map_at_10_std": -0.28319, + "nauc_map_at_10_diff1": 0.905138, + "nauc_map_at_20_max": 0.8134, + "nauc_map_at_20_std": -0.280806, + "nauc_map_at_20_diff1": 0.905474, + "nauc_map_at_100_max": 0.813231, + "nauc_map_at_100_std": -0.281971, + "nauc_map_at_100_diff1": 0.905586, + "nauc_map_at_1000_max": 0.813221, + "nauc_map_at_1000_std": -0.282069, + "nauc_map_at_1000_diff1": 0.905597, + "nauc_recall_at_1_max": 0.801204, + "nauc_recall_at_1_std": -0.278532, + "nauc_recall_at_1_diff1": 0.917442, + "nauc_recall_at_3_max": 0.839264, + "nauc_recall_at_3_std": -0.299104, + "nauc_recall_at_3_diff1": 0.875064, + "nauc_recall_at_5_max": 0.830201, + "nauc_recall_at_5_std": -0.334056, + "nauc_recall_at_5_diff1": 0.848499, + "nauc_recall_at_10_max": 0.85503, + "nauc_recall_at_10_std": -0.169099, + "nauc_recall_at_10_diff1": 0.865964, + "nauc_recall_at_20_max": 0.868762, + "nauc_recall_at_20_std": 0.08725, + "nauc_recall_at_20_diff1": 0.855535, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801204, + "nauc_precision_at_1_std": -0.278532, + "nauc_precision_at_1_diff1": 0.917442, + "nauc_precision_at_3_max": 0.839264, + "nauc_precision_at_3_std": -0.299104, + "nauc_precision_at_3_diff1": 0.875064, + "nauc_precision_at_5_max": 0.830201, + "nauc_precision_at_5_std": -0.334056, + "nauc_precision_at_5_diff1": 0.848499, + "nauc_precision_at_10_max": 0.85503, + "nauc_precision_at_10_std": -0.169099, + "nauc_precision_at_10_diff1": 0.865964, + "nauc_precision_at_20_max": 0.868762, + "nauc_precision_at_20_std": 0.08725, + "nauc_precision_at_20_diff1": 0.855535, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801204, + "nauc_mrr_at_1_std": -0.278532, + "nauc_mrr_at_1_diff1": 0.917442, + "nauc_mrr_at_3_max": 0.814467, + "nauc_mrr_at_3_std": -0.288503, + "nauc_mrr_at_3_diff1": 0.904771, + "nauc_mrr_at_5_max": 0.812649, + "nauc_mrr_at_5_std": -0.290797, + "nauc_mrr_at_5_diff1": 0.903557, + "nauc_mrr_at_10_max": 0.813559, + "nauc_mrr_at_10_std": -0.28319, + "nauc_mrr_at_10_diff1": 0.905138, + "nauc_mrr_at_20_max": 0.8134, + "nauc_mrr_at_20_std": -0.280806, + "nauc_mrr_at_20_diff1": 0.905474, + "nauc_mrr_at_100_max": 0.813231, + "nauc_mrr_at_100_std": -0.281971, + "nauc_mrr_at_100_diff1": 0.905586, + "nauc_mrr_at_1000_max": 0.813221, + "nauc_mrr_at_1000_std": -0.282069, + "nauc_mrr_at_1000_diff1": 0.905597, + "main_score": 0.93155, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.87301, + "ndcg_at_5": 0.88267, + "ndcg_at_10": 0.89117, + "ndcg_at_20": 0.8943, + "ndcg_at_100": 0.89937, + "ndcg_at_1000": 0.90102, + "map_at_1": 0.83556, + "map_at_3": 0.8637, + "map_at_5": 0.86909, + "map_at_10": 0.87274, + "map_at_20": 0.87361, + "map_at_100": 0.87437, + "map_at_1000": 0.87444, + "recall_at_1": 0.83556, + "recall_at_3": 0.9, + "recall_at_5": 0.92333, + "recall_at_10": 0.94889, + "recall_at_20": 0.96111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.83556, + "precision_at_3": 0.3, + "precision_at_5": 0.18467, + "precision_at_10": 0.09489, + "precision_at_20": 0.04806, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.863704, + "mrr_at_5": 0.869093, + "mrr_at_10": 0.872735, + "mrr_at_20": 0.873612, + "mrr_at_100": 0.874365, + "mrr_at_1000": 0.874441, + "nauc_ndcg_at_1_max": 0.829371, + "nauc_ndcg_at_1_std": -0.024892, + "nauc_ndcg_at_1_diff1": 0.912742, + "nauc_ndcg_at_3_max": 0.850987, + "nauc_ndcg_at_3_std": 0.028722, + "nauc_ndcg_at_3_diff1": 0.886538, + "nauc_ndcg_at_5_max": 0.853914, + "nauc_ndcg_at_5_std": 0.040713, + "nauc_ndcg_at_5_diff1": 0.890948, + "nauc_ndcg_at_10_max": 0.853729, + "nauc_ndcg_at_10_std": 0.048375, + "nauc_ndcg_at_10_diff1": 0.89333, + "nauc_ndcg_at_20_max": 0.85434, + "nauc_ndcg_at_20_std": 0.050037, + "nauc_ndcg_at_20_diff1": 0.894256, + "nauc_ndcg_at_100_max": 0.852456, + "nauc_ndcg_at_100_std": 0.043873, + "nauc_ndcg_at_100_diff1": 0.896511, + "nauc_ndcg_at_1000_max": 0.850647, + "nauc_ndcg_at_1000_std": 0.034022, + "nauc_ndcg_at_1000_diff1": 0.896392, + "nauc_map_at_1_max": 0.829371, + "nauc_map_at_1_std": -0.024892, + "nauc_map_at_1_diff1": 0.912742, + "nauc_map_at_3_max": 0.846366, + "nauc_map_at_3_std": 0.014822, + "nauc_map_at_3_diff1": 0.894173, + "nauc_map_at_5_max": 0.847747, + "nauc_map_at_5_std": 0.020246, + "nauc_map_at_5_diff1": 0.896614, + "nauc_map_at_10_max": 0.8475, + "nauc_map_at_10_std": 0.02209, + "nauc_map_at_10_diff1": 0.897761, + "nauc_map_at_20_max": 0.847588, + "nauc_map_at_20_std": 0.021993, + "nauc_map_at_20_diff1": 0.897989, + "nauc_map_at_100_max": 0.847387, + "nauc_map_at_100_std": 0.021316, + "nauc_map_at_100_diff1": 0.898271, + "nauc_map_at_1000_max": 0.847324, + "nauc_map_at_1000_std": 0.021004, + "nauc_map_at_1000_diff1": 0.898268, + "nauc_recall_at_1_max": 0.829371, + "nauc_recall_at_1_std": -0.024892, + "nauc_recall_at_1_diff1": 0.912742, + "nauc_recall_at_3_max": 0.867678, + "nauc_recall_at_3_std": 0.080714, + "nauc_recall_at_3_diff1": 0.85748, + "nauc_recall_at_5_max": 0.882542, + "nauc_recall_at_5_std": 0.139637, + "nauc_recall_at_5_diff1": 0.865154, + "nauc_recall_at_10_max": 0.895668, + "nauc_recall_at_10_std": 0.241444, + "nauc_recall_at_10_diff1": 0.86578, + "nauc_recall_at_20_max": 0.915433, + "nauc_recall_at_20_std": 0.326291, + "nauc_recall_at_20_diff1": 0.867147, + "nauc_recall_at_100_max": 0.959469, + "nauc_recall_at_100_std": 0.637, + "nauc_recall_at_100_diff1": 0.903446, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.829371, + "nauc_precision_at_1_std": -0.024892, + "nauc_precision_at_1_diff1": 0.912742, + "nauc_precision_at_3_max": 0.867678, + "nauc_precision_at_3_std": 0.080714, + "nauc_precision_at_3_diff1": 0.85748, + "nauc_precision_at_5_max": 0.882542, + "nauc_precision_at_5_std": 0.139637, + "nauc_precision_at_5_diff1": 0.865154, + "nauc_precision_at_10_max": 0.895668, + "nauc_precision_at_10_std": 0.241444, + "nauc_precision_at_10_diff1": 0.86578, + "nauc_precision_at_20_max": 0.915433, + "nauc_precision_at_20_std": 0.326291, + "nauc_precision_at_20_diff1": 0.867147, + "nauc_precision_at_100_max": 0.959469, + "nauc_precision_at_100_std": 0.637, + "nauc_precision_at_100_diff1": 0.903446, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.829371, + "nauc_mrr_at_1_std": -0.024892, + "nauc_mrr_at_1_diff1": 0.912742, + "nauc_mrr_at_3_max": 0.846366, + "nauc_mrr_at_3_std": 0.014822, + "nauc_mrr_at_3_diff1": 0.894173, + "nauc_mrr_at_5_max": 0.847747, + "nauc_mrr_at_5_std": 0.020246, + "nauc_mrr_at_5_diff1": 0.896614, + "nauc_mrr_at_10_max": 0.8475, + "nauc_mrr_at_10_std": 0.02209, + "nauc_mrr_at_10_diff1": 0.897761, + "nauc_mrr_at_20_max": 0.847588, + "nauc_mrr_at_20_std": 0.021993, + "nauc_mrr_at_20_diff1": 0.897989, + "nauc_mrr_at_100_max": 0.847387, + "nauc_mrr_at_100_std": 0.021316, + "nauc_mrr_at_100_diff1": 0.898271, + "nauc_mrr_at_1000_max": 0.847324, + "nauc_mrr_at_1000_std": 0.021004, + "nauc_mrr_at_1000_diff1": 0.898268, + "main_score": 0.89117, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.69444, + "ndcg_at_3": 0.7582, + "ndcg_at_5": 0.7714, + "ndcg_at_10": 0.78025, + "ndcg_at_20": 0.79004, + "ndcg_at_100": 0.80198, + "ndcg_at_1000": 0.80649, + "map_at_1": 0.69444, + "map_at_3": 0.74259, + "map_at_5": 0.74987, + "map_at_10": 0.75367, + "map_at_20": 0.75633, + "map_at_100": 0.75798, + "map_at_1000": 0.75816, + "recall_at_1": 0.69444, + "recall_at_3": 0.80333, + "recall_at_5": 0.83556, + "recall_at_10": 0.86222, + "recall_at_20": 0.90111, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "precision_at_1": 0.69444, + "precision_at_3": 0.26778, + "precision_at_5": 0.16711, + "precision_at_10": 0.08622, + "precision_at_20": 0.04506, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.694444, + "mrr_at_3": 0.742593, + "mrr_at_5": 0.74987, + "mrr_at_10": 0.753666, + "mrr_at_20": 0.756334, + "mrr_at_100": 0.757979, + "mrr_at_1000": 0.75816, + "nauc_ndcg_at_1_max": 0.761923, + "nauc_ndcg_at_1_std": -0.257762, + "nauc_ndcg_at_1_diff1": 0.862624, + "nauc_ndcg_at_3_max": 0.781104, + "nauc_ndcg_at_3_std": -0.223065, + "nauc_ndcg_at_3_diff1": 0.834003, + "nauc_ndcg_at_5_max": 0.77765, + "nauc_ndcg_at_5_std": -0.226542, + "nauc_ndcg_at_5_diff1": 0.834838, + "nauc_ndcg_at_10_max": 0.779502, + "nauc_ndcg_at_10_std": -0.228443, + "nauc_ndcg_at_10_diff1": 0.841614, + "nauc_ndcg_at_20_max": 0.776475, + "nauc_ndcg_at_20_std": -0.229968, + "nauc_ndcg_at_20_diff1": 0.836086, + "nauc_ndcg_at_100_max": 0.778235, + "nauc_ndcg_at_100_std": -0.220196, + "nauc_ndcg_at_100_diff1": 0.83969, + "nauc_ndcg_at_1000_max": 0.776261, + "nauc_ndcg_at_1000_std": -0.228361, + "nauc_ndcg_at_1000_diff1": 0.841028, + "nauc_map_at_1_max": 0.761923, + "nauc_map_at_1_std": -0.257762, + "nauc_map_at_1_diff1": 0.862624, + "nauc_map_at_3_max": 0.776296, + "nauc_map_at_3_std": -0.232251, + "nauc_map_at_3_diff1": 0.841536, + "nauc_map_at_5_max": 0.77437, + "nauc_map_at_5_std": -0.234245, + "nauc_map_at_5_diff1": 0.842187, + "nauc_map_at_10_max": 0.774815, + "nauc_map_at_10_std": -0.234832, + "nauc_map_at_10_diff1": 0.84472, + "nauc_map_at_20_max": 0.773951, + "nauc_map_at_20_std": -0.235177, + "nauc_map_at_20_diff1": 0.843428, + "nauc_map_at_100_max": 0.774179, + "nauc_map_at_100_std": -0.233949, + "nauc_map_at_100_diff1": 0.843936, + "nauc_map_at_1000_max": 0.77412, + "nauc_map_at_1000_std": -0.234212, + "nauc_map_at_1000_diff1": 0.843992, + "nauc_recall_at_1_max": 0.761923, + "nauc_recall_at_1_std": -0.257762, + "nauc_recall_at_1_diff1": 0.862624, + "nauc_recall_at_3_max": 0.798012, + "nauc_recall_at_3_std": -0.190487, + "nauc_recall_at_3_diff1": 0.807308, + "nauc_recall_at_5_max": 0.790106, + "nauc_recall_at_5_std": -0.196053, + "nauc_recall_at_5_diff1": 0.805141, + "nauc_recall_at_10_max": 0.802431, + "nauc_recall_at_10_std": -0.201439, + "nauc_recall_at_10_diff1": 0.832003, + "nauc_recall_at_20_max": 0.788772, + "nauc_recall_at_20_std": -0.205295, + "nauc_recall_at_20_diff1": 0.786837, + "nauc_recall_at_100_max": 0.856179, + "nauc_recall_at_100_std": 0.095148, + "nauc_recall_at_100_diff1": 0.790684, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761923, + "nauc_precision_at_1_std": -0.257762, + "nauc_precision_at_1_diff1": 0.862624, + "nauc_precision_at_3_max": 0.798012, + "nauc_precision_at_3_std": -0.190487, + "nauc_precision_at_3_diff1": 0.807308, + "nauc_precision_at_5_max": 0.790106, + "nauc_precision_at_5_std": -0.196053, + "nauc_precision_at_5_diff1": 0.805141, + "nauc_precision_at_10_max": 0.802431, + "nauc_precision_at_10_std": -0.201439, + "nauc_precision_at_10_diff1": 0.832003, + "nauc_precision_at_20_max": 0.788772, + "nauc_precision_at_20_std": -0.205295, + "nauc_precision_at_20_diff1": 0.786837, + "nauc_precision_at_100_max": 0.856179, + "nauc_precision_at_100_std": 0.095148, + "nauc_precision_at_100_diff1": 0.790684, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761923, + "nauc_mrr_at_1_std": -0.257762, + "nauc_mrr_at_1_diff1": 0.862624, + "nauc_mrr_at_3_max": 0.776296, + "nauc_mrr_at_3_std": -0.232251, + "nauc_mrr_at_3_diff1": 0.841536, + "nauc_mrr_at_5_max": 0.77437, + "nauc_mrr_at_5_std": -0.234245, + "nauc_mrr_at_5_diff1": 0.842187, + "nauc_mrr_at_10_max": 0.774815, + "nauc_mrr_at_10_std": -0.234832, + "nauc_mrr_at_10_diff1": 0.84472, + "nauc_mrr_at_20_max": 0.773951, + "nauc_mrr_at_20_std": -0.235177, + "nauc_mrr_at_20_diff1": 0.843428, + "nauc_mrr_at_100_max": 0.774179, + "nauc_mrr_at_100_std": -0.233949, + "nauc_mrr_at_100_diff1": 0.843936, + "nauc_mrr_at_1000_max": 0.77412, + "nauc_mrr_at_1000_std": -0.234212, + "nauc_mrr_at_1000_diff1": 0.843992, + "main_score": 0.78025, + "hf_subset": "swh_Latn-swh_Latn", + "languages": [ + "swh-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.81697, + "ndcg_at_5": 0.83021, + "ndcg_at_10": 0.84354, + "ndcg_at_20": 0.84973, + "ndcg_at_100": 0.85581, + "ndcg_at_1000": 0.85701, + "map_at_1": 0.75333, + "map_at_3": 0.80167, + "map_at_5": 0.809, + "map_at_10": 0.81452, + "map_at_20": 0.81622, + "map_at_100": 0.8171, + "map_at_1000": 0.81715, + "recall_at_1": 0.75333, + "recall_at_3": 0.86111, + "recall_at_5": 0.89333, + "recall_at_10": 0.93444, + "recall_at_20": 0.95889, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.75333, + "precision_at_3": 0.28704, + "precision_at_5": 0.17867, + "precision_at_10": 0.09344, + "precision_at_20": 0.04794, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.801667, + "mrr_at_5": 0.809, + "mrr_at_10": 0.814516, + "mrr_at_20": 0.816216, + "mrr_at_100": 0.817096, + "mrr_at_1000": 0.817153, + "nauc_ndcg_at_1_max": 0.724913, + "nauc_ndcg_at_1_std": -0.147082, + "nauc_ndcg_at_1_diff1": 0.837535, + "nauc_ndcg_at_3_max": 0.751607, + "nauc_ndcg_at_3_std": -0.128992, + "nauc_ndcg_at_3_diff1": 0.8152, + "nauc_ndcg_at_5_max": 0.745572, + "nauc_ndcg_at_5_std": -0.131254, + "nauc_ndcg_at_5_diff1": 0.810032, + "nauc_ndcg_at_10_max": 0.747038, + "nauc_ndcg_at_10_std": -0.150524, + "nauc_ndcg_at_10_diff1": 0.816049, + "nauc_ndcg_at_20_max": 0.747963, + "nauc_ndcg_at_20_std": -0.132363, + "nauc_ndcg_at_20_diff1": 0.816876, + "nauc_ndcg_at_100_max": 0.745626, + "nauc_ndcg_at_100_std": -0.137765, + "nauc_ndcg_at_100_diff1": 0.818094, + "nauc_ndcg_at_1000_max": 0.745241, + "nauc_ndcg_at_1000_std": -0.1376, + "nauc_ndcg_at_1000_diff1": 0.819445, + "nauc_map_at_1_max": 0.724913, + "nauc_map_at_1_std": -0.147082, + "nauc_map_at_1_diff1": 0.837535, + "nauc_map_at_3_max": 0.7459, + "nauc_map_at_3_std": -0.13344, + "nauc_map_at_3_diff1": 0.821552, + "nauc_map_at_5_max": 0.742749, + "nauc_map_at_5_std": -0.135309, + "nauc_map_at_5_diff1": 0.819334, + "nauc_map_at_10_max": 0.743237, + "nauc_map_at_10_std": -0.141939, + "nauc_map_at_10_diff1": 0.821734, + "nauc_map_at_20_max": 0.743367, + "nauc_map_at_20_std": -0.13826, + "nauc_map_at_20_diff1": 0.821958, + "nauc_map_at_100_max": 0.743081, + "nauc_map_at_100_std": -0.138832, + "nauc_map_at_100_diff1": 0.822126, + "nauc_map_at_1000_max": 0.743077, + "nauc_map_at_1000_std": -0.138768, + "nauc_map_at_1000_diff1": 0.822184, + "nauc_recall_at_1_max": 0.724913, + "nauc_recall_at_1_std": -0.147082, + "nauc_recall_at_1_diff1": 0.837535, + "nauc_recall_at_3_max": 0.772836, + "nauc_recall_at_3_std": -0.112002, + "nauc_recall_at_3_diff1": 0.790359, + "nauc_recall_at_5_max": 0.756075, + "nauc_recall_at_5_std": -0.111732, + "nauc_recall_at_5_diff1": 0.764116, + "nauc_recall_at_10_max": 0.771661, + "nauc_recall_at_10_std": -0.23535, + "nauc_recall_at_10_diff1": 0.777137, + "nauc_recall_at_20_max": 0.79977, + "nauc_recall_at_20_std": -0.027494, + "nauc_recall_at_20_diff1": 0.765564, + "nauc_recall_at_100_max": 0.796627, + "nauc_recall_at_100_std": -0.107085, + "nauc_recall_at_100_diff1": 0.674953, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724913, + "nauc_precision_at_1_std": -0.147082, + "nauc_precision_at_1_diff1": 0.837535, + "nauc_precision_at_3_max": 0.772836, + "nauc_precision_at_3_std": -0.112002, + "nauc_precision_at_3_diff1": 0.790359, + "nauc_precision_at_5_max": 0.756075, + "nauc_precision_at_5_std": -0.111732, + "nauc_precision_at_5_diff1": 0.764116, + "nauc_precision_at_10_max": 0.771661, + "nauc_precision_at_10_std": -0.23535, + "nauc_precision_at_10_diff1": 0.777137, + "nauc_precision_at_20_max": 0.79977, + "nauc_precision_at_20_std": -0.027494, + "nauc_precision_at_20_diff1": 0.765564, + "nauc_precision_at_100_max": 0.796627, + "nauc_precision_at_100_std": -0.107085, + "nauc_precision_at_100_diff1": 0.674953, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724913, + "nauc_mrr_at_1_std": -0.147082, + "nauc_mrr_at_1_diff1": 0.837535, + "nauc_mrr_at_3_max": 0.7459, + "nauc_mrr_at_3_std": -0.13344, + "nauc_mrr_at_3_diff1": 0.821552, + "nauc_mrr_at_5_max": 0.742749, + "nauc_mrr_at_5_std": -0.135309, + "nauc_mrr_at_5_diff1": 0.819334, + "nauc_mrr_at_10_max": 0.743237, + "nauc_mrr_at_10_std": -0.141939, + "nauc_mrr_at_10_diff1": 0.821734, + "nauc_mrr_at_20_max": 0.743367, + "nauc_mrr_at_20_std": -0.13826, + "nauc_mrr_at_20_diff1": 0.821958, + "nauc_mrr_at_100_max": 0.743081, + "nauc_mrr_at_100_std": -0.138832, + "nauc_mrr_at_100_diff1": 0.822126, + "nauc_mrr_at_1000_max": 0.743077, + "nauc_mrr_at_1000_std": -0.138768, + "nauc_mrr_at_1000_diff1": 0.822184, + "main_score": 0.84354, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.66293, + "ndcg_at_5": 0.67685, + "ndcg_at_10": 0.68806, + "ndcg_at_20": 0.69894, + "ndcg_at_100": 0.71938, + "ndcg_at_1000": 0.72894, + "map_at_1": 0.6, + "map_at_3": 0.64778, + "map_at_5": 0.65561, + "map_at_10": 0.66028, + "map_at_20": 0.66323, + "map_at_100": 0.66608, + "map_at_1000": 0.66649, + "recall_at_1": 0.6, + "recall_at_3": 0.70667, + "recall_at_5": 0.74, + "recall_at_10": 0.77444, + "recall_at_20": 0.81778, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "precision_at_1": 0.6, + "precision_at_3": 0.23556, + "precision_at_5": 0.148, + "precision_at_10": 0.07744, + "precision_at_20": 0.04089, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.6, + "mrr_at_3": 0.647778, + "mrr_at_5": 0.655611, + "mrr_at_10": 0.660283, + "mrr_at_20": 0.663227, + "mrr_at_100": 0.66608, + "mrr_at_1000": 0.666488, + "nauc_ndcg_at_1_max": 0.802094, + "nauc_ndcg_at_1_std": 0.161538, + "nauc_ndcg_at_1_diff1": 0.857935, + "nauc_ndcg_at_3_max": 0.813938, + "nauc_ndcg_at_3_std": 0.214206, + "nauc_ndcg_at_3_diff1": 0.820137, + "nauc_ndcg_at_5_max": 0.816824, + "nauc_ndcg_at_5_std": 0.238182, + "nauc_ndcg_at_5_diff1": 0.817309, + "nauc_ndcg_at_10_max": 0.816109, + "nauc_ndcg_at_10_std": 0.242991, + "nauc_ndcg_at_10_diff1": 0.815166, + "nauc_ndcg_at_20_max": 0.815749, + "nauc_ndcg_at_20_std": 0.254408, + "nauc_ndcg_at_20_diff1": 0.812314, + "nauc_ndcg_at_100_max": 0.813437, + "nauc_ndcg_at_100_std": 0.24975, + "nauc_ndcg_at_100_diff1": 0.815368, + "nauc_ndcg_at_1000_max": 0.813246, + "nauc_ndcg_at_1000_std": 0.232571, + "nauc_ndcg_at_1000_diff1": 0.820493, + "nauc_map_at_1_max": 0.802094, + "nauc_map_at_1_std": 0.161538, + "nauc_map_at_1_diff1": 0.857935, + "nauc_map_at_3_max": 0.811019, + "nauc_map_at_3_std": 0.198536, + "nauc_map_at_3_diff1": 0.829764, + "nauc_map_at_5_max": 0.812667, + "nauc_map_at_5_std": 0.211419, + "nauc_map_at_5_diff1": 0.828416, + "nauc_map_at_10_max": 0.812382, + "nauc_map_at_10_std": 0.213101, + "nauc_map_at_10_diff1": 0.827652, + "nauc_map_at_20_max": 0.812157, + "nauc_map_at_20_std": 0.215594, + "nauc_map_at_20_diff1": 0.826967, + "nauc_map_at_100_max": 0.811749, + "nauc_map_at_100_std": 0.214665, + "nauc_map_at_100_diff1": 0.827405, + "nauc_map_at_1000_max": 0.811755, + "nauc_map_at_1000_std": 0.214042, + "nauc_map_at_1000_diff1": 0.827608, + "nauc_recall_at_1_max": 0.802094, + "nauc_recall_at_1_std": 0.161538, + "nauc_recall_at_1_diff1": 0.857935, + "nauc_recall_at_3_max": 0.823372, + "nauc_recall_at_3_std": 0.266194, + "nauc_recall_at_3_diff1": 0.788867, + "nauc_recall_at_5_max": 0.831642, + "nauc_recall_at_5_std": 0.337089, + "nauc_recall_at_5_diff1": 0.7778, + "nauc_recall_at_10_max": 0.830308, + "nauc_recall_at_10_std": 0.366956, + "nauc_recall_at_10_diff1": 0.765086, + "nauc_recall_at_20_max": 0.832261, + "nauc_recall_at_20_std": 0.459527, + "nauc_recall_at_20_diff1": 0.739439, + "nauc_recall_at_100_max": 0.820376, + "nauc_recall_at_100_std": 0.658694, + "nauc_recall_at_100_diff1": 0.696229, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802094, + "nauc_precision_at_1_std": 0.161538, + "nauc_precision_at_1_diff1": 0.857935, + "nauc_precision_at_3_max": 0.823372, + "nauc_precision_at_3_std": 0.266194, + "nauc_precision_at_3_diff1": 0.788867, + "nauc_precision_at_5_max": 0.831642, + "nauc_precision_at_5_std": 0.337089, + "nauc_precision_at_5_diff1": 0.7778, + "nauc_precision_at_10_max": 0.830308, + "nauc_precision_at_10_std": 0.366956, + "nauc_precision_at_10_diff1": 0.765086, + "nauc_precision_at_20_max": 0.832261, + "nauc_precision_at_20_std": 0.459527, + "nauc_precision_at_20_diff1": 0.739439, + "nauc_precision_at_100_max": 0.820376, + "nauc_precision_at_100_std": 0.658694, + "nauc_precision_at_100_diff1": 0.696229, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802094, + "nauc_mrr_at_1_std": 0.161538, + "nauc_mrr_at_1_diff1": 0.857935, + "nauc_mrr_at_3_max": 0.811019, + "nauc_mrr_at_3_std": 0.198536, + "nauc_mrr_at_3_diff1": 0.829764, + "nauc_mrr_at_5_max": 0.812667, + "nauc_mrr_at_5_std": 0.211419, + "nauc_mrr_at_5_diff1": 0.828416, + "nauc_mrr_at_10_max": 0.812382, + "nauc_mrr_at_10_std": 0.213101, + "nauc_mrr_at_10_diff1": 0.827652, + "nauc_mrr_at_20_max": 0.812157, + "nauc_mrr_at_20_std": 0.215594, + "nauc_mrr_at_20_diff1": 0.826967, + "nauc_mrr_at_100_max": 0.811749, + "nauc_mrr_at_100_std": 0.214665, + "nauc_mrr_at_100_diff1": 0.827405, + "nauc_mrr_at_1000_max": 0.811755, + "nauc_mrr_at_1000_std": 0.214042, + "nauc_mrr_at_1000_diff1": 0.827608, + "main_score": 0.68806, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84544, + "ndcg_at_5": 0.85663, + "ndcg_at_10": 0.86904, + "ndcg_at_20": 0.87437, + "ndcg_at_100": 0.8793, + "ndcg_at_1000": 0.88062, + "map_at_1": 0.79889, + "map_at_3": 0.83389, + "map_at_5": 0.84022, + "map_at_10": 0.84546, + "map_at_20": 0.84692, + "map_at_100": 0.84767, + "map_at_1000": 0.84773, + "recall_at_1": 0.79889, + "recall_at_3": 0.87889, + "recall_at_5": 0.90556, + "recall_at_10": 0.94333, + "recall_at_20": 0.96444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.79889, + "precision_at_3": 0.29296, + "precision_at_5": 0.18111, + "precision_at_10": 0.09433, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.833889, + "mrr_at_5": 0.840222, + "mrr_at_10": 0.845463, + "mrr_at_20": 0.846917, + "mrr_at_100": 0.847673, + "mrr_at_1000": 0.847728, + "nauc_ndcg_at_1_max": 0.756186, + "nauc_ndcg_at_1_std": -0.088719, + "nauc_ndcg_at_1_diff1": 0.889671, + "nauc_ndcg_at_3_max": 0.759875, + "nauc_ndcg_at_3_std": -0.092861, + "nauc_ndcg_at_3_diff1": 0.868798, + "nauc_ndcg_at_5_max": 0.759419, + "nauc_ndcg_at_5_std": -0.084362, + "nauc_ndcg_at_5_diff1": 0.86334, + "nauc_ndcg_at_10_max": 0.763151, + "nauc_ndcg_at_10_std": -0.071712, + "nauc_ndcg_at_10_diff1": 0.866486, + "nauc_ndcg_at_20_max": 0.764679, + "nauc_ndcg_at_20_std": -0.071086, + "nauc_ndcg_at_20_diff1": 0.867225, + "nauc_ndcg_at_100_max": 0.764098, + "nauc_ndcg_at_100_std": -0.068837, + "nauc_ndcg_at_100_diff1": 0.870354, + "nauc_ndcg_at_1000_max": 0.762659, + "nauc_ndcg_at_1000_std": -0.076733, + "nauc_ndcg_at_1000_diff1": 0.871654, + "nauc_map_at_1_max": 0.756186, + "nauc_map_at_1_std": -0.088719, + "nauc_map_at_1_diff1": 0.889671, + "nauc_map_at_3_max": 0.760774, + "nauc_map_at_3_std": -0.089788, + "nauc_map_at_3_diff1": 0.87535, + "nauc_map_at_5_max": 0.76044, + "nauc_map_at_5_std": -0.08545, + "nauc_map_at_5_diff1": 0.872784, + "nauc_map_at_10_max": 0.761633, + "nauc_map_at_10_std": -0.081399, + "nauc_map_at_10_diff1": 0.874244, + "nauc_map_at_20_max": 0.761935, + "nauc_map_at_20_std": -0.081234, + "nauc_map_at_20_diff1": 0.87444, + "nauc_map_at_100_max": 0.761847, + "nauc_map_at_100_std": -0.081141, + "nauc_map_at_100_diff1": 0.874942, + "nauc_map_at_1000_max": 0.761791, + "nauc_map_at_1000_std": -0.081415, + "nauc_map_at_1000_diff1": 0.874972, + "nauc_recall_at_1_max": 0.756186, + "nauc_recall_at_1_std": -0.088719, + "nauc_recall_at_1_diff1": 0.889671, + "nauc_recall_at_3_max": 0.755349, + "nauc_recall_at_3_std": -0.105686, + "nauc_recall_at_3_diff1": 0.843354, + "nauc_recall_at_5_max": 0.753512, + "nauc_recall_at_5_std": -0.078624, + "nauc_recall_at_5_diff1": 0.818092, + "nauc_recall_at_10_max": 0.777091, + "nauc_recall_at_10_std": 0.01677, + "nauc_recall_at_10_diff1": 0.809185, + "nauc_recall_at_20_max": 0.806723, + "nauc_recall_at_20_std": 0.074332, + "nauc_recall_at_20_diff1": 0.78656, + "nauc_recall_at_100_max": 0.883287, + "nauc_recall_at_100_std": 0.604264, + "nauc_recall_at_100_diff1": 0.750233, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756186, + "nauc_precision_at_1_std": -0.088719, + "nauc_precision_at_1_diff1": 0.889671, + "nauc_precision_at_3_max": 0.755349, + "nauc_precision_at_3_std": -0.105686, + "nauc_precision_at_3_diff1": 0.843354, + "nauc_precision_at_5_max": 0.753512, + "nauc_precision_at_5_std": -0.078624, + "nauc_precision_at_5_diff1": 0.818092, + "nauc_precision_at_10_max": 0.777091, + "nauc_precision_at_10_std": 0.01677, + "nauc_precision_at_10_diff1": 0.809185, + "nauc_precision_at_20_max": 0.806723, + "nauc_precision_at_20_std": 0.074332, + "nauc_precision_at_20_diff1": 0.78656, + "nauc_precision_at_100_max": 0.883287, + "nauc_precision_at_100_std": 0.604264, + "nauc_precision_at_100_diff1": 0.750233, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756186, + "nauc_mrr_at_1_std": -0.088719, + "nauc_mrr_at_1_diff1": 0.889671, + "nauc_mrr_at_3_max": 0.760774, + "nauc_mrr_at_3_std": -0.089788, + "nauc_mrr_at_3_diff1": 0.87535, + "nauc_mrr_at_5_max": 0.76044, + "nauc_mrr_at_5_std": -0.08545, + "nauc_mrr_at_5_diff1": 0.872784, + "nauc_mrr_at_10_max": 0.761633, + "nauc_mrr_at_10_std": -0.081399, + "nauc_mrr_at_10_diff1": 0.874244, + "nauc_mrr_at_20_max": 0.761935, + "nauc_mrr_at_20_std": -0.081234, + "nauc_mrr_at_20_diff1": 0.87444, + "nauc_mrr_at_100_max": 0.761847, + "nauc_mrr_at_100_std": -0.081141, + "nauc_mrr_at_100_diff1": 0.874942, + "nauc_mrr_at_1000_max": 0.761791, + "nauc_mrr_at_1000_std": -0.081415, + "nauc_mrr_at_1000_diff1": 0.874972, + "main_score": 0.86904, + "hf_subset": "tam_Taml-tam_Taml", + "languages": [ + "tam-Taml", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.90155, + "ndcg_at_5": 0.91068, + "ndcg_at_10": 0.91792, + "ndcg_at_20": 0.92187, + "ndcg_at_100": 0.92291, + "ndcg_at_1000": 0.92332, + "map_at_1": 0.85889, + "map_at_3": 0.8913, + "map_at_5": 0.89635, + "map_at_10": 0.89938, + "map_at_20": 0.90047, + "map_at_100": 0.90061, + "map_at_1000": 0.90062, + "recall_at_1": 0.85889, + "recall_at_3": 0.93111, + "recall_at_5": 0.95333, + "recall_at_10": 0.97556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.31037, + "precision_at_5": 0.19067, + "precision_at_10": 0.09756, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.891296, + "mrr_at_5": 0.896352, + "mrr_at_10": 0.899377, + "mrr_at_20": 0.900468, + "mrr_at_100": 0.900609, + "mrr_at_1000": 0.900621, + "nauc_ndcg_at_1_max": 0.642869, + "nauc_ndcg_at_1_std": -0.184848, + "nauc_ndcg_at_1_diff1": 0.867369, + "nauc_ndcg_at_3_max": 0.677762, + "nauc_ndcg_at_3_std": -0.236585, + "nauc_ndcg_at_3_diff1": 0.85593, + "nauc_ndcg_at_5_max": 0.673289, + "nauc_ndcg_at_5_std": -0.239182, + "nauc_ndcg_at_5_diff1": 0.855142, + "nauc_ndcg_at_10_max": 0.663881, + "nauc_ndcg_at_10_std": -0.227919, + "nauc_ndcg_at_10_diff1": 0.85543, + "nauc_ndcg_at_20_max": 0.66588, + "nauc_ndcg_at_20_std": -0.213954, + "nauc_ndcg_at_20_diff1": 0.85849, + "nauc_ndcg_at_100_max": 0.667712, + "nauc_ndcg_at_100_std": -0.213741, + "nauc_ndcg_at_100_diff1": 0.859243, + "nauc_ndcg_at_1000_max": 0.666463, + "nauc_ndcg_at_1000_std": -0.214859, + "nauc_ndcg_at_1000_diff1": 0.858949, + "nauc_map_at_1_max": 0.642869, + "nauc_map_at_1_std": -0.184848, + "nauc_map_at_1_diff1": 0.867369, + "nauc_map_at_3_max": 0.670432, + "nauc_map_at_3_std": -0.219933, + "nauc_map_at_3_diff1": 0.859323, + "nauc_map_at_5_max": 0.667699, + "nauc_map_at_5_std": -0.2198, + "nauc_map_at_5_diff1": 0.858904, + "nauc_map_at_10_max": 0.664393, + "nauc_map_at_10_std": -0.215581, + "nauc_map_at_10_diff1": 0.859159, + "nauc_map_at_20_max": 0.664602, + "nauc_map_at_20_std": -0.212601, + "nauc_map_at_20_diff1": 0.859852, + "nauc_map_at_100_max": 0.664787, + "nauc_map_at_100_std": -0.212515, + "nauc_map_at_100_diff1": 0.859941, + "nauc_map_at_1000_max": 0.664764, + "nauc_map_at_1000_std": -0.212482, + "nauc_map_at_1000_diff1": 0.859931, + "nauc_recall_at_1_max": 0.642869, + "nauc_recall_at_1_std": -0.184848, + "nauc_recall_at_1_diff1": 0.867369, + "nauc_recall_at_3_max": 0.708126, + "nauc_recall_at_3_std": -0.31097, + "nauc_recall_at_3_diff1": 0.840954, + "nauc_recall_at_5_max": 0.704226, + "nauc_recall_at_5_std": -0.363079, + "nauc_recall_at_5_diff1": 0.832122, + "nauc_recall_at_10_max": 0.635833, + "nauc_recall_at_10_std": -0.358586, + "nauc_recall_at_10_diff1": 0.813174, + "nauc_recall_at_20_max": 0.673261, + "nauc_recall_at_20_std": -0.100373, + "nauc_recall_at_20_diff1": 0.844188, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.642869, + "nauc_precision_at_1_std": -0.184848, + "nauc_precision_at_1_diff1": 0.867369, + "nauc_precision_at_3_max": 0.708126, + "nauc_precision_at_3_std": -0.31097, + "nauc_precision_at_3_diff1": 0.840954, + "nauc_precision_at_5_max": 0.704226, + "nauc_precision_at_5_std": -0.363079, + "nauc_precision_at_5_diff1": 0.832122, + "nauc_precision_at_10_max": 0.635833, + "nauc_precision_at_10_std": -0.358586, + "nauc_precision_at_10_diff1": 0.813174, + "nauc_precision_at_20_max": 0.673261, + "nauc_precision_at_20_std": -0.100373, + "nauc_precision_at_20_diff1": 0.844188, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.642869, + "nauc_mrr_at_1_std": -0.184848, + "nauc_mrr_at_1_diff1": 0.867369, + "nauc_mrr_at_3_max": 0.670432, + "nauc_mrr_at_3_std": -0.219933, + "nauc_mrr_at_3_diff1": 0.859323, + "nauc_mrr_at_5_max": 0.667699, + "nauc_mrr_at_5_std": -0.2198, + "nauc_mrr_at_5_diff1": 0.858904, + "nauc_mrr_at_10_max": 0.664393, + "nauc_mrr_at_10_std": -0.215581, + "nauc_mrr_at_10_diff1": 0.859159, + "nauc_mrr_at_20_max": 0.664602, + "nauc_mrr_at_20_std": -0.212601, + "nauc_mrr_at_20_diff1": 0.859852, + "nauc_mrr_at_100_max": 0.664787, + "nauc_mrr_at_100_std": -0.212515, + "nauc_mrr_at_100_diff1": 0.859941, + "nauc_mrr_at_1000_max": 0.664764, + "nauc_mrr_at_1000_std": -0.212482, + "nauc_mrr_at_1000_diff1": 0.859931, + "main_score": 0.91792, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.79282, + "ndcg_at_5": 0.8086, + "ndcg_at_10": 0.82174, + "ndcg_at_20": 0.82784, + "ndcg_at_100": 0.83617, + "ndcg_at_1000": 0.83754, + "map_at_1": 0.72222, + "map_at_3": 0.77537, + "map_at_5": 0.78426, + "map_at_10": 0.78981, + "map_at_20": 0.79158, + "map_at_100": 0.79269, + "map_at_1000": 0.79276, + "recall_at_1": 0.72222, + "recall_at_3": 0.84333, + "recall_at_5": 0.88111, + "recall_at_10": 0.92111, + "recall_at_20": 0.94444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.72222, + "precision_at_3": 0.28111, + "precision_at_5": 0.17622, + "precision_at_10": 0.09211, + "precision_at_20": 0.04722, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.77537, + "mrr_at_5": 0.784259, + "mrr_at_10": 0.789806, + "mrr_at_20": 0.791583, + "mrr_at_100": 0.792691, + "mrr_at_1000": 0.792755, + "nauc_ndcg_at_1_max": 0.76162, + "nauc_ndcg_at_1_std": 0.034111, + "nauc_ndcg_at_1_diff1": 0.871202, + "nauc_ndcg_at_3_max": 0.771356, + "nauc_ndcg_at_3_std": 0.080422, + "nauc_ndcg_at_3_diff1": 0.832414, + "nauc_ndcg_at_5_max": 0.772784, + "nauc_ndcg_at_5_std": 0.092165, + "nauc_ndcg_at_5_diff1": 0.837057, + "nauc_ndcg_at_10_max": 0.772342, + "nauc_ndcg_at_10_std": 0.092132, + "nauc_ndcg_at_10_diff1": 0.839283, + "nauc_ndcg_at_20_max": 0.776281, + "nauc_ndcg_at_20_std": 0.102603, + "nauc_ndcg_at_20_diff1": 0.843256, + "nauc_ndcg_at_100_max": 0.773234, + "nauc_ndcg_at_100_std": 0.09313, + "nauc_ndcg_at_100_diff1": 0.844062, + "nauc_ndcg_at_1000_max": 0.771542, + "nauc_ndcg_at_1000_std": 0.085892, + "nauc_ndcg_at_1000_diff1": 0.844464, + "nauc_map_at_1_max": 0.76162, + "nauc_map_at_1_std": 0.034111, + "nauc_map_at_1_diff1": 0.871202, + "nauc_map_at_3_max": 0.768172, + "nauc_map_at_3_std": 0.068019, + "nauc_map_at_3_diff1": 0.842223, + "nauc_map_at_5_max": 0.76883, + "nauc_map_at_5_std": 0.073967, + "nauc_map_at_5_diff1": 0.844757, + "nauc_map_at_10_max": 0.768308, + "nauc_map_at_10_std": 0.072786, + "nauc_map_at_10_diff1": 0.845732, + "nauc_map_at_20_max": 0.769327, + "nauc_map_at_20_std": 0.075239, + "nauc_map_at_20_diff1": 0.846833, + "nauc_map_at_100_max": 0.768993, + "nauc_map_at_100_std": 0.074512, + "nauc_map_at_100_diff1": 0.846954, + "nauc_map_at_1000_max": 0.768929, + "nauc_map_at_1000_std": 0.074242, + "nauc_map_at_1000_diff1": 0.846972, + "nauc_recall_at_1_max": 0.76162, + "nauc_recall_at_1_std": 0.034111, + "nauc_recall_at_1_diff1": 0.871202, + "nauc_recall_at_3_max": 0.784032, + "nauc_recall_at_3_std": 0.128445, + "nauc_recall_at_3_diff1": 0.794788, + "nauc_recall_at_5_max": 0.792326, + "nauc_recall_at_5_std": 0.180868, + "nauc_recall_at_5_diff1": 0.802325, + "nauc_recall_at_10_max": 0.802008, + "nauc_recall_at_10_std": 0.23154, + "nauc_recall_at_10_diff1": 0.800358, + "nauc_recall_at_20_max": 0.854594, + "nauc_recall_at_20_std": 0.400878, + "nauc_recall_at_20_diff1": 0.825173, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.878359, + "nauc_recall_at_100_diff1": 0.802884, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76162, + "nauc_precision_at_1_std": 0.034111, + "nauc_precision_at_1_diff1": 0.871202, + "nauc_precision_at_3_max": 0.784032, + "nauc_precision_at_3_std": 0.128445, + "nauc_precision_at_3_diff1": 0.794788, + "nauc_precision_at_5_max": 0.792326, + "nauc_precision_at_5_std": 0.180868, + "nauc_precision_at_5_diff1": 0.802325, + "nauc_precision_at_10_max": 0.802008, + "nauc_precision_at_10_std": 0.23154, + "nauc_precision_at_10_diff1": 0.800358, + "nauc_precision_at_20_max": 0.854594, + "nauc_precision_at_20_std": 0.400878, + "nauc_precision_at_20_diff1": 0.825173, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.878359, + "nauc_precision_at_100_diff1": 0.802884, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76162, + "nauc_mrr_at_1_std": 0.034111, + "nauc_mrr_at_1_diff1": 0.871202, + "nauc_mrr_at_3_max": 0.768172, + "nauc_mrr_at_3_std": 0.068019, + "nauc_mrr_at_3_diff1": 0.842223, + "nauc_mrr_at_5_max": 0.76883, + "nauc_mrr_at_5_std": 0.073967, + "nauc_mrr_at_5_diff1": 0.844757, + "nauc_mrr_at_10_max": 0.768308, + "nauc_mrr_at_10_std": 0.072786, + "nauc_mrr_at_10_diff1": 0.845732, + "nauc_mrr_at_20_max": 0.769327, + "nauc_mrr_at_20_std": 0.075239, + "nauc_mrr_at_20_diff1": 0.846833, + "nauc_mrr_at_100_max": 0.768993, + "nauc_mrr_at_100_std": 0.074512, + "nauc_mrr_at_100_diff1": 0.846954, + "nauc_mrr_at_1000_max": 0.768929, + "nauc_mrr_at_1000_std": 0.074242, + "nauc_mrr_at_1000_diff1": 0.846972, + "main_score": 0.82174, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.76778, + "ndcg_at_3": 0.83284, + "ndcg_at_5": 0.84412, + "ndcg_at_10": 0.85201, + "ndcg_at_20": 0.85882, + "ndcg_at_100": 0.86502, + "ndcg_at_1000": 0.8665, + "map_at_1": 0.76778, + "map_at_3": 0.81759, + "map_at_5": 0.82376, + "map_at_10": 0.827, + "map_at_20": 0.8289, + "map_at_100": 0.82976, + "map_at_1000": 0.82983, + "recall_at_1": 0.76778, + "recall_at_3": 0.87667, + "recall_at_5": 0.90444, + "recall_at_10": 0.92889, + "recall_at_20": 0.95556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.76778, + "precision_at_3": 0.29222, + "precision_at_5": 0.18089, + "precision_at_10": 0.09289, + "precision_at_20": 0.04778, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767778, + "mrr_at_3": 0.817593, + "mrr_at_5": 0.823759, + "mrr_at_10": 0.827002, + "mrr_at_20": 0.8289, + "mrr_at_100": 0.829763, + "mrr_at_1000": 0.829829, + "nauc_ndcg_at_1_max": 0.736903, + "nauc_ndcg_at_1_std": -0.105537, + "nauc_ndcg_at_1_diff1": 0.875224, + "nauc_ndcg_at_3_max": 0.735053, + "nauc_ndcg_at_3_std": -0.092326, + "nauc_ndcg_at_3_diff1": 0.827436, + "nauc_ndcg_at_5_max": 0.740423, + "nauc_ndcg_at_5_std": -0.068941, + "nauc_ndcg_at_5_diff1": 0.824633, + "nauc_ndcg_at_10_max": 0.743621, + "nauc_ndcg_at_10_std": -0.066656, + "nauc_ndcg_at_10_diff1": 0.828353, + "nauc_ndcg_at_20_max": 0.744432, + "nauc_ndcg_at_20_std": -0.055952, + "nauc_ndcg_at_20_diff1": 0.832109, + "nauc_ndcg_at_100_max": 0.74169, + "nauc_ndcg_at_100_std": -0.070681, + "nauc_ndcg_at_100_diff1": 0.837387, + "nauc_ndcg_at_1000_max": 0.740604, + "nauc_ndcg_at_1000_std": -0.075149, + "nauc_ndcg_at_1000_diff1": 0.83771, + "nauc_map_at_1_max": 0.736903, + "nauc_map_at_1_std": -0.105537, + "nauc_map_at_1_diff1": 0.875224, + "nauc_map_at_3_max": 0.736067, + "nauc_map_at_3_std": -0.095071, + "nauc_map_at_3_diff1": 0.840319, + "nauc_map_at_5_max": 0.738776, + "nauc_map_at_5_std": -0.08368, + "nauc_map_at_5_diff1": 0.839306, + "nauc_map_at_10_max": 0.739749, + "nauc_map_at_10_std": -0.083594, + "nauc_map_at_10_diff1": 0.841012, + "nauc_map_at_20_max": 0.739897, + "nauc_map_at_20_std": -0.081252, + "nauc_map_at_20_diff1": 0.842015, + "nauc_map_at_100_max": 0.739445, + "nauc_map_at_100_std": -0.083158, + "nauc_map_at_100_diff1": 0.842619, + "nauc_map_at_1000_max": 0.739402, + "nauc_map_at_1000_std": -0.083317, + "nauc_map_at_1000_diff1": 0.842641, + "nauc_recall_at_1_max": 0.736903, + "nauc_recall_at_1_std": -0.105537, + "nauc_recall_at_1_diff1": 0.875224, + "nauc_recall_at_3_max": 0.730669, + "nauc_recall_at_3_std": -0.081882, + "nauc_recall_at_3_diff1": 0.775951, + "nauc_recall_at_5_max": 0.749484, + "nauc_recall_at_5_std": 0.008859, + "nauc_recall_at_5_diff1": 0.752551, + "nauc_recall_at_10_max": 0.773386, + "nauc_recall_at_10_std": 0.054308, + "nauc_recall_at_10_diff1": 0.74919, + "nauc_recall_at_20_max": 0.800689, + "nauc_recall_at_20_std": 0.249895, + "nauc_recall_at_20_diff1": 0.746102, + "nauc_recall_at_100_max": 0.832213, + "nauc_recall_at_100_std": 0.311578, + "nauc_recall_at_100_diff1": 0.81606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736903, + "nauc_precision_at_1_std": -0.105537, + "nauc_precision_at_1_diff1": 0.875224, + "nauc_precision_at_3_max": 0.730669, + "nauc_precision_at_3_std": -0.081882, + "nauc_precision_at_3_diff1": 0.775951, + "nauc_precision_at_5_max": 0.749484, + "nauc_precision_at_5_std": 0.008859, + "nauc_precision_at_5_diff1": 0.752551, + "nauc_precision_at_10_max": 0.773386, + "nauc_precision_at_10_std": 0.054308, + "nauc_precision_at_10_diff1": 0.74919, + "nauc_precision_at_20_max": 0.800689, + "nauc_precision_at_20_std": 0.249895, + "nauc_precision_at_20_diff1": 0.746102, + "nauc_precision_at_100_max": 0.832213, + "nauc_precision_at_100_std": 0.311578, + "nauc_precision_at_100_diff1": 0.81606, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736903, + "nauc_mrr_at_1_std": -0.105537, + "nauc_mrr_at_1_diff1": 0.875224, + "nauc_mrr_at_3_max": 0.736067, + "nauc_mrr_at_3_std": -0.095071, + "nauc_mrr_at_3_diff1": 0.840319, + "nauc_mrr_at_5_max": 0.738776, + "nauc_mrr_at_5_std": -0.08368, + "nauc_mrr_at_5_diff1": 0.839306, + "nauc_mrr_at_10_max": 0.739749, + "nauc_mrr_at_10_std": -0.083594, + "nauc_mrr_at_10_diff1": 0.841012, + "nauc_mrr_at_20_max": 0.739897, + "nauc_mrr_at_20_std": -0.081252, + "nauc_mrr_at_20_diff1": 0.842015, + "nauc_mrr_at_100_max": 0.739445, + "nauc_mrr_at_100_std": -0.083158, + "nauc_mrr_at_100_diff1": 0.842619, + "nauc_mrr_at_1000_max": 0.739402, + "nauc_mrr_at_1000_std": -0.083317, + "nauc_mrr_at_1000_diff1": 0.842641, + "main_score": 0.85201, + "hf_subset": "tel_Telu-tel_Telu", + "languages": [ + "tel-Telu", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.91275, + "ndcg_at_5": 0.92322, + "ndcg_at_10": 0.92886, + "ndcg_at_20": 0.93054, + "ndcg_at_100": 0.9321, + "ndcg_at_1000": 0.93267, + "map_at_1": 0.87667, + "map_at_3": 0.90407, + "map_at_5": 0.90985, + "map_at_10": 0.91212, + "map_at_20": 0.91258, + "map_at_100": 0.91283, + "map_at_1000": 0.91285, + "recall_at_1": 0.87667, + "recall_at_3": 0.93778, + "recall_at_5": 0.96333, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.87667, + "precision_at_3": 0.31259, + "precision_at_5": 0.19267, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.904074, + "mrr_at_5": 0.909852, + "mrr_at_10": 0.912122, + "mrr_at_20": 0.912578, + "mrr_at_100": 0.912832, + "mrr_at_1000": 0.912855, + "nauc_ndcg_at_1_max": 0.711974, + "nauc_ndcg_at_1_std": -0.201072, + "nauc_ndcg_at_1_diff1": 0.91541, + "nauc_ndcg_at_3_max": 0.758867, + "nauc_ndcg_at_3_std": -0.173334, + "nauc_ndcg_at_3_diff1": 0.90318, + "nauc_ndcg_at_5_max": 0.744337, + "nauc_ndcg_at_5_std": -0.175961, + "nauc_ndcg_at_5_diff1": 0.903463, + "nauc_ndcg_at_10_max": 0.733256, + "nauc_ndcg_at_10_std": -0.195812, + "nauc_ndcg_at_10_diff1": 0.904133, + "nauc_ndcg_at_20_max": 0.737604, + "nauc_ndcg_at_20_std": -0.188264, + "nauc_ndcg_at_20_diff1": 0.905163, + "nauc_ndcg_at_100_max": 0.739725, + "nauc_ndcg_at_100_std": -0.181283, + "nauc_ndcg_at_100_diff1": 0.906086, + "nauc_ndcg_at_1000_max": 0.738515, + "nauc_ndcg_at_1000_std": -0.185096, + "nauc_ndcg_at_1000_diff1": 0.906184, + "nauc_map_at_1_max": 0.711974, + "nauc_map_at_1_std": -0.201072, + "nauc_map_at_1_diff1": 0.91541, + "nauc_map_at_3_max": 0.74726, + "nauc_map_at_3_std": -0.179958, + "nauc_map_at_3_diff1": 0.906202, + "nauc_map_at_5_max": 0.739776, + "nauc_map_at_5_std": -0.181379, + "nauc_map_at_5_diff1": 0.90654, + "nauc_map_at_10_max": 0.7358, + "nauc_map_at_10_std": -0.189222, + "nauc_map_at_10_diff1": 0.906889, + "nauc_map_at_20_max": 0.736839, + "nauc_map_at_20_std": -0.187487, + "nauc_map_at_20_diff1": 0.907145, + "nauc_map_at_100_max": 0.736972, + "nauc_map_at_100_std": -0.186734, + "nauc_map_at_100_diff1": 0.907224, + "nauc_map_at_1000_max": 0.736944, + "nauc_map_at_1000_std": -0.186796, + "nauc_map_at_1000_diff1": 0.907229, + "nauc_recall_at_1_max": 0.711974, + "nauc_recall_at_1_std": -0.201072, + "nauc_recall_at_1_diff1": 0.91541, + "nauc_recall_at_3_max": 0.807932, + "nauc_recall_at_3_std": -0.145525, + "nauc_recall_at_3_diff1": 0.890414, + "nauc_recall_at_5_max": 0.767776, + "nauc_recall_at_5_std": -0.141853, + "nauc_recall_at_5_diff1": 0.882862, + "nauc_recall_at_10_max": 0.666447, + "nauc_recall_at_10_std": -0.311172, + "nauc_recall_at_10_diff1": 0.869968, + "nauc_recall_at_20_max": 0.722732, + "nauc_recall_at_20_std": -0.208853, + "nauc_recall_at_20_diff1": 0.873313, + "nauc_recall_at_100_max": 0.888539, + "nauc_recall_at_100_std": 0.315009, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711974, + "nauc_precision_at_1_std": -0.201072, + "nauc_precision_at_1_diff1": 0.91541, + "nauc_precision_at_3_max": 0.807932, + "nauc_precision_at_3_std": -0.145525, + "nauc_precision_at_3_diff1": 0.890414, + "nauc_precision_at_5_max": 0.767776, + "nauc_precision_at_5_std": -0.141853, + "nauc_precision_at_5_diff1": 0.882862, + "nauc_precision_at_10_max": 0.666447, + "nauc_precision_at_10_std": -0.311172, + "nauc_precision_at_10_diff1": 0.869968, + "nauc_precision_at_20_max": 0.722732, + "nauc_precision_at_20_std": -0.208853, + "nauc_precision_at_20_diff1": 0.873313, + "nauc_precision_at_100_max": 0.888539, + "nauc_precision_at_100_std": 0.315009, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711974, + "nauc_mrr_at_1_std": -0.201072, + "nauc_mrr_at_1_diff1": 0.91541, + "nauc_mrr_at_3_max": 0.74726, + "nauc_mrr_at_3_std": -0.179958, + "nauc_mrr_at_3_diff1": 0.906202, + "nauc_mrr_at_5_max": 0.739776, + "nauc_mrr_at_5_std": -0.181379, + "nauc_mrr_at_5_diff1": 0.90654, + "nauc_mrr_at_10_max": 0.7358, + "nauc_mrr_at_10_std": -0.189222, + "nauc_mrr_at_10_diff1": 0.906889, + "nauc_mrr_at_20_max": 0.736839, + "nauc_mrr_at_20_std": -0.187487, + "nauc_mrr_at_20_diff1": 0.907145, + "nauc_mrr_at_100_max": 0.736972, + "nauc_mrr_at_100_std": -0.186734, + "nauc_mrr_at_100_diff1": 0.907224, + "nauc_mrr_at_1000_max": 0.736944, + "nauc_mrr_at_1000_std": -0.186796, + "nauc_mrr_at_1000_diff1": 0.907229, + "main_score": 0.92886, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74222, + "ndcg_at_3": 0.81217, + "ndcg_at_5": 0.82871, + "ndcg_at_10": 0.83844, + "ndcg_at_20": 0.84411, + "ndcg_at_100": 0.8501, + "ndcg_at_1000": 0.85236, + "map_at_1": 0.74222, + "map_at_3": 0.79556, + "map_at_5": 0.80478, + "map_at_10": 0.80882, + "map_at_20": 0.81039, + "map_at_100": 0.8113, + "map_at_1000": 0.81141, + "recall_at_1": 0.74222, + "recall_at_3": 0.86, + "recall_at_5": 0.9, + "recall_at_10": 0.93, + "recall_at_20": 0.95222, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.74222, + "precision_at_3": 0.28667, + "precision_at_5": 0.18, + "precision_at_10": 0.093, + "precision_at_20": 0.04761, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742222, + "mrr_at_3": 0.795556, + "mrr_at_5": 0.804778, + "mrr_at_10": 0.808815, + "mrr_at_20": 0.810391, + "mrr_at_100": 0.811301, + "mrr_at_1000": 0.811406, + "nauc_ndcg_at_1_max": 0.795079, + "nauc_ndcg_at_1_std": 0.026531, + "nauc_ndcg_at_1_diff1": 0.875353, + "nauc_ndcg_at_3_max": 0.808787, + "nauc_ndcg_at_3_std": 0.064581, + "nauc_ndcg_at_3_diff1": 0.851982, + "nauc_ndcg_at_5_max": 0.805925, + "nauc_ndcg_at_5_std": 0.092797, + "nauc_ndcg_at_5_diff1": 0.84561, + "nauc_ndcg_at_10_max": 0.804475, + "nauc_ndcg_at_10_std": 0.082988, + "nauc_ndcg_at_10_diff1": 0.849376, + "nauc_ndcg_at_20_max": 0.805711, + "nauc_ndcg_at_20_std": 0.080288, + "nauc_ndcg_at_20_diff1": 0.852811, + "nauc_ndcg_at_100_max": 0.804943, + "nauc_ndcg_at_100_std": 0.072203, + "nauc_ndcg_at_100_diff1": 0.853991, + "nauc_ndcg_at_1000_max": 0.803466, + "nauc_ndcg_at_1000_std": 0.067591, + "nauc_ndcg_at_1000_diff1": 0.854743, + "nauc_map_at_1_max": 0.795079, + "nauc_map_at_1_std": 0.026531, + "nauc_map_at_1_diff1": 0.875353, + "nauc_map_at_3_max": 0.804281, + "nauc_map_at_3_std": 0.050921, + "nauc_map_at_3_diff1": 0.857969, + "nauc_map_at_5_max": 0.802645, + "nauc_map_at_5_std": 0.064168, + "nauc_map_at_5_diff1": 0.855082, + "nauc_map_at_10_max": 0.801959, + "nauc_map_at_10_std": 0.059729, + "nauc_map_at_10_diff1": 0.856477, + "nauc_map_at_20_max": 0.802158, + "nauc_map_at_20_std": 0.058731, + "nauc_map_at_20_diff1": 0.857309, + "nauc_map_at_100_max": 0.802001, + "nauc_map_at_100_std": 0.057816, + "nauc_map_at_100_diff1": 0.857479, + "nauc_map_at_1000_max": 0.801947, + "nauc_map_at_1000_std": 0.057673, + "nauc_map_at_1000_diff1": 0.85751, + "nauc_recall_at_1_max": 0.795079, + "nauc_recall_at_1_std": 0.026531, + "nauc_recall_at_1_diff1": 0.875353, + "nauc_recall_at_3_max": 0.827048, + "nauc_recall_at_3_std": 0.120522, + "nauc_recall_at_3_diff1": 0.828591, + "nauc_recall_at_5_max": 0.822513, + "nauc_recall_at_5_std": 0.2493, + "nauc_recall_at_5_diff1": 0.795964, + "nauc_recall_at_10_max": 0.821358, + "nauc_recall_at_10_std": 0.255991, + "nauc_recall_at_10_diff1": 0.801484, + "nauc_recall_at_20_max": 0.845406, + "nauc_recall_at_20_std": 0.308644, + "nauc_recall_at_20_diff1": 0.820272, + "nauc_recall_at_100_max": 0.894024, + "nauc_recall_at_100_std": 0.363305, + "nauc_recall_at_100_diff1": 0.809213, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.795079, + "nauc_precision_at_1_std": 0.026531, + "nauc_precision_at_1_diff1": 0.875353, + "nauc_precision_at_3_max": 0.827048, + "nauc_precision_at_3_std": 0.120522, + "nauc_precision_at_3_diff1": 0.828591, + "nauc_precision_at_5_max": 0.822513, + "nauc_precision_at_5_std": 0.2493, + "nauc_precision_at_5_diff1": 0.795964, + "nauc_precision_at_10_max": 0.821358, + "nauc_precision_at_10_std": 0.255991, + "nauc_precision_at_10_diff1": 0.801484, + "nauc_precision_at_20_max": 0.845406, + "nauc_precision_at_20_std": 0.308644, + "nauc_precision_at_20_diff1": 0.820272, + "nauc_precision_at_100_max": 0.894024, + "nauc_precision_at_100_std": 0.363305, + "nauc_precision_at_100_diff1": 0.809213, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.795079, + "nauc_mrr_at_1_std": 0.026531, + "nauc_mrr_at_1_diff1": 0.875353, + "nauc_mrr_at_3_max": 0.804281, + "nauc_mrr_at_3_std": 0.050921, + "nauc_mrr_at_3_diff1": 0.857969, + "nauc_mrr_at_5_max": 0.802645, + "nauc_mrr_at_5_std": 0.064168, + "nauc_mrr_at_5_diff1": 0.855082, + "nauc_mrr_at_10_max": 0.801959, + "nauc_mrr_at_10_std": 0.059729, + "nauc_mrr_at_10_diff1": 0.856477, + "nauc_mrr_at_20_max": 0.802158, + "nauc_mrr_at_20_std": 0.058731, + "nauc_mrr_at_20_diff1": 0.857309, + "nauc_mrr_at_100_max": 0.802001, + "nauc_mrr_at_100_std": 0.057816, + "nauc_mrr_at_100_diff1": 0.857479, + "nauc_mrr_at_1000_max": 0.801947, + "nauc_mrr_at_1000_std": 0.057673, + "nauc_mrr_at_1000_diff1": 0.85751, + "main_score": 0.83844, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.51556, + "ndcg_at_3": 0.57639, + "ndcg_at_5": 0.59207, + "ndcg_at_10": 0.60488, + "ndcg_at_20": 0.61737, + "ndcg_at_100": 0.64191, + "ndcg_at_1000": 0.65766, + "map_at_1": 0.51556, + "map_at_3": 0.56167, + "map_at_5": 0.57044, + "map_at_10": 0.57586, + "map_at_20": 0.57936, + "map_at_100": 0.58265, + "map_at_1000": 0.58327, + "recall_at_1": 0.51556, + "recall_at_3": 0.61889, + "recall_at_5": 0.65667, + "recall_at_10": 0.69556, + "recall_at_20": 0.74444, + "recall_at_100": 0.87889, + "recall_at_1000": 1.0, + "precision_at_1": 0.51556, + "precision_at_3": 0.2063, + "precision_at_5": 0.13133, + "precision_at_10": 0.06956, + "precision_at_20": 0.03722, + "precision_at_100": 0.00879, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515556, + "mrr_at_3": 0.561667, + "mrr_at_5": 0.570444, + "mrr_at_10": 0.575862, + "mrr_at_20": 0.57936, + "mrr_at_100": 0.582649, + "mrr_at_1000": 0.583274, + "nauc_ndcg_at_1_max": 0.653266, + "nauc_ndcg_at_1_std": -0.4172, + "nauc_ndcg_at_1_diff1": 0.841085, + "nauc_ndcg_at_3_max": 0.664165, + "nauc_ndcg_at_3_std": -0.449179, + "nauc_ndcg_at_3_diff1": 0.808274, + "nauc_ndcg_at_5_max": 0.662884, + "nauc_ndcg_at_5_std": -0.447351, + "nauc_ndcg_at_5_diff1": 0.800061, + "nauc_ndcg_at_10_max": 0.656147, + "nauc_ndcg_at_10_std": -0.444718, + "nauc_ndcg_at_10_diff1": 0.79505, + "nauc_ndcg_at_20_max": 0.657587, + "nauc_ndcg_at_20_std": -0.440843, + "nauc_ndcg_at_20_diff1": 0.793623, + "nauc_ndcg_at_100_max": 0.655754, + "nauc_ndcg_at_100_std": -0.434313, + "nauc_ndcg_at_100_diff1": 0.791142, + "nauc_ndcg_at_1000_max": 0.658057, + "nauc_ndcg_at_1000_std": -0.437504, + "nauc_ndcg_at_1000_diff1": 0.800154, + "nauc_map_at_1_max": 0.653266, + "nauc_map_at_1_std": -0.4172, + "nauc_map_at_1_diff1": 0.841085, + "nauc_map_at_3_max": 0.66279, + "nauc_map_at_3_std": -0.440579, + "nauc_map_at_3_diff1": 0.816401, + "nauc_map_at_5_max": 0.662284, + "nauc_map_at_5_std": -0.439254, + "nauc_map_at_5_diff1": 0.812112, + "nauc_map_at_10_max": 0.659581, + "nauc_map_at_10_std": -0.437876, + "nauc_map_at_10_diff1": 0.810149, + "nauc_map_at_20_max": 0.660076, + "nauc_map_at_20_std": -0.436556, + "nauc_map_at_20_diff1": 0.809892, + "nauc_map_at_100_max": 0.659772, + "nauc_map_at_100_std": -0.435756, + "nauc_map_at_100_diff1": 0.809513, + "nauc_map_at_1000_max": 0.659806, + "nauc_map_at_1000_std": -0.435916, + "nauc_map_at_1000_diff1": 0.809804, + "nauc_recall_at_1_max": 0.653266, + "nauc_recall_at_1_std": -0.4172, + "nauc_recall_at_1_diff1": 0.841085, + "nauc_recall_at_3_max": 0.667809, + "nauc_recall_at_3_std": -0.476077, + "nauc_recall_at_3_diff1": 0.783147, + "nauc_recall_at_5_max": 0.66369, + "nauc_recall_at_5_std": -0.474164, + "nauc_recall_at_5_diff1": 0.759245, + "nauc_recall_at_10_max": 0.639662, + "nauc_recall_at_10_std": -0.468591, + "nauc_recall_at_10_diff1": 0.738414, + "nauc_recall_at_20_max": 0.643543, + "nauc_recall_at_20_std": -0.454972, + "nauc_recall_at_20_diff1": 0.722485, + "nauc_recall_at_100_max": 0.610901, + "nauc_recall_at_100_std": -0.385426, + "nauc_recall_at_100_diff1": 0.633263, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.653266, + "nauc_precision_at_1_std": -0.4172, + "nauc_precision_at_1_diff1": 0.841085, + "nauc_precision_at_3_max": 0.667809, + "nauc_precision_at_3_std": -0.476077, + "nauc_precision_at_3_diff1": 0.783147, + "nauc_precision_at_5_max": 0.66369, + "nauc_precision_at_5_std": -0.474164, + "nauc_precision_at_5_diff1": 0.759245, + "nauc_precision_at_10_max": 0.639662, + "nauc_precision_at_10_std": -0.468591, + "nauc_precision_at_10_diff1": 0.738414, + "nauc_precision_at_20_max": 0.643543, + "nauc_precision_at_20_std": -0.454972, + "nauc_precision_at_20_diff1": 0.722485, + "nauc_precision_at_100_max": 0.610901, + "nauc_precision_at_100_std": -0.385426, + "nauc_precision_at_100_diff1": 0.633263, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.653266, + "nauc_mrr_at_1_std": -0.4172, + "nauc_mrr_at_1_diff1": 0.841085, + "nauc_mrr_at_3_max": 0.66279, + "nauc_mrr_at_3_std": -0.440579, + "nauc_mrr_at_3_diff1": 0.816401, + "nauc_mrr_at_5_max": 0.662284, + "nauc_mrr_at_5_std": -0.439254, + "nauc_mrr_at_5_diff1": 0.812112, + "nauc_mrr_at_10_max": 0.659581, + "nauc_mrr_at_10_std": -0.437876, + "nauc_mrr_at_10_diff1": 0.810149, + "nauc_mrr_at_20_max": 0.660076, + "nauc_mrr_at_20_std": -0.436556, + "nauc_mrr_at_20_diff1": 0.809892, + "nauc_mrr_at_100_max": 0.659772, + "nauc_mrr_at_100_std": -0.435756, + "nauc_mrr_at_100_diff1": 0.809513, + "nauc_mrr_at_1000_max": 0.659806, + "nauc_mrr_at_1000_std": -0.435916, + "nauc_mrr_at_1000_diff1": 0.809804, + "main_score": 0.60488, + "hf_subset": "tgk_Cyrl-tgk_Cyrl", + "languages": [ + "tgk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.52667, + "ndcg_at_3": 0.60979, + "ndcg_at_5": 0.62379, + "ndcg_at_10": 0.64001, + "ndcg_at_20": 0.65307, + "ndcg_at_100": 0.67792, + "ndcg_at_1000": 0.68612, + "map_at_1": 0.52667, + "map_at_3": 0.59037, + "map_at_5": 0.59804, + "map_at_10": 0.60455, + "map_at_20": 0.60821, + "map_at_100": 0.61155, + "map_at_1000": 0.61189, + "recall_at_1": 0.52667, + "recall_at_3": 0.66556, + "recall_at_5": 0.7, + "recall_at_10": 0.75111, + "recall_at_20": 0.80222, + "recall_at_100": 0.93778, + "recall_at_1000": 1.0, + "precision_at_1": 0.52667, + "precision_at_3": 0.22185, + "precision_at_5": 0.14, + "precision_at_10": 0.07511, + "precision_at_20": 0.04011, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "mrr_at_1": 0.526667, + "mrr_at_3": 0.59037, + "mrr_at_5": 0.598037, + "mrr_at_10": 0.604554, + "mrr_at_20": 0.608206, + "mrr_at_100": 0.611551, + "mrr_at_1000": 0.611891, + "nauc_ndcg_at_1_max": 0.78477, + "nauc_ndcg_at_1_std": 0.161315, + "nauc_ndcg_at_1_diff1": 0.837131, + "nauc_ndcg_at_3_max": 0.790048, + "nauc_ndcg_at_3_std": 0.179793, + "nauc_ndcg_at_3_diff1": 0.80089, + "nauc_ndcg_at_5_max": 0.785567, + "nauc_ndcg_at_5_std": 0.185448, + "nauc_ndcg_at_5_diff1": 0.792191, + "nauc_ndcg_at_10_max": 0.781669, + "nauc_ndcg_at_10_std": 0.185592, + "nauc_ndcg_at_10_diff1": 0.789514, + "nauc_ndcg_at_20_max": 0.777108, + "nauc_ndcg_at_20_std": 0.183853, + "nauc_ndcg_at_20_diff1": 0.789695, + "nauc_ndcg_at_100_max": 0.782003, + "nauc_ndcg_at_100_std": 0.190492, + "nauc_ndcg_at_100_diff1": 0.79429, + "nauc_ndcg_at_1000_max": 0.782072, + "nauc_ndcg_at_1000_std": 0.18237, + "nauc_ndcg_at_1000_diff1": 0.797739, + "nauc_map_at_1_max": 0.78477, + "nauc_map_at_1_std": 0.161315, + "nauc_map_at_1_diff1": 0.837131, + "nauc_map_at_3_max": 0.788567, + "nauc_map_at_3_std": 0.174145, + "nauc_map_at_3_diff1": 0.809453, + "nauc_map_at_5_max": 0.78609, + "nauc_map_at_5_std": 0.176884, + "nauc_map_at_5_diff1": 0.804978, + "nauc_map_at_10_max": 0.784683, + "nauc_map_at_10_std": 0.177243, + "nauc_map_at_10_diff1": 0.804228, + "nauc_map_at_20_max": 0.783438, + "nauc_map_at_20_std": 0.176804, + "nauc_map_at_20_diff1": 0.804288, + "nauc_map_at_100_max": 0.783896, + "nauc_map_at_100_std": 0.177323, + "nauc_map_at_100_diff1": 0.804801, + "nauc_map_at_1000_max": 0.7839, + "nauc_map_at_1000_std": 0.176998, + "nauc_map_at_1000_diff1": 0.804938, + "nauc_recall_at_1_max": 0.78477, + "nauc_recall_at_1_std": 0.161315, + "nauc_recall_at_1_diff1": 0.837131, + "nauc_recall_at_3_max": 0.794896, + "nauc_recall_at_3_std": 0.198478, + "nauc_recall_at_3_diff1": 0.773563, + "nauc_recall_at_5_max": 0.783166, + "nauc_recall_at_5_std": 0.216502, + "nauc_recall_at_5_diff1": 0.747221, + "nauc_recall_at_10_max": 0.766701, + "nauc_recall_at_10_std": 0.219015, + "nauc_recall_at_10_diff1": 0.728573, + "nauc_recall_at_20_max": 0.738411, + "nauc_recall_at_20_std": 0.21465, + "nauc_recall_at_20_diff1": 0.718831, + "nauc_recall_at_100_max": 0.780604, + "nauc_recall_at_100_std": 0.428171, + "nauc_recall_at_100_diff1": 0.693169, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78477, + "nauc_precision_at_1_std": 0.161315, + "nauc_precision_at_1_diff1": 0.837131, + "nauc_precision_at_3_max": 0.794896, + "nauc_precision_at_3_std": 0.198478, + "nauc_precision_at_3_diff1": 0.773563, + "nauc_precision_at_5_max": 0.783166, + "nauc_precision_at_5_std": 0.216502, + "nauc_precision_at_5_diff1": 0.747221, + "nauc_precision_at_10_max": 0.766701, + "nauc_precision_at_10_std": 0.219015, + "nauc_precision_at_10_diff1": 0.728573, + "nauc_precision_at_20_max": 0.738411, + "nauc_precision_at_20_std": 0.21465, + "nauc_precision_at_20_diff1": 0.718831, + "nauc_precision_at_100_max": 0.780604, + "nauc_precision_at_100_std": 0.428171, + "nauc_precision_at_100_diff1": 0.693169, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78477, + "nauc_mrr_at_1_std": 0.161315, + "nauc_mrr_at_1_diff1": 0.837131, + "nauc_mrr_at_3_max": 0.788567, + "nauc_mrr_at_3_std": 0.174145, + "nauc_mrr_at_3_diff1": 0.809453, + "nauc_mrr_at_5_max": 0.78609, + "nauc_mrr_at_5_std": 0.176884, + "nauc_mrr_at_5_diff1": 0.804978, + "nauc_mrr_at_10_max": 0.784683, + "nauc_mrr_at_10_std": 0.177243, + "nauc_mrr_at_10_diff1": 0.804228, + "nauc_mrr_at_20_max": 0.783438, + "nauc_mrr_at_20_std": 0.176804, + "nauc_mrr_at_20_diff1": 0.804288, + "nauc_mrr_at_100_max": 0.783896, + "nauc_mrr_at_100_std": 0.177323, + "nauc_mrr_at_100_diff1": 0.804801, + "nauc_mrr_at_1000_max": 0.7839, + "nauc_mrr_at_1000_std": 0.176998, + "nauc_mrr_at_1000_diff1": 0.804938, + "main_score": 0.64001, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38889, + "ndcg_at_3": 0.43309, + "ndcg_at_5": 0.44462, + "ndcg_at_10": 0.45509, + "ndcg_at_20": 0.46252, + "ndcg_at_100": 0.48834, + "ndcg_at_1000": 0.52657, + "map_at_1": 0.38889, + "map_at_3": 0.42259, + "map_at_5": 0.42904, + "map_at_10": 0.4334, + "map_at_20": 0.43535, + "map_at_100": 0.43842, + "map_at_1000": 0.43981, + "recall_at_1": 0.38889, + "recall_at_3": 0.46333, + "recall_at_5": 0.49111, + "recall_at_10": 0.52333, + "recall_at_20": 0.55333, + "recall_at_100": 0.7, + "recall_at_1000": 1.0, + "precision_at_1": 0.38889, + "precision_at_3": 0.15444, + "precision_at_5": 0.09822, + "precision_at_10": 0.05233, + "precision_at_20": 0.02767, + "precision_at_100": 0.007, + "precision_at_1000": 0.001, + "mrr_at_1": 0.388889, + "mrr_at_3": 0.422593, + "mrr_at_5": 0.429037, + "mrr_at_10": 0.433395, + "mrr_at_20": 0.435351, + "mrr_at_100": 0.438423, + "mrr_at_1000": 0.439815, + "nauc_ndcg_at_1_max": 0.818518, + "nauc_ndcg_at_1_std": 0.448629, + "nauc_ndcg_at_1_diff1": 0.816086, + "nauc_ndcg_at_3_max": 0.826316, + "nauc_ndcg_at_3_std": 0.488565, + "nauc_ndcg_at_3_diff1": 0.773174, + "nauc_ndcg_at_5_max": 0.816152, + "nauc_ndcg_at_5_std": 0.488314, + "nauc_ndcg_at_5_diff1": 0.767814, + "nauc_ndcg_at_10_max": 0.812643, + "nauc_ndcg_at_10_std": 0.498054, + "nauc_ndcg_at_10_diff1": 0.763144, + "nauc_ndcg_at_20_max": 0.807438, + "nauc_ndcg_at_20_std": 0.495103, + "nauc_ndcg_at_20_diff1": 0.759314, + "nauc_ndcg_at_100_max": 0.791755, + "nauc_ndcg_at_100_std": 0.483545, + "nauc_ndcg_at_100_diff1": 0.747931, + "nauc_ndcg_at_1000_max": 0.806684, + "nauc_ndcg_at_1000_std": 0.485623, + "nauc_ndcg_at_1000_diff1": 0.763116, + "nauc_map_at_1_max": 0.818518, + "nauc_map_at_1_std": 0.448629, + "nauc_map_at_1_diff1": 0.816086, + "nauc_map_at_3_max": 0.824923, + "nauc_map_at_3_std": 0.478282, + "nauc_map_at_3_diff1": 0.783385, + "nauc_map_at_5_max": 0.819265, + "nauc_map_at_5_std": 0.478059, + "nauc_map_at_5_diff1": 0.780481, + "nauc_map_at_10_max": 0.817957, + "nauc_map_at_10_std": 0.481893, + "nauc_map_at_10_diff1": 0.778574, + "nauc_map_at_20_max": 0.816644, + "nauc_map_at_20_std": 0.481158, + "nauc_map_at_20_diff1": 0.777574, + "nauc_map_at_100_max": 0.814733, + "nauc_map_at_100_std": 0.479794, + "nauc_map_at_100_diff1": 0.776016, + "nauc_map_at_1000_max": 0.815168, + "nauc_map_at_1000_std": 0.479877, + "nauc_map_at_1000_diff1": 0.7765, + "nauc_recall_at_1_max": 0.818518, + "nauc_recall_at_1_std": 0.448629, + "nauc_recall_at_1_diff1": 0.816086, + "nauc_recall_at_3_max": 0.830167, + "nauc_recall_at_3_std": 0.518766, + "nauc_recall_at_3_diff1": 0.743515, + "nauc_recall_at_5_max": 0.805372, + "nauc_recall_at_5_std": 0.518698, + "nauc_recall_at_5_diff1": 0.7299, + "nauc_recall_at_10_max": 0.793173, + "nauc_recall_at_10_std": 0.551196, + "nauc_recall_at_10_diff1": 0.714162, + "nauc_recall_at_20_max": 0.770123, + "nauc_recall_at_20_std": 0.539791, + "nauc_recall_at_20_diff1": 0.696537, + "nauc_recall_at_100_max": 0.647101, + "nauc_recall_at_100_std": 0.466408, + "nauc_recall_at_100_diff1": 0.602232, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.818518, + "nauc_precision_at_1_std": 0.448629, + "nauc_precision_at_1_diff1": 0.816086, + "nauc_precision_at_3_max": 0.830167, + "nauc_precision_at_3_std": 0.518766, + "nauc_precision_at_3_diff1": 0.743515, + "nauc_precision_at_5_max": 0.805372, + "nauc_precision_at_5_std": 0.518698, + "nauc_precision_at_5_diff1": 0.7299, + "nauc_precision_at_10_max": 0.793173, + "nauc_precision_at_10_std": 0.551196, + "nauc_precision_at_10_diff1": 0.714162, + "nauc_precision_at_20_max": 0.770123, + "nauc_precision_at_20_std": 0.539791, + "nauc_precision_at_20_diff1": 0.696537, + "nauc_precision_at_100_max": 0.647101, + "nauc_precision_at_100_std": 0.466408, + "nauc_precision_at_100_diff1": 0.602232, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.818518, + "nauc_mrr_at_1_std": 0.448629, + "nauc_mrr_at_1_diff1": 0.816086, + "nauc_mrr_at_3_max": 0.824923, + "nauc_mrr_at_3_std": 0.478282, + "nauc_mrr_at_3_diff1": 0.783385, + "nauc_mrr_at_5_max": 0.819265, + "nauc_mrr_at_5_std": 0.478059, + "nauc_mrr_at_5_diff1": 0.780481, + "nauc_mrr_at_10_max": 0.817957, + "nauc_mrr_at_10_std": 0.481893, + "nauc_mrr_at_10_diff1": 0.778574, + "nauc_mrr_at_20_max": 0.816644, + "nauc_mrr_at_20_std": 0.481158, + "nauc_mrr_at_20_diff1": 0.777574, + "nauc_mrr_at_100_max": 0.814733, + "nauc_mrr_at_100_std": 0.479794, + "nauc_mrr_at_100_diff1": 0.776016, + "nauc_mrr_at_1000_max": 0.815168, + "nauc_mrr_at_1000_std": 0.479877, + "nauc_mrr_at_1000_diff1": 0.7765, + "main_score": 0.45509, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.71333, + "ndcg_at_3": 0.75754, + "ndcg_at_5": 0.76911, + "ndcg_at_10": 0.78067, + "ndcg_at_20": 0.78882, + "ndcg_at_100": 0.80192, + "ndcg_at_1000": 0.80788, + "map_at_1": 0.71333, + "map_at_3": 0.74704, + "map_at_5": 0.75354, + "map_at_10": 0.75834, + "map_at_20": 0.76058, + "map_at_100": 0.76236, + "map_at_1000": 0.7626, + "recall_at_1": 0.71333, + "recall_at_3": 0.78778, + "recall_at_5": 0.81556, + "recall_at_10": 0.85111, + "recall_at_20": 0.88333, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "precision_at_1": 0.71333, + "precision_at_3": 0.26259, + "precision_at_5": 0.16311, + "precision_at_10": 0.08511, + "precision_at_20": 0.04417, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.713333, + "mrr_at_3": 0.747037, + "mrr_at_5": 0.753537, + "mrr_at_10": 0.758341, + "mrr_at_20": 0.760576, + "mrr_at_100": 0.762364, + "mrr_at_1000": 0.762604, + "nauc_ndcg_at_1_max": 0.779806, + "nauc_ndcg_at_1_std": -0.420366, + "nauc_ndcg_at_1_diff1": 0.913736, + "nauc_ndcg_at_3_max": 0.783691, + "nauc_ndcg_at_3_std": -0.489374, + "nauc_ndcg_at_3_diff1": 0.897935, + "nauc_ndcg_at_5_max": 0.777994, + "nauc_ndcg_at_5_std": -0.484197, + "nauc_ndcg_at_5_diff1": 0.890912, + "nauc_ndcg_at_10_max": 0.778419, + "nauc_ndcg_at_10_std": -0.472553, + "nauc_ndcg_at_10_diff1": 0.889029, + "nauc_ndcg_at_20_max": 0.776318, + "nauc_ndcg_at_20_std": -0.468611, + "nauc_ndcg_at_20_diff1": 0.888788, + "nauc_ndcg_at_100_max": 0.777662, + "nauc_ndcg_at_100_std": -0.463455, + "nauc_ndcg_at_100_diff1": 0.89196, + "nauc_ndcg_at_1000_max": 0.77844, + "nauc_ndcg_at_1000_std": -0.46571, + "nauc_ndcg_at_1000_diff1": 0.894303, + "nauc_map_at_1_max": 0.779806, + "nauc_map_at_1_std": -0.420366, + "nauc_map_at_1_diff1": 0.913736, + "nauc_map_at_3_max": 0.783424, + "nauc_map_at_3_std": -0.472086, + "nauc_map_at_3_diff1": 0.902626, + "nauc_map_at_5_max": 0.780372, + "nauc_map_at_5_std": -0.468749, + "nauc_map_at_5_diff1": 0.898995, + "nauc_map_at_10_max": 0.780507, + "nauc_map_at_10_std": -0.464813, + "nauc_map_at_10_diff1": 0.898466, + "nauc_map_at_20_max": 0.780103, + "nauc_map_at_20_std": -0.463642, + "nauc_map_at_20_diff1": 0.898588, + "nauc_map_at_100_max": 0.780128, + "nauc_map_at_100_std": -0.462703, + "nauc_map_at_100_diff1": 0.898846, + "nauc_map_at_1000_max": 0.780144, + "nauc_map_at_1000_std": -0.462751, + "nauc_map_at_1000_diff1": 0.898926, + "nauc_recall_at_1_max": 0.779806, + "nauc_recall_at_1_std": -0.420366, + "nauc_recall_at_1_diff1": 0.913736, + "nauc_recall_at_3_max": 0.78421, + "nauc_recall_at_3_std": -0.546215, + "nauc_recall_at_3_diff1": 0.882142, + "nauc_recall_at_5_max": 0.767936, + "nauc_recall_at_5_std": -0.539534, + "nauc_recall_at_5_diff1": 0.859892, + "nauc_recall_at_10_max": 0.768125, + "nauc_recall_at_10_std": -0.495279, + "nauc_recall_at_10_diff1": 0.844846, + "nauc_recall_at_20_max": 0.750419, + "nauc_recall_at_20_std": -0.476757, + "nauc_recall_at_20_diff1": 0.831118, + "nauc_recall_at_100_max": 0.750609, + "nauc_recall_at_100_std": -0.395152, + "nauc_recall_at_100_diff1": 0.82288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779806, + "nauc_precision_at_1_std": -0.420366, + "nauc_precision_at_1_diff1": 0.913736, + "nauc_precision_at_3_max": 0.78421, + "nauc_precision_at_3_std": -0.546215, + "nauc_precision_at_3_diff1": 0.882142, + "nauc_precision_at_5_max": 0.767936, + "nauc_precision_at_5_std": -0.539534, + "nauc_precision_at_5_diff1": 0.859892, + "nauc_precision_at_10_max": 0.768125, + "nauc_precision_at_10_std": -0.495279, + "nauc_precision_at_10_diff1": 0.844846, + "nauc_precision_at_20_max": 0.750419, + "nauc_precision_at_20_std": -0.476757, + "nauc_precision_at_20_diff1": 0.831118, + "nauc_precision_at_100_max": 0.750609, + "nauc_precision_at_100_std": -0.395152, + "nauc_precision_at_100_diff1": 0.82288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779806, + "nauc_mrr_at_1_std": -0.420366, + "nauc_mrr_at_1_diff1": 0.913736, + "nauc_mrr_at_3_max": 0.783424, + "nauc_mrr_at_3_std": -0.472086, + "nauc_mrr_at_3_diff1": 0.902626, + "nauc_mrr_at_5_max": 0.780372, + "nauc_mrr_at_5_std": -0.468749, + "nauc_mrr_at_5_diff1": 0.898995, + "nauc_mrr_at_10_max": 0.780507, + "nauc_mrr_at_10_std": -0.464813, + "nauc_mrr_at_10_diff1": 0.898466, + "nauc_mrr_at_20_max": 0.780103, + "nauc_mrr_at_20_std": -0.463642, + "nauc_mrr_at_20_diff1": 0.898588, + "nauc_mrr_at_100_max": 0.780128, + "nauc_mrr_at_100_std": -0.462703, + "nauc_mrr_at_100_diff1": 0.898846, + "nauc_mrr_at_1000_max": 0.780144, + "nauc_mrr_at_1000_std": -0.462751, + "nauc_mrr_at_1000_diff1": 0.898926, + "main_score": 0.78067, + "hf_subset": "tgl_Latn-tgl_Latn", + "languages": [ + "tgl-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.86487, + "ndcg_at_5": 0.87558, + "ndcg_at_10": 0.88242, + "ndcg_at_20": 0.88759, + "ndcg_at_100": 0.89236, + "ndcg_at_1000": 0.89294, + "map_at_1": 0.80778, + "map_at_3": 0.85148, + "map_at_5": 0.85754, + "map_at_10": 0.86037, + "map_at_20": 0.86184, + "map_at_100": 0.86252, + "map_at_1000": 0.86254, + "recall_at_1": 0.80778, + "recall_at_3": 0.90333, + "recall_at_5": 0.92889, + "recall_at_10": 0.95, + "recall_at_20": 0.97, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.30111, + "precision_at_5": 0.18578, + "precision_at_10": 0.095, + "precision_at_20": 0.0485, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.851481, + "mrr_at_5": 0.857537, + "mrr_at_10": 0.860366, + "mrr_at_20": 0.861844, + "mrr_at_100": 0.862517, + "mrr_at_1000": 0.86254, + "nauc_ndcg_at_1_max": 0.766692, + "nauc_ndcg_at_1_std": -0.248856, + "nauc_ndcg_at_1_diff1": 0.897707, + "nauc_ndcg_at_3_max": 0.791826, + "nauc_ndcg_at_3_std": -0.260714, + "nauc_ndcg_at_3_diff1": 0.870263, + "nauc_ndcg_at_5_max": 0.787992, + "nauc_ndcg_at_5_std": -0.274923, + "nauc_ndcg_at_5_diff1": 0.872574, + "nauc_ndcg_at_10_max": 0.788943, + "nauc_ndcg_at_10_std": -0.271542, + "nauc_ndcg_at_10_diff1": 0.8741, + "nauc_ndcg_at_20_max": 0.785738, + "nauc_ndcg_at_20_std": -0.27752, + "nauc_ndcg_at_20_diff1": 0.874161, + "nauc_ndcg_at_100_max": 0.784704, + "nauc_ndcg_at_100_std": -0.269024, + "nauc_ndcg_at_100_diff1": 0.878088, + "nauc_ndcg_at_1000_max": 0.784495, + "nauc_ndcg_at_1000_std": -0.268968, + "nauc_ndcg_at_1000_diff1": 0.878444, + "nauc_map_at_1_max": 0.766692, + "nauc_map_at_1_std": -0.248856, + "nauc_map_at_1_diff1": 0.897707, + "nauc_map_at_3_max": 0.785964, + "nauc_map_at_3_std": -0.258566, + "nauc_map_at_3_diff1": 0.878723, + "nauc_map_at_5_max": 0.783785, + "nauc_map_at_5_std": -0.265597, + "nauc_map_at_5_diff1": 0.880173, + "nauc_map_at_10_max": 0.784016, + "nauc_map_at_10_std": -0.264097, + "nauc_map_at_10_diff1": 0.880901, + "nauc_map_at_20_max": 0.783126, + "nauc_map_at_20_std": -0.265768, + "nauc_map_at_20_diff1": 0.880867, + "nauc_map_at_100_max": 0.782925, + "nauc_map_at_100_std": -0.264988, + "nauc_map_at_100_diff1": 0.881355, + "nauc_map_at_1000_max": 0.782922, + "nauc_map_at_1000_std": -0.264949, + "nauc_map_at_1000_diff1": 0.881368, + "nauc_recall_at_1_max": 0.766692, + "nauc_recall_at_1_std": -0.248856, + "nauc_recall_at_1_diff1": 0.897707, + "nauc_recall_at_3_max": 0.815571, + "nauc_recall_at_3_std": -0.268924, + "nauc_recall_at_3_diff1": 0.834353, + "nauc_recall_at_5_max": 0.808816, + "nauc_recall_at_5_std": -0.328388, + "nauc_recall_at_5_diff1": 0.83132, + "nauc_recall_at_10_max": 0.824473, + "nauc_recall_at_10_std": -0.328789, + "nauc_recall_at_10_diff1": 0.82411, + "nauc_recall_at_20_max": 0.806619, + "nauc_recall_at_20_std": -0.438202, + "nauc_recall_at_20_diff1": 0.795795, + "nauc_recall_at_100_max": 0.828431, + "nauc_recall_at_100_std": -0.222923, + "nauc_recall_at_100_diff1": 0.819094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766692, + "nauc_precision_at_1_std": -0.248856, + "nauc_precision_at_1_diff1": 0.897707, + "nauc_precision_at_3_max": 0.815571, + "nauc_precision_at_3_std": -0.268924, + "nauc_precision_at_3_diff1": 0.834353, + "nauc_precision_at_5_max": 0.808816, + "nauc_precision_at_5_std": -0.328388, + "nauc_precision_at_5_diff1": 0.83132, + "nauc_precision_at_10_max": 0.824473, + "nauc_precision_at_10_std": -0.328789, + "nauc_precision_at_10_diff1": 0.82411, + "nauc_precision_at_20_max": 0.806619, + "nauc_precision_at_20_std": -0.438202, + "nauc_precision_at_20_diff1": 0.795795, + "nauc_precision_at_100_max": 0.828431, + "nauc_precision_at_100_std": -0.222923, + "nauc_precision_at_100_diff1": 0.819094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766692, + "nauc_mrr_at_1_std": -0.248856, + "nauc_mrr_at_1_diff1": 0.897707, + "nauc_mrr_at_3_max": 0.785964, + "nauc_mrr_at_3_std": -0.258566, + "nauc_mrr_at_3_diff1": 0.878723, + "nauc_mrr_at_5_max": 0.783785, + "nauc_mrr_at_5_std": -0.265597, + "nauc_mrr_at_5_diff1": 0.880173, + "nauc_mrr_at_10_max": 0.784016, + "nauc_mrr_at_10_std": -0.264097, + "nauc_mrr_at_10_diff1": 0.880901, + "nauc_mrr_at_20_max": 0.783126, + "nauc_mrr_at_20_std": -0.265768, + "nauc_mrr_at_20_diff1": 0.880867, + "nauc_mrr_at_100_max": 0.782925, + "nauc_mrr_at_100_std": -0.264988, + "nauc_mrr_at_100_diff1": 0.881355, + "nauc_mrr_at_1000_max": 0.782922, + "nauc_mrr_at_1000_std": -0.264949, + "nauc_mrr_at_1000_diff1": 0.881368, + "main_score": 0.88242, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66222, + "ndcg_at_3": 0.70655, + "ndcg_at_5": 0.71802, + "ndcg_at_10": 0.72971, + "ndcg_at_20": 0.73962, + "ndcg_at_100": 0.75644, + "ndcg_at_1000": 0.76521, + "map_at_1": 0.66222, + "map_at_3": 0.69574, + "map_at_5": 0.70213, + "map_at_10": 0.70685, + "map_at_20": 0.70962, + "map_at_100": 0.71177, + "map_at_1000": 0.71216, + "recall_at_1": 0.66222, + "recall_at_3": 0.73778, + "recall_at_5": 0.76556, + "recall_at_10": 0.80222, + "recall_at_20": 0.84111, + "recall_at_100": 0.93444, + "recall_at_1000": 1.0, + "precision_at_1": 0.66222, + "precision_at_3": 0.24593, + "precision_at_5": 0.15311, + "precision_at_10": 0.08022, + "precision_at_20": 0.04206, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662222, + "mrr_at_3": 0.695741, + "mrr_at_5": 0.70213, + "mrr_at_10": 0.706852, + "mrr_at_20": 0.709623, + "mrr_at_100": 0.711773, + "mrr_at_1000": 0.712162, + "nauc_ndcg_at_1_max": 0.859594, + "nauc_ndcg_at_1_std": 0.357807, + "nauc_ndcg_at_1_diff1": 0.917779, + "nauc_ndcg_at_3_max": 0.878564, + "nauc_ndcg_at_3_std": 0.414735, + "nauc_ndcg_at_3_diff1": 0.893348, + "nauc_ndcg_at_5_max": 0.876409, + "nauc_ndcg_at_5_std": 0.420255, + "nauc_ndcg_at_5_diff1": 0.887467, + "nauc_ndcg_at_10_max": 0.870546, + "nauc_ndcg_at_10_std": 0.417288, + "nauc_ndcg_at_10_diff1": 0.883073, + "nauc_ndcg_at_20_max": 0.867587, + "nauc_ndcg_at_20_std": 0.41349, + "nauc_ndcg_at_20_diff1": 0.882064, + "nauc_ndcg_at_100_max": 0.868168, + "nauc_ndcg_at_100_std": 0.416368, + "nauc_ndcg_at_100_diff1": 0.885068, + "nauc_ndcg_at_1000_max": 0.869711, + "nauc_ndcg_at_1000_std": 0.40994, + "nauc_ndcg_at_1000_diff1": 0.888628, + "nauc_map_at_1_max": 0.859594, + "nauc_map_at_1_std": 0.357807, + "nauc_map_at_1_diff1": 0.917779, + "nauc_map_at_3_max": 0.874565, + "nauc_map_at_3_std": 0.400761, + "nauc_map_at_3_diff1": 0.899008, + "nauc_map_at_5_max": 0.873365, + "nauc_map_at_5_std": 0.403434, + "nauc_map_at_5_diff1": 0.895974, + "nauc_map_at_10_max": 0.871001, + "nauc_map_at_10_std": 0.40179, + "nauc_map_at_10_diff1": 0.894456, + "nauc_map_at_20_max": 0.870337, + "nauc_map_at_20_std": 0.4009, + "nauc_map_at_20_diff1": 0.894333, + "nauc_map_at_100_max": 0.870301, + "nauc_map_at_100_std": 0.401261, + "nauc_map_at_100_diff1": 0.894555, + "nauc_map_at_1000_max": 0.870365, + "nauc_map_at_1000_std": 0.401061, + "nauc_map_at_1000_diff1": 0.894691, + "nauc_recall_at_1_max": 0.859594, + "nauc_recall_at_1_std": 0.357807, + "nauc_recall_at_1_diff1": 0.917779, + "nauc_recall_at_3_max": 0.891023, + "nauc_recall_at_3_std": 0.459389, + "nauc_recall_at_3_diff1": 0.875427, + "nauc_recall_at_5_max": 0.886089, + "nauc_recall_at_5_std": 0.479086, + "nauc_recall_at_5_diff1": 0.857346, + "nauc_recall_at_10_max": 0.864823, + "nauc_recall_at_10_std": 0.477846, + "nauc_recall_at_10_diff1": 0.835244, + "nauc_recall_at_20_max": 0.845076, + "nauc_recall_at_20_std": 0.466147, + "nauc_recall_at_20_diff1": 0.818339, + "nauc_recall_at_100_max": 0.832843, + "nauc_recall_at_100_std": 0.573969, + "nauc_recall_at_100_diff1": 0.801635, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.859594, + "nauc_precision_at_1_std": 0.357807, + "nauc_precision_at_1_diff1": 0.917779, + "nauc_precision_at_3_max": 0.891023, + "nauc_precision_at_3_std": 0.459389, + "nauc_precision_at_3_diff1": 0.875427, + "nauc_precision_at_5_max": 0.886089, + "nauc_precision_at_5_std": 0.479086, + "nauc_precision_at_5_diff1": 0.857346, + "nauc_precision_at_10_max": 0.864823, + "nauc_precision_at_10_std": 0.477846, + "nauc_precision_at_10_diff1": 0.835244, + "nauc_precision_at_20_max": 0.845076, + "nauc_precision_at_20_std": 0.466147, + "nauc_precision_at_20_diff1": 0.818339, + "nauc_precision_at_100_max": 0.832843, + "nauc_precision_at_100_std": 0.573969, + "nauc_precision_at_100_diff1": 0.801635, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.859594, + "nauc_mrr_at_1_std": 0.357807, + "nauc_mrr_at_1_diff1": 0.917779, + "nauc_mrr_at_3_max": 0.874565, + "nauc_mrr_at_3_std": 0.400761, + "nauc_mrr_at_3_diff1": 0.899008, + "nauc_mrr_at_5_max": 0.873365, + "nauc_mrr_at_5_std": 0.403434, + "nauc_mrr_at_5_diff1": 0.895974, + "nauc_mrr_at_10_max": 0.871001, + "nauc_mrr_at_10_std": 0.40179, + "nauc_mrr_at_10_diff1": 0.894456, + "nauc_mrr_at_20_max": 0.870337, + "nauc_mrr_at_20_std": 0.4009, + "nauc_mrr_at_20_diff1": 0.894333, + "nauc_mrr_at_100_max": 0.870301, + "nauc_mrr_at_100_std": 0.401261, + "nauc_mrr_at_100_diff1": 0.894555, + "nauc_mrr_at_1000_max": 0.870365, + "nauc_mrr_at_1000_std": 0.401061, + "nauc_mrr_at_1000_diff1": 0.894691, + "main_score": 0.72971, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.90534, + "ndcg_at_5": 0.90893, + "ndcg_at_10": 0.91436, + "ndcg_at_20": 0.91888, + "ndcg_at_100": 0.92177, + "ndcg_at_1000": 0.92219, + "map_at_1": 0.85778, + "map_at_3": 0.89407, + "map_at_5": 0.89602, + "map_at_10": 0.89828, + "map_at_20": 0.89953, + "map_at_100": 0.89993, + "map_at_1000": 0.89994, + "recall_at_1": 0.85778, + "recall_at_3": 0.93778, + "recall_at_5": 0.94667, + "recall_at_10": 0.96333, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.31259, + "precision_at_5": 0.18933, + "precision_at_10": 0.09633, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.894074, + "mrr_at_5": 0.896019, + "mrr_at_10": 0.898278, + "mrr_at_20": 0.899535, + "mrr_at_100": 0.899926, + "mrr_at_1000": 0.89994, + "nauc_ndcg_at_1_max": 0.769834, + "nauc_ndcg_at_1_std": -0.060398, + "nauc_ndcg_at_1_diff1": 0.911541, + "nauc_ndcg_at_3_max": 0.820468, + "nauc_ndcg_at_3_std": -0.012865, + "nauc_ndcg_at_3_diff1": 0.909485, + "nauc_ndcg_at_5_max": 0.817285, + "nauc_ndcg_at_5_std": -0.004651, + "nauc_ndcg_at_5_diff1": 0.908436, + "nauc_ndcg_at_10_max": 0.81424, + "nauc_ndcg_at_10_std": -0.008474, + "nauc_ndcg_at_10_diff1": 0.910084, + "nauc_ndcg_at_20_max": 0.809539, + "nauc_ndcg_at_20_std": -0.014857, + "nauc_ndcg_at_20_diff1": 0.911852, + "nauc_ndcg_at_100_max": 0.805319, + "nauc_ndcg_at_100_std": -0.019864, + "nauc_ndcg_at_100_diff1": 0.91024, + "nauc_ndcg_at_1000_max": 0.804477, + "nauc_ndcg_at_1000_std": -0.022766, + "nauc_ndcg_at_1000_diff1": 0.909748, + "nauc_map_at_1_max": 0.769834, + "nauc_map_at_1_std": -0.060398, + "nauc_map_at_1_diff1": 0.911541, + "nauc_map_at_3_max": 0.804425, + "nauc_map_at_3_std": -0.03059, + "nauc_map_at_3_diff1": 0.909196, + "nauc_map_at_5_max": 0.802508, + "nauc_map_at_5_std": -0.027515, + "nauc_map_at_5_diff1": 0.908671, + "nauc_map_at_10_max": 0.801188, + "nauc_map_at_10_std": -0.028597, + "nauc_map_at_10_diff1": 0.909188, + "nauc_map_at_20_max": 0.799933, + "nauc_map_at_20_std": -0.030127, + "nauc_map_at_20_diff1": 0.909484, + "nauc_map_at_100_max": 0.799436, + "nauc_map_at_100_std": -0.030698, + "nauc_map_at_100_diff1": 0.909289, + "nauc_map_at_1000_max": 0.799412, + "nauc_map_at_1000_std": -0.030797, + "nauc_map_at_1000_diff1": 0.909276, + "nauc_recall_at_1_max": 0.769834, + "nauc_recall_at_1_std": -0.060398, + "nauc_recall_at_1_diff1": 0.911541, + "nauc_recall_at_3_max": 0.897134, + "nauc_recall_at_3_std": 0.073679, + "nauc_recall_at_3_diff1": 0.911515, + "nauc_recall_at_5_max": 0.897448, + "nauc_recall_at_5_std": 0.12607, + "nauc_recall_at_5_diff1": 0.90766, + "nauc_recall_at_10_max": 0.911383, + "nauc_recall_at_10_std": 0.148049, + "nauc_recall_at_10_diff1": 0.9198, + "nauc_recall_at_20_max": 0.926677, + "nauc_recall_at_20_std": 0.183721, + "nauc_recall_at_20_diff1": 0.961553, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.478836, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769834, + "nauc_precision_at_1_std": -0.060398, + "nauc_precision_at_1_diff1": 0.911541, + "nauc_precision_at_3_max": 0.897134, + "nauc_precision_at_3_std": 0.073679, + "nauc_precision_at_3_diff1": 0.911515, + "nauc_precision_at_5_max": 0.897448, + "nauc_precision_at_5_std": 0.12607, + "nauc_precision_at_5_diff1": 0.90766, + "nauc_precision_at_10_max": 0.911383, + "nauc_precision_at_10_std": 0.148049, + "nauc_precision_at_10_diff1": 0.9198, + "nauc_precision_at_20_max": 0.926677, + "nauc_precision_at_20_std": 0.183721, + "nauc_precision_at_20_diff1": 0.961553, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.478836, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769834, + "nauc_mrr_at_1_std": -0.060398, + "nauc_mrr_at_1_diff1": 0.911541, + "nauc_mrr_at_3_max": 0.804425, + "nauc_mrr_at_3_std": -0.03059, + "nauc_mrr_at_3_diff1": 0.909196, + "nauc_mrr_at_5_max": 0.802508, + "nauc_mrr_at_5_std": -0.027515, + "nauc_mrr_at_5_diff1": 0.908671, + "nauc_mrr_at_10_max": 0.801188, + "nauc_mrr_at_10_std": -0.028597, + "nauc_mrr_at_10_diff1": 0.909188, + "nauc_mrr_at_20_max": 0.799933, + "nauc_mrr_at_20_std": -0.030127, + "nauc_mrr_at_20_diff1": 0.909484, + "nauc_mrr_at_100_max": 0.799436, + "nauc_mrr_at_100_std": -0.030698, + "nauc_mrr_at_100_diff1": 0.909289, + "nauc_mrr_at_1000_max": 0.799412, + "nauc_mrr_at_1000_std": -0.030797, + "nauc_mrr_at_1000_diff1": 0.909276, + "main_score": 0.91436, + "hf_subset": "tha_Thai-tha_Thai", + "languages": [ + "tha-Thai", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.94014, + "ndcg_at_5": 0.94345, + "ndcg_at_10": 0.9485, + "ndcg_at_20": 0.9499, + "ndcg_at_100": 0.95049, + "ndcg_at_1000": 0.95092, + "map_at_1": 0.90333, + "map_at_3": 0.93167, + "map_at_5": 0.93356, + "map_at_10": 0.93566, + "map_at_20": 0.93604, + "map_at_100": 0.93611, + "map_at_1000": 0.93613, + "recall_at_1": 0.90333, + "recall_at_3": 0.96444, + "recall_at_5": 0.97222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90333, + "precision_at_3": 0.32148, + "precision_at_5": 0.19444, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.931667, + "mrr_at_5": 0.933556, + "mrr_at_10": 0.935655, + "mrr_at_20": 0.936041, + "mrr_at_100": 0.936114, + "mrr_at_1000": 0.936131, + "nauc_ndcg_at_1_max": 0.754172, + "nauc_ndcg_at_1_std": -0.261781, + "nauc_ndcg_at_1_diff1": 0.909259, + "nauc_ndcg_at_3_max": 0.792405, + "nauc_ndcg_at_3_std": -0.298024, + "nauc_ndcg_at_3_diff1": 0.89738, + "nauc_ndcg_at_5_max": 0.792508, + "nauc_ndcg_at_5_std": -0.305078, + "nauc_ndcg_at_5_diff1": 0.897926, + "nauc_ndcg_at_10_max": 0.785671, + "nauc_ndcg_at_10_std": -0.284771, + "nauc_ndcg_at_10_diff1": 0.903591, + "nauc_ndcg_at_20_max": 0.781949, + "nauc_ndcg_at_20_std": -0.284459, + "nauc_ndcg_at_20_diff1": 0.903033, + "nauc_ndcg_at_100_max": 0.78234, + "nauc_ndcg_at_100_std": -0.276463, + "nauc_ndcg_at_100_diff1": 0.902949, + "nauc_ndcg_at_1000_max": 0.7809, + "nauc_ndcg_at_1000_std": -0.278226, + "nauc_ndcg_at_1000_diff1": 0.9029, + "nauc_map_at_1_max": 0.754172, + "nauc_map_at_1_std": -0.261781, + "nauc_map_at_1_diff1": 0.909259, + "nauc_map_at_3_max": 0.781428, + "nauc_map_at_3_std": -0.283485, + "nauc_map_at_3_diff1": 0.901157, + "nauc_map_at_5_max": 0.780771, + "nauc_map_at_5_std": -0.287149, + "nauc_map_at_5_diff1": 0.901462, + "nauc_map_at_10_max": 0.778087, + "nauc_map_at_10_std": -0.28049, + "nauc_map_at_10_diff1": 0.903534, + "nauc_map_at_20_max": 0.777277, + "nauc_map_at_20_std": -0.279709, + "nauc_map_at_20_diff1": 0.903354, + "nauc_map_at_100_max": 0.777335, + "nauc_map_at_100_std": -0.278532, + "nauc_map_at_100_diff1": 0.903358, + "nauc_map_at_1000_max": 0.777299, + "nauc_map_at_1000_std": -0.278398, + "nauc_map_at_1000_diff1": 0.903361, + "nauc_recall_at_1_max": 0.754172, + "nauc_recall_at_1_std": -0.261781, + "nauc_recall_at_1_diff1": 0.909259, + "nauc_recall_at_3_max": 0.851643, + "nauc_recall_at_3_std": -0.380383, + "nauc_recall_at_3_diff1": 0.876649, + "nauc_recall_at_5_max": 0.872642, + "nauc_recall_at_5_std": -0.430924, + "nauc_recall_at_5_diff1": 0.874136, + "nauc_recall_at_10_max": 0.886682, + "nauc_recall_at_10_std": -0.309863, + "nauc_recall_at_10_diff1": 0.91533, + "nauc_recall_at_20_max": 0.85761, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.912854, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754172, + "nauc_precision_at_1_std": -0.261781, + "nauc_precision_at_1_diff1": 0.909259, + "nauc_precision_at_3_max": 0.851643, + "nauc_precision_at_3_std": -0.380383, + "nauc_precision_at_3_diff1": 0.876649, + "nauc_precision_at_5_max": 0.872642, + "nauc_precision_at_5_std": -0.430924, + "nauc_precision_at_5_diff1": 0.874136, + "nauc_precision_at_10_max": 0.886682, + "nauc_precision_at_10_std": -0.309863, + "nauc_precision_at_10_diff1": 0.91533, + "nauc_precision_at_20_max": 0.85761, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.912854, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754172, + "nauc_mrr_at_1_std": -0.261781, + "nauc_mrr_at_1_diff1": 0.909259, + "nauc_mrr_at_3_max": 0.781428, + "nauc_mrr_at_3_std": -0.283485, + "nauc_mrr_at_3_diff1": 0.901157, + "nauc_mrr_at_5_max": 0.780771, + "nauc_mrr_at_5_std": -0.287149, + "nauc_mrr_at_5_diff1": 0.901462, + "nauc_mrr_at_10_max": 0.778087, + "nauc_mrr_at_10_std": -0.28049, + "nauc_mrr_at_10_diff1": 0.903534, + "nauc_mrr_at_20_max": 0.777277, + "nauc_mrr_at_20_std": -0.279709, + "nauc_mrr_at_20_diff1": 0.903354, + "nauc_mrr_at_100_max": 0.777335, + "nauc_mrr_at_100_std": -0.278532, + "nauc_mrr_at_100_diff1": 0.903358, + "nauc_mrr_at_1000_max": 0.777299, + "nauc_mrr_at_1000_std": -0.278398, + "nauc_mrr_at_1000_diff1": 0.903361, + "main_score": 0.9485, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89247, + "ndcg_at_5": 0.90203, + "ndcg_at_10": 0.90697, + "ndcg_at_20": 0.91058, + "ndcg_at_100": 0.91336, + "ndcg_at_1000": 0.91407, + "map_at_1": 0.84111, + "map_at_3": 0.88056, + "map_at_5": 0.88583, + "map_at_10": 0.88782, + "map_at_20": 0.88879, + "map_at_100": 0.8892, + "map_at_1000": 0.88923, + "recall_at_1": 0.84111, + "recall_at_3": 0.92667, + "recall_at_5": 0.95, + "recall_at_10": 0.96556, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84111, + "precision_at_3": 0.30889, + "precision_at_5": 0.19, + "precision_at_10": 0.09656, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.880556, + "mrr_at_5": 0.885833, + "mrr_at_10": 0.887822, + "mrr_at_20": 0.888786, + "mrr_at_100": 0.889202, + "mrr_at_1000": 0.88923, + "nauc_ndcg_at_1_max": 0.752942, + "nauc_ndcg_at_1_std": -0.009812, + "nauc_ndcg_at_1_diff1": 0.898091, + "nauc_ndcg_at_3_max": 0.778716, + "nauc_ndcg_at_3_std": 0.026615, + "nauc_ndcg_at_3_diff1": 0.881193, + "nauc_ndcg_at_5_max": 0.791406, + "nauc_ndcg_at_5_std": 0.074674, + "nauc_ndcg_at_5_diff1": 0.887473, + "nauc_ndcg_at_10_max": 0.787951, + "nauc_ndcg_at_10_std": 0.068298, + "nauc_ndcg_at_10_diff1": 0.888447, + "nauc_ndcg_at_20_max": 0.78477, + "nauc_ndcg_at_20_std": 0.05623, + "nauc_ndcg_at_20_diff1": 0.8885, + "nauc_ndcg_at_100_max": 0.780773, + "nauc_ndcg_at_100_std": 0.051094, + "nauc_ndcg_at_100_diff1": 0.888827, + "nauc_ndcg_at_1000_max": 0.778879, + "nauc_ndcg_at_1000_std": 0.045061, + "nauc_ndcg_at_1000_diff1": 0.888102, + "nauc_map_at_1_max": 0.752942, + "nauc_map_at_1_std": -0.009812, + "nauc_map_at_1_diff1": 0.898091, + "nauc_map_at_3_max": 0.770328, + "nauc_map_at_3_std": 0.01593, + "nauc_map_at_3_diff1": 0.884485, + "nauc_map_at_5_max": 0.776624, + "nauc_map_at_5_std": 0.039466, + "nauc_map_at_5_diff1": 0.887755, + "nauc_map_at_10_max": 0.775096, + "nauc_map_at_10_std": 0.036217, + "nauc_map_at_10_diff1": 0.888089, + "nauc_map_at_20_max": 0.774237, + "nauc_map_at_20_std": 0.033307, + "nauc_map_at_20_diff1": 0.888045, + "nauc_map_at_100_max": 0.773786, + "nauc_map_at_100_std": 0.032939, + "nauc_map_at_100_diff1": 0.888114, + "nauc_map_at_1000_max": 0.773728, + "nauc_map_at_1000_std": 0.032748, + "nauc_map_at_1000_diff1": 0.888094, + "nauc_recall_at_1_max": 0.752942, + "nauc_recall_at_1_std": -0.009812, + "nauc_recall_at_1_diff1": 0.898091, + "nauc_recall_at_3_max": 0.817036, + "nauc_recall_at_3_std": 0.074697, + "nauc_recall_at_3_diff1": 0.867548, + "nauc_recall_at_5_max": 0.88782, + "nauc_recall_at_5_std": 0.309503, + "nauc_recall_at_5_diff1": 0.8892, + "nauc_recall_at_10_max": 0.904461, + "nauc_recall_at_10_std": 0.370546, + "nauc_recall_at_10_diff1": 0.89797, + "nauc_recall_at_20_max": 0.935937, + "nauc_recall_at_20_std": 0.380641, + "nauc_recall_at_20_diff1": 0.908056, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.742857, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752942, + "nauc_precision_at_1_std": -0.009812, + "nauc_precision_at_1_diff1": 0.898091, + "nauc_precision_at_3_max": 0.817036, + "nauc_precision_at_3_std": 0.074697, + "nauc_precision_at_3_diff1": 0.867548, + "nauc_precision_at_5_max": 0.88782, + "nauc_precision_at_5_std": 0.309503, + "nauc_precision_at_5_diff1": 0.8892, + "nauc_precision_at_10_max": 0.904461, + "nauc_precision_at_10_std": 0.370546, + "nauc_precision_at_10_diff1": 0.89797, + "nauc_precision_at_20_max": 0.935937, + "nauc_precision_at_20_std": 0.380641, + "nauc_precision_at_20_diff1": 0.908056, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.742857, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752942, + "nauc_mrr_at_1_std": -0.009812, + "nauc_mrr_at_1_diff1": 0.898091, + "nauc_mrr_at_3_max": 0.770328, + "nauc_mrr_at_3_std": 0.01593, + "nauc_mrr_at_3_diff1": 0.884485, + "nauc_mrr_at_5_max": 0.776624, + "nauc_mrr_at_5_std": 0.039466, + "nauc_mrr_at_5_diff1": 0.887755, + "nauc_mrr_at_10_max": 0.775096, + "nauc_mrr_at_10_std": 0.036217, + "nauc_mrr_at_10_diff1": 0.888089, + "nauc_mrr_at_20_max": 0.774237, + "nauc_mrr_at_20_std": 0.033307, + "nauc_mrr_at_20_diff1": 0.888045, + "nauc_mrr_at_100_max": 0.773786, + "nauc_mrr_at_100_std": 0.032939, + "nauc_mrr_at_100_diff1": 0.888114, + "nauc_mrr_at_1000_max": 0.773728, + "nauc_mrr_at_1000_std": 0.032748, + "nauc_mrr_at_1000_diff1": 0.888094, + "main_score": 0.90697, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.25444, + "ndcg_at_3": 0.31636, + "ndcg_at_5": 0.33334, + "ndcg_at_10": 0.35496, + "ndcg_at_20": 0.37458, + "ndcg_at_100": 0.41247, + "ndcg_at_1000": 0.44407, + "map_at_1": 0.25444, + "map_at_3": 0.30093, + "map_at_5": 0.31037, + "map_at_10": 0.31935, + "map_at_20": 0.3247, + "map_at_100": 0.32962, + "map_at_1000": 0.33085, + "recall_at_1": 0.25444, + "recall_at_3": 0.36111, + "recall_at_5": 0.40222, + "recall_at_10": 0.46889, + "recall_at_20": 0.54667, + "recall_at_100": 0.75556, + "recall_at_1000": 1.0, + "precision_at_1": 0.25444, + "precision_at_3": 0.12037, + "precision_at_5": 0.08044, + "precision_at_10": 0.04689, + "precision_at_20": 0.02733, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "mrr_at_1": 0.254444, + "mrr_at_3": 0.300926, + "mrr_at_5": 0.31037, + "mrr_at_10": 0.319346, + "mrr_at_20": 0.324701, + "mrr_at_100": 0.329618, + "mrr_at_1000": 0.33085, + "nauc_ndcg_at_1_max": 0.565965, + "nauc_ndcg_at_1_std": -0.16322, + "nauc_ndcg_at_1_diff1": 0.619431, + "nauc_ndcg_at_3_max": 0.517625, + "nauc_ndcg_at_3_std": -0.166324, + "nauc_ndcg_at_3_diff1": 0.539408, + "nauc_ndcg_at_5_max": 0.507881, + "nauc_ndcg_at_5_std": -0.154424, + "nauc_ndcg_at_5_diff1": 0.531018, + "nauc_ndcg_at_10_max": 0.496878, + "nauc_ndcg_at_10_std": -0.14768, + "nauc_ndcg_at_10_diff1": 0.517071, + "nauc_ndcg_at_20_max": 0.488121, + "nauc_ndcg_at_20_std": -0.15114, + "nauc_ndcg_at_20_diff1": 0.50933, + "nauc_ndcg_at_100_max": 0.485229, + "nauc_ndcg_at_100_std": -0.143774, + "nauc_ndcg_at_100_diff1": 0.507212, + "nauc_ndcg_at_1000_max": 0.50103, + "nauc_ndcg_at_1000_std": -0.150473, + "nauc_ndcg_at_1000_diff1": 0.525274, + "nauc_map_at_1_max": 0.565965, + "nauc_map_at_1_std": -0.16322, + "nauc_map_at_1_diff1": 0.619431, + "nauc_map_at_3_max": 0.53008, + "nauc_map_at_3_std": -0.163979, + "nauc_map_at_3_diff1": 0.557368, + "nauc_map_at_5_max": 0.524294, + "nauc_map_at_5_std": -0.157731, + "nauc_map_at_5_diff1": 0.552594, + "nauc_map_at_10_max": 0.520021, + "nauc_map_at_10_std": -0.154757, + "nauc_map_at_10_diff1": 0.546967, + "nauc_map_at_20_max": 0.517598, + "nauc_map_at_20_std": -0.155772, + "nauc_map_at_20_diff1": 0.544758, + "nauc_map_at_100_max": 0.517046, + "nauc_map_at_100_std": -0.155229, + "nauc_map_at_100_diff1": 0.544486, + "nauc_map_at_1000_max": 0.517646, + "nauc_map_at_1000_std": -0.155328, + "nauc_map_at_1000_diff1": 0.54519, + "nauc_recall_at_1_max": 0.565965, + "nauc_recall_at_1_std": -0.16322, + "nauc_recall_at_1_diff1": 0.619431, + "nauc_recall_at_3_max": 0.483088, + "nauc_recall_at_3_std": -0.173366, + "nauc_recall_at_3_diff1": 0.490526, + "nauc_recall_at_5_max": 0.462088, + "nauc_recall_at_5_std": -0.143981, + "nauc_recall_at_5_diff1": 0.471852, + "nauc_recall_at_10_max": 0.426804, + "nauc_recall_at_10_std": -0.124419, + "nauc_recall_at_10_diff1": 0.428206, + "nauc_recall_at_20_max": 0.38829, + "nauc_recall_at_20_std": -0.136629, + "nauc_recall_at_20_diff1": 0.393344, + "nauc_recall_at_100_max": 0.321985, + "nauc_recall_at_100_std": -0.063999, + "nauc_recall_at_100_diff1": 0.322203, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565965, + "nauc_precision_at_1_std": -0.16322, + "nauc_precision_at_1_diff1": 0.619431, + "nauc_precision_at_3_max": 0.483088, + "nauc_precision_at_3_std": -0.173366, + "nauc_precision_at_3_diff1": 0.490526, + "nauc_precision_at_5_max": 0.462088, + "nauc_precision_at_5_std": -0.143981, + "nauc_precision_at_5_diff1": 0.471852, + "nauc_precision_at_10_max": 0.426804, + "nauc_precision_at_10_std": -0.124419, + "nauc_precision_at_10_diff1": 0.428206, + "nauc_precision_at_20_max": 0.38829, + "nauc_precision_at_20_std": -0.136629, + "nauc_precision_at_20_diff1": 0.393344, + "nauc_precision_at_100_max": 0.321985, + "nauc_precision_at_100_std": -0.063999, + "nauc_precision_at_100_diff1": 0.322203, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.565965, + "nauc_mrr_at_1_std": -0.16322, + "nauc_mrr_at_1_diff1": 0.619431, + "nauc_mrr_at_3_max": 0.53008, + "nauc_mrr_at_3_std": -0.163979, + "nauc_mrr_at_3_diff1": 0.557368, + "nauc_mrr_at_5_max": 0.524294, + "nauc_mrr_at_5_std": -0.157731, + "nauc_mrr_at_5_diff1": 0.552594, + "nauc_mrr_at_10_max": 0.520021, + "nauc_mrr_at_10_std": -0.154757, + "nauc_mrr_at_10_diff1": 0.546967, + "nauc_mrr_at_20_max": 0.517598, + "nauc_mrr_at_20_std": -0.155772, + "nauc_mrr_at_20_diff1": 0.544758, + "nauc_mrr_at_100_max": 0.517046, + "nauc_mrr_at_100_std": -0.155229, + "nauc_mrr_at_100_diff1": 0.544486, + "nauc_mrr_at_1000_max": 0.517646, + "nauc_mrr_at_1000_std": -0.155328, + "nauc_mrr_at_1000_diff1": 0.54519, + "main_score": 0.35496, + "hf_subset": "tir_Ethi-tir_Ethi", + "languages": [ + "tir-Ethi", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.37222, + "ndcg_at_3": 0.44968, + "ndcg_at_5": 0.47067, + "ndcg_at_10": 0.49262, + "ndcg_at_20": 0.51281, + "ndcg_at_100": 0.54646, + "ndcg_at_1000": 0.56157, + "map_at_1": 0.37222, + "map_at_3": 0.43074, + "map_at_5": 0.44235, + "map_at_10": 0.45142, + "map_at_20": 0.45695, + "map_at_100": 0.46145, + "map_at_1000": 0.46212, + "recall_at_1": 0.37222, + "recall_at_3": 0.50444, + "recall_at_5": 0.55556, + "recall_at_10": 0.62333, + "recall_at_20": 0.70333, + "recall_at_100": 0.88667, + "recall_at_1000": 1.0, + "precision_at_1": 0.37222, + "precision_at_3": 0.16815, + "precision_at_5": 0.11111, + "precision_at_10": 0.06233, + "precision_at_20": 0.03517, + "precision_at_100": 0.00887, + "precision_at_1000": 0.001, + "mrr_at_1": 0.372222, + "mrr_at_3": 0.430741, + "mrr_at_5": 0.442352, + "mrr_at_10": 0.451421, + "mrr_at_20": 0.456946, + "mrr_at_100": 0.461455, + "mrr_at_1000": 0.462115, + "nauc_ndcg_at_1_max": 0.524164, + "nauc_ndcg_at_1_std": 0.166009, + "nauc_ndcg_at_1_diff1": 0.61941, + "nauc_ndcg_at_3_max": 0.502753, + "nauc_ndcg_at_3_std": 0.179238, + "nauc_ndcg_at_3_diff1": 0.55177, + "nauc_ndcg_at_5_max": 0.498261, + "nauc_ndcg_at_5_std": 0.180133, + "nauc_ndcg_at_5_diff1": 0.548281, + "nauc_ndcg_at_10_max": 0.486246, + "nauc_ndcg_at_10_std": 0.170189, + "nauc_ndcg_at_10_diff1": 0.546024, + "nauc_ndcg_at_20_max": 0.486305, + "nauc_ndcg_at_20_std": 0.180084, + "nauc_ndcg_at_20_diff1": 0.54157, + "nauc_ndcg_at_100_max": 0.488851, + "nauc_ndcg_at_100_std": 0.177938, + "nauc_ndcg_at_100_diff1": 0.55174, + "nauc_ndcg_at_1000_max": 0.493157, + "nauc_ndcg_at_1000_std": 0.175732, + "nauc_ndcg_at_1000_diff1": 0.554619, + "nauc_map_at_1_max": 0.524164, + "nauc_map_at_1_std": 0.166009, + "nauc_map_at_1_diff1": 0.61941, + "nauc_map_at_3_max": 0.507221, + "nauc_map_at_3_std": 0.176389, + "nauc_map_at_3_diff1": 0.567212, + "nauc_map_at_5_max": 0.50486, + "nauc_map_at_5_std": 0.17687, + "nauc_map_at_5_diff1": 0.56558, + "nauc_map_at_10_max": 0.500042, + "nauc_map_at_10_std": 0.172593, + "nauc_map_at_10_diff1": 0.564469, + "nauc_map_at_20_max": 0.500123, + "nauc_map_at_20_std": 0.174936, + "nauc_map_at_20_diff1": 0.563248, + "nauc_map_at_100_max": 0.500076, + "nauc_map_at_100_std": 0.174417, + "nauc_map_at_100_diff1": 0.564482, + "nauc_map_at_1000_max": 0.50028, + "nauc_map_at_1000_std": 0.174361, + "nauc_map_at_1000_diff1": 0.564613, + "nauc_recall_at_1_max": 0.524164, + "nauc_recall_at_1_std": 0.166009, + "nauc_recall_at_1_diff1": 0.61941, + "nauc_recall_at_3_max": 0.489964, + "nauc_recall_at_3_std": 0.187435, + "nauc_recall_at_3_diff1": 0.506913, + "nauc_recall_at_5_max": 0.47766, + "nauc_recall_at_5_std": 0.19005, + "nauc_recall_at_5_diff1": 0.495162, + "nauc_recall_at_10_max": 0.434836, + "nauc_recall_at_10_std": 0.158365, + "nauc_recall_at_10_diff1": 0.484757, + "nauc_recall_at_20_max": 0.426826, + "nauc_recall_at_20_std": 0.208638, + "nauc_recall_at_20_diff1": 0.454, + "nauc_recall_at_100_max": 0.410484, + "nauc_recall_at_100_std": 0.225726, + "nauc_recall_at_100_diff1": 0.497639, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.524164, + "nauc_precision_at_1_std": 0.166009, + "nauc_precision_at_1_diff1": 0.61941, + "nauc_precision_at_3_max": 0.489964, + "nauc_precision_at_3_std": 0.187435, + "nauc_precision_at_3_diff1": 0.506913, + "nauc_precision_at_5_max": 0.47766, + "nauc_precision_at_5_std": 0.19005, + "nauc_precision_at_5_diff1": 0.495162, + "nauc_precision_at_10_max": 0.434836, + "nauc_precision_at_10_std": 0.158365, + "nauc_precision_at_10_diff1": 0.484757, + "nauc_precision_at_20_max": 0.426826, + "nauc_precision_at_20_std": 0.208638, + "nauc_precision_at_20_diff1": 0.454, + "nauc_precision_at_100_max": 0.410484, + "nauc_precision_at_100_std": 0.225726, + "nauc_precision_at_100_diff1": 0.497639, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.524164, + "nauc_mrr_at_1_std": 0.166009, + "nauc_mrr_at_1_diff1": 0.61941, + "nauc_mrr_at_3_max": 0.507221, + "nauc_mrr_at_3_std": 0.176389, + "nauc_mrr_at_3_diff1": 0.567212, + "nauc_mrr_at_5_max": 0.50486, + "nauc_mrr_at_5_std": 0.17687, + "nauc_mrr_at_5_diff1": 0.56558, + "nauc_mrr_at_10_max": 0.500042, + "nauc_mrr_at_10_std": 0.172593, + "nauc_mrr_at_10_diff1": 0.564469, + "nauc_mrr_at_20_max": 0.500123, + "nauc_mrr_at_20_std": 0.174936, + "nauc_mrr_at_20_diff1": 0.563248, + "nauc_mrr_at_100_max": 0.500076, + "nauc_mrr_at_100_std": 0.174417, + "nauc_mrr_at_100_diff1": 0.564482, + "nauc_mrr_at_1000_max": 0.50028, + "nauc_mrr_at_1000_std": 0.174361, + "nauc_mrr_at_1000_diff1": 0.564613, + "main_score": 0.49262, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.19, + "ndcg_at_3": 0.23555, + "ndcg_at_5": 0.2477, + "ndcg_at_10": 0.27045, + "ndcg_at_20": 0.28757, + "ndcg_at_100": 0.32707, + "ndcg_at_1000": 0.37115, + "map_at_1": 0.19, + "map_at_3": 0.22407, + "map_at_5": 0.23069, + "map_at_10": 0.24014, + "map_at_20": 0.24483, + "map_at_100": 0.24982, + "map_at_1000": 0.25148, + "recall_at_1": 0.19, + "recall_at_3": 0.26889, + "recall_at_5": 0.29889, + "recall_at_10": 0.36889, + "recall_at_20": 0.43667, + "recall_at_100": 0.65667, + "recall_at_1000": 1.0, + "precision_at_1": 0.19, + "precision_at_3": 0.08963, + "precision_at_5": 0.05978, + "precision_at_10": 0.03689, + "precision_at_20": 0.02183, + "precision_at_100": 0.00657, + "precision_at_1000": 0.001, + "mrr_at_1": 0.19, + "mrr_at_3": 0.224074, + "mrr_at_5": 0.230685, + "mrr_at_10": 0.240143, + "mrr_at_20": 0.244831, + "mrr_at_100": 0.249824, + "mrr_at_1000": 0.251483, + "nauc_ndcg_at_1_max": 0.615777, + "nauc_ndcg_at_1_std": 0.266018, + "nauc_ndcg_at_1_diff1": 0.616616, + "nauc_ndcg_at_3_max": 0.586774, + "nauc_ndcg_at_3_std": 0.263858, + "nauc_ndcg_at_3_diff1": 0.566251, + "nauc_ndcg_at_5_max": 0.563979, + "nauc_ndcg_at_5_std": 0.257501, + "nauc_ndcg_at_5_diff1": 0.545112, + "nauc_ndcg_at_10_max": 0.535589, + "nauc_ndcg_at_10_std": 0.255606, + "nauc_ndcg_at_10_diff1": 0.517739, + "nauc_ndcg_at_20_max": 0.524517, + "nauc_ndcg_at_20_std": 0.250667, + "nauc_ndcg_at_20_diff1": 0.510515, + "nauc_ndcg_at_100_max": 0.524652, + "nauc_ndcg_at_100_std": 0.27036, + "nauc_ndcg_at_100_diff1": 0.506749, + "nauc_ndcg_at_1000_max": 0.544789, + "nauc_ndcg_at_1000_std": 0.263097, + "nauc_ndcg_at_1000_diff1": 0.529471, + "nauc_map_at_1_max": 0.615777, + "nauc_map_at_1_std": 0.266018, + "nauc_map_at_1_diff1": 0.616616, + "nauc_map_at_3_max": 0.594002, + "nauc_map_at_3_std": 0.26525, + "nauc_map_at_3_diff1": 0.577623, + "nauc_map_at_5_max": 0.581026, + "nauc_map_at_5_std": 0.261453, + "nauc_map_at_5_diff1": 0.565485, + "nauc_map_at_10_max": 0.568816, + "nauc_map_at_10_std": 0.26096, + "nauc_map_at_10_diff1": 0.553553, + "nauc_map_at_20_max": 0.565283, + "nauc_map_at_20_std": 0.259593, + "nauc_map_at_20_diff1": 0.551026, + "nauc_map_at_100_max": 0.565616, + "nauc_map_at_100_std": 0.262208, + "nauc_map_at_100_diff1": 0.551226, + "nauc_map_at_1000_max": 0.566396, + "nauc_map_at_1000_std": 0.262122, + "nauc_map_at_1000_diff1": 0.552108, + "nauc_recall_at_1_max": 0.615777, + "nauc_recall_at_1_std": 0.266018, + "nauc_recall_at_1_diff1": 0.616616, + "nauc_recall_at_3_max": 0.567424, + "nauc_recall_at_3_std": 0.259844, + "nauc_recall_at_3_diff1": 0.536206, + "nauc_recall_at_5_max": 0.517302, + "nauc_recall_at_5_std": 0.246473, + "nauc_recall_at_5_diff1": 0.490491, + "nauc_recall_at_10_max": 0.440389, + "nauc_recall_at_10_std": 0.240112, + "nauc_recall_at_10_diff1": 0.417321, + "nauc_recall_at_20_max": 0.403913, + "nauc_recall_at_20_std": 0.222495, + "nauc_recall_at_20_diff1": 0.394962, + "nauc_recall_at_100_max": 0.371219, + "nauc_recall_at_100_std": 0.33263, + "nauc_recall_at_100_diff1": 0.334094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615777, + "nauc_precision_at_1_std": 0.266018, + "nauc_precision_at_1_diff1": 0.616616, + "nauc_precision_at_3_max": 0.567424, + "nauc_precision_at_3_std": 0.259844, + "nauc_precision_at_3_diff1": 0.536206, + "nauc_precision_at_5_max": 0.517302, + "nauc_precision_at_5_std": 0.246473, + "nauc_precision_at_5_diff1": 0.490491, + "nauc_precision_at_10_max": 0.440389, + "nauc_precision_at_10_std": 0.240112, + "nauc_precision_at_10_diff1": 0.417321, + "nauc_precision_at_20_max": 0.403913, + "nauc_precision_at_20_std": 0.222495, + "nauc_precision_at_20_diff1": 0.394962, + "nauc_precision_at_100_max": 0.371219, + "nauc_precision_at_100_std": 0.33263, + "nauc_precision_at_100_diff1": 0.334094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.615777, + "nauc_mrr_at_1_std": 0.266018, + "nauc_mrr_at_1_diff1": 0.616616, + "nauc_mrr_at_3_max": 0.594002, + "nauc_mrr_at_3_std": 0.26525, + "nauc_mrr_at_3_diff1": 0.577623, + "nauc_mrr_at_5_max": 0.581026, + "nauc_mrr_at_5_std": 0.261453, + "nauc_mrr_at_5_diff1": 0.565485, + "nauc_mrr_at_10_max": 0.568816, + "nauc_mrr_at_10_std": 0.26096, + "nauc_mrr_at_10_diff1": 0.553553, + "nauc_mrr_at_20_max": 0.565283, + "nauc_mrr_at_20_std": 0.259593, + "nauc_mrr_at_20_diff1": 0.551026, + "nauc_mrr_at_100_max": 0.565616, + "nauc_mrr_at_100_std": 0.262208, + "nauc_mrr_at_100_diff1": 0.551226, + "nauc_mrr_at_1000_max": 0.566396, + "nauc_mrr_at_1000_std": 0.262122, + "nauc_mrr_at_1000_diff1": 0.552108, + "main_score": 0.27045, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.51073, + "ndcg_at_5": 0.52082, + "ndcg_at_10": 0.52969, + "ndcg_at_20": 0.54293, + "ndcg_at_100": 0.57001, + "ndcg_at_1000": 0.59688, + "map_at_1": 0.46778, + "map_at_3": 0.50056, + "map_at_5": 0.50617, + "map_at_10": 0.50977, + "map_at_20": 0.51342, + "map_at_100": 0.51691, + "map_at_1000": 0.518, + "recall_at_1": 0.46778, + "recall_at_3": 0.54, + "recall_at_5": 0.56444, + "recall_at_10": 0.59222, + "recall_at_20": 0.64444, + "recall_at_100": 0.79444, + "recall_at_1000": 1.0, + "precision_at_1": 0.46778, + "precision_at_3": 0.18, + "precision_at_5": 0.11289, + "precision_at_10": 0.05922, + "precision_at_20": 0.03222, + "precision_at_100": 0.00794, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.500556, + "mrr_at_5": 0.506167, + "mrr_at_10": 0.509772, + "mrr_at_20": 0.513424, + "mrr_at_100": 0.516907, + "mrr_at_1000": 0.517995, + "nauc_ndcg_at_1_max": 0.527623, + "nauc_ndcg_at_1_std": -0.643368, + "nauc_ndcg_at_1_diff1": 0.913847, + "nauc_ndcg_at_3_max": 0.511234, + "nauc_ndcg_at_3_std": -0.657494, + "nauc_ndcg_at_3_diff1": 0.87015, + "nauc_ndcg_at_5_max": 0.508674, + "nauc_ndcg_at_5_std": -0.647191, + "nauc_ndcg_at_5_diff1": 0.856399, + "nauc_ndcg_at_10_max": 0.505019, + "nauc_ndcg_at_10_std": -0.642245, + "nauc_ndcg_at_10_diff1": 0.850742, + "nauc_ndcg_at_20_max": 0.500435, + "nauc_ndcg_at_20_std": -0.637955, + "nauc_ndcg_at_20_diff1": 0.843277, + "nauc_ndcg_at_100_max": 0.499969, + "nauc_ndcg_at_100_std": -0.629211, + "nauc_ndcg_at_100_diff1": 0.839262, + "nauc_ndcg_at_1000_max": 0.506048, + "nauc_ndcg_at_1000_std": -0.639141, + "nauc_ndcg_at_1000_diff1": 0.853825, + "nauc_map_at_1_max": 0.527623, + "nauc_map_at_1_std": -0.643368, + "nauc_map_at_1_diff1": 0.913847, + "nauc_map_at_3_max": 0.515312, + "nauc_map_at_3_std": -0.654468, + "nauc_map_at_3_diff1": 0.880578, + "nauc_map_at_5_max": 0.514012, + "nauc_map_at_5_std": -0.648725, + "nauc_map_at_5_diff1": 0.873085, + "nauc_map_at_10_max": 0.512568, + "nauc_map_at_10_std": -0.646683, + "nauc_map_at_10_diff1": 0.870917, + "nauc_map_at_20_max": 0.511289, + "nauc_map_at_20_std": -0.645647, + "nauc_map_at_20_diff1": 0.868839, + "nauc_map_at_100_max": 0.511298, + "nauc_map_at_100_std": -0.644457, + "nauc_map_at_100_diff1": 0.868182, + "nauc_map_at_1000_max": 0.51153, + "nauc_map_at_1000_std": -0.644813, + "nauc_map_at_1000_diff1": 0.868704, + "nauc_recall_at_1_max": 0.527623, + "nauc_recall_at_1_std": -0.643368, + "nauc_recall_at_1_diff1": 0.913847, + "nauc_recall_at_3_max": 0.499091, + "nauc_recall_at_3_std": -0.666301, + "nauc_recall_at_3_diff1": 0.839281, + "nauc_recall_at_5_max": 0.491958, + "nauc_recall_at_5_std": -0.640886, + "nauc_recall_at_5_diff1": 0.803838, + "nauc_recall_at_10_max": 0.479311, + "nauc_recall_at_10_std": -0.624702, + "nauc_recall_at_10_diff1": 0.783241, + "nauc_recall_at_20_max": 0.457194, + "nauc_recall_at_20_std": -0.602968, + "nauc_recall_at_20_diff1": 0.745092, + "nauc_recall_at_100_max": 0.430166, + "nauc_recall_at_100_std": -0.512031, + "nauc_recall_at_100_diff1": 0.666722, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.527623, + "nauc_precision_at_1_std": -0.643368, + "nauc_precision_at_1_diff1": 0.913847, + "nauc_precision_at_3_max": 0.499091, + "nauc_precision_at_3_std": -0.666301, + "nauc_precision_at_3_diff1": 0.839281, + "nauc_precision_at_5_max": 0.491958, + "nauc_precision_at_5_std": -0.640886, + "nauc_precision_at_5_diff1": 0.803838, + "nauc_precision_at_10_max": 0.479311, + "nauc_precision_at_10_std": -0.624702, + "nauc_precision_at_10_diff1": 0.783241, + "nauc_precision_at_20_max": 0.457194, + "nauc_precision_at_20_std": -0.602968, + "nauc_precision_at_20_diff1": 0.745092, + "nauc_precision_at_100_max": 0.430166, + "nauc_precision_at_100_std": -0.512031, + "nauc_precision_at_100_diff1": 0.666722, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.527623, + "nauc_mrr_at_1_std": -0.643368, + "nauc_mrr_at_1_diff1": 0.913847, + "nauc_mrr_at_3_max": 0.515312, + "nauc_mrr_at_3_std": -0.654468, + "nauc_mrr_at_3_diff1": 0.880578, + "nauc_mrr_at_5_max": 0.514012, + "nauc_mrr_at_5_std": -0.648725, + "nauc_mrr_at_5_diff1": 0.873085, + "nauc_mrr_at_10_max": 0.512568, + "nauc_mrr_at_10_std": -0.646683, + "nauc_mrr_at_10_diff1": 0.870917, + "nauc_mrr_at_20_max": 0.511289, + "nauc_mrr_at_20_std": -0.645647, + "nauc_mrr_at_20_diff1": 0.868839, + "nauc_mrr_at_100_max": 0.511298, + "nauc_mrr_at_100_std": -0.644457, + "nauc_mrr_at_100_diff1": 0.868182, + "nauc_mrr_at_1000_max": 0.51153, + "nauc_mrr_at_1000_std": -0.644813, + "nauc_mrr_at_1000_diff1": 0.868704, + "main_score": 0.52969, + "hf_subset": "tsn_Latn-tsn_Latn", + "languages": [ + "tsn-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.54333, + "ndcg_at_3": 0.58882, + "ndcg_at_5": 0.59997, + "ndcg_at_10": 0.61368, + "ndcg_at_20": 0.62407, + "ndcg_at_100": 0.64882, + "ndcg_at_1000": 0.66654, + "map_at_1": 0.54333, + "map_at_3": 0.57833, + "map_at_5": 0.58461, + "map_at_10": 0.59031, + "map_at_20": 0.59317, + "map_at_100": 0.59629, + "map_at_1000": 0.59705, + "recall_at_1": 0.54333, + "recall_at_3": 0.61889, + "recall_at_5": 0.64556, + "recall_at_10": 0.68778, + "recall_at_20": 0.72889, + "recall_at_100": 0.86667, + "recall_at_1000": 1.0, + "precision_at_1": 0.54333, + "precision_at_3": 0.2063, + "precision_at_5": 0.12911, + "precision_at_10": 0.06878, + "precision_at_20": 0.03644, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "mrr_at_1": 0.543333, + "mrr_at_3": 0.578333, + "mrr_at_5": 0.584611, + "mrr_at_10": 0.590306, + "mrr_at_20": 0.593165, + "mrr_at_100": 0.596286, + "mrr_at_1000": 0.597046, + "nauc_ndcg_at_1_max": 0.841684, + "nauc_ndcg_at_1_std": 0.328929, + "nauc_ndcg_at_1_diff1": 0.877342, + "nauc_ndcg_at_3_max": 0.853832, + "nauc_ndcg_at_3_std": 0.366328, + "nauc_ndcg_at_3_diff1": 0.852913, + "nauc_ndcg_at_5_max": 0.848424, + "nauc_ndcg_at_5_std": 0.373862, + "nauc_ndcg_at_5_diff1": 0.845053, + "nauc_ndcg_at_10_max": 0.840994, + "nauc_ndcg_at_10_std": 0.371418, + "nauc_ndcg_at_10_diff1": 0.838399, + "nauc_ndcg_at_20_max": 0.836325, + "nauc_ndcg_at_20_std": 0.37116, + "nauc_ndcg_at_20_diff1": 0.835538, + "nauc_ndcg_at_100_max": 0.830956, + "nauc_ndcg_at_100_std": 0.375864, + "nauc_ndcg_at_100_diff1": 0.831725, + "nauc_ndcg_at_1000_max": 0.838242, + "nauc_ndcg_at_1000_std": 0.366953, + "nauc_ndcg_at_1000_diff1": 0.841218, + "nauc_map_at_1_max": 0.841684, + "nauc_map_at_1_std": 0.328929, + "nauc_map_at_1_diff1": 0.877342, + "nauc_map_at_3_max": 0.850361, + "nauc_map_at_3_std": 0.356901, + "nauc_map_at_3_diff1": 0.857817, + "nauc_map_at_5_max": 0.84728, + "nauc_map_at_5_std": 0.360901, + "nauc_map_at_5_diff1": 0.853504, + "nauc_map_at_10_max": 0.844269, + "nauc_map_at_10_std": 0.359797, + "nauc_map_at_10_diff1": 0.850912, + "nauc_map_at_20_max": 0.84304, + "nauc_map_at_20_std": 0.359657, + "nauc_map_at_20_diff1": 0.850283, + "nauc_map_at_100_max": 0.842216, + "nauc_map_at_100_std": 0.360062, + "nauc_map_at_100_diff1": 0.849646, + "nauc_map_at_1000_max": 0.842479, + "nauc_map_at_1000_std": 0.359697, + "nauc_map_at_1000_diff1": 0.849996, + "nauc_recall_at_1_max": 0.841684, + "nauc_recall_at_1_std": 0.328929, + "nauc_recall_at_1_diff1": 0.877342, + "nauc_recall_at_3_max": 0.864588, + "nauc_recall_at_3_std": 0.395054, + "nauc_recall_at_3_diff1": 0.838514, + "nauc_recall_at_5_max": 0.851538, + "nauc_recall_at_5_std": 0.416084, + "nauc_recall_at_5_diff1": 0.817765, + "nauc_recall_at_10_max": 0.825913, + "nauc_recall_at_10_std": 0.411123, + "nauc_recall_at_10_diff1": 0.792136, + "nauc_recall_at_20_max": 0.801514, + "nauc_recall_at_20_std": 0.414378, + "nauc_recall_at_20_diff1": 0.772287, + "nauc_recall_at_100_max": 0.718207, + "nauc_recall_at_100_std": 0.509544, + "nauc_recall_at_100_diff1": 0.684918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.841684, + "nauc_precision_at_1_std": 0.328929, + "nauc_precision_at_1_diff1": 0.877342, + "nauc_precision_at_3_max": 0.864588, + "nauc_precision_at_3_std": 0.395054, + "nauc_precision_at_3_diff1": 0.838514, + "nauc_precision_at_5_max": 0.851538, + "nauc_precision_at_5_std": 0.416084, + "nauc_precision_at_5_diff1": 0.817765, + "nauc_precision_at_10_max": 0.825913, + "nauc_precision_at_10_std": 0.411123, + "nauc_precision_at_10_diff1": 0.792136, + "nauc_precision_at_20_max": 0.801514, + "nauc_precision_at_20_std": 0.414378, + "nauc_precision_at_20_diff1": 0.772287, + "nauc_precision_at_100_max": 0.718207, + "nauc_precision_at_100_std": 0.509544, + "nauc_precision_at_100_diff1": 0.684918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.841684, + "nauc_mrr_at_1_std": 0.328929, + "nauc_mrr_at_1_diff1": 0.877342, + "nauc_mrr_at_3_max": 0.850361, + "nauc_mrr_at_3_std": 0.356901, + "nauc_mrr_at_3_diff1": 0.857817, + "nauc_mrr_at_5_max": 0.84728, + "nauc_mrr_at_5_std": 0.360901, + "nauc_mrr_at_5_diff1": 0.853504, + "nauc_mrr_at_10_max": 0.844269, + "nauc_mrr_at_10_std": 0.359797, + "nauc_mrr_at_10_diff1": 0.850912, + "nauc_mrr_at_20_max": 0.84304, + "nauc_mrr_at_20_std": 0.359657, + "nauc_mrr_at_20_diff1": 0.850283, + "nauc_mrr_at_100_max": 0.842216, + "nauc_mrr_at_100_std": 0.360062, + "nauc_mrr_at_100_diff1": 0.849646, + "nauc_mrr_at_1000_max": 0.842479, + "nauc_mrr_at_1000_std": 0.359697, + "nauc_mrr_at_1000_diff1": 0.849996, + "main_score": 0.61368, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38556, + "ndcg_at_3": 0.42026, + "ndcg_at_5": 0.4273, + "ndcg_at_10": 0.43867, + "ndcg_at_20": 0.44545, + "ndcg_at_100": 0.46838, + "ndcg_at_1000": 0.51249, + "map_at_1": 0.38556, + "map_at_3": 0.41222, + "map_at_5": 0.41622, + "map_at_10": 0.42084, + "map_at_20": 0.42272, + "map_at_100": 0.42534, + "map_at_1000": 0.42695, + "recall_at_1": 0.38556, + "recall_at_3": 0.44333, + "recall_at_5": 0.46, + "recall_at_10": 0.49556, + "recall_at_20": 0.52222, + "recall_at_100": 0.65444, + "recall_at_1000": 1.0, + "precision_at_1": 0.38556, + "precision_at_3": 0.14778, + "precision_at_5": 0.092, + "precision_at_10": 0.04956, + "precision_at_20": 0.02611, + "precision_at_100": 0.00654, + "precision_at_1000": 0.001, + "mrr_at_1": 0.385556, + "mrr_at_3": 0.412222, + "mrr_at_5": 0.416222, + "mrr_at_10": 0.42084, + "mrr_at_20": 0.422719, + "mrr_at_100": 0.425336, + "mrr_at_1000": 0.426954, + "nauc_ndcg_at_1_max": 0.902811, + "nauc_ndcg_at_1_std": 0.721192, + "nauc_ndcg_at_1_diff1": 0.910931, + "nauc_ndcg_at_3_max": 0.911358, + "nauc_ndcg_at_3_std": 0.761564, + "nauc_ndcg_at_3_diff1": 0.87044, + "nauc_ndcg_at_5_max": 0.908786, + "nauc_ndcg_at_5_std": 0.761432, + "nauc_ndcg_at_5_diff1": 0.86264, + "nauc_ndcg_at_10_max": 0.89479, + "nauc_ndcg_at_10_std": 0.752432, + "nauc_ndcg_at_10_diff1": 0.849112, + "nauc_ndcg_at_20_max": 0.888014, + "nauc_ndcg_at_20_std": 0.748577, + "nauc_ndcg_at_20_diff1": 0.843335, + "nauc_ndcg_at_100_max": 0.875158, + "nauc_ndcg_at_100_std": 0.73791, + "nauc_ndcg_at_100_diff1": 0.83361, + "nauc_ndcg_at_1000_max": 0.889219, + "nauc_ndcg_at_1000_std": 0.744347, + "nauc_ndcg_at_1000_diff1": 0.850286, + "nauc_map_at_1_max": 0.902811, + "nauc_map_at_1_std": 0.721192, + "nauc_map_at_1_diff1": 0.910931, + "nauc_map_at_3_max": 0.909733, + "nauc_map_at_3_std": 0.752561, + "nauc_map_at_3_diff1": 0.879776, + "nauc_map_at_5_max": 0.908285, + "nauc_map_at_5_std": 0.752546, + "nauc_map_at_5_diff1": 0.875353, + "nauc_map_at_10_max": 0.902391, + "nauc_map_at_10_std": 0.748882, + "nauc_map_at_10_diff1": 0.869639, + "nauc_map_at_20_max": 0.900531, + "nauc_map_at_20_std": 0.747745, + "nauc_map_at_20_diff1": 0.868019, + "nauc_map_at_100_max": 0.89905, + "nauc_map_at_100_std": 0.74649, + "nauc_map_at_100_diff1": 0.866783, + "nauc_map_at_1000_max": 0.899328, + "nauc_map_at_1000_std": 0.746515, + "nauc_map_at_1000_diff1": 0.867187, + "nauc_recall_at_1_max": 0.902811, + "nauc_recall_at_1_std": 0.721192, + "nauc_recall_at_1_diff1": 0.910931, + "nauc_recall_at_3_max": 0.915885, + "nauc_recall_at_3_std": 0.78735, + "nauc_recall_at_3_diff1": 0.843561, + "nauc_recall_at_5_max": 0.909715, + "nauc_recall_at_5_std": 0.78688, + "nauc_recall_at_5_diff1": 0.824826, + "nauc_recall_at_10_max": 0.866559, + "nauc_recall_at_10_std": 0.758694, + "nauc_recall_at_10_diff1": 0.782877, + "nauc_recall_at_20_max": 0.838394, + "nauc_recall_at_20_std": 0.74375, + "nauc_recall_at_20_diff1": 0.758237, + "nauc_recall_at_100_max": 0.740572, + "nauc_recall_at_100_std": 0.670197, + "nauc_recall_at_100_diff1": 0.677753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.902811, + "nauc_precision_at_1_std": 0.721192, + "nauc_precision_at_1_diff1": 0.910931, + "nauc_precision_at_3_max": 0.915885, + "nauc_precision_at_3_std": 0.78735, + "nauc_precision_at_3_diff1": 0.843561, + "nauc_precision_at_5_max": 0.909715, + "nauc_precision_at_5_std": 0.78688, + "nauc_precision_at_5_diff1": 0.824826, + "nauc_precision_at_10_max": 0.866559, + "nauc_precision_at_10_std": 0.758694, + "nauc_precision_at_10_diff1": 0.782877, + "nauc_precision_at_20_max": 0.838394, + "nauc_precision_at_20_std": 0.74375, + "nauc_precision_at_20_diff1": 0.758237, + "nauc_precision_at_100_max": 0.740572, + "nauc_precision_at_100_std": 0.670197, + "nauc_precision_at_100_diff1": 0.677753, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.902811, + "nauc_mrr_at_1_std": 0.721192, + "nauc_mrr_at_1_diff1": 0.910931, + "nauc_mrr_at_3_max": 0.909733, + "nauc_mrr_at_3_std": 0.752561, + "nauc_mrr_at_3_diff1": 0.879776, + "nauc_mrr_at_5_max": 0.908285, + "nauc_mrr_at_5_std": 0.752546, + "nauc_mrr_at_5_diff1": 0.875353, + "nauc_mrr_at_10_max": 0.902391, + "nauc_mrr_at_10_std": 0.748882, + "nauc_mrr_at_10_diff1": 0.869639, + "nauc_mrr_at_20_max": 0.900531, + "nauc_mrr_at_20_std": 0.747745, + "nauc_mrr_at_20_diff1": 0.868019, + "nauc_mrr_at_100_max": 0.89905, + "nauc_mrr_at_100_std": 0.74649, + "nauc_mrr_at_100_diff1": 0.866783, + "nauc_mrr_at_1000_max": 0.899328, + "nauc_mrr_at_1000_std": 0.746515, + "nauc_mrr_at_1000_diff1": 0.867187, + "main_score": 0.43867, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.50111, + "ndcg_at_3": 0.54126, + "ndcg_at_5": 0.55268, + "ndcg_at_10": 0.56735, + "ndcg_at_20": 0.57879, + "ndcg_at_100": 0.60195, + "ndcg_at_1000": 0.62595, + "map_at_1": 0.50111, + "map_at_3": 0.53167, + "map_at_5": 0.538, + "map_at_10": 0.54422, + "map_at_20": 0.54732, + "map_at_100": 0.55026, + "map_at_1000": 0.55121, + "recall_at_1": 0.50111, + "recall_at_3": 0.56889, + "recall_at_5": 0.59667, + "recall_at_10": 0.64111, + "recall_at_20": 0.68667, + "recall_at_100": 0.81556, + "recall_at_1000": 1.0, + "precision_at_1": 0.50111, + "precision_at_3": 0.18963, + "precision_at_5": 0.11933, + "precision_at_10": 0.06411, + "precision_at_20": 0.03433, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, + "mrr_at_1": 0.501111, + "mrr_at_3": 0.531667, + "mrr_at_5": 0.538, + "mrr_at_10": 0.544218, + "mrr_at_20": 0.54732, + "mrr_at_100": 0.550257, + "mrr_at_1000": 0.551213, + "nauc_ndcg_at_1_max": 0.521031, + "nauc_ndcg_at_1_std": -0.628596, + "nauc_ndcg_at_1_diff1": 0.877113, + "nauc_ndcg_at_3_max": 0.52742, + "nauc_ndcg_at_3_std": -0.639847, + "nauc_ndcg_at_3_diff1": 0.856989, + "nauc_ndcg_at_5_max": 0.525239, + "nauc_ndcg_at_5_std": -0.631521, + "nauc_ndcg_at_5_diff1": 0.849174, + "nauc_ndcg_at_10_max": 0.52066, + "nauc_ndcg_at_10_std": -0.623703, + "nauc_ndcg_at_10_diff1": 0.843112, + "nauc_ndcg_at_20_max": 0.511904, + "nauc_ndcg_at_20_std": -0.619934, + "nauc_ndcg_at_20_diff1": 0.835137, + "nauc_ndcg_at_100_max": 0.512326, + "nauc_ndcg_at_100_std": -0.610051, + "nauc_ndcg_at_100_diff1": 0.831143, + "nauc_ndcg_at_1000_max": 0.517728, + "nauc_ndcg_at_1000_std": -0.621073, + "nauc_ndcg_at_1000_diff1": 0.843423, + "nauc_map_at_1_max": 0.521031, + "nauc_map_at_1_std": -0.628596, + "nauc_map_at_1_diff1": 0.877113, + "nauc_map_at_3_max": 0.526712, + "nauc_map_at_3_std": -0.637358, + "nauc_map_at_3_diff1": 0.862267, + "nauc_map_at_5_max": 0.525422, + "nauc_map_at_5_std": -0.633185, + "nauc_map_at_5_diff1": 0.858085, + "nauc_map_at_10_max": 0.523554, + "nauc_map_at_10_std": -0.629928, + "nauc_map_at_10_diff1": 0.855727, + "nauc_map_at_20_max": 0.521126, + "nauc_map_at_20_std": -0.629178, + "nauc_map_at_20_diff1": 0.853681, + "nauc_map_at_100_max": 0.521323, + "nauc_map_at_100_std": -0.627648, + "nauc_map_at_100_diff1": 0.853234, + "nauc_map_at_1000_max": 0.521513, + "nauc_map_at_1000_std": -0.628003, + "nauc_map_at_1000_diff1": 0.853671, + "nauc_recall_at_1_max": 0.521031, + "nauc_recall_at_1_std": -0.628596, + "nauc_recall_at_1_diff1": 0.877113, + "nauc_recall_at_3_max": 0.529167, + "nauc_recall_at_3_std": -0.647188, + "nauc_recall_at_3_diff1": 0.84102, + "nauc_recall_at_5_max": 0.524078, + "nauc_recall_at_5_std": -0.62447, + "nauc_recall_at_5_diff1": 0.820371, + "nauc_recall_at_10_max": 0.508449, + "nauc_recall_at_10_std": -0.597999, + "nauc_recall_at_10_diff1": 0.797309, + "nauc_recall_at_20_max": 0.467419, + "nauc_recall_at_20_std": -0.57583, + "nauc_recall_at_20_diff1": 0.755569, + "nauc_recall_at_100_max": 0.444578, + "nauc_recall_at_100_std": -0.468486, + "nauc_recall_at_100_diff1": 0.67686, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.521031, + "nauc_precision_at_1_std": -0.628596, + "nauc_precision_at_1_diff1": 0.877113, + "nauc_precision_at_3_max": 0.529167, + "nauc_precision_at_3_std": -0.647188, + "nauc_precision_at_3_diff1": 0.84102, + "nauc_precision_at_5_max": 0.524078, + "nauc_precision_at_5_std": -0.62447, + "nauc_precision_at_5_diff1": 0.820371, + "nauc_precision_at_10_max": 0.508449, + "nauc_precision_at_10_std": -0.597999, + "nauc_precision_at_10_diff1": 0.797309, + "nauc_precision_at_20_max": 0.467419, + "nauc_precision_at_20_std": -0.57583, + "nauc_precision_at_20_diff1": 0.755569, + "nauc_precision_at_100_max": 0.444578, + "nauc_precision_at_100_std": -0.468486, + "nauc_precision_at_100_diff1": 0.67686, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.521031, + "nauc_mrr_at_1_std": -0.628596, + "nauc_mrr_at_1_diff1": 0.877113, + "nauc_mrr_at_3_max": 0.526712, + "nauc_mrr_at_3_std": -0.637358, + "nauc_mrr_at_3_diff1": 0.862267, + "nauc_mrr_at_5_max": 0.525422, + "nauc_mrr_at_5_std": -0.633185, + "nauc_mrr_at_5_diff1": 0.858085, + "nauc_mrr_at_10_max": 0.523554, + "nauc_mrr_at_10_std": -0.629928, + "nauc_mrr_at_10_diff1": 0.855727, + "nauc_mrr_at_20_max": 0.521126, + "nauc_mrr_at_20_std": -0.629178, + "nauc_mrr_at_20_diff1": 0.853681, + "nauc_mrr_at_100_max": 0.521323, + "nauc_mrr_at_100_std": -0.627648, + "nauc_mrr_at_100_diff1": 0.853234, + "nauc_mrr_at_1000_max": 0.521513, + "nauc_mrr_at_1000_std": -0.628003, + "nauc_mrr_at_1000_diff1": 0.853671, + "main_score": 0.56735, + "hf_subset": "tso_Latn-tso_Latn", + "languages": [ + "tso-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.50667, + "ndcg_at_3": 0.54737, + "ndcg_at_5": 0.55985, + "ndcg_at_10": 0.57537, + "ndcg_at_20": 0.5838, + "ndcg_at_100": 0.6128, + "ndcg_at_1000": 0.63311, + "map_at_1": 0.50667, + "map_at_3": 0.53759, + "map_at_5": 0.54459, + "map_at_10": 0.55105, + "map_at_20": 0.55336, + "map_at_100": 0.55712, + "map_at_1000": 0.55799, + "recall_at_1": 0.50667, + "recall_at_3": 0.57556, + "recall_at_5": 0.60556, + "recall_at_10": 0.65333, + "recall_at_20": 0.68667, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "precision_at_1": 0.50667, + "precision_at_3": 0.19185, + "precision_at_5": 0.12111, + "precision_at_10": 0.06533, + "precision_at_20": 0.03433, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.506667, + "mrr_at_3": 0.537593, + "mrr_at_5": 0.544593, + "mrr_at_10": 0.551047, + "mrr_at_20": 0.55336, + "mrr_at_100": 0.557123, + "mrr_at_1000": 0.557986, + "nauc_ndcg_at_1_max": 0.835489, + "nauc_ndcg_at_1_std": 0.334782, + "nauc_ndcg_at_1_diff1": 0.853348, + "nauc_ndcg_at_3_max": 0.852287, + "nauc_ndcg_at_3_std": 0.378823, + "nauc_ndcg_at_3_diff1": 0.837113, + "nauc_ndcg_at_5_max": 0.845239, + "nauc_ndcg_at_5_std": 0.376893, + "nauc_ndcg_at_5_diff1": 0.826398, + "nauc_ndcg_at_10_max": 0.837518, + "nauc_ndcg_at_10_std": 0.375931, + "nauc_ndcg_at_10_diff1": 0.81829, + "nauc_ndcg_at_20_max": 0.833084, + "nauc_ndcg_at_20_std": 0.374785, + "nauc_ndcg_at_20_diff1": 0.814213, + "nauc_ndcg_at_100_max": 0.833423, + "nauc_ndcg_at_100_std": 0.37792, + "nauc_ndcg_at_100_diff1": 0.815483, + "nauc_ndcg_at_1000_max": 0.837714, + "nauc_ndcg_at_1000_std": 0.373164, + "nauc_ndcg_at_1000_diff1": 0.823224, + "nauc_map_at_1_max": 0.835489, + "nauc_map_at_1_std": 0.334782, + "nauc_map_at_1_diff1": 0.853348, + "nauc_map_at_3_max": 0.849473, + "nauc_map_at_3_std": 0.369442, + "nauc_map_at_3_diff1": 0.841737, + "nauc_map_at_5_max": 0.845522, + "nauc_map_at_5_std": 0.368297, + "nauc_map_at_5_diff1": 0.835824, + "nauc_map_at_10_max": 0.842417, + "nauc_map_at_10_std": 0.367745, + "nauc_map_at_10_diff1": 0.832638, + "nauc_map_at_20_max": 0.841319, + "nauc_map_at_20_std": 0.367627, + "nauc_map_at_20_diff1": 0.831632, + "nauc_map_at_100_max": 0.841269, + "nauc_map_at_100_std": 0.368041, + "nauc_map_at_100_diff1": 0.831725, + "nauc_map_at_1000_max": 0.841405, + "nauc_map_at_1000_std": 0.367842, + "nauc_map_at_1000_diff1": 0.832014, + "nauc_recall_at_1_max": 0.835489, + "nauc_recall_at_1_std": 0.334782, + "nauc_recall_at_1_diff1": 0.853348, + "nauc_recall_at_3_max": 0.860159, + "nauc_recall_at_3_std": 0.406348, + "nauc_recall_at_3_diff1": 0.822957, + "nauc_recall_at_5_max": 0.842782, + "nauc_recall_at_5_std": 0.402521, + "nauc_recall_at_5_diff1": 0.795452, + "nauc_recall_at_10_max": 0.815847, + "nauc_recall_at_10_std": 0.401903, + "nauc_recall_at_10_diff1": 0.7647, + "nauc_recall_at_20_max": 0.793122, + "nauc_recall_at_20_std": 0.396268, + "nauc_recall_at_20_diff1": 0.741823, + "nauc_recall_at_100_max": 0.769082, + "nauc_recall_at_100_std": 0.444715, + "nauc_recall_at_100_diff1": 0.703444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.835489, + "nauc_precision_at_1_std": 0.334782, + "nauc_precision_at_1_diff1": 0.853348, + "nauc_precision_at_3_max": 0.860159, + "nauc_precision_at_3_std": 0.406348, + "nauc_precision_at_3_diff1": 0.822957, + "nauc_precision_at_5_max": 0.842782, + "nauc_precision_at_5_std": 0.402521, + "nauc_precision_at_5_diff1": 0.795452, + "nauc_precision_at_10_max": 0.815847, + "nauc_precision_at_10_std": 0.401903, + "nauc_precision_at_10_diff1": 0.7647, + "nauc_precision_at_20_max": 0.793122, + "nauc_precision_at_20_std": 0.396268, + "nauc_precision_at_20_diff1": 0.741823, + "nauc_precision_at_100_max": 0.769082, + "nauc_precision_at_100_std": 0.444715, + "nauc_precision_at_100_diff1": 0.703444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.835489, + "nauc_mrr_at_1_std": 0.334782, + "nauc_mrr_at_1_diff1": 0.853348, + "nauc_mrr_at_3_max": 0.849473, + "nauc_mrr_at_3_std": 0.369442, + "nauc_mrr_at_3_diff1": 0.841737, + "nauc_mrr_at_5_max": 0.845522, + "nauc_mrr_at_5_std": 0.368297, + "nauc_mrr_at_5_diff1": 0.835824, + "nauc_mrr_at_10_max": 0.842417, + "nauc_mrr_at_10_std": 0.367745, + "nauc_mrr_at_10_diff1": 0.832638, + "nauc_mrr_at_20_max": 0.841319, + "nauc_mrr_at_20_std": 0.367627, + "nauc_mrr_at_20_diff1": 0.831632, + "nauc_mrr_at_100_max": 0.841269, + "nauc_mrr_at_100_std": 0.368041, + "nauc_mrr_at_100_diff1": 0.831725, + "nauc_mrr_at_1000_max": 0.841405, + "nauc_mrr_at_1000_std": 0.367842, + "nauc_mrr_at_1000_diff1": 0.832014, + "main_score": 0.57537, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40222, + "ndcg_at_3": 0.43722, + "ndcg_at_5": 0.44406, + "ndcg_at_10": 0.44969, + "ndcg_at_20": 0.45577, + "ndcg_at_100": 0.47703, + "ndcg_at_1000": 0.52236, + "map_at_1": 0.40222, + "map_at_3": 0.42926, + "map_at_5": 0.43304, + "map_at_10": 0.43529, + "map_at_20": 0.43691, + "map_at_100": 0.43942, + "map_at_1000": 0.44098, + "recall_at_1": 0.40222, + "recall_at_3": 0.46, + "recall_at_5": 0.47667, + "recall_at_10": 0.49444, + "recall_at_20": 0.51889, + "recall_at_100": 0.64, + "recall_at_1000": 1.0, + "precision_at_1": 0.40222, + "precision_at_3": 0.15333, + "precision_at_5": 0.09533, + "precision_at_10": 0.04944, + "precision_at_20": 0.02594, + "precision_at_100": 0.0064, + "precision_at_1000": 0.001, + "mrr_at_1": 0.402222, + "mrr_at_3": 0.429259, + "mrr_at_5": 0.433037, + "mrr_at_10": 0.435294, + "mrr_at_20": 0.436907, + "mrr_at_100": 0.43942, + "mrr_at_1000": 0.440976, + "nauc_ndcg_at_1_max": 0.890814, + "nauc_ndcg_at_1_std": 0.68224, + "nauc_ndcg_at_1_diff1": 0.901279, + "nauc_ndcg_at_3_max": 0.911864, + "nauc_ndcg_at_3_std": 0.728172, + "nauc_ndcg_at_3_diff1": 0.876718, + "nauc_ndcg_at_5_max": 0.903094, + "nauc_ndcg_at_5_std": 0.722833, + "nauc_ndcg_at_5_diff1": 0.870735, + "nauc_ndcg_at_10_max": 0.894771, + "nauc_ndcg_at_10_std": 0.716733, + "nauc_ndcg_at_10_diff1": 0.863183, + "nauc_ndcg_at_20_max": 0.889969, + "nauc_ndcg_at_20_std": 0.716426, + "nauc_ndcg_at_20_diff1": 0.858929, + "nauc_ndcg_at_100_max": 0.87599, + "nauc_ndcg_at_100_std": 0.703325, + "nauc_ndcg_at_100_diff1": 0.847919, + "nauc_ndcg_at_1000_max": 0.888066, + "nauc_ndcg_at_1000_std": 0.709714, + "nauc_ndcg_at_1000_diff1": 0.861578, + "nauc_map_at_1_max": 0.890814, + "nauc_map_at_1_std": 0.68224, + "nauc_map_at_1_diff1": 0.901279, + "nauc_map_at_3_max": 0.907284, + "nauc_map_at_3_std": 0.718001, + "nauc_map_at_3_diff1": 0.882066, + "nauc_map_at_5_max": 0.902477, + "nauc_map_at_5_std": 0.715183, + "nauc_map_at_5_diff1": 0.878777, + "nauc_map_at_10_max": 0.899173, + "nauc_map_at_10_std": 0.712683, + "nauc_map_at_10_diff1": 0.87574, + "nauc_map_at_20_max": 0.897875, + "nauc_map_at_20_std": 0.71251, + "nauc_map_at_20_diff1": 0.874612, + "nauc_map_at_100_max": 0.89614, + "nauc_map_at_100_std": 0.710905, + "nauc_map_at_100_diff1": 0.873336, + "nauc_map_at_1000_max": 0.896324, + "nauc_map_at_1000_std": 0.71095, + "nauc_map_at_1000_diff1": 0.873642, + "nauc_recall_at_1_max": 0.890814, + "nauc_recall_at_1_std": 0.68224, + "nauc_recall_at_1_diff1": 0.901279, + "nauc_recall_at_3_max": 0.924995, + "nauc_recall_at_3_std": 0.757412, + "nauc_recall_at_3_diff1": 0.861383, + "nauc_recall_at_5_max": 0.903335, + "nauc_recall_at_5_std": 0.743862, + "nauc_recall_at_5_diff1": 0.846556, + "nauc_recall_at_10_max": 0.876614, + "nauc_recall_at_10_std": 0.724814, + "nauc_recall_at_10_diff1": 0.822402, + "nauc_recall_at_20_max": 0.856591, + "nauc_recall_at_20_std": 0.724346, + "nauc_recall_at_20_diff1": 0.804061, + "nauc_recall_at_100_max": 0.760002, + "nauc_recall_at_100_std": 0.639206, + "nauc_recall_at_100_diff1": 0.721802, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.890814, + "nauc_precision_at_1_std": 0.68224, + "nauc_precision_at_1_diff1": 0.901279, + "nauc_precision_at_3_max": 0.924995, + "nauc_precision_at_3_std": 0.757412, + "nauc_precision_at_3_diff1": 0.861383, + "nauc_precision_at_5_max": 0.903335, + "nauc_precision_at_5_std": 0.743862, + "nauc_precision_at_5_diff1": 0.846556, + "nauc_precision_at_10_max": 0.876614, + "nauc_precision_at_10_std": 0.724814, + "nauc_precision_at_10_diff1": 0.822402, + "nauc_precision_at_20_max": 0.856591, + "nauc_precision_at_20_std": 0.724346, + "nauc_precision_at_20_diff1": 0.804061, + "nauc_precision_at_100_max": 0.760002, + "nauc_precision_at_100_std": 0.639206, + "nauc_precision_at_100_diff1": 0.721802, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.890814, + "nauc_mrr_at_1_std": 0.68224, + "nauc_mrr_at_1_diff1": 0.901279, + "nauc_mrr_at_3_max": 0.907284, + "nauc_mrr_at_3_std": 0.718001, + "nauc_mrr_at_3_diff1": 0.882066, + "nauc_mrr_at_5_max": 0.902477, + "nauc_mrr_at_5_std": 0.715183, + "nauc_mrr_at_5_diff1": 0.878777, + "nauc_mrr_at_10_max": 0.899173, + "nauc_mrr_at_10_std": 0.712683, + "nauc_mrr_at_10_diff1": 0.87574, + "nauc_mrr_at_20_max": 0.897875, + "nauc_mrr_at_20_std": 0.71251, + "nauc_mrr_at_20_diff1": 0.874612, + "nauc_mrr_at_100_max": 0.89614, + "nauc_mrr_at_100_std": 0.710905, + "nauc_mrr_at_100_diff1": 0.873336, + "nauc_mrr_at_1000_max": 0.896324, + "nauc_mrr_at_1000_std": 0.71095, + "nauc_mrr_at_1000_diff1": 0.873642, + "main_score": 0.44969, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89099, + "ndcg_at_5": 0.90055, + "ndcg_at_10": 0.90868, + "ndcg_at_20": 0.91221, + "ndcg_at_100": 0.91415, + "ndcg_at_1000": 0.91556, + "map_at_1": 0.85111, + "map_at_3": 0.88167, + "map_at_5": 0.88694, + "map_at_10": 0.89043, + "map_at_20": 0.89134, + "map_at_100": 0.89164, + "map_at_1000": 0.89171, + "recall_at_1": 0.85111, + "recall_at_3": 0.91778, + "recall_at_5": 0.94111, + "recall_at_10": 0.96556, + "recall_at_20": 0.98, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.85111, + "precision_at_3": 0.30593, + "precision_at_5": 0.18822, + "precision_at_10": 0.09656, + "precision_at_20": 0.049, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.886944, + "mrr_at_10": 0.89043, + "mrr_at_20": 0.891335, + "mrr_at_100": 0.891636, + "mrr_at_1000": 0.891711, + "nauc_ndcg_at_1_max": 0.848279, + "nauc_ndcg_at_1_std": 0.048499, + "nauc_ndcg_at_1_diff1": 0.94307, + "nauc_ndcg_at_3_max": 0.849976, + "nauc_ndcg_at_3_std": 0.094602, + "nauc_ndcg_at_3_diff1": 0.928506, + "nauc_ndcg_at_5_max": 0.85342, + "nauc_ndcg_at_5_std": 0.100247, + "nauc_ndcg_at_5_diff1": 0.93191, + "nauc_ndcg_at_10_max": 0.854973, + "nauc_ndcg_at_10_std": 0.087081, + "nauc_ndcg_at_10_diff1": 0.934567, + "nauc_ndcg_at_20_max": 0.85461, + "nauc_ndcg_at_20_std": 0.096305, + "nauc_ndcg_at_20_diff1": 0.933552, + "nauc_ndcg_at_100_max": 0.854805, + "nauc_ndcg_at_100_std": 0.091619, + "nauc_ndcg_at_100_diff1": 0.934292, + "nauc_ndcg_at_1000_max": 0.853033, + "nauc_ndcg_at_1000_std": 0.084711, + "nauc_ndcg_at_1000_diff1": 0.934166, + "nauc_map_at_1_max": 0.848279, + "nauc_map_at_1_std": 0.048499, + "nauc_map_at_1_diff1": 0.94307, + "nauc_map_at_3_max": 0.849609, + "nauc_map_at_3_std": 0.07941, + "nauc_map_at_3_diff1": 0.932084, + "nauc_map_at_5_max": 0.851358, + "nauc_map_at_5_std": 0.081419, + "nauc_map_at_5_diff1": 0.933981, + "nauc_map_at_10_max": 0.851986, + "nauc_map_at_10_std": 0.076557, + "nauc_map_at_10_diff1": 0.935015, + "nauc_map_at_20_max": 0.852011, + "nauc_map_at_20_std": 0.079091, + "nauc_map_at_20_diff1": 0.934819, + "nauc_map_at_100_max": 0.851912, + "nauc_map_at_100_std": 0.078022, + "nauc_map_at_100_diff1": 0.934881, + "nauc_map_at_1000_max": 0.851832, + "nauc_map_at_1000_std": 0.077725, + "nauc_map_at_1000_diff1": 0.934872, + "nauc_recall_at_1_max": 0.848279, + "nauc_recall_at_1_std": 0.048499, + "nauc_recall_at_1_diff1": 0.94307, + "nauc_recall_at_3_max": 0.851383, + "nauc_recall_at_3_std": 0.156825, + "nauc_recall_at_3_diff1": 0.91449, + "nauc_recall_at_5_max": 0.865115, + "nauc_recall_at_5_std": 0.204297, + "nauc_recall_at_5_diff1": 0.922132, + "nauc_recall_at_10_max": 0.883437, + "nauc_recall_at_10_std": 0.168639, + "nauc_recall_at_10_diff1": 0.935695, + "nauc_recall_at_20_max": 0.892364, + "nauc_recall_at_20_std": 0.360515, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.493049, + "nauc_recall_at_100_diff1": 0.940087, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.848279, + "nauc_precision_at_1_std": 0.048499, + "nauc_precision_at_1_diff1": 0.94307, + "nauc_precision_at_3_max": 0.851383, + "nauc_precision_at_3_std": 0.156825, + "nauc_precision_at_3_diff1": 0.91449, + "nauc_precision_at_5_max": 0.865115, + "nauc_precision_at_5_std": 0.204297, + "nauc_precision_at_5_diff1": 0.922132, + "nauc_precision_at_10_max": 0.883437, + "nauc_precision_at_10_std": 0.168639, + "nauc_precision_at_10_diff1": 0.935695, + "nauc_precision_at_20_max": 0.892364, + "nauc_precision_at_20_std": 0.360515, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.493049, + "nauc_precision_at_100_diff1": 0.940087, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.848279, + "nauc_mrr_at_1_std": 0.048499, + "nauc_mrr_at_1_diff1": 0.94307, + "nauc_mrr_at_3_max": 0.849609, + "nauc_mrr_at_3_std": 0.07941, + "nauc_mrr_at_3_diff1": 0.932084, + "nauc_mrr_at_5_max": 0.851358, + "nauc_mrr_at_5_std": 0.081419, + "nauc_mrr_at_5_diff1": 0.933981, + "nauc_mrr_at_10_max": 0.851986, + "nauc_mrr_at_10_std": 0.076557, + "nauc_mrr_at_10_diff1": 0.935015, + "nauc_mrr_at_20_max": 0.852011, + "nauc_mrr_at_20_std": 0.079091, + "nauc_mrr_at_20_diff1": 0.934819, + "nauc_mrr_at_100_max": 0.851912, + "nauc_mrr_at_100_std": 0.078022, + "nauc_mrr_at_100_diff1": 0.934881, + "nauc_mrr_at_1000_max": 0.851832, + "nauc_mrr_at_1000_std": 0.077725, + "nauc_mrr_at_1000_diff1": 0.934872, + "main_score": 0.90868, + "hf_subset": "tur_Latn-tur_Latn", + "languages": [ + "tur-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93944, + "ndcg_at_5": 0.94499, + "ndcg_at_10": 0.94748, + "ndcg_at_20": 0.94919, + "ndcg_at_100": 0.95028, + "ndcg_at_1000": 0.9507, + "map_at_1": 0.90333, + "map_at_3": 0.93111, + "map_at_5": 0.93422, + "map_at_10": 0.93523, + "map_at_20": 0.93572, + "map_at_100": 0.93589, + "map_at_1000": 0.93591, + "recall_at_1": 0.90333, + "recall_at_3": 0.96333, + "recall_at_5": 0.97667, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90333, + "precision_at_3": 0.32111, + "precision_at_5": 0.19533, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.931111, + "mrr_at_5": 0.934222, + "mrr_at_10": 0.935231, + "mrr_at_20": 0.935717, + "mrr_at_100": 0.935894, + "mrr_at_1000": 0.935909, + "nauc_ndcg_at_1_max": 0.747679, + "nauc_ndcg_at_1_std": -0.323288, + "nauc_ndcg_at_1_diff1": 0.920957, + "nauc_ndcg_at_3_max": 0.786737, + "nauc_ndcg_at_3_std": -0.299158, + "nauc_ndcg_at_3_diff1": 0.92076, + "nauc_ndcg_at_5_max": 0.780405, + "nauc_ndcg_at_5_std": -0.308286, + "nauc_ndcg_at_5_diff1": 0.925099, + "nauc_ndcg_at_10_max": 0.777436, + "nauc_ndcg_at_10_std": -0.3179, + "nauc_ndcg_at_10_diff1": 0.926228, + "nauc_ndcg_at_20_max": 0.774511, + "nauc_ndcg_at_20_std": -0.306035, + "nauc_ndcg_at_20_diff1": 0.923739, + "nauc_ndcg_at_100_max": 0.773632, + "nauc_ndcg_at_100_std": -0.307812, + "nauc_ndcg_at_100_diff1": 0.923356, + "nauc_ndcg_at_1000_max": 0.772127, + "nauc_ndcg_at_1000_std": -0.310031, + "nauc_ndcg_at_1000_diff1": 0.923128, + "nauc_map_at_1_max": 0.747679, + "nauc_map_at_1_std": -0.323288, + "nauc_map_at_1_diff1": 0.920957, + "nauc_map_at_3_max": 0.774387, + "nauc_map_at_3_std": -0.308133, + "nauc_map_at_3_diff1": 0.920572, + "nauc_map_at_5_max": 0.771028, + "nauc_map_at_5_std": -0.312268, + "nauc_map_at_5_diff1": 0.922631, + "nauc_map_at_10_max": 0.769849, + "nauc_map_at_10_std": -0.315699, + "nauc_map_at_10_diff1": 0.922858, + "nauc_map_at_20_max": 0.769081, + "nauc_map_at_20_std": -0.313664, + "nauc_map_at_20_diff1": 0.922276, + "nauc_map_at_100_max": 0.768832, + "nauc_map_at_100_std": -0.313908, + "nauc_map_at_100_diff1": 0.922264, + "nauc_map_at_1000_max": 0.768796, + "nauc_map_at_1000_std": -0.313822, + "nauc_map_at_1000_diff1": 0.922264, + "nauc_recall_at_1_max": 0.747679, + "nauc_recall_at_1_std": -0.323288, + "nauc_recall_at_1_diff1": 0.920957, + "nauc_recall_at_3_max": 0.853026, + "nauc_recall_at_3_std": -0.249866, + "nauc_recall_at_3_diff1": 0.921979, + "nauc_recall_at_5_max": 0.852741, + "nauc_recall_at_5_std": -0.28009, + "nauc_recall_at_5_diff1": 0.946868, + "nauc_recall_at_10_max": 0.85881, + "nauc_recall_at_10_std": -0.362912, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.857668, + "nauc_recall_at_20_std": -0.099732, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747679, + "nauc_precision_at_1_std": -0.323288, + "nauc_precision_at_1_diff1": 0.920957, + "nauc_precision_at_3_max": 0.853026, + "nauc_precision_at_3_std": -0.249866, + "nauc_precision_at_3_diff1": 0.921979, + "nauc_precision_at_5_max": 0.852741, + "nauc_precision_at_5_std": -0.28009, + "nauc_precision_at_5_diff1": 0.946868, + "nauc_precision_at_10_max": 0.85881, + "nauc_precision_at_10_std": -0.362912, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.857668, + "nauc_precision_at_20_std": -0.099732, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747679, + "nauc_mrr_at_1_std": -0.323288, + "nauc_mrr_at_1_diff1": 0.920957, + "nauc_mrr_at_3_max": 0.774387, + "nauc_mrr_at_3_std": -0.308133, + "nauc_mrr_at_3_diff1": 0.920572, + "nauc_mrr_at_5_max": 0.771028, + "nauc_mrr_at_5_std": -0.312268, + "nauc_mrr_at_5_diff1": 0.922631, + "nauc_mrr_at_10_max": 0.769849, + "nauc_mrr_at_10_std": -0.315699, + "nauc_mrr_at_10_diff1": 0.922858, + "nauc_mrr_at_20_max": 0.769081, + "nauc_mrr_at_20_std": -0.313664, + "nauc_mrr_at_20_diff1": 0.922276, + "nauc_mrr_at_100_max": 0.768832, + "nauc_mrr_at_100_std": -0.313908, + "nauc_mrr_at_100_diff1": 0.922264, + "nauc_mrr_at_1000_max": 0.768796, + "nauc_mrr_at_1000_std": -0.313822, + "nauc_mrr_at_1000_diff1": 0.922264, + "main_score": 0.94748, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.87485, + "ndcg_at_5": 0.88232, + "ndcg_at_10": 0.89098, + "ndcg_at_20": 0.89575, + "ndcg_at_100": 0.89918, + "ndcg_at_1000": 0.901, + "map_at_1": 0.83333, + "map_at_3": 0.86463, + "map_at_5": 0.86885, + "map_at_10": 0.87245, + "map_at_20": 0.87376, + "map_at_100": 0.8742, + "map_at_1000": 0.87429, + "recall_at_1": 0.83333, + "recall_at_3": 0.90444, + "recall_at_5": 0.92222, + "recall_at_10": 0.94889, + "recall_at_20": 0.96778, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83333, + "precision_at_3": 0.30148, + "precision_at_5": 0.18444, + "precision_at_10": 0.09489, + "precision_at_20": 0.04839, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.86463, + "mrr_at_5": 0.868852, + "mrr_at_10": 0.872448, + "mrr_at_20": 0.873761, + "mrr_at_100": 0.874205, + "mrr_at_1000": 0.87429, + "nauc_ndcg_at_1_max": 0.842571, + "nauc_ndcg_at_1_std": 0.147192, + "nauc_ndcg_at_1_diff1": 0.929475, + "nauc_ndcg_at_3_max": 0.85608, + "nauc_ndcg_at_3_std": 0.234915, + "nauc_ndcg_at_3_diff1": 0.90924, + "nauc_ndcg_at_5_max": 0.860024, + "nauc_ndcg_at_5_std": 0.235101, + "nauc_ndcg_at_5_diff1": 0.910553, + "nauc_ndcg_at_10_max": 0.859299, + "nauc_ndcg_at_10_std": 0.228414, + "nauc_ndcg_at_10_diff1": 0.915722, + "nauc_ndcg_at_20_max": 0.857789, + "nauc_ndcg_at_20_std": 0.22254, + "nauc_ndcg_at_20_diff1": 0.916772, + "nauc_ndcg_at_100_max": 0.856759, + "nauc_ndcg_at_100_std": 0.219768, + "nauc_ndcg_at_100_diff1": 0.917117, + "nauc_ndcg_at_1000_max": 0.855072, + "nauc_ndcg_at_1000_std": 0.212595, + "nauc_ndcg_at_1000_diff1": 0.916985, + "nauc_map_at_1_max": 0.842571, + "nauc_map_at_1_std": 0.147192, + "nauc_map_at_1_diff1": 0.929475, + "nauc_map_at_3_max": 0.851126, + "nauc_map_at_3_std": 0.204709, + "nauc_map_at_3_diff1": 0.915015, + "nauc_map_at_5_max": 0.852925, + "nauc_map_at_5_std": 0.203729, + "nauc_map_at_5_diff1": 0.915818, + "nauc_map_at_10_max": 0.852643, + "nauc_map_at_10_std": 0.200794, + "nauc_map_at_10_diff1": 0.917877, + "nauc_map_at_20_max": 0.852275, + "nauc_map_at_20_std": 0.199446, + "nauc_map_at_20_diff1": 0.918167, + "nauc_map_at_100_max": 0.852205, + "nauc_map_at_100_std": 0.199551, + "nauc_map_at_100_diff1": 0.91817, + "nauc_map_at_1000_max": 0.852137, + "nauc_map_at_1000_std": 0.199279, + "nauc_map_at_1000_diff1": 0.918165, + "nauc_recall_at_1_max": 0.842571, + "nauc_recall_at_1_std": 0.147192, + "nauc_recall_at_1_diff1": 0.929475, + "nauc_recall_at_3_max": 0.876186, + "nauc_recall_at_3_std": 0.356611, + "nauc_recall_at_3_diff1": 0.886544, + "nauc_recall_at_5_max": 0.894905, + "nauc_recall_at_5_std": 0.385521, + "nauc_recall_at_5_diff1": 0.886355, + "nauc_recall_at_10_max": 0.906132, + "nauc_recall_at_10_std": 0.41687, + "nauc_recall_at_10_diff1": 0.905767, + "nauc_recall_at_20_max": 0.913471, + "nauc_recall_at_20_std": 0.446328, + "nauc_recall_at_20_diff1": 0.912103, + "nauc_recall_at_100_max": 0.944172, + "nauc_recall_at_100_std": 0.599206, + "nauc_recall_at_100_diff1": 0.923747, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.842571, + "nauc_precision_at_1_std": 0.147192, + "nauc_precision_at_1_diff1": 0.929475, + "nauc_precision_at_3_max": 0.876186, + "nauc_precision_at_3_std": 0.356611, + "nauc_precision_at_3_diff1": 0.886544, + "nauc_precision_at_5_max": 0.894905, + "nauc_precision_at_5_std": 0.385521, + "nauc_precision_at_5_diff1": 0.886355, + "nauc_precision_at_10_max": 0.906132, + "nauc_precision_at_10_std": 0.41687, + "nauc_precision_at_10_diff1": 0.905767, + "nauc_precision_at_20_max": 0.913471, + "nauc_precision_at_20_std": 0.446328, + "nauc_precision_at_20_diff1": 0.912103, + "nauc_precision_at_100_max": 0.944172, + "nauc_precision_at_100_std": 0.599206, + "nauc_precision_at_100_diff1": 0.923747, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.842571, + "nauc_mrr_at_1_std": 0.147192, + "nauc_mrr_at_1_diff1": 0.929475, + "nauc_mrr_at_3_max": 0.851126, + "nauc_mrr_at_3_std": 0.204709, + "nauc_mrr_at_3_diff1": 0.915015, + "nauc_mrr_at_5_max": 0.852925, + "nauc_mrr_at_5_std": 0.203729, + "nauc_mrr_at_5_diff1": 0.915818, + "nauc_mrr_at_10_max": 0.852643, + "nauc_mrr_at_10_std": 0.200794, + "nauc_mrr_at_10_diff1": 0.917877, + "nauc_mrr_at_20_max": 0.852275, + "nauc_mrr_at_20_std": 0.199446, + "nauc_mrr_at_20_diff1": 0.918167, + "nauc_mrr_at_100_max": 0.852205, + "nauc_mrr_at_100_std": 0.199551, + "nauc_mrr_at_100_diff1": 0.91817, + "nauc_mrr_at_1000_max": 0.852137, + "nauc_mrr_at_1000_std": 0.199279, + "nauc_mrr_at_1000_diff1": 0.918165, + "main_score": 0.89098, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88493, + "ndcg_at_5": 0.89364, + "ndcg_at_10": 0.90043, + "ndcg_at_20": 0.90291, + "ndcg_at_100": 0.90745, + "ndcg_at_1000": 0.90832, + "map_at_1": 0.83889, + "map_at_3": 0.87426, + "map_at_5": 0.87909, + "map_at_10": 0.88188, + "map_at_20": 0.88253, + "map_at_100": 0.88308, + "map_at_1000": 0.88312, + "recall_at_1": 0.83889, + "recall_at_3": 0.91556, + "recall_at_5": 0.93667, + "recall_at_10": 0.95778, + "recall_at_20": 0.96778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.83889, + "precision_at_3": 0.30519, + "precision_at_5": 0.18733, + "precision_at_10": 0.09578, + "precision_at_20": 0.04839, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.874259, + "mrr_at_5": 0.879093, + "mrr_at_10": 0.881877, + "mrr_at_20": 0.882535, + "mrr_at_100": 0.88308, + "mrr_at_1000": 0.883117, + "nauc_ndcg_at_1_max": 0.77232, + "nauc_ndcg_at_1_std": -0.164118, + "nauc_ndcg_at_1_diff1": 0.922965, + "nauc_ndcg_at_3_max": 0.809611, + "nauc_ndcg_at_3_std": -0.094807, + "nauc_ndcg_at_3_diff1": 0.908002, + "nauc_ndcg_at_5_max": 0.803952, + "nauc_ndcg_at_5_std": -0.108413, + "nauc_ndcg_at_5_diff1": 0.904445, + "nauc_ndcg_at_10_max": 0.802351, + "nauc_ndcg_at_10_std": -0.107451, + "nauc_ndcg_at_10_diff1": 0.910731, + "nauc_ndcg_at_20_max": 0.800936, + "nauc_ndcg_at_20_std": -0.106325, + "nauc_ndcg_at_20_diff1": 0.91131, + "nauc_ndcg_at_100_max": 0.798307, + "nauc_ndcg_at_100_std": -0.1115, + "nauc_ndcg_at_100_diff1": 0.911422, + "nauc_ndcg_at_1000_max": 0.796527, + "nauc_ndcg_at_1000_std": -0.117152, + "nauc_ndcg_at_1000_diff1": 0.910989, + "nauc_map_at_1_max": 0.77232, + "nauc_map_at_1_std": -0.164118, + "nauc_map_at_1_diff1": 0.922965, + "nauc_map_at_3_max": 0.797599, + "nauc_map_at_3_std": -0.116226, + "nauc_map_at_3_diff1": 0.910706, + "nauc_map_at_5_max": 0.794298, + "nauc_map_at_5_std": -0.124093, + "nauc_map_at_5_diff1": 0.909103, + "nauc_map_at_10_max": 0.793374, + "nauc_map_at_10_std": -0.125086, + "nauc_map_at_10_diff1": 0.911343, + "nauc_map_at_20_max": 0.792992, + "nauc_map_at_20_std": -0.124956, + "nauc_map_at_20_diff1": 0.911493, + "nauc_map_at_100_max": 0.792648, + "nauc_map_at_100_std": -0.125614, + "nauc_map_at_100_diff1": 0.911535, + "nauc_map_at_1000_max": 0.792588, + "nauc_map_at_1000_std": -0.125795, + "nauc_map_at_1000_diff1": 0.911522, + "nauc_recall_at_1_max": 0.77232, + "nauc_recall_at_1_std": -0.164118, + "nauc_recall_at_1_diff1": 0.922965, + "nauc_recall_at_3_max": 0.859981, + "nauc_recall_at_3_std": -0.005498, + "nauc_recall_at_3_diff1": 0.897845, + "nauc_recall_at_5_max": 0.854546, + "nauc_recall_at_5_std": -0.027331, + "nauc_recall_at_5_diff1": 0.880133, + "nauc_recall_at_10_max": 0.870338, + "nauc_recall_at_10_std": 0.033368, + "nauc_recall_at_10_diff1": 0.913448, + "nauc_recall_at_20_max": 0.875334, + "nauc_recall_at_20_std": 0.090763, + "nauc_recall_at_20_diff1": 0.920554, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.469888, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77232, + "nauc_precision_at_1_std": -0.164118, + "nauc_precision_at_1_diff1": 0.922965, + "nauc_precision_at_3_max": 0.859981, + "nauc_precision_at_3_std": -0.005498, + "nauc_precision_at_3_diff1": 0.897845, + "nauc_precision_at_5_max": 0.854546, + "nauc_precision_at_5_std": -0.027331, + "nauc_precision_at_5_diff1": 0.880133, + "nauc_precision_at_10_max": 0.870338, + "nauc_precision_at_10_std": 0.033368, + "nauc_precision_at_10_diff1": 0.913448, + "nauc_precision_at_20_max": 0.875334, + "nauc_precision_at_20_std": 0.090763, + "nauc_precision_at_20_diff1": 0.920554, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.469888, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77232, + "nauc_mrr_at_1_std": -0.164118, + "nauc_mrr_at_1_diff1": 0.922965, + "nauc_mrr_at_3_max": 0.797599, + "nauc_mrr_at_3_std": -0.116226, + "nauc_mrr_at_3_diff1": 0.910706, + "nauc_mrr_at_5_max": 0.794298, + "nauc_mrr_at_5_std": -0.124093, + "nauc_mrr_at_5_diff1": 0.909103, + "nauc_mrr_at_10_max": 0.793374, + "nauc_mrr_at_10_std": -0.125086, + "nauc_mrr_at_10_diff1": 0.911343, + "nauc_mrr_at_20_max": 0.792992, + "nauc_mrr_at_20_std": -0.124956, + "nauc_mrr_at_20_diff1": 0.911493, + "nauc_mrr_at_100_max": 0.792648, + "nauc_mrr_at_100_std": -0.125614, + "nauc_mrr_at_100_diff1": 0.911535, + "nauc_mrr_at_1000_max": 0.792588, + "nauc_mrr_at_1000_std": -0.125795, + "nauc_mrr_at_1000_diff1": 0.911522, + "main_score": 0.90043, + "hf_subset": "ukr_Cyrl-ukr_Cyrl", + "languages": [ + "ukr-Cyrl", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93167, + "ndcg_at_5": 0.93669, + "ndcg_at_10": 0.9395, + "ndcg_at_20": 0.94233, + "ndcg_at_100": 0.94358, + "ndcg_at_1000": 0.94417, + "map_at_1": 0.89444, + "map_at_3": 0.92296, + "map_at_5": 0.92574, + "map_at_10": 0.92687, + "map_at_20": 0.92766, + "map_at_100": 0.92783, + "map_at_1000": 0.92786, + "recall_at_1": 0.89444, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09778, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.922963, + "mrr_at_5": 0.925741, + "mrr_at_10": 0.926867, + "mrr_at_20": 0.927657, + "mrr_at_100": 0.92783, + "mrr_at_1000": 0.927856, + "nauc_ndcg_at_1_max": 0.744376, + "nauc_ndcg_at_1_std": -0.197575, + "nauc_ndcg_at_1_diff1": 0.903736, + "nauc_ndcg_at_3_max": 0.781948, + "nauc_ndcg_at_3_std": -0.222952, + "nauc_ndcg_at_3_diff1": 0.903682, + "nauc_ndcg_at_5_max": 0.778235, + "nauc_ndcg_at_5_std": -0.245089, + "nauc_ndcg_at_5_diff1": 0.896904, + "nauc_ndcg_at_10_max": 0.777931, + "nauc_ndcg_at_10_std": -0.23182, + "nauc_ndcg_at_10_diff1": 0.898379, + "nauc_ndcg_at_20_max": 0.774948, + "nauc_ndcg_at_20_std": -0.216759, + "nauc_ndcg_at_20_diff1": 0.901233, + "nauc_ndcg_at_100_max": 0.775526, + "nauc_ndcg_at_100_std": -0.205259, + "nauc_ndcg_at_100_diff1": 0.901262, + "nauc_ndcg_at_1000_max": 0.773545, + "nauc_ndcg_at_1000_std": -0.211594, + "nauc_ndcg_at_1000_diff1": 0.900906, + "nauc_map_at_1_max": 0.744376, + "nauc_map_at_1_std": -0.197575, + "nauc_map_at_1_diff1": 0.903736, + "nauc_map_at_3_max": 0.772886, + "nauc_map_at_3_std": -0.21214, + "nauc_map_at_3_diff1": 0.903403, + "nauc_map_at_5_max": 0.771012, + "nauc_map_at_5_std": -0.221321, + "nauc_map_at_5_diff1": 0.900165, + "nauc_map_at_10_max": 0.770806, + "nauc_map_at_10_std": -0.216099, + "nauc_map_at_10_diff1": 0.900652, + "nauc_map_at_20_max": 0.770125, + "nauc_map_at_20_std": -0.2119, + "nauc_map_at_20_diff1": 0.901369, + "nauc_map_at_100_max": 0.770146, + "nauc_map_at_100_std": -0.210759, + "nauc_map_at_100_diff1": 0.901327, + "nauc_map_at_1000_max": 0.770081, + "nauc_map_at_1000_std": -0.210888, + "nauc_map_at_1000_diff1": 0.901314, + "nauc_recall_at_1_max": 0.744376, + "nauc_recall_at_1_std": -0.197575, + "nauc_recall_at_1_diff1": 0.903736, + "nauc_recall_at_3_max": 0.825792, + "nauc_recall_at_3_std": -0.279944, + "nauc_recall_at_3_diff1": 0.905325, + "nauc_recall_at_5_max": 0.822529, + "nauc_recall_at_5_std": -0.420035, + "nauc_recall_at_5_diff1": 0.872799, + "nauc_recall_at_10_max": 0.837558, + "nauc_recall_at_10_std": -0.384781, + "nauc_recall_at_10_diff1": 0.876657, + "nauc_recall_at_20_max": 0.833567, + "nauc_recall_at_20_std": -0.264893, + "nauc_recall_at_20_diff1": 0.909664, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744376, + "nauc_precision_at_1_std": -0.197575, + "nauc_precision_at_1_diff1": 0.903736, + "nauc_precision_at_3_max": 0.825792, + "nauc_precision_at_3_std": -0.279944, + "nauc_precision_at_3_diff1": 0.905325, + "nauc_precision_at_5_max": 0.822529, + "nauc_precision_at_5_std": -0.420035, + "nauc_precision_at_5_diff1": 0.872799, + "nauc_precision_at_10_max": 0.837558, + "nauc_precision_at_10_std": -0.384781, + "nauc_precision_at_10_diff1": 0.876657, + "nauc_precision_at_20_max": 0.833567, + "nauc_precision_at_20_std": -0.264893, + "nauc_precision_at_20_diff1": 0.909664, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744376, + "nauc_mrr_at_1_std": -0.197575, + "nauc_mrr_at_1_diff1": 0.903736, + "nauc_mrr_at_3_max": 0.772886, + "nauc_mrr_at_3_std": -0.21214, + "nauc_mrr_at_3_diff1": 0.903403, + "nauc_mrr_at_5_max": 0.771012, + "nauc_mrr_at_5_std": -0.221321, + "nauc_mrr_at_5_diff1": 0.900165, + "nauc_mrr_at_10_max": 0.770806, + "nauc_mrr_at_10_std": -0.216099, + "nauc_mrr_at_10_diff1": 0.900652, + "nauc_mrr_at_20_max": 0.770125, + "nauc_mrr_at_20_std": -0.2119, + "nauc_mrr_at_20_diff1": 0.901369, + "nauc_mrr_at_100_max": 0.770146, + "nauc_mrr_at_100_std": -0.210759, + "nauc_mrr_at_100_diff1": 0.901327, + "nauc_mrr_at_1000_max": 0.770081, + "nauc_mrr_at_1000_std": -0.210888, + "nauc_mrr_at_1000_diff1": 0.901314, + "main_score": 0.9395, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81333, + "ndcg_at_3": 0.86856, + "ndcg_at_5": 0.87401, + "ndcg_at_10": 0.88554, + "ndcg_at_20": 0.88865, + "ndcg_at_100": 0.89232, + "ndcg_at_1000": 0.89382, + "map_at_1": 0.81333, + "map_at_3": 0.855, + "map_at_5": 0.858, + "map_at_10": 0.86278, + "map_at_20": 0.86365, + "map_at_100": 0.86413, + "map_at_1000": 0.8642, + "recall_at_1": 0.81333, + "recall_at_3": 0.90778, + "recall_at_5": 0.92111, + "recall_at_10": 0.95667, + "recall_at_20": 0.96889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.81333, + "precision_at_3": 0.30259, + "precision_at_5": 0.18422, + "precision_at_10": 0.09567, + "precision_at_20": 0.04844, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.813333, + "mrr_at_3": 0.855, + "mrr_at_5": 0.858, + "mrr_at_10": 0.862782, + "mrr_at_20": 0.863647, + "mrr_at_100": 0.864127, + "mrr_at_1000": 0.864196, + "nauc_ndcg_at_1_max": 0.770854, + "nauc_ndcg_at_1_std": -0.048406, + "nauc_ndcg_at_1_diff1": 0.885263, + "nauc_ndcg_at_3_max": 0.792152, + "nauc_ndcg_at_3_std": 0.029687, + "nauc_ndcg_at_3_diff1": 0.853116, + "nauc_ndcg_at_5_max": 0.79405, + "nauc_ndcg_at_5_std": 0.032498, + "nauc_ndcg_at_5_diff1": 0.857518, + "nauc_ndcg_at_10_max": 0.789858, + "nauc_ndcg_at_10_std": 0.023413, + "nauc_ndcg_at_10_diff1": 0.863422, + "nauc_ndcg_at_20_max": 0.790765, + "nauc_ndcg_at_20_std": 0.02596, + "nauc_ndcg_at_20_diff1": 0.864891, + "nauc_ndcg_at_100_max": 0.788508, + "nauc_ndcg_at_100_std": 0.021076, + "nauc_ndcg_at_100_diff1": 0.865632, + "nauc_ndcg_at_1000_max": 0.786367, + "nauc_ndcg_at_1000_std": 0.012418, + "nauc_ndcg_at_1000_diff1": 0.865404, + "nauc_map_at_1_max": 0.770854, + "nauc_map_at_1_std": -0.048406, + "nauc_map_at_1_diff1": 0.885263, + "nauc_map_at_3_max": 0.78425, + "nauc_map_at_3_std": 0.004188, + "nauc_map_at_3_diff1": 0.862228, + "nauc_map_at_5_max": 0.785023, + "nauc_map_at_5_std": 0.005272, + "nauc_map_at_5_diff1": 0.864693, + "nauc_map_at_10_max": 0.783383, + "nauc_map_at_10_std": 0.001426, + "nauc_map_at_10_diff1": 0.866961, + "nauc_map_at_20_max": 0.783405, + "nauc_map_at_20_std": 0.001773, + "nauc_map_at_20_diff1": 0.867209, + "nauc_map_at_100_max": 0.783114, + "nauc_map_at_100_std": 0.001018, + "nauc_map_at_100_diff1": 0.867305, + "nauc_map_at_1000_max": 0.783032, + "nauc_map_at_1000_std": 0.000706, + "nauc_map_at_1000_diff1": 0.86729, + "nauc_recall_at_1_max": 0.770854, + "nauc_recall_at_1_std": -0.048406, + "nauc_recall_at_1_diff1": 0.885263, + "nauc_recall_at_3_max": 0.827343, + "nauc_recall_at_3_std": 0.141479, + "nauc_recall_at_3_diff1": 0.813967, + "nauc_recall_at_5_max": 0.840336, + "nauc_recall_at_5_std": 0.169067, + "nauc_recall_at_5_diff1": 0.823227, + "nauc_recall_at_10_max": 0.843209, + "nauc_recall_at_10_std": 0.205811, + "nauc_recall_at_10_diff1": 0.841988, + "nauc_recall_at_20_max": 0.880969, + "nauc_recall_at_20_std": 0.315143, + "nauc_recall_at_20_diff1": 0.856859, + "nauc_recall_at_100_max": 0.933007, + "nauc_recall_at_100_std": 0.61564, + "nauc_recall_at_100_diff1": 0.877451, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770854, + "nauc_precision_at_1_std": -0.048406, + "nauc_precision_at_1_diff1": 0.885263, + "nauc_precision_at_3_max": 0.827343, + "nauc_precision_at_3_std": 0.141479, + "nauc_precision_at_3_diff1": 0.813967, + "nauc_precision_at_5_max": 0.840336, + "nauc_precision_at_5_std": 0.169067, + "nauc_precision_at_5_diff1": 0.823227, + "nauc_precision_at_10_max": 0.843209, + "nauc_precision_at_10_std": 0.205811, + "nauc_precision_at_10_diff1": 0.841988, + "nauc_precision_at_20_max": 0.880969, + "nauc_precision_at_20_std": 0.315143, + "nauc_precision_at_20_diff1": 0.856859, + "nauc_precision_at_100_max": 0.933007, + "nauc_precision_at_100_std": 0.61564, + "nauc_precision_at_100_diff1": 0.877451, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.770854, + "nauc_mrr_at_1_std": -0.048406, + "nauc_mrr_at_1_diff1": 0.885263, + "nauc_mrr_at_3_max": 0.78425, + "nauc_mrr_at_3_std": 0.004188, + "nauc_mrr_at_3_diff1": 0.862228, + "nauc_mrr_at_5_max": 0.785023, + "nauc_mrr_at_5_std": 0.005272, + "nauc_mrr_at_5_diff1": 0.864693, + "nauc_mrr_at_10_max": 0.783383, + "nauc_mrr_at_10_std": 0.001426, + "nauc_mrr_at_10_diff1": 0.866961, + "nauc_mrr_at_20_max": 0.783405, + "nauc_mrr_at_20_std": 0.001773, + "nauc_mrr_at_20_diff1": 0.867209, + "nauc_mrr_at_100_max": 0.783114, + "nauc_mrr_at_100_std": 0.001018, + "nauc_mrr_at_100_diff1": 0.867305, + "nauc_mrr_at_1000_max": 0.783032, + "nauc_mrr_at_1000_std": 0.000706, + "nauc_mrr_at_1000_diff1": 0.86729, + "main_score": 0.88554, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.84516, + "ndcg_at_5": 0.85219, + "ndcg_at_10": 0.86122, + "ndcg_at_20": 0.86651, + "ndcg_at_100": 0.87346, + "ndcg_at_1000": 0.87497, + "map_at_1": 0.78333, + "map_at_3": 0.83037, + "map_at_5": 0.83437, + "map_at_10": 0.83814, + "map_at_20": 0.83956, + "map_at_100": 0.84065, + "map_at_1000": 0.84073, + "recall_at_1": 0.78333, + "recall_at_3": 0.88778, + "recall_at_5": 0.90444, + "recall_at_10": 0.93222, + "recall_at_20": 0.95333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.78333, + "precision_at_3": 0.29593, + "precision_at_5": 0.18089, + "precision_at_10": 0.09322, + "precision_at_20": 0.04767, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.83037, + "mrr_at_5": 0.83437, + "mrr_at_10": 0.838138, + "mrr_at_20": 0.839559, + "mrr_at_100": 0.840654, + "mrr_at_1000": 0.840725, + "nauc_ndcg_at_1_max": 0.686142, + "nauc_ndcg_at_1_std": -0.187541, + "nauc_ndcg_at_1_diff1": 0.875505, + "nauc_ndcg_at_3_max": 0.737171, + "nauc_ndcg_at_3_std": -0.102952, + "nauc_ndcg_at_3_diff1": 0.844416, + "nauc_ndcg_at_5_max": 0.733917, + "nauc_ndcg_at_5_std": -0.104253, + "nauc_ndcg_at_5_diff1": 0.844378, + "nauc_ndcg_at_10_max": 0.726748, + "nauc_ndcg_at_10_std": -0.11908, + "nauc_ndcg_at_10_diff1": 0.843046, + "nauc_ndcg_at_20_max": 0.723174, + "nauc_ndcg_at_20_std": -0.113306, + "nauc_ndcg_at_20_diff1": 0.844311, + "nauc_ndcg_at_100_max": 0.72086, + "nauc_ndcg_at_100_std": -0.117858, + "nauc_ndcg_at_100_diff1": 0.850046, + "nauc_ndcg_at_1000_max": 0.719904, + "nauc_ndcg_at_1000_std": -0.123132, + "nauc_ndcg_at_1000_diff1": 0.850386, + "nauc_map_at_1_max": 0.686142, + "nauc_map_at_1_std": -0.187541, + "nauc_map_at_1_diff1": 0.875505, + "nauc_map_at_3_max": 0.721935, + "nauc_map_at_3_std": -0.126614, + "nauc_map_at_3_diff1": 0.85332, + "nauc_map_at_5_max": 0.71992, + "nauc_map_at_5_std": -0.127834, + "nauc_map_at_5_diff1": 0.853487, + "nauc_map_at_10_max": 0.716963, + "nauc_map_at_10_std": -0.134299, + "nauc_map_at_10_diff1": 0.853126, + "nauc_map_at_20_max": 0.716136, + "nauc_map_at_20_std": -0.132973, + "nauc_map_at_20_diff1": 0.853554, + "nauc_map_at_100_max": 0.71572, + "nauc_map_at_100_std": -0.133218, + "nauc_map_at_100_diff1": 0.854226, + "nauc_map_at_1000_max": 0.715686, + "nauc_map_at_1000_std": -0.133428, + "nauc_map_at_1000_diff1": 0.854248, + "nauc_recall_at_1_max": 0.686142, + "nauc_recall_at_1_std": -0.187541, + "nauc_recall_at_1_diff1": 0.875505, + "nauc_recall_at_3_max": 0.80041, + "nauc_recall_at_3_std": -0.005702, + "nauc_recall_at_3_diff1": 0.807687, + "nauc_recall_at_5_max": 0.799003, + "nauc_recall_at_5_std": 0.005135, + "nauc_recall_at_5_diff1": 0.801897, + "nauc_recall_at_10_max": 0.783173, + "nauc_recall_at_10_std": -0.032259, + "nauc_recall_at_10_diff1": 0.777801, + "nauc_recall_at_20_max": 0.76833, + "nauc_recall_at_20_std": 0.065026, + "nauc_recall_at_20_diff1": 0.76076, + "nauc_recall_at_100_max": 0.799066, + "nauc_recall_at_100_std": 0.295658, + "nauc_recall_at_100_diff1": 0.829132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686142, + "nauc_precision_at_1_std": -0.187541, + "nauc_precision_at_1_diff1": 0.875505, + "nauc_precision_at_3_max": 0.80041, + "nauc_precision_at_3_std": -0.005702, + "nauc_precision_at_3_diff1": 0.807687, + "nauc_precision_at_5_max": 0.799003, + "nauc_precision_at_5_std": 0.005135, + "nauc_precision_at_5_diff1": 0.801897, + "nauc_precision_at_10_max": 0.783173, + "nauc_precision_at_10_std": -0.032259, + "nauc_precision_at_10_diff1": 0.777801, + "nauc_precision_at_20_max": 0.76833, + "nauc_precision_at_20_std": 0.065026, + "nauc_precision_at_20_diff1": 0.76076, + "nauc_precision_at_100_max": 0.799066, + "nauc_precision_at_100_std": 0.295658, + "nauc_precision_at_100_diff1": 0.829132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686142, + "nauc_mrr_at_1_std": -0.187541, + "nauc_mrr_at_1_diff1": 0.875505, + "nauc_mrr_at_3_max": 0.721935, + "nauc_mrr_at_3_std": -0.126614, + "nauc_mrr_at_3_diff1": 0.85332, + "nauc_mrr_at_5_max": 0.71992, + "nauc_mrr_at_5_std": -0.127834, + "nauc_mrr_at_5_diff1": 0.853487, + "nauc_mrr_at_10_max": 0.716963, + "nauc_mrr_at_10_std": -0.134299, + "nauc_mrr_at_10_diff1": 0.853126, + "nauc_mrr_at_20_max": 0.716136, + "nauc_mrr_at_20_std": -0.132973, + "nauc_mrr_at_20_diff1": 0.853554, + "nauc_mrr_at_100_max": 0.71572, + "nauc_mrr_at_100_std": -0.133218, + "nauc_mrr_at_100_diff1": 0.854226, + "nauc_mrr_at_1000_max": 0.715686, + "nauc_mrr_at_1000_std": -0.133428, + "nauc_mrr_at_1000_diff1": 0.854248, + "main_score": 0.86122, + "hf_subset": "urd_Arab-urd_Arab", + "languages": [ + "urd-Arab", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.90899, + "ndcg_at_5": 0.91396, + "ndcg_at_10": 0.91926, + "ndcg_at_20": 0.92201, + "ndcg_at_100": 0.9244, + "ndcg_at_1000": 0.92514, + "map_at_1": 0.85778, + "map_at_3": 0.89704, + "map_at_5": 0.89976, + "map_at_10": 0.90189, + "map_at_20": 0.90276, + "map_at_100": 0.90314, + "map_at_1000": 0.90317, + "recall_at_1": 0.85778, + "recall_at_3": 0.94333, + "recall_at_5": 0.95556, + "recall_at_10": 0.97222, + "recall_at_20": 0.98222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.31444, + "precision_at_5": 0.19111, + "precision_at_10": 0.09722, + "precision_at_20": 0.04911, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.897037, + "mrr_at_5": 0.899759, + "mrr_at_10": 0.901891, + "mrr_at_20": 0.90276, + "mrr_at_100": 0.90314, + "mrr_at_1000": 0.903172, + "nauc_ndcg_at_1_max": 0.673885, + "nauc_ndcg_at_1_std": -0.210036, + "nauc_ndcg_at_1_diff1": 0.908119, + "nauc_ndcg_at_3_max": 0.72227, + "nauc_ndcg_at_3_std": -0.180326, + "nauc_ndcg_at_3_diff1": 0.886289, + "nauc_ndcg_at_5_max": 0.7222, + "nauc_ndcg_at_5_std": -0.16227, + "nauc_ndcg_at_5_diff1": 0.891344, + "nauc_ndcg_at_10_max": 0.717498, + "nauc_ndcg_at_10_std": -0.187143, + "nauc_ndcg_at_10_diff1": 0.89373, + "nauc_ndcg_at_20_max": 0.710486, + "nauc_ndcg_at_20_std": -0.186193, + "nauc_ndcg_at_20_diff1": 0.895047, + "nauc_ndcg_at_100_max": 0.708995, + "nauc_ndcg_at_100_std": -0.183264, + "nauc_ndcg_at_100_diff1": 0.895587, + "nauc_ndcg_at_1000_max": 0.706893, + "nauc_ndcg_at_1000_std": -0.186221, + "nauc_ndcg_at_1000_diff1": 0.895631, + "nauc_map_at_1_max": 0.673885, + "nauc_map_at_1_std": -0.210036, + "nauc_map_at_1_diff1": 0.908119, + "nauc_map_at_3_max": 0.706016, + "nauc_map_at_3_std": -0.191155, + "nauc_map_at_3_diff1": 0.892471, + "nauc_map_at_5_max": 0.705718, + "nauc_map_at_5_std": -0.182511, + "nauc_map_at_5_diff1": 0.895005, + "nauc_map_at_10_max": 0.703996, + "nauc_map_at_10_std": -0.190323, + "nauc_map_at_10_diff1": 0.896049, + "nauc_map_at_20_max": 0.702074, + "nauc_map_at_20_std": -0.190388, + "nauc_map_at_20_diff1": 0.896443, + "nauc_map_at_100_max": 0.701812, + "nauc_map_at_100_std": -0.19025, + "nauc_map_at_100_diff1": 0.89656, + "nauc_map_at_1000_max": 0.701741, + "nauc_map_at_1000_std": -0.190317, + "nauc_map_at_1000_diff1": 0.896564, + "nauc_recall_at_1_max": 0.673885, + "nauc_recall_at_1_std": -0.210036, + "nauc_recall_at_1_diff1": 0.908119, + "nauc_recall_at_3_max": 0.805459, + "nauc_recall_at_3_std": -0.124293, + "nauc_recall_at_3_diff1": 0.855468, + "nauc_recall_at_5_max": 0.826296, + "nauc_recall_at_5_std": -0.028875, + "nauc_recall_at_5_diff1": 0.870693, + "nauc_recall_at_10_max": 0.842969, + "nauc_recall_at_10_std": -0.187003, + "nauc_recall_at_10_diff1": 0.876489, + "nauc_recall_at_20_max": 0.80468, + "nauc_recall_at_20_std": -0.161502, + "nauc_recall_at_20_diff1": 0.885942, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.139309, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673885, + "nauc_precision_at_1_std": -0.210036, + "nauc_precision_at_1_diff1": 0.908119, + "nauc_precision_at_3_max": 0.805459, + "nauc_precision_at_3_std": -0.124293, + "nauc_precision_at_3_diff1": 0.855468, + "nauc_precision_at_5_max": 0.826296, + "nauc_precision_at_5_std": -0.028875, + "nauc_precision_at_5_diff1": 0.870693, + "nauc_precision_at_10_max": 0.842969, + "nauc_precision_at_10_std": -0.187003, + "nauc_precision_at_10_diff1": 0.876489, + "nauc_precision_at_20_max": 0.80468, + "nauc_precision_at_20_std": -0.161502, + "nauc_precision_at_20_diff1": 0.885942, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.139309, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673885, + "nauc_mrr_at_1_std": -0.210036, + "nauc_mrr_at_1_diff1": 0.908119, + "nauc_mrr_at_3_max": 0.706016, + "nauc_mrr_at_3_std": -0.191155, + "nauc_mrr_at_3_diff1": 0.892471, + "nauc_mrr_at_5_max": 0.705718, + "nauc_mrr_at_5_std": -0.182511, + "nauc_mrr_at_5_diff1": 0.895005, + "nauc_mrr_at_10_max": 0.703996, + "nauc_mrr_at_10_std": -0.190323, + "nauc_mrr_at_10_diff1": 0.896049, + "nauc_mrr_at_20_max": 0.702074, + "nauc_mrr_at_20_std": -0.190388, + "nauc_mrr_at_20_diff1": 0.896443, + "nauc_mrr_at_100_max": 0.701812, + "nauc_mrr_at_100_std": -0.19025, + "nauc_mrr_at_100_diff1": 0.89656, + "nauc_mrr_at_1000_max": 0.701741, + "nauc_mrr_at_1000_std": -0.190317, + "nauc_mrr_at_1000_diff1": 0.896564, + "main_score": 0.91926, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.81311, + "ndcg_at_5": 0.82516, + "ndcg_at_10": 0.83792, + "ndcg_at_20": 0.84505, + "ndcg_at_100": 0.85146, + "ndcg_at_1000": 0.85295, + "map_at_1": 0.74667, + "map_at_3": 0.79722, + "map_at_5": 0.804, + "map_at_10": 0.80916, + "map_at_20": 0.81118, + "map_at_100": 0.81214, + "map_at_1000": 0.81221, + "recall_at_1": 0.74667, + "recall_at_3": 0.85889, + "recall_at_5": 0.88778, + "recall_at_10": 0.92778, + "recall_at_20": 0.95556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.74667, + "precision_at_3": 0.2863, + "precision_at_5": 0.17756, + "precision_at_10": 0.09278, + "precision_at_20": 0.04778, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.797222, + "mrr_at_5": 0.804, + "mrr_at_10": 0.809164, + "mrr_at_20": 0.81118, + "mrr_at_100": 0.812143, + "mrr_at_1000": 0.81221, + "nauc_ndcg_at_1_max": 0.66972, + "nauc_ndcg_at_1_std": -0.082441, + "nauc_ndcg_at_1_diff1": 0.832153, + "nauc_ndcg_at_3_max": 0.723002, + "nauc_ndcg_at_3_std": -0.01116, + "nauc_ndcg_at_3_diff1": 0.809096, + "nauc_ndcg_at_5_max": 0.723761, + "nauc_ndcg_at_5_std": 0.000723, + "nauc_ndcg_at_5_diff1": 0.809723, + "nauc_ndcg_at_10_max": 0.717643, + "nauc_ndcg_at_10_std": -0.000903, + "nauc_ndcg_at_10_diff1": 0.80916, + "nauc_ndcg_at_20_max": 0.713652, + "nauc_ndcg_at_20_std": -0.009163, + "nauc_ndcg_at_20_diff1": 0.814607, + "nauc_ndcg_at_100_max": 0.710532, + "nauc_ndcg_at_100_std": -0.017644, + "nauc_ndcg_at_100_diff1": 0.816385, + "nauc_ndcg_at_1000_max": 0.708251, + "nauc_ndcg_at_1000_std": -0.023649, + "nauc_ndcg_at_1000_diff1": 0.816023, + "nauc_map_at_1_max": 0.66972, + "nauc_map_at_1_std": -0.082441, + "nauc_map_at_1_diff1": 0.832153, + "nauc_map_at_3_max": 0.7072, + "nauc_map_at_3_std": -0.033103, + "nauc_map_at_3_diff1": 0.81525, + "nauc_map_at_5_max": 0.707153, + "nauc_map_at_5_std": -0.028114, + "nauc_map_at_5_diff1": 0.815858, + "nauc_map_at_10_max": 0.704359, + "nauc_map_at_10_std": -0.030263, + "nauc_map_at_10_diff1": 0.815748, + "nauc_map_at_20_max": 0.703411, + "nauc_map_at_20_std": -0.032408, + "nauc_map_at_20_diff1": 0.817271, + "nauc_map_at_100_max": 0.702862, + "nauc_map_at_100_std": -0.033931, + "nauc_map_at_100_diff1": 0.817579, + "nauc_map_at_1000_max": 0.702779, + "nauc_map_at_1000_std": -0.034136, + "nauc_map_at_1000_diff1": 0.817568, + "nauc_recall_at_1_max": 0.66972, + "nauc_recall_at_1_std": -0.082441, + "nauc_recall_at_1_diff1": 0.832153, + "nauc_recall_at_3_max": 0.785393, + "nauc_recall_at_3_std": 0.075927, + "nauc_recall_at_3_diff1": 0.785175, + "nauc_recall_at_5_max": 0.801648, + "nauc_recall_at_5_std": 0.13965, + "nauc_recall_at_5_diff1": 0.781363, + "nauc_recall_at_10_max": 0.805818, + "nauc_recall_at_10_std": 0.213022, + "nauc_recall_at_10_diff1": 0.763679, + "nauc_recall_at_20_max": 0.806933, + "nauc_recall_at_20_std": 0.239542, + "nauc_recall_at_20_diff1": 0.798494, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.537675, + "nauc_recall_at_100_diff1": 0.849673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66972, + "nauc_precision_at_1_std": -0.082441, + "nauc_precision_at_1_diff1": 0.832153, + "nauc_precision_at_3_max": 0.785393, + "nauc_precision_at_3_std": 0.075927, + "nauc_precision_at_3_diff1": 0.785175, + "nauc_precision_at_5_max": 0.801648, + "nauc_precision_at_5_std": 0.13965, + "nauc_precision_at_5_diff1": 0.781363, + "nauc_precision_at_10_max": 0.805818, + "nauc_precision_at_10_std": 0.213022, + "nauc_precision_at_10_diff1": 0.763679, + "nauc_precision_at_20_max": 0.806933, + "nauc_precision_at_20_std": 0.239542, + "nauc_precision_at_20_diff1": 0.798494, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.537675, + "nauc_precision_at_100_diff1": 0.849673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66972, + "nauc_mrr_at_1_std": -0.082441, + "nauc_mrr_at_1_diff1": 0.832153, + "nauc_mrr_at_3_max": 0.7072, + "nauc_mrr_at_3_std": -0.033103, + "nauc_mrr_at_3_diff1": 0.81525, + "nauc_mrr_at_5_max": 0.707153, + "nauc_mrr_at_5_std": -0.028114, + "nauc_mrr_at_5_diff1": 0.815858, + "nauc_mrr_at_10_max": 0.704359, + "nauc_mrr_at_10_std": -0.030263, + "nauc_mrr_at_10_diff1": 0.815748, + "nauc_mrr_at_20_max": 0.703411, + "nauc_mrr_at_20_std": -0.032408, + "nauc_mrr_at_20_diff1": 0.817271, + "nauc_mrr_at_100_max": 0.702862, + "nauc_mrr_at_100_std": -0.033931, + "nauc_mrr_at_100_diff1": 0.817579, + "nauc_mrr_at_1000_max": 0.702779, + "nauc_mrr_at_1000_std": -0.034136, + "nauc_mrr_at_1000_diff1": 0.817568, + "main_score": 0.83792, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.39889, + "ndcg_at_3": 0.47123, + "ndcg_at_5": 0.48825, + "ndcg_at_10": 0.50315, + "ndcg_at_20": 0.51681, + "ndcg_at_100": 0.54891, + "ndcg_at_1000": 0.57049, + "map_at_1": 0.39889, + "map_at_3": 0.45426, + "map_at_5": 0.46376, + "map_at_10": 0.4698, + "map_at_20": 0.47364, + "map_at_100": 0.47796, + "map_at_1000": 0.47885, + "recall_at_1": 0.39889, + "recall_at_3": 0.52, + "recall_at_5": 0.56111, + "recall_at_10": 0.60778, + "recall_at_20": 0.66111, + "recall_at_100": 0.83556, + "recall_at_1000": 1.0, + "precision_at_1": 0.39889, + "precision_at_3": 0.17333, + "precision_at_5": 0.11222, + "precision_at_10": 0.06078, + "precision_at_20": 0.03306, + "precision_at_100": 0.00836, + "precision_at_1000": 0.001, + "mrr_at_1": 0.398889, + "mrr_at_3": 0.454259, + "mrr_at_5": 0.463759, + "mrr_at_10": 0.469799, + "mrr_at_20": 0.473636, + "mrr_at_100": 0.477956, + "mrr_at_1000": 0.478846, + "nauc_ndcg_at_1_max": 0.365013, + "nauc_ndcg_at_1_std": -0.396376, + "nauc_ndcg_at_1_diff1": 0.768863, + "nauc_ndcg_at_3_max": 0.337097, + "nauc_ndcg_at_3_std": -0.424479, + "nauc_ndcg_at_3_diff1": 0.717998, + "nauc_ndcg_at_5_max": 0.335352, + "nauc_ndcg_at_5_std": -0.429092, + "nauc_ndcg_at_5_diff1": 0.713653, + "nauc_ndcg_at_10_max": 0.330683, + "nauc_ndcg_at_10_std": -0.420881, + "nauc_ndcg_at_10_diff1": 0.700373, + "nauc_ndcg_at_20_max": 0.326175, + "nauc_ndcg_at_20_std": -0.419856, + "nauc_ndcg_at_20_diff1": 0.70007, + "nauc_ndcg_at_100_max": 0.331043, + "nauc_ndcg_at_100_std": -0.409942, + "nauc_ndcg_at_100_diff1": 0.702705, + "nauc_ndcg_at_1000_max": 0.335855, + "nauc_ndcg_at_1000_std": -0.414517, + "nauc_ndcg_at_1000_diff1": 0.71176, + "nauc_map_at_1_max": 0.365013, + "nauc_map_at_1_std": -0.396376, + "nauc_map_at_1_diff1": 0.768863, + "nauc_map_at_3_max": 0.345202, + "nauc_map_at_3_std": -0.416914, + "nauc_map_at_3_diff1": 0.73045, + "nauc_map_at_5_max": 0.344181, + "nauc_map_at_5_std": -0.419588, + "nauc_map_at_5_diff1": 0.72814, + "nauc_map_at_10_max": 0.342526, + "nauc_map_at_10_std": -0.415893, + "nauc_map_at_10_diff1": 0.722819, + "nauc_map_at_20_max": 0.341432, + "nauc_map_at_20_std": -0.415489, + "nauc_map_at_20_diff1": 0.722933, + "nauc_map_at_100_max": 0.342126, + "nauc_map_at_100_std": -0.414211, + "nauc_map_at_100_diff1": 0.723372, + "nauc_map_at_1000_max": 0.342345, + "nauc_map_at_1000_std": -0.414313, + "nauc_map_at_1000_diff1": 0.723721, + "nauc_recall_at_1_max": 0.365013, + "nauc_recall_at_1_std": -0.396376, + "nauc_recall_at_1_diff1": 0.768863, + "nauc_recall_at_3_max": 0.312437, + "nauc_recall_at_3_std": -0.447281, + "nauc_recall_at_3_diff1": 0.680951, + "nauc_recall_at_5_max": 0.307525, + "nauc_recall_at_5_std": -0.45907, + "nauc_recall_at_5_diff1": 0.668455, + "nauc_recall_at_10_max": 0.289067, + "nauc_recall_at_10_std": -0.435076, + "nauc_recall_at_10_diff1": 0.621324, + "nauc_recall_at_20_max": 0.263352, + "nauc_recall_at_20_std": -0.432726, + "nauc_recall_at_20_diff1": 0.611038, + "nauc_recall_at_100_max": 0.265922, + "nauc_recall_at_100_std": -0.33901, + "nauc_recall_at_100_diff1": 0.572971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.365013, + "nauc_precision_at_1_std": -0.396376, + "nauc_precision_at_1_diff1": 0.768863, + "nauc_precision_at_3_max": 0.312437, + "nauc_precision_at_3_std": -0.447281, + "nauc_precision_at_3_diff1": 0.680951, + "nauc_precision_at_5_max": 0.307525, + "nauc_precision_at_5_std": -0.45907, + "nauc_precision_at_5_diff1": 0.668455, + "nauc_precision_at_10_max": 0.289067, + "nauc_precision_at_10_std": -0.435076, + "nauc_precision_at_10_diff1": 0.621324, + "nauc_precision_at_20_max": 0.263352, + "nauc_precision_at_20_std": -0.432726, + "nauc_precision_at_20_diff1": 0.611038, + "nauc_precision_at_100_max": 0.265922, + "nauc_precision_at_100_std": -0.33901, + "nauc_precision_at_100_diff1": 0.572971, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.365013, + "nauc_mrr_at_1_std": -0.396376, + "nauc_mrr_at_1_diff1": 0.768863, + "nauc_mrr_at_3_max": 0.345202, + "nauc_mrr_at_3_std": -0.416914, + "nauc_mrr_at_3_diff1": 0.73045, + "nauc_mrr_at_5_max": 0.344181, + "nauc_mrr_at_5_std": -0.419588, + "nauc_mrr_at_5_diff1": 0.72814, + "nauc_mrr_at_10_max": 0.342526, + "nauc_mrr_at_10_std": -0.415893, + "nauc_mrr_at_10_diff1": 0.722819, + "nauc_mrr_at_20_max": 0.341432, + "nauc_mrr_at_20_std": -0.415489, + "nauc_mrr_at_20_diff1": 0.722933, + "nauc_mrr_at_100_max": 0.342126, + "nauc_mrr_at_100_std": -0.414211, + "nauc_mrr_at_100_diff1": 0.723372, + "nauc_mrr_at_1000_max": 0.342345, + "nauc_mrr_at_1000_std": -0.414313, + "nauc_mrr_at_1000_diff1": 0.723721, + "main_score": 0.50315, + "hf_subset": "urd_Latn-urd_Latn", + "languages": [ + "urd-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.55556, + "ndcg_at_3": 0.62731, + "ndcg_at_5": 0.64883, + "ndcg_at_10": 0.66815, + "ndcg_at_20": 0.68074, + "ndcg_at_100": 0.69998, + "ndcg_at_1000": 0.70765, + "map_at_1": 0.55556, + "map_at_3": 0.61019, + "map_at_5": 0.62213, + "map_at_10": 0.63005, + "map_at_20": 0.63363, + "map_at_100": 0.63616, + "map_at_1000": 0.63652, + "recall_at_1": 0.55556, + "recall_at_3": 0.67667, + "recall_at_5": 0.72889, + "recall_at_10": 0.78889, + "recall_at_20": 0.83778, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "precision_at_1": 0.55556, + "precision_at_3": 0.22556, + "precision_at_5": 0.14578, + "precision_at_10": 0.07889, + "precision_at_20": 0.04189, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.555556, + "mrr_at_3": 0.610185, + "mrr_at_5": 0.62213, + "mrr_at_10": 0.630051, + "mrr_at_20": 0.633635, + "mrr_at_100": 0.636165, + "mrr_at_1000": 0.636519, + "nauc_ndcg_at_1_max": 0.63499, + "nauc_ndcg_at_1_std": -0.019736, + "nauc_ndcg_at_1_diff1": 0.813384, + "nauc_ndcg_at_3_max": 0.665987, + "nauc_ndcg_at_3_std": 0.024423, + "nauc_ndcg_at_3_diff1": 0.761881, + "nauc_ndcg_at_5_max": 0.651165, + "nauc_ndcg_at_5_std": 0.003547, + "nauc_ndcg_at_5_diff1": 0.75012, + "nauc_ndcg_at_10_max": 0.64566, + "nauc_ndcg_at_10_std": 0.006934, + "nauc_ndcg_at_10_diff1": 0.746182, + "nauc_ndcg_at_20_max": 0.64666, + "nauc_ndcg_at_20_std": 0.008269, + "nauc_ndcg_at_20_diff1": 0.749865, + "nauc_ndcg_at_100_max": 0.644099, + "nauc_ndcg_at_100_std": 0.001057, + "nauc_ndcg_at_100_diff1": 0.755327, + "nauc_ndcg_at_1000_max": 0.647334, + "nauc_ndcg_at_1000_std": 0.003154, + "nauc_ndcg_at_1000_diff1": 0.75972, + "nauc_map_at_1_max": 0.63499, + "nauc_map_at_1_std": -0.019736, + "nauc_map_at_1_diff1": 0.813384, + "nauc_map_at_3_max": 0.658766, + "nauc_map_at_3_std": 0.012527, + "nauc_map_at_3_diff1": 0.774597, + "nauc_map_at_5_max": 0.650945, + "nauc_map_at_5_std": 0.00131, + "nauc_map_at_5_diff1": 0.768664, + "nauc_map_at_10_max": 0.649, + "nauc_map_at_10_std": 0.002711, + "nauc_map_at_10_diff1": 0.767521, + "nauc_map_at_20_max": 0.649096, + "nauc_map_at_20_std": 0.002849, + "nauc_map_at_20_diff1": 0.768543, + "nauc_map_at_100_max": 0.648582, + "nauc_map_at_100_std": 0.001469, + "nauc_map_at_100_diff1": 0.769068, + "nauc_map_at_1000_max": 0.64873, + "nauc_map_at_1000_std": 0.001627, + "nauc_map_at_1000_diff1": 0.769256, + "nauc_recall_at_1_max": 0.63499, + "nauc_recall_at_1_std": -0.019736, + "nauc_recall_at_1_diff1": 0.813384, + "nauc_recall_at_3_max": 0.6889, + "nauc_recall_at_3_std": 0.063007, + "nauc_recall_at_3_diff1": 0.721159, + "nauc_recall_at_5_max": 0.648545, + "nauc_recall_at_5_std": 0.007874, + "nauc_recall_at_5_diff1": 0.681822, + "nauc_recall_at_10_max": 0.623388, + "nauc_recall_at_10_std": 0.022039, + "nauc_recall_at_10_diff1": 0.650052, + "nauc_recall_at_20_max": 0.626597, + "nauc_recall_at_20_std": 0.036859, + "nauc_recall_at_20_diff1": 0.650364, + "nauc_recall_at_100_max": 0.551015, + "nauc_recall_at_100_std": -0.043948, + "nauc_recall_at_100_diff1": 0.622938, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63499, + "nauc_precision_at_1_std": -0.019736, + "nauc_precision_at_1_diff1": 0.813384, + "nauc_precision_at_3_max": 0.6889, + "nauc_precision_at_3_std": 0.063007, + "nauc_precision_at_3_diff1": 0.721159, + "nauc_precision_at_5_max": 0.648545, + "nauc_precision_at_5_std": 0.007874, + "nauc_precision_at_5_diff1": 0.681822, + "nauc_precision_at_10_max": 0.623388, + "nauc_precision_at_10_std": 0.022039, + "nauc_precision_at_10_diff1": 0.650052, + "nauc_precision_at_20_max": 0.626597, + "nauc_precision_at_20_std": 0.036859, + "nauc_precision_at_20_diff1": 0.650364, + "nauc_precision_at_100_max": 0.551015, + "nauc_precision_at_100_std": -0.043948, + "nauc_precision_at_100_diff1": 0.622938, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63499, + "nauc_mrr_at_1_std": -0.019736, + "nauc_mrr_at_1_diff1": 0.813384, + "nauc_mrr_at_3_max": 0.658766, + "nauc_mrr_at_3_std": 0.012527, + "nauc_mrr_at_3_diff1": 0.774597, + "nauc_mrr_at_5_max": 0.650945, + "nauc_mrr_at_5_std": 0.00131, + "nauc_mrr_at_5_diff1": 0.768664, + "nauc_mrr_at_10_max": 0.649, + "nauc_mrr_at_10_std": 0.002711, + "nauc_mrr_at_10_diff1": 0.767521, + "nauc_mrr_at_20_max": 0.649096, + "nauc_mrr_at_20_std": 0.002849, + "nauc_mrr_at_20_diff1": 0.768543, + "nauc_mrr_at_100_max": 0.648582, + "nauc_mrr_at_100_std": 0.001469, + "nauc_mrr_at_100_diff1": 0.769068, + "nauc_mrr_at_1000_max": 0.64873, + "nauc_mrr_at_1000_std": 0.001627, + "nauc_mrr_at_1000_diff1": 0.769256, + "main_score": 0.66815, + "hf_subset": "urd_Latn-eng_Latn", + "languages": [ + "urd-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.52991, + "ndcg_at_5": 0.53947, + "ndcg_at_10": 0.55094, + "ndcg_at_20": 0.56269, + "ndcg_at_100": 0.58712, + "ndcg_at_1000": 0.61182, + "map_at_1": 0.48, + "map_at_3": 0.51759, + "map_at_5": 0.52287, + "map_at_10": 0.52759, + "map_at_20": 0.53079, + "map_at_100": 0.53383, + "map_at_1000": 0.53476, + "recall_at_1": 0.48, + "recall_at_3": 0.56556, + "recall_at_5": 0.58889, + "recall_at_10": 0.62444, + "recall_at_20": 0.67111, + "recall_at_100": 0.80778, + "recall_at_1000": 1.0, + "precision_at_1": 0.48, + "precision_at_3": 0.18852, + "precision_at_5": 0.11778, + "precision_at_10": 0.06244, + "precision_at_20": 0.03356, + "precision_at_100": 0.00808, + "precision_at_1000": 0.001, + "mrr_at_1": 0.48, + "mrr_at_3": 0.517593, + "mrr_at_5": 0.52287, + "mrr_at_10": 0.527593, + "mrr_at_20": 0.53079, + "mrr_at_100": 0.533835, + "mrr_at_1000": 0.534759, + "nauc_ndcg_at_1_max": 0.867058, + "nauc_ndcg_at_1_std": 0.443567, + "nauc_ndcg_at_1_diff1": 0.892772, + "nauc_ndcg_at_3_max": 0.883514, + "nauc_ndcg_at_3_std": 0.507136, + "nauc_ndcg_at_3_diff1": 0.860721, + "nauc_ndcg_at_5_max": 0.8809, + "nauc_ndcg_at_5_std": 0.517167, + "nauc_ndcg_at_5_diff1": 0.851994, + "nauc_ndcg_at_10_max": 0.875555, + "nauc_ndcg_at_10_std": 0.51743, + "nauc_ndcg_at_10_diff1": 0.844861, + "nauc_ndcg_at_20_max": 0.871266, + "nauc_ndcg_at_20_std": 0.522731, + "nauc_ndcg_at_20_diff1": 0.841855, + "nauc_ndcg_at_100_max": 0.866747, + "nauc_ndcg_at_100_std": 0.521976, + "nauc_ndcg_at_100_diff1": 0.837708, + "nauc_ndcg_at_1000_max": 0.872667, + "nauc_ndcg_at_1000_std": 0.511609, + "nauc_ndcg_at_1000_diff1": 0.849047, + "nauc_map_at_1_max": 0.867058, + "nauc_map_at_1_std": 0.443567, + "nauc_map_at_1_diff1": 0.892772, + "nauc_map_at_3_max": 0.880656, + "nauc_map_at_3_std": 0.491965, + "nauc_map_at_3_diff1": 0.868972, + "nauc_map_at_5_max": 0.879329, + "nauc_map_at_5_std": 0.497409, + "nauc_map_at_5_diff1": 0.864276, + "nauc_map_at_10_max": 0.877068, + "nauc_map_at_10_std": 0.497303, + "nauc_map_at_10_diff1": 0.861326, + "nauc_map_at_20_max": 0.876001, + "nauc_map_at_20_std": 0.498827, + "nauc_map_at_20_diff1": 0.860632, + "nauc_map_at_100_max": 0.875411, + "nauc_map_at_100_std": 0.498741, + "nauc_map_at_100_diff1": 0.860058, + "nauc_map_at_1000_max": 0.875609, + "nauc_map_at_1000_std": 0.498374, + "nauc_map_at_1000_diff1": 0.860426, + "nauc_recall_at_1_max": 0.867058, + "nauc_recall_at_1_std": 0.443567, + "nauc_recall_at_1_diff1": 0.892772, + "nauc_recall_at_3_max": 0.891602, + "nauc_recall_at_3_std": 0.552619, + "nauc_recall_at_3_diff1": 0.835713, + "nauc_recall_at_5_max": 0.884634, + "nauc_recall_at_5_std": 0.579168, + "nauc_recall_at_5_diff1": 0.812695, + "nauc_recall_at_10_max": 0.867382, + "nauc_recall_at_10_std": 0.584178, + "nauc_recall_at_10_diff1": 0.787267, + "nauc_recall_at_20_max": 0.846269, + "nauc_recall_at_20_std": 0.613064, + "nauc_recall_at_20_diff1": 0.767802, + "nauc_recall_at_100_max": 0.792955, + "nauc_recall_at_100_std": 0.650067, + "nauc_recall_at_100_diff1": 0.694733, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.867058, + "nauc_precision_at_1_std": 0.443567, + "nauc_precision_at_1_diff1": 0.892772, + "nauc_precision_at_3_max": 0.891602, + "nauc_precision_at_3_std": 0.552619, + "nauc_precision_at_3_diff1": 0.835713, + "nauc_precision_at_5_max": 0.884634, + "nauc_precision_at_5_std": 0.579168, + "nauc_precision_at_5_diff1": 0.812695, + "nauc_precision_at_10_max": 0.867382, + "nauc_precision_at_10_std": 0.584178, + "nauc_precision_at_10_diff1": 0.787267, + "nauc_precision_at_20_max": 0.846269, + "nauc_precision_at_20_std": 0.613064, + "nauc_precision_at_20_diff1": 0.767802, + "nauc_precision_at_100_max": 0.792955, + "nauc_precision_at_100_std": 0.650067, + "nauc_precision_at_100_diff1": 0.694733, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.867058, + "nauc_mrr_at_1_std": 0.443567, + "nauc_mrr_at_1_diff1": 0.892772, + "nauc_mrr_at_3_max": 0.880656, + "nauc_mrr_at_3_std": 0.491965, + "nauc_mrr_at_3_diff1": 0.868972, + "nauc_mrr_at_5_max": 0.879329, + "nauc_mrr_at_5_std": 0.497409, + "nauc_mrr_at_5_diff1": 0.864276, + "nauc_mrr_at_10_max": 0.877068, + "nauc_mrr_at_10_std": 0.497303, + "nauc_mrr_at_10_diff1": 0.861326, + "nauc_mrr_at_20_max": 0.876001, + "nauc_mrr_at_20_std": 0.498827, + "nauc_mrr_at_20_diff1": 0.860632, + "nauc_mrr_at_100_max": 0.875411, + "nauc_mrr_at_100_std": 0.498741, + "nauc_mrr_at_100_diff1": 0.860058, + "nauc_mrr_at_1000_max": 0.875609, + "nauc_mrr_at_1000_std": 0.498374, + "nauc_mrr_at_1000_diff1": 0.860426, + "main_score": 0.55094, + "hf_subset": "eng_Latn-urd_Latn", + "languages": [ + "eng-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.59111, + "ndcg_at_3": 0.65206, + "ndcg_at_5": 0.66511, + "ndcg_at_10": 0.68006, + "ndcg_at_20": 0.69005, + "ndcg_at_100": 0.70854, + "ndcg_at_1000": 0.71994, + "map_at_1": 0.59111, + "map_at_3": 0.63704, + "map_at_5": 0.64415, + "map_at_10": 0.65044, + "map_at_20": 0.65312, + "map_at_100": 0.65557, + "map_at_1000": 0.65607, + "recall_at_1": 0.59111, + "recall_at_3": 0.69556, + "recall_at_5": 0.72778, + "recall_at_10": 0.77333, + "recall_at_20": 0.81333, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "precision_at_1": 0.59111, + "precision_at_3": 0.23185, + "precision_at_5": 0.14556, + "precision_at_10": 0.07733, + "precision_at_20": 0.04067, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.591111, + "mrr_at_3": 0.637037, + "mrr_at_5": 0.644148, + "mrr_at_10": 0.650438, + "mrr_at_20": 0.653119, + "mrr_at_100": 0.655569, + "mrr_at_1000": 0.656072, + "nauc_ndcg_at_1_max": 0.719735, + "nauc_ndcg_at_1_std": -0.227436, + "nauc_ndcg_at_1_diff1": 0.836142, + "nauc_ndcg_at_3_max": 0.718756, + "nauc_ndcg_at_3_std": -0.232117, + "nauc_ndcg_at_3_diff1": 0.796708, + "nauc_ndcg_at_5_max": 0.711059, + "nauc_ndcg_at_5_std": -0.242733, + "nauc_ndcg_at_5_diff1": 0.795067, + "nauc_ndcg_at_10_max": 0.704073, + "nauc_ndcg_at_10_std": -0.250677, + "nauc_ndcg_at_10_diff1": 0.791102, + "nauc_ndcg_at_20_max": 0.703168, + "nauc_ndcg_at_20_std": -0.245743, + "nauc_ndcg_at_20_diff1": 0.787807, + "nauc_ndcg_at_100_max": 0.705566, + "nauc_ndcg_at_100_std": -0.235787, + "nauc_ndcg_at_100_diff1": 0.793284, + "nauc_ndcg_at_1000_max": 0.709223, + "nauc_ndcg_at_1000_std": -0.239482, + "nauc_ndcg_at_1000_diff1": 0.797989, + "nauc_map_at_1_max": 0.719735, + "nauc_map_at_1_std": -0.227436, + "nauc_map_at_1_diff1": 0.836142, + "nauc_map_at_3_max": 0.720151, + "nauc_map_at_3_std": -0.23112, + "nauc_map_at_3_diff1": 0.807573, + "nauc_map_at_5_max": 0.716216, + "nauc_map_at_5_std": -0.236573, + "nauc_map_at_5_diff1": 0.80691, + "nauc_map_at_10_max": 0.713293, + "nauc_map_at_10_std": -0.24047, + "nauc_map_at_10_diff1": 0.805458, + "nauc_map_at_20_max": 0.71304, + "nauc_map_at_20_std": -0.239158, + "nauc_map_at_20_diff1": 0.804646, + "nauc_map_at_100_max": 0.713427, + "nauc_map_at_100_std": -0.237827, + "nauc_map_at_100_diff1": 0.805445, + "nauc_map_at_1000_max": 0.713563, + "nauc_map_at_1000_std": -0.237943, + "nauc_map_at_1000_diff1": 0.805621, + "nauc_recall_at_1_max": 0.719735, + "nauc_recall_at_1_std": -0.227436, + "nauc_recall_at_1_diff1": 0.836142, + "nauc_recall_at_3_max": 0.713716, + "nauc_recall_at_3_std": -0.235237, + "nauc_recall_at_3_diff1": 0.761313, + "nauc_recall_at_5_max": 0.691021, + "nauc_recall_at_5_std": -0.266131, + "nauc_recall_at_5_diff1": 0.753269, + "nauc_recall_at_10_max": 0.662267, + "nauc_recall_at_10_std": -0.294749, + "nauc_recall_at_10_diff1": 0.731612, + "nauc_recall_at_20_max": 0.650786, + "nauc_recall_at_20_std": -0.273892, + "nauc_recall_at_20_diff1": 0.703106, + "nauc_recall_at_100_max": 0.630634, + "nauc_recall_at_100_std": -0.158275, + "nauc_recall_at_100_diff1": 0.6966, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719735, + "nauc_precision_at_1_std": -0.227436, + "nauc_precision_at_1_diff1": 0.836142, + "nauc_precision_at_3_max": 0.713716, + "nauc_precision_at_3_std": -0.235237, + "nauc_precision_at_3_diff1": 0.761313, + "nauc_precision_at_5_max": 0.691021, + "nauc_precision_at_5_std": -0.266131, + "nauc_precision_at_5_diff1": 0.753269, + "nauc_precision_at_10_max": 0.662267, + "nauc_precision_at_10_std": -0.294749, + "nauc_precision_at_10_diff1": 0.731612, + "nauc_precision_at_20_max": 0.650786, + "nauc_precision_at_20_std": -0.273892, + "nauc_precision_at_20_diff1": 0.703106, + "nauc_precision_at_100_max": 0.630634, + "nauc_precision_at_100_std": -0.158275, + "nauc_precision_at_100_diff1": 0.6966, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719735, + "nauc_mrr_at_1_std": -0.227436, + "nauc_mrr_at_1_diff1": 0.836142, + "nauc_mrr_at_3_max": 0.720151, + "nauc_mrr_at_3_std": -0.23112, + "nauc_mrr_at_3_diff1": 0.807573, + "nauc_mrr_at_5_max": 0.716216, + "nauc_mrr_at_5_std": -0.236573, + "nauc_mrr_at_5_diff1": 0.80691, + "nauc_mrr_at_10_max": 0.713293, + "nauc_mrr_at_10_std": -0.24047, + "nauc_mrr_at_10_diff1": 0.805458, + "nauc_mrr_at_20_max": 0.71304, + "nauc_mrr_at_20_std": -0.239158, + "nauc_mrr_at_20_diff1": 0.804646, + "nauc_mrr_at_100_max": 0.713427, + "nauc_mrr_at_100_std": -0.237827, + "nauc_mrr_at_100_diff1": 0.805445, + "nauc_mrr_at_1000_max": 0.713563, + "nauc_mrr_at_1000_std": -0.237943, + "nauc_mrr_at_1000_diff1": 0.805621, + "main_score": 0.68006, + "hf_subset": "uzn_Latn-uzn_Latn", + "languages": [ + "uzn-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.66333, + "ndcg_at_3": 0.73311, + "ndcg_at_5": 0.74731, + "ndcg_at_10": 0.76061, + "ndcg_at_20": 0.77068, + "ndcg_at_100": 0.78622, + "ndcg_at_1000": 0.78901, + "map_at_1": 0.66333, + "map_at_3": 0.71611, + "map_at_5": 0.724, + "map_at_10": 0.7295, + "map_at_20": 0.73239, + "map_at_100": 0.73464, + "map_at_1000": 0.73476, + "recall_at_1": 0.66333, + "recall_at_3": 0.78222, + "recall_at_5": 0.81667, + "recall_at_10": 0.85778, + "recall_at_20": 0.89667, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.66333, + "precision_at_3": 0.26074, + "precision_at_5": 0.16333, + "precision_at_10": 0.08578, + "precision_at_20": 0.04483, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.663333, + "mrr_at_3": 0.716111, + "mrr_at_5": 0.724, + "mrr_at_10": 0.7295, + "mrr_at_20": 0.732386, + "mrr_at_100": 0.734644, + "mrr_at_1000": 0.734761, + "nauc_ndcg_at_1_max": 0.699529, + "nauc_ndcg_at_1_std": -0.043169, + "nauc_ndcg_at_1_diff1": 0.83656, + "nauc_ndcg_at_3_max": 0.722669, + "nauc_ndcg_at_3_std": -0.02542, + "nauc_ndcg_at_3_diff1": 0.807387, + "nauc_ndcg_at_5_max": 0.720182, + "nauc_ndcg_at_5_std": -0.030926, + "nauc_ndcg_at_5_diff1": 0.802197, + "nauc_ndcg_at_10_max": 0.719563, + "nauc_ndcg_at_10_std": -0.01679, + "nauc_ndcg_at_10_diff1": 0.799399, + "nauc_ndcg_at_20_max": 0.714505, + "nauc_ndcg_at_20_std": -0.026535, + "nauc_ndcg_at_20_diff1": 0.797526, + "nauc_ndcg_at_100_max": 0.715535, + "nauc_ndcg_at_100_std": -0.024307, + "nauc_ndcg_at_100_diff1": 0.805833, + "nauc_ndcg_at_1000_max": 0.715729, + "nauc_ndcg_at_1000_std": -0.026058, + "nauc_ndcg_at_1000_diff1": 0.807641, + "nauc_map_at_1_max": 0.699529, + "nauc_map_at_1_std": -0.043169, + "nauc_map_at_1_diff1": 0.83656, + "nauc_map_at_3_max": 0.718257, + "nauc_map_at_3_std": -0.027685, + "nauc_map_at_3_diff1": 0.816067, + "nauc_map_at_5_max": 0.716714, + "nauc_map_at_5_std": -0.030459, + "nauc_map_at_5_diff1": 0.813501, + "nauc_map_at_10_max": 0.716436, + "nauc_map_at_10_std": -0.025785, + "nauc_map_at_10_diff1": 0.812796, + "nauc_map_at_20_max": 0.715209, + "nauc_map_at_20_std": -0.02822, + "nauc_map_at_20_diff1": 0.812522, + "nauc_map_at_100_max": 0.715129, + "nauc_map_at_100_std": -0.028145, + "nauc_map_at_100_diff1": 0.813491, + "nauc_map_at_1000_max": 0.71515, + "nauc_map_at_1000_std": -0.028146, + "nauc_map_at_1000_diff1": 0.813567, + "nauc_recall_at_1_max": 0.699529, + "nauc_recall_at_1_std": -0.043169, + "nauc_recall_at_1_diff1": 0.83656, + "nauc_recall_at_3_max": 0.73725, + "nauc_recall_at_3_std": -0.018753, + "nauc_recall_at_3_diff1": 0.776418, + "nauc_recall_at_5_max": 0.732623, + "nauc_recall_at_5_std": -0.035623, + "nauc_recall_at_5_diff1": 0.755943, + "nauc_recall_at_10_max": 0.732701, + "nauc_recall_at_10_std": 0.035904, + "nauc_recall_at_10_diff1": 0.729547, + "nauc_recall_at_20_max": 0.697549, + "nauc_recall_at_20_std": -0.022262, + "nauc_recall_at_20_diff1": 0.6916, + "nauc_recall_at_100_max": 0.7106, + "nauc_recall_at_100_std": 0.120301, + "nauc_recall_at_100_diff1": 0.692638, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699529, + "nauc_precision_at_1_std": -0.043169, + "nauc_precision_at_1_diff1": 0.83656, + "nauc_precision_at_3_max": 0.73725, + "nauc_precision_at_3_std": -0.018753, + "nauc_precision_at_3_diff1": 0.776418, + "nauc_precision_at_5_max": 0.732623, + "nauc_precision_at_5_std": -0.035623, + "nauc_precision_at_5_diff1": 0.755943, + "nauc_precision_at_10_max": 0.732701, + "nauc_precision_at_10_std": 0.035904, + "nauc_precision_at_10_diff1": 0.729547, + "nauc_precision_at_20_max": 0.697549, + "nauc_precision_at_20_std": -0.022262, + "nauc_precision_at_20_diff1": 0.6916, + "nauc_precision_at_100_max": 0.7106, + "nauc_precision_at_100_std": 0.120301, + "nauc_precision_at_100_diff1": 0.692638, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699529, + "nauc_mrr_at_1_std": -0.043169, + "nauc_mrr_at_1_diff1": 0.83656, + "nauc_mrr_at_3_max": 0.718257, + "nauc_mrr_at_3_std": -0.027685, + "nauc_mrr_at_3_diff1": 0.816067, + "nauc_mrr_at_5_max": 0.716714, + "nauc_mrr_at_5_std": -0.030459, + "nauc_mrr_at_5_diff1": 0.813501, + "nauc_mrr_at_10_max": 0.716436, + "nauc_mrr_at_10_std": -0.025785, + "nauc_mrr_at_10_diff1": 0.812796, + "nauc_mrr_at_20_max": 0.715209, + "nauc_mrr_at_20_std": -0.02822, + "nauc_mrr_at_20_diff1": 0.812522, + "nauc_mrr_at_100_max": 0.715129, + "nauc_mrr_at_100_std": -0.028145, + "nauc_mrr_at_100_diff1": 0.813491, + "nauc_mrr_at_1000_max": 0.71515, + "nauc_mrr_at_1000_std": -0.028146, + "nauc_mrr_at_1000_diff1": 0.813567, + "main_score": 0.76061, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45778, + "ndcg_at_3": 0.51639, + "ndcg_at_5": 0.53498, + "ndcg_at_10": 0.54882, + "ndcg_at_20": 0.55927, + "ndcg_at_100": 0.5841, + "ndcg_at_1000": 0.60699, + "map_at_1": 0.45778, + "map_at_3": 0.50241, + "map_at_5": 0.51263, + "map_at_10": 0.51844, + "map_at_20": 0.52133, + "map_at_100": 0.52458, + "map_at_1000": 0.52546, + "recall_at_1": 0.45778, + "recall_at_3": 0.55667, + "recall_at_5": 0.60222, + "recall_at_10": 0.64444, + "recall_at_20": 0.68556, + "recall_at_100": 0.82222, + "recall_at_1000": 1.0, + "precision_at_1": 0.45778, + "precision_at_3": 0.18556, + "precision_at_5": 0.12044, + "precision_at_10": 0.06444, + "precision_at_20": 0.03428, + "precision_at_100": 0.00822, + "precision_at_1000": 0.001, + "mrr_at_1": 0.457778, + "mrr_at_3": 0.502407, + "mrr_at_5": 0.51263, + "mrr_at_10": 0.51844, + "mrr_at_20": 0.521335, + "mrr_at_100": 0.524582, + "mrr_at_1000": 0.525457, + "nauc_ndcg_at_1_max": 0.809061, + "nauc_ndcg_at_1_std": 0.364977, + "nauc_ndcg_at_1_diff1": 0.831646, + "nauc_ndcg_at_3_max": 0.828066, + "nauc_ndcg_at_3_std": 0.419446, + "nauc_ndcg_at_3_diff1": 0.795159, + "nauc_ndcg_at_5_max": 0.818458, + "nauc_ndcg_at_5_std": 0.417556, + "nauc_ndcg_at_5_diff1": 0.778431, + "nauc_ndcg_at_10_max": 0.816105, + "nauc_ndcg_at_10_std": 0.421947, + "nauc_ndcg_at_10_diff1": 0.776394, + "nauc_ndcg_at_20_max": 0.810091, + "nauc_ndcg_at_20_std": 0.424058, + "nauc_ndcg_at_20_diff1": 0.772385, + "nauc_ndcg_at_100_max": 0.80674, + "nauc_ndcg_at_100_std": 0.42821, + "nauc_ndcg_at_100_diff1": 0.773079, + "nauc_ndcg_at_1000_max": 0.81305, + "nauc_ndcg_at_1000_std": 0.41804, + "nauc_ndcg_at_1000_diff1": 0.782287, + "nauc_map_at_1_max": 0.809061, + "nauc_map_at_1_std": 0.364977, + "nauc_map_at_1_diff1": 0.831646, + "nauc_map_at_3_max": 0.824449, + "nauc_map_at_3_std": 0.404706, + "nauc_map_at_3_diff1": 0.804257, + "nauc_map_at_5_max": 0.819326, + "nauc_map_at_5_std": 0.403448, + "nauc_map_at_5_diff1": 0.795449, + "nauc_map_at_10_max": 0.818371, + "nauc_map_at_10_std": 0.405375, + "nauc_map_at_10_diff1": 0.794733, + "nauc_map_at_20_max": 0.81677, + "nauc_map_at_20_std": 0.405844, + "nauc_map_at_20_diff1": 0.793751, + "nauc_map_at_100_max": 0.816352, + "nauc_map_at_100_std": 0.406669, + "nauc_map_at_100_diff1": 0.793726, + "nauc_map_at_1000_max": 0.816577, + "nauc_map_at_1000_std": 0.406337, + "nauc_map_at_1000_diff1": 0.79404, + "nauc_recall_at_1_max": 0.809061, + "nauc_recall_at_1_std": 0.364977, + "nauc_recall_at_1_diff1": 0.831646, + "nauc_recall_at_3_max": 0.838479, + "nauc_recall_at_3_std": 0.464354, + "nauc_recall_at_3_diff1": 0.767747, + "nauc_recall_at_5_max": 0.813531, + "nauc_recall_at_5_std": 0.46217, + "nauc_recall_at_5_diff1": 0.72213, + "nauc_recall_at_10_max": 0.805081, + "nauc_recall_at_10_std": 0.479103, + "nauc_recall_at_10_diff1": 0.710874, + "nauc_recall_at_20_max": 0.775957, + "nauc_recall_at_20_std": 0.494089, + "nauc_recall_at_20_diff1": 0.686461, + "nauc_recall_at_100_max": 0.724725, + "nauc_recall_at_100_std": 0.565106, + "nauc_recall_at_100_diff1": 0.650046, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.809061, + "nauc_precision_at_1_std": 0.364977, + "nauc_precision_at_1_diff1": 0.831646, + "nauc_precision_at_3_max": 0.838479, + "nauc_precision_at_3_std": 0.464354, + "nauc_precision_at_3_diff1": 0.767747, + "nauc_precision_at_5_max": 0.813531, + "nauc_precision_at_5_std": 0.46217, + "nauc_precision_at_5_diff1": 0.72213, + "nauc_precision_at_10_max": 0.805081, + "nauc_precision_at_10_std": 0.479103, + "nauc_precision_at_10_diff1": 0.710874, + "nauc_precision_at_20_max": 0.775957, + "nauc_precision_at_20_std": 0.494089, + "nauc_precision_at_20_diff1": 0.686461, + "nauc_precision_at_100_max": 0.724725, + "nauc_precision_at_100_std": 0.565106, + "nauc_precision_at_100_diff1": 0.650046, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.809061, + "nauc_mrr_at_1_std": 0.364977, + "nauc_mrr_at_1_diff1": 0.831646, + "nauc_mrr_at_3_max": 0.824449, + "nauc_mrr_at_3_std": 0.404706, + "nauc_mrr_at_3_diff1": 0.804257, + "nauc_mrr_at_5_max": 0.819326, + "nauc_mrr_at_5_std": 0.403448, + "nauc_mrr_at_5_diff1": 0.795449, + "nauc_mrr_at_10_max": 0.818371, + "nauc_mrr_at_10_std": 0.405375, + "nauc_mrr_at_10_diff1": 0.794733, + "nauc_mrr_at_20_max": 0.81677, + "nauc_mrr_at_20_std": 0.405844, + "nauc_mrr_at_20_diff1": 0.793751, + "nauc_mrr_at_100_max": 0.816352, + "nauc_mrr_at_100_std": 0.406669, + "nauc_mrr_at_100_diff1": 0.793726, + "nauc_mrr_at_1000_max": 0.816577, + "nauc_mrr_at_1000_std": 0.406337, + "nauc_mrr_at_1000_diff1": 0.79404, + "main_score": 0.54882, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.93111, + "ndcg_at_5": 0.93623, + "ndcg_at_10": 0.93908, + "ndcg_at_20": 0.94099, + "ndcg_at_100": 0.94331, + "ndcg_at_1000": 0.94359, + "map_at_1": 0.89333, + "map_at_3": 0.92222, + "map_at_5": 0.92511, + "map_at_10": 0.92628, + "map_at_20": 0.92677, + "map_at_100": 0.92711, + "map_at_1000": 0.92712, + "recall_at_1": 0.89333, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09778, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.925111, + "mrr_at_10": 0.926276, + "mrr_at_20": 0.92677, + "mrr_at_100": 0.927107, + "mrr_at_1000": 0.927118, + "nauc_ndcg_at_1_max": 0.769833, + "nauc_ndcg_at_1_std": -0.184999, + "nauc_ndcg_at_1_diff1": 0.904978, + "nauc_ndcg_at_3_max": 0.787263, + "nauc_ndcg_at_3_std": -0.187675, + "nauc_ndcg_at_3_diff1": 0.907447, + "nauc_ndcg_at_5_max": 0.79541, + "nauc_ndcg_at_5_std": -0.166468, + "nauc_ndcg_at_5_diff1": 0.91045, + "nauc_ndcg_at_10_max": 0.790633, + "nauc_ndcg_at_10_std": -0.159408, + "nauc_ndcg_at_10_diff1": 0.90851, + "nauc_ndcg_at_20_max": 0.789095, + "nauc_ndcg_at_20_std": -0.162323, + "nauc_ndcg_at_20_diff1": 0.909352, + "nauc_ndcg_at_100_max": 0.785526, + "nauc_ndcg_at_100_std": -0.174042, + "nauc_ndcg_at_100_diff1": 0.907452, + "nauc_ndcg_at_1000_max": 0.784431, + "nauc_ndcg_at_1000_std": -0.177811, + "nauc_ndcg_at_1000_diff1": 0.907315, + "nauc_map_at_1_max": 0.769833, + "nauc_map_at_1_std": -0.184999, + "nauc_map_at_1_diff1": 0.904978, + "nauc_map_at_3_max": 0.780884, + "nauc_map_at_3_std": -0.19222, + "nauc_map_at_3_diff1": 0.905969, + "nauc_map_at_5_max": 0.784569, + "nauc_map_at_5_std": -0.183397, + "nauc_map_at_5_diff1": 0.907403, + "nauc_map_at_10_max": 0.782741, + "nauc_map_at_10_std": -0.181532, + "nauc_map_at_10_diff1": 0.906682, + "nauc_map_at_20_max": 0.782369, + "nauc_map_at_20_std": -0.181806, + "nauc_map_at_20_diff1": 0.90682, + "nauc_map_at_100_max": 0.781714, + "nauc_map_at_100_std": -0.183848, + "nauc_map_at_100_diff1": 0.906558, + "nauc_map_at_1000_max": 0.781682, + "nauc_map_at_1000_std": -0.183956, + "nauc_map_at_1000_diff1": 0.906554, + "nauc_recall_at_1_max": 0.769833, + "nauc_recall_at_1_std": -0.184999, + "nauc_recall_at_1_diff1": 0.904978, + "nauc_recall_at_3_max": 0.820585, + "nauc_recall_at_3_std": -0.160262, + "nauc_recall_at_3_diff1": 0.915547, + "nauc_recall_at_5_max": 0.873216, + "nauc_recall_at_5_std": -0.03428, + "nauc_recall_at_5_diff1": 0.93289, + "nauc_recall_at_10_max": 0.864402, + "nauc_recall_at_10_std": 0.082563, + "nauc_recall_at_10_diff1": 0.925654, + "nauc_recall_at_20_max": 0.878474, + "nauc_recall_at_20_std": 0.14494, + "nauc_recall_at_20_diff1": 0.949723, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.561391, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769833, + "nauc_precision_at_1_std": -0.184999, + "nauc_precision_at_1_diff1": 0.904978, + "nauc_precision_at_3_max": 0.820585, + "nauc_precision_at_3_std": -0.160262, + "nauc_precision_at_3_diff1": 0.915547, + "nauc_precision_at_5_max": 0.873216, + "nauc_precision_at_5_std": -0.03428, + "nauc_precision_at_5_diff1": 0.93289, + "nauc_precision_at_10_max": 0.864402, + "nauc_precision_at_10_std": 0.082563, + "nauc_precision_at_10_diff1": 0.925654, + "nauc_precision_at_20_max": 0.878474, + "nauc_precision_at_20_std": 0.14494, + "nauc_precision_at_20_diff1": 0.949723, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.561391, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769833, + "nauc_mrr_at_1_std": -0.184999, + "nauc_mrr_at_1_diff1": 0.904978, + "nauc_mrr_at_3_max": 0.780884, + "nauc_mrr_at_3_std": -0.19222, + "nauc_mrr_at_3_diff1": 0.905969, + "nauc_mrr_at_5_max": 0.784569, + "nauc_mrr_at_5_std": -0.183397, + "nauc_mrr_at_5_diff1": 0.907403, + "nauc_mrr_at_10_max": 0.782741, + "nauc_mrr_at_10_std": -0.181532, + "nauc_mrr_at_10_diff1": 0.906682, + "nauc_mrr_at_20_max": 0.782369, + "nauc_mrr_at_20_std": -0.181806, + "nauc_mrr_at_20_diff1": 0.90682, + "nauc_mrr_at_100_max": 0.781714, + "nauc_mrr_at_100_std": -0.183848, + "nauc_mrr_at_100_diff1": 0.906558, + "nauc_mrr_at_1000_max": 0.781682, + "nauc_mrr_at_1000_std": -0.183956, + "nauc_mrr_at_1000_diff1": 0.906554, + "main_score": 0.93908, + "hf_subset": "vie_Latn-vie_Latn", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93807, + "ndcg_at_5": 0.9418, + "ndcg_at_10": 0.94683, + "ndcg_at_20": 0.94858, + "ndcg_at_100": 0.94912, + "ndcg_at_1000": 0.94939, + "map_at_1": 0.9, + "map_at_3": 0.92926, + "map_at_5": 0.93137, + "map_at_10": 0.93345, + "map_at_20": 0.93397, + "map_at_100": 0.93401, + "map_at_1000": 0.93402, + "recall_at_1": 0.9, + "recall_at_3": 0.96333, + "recall_at_5": 0.97222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.32111, + "precision_at_5": 0.19444, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.929259, + "mrr_at_5": 0.93137, + "mrr_at_10": 0.933451, + "mrr_at_20": 0.933968, + "mrr_at_100": 0.934014, + "mrr_at_1000": 0.934021, + "nauc_ndcg_at_1_max": 0.767388, + "nauc_ndcg_at_1_std": -0.311811, + "nauc_ndcg_at_1_diff1": 0.919364, + "nauc_ndcg_at_3_max": 0.806231, + "nauc_ndcg_at_3_std": -0.275605, + "nauc_ndcg_at_3_diff1": 0.92905, + "nauc_ndcg_at_5_max": 0.8007, + "nauc_ndcg_at_5_std": -0.293838, + "nauc_ndcg_at_5_diff1": 0.927617, + "nauc_ndcg_at_10_max": 0.795939, + "nauc_ndcg_at_10_std": -0.296821, + "nauc_ndcg_at_10_diff1": 0.929366, + "nauc_ndcg_at_20_max": 0.790442, + "nauc_ndcg_at_20_std": -0.292817, + "nauc_ndcg_at_20_diff1": 0.926956, + "nauc_ndcg_at_100_max": 0.792067, + "nauc_ndcg_at_100_std": -0.286672, + "nauc_ndcg_at_100_diff1": 0.926187, + "nauc_ndcg_at_1000_max": 0.790968, + "nauc_ndcg_at_1000_std": -0.293477, + "nauc_ndcg_at_1000_diff1": 0.925796, + "nauc_map_at_1_max": 0.767388, + "nauc_map_at_1_std": -0.311811, + "nauc_map_at_1_diff1": 0.919364, + "nauc_map_at_3_max": 0.793629, + "nauc_map_at_3_std": -0.288204, + "nauc_map_at_3_diff1": 0.92498, + "nauc_map_at_5_max": 0.790672, + "nauc_map_at_5_std": -0.296729, + "nauc_map_at_5_diff1": 0.924153, + "nauc_map_at_10_max": 0.789094, + "nauc_map_at_10_std": -0.298995, + "nauc_map_at_10_diff1": 0.924906, + "nauc_map_at_20_max": 0.787772, + "nauc_map_at_20_std": -0.298027, + "nauc_map_at_20_diff1": 0.924319, + "nauc_map_at_100_max": 0.787948, + "nauc_map_at_100_std": -0.297498, + "nauc_map_at_100_diff1": 0.924266, + "nauc_map_at_1000_max": 0.787925, + "nauc_map_at_1000_std": -0.297637, + "nauc_map_at_1000_diff1": 0.924257, + "nauc_recall_at_1_max": 0.767388, + "nauc_recall_at_1_std": -0.311811, + "nauc_recall_at_1_diff1": 0.919364, + "nauc_recall_at_3_max": 0.875888, + "nauc_recall_at_3_std": -0.20526, + "nauc_recall_at_3_diff1": 0.952324, + "nauc_recall_at_5_max": 0.869692, + "nauc_recall_at_5_std": -0.280019, + "nauc_recall_at_5_diff1": 0.952754, + "nauc_recall_at_10_max": 0.884602, + "nauc_recall_at_10_std": -0.26721, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.798413, + "nauc_recall_at_20_std": -0.095985, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767388, + "nauc_precision_at_1_std": -0.311811, + "nauc_precision_at_1_diff1": 0.919364, + "nauc_precision_at_3_max": 0.875888, + "nauc_precision_at_3_std": -0.20526, + "nauc_precision_at_3_diff1": 0.952324, + "nauc_precision_at_5_max": 0.869692, + "nauc_precision_at_5_std": -0.280019, + "nauc_precision_at_5_diff1": 0.952754, + "nauc_precision_at_10_max": 0.884602, + "nauc_precision_at_10_std": -0.26721, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.798413, + "nauc_precision_at_20_std": -0.095985, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767388, + "nauc_mrr_at_1_std": -0.311811, + "nauc_mrr_at_1_diff1": 0.919364, + "nauc_mrr_at_3_max": 0.793629, + "nauc_mrr_at_3_std": -0.288204, + "nauc_mrr_at_3_diff1": 0.92498, + "nauc_mrr_at_5_max": 0.790672, + "nauc_mrr_at_5_std": -0.296729, + "nauc_mrr_at_5_diff1": 0.924153, + "nauc_mrr_at_10_max": 0.789094, + "nauc_mrr_at_10_std": -0.298995, + "nauc_mrr_at_10_diff1": 0.924906, + "nauc_mrr_at_20_max": 0.787772, + "nauc_mrr_at_20_std": -0.298027, + "nauc_mrr_at_20_diff1": 0.924319, + "nauc_mrr_at_100_max": 0.787948, + "nauc_mrr_at_100_std": -0.297498, + "nauc_mrr_at_100_diff1": 0.924266, + "nauc_mrr_at_1000_max": 0.787925, + "nauc_mrr_at_1000_std": -0.297637, + "nauc_mrr_at_1000_diff1": 0.924257, + "main_score": 0.94683, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.908, + "ndcg_at_5": 0.91541, + "ndcg_at_10": 0.921, + "ndcg_at_20": 0.92413, + "ndcg_at_100": 0.9258, + "ndcg_at_1000": 0.92638, + "map_at_1": 0.86, + "map_at_3": 0.89685, + "map_at_5": 0.90102, + "map_at_10": 0.90343, + "map_at_20": 0.90431, + "map_at_100": 0.90455, + "map_at_1000": 0.90457, + "recall_at_1": 0.86, + "recall_at_3": 0.94, + "recall_at_5": 0.95778, + "recall_at_10": 0.97444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86, + "precision_at_3": 0.31333, + "precision_at_5": 0.19156, + "precision_at_10": 0.09744, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.896852, + "mrr_at_5": 0.901019, + "mrr_at_10": 0.903435, + "mrr_at_20": 0.904312, + "mrr_at_100": 0.90455, + "mrr_at_1000": 0.904572, + "nauc_ndcg_at_1_max": 0.814735, + "nauc_ndcg_at_1_std": -0.158969, + "nauc_ndcg_at_1_diff1": 0.938167, + "nauc_ndcg_at_3_max": 0.839594, + "nauc_ndcg_at_3_std": -0.126717, + "nauc_ndcg_at_3_diff1": 0.926641, + "nauc_ndcg_at_5_max": 0.841971, + "nauc_ndcg_at_5_std": -0.083711, + "nauc_ndcg_at_5_diff1": 0.926151, + "nauc_ndcg_at_10_max": 0.840459, + "nauc_ndcg_at_10_std": -0.093041, + "nauc_ndcg_at_10_diff1": 0.928573, + "nauc_ndcg_at_20_max": 0.83636, + "nauc_ndcg_at_20_std": -0.106318, + "nauc_ndcg_at_20_diff1": 0.930145, + "nauc_ndcg_at_100_max": 0.835923, + "nauc_ndcg_at_100_std": -0.105954, + "nauc_ndcg_at_100_diff1": 0.929702, + "nauc_ndcg_at_1000_max": 0.834603, + "nauc_ndcg_at_1000_std": -0.113718, + "nauc_ndcg_at_1000_diff1": 0.929627, + "nauc_map_at_1_max": 0.814735, + "nauc_map_at_1_std": -0.158969, + "nauc_map_at_1_diff1": 0.938167, + "nauc_map_at_3_max": 0.832417, + "nauc_map_at_3_std": -0.137642, + "nauc_map_at_3_diff1": 0.929015, + "nauc_map_at_5_max": 0.833106, + "nauc_map_at_5_std": -0.117698, + "nauc_map_at_5_diff1": 0.928904, + "nauc_map_at_10_max": 0.832431, + "nauc_map_at_10_std": -0.121365, + "nauc_map_at_10_diff1": 0.929815, + "nauc_map_at_20_max": 0.831473, + "nauc_map_at_20_std": -0.1245, + "nauc_map_at_20_diff1": 0.930198, + "nauc_map_at_100_max": 0.831478, + "nauc_map_at_100_std": -0.124491, + "nauc_map_at_100_diff1": 0.93016, + "nauc_map_at_1000_max": 0.831437, + "nauc_map_at_1000_std": -0.124732, + "nauc_map_at_1000_diff1": 0.930153, + "nauc_recall_at_1_max": 0.814735, + "nauc_recall_at_1_std": -0.158969, + "nauc_recall_at_1_diff1": 0.938167, + "nauc_recall_at_3_max": 0.873699, + "nauc_recall_at_3_std": -0.073547, + "nauc_recall_at_3_diff1": 0.916096, + "nauc_recall_at_5_max": 0.900609, + "nauc_recall_at_5_std": 0.153742, + "nauc_recall_at_5_diff1": 0.909148, + "nauc_recall_at_10_max": 0.923578, + "nauc_recall_at_10_std": 0.214712, + "nauc_recall_at_10_diff1": 0.920229, + "nauc_recall_at_20_max": 0.909353, + "nauc_recall_at_20_std": 0.204521, + "nauc_recall_at_20_diff1": 0.945534, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.855859, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.814735, + "nauc_precision_at_1_std": -0.158969, + "nauc_precision_at_1_diff1": 0.938167, + "nauc_precision_at_3_max": 0.873699, + "nauc_precision_at_3_std": -0.073547, + "nauc_precision_at_3_diff1": 0.916096, + "nauc_precision_at_5_max": 0.900609, + "nauc_precision_at_5_std": 0.153742, + "nauc_precision_at_5_diff1": 0.909148, + "nauc_precision_at_10_max": 0.923578, + "nauc_precision_at_10_std": 0.214712, + "nauc_precision_at_10_diff1": 0.920229, + "nauc_precision_at_20_max": 0.909353, + "nauc_precision_at_20_std": 0.204521, + "nauc_precision_at_20_diff1": 0.945534, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.855859, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.814735, + "nauc_mrr_at_1_std": -0.158969, + "nauc_mrr_at_1_diff1": 0.938167, + "nauc_mrr_at_3_max": 0.832417, + "nauc_mrr_at_3_std": -0.137642, + "nauc_mrr_at_3_diff1": 0.929015, + "nauc_mrr_at_5_max": 0.833106, + "nauc_mrr_at_5_std": -0.117698, + "nauc_mrr_at_5_diff1": 0.928904, + "nauc_mrr_at_10_max": 0.832431, + "nauc_mrr_at_10_std": -0.121365, + "nauc_mrr_at_10_diff1": 0.929815, + "nauc_mrr_at_20_max": 0.831473, + "nauc_mrr_at_20_std": -0.1245, + "nauc_mrr_at_20_diff1": 0.930198, + "nauc_mrr_at_100_max": 0.831478, + "nauc_mrr_at_100_std": -0.124491, + "nauc_mrr_at_100_diff1": 0.93016, + "nauc_mrr_at_1000_max": 0.831437, + "nauc_mrr_at_1000_std": -0.124732, + "nauc_mrr_at_1000_diff1": 0.930153, + "main_score": 0.921, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.72667, + "ndcg_at_3": 0.77438, + "ndcg_at_5": 0.78308, + "ndcg_at_10": 0.79444, + "ndcg_at_20": 0.80093, + "ndcg_at_100": 0.81259, + "ndcg_at_1000": 0.8188, + "map_at_1": 0.72667, + "map_at_3": 0.76315, + "map_at_5": 0.76798, + "map_at_10": 0.7726, + "map_at_20": 0.77439, + "map_at_100": 0.77596, + "map_at_1000": 0.77621, + "recall_at_1": 0.72667, + "recall_at_3": 0.80667, + "recall_at_5": 0.82778, + "recall_at_10": 0.86333, + "recall_at_20": 0.88889, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "precision_at_1": 0.72667, + "precision_at_3": 0.26889, + "precision_at_5": 0.16556, + "precision_at_10": 0.08633, + "precision_at_20": 0.04444, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.726667, + "mrr_at_3": 0.763148, + "mrr_at_5": 0.767981, + "mrr_at_10": 0.772596, + "mrr_at_20": 0.774391, + "mrr_at_100": 0.775961, + "mrr_at_1000": 0.776206, + "nauc_ndcg_at_1_max": 0.765847, + "nauc_ndcg_at_1_std": -0.385675, + "nauc_ndcg_at_1_diff1": 0.904822, + "nauc_ndcg_at_3_max": 0.784375, + "nauc_ndcg_at_3_std": -0.415484, + "nauc_ndcg_at_3_diff1": 0.889316, + "nauc_ndcg_at_5_max": 0.789436, + "nauc_ndcg_at_5_std": -0.405493, + "nauc_ndcg_at_5_diff1": 0.888093, + "nauc_ndcg_at_10_max": 0.78825, + "nauc_ndcg_at_10_std": -0.395338, + "nauc_ndcg_at_10_diff1": 0.886237, + "nauc_ndcg_at_20_max": 0.784611, + "nauc_ndcg_at_20_std": -0.401596, + "nauc_ndcg_at_20_diff1": 0.884929, + "nauc_ndcg_at_100_max": 0.784302, + "nauc_ndcg_at_100_std": -0.397063, + "nauc_ndcg_at_100_diff1": 0.886934, + "nauc_ndcg_at_1000_max": 0.783847, + "nauc_ndcg_at_1000_std": -0.401276, + "nauc_ndcg_at_1000_diff1": 0.888959, + "nauc_map_at_1_max": 0.765847, + "nauc_map_at_1_std": -0.385675, + "nauc_map_at_1_diff1": 0.904822, + "nauc_map_at_3_max": 0.780895, + "nauc_map_at_3_std": -0.4088, + "nauc_map_at_3_diff1": 0.893675, + "nauc_map_at_5_max": 0.783313, + "nauc_map_at_5_std": -0.403913, + "nauc_map_at_5_diff1": 0.893005, + "nauc_map_at_10_max": 0.782774, + "nauc_map_at_10_std": -0.400588, + "nauc_map_at_10_diff1": 0.892305, + "nauc_map_at_20_max": 0.781828, + "nauc_map_at_20_std": -0.402251, + "nauc_map_at_20_diff1": 0.891969, + "nauc_map_at_100_max": 0.781753, + "nauc_map_at_100_std": -0.402067, + "nauc_map_at_100_diff1": 0.892175, + "nauc_map_at_1000_max": 0.78176, + "nauc_map_at_1000_std": -0.402133, + "nauc_map_at_1000_diff1": 0.892255, + "nauc_recall_at_1_max": 0.765847, + "nauc_recall_at_1_std": -0.385675, + "nauc_recall_at_1_diff1": 0.904822, + "nauc_recall_at_3_max": 0.795443, + "nauc_recall_at_3_std": -0.437504, + "nauc_recall_at_3_diff1": 0.874437, + "nauc_recall_at_5_max": 0.812463, + "nauc_recall_at_5_std": -0.408011, + "nauc_recall_at_5_diff1": 0.869778, + "nauc_recall_at_10_max": 0.812403, + "nauc_recall_at_10_std": -0.359538, + "nauc_recall_at_10_diff1": 0.858079, + "nauc_recall_at_20_max": 0.793576, + "nauc_recall_at_20_std": -0.392223, + "nauc_recall_at_20_diff1": 0.844631, + "nauc_recall_at_100_max": 0.801207, + "nauc_recall_at_100_std": -0.271003, + "nauc_recall_at_100_diff1": 0.83595, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765847, + "nauc_precision_at_1_std": -0.385675, + "nauc_precision_at_1_diff1": 0.904822, + "nauc_precision_at_3_max": 0.795443, + "nauc_precision_at_3_std": -0.437504, + "nauc_precision_at_3_diff1": 0.874437, + "nauc_precision_at_5_max": 0.812463, + "nauc_precision_at_5_std": -0.408011, + "nauc_precision_at_5_diff1": 0.869778, + "nauc_precision_at_10_max": 0.812403, + "nauc_precision_at_10_std": -0.359538, + "nauc_precision_at_10_diff1": 0.858079, + "nauc_precision_at_20_max": 0.793576, + "nauc_precision_at_20_std": -0.392223, + "nauc_precision_at_20_diff1": 0.844631, + "nauc_precision_at_100_max": 0.801207, + "nauc_precision_at_100_std": -0.271003, + "nauc_precision_at_100_diff1": 0.83595, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765847, + "nauc_mrr_at_1_std": -0.385675, + "nauc_mrr_at_1_diff1": 0.904822, + "nauc_mrr_at_3_max": 0.780895, + "nauc_mrr_at_3_std": -0.4088, + "nauc_mrr_at_3_diff1": 0.893675, + "nauc_mrr_at_5_max": 0.783313, + "nauc_mrr_at_5_std": -0.403913, + "nauc_mrr_at_5_diff1": 0.893005, + "nauc_mrr_at_10_max": 0.782774, + "nauc_mrr_at_10_std": -0.400588, + "nauc_mrr_at_10_diff1": 0.892305, + "nauc_mrr_at_20_max": 0.781828, + "nauc_mrr_at_20_std": -0.402251, + "nauc_mrr_at_20_diff1": 0.891969, + "nauc_mrr_at_100_max": 0.781753, + "nauc_mrr_at_100_std": -0.402067, + "nauc_mrr_at_100_diff1": 0.892175, + "nauc_mrr_at_1000_max": 0.78176, + "nauc_mrr_at_1000_std": -0.402133, + "nauc_mrr_at_1000_diff1": 0.892255, + "main_score": 0.79444, + "hf_subset": "war_Latn-war_Latn", + "languages": [ + "war-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.85964, + "ndcg_at_5": 0.86844, + "ndcg_at_10": 0.87855, + "ndcg_at_20": 0.88423, + "ndcg_at_100": 0.88857, + "ndcg_at_1000": 0.88963, + "map_at_1": 0.81, + "map_at_3": 0.84759, + "map_at_5": 0.85254, + "map_at_10": 0.85674, + "map_at_20": 0.85833, + "map_at_100": 0.85894, + "map_at_1000": 0.85899, + "recall_at_1": 0.81, + "recall_at_3": 0.89444, + "recall_at_5": 0.91556, + "recall_at_10": 0.94667, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.81, + "precision_at_3": 0.29815, + "precision_at_5": 0.18311, + "precision_at_10": 0.09467, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81, + "mrr_at_3": 0.847593, + "mrr_at_5": 0.852537, + "mrr_at_10": 0.856744, + "mrr_at_20": 0.858333, + "mrr_at_100": 0.858935, + "mrr_at_1000": 0.858987, + "nauc_ndcg_at_1_max": 0.792606, + "nauc_ndcg_at_1_std": -0.121574, + "nauc_ndcg_at_1_diff1": 0.906595, + "nauc_ndcg_at_3_max": 0.821593, + "nauc_ndcg_at_3_std": -0.1052, + "nauc_ndcg_at_3_diff1": 0.895751, + "nauc_ndcg_at_5_max": 0.813786, + "nauc_ndcg_at_5_std": -0.12215, + "nauc_ndcg_at_5_diff1": 0.891643, + "nauc_ndcg_at_10_max": 0.81036, + "nauc_ndcg_at_10_std": -0.128773, + "nauc_ndcg_at_10_diff1": 0.890853, + "nauc_ndcg_at_20_max": 0.811232, + "nauc_ndcg_at_20_std": -0.127896, + "nauc_ndcg_at_20_diff1": 0.893097, + "nauc_ndcg_at_100_max": 0.812735, + "nauc_ndcg_at_100_std": -0.120738, + "nauc_ndcg_at_100_diff1": 0.895601, + "nauc_ndcg_at_1000_max": 0.811902, + "nauc_ndcg_at_1000_std": -0.122305, + "nauc_ndcg_at_1000_diff1": 0.89618, + "nauc_map_at_1_max": 0.792606, + "nauc_map_at_1_std": -0.121574, + "nauc_map_at_1_diff1": 0.906595, + "nauc_map_at_3_max": 0.815659, + "nauc_map_at_3_std": -0.110766, + "nauc_map_at_3_diff1": 0.899373, + "nauc_map_at_5_max": 0.811425, + "nauc_map_at_5_std": -0.119607, + "nauc_map_at_5_diff1": 0.897368, + "nauc_map_at_10_max": 0.810092, + "nauc_map_at_10_std": -0.123119, + "nauc_map_at_10_diff1": 0.897228, + "nauc_map_at_20_max": 0.81022, + "nauc_map_at_20_std": -0.123153, + "nauc_map_at_20_diff1": 0.897844, + "nauc_map_at_100_max": 0.810515, + "nauc_map_at_100_std": -0.121959, + "nauc_map_at_100_diff1": 0.898173, + "nauc_map_at_1000_max": 0.810492, + "nauc_map_at_1000_std": -0.121935, + "nauc_map_at_1000_diff1": 0.898204, + "nauc_recall_at_1_max": 0.792606, + "nauc_recall_at_1_std": -0.121574, + "nauc_recall_at_1_diff1": 0.906595, + "nauc_recall_at_3_max": 0.843867, + "nauc_recall_at_3_std": -0.082478, + "nauc_recall_at_3_diff1": 0.880999, + "nauc_recall_at_5_max": 0.821779, + "nauc_recall_at_5_std": -0.137341, + "nauc_recall_at_5_diff1": 0.863022, + "nauc_recall_at_10_max": 0.803892, + "nauc_recall_at_10_std": -0.174049, + "nauc_recall_at_10_diff1": 0.841425, + "nauc_recall_at_20_max": 0.813692, + "nauc_recall_at_20_std": -0.18434, + "nauc_recall_at_20_diff1": 0.836618, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.09257, + "nauc_recall_at_100_diff1": 0.843604, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792606, + "nauc_precision_at_1_std": -0.121574, + "nauc_precision_at_1_diff1": 0.906595, + "nauc_precision_at_3_max": 0.843867, + "nauc_precision_at_3_std": -0.082478, + "nauc_precision_at_3_diff1": 0.880999, + "nauc_precision_at_5_max": 0.821779, + "nauc_precision_at_5_std": -0.137341, + "nauc_precision_at_5_diff1": 0.863022, + "nauc_precision_at_10_max": 0.803892, + "nauc_precision_at_10_std": -0.174049, + "nauc_precision_at_10_diff1": 0.841425, + "nauc_precision_at_20_max": 0.813692, + "nauc_precision_at_20_std": -0.18434, + "nauc_precision_at_20_diff1": 0.836618, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.09257, + "nauc_precision_at_100_diff1": 0.843604, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792606, + "nauc_mrr_at_1_std": -0.121574, + "nauc_mrr_at_1_diff1": 0.906595, + "nauc_mrr_at_3_max": 0.815659, + "nauc_mrr_at_3_std": -0.110766, + "nauc_mrr_at_3_diff1": 0.899373, + "nauc_mrr_at_5_max": 0.811425, + "nauc_mrr_at_5_std": -0.119607, + "nauc_mrr_at_5_diff1": 0.897368, + "nauc_mrr_at_10_max": 0.810092, + "nauc_mrr_at_10_std": -0.123119, + "nauc_mrr_at_10_diff1": 0.897228, + "nauc_mrr_at_20_max": 0.81022, + "nauc_mrr_at_20_std": -0.123153, + "nauc_mrr_at_20_diff1": 0.897844, + "nauc_mrr_at_100_max": 0.810515, + "nauc_mrr_at_100_std": -0.121959, + "nauc_mrr_at_100_diff1": 0.898173, + "nauc_mrr_at_1000_max": 0.810492, + "nauc_mrr_at_1000_std": -0.121935, + "nauc_mrr_at_1000_diff1": 0.898204, + "main_score": 0.87855, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68556, + "ndcg_at_3": 0.73423, + "ndcg_at_5": 0.74231, + "ndcg_at_10": 0.74912, + "ndcg_at_20": 0.75609, + "ndcg_at_100": 0.77066, + "ndcg_at_1000": 0.78156, + "map_at_1": 0.68556, + "map_at_3": 0.72259, + "map_at_5": 0.72698, + "map_at_10": 0.72978, + "map_at_20": 0.73167, + "map_at_100": 0.73358, + "map_at_1000": 0.73403, + "recall_at_1": 0.68556, + "recall_at_3": 0.76778, + "recall_at_5": 0.78778, + "recall_at_10": 0.80889, + "recall_at_20": 0.83667, + "recall_at_100": 0.91667, + "recall_at_1000": 1.0, + "precision_at_1": 0.68556, + "precision_at_3": 0.25593, + "precision_at_5": 0.15756, + "precision_at_10": 0.08089, + "precision_at_20": 0.04183, + "precision_at_100": 0.00917, + "precision_at_1000": 0.001, + "mrr_at_1": 0.685556, + "mrr_at_3": 0.722593, + "mrr_at_5": 0.726981, + "mrr_at_10": 0.729783, + "mrr_at_20": 0.731668, + "mrr_at_100": 0.733585, + "mrr_at_1000": 0.734028, + "nauc_ndcg_at_1_max": 0.881345, + "nauc_ndcg_at_1_std": 0.511006, + "nauc_ndcg_at_1_diff1": 0.917819, + "nauc_ndcg_at_3_max": 0.911831, + "nauc_ndcg_at_3_std": 0.591326, + "nauc_ndcg_at_3_diff1": 0.90521, + "nauc_ndcg_at_5_max": 0.911291, + "nauc_ndcg_at_5_std": 0.599691, + "nauc_ndcg_at_5_diff1": 0.900994, + "nauc_ndcg_at_10_max": 0.90932, + "nauc_ndcg_at_10_std": 0.605961, + "nauc_ndcg_at_10_diff1": 0.898622, + "nauc_ndcg_at_20_max": 0.90935, + "nauc_ndcg_at_20_std": 0.609179, + "nauc_ndcg_at_20_diff1": 0.898444, + "nauc_ndcg_at_100_max": 0.905857, + "nauc_ndcg_at_100_std": 0.604371, + "nauc_ndcg_at_100_diff1": 0.898023, + "nauc_ndcg_at_1000_max": 0.905938, + "nauc_ndcg_at_1000_std": 0.594044, + "nauc_ndcg_at_1000_diff1": 0.901708, + "nauc_map_at_1_max": 0.881345, + "nauc_map_at_1_std": 0.511006, + "nauc_map_at_1_diff1": 0.917819, + "nauc_map_at_3_max": 0.905005, + "nauc_map_at_3_std": 0.572163, + "nauc_map_at_3_diff1": 0.908782, + "nauc_map_at_5_max": 0.904692, + "nauc_map_at_5_std": 0.576321, + "nauc_map_at_5_diff1": 0.906722, + "nauc_map_at_10_max": 0.903906, + "nauc_map_at_10_std": 0.578944, + "nauc_map_at_10_diff1": 0.905849, + "nauc_map_at_20_max": 0.903864, + "nauc_map_at_20_std": 0.579677, + "nauc_map_at_20_diff1": 0.90587, + "nauc_map_at_100_max": 0.903399, + "nauc_map_at_100_std": 0.579103, + "nauc_map_at_100_diff1": 0.905783, + "nauc_map_at_1000_max": 0.903401, + "nauc_map_at_1000_std": 0.578725, + "nauc_map_at_1000_diff1": 0.905909, + "nauc_recall_at_1_max": 0.881345, + "nauc_recall_at_1_std": 0.511006, + "nauc_recall_at_1_diff1": 0.917819, + "nauc_recall_at_3_max": 0.933856, + "nauc_recall_at_3_std": 0.653823, + "nauc_recall_at_3_diff1": 0.893261, + "nauc_recall_at_5_max": 0.933634, + "nauc_recall_at_5_std": 0.682159, + "nauc_recall_at_5_diff1": 0.879834, + "nauc_recall_at_10_max": 0.92788, + "nauc_recall_at_10_std": 0.711078, + "nauc_recall_at_10_diff1": 0.86882, + "nauc_recall_at_20_max": 0.931067, + "nauc_recall_at_20_std": 0.743923, + "nauc_recall_at_20_diff1": 0.863007, + "nauc_recall_at_100_max": 0.904669, + "nauc_recall_at_100_std": 0.789076, + "nauc_recall_at_100_diff1": 0.831254, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.881345, + "nauc_precision_at_1_std": 0.511006, + "nauc_precision_at_1_diff1": 0.917819, + "nauc_precision_at_3_max": 0.933856, + "nauc_precision_at_3_std": 0.653823, + "nauc_precision_at_3_diff1": 0.893261, + "nauc_precision_at_5_max": 0.933634, + "nauc_precision_at_5_std": 0.682159, + "nauc_precision_at_5_diff1": 0.879834, + "nauc_precision_at_10_max": 0.92788, + "nauc_precision_at_10_std": 0.711078, + "nauc_precision_at_10_diff1": 0.86882, + "nauc_precision_at_20_max": 0.931067, + "nauc_precision_at_20_std": 0.743923, + "nauc_precision_at_20_diff1": 0.863007, + "nauc_precision_at_100_max": 0.904669, + "nauc_precision_at_100_std": 0.789076, + "nauc_precision_at_100_diff1": 0.831254, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.881345, + "nauc_mrr_at_1_std": 0.511006, + "nauc_mrr_at_1_diff1": 0.917819, + "nauc_mrr_at_3_max": 0.905005, + "nauc_mrr_at_3_std": 0.572163, + "nauc_mrr_at_3_diff1": 0.908782, + "nauc_mrr_at_5_max": 0.904692, + "nauc_mrr_at_5_std": 0.576321, + "nauc_mrr_at_5_diff1": 0.906722, + "nauc_mrr_at_10_max": 0.903906, + "nauc_mrr_at_10_std": 0.578944, + "nauc_mrr_at_10_diff1": 0.905849, + "nauc_mrr_at_20_max": 0.903864, + "nauc_mrr_at_20_std": 0.579677, + "nauc_mrr_at_20_diff1": 0.90587, + "nauc_mrr_at_100_max": 0.903399, + "nauc_mrr_at_100_std": 0.579103, + "nauc_mrr_at_100_diff1": 0.905783, + "nauc_mrr_at_1000_max": 0.903401, + "nauc_mrr_at_1000_std": 0.578725, + "nauc_mrr_at_1000_diff1": 0.905909, + "main_score": 0.74912, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.51573, + "ndcg_at_5": 0.52692, + "ndcg_at_10": 0.54329, + "ndcg_at_20": 0.5557, + "ndcg_at_100": 0.57925, + "ndcg_at_1000": 0.60394, + "map_at_1": 0.46778, + "map_at_3": 0.50389, + "map_at_5": 0.51022, + "map_at_10": 0.5171, + "map_at_20": 0.52037, + "map_at_100": 0.52321, + "map_at_1000": 0.52419, + "recall_at_1": 0.46778, + "recall_at_3": 0.55, + "recall_at_5": 0.57667, + "recall_at_10": 0.62667, + "recall_at_20": 0.67667, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "precision_at_1": 0.46778, + "precision_at_3": 0.18333, + "precision_at_5": 0.11533, + "precision_at_10": 0.06267, + "precision_at_20": 0.03383, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.503889, + "mrr_at_5": 0.510222, + "mrr_at_10": 0.517097, + "mrr_at_20": 0.520374, + "mrr_at_100": 0.523214, + "mrr_at_1000": 0.524188, + "nauc_ndcg_at_1_max": 0.655178, + "nauc_ndcg_at_1_std": -0.575005, + "nauc_ndcg_at_1_diff1": 0.863096, + "nauc_ndcg_at_3_max": 0.64907, + "nauc_ndcg_at_3_std": -0.594487, + "nauc_ndcg_at_3_diff1": 0.824188, + "nauc_ndcg_at_5_max": 0.645179, + "nauc_ndcg_at_5_std": -0.585342, + "nauc_ndcg_at_5_diff1": 0.81696, + "nauc_ndcg_at_10_max": 0.638364, + "nauc_ndcg_at_10_std": -0.581928, + "nauc_ndcg_at_10_diff1": 0.807907, + "nauc_ndcg_at_20_max": 0.635023, + "nauc_ndcg_at_20_std": -0.58481, + "nauc_ndcg_at_20_diff1": 0.804311, + "nauc_ndcg_at_100_max": 0.63581, + "nauc_ndcg_at_100_std": -0.578698, + "nauc_ndcg_at_100_diff1": 0.807027, + "nauc_ndcg_at_1000_max": 0.639603, + "nauc_ndcg_at_1000_std": -0.583666, + "nauc_ndcg_at_1000_diff1": 0.814442, + "nauc_map_at_1_max": 0.655178, + "nauc_map_at_1_std": -0.575005, + "nauc_map_at_1_diff1": 0.863096, + "nauc_map_at_3_max": 0.650476, + "nauc_map_at_3_std": -0.589743, + "nauc_map_at_3_diff1": 0.833578, + "nauc_map_at_5_max": 0.64838, + "nauc_map_at_5_std": -0.584412, + "nauc_map_at_5_diff1": 0.829547, + "nauc_map_at_10_max": 0.645649, + "nauc_map_at_10_std": -0.582922, + "nauc_map_at_10_diff1": 0.825894, + "nauc_map_at_20_max": 0.644863, + "nauc_map_at_20_std": -0.583611, + "nauc_map_at_20_diff1": 0.825025, + "nauc_map_at_100_max": 0.64483, + "nauc_map_at_100_std": -0.583197, + "nauc_map_at_100_diff1": 0.825283, + "nauc_map_at_1000_max": 0.644904, + "nauc_map_at_1000_std": -0.58347, + "nauc_map_at_1000_diff1": 0.825503, + "nauc_recall_at_1_max": 0.655178, + "nauc_recall_at_1_std": -0.575005, + "nauc_recall_at_1_diff1": 0.863096, + "nauc_recall_at_3_max": 0.6449, + "nauc_recall_at_3_std": -0.608669, + "nauc_recall_at_3_diff1": 0.796156, + "nauc_recall_at_5_max": 0.634795, + "nauc_recall_at_5_std": -0.587165, + "nauc_recall_at_5_diff1": 0.777581, + "nauc_recall_at_10_max": 0.610856, + "nauc_recall_at_10_std": -0.576424, + "nauc_recall_at_10_diff1": 0.744498, + "nauc_recall_at_20_max": 0.591878, + "nauc_recall_at_20_std": -0.589969, + "nauc_recall_at_20_diff1": 0.72133, + "nauc_recall_at_100_max": 0.582715, + "nauc_recall_at_100_std": -0.524444, + "nauc_recall_at_100_diff1": 0.709359, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.655178, + "nauc_precision_at_1_std": -0.575005, + "nauc_precision_at_1_diff1": 0.863096, + "nauc_precision_at_3_max": 0.6449, + "nauc_precision_at_3_std": -0.608669, + "nauc_precision_at_3_diff1": 0.796156, + "nauc_precision_at_5_max": 0.634795, + "nauc_precision_at_5_std": -0.587165, + "nauc_precision_at_5_diff1": 0.777581, + "nauc_precision_at_10_max": 0.610856, + "nauc_precision_at_10_std": -0.576424, + "nauc_precision_at_10_diff1": 0.744498, + "nauc_precision_at_20_max": 0.591878, + "nauc_precision_at_20_std": -0.589969, + "nauc_precision_at_20_diff1": 0.72133, + "nauc_precision_at_100_max": 0.582715, + "nauc_precision_at_100_std": -0.524444, + "nauc_precision_at_100_diff1": 0.709359, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.655178, + "nauc_mrr_at_1_std": -0.575005, + "nauc_mrr_at_1_diff1": 0.863096, + "nauc_mrr_at_3_max": 0.650476, + "nauc_mrr_at_3_std": -0.589743, + "nauc_mrr_at_3_diff1": 0.833578, + "nauc_mrr_at_5_max": 0.64838, + "nauc_mrr_at_5_std": -0.584412, + "nauc_mrr_at_5_diff1": 0.829547, + "nauc_mrr_at_10_max": 0.645649, + "nauc_mrr_at_10_std": -0.582922, + "nauc_mrr_at_10_diff1": 0.825894, + "nauc_mrr_at_20_max": 0.644863, + "nauc_mrr_at_20_std": -0.583611, + "nauc_mrr_at_20_diff1": 0.825025, + "nauc_mrr_at_100_max": 0.64483, + "nauc_mrr_at_100_std": -0.583197, + "nauc_mrr_at_100_diff1": 0.825283, + "nauc_mrr_at_1000_max": 0.644904, + "nauc_mrr_at_1000_std": -0.58347, + "nauc_mrr_at_1000_diff1": 0.825503, + "main_score": 0.54329, + "hf_subset": "wol_Latn-wol_Latn", + "languages": [ + "wol-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.64569, + "ndcg_at_5": 0.65807, + "ndcg_at_10": 0.67372, + "ndcg_at_20": 0.68441, + "ndcg_at_100": 0.70315, + "ndcg_at_1000": 0.7149, + "map_at_1": 0.58556, + "map_at_3": 0.63111, + "map_at_5": 0.638, + "map_at_10": 0.64458, + "map_at_20": 0.64752, + "map_at_100": 0.64995, + "map_at_1000": 0.65044, + "recall_at_1": 0.58556, + "recall_at_3": 0.68778, + "recall_at_5": 0.71778, + "recall_at_10": 0.76556, + "recall_at_20": 0.80778, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "precision_at_1": 0.58556, + "precision_at_3": 0.22926, + "precision_at_5": 0.14356, + "precision_at_10": 0.07656, + "precision_at_20": 0.04039, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.631111, + "mrr_at_5": 0.638, + "mrr_at_10": 0.644582, + "mrr_at_20": 0.647521, + "mrr_at_100": 0.649951, + "mrr_at_1000": 0.650442, + "nauc_ndcg_at_1_max": 0.789037, + "nauc_ndcg_at_1_std": 0.060796, + "nauc_ndcg_at_1_diff1": 0.896575, + "nauc_ndcg_at_3_max": 0.803604, + "nauc_ndcg_at_3_std": 0.084521, + "nauc_ndcg_at_3_diff1": 0.856799, + "nauc_ndcg_at_5_max": 0.797612, + "nauc_ndcg_at_5_std": 0.080081, + "nauc_ndcg_at_5_diff1": 0.853932, + "nauc_ndcg_at_10_max": 0.79498, + "nauc_ndcg_at_10_std": 0.092541, + "nauc_ndcg_at_10_diff1": 0.849483, + "nauc_ndcg_at_20_max": 0.790808, + "nauc_ndcg_at_20_std": 0.088115, + "nauc_ndcg_at_20_diff1": 0.849722, + "nauc_ndcg_at_100_max": 0.788664, + "nauc_ndcg_at_100_std": 0.081428, + "nauc_ndcg_at_100_diff1": 0.849972, + "nauc_ndcg_at_1000_max": 0.79343, + "nauc_ndcg_at_1000_std": 0.082498, + "nauc_ndcg_at_1000_diff1": 0.856729, + "nauc_map_at_1_max": 0.789037, + "nauc_map_at_1_std": 0.060796, + "nauc_map_at_1_diff1": 0.896575, + "nauc_map_at_3_max": 0.801148, + "nauc_map_at_3_std": 0.077747, + "nauc_map_at_3_diff1": 0.867378, + "nauc_map_at_5_max": 0.797861, + "nauc_map_at_5_std": 0.075053, + "nauc_map_at_5_diff1": 0.865948, + "nauc_map_at_10_max": 0.796925, + "nauc_map_at_10_std": 0.080086, + "nauc_map_at_10_diff1": 0.864367, + "nauc_map_at_20_max": 0.795778, + "nauc_map_at_20_std": 0.078594, + "nauc_map_at_20_diff1": 0.864487, + "nauc_map_at_100_max": 0.795506, + "nauc_map_at_100_std": 0.077812, + "nauc_map_at_100_diff1": 0.864504, + "nauc_map_at_1000_max": 0.795706, + "nauc_map_at_1000_std": 0.077939, + "nauc_map_at_1000_diff1": 0.864773, + "nauc_recall_at_1_max": 0.789037, + "nauc_recall_at_1_std": 0.060796, + "nauc_recall_at_1_diff1": 0.896575, + "nauc_recall_at_3_max": 0.810878, + "nauc_recall_at_3_std": 0.106545, + "nauc_recall_at_3_diff1": 0.822728, + "nauc_recall_at_5_max": 0.79517, + "nauc_recall_at_5_std": 0.097124, + "nauc_recall_at_5_diff1": 0.812408, + "nauc_recall_at_10_max": 0.783911, + "nauc_recall_at_10_std": 0.146788, + "nauc_recall_at_10_diff1": 0.788581, + "nauc_recall_at_20_max": 0.759382, + "nauc_recall_at_20_std": 0.134217, + "nauc_recall_at_20_diff1": 0.779898, + "nauc_recall_at_100_max": 0.697934, + "nauc_recall_at_100_std": 0.075432, + "nauc_recall_at_100_diff1": 0.71781, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789037, + "nauc_precision_at_1_std": 0.060796, + "nauc_precision_at_1_diff1": 0.896575, + "nauc_precision_at_3_max": 0.810878, + "nauc_precision_at_3_std": 0.106545, + "nauc_precision_at_3_diff1": 0.822728, + "nauc_precision_at_5_max": 0.79517, + "nauc_precision_at_5_std": 0.097124, + "nauc_precision_at_5_diff1": 0.812408, + "nauc_precision_at_10_max": 0.783911, + "nauc_precision_at_10_std": 0.146788, + "nauc_precision_at_10_diff1": 0.788581, + "nauc_precision_at_20_max": 0.759382, + "nauc_precision_at_20_std": 0.134217, + "nauc_precision_at_20_diff1": 0.779898, + "nauc_precision_at_100_max": 0.697934, + "nauc_precision_at_100_std": 0.075432, + "nauc_precision_at_100_diff1": 0.71781, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789037, + "nauc_mrr_at_1_std": 0.060796, + "nauc_mrr_at_1_diff1": 0.896575, + "nauc_mrr_at_3_max": 0.801148, + "nauc_mrr_at_3_std": 0.077747, + "nauc_mrr_at_3_diff1": 0.867378, + "nauc_mrr_at_5_max": 0.797861, + "nauc_mrr_at_5_std": 0.075053, + "nauc_mrr_at_5_diff1": 0.865948, + "nauc_mrr_at_10_max": 0.796925, + "nauc_mrr_at_10_std": 0.080086, + "nauc_mrr_at_10_diff1": 0.864367, + "nauc_mrr_at_20_max": 0.795778, + "nauc_mrr_at_20_std": 0.078594, + "nauc_mrr_at_20_diff1": 0.864487, + "nauc_mrr_at_100_max": 0.795506, + "nauc_mrr_at_100_std": 0.077812, + "nauc_mrr_at_100_diff1": 0.864504, + "nauc_mrr_at_1000_max": 0.795706, + "nauc_mrr_at_1000_std": 0.077939, + "nauc_mrr_at_1000_diff1": 0.864773, + "main_score": 0.67372, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48222, + "ndcg_at_3": 0.53563, + "ndcg_at_5": 0.54395, + "ndcg_at_10": 0.55179, + "ndcg_at_20": 0.55707, + "ndcg_at_100": 0.57724, + "ndcg_at_1000": 0.60894, + "map_at_1": 0.48222, + "map_at_3": 0.52259, + "map_at_5": 0.52726, + "map_at_10": 0.53045, + "map_at_20": 0.53187, + "map_at_100": 0.53443, + "map_at_1000": 0.53558, + "recall_at_1": 0.48222, + "recall_at_3": 0.57333, + "recall_at_5": 0.59333, + "recall_at_10": 0.61778, + "recall_at_20": 0.63889, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.48222, + "precision_at_3": 0.19111, + "precision_at_5": 0.11867, + "precision_at_10": 0.06178, + "precision_at_20": 0.03194, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.482222, + "mrr_at_3": 0.522593, + "mrr_at_5": 0.527259, + "mrr_at_10": 0.530451, + "mrr_at_20": 0.531872, + "mrr_at_100": 0.53443, + "mrr_at_1000": 0.535578, + "nauc_ndcg_at_1_max": 0.862579, + "nauc_ndcg_at_1_std": 0.698261, + "nauc_ndcg_at_1_diff1": 0.899489, + "nauc_ndcg_at_3_max": 0.899198, + "nauc_ndcg_at_3_std": 0.786291, + "nauc_ndcg_at_3_diff1": 0.869212, + "nauc_ndcg_at_5_max": 0.896801, + "nauc_ndcg_at_5_std": 0.789243, + "nauc_ndcg_at_5_diff1": 0.863949, + "nauc_ndcg_at_10_max": 0.894586, + "nauc_ndcg_at_10_std": 0.791687, + "nauc_ndcg_at_10_diff1": 0.863623, + "nauc_ndcg_at_20_max": 0.89191, + "nauc_ndcg_at_20_std": 0.789883, + "nauc_ndcg_at_20_diff1": 0.861476, + "nauc_ndcg_at_100_max": 0.884919, + "nauc_ndcg_at_100_std": 0.784619, + "nauc_ndcg_at_100_diff1": 0.855541, + "nauc_ndcg_at_1000_max": 0.887812, + "nauc_ndcg_at_1000_std": 0.778064, + "nauc_ndcg_at_1000_diff1": 0.863806, + "nauc_map_at_1_max": 0.862579, + "nauc_map_at_1_std": 0.698261, + "nauc_map_at_1_diff1": 0.899489, + "nauc_map_at_3_max": 0.891471, + "nauc_map_at_3_std": 0.765507, + "nauc_map_at_3_diff1": 0.876286, + "nauc_map_at_5_max": 0.890034, + "nauc_map_at_5_std": 0.766889, + "nauc_map_at_5_diff1": 0.87336, + "nauc_map_at_10_max": 0.88903, + "nauc_map_at_10_std": 0.767651, + "nauc_map_at_10_diff1": 0.873238, + "nauc_map_at_20_max": 0.888301, + "nauc_map_at_20_std": 0.767103, + "nauc_map_at_20_diff1": 0.87267, + "nauc_map_at_100_max": 0.887361, + "nauc_map_at_100_std": 0.766435, + "nauc_map_at_100_diff1": 0.87192, + "nauc_map_at_1000_max": 0.887365, + "nauc_map_at_1000_std": 0.766119, + "nauc_map_at_1000_diff1": 0.872124, + "nauc_recall_at_1_max": 0.862579, + "nauc_recall_at_1_std": 0.698261, + "nauc_recall_at_1_diff1": 0.899489, + "nauc_recall_at_3_max": 0.921987, + "nauc_recall_at_3_std": 0.848718, + "nauc_recall_at_3_diff1": 0.847998, + "nauc_recall_at_5_max": 0.91678, + "nauc_recall_at_5_std": 0.858223, + "nauc_recall_at_5_diff1": 0.834477, + "nauc_recall_at_10_max": 0.910666, + "nauc_recall_at_10_std": 0.869907, + "nauc_recall_at_10_diff1": 0.832398, + "nauc_recall_at_20_max": 0.899567, + "nauc_recall_at_20_std": 0.865151, + "nauc_recall_at_20_diff1": 0.821867, + "nauc_recall_at_100_max": 0.849118, + "nauc_recall_at_100_std": 0.846434, + "nauc_recall_at_100_diff1": 0.764885, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.862579, + "nauc_precision_at_1_std": 0.698261, + "nauc_precision_at_1_diff1": 0.899489, + "nauc_precision_at_3_max": 0.921987, + "nauc_precision_at_3_std": 0.848718, + "nauc_precision_at_3_diff1": 0.847998, + "nauc_precision_at_5_max": 0.91678, + "nauc_precision_at_5_std": 0.858223, + "nauc_precision_at_5_diff1": 0.834477, + "nauc_precision_at_10_max": 0.910666, + "nauc_precision_at_10_std": 0.869907, + "nauc_precision_at_10_diff1": 0.832398, + "nauc_precision_at_20_max": 0.899567, + "nauc_precision_at_20_std": 0.865151, + "nauc_precision_at_20_diff1": 0.821867, + "nauc_precision_at_100_max": 0.849118, + "nauc_precision_at_100_std": 0.846434, + "nauc_precision_at_100_diff1": 0.764885, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.862579, + "nauc_mrr_at_1_std": 0.698261, + "nauc_mrr_at_1_diff1": 0.899489, + "nauc_mrr_at_3_max": 0.891471, + "nauc_mrr_at_3_std": 0.765507, + "nauc_mrr_at_3_diff1": 0.876286, + "nauc_mrr_at_5_max": 0.890034, + "nauc_mrr_at_5_std": 0.766889, + "nauc_mrr_at_5_diff1": 0.87336, + "nauc_mrr_at_10_max": 0.88903, + "nauc_mrr_at_10_std": 0.767651, + "nauc_mrr_at_10_diff1": 0.873238, + "nauc_mrr_at_20_max": 0.888301, + "nauc_mrr_at_20_std": 0.767103, + "nauc_mrr_at_20_diff1": 0.87267, + "nauc_mrr_at_100_max": 0.887361, + "nauc_mrr_at_100_std": 0.766435, + "nauc_mrr_at_100_diff1": 0.87192, + "nauc_mrr_at_1000_max": 0.887365, + "nauc_mrr_at_1000_std": 0.766119, + "nauc_mrr_at_1000_diff1": 0.872124, + "main_score": 0.55179, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.39889, + "ndcg_at_3": 0.44128, + "ndcg_at_5": 0.45415, + "ndcg_at_10": 0.47253, + "ndcg_at_20": 0.48523, + "ndcg_at_100": 0.51262, + "ndcg_at_1000": 0.54379, + "map_at_1": 0.39889, + "map_at_3": 0.4313, + "map_at_5": 0.43846, + "map_at_10": 0.44609, + "map_at_20": 0.44945, + "map_at_100": 0.45292, + "map_at_1000": 0.45417, + "recall_at_1": 0.39889, + "recall_at_3": 0.47, + "recall_at_5": 0.50111, + "recall_at_10": 0.55778, + "recall_at_20": 0.60889, + "recall_at_100": 0.76111, + "recall_at_1000": 1.0, + "precision_at_1": 0.39889, + "precision_at_3": 0.15667, + "precision_at_5": 0.10022, + "precision_at_10": 0.05578, + "precision_at_20": 0.03044, + "precision_at_100": 0.00761, + "precision_at_1000": 0.001, + "mrr_at_1": 0.398889, + "mrr_at_3": 0.431296, + "mrr_at_5": 0.438463, + "mrr_at_10": 0.446088, + "mrr_at_20": 0.449453, + "mrr_at_100": 0.452921, + "mrr_at_1000": 0.454172, + "nauc_ndcg_at_1_max": 0.556855, + "nauc_ndcg_at_1_std": -0.613294, + "nauc_ndcg_at_1_diff1": 0.888895, + "nauc_ndcg_at_3_max": 0.547539, + "nauc_ndcg_at_3_std": -0.628697, + "nauc_ndcg_at_3_diff1": 0.852348, + "nauc_ndcg_at_5_max": 0.538768, + "nauc_ndcg_at_5_std": -0.628301, + "nauc_ndcg_at_5_diff1": 0.838461, + "nauc_ndcg_at_10_max": 0.52981, + "nauc_ndcg_at_10_std": -0.622725, + "nauc_ndcg_at_10_diff1": 0.824875, + "nauc_ndcg_at_20_max": 0.521531, + "nauc_ndcg_at_20_std": -0.61916, + "nauc_ndcg_at_20_diff1": 0.818271, + "nauc_ndcg_at_100_max": 0.513954, + "nauc_ndcg_at_100_std": -0.613034, + "nauc_ndcg_at_100_diff1": 0.813024, + "nauc_ndcg_at_1000_max": 0.528747, + "nauc_ndcg_at_1000_std": -0.618731, + "nauc_ndcg_at_1000_diff1": 0.830041, + "nauc_map_at_1_max": 0.556855, + "nauc_map_at_1_std": -0.613294, + "nauc_map_at_1_diff1": 0.888895, + "nauc_map_at_3_max": 0.550517, + "nauc_map_at_3_std": -0.625271, + "nauc_map_at_3_diff1": 0.861006, + "nauc_map_at_5_max": 0.545549, + "nauc_map_at_5_std": -0.624999, + "nauc_map_at_5_diff1": 0.853234, + "nauc_map_at_10_max": 0.541796, + "nauc_map_at_10_std": -0.622622, + "nauc_map_at_10_diff1": 0.847745, + "nauc_map_at_20_max": 0.539633, + "nauc_map_at_20_std": -0.621757, + "nauc_map_at_20_diff1": 0.846022, + "nauc_map_at_100_max": 0.538651, + "nauc_map_at_100_std": -0.621279, + "nauc_map_at_100_diff1": 0.845402, + "nauc_map_at_1000_max": 0.539238, + "nauc_map_at_1000_std": -0.621358, + "nauc_map_at_1000_diff1": 0.846005, + "nauc_recall_at_1_max": 0.556855, + "nauc_recall_at_1_std": -0.613294, + "nauc_recall_at_1_diff1": 0.888895, + "nauc_recall_at_3_max": 0.538539, + "nauc_recall_at_3_std": -0.638574, + "nauc_recall_at_3_diff1": 0.827143, + "nauc_recall_at_5_max": 0.517359, + "nauc_recall_at_5_std": -0.637901, + "nauc_recall_at_5_diff1": 0.793124, + "nauc_recall_at_10_max": 0.487663, + "nauc_recall_at_10_std": -0.620771, + "nauc_recall_at_10_diff1": 0.746339, + "nauc_recall_at_20_max": 0.448457, + "nauc_recall_at_20_std": -0.604243, + "nauc_recall_at_20_diff1": 0.712585, + "nauc_recall_at_100_max": 0.357294, + "nauc_recall_at_100_std": -0.539665, + "nauc_recall_at_100_diff1": 0.625119, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.556855, + "nauc_precision_at_1_std": -0.613294, + "nauc_precision_at_1_diff1": 0.888895, + "nauc_precision_at_3_max": 0.538539, + "nauc_precision_at_3_std": -0.638574, + "nauc_precision_at_3_diff1": 0.827143, + "nauc_precision_at_5_max": 0.517359, + "nauc_precision_at_5_std": -0.637901, + "nauc_precision_at_5_diff1": 0.793124, + "nauc_precision_at_10_max": 0.487663, + "nauc_precision_at_10_std": -0.620771, + "nauc_precision_at_10_diff1": 0.746339, + "nauc_precision_at_20_max": 0.448457, + "nauc_precision_at_20_std": -0.604243, + "nauc_precision_at_20_diff1": 0.712585, + "nauc_precision_at_100_max": 0.357294, + "nauc_precision_at_100_std": -0.539665, + "nauc_precision_at_100_diff1": 0.625119, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.556855, + "nauc_mrr_at_1_std": -0.613294, + "nauc_mrr_at_1_diff1": 0.888895, + "nauc_mrr_at_3_max": 0.550517, + "nauc_mrr_at_3_std": -0.625271, + "nauc_mrr_at_3_diff1": 0.861006, + "nauc_mrr_at_5_max": 0.545549, + "nauc_mrr_at_5_std": -0.624999, + "nauc_mrr_at_5_diff1": 0.853234, + "nauc_mrr_at_10_max": 0.541796, + "nauc_mrr_at_10_std": -0.622622, + "nauc_mrr_at_10_diff1": 0.847745, + "nauc_mrr_at_20_max": 0.539633, + "nauc_mrr_at_20_std": -0.621757, + "nauc_mrr_at_20_diff1": 0.846022, + "nauc_mrr_at_100_max": 0.538651, + "nauc_mrr_at_100_std": -0.621279, + "nauc_mrr_at_100_diff1": 0.845402, + "nauc_mrr_at_1000_max": 0.539238, + "nauc_mrr_at_1000_std": -0.621358, + "nauc_mrr_at_1000_diff1": 0.846005, + "main_score": 0.47253, + "hf_subset": "xho_Latn-xho_Latn", + "languages": [ + "xho-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.56556, + "ndcg_at_3": 0.61868, + "ndcg_at_5": 0.6281, + "ndcg_at_10": 0.6411, + "ndcg_at_20": 0.65393, + "ndcg_at_100": 0.67572, + "ndcg_at_1000": 0.69001, + "map_at_1": 0.56556, + "map_at_3": 0.60556, + "map_at_5": 0.61094, + "map_at_10": 0.61614, + "map_at_20": 0.61976, + "map_at_100": 0.62238, + "map_at_1000": 0.62301, + "recall_at_1": 0.56556, + "recall_at_3": 0.65667, + "recall_at_5": 0.67889, + "recall_at_10": 0.72, + "recall_at_20": 0.77, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "precision_at_1": 0.56556, + "precision_at_3": 0.21889, + "precision_at_5": 0.13578, + "precision_at_10": 0.072, + "precision_at_20": 0.0385, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.565556, + "mrr_at_3": 0.605556, + "mrr_at_5": 0.610944, + "mrr_at_10": 0.616136, + "mrr_at_20": 0.619761, + "mrr_at_100": 0.622379, + "mrr_at_1000": 0.623013, + "nauc_ndcg_at_1_max": 0.831091, + "nauc_ndcg_at_1_std": 0.283213, + "nauc_ndcg_at_1_diff1": 0.861447, + "nauc_ndcg_at_3_max": 0.83882, + "nauc_ndcg_at_3_std": 0.326826, + "nauc_ndcg_at_3_diff1": 0.828591, + "nauc_ndcg_at_5_max": 0.837257, + "nauc_ndcg_at_5_std": 0.341185, + "nauc_ndcg_at_5_diff1": 0.820609, + "nauc_ndcg_at_10_max": 0.835948, + "nauc_ndcg_at_10_std": 0.34735, + "nauc_ndcg_at_10_diff1": 0.816698, + "nauc_ndcg_at_20_max": 0.832196, + "nauc_ndcg_at_20_std": 0.345902, + "nauc_ndcg_at_20_diff1": 0.812785, + "nauc_ndcg_at_100_max": 0.82802, + "nauc_ndcg_at_100_std": 0.340845, + "nauc_ndcg_at_100_diff1": 0.813687, + "nauc_ndcg_at_1000_max": 0.832426, + "nauc_ndcg_at_1000_std": 0.335009, + "nauc_ndcg_at_1000_diff1": 0.821714, + "nauc_map_at_1_max": 0.831091, + "nauc_map_at_1_std": 0.283213, + "nauc_map_at_1_diff1": 0.861447, + "nauc_map_at_3_max": 0.837955, + "nauc_map_at_3_std": 0.316947, + "nauc_map_at_3_diff1": 0.836973, + "nauc_map_at_5_max": 0.83713, + "nauc_map_at_5_std": 0.324888, + "nauc_map_at_5_diff1": 0.832583, + "nauc_map_at_10_max": 0.83638, + "nauc_map_at_10_std": 0.326597, + "nauc_map_at_10_diff1": 0.831112, + "nauc_map_at_20_max": 0.835313, + "nauc_map_at_20_std": 0.326057, + "nauc_map_at_20_diff1": 0.830075, + "nauc_map_at_100_max": 0.834689, + "nauc_map_at_100_std": 0.325326, + "nauc_map_at_100_diff1": 0.830304, + "nauc_map_at_1000_max": 0.834832, + "nauc_map_at_1000_std": 0.325094, + "nauc_map_at_1000_diff1": 0.830606, + "nauc_recall_at_1_max": 0.831091, + "nauc_recall_at_1_std": 0.283213, + "nauc_recall_at_1_diff1": 0.861447, + "nauc_recall_at_3_max": 0.841039, + "nauc_recall_at_3_std": 0.357273, + "nauc_recall_at_3_diff1": 0.80228, + "nauc_recall_at_5_max": 0.836863, + "nauc_recall_at_5_std": 0.395443, + "nauc_recall_at_5_diff1": 0.780654, + "nauc_recall_at_10_max": 0.833552, + "nauc_recall_at_10_std": 0.427179, + "nauc_recall_at_10_diff1": 0.762505, + "nauc_recall_at_20_max": 0.81449, + "nauc_recall_at_20_std": 0.433202, + "nauc_recall_at_20_diff1": 0.734172, + "nauc_recall_at_100_max": 0.747088, + "nauc_recall_at_100_std": 0.445521, + "nauc_recall_at_100_diff1": 0.669976, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.831091, + "nauc_precision_at_1_std": 0.283213, + "nauc_precision_at_1_diff1": 0.861447, + "nauc_precision_at_3_max": 0.841039, + "nauc_precision_at_3_std": 0.357273, + "nauc_precision_at_3_diff1": 0.80228, + "nauc_precision_at_5_max": 0.836863, + "nauc_precision_at_5_std": 0.395443, + "nauc_precision_at_5_diff1": 0.780654, + "nauc_precision_at_10_max": 0.833552, + "nauc_precision_at_10_std": 0.427179, + "nauc_precision_at_10_diff1": 0.762505, + "nauc_precision_at_20_max": 0.81449, + "nauc_precision_at_20_std": 0.433202, + "nauc_precision_at_20_diff1": 0.734172, + "nauc_precision_at_100_max": 0.747088, + "nauc_precision_at_100_std": 0.445521, + "nauc_precision_at_100_diff1": 0.669976, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.831091, + "nauc_mrr_at_1_std": 0.283213, + "nauc_mrr_at_1_diff1": 0.861447, + "nauc_mrr_at_3_max": 0.837955, + "nauc_mrr_at_3_std": 0.316947, + "nauc_mrr_at_3_diff1": 0.836973, + "nauc_mrr_at_5_max": 0.83713, + "nauc_mrr_at_5_std": 0.324888, + "nauc_mrr_at_5_diff1": 0.832583, + "nauc_mrr_at_10_max": 0.83638, + "nauc_mrr_at_10_std": 0.326597, + "nauc_mrr_at_10_diff1": 0.831112, + "nauc_mrr_at_20_max": 0.835313, + "nauc_mrr_at_20_std": 0.326057, + "nauc_mrr_at_20_diff1": 0.830075, + "nauc_mrr_at_100_max": 0.834689, + "nauc_mrr_at_100_std": 0.325326, + "nauc_mrr_at_100_diff1": 0.830304, + "nauc_mrr_at_1000_max": 0.834832, + "nauc_mrr_at_1000_std": 0.325094, + "nauc_mrr_at_1000_diff1": 0.830606, + "main_score": 0.6411, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38222, + "ndcg_at_3": 0.41903, + "ndcg_at_5": 0.42678, + "ndcg_at_10": 0.43619, + "ndcg_at_20": 0.44429, + "ndcg_at_100": 0.46744, + "ndcg_at_1000": 0.51124, + "map_at_1": 0.38222, + "map_at_3": 0.41056, + "map_at_5": 0.41483, + "map_at_10": 0.41875, + "map_at_20": 0.42096, + "map_at_100": 0.42375, + "map_at_1000": 0.4253, + "recall_at_1": 0.38222, + "recall_at_3": 0.44333, + "recall_at_5": 0.46222, + "recall_at_10": 0.49111, + "recall_at_20": 0.52333, + "recall_at_100": 0.65444, + "recall_at_1000": 1.0, + "precision_at_1": 0.38222, + "precision_at_3": 0.14778, + "precision_at_5": 0.09244, + "precision_at_10": 0.04911, + "precision_at_20": 0.02617, + "precision_at_100": 0.00654, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382222, + "mrr_at_3": 0.410556, + "mrr_at_5": 0.414833, + "mrr_at_10": 0.418754, + "mrr_at_20": 0.420956, + "mrr_at_100": 0.423747, + "mrr_at_1000": 0.425304, + "nauc_ndcg_at_1_max": 0.88832, + "nauc_ndcg_at_1_std": 0.724634, + "nauc_ndcg_at_1_diff1": 0.896545, + "nauc_ndcg_at_3_max": 0.913064, + "nauc_ndcg_at_3_std": 0.780694, + "nauc_ndcg_at_3_diff1": 0.855815, + "nauc_ndcg_at_5_max": 0.907325, + "nauc_ndcg_at_5_std": 0.784131, + "nauc_ndcg_at_5_diff1": 0.849588, + "nauc_ndcg_at_10_max": 0.899209, + "nauc_ndcg_at_10_std": 0.787576, + "nauc_ndcg_at_10_diff1": 0.838268, + "nauc_ndcg_at_20_max": 0.891357, + "nauc_ndcg_at_20_std": 0.784544, + "nauc_ndcg_at_20_diff1": 0.831435, + "nauc_ndcg_at_100_max": 0.874783, + "nauc_ndcg_at_100_std": 0.770991, + "nauc_ndcg_at_100_diff1": 0.81603, + "nauc_ndcg_at_1000_max": 0.888753, + "nauc_ndcg_at_1000_std": 0.773338, + "nauc_ndcg_at_1000_diff1": 0.835516, + "nauc_map_at_1_max": 0.88832, + "nauc_map_at_1_std": 0.724634, + "nauc_map_at_1_diff1": 0.896545, + "nauc_map_at_3_max": 0.907051, + "nauc_map_at_3_std": 0.768217, + "nauc_map_at_3_diff1": 0.864594, + "nauc_map_at_5_max": 0.903868, + "nauc_map_at_5_std": 0.769941, + "nauc_map_at_5_diff1": 0.861153, + "nauc_map_at_10_max": 0.900516, + "nauc_map_at_10_std": 0.771763, + "nauc_map_at_10_diff1": 0.856151, + "nauc_map_at_20_max": 0.898383, + "nauc_map_at_20_std": 0.770991, + "nauc_map_at_20_diff1": 0.854317, + "nauc_map_at_100_max": 0.896322, + "nauc_map_at_100_std": 0.769269, + "nauc_map_at_100_diff1": 0.852441, + "nauc_map_at_1000_max": 0.896608, + "nauc_map_at_1000_std": 0.769155, + "nauc_map_at_1000_diff1": 0.852906, + "nauc_recall_at_1_max": 0.88832, + "nauc_recall_at_1_std": 0.724634, + "nauc_recall_at_1_diff1": 0.896545, + "nauc_recall_at_3_max": 0.9305, + "nauc_recall_at_3_std": 0.816396, + "nauc_recall_at_3_diff1": 0.830823, + "nauc_recall_at_5_max": 0.916568, + "nauc_recall_at_5_std": 0.825704, + "nauc_recall_at_5_diff1": 0.815465, + "nauc_recall_at_10_max": 0.891294, + "nauc_recall_at_10_std": 0.83464, + "nauc_recall_at_10_diff1": 0.781585, + "nauc_recall_at_20_max": 0.858905, + "nauc_recall_at_20_std": 0.822884, + "nauc_recall_at_20_diff1": 0.752084, + "nauc_recall_at_100_max": 0.742272, + "nauc_recall_at_100_std": 0.740454, + "nauc_recall_at_100_diff1": 0.633869, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.88832, + "nauc_precision_at_1_std": 0.724634, + "nauc_precision_at_1_diff1": 0.896545, + "nauc_precision_at_3_max": 0.9305, + "nauc_precision_at_3_std": 0.816396, + "nauc_precision_at_3_diff1": 0.830823, + "nauc_precision_at_5_max": 0.916568, + "nauc_precision_at_5_std": 0.825704, + "nauc_precision_at_5_diff1": 0.815465, + "nauc_precision_at_10_max": 0.891294, + "nauc_precision_at_10_std": 0.83464, + "nauc_precision_at_10_diff1": 0.781585, + "nauc_precision_at_20_max": 0.858905, + "nauc_precision_at_20_std": 0.822884, + "nauc_precision_at_20_diff1": 0.752084, + "nauc_precision_at_100_max": 0.742272, + "nauc_precision_at_100_std": 0.740454, + "nauc_precision_at_100_diff1": 0.633869, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.88832, + "nauc_mrr_at_1_std": 0.724634, + "nauc_mrr_at_1_diff1": 0.896545, + "nauc_mrr_at_3_max": 0.907051, + "nauc_mrr_at_3_std": 0.768217, + "nauc_mrr_at_3_diff1": 0.864594, + "nauc_mrr_at_5_max": 0.903868, + "nauc_mrr_at_5_std": 0.769941, + "nauc_mrr_at_5_diff1": 0.861153, + "nauc_mrr_at_10_max": 0.900516, + "nauc_mrr_at_10_std": 0.771763, + "nauc_mrr_at_10_diff1": 0.856151, + "nauc_mrr_at_20_max": 0.898383, + "nauc_mrr_at_20_std": 0.770991, + "nauc_mrr_at_20_diff1": 0.854317, + "nauc_mrr_at_100_max": 0.896322, + "nauc_mrr_at_100_std": 0.769269, + "nauc_mrr_at_100_diff1": 0.852441, + "nauc_mrr_at_1000_max": 0.896608, + "nauc_mrr_at_1000_std": 0.769155, + "nauc_mrr_at_1000_diff1": 0.852906, + "main_score": 0.43619, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.39889, + "ndcg_at_3": 0.45484, + "ndcg_at_5": 0.4688, + "ndcg_at_10": 0.48743, + "ndcg_at_20": 0.50219, + "ndcg_at_100": 0.52782, + "ndcg_at_1000": 0.55574, + "map_at_1": 0.39889, + "map_at_3": 0.44148, + "map_at_5": 0.44909, + "map_at_10": 0.45675, + "map_at_20": 0.46088, + "map_at_100": 0.46422, + "map_at_1000": 0.46532, + "recall_at_1": 0.39889, + "recall_at_3": 0.49333, + "recall_at_5": 0.52778, + "recall_at_10": 0.58556, + "recall_at_20": 0.64333, + "recall_at_100": 0.78444, + "recall_at_1000": 1.0, + "precision_at_1": 0.39889, + "precision_at_3": 0.16444, + "precision_at_5": 0.10556, + "precision_at_10": 0.05856, + "precision_at_20": 0.03217, + "precision_at_100": 0.00784, + "precision_at_1000": 0.001, + "mrr_at_1": 0.398889, + "mrr_at_3": 0.441481, + "mrr_at_5": 0.449093, + "mrr_at_10": 0.456745, + "mrr_at_20": 0.46088, + "mrr_at_100": 0.464224, + "mrr_at_1000": 0.465318, + "nauc_ndcg_at_1_max": 0.609134, + "nauc_ndcg_at_1_std": -0.566918, + "nauc_ndcg_at_1_diff1": 0.850227, + "nauc_ndcg_at_3_max": 0.607625, + "nauc_ndcg_at_3_std": -0.574272, + "nauc_ndcg_at_3_diff1": 0.81755, + "nauc_ndcg_at_5_max": 0.604552, + "nauc_ndcg_at_5_std": -0.563591, + "nauc_ndcg_at_5_diff1": 0.809591, + "nauc_ndcg_at_10_max": 0.606798, + "nauc_ndcg_at_10_std": -0.539349, + "nauc_ndcg_at_10_diff1": 0.797194, + "nauc_ndcg_at_20_max": 0.602921, + "nauc_ndcg_at_20_std": -0.538839, + "nauc_ndcg_at_20_diff1": 0.793258, + "nauc_ndcg_at_100_max": 0.597313, + "nauc_ndcg_at_100_std": -0.52616, + "nauc_ndcg_at_100_diff1": 0.785563, + "nauc_ndcg_at_1000_max": 0.601526, + "nauc_ndcg_at_1000_std": -0.545033, + "nauc_ndcg_at_1000_diff1": 0.800694, + "nauc_map_at_1_max": 0.609134, + "nauc_map_at_1_std": -0.566918, + "nauc_map_at_1_diff1": 0.850227, + "nauc_map_at_3_max": 0.607988, + "nauc_map_at_3_std": -0.573615, + "nauc_map_at_3_diff1": 0.825583, + "nauc_map_at_5_max": 0.606282, + "nauc_map_at_5_std": -0.567717, + "nauc_map_at_5_diff1": 0.821252, + "nauc_map_at_10_max": 0.607208, + "nauc_map_at_10_std": -0.558311, + "nauc_map_at_10_diff1": 0.816238, + "nauc_map_at_20_max": 0.60607, + "nauc_map_at_20_std": -0.558139, + "nauc_map_at_20_diff1": 0.815169, + "nauc_map_at_100_max": 0.605213, + "nauc_map_at_100_std": -0.556608, + "nauc_map_at_100_diff1": 0.814218, + "nauc_map_at_1000_max": 0.605229, + "nauc_map_at_1000_std": -0.557347, + "nauc_map_at_1000_diff1": 0.814681, + "nauc_recall_at_1_max": 0.609134, + "nauc_recall_at_1_std": -0.566918, + "nauc_recall_at_1_diff1": 0.850227, + "nauc_recall_at_3_max": 0.60656, + "nauc_recall_at_3_std": -0.575722, + "nauc_recall_at_3_diff1": 0.793941, + "nauc_recall_at_5_max": 0.598915, + "nauc_recall_at_5_std": -0.549107, + "nauc_recall_at_5_diff1": 0.773296, + "nauc_recall_at_10_max": 0.605953, + "nauc_recall_at_10_std": -0.46539, + "nauc_recall_at_10_diff1": 0.730222, + "nauc_recall_at_20_max": 0.589074, + "nauc_recall_at_20_std": -0.457039, + "nauc_recall_at_20_diff1": 0.706625, + "nauc_recall_at_100_max": 0.537789, + "nauc_recall_at_100_std": -0.309564, + "nauc_recall_at_100_diff1": 0.602451, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.609134, + "nauc_precision_at_1_std": -0.566918, + "nauc_precision_at_1_diff1": 0.850227, + "nauc_precision_at_3_max": 0.60656, + "nauc_precision_at_3_std": -0.575722, + "nauc_precision_at_3_diff1": 0.793941, + "nauc_precision_at_5_max": 0.598915, + "nauc_precision_at_5_std": -0.549107, + "nauc_precision_at_5_diff1": 0.773296, + "nauc_precision_at_10_max": 0.605953, + "nauc_precision_at_10_std": -0.46539, + "nauc_precision_at_10_diff1": 0.730222, + "nauc_precision_at_20_max": 0.589074, + "nauc_precision_at_20_std": -0.457039, + "nauc_precision_at_20_diff1": 0.706625, + "nauc_precision_at_100_max": 0.537789, + "nauc_precision_at_100_std": -0.309564, + "nauc_precision_at_100_diff1": 0.602451, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.609134, + "nauc_mrr_at_1_std": -0.566918, + "nauc_mrr_at_1_diff1": 0.850227, + "nauc_mrr_at_3_max": 0.607988, + "nauc_mrr_at_3_std": -0.573615, + "nauc_mrr_at_3_diff1": 0.825583, + "nauc_mrr_at_5_max": 0.606282, + "nauc_mrr_at_5_std": -0.567717, + "nauc_mrr_at_5_diff1": 0.821252, + "nauc_mrr_at_10_max": 0.607208, + "nauc_mrr_at_10_std": -0.558311, + "nauc_mrr_at_10_diff1": 0.816238, + "nauc_mrr_at_20_max": 0.60607, + "nauc_mrr_at_20_std": -0.558139, + "nauc_mrr_at_20_diff1": 0.815169, + "nauc_mrr_at_100_max": 0.605213, + "nauc_mrr_at_100_std": -0.556608, + "nauc_mrr_at_100_diff1": 0.814218, + "nauc_mrr_at_1000_max": 0.605229, + "nauc_mrr_at_1000_std": -0.557347, + "nauc_mrr_at_1000_diff1": 0.814681, + "main_score": 0.48743, + "hf_subset": "yor_Latn-yor_Latn", + "languages": [ + "yor-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.56186, + "ndcg_at_5": 0.57248, + "ndcg_at_10": 0.58883, + "ndcg_at_20": 0.60272, + "ndcg_at_100": 0.62924, + "ndcg_at_1000": 0.64635, + "map_at_1": 0.51667, + "map_at_3": 0.5513, + "map_at_5": 0.55724, + "map_at_10": 0.5641, + "map_at_20": 0.56797, + "map_at_100": 0.57124, + "map_at_1000": 0.57197, + "recall_at_1": 0.51667, + "recall_at_3": 0.59222, + "recall_at_5": 0.61778, + "recall_at_10": 0.66778, + "recall_at_20": 0.72222, + "recall_at_100": 0.87111, + "recall_at_1000": 1.0, + "precision_at_1": 0.51667, + "precision_at_3": 0.19741, + "precision_at_5": 0.12356, + "precision_at_10": 0.06678, + "precision_at_20": 0.03611, + "precision_at_100": 0.00871, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.551296, + "mrr_at_5": 0.557241, + "mrr_at_10": 0.564097, + "mrr_at_20": 0.567973, + "mrr_at_100": 0.571238, + "mrr_at_1000": 0.571967, + "nauc_ndcg_at_1_max": 0.839243, + "nauc_ndcg_at_1_std": 0.332663, + "nauc_ndcg_at_1_diff1": 0.863282, + "nauc_ndcg_at_3_max": 0.842876, + "nauc_ndcg_at_3_std": 0.343084, + "nauc_ndcg_at_3_diff1": 0.833321, + "nauc_ndcg_at_5_max": 0.838203, + "nauc_ndcg_at_5_std": 0.336665, + "nauc_ndcg_at_5_diff1": 0.830449, + "nauc_ndcg_at_10_max": 0.83347, + "nauc_ndcg_at_10_std": 0.347836, + "nauc_ndcg_at_10_diff1": 0.826733, + "nauc_ndcg_at_20_max": 0.826062, + "nauc_ndcg_at_20_std": 0.341201, + "nauc_ndcg_at_20_diff1": 0.821622, + "nauc_ndcg_at_100_max": 0.826327, + "nauc_ndcg_at_100_std": 0.351514, + "nauc_ndcg_at_100_diff1": 0.822144, + "nauc_ndcg_at_1000_max": 0.831634, + "nauc_ndcg_at_1000_std": 0.343274, + "nauc_ndcg_at_1000_diff1": 0.8288, + "nauc_map_at_1_max": 0.839243, + "nauc_map_at_1_std": 0.332663, + "nauc_map_at_1_diff1": 0.863282, + "nauc_map_at_3_max": 0.842481, + "nauc_map_at_3_std": 0.339398, + "nauc_map_at_3_diff1": 0.840588, + "nauc_map_at_5_max": 0.839956, + "nauc_map_at_5_std": 0.335827, + "nauc_map_at_5_diff1": 0.839052, + "nauc_map_at_10_max": 0.837915, + "nauc_map_at_10_std": 0.340417, + "nauc_map_at_10_diff1": 0.837324, + "nauc_map_at_20_max": 0.835977, + "nauc_map_at_20_std": 0.3383, + "nauc_map_at_20_diff1": 0.836102, + "nauc_map_at_100_max": 0.835934, + "nauc_map_at_100_std": 0.339533, + "nauc_map_at_100_diff1": 0.83616, + "nauc_map_at_1000_max": 0.836122, + "nauc_map_at_1000_std": 0.339223, + "nauc_map_at_1000_diff1": 0.83639, + "nauc_recall_at_1_max": 0.839243, + "nauc_recall_at_1_std": 0.332663, + "nauc_recall_at_1_diff1": 0.863282, + "nauc_recall_at_3_max": 0.843846, + "nauc_recall_at_3_std": 0.354678, + "nauc_recall_at_3_diff1": 0.811479, + "nauc_recall_at_5_max": 0.831755, + "nauc_recall_at_5_std": 0.338828, + "nauc_recall_at_5_diff1": 0.803343, + "nauc_recall_at_10_max": 0.815604, + "nauc_recall_at_10_std": 0.377285, + "nauc_recall_at_10_diff1": 0.789743, + "nauc_recall_at_20_max": 0.77687, + "nauc_recall_at_20_std": 0.351817, + "nauc_recall_at_20_diff1": 0.759031, + "nauc_recall_at_100_max": 0.739009, + "nauc_recall_at_100_std": 0.48694, + "nauc_recall_at_100_diff1": 0.711226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.839243, + "nauc_precision_at_1_std": 0.332663, + "nauc_precision_at_1_diff1": 0.863282, + "nauc_precision_at_3_max": 0.843846, + "nauc_precision_at_3_std": 0.354678, + "nauc_precision_at_3_diff1": 0.811479, + "nauc_precision_at_5_max": 0.831755, + "nauc_precision_at_5_std": 0.338828, + "nauc_precision_at_5_diff1": 0.803343, + "nauc_precision_at_10_max": 0.815604, + "nauc_precision_at_10_std": 0.377285, + "nauc_precision_at_10_diff1": 0.789743, + "nauc_precision_at_20_max": 0.77687, + "nauc_precision_at_20_std": 0.351817, + "nauc_precision_at_20_diff1": 0.759031, + "nauc_precision_at_100_max": 0.739009, + "nauc_precision_at_100_std": 0.48694, + "nauc_precision_at_100_diff1": 0.711226, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.839243, + "nauc_mrr_at_1_std": 0.332663, + "nauc_mrr_at_1_diff1": 0.863282, + "nauc_mrr_at_3_max": 0.842481, + "nauc_mrr_at_3_std": 0.339398, + "nauc_mrr_at_3_diff1": 0.840588, + "nauc_mrr_at_5_max": 0.839956, + "nauc_mrr_at_5_std": 0.335827, + "nauc_mrr_at_5_diff1": 0.839052, + "nauc_mrr_at_10_max": 0.837915, + "nauc_mrr_at_10_std": 0.340417, + "nauc_mrr_at_10_diff1": 0.837324, + "nauc_mrr_at_20_max": 0.835977, + "nauc_mrr_at_20_std": 0.3383, + "nauc_mrr_at_20_diff1": 0.836102, + "nauc_mrr_at_100_max": 0.835934, + "nauc_mrr_at_100_std": 0.339533, + "nauc_mrr_at_100_diff1": 0.83616, + "nauc_mrr_at_1000_max": 0.836122, + "nauc_mrr_at_1000_std": 0.339223, + "nauc_mrr_at_1000_diff1": 0.83639, + "main_score": 0.58883, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36778, + "ndcg_at_3": 0.40231, + "ndcg_at_5": 0.40834, + "ndcg_at_10": 0.41919, + "ndcg_at_20": 0.42895, + "ndcg_at_100": 0.45725, + "ndcg_at_1000": 0.49918, + "map_at_1": 0.36778, + "map_at_3": 0.39389, + "map_at_5": 0.39728, + "map_at_10": 0.4018, + "map_at_20": 0.40444, + "map_at_100": 0.40795, + "map_at_1000": 0.4095, + "recall_at_1": 0.36778, + "recall_at_3": 0.42667, + "recall_at_5": 0.44111, + "recall_at_10": 0.47444, + "recall_at_20": 0.51333, + "recall_at_100": 0.67222, + "recall_at_1000": 1.0, + "precision_at_1": 0.36778, + "precision_at_3": 0.14222, + "precision_at_5": 0.08822, + "precision_at_10": 0.04744, + "precision_at_20": 0.02567, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.367778, + "mrr_at_3": 0.393889, + "mrr_at_5": 0.397278, + "mrr_at_10": 0.401798, + "mrr_at_20": 0.404441, + "mrr_at_100": 0.407947, + "mrr_at_1000": 0.409498, + "nauc_ndcg_at_1_max": 0.886627, + "nauc_ndcg_at_1_std": 0.723504, + "nauc_ndcg_at_1_diff1": 0.883868, + "nauc_ndcg_at_3_max": 0.892589, + "nauc_ndcg_at_3_std": 0.752984, + "nauc_ndcg_at_3_diff1": 0.855857, + "nauc_ndcg_at_5_max": 0.89459, + "nauc_ndcg_at_5_std": 0.764008, + "nauc_ndcg_at_5_diff1": 0.850433, + "nauc_ndcg_at_10_max": 0.88277, + "nauc_ndcg_at_10_std": 0.757929, + "nauc_ndcg_at_10_diff1": 0.834631, + "nauc_ndcg_at_20_max": 0.872402, + "nauc_ndcg_at_20_std": 0.750113, + "nauc_ndcg_at_20_diff1": 0.82641, + "nauc_ndcg_at_100_max": 0.857209, + "nauc_ndcg_at_100_std": 0.738767, + "nauc_ndcg_at_100_diff1": 0.813176, + "nauc_ndcg_at_1000_max": 0.87389, + "nauc_ndcg_at_1000_std": 0.745344, + "nauc_ndcg_at_1000_diff1": 0.833319, + "nauc_map_at_1_max": 0.886627, + "nauc_map_at_1_std": 0.723504, + "nauc_map_at_1_diff1": 0.883868, + "nauc_map_at_3_max": 0.89243, + "nauc_map_at_3_std": 0.746349, + "nauc_map_at_3_diff1": 0.862853, + "nauc_map_at_5_max": 0.893676, + "nauc_map_at_5_std": 0.752639, + "nauc_map_at_5_diff1": 0.859861, + "nauc_map_at_10_max": 0.888617, + "nauc_map_at_10_std": 0.750111, + "nauc_map_at_10_diff1": 0.85335, + "nauc_map_at_20_max": 0.885774, + "nauc_map_at_20_std": 0.748027, + "nauc_map_at_20_diff1": 0.851194, + "nauc_map_at_100_max": 0.883879, + "nauc_map_at_100_std": 0.746479, + "nauc_map_at_100_diff1": 0.849496, + "nauc_map_at_1000_max": 0.88435, + "nauc_map_at_1000_std": 0.746576, + "nauc_map_at_1000_diff1": 0.850095, + "nauc_recall_at_1_max": 0.886627, + "nauc_recall_at_1_std": 0.723504, + "nauc_recall_at_1_diff1": 0.883868, + "nauc_recall_at_3_max": 0.892524, + "nauc_recall_at_3_std": 0.771911, + "nauc_recall_at_3_diff1": 0.835597, + "nauc_recall_at_5_max": 0.896822, + "nauc_recall_at_5_std": 0.798055, + "nauc_recall_at_5_diff1": 0.82227, + "nauc_recall_at_10_max": 0.861006, + "nauc_recall_at_10_std": 0.779524, + "nauc_recall_at_10_diff1": 0.772755, + "nauc_recall_at_20_max": 0.81863, + "nauc_recall_at_20_std": 0.747865, + "nauc_recall_at_20_diff1": 0.737504, + "nauc_recall_at_100_max": 0.701146, + "nauc_recall_at_100_std": 0.671972, + "nauc_recall_at_100_diff1": 0.625972, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.886627, + "nauc_precision_at_1_std": 0.723504, + "nauc_precision_at_1_diff1": 0.883868, + "nauc_precision_at_3_max": 0.892524, + "nauc_precision_at_3_std": 0.771911, + "nauc_precision_at_3_diff1": 0.835597, + "nauc_precision_at_5_max": 0.896822, + "nauc_precision_at_5_std": 0.798055, + "nauc_precision_at_5_diff1": 0.82227, + "nauc_precision_at_10_max": 0.861006, + "nauc_precision_at_10_std": 0.779524, + "nauc_precision_at_10_diff1": 0.772755, + "nauc_precision_at_20_max": 0.81863, + "nauc_precision_at_20_std": 0.747865, + "nauc_precision_at_20_diff1": 0.737504, + "nauc_precision_at_100_max": 0.701146, + "nauc_precision_at_100_std": 0.671972, + "nauc_precision_at_100_diff1": 0.625972, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.886627, + "nauc_mrr_at_1_std": 0.723504, + "nauc_mrr_at_1_diff1": 0.883868, + "nauc_mrr_at_3_max": 0.89243, + "nauc_mrr_at_3_std": 0.746349, + "nauc_mrr_at_3_diff1": 0.862853, + "nauc_mrr_at_5_max": 0.893676, + "nauc_mrr_at_5_std": 0.752639, + "nauc_mrr_at_5_diff1": 0.859861, + "nauc_mrr_at_10_max": 0.888617, + "nauc_mrr_at_10_std": 0.750111, + "nauc_mrr_at_10_diff1": 0.85335, + "nauc_mrr_at_20_max": 0.885774, + "nauc_mrr_at_20_std": 0.748027, + "nauc_mrr_at_20_diff1": 0.851194, + "nauc_mrr_at_100_max": 0.883879, + "nauc_mrr_at_100_std": 0.746479, + "nauc_mrr_at_100_diff1": 0.849496, + "nauc_mrr_at_1000_max": 0.88435, + "nauc_mrr_at_1000_std": 0.746576, + "nauc_mrr_at_1000_diff1": 0.850095, + "main_score": 0.41919, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.94837, + "ndcg_at_5": 0.95158, + "ndcg_at_10": 0.95468, + "ndcg_at_20": 0.95667, + "ndcg_at_100": 0.95772, + "ndcg_at_1000": 0.95801, + "map_at_1": 0.92222, + "map_at_3": 0.94204, + "map_at_5": 0.94381, + "map_at_10": 0.94502, + "map_at_20": 0.94558, + "map_at_100": 0.94573, + "map_at_1000": 0.94575, + "recall_at_1": 0.92222, + "recall_at_3": 0.96667, + "recall_at_5": 0.97444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32222, + "precision_at_5": 0.19489, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.942037, + "mrr_at_5": 0.943815, + "mrr_at_10": 0.945024, + "mrr_at_20": 0.945582, + "mrr_at_100": 0.945733, + "mrr_at_1000": 0.945745, + "nauc_ndcg_at_1_max": 0.769548, + "nauc_ndcg_at_1_std": -0.474943, + "nauc_ndcg_at_1_diff1": 0.92531, + "nauc_ndcg_at_3_max": 0.806679, + "nauc_ndcg_at_3_std": -0.467509, + "nauc_ndcg_at_3_diff1": 0.927162, + "nauc_ndcg_at_5_max": 0.807935, + "nauc_ndcg_at_5_std": -0.458055, + "nauc_ndcg_at_5_diff1": 0.92638, + "nauc_ndcg_at_10_max": 0.801231, + "nauc_ndcg_at_10_std": -0.471901, + "nauc_ndcg_at_10_diff1": 0.928434, + "nauc_ndcg_at_20_max": 0.798825, + "nauc_ndcg_at_20_std": -0.466203, + "nauc_ndcg_at_20_diff1": 0.929997, + "nauc_ndcg_at_100_max": 0.797135, + "nauc_ndcg_at_100_std": -0.456557, + "nauc_ndcg_at_100_diff1": 0.928261, + "nauc_ndcg_at_1000_max": 0.795733, + "nauc_ndcg_at_1000_std": -0.463831, + "nauc_ndcg_at_1000_diff1": 0.927765, + "nauc_map_at_1_max": 0.769548, + "nauc_map_at_1_std": -0.474943, + "nauc_map_at_1_diff1": 0.92531, + "nauc_map_at_3_max": 0.795062, + "nauc_map_at_3_std": -0.469687, + "nauc_map_at_3_diff1": 0.926665, + "nauc_map_at_5_max": 0.795324, + "nauc_map_at_5_std": -0.465766, + "nauc_map_at_5_diff1": 0.926364, + "nauc_map_at_10_max": 0.79293, + "nauc_map_at_10_std": -0.469933, + "nauc_map_at_10_diff1": 0.927029, + "nauc_map_at_20_max": 0.79228, + "nauc_map_at_20_std": -0.468309, + "nauc_map_at_20_diff1": 0.927268, + "nauc_map_at_100_max": 0.792009, + "nauc_map_at_100_std": -0.467077, + "nauc_map_at_100_diff1": 0.927065, + "nauc_map_at_1000_max": 0.791965, + "nauc_map_at_1000_std": -0.467336, + "nauc_map_at_1000_diff1": 0.927049, + "nauc_recall_at_1_max": 0.769548, + "nauc_recall_at_1_std": -0.474943, + "nauc_recall_at_1_diff1": 0.92531, + "nauc_recall_at_3_max": 0.86469, + "nauc_recall_at_3_std": -0.456738, + "nauc_recall_at_3_diff1": 0.929583, + "nauc_recall_at_5_max": 0.887854, + "nauc_recall_at_5_std": -0.405127, + "nauc_recall_at_5_diff1": 0.925912, + "nauc_recall_at_10_max": 0.875617, + "nauc_recall_at_10_std": -0.509604, + "nauc_recall_at_10_diff1": 0.944811, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": -0.438909, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.561391, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769548, + "nauc_precision_at_1_std": -0.474943, + "nauc_precision_at_1_diff1": 0.92531, + "nauc_precision_at_3_max": 0.86469, + "nauc_precision_at_3_std": -0.456738, + "nauc_precision_at_3_diff1": 0.929583, + "nauc_precision_at_5_max": 0.887854, + "nauc_precision_at_5_std": -0.405127, + "nauc_precision_at_5_diff1": 0.925912, + "nauc_precision_at_10_max": 0.875617, + "nauc_precision_at_10_std": -0.509604, + "nauc_precision_at_10_diff1": 0.944811, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": -0.438909, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.561391, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769548, + "nauc_mrr_at_1_std": -0.474943, + "nauc_mrr_at_1_diff1": 0.92531, + "nauc_mrr_at_3_max": 0.795062, + "nauc_mrr_at_3_std": -0.469687, + "nauc_mrr_at_3_diff1": 0.926665, + "nauc_mrr_at_5_max": 0.795324, + "nauc_mrr_at_5_std": -0.465766, + "nauc_mrr_at_5_diff1": 0.926364, + "nauc_mrr_at_10_max": 0.79293, + "nauc_mrr_at_10_std": -0.469933, + "nauc_mrr_at_10_diff1": 0.927029, + "nauc_mrr_at_20_max": 0.79228, + "nauc_mrr_at_20_std": -0.468309, + "nauc_mrr_at_20_diff1": 0.927268, + "nauc_mrr_at_100_max": 0.792009, + "nauc_mrr_at_100_std": -0.467077, + "nauc_mrr_at_100_diff1": 0.927065, + "nauc_mrr_at_1000_max": 0.791965, + "nauc_mrr_at_1000_std": -0.467336, + "nauc_mrr_at_1000_diff1": 0.927049, + "main_score": 0.95468, + "hf_subset": "zho_Hans-zho_Hans", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94526, + "ndcg_at_5": 0.94804, + "ndcg_at_10": 0.95242, + "ndcg_at_20": 0.95325, + "ndcg_at_100": 0.95403, + "ndcg_at_1000": 0.95445, + "map_at_1": 0.91, + "map_at_3": 0.93704, + "map_at_5": 0.93859, + "map_at_10": 0.94044, + "map_at_20": 0.94066, + "map_at_100": 0.94075, + "map_at_1000": 0.94076, + "recall_at_1": 0.91, + "recall_at_3": 0.96889, + "recall_at_5": 0.97556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32296, + "precision_at_5": 0.19511, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.937037, + "mrr_at_5": 0.938593, + "mrr_at_10": 0.940436, + "mrr_at_20": 0.94066, + "mrr_at_100": 0.940748, + "mrr_at_1000": 0.940763, + "nauc_ndcg_at_1_max": 0.748285, + "nauc_ndcg_at_1_std": -0.271409, + "nauc_ndcg_at_1_diff1": 0.911672, + "nauc_ndcg_at_3_max": 0.789333, + "nauc_ndcg_at_3_std": -0.222869, + "nauc_ndcg_at_3_diff1": 0.91823, + "nauc_ndcg_at_5_max": 0.786886, + "nauc_ndcg_at_5_std": -0.227513, + "nauc_ndcg_at_5_diff1": 0.916273, + "nauc_ndcg_at_10_max": 0.779246, + "nauc_ndcg_at_10_std": -0.227427, + "nauc_ndcg_at_10_diff1": 0.914644, + "nauc_ndcg_at_20_max": 0.77868, + "nauc_ndcg_at_20_std": -0.227628, + "nauc_ndcg_at_20_diff1": 0.916797, + "nauc_ndcg_at_100_max": 0.77821, + "nauc_ndcg_at_100_std": -0.225792, + "nauc_ndcg_at_100_diff1": 0.91595, + "nauc_ndcg_at_1000_max": 0.776163, + "nauc_ndcg_at_1000_std": -0.23711, + "nauc_ndcg_at_1000_diff1": 0.915549, + "nauc_map_at_1_max": 0.748285, + "nauc_map_at_1_std": -0.271409, + "nauc_map_at_1_diff1": 0.911672, + "nauc_map_at_3_max": 0.77706, + "nauc_map_at_3_std": -0.241389, + "nauc_map_at_3_diff1": 0.915863, + "nauc_map_at_5_max": 0.775391, + "nauc_map_at_5_std": -0.244965, + "nauc_map_at_5_diff1": 0.914915, + "nauc_map_at_10_max": 0.77242, + "nauc_map_at_10_std": -0.245848, + "nauc_map_at_10_diff1": 0.914295, + "nauc_map_at_20_max": 0.772304, + "nauc_map_at_20_std": -0.246402, + "nauc_map_at_20_diff1": 0.914858, + "nauc_map_at_100_max": 0.772253, + "nauc_map_at_100_std": -0.246425, + "nauc_map_at_100_diff1": 0.914782, + "nauc_map_at_1000_max": 0.772196, + "nauc_map_at_1000_std": -0.246741, + "nauc_map_at_1000_diff1": 0.914768, + "nauc_recall_at_1_max": 0.748285, + "nauc_recall_at_1_std": -0.271409, + "nauc_recall_at_1_diff1": 0.911672, + "nauc_recall_at_3_max": 0.859444, + "nauc_recall_at_3_std": -0.113212, + "nauc_recall_at_3_diff1": 0.93214, + "nauc_recall_at_5_max": 0.868114, + "nauc_recall_at_5_std": -0.097636, + "nauc_recall_at_5_diff1": 0.925516, + "nauc_recall_at_10_max": 0.86718, + "nauc_recall_at_10_std": 0.069234, + "nauc_recall_at_10_diff1": 0.9162, + "nauc_recall_at_20_max": 0.889623, + "nauc_recall_at_20_std": 0.217154, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748285, + "nauc_precision_at_1_std": -0.271409, + "nauc_precision_at_1_diff1": 0.911672, + "nauc_precision_at_3_max": 0.859444, + "nauc_precision_at_3_std": -0.113212, + "nauc_precision_at_3_diff1": 0.93214, + "nauc_precision_at_5_max": 0.868114, + "nauc_precision_at_5_std": -0.097636, + "nauc_precision_at_5_diff1": 0.925516, + "nauc_precision_at_10_max": 0.86718, + "nauc_precision_at_10_std": 0.069234, + "nauc_precision_at_10_diff1": 0.9162, + "nauc_precision_at_20_max": 0.889623, + "nauc_precision_at_20_std": 0.217154, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748285, + "nauc_mrr_at_1_std": -0.271409, + "nauc_mrr_at_1_diff1": 0.911672, + "nauc_mrr_at_3_max": 0.77706, + "nauc_mrr_at_3_std": -0.241389, + "nauc_mrr_at_3_diff1": 0.915863, + "nauc_mrr_at_5_max": 0.775391, + "nauc_mrr_at_5_std": -0.244965, + "nauc_mrr_at_5_diff1": 0.914915, + "nauc_mrr_at_10_max": 0.77242, + "nauc_mrr_at_10_std": -0.245848, + "nauc_mrr_at_10_diff1": 0.914295, + "nauc_mrr_at_20_max": 0.772304, + "nauc_mrr_at_20_std": -0.246402, + "nauc_mrr_at_20_diff1": 0.914858, + "nauc_mrr_at_100_max": 0.772253, + "nauc_mrr_at_100_std": -0.246425, + "nauc_mrr_at_100_diff1": 0.914782, + "nauc_mrr_at_1000_max": 0.772196, + "nauc_mrr_at_1000_std": -0.246741, + "nauc_mrr_at_1000_diff1": 0.914768, + "main_score": 0.95242, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.93186, + "ndcg_at_5": 0.93832, + "ndcg_at_10": 0.94197, + "ndcg_at_20": 0.94359, + "ndcg_at_100": 0.94435, + "ndcg_at_1000": 0.94465, + "map_at_1": 0.88889, + "map_at_3": 0.92204, + "map_at_5": 0.92565, + "map_at_10": 0.92718, + "map_at_20": 0.92759, + "map_at_100": 0.92767, + "map_at_1000": 0.92769, + "recall_at_1": 0.88889, + "recall_at_3": 0.96, + "recall_at_5": 0.97556, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.32, + "precision_at_5": 0.19511, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.922037, + "mrr_at_5": 0.925648, + "mrr_at_10": 0.927185, + "mrr_at_20": 0.927593, + "mrr_at_100": 0.927674, + "mrr_at_1000": 0.927688, + "nauc_ndcg_at_1_max": 0.758704, + "nauc_ndcg_at_1_std": -0.238278, + "nauc_ndcg_at_1_diff1": 0.926017, + "nauc_ndcg_at_3_max": 0.814364, + "nauc_ndcg_at_3_std": -0.260042, + "nauc_ndcg_at_3_diff1": 0.927313, + "nauc_ndcg_at_5_max": 0.801844, + "nauc_ndcg_at_5_std": -0.295769, + "nauc_ndcg_at_5_diff1": 0.9258, + "nauc_ndcg_at_10_max": 0.793285, + "nauc_ndcg_at_10_std": -0.27746, + "nauc_ndcg_at_10_diff1": 0.925417, + "nauc_ndcg_at_20_max": 0.792845, + "nauc_ndcg_at_20_std": -0.260053, + "nauc_ndcg_at_20_diff1": 0.926542, + "nauc_ndcg_at_100_max": 0.790994, + "nauc_ndcg_at_100_std": -0.263148, + "nauc_ndcg_at_100_diff1": 0.926373, + "nauc_ndcg_at_1000_max": 0.78985, + "nauc_ndcg_at_1000_std": -0.261413, + "nauc_ndcg_at_1000_diff1": 0.92597, + "nauc_map_at_1_max": 0.758704, + "nauc_map_at_1_std": -0.238278, + "nauc_map_at_1_diff1": 0.926017, + "nauc_map_at_3_max": 0.796108, + "nauc_map_at_3_std": -0.252192, + "nauc_map_at_3_diff1": 0.926392, + "nauc_map_at_5_max": 0.789425, + "nauc_map_at_5_std": -0.268162, + "nauc_map_at_5_diff1": 0.925704, + "nauc_map_at_10_max": 0.786176, + "nauc_map_at_10_std": -0.261193, + "nauc_map_at_10_diff1": 0.925561, + "nauc_map_at_20_max": 0.786018, + "nauc_map_at_20_std": -0.257925, + "nauc_map_at_20_diff1": 0.925804, + "nauc_map_at_100_max": 0.785871, + "nauc_map_at_100_std": -0.25798, + "nauc_map_at_100_diff1": 0.925775, + "nauc_map_at_1000_max": 0.785828, + "nauc_map_at_1000_std": -0.257866, + "nauc_map_at_1000_diff1": 0.92576, + "nauc_recall_at_1_max": 0.758704, + "nauc_recall_at_1_std": -0.238278, + "nauc_recall_at_1_diff1": 0.926017, + "nauc_recall_at_3_max": 0.915448, + "nauc_recall_at_3_std": -0.304103, + "nauc_recall_at_3_diff1": 0.932825, + "nauc_recall_at_5_max": 0.903977, + "nauc_recall_at_5_std": -0.550463, + "nauc_recall_at_5_diff1": 0.926471, + "nauc_recall_at_10_max": 0.879785, + "nauc_recall_at_10_std": -0.5284, + "nauc_recall_at_10_diff1": 0.922386, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": -0.156707, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.514472, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758704, + "nauc_precision_at_1_std": -0.238278, + "nauc_precision_at_1_diff1": 0.926017, + "nauc_precision_at_3_max": 0.915448, + "nauc_precision_at_3_std": -0.304103, + "nauc_precision_at_3_diff1": 0.932825, + "nauc_precision_at_5_max": 0.903977, + "nauc_precision_at_5_std": -0.550463, + "nauc_precision_at_5_diff1": 0.926471, + "nauc_precision_at_10_max": 0.879785, + "nauc_precision_at_10_std": -0.5284, + "nauc_precision_at_10_diff1": 0.922386, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": -0.156707, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -0.514472, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758704, + "nauc_mrr_at_1_std": -0.238278, + "nauc_mrr_at_1_diff1": 0.926017, + "nauc_mrr_at_3_max": 0.796108, + "nauc_mrr_at_3_std": -0.252192, + "nauc_mrr_at_3_diff1": 0.926392, + "nauc_mrr_at_5_max": 0.789425, + "nauc_mrr_at_5_std": -0.268162, + "nauc_mrr_at_5_diff1": 0.925704, + "nauc_mrr_at_10_max": 0.786176, + "nauc_mrr_at_10_std": -0.261193, + "nauc_mrr_at_10_diff1": 0.925561, + "nauc_mrr_at_20_max": 0.786018, + "nauc_mrr_at_20_std": -0.257925, + "nauc_mrr_at_20_diff1": 0.925804, + "nauc_mrr_at_100_max": 0.785871, + "nauc_mrr_at_100_std": -0.25798, + "nauc_mrr_at_100_diff1": 0.925775, + "nauc_mrr_at_1000_max": 0.785828, + "nauc_mrr_at_1000_std": -0.257866, + "nauc_mrr_at_1000_diff1": 0.92576, + "main_score": 0.94197, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94106, + "ndcg_at_5": 0.94431, + "ndcg_at_10": 0.94988, + "ndcg_at_20": 0.95095, + "ndcg_at_100": 0.95268, + "ndcg_at_1000": 0.95297, + "map_at_1": 0.91222, + "map_at_3": 0.93444, + "map_at_5": 0.93628, + "map_at_10": 0.93868, + "map_at_20": 0.93895, + "map_at_100": 0.93922, + "map_at_1000": 0.93923, + "recall_at_1": 0.91222, + "recall_at_3": 0.96, + "recall_at_5": 0.96778, + "recall_at_10": 0.98444, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32, + "precision_at_5": 0.19356, + "precision_at_10": 0.09844, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.936278, + "mrr_at_10": 0.938679, + "mrr_at_20": 0.93895, + "mrr_at_100": 0.93922, + "mrr_at_1000": 0.939232, + "nauc_ndcg_at_1_max": 0.777677, + "nauc_ndcg_at_1_std": -0.270503, + "nauc_ndcg_at_1_diff1": 0.932513, + "nauc_ndcg_at_3_max": 0.81614, + "nauc_ndcg_at_3_std": -0.28555, + "nauc_ndcg_at_3_diff1": 0.927124, + "nauc_ndcg_at_5_max": 0.815723, + "nauc_ndcg_at_5_std": -0.26752, + "nauc_ndcg_at_5_diff1": 0.927258, + "nauc_ndcg_at_10_max": 0.81019, + "nauc_ndcg_at_10_std": -0.273132, + "nauc_ndcg_at_10_diff1": 0.92714, + "nauc_ndcg_at_20_max": 0.806019, + "nauc_ndcg_at_20_std": -0.278907, + "nauc_ndcg_at_20_diff1": 0.926249, + "nauc_ndcg_at_100_max": 0.807209, + "nauc_ndcg_at_100_std": -0.265085, + "nauc_ndcg_at_100_diff1": 0.928547, + "nauc_ndcg_at_1000_max": 0.806018, + "nauc_ndcg_at_1000_std": -0.269617, + "nauc_ndcg_at_1000_diff1": 0.928546, + "nauc_map_at_1_max": 0.777677, + "nauc_map_at_1_std": -0.270503, + "nauc_map_at_1_diff1": 0.932513, + "nauc_map_at_3_max": 0.805818, + "nauc_map_at_3_std": -0.28192, + "nauc_map_at_3_diff1": 0.928746, + "nauc_map_at_5_max": 0.805276, + "nauc_map_at_5_std": -0.272069, + "nauc_map_at_5_diff1": 0.928804, + "nauc_map_at_10_max": 0.803128, + "nauc_map_at_10_std": -0.271838, + "nauc_map_at_10_diff1": 0.928866, + "nauc_map_at_20_max": 0.802255, + "nauc_map_at_20_std": -0.272913, + "nauc_map_at_20_diff1": 0.92869, + "nauc_map_at_100_max": 0.80253, + "nauc_map_at_100_std": -0.271053, + "nauc_map_at_100_diff1": 0.929065, + "nauc_map_at_1000_max": 0.802491, + "nauc_map_at_1000_std": -0.271241, + "nauc_map_at_1000_diff1": 0.92907, + "nauc_recall_at_1_max": 0.777677, + "nauc_recall_at_1_std": -0.270503, + "nauc_recall_at_1_diff1": 0.932513, + "nauc_recall_at_3_max": 0.863536, + "nauc_recall_at_3_std": -0.301886, + "nauc_recall_at_3_diff1": 0.919533, + "nauc_recall_at_5_max": 0.873579, + "nauc_recall_at_5_std": -0.238385, + "nauc_recall_at_5_diff1": 0.918703, + "nauc_recall_at_10_max": 0.877818, + "nauc_recall_at_10_std": -0.309324, + "nauc_recall_at_10_diff1": 0.907463, + "nauc_recall_at_20_max": 0.828945, + "nauc_recall_at_20_std": -0.432633, + "nauc_recall_at_20_diff1": 0.88352, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.414332, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777677, + "nauc_precision_at_1_std": -0.270503, + "nauc_precision_at_1_diff1": 0.932513, + "nauc_precision_at_3_max": 0.863536, + "nauc_precision_at_3_std": -0.301886, + "nauc_precision_at_3_diff1": 0.919533, + "nauc_precision_at_5_max": 0.873579, + "nauc_precision_at_5_std": -0.238385, + "nauc_precision_at_5_diff1": 0.918703, + "nauc_precision_at_10_max": 0.877818, + "nauc_precision_at_10_std": -0.309324, + "nauc_precision_at_10_diff1": 0.907463, + "nauc_precision_at_20_max": 0.828945, + "nauc_precision_at_20_std": -0.432633, + "nauc_precision_at_20_diff1": 0.88352, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.414332, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777677, + "nauc_mrr_at_1_std": -0.270503, + "nauc_mrr_at_1_diff1": 0.932513, + "nauc_mrr_at_3_max": 0.805818, + "nauc_mrr_at_3_std": -0.28192, + "nauc_mrr_at_3_diff1": 0.928746, + "nauc_mrr_at_5_max": 0.805276, + "nauc_mrr_at_5_std": -0.272069, + "nauc_mrr_at_5_diff1": 0.928804, + "nauc_mrr_at_10_max": 0.803128, + "nauc_mrr_at_10_std": -0.271838, + "nauc_mrr_at_10_diff1": 0.928866, + "nauc_mrr_at_20_max": 0.802255, + "nauc_mrr_at_20_std": -0.272913, + "nauc_mrr_at_20_diff1": 0.92869, + "nauc_mrr_at_100_max": 0.80253, + "nauc_mrr_at_100_std": -0.271053, + "nauc_mrr_at_100_diff1": 0.929065, + "nauc_mrr_at_1000_max": 0.802491, + "nauc_mrr_at_1000_std": -0.271241, + "nauc_mrr_at_1000_diff1": 0.92907, + "main_score": 0.94988, + "hf_subset": "zho_Hant-zho_Hant", + "languages": [ + "zho-Hant", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94251, + "ndcg_at_5": 0.94576, + "ndcg_at_10": 0.9501, + "ndcg_at_20": 0.95127, + "ndcg_at_100": 0.95228, + "ndcg_at_1000": 0.95271, + "map_at_1": 0.90667, + "map_at_3": 0.93444, + "map_at_5": 0.93628, + "map_at_10": 0.93808, + "map_at_20": 0.93843, + "map_at_100": 0.93856, + "map_at_1000": 0.93857, + "recall_at_1": 0.90667, + "recall_at_3": 0.96556, + "recall_at_5": 0.97333, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.32185, + "precision_at_5": 0.19467, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.936278, + "mrr_at_10": 0.938076, + "mrr_at_20": 0.938429, + "mrr_at_100": 0.938558, + "mrr_at_1000": 0.938575, + "nauc_ndcg_at_1_max": 0.723895, + "nauc_ndcg_at_1_std": -0.229164, + "nauc_ndcg_at_1_diff1": 0.9158, + "nauc_ndcg_at_3_max": 0.764975, + "nauc_ndcg_at_3_std": -0.233409, + "nauc_ndcg_at_3_diff1": 0.911824, + "nauc_ndcg_at_5_max": 0.75804, + "nauc_ndcg_at_5_std": -0.229911, + "nauc_ndcg_at_5_diff1": 0.911032, + "nauc_ndcg_at_10_max": 0.757391, + "nauc_ndcg_at_10_std": -0.217882, + "nauc_ndcg_at_10_diff1": 0.915386, + "nauc_ndcg_at_20_max": 0.757883, + "nauc_ndcg_at_20_std": -0.202803, + "nauc_ndcg_at_20_diff1": 0.916663, + "nauc_ndcg_at_100_max": 0.755728, + "nauc_ndcg_at_100_std": -0.20512, + "nauc_ndcg_at_100_diff1": 0.915462, + "nauc_ndcg_at_1000_max": 0.753515, + "nauc_ndcg_at_1000_std": -0.216039, + "nauc_ndcg_at_1000_diff1": 0.914697, + "nauc_map_at_1_max": 0.723895, + "nauc_map_at_1_std": -0.229164, + "nauc_map_at_1_diff1": 0.9158, + "nauc_map_at_3_max": 0.752515, + "nauc_map_at_3_std": -0.233224, + "nauc_map_at_3_diff1": 0.912498, + "nauc_map_at_5_max": 0.74882, + "nauc_map_at_5_std": -0.232025, + "nauc_map_at_5_diff1": 0.912146, + "nauc_map_at_10_max": 0.748716, + "nauc_map_at_10_std": -0.227699, + "nauc_map_at_10_diff1": 0.91374, + "nauc_map_at_20_max": 0.748858, + "nauc_map_at_20_std": -0.223852, + "nauc_map_at_20_diff1": 0.914059, + "nauc_map_at_100_max": 0.748697, + "nauc_map_at_100_std": -0.224159, + "nauc_map_at_100_diff1": 0.913936, + "nauc_map_at_1000_max": 0.748627, + "nauc_map_at_1000_std": -0.224499, + "nauc_map_at_1000_diff1": 0.913912, + "nauc_recall_at_1_max": 0.723895, + "nauc_recall_at_1_std": -0.229164, + "nauc_recall_at_1_diff1": 0.9158, + "nauc_recall_at_3_max": 0.832113, + "nauc_recall_at_3_std": -0.233427, + "nauc_recall_at_3_diff1": 0.908662, + "nauc_recall_at_5_max": 0.818063, + "nauc_recall_at_5_std": -0.211621, + "nauc_recall_at_5_diff1": 0.903809, + "nauc_recall_at_10_max": 0.861306, + "nauc_recall_at_10_std": -0.063998, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.91976, + "nauc_recall_at_20_std": 0.308298, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.723895, + "nauc_precision_at_1_std": -0.229164, + "nauc_precision_at_1_diff1": 0.9158, + "nauc_precision_at_3_max": 0.832113, + "nauc_precision_at_3_std": -0.233427, + "nauc_precision_at_3_diff1": 0.908662, + "nauc_precision_at_5_max": 0.818063, + "nauc_precision_at_5_std": -0.211621, + "nauc_precision_at_5_diff1": 0.903809, + "nauc_precision_at_10_max": 0.861306, + "nauc_precision_at_10_std": -0.063998, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.91976, + "nauc_precision_at_20_std": 0.308298, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.723895, + "nauc_mrr_at_1_std": -0.229164, + "nauc_mrr_at_1_diff1": 0.9158, + "nauc_mrr_at_3_max": 0.752515, + "nauc_mrr_at_3_std": -0.233224, + "nauc_mrr_at_3_diff1": 0.912498, + "nauc_mrr_at_5_max": 0.74882, + "nauc_mrr_at_5_std": -0.232025, + "nauc_mrr_at_5_diff1": 0.912146, + "nauc_mrr_at_10_max": 0.748716, + "nauc_mrr_at_10_std": -0.227699, + "nauc_mrr_at_10_diff1": 0.91374, + "nauc_mrr_at_20_max": 0.748858, + "nauc_mrr_at_20_std": -0.223852, + "nauc_mrr_at_20_diff1": 0.914059, + "nauc_mrr_at_100_max": 0.748697, + "nauc_mrr_at_100_std": -0.224159, + "nauc_mrr_at_100_diff1": 0.913936, + "nauc_mrr_at_1000_max": 0.748627, + "nauc_mrr_at_1000_std": -0.224499, + "nauc_mrr_at_1000_diff1": 0.913912, + "main_score": 0.9501, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91645, + "ndcg_at_5": 0.92583, + "ndcg_at_10": 0.93094, + "ndcg_at_20": 0.93239, + "ndcg_at_100": 0.93403, + "ndcg_at_1000": 0.93417, + "map_at_1": 0.87111, + "map_at_3": 0.90593, + "map_at_5": 0.91126, + "map_at_10": 0.91341, + "map_at_20": 0.91384, + "map_at_100": 0.91406, + "map_at_1000": 0.91406, + "recall_at_1": 0.87111, + "recall_at_3": 0.94667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.87111, + "precision_at_3": 0.31556, + "precision_at_5": 0.19378, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.905926, + "mrr_at_5": 0.911259, + "mrr_at_10": 0.913413, + "mrr_at_20": 0.913835, + "mrr_at_100": 0.914061, + "mrr_at_1000": 0.914064, + "nauc_ndcg_at_1_max": 0.786378, + "nauc_ndcg_at_1_std": -0.121948, + "nauc_ndcg_at_1_diff1": 0.932647, + "nauc_ndcg_at_3_max": 0.828216, + "nauc_ndcg_at_3_std": -0.08837, + "nauc_ndcg_at_3_diff1": 0.924703, + "nauc_ndcg_at_5_max": 0.822547, + "nauc_ndcg_at_5_std": -0.094703, + "nauc_ndcg_at_5_diff1": 0.92527, + "nauc_ndcg_at_10_max": 0.814369, + "nauc_ndcg_at_10_std": -0.11066, + "nauc_ndcg_at_10_diff1": 0.923798, + "nauc_ndcg_at_20_max": 0.815173, + "nauc_ndcg_at_20_std": -0.109236, + "nauc_ndcg_at_20_diff1": 0.926872, + "nauc_ndcg_at_100_max": 0.811258, + "nauc_ndcg_at_100_std": -0.107448, + "nauc_ndcg_at_100_diff1": 0.926302, + "nauc_ndcg_at_1000_max": 0.810867, + "nauc_ndcg_at_1000_std": -0.107315, + "nauc_ndcg_at_1000_diff1": 0.926149, + "nauc_map_at_1_max": 0.786378, + "nauc_map_at_1_std": -0.121948, + "nauc_map_at_1_diff1": 0.932647, + "nauc_map_at_3_max": 0.814114, + "nauc_map_at_3_std": -0.100573, + "nauc_map_at_3_diff1": 0.925973, + "nauc_map_at_5_max": 0.810537, + "nauc_map_at_5_std": -0.104115, + "nauc_map_at_5_diff1": 0.926298, + "nauc_map_at_10_max": 0.807472, + "nauc_map_at_10_std": -0.109899, + "nauc_map_at_10_diff1": 0.9258, + "nauc_map_at_20_max": 0.807732, + "nauc_map_at_20_std": -0.109049, + "nauc_map_at_20_diff1": 0.926495, + "nauc_map_at_100_max": 0.807273, + "nauc_map_at_100_std": -0.108812, + "nauc_map_at_100_diff1": 0.926444, + "nauc_map_at_1000_max": 0.807265, + "nauc_map_at_1000_std": -0.108809, + "nauc_map_at_1000_diff1": 0.926441, + "nauc_recall_at_1_max": 0.786378, + "nauc_recall_at_1_std": -0.121948, + "nauc_recall_at_1_diff1": 0.932647, + "nauc_recall_at_3_max": 0.898848, + "nauc_recall_at_3_std": -0.02663, + "nauc_recall_at_3_diff1": 0.919322, + "nauc_recall_at_5_max": 0.917967, + "nauc_recall_at_5_std": -0.020258, + "nauc_recall_at_5_diff1": 0.918884, + "nauc_recall_at_10_max": 0.905129, + "nauc_recall_at_10_std": -0.153061, + "nauc_recall_at_10_diff1": 0.893791, + "nauc_recall_at_20_max": 0.969136, + "nauc_recall_at_20_std": -0.17284, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.171335, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786378, + "nauc_precision_at_1_std": -0.121948, + "nauc_precision_at_1_diff1": 0.932647, + "nauc_precision_at_3_max": 0.898848, + "nauc_precision_at_3_std": -0.02663, + "nauc_precision_at_3_diff1": 0.919322, + "nauc_precision_at_5_max": 0.917967, + "nauc_precision_at_5_std": -0.020258, + "nauc_precision_at_5_diff1": 0.918884, + "nauc_precision_at_10_max": 0.905129, + "nauc_precision_at_10_std": -0.153061, + "nauc_precision_at_10_diff1": 0.893791, + "nauc_precision_at_20_max": 0.969136, + "nauc_precision_at_20_std": -0.17284, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -0.171335, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786378, + "nauc_mrr_at_1_std": -0.121948, + "nauc_mrr_at_1_diff1": 0.932647, + "nauc_mrr_at_3_max": 0.814114, + "nauc_mrr_at_3_std": -0.100573, + "nauc_mrr_at_3_diff1": 0.925973, + "nauc_mrr_at_5_max": 0.810537, + "nauc_mrr_at_5_std": -0.104115, + "nauc_mrr_at_5_diff1": 0.926298, + "nauc_mrr_at_10_max": 0.807472, + "nauc_mrr_at_10_std": -0.109899, + "nauc_mrr_at_10_diff1": 0.9258, + "nauc_mrr_at_20_max": 0.807732, + "nauc_mrr_at_20_std": -0.109049, + "nauc_mrr_at_20_diff1": 0.926495, + "nauc_mrr_at_100_max": 0.807273, + "nauc_mrr_at_100_std": -0.108812, + "nauc_mrr_at_100_diff1": 0.926444, + "nauc_mrr_at_1000_max": 0.807265, + "nauc_mrr_at_1000_std": -0.108809, + "nauc_mrr_at_1000_diff1": 0.926441, + "main_score": 0.93094, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.89225, + "ndcg_at_5": 0.90014, + "ndcg_at_10": 0.9076, + "ndcg_at_20": 0.90978, + "ndcg_at_100": 0.91269, + "ndcg_at_1000": 0.91472, + "map_at_1": 0.85222, + "map_at_3": 0.88296, + "map_at_5": 0.88741, + "map_at_10": 0.89064, + "map_at_20": 0.89121, + "map_at_100": 0.89162, + "map_at_1000": 0.8917, + "recall_at_1": 0.85222, + "recall_at_3": 0.91889, + "recall_at_5": 0.93778, + "recall_at_10": 0.96, + "recall_at_20": 0.96889, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.85222, + "precision_at_3": 0.3063, + "precision_at_5": 0.18756, + "precision_at_10": 0.096, + "precision_at_20": 0.04844, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.882963, + "mrr_at_5": 0.887407, + "mrr_at_10": 0.890642, + "mrr_at_20": 0.891206, + "mrr_at_100": 0.891622, + "mrr_at_1000": 0.891703, + "nauc_ndcg_at_1_max": 0.856677, + "nauc_ndcg_at_1_std": -0.002184, + "nauc_ndcg_at_1_diff1": 0.933937, + "nauc_ndcg_at_3_max": 0.874246, + "nauc_ndcg_at_3_std": 0.025453, + "nauc_ndcg_at_3_diff1": 0.920065, + "nauc_ndcg_at_5_max": 0.877782, + "nauc_ndcg_at_5_std": 0.035266, + "nauc_ndcg_at_5_diff1": 0.921847, + "nauc_ndcg_at_10_max": 0.876041, + "nauc_ndcg_at_10_std": 0.04798, + "nauc_ndcg_at_10_diff1": 0.922364, + "nauc_ndcg_at_20_max": 0.874834, + "nauc_ndcg_at_20_std": 0.038642, + "nauc_ndcg_at_20_diff1": 0.923135, + "nauc_ndcg_at_100_max": 0.872731, + "nauc_ndcg_at_100_std": 0.030926, + "nauc_ndcg_at_100_diff1": 0.922703, + "nauc_ndcg_at_1000_max": 0.871614, + "nauc_ndcg_at_1000_std": 0.027042, + "nauc_ndcg_at_1000_diff1": 0.923523, + "nauc_map_at_1_max": 0.856677, + "nauc_map_at_1_std": -0.002184, + "nauc_map_at_1_diff1": 0.933937, + "nauc_map_at_3_max": 0.868992, + "nauc_map_at_3_std": 0.013175, + "nauc_map_at_3_diff1": 0.923313, + "nauc_map_at_5_max": 0.870503, + "nauc_map_at_5_std": 0.017355, + "nauc_map_at_5_diff1": 0.924263, + "nauc_map_at_10_max": 0.869594, + "nauc_map_at_10_std": 0.021531, + "nauc_map_at_10_diff1": 0.924471, + "nauc_map_at_20_max": 0.869335, + "nauc_map_at_20_std": 0.019473, + "nauc_map_at_20_diff1": 0.924692, + "nauc_map_at_100_max": 0.869016, + "nauc_map_at_100_std": 0.01838, + "nauc_map_at_100_diff1": 0.924635, + "nauc_map_at_1000_max": 0.868977, + "nauc_map_at_1000_std": 0.018245, + "nauc_map_at_1000_diff1": 0.924667, + "nauc_recall_at_1_max": 0.856677, + "nauc_recall_at_1_std": -0.002184, + "nauc_recall_at_1_diff1": 0.933937, + "nauc_recall_at_3_max": 0.895534, + "nauc_recall_at_3_std": 0.07753, + "nauc_recall_at_3_diff1": 0.907429, + "nauc_recall_at_5_max": 0.915633, + "nauc_recall_at_5_std": 0.131969, + "nauc_recall_at_5_diff1": 0.910839, + "nauc_recall_at_10_max": 0.925628, + "nauc_recall_at_10_std": 0.270684, + "nauc_recall_at_10_diff1": 0.908964, + "nauc_recall_at_20_max": 0.92497, + "nauc_recall_at_20_std": 0.22444, + "nauc_recall_at_20_diff1": 0.912882, + "nauc_recall_at_100_max": 0.919134, + "nauc_recall_at_100_std": 0.195378, + "nauc_recall_at_100_diff1": 0.891123, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856677, + "nauc_precision_at_1_std": -0.002184, + "nauc_precision_at_1_diff1": 0.933937, + "nauc_precision_at_3_max": 0.895534, + "nauc_precision_at_3_std": 0.07753, + "nauc_precision_at_3_diff1": 0.907429, + "nauc_precision_at_5_max": 0.915633, + "nauc_precision_at_5_std": 0.131969, + "nauc_precision_at_5_diff1": 0.910839, + "nauc_precision_at_10_max": 0.925628, + "nauc_precision_at_10_std": 0.270684, + "nauc_precision_at_10_diff1": 0.908964, + "nauc_precision_at_20_max": 0.92497, + "nauc_precision_at_20_std": 0.22444, + "nauc_precision_at_20_diff1": 0.912882, + "nauc_precision_at_100_max": 0.919134, + "nauc_precision_at_100_std": 0.195378, + "nauc_precision_at_100_diff1": 0.891123, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.856677, + "nauc_mrr_at_1_std": -0.002184, + "nauc_mrr_at_1_diff1": 0.933937, + "nauc_mrr_at_3_max": 0.868992, + "nauc_mrr_at_3_std": 0.013175, + "nauc_mrr_at_3_diff1": 0.923313, + "nauc_mrr_at_5_max": 0.870503, + "nauc_mrr_at_5_std": 0.017355, + "nauc_mrr_at_5_diff1": 0.924263, + "nauc_mrr_at_10_max": 0.869594, + "nauc_mrr_at_10_std": 0.021531, + "nauc_mrr_at_10_diff1": 0.924471, + "nauc_mrr_at_20_max": 0.869335, + "nauc_mrr_at_20_std": 0.019473, + "nauc_mrr_at_20_diff1": 0.924692, + "nauc_mrr_at_100_max": 0.869016, + "nauc_mrr_at_100_std": 0.01838, + "nauc_mrr_at_100_diff1": 0.924635, + "nauc_mrr_at_1000_max": 0.868977, + "nauc_mrr_at_1000_std": 0.018245, + "nauc_mrr_at_1000_diff1": 0.924667, + "main_score": 0.9076, + "hf_subset": "zsm_Latn-zsm_Latn", + "languages": [ + "zsm-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.9307, + "ndcg_at_5": 0.93572, + "ndcg_at_10": 0.93824, + "ndcg_at_20": 0.93957, + "ndcg_at_100": 0.9422, + "ndcg_at_1000": 0.94262, + "map_at_1": 0.89111, + "map_at_3": 0.9213, + "map_at_5": 0.92407, + "map_at_10": 0.92511, + "map_at_20": 0.92545, + "map_at_100": 0.92587, + "map_at_1000": 0.92589, + "recall_at_1": 0.89111, + "recall_at_3": 0.95778, + "recall_at_5": 0.97, + "recall_at_10": 0.97778, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89111, + "precision_at_3": 0.31926, + "precision_at_5": 0.194, + "precision_at_10": 0.09778, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.921296, + "mrr_at_5": 0.924074, + "mrr_at_10": 0.925114, + "mrr_at_20": 0.925448, + "mrr_at_100": 0.925873, + "mrr_at_1000": 0.925885, + "nauc_ndcg_at_1_max": 0.777442, + "nauc_ndcg_at_1_std": -0.29468, + "nauc_ndcg_at_1_diff1": 0.912026, + "nauc_ndcg_at_3_max": 0.824685, + "nauc_ndcg_at_3_std": -0.273494, + "nauc_ndcg_at_3_diff1": 0.925655, + "nauc_ndcg_at_5_max": 0.821133, + "nauc_ndcg_at_5_std": -0.261195, + "nauc_ndcg_at_5_diff1": 0.923529, + "nauc_ndcg_at_10_max": 0.81795, + "nauc_ndcg_at_10_std": -0.252427, + "nauc_ndcg_at_10_diff1": 0.922793, + "nauc_ndcg_at_20_max": 0.816286, + "nauc_ndcg_at_20_std": -0.264056, + "nauc_ndcg_at_20_diff1": 0.923417, + "nauc_ndcg_at_100_max": 0.81078, + "nauc_ndcg_at_100_std": -0.26708, + "nauc_ndcg_at_100_diff1": 0.920842, + "nauc_ndcg_at_1000_max": 0.80974, + "nauc_ndcg_at_1000_std": -0.26934, + "nauc_ndcg_at_1000_diff1": 0.920576, + "nauc_map_at_1_max": 0.777442, + "nauc_map_at_1_std": -0.29468, + "nauc_map_at_1_diff1": 0.912026, + "nauc_map_at_3_max": 0.809816, + "nauc_map_at_3_std": -0.282228, + "nauc_map_at_3_diff1": 0.920797, + "nauc_map_at_5_max": 0.807505, + "nauc_map_at_5_std": -0.276792, + "nauc_map_at_5_diff1": 0.919612, + "nauc_map_at_10_max": 0.80629, + "nauc_map_at_10_std": -0.273202, + "nauc_map_at_10_diff1": 0.919356, + "nauc_map_at_20_max": 0.805898, + "nauc_map_at_20_std": -0.275396, + "nauc_map_at_20_diff1": 0.919472, + "nauc_map_at_100_max": 0.805047, + "nauc_map_at_100_std": -0.276047, + "nauc_map_at_100_diff1": 0.919103, + "nauc_map_at_1000_max": 0.805023, + "nauc_map_at_1000_std": -0.276068, + "nauc_map_at_1000_diff1": 0.919096, + "nauc_recall_at_1_max": 0.777442, + "nauc_recall_at_1_std": -0.29468, + "nauc_recall_at_1_diff1": 0.912026, + "nauc_recall_at_3_max": 0.903435, + "nauc_recall_at_3_std": -0.225564, + "nauc_recall_at_3_diff1": 0.95184, + "nauc_recall_at_5_max": 0.918128, + "nauc_recall_at_5_std": -0.142217, + "nauc_recall_at_5_diff1": 0.951586, + "nauc_recall_at_10_max": 0.923786, + "nauc_recall_at_10_std": -0.040009, + "nauc_recall_at_10_diff1": 0.954248, + "nauc_recall_at_20_max": 0.934329, + "nauc_recall_at_20_std": -0.151447, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777442, + "nauc_precision_at_1_std": -0.29468, + "nauc_precision_at_1_diff1": 0.912026, + "nauc_precision_at_3_max": 0.903435, + "nauc_precision_at_3_std": -0.225564, + "nauc_precision_at_3_diff1": 0.95184, + "nauc_precision_at_5_max": 0.918128, + "nauc_precision_at_5_std": -0.142217, + "nauc_precision_at_5_diff1": 0.951586, + "nauc_precision_at_10_max": 0.923786, + "nauc_precision_at_10_std": -0.040009, + "nauc_precision_at_10_diff1": 0.954248, + "nauc_precision_at_20_max": 0.934329, + "nauc_precision_at_20_std": -0.151447, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777442, + "nauc_mrr_at_1_std": -0.29468, + "nauc_mrr_at_1_diff1": 0.912026, + "nauc_mrr_at_3_max": 0.809816, + "nauc_mrr_at_3_std": -0.282228, + "nauc_mrr_at_3_diff1": 0.920797, + "nauc_mrr_at_5_max": 0.807505, + "nauc_mrr_at_5_std": -0.276792, + "nauc_mrr_at_5_diff1": 0.919612, + "nauc_mrr_at_10_max": 0.80629, + "nauc_mrr_at_10_std": -0.273202, + "nauc_mrr_at_10_diff1": 0.919356, + "nauc_mrr_at_20_max": 0.805898, + "nauc_mrr_at_20_std": -0.275396, + "nauc_mrr_at_20_diff1": 0.919472, + "nauc_mrr_at_100_max": 0.805047, + "nauc_mrr_at_100_std": -0.276047, + "nauc_mrr_at_100_diff1": 0.919103, + "nauc_mrr_at_1000_max": 0.805023, + "nauc_mrr_at_1000_std": -0.276068, + "nauc_mrr_at_1000_diff1": 0.919096, + "main_score": 0.93824, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81667, + "ndcg_at_3": 0.85833, + "ndcg_at_5": 0.86832, + "ndcg_at_10": 0.87669, + "ndcg_at_20": 0.87979, + "ndcg_at_100": 0.88454, + "ndcg_at_1000": 0.8878, + "map_at_1": 0.81667, + "map_at_3": 0.84815, + "map_at_5": 0.85365, + "map_at_10": 0.85716, + "map_at_20": 0.85802, + "map_at_100": 0.85868, + "map_at_1000": 0.85883, + "recall_at_1": 0.81667, + "recall_at_3": 0.88778, + "recall_at_5": 0.91222, + "recall_at_10": 0.93778, + "recall_at_20": 0.95, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "precision_at_1": 0.81667, + "precision_at_3": 0.29593, + "precision_at_5": 0.18244, + "precision_at_10": 0.09378, + "precision_at_20": 0.0475, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816667, + "mrr_at_3": 0.848148, + "mrr_at_5": 0.853648, + "mrr_at_10": 0.857155, + "mrr_at_20": 0.858016, + "mrr_at_100": 0.858682, + "mrr_at_1000": 0.858827, + "nauc_ndcg_at_1_max": 0.880615, + "nauc_ndcg_at_1_std": 0.14335, + "nauc_ndcg_at_1_diff1": 0.92051, + "nauc_ndcg_at_3_max": 0.891585, + "nauc_ndcg_at_3_std": 0.194987, + "nauc_ndcg_at_3_diff1": 0.903196, + "nauc_ndcg_at_5_max": 0.891996, + "nauc_ndcg_at_5_std": 0.211443, + "nauc_ndcg_at_5_diff1": 0.902317, + "nauc_ndcg_at_10_max": 0.892333, + "nauc_ndcg_at_10_std": 0.207075, + "nauc_ndcg_at_10_diff1": 0.906079, + "nauc_ndcg_at_20_max": 0.892156, + "nauc_ndcg_at_20_std": 0.211112, + "nauc_ndcg_at_20_diff1": 0.905843, + "nauc_ndcg_at_100_max": 0.892933, + "nauc_ndcg_at_100_std": 0.210394, + "nauc_ndcg_at_100_diff1": 0.90734, + "nauc_ndcg_at_1000_max": 0.890975, + "nauc_ndcg_at_1000_std": 0.200163, + "nauc_ndcg_at_1000_diff1": 0.907544, + "nauc_map_at_1_max": 0.880615, + "nauc_map_at_1_std": 0.14335, + "nauc_map_at_1_diff1": 0.92051, + "nauc_map_at_3_max": 0.889245, + "nauc_map_at_3_std": 0.1829, + "nauc_map_at_3_diff1": 0.90811, + "nauc_map_at_5_max": 0.889299, + "nauc_map_at_5_std": 0.190809, + "nauc_map_at_5_diff1": 0.907719, + "nauc_map_at_10_max": 0.889154, + "nauc_map_at_10_std": 0.187997, + "nauc_map_at_10_diff1": 0.909104, + "nauc_map_at_20_max": 0.889128, + "nauc_map_at_20_std": 0.189332, + "nauc_map_at_20_diff1": 0.909073, + "nauc_map_at_100_max": 0.889218, + "nauc_map_at_100_std": 0.189029, + "nauc_map_at_100_diff1": 0.909243, + "nauc_map_at_1000_max": 0.889149, + "nauc_map_at_1000_std": 0.188682, + "nauc_map_at_1000_diff1": 0.909249, + "nauc_recall_at_1_max": 0.880615, + "nauc_recall_at_1_std": 0.14335, + "nauc_recall_at_1_diff1": 0.92051, + "nauc_recall_at_3_max": 0.900006, + "nauc_recall_at_3_std": 0.23926, + "nauc_recall_at_3_diff1": 0.884625, + "nauc_recall_at_5_max": 0.904088, + "nauc_recall_at_5_std": 0.308094, + "nauc_recall_at_5_diff1": 0.877554, + "nauc_recall_at_10_max": 0.913299, + "nauc_recall_at_10_std": 0.33009, + "nauc_recall_at_10_diff1": 0.890748, + "nauc_recall_at_20_max": 0.91607, + "nauc_recall_at_20_std": 0.386389, + "nauc_recall_at_20_diff1": 0.884739, + "nauc_recall_at_100_max": 0.958408, + "nauc_recall_at_100_std": 0.556617, + "nauc_recall_at_100_diff1": 0.900263, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.880615, + "nauc_precision_at_1_std": 0.14335, + "nauc_precision_at_1_diff1": 0.92051, + "nauc_precision_at_3_max": 0.900006, + "nauc_precision_at_3_std": 0.23926, + "nauc_precision_at_3_diff1": 0.884625, + "nauc_precision_at_5_max": 0.904088, + "nauc_precision_at_5_std": 0.308094, + "nauc_precision_at_5_diff1": 0.877554, + "nauc_precision_at_10_max": 0.913299, + "nauc_precision_at_10_std": 0.33009, + "nauc_precision_at_10_diff1": 0.890748, + "nauc_precision_at_20_max": 0.91607, + "nauc_precision_at_20_std": 0.386389, + "nauc_precision_at_20_diff1": 0.884739, + "nauc_precision_at_100_max": 0.958408, + "nauc_precision_at_100_std": 0.556617, + "nauc_precision_at_100_diff1": 0.900263, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.880615, + "nauc_mrr_at_1_std": 0.14335, + "nauc_mrr_at_1_diff1": 0.92051, + "nauc_mrr_at_3_max": 0.889245, + "nauc_mrr_at_3_std": 0.1829, + "nauc_mrr_at_3_diff1": 0.90811, + "nauc_mrr_at_5_max": 0.889299, + "nauc_mrr_at_5_std": 0.190809, + "nauc_mrr_at_5_diff1": 0.907719, + "nauc_mrr_at_10_max": 0.889154, + "nauc_mrr_at_10_std": 0.187997, + "nauc_mrr_at_10_diff1": 0.909104, + "nauc_mrr_at_20_max": 0.889128, + "nauc_mrr_at_20_std": 0.189332, + "nauc_mrr_at_20_diff1": 0.909073, + "nauc_mrr_at_100_max": 0.889218, + "nauc_mrr_at_100_std": 0.189029, + "nauc_mrr_at_100_diff1": 0.909243, + "nauc_mrr_at_1000_max": 0.889149, + "nauc_mrr_at_1000_std": 0.188682, + "nauc_mrr_at_1000_diff1": 0.909249, + "main_score": 0.87669, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.44111, + "ndcg_at_3": 0.47942, + "ndcg_at_5": 0.49228, + "ndcg_at_10": 0.50668, + "ndcg_at_20": 0.51737, + "ndcg_at_100": 0.54278, + "ndcg_at_1000": 0.57266, + "map_at_1": 0.44111, + "map_at_3": 0.47, + "map_at_5": 0.47717, + "map_at_10": 0.48291, + "map_at_20": 0.48586, + "map_at_100": 0.48887, + "map_at_1000": 0.49005, + "recall_at_1": 0.44111, + "recall_at_3": 0.50667, + "recall_at_5": 0.53778, + "recall_at_10": 0.58333, + "recall_at_20": 0.62556, + "recall_at_100": 0.77, + "recall_at_1000": 1.0, + "precision_at_1": 0.44111, + "precision_at_3": 0.16889, + "precision_at_5": 0.10756, + "precision_at_10": 0.05833, + "precision_at_20": 0.03128, + "precision_at_100": 0.0077, + "precision_at_1000": 0.001, + "mrr_at_1": 0.441111, + "mrr_at_3": 0.47, + "mrr_at_5": 0.477167, + "mrr_at_10": 0.48291, + "mrr_at_20": 0.485861, + "mrr_at_100": 0.488872, + "mrr_at_1000": 0.490055, + "nauc_ndcg_at_1_max": 0.4807, + "nauc_ndcg_at_1_std": -0.572337, + "nauc_ndcg_at_1_diff1": 0.850739, + "nauc_ndcg_at_3_max": 0.476292, + "nauc_ndcg_at_3_std": -0.588145, + "nauc_ndcg_at_3_diff1": 0.83451, + "nauc_ndcg_at_5_max": 0.470442, + "nauc_ndcg_at_5_std": -0.595864, + "nauc_ndcg_at_5_diff1": 0.827718, + "nauc_ndcg_at_10_max": 0.456699, + "nauc_ndcg_at_10_std": -0.594656, + "nauc_ndcg_at_10_diff1": 0.816009, + "nauc_ndcg_at_20_max": 0.453999, + "nauc_ndcg_at_20_std": -0.591582, + "nauc_ndcg_at_20_diff1": 0.809051, + "nauc_ndcg_at_100_max": 0.451358, + "nauc_ndcg_at_100_std": -0.584245, + "nauc_ndcg_at_100_diff1": 0.802943, + "nauc_ndcg_at_1000_max": 0.459541, + "nauc_ndcg_at_1000_std": -0.58773, + "nauc_ndcg_at_1000_diff1": 0.816108, + "nauc_map_at_1_max": 0.4807, + "nauc_map_at_1_std": -0.572337, + "nauc_map_at_1_diff1": 0.850739, + "nauc_map_at_3_max": 0.477192, + "nauc_map_at_3_std": -0.584173, + "nauc_map_at_3_diff1": 0.837509, + "nauc_map_at_5_max": 0.473665, + "nauc_map_at_5_std": -0.5887, + "nauc_map_at_5_diff1": 0.833779, + "nauc_map_at_10_max": 0.468325, + "nauc_map_at_10_std": -0.588112, + "nauc_map_at_10_diff1": 0.829162, + "nauc_map_at_20_max": 0.467514, + "nauc_map_at_20_std": -0.587191, + "nauc_map_at_20_diff1": 0.827181, + "nauc_map_at_100_max": 0.467114, + "nauc_map_at_100_std": -0.58651, + "nauc_map_at_100_diff1": 0.826455, + "nauc_map_at_1000_max": 0.467359, + "nauc_map_at_1000_std": -0.586592, + "nauc_map_at_1000_diff1": 0.826906, + "nauc_recall_at_1_max": 0.4807, + "nauc_recall_at_1_std": -0.572337, + "nauc_recall_at_1_diff1": 0.850739, + "nauc_recall_at_3_max": 0.473724, + "nauc_recall_at_3_std": -0.599836, + "nauc_recall_at_3_diff1": 0.826117, + "nauc_recall_at_5_max": 0.460369, + "nauc_recall_at_5_std": -0.618197, + "nauc_recall_at_5_diff1": 0.808918, + "nauc_recall_at_10_max": 0.41327, + "nauc_recall_at_10_std": -0.615753, + "nauc_recall_at_10_diff1": 0.768781, + "nauc_recall_at_20_max": 0.39959, + "nauc_recall_at_20_std": -0.604069, + "nauc_recall_at_20_diff1": 0.736225, + "nauc_recall_at_100_max": 0.356082, + "nauc_recall_at_100_std": -0.543154, + "nauc_recall_at_100_diff1": 0.654872, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.4807, + "nauc_precision_at_1_std": -0.572337, + "nauc_precision_at_1_diff1": 0.850739, + "nauc_precision_at_3_max": 0.473724, + "nauc_precision_at_3_std": -0.599836, + "nauc_precision_at_3_diff1": 0.826117, + "nauc_precision_at_5_max": 0.460369, + "nauc_precision_at_5_std": -0.618197, + "nauc_precision_at_5_diff1": 0.808918, + "nauc_precision_at_10_max": 0.41327, + "nauc_precision_at_10_std": -0.615753, + "nauc_precision_at_10_diff1": 0.768781, + "nauc_precision_at_20_max": 0.39959, + "nauc_precision_at_20_std": -0.604069, + "nauc_precision_at_20_diff1": 0.736225, + "nauc_precision_at_100_max": 0.356082, + "nauc_precision_at_100_std": -0.543154, + "nauc_precision_at_100_diff1": 0.654872, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.4807, + "nauc_mrr_at_1_std": -0.572337, + "nauc_mrr_at_1_diff1": 0.850739, + "nauc_mrr_at_3_max": 0.477192, + "nauc_mrr_at_3_std": -0.584173, + "nauc_mrr_at_3_diff1": 0.837509, + "nauc_mrr_at_5_max": 0.473665, + "nauc_mrr_at_5_std": -0.5887, + "nauc_mrr_at_5_diff1": 0.833779, + "nauc_mrr_at_10_max": 0.468325, + "nauc_mrr_at_10_std": -0.588112, + "nauc_mrr_at_10_diff1": 0.829162, + "nauc_mrr_at_20_max": 0.467514, + "nauc_mrr_at_20_std": -0.587191, + "nauc_mrr_at_20_diff1": 0.827181, + "nauc_mrr_at_100_max": 0.467114, + "nauc_mrr_at_100_std": -0.58651, + "nauc_mrr_at_100_diff1": 0.826455, + "nauc_mrr_at_1000_max": 0.467359, + "nauc_mrr_at_1000_std": -0.586592, + "nauc_mrr_at_1000_diff1": 0.826906, + "main_score": 0.50668, + "hf_subset": "zul_Latn-zul_Latn", + "languages": [ + "zul-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.50111, + "ndcg_at_3": 0.5566, + "ndcg_at_5": 0.57138, + "ndcg_at_10": 0.58974, + "ndcg_at_20": 0.60276, + "ndcg_at_100": 0.6244, + "ndcg_at_1000": 0.6428, + "map_at_1": 0.50111, + "map_at_3": 0.54278, + "map_at_5": 0.55106, + "map_at_10": 0.55865, + "map_at_20": 0.56213, + "map_at_100": 0.56485, + "map_at_1000": 0.56566, + "recall_at_1": 0.50111, + "recall_at_3": 0.59667, + "recall_at_5": 0.63222, + "recall_at_10": 0.68889, + "recall_at_20": 0.74111, + "recall_at_100": 0.86222, + "recall_at_1000": 1.0, + "precision_at_1": 0.50111, + "precision_at_3": 0.19889, + "precision_at_5": 0.12644, + "precision_at_10": 0.06889, + "precision_at_20": 0.03706, + "precision_at_100": 0.00862, + "precision_at_1000": 0.001, + "mrr_at_1": 0.501111, + "mrr_at_3": 0.542778, + "mrr_at_5": 0.551056, + "mrr_at_10": 0.558654, + "mrr_at_20": 0.562131, + "mrr_at_100": 0.564853, + "mrr_at_1000": 0.565658, + "nauc_ndcg_at_1_max": 0.815285, + "nauc_ndcg_at_1_std": 0.281236, + "nauc_ndcg_at_1_diff1": 0.848135, + "nauc_ndcg_at_3_max": 0.833211, + "nauc_ndcg_at_3_std": 0.317638, + "nauc_ndcg_at_3_diff1": 0.809841, + "nauc_ndcg_at_5_max": 0.826166, + "nauc_ndcg_at_5_std": 0.309957, + "nauc_ndcg_at_5_diff1": 0.804086, + "nauc_ndcg_at_10_max": 0.816122, + "nauc_ndcg_at_10_std": 0.31095, + "nauc_ndcg_at_10_diff1": 0.796771, + "nauc_ndcg_at_20_max": 0.813925, + "nauc_ndcg_at_20_std": 0.317856, + "nauc_ndcg_at_20_diff1": 0.795238, + "nauc_ndcg_at_100_max": 0.815426, + "nauc_ndcg_at_100_std": 0.320859, + "nauc_ndcg_at_100_diff1": 0.79796, + "nauc_ndcg_at_1000_max": 0.818699, + "nauc_ndcg_at_1000_std": 0.313855, + "nauc_ndcg_at_1000_diff1": 0.804381, + "nauc_map_at_1_max": 0.815285, + "nauc_map_at_1_std": 0.281236, + "nauc_map_at_1_diff1": 0.848135, + "nauc_map_at_3_max": 0.829861, + "nauc_map_at_3_std": 0.309753, + "nauc_map_at_3_diff1": 0.819876, + "nauc_map_at_5_max": 0.825903, + "nauc_map_at_5_std": 0.305439, + "nauc_map_at_5_diff1": 0.816704, + "nauc_map_at_10_max": 0.822016, + "nauc_map_at_10_std": 0.305723, + "nauc_map_at_10_diff1": 0.814045, + "nauc_map_at_20_max": 0.821377, + "nauc_map_at_20_std": 0.307413, + "nauc_map_at_20_diff1": 0.813693, + "nauc_map_at_100_max": 0.821575, + "nauc_map_at_100_std": 0.307776, + "nauc_map_at_100_diff1": 0.813864, + "nauc_map_at_1000_max": 0.821678, + "nauc_map_at_1000_std": 0.307561, + "nauc_map_at_1000_diff1": 0.814089, + "nauc_recall_at_1_max": 0.815285, + "nauc_recall_at_1_std": 0.281236, + "nauc_recall_at_1_diff1": 0.848135, + "nauc_recall_at_3_max": 0.842961, + "nauc_recall_at_3_std": 0.34122, + "nauc_recall_at_3_diff1": 0.77894, + "nauc_recall_at_5_max": 0.82549, + "nauc_recall_at_5_std": 0.322738, + "nauc_recall_at_5_diff1": 0.762682, + "nauc_recall_at_10_max": 0.788341, + "nauc_recall_at_10_std": 0.328186, + "nauc_recall_at_10_diff1": 0.730698, + "nauc_recall_at_20_max": 0.77375, + "nauc_recall_at_20_std": 0.36743, + "nauc_recall_at_20_diff1": 0.713273, + "nauc_recall_at_100_max": 0.763093, + "nauc_recall_at_100_std": 0.434706, + "nauc_recall_at_100_diff1": 0.695804, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815285, + "nauc_precision_at_1_std": 0.281236, + "nauc_precision_at_1_diff1": 0.848135, + "nauc_precision_at_3_max": 0.842961, + "nauc_precision_at_3_std": 0.34122, + "nauc_precision_at_3_diff1": 0.77894, + "nauc_precision_at_5_max": 0.82549, + "nauc_precision_at_5_std": 0.322738, + "nauc_precision_at_5_diff1": 0.762682, + "nauc_precision_at_10_max": 0.788341, + "nauc_precision_at_10_std": 0.328186, + "nauc_precision_at_10_diff1": 0.730698, + "nauc_precision_at_20_max": 0.77375, + "nauc_precision_at_20_std": 0.36743, + "nauc_precision_at_20_diff1": 0.713273, + "nauc_precision_at_100_max": 0.763093, + "nauc_precision_at_100_std": 0.434706, + "nauc_precision_at_100_diff1": 0.695804, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815285, + "nauc_mrr_at_1_std": 0.281236, + "nauc_mrr_at_1_diff1": 0.848135, + "nauc_mrr_at_3_max": 0.829861, + "nauc_mrr_at_3_std": 0.309753, + "nauc_mrr_at_3_diff1": 0.819876, + "nauc_mrr_at_5_max": 0.825903, + "nauc_mrr_at_5_std": 0.305439, + "nauc_mrr_at_5_diff1": 0.816704, + "nauc_mrr_at_10_max": 0.822016, + "nauc_mrr_at_10_std": 0.305723, + "nauc_mrr_at_10_diff1": 0.814045, + "nauc_mrr_at_20_max": 0.821377, + "nauc_mrr_at_20_std": 0.307413, + "nauc_mrr_at_20_diff1": 0.813693, + "nauc_mrr_at_100_max": 0.821575, + "nauc_mrr_at_100_std": 0.307776, + "nauc_mrr_at_100_diff1": 0.813864, + "nauc_mrr_at_1000_max": 0.821678, + "nauc_mrr_at_1000_std": 0.307561, + "nauc_mrr_at_1000_diff1": 0.814089, + "main_score": 0.58974, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43778, + "ndcg_at_3": 0.46942, + "ndcg_at_5": 0.47506, + "ndcg_at_10": 0.48466, + "ndcg_at_20": 0.49029, + "ndcg_at_100": 0.51097, + "ndcg_at_1000": 0.55237, + "map_at_1": 0.43778, + "map_at_3": 0.46222, + "map_at_5": 0.46544, + "map_at_10": 0.46934, + "map_at_20": 0.47089, + "map_at_100": 0.47342, + "map_at_1000": 0.47486, + "recall_at_1": 0.43778, + "recall_at_3": 0.49, + "recall_at_5": 0.50333, + "recall_at_10": 0.53333, + "recall_at_20": 0.55556, + "recall_at_100": 0.67222, + "recall_at_1000": 1.0, + "precision_at_1": 0.43778, + "precision_at_3": 0.16333, + "precision_at_5": 0.10067, + "precision_at_10": 0.05333, + "precision_at_20": 0.02778, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.437778, + "mrr_at_3": 0.462222, + "mrr_at_5": 0.465444, + "mrr_at_10": 0.469341, + "mrr_at_20": 0.470889, + "mrr_at_100": 0.473416, + "mrr_at_1000": 0.474864, + "nauc_ndcg_at_1_max": 0.910125, + "nauc_ndcg_at_1_std": 0.656913, + "nauc_ndcg_at_1_diff1": 0.91038, + "nauc_ndcg_at_3_max": 0.927499, + "nauc_ndcg_at_3_std": 0.70877, + "nauc_ndcg_at_3_diff1": 0.879604, + "nauc_ndcg_at_5_max": 0.925772, + "nauc_ndcg_at_5_std": 0.715851, + "nauc_ndcg_at_5_diff1": 0.87594, + "nauc_ndcg_at_10_max": 0.919003, + "nauc_ndcg_at_10_std": 0.715791, + "nauc_ndcg_at_10_diff1": 0.867346, + "nauc_ndcg_at_20_max": 0.914702, + "nauc_ndcg_at_20_std": 0.714555, + "nauc_ndcg_at_20_diff1": 0.861852, + "nauc_ndcg_at_100_max": 0.903277, + "nauc_ndcg_at_100_std": 0.705347, + "nauc_ndcg_at_100_diff1": 0.851191, + "nauc_ndcg_at_1000_max": 0.91255, + "nauc_ndcg_at_1000_std": 0.705754, + "nauc_ndcg_at_1000_diff1": 0.865501, + "nauc_map_at_1_max": 0.910125, + "nauc_map_at_1_std": 0.656913, + "nauc_map_at_1_diff1": 0.91038, + "nauc_map_at_3_max": 0.924225, + "nauc_map_at_3_std": 0.697611, + "nauc_map_at_3_diff1": 0.886802, + "nauc_map_at_5_max": 0.923246, + "nauc_map_at_5_std": 0.701732, + "nauc_map_at_5_diff1": 0.884733, + "nauc_map_at_10_max": 0.920553, + "nauc_map_at_10_std": 0.701824, + "nauc_map_at_10_diff1": 0.881313, + "nauc_map_at_20_max": 0.919458, + "nauc_map_at_20_std": 0.701521, + "nauc_map_at_20_diff1": 0.879838, + "nauc_map_at_100_max": 0.917946, + "nauc_map_at_100_std": 0.700287, + "nauc_map_at_100_diff1": 0.878464, + "nauc_map_at_1000_max": 0.918106, + "nauc_map_at_1000_std": 0.700245, + "nauc_map_at_1000_diff1": 0.878794, + "nauc_recall_at_1_max": 0.910125, + "nauc_recall_at_1_std": 0.656913, + "nauc_recall_at_1_diff1": 0.91038, + "nauc_recall_at_3_max": 0.936642, + "nauc_recall_at_3_std": 0.740681, + "nauc_recall_at_3_diff1": 0.858749, + "nauc_recall_at_5_max": 0.932544, + "nauc_recall_at_5_std": 0.757342, + "nauc_recall_at_5_diff1": 0.849843, + "nauc_recall_at_10_max": 0.910672, + "nauc_recall_at_10_std": 0.757526, + "nauc_recall_at_10_diff1": 0.821259, + "nauc_recall_at_20_max": 0.892042, + "nauc_recall_at_20_std": 0.752926, + "nauc_recall_at_20_diff1": 0.797385, + "nauc_recall_at_100_max": 0.811473, + "nauc_recall_at_100_std": 0.69876, + "nauc_recall_at_100_diff1": 0.713478, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.910125, + "nauc_precision_at_1_std": 0.656913, + "nauc_precision_at_1_diff1": 0.91038, + "nauc_precision_at_3_max": 0.936642, + "nauc_precision_at_3_std": 0.740681, + "nauc_precision_at_3_diff1": 0.858749, + "nauc_precision_at_5_max": 0.932544, + "nauc_precision_at_5_std": 0.757342, + "nauc_precision_at_5_diff1": 0.849843, + "nauc_precision_at_10_max": 0.910672, + "nauc_precision_at_10_std": 0.757526, + "nauc_precision_at_10_diff1": 0.821259, + "nauc_precision_at_20_max": 0.892042, + "nauc_precision_at_20_std": 0.752926, + "nauc_precision_at_20_diff1": 0.797385, + "nauc_precision_at_100_max": 0.811473, + "nauc_precision_at_100_std": 0.69876, + "nauc_precision_at_100_diff1": 0.713478, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.910125, + "nauc_mrr_at_1_std": 0.656913, + "nauc_mrr_at_1_diff1": 0.91038, + "nauc_mrr_at_3_max": 0.924225, + "nauc_mrr_at_3_std": 0.697611, + "nauc_mrr_at_3_diff1": 0.886802, + "nauc_mrr_at_5_max": 0.923246, + "nauc_mrr_at_5_std": 0.701732, + "nauc_mrr_at_5_diff1": 0.884733, + "nauc_mrr_at_10_max": 0.920553, + "nauc_mrr_at_10_std": 0.701824, + "nauc_mrr_at_10_diff1": 0.881313, + "nauc_mrr_at_20_max": 0.919458, + "nauc_mrr_at_20_std": 0.701521, + "nauc_mrr_at_20_diff1": 0.879838, + "nauc_mrr_at_100_max": 0.917946, + "nauc_mrr_at_100_std": 0.700287, + "nauc_mrr_at_100_diff1": 0.878464, + "nauc_mrr_at_1000_max": 0.918106, + "nauc_mrr_at_1000_std": 0.700245, + "nauc_mrr_at_1000_diff1": 0.878794, + "main_score": 0.48466, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.19667, + "ndcg_at_3": 0.22018, + "ndcg_at_5": 0.22692, + "ndcg_at_10": 0.23733, + "ndcg_at_20": 0.24547, + "ndcg_at_100": 0.27623, + "ndcg_at_1000": 0.34088, + "map_at_1": 0.19667, + "map_at_3": 0.21481, + "map_at_5": 0.21848, + "map_at_10": 0.22276, + "map_at_20": 0.225, + "map_at_100": 0.2287, + "map_at_1000": 0.23102, + "recall_at_1": 0.19667, + "recall_at_3": 0.23556, + "recall_at_5": 0.25222, + "recall_at_10": 0.28444, + "recall_at_20": 0.31667, + "recall_at_100": 0.49111, + "recall_at_1000": 1.0, + "precision_at_1": 0.19667, + "precision_at_3": 0.07852, + "precision_at_5": 0.05044, + "precision_at_10": 0.02844, + "precision_at_20": 0.01583, + "precision_at_100": 0.00491, + "precision_at_1000": 0.001, + "mrr_at_1": 0.196667, + "mrr_at_3": 0.214815, + "mrr_at_5": 0.218481, + "mrr_at_10": 0.222764, + "mrr_at_20": 0.224998, + "mrr_at_100": 0.228703, + "mrr_at_1000": 0.231019, + "nauc_ndcg_at_1_max": 0.86502, + "nauc_ndcg_at_1_std": 0.749032, + "nauc_ndcg_at_1_diff1": 0.771508, + "nauc_ndcg_at_3_max": 0.849958, + "nauc_ndcg_at_3_std": 0.763211, + "nauc_ndcg_at_3_diff1": 0.706797, + "nauc_ndcg_at_5_max": 0.841353, + "nauc_ndcg_at_5_std": 0.752046, + "nauc_ndcg_at_5_diff1": 0.694697, + "nauc_ndcg_at_10_max": 0.823655, + "nauc_ndcg_at_10_std": 0.750175, + "nauc_ndcg_at_10_diff1": 0.67484, + "nauc_ndcg_at_20_max": 0.804895, + "nauc_ndcg_at_20_std": 0.736674, + "nauc_ndcg_at_20_diff1": 0.660913, + "nauc_ndcg_at_100_max": 0.767457, + "nauc_ndcg_at_100_std": 0.706062, + "nauc_ndcg_at_100_diff1": 0.629759, + "nauc_ndcg_at_1000_max": 0.80529, + "nauc_ndcg_at_1000_std": 0.732202, + "nauc_ndcg_at_1000_diff1": 0.665708, + "nauc_map_at_1_max": 0.86502, + "nauc_map_at_1_std": 0.749032, + "nauc_map_at_1_diff1": 0.771508, + "nauc_map_at_3_max": 0.853711, + "nauc_map_at_3_std": 0.760724, + "nauc_map_at_3_diff1": 0.720887, + "nauc_map_at_5_max": 0.848648, + "nauc_map_at_5_std": 0.754385, + "nauc_map_at_5_diff1": 0.713797, + "nauc_map_at_10_max": 0.841315, + "nauc_map_at_10_std": 0.753586, + "nauc_map_at_10_diff1": 0.705475, + "nauc_map_at_20_max": 0.835941, + "nauc_map_at_20_std": 0.749789, + "nauc_map_at_20_diff1": 0.701349, + "nauc_map_at_100_max": 0.831074, + "nauc_map_at_100_std": 0.74606, + "nauc_map_at_100_diff1": 0.696899, + "nauc_map_at_1000_max": 0.83214, + "nauc_map_at_1000_std": 0.746819, + "nauc_map_at_1000_diff1": 0.697869, + "nauc_recall_at_1_max": 0.86502, + "nauc_recall_at_1_std": 0.749032, + "nauc_recall_at_1_diff1": 0.771508, + "nauc_recall_at_3_max": 0.839469, + "nauc_recall_at_3_std": 0.769776, + "nauc_recall_at_3_diff1": 0.668169, + "nauc_recall_at_5_max": 0.820576, + "nauc_recall_at_5_std": 0.74397, + "nauc_recall_at_5_diff1": 0.641955, + "nauc_recall_at_10_max": 0.770251, + "nauc_recall_at_10_std": 0.739011, + "nauc_recall_at_10_diff1": 0.587136, + "nauc_recall_at_20_max": 0.705386, + "nauc_recall_at_20_std": 0.691117, + "nauc_recall_at_20_diff1": 0.541134, + "nauc_recall_at_100_max": 0.519727, + "nauc_recall_at_100_std": 0.535855, + "nauc_recall_at_100_diff1": 0.392026, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.86502, + "nauc_precision_at_1_std": 0.749032, + "nauc_precision_at_1_diff1": 0.771508, + "nauc_precision_at_3_max": 0.839469, + "nauc_precision_at_3_std": 0.769776, + "nauc_precision_at_3_diff1": 0.668169, + "nauc_precision_at_5_max": 0.820576, + "nauc_precision_at_5_std": 0.74397, + "nauc_precision_at_5_diff1": 0.641955, + "nauc_precision_at_10_max": 0.770251, + "nauc_precision_at_10_std": 0.739011, + "nauc_precision_at_10_diff1": 0.587136, + "nauc_precision_at_20_max": 0.705386, + "nauc_precision_at_20_std": 0.691117, + "nauc_precision_at_20_diff1": 0.541134, + "nauc_precision_at_100_max": 0.519727, + "nauc_precision_at_100_std": 0.535855, + "nauc_precision_at_100_diff1": 0.392026, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.86502, + "nauc_mrr_at_1_std": 0.749032, + "nauc_mrr_at_1_diff1": 0.771508, + "nauc_mrr_at_3_max": 0.853711, + "nauc_mrr_at_3_std": 0.760724, + "nauc_mrr_at_3_diff1": 0.720887, + "nauc_mrr_at_5_max": 0.848648, + "nauc_mrr_at_5_std": 0.754385, + "nauc_mrr_at_5_diff1": 0.713797, + "nauc_mrr_at_10_max": 0.841315, + "nauc_mrr_at_10_std": 0.753586, + "nauc_mrr_at_10_diff1": 0.705475, + "nauc_mrr_at_20_max": 0.835941, + "nauc_mrr_at_20_std": 0.749789, + "nauc_mrr_at_20_diff1": 0.701349, + "nauc_mrr_at_100_max": 0.831074, + "nauc_mrr_at_100_std": 0.74606, + "nauc_mrr_at_100_diff1": 0.696899, + "nauc_mrr_at_1000_max": 0.83214, + "nauc_mrr_at_1000_std": 0.746819, + "nauc_mrr_at_1000_diff1": 0.697869, + "main_score": 0.23733, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.36111, + "ndcg_at_3": 0.41283, + "ndcg_at_5": 0.43204, + "ndcg_at_10": 0.44714, + "ndcg_at_20": 0.46283, + "ndcg_at_100": 0.49285, + "ndcg_at_1000": 0.52282, + "map_at_1": 0.36111, + "map_at_3": 0.4, + "map_at_5": 0.41039, + "map_at_10": 0.41662, + "map_at_20": 0.42091, + "map_at_100": 0.42475, + "map_at_1000": 0.42601, + "recall_at_1": 0.36111, + "recall_at_3": 0.45, + "recall_at_5": 0.49778, + "recall_at_10": 0.54444, + "recall_at_20": 0.60667, + "recall_at_100": 0.77333, + "recall_at_1000": 1.0, + "precision_at_1": 0.36111, + "precision_at_3": 0.15, + "precision_at_5": 0.09956, + "precision_at_10": 0.05444, + "precision_at_20": 0.03033, + "precision_at_100": 0.00773, + "precision_at_1000": 0.001, + "mrr_at_1": 0.361111, + "mrr_at_3": 0.4, + "mrr_at_5": 0.410389, + "mrr_at_10": 0.416625, + "mrr_at_20": 0.420912, + "mrr_at_100": 0.424745, + "mrr_at_1000": 0.42601, + "nauc_ndcg_at_1_max": 0.695387, + "nauc_ndcg_at_1_std": 0.16897, + "nauc_ndcg_at_1_diff1": 0.761849, + "nauc_ndcg_at_3_max": 0.674297, + "nauc_ndcg_at_3_std": 0.13048, + "nauc_ndcg_at_3_diff1": 0.724954, + "nauc_ndcg_at_5_max": 0.659446, + "nauc_ndcg_at_5_std": 0.134163, + "nauc_ndcg_at_5_diff1": 0.706385, + "nauc_ndcg_at_10_max": 0.653282, + "nauc_ndcg_at_10_std": 0.128632, + "nauc_ndcg_at_10_diff1": 0.703916, + "nauc_ndcg_at_20_max": 0.649563, + "nauc_ndcg_at_20_std": 0.126852, + "nauc_ndcg_at_20_diff1": 0.695066, + "nauc_ndcg_at_100_max": 0.645509, + "nauc_ndcg_at_100_std": 0.136924, + "nauc_ndcg_at_100_diff1": 0.694517, + "nauc_ndcg_at_1000_max": 0.657393, + "nauc_ndcg_at_1000_std": 0.135468, + "nauc_ndcg_at_1000_diff1": 0.708221, + "nauc_map_at_1_max": 0.695387, + "nauc_map_at_1_std": 0.16897, + "nauc_map_at_1_diff1": 0.761849, + "nauc_map_at_3_max": 0.679481, + "nauc_map_at_3_std": 0.139352, + "nauc_map_at_3_diff1": 0.73371, + "nauc_map_at_5_max": 0.671753, + "nauc_map_at_5_std": 0.141411, + "nauc_map_at_5_diff1": 0.723921, + "nauc_map_at_10_max": 0.669521, + "nauc_map_at_10_std": 0.139032, + "nauc_map_at_10_diff1": 0.723429, + "nauc_map_at_20_max": 0.668581, + "nauc_map_at_20_std": 0.138509, + "nauc_map_at_20_diff1": 0.721144, + "nauc_map_at_100_max": 0.668121, + "nauc_map_at_100_std": 0.139862, + "nauc_map_at_100_diff1": 0.721199, + "nauc_map_at_1000_max": 0.668513, + "nauc_map_at_1000_std": 0.139795, + "nauc_map_at_1000_diff1": 0.721721, + "nauc_recall_at_1_max": 0.695387, + "nauc_recall_at_1_std": 0.16897, + "nauc_recall_at_1_diff1": 0.761849, + "nauc_recall_at_3_max": 0.659274, + "nauc_recall_at_3_std": 0.105007, + "nauc_recall_at_3_diff1": 0.699702, + "nauc_recall_at_5_max": 0.620605, + "nauc_recall_at_5_std": 0.113659, + "nauc_recall_at_5_diff1": 0.651816, + "nauc_recall_at_10_max": 0.597678, + "nauc_recall_at_10_std": 0.09575, + "nauc_recall_at_10_diff1": 0.638933, + "nauc_recall_at_20_max": 0.577416, + "nauc_recall_at_20_std": 0.086349, + "nauc_recall_at_20_diff1": 0.595387, + "nauc_recall_at_100_max": 0.508556, + "nauc_recall_at_100_std": 0.15239, + "nauc_recall_at_100_diff1": 0.540618, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695387, + "nauc_precision_at_1_std": 0.16897, + "nauc_precision_at_1_diff1": 0.761849, + "nauc_precision_at_3_max": 0.659274, + "nauc_precision_at_3_std": 0.105007, + "nauc_precision_at_3_diff1": 0.699702, + "nauc_precision_at_5_max": 0.620605, + "nauc_precision_at_5_std": 0.113659, + "nauc_precision_at_5_diff1": 0.651816, + "nauc_precision_at_10_max": 0.597678, + "nauc_precision_at_10_std": 0.09575, + "nauc_precision_at_10_diff1": 0.638933, + "nauc_precision_at_20_max": 0.577416, + "nauc_precision_at_20_std": 0.086349, + "nauc_precision_at_20_diff1": 0.595387, + "nauc_precision_at_100_max": 0.508556, + "nauc_precision_at_100_std": 0.15239, + "nauc_precision_at_100_diff1": 0.540618, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695387, + "nauc_mrr_at_1_std": 0.16897, + "nauc_mrr_at_1_diff1": 0.761849, + "nauc_mrr_at_3_max": 0.679481, + "nauc_mrr_at_3_std": 0.139352, + "nauc_mrr_at_3_diff1": 0.73371, + "nauc_mrr_at_5_max": 0.671753, + "nauc_mrr_at_5_std": 0.141411, + "nauc_mrr_at_5_diff1": 0.723921, + "nauc_mrr_at_10_max": 0.669521, + "nauc_mrr_at_10_std": 0.139032, + "nauc_mrr_at_10_diff1": 0.723429, + "nauc_mrr_at_20_max": 0.668581, + "nauc_mrr_at_20_std": 0.138509, + "nauc_mrr_at_20_diff1": 0.721144, + "nauc_mrr_at_100_max": 0.668121, + "nauc_mrr_at_100_std": 0.139862, + "nauc_mrr_at_100_diff1": 0.721199, + "nauc_mrr_at_1000_max": 0.668513, + "nauc_mrr_at_1000_std": 0.139795, + "nauc_mrr_at_1000_diff1": 0.721721, + "main_score": 0.44714, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.46556, + "ndcg_at_3": 0.51701, + "ndcg_at_5": 0.53193, + "ndcg_at_10": 0.54618, + "ndcg_at_20": 0.55446, + "ndcg_at_100": 0.57499, + "ndcg_at_1000": 0.60322, + "map_at_1": 0.46556, + "map_at_3": 0.50444, + "map_at_5": 0.51289, + "map_at_10": 0.5187, + "map_at_20": 0.5209, + "map_at_100": 0.52342, + "map_at_1000": 0.52452, + "recall_at_1": 0.46556, + "recall_at_3": 0.55333, + "recall_at_5": 0.58889, + "recall_at_10": 0.63333, + "recall_at_20": 0.66667, + "recall_at_100": 0.78222, + "recall_at_1000": 1.0, + "precision_at_1": 0.46556, + "precision_at_3": 0.18444, + "precision_at_5": 0.11778, + "precision_at_10": 0.06333, + "precision_at_20": 0.03333, + "precision_at_100": 0.00782, + "precision_at_1000": 0.001, + "mrr_at_1": 0.465556, + "mrr_at_3": 0.504444, + "mrr_at_5": 0.512889, + "mrr_at_10": 0.5187, + "mrr_at_20": 0.520898, + "mrr_at_100": 0.523419, + "mrr_at_1000": 0.524523, + "nauc_ndcg_at_1_max": 0.800532, + "nauc_ndcg_at_1_std": 0.526051, + "nauc_ndcg_at_1_diff1": 0.833716, + "nauc_ndcg_at_3_max": 0.825345, + "nauc_ndcg_at_3_std": 0.576277, + "nauc_ndcg_at_3_diff1": 0.800237, + "nauc_ndcg_at_5_max": 0.826758, + "nauc_ndcg_at_5_std": 0.587922, + "nauc_ndcg_at_5_diff1": 0.789507, + "nauc_ndcg_at_10_max": 0.827007, + "nauc_ndcg_at_10_std": 0.593528, + "nauc_ndcg_at_10_diff1": 0.784808, + "nauc_ndcg_at_20_max": 0.819114, + "nauc_ndcg_at_20_std": 0.588568, + "nauc_ndcg_at_20_diff1": 0.781828, + "nauc_ndcg_at_100_max": 0.812994, + "nauc_ndcg_at_100_std": 0.583431, + "nauc_ndcg_at_100_diff1": 0.776706, + "nauc_ndcg_at_1000_max": 0.817624, + "nauc_ndcg_at_1000_std": 0.57933, + "nauc_ndcg_at_1000_diff1": 0.788288, + "nauc_map_at_1_max": 0.800532, + "nauc_map_at_1_std": 0.526051, + "nauc_map_at_1_diff1": 0.833716, + "nauc_map_at_3_max": 0.819761, + "nauc_map_at_3_std": 0.563887, + "nauc_map_at_3_diff1": 0.807806, + "nauc_map_at_5_max": 0.820692, + "nauc_map_at_5_std": 0.570531, + "nauc_map_at_5_diff1": 0.801977, + "nauc_map_at_10_max": 0.820789, + "nauc_map_at_10_std": 0.572245, + "nauc_map_at_10_diff1": 0.800259, + "nauc_map_at_20_max": 0.818754, + "nauc_map_at_20_std": 0.570987, + "nauc_map_at_20_diff1": 0.799476, + "nauc_map_at_100_max": 0.81796, + "nauc_map_at_100_std": 0.570317, + "nauc_map_at_100_diff1": 0.798808, + "nauc_map_at_1000_max": 0.818066, + "nauc_map_at_1000_std": 0.570128, + "nauc_map_at_1000_diff1": 0.799209, + "nauc_recall_at_1_max": 0.800532, + "nauc_recall_at_1_std": 0.526051, + "nauc_recall_at_1_diff1": 0.833716, + "nauc_recall_at_3_max": 0.841869, + "nauc_recall_at_3_std": 0.613453, + "nauc_recall_at_3_diff1": 0.777827, + "nauc_recall_at_5_max": 0.845215, + "nauc_recall_at_5_std": 0.642977, + "nauc_recall_at_5_diff1": 0.749639, + "nauc_recall_at_10_max": 0.847168, + "nauc_recall_at_10_std": 0.668741, + "nauc_recall_at_10_diff1": 0.730106, + "nauc_recall_at_20_max": 0.811418, + "nauc_recall_at_20_std": 0.649695, + "nauc_recall_at_20_diff1": 0.713182, + "nauc_recall_at_100_max": 0.757055, + "nauc_recall_at_100_std": 0.627231, + "nauc_recall_at_100_diff1": 0.645776, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.800532, + "nauc_precision_at_1_std": 0.526051, + "nauc_precision_at_1_diff1": 0.833716, + "nauc_precision_at_3_max": 0.841869, + "nauc_precision_at_3_std": 0.613453, + "nauc_precision_at_3_diff1": 0.777827, + "nauc_precision_at_5_max": 0.845215, + "nauc_precision_at_5_std": 0.642977, + "nauc_precision_at_5_diff1": 0.749639, + "nauc_precision_at_10_max": 0.847168, + "nauc_precision_at_10_std": 0.668741, + "nauc_precision_at_10_diff1": 0.730106, + "nauc_precision_at_20_max": 0.811418, + "nauc_precision_at_20_std": 0.649695, + "nauc_precision_at_20_diff1": 0.713182, + "nauc_precision_at_100_max": 0.757055, + "nauc_precision_at_100_std": 0.627231, + "nauc_precision_at_100_diff1": 0.645776, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.800532, + "nauc_mrr_at_1_std": 0.526051, + "nauc_mrr_at_1_diff1": 0.833716, + "nauc_mrr_at_3_max": 0.819761, + "nauc_mrr_at_3_std": 0.563887, + "nauc_mrr_at_3_diff1": 0.807806, + "nauc_mrr_at_5_max": 0.820692, + "nauc_mrr_at_5_std": 0.570531, + "nauc_mrr_at_5_diff1": 0.801977, + "nauc_mrr_at_10_max": 0.820789, + "nauc_mrr_at_10_std": 0.572245, + "nauc_mrr_at_10_diff1": 0.800259, + "nauc_mrr_at_20_max": 0.818754, + "nauc_mrr_at_20_std": 0.570987, + "nauc_mrr_at_20_diff1": 0.799476, + "nauc_mrr_at_100_max": 0.81796, + "nauc_mrr_at_100_std": 0.570317, + "nauc_mrr_at_100_diff1": 0.798808, + "nauc_mrr_at_1000_max": 0.818066, + "nauc_mrr_at_1000_std": 0.570128, + "nauc_mrr_at_1000_diff1": 0.799209, + "main_score": 0.54618, + "hf_subset": "ben_Beng-ben_Latn", + "languages": [ + "ben-Beng", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.56196, + "ndcg_at_5": 0.57845, + "ndcg_at_10": 0.59809, + "ndcg_at_20": 0.61026, + "ndcg_at_100": 0.63729, + "ndcg_at_1000": 0.64828, + "map_at_1": 0.48, + "map_at_3": 0.54222, + "map_at_5": 0.55139, + "map_at_10": 0.55942, + "map_at_20": 0.56281, + "map_at_100": 0.56632, + "map_at_1000": 0.56678, + "recall_at_1": 0.48, + "recall_at_3": 0.61889, + "recall_at_5": 0.65889, + "recall_at_10": 0.72, + "recall_at_20": 0.76778, + "recall_at_100": 0.91667, + "recall_at_1000": 1.0, + "precision_at_1": 0.48, + "precision_at_3": 0.2063, + "precision_at_5": 0.13178, + "precision_at_10": 0.072, + "precision_at_20": 0.03839, + "precision_at_100": 0.00917, + "precision_at_1000": 0.001, + "mrr_at_1": 0.48, + "mrr_at_3": 0.542222, + "mrr_at_5": 0.551389, + "mrr_at_10": 0.559422, + "mrr_at_20": 0.562806, + "mrr_at_100": 0.566325, + "mrr_at_1000": 0.566784, + "nauc_ndcg_at_1_max": 0.622618, + "nauc_ndcg_at_1_std": -0.065393, + "nauc_ndcg_at_1_diff1": 0.7458, + "nauc_ndcg_at_3_max": 0.621372, + "nauc_ndcg_at_3_std": -0.063358, + "nauc_ndcg_at_3_diff1": 0.701067, + "nauc_ndcg_at_5_max": 0.613194, + "nauc_ndcg_at_5_std": -0.054208, + "nauc_ndcg_at_5_diff1": 0.686555, + "nauc_ndcg_at_10_max": 0.607727, + "nauc_ndcg_at_10_std": -0.050242, + "nauc_ndcg_at_10_diff1": 0.680309, + "nauc_ndcg_at_20_max": 0.603555, + "nauc_ndcg_at_20_std": -0.053102, + "nauc_ndcg_at_20_diff1": 0.677413, + "nauc_ndcg_at_100_max": 0.607945, + "nauc_ndcg_at_100_std": -0.037186, + "nauc_ndcg_at_100_diff1": 0.678861, + "nauc_ndcg_at_1000_max": 0.610587, + "nauc_ndcg_at_1000_std": -0.051283, + "nauc_ndcg_at_1000_diff1": 0.689529, + "nauc_map_at_1_max": 0.622618, + "nauc_map_at_1_std": -0.065393, + "nauc_map_at_1_diff1": 0.7458, + "nauc_map_at_3_max": 0.62175, + "nauc_map_at_3_std": -0.064759, + "nauc_map_at_3_diff1": 0.711791, + "nauc_map_at_5_max": 0.617507, + "nauc_map_at_5_std": -0.059764, + "nauc_map_at_5_diff1": 0.704319, + "nauc_map_at_10_max": 0.615331, + "nauc_map_at_10_std": -0.058302, + "nauc_map_at_10_diff1": 0.70163, + "nauc_map_at_20_max": 0.614253, + "nauc_map_at_20_std": -0.059374, + "nauc_map_at_20_diff1": 0.70108, + "nauc_map_at_100_max": 0.614818, + "nauc_map_at_100_std": -0.057355, + "nauc_map_at_100_diff1": 0.701415, + "nauc_map_at_1000_max": 0.614895, + "nauc_map_at_1000_std": -0.057879, + "nauc_map_at_1000_diff1": 0.701793, + "nauc_recall_at_1_max": 0.622618, + "nauc_recall_at_1_std": -0.065393, + "nauc_recall_at_1_diff1": 0.7458, + "nauc_recall_at_3_max": 0.620156, + "nauc_recall_at_3_std": -0.058551, + "nauc_recall_at_3_diff1": 0.667655, + "nauc_recall_at_5_max": 0.597199, + "nauc_recall_at_5_std": -0.033856, + "nauc_recall_at_5_diff1": 0.624932, + "nauc_recall_at_10_max": 0.574619, + "nauc_recall_at_10_std": -0.015417, + "nauc_recall_at_10_diff1": 0.595297, + "nauc_recall_at_20_max": 0.54697, + "nauc_recall_at_20_std": -0.02223, + "nauc_recall_at_20_diff1": 0.565069, + "nauc_recall_at_100_max": 0.541351, + "nauc_recall_at_100_std": 0.296091, + "nauc_recall_at_100_diff1": 0.422502, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.622618, + "nauc_precision_at_1_std": -0.065393, + "nauc_precision_at_1_diff1": 0.7458, + "nauc_precision_at_3_max": 0.620156, + "nauc_precision_at_3_std": -0.058551, + "nauc_precision_at_3_diff1": 0.667655, + "nauc_precision_at_5_max": 0.597199, + "nauc_precision_at_5_std": -0.033856, + "nauc_precision_at_5_diff1": 0.624932, + "nauc_precision_at_10_max": 0.574619, + "nauc_precision_at_10_std": -0.015417, + "nauc_precision_at_10_diff1": 0.595297, + "nauc_precision_at_20_max": 0.54697, + "nauc_precision_at_20_std": -0.02223, + "nauc_precision_at_20_diff1": 0.565069, + "nauc_precision_at_100_max": 0.541351, + "nauc_precision_at_100_std": 0.296091, + "nauc_precision_at_100_diff1": 0.422502, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.622618, + "nauc_mrr_at_1_std": -0.065393, + "nauc_mrr_at_1_diff1": 0.7458, + "nauc_mrr_at_3_max": 0.62175, + "nauc_mrr_at_3_std": -0.064759, + "nauc_mrr_at_3_diff1": 0.711791, + "nauc_mrr_at_5_max": 0.617507, + "nauc_mrr_at_5_std": -0.059764, + "nauc_mrr_at_5_diff1": 0.704319, + "nauc_mrr_at_10_max": 0.615331, + "nauc_mrr_at_10_std": -0.058302, + "nauc_mrr_at_10_diff1": 0.70163, + "nauc_mrr_at_20_max": 0.614253, + "nauc_mrr_at_20_std": -0.059374, + "nauc_mrr_at_20_diff1": 0.70108, + "nauc_mrr_at_100_max": 0.614818, + "nauc_mrr_at_100_std": -0.057355, + "nauc_mrr_at_100_diff1": 0.701415, + "nauc_mrr_at_1000_max": 0.614895, + "nauc_mrr_at_1000_std": -0.057879, + "nauc_mrr_at_1000_diff1": 0.701793, + "main_score": 0.59809, + "hf_subset": "ben_Latn-ben_Beng", + "languages": [ + "ben-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.57778, + "ndcg_at_3": 0.63779, + "ndcg_at_5": 0.64864, + "ndcg_at_10": 0.66002, + "ndcg_at_20": 0.66957, + "ndcg_at_100": 0.68505, + "ndcg_at_1000": 0.70278, + "map_at_1": 0.57778, + "map_at_3": 0.62352, + "map_at_5": 0.62946, + "map_at_10": 0.63409, + "map_at_20": 0.6367, + "map_at_100": 0.63864, + "map_at_1000": 0.63939, + "recall_at_1": 0.57778, + "recall_at_3": 0.67889, + "recall_at_5": 0.70556, + "recall_at_10": 0.74111, + "recall_at_20": 0.77889, + "recall_at_100": 0.86556, + "recall_at_1000": 1.0, + "precision_at_1": 0.57778, + "precision_at_3": 0.2263, + "precision_at_5": 0.14111, + "precision_at_10": 0.07411, + "precision_at_20": 0.03894, + "precision_at_100": 0.00866, + "precision_at_1000": 0.001, + "mrr_at_1": 0.577778, + "mrr_at_3": 0.623519, + "mrr_at_5": 0.629463, + "mrr_at_10": 0.634085, + "mrr_at_20": 0.636699, + "mrr_at_100": 0.638641, + "mrr_at_1000": 0.639386, + "nauc_ndcg_at_1_max": 0.806707, + "nauc_ndcg_at_1_std": 0.220929, + "nauc_ndcg_at_1_diff1": 0.858032, + "nauc_ndcg_at_3_max": 0.83554, + "nauc_ndcg_at_3_std": 0.264193, + "nauc_ndcg_at_3_diff1": 0.822291, + "nauc_ndcg_at_5_max": 0.833771, + "nauc_ndcg_at_5_std": 0.269151, + "nauc_ndcg_at_5_diff1": 0.816976, + "nauc_ndcg_at_10_max": 0.831823, + "nauc_ndcg_at_10_std": 0.273941, + "nauc_ndcg_at_10_diff1": 0.814751, + "nauc_ndcg_at_20_max": 0.828703, + "nauc_ndcg_at_20_std": 0.279694, + "nauc_ndcg_at_20_diff1": 0.809455, + "nauc_ndcg_at_100_max": 0.825113, + "nauc_ndcg_at_100_std": 0.276441, + "nauc_ndcg_at_100_diff1": 0.810797, + "nauc_ndcg_at_1000_max": 0.826969, + "nauc_ndcg_at_1000_std": 0.268838, + "nauc_ndcg_at_1000_diff1": 0.818757, + "nauc_map_at_1_max": 0.806707, + "nauc_map_at_1_std": 0.220929, + "nauc_map_at_1_diff1": 0.858032, + "nauc_map_at_3_max": 0.828989, + "nauc_map_at_3_std": 0.253797, + "nauc_map_at_3_diff1": 0.831612, + "nauc_map_at_5_max": 0.82785, + "nauc_map_at_5_std": 0.256258, + "nauc_map_at_5_diff1": 0.828818, + "nauc_map_at_10_max": 0.827069, + "nauc_map_at_10_std": 0.25781, + "nauc_map_at_10_diff1": 0.828266, + "nauc_map_at_20_max": 0.826214, + "nauc_map_at_20_std": 0.258971, + "nauc_map_at_20_diff1": 0.826978, + "nauc_map_at_100_max": 0.825731, + "nauc_map_at_100_std": 0.258627, + "nauc_map_at_100_diff1": 0.827197, + "nauc_map_at_1000_max": 0.825785, + "nauc_map_at_1000_std": 0.258394, + "nauc_map_at_1000_diff1": 0.827501, + "nauc_recall_at_1_max": 0.806707, + "nauc_recall_at_1_std": 0.220929, + "nauc_recall_at_1_diff1": 0.858032, + "nauc_recall_at_3_max": 0.856005, + "nauc_recall_at_3_std": 0.296965, + "nauc_recall_at_3_diff1": 0.792543, + "nauc_recall_at_5_max": 0.853005, + "nauc_recall_at_5_std": 0.312808, + "nauc_recall_at_5_diff1": 0.776538, + "nauc_recall_at_10_max": 0.847569, + "nauc_recall_at_10_std": 0.336857, + "nauc_recall_at_10_diff1": 0.76244, + "nauc_recall_at_20_max": 0.833459, + "nauc_recall_at_20_std": 0.378021, + "nauc_recall_at_20_diff1": 0.727581, + "nauc_recall_at_100_max": 0.798441, + "nauc_recall_at_100_std": 0.392053, + "nauc_recall_at_100_diff1": 0.698346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806707, + "nauc_precision_at_1_std": 0.220929, + "nauc_precision_at_1_diff1": 0.858032, + "nauc_precision_at_3_max": 0.856005, + "nauc_precision_at_3_std": 0.296965, + "nauc_precision_at_3_diff1": 0.792543, + "nauc_precision_at_5_max": 0.853005, + "nauc_precision_at_5_std": 0.312808, + "nauc_precision_at_5_diff1": 0.776538, + "nauc_precision_at_10_max": 0.847569, + "nauc_precision_at_10_std": 0.336857, + "nauc_precision_at_10_diff1": 0.76244, + "nauc_precision_at_20_max": 0.833459, + "nauc_precision_at_20_std": 0.378021, + "nauc_precision_at_20_diff1": 0.727581, + "nauc_precision_at_100_max": 0.798441, + "nauc_precision_at_100_std": 0.392053, + "nauc_precision_at_100_diff1": 0.698346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806707, + "nauc_mrr_at_1_std": 0.220929, + "nauc_mrr_at_1_diff1": 0.858032, + "nauc_mrr_at_3_max": 0.828989, + "nauc_mrr_at_3_std": 0.253797, + "nauc_mrr_at_3_diff1": 0.831612, + "nauc_mrr_at_5_max": 0.82785, + "nauc_mrr_at_5_std": 0.256258, + "nauc_mrr_at_5_diff1": 0.828818, + "nauc_mrr_at_10_max": 0.827069, + "nauc_mrr_at_10_std": 0.25781, + "nauc_mrr_at_10_diff1": 0.828266, + "nauc_mrr_at_20_max": 0.826214, + "nauc_mrr_at_20_std": 0.258971, + "nauc_mrr_at_20_diff1": 0.826978, + "nauc_mrr_at_100_max": 0.825731, + "nauc_mrr_at_100_std": 0.258627, + "nauc_mrr_at_100_diff1": 0.827197, + "nauc_mrr_at_1000_max": 0.825785, + "nauc_mrr_at_1000_std": 0.258394, + "nauc_mrr_at_1000_diff1": 0.827501, + "main_score": 0.66002, + "hf_subset": "hin_Deva-hin_Latn", + "languages": [ + "hin-Deva", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.62556, + "ndcg_at_3": 0.6868, + "ndcg_at_5": 0.70177, + "ndcg_at_10": 0.71669, + "ndcg_at_20": 0.72988, + "ndcg_at_100": 0.74785, + "ndcg_at_1000": 0.75334, + "map_at_1": 0.62556, + "map_at_3": 0.67185, + "map_at_5": 0.68035, + "map_at_10": 0.68663, + "map_at_20": 0.69024, + "map_at_100": 0.6928, + "map_at_1000": 0.69304, + "recall_at_1": 0.62556, + "recall_at_3": 0.73, + "recall_at_5": 0.76556, + "recall_at_10": 0.81111, + "recall_at_20": 0.86333, + "recall_at_100": 0.95889, + "recall_at_1000": 1.0, + "precision_at_1": 0.62556, + "precision_at_3": 0.24333, + "precision_at_5": 0.15311, + "precision_at_10": 0.08111, + "precision_at_20": 0.04317, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.625556, + "mrr_at_3": 0.671852, + "mrr_at_5": 0.680352, + "mrr_at_10": 0.686626, + "mrr_at_20": 0.690242, + "mrr_at_100": 0.692797, + "mrr_at_1000": 0.693037, + "nauc_ndcg_at_1_max": 0.679183, + "nauc_ndcg_at_1_std": -0.041841, + "nauc_ndcg_at_1_diff1": 0.86121, + "nauc_ndcg_at_3_max": 0.689073, + "nauc_ndcg_at_3_std": -0.0354, + "nauc_ndcg_at_3_diff1": 0.821326, + "nauc_ndcg_at_5_max": 0.683319, + "nauc_ndcg_at_5_std": -0.036575, + "nauc_ndcg_at_5_diff1": 0.818877, + "nauc_ndcg_at_10_max": 0.673723, + "nauc_ndcg_at_10_std": -0.04734, + "nauc_ndcg_at_10_diff1": 0.811531, + "nauc_ndcg_at_20_max": 0.677515, + "nauc_ndcg_at_20_std": -0.037138, + "nauc_ndcg_at_20_diff1": 0.812456, + "nauc_ndcg_at_100_max": 0.681409, + "nauc_ndcg_at_100_std": -0.030428, + "nauc_ndcg_at_100_diff1": 0.817012, + "nauc_ndcg_at_1000_max": 0.679719, + "nauc_ndcg_at_1000_std": -0.038237, + "nauc_ndcg_at_1000_diff1": 0.820866, + "nauc_map_at_1_max": 0.679183, + "nauc_map_at_1_std": -0.041841, + "nauc_map_at_1_diff1": 0.86121, + "nauc_map_at_3_max": 0.68679, + "nauc_map_at_3_std": -0.038207, + "nauc_map_at_3_diff1": 0.831214, + "nauc_map_at_5_max": 0.683796, + "nauc_map_at_5_std": -0.038506, + "nauc_map_at_5_diff1": 0.83008, + "nauc_map_at_10_max": 0.679917, + "nauc_map_at_10_std": -0.042687, + "nauc_map_at_10_diff1": 0.827242, + "nauc_map_at_20_max": 0.68083, + "nauc_map_at_20_std": -0.040547, + "nauc_map_at_20_diff1": 0.82771, + "nauc_map_at_100_max": 0.681056, + "nauc_map_at_100_std": -0.039935, + "nauc_map_at_100_diff1": 0.828139, + "nauc_map_at_1000_max": 0.680992, + "nauc_map_at_1000_std": -0.04023, + "nauc_map_at_1000_diff1": 0.828281, + "nauc_recall_at_1_max": 0.679183, + "nauc_recall_at_1_std": -0.041841, + "nauc_recall_at_1_diff1": 0.86121, + "nauc_recall_at_3_max": 0.696488, + "nauc_recall_at_3_std": -0.025562, + "nauc_recall_at_3_diff1": 0.788843, + "nauc_recall_at_5_max": 0.680236, + "nauc_recall_at_5_std": -0.029786, + "nauc_recall_at_5_diff1": 0.778182, + "nauc_recall_at_10_max": 0.640923, + "nauc_recall_at_10_std": -0.07365, + "nauc_recall_at_10_diff1": 0.741169, + "nauc_recall_at_20_max": 0.657057, + "nauc_recall_at_20_std": -0.00649, + "nauc_recall_at_20_diff1": 0.722605, + "nauc_recall_at_100_max": 0.744707, + "nauc_recall_at_100_std": 0.263154, + "nauc_recall_at_100_diff1": 0.670288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679183, + "nauc_precision_at_1_std": -0.041841, + "nauc_precision_at_1_diff1": 0.86121, + "nauc_precision_at_3_max": 0.696488, + "nauc_precision_at_3_std": -0.025562, + "nauc_precision_at_3_diff1": 0.788843, + "nauc_precision_at_5_max": 0.680236, + "nauc_precision_at_5_std": -0.029786, + "nauc_precision_at_5_diff1": 0.778182, + "nauc_precision_at_10_max": 0.640923, + "nauc_precision_at_10_std": -0.07365, + "nauc_precision_at_10_diff1": 0.741169, + "nauc_precision_at_20_max": 0.657057, + "nauc_precision_at_20_std": -0.00649, + "nauc_precision_at_20_diff1": 0.722605, + "nauc_precision_at_100_max": 0.744707, + "nauc_precision_at_100_std": 0.263154, + "nauc_precision_at_100_diff1": 0.670288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.679183, + "nauc_mrr_at_1_std": -0.041841, + "nauc_mrr_at_1_diff1": 0.86121, + "nauc_mrr_at_3_max": 0.68679, + "nauc_mrr_at_3_std": -0.038207, + "nauc_mrr_at_3_diff1": 0.831214, + "nauc_mrr_at_5_max": 0.683796, + "nauc_mrr_at_5_std": -0.038506, + "nauc_mrr_at_5_diff1": 0.83008, + "nauc_mrr_at_10_max": 0.679917, + "nauc_mrr_at_10_std": -0.042687, + "nauc_mrr_at_10_diff1": 0.827242, + "nauc_mrr_at_20_max": 0.68083, + "nauc_mrr_at_20_std": -0.040547, + "nauc_mrr_at_20_diff1": 0.82771, + "nauc_mrr_at_100_max": 0.681056, + "nauc_mrr_at_100_std": -0.039935, + "nauc_mrr_at_100_diff1": 0.828139, + "nauc_mrr_at_1000_max": 0.680992, + "nauc_mrr_at_1000_std": -0.04023, + "nauc_mrr_at_1000_diff1": 0.828281, + "main_score": 0.71669, + "hf_subset": "hin_Latn-hin_Deva", + "languages": [ + "hin-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.43667, + "ndcg_at_3": 0.50182, + "ndcg_at_5": 0.51999, + "ndcg_at_10": 0.53807, + "ndcg_at_20": 0.54987, + "ndcg_at_100": 0.57088, + "ndcg_at_1000": 0.59495, + "map_at_1": 0.43667, + "map_at_3": 0.48593, + "map_at_5": 0.49593, + "map_at_10": 0.50345, + "map_at_20": 0.50669, + "map_at_100": 0.50924, + "map_at_1000": 0.51016, + "recall_at_1": 0.43667, + "recall_at_3": 0.54778, + "recall_at_5": 0.59222, + "recall_at_10": 0.64778, + "recall_at_20": 0.69444, + "recall_at_100": 0.81333, + "recall_at_1000": 1.0, + "precision_at_1": 0.43667, + "precision_at_3": 0.18259, + "precision_at_5": 0.11844, + "precision_at_10": 0.06478, + "precision_at_20": 0.03472, + "precision_at_100": 0.00813, + "precision_at_1000": 0.001, + "mrr_at_1": 0.436667, + "mrr_at_3": 0.485926, + "mrr_at_5": 0.495926, + "mrr_at_10": 0.503453, + "mrr_at_20": 0.506693, + "mrr_at_100": 0.509236, + "mrr_at_1000": 0.510158, + "nauc_ndcg_at_1_max": 0.790073, + "nauc_ndcg_at_1_std": 0.433708, + "nauc_ndcg_at_1_diff1": 0.81072, + "nauc_ndcg_at_3_max": 0.814381, + "nauc_ndcg_at_3_std": 0.475957, + "nauc_ndcg_at_3_diff1": 0.773486, + "nauc_ndcg_at_5_max": 0.811469, + "nauc_ndcg_at_5_std": 0.47918, + "nauc_ndcg_at_5_diff1": 0.765021, + "nauc_ndcg_at_10_max": 0.805674, + "nauc_ndcg_at_10_std": 0.485623, + "nauc_ndcg_at_10_diff1": 0.758895, + "nauc_ndcg_at_20_max": 0.799124, + "nauc_ndcg_at_20_std": 0.481217, + "nauc_ndcg_at_20_diff1": 0.752696, + "nauc_ndcg_at_100_max": 0.794159, + "nauc_ndcg_at_100_std": 0.48078, + "nauc_ndcg_at_100_diff1": 0.753145, + "nauc_ndcg_at_1000_max": 0.799928, + "nauc_ndcg_at_1000_std": 0.475003, + "nauc_ndcg_at_1000_diff1": 0.763287, + "nauc_map_at_1_max": 0.790073, + "nauc_map_at_1_std": 0.433708, + "nauc_map_at_1_diff1": 0.81072, + "nauc_map_at_3_max": 0.808628, + "nauc_map_at_3_std": 0.464842, + "nauc_map_at_3_diff1": 0.782066, + "nauc_map_at_5_max": 0.807147, + "nauc_map_at_5_std": 0.466503, + "nauc_map_at_5_diff1": 0.777542, + "nauc_map_at_10_max": 0.804531, + "nauc_map_at_10_std": 0.468826, + "nauc_map_at_10_diff1": 0.775165, + "nauc_map_at_20_max": 0.802767, + "nauc_map_at_20_std": 0.467513, + "nauc_map_at_20_diff1": 0.773618, + "nauc_map_at_100_max": 0.802179, + "nauc_map_at_100_std": 0.467442, + "nauc_map_at_100_diff1": 0.773892, + "nauc_map_at_1000_max": 0.802328, + "nauc_map_at_1000_std": 0.467187, + "nauc_map_at_1000_diff1": 0.774219, + "nauc_recall_at_1_max": 0.790073, + "nauc_recall_at_1_std": 0.433708, + "nauc_recall_at_1_diff1": 0.81072, + "nauc_recall_at_3_max": 0.831595, + "nauc_recall_at_3_std": 0.50972, + "nauc_recall_at_3_diff1": 0.747921, + "nauc_recall_at_5_max": 0.824198, + "nauc_recall_at_5_std": 0.519637, + "nauc_recall_at_5_diff1": 0.724796, + "nauc_recall_at_10_max": 0.806658, + "nauc_recall_at_10_std": 0.546976, + "nauc_recall_at_10_diff1": 0.699578, + "nauc_recall_at_20_max": 0.775451, + "nauc_recall_at_20_std": 0.532338, + "nauc_recall_at_20_diff1": 0.663785, + "nauc_recall_at_100_max": 0.716786, + "nauc_recall_at_100_std": 0.55143, + "nauc_recall_at_100_diff1": 0.621385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790073, + "nauc_precision_at_1_std": 0.433708, + "nauc_precision_at_1_diff1": 0.81072, + "nauc_precision_at_3_max": 0.831595, + "nauc_precision_at_3_std": 0.50972, + "nauc_precision_at_3_diff1": 0.747921, + "nauc_precision_at_5_max": 0.824198, + "nauc_precision_at_5_std": 0.519637, + "nauc_precision_at_5_diff1": 0.724796, + "nauc_precision_at_10_max": 0.806658, + "nauc_precision_at_10_std": 0.546976, + "nauc_precision_at_10_diff1": 0.699578, + "nauc_precision_at_20_max": 0.775451, + "nauc_precision_at_20_std": 0.532338, + "nauc_precision_at_20_diff1": 0.663785, + "nauc_precision_at_100_max": 0.716786, + "nauc_precision_at_100_std": 0.55143, + "nauc_precision_at_100_diff1": 0.621385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790073, + "nauc_mrr_at_1_std": 0.433708, + "nauc_mrr_at_1_diff1": 0.81072, + "nauc_mrr_at_3_max": 0.808628, + "nauc_mrr_at_3_std": 0.464842, + "nauc_mrr_at_3_diff1": 0.782066, + "nauc_mrr_at_5_max": 0.807147, + "nauc_mrr_at_5_std": 0.466503, + "nauc_mrr_at_5_diff1": 0.777542, + "nauc_mrr_at_10_max": 0.804531, + "nauc_mrr_at_10_std": 0.468826, + "nauc_mrr_at_10_diff1": 0.775165, + "nauc_mrr_at_20_max": 0.802767, + "nauc_mrr_at_20_std": 0.467513, + "nauc_mrr_at_20_diff1": 0.773618, + "nauc_mrr_at_100_max": 0.802179, + "nauc_mrr_at_100_std": 0.467442, + "nauc_mrr_at_100_diff1": 0.773892, + "nauc_mrr_at_1000_max": 0.802328, + "nauc_mrr_at_1000_std": 0.467187, + "nauc_mrr_at_1000_diff1": 0.774219, + "main_score": 0.53807, + "hf_subset": "npi_Deva-npi_Latn", + "languages": [ + "npi-Deva", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.52944, + "ndcg_at_5": 0.54627, + "ndcg_at_10": 0.57008, + "ndcg_at_20": 0.58297, + "ndcg_at_100": 0.6118, + "ndcg_at_1000": 0.62508, + "map_at_1": 0.45444, + "map_at_3": 0.51185, + "map_at_5": 0.52113, + "map_at_10": 0.53121, + "map_at_20": 0.53473, + "map_at_100": 0.53865, + "map_at_1000": 0.53925, + "recall_at_1": 0.45444, + "recall_at_3": 0.58, + "recall_at_5": 0.62111, + "recall_at_10": 0.69333, + "recall_at_20": 0.74444, + "recall_at_100": 0.90111, + "recall_at_1000": 1.0, + "precision_at_1": 0.45444, + "precision_at_3": 0.19333, + "precision_at_5": 0.12422, + "precision_at_10": 0.06933, + "precision_at_20": 0.03722, + "precision_at_100": 0.00901, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.511852, + "mrr_at_5": 0.52113, + "mrr_at_10": 0.53121, + "mrr_at_20": 0.534732, + "mrr_at_100": 0.538647, + "mrr_at_1000": 0.539246, + "nauc_ndcg_at_1_max": 0.61699, + "nauc_ndcg_at_1_std": -0.034598, + "nauc_ndcg_at_1_diff1": 0.775551, + "nauc_ndcg_at_3_max": 0.601803, + "nauc_ndcg_at_3_std": -0.026091, + "nauc_ndcg_at_3_diff1": 0.715966, + "nauc_ndcg_at_5_max": 0.598726, + "nauc_ndcg_at_5_std": -0.012934, + "nauc_ndcg_at_5_diff1": 0.717293, + "nauc_ndcg_at_10_max": 0.586683, + "nauc_ndcg_at_10_std": -0.014273, + "nauc_ndcg_at_10_diff1": 0.708541, + "nauc_ndcg_at_20_max": 0.581237, + "nauc_ndcg_at_20_std": -0.013917, + "nauc_ndcg_at_20_diff1": 0.706728, + "nauc_ndcg_at_100_max": 0.583649, + "nauc_ndcg_at_100_std": -0.016139, + "nauc_ndcg_at_100_diff1": 0.710082, + "nauc_ndcg_at_1000_max": 0.590918, + "nauc_ndcg_at_1000_std": -0.017395, + "nauc_ndcg_at_1000_diff1": 0.717246, + "nauc_map_at_1_max": 0.61699, + "nauc_map_at_1_std": -0.034598, + "nauc_map_at_1_diff1": 0.775551, + "nauc_map_at_3_max": 0.606024, + "nauc_map_at_3_std": -0.027253, + "nauc_map_at_3_diff1": 0.729849, + "nauc_map_at_5_max": 0.604541, + "nauc_map_at_5_std": -0.019928, + "nauc_map_at_5_diff1": 0.730837, + "nauc_map_at_10_max": 0.59978, + "nauc_map_at_10_std": -0.020722, + "nauc_map_at_10_diff1": 0.727599, + "nauc_map_at_20_max": 0.598371, + "nauc_map_at_20_std": -0.020828, + "nauc_map_at_20_diff1": 0.727269, + "nauc_map_at_100_max": 0.598525, + "nauc_map_at_100_std": -0.02095, + "nauc_map_at_100_diff1": 0.727601, + "nauc_map_at_1000_max": 0.598838, + "nauc_map_at_1000_std": -0.02096, + "nauc_map_at_1000_diff1": 0.727861, + "nauc_recall_at_1_max": 0.61699, + "nauc_recall_at_1_std": -0.034598, + "nauc_recall_at_1_diff1": 0.775551, + "nauc_recall_at_3_max": 0.588727, + "nauc_recall_at_3_std": -0.022971, + "nauc_recall_at_3_diff1": 0.674027, + "nauc_recall_at_5_max": 0.579219, + "nauc_recall_at_5_std": 0.010833, + "nauc_recall_at_5_diff1": 0.67445, + "nauc_recall_at_10_max": 0.532486, + "nauc_recall_at_10_std": 0.010515, + "nauc_recall_at_10_diff1": 0.635635, + "nauc_recall_at_20_max": 0.496196, + "nauc_recall_at_20_std": 0.018044, + "nauc_recall_at_20_diff1": 0.614544, + "nauc_recall_at_100_max": 0.437179, + "nauc_recall_at_100_std": 0.015689, + "nauc_recall_at_100_diff1": 0.558435, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.61699, + "nauc_precision_at_1_std": -0.034598, + "nauc_precision_at_1_diff1": 0.775551, + "nauc_precision_at_3_max": 0.588727, + "nauc_precision_at_3_std": -0.022971, + "nauc_precision_at_3_diff1": 0.674027, + "nauc_precision_at_5_max": 0.579219, + "nauc_precision_at_5_std": 0.010833, + "nauc_precision_at_5_diff1": 0.67445, + "nauc_precision_at_10_max": 0.532486, + "nauc_precision_at_10_std": 0.010515, + "nauc_precision_at_10_diff1": 0.635635, + "nauc_precision_at_20_max": 0.496196, + "nauc_precision_at_20_std": 0.018044, + "nauc_precision_at_20_diff1": 0.614544, + "nauc_precision_at_100_max": 0.437179, + "nauc_precision_at_100_std": 0.015689, + "nauc_precision_at_100_diff1": 0.558435, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.61699, + "nauc_mrr_at_1_std": -0.034598, + "nauc_mrr_at_1_diff1": 0.775551, + "nauc_mrr_at_3_max": 0.606024, + "nauc_mrr_at_3_std": -0.027253, + "nauc_mrr_at_3_diff1": 0.729849, + "nauc_mrr_at_5_max": 0.604541, + "nauc_mrr_at_5_std": -0.019928, + "nauc_mrr_at_5_diff1": 0.730837, + "nauc_mrr_at_10_max": 0.59978, + "nauc_mrr_at_10_std": -0.020722, + "nauc_mrr_at_10_diff1": 0.727599, + "nauc_mrr_at_20_max": 0.598371, + "nauc_mrr_at_20_std": -0.020828, + "nauc_mrr_at_20_diff1": 0.727269, + "nauc_mrr_at_100_max": 0.598525, + "nauc_mrr_at_100_std": -0.02095, + "nauc_mrr_at_100_diff1": 0.727601, + "nauc_mrr_at_1000_max": 0.598838, + "nauc_mrr_at_1000_std": -0.02096, + "nauc_mrr_at_1000_diff1": 0.727861, + "main_score": 0.57008, + "hf_subset": "npi_Latn-npi_Deva", + "languages": [ + "npi-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.21444, + "ndcg_at_3": 0.27288, + "ndcg_at_5": 0.29043, + "ndcg_at_10": 0.31158, + "ndcg_at_20": 0.33035, + "ndcg_at_100": 0.36964, + "ndcg_at_1000": 0.40674, + "map_at_1": 0.21444, + "map_at_3": 0.25852, + "map_at_5": 0.26835, + "map_at_10": 0.27704, + "map_at_20": 0.28217, + "map_at_100": 0.2872, + "map_at_1000": 0.28867, + "recall_at_1": 0.21444, + "recall_at_3": 0.31444, + "recall_at_5": 0.35667, + "recall_at_10": 0.42222, + "recall_at_20": 0.49667, + "recall_at_100": 0.71444, + "recall_at_1000": 1.0, + "precision_at_1": 0.21444, + "precision_at_3": 0.10481, + "precision_at_5": 0.07133, + "precision_at_10": 0.04222, + "precision_at_20": 0.02483, + "precision_at_100": 0.00714, + "precision_at_1000": 0.001, + "mrr_at_1": 0.214444, + "mrr_at_3": 0.258519, + "mrr_at_5": 0.268352, + "mrr_at_10": 0.277045, + "mrr_at_20": 0.282175, + "mrr_at_100": 0.287197, + "mrr_at_1000": 0.288666, + "nauc_ndcg_at_1_max": 0.565678, + "nauc_ndcg_at_1_std": 0.089116, + "nauc_ndcg_at_1_diff1": 0.541513, + "nauc_ndcg_at_3_max": 0.521235, + "nauc_ndcg_at_3_std": 0.092641, + "nauc_ndcg_at_3_diff1": 0.46674, + "nauc_ndcg_at_5_max": 0.50954, + "nauc_ndcg_at_5_std": 0.090112, + "nauc_ndcg_at_5_diff1": 0.45729, + "nauc_ndcg_at_10_max": 0.498768, + "nauc_ndcg_at_10_std": 0.095769, + "nauc_ndcg_at_10_diff1": 0.434058, + "nauc_ndcg_at_20_max": 0.503286, + "nauc_ndcg_at_20_std": 0.101458, + "nauc_ndcg_at_20_diff1": 0.436949, + "nauc_ndcg_at_100_max": 0.492531, + "nauc_ndcg_at_100_std": 0.105376, + "nauc_ndcg_at_100_diff1": 0.434245, + "nauc_ndcg_at_1000_max": 0.50719, + "nauc_ndcg_at_1000_std": 0.098162, + "nauc_ndcg_at_1000_diff1": 0.450886, + "nauc_map_at_1_max": 0.565678, + "nauc_map_at_1_std": 0.089116, + "nauc_map_at_1_diff1": 0.541513, + "nauc_map_at_3_max": 0.531303, + "nauc_map_at_3_std": 0.091866, + "nauc_map_at_3_diff1": 0.484219, + "nauc_map_at_5_max": 0.5246, + "nauc_map_at_5_std": 0.090282, + "nauc_map_at_5_diff1": 0.478708, + "nauc_map_at_10_max": 0.519649, + "nauc_map_at_10_std": 0.092194, + "nauc_map_at_10_diff1": 0.468717, + "nauc_map_at_20_max": 0.520679, + "nauc_map_at_20_std": 0.0936, + "nauc_map_at_20_diff1": 0.469608, + "nauc_map_at_100_max": 0.519513, + "nauc_map_at_100_std": 0.094057, + "nauc_map_at_100_diff1": 0.469455, + "nauc_map_at_1000_max": 0.520069, + "nauc_map_at_1000_std": 0.093796, + "nauc_map_at_1000_diff1": 0.470092, + "nauc_recall_at_1_max": 0.565678, + "nauc_recall_at_1_std": 0.089116, + "nauc_recall_at_1_diff1": 0.541513, + "nauc_recall_at_3_max": 0.49445, + "nauc_recall_at_3_std": 0.094693, + "nauc_recall_at_3_diff1": 0.420041, + "nauc_recall_at_5_max": 0.468548, + "nauc_recall_at_5_std": 0.089497, + "nauc_recall_at_5_diff1": 0.399791, + "nauc_recall_at_10_max": 0.440002, + "nauc_recall_at_10_std": 0.10799, + "nauc_recall_at_10_diff1": 0.334602, + "nauc_recall_at_20_max": 0.457183, + "nauc_recall_at_20_std": 0.130685, + "nauc_recall_at_20_diff1": 0.34266, + "nauc_recall_at_100_max": 0.362224, + "nauc_recall_at_100_std": 0.169926, + "nauc_recall_at_100_diff1": 0.285648, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565678, + "nauc_precision_at_1_std": 0.089116, + "nauc_precision_at_1_diff1": 0.541513, + "nauc_precision_at_3_max": 0.49445, + "nauc_precision_at_3_std": 0.094693, + "nauc_precision_at_3_diff1": 0.420041, + "nauc_precision_at_5_max": 0.468548, + "nauc_precision_at_5_std": 0.089497, + "nauc_precision_at_5_diff1": 0.399791, + "nauc_precision_at_10_max": 0.440002, + "nauc_precision_at_10_std": 0.10799, + "nauc_precision_at_10_diff1": 0.334602, + "nauc_precision_at_20_max": 0.457183, + "nauc_precision_at_20_std": 0.130685, + "nauc_precision_at_20_diff1": 0.34266, + "nauc_precision_at_100_max": 0.362224, + "nauc_precision_at_100_std": 0.169926, + "nauc_precision_at_100_diff1": 0.285648, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.565678, + "nauc_mrr_at_1_std": 0.089116, + "nauc_mrr_at_1_diff1": 0.541513, + "nauc_mrr_at_3_max": 0.531303, + "nauc_mrr_at_3_std": 0.091866, + "nauc_mrr_at_3_diff1": 0.484219, + "nauc_mrr_at_5_max": 0.5246, + "nauc_mrr_at_5_std": 0.090282, + "nauc_mrr_at_5_diff1": 0.478708, + "nauc_mrr_at_10_max": 0.519649, + "nauc_mrr_at_10_std": 0.092194, + "nauc_mrr_at_10_diff1": 0.468717, + "nauc_mrr_at_20_max": 0.520679, + "nauc_mrr_at_20_std": 0.0936, + "nauc_mrr_at_20_diff1": 0.469608, + "nauc_mrr_at_100_max": 0.519513, + "nauc_mrr_at_100_std": 0.094057, + "nauc_mrr_at_100_diff1": 0.469455, + "nauc_mrr_at_1000_max": 0.520069, + "nauc_mrr_at_1000_std": 0.093796, + "nauc_mrr_at_1000_diff1": 0.470092, + "main_score": 0.31158, + "hf_subset": "sin_Sinh-sin_Latn", + "languages": [ + "sin-Sinh", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.24222, + "ndcg_at_3": 0.30107, + "ndcg_at_5": 0.31995, + "ndcg_at_10": 0.34827, + "ndcg_at_20": 0.36342, + "ndcg_at_100": 0.40376, + "ndcg_at_1000": 0.43512, + "map_at_1": 0.24222, + "map_at_3": 0.28648, + "map_at_5": 0.29676, + "map_at_10": 0.30841, + "map_at_20": 0.31255, + "map_at_100": 0.31781, + "map_at_1000": 0.31908, + "recall_at_1": 0.24222, + "recall_at_3": 0.34333, + "recall_at_5": 0.39, + "recall_at_10": 0.47778, + "recall_at_20": 0.53778, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "precision_at_1": 0.24222, + "precision_at_3": 0.11444, + "precision_at_5": 0.078, + "precision_at_10": 0.04778, + "precision_at_20": 0.02689, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "mrr_at_1": 0.242222, + "mrr_at_3": 0.286481, + "mrr_at_5": 0.296759, + "mrr_at_10": 0.308408, + "mrr_at_20": 0.312552, + "mrr_at_100": 0.317815, + "mrr_at_1000": 0.319081, + "nauc_ndcg_at_1_max": 0.379069, + "nauc_ndcg_at_1_std": -0.027655, + "nauc_ndcg_at_1_diff1": 0.576927, + "nauc_ndcg_at_3_max": 0.349265, + "nauc_ndcg_at_3_std": -0.025895, + "nauc_ndcg_at_3_diff1": 0.508849, + "nauc_ndcg_at_5_max": 0.3322, + "nauc_ndcg_at_5_std": -0.033049, + "nauc_ndcg_at_5_diff1": 0.488625, + "nauc_ndcg_at_10_max": 0.313819, + "nauc_ndcg_at_10_std": -0.046884, + "nauc_ndcg_at_10_diff1": 0.469601, + "nauc_ndcg_at_20_max": 0.306257, + "nauc_ndcg_at_20_std": -0.05372, + "nauc_ndcg_at_20_diff1": 0.463553, + "nauc_ndcg_at_100_max": 0.30574, + "nauc_ndcg_at_100_std": -0.049866, + "nauc_ndcg_at_100_diff1": 0.466535, + "nauc_ndcg_at_1000_max": 0.320854, + "nauc_ndcg_at_1000_std": -0.044445, + "nauc_ndcg_at_1000_diff1": 0.483307, + "nauc_map_at_1_max": 0.379069, + "nauc_map_at_1_std": -0.027655, + "nauc_map_at_1_diff1": 0.576927, + "nauc_map_at_3_max": 0.356739, + "nauc_map_at_3_std": -0.026134, + "nauc_map_at_3_diff1": 0.524583, + "nauc_map_at_5_max": 0.347141, + "nauc_map_at_5_std": -0.030271, + "nauc_map_at_5_diff1": 0.513152, + "nauc_map_at_10_max": 0.339681, + "nauc_map_at_10_std": -0.03555, + "nauc_map_at_10_diff1": 0.505081, + "nauc_map_at_20_max": 0.33778, + "nauc_map_at_20_std": -0.037429, + "nauc_map_at_20_diff1": 0.50365, + "nauc_map_at_100_max": 0.337536, + "nauc_map_at_100_std": -0.03733, + "nauc_map_at_100_diff1": 0.503954, + "nauc_map_at_1000_max": 0.338024, + "nauc_map_at_1000_std": -0.037126, + "nauc_map_at_1000_diff1": 0.504603, + "nauc_recall_at_1_max": 0.379069, + "nauc_recall_at_1_std": -0.027655, + "nauc_recall_at_1_diff1": 0.576927, + "nauc_recall_at_3_max": 0.328714, + "nauc_recall_at_3_std": -0.025309, + "nauc_recall_at_3_diff1": 0.466055, + "nauc_recall_at_5_max": 0.289665, + "nauc_recall_at_5_std": -0.041384, + "nauc_recall_at_5_diff1": 0.42026, + "nauc_recall_at_10_max": 0.233237, + "nauc_recall_at_10_std": -0.085086, + "nauc_recall_at_10_diff1": 0.363228, + "nauc_recall_at_20_max": 0.198809, + "nauc_recall_at_20_std": -0.113568, + "nauc_recall_at_20_diff1": 0.333368, + "nauc_recall_at_100_max": 0.143751, + "nauc_recall_at_100_std": -0.105939, + "nauc_recall_at_100_diff1": 0.293201, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.379069, + "nauc_precision_at_1_std": -0.027655, + "nauc_precision_at_1_diff1": 0.576927, + "nauc_precision_at_3_max": 0.328714, + "nauc_precision_at_3_std": -0.025309, + "nauc_precision_at_3_diff1": 0.466055, + "nauc_precision_at_5_max": 0.289665, + "nauc_precision_at_5_std": -0.041384, + "nauc_precision_at_5_diff1": 0.42026, + "nauc_precision_at_10_max": 0.233237, + "nauc_precision_at_10_std": -0.085086, + "nauc_precision_at_10_diff1": 0.363228, + "nauc_precision_at_20_max": 0.198809, + "nauc_precision_at_20_std": -0.113568, + "nauc_precision_at_20_diff1": 0.333368, + "nauc_precision_at_100_max": 0.143751, + "nauc_precision_at_100_std": -0.105939, + "nauc_precision_at_100_diff1": 0.293201, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.379069, + "nauc_mrr_at_1_std": -0.027655, + "nauc_mrr_at_1_diff1": 0.576927, + "nauc_mrr_at_3_max": 0.356739, + "nauc_mrr_at_3_std": -0.026134, + "nauc_mrr_at_3_diff1": 0.524583, + "nauc_mrr_at_5_max": 0.347141, + "nauc_mrr_at_5_std": -0.030271, + "nauc_mrr_at_5_diff1": 0.513152, + "nauc_mrr_at_10_max": 0.339681, + "nauc_mrr_at_10_std": -0.03555, + "nauc_mrr_at_10_diff1": 0.505081, + "nauc_mrr_at_20_max": 0.33778, + "nauc_mrr_at_20_std": -0.037429, + "nauc_mrr_at_20_diff1": 0.50365, + "nauc_mrr_at_100_max": 0.337536, + "nauc_mrr_at_100_std": -0.03733, + "nauc_mrr_at_100_diff1": 0.503954, + "nauc_mrr_at_1000_max": 0.338024, + "nauc_mrr_at_1000_std": -0.037126, + "nauc_mrr_at_1000_diff1": 0.504603, + "main_score": 0.34827, + "hf_subset": "sin_Latn-sin_Sinh", + "languages": [ + "sin-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.41, + "ndcg_at_3": 0.47685, + "ndcg_at_5": 0.49383, + "ndcg_at_10": 0.51229, + "ndcg_at_20": 0.5215, + "ndcg_at_100": 0.55149, + "ndcg_at_1000": 0.57425, + "map_at_1": 0.41, + "map_at_3": 0.46074, + "map_at_5": 0.47019, + "map_at_10": 0.47769, + "map_at_20": 0.48018, + "map_at_100": 0.48405, + "map_at_1000": 0.48494, + "recall_at_1": 0.41, + "recall_at_3": 0.52333, + "recall_at_5": 0.56444, + "recall_at_10": 0.62222, + "recall_at_20": 0.65889, + "recall_at_100": 0.82444, + "recall_at_1000": 1.0, + "precision_at_1": 0.41, + "precision_at_3": 0.17444, + "precision_at_5": 0.11289, + "precision_at_10": 0.06222, + "precision_at_20": 0.03294, + "precision_at_100": 0.00824, + "precision_at_1000": 0.001, + "mrr_at_1": 0.41, + "mrr_at_3": 0.460741, + "mrr_at_5": 0.470185, + "mrr_at_10": 0.477688, + "mrr_at_20": 0.48018, + "mrr_at_100": 0.484053, + "mrr_at_1000": 0.484942, + "nauc_ndcg_at_1_max": 0.749235, + "nauc_ndcg_at_1_std": 0.107695, + "nauc_ndcg_at_1_diff1": 0.813432, + "nauc_ndcg_at_3_max": 0.752543, + "nauc_ndcg_at_3_std": 0.142188, + "nauc_ndcg_at_3_diff1": 0.763925, + "nauc_ndcg_at_5_max": 0.755696, + "nauc_ndcg_at_5_std": 0.162705, + "nauc_ndcg_at_5_diff1": 0.758321, + "nauc_ndcg_at_10_max": 0.746962, + "nauc_ndcg_at_10_std": 0.16896, + "nauc_ndcg_at_10_diff1": 0.749823, + "nauc_ndcg_at_20_max": 0.744808, + "nauc_ndcg_at_20_std": 0.166837, + "nauc_ndcg_at_20_diff1": 0.748526, + "nauc_ndcg_at_100_max": 0.743907, + "nauc_ndcg_at_100_std": 0.17744, + "nauc_ndcg_at_100_diff1": 0.745903, + "nauc_ndcg_at_1000_max": 0.746681, + "nauc_ndcg_at_1000_std": 0.161871, + "nauc_ndcg_at_1000_diff1": 0.756742, + "nauc_map_at_1_max": 0.749235, + "nauc_map_at_1_std": 0.107695, + "nauc_map_at_1_diff1": 0.813432, + "nauc_map_at_3_max": 0.751969, + "nauc_map_at_3_std": 0.134879, + "nauc_map_at_3_diff1": 0.77533, + "nauc_map_at_5_max": 0.753743, + "nauc_map_at_5_std": 0.146117, + "nauc_map_at_5_diff1": 0.772428, + "nauc_map_at_10_max": 0.75016, + "nauc_map_at_10_std": 0.148411, + "nauc_map_at_10_diff1": 0.769115, + "nauc_map_at_20_max": 0.749707, + "nauc_map_at_20_std": 0.147831, + "nauc_map_at_20_diff1": 0.768901, + "nauc_map_at_100_max": 0.749319, + "nauc_map_at_100_std": 0.149073, + "nauc_map_at_100_diff1": 0.768456, + "nauc_map_at_1000_max": 0.749395, + "nauc_map_at_1000_std": 0.14853, + "nauc_map_at_1000_diff1": 0.76883, + "nauc_recall_at_1_max": 0.749235, + "nauc_recall_at_1_std": 0.107695, + "nauc_recall_at_1_diff1": 0.813432, + "nauc_recall_at_3_max": 0.754151, + "nauc_recall_at_3_std": 0.163469, + "nauc_recall_at_3_diff1": 0.730263, + "nauc_recall_at_5_max": 0.762023, + "nauc_recall_at_5_std": 0.216374, + "nauc_recall_at_5_diff1": 0.71422, + "nauc_recall_at_10_max": 0.732857, + "nauc_recall_at_10_std": 0.242631, + "nauc_recall_at_10_diff1": 0.68152, + "nauc_recall_at_20_max": 0.720868, + "nauc_recall_at_20_std": 0.23745, + "nauc_recall_at_20_diff1": 0.670101, + "nauc_recall_at_100_max": 0.704082, + "nauc_recall_at_100_std": 0.39126, + "nauc_recall_at_100_diff1": 0.596394, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749235, + "nauc_precision_at_1_std": 0.107695, + "nauc_precision_at_1_diff1": 0.813432, + "nauc_precision_at_3_max": 0.754151, + "nauc_precision_at_3_std": 0.163469, + "nauc_precision_at_3_diff1": 0.730263, + "nauc_precision_at_5_max": 0.762023, + "nauc_precision_at_5_std": 0.216374, + "nauc_precision_at_5_diff1": 0.71422, + "nauc_precision_at_10_max": 0.732857, + "nauc_precision_at_10_std": 0.242631, + "nauc_precision_at_10_diff1": 0.68152, + "nauc_precision_at_20_max": 0.720868, + "nauc_precision_at_20_std": 0.23745, + "nauc_precision_at_20_diff1": 0.670101, + "nauc_precision_at_100_max": 0.704082, + "nauc_precision_at_100_std": 0.39126, + "nauc_precision_at_100_diff1": 0.596394, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749235, + "nauc_mrr_at_1_std": 0.107695, + "nauc_mrr_at_1_diff1": 0.813432, + "nauc_mrr_at_3_max": 0.751969, + "nauc_mrr_at_3_std": 0.134879, + "nauc_mrr_at_3_diff1": 0.77533, + "nauc_mrr_at_5_max": 0.753743, + "nauc_mrr_at_5_std": 0.146117, + "nauc_mrr_at_5_diff1": 0.772428, + "nauc_mrr_at_10_max": 0.75016, + "nauc_mrr_at_10_std": 0.148411, + "nauc_mrr_at_10_diff1": 0.769115, + "nauc_mrr_at_20_max": 0.749707, + "nauc_mrr_at_20_std": 0.147831, + "nauc_mrr_at_20_diff1": 0.768901, + "nauc_mrr_at_100_max": 0.749319, + "nauc_mrr_at_100_std": 0.149073, + "nauc_mrr_at_100_diff1": 0.768456, + "nauc_mrr_at_1000_max": 0.749395, + "nauc_mrr_at_1000_std": 0.14853, + "nauc_mrr_at_1000_diff1": 0.76883, + "main_score": 0.51229, + "hf_subset": "urd_Arab-urd_Latn", + "languages": [ + "urd-Arab", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.51545, + "ndcg_at_5": 0.53462, + "ndcg_at_10": 0.55993, + "ndcg_at_20": 0.57955, + "ndcg_at_100": 0.60874, + "ndcg_at_1000": 0.61849, + "map_at_1": 0.44333, + "map_at_3": 0.49741, + "map_at_5": 0.50802, + "map_at_10": 0.51854, + "map_at_20": 0.5239, + "map_at_100": 0.52793, + "map_at_1000": 0.52837, + "recall_at_1": 0.44333, + "recall_at_3": 0.56778, + "recall_at_5": 0.61444, + "recall_at_10": 0.69222, + "recall_at_20": 0.77, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "precision_at_1": 0.44333, + "precision_at_3": 0.18926, + "precision_at_5": 0.12289, + "precision_at_10": 0.06922, + "precision_at_20": 0.0385, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.497407, + "mrr_at_5": 0.508019, + "mrr_at_10": 0.518544, + "mrr_at_20": 0.523904, + "mrr_at_100": 0.527932, + "mrr_at_1000": 0.528374, + "nauc_ndcg_at_1_max": 0.476977, + "nauc_ndcg_at_1_std": -0.116872, + "nauc_ndcg_at_1_diff1": 0.72634, + "nauc_ndcg_at_3_max": 0.469876, + "nauc_ndcg_at_3_std": -0.116316, + "nauc_ndcg_at_3_diff1": 0.679654, + "nauc_ndcg_at_5_max": 0.453694, + "nauc_ndcg_at_5_std": -0.135353, + "nauc_ndcg_at_5_diff1": 0.669748, + "nauc_ndcg_at_10_max": 0.451596, + "nauc_ndcg_at_10_std": -0.121748, + "nauc_ndcg_at_10_diff1": 0.66072, + "nauc_ndcg_at_20_max": 0.442724, + "nauc_ndcg_at_20_std": -0.129312, + "nauc_ndcg_at_20_diff1": 0.656348, + "nauc_ndcg_at_100_max": 0.449457, + "nauc_ndcg_at_100_std": -0.124891, + "nauc_ndcg_at_100_diff1": 0.664647, + "nauc_ndcg_at_1000_max": 0.453006, + "nauc_ndcg_at_1000_std": -0.125563, + "nauc_ndcg_at_1000_diff1": 0.670327, + "nauc_map_at_1_max": 0.476977, + "nauc_map_at_1_std": -0.116872, + "nauc_map_at_1_diff1": 0.72634, + "nauc_map_at_3_max": 0.472006, + "nauc_map_at_3_std": -0.116457, + "nauc_map_at_3_diff1": 0.690116, + "nauc_map_at_5_max": 0.46321, + "nauc_map_at_5_std": -0.12705, + "nauc_map_at_5_diff1": 0.684889, + "nauc_map_at_10_max": 0.462263, + "nauc_map_at_10_std": -0.12211, + "nauc_map_at_10_diff1": 0.681722, + "nauc_map_at_20_max": 0.46003, + "nauc_map_at_20_std": -0.123941, + "nauc_map_at_20_diff1": 0.680732, + "nauc_map_at_100_max": 0.460306, + "nauc_map_at_100_std": -0.123766, + "nauc_map_at_100_diff1": 0.681433, + "nauc_map_at_1000_max": 0.460464, + "nauc_map_at_1000_std": -0.123738, + "nauc_map_at_1000_diff1": 0.681664, + "nauc_recall_at_1_max": 0.476977, + "nauc_recall_at_1_std": -0.116872, + "nauc_recall_at_1_diff1": 0.72634, + "nauc_recall_at_3_max": 0.463226, + "nauc_recall_at_3_std": -0.115884, + "nauc_recall_at_3_diff1": 0.648274, + "nauc_recall_at_5_max": 0.420548, + "nauc_recall_at_5_std": -0.164594, + "nauc_recall_at_5_diff1": 0.620226, + "nauc_recall_at_10_max": 0.409164, + "nauc_recall_at_10_std": -0.115094, + "nauc_recall_at_10_diff1": 0.577688, + "nauc_recall_at_20_max": 0.348453, + "nauc_recall_at_20_std": -0.157658, + "nauc_recall_at_20_diff1": 0.532187, + "nauc_recall_at_100_max": 0.353832, + "nauc_recall_at_100_std": -0.095389, + "nauc_recall_at_100_diff1": 0.507182, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.476977, + "nauc_precision_at_1_std": -0.116872, + "nauc_precision_at_1_diff1": 0.72634, + "nauc_precision_at_3_max": 0.463226, + "nauc_precision_at_3_std": -0.115884, + "nauc_precision_at_3_diff1": 0.648274, + "nauc_precision_at_5_max": 0.420548, + "nauc_precision_at_5_std": -0.164594, + "nauc_precision_at_5_diff1": 0.620226, + "nauc_precision_at_10_max": 0.409164, + "nauc_precision_at_10_std": -0.115094, + "nauc_precision_at_10_diff1": 0.577688, + "nauc_precision_at_20_max": 0.348453, + "nauc_precision_at_20_std": -0.157658, + "nauc_precision_at_20_diff1": 0.532187, + "nauc_precision_at_100_max": 0.353832, + "nauc_precision_at_100_std": -0.095389, + "nauc_precision_at_100_diff1": 0.507182, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.476977, + "nauc_mrr_at_1_std": -0.116872, + "nauc_mrr_at_1_diff1": 0.72634, + "nauc_mrr_at_3_max": 0.472006, + "nauc_mrr_at_3_std": -0.116457, + "nauc_mrr_at_3_diff1": 0.690116, + "nauc_mrr_at_5_max": 0.46321, + "nauc_mrr_at_5_std": -0.12705, + "nauc_mrr_at_5_diff1": 0.684889, + "nauc_mrr_at_10_max": 0.462263, + "nauc_mrr_at_10_std": -0.12211, + "nauc_mrr_at_10_diff1": 0.681722, + "nauc_mrr_at_20_max": 0.46003, + "nauc_mrr_at_20_std": -0.123941, + "nauc_mrr_at_20_diff1": 0.680732, + "nauc_mrr_at_100_max": 0.460306, + "nauc_mrr_at_100_std": -0.123766, + "nauc_mrr_at_100_diff1": 0.681433, + "nauc_mrr_at_1000_max": 0.460464, + "nauc_mrr_at_1000_std": -0.123738, + "nauc_mrr_at_1000_diff1": 0.681664, + "main_score": 0.55993, + "hf_subset": "urd_Latn-urd_Arab", + "languages": [ + "urd-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 2646.31169629097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BibleNLPBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BibleNLPBitextMining.json new file mode 100644 index 0000000000..a7db3f5848 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BibleNLPBitextMining.json @@ -0,0 +1,19883 @@ +{ + "dataset_revision": "264a18480c529d9e922483839b4b9758e690b762", + "task_name": "BibleNLPBitextMining", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "precision": 0.08779, + "recall": 0.132812, + "f1": 0.096131, + "accuracy": 0.132812, + "main_score": 0.096131, + "hf_subset": "eng_Latn-aai_Latn", + "languages": [ + "eng-Latn", + "aai-Latn" + ] + }, + { + "precision": 0.117082, + "recall": 0.164062, + "f1": 0.127049, + "accuracy": 0.164062, + "main_score": 0.127049, + "hf_subset": "aai_Latn-eng_Latn", + "languages": [ + "aai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030337, + "recall": 0.054688, + "f1": 0.033794, + "accuracy": 0.054688, + "main_score": 0.033794, + "hf_subset": "eng_Latn-aak_Arab", + "languages": [ + "eng-Latn", + "aak-Arab" + ] + }, + { + "precision": 0.053634, + "recall": 0.074219, + "f1": 0.057205, + "accuracy": 0.074219, + "main_score": 0.057205, + "hf_subset": "aak_Arab-eng_Latn", + "languages": [ + "aak-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.08224, + "recall": 0.109375, + "f1": 0.087295, + "accuracy": 0.109375, + "main_score": 0.087295, + "hf_subset": "eng_Latn-aau_Latn", + "languages": [ + "eng-Latn", + "aau-Latn" + ] + }, + { + "precision": 0.070563, + "recall": 0.113281, + "f1": 0.078033, + "accuracy": 0.113281, + "main_score": 0.078033, + "hf_subset": "aau_Latn-eng_Latn", + "languages": [ + "aau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064577, + "recall": 0.101562, + "f1": 0.073372, + "accuracy": 0.101562, + "main_score": 0.073372, + "hf_subset": "eng_Latn-aaz_Latn", + "languages": [ + "eng-Latn", + "aaz-Latn" + ] + }, + { + "precision": 0.08189, + "recall": 0.105469, + "f1": 0.085605, + "accuracy": 0.105469, + "main_score": 0.085605, + "hf_subset": "aaz_Latn-eng_Latn", + "languages": [ + "aaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061735, + "recall": 0.089844, + "f1": 0.066311, + "accuracy": 0.089844, + "main_score": 0.066311, + "hf_subset": "eng_Latn-abt_Latn", + "languages": [ + "eng-Latn", + "abt-Latn" + ] + }, + { + "precision": 0.071938, + "recall": 0.105469, + "f1": 0.078869, + "accuracy": 0.105469, + "main_score": 0.078869, + "hf_subset": "abt_Latn-eng_Latn", + "languages": [ + "abt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161361, + "recall": 0.226562, + "f1": 0.17473, + "accuracy": 0.226562, + "main_score": 0.17473, + "hf_subset": "eng_Latn-abx_Latn", + "languages": [ + "eng-Latn", + "abx-Latn" + ] + }, + { + "precision": 0.18508, + "recall": 0.261719, + "f1": 0.203516, + "accuracy": 0.261719, + "main_score": 0.203516, + "hf_subset": "abx_Latn-eng_Latn", + "languages": [ + "abx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020718, + "recall": 0.035156, + "f1": 0.022903, + "accuracy": 0.035156, + "main_score": 0.022903, + "hf_subset": "eng_Latn-aby_Latn", + "languages": [ + "eng-Latn", + "aby-Latn" + ] + }, + { + "precision": 0.031185, + "recall": 0.046875, + "f1": 0.034285, + "accuracy": 0.046875, + "main_score": 0.034285, + "hf_subset": "aby_Latn-eng_Latn", + "languages": [ + "aby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100719, + "recall": 0.144531, + "f1": 0.108137, + "accuracy": 0.144531, + "main_score": 0.108137, + "hf_subset": "eng_Latn-acf_Latn", + "languages": [ + "eng-Latn", + "acf-Latn" + ] + }, + { + "precision": 0.10875, + "recall": 0.164062, + "f1": 0.121361, + "accuracy": 0.164062, + "main_score": 0.121361, + "hf_subset": "acf_Latn-eng_Latn", + "languages": [ + "acf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061392, + "recall": 0.132812, + "f1": 0.074397, + "accuracy": 0.132812, + "main_score": 0.074397, + "hf_subset": "eng_Latn-acr_Latn", + "languages": [ + "eng-Latn", + "acr-Latn" + ] + }, + { + "precision": 0.103482, + "recall": 0.167969, + "f1": 0.117752, + "accuracy": 0.167969, + "main_score": 0.117752, + "hf_subset": "acr_Latn-eng_Latn", + "languages": [ + "acr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064779, + "recall": 0.09375, + "f1": 0.073177, + "accuracy": 0.09375, + "main_score": 0.073177, + "hf_subset": "eng_Latn-acu_Latn", + "languages": [ + "eng-Latn", + "acu-Latn" + ] + }, + { + "precision": 0.064366, + "recall": 0.097656, + "f1": 0.07018, + "accuracy": 0.097656, + "main_score": 0.07018, + "hf_subset": "acu_Latn-eng_Latn", + "languages": [ + "acu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.192721, + "recall": 0.253906, + "f1": 0.205844, + "accuracy": 0.253906, + "main_score": 0.205844, + "hf_subset": "eng_Latn-adz_Latn", + "languages": [ + "eng-Latn", + "adz-Latn" + ] + }, + { + "precision": 0.254139, + "recall": 0.335938, + "f1": 0.275743, + "accuracy": 0.335938, + "main_score": 0.275743, + "hf_subset": "adz_Latn-eng_Latn", + "languages": [ + "adz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093309, + "recall": 0.121094, + "f1": 0.098465, + "accuracy": 0.121094, + "main_score": 0.098465, + "hf_subset": "eng_Latn-aer_Latn", + "languages": [ + "eng-Latn", + "aer-Latn" + ] + }, + { + "precision": 0.071074, + "recall": 0.113281, + "f1": 0.080143, + "accuracy": 0.113281, + "main_score": 0.080143, + "hf_subset": "aer_Latn-eng_Latn", + "languages": [ + "aer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065128, + "recall": 0.089844, + "f1": 0.069695, + "accuracy": 0.089844, + "main_score": 0.069695, + "hf_subset": "eng_Latn-aey_Latn", + "languages": [ + "eng-Latn", + "aey-Latn" + ] + }, + { + "precision": 0.045611, + "recall": 0.078125, + "f1": 0.05072, + "accuracy": 0.078125, + "main_score": 0.05072, + "hf_subset": "aey_Latn-eng_Latn", + "languages": [ + "aey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035783, + "recall": 0.058594, + "f1": 0.038954, + "accuracy": 0.058594, + "main_score": 0.038954, + "hf_subset": "eng_Latn-agd_Latn", + "languages": [ + "eng-Latn", + "agd-Latn" + ] + }, + { + "precision": 0.047303, + "recall": 0.070312, + "f1": 0.051232, + "accuracy": 0.070312, + "main_score": 0.051232, + "hf_subset": "agd_Latn-eng_Latn", + "languages": [ + "agd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028143, + "recall": 0.058594, + "f1": 0.032741, + "accuracy": 0.058594, + "main_score": 0.032741, + "hf_subset": "eng_Latn-agg_Latn", + "languages": [ + "eng-Latn", + "agg-Latn" + ] + }, + { + "precision": 0.037388, + "recall": 0.054688, + "f1": 0.042187, + "accuracy": 0.054688, + "main_score": 0.042187, + "hf_subset": "agg_Latn-eng_Latn", + "languages": [ + "agg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044427, + "recall": 0.058594, + "f1": 0.047827, + "accuracy": 0.058594, + "main_score": 0.047827, + "hf_subset": "eng_Latn-agm_Latn", + "languages": [ + "eng-Latn", + "agm-Latn" + ] + }, + { + "precision": 0.039052, + "recall": 0.066406, + "f1": 0.044215, + "accuracy": 0.066406, + "main_score": 0.044215, + "hf_subset": "agm_Latn-eng_Latn", + "languages": [ + "agm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105936, + "recall": 0.179688, + "f1": 0.120741, + "accuracy": 0.179688, + "main_score": 0.120741, + "hf_subset": "eng_Latn-agn_Latn", + "languages": [ + "eng-Latn", + "agn-Latn" + ] + }, + { + "precision": 0.170556, + "recall": 0.242188, + "f1": 0.184499, + "accuracy": 0.242188, + "main_score": 0.184499, + "hf_subset": "agn_Latn-eng_Latn", + "languages": [ + "agn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081116, + "recall": 0.117188, + "f1": 0.088293, + "accuracy": 0.117188, + "main_score": 0.088293, + "hf_subset": "eng_Latn-agr_Latn", + "languages": [ + "eng-Latn", + "agr-Latn" + ] + }, + { + "precision": 0.08086, + "recall": 0.121094, + "f1": 0.087779, + "accuracy": 0.121094, + "main_score": 0.087779, + "hf_subset": "agr_Latn-eng_Latn", + "languages": [ + "agr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071244, + "recall": 0.089844, + "f1": 0.074899, + "accuracy": 0.089844, + "main_score": 0.074899, + "hf_subset": "eng_Latn-agt_Latn", + "languages": [ + "eng-Latn", + "agt-Latn" + ] + }, + { + "precision": 0.066851, + "recall": 0.109375, + "f1": 0.074841, + "accuracy": 0.109375, + "main_score": 0.074841, + "hf_subset": "agt_Latn-eng_Latn", + "languages": [ + "agt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081596, + "recall": 0.117188, + "f1": 0.089622, + "accuracy": 0.117188, + "main_score": 0.089622, + "hf_subset": "eng_Latn-agu_Latn", + "languages": [ + "eng-Latn", + "agu-Latn" + ] + }, + { + "precision": 0.099062, + "recall": 0.152344, + "f1": 0.111403, + "accuracy": 0.152344, + "main_score": 0.111403, + "hf_subset": "agu_Latn-eng_Latn", + "languages": [ + "agu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040134, + "recall": 0.070312, + "f1": 0.046884, + "accuracy": 0.070312, + "main_score": 0.046884, + "hf_subset": "eng_Latn-aia_Latn", + "languages": [ + "eng-Latn", + "aia-Latn" + ] + }, + { + "precision": 0.038302, + "recall": 0.074219, + "f1": 0.044913, + "accuracy": 0.074219, + "main_score": 0.044913, + "hf_subset": "aia_Latn-eng_Latn", + "languages": [ + "aia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.012578, + "recall": 0.03125, + "f1": 0.014629, + "accuracy": 0.03125, + "main_score": 0.014629, + "hf_subset": "eng_Latn-aii_Syrc", + "languages": [ + "eng-Latn", + "aii-Syrc" + ] + }, + { + "precision": 0.013214, + "recall": 0.03125, + "f1": 0.014456, + "accuracy": 0.03125, + "main_score": 0.014456, + "hf_subset": "aii_Syrc-eng_Latn", + "languages": [ + "aii-Syrc", + "eng-Latn" + ] + }, + { + "precision": 0.07285, + "recall": 0.109375, + "f1": 0.079065, + "accuracy": 0.109375, + "main_score": 0.079065, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.060807, + "recall": 0.097656, + "f1": 0.069834, + "accuracy": 0.097656, + "main_score": 0.069834, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025165, + "recall": 0.039062, + "f1": 0.026353, + "accuracy": 0.039062, + "main_score": 0.026353, + "hf_subset": "eng_Latn-ake_Latn", + "languages": [ + "eng-Latn", + "ake-Latn" + ] + }, + { + "precision": 0.021885, + "recall": 0.03125, + "f1": 0.022893, + "accuracy": 0.03125, + "main_score": 0.022893, + "hf_subset": "ake_Latn-eng_Latn", + "languages": [ + "ake-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076594, + "recall": 0.121094, + "f1": 0.086825, + "accuracy": 0.121094, + "main_score": 0.086825, + "hf_subset": "eng_Latn-alp_Latn", + "languages": [ + "eng-Latn", + "alp-Latn" + ] + }, + { + "precision": 0.061463, + "recall": 0.117188, + "f1": 0.071001, + "accuracy": 0.117188, + "main_score": 0.071001, + "hf_subset": "alp_Latn-eng_Latn", + "languages": [ + "alp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06862, + "recall": 0.09375, + "f1": 0.075228, + "accuracy": 0.09375, + "main_score": 0.075228, + "hf_subset": "eng_Latn-alq_Latn", + "languages": [ + "eng-Latn", + "alq-Latn" + ] + }, + { + "precision": 0.065744, + "recall": 0.09375, + "f1": 0.070071, + "accuracy": 0.09375, + "main_score": 0.070071, + "hf_subset": "alq_Latn-eng_Latn", + "languages": [ + "alq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058807, + "recall": 0.070312, + "f1": 0.060308, + "accuracy": 0.070312, + "main_score": 0.060308, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.067741, + "recall": 0.113281, + "f1": 0.078254, + "accuracy": 0.113281, + "main_score": 0.078254, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070991, + "recall": 0.101562, + "f1": 0.077748, + "accuracy": 0.101562, + "main_score": 0.077748, + "hf_subset": "eng_Latn-aly_Latn", + "languages": [ + "eng-Latn", + "aly-Latn" + ] + }, + { + "precision": 0.070974, + "recall": 0.105469, + "f1": 0.077982, + "accuracy": 0.105469, + "main_score": 0.077982, + "hf_subset": "aly_Latn-eng_Latn", + "languages": [ + "aly-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070095, + "recall": 0.09375, + "f1": 0.075391, + "accuracy": 0.09375, + "main_score": 0.075391, + "hf_subset": "eng_Latn-ame_Latn", + "languages": [ + "eng-Latn", + "ame-Latn" + ] + }, + { + "precision": 0.08458, + "recall": 0.109375, + "f1": 0.090495, + "accuracy": 0.109375, + "main_score": 0.090495, + "hf_subset": "ame_Latn-eng_Latn", + "languages": [ + "ame-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034348, + "recall": 0.054688, + "f1": 0.038348, + "accuracy": 0.054688, + "main_score": 0.038348, + "hf_subset": "eng_Latn-amf_Latn", + "languages": [ + "eng-Latn", + "amf-Latn" + ] + }, + { + "precision": 0.036263, + "recall": 0.0625, + "f1": 0.04051, + "accuracy": 0.0625, + "main_score": 0.04051, + "hf_subset": "amf_Latn-eng_Latn", + "languages": [ + "amf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063856, + "recall": 0.101562, + "f1": 0.070356, + "accuracy": 0.101562, + "main_score": 0.070356, + "hf_subset": "eng_Latn-amk_Latn", + "languages": [ + "eng-Latn", + "amk-Latn" + ] + }, + { + "precision": 0.067187, + "recall": 0.101562, + "f1": 0.074888, + "accuracy": 0.101562, + "main_score": 0.074888, + "hf_subset": "amk_Latn-eng_Latn", + "languages": [ + "amk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026186, + "recall": 0.039062, + "f1": 0.028925, + "accuracy": 0.039062, + "main_score": 0.028925, + "hf_subset": "eng_Latn-amm_Latn", + "languages": [ + "eng-Latn", + "amm-Latn" + ] + }, + { + "precision": 0.026437, + "recall": 0.042969, + "f1": 0.029839, + "accuracy": 0.042969, + "main_score": 0.029839, + "hf_subset": "amm_Latn-eng_Latn", + "languages": [ + "amm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055947, + "recall": 0.082031, + "f1": 0.061202, + "accuracy": 0.082031, + "main_score": 0.061202, + "hf_subset": "eng_Latn-amn_Latn", + "languages": [ + "eng-Latn", + "amn-Latn" + ] + }, + { + "precision": 0.067546, + "recall": 0.101562, + "f1": 0.075366, + "accuracy": 0.101562, + "main_score": 0.075366, + "hf_subset": "amn_Latn-eng_Latn", + "languages": [ + "amn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047372, + "recall": 0.078125, + "f1": 0.053846, + "accuracy": 0.078125, + "main_score": 0.053846, + "hf_subset": "eng_Latn-amo_Latn", + "languages": [ + "eng-Latn", + "amo-Latn" + ] + }, + { + "precision": 0.066906, + "recall": 0.085938, + "f1": 0.070406, + "accuracy": 0.085938, + "main_score": 0.070406, + "hf_subset": "amo_Latn-eng_Latn", + "languages": [ + "amo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057727, + "recall": 0.109375, + "f1": 0.066619, + "accuracy": 0.109375, + "main_score": 0.066619, + "hf_subset": "eng_Latn-amp_Latn", + "languages": [ + "eng-Latn", + "amp-Latn" + ] + }, + { + "precision": 0.062081, + "recall": 0.097656, + "f1": 0.071177, + "accuracy": 0.097656, + "main_score": 0.071177, + "hf_subset": "amp_Latn-eng_Latn", + "languages": [ + "amp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078681, + "recall": 0.117188, + "f1": 0.086872, + "accuracy": 0.117188, + "main_score": 0.086872, + "hf_subset": "eng_Latn-amr_Latn", + "languages": [ + "eng-Latn", + "amr-Latn" + ] + }, + { + "precision": 0.084017, + "recall": 0.132812, + "f1": 0.095237, + "accuracy": 0.132812, + "main_score": 0.095237, + "hf_subset": "amr_Latn-eng_Latn", + "languages": [ + "amr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083734, + "recall": 0.128906, + "f1": 0.093306, + "accuracy": 0.128906, + "main_score": 0.093306, + "hf_subset": "eng_Latn-amu_Latn", + "languages": [ + "eng-Latn", + "amu-Latn" + ] + }, + { + "precision": 0.074541, + "recall": 0.113281, + "f1": 0.080759, + "accuracy": 0.113281, + "main_score": 0.080759, + "hf_subset": "amu_Latn-eng_Latn", + "languages": [ + "amu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14774, + "recall": 0.21875, + "f1": 0.165445, + "accuracy": 0.21875, + "main_score": 0.165445, + "hf_subset": "eng_Latn-amx_Latn", + "languages": [ + "eng-Latn", + "amx-Latn" + ] + }, + { + "precision": 0.169036, + "recall": 0.238281, + "f1": 0.185283, + "accuracy": 0.238281, + "main_score": 0.185283, + "hf_subset": "amx_Latn-eng_Latn", + "languages": [ + "amx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093629, + "recall": 0.135135, + "f1": 0.103153, + "accuracy": 0.135135, + "main_score": 0.103153, + "hf_subset": "eng_Latn-anh_Latn", + "languages": [ + "eng-Latn", + "anh-Latn" + ] + }, + { + "precision": 0.11962, + "recall": 0.153153, + "f1": 0.127499, + "accuracy": 0.153153, + "main_score": 0.127499, + "hf_subset": "anh_Latn-eng_Latn", + "languages": [ + "anh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051632, + "recall": 0.078125, + "f1": 0.057444, + "accuracy": 0.078125, + "main_score": 0.057444, + "hf_subset": "eng_Latn-anv_Latn", + "languages": [ + "eng-Latn", + "anv-Latn" + ] + }, + { + "precision": 0.058447, + "recall": 0.097656, + "f1": 0.067875, + "accuracy": 0.097656, + "main_score": 0.067875, + "hf_subset": "anv_Latn-eng_Latn", + "languages": [ + "anv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056941, + "recall": 0.078125, + "f1": 0.06144, + "accuracy": 0.078125, + "main_score": 0.06144, + "hf_subset": "eng_Latn-aoi_Latn", + "languages": [ + "eng-Latn", + "aoi-Latn" + ] + }, + { + "precision": 0.068273, + "recall": 0.097656, + "f1": 0.073007, + "accuracy": 0.097656, + "main_score": 0.073007, + "hf_subset": "aoi_Latn-eng_Latn", + "languages": [ + "aoi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068689, + "recall": 0.117188, + "f1": 0.078427, + "accuracy": 0.117188, + "main_score": 0.078427, + "hf_subset": "eng_Latn-aoj_Latn", + "languages": [ + "eng-Latn", + "aoj-Latn" + ] + }, + { + "precision": 0.071462, + "recall": 0.132812, + "f1": 0.083115, + "accuracy": 0.132812, + "main_score": 0.083115, + "hf_subset": "aoj_Latn-eng_Latn", + "languages": [ + "aoj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078614, + "recall": 0.121094, + "f1": 0.086101, + "accuracy": 0.121094, + "main_score": 0.086101, + "hf_subset": "eng_Latn-aom_Latn", + "languages": [ + "eng-Latn", + "aom-Latn" + ] + }, + { + "precision": 0.100544, + "recall": 0.160156, + "f1": 0.111508, + "accuracy": 0.160156, + "main_score": 0.111508, + "hf_subset": "aom_Latn-eng_Latn", + "languages": [ + "aom-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063042, + "recall": 0.09375, + "f1": 0.067423, + "accuracy": 0.09375, + "main_score": 0.067423, + "hf_subset": "eng_Latn-aon_Latn", + "languages": [ + "eng-Latn", + "aon-Latn" + ] + }, + { + "precision": 0.065795, + "recall": 0.09375, + "f1": 0.07201, + "accuracy": 0.09375, + "main_score": 0.07201, + "hf_subset": "aon_Latn-eng_Latn", + "languages": [ + "aon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034085, + "recall": 0.066406, + "f1": 0.038238, + "accuracy": 0.066406, + "main_score": 0.038238, + "hf_subset": "eng_Latn-apb_Latn", + "languages": [ + "eng-Latn", + "apb-Latn" + ] + }, + { + "precision": 0.055628, + "recall": 0.097656, + "f1": 0.062193, + "accuracy": 0.097656, + "main_score": 0.062193, + "hf_subset": "apb_Latn-eng_Latn", + "languages": [ + "apb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063149, + "recall": 0.089844, + "f1": 0.067359, + "accuracy": 0.089844, + "main_score": 0.067359, + "hf_subset": "eng_Latn-ape_Latn", + "languages": [ + "eng-Latn", + "ape-Latn" + ] + }, + { + "precision": 0.077533, + "recall": 0.128906, + "f1": 0.087838, + "accuracy": 0.128906, + "main_score": 0.087838, + "hf_subset": "ape_Latn-eng_Latn", + "languages": [ + "ape-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.006046, + "recall": 0.035156, + "f1": 0.009862, + "accuracy": 0.035156, + "main_score": 0.009862, + "hf_subset": "eng_Latn-apn_Latn", + "languages": [ + "eng-Latn", + "apn-Latn" + ] + }, + { + "precision": 0.003255, + "recall": 0.015625, + "f1": 0.004791, + "accuracy": 0.015625, + "main_score": 0.004791, + "hf_subset": "apn_Latn-eng_Latn", + "languages": [ + "apn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047189, + "recall": 0.085938, + "f1": 0.053682, + "accuracy": 0.085938, + "main_score": 0.053682, + "hf_subset": "eng_Latn-apr_Latn", + "languages": [ + "eng-Latn", + "apr-Latn" + ] + }, + { + "precision": 0.04935, + "recall": 0.085938, + "f1": 0.055933, + "accuracy": 0.085938, + "main_score": 0.055933, + "hf_subset": "apr_Latn-eng_Latn", + "languages": [ + "apr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.008398, + "recall": 0.027344, + "f1": 0.010858, + "accuracy": 0.027344, + "main_score": 0.010858, + "hf_subset": "eng_Latn-apu_Latn", + "languages": [ + "eng-Latn", + "apu-Latn" + ] + }, + { + "precision": 0.026108, + "recall": 0.054688, + "f1": 0.031464, + "accuracy": 0.054688, + "main_score": 0.031464, + "hf_subset": "apu_Latn-eng_Latn", + "languages": [ + "apu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103262, + "recall": 0.140625, + "f1": 0.11112, + "accuracy": 0.140625, + "main_score": 0.11112, + "hf_subset": "eng_Latn-apw_Latn", + "languages": [ + "eng-Latn", + "apw-Latn" + ] + }, + { + "precision": 0.115488, + "recall": 0.15625, + "f1": 0.122225, + "accuracy": 0.15625, + "main_score": 0.122225, + "hf_subset": "apw_Latn-eng_Latn", + "languages": [ + "apw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024879, + "recall": 0.042969, + "f1": 0.027762, + "accuracy": 0.042969, + "main_score": 0.027762, + "hf_subset": "eng_Latn-apz_Latn", + "languages": [ + "eng-Latn", + "apz-Latn" + ] + }, + { + "precision": 0.034054, + "recall": 0.054688, + "f1": 0.038563, + "accuracy": 0.054688, + "main_score": 0.038563, + "hf_subset": "apz_Latn-eng_Latn", + "languages": [ + "apz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.805339, + "recall": 0.863281, + "f1": 0.823568, + "accuracy": 0.863281, + "main_score": 0.823568, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.860677, + "recall": 0.902344, + "f1": 0.873698, + "accuracy": 0.902344, + "main_score": 0.873698, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.069987, + "recall": 0.117188, + "f1": 0.078414, + "accuracy": 0.117188, + "main_score": 0.078414, + "hf_subset": "eng_Latn-are_Latn", + "languages": [ + "eng-Latn", + "are-Latn" + ] + }, + { + "precision": 0.100765, + "recall": 0.15625, + "f1": 0.112294, + "accuracy": 0.15625, + "main_score": 0.112294, + "hf_subset": "are_Latn-eng_Latn", + "languages": [ + "are-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045442, + "recall": 0.078125, + "f1": 0.052348, + "accuracy": 0.078125, + "main_score": 0.052348, + "hf_subset": "eng_Latn-arl_Latn", + "languages": [ + "eng-Latn", + "arl-Latn" + ] + }, + { + "precision": 0.061232, + "recall": 0.105469, + "f1": 0.070061, + "accuracy": 0.105469, + "main_score": 0.070061, + "hf_subset": "arl_Latn-eng_Latn", + "languages": [ + "arl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085124, + "recall": 0.109375, + "f1": 0.090922, + "accuracy": 0.109375, + "main_score": 0.090922, + "hf_subset": "eng_Latn-arn_Latn", + "languages": [ + "eng-Latn", + "arn-Latn" + ] + }, + { + "precision": 0.095133, + "recall": 0.136719, + "f1": 0.102611, + "accuracy": 0.136719, + "main_score": 0.102611, + "hf_subset": "arn_Latn-eng_Latn", + "languages": [ + "arn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148368, + "recall": 0.236559, + "f1": 0.163392, + "accuracy": 0.236559, + "main_score": 0.163392, + "hf_subset": "eng_Latn-arp_Latn", + "languages": [ + "eng-Latn", + "arp-Latn" + ] + }, + { + "precision": 0.217921, + "recall": 0.27957, + "f1": 0.232779, + "accuracy": 0.27957, + "main_score": 0.232779, + "hf_subset": "arp_Latn-eng_Latn", + "languages": [ + "arp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.636835, + "recall": 0.710938, + "f1": 0.656541, + "accuracy": 0.710938, + "main_score": 0.656541, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.734831, + "recall": 0.804688, + "f1": 0.755934, + "accuracy": 0.804688, + "main_score": 0.755934, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.031041, + "recall": 0.054688, + "f1": 0.034778, + "accuracy": 0.054688, + "main_score": 0.034778, + "hf_subset": "eng_Latn-aso_Latn", + "languages": [ + "eng-Latn", + "aso-Latn" + ] + }, + { + "precision": 0.048589, + "recall": 0.085938, + "f1": 0.056129, + "accuracy": 0.085938, + "main_score": 0.056129, + "hf_subset": "aso_Latn-eng_Latn", + "languages": [ + "aso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041441, + "recall": 0.0625, + "f1": 0.045542, + "accuracy": 0.0625, + "main_score": 0.045542, + "hf_subset": "eng_Latn-ata_Latn", + "languages": [ + "eng-Latn", + "ata-Latn" + ] + }, + { + "precision": 0.043306, + "recall": 0.066406, + "f1": 0.047318, + "accuracy": 0.066406, + "main_score": 0.047318, + "hf_subset": "ata_Latn-eng_Latn", + "languages": [ + "ata-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048671, + "recall": 0.101562, + "f1": 0.057394, + "accuracy": 0.101562, + "main_score": 0.057394, + "hf_subset": "eng_Latn-atb_Latn", + "languages": [ + "eng-Latn", + "atb-Latn" + ] + }, + { + "precision": 0.068369, + "recall": 0.09375, + "f1": 0.072525, + "accuracy": 0.09375, + "main_score": 0.072525, + "hf_subset": "atb_Latn-eng_Latn", + "languages": [ + "atb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044294, + "recall": 0.070312, + "f1": 0.049679, + "accuracy": 0.070312, + "main_score": 0.049679, + "hf_subset": "eng_Latn-atd_Latn", + "languages": [ + "eng-Latn", + "atd-Latn" + ] + }, + { + "precision": 0.062106, + "recall": 0.117188, + "f1": 0.074033, + "accuracy": 0.117188, + "main_score": 0.074033, + "hf_subset": "atd_Latn-eng_Latn", + "languages": [ + "atd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026422, + "recall": 0.066406, + "f1": 0.033575, + "accuracy": 0.066406, + "main_score": 0.033575, + "hf_subset": "eng_Latn-atg_Latn", + "languages": [ + "eng-Latn", + "atg-Latn" + ] + }, + { + "precision": 0.049479, + "recall": 0.070312, + "f1": 0.055208, + "accuracy": 0.070312, + "main_score": 0.055208, + "hf_subset": "atg_Latn-eng_Latn", + "languages": [ + "atg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029453, + "recall": 0.066406, + "f1": 0.035553, + "accuracy": 0.066406, + "main_score": 0.035553, + "hf_subset": "eng_Latn-att_Latn", + "languages": [ + "eng-Latn", + "att-Latn" + ] + }, + { + "precision": 0.052024, + "recall": 0.089844, + "f1": 0.059498, + "accuracy": 0.089844, + "main_score": 0.059498, + "hf_subset": "att_Latn-eng_Latn", + "languages": [ + "att-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.012695, + "recall": 0.019531, + "f1": 0.014583, + "accuracy": 0.019531, + "main_score": 0.014583, + "hf_subset": "eng_Latn-auc_Latn", + "languages": [ + "eng-Latn", + "auc-Latn" + ] + }, + { + "precision": 0.019531, + "recall": 0.023438, + "f1": 0.020833, + "accuracy": 0.023438, + "main_score": 0.020833, + "hf_subset": "auc_Latn-eng_Latn", + "languages": [ + "auc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.159941, + "recall": 0.214844, + "f1": 0.171801, + "accuracy": 0.214844, + "main_score": 0.171801, + "hf_subset": "eng_Latn-aui_Latn", + "languages": [ + "eng-Latn", + "aui-Latn" + ] + }, + { + "precision": 0.194807, + "recall": 0.269531, + "f1": 0.213105, + "accuracy": 0.269531, + "main_score": 0.213105, + "hf_subset": "aui_Latn-eng_Latn", + "languages": [ + "aui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033861, + "recall": 0.050781, + "f1": 0.036753, + "accuracy": 0.050781, + "main_score": 0.036753, + "hf_subset": "eng_Latn-auy_Latn", + "languages": [ + "eng-Latn", + "auy-Latn" + ] + }, + { + "precision": 0.03192, + "recall": 0.054688, + "f1": 0.035947, + "accuracy": 0.054688, + "main_score": 0.035947, + "hf_subset": "auy_Latn-eng_Latn", + "languages": [ + "auy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058366, + "recall": 0.085938, + "f1": 0.064931, + "accuracy": 0.085938, + "main_score": 0.064931, + "hf_subset": "eng_Latn-avt_Latn", + "languages": [ + "eng-Latn", + "avt-Latn" + ] + }, + { + "precision": 0.068006, + "recall": 0.101562, + "f1": 0.074399, + "accuracy": 0.101562, + "main_score": 0.074399, + "hf_subset": "avt_Latn-eng_Latn", + "languages": [ + "avt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02207, + "recall": 0.039062, + "f1": 0.025465, + "accuracy": 0.039062, + "main_score": 0.025465, + "hf_subset": "eng_Latn-awb_Latn", + "languages": [ + "eng-Latn", + "awb-Latn" + ] + }, + { + "precision": 0.030208, + "recall": 0.039062, + "f1": 0.031901, + "accuracy": 0.039062, + "main_score": 0.031901, + "hf_subset": "awb_Latn-eng_Latn", + "languages": [ + "awb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088496, + "recall": 0.161616, + "f1": 0.102564, + "accuracy": 0.161616, + "main_score": 0.102564, + "hf_subset": "eng_Latn-awk_Latn", + "languages": [ + "eng-Latn", + "awk-Latn" + ] + }, + { + "precision": 0.199375, + "recall": 0.242424, + "f1": 0.210101, + "accuracy": 0.242424, + "main_score": 0.210101, + "hf_subset": "awk_Latn-eng_Latn", + "languages": [ + "awk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.296781, + "recall": 0.375, + "f1": 0.314369, + "accuracy": 0.375, + "main_score": 0.314369, + "hf_subset": "eng_Latn-awx_Latn", + "languages": [ + "eng-Latn", + "awx-Latn" + ] + }, + { + "precision": 0.383305, + "recall": 0.445312, + "f1": 0.399544, + "accuracy": 0.445312, + "main_score": 0.399544, + "hf_subset": "awx_Latn-eng_Latn", + "languages": [ + "awx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.434001, + "recall": 0.527344, + "f1": 0.456638, + "accuracy": 0.527344, + "main_score": 0.456638, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.572526, + "recall": 0.664062, + "f1": 0.597991, + "accuracy": 0.664062, + "main_score": 0.597991, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.081811, + "recall": 0.121094, + "f1": 0.090023, + "accuracy": 0.121094, + "main_score": 0.090023, + "hf_subset": "eng_Latn-azg_Latn", + "languages": [ + "eng-Latn", + "azg-Latn" + ] + }, + { + "precision": 0.082668, + "recall": 0.125, + "f1": 0.090994, + "accuracy": 0.125, + "main_score": 0.090994, + "hf_subset": "azg_Latn-eng_Latn", + "languages": [ + "azg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093426, + "recall": 0.140625, + "f1": 0.102421, + "accuracy": 0.140625, + "main_score": 0.102421, + "hf_subset": "eng_Latn-azz_Latn", + "languages": [ + "eng-Latn", + "azz-Latn" + ] + }, + { + "precision": 0.115695, + "recall": 0.171875, + "f1": 0.127375, + "accuracy": 0.171875, + "main_score": 0.127375, + "hf_subset": "azz_Latn-eng_Latn", + "languages": [ + "azz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076116, + "recall": 0.125, + "f1": 0.085858, + "accuracy": 0.125, + "main_score": 0.085858, + "hf_subset": "eng_Latn-bao_Latn", + "languages": [ + "eng-Latn", + "bao-Latn" + ] + }, + { + "precision": 0.066104, + "recall": 0.113281, + "f1": 0.075411, + "accuracy": 0.113281, + "main_score": 0.075411, + "hf_subset": "bao_Latn-eng_Latn", + "languages": [ + "bao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056544, + "recall": 0.078125, + "f1": 0.059152, + "accuracy": 0.078125, + "main_score": 0.059152, + "hf_subset": "eng_Latn-bba_Latn", + "languages": [ + "eng-Latn", + "bba-Latn" + ] + }, + { + "precision": 0.053546, + "recall": 0.074219, + "f1": 0.056928, + "accuracy": 0.074219, + "main_score": 0.056928, + "hf_subset": "bba_Latn-eng_Latn", + "languages": [ + "bba-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038805, + "recall": 0.054688, + "f1": 0.040766, + "accuracy": 0.054688, + "main_score": 0.040766, + "hf_subset": "eng_Latn-bbb_Latn", + "languages": [ + "eng-Latn", + "bbb-Latn" + ] + }, + { + "precision": 0.044105, + "recall": 0.066406, + "f1": 0.049293, + "accuracy": 0.066406, + "main_score": 0.049293, + "hf_subset": "bbb_Latn-eng_Latn", + "languages": [ + "bbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054302, + "recall": 0.09375, + "f1": 0.061212, + "accuracy": 0.09375, + "main_score": 0.061212, + "hf_subset": "eng_Latn-bbr_Latn", + "languages": [ + "eng-Latn", + "bbr-Latn" + ] + }, + { + "precision": 0.063534, + "recall": 0.101562, + "f1": 0.071917, + "accuracy": 0.101562, + "main_score": 0.071917, + "hf_subset": "bbr_Latn-eng_Latn", + "languages": [ + "bbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074865, + "recall": 0.117188, + "f1": 0.083226, + "accuracy": 0.117188, + "main_score": 0.083226, + "hf_subset": "eng_Latn-bch_Latn", + "languages": [ + "eng-Latn", + "bch-Latn" + ] + }, + { + "precision": 0.076483, + "recall": 0.121094, + "f1": 0.084252, + "accuracy": 0.121094, + "main_score": 0.084252, + "hf_subset": "bch_Latn-eng_Latn", + "languages": [ + "bch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057176, + "recall": 0.089844, + "f1": 0.063282, + "accuracy": 0.089844, + "main_score": 0.063282, + "hf_subset": "eng_Latn-bco_Latn", + "languages": [ + "eng-Latn", + "bco-Latn" + ] + }, + { + "precision": 0.062207, + "recall": 0.105469, + "f1": 0.07214, + "accuracy": 0.105469, + "main_score": 0.07214, + "hf_subset": "bco_Latn-eng_Latn", + "languages": [ + "bco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029097, + "recall": 0.046875, + "f1": 0.031467, + "accuracy": 0.046875, + "main_score": 0.031467, + "hf_subset": "eng_Latn-bdd_Latn", + "languages": [ + "eng-Latn", + "bdd-Latn" + ] + }, + { + "precision": 0.040307, + "recall": 0.074219, + "f1": 0.04778, + "accuracy": 0.074219, + "main_score": 0.04778, + "hf_subset": "bdd_Latn-eng_Latn", + "languages": [ + "bdd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175463, + "recall": 0.253333, + "f1": 0.192249, + "accuracy": 0.253333, + "main_score": 0.192249, + "hf_subset": "eng_Latn-bea_Latn", + "languages": [ + "eng-Latn", + "bea-Latn" + ] + }, + { + "precision": 0.194674, + "recall": 0.246667, + "f1": 0.208, + "accuracy": 0.246667, + "main_score": 0.208, + "hf_subset": "bea_Latn-eng_Latn", + "languages": [ + "bea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029948, + "recall": 0.035156, + "f1": 0.031064, + "accuracy": 0.035156, + "main_score": 0.031064, + "hf_subset": "eng_Latn-bef_Latn", + "languages": [ + "eng-Latn", + "bef-Latn" + ] + }, + { + "precision": 0.027002, + "recall": 0.066406, + "f1": 0.034412, + "accuracy": 0.066406, + "main_score": 0.034412, + "hf_subset": "bef_Latn-eng_Latn", + "languages": [ + "bef-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.637826, + "recall": 0.730469, + "f1": 0.664137, + "accuracy": 0.730469, + "main_score": 0.664137, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.75, + "recall": 0.828125, + "f1": 0.775391, + "accuracy": 0.828125, + "main_score": 0.775391, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.90918, + "recall": 0.929688, + "f1": 0.915625, + "accuracy": 0.929688, + "main_score": 0.915625, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.936849, + "recall": 0.953125, + "f1": 0.942057, + "accuracy": 0.953125, + "main_score": 0.942057, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.012598, + "recall": 0.019531, + "f1": 0.013297, + "accuracy": 0.019531, + "main_score": 0.013297, + "hf_subset": "eng_Latn-beo_Latn", + "languages": [ + "eng-Latn", + "beo-Latn" + ] + }, + { + "precision": 0.037923, + "recall": 0.0625, + "f1": 0.042344, + "accuracy": 0.0625, + "main_score": 0.042344, + "hf_subset": "beo_Latn-eng_Latn", + "languages": [ + "beo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.143232, + "recall": 0.199219, + "f1": 0.15604, + "accuracy": 0.199219, + "main_score": 0.15604, + "hf_subset": "eng_Latn-beu_Latn", + "languages": [ + "eng-Latn", + "beu-Latn" + ] + }, + { + "precision": 0.136725, + "recall": 0.191406, + "f1": 0.146633, + "accuracy": 0.191406, + "main_score": 0.146633, + "hf_subset": "beu_Latn-eng_Latn", + "languages": [ + "beu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071155, + "recall": 0.113281, + "f1": 0.079053, + "accuracy": 0.113281, + "main_score": 0.079053, + "hf_subset": "eng_Latn-bgs_Latn", + "languages": [ + "eng-Latn", + "bgs-Latn" + ] + }, + { + "precision": 0.105521, + "recall": 0.171875, + "f1": 0.120629, + "accuracy": 0.171875, + "main_score": 0.120629, + "hf_subset": "bgs_Latn-eng_Latn", + "languages": [ + "bgs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053471, + "recall": 0.085938, + "f1": 0.059459, + "accuracy": 0.085938, + "main_score": 0.059459, + "hf_subset": "eng_Latn-bgt_Latn", + "languages": [ + "eng-Latn", + "bgt-Latn" + ] + }, + { + "precision": 0.056351, + "recall": 0.125, + "f1": 0.069339, + "accuracy": 0.125, + "main_score": 0.069339, + "hf_subset": "bgt_Latn-eng_Latn", + "languages": [ + "bgt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129768, + "recall": 0.179688, + "f1": 0.14059, + "accuracy": 0.179688, + "main_score": 0.14059, + "hf_subset": "eng_Latn-bhg_Latn", + "languages": [ + "eng-Latn", + "bhg-Latn" + ] + }, + { + "precision": 0.16934, + "recall": 0.234375, + "f1": 0.185476, + "accuracy": 0.234375, + "main_score": 0.185476, + "hf_subset": "bhg_Latn-eng_Latn", + "languages": [ + "bhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040524, + "recall": 0.0625, + "f1": 0.044996, + "accuracy": 0.0625, + "main_score": 0.044996, + "hf_subset": "eng_Latn-bhl_Latn", + "languages": [ + "eng-Latn", + "bhl-Latn" + ] + }, + { + "precision": 0.045805, + "recall": 0.070312, + "f1": 0.051181, + "accuracy": 0.070312, + "main_score": 0.051181, + "hf_subset": "bhl_Latn-eng_Latn", + "languages": [ + "bhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011392, + "recall": 0.039062, + "f1": 0.01548, + "accuracy": 0.039062, + "main_score": 0.01548, + "hf_subset": "eng_Latn-big_Latn", + "languages": [ + "eng-Latn", + "big-Latn" + ] + }, + { + "precision": 0.034409, + "recall": 0.066406, + "f1": 0.040574, + "accuracy": 0.066406, + "main_score": 0.040574, + "hf_subset": "big_Latn-eng_Latn", + "languages": [ + "big-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071003, + "recall": 0.109375, + "f1": 0.076793, + "accuracy": 0.109375, + "main_score": 0.076793, + "hf_subset": "eng_Latn-bjk_Latn", + "languages": [ + "eng-Latn", + "bjk-Latn" + ] + }, + { + "precision": 0.057951, + "recall": 0.105469, + "f1": 0.06759, + "accuracy": 0.105469, + "main_score": 0.06759, + "hf_subset": "bjk_Latn-eng_Latn", + "languages": [ + "bjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066495, + "recall": 0.089844, + "f1": 0.071658, + "accuracy": 0.089844, + "main_score": 0.071658, + "hf_subset": "eng_Latn-bjp_Latn", + "languages": [ + "eng-Latn", + "bjp-Latn" + ] + }, + { + "precision": 0.074396, + "recall": 0.109375, + "f1": 0.082416, + "accuracy": 0.109375, + "main_score": 0.082416, + "hf_subset": "bjp_Latn-eng_Latn", + "languages": [ + "bjp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.005766, + "recall": 0.019531, + "f1": 0.008603, + "accuracy": 0.019531, + "main_score": 0.008603, + "hf_subset": "eng_Latn-bjr_Latn", + "languages": [ + "eng-Latn", + "bjr-Latn" + ] + }, + { + "precision": 0.012363, + "recall": 0.03125, + "f1": 0.01488, + "accuracy": 0.03125, + "main_score": 0.01488, + "hf_subset": "bjr_Latn-eng_Latn", + "languages": [ + "bjr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066114, + "recall": 0.105469, + "f1": 0.074729, + "accuracy": 0.105469, + "main_score": 0.074729, + "hf_subset": "eng_Latn-bjv_Latn", + "languages": [ + "eng-Latn", + "bjv-Latn" + ] + }, + { + "precision": 0.048084, + "recall": 0.082031, + "f1": 0.05535, + "accuracy": 0.082031, + "main_score": 0.05535, + "hf_subset": "bjv_Latn-eng_Latn", + "languages": [ + "bjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044702, + "recall": 0.078125, + "f1": 0.051476, + "accuracy": 0.078125, + "main_score": 0.051476, + "hf_subset": "eng_Latn-bjz_Latn", + "languages": [ + "eng-Latn", + "bjz-Latn" + ] + }, + { + "precision": 0.05386, + "recall": 0.097656, + "f1": 0.062082, + "accuracy": 0.097656, + "main_score": 0.062082, + "hf_subset": "bjz_Latn-eng_Latn", + "languages": [ + "bjz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104618, + "recall": 0.15625, + "f1": 0.115659, + "accuracy": 0.15625, + "main_score": 0.115659, + "hf_subset": "eng_Latn-bkd_Latn", + "languages": [ + "eng-Latn", + "bkd-Latn" + ] + }, + { + "precision": 0.109455, + "recall": 0.164062, + "f1": 0.1234, + "accuracy": 0.164062, + "main_score": 0.1234, + "hf_subset": "bkd_Latn-eng_Latn", + "languages": [ + "bkd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036568, + "recall": 0.066406, + "f1": 0.041088, + "accuracy": 0.066406, + "main_score": 0.041088, + "hf_subset": "eng_Latn-bki_Latn", + "languages": [ + "eng-Latn", + "bki-Latn" + ] + }, + { + "precision": 0.045734, + "recall": 0.074219, + "f1": 0.051955, + "accuracy": 0.074219, + "main_score": 0.051955, + "hf_subset": "bki_Latn-eng_Latn", + "languages": [ + "bki-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085977, + "recall": 0.121094, + "f1": 0.093592, + "accuracy": 0.121094, + "main_score": 0.093592, + "hf_subset": "eng_Latn-bkq_Latn", + "languages": [ + "eng-Latn", + "bkq-Latn" + ] + }, + { + "precision": 0.076892, + "recall": 0.113281, + "f1": 0.083405, + "accuracy": 0.113281, + "main_score": 0.083405, + "hf_subset": "bkq_Latn-eng_Latn", + "languages": [ + "bkq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119925, + "recall": 0.195312, + "f1": 0.139193, + "accuracy": 0.195312, + "main_score": 0.139193, + "hf_subset": "eng_Latn-bkx_Latn", + "languages": [ + "eng-Latn", + "bkx-Latn" + ] + }, + { + "precision": 0.135817, + "recall": 0.21875, + "f1": 0.156182, + "accuracy": 0.21875, + "main_score": 0.156182, + "hf_subset": "bkx_Latn-eng_Latn", + "languages": [ + "bkx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067386, + "recall": 0.09375, + "f1": 0.072755, + "accuracy": 0.09375, + "main_score": 0.072755, + "hf_subset": "eng_Latn-blw_Latn", + "languages": [ + "eng-Latn", + "blw-Latn" + ] + }, + { + "precision": 0.064909, + "recall": 0.097656, + "f1": 0.071165, + "accuracy": 0.097656, + "main_score": 0.071165, + "hf_subset": "blw_Latn-eng_Latn", + "languages": [ + "blw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113387, + "recall": 0.167969, + "f1": 0.121814, + "accuracy": 0.167969, + "main_score": 0.121814, + "hf_subset": "eng_Latn-blz_Latn", + "languages": [ + "eng-Latn", + "blz-Latn" + ] + }, + { + "precision": 0.110744, + "recall": 0.160156, + "f1": 0.122666, + "accuracy": 0.160156, + "main_score": 0.122666, + "hf_subset": "blz_Latn-eng_Latn", + "languages": [ + "blz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047228, + "recall": 0.0625, + "f1": 0.050446, + "accuracy": 0.0625, + "main_score": 0.050446, + "hf_subset": "eng_Latn-bmh_Latn", + "languages": [ + "eng-Latn", + "bmh-Latn" + ] + }, + { + "precision": 0.05837, + "recall": 0.097656, + "f1": 0.067795, + "accuracy": 0.097656, + "main_score": 0.067795, + "hf_subset": "bmh_Latn-eng_Latn", + "languages": [ + "bmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.192803, + "recall": 0.259843, + "f1": 0.205054, + "accuracy": 0.259843, + "main_score": 0.205054, + "hf_subset": "eng_Latn-bmk_Latn", + "languages": [ + "eng-Latn", + "bmk-Latn" + ] + }, + { + "precision": 0.155249, + "recall": 0.228346, + "f1": 0.173498, + "accuracy": 0.228346, + "main_score": 0.173498, + "hf_subset": "bmk_Latn-eng_Latn", + "languages": [ + "bmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073631, + "recall": 0.113281, + "f1": 0.080512, + "accuracy": 0.113281, + "main_score": 0.080512, + "hf_subset": "eng_Latn-bmr_Latn", + "languages": [ + "eng-Latn", + "bmr-Latn" + ] + }, + { + "precision": 0.093331, + "recall": 0.136719, + "f1": 0.102551, + "accuracy": 0.136719, + "main_score": 0.102551, + "hf_subset": "bmr_Latn-eng_Latn", + "languages": [ + "bmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059313, + "recall": 0.085938, + "f1": 0.063484, + "accuracy": 0.085938, + "main_score": 0.063484, + "hf_subset": "eng_Latn-bmu_Latn", + "languages": [ + "eng-Latn", + "bmu-Latn" + ] + }, + { + "precision": 0.06932, + "recall": 0.101562, + "f1": 0.075885, + "accuracy": 0.101562, + "main_score": 0.075885, + "hf_subset": "bmu_Latn-eng_Latn", + "languages": [ + "bmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066078, + "recall": 0.097656, + "f1": 0.072417, + "accuracy": 0.097656, + "main_score": 0.072417, + "hf_subset": "eng_Latn-bnp_Latn", + "languages": [ + "eng-Latn", + "bnp-Latn" + ] + }, + { + "precision": 0.080436, + "recall": 0.117188, + "f1": 0.088798, + "accuracy": 0.117188, + "main_score": 0.088798, + "hf_subset": "bnp_Latn-eng_Latn", + "languages": [ + "bnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028426, + "recall": 0.046875, + "f1": 0.030533, + "accuracy": 0.046875, + "main_score": 0.030533, + "hf_subset": "eng_Latn-boa_Latn", + "languages": [ + "eng-Latn", + "boa-Latn" + ] + }, + { + "precision": 0.040903, + "recall": 0.082031, + "f1": 0.047425, + "accuracy": 0.082031, + "main_score": 0.047425, + "hf_subset": "boa_Latn-eng_Latn", + "languages": [ + "boa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041252, + "recall": 0.078125, + "f1": 0.04663, + "accuracy": 0.078125, + "main_score": 0.04663, + "hf_subset": "eng_Latn-boj_Latn", + "languages": [ + "eng-Latn", + "boj-Latn" + ] + }, + { + "precision": 0.064261, + "recall": 0.113281, + "f1": 0.074218, + "accuracy": 0.113281, + "main_score": 0.074218, + "hf_subset": "boj_Latn-eng_Latn", + "languages": [ + "boj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05578, + "recall": 0.085938, + "f1": 0.062307, + "accuracy": 0.085938, + "main_score": 0.062307, + "hf_subset": "eng_Latn-bon_Latn", + "languages": [ + "eng-Latn", + "bon-Latn" + ] + }, + { + "precision": 0.063746, + "recall": 0.089844, + "f1": 0.069531, + "accuracy": 0.089844, + "main_score": 0.069531, + "hf_subset": "bon_Latn-eng_Latn", + "languages": [ + "bon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046601, + "recall": 0.0625, + "f1": 0.049531, + "accuracy": 0.0625, + "main_score": 0.049531, + "hf_subset": "eng_Latn-box_Latn", + "languages": [ + "eng-Latn", + "box-Latn" + ] + }, + { + "precision": 0.064437, + "recall": 0.101562, + "f1": 0.070953, + "accuracy": 0.101562, + "main_score": 0.070953, + "hf_subset": "box_Latn-eng_Latn", + "languages": [ + "box-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057486, + "recall": 0.101562, + "f1": 0.064518, + "accuracy": 0.101562, + "main_score": 0.064518, + "hf_subset": "eng_Latn-bpr_Latn", + "languages": [ + "eng-Latn", + "bpr-Latn" + ] + }, + { + "precision": 0.071654, + "recall": 0.109375, + "f1": 0.079622, + "accuracy": 0.109375, + "main_score": 0.079622, + "hf_subset": "bpr_Latn-eng_Latn", + "languages": [ + "bpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045253, + "recall": 0.085938, + "f1": 0.051651, + "accuracy": 0.085938, + "main_score": 0.051651, + "hf_subset": "eng_Latn-bps_Latn", + "languages": [ + "eng-Latn", + "bps-Latn" + ] + }, + { + "precision": 0.049023, + "recall": 0.082031, + "f1": 0.055547, + "accuracy": 0.082031, + "main_score": 0.055547, + "hf_subset": "bps_Latn-eng_Latn", + "languages": [ + "bps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045085, + "recall": 0.074219, + "f1": 0.050832, + "accuracy": 0.074219, + "main_score": 0.050832, + "hf_subset": "eng_Latn-bqc_Latn", + "languages": [ + "eng-Latn", + "bqc-Latn" + ] + }, + { + "precision": 0.055731, + "recall": 0.085938, + "f1": 0.062695, + "accuracy": 0.085938, + "main_score": 0.062695, + "hf_subset": "bqc_Latn-eng_Latn", + "languages": [ + "bqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062452, + "recall": 0.09375, + "f1": 0.068802, + "accuracy": 0.09375, + "main_score": 0.068802, + "hf_subset": "eng_Latn-bqp_Latn", + "languages": [ + "eng-Latn", + "bqp-Latn" + ] + }, + { + "precision": 0.073312, + "recall": 0.117188, + "f1": 0.083249, + "accuracy": 0.117188, + "main_score": 0.083249, + "hf_subset": "bqp_Latn-eng_Latn", + "languages": [ + "bqp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167655, + "recall": 0.242188, + "f1": 0.185156, + "accuracy": 0.242188, + "main_score": 0.185156, + "hf_subset": "eng_Latn-bre_Latn", + "languages": [ + "eng-Latn", + "bre-Latn" + ] + }, + { + "precision": 0.223019, + "recall": 0.285156, + "f1": 0.24069, + "accuracy": 0.285156, + "main_score": 0.24069, + "hf_subset": "bre_Latn-eng_Latn", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026003, + "recall": 0.0625, + "f1": 0.031304, + "accuracy": 0.0625, + "main_score": 0.031304, + "hf_subset": "eng_Latn-bsj_Latn", + "languages": [ + "eng-Latn", + "bsj-Latn" + ] + }, + { + "precision": 0.058268, + "recall": 0.078125, + "f1": 0.063095, + "accuracy": 0.078125, + "main_score": 0.063095, + "hf_subset": "bsj_Latn-eng_Latn", + "languages": [ + "bsj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048546, + "recall": 0.078125, + "f1": 0.055729, + "accuracy": 0.078125, + "main_score": 0.055729, + "hf_subset": "eng_Latn-bsn_Latn", + "languages": [ + "eng-Latn", + "bsn-Latn" + ] + }, + { + "precision": 0.057412, + "recall": 0.089844, + "f1": 0.064822, + "accuracy": 0.089844, + "main_score": 0.064822, + "hf_subset": "bsn_Latn-eng_Latn", + "languages": [ + "bsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164913, + "recall": 0.246094, + "f1": 0.185203, + "accuracy": 0.246094, + "main_score": 0.185203, + "hf_subset": "eng_Latn-bsp_Latn", + "languages": [ + "eng-Latn", + "bsp-Latn" + ] + }, + { + "precision": 0.214971, + "recall": 0.277344, + "f1": 0.231467, + "accuracy": 0.277344, + "main_score": 0.231467, + "hf_subset": "bsp_Latn-eng_Latn", + "languages": [ + "bsp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059952, + "recall": 0.089844, + "f1": 0.066983, + "accuracy": 0.089844, + "main_score": 0.066983, + "hf_subset": "eng_Latn-bss_Latn", + "languages": [ + "eng-Latn", + "bss-Latn" + ] + }, + { + "precision": 0.077191, + "recall": 0.109375, + "f1": 0.082558, + "accuracy": 0.109375, + "main_score": 0.082558, + "hf_subset": "bss_Latn-eng_Latn", + "languages": [ + "bss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057457, + "recall": 0.101562, + "f1": 0.064623, + "accuracy": 0.101562, + "main_score": 0.064623, + "hf_subset": "eng_Latn-buk_Latn", + "languages": [ + "eng-Latn", + "buk-Latn" + ] + }, + { + "precision": 0.060284, + "recall": 0.101562, + "f1": 0.069315, + "accuracy": 0.101562, + "main_score": 0.069315, + "hf_subset": "buk_Latn-eng_Latn", + "languages": [ + "buk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057697, + "recall": 0.082031, + "f1": 0.063568, + "accuracy": 0.082031, + "main_score": 0.063568, + "hf_subset": "eng_Latn-bus_Latn", + "languages": [ + "eng-Latn", + "bus-Latn" + ] + }, + { + "precision": 0.057292, + "recall": 0.09375, + "f1": 0.068359, + "accuracy": 0.09375, + "main_score": 0.068359, + "hf_subset": "bus_Latn-eng_Latn", + "languages": [ + "bus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056664, + "recall": 0.082031, + "f1": 0.063198, + "accuracy": 0.082031, + "main_score": 0.063198, + "hf_subset": "eng_Latn-bvd_Latn", + "languages": [ + "eng-Latn", + "bvd-Latn" + ] + }, + { + "precision": 0.052688, + "recall": 0.082031, + "f1": 0.058733, + "accuracy": 0.082031, + "main_score": 0.058733, + "hf_subset": "bvd_Latn-eng_Latn", + "languages": [ + "bvd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041284, + "recall": 0.082031, + "f1": 0.049448, + "accuracy": 0.082031, + "main_score": 0.049448, + "hf_subset": "eng_Latn-bvr_Latn", + "languages": [ + "eng-Latn", + "bvr-Latn" + ] + }, + { + "precision": 0.066025, + "recall": 0.089844, + "f1": 0.070798, + "accuracy": 0.089844, + "main_score": 0.070798, + "hf_subset": "bvr_Latn-eng_Latn", + "languages": [ + "bvr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13318, + "recall": 0.175781, + "f1": 0.143294, + "accuracy": 0.175781, + "main_score": 0.143294, + "hf_subset": "eng_Latn-bxh_Latn", + "languages": [ + "eng-Latn", + "bxh-Latn" + ] + }, + { + "precision": 0.10011, + "recall": 0.164062, + "f1": 0.114353, + "accuracy": 0.164062, + "main_score": 0.114353, + "hf_subset": "bxh_Latn-eng_Latn", + "languages": [ + "bxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037704, + "recall": 0.058594, + "f1": 0.041, + "accuracy": 0.058594, + "main_score": 0.041, + "hf_subset": "eng_Latn-byr_Latn", + "languages": [ + "eng-Latn", + "byr-Latn" + ] + }, + { + "precision": 0.043713, + "recall": 0.070312, + "f1": 0.04803, + "accuracy": 0.070312, + "main_score": 0.04803, + "hf_subset": "byr_Latn-eng_Latn", + "languages": [ + "byr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063622, + "recall": 0.105469, + "f1": 0.071363, + "accuracy": 0.105469, + "main_score": 0.071363, + "hf_subset": "eng_Latn-byx_Latn", + "languages": [ + "eng-Latn", + "byx-Latn" + ] + }, + { + "precision": 0.074204, + "recall": 0.125, + "f1": 0.084242, + "accuracy": 0.125, + "main_score": 0.084242, + "hf_subset": "byx_Latn-eng_Latn", + "languages": [ + "byx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080844, + "recall": 0.105469, + "f1": 0.086682, + "accuracy": 0.105469, + "main_score": 0.086682, + "hf_subset": "eng_Latn-bzd_Latn", + "languages": [ + "eng-Latn", + "bzd-Latn" + ] + }, + { + "precision": 0.081053, + "recall": 0.117188, + "f1": 0.089162, + "accuracy": 0.117188, + "main_score": 0.089162, + "hf_subset": "bzd_Latn-eng_Latn", + "languages": [ + "bzd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077099, + "recall": 0.109375, + "f1": 0.082906, + "accuracy": 0.109375, + "main_score": 0.082906, + "hf_subset": "eng_Latn-bzh_Latn", + "languages": [ + "eng-Latn", + "bzh-Latn" + ] + }, + { + "precision": 0.078531, + "recall": 0.125, + "f1": 0.088909, + "accuracy": 0.125, + "main_score": 0.088909, + "hf_subset": "bzh_Latn-eng_Latn", + "languages": [ + "bzh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175002, + "recall": 0.257812, + "f1": 0.191586, + "accuracy": 0.257812, + "main_score": 0.191586, + "hf_subset": "eng_Latn-bzj_Latn", + "languages": [ + "eng-Latn", + "bzj-Latn" + ] + }, + { + "precision": 0.222251, + "recall": 0.3125, + "f1": 0.241624, + "accuracy": 0.3125, + "main_score": 0.241624, + "hf_subset": "bzj_Latn-eng_Latn", + "languages": [ + "bzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131505, + "recall": 0.195312, + "f1": 0.143088, + "accuracy": 0.195312, + "main_score": 0.143088, + "hf_subset": "eng_Latn-caa_Latn", + "languages": [ + "eng-Latn", + "caa-Latn" + ] + }, + { + "precision": 0.148165, + "recall": 0.21875, + "f1": 0.164941, + "accuracy": 0.21875, + "main_score": 0.164941, + "hf_subset": "caa_Latn-eng_Latn", + "languages": [ + "caa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076829, + "recall": 0.109375, + "f1": 0.081709, + "accuracy": 0.109375, + "main_score": 0.081709, + "hf_subset": "eng_Latn-cab_Latn", + "languages": [ + "eng-Latn", + "cab-Latn" + ] + }, + { + "precision": 0.064037, + "recall": 0.105469, + "f1": 0.072222, + "accuracy": 0.105469, + "main_score": 0.072222, + "hf_subset": "cab_Latn-eng_Latn", + "languages": [ + "cab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123058, + "recall": 0.179688, + "f1": 0.134423, + "accuracy": 0.179688, + "main_score": 0.134423, + "hf_subset": "eng_Latn-cac_Latn", + "languages": [ + "eng-Latn", + "cac-Latn" + ] + }, + { + "precision": 0.127894, + "recall": 0.175781, + "f1": 0.136539, + "accuracy": 0.175781, + "main_score": 0.136539, + "hf_subset": "cac_Latn-eng_Latn", + "languages": [ + "cac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117018, + "recall": 0.132812, + "f1": 0.120353, + "accuracy": 0.132812, + "main_score": 0.120353, + "hf_subset": "eng_Latn-caf_Latn", + "languages": [ + "eng-Latn", + "caf-Latn" + ] + }, + { + "precision": 0.112103, + "recall": 0.152344, + "f1": 0.119994, + "accuracy": 0.152344, + "main_score": 0.119994, + "hf_subset": "caf_Latn-eng_Latn", + "languages": [ + "caf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.18677, + "recall": 0.292969, + "f1": 0.210863, + "accuracy": 0.292969, + "main_score": 0.210863, + "hf_subset": "eng_Latn-cak_Latn", + "languages": [ + "eng-Latn", + "cak-Latn" + ] + }, + { + "precision": 0.209536, + "recall": 0.304688, + "f1": 0.230385, + "accuracy": 0.304688, + "main_score": 0.230385, + "hf_subset": "cak_Latn-eng_Latn", + "languages": [ + "cak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086643, + "recall": 0.132812, + "f1": 0.097409, + "accuracy": 0.132812, + "main_score": 0.097409, + "hf_subset": "eng_Latn-cao_Latn", + "languages": [ + "eng-Latn", + "cao-Latn" + ] + }, + { + "precision": 0.102673, + "recall": 0.171875, + "f1": 0.11928, + "accuracy": 0.171875, + "main_score": 0.11928, + "hf_subset": "cao_Latn-eng_Latn", + "languages": [ + "cao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091882, + "recall": 0.140625, + "f1": 0.099959, + "accuracy": 0.140625, + "main_score": 0.099959, + "hf_subset": "eng_Latn-cap_Latn", + "languages": [ + "eng-Latn", + "cap-Latn" + ] + }, + { + "precision": 0.082453, + "recall": 0.132812, + "f1": 0.090855, + "accuracy": 0.132812, + "main_score": 0.090855, + "hf_subset": "cap_Latn-eng_Latn", + "languages": [ + "cap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046814, + "recall": 0.082031, + "f1": 0.055673, + "accuracy": 0.082031, + "main_score": 0.055673, + "hf_subset": "eng_Latn-car_Latn", + "languages": [ + "eng-Latn", + "car-Latn" + ] + }, + { + "precision": 0.071462, + "recall": 0.101562, + "f1": 0.078217, + "accuracy": 0.101562, + "main_score": 0.078217, + "hf_subset": "car_Latn-eng_Latn", + "languages": [ + "car-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066736, + "recall": 0.097656, + "f1": 0.07372, + "accuracy": 0.097656, + "main_score": 0.07372, + "hf_subset": "eng_Latn-cav_Latn", + "languages": [ + "eng-Latn", + "cav-Latn" + ] + }, + { + "precision": 0.058044, + "recall": 0.097656, + "f1": 0.064882, + "accuracy": 0.097656, + "main_score": 0.064882, + "hf_subset": "cav_Latn-eng_Latn", + "languages": [ + "cav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095219, + "recall": 0.140625, + "f1": 0.105286, + "accuracy": 0.140625, + "main_score": 0.105286, + "hf_subset": "eng_Latn-cax_Latn", + "languages": [ + "eng-Latn", + "cax-Latn" + ] + }, + { + "precision": 0.089507, + "recall": 0.140625, + "f1": 0.09887, + "accuracy": 0.140625, + "main_score": 0.09887, + "hf_subset": "cax_Latn-eng_Latn", + "languages": [ + "cax-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095705, + "recall": 0.140625, + "f1": 0.106374, + "accuracy": 0.140625, + "main_score": 0.106374, + "hf_subset": "eng_Latn-cbc_Latn", + "languages": [ + "eng-Latn", + "cbc-Latn" + ] + }, + { + "precision": 0.09898, + "recall": 0.148438, + "f1": 0.108811, + "accuracy": 0.148438, + "main_score": 0.108811, + "hf_subset": "cbc_Latn-eng_Latn", + "languages": [ + "cbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082465, + "recall": 0.105469, + "f1": 0.08758, + "accuracy": 0.105469, + "main_score": 0.08758, + "hf_subset": "eng_Latn-cbi_Latn", + "languages": [ + "eng-Latn", + "cbi-Latn" + ] + }, + { + "precision": 0.08422, + "recall": 0.132812, + "f1": 0.094944, + "accuracy": 0.132812, + "main_score": 0.094944, + "hf_subset": "cbi_Latn-eng_Latn", + "languages": [ + "cbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.737109, + "recall": 0.800781, + "f1": 0.75638, + "accuracy": 0.800781, + "main_score": 0.75638, + "hf_subset": "eng_Latn-cbk_Latn", + "languages": [ + "eng-Latn", + "cbk-Latn" + ] + }, + { + "precision": 0.810677, + "recall": 0.859375, + "f1": 0.825521, + "accuracy": 0.859375, + "main_score": 0.825521, + "hf_subset": "cbk_Latn-eng_Latn", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067867, + "recall": 0.097656, + "f1": 0.073563, + "accuracy": 0.097656, + "main_score": 0.073563, + "hf_subset": "eng_Latn-cbr_Latn", + "languages": [ + "eng-Latn", + "cbr-Latn" + ] + }, + { + "precision": 0.065756, + "recall": 0.097656, + "f1": 0.072526, + "accuracy": 0.097656, + "main_score": 0.072526, + "hf_subset": "cbr_Latn-eng_Latn", + "languages": [ + "cbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084109, + "recall": 0.121094, + "f1": 0.090876, + "accuracy": 0.121094, + "main_score": 0.090876, + "hf_subset": "eng_Latn-cbs_Latn", + "languages": [ + "eng-Latn", + "cbs-Latn" + ] + }, + { + "precision": 0.076084, + "recall": 0.144531, + "f1": 0.091816, + "accuracy": 0.144531, + "main_score": 0.091816, + "hf_subset": "cbs_Latn-eng_Latn", + "languages": [ + "cbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018353, + "recall": 0.042969, + "f1": 0.02285, + "accuracy": 0.042969, + "main_score": 0.02285, + "hf_subset": "eng_Latn-cbt_Latn", + "languages": [ + "eng-Latn", + "cbt-Latn" + ] + }, + { + "precision": 0.027211, + "recall": 0.042969, + "f1": 0.030425, + "accuracy": 0.042969, + "main_score": 0.030425, + "hf_subset": "cbt_Latn-eng_Latn", + "languages": [ + "cbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024194, + "recall": 0.039062, + "f1": 0.026674, + "accuracy": 0.039062, + "main_score": 0.026674, + "hf_subset": "eng_Latn-cbu_Latn", + "languages": [ + "eng-Latn", + "cbu-Latn" + ] + }, + { + "precision": 0.030481, + "recall": 0.054688, + "f1": 0.035463, + "accuracy": 0.054688, + "main_score": 0.035463, + "hf_subset": "cbu_Latn-eng_Latn", + "languages": [ + "cbu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091895, + "recall": 0.121094, + "f1": 0.098101, + "accuracy": 0.121094, + "main_score": 0.098101, + "hf_subset": "eng_Latn-cbv_Latn", + "languages": [ + "eng-Latn", + "cbv-Latn" + ] + }, + { + "precision": 0.083651, + "recall": 0.128906, + "f1": 0.093026, + "accuracy": 0.128906, + "main_score": 0.093026, + "hf_subset": "cbv_Latn-eng_Latn", + "languages": [ + "cbv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057465, + "recall": 0.101562, + "f1": 0.066567, + "accuracy": 0.101562, + "main_score": 0.066567, + "hf_subset": "eng_Latn-cco_Latn", + "languages": [ + "eng-Latn", + "cco-Latn" + ] + }, + { + "precision": 0.062939, + "recall": 0.097656, + "f1": 0.069777, + "accuracy": 0.097656, + "main_score": 0.069777, + "hf_subset": "cco_Latn-eng_Latn", + "languages": [ + "cco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.250918, + "recall": 0.351562, + "f1": 0.275517, + "accuracy": 0.351562, + "main_score": 0.275517, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.295217, + "recall": 0.390625, + "f1": 0.318948, + "accuracy": 0.390625, + "main_score": 0.318948, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080712, + "recall": 0.132812, + "f1": 0.090493, + "accuracy": 0.132812, + "main_score": 0.090493, + "hf_subset": "eng_Latn-cek_Latn", + "languages": [ + "eng-Latn", + "cek-Latn" + ] + }, + { + "precision": 0.111115, + "recall": 0.140625, + "f1": 0.115858, + "accuracy": 0.140625, + "main_score": 0.115858, + "hf_subset": "cek_Latn-eng_Latn", + "languages": [ + "cek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.776042, + "recall": 0.839844, + "f1": 0.795387, + "accuracy": 0.839844, + "main_score": 0.795387, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.926432, + "recall": 0.949219, + "f1": 0.933594, + "accuracy": 0.949219, + "main_score": 0.933594, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111192, + "recall": 0.164062, + "f1": 0.120482, + "accuracy": 0.164062, + "main_score": 0.120482, + "hf_subset": "eng_Latn-cgc_Latn", + "languages": [ + "eng-Latn", + "cgc-Latn" + ] + }, + { + "precision": 0.110069, + "recall": 0.171875, + "f1": 0.123056, + "accuracy": 0.171875, + "main_score": 0.123056, + "hf_subset": "cgc_Latn-eng_Latn", + "languages": [ + "cgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.31051, + "recall": 0.402344, + "f1": 0.331855, + "accuracy": 0.402344, + "main_score": 0.331855, + "hf_subset": "eng_Latn-cha_Latn", + "languages": [ + "eng-Latn", + "cha-Latn" + ] + }, + { + "precision": 0.394987, + "recall": 0.480469, + "f1": 0.415404, + "accuracy": 0.480469, + "main_score": 0.415404, + "hf_subset": "cha_Latn-eng_Latn", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099981, + "recall": 0.152344, + "f1": 0.113019, + "accuracy": 0.152344, + "main_score": 0.113019, + "hf_subset": "eng_Latn-chd_Latn", + "languages": [ + "eng-Latn", + "chd-Latn" + ] + }, + { + "precision": 0.086618, + "recall": 0.160156, + "f1": 0.099854, + "accuracy": 0.160156, + "main_score": 0.099854, + "hf_subset": "chd_Latn-eng_Latn", + "languages": [ + "chd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136832, + "recall": 0.203125, + "f1": 0.149635, + "accuracy": 0.203125, + "main_score": 0.149635, + "hf_subset": "eng_Latn-chf_Latn", + "languages": [ + "eng-Latn", + "chf-Latn" + ] + }, + { + "precision": 0.118409, + "recall": 0.179688, + "f1": 0.130236, + "accuracy": 0.179688, + "main_score": 0.130236, + "hf_subset": "chf_Latn-eng_Latn", + "languages": [ + "chf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031415, + "recall": 0.078125, + "f1": 0.040087, + "accuracy": 0.078125, + "main_score": 0.040087, + "hf_subset": "eng_Latn-chk_Latn", + "languages": [ + "eng-Latn", + "chk-Latn" + ] + }, + { + "precision": 0.061142, + "recall": 0.101562, + "f1": 0.070434, + "accuracy": 0.101562, + "main_score": 0.070434, + "hf_subset": "chk_Latn-eng_Latn", + "languages": [ + "chk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111037, + "recall": 0.175781, + "f1": 0.124729, + "accuracy": 0.175781, + "main_score": 0.124729, + "hf_subset": "eng_Latn-chq_Latn", + "languages": [ + "eng-Latn", + "chq-Latn" + ] + }, + { + "precision": 0.115235, + "recall": 0.152344, + "f1": 0.122526, + "accuracy": 0.152344, + "main_score": 0.122526, + "hf_subset": "chq_Latn-eng_Latn", + "languages": [ + "chq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079478, + "recall": 0.113281, + "f1": 0.085353, + "accuracy": 0.113281, + "main_score": 0.085353, + "hf_subset": "eng_Latn-chz_Latn", + "languages": [ + "eng-Latn", + "chz-Latn" + ] + }, + { + "precision": 0.061641, + "recall": 0.101562, + "f1": 0.069277, + "accuracy": 0.101562, + "main_score": 0.069277, + "hf_subset": "chz_Latn-eng_Latn", + "languages": [ + "chz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021941, + "recall": 0.03125, + "f1": 0.022996, + "accuracy": 0.03125, + "main_score": 0.022996, + "hf_subset": "eng_Latn-cjo_Latn", + "languages": [ + "eng-Latn", + "cjo-Latn" + ] + }, + { + "precision": 0.021905, + "recall": 0.039062, + "f1": 0.025059, + "accuracy": 0.039062, + "main_score": 0.025059, + "hf_subset": "cjo_Latn-eng_Latn", + "languages": [ + "cjo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032234, + "recall": 0.050781, + "f1": 0.035949, + "accuracy": 0.050781, + "main_score": 0.035949, + "hf_subset": "eng_Latn-cjv_Latn", + "languages": [ + "eng-Latn", + "cjv-Latn" + ] + }, + { + "precision": 0.046098, + "recall": 0.078125, + "f1": 0.05265, + "accuracy": 0.078125, + "main_score": 0.05265, + "hf_subset": "cjv_Latn-eng_Latn", + "languages": [ + "cjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071658, + "recall": 0.113281, + "f1": 0.079086, + "accuracy": 0.113281, + "main_score": 0.079086, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.130661, + "recall": 0.207031, + "f1": 0.148859, + "accuracy": 0.207031, + "main_score": 0.148859, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.083968, + "recall": 0.148438, + "f1": 0.097461, + "accuracy": 0.148438, + "main_score": 0.097461, + "hf_subset": "eng_Latn-cle_Latn", + "languages": [ + "eng-Latn", + "cle-Latn" + ] + }, + { + "precision": 0.101536, + "recall": 0.136719, + "f1": 0.108764, + "accuracy": 0.136719, + "main_score": 0.108764, + "hf_subset": "cle_Latn-eng_Latn", + "languages": [ + "cle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.189072, + "recall": 0.261719, + "f1": 0.203977, + "accuracy": 0.261719, + "main_score": 0.203977, + "hf_subset": "eng_Latn-clu_Latn", + "languages": [ + "eng-Latn", + "clu-Latn" + ] + }, + { + "precision": 0.215641, + "recall": 0.300781, + "f1": 0.235011, + "accuracy": 0.300781, + "main_score": 0.235011, + "hf_subset": "clu_Latn-eng_Latn", + "languages": [ + "clu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053889, + "recall": 0.070312, + "f1": 0.056596, + "accuracy": 0.070312, + "main_score": 0.056596, + "hf_subset": "eng_Latn-cme_Latn", + "languages": [ + "eng-Latn", + "cme-Latn" + ] + }, + { + "precision": 0.059061, + "recall": 0.105469, + "f1": 0.068325, + "accuracy": 0.105469, + "main_score": 0.068325, + "hf_subset": "cme_Latn-eng_Latn", + "languages": [ + "cme-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-cmn_Hans", + "languages": [ + "eng-Latn", + "cmn-Hans" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "cmn_Hans-eng_Latn", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.034498, + "recall": 0.046875, + "f1": 0.03602, + "accuracy": 0.046875, + "main_score": 0.03602, + "hf_subset": "eng_Latn-cni_Latn", + "languages": [ + "eng-Latn", + "cni-Latn" + ] + }, + { + "precision": 0.027783, + "recall": 0.054688, + "f1": 0.032, + "accuracy": 0.054688, + "main_score": 0.032, + "hf_subset": "cni_Latn-eng_Latn", + "languages": [ + "cni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064408, + "recall": 0.113281, + "f1": 0.074293, + "accuracy": 0.113281, + "main_score": 0.074293, + "hf_subset": "eng_Latn-cnl_Latn", + "languages": [ + "eng-Latn", + "cnl-Latn" + ] + }, + { + "precision": 0.065297, + "recall": 0.121094, + "f1": 0.075248, + "accuracy": 0.121094, + "main_score": 0.075248, + "hf_subset": "cnl_Latn-eng_Latn", + "languages": [ + "cnl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045254, + "recall": 0.074219, + "f1": 0.049626, + "accuracy": 0.074219, + "main_score": 0.049626, + "hf_subset": "eng_Latn-cnt_Latn", + "languages": [ + "eng-Latn", + "cnt-Latn" + ] + }, + { + "precision": 0.040409, + "recall": 0.078125, + "f1": 0.046106, + "accuracy": 0.078125, + "main_score": 0.046106, + "hf_subset": "cnt_Latn-eng_Latn", + "languages": [ + "cnt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05769, + "recall": 0.089844, + "f1": 0.063941, + "accuracy": 0.089844, + "main_score": 0.063941, + "hf_subset": "eng_Latn-cof_Latn", + "languages": [ + "eng-Latn", + "cof-Latn" + ] + }, + { + "precision": 0.072016, + "recall": 0.113281, + "f1": 0.080175, + "accuracy": 0.113281, + "main_score": 0.080175, + "hf_subset": "cof_Latn-eng_Latn", + "languages": [ + "cof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086452, + "recall": 0.117188, + "f1": 0.093051, + "accuracy": 0.117188, + "main_score": 0.093051, + "hf_subset": "eng_Latn-con_Latn", + "languages": [ + "eng-Latn", + "con-Latn" + ] + }, + { + "precision": 0.098851, + "recall": 0.15625, + "f1": 0.109573, + "accuracy": 0.15625, + "main_score": 0.109573, + "hf_subset": "con_Latn-eng_Latn", + "languages": [ + "con-Latn", + "eng-Latn" + ] + }, + { + "precision": 6.7e-05, + "recall": 0.003906, + "f1": 0.000132, + "accuracy": 0.003906, + "main_score": 0.000132, + "hf_subset": "eng_Latn-cop_Copt", + "languages": [ + "eng-Latn", + "cop-Copt" + ] + }, + { + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "accuracy": 0.0, + "main_score": 0.0, + "hf_subset": "cop_Copt-eng_Latn", + "languages": [ + "cop-Copt", + "eng-Latn" + ] + }, + { + "precision": 0.040853, + "recall": 0.050781, + "f1": 0.043186, + "accuracy": 0.050781, + "main_score": 0.043186, + "hf_subset": "eng_Latn-cot_Latn", + "languages": [ + "eng-Latn", + "cot-Latn" + ] + }, + { + "precision": 0.053943, + "recall": 0.074219, + "f1": 0.057322, + "accuracy": 0.074219, + "main_score": 0.057322, + "hf_subset": "cot_Latn-eng_Latn", + "languages": [ + "cot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090958, + "recall": 0.144531, + "f1": 0.101038, + "accuracy": 0.144531, + "main_score": 0.101038, + "hf_subset": "eng_Latn-cpa_Latn", + "languages": [ + "eng-Latn", + "cpa-Latn" + ] + }, + { + "precision": 0.097786, + "recall": 0.125, + "f1": 0.102897, + "accuracy": 0.125, + "main_score": 0.102897, + "hf_subset": "cpa_Latn-eng_Latn", + "languages": [ + "cpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069258, + "recall": 0.101562, + "f1": 0.075416, + "accuracy": 0.101562, + "main_score": 0.075416, + "hf_subset": "eng_Latn-cpb_Latn", + "languages": [ + "eng-Latn", + "cpb-Latn" + ] + }, + { + "precision": 0.084457, + "recall": 0.128906, + "f1": 0.092571, + "accuracy": 0.128906, + "main_score": 0.092571, + "hf_subset": "cpb_Latn-eng_Latn", + "languages": [ + "cpb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063877, + "recall": 0.09375, + "f1": 0.070433, + "accuracy": 0.09375, + "main_score": 0.070433, + "hf_subset": "eng_Latn-cpc_Latn", + "languages": [ + "eng-Latn", + "cpc-Latn" + ] + }, + { + "precision": 0.078446, + "recall": 0.109375, + "f1": 0.084418, + "accuracy": 0.109375, + "main_score": 0.084418, + "hf_subset": "cpc_Latn-eng_Latn", + "languages": [ + "cpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070334, + "recall": 0.097656, + "f1": 0.074365, + "accuracy": 0.097656, + "main_score": 0.074365, + "hf_subset": "eng_Latn-cpu_Latn", + "languages": [ + "eng-Latn", + "cpu-Latn" + ] + }, + { + "precision": 0.072949, + "recall": 0.101562, + "f1": 0.077747, + "accuracy": 0.101562, + "main_score": 0.077747, + "hf_subset": "cpu_Latn-eng_Latn", + "languages": [ + "cpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035445, + "recall": 0.078125, + "f1": 0.041678, + "accuracy": 0.078125, + "main_score": 0.041678, + "hf_subset": "eng_Latn-cpy_Latn", + "languages": [ + "eng-Latn", + "cpy-Latn" + ] + }, + { + "precision": 0.072884, + "recall": 0.097656, + "f1": 0.078993, + "accuracy": 0.097656, + "main_score": 0.078993, + "hf_subset": "cpy_Latn-eng_Latn", + "languages": [ + "cpy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066085, + "recall": 0.109375, + "f1": 0.074702, + "accuracy": 0.109375, + "main_score": 0.074702, + "hf_subset": "eng_Latn-crn_Latn", + "languages": [ + "eng-Latn", + "crn-Latn" + ] + }, + { + "precision": 0.066712, + "recall": 0.097656, + "f1": 0.072721, + "accuracy": 0.097656, + "main_score": 0.072721, + "hf_subset": "crn_Latn-eng_Latn", + "languages": [ + "crn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094099, + "recall": 0.128906, + "f1": 0.102049, + "accuracy": 0.128906, + "main_score": 0.102049, + "hf_subset": "eng_Latn-crx_Latn", + "languages": [ + "eng-Latn", + "crx-Latn" + ] + }, + { + "precision": 0.111599, + "recall": 0.152344, + "f1": 0.11944, + "accuracy": 0.152344, + "main_score": 0.11944, + "hf_subset": "crx_Latn-eng_Latn", + "languages": [ + "crx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064695, + "recall": 0.101562, + "f1": 0.070539, + "accuracy": 0.101562, + "main_score": 0.070539, + "hf_subset": "eng_Latn-cso_Latn", + "languages": [ + "eng-Latn", + "cso-Latn" + ] + }, + { + "precision": 0.071843, + "recall": 0.09375, + "f1": 0.075093, + "accuracy": 0.09375, + "main_score": 0.075093, + "hf_subset": "cso_Latn-eng_Latn", + "languages": [ + "cso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090027, + "recall": 0.132812, + "f1": 0.098628, + "accuracy": 0.132812, + "main_score": 0.098628, + "hf_subset": "eng_Latn-csy_Latn", + "languages": [ + "eng-Latn", + "csy-Latn" + ] + }, + { + "precision": 0.112522, + "recall": 0.148438, + "f1": 0.120522, + "accuracy": 0.148438, + "main_score": 0.120522, + "hf_subset": "csy_Latn-eng_Latn", + "languages": [ + "csy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081682, + "recall": 0.121094, + "f1": 0.089657, + "accuracy": 0.121094, + "main_score": 0.089657, + "hf_subset": "eng_Latn-cta_Latn", + "languages": [ + "eng-Latn", + "cta-Latn" + ] + }, + { + "precision": 0.081353, + "recall": 0.125, + "f1": 0.0913, + "accuracy": 0.125, + "main_score": 0.0913, + "hf_subset": "cta_Latn-eng_Latn", + "languages": [ + "cta-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05657, + "recall": 0.085938, + "f1": 0.061851, + "accuracy": 0.085938, + "main_score": 0.061851, + "hf_subset": "eng_Latn-cth_Latn", + "languages": [ + "eng-Latn", + "cth-Latn" + ] + }, + { + "precision": 0.076112, + "recall": 0.109375, + "f1": 0.082126, + "accuracy": 0.109375, + "main_score": 0.082126, + "hf_subset": "cth_Latn-eng_Latn", + "languages": [ + "cth-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064972, + "recall": 0.09375, + "f1": 0.070922, + "accuracy": 0.09375, + "main_score": 0.070922, + "hf_subset": "eng_Latn-ctp_Latn", + "languages": [ + "eng-Latn", + "ctp-Latn" + ] + }, + { + "precision": 0.062699, + "recall": 0.113281, + "f1": 0.073652, + "accuracy": 0.113281, + "main_score": 0.073652, + "hf_subset": "ctp_Latn-eng_Latn", + "languages": [ + "ctp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110483, + "recall": 0.167969, + "f1": 0.123834, + "accuracy": 0.167969, + "main_score": 0.123834, + "hf_subset": "eng_Latn-ctu_Latn", + "languages": [ + "eng-Latn", + "ctu-Latn" + ] + }, + { + "precision": 0.137781, + "recall": 0.191406, + "f1": 0.148697, + "accuracy": 0.191406, + "main_score": 0.148697, + "hf_subset": "ctu_Latn-eng_Latn", + "languages": [ + "ctu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074733, + "recall": 0.109375, + "f1": 0.0821, + "accuracy": 0.109375, + "main_score": 0.0821, + "hf_subset": "eng_Latn-cub_Latn", + "languages": [ + "eng-Latn", + "cub-Latn" + ] + }, + { + "precision": 0.110032, + "recall": 0.15625, + "f1": 0.118083, + "accuracy": 0.15625, + "main_score": 0.118083, + "hf_subset": "cub_Latn-eng_Latn", + "languages": [ + "cub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052212, + "recall": 0.085938, + "f1": 0.058112, + "accuracy": 0.085938, + "main_score": 0.058112, + "hf_subset": "eng_Latn-cuc_Latn", + "languages": [ + "eng-Latn", + "cuc-Latn" + ] + }, + { + "precision": 0.047069, + "recall": 0.070312, + "f1": 0.050493, + "accuracy": 0.070312, + "main_score": 0.050493, + "hf_subset": "cuc_Latn-eng_Latn", + "languages": [ + "cuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056706, + "recall": 0.089844, + "f1": 0.064457, + "accuracy": 0.089844, + "main_score": 0.064457, + "hf_subset": "eng_Latn-cui_Latn", + "languages": [ + "eng-Latn", + "cui-Latn" + ] + }, + { + "precision": 0.052737, + "recall": 0.101562, + "f1": 0.062093, + "accuracy": 0.101562, + "main_score": 0.062093, + "hf_subset": "cui_Latn-eng_Latn", + "languages": [ + "cui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035692, + "recall": 0.070312, + "f1": 0.041353, + "accuracy": 0.070312, + "main_score": 0.041353, + "hf_subset": "eng_Latn-cuk_Latn", + "languages": [ + "eng-Latn", + "cuk-Latn" + ] + }, + { + "precision": 0.034299, + "recall": 0.070312, + "f1": 0.038581, + "accuracy": 0.070312, + "main_score": 0.038581, + "hf_subset": "cuk_Latn-eng_Latn", + "languages": [ + "cuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068025, + "recall": 0.117188, + "f1": 0.077154, + "accuracy": 0.117188, + "main_score": 0.077154, + "hf_subset": "eng_Latn-cut_Latn", + "languages": [ + "eng-Latn", + "cut-Latn" + ] + }, + { + "precision": 0.074225, + "recall": 0.117188, + "f1": 0.082975, + "accuracy": 0.117188, + "main_score": 0.082975, + "hf_subset": "cut_Latn-eng_Latn", + "languages": [ + "cut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.176344, + "recall": 0.242188, + "f1": 0.190259, + "accuracy": 0.242188, + "main_score": 0.190259, + "hf_subset": "eng_Latn-cux_Latn", + "languages": [ + "eng-Latn", + "cux-Latn" + ] + }, + { + "precision": 0.176832, + "recall": 0.265625, + "f1": 0.196701, + "accuracy": 0.265625, + "main_score": 0.196701, + "hf_subset": "cux_Latn-eng_Latn", + "languages": [ + "cux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064156, + "recall": 0.113281, + "f1": 0.071215, + "accuracy": 0.113281, + "main_score": 0.071215, + "hf_subset": "eng_Latn-cwe_Latn", + "languages": [ + "eng-Latn", + "cwe-Latn" + ] + }, + { + "precision": 0.073522, + "recall": 0.128906, + "f1": 0.085635, + "accuracy": 0.128906, + "main_score": 0.085635, + "hf_subset": "cwe_Latn-eng_Latn", + "languages": [ + "cwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089248, + "recall": 0.152344, + "f1": 0.100838, + "accuracy": 0.152344, + "main_score": 0.100838, + "hf_subset": "eng_Latn-cya_Latn", + "languages": [ + "eng-Latn", + "cya-Latn" + ] + }, + { + "precision": 0.116308, + "recall": 0.15625, + "f1": 0.124308, + "accuracy": 0.15625, + "main_score": 0.124308, + "hf_subset": "cya_Latn-eng_Latn", + "languages": [ + "cya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044062, + "recall": 0.070312, + "f1": 0.048384, + "accuracy": 0.070312, + "main_score": 0.048384, + "hf_subset": "eng_Latn-daa_Latn", + "languages": [ + "eng-Latn", + "daa-Latn" + ] + }, + { + "precision": 0.055639, + "recall": 0.078125, + "f1": 0.058791, + "accuracy": 0.078125, + "main_score": 0.058791, + "hf_subset": "daa_Latn-eng_Latn", + "languages": [ + "daa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08186, + "recall": 0.132812, + "f1": 0.091161, + "accuracy": 0.132812, + "main_score": 0.091161, + "hf_subset": "eng_Latn-dad_Latn", + "languages": [ + "eng-Latn", + "dad-Latn" + ] + }, + { + "precision": 0.095252, + "recall": 0.132812, + "f1": 0.104036, + "accuracy": 0.132812, + "main_score": 0.104036, + "hf_subset": "dad_Latn-eng_Latn", + "languages": [ + "dad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040256, + "recall": 0.074219, + "f1": 0.046292, + "accuracy": 0.074219, + "main_score": 0.046292, + "hf_subset": "eng_Latn-dah_Latn", + "languages": [ + "eng-Latn", + "dah-Latn" + ] + }, + { + "precision": 0.040737, + "recall": 0.070312, + "f1": 0.046962, + "accuracy": 0.070312, + "main_score": 0.046962, + "hf_subset": "dah_Latn-eng_Latn", + "languages": [ + "dah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.625037, + "recall": 0.707031, + "f1": 0.646177, + "accuracy": 0.707031, + "main_score": 0.646177, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.755859, + "recall": 0.832031, + "f1": 0.780599, + "accuracy": 0.832031, + "main_score": 0.780599, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042658, + "recall": 0.070312, + "f1": 0.047555, + "accuracy": 0.070312, + "main_score": 0.047555, + "hf_subset": "eng_Latn-ded_Latn", + "languages": [ + "eng-Latn", + "ded-Latn" + ] + }, + { + "precision": 0.049144, + "recall": 0.082031, + "f1": 0.057517, + "accuracy": 0.082031, + "main_score": 0.057517, + "hf_subset": "ded_Latn-eng_Latn", + "languages": [ + "ded-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111841, + "recall": 0.175781, + "f1": 0.12608, + "accuracy": 0.175781, + "main_score": 0.12608, + "hf_subset": "eng_Latn-dgc_Latn", + "languages": [ + "eng-Latn", + "dgc-Latn" + ] + }, + { + "precision": 0.118232, + "recall": 0.195312, + "f1": 0.133233, + "accuracy": 0.195312, + "main_score": 0.133233, + "hf_subset": "dgc_Latn-eng_Latn", + "languages": [ + "dgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060282, + "recall": 0.101562, + "f1": 0.068177, + "accuracy": 0.101562, + "main_score": 0.068177, + "hf_subset": "eng_Latn-dgr_Latn", + "languages": [ + "eng-Latn", + "dgr-Latn" + ] + }, + { + "precision": 0.073416, + "recall": 0.105469, + "f1": 0.080339, + "accuracy": 0.105469, + "main_score": 0.080339, + "hf_subset": "dgr_Latn-eng_Latn", + "languages": [ + "dgr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035429, + "recall": 0.054688, + "f1": 0.038691, + "accuracy": 0.054688, + "main_score": 0.038691, + "hf_subset": "eng_Latn-dgz_Latn", + "languages": [ + "eng-Latn", + "dgz-Latn" + ] + }, + { + "precision": 0.047969, + "recall": 0.085938, + "f1": 0.054968, + "accuracy": 0.085938, + "main_score": 0.054968, + "hf_subset": "dgz_Latn-eng_Latn", + "languages": [ + "dgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019843, + "recall": 0.042969, + "f1": 0.023524, + "accuracy": 0.042969, + "main_score": 0.023524, + "hf_subset": "eng_Latn-dhg_Latn", + "languages": [ + "eng-Latn", + "dhg-Latn" + ] + }, + { + "precision": 0.032146, + "recall": 0.050781, + "f1": 0.036031, + "accuracy": 0.050781, + "main_score": 0.036031, + "hf_subset": "dhg_Latn-eng_Latn", + "languages": [ + "dhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061646, + "recall": 0.097656, + "f1": 0.069341, + "accuracy": 0.097656, + "main_score": 0.069341, + "hf_subset": "eng_Latn-dif_Latn", + "languages": [ + "eng-Latn", + "dif-Latn" + ] + }, + { + "precision": 0.089658, + "recall": 0.136719, + "f1": 0.097666, + "accuracy": 0.136719, + "main_score": 0.097666, + "hf_subset": "dif_Latn-eng_Latn", + "languages": [ + "dif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028136, + "recall": 0.054688, + "f1": 0.032731, + "accuracy": 0.054688, + "main_score": 0.032731, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.043157, + "recall": 0.078125, + "f1": 0.049361, + "accuracy": 0.078125, + "main_score": 0.049361, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171175, + "recall": 0.242105, + "f1": 0.187926, + "accuracy": 0.242105, + "main_score": 0.187926, + "hf_subset": "eng_Latn-dji_Latn", + "languages": [ + "eng-Latn", + "dji-Latn" + ] + }, + { + "precision": 0.243629, + "recall": 0.310526, + "f1": 0.260429, + "accuracy": 0.310526, + "main_score": 0.260429, + "hf_subset": "dji_Latn-eng_Latn", + "languages": [ + "dji-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042192, + "recall": 0.070312, + "f1": 0.046035, + "accuracy": 0.070312, + "main_score": 0.046035, + "hf_subset": "eng_Latn-djk_Latn", + "languages": [ + "eng-Latn", + "djk-Latn" + ] + }, + { + "precision": 0.045053, + "recall": 0.085938, + "f1": 0.052991, + "accuracy": 0.085938, + "main_score": 0.052991, + "hf_subset": "djk_Latn-eng_Latn", + "languages": [ + "djk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023494, + "recall": 0.027344, + "f1": 0.023549, + "accuracy": 0.027344, + "main_score": 0.023549, + "hf_subset": "eng_Latn-djr_Latn", + "languages": [ + "eng-Latn", + "djr-Latn" + ] + }, + { + "precision": 0.02885, + "recall": 0.039062, + "f1": 0.029694, + "accuracy": 0.039062, + "main_score": 0.029694, + "hf_subset": "djr_Latn-eng_Latn", + "languages": [ + "djr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04064, + "recall": 0.058594, + "f1": 0.043061, + "accuracy": 0.058594, + "main_score": 0.043061, + "hf_subset": "eng_Latn-dob_Latn", + "languages": [ + "eng-Latn", + "dob-Latn" + ] + }, + { + "precision": 0.046363, + "recall": 0.082031, + "f1": 0.053209, + "accuracy": 0.082031, + "main_score": 0.053209, + "hf_subset": "dob_Latn-eng_Latn", + "languages": [ + "dob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034933, + "recall": 0.058594, + "f1": 0.039131, + "accuracy": 0.058594, + "main_score": 0.039131, + "hf_subset": "eng_Latn-dop_Latn", + "languages": [ + "eng-Latn", + "dop-Latn" + ] + }, + { + "precision": 0.03792, + "recall": 0.070312, + "f1": 0.04481, + "accuracy": 0.070312, + "main_score": 0.04481, + "hf_subset": "dop_Latn-eng_Latn", + "languages": [ + "dop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056031, + "recall": 0.089844, + "f1": 0.06187, + "accuracy": 0.089844, + "main_score": 0.06187, + "hf_subset": "eng_Latn-dov_Latn", + "languages": [ + "eng-Latn", + "dov-Latn" + ] + }, + { + "precision": 0.064525, + "recall": 0.097656, + "f1": 0.071984, + "accuracy": 0.097656, + "main_score": 0.071984, + "hf_subset": "dov_Latn-eng_Latn", + "languages": [ + "dov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024063, + "recall": 0.046875, + "f1": 0.028974, + "accuracy": 0.046875, + "main_score": 0.028974, + "hf_subset": "eng_Latn-dwr_Latn", + "languages": [ + "eng-Latn", + "dwr-Latn" + ] + }, + { + "precision": 0.030816, + "recall": 0.054688, + "f1": 0.035977, + "accuracy": 0.054688, + "main_score": 0.035977, + "hf_subset": "dwr_Latn-eng_Latn", + "languages": [ + "dwr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058075, + "recall": 0.097656, + "f1": 0.064913, + "accuracy": 0.097656, + "main_score": 0.064913, + "hf_subset": "eng_Latn-dww_Latn", + "languages": [ + "eng-Latn", + "dww-Latn" + ] + }, + { + "precision": 0.057915, + "recall": 0.097656, + "f1": 0.06616, + "accuracy": 0.097656, + "main_score": 0.06616, + "hf_subset": "dww_Latn-eng_Latn", + "languages": [ + "dww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106275, + "recall": 0.180451, + "f1": 0.12085, + "accuracy": 0.180451, + "main_score": 0.12085, + "hf_subset": "eng_Latn-dwy_Latn", + "languages": [ + "eng-Latn", + "dwy-Latn" + ] + }, + { + "precision": 0.133933, + "recall": 0.210526, + "f1": 0.14958, + "accuracy": 0.210526, + "main_score": 0.14958, + "hf_subset": "dwy_Latn-eng_Latn", + "languages": [ + "dwy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141634, + "recall": 0.179688, + "f1": 0.149816, + "accuracy": 0.179688, + "main_score": 0.149816, + "hf_subset": "eng_Latn-ebk_Latn", + "languages": [ + "eng-Latn", + "ebk-Latn" + ] + }, + { + "precision": 0.110928, + "recall": 0.171875, + "f1": 0.124624, + "accuracy": 0.171875, + "main_score": 0.124624, + "hf_subset": "ebk_Latn-eng_Latn", + "languages": [ + "ebk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081326, + "recall": 0.132812, + "f1": 0.088759, + "accuracy": 0.132812, + "main_score": 0.088759, + "hf_subset": "eng_Latn-eko_Latn", + "languages": [ + "eng-Latn", + "eko-Latn" + ] + }, + { + "precision": 0.151921, + "recall": 0.226562, + "f1": 0.169066, + "accuracy": 0.226562, + "main_score": 0.169066, + "hf_subset": "eko_Latn-eng_Latn", + "languages": [ + "eko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063366, + "recall": 0.113281, + "f1": 0.073759, + "accuracy": 0.113281, + "main_score": 0.073759, + "hf_subset": "eng_Latn-emi_Latn", + "languages": [ + "eng-Latn", + "emi-Latn" + ] + }, + { + "precision": 0.083181, + "recall": 0.117188, + "f1": 0.090723, + "accuracy": 0.117188, + "main_score": 0.090723, + "hf_subset": "emi_Latn-eng_Latn", + "languages": [ + "emi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05068, + "recall": 0.082031, + "f1": 0.054761, + "accuracy": 0.082031, + "main_score": 0.054761, + "hf_subset": "eng_Latn-emp_Latn", + "languages": [ + "eng-Latn", + "emp-Latn" + ] + }, + { + "precision": 0.050327, + "recall": 0.109375, + "f1": 0.061152, + "accuracy": 0.109375, + "main_score": 0.061152, + "hf_subset": "emp_Latn-eng_Latn", + "languages": [ + "emp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027251, + "recall": 0.039062, + "f1": 0.030273, + "accuracy": 0.039062, + "main_score": 0.030273, + "hf_subset": "eng_Latn-enq_Latn", + "languages": [ + "eng-Latn", + "enq-Latn" + ] + }, + { + "precision": 0.025033, + "recall": 0.054688, + "f1": 0.029864, + "accuracy": 0.054688, + "main_score": 0.029864, + "hf_subset": "enq_Latn-eng_Latn", + "languages": [ + "enq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.534558, + "recall": 0.636719, + "f1": 0.560882, + "accuracy": 0.636719, + "main_score": 0.560882, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.764974, + "recall": 0.828125, + "f1": 0.785807, + "accuracy": 0.828125, + "main_score": 0.785807, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056963, + "recall": 0.09375, + "f1": 0.06484, + "accuracy": 0.09375, + "main_score": 0.06484, + "hf_subset": "eng_Latn-eri_Latn", + "languages": [ + "eng-Latn", + "eri-Latn" + ] + }, + { + "precision": 0.099207, + "recall": 0.140625, + "f1": 0.109164, + "accuracy": 0.140625, + "main_score": 0.109164, + "hf_subset": "eri_Latn-eng_Latn", + "languages": [ + "eri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031197, + "recall": 0.046875, + "f1": 0.034259, + "accuracy": 0.046875, + "main_score": 0.034259, + "hf_subset": "eng_Latn-ese_Latn", + "languages": [ + "eng-Latn", + "ese-Latn" + ] + }, + { + "precision": 0.027977, + "recall": 0.050781, + "f1": 0.03206, + "accuracy": 0.050781, + "main_score": 0.03206, + "hf_subset": "ese_Latn-eng_Latn", + "languages": [ + "ese-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10035, + "recall": 0.136719, + "f1": 0.108882, + "accuracy": 0.136719, + "main_score": 0.108882, + "hf_subset": "eng_Latn-esk_Latn", + "languages": [ + "eng-Latn", + "esk-Latn" + ] + }, + { + "precision": 0.085622, + "recall": 0.128906, + "f1": 0.096359, + "accuracy": 0.128906, + "main_score": 0.096359, + "hf_subset": "esk_Latn-eng_Latn", + "languages": [ + "esk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039333, + "recall": 0.066406, + "f1": 0.04333, + "accuracy": 0.066406, + "main_score": 0.04333, + "hf_subset": "eng_Latn-etr_Latn", + "languages": [ + "eng-Latn", + "etr-Latn" + ] + }, + { + "precision": 0.052945, + "recall": 0.097656, + "f1": 0.061133, + "accuracy": 0.097656, + "main_score": 0.061133, + "hf_subset": "etr_Latn-eng_Latn", + "languages": [ + "etr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059266, + "recall": 0.101562, + "f1": 0.068813, + "accuracy": 0.101562, + "main_score": 0.068813, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.101861, + "recall": 0.140625, + "f1": 0.108842, + "accuracy": 0.140625, + "main_score": 0.108842, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021017, + "recall": 0.042969, + "f1": 0.023698, + "accuracy": 0.042969, + "main_score": 0.023698, + "hf_subset": "eng_Latn-faa_Latn", + "languages": [ + "eng-Latn", + "faa-Latn" + ] + }, + { + "precision": 0.02374, + "recall": 0.054688, + "f1": 0.027995, + "accuracy": 0.054688, + "main_score": 0.027995, + "hf_subset": "faa_Latn-eng_Latn", + "languages": [ + "faa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025964, + "recall": 0.042969, + "f1": 0.029036, + "accuracy": 0.042969, + "main_score": 0.029036, + "hf_subset": "eng_Latn-fai_Latn", + "languages": [ + "eng-Latn", + "fai-Latn" + ] + }, + { + "precision": 0.031975, + "recall": 0.0625, + "f1": 0.03754, + "accuracy": 0.0625, + "main_score": 0.03754, + "hf_subset": "fai_Latn-eng_Latn", + "languages": [ + "fai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081706, + "recall": 0.101562, + "f1": 0.0875, + "accuracy": 0.101562, + "main_score": 0.0875, + "hf_subset": "eng_Latn-far_Latn", + "languages": [ + "eng-Latn", + "far-Latn" + ] + }, + { + "precision": 0.068064, + "recall": 0.121094, + "f1": 0.079957, + "accuracy": 0.121094, + "main_score": 0.079957, + "hf_subset": "far_Latn-eng_Latn", + "languages": [ + "far-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050342, + "recall": 0.078125, + "f1": 0.053955, + "accuracy": 0.078125, + "main_score": 0.053955, + "hf_subset": "eng_Latn-ffm_Latn", + "languages": [ + "eng-Latn", + "ffm-Latn" + ] + }, + { + "precision": 0.055261, + "recall": 0.078125, + "f1": 0.059033, + "accuracy": 0.078125, + "main_score": 0.059033, + "hf_subset": "ffm_Latn-eng_Latn", + "languages": [ + "ffm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028337, + "recall": 0.054688, + "f1": 0.032526, + "accuracy": 0.054688, + "main_score": 0.032526, + "hf_subset": "eng_Latn-for_Latn", + "languages": [ + "eng-Latn", + "for-Latn" + ] + }, + { + "precision": 0.040076, + "recall": 0.058594, + "f1": 0.044206, + "accuracy": 0.058594, + "main_score": 0.044206, + "hf_subset": "for_Latn-eng_Latn", + "languages": [ + "for-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069145, + "recall": 0.113281, + "f1": 0.077549, + "accuracy": 0.113281, + "main_score": 0.077549, + "hf_subset": "eng_Latn-fue_Latn", + "languages": [ + "eng-Latn", + "fue-Latn" + ] + }, + { + "precision": 0.104334, + "recall": 0.140625, + "f1": 0.112237, + "accuracy": 0.140625, + "main_score": 0.112237, + "hf_subset": "fue_Latn-eng_Latn", + "languages": [ + "fue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03735, + "recall": 0.074219, + "f1": 0.042688, + "accuracy": 0.074219, + "main_score": 0.042688, + "hf_subset": "eng_Latn-fuf_Latn", + "languages": [ + "eng-Latn", + "fuf-Latn" + ] + }, + { + "precision": 0.057259, + "recall": 0.070312, + "f1": 0.060113, + "accuracy": 0.070312, + "main_score": 0.060113, + "hf_subset": "fuf_Latn-eng_Latn", + "languages": [ + "fuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039639, + "recall": 0.074219, + "f1": 0.04514, + "accuracy": 0.074219, + "main_score": 0.04514, + "hf_subset": "eng_Latn-fuh_Latn", + "languages": [ + "eng-Latn", + "fuh-Latn" + ] + }, + { + "precision": 0.067415, + "recall": 0.089844, + "f1": 0.071211, + "accuracy": 0.089844, + "main_score": 0.071211, + "hf_subset": "fuh_Latn-eng_Latn", + "languages": [ + "fuh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019602, + "recall": 0.03125, + "f1": 0.021438, + "accuracy": 0.03125, + "main_score": 0.021438, + "hf_subset": "eng_Latn-gah_Latn", + "languages": [ + "eng-Latn", + "gah-Latn" + ] + }, + { + "precision": 0.033267, + "recall": 0.066406, + "f1": 0.039477, + "accuracy": 0.066406, + "main_score": 0.039477, + "hf_subset": "gah_Latn-eng_Latn", + "languages": [ + "gah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049828, + "recall": 0.070312, + "f1": 0.054344, + "accuracy": 0.070312, + "main_score": 0.054344, + "hf_subset": "eng_Latn-gai_Latn", + "languages": [ + "eng-Latn", + "gai-Latn" + ] + }, + { + "precision": 0.049164, + "recall": 0.089844, + "f1": 0.0601, + "accuracy": 0.089844, + "main_score": 0.0601, + "hf_subset": "gai_Latn-eng_Latn", + "languages": [ + "gai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065603, + "recall": 0.109375, + "f1": 0.073545, + "accuracy": 0.109375, + "main_score": 0.073545, + "hf_subset": "eng_Latn-gam_Latn", + "languages": [ + "eng-Latn", + "gam-Latn" + ] + }, + { + "precision": 0.065296, + "recall": 0.101562, + "f1": 0.073127, + "accuracy": 0.101562, + "main_score": 0.073127, + "hf_subset": "gam_Latn-eng_Latn", + "languages": [ + "gam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064315, + "recall": 0.09375, + "f1": 0.069939, + "accuracy": 0.09375, + "main_score": 0.069939, + "hf_subset": "eng_Latn-gaw_Latn", + "languages": [ + "eng-Latn", + "gaw-Latn" + ] + }, + { + "precision": 0.071203, + "recall": 0.117188, + "f1": 0.079033, + "accuracy": 0.117188, + "main_score": 0.079033, + "hf_subset": "gaw_Latn-eng_Latn", + "languages": [ + "gaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041118, + "recall": 0.046875, + "f1": 0.041867, + "accuracy": 0.046875, + "main_score": 0.041867, + "hf_subset": "eng_Latn-gdn_Latn", + "languages": [ + "eng-Latn", + "gdn-Latn" + ] + }, + { + "precision": 0.051136, + "recall": 0.066406, + "f1": 0.054557, + "accuracy": 0.066406, + "main_score": 0.054557, + "hf_subset": "gdn_Latn-eng_Latn", + "languages": [ + "gdn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07444, + "recall": 0.109375, + "f1": 0.079956, + "accuracy": 0.109375, + "main_score": 0.079956, + "hf_subset": "eng_Latn-gdr_Latn", + "languages": [ + "eng-Latn", + "gdr-Latn" + ] + }, + { + "precision": 0.069896, + "recall": 0.113281, + "f1": 0.079439, + "accuracy": 0.113281, + "main_score": 0.079439, + "hf_subset": "gdr_Latn-eng_Latn", + "languages": [ + "gdr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055003, + "recall": 0.085938, + "f1": 0.059243, + "accuracy": 0.085938, + "main_score": 0.059243, + "hf_subset": "eng_Latn-geb_Latn", + "languages": [ + "eng-Latn", + "geb-Latn" + ] + }, + { + "precision": 0.063288, + "recall": 0.101562, + "f1": 0.070051, + "accuracy": 0.101562, + "main_score": 0.070051, + "hf_subset": "geb_Latn-eng_Latn", + "languages": [ + "geb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032894, + "recall": 0.082031, + "f1": 0.039651, + "accuracy": 0.082031, + "main_score": 0.039651, + "hf_subset": "eng_Latn-gfk_Latn", + "languages": [ + "eng-Latn", + "gfk-Latn" + ] + }, + { + "precision": 0.065201, + "recall": 0.097656, + "f1": 0.072484, + "accuracy": 0.097656, + "main_score": 0.072484, + "hf_subset": "gfk_Latn-eng_Latn", + "languages": [ + "gfk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029297, + "recall": 0.035156, + "f1": 0.03125, + "accuracy": 0.035156, + "main_score": 0.03125, + "hf_subset": "eng_Latn-ghs_Latn", + "languages": [ + "eng-Latn", + "ghs-Latn" + ] + }, + { + "precision": 0.040706, + "recall": 0.066406, + "f1": 0.045437, + "accuracy": 0.066406, + "main_score": 0.045437, + "hf_subset": "ghs_Latn-eng_Latn", + "languages": [ + "ghs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.520353, + "recall": 0.634409, + "f1": 0.551792, + "accuracy": 0.634409, + "main_score": 0.551792, + "hf_subset": "eng_Latn-glk_Arab", + "languages": [ + "eng-Latn", + "glk-Arab" + ] + }, + { + "precision": 0.779032, + "recall": 0.827957, + "f1": 0.792832, + "accuracy": 0.827957, + "main_score": 0.792832, + "hf_subset": "glk_Arab-eng_Latn", + "languages": [ + "glk-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.022826, + "recall": 0.054688, + "f1": 0.02732, + "accuracy": 0.054688, + "main_score": 0.02732, + "hf_subset": "eng_Latn-gmv_Latn", + "languages": [ + "eng-Latn", + "gmv-Latn" + ] + }, + { + "precision": 0.03458, + "recall": 0.054688, + "f1": 0.03908, + "accuracy": 0.054688, + "main_score": 0.03908, + "hf_subset": "gmv_Latn-eng_Latn", + "languages": [ + "gmv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068086, + "recall": 0.085938, + "f1": 0.071828, + "accuracy": 0.085938, + "main_score": 0.071828, + "hf_subset": "eng_Latn-gng_Latn", + "languages": [ + "eng-Latn", + "gng-Latn" + ] + }, + { + "precision": 0.062667, + "recall": 0.09375, + "f1": 0.069377, + "accuracy": 0.09375, + "main_score": 0.069377, + "hf_subset": "gng_Latn-eng_Latn", + "languages": [ + "gng-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.013849, + "recall": 0.019531, + "f1": 0.014663, + "accuracy": 0.019531, + "main_score": 0.014663, + "hf_subset": "eng_Latn-gnn_Latn", + "languages": [ + "eng-Latn", + "gnn-Latn" + ] + }, + { + "precision": 0.008071, + "recall": 0.015625, + "f1": 0.008312, + "accuracy": 0.015625, + "main_score": 0.008312, + "hf_subset": "gnn_Latn-eng_Latn", + "languages": [ + "gnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085074, + "recall": 0.128906, + "f1": 0.094422, + "accuracy": 0.128906, + "main_score": 0.094422, + "hf_subset": "eng_Latn-gnw_Latn", + "languages": [ + "eng-Latn", + "gnw-Latn" + ] + }, + { + "precision": 0.091349, + "recall": 0.144531, + "f1": 0.102753, + "accuracy": 0.144531, + "main_score": 0.102753, + "hf_subset": "gnw_Latn-eng_Latn", + "languages": [ + "gnw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023692, + "recall": 0.046875, + "f1": 0.028301, + "accuracy": 0.046875, + "main_score": 0.028301, + "hf_subset": "eng_Latn-gof_Latn", + "languages": [ + "eng-Latn", + "gof-Latn" + ] + }, + { + "precision": 0.026484, + "recall": 0.054688, + "f1": 0.031806, + "accuracy": 0.054688, + "main_score": 0.031806, + "hf_subset": "gof_Latn-eng_Latn", + "languages": [ + "gof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.587602, + "recall": 0.683594, + "f1": 0.613947, + "accuracy": 0.683594, + "main_score": 0.613947, + "hf_subset": "eng_Latn-grc_Grek", + "languages": [ + "eng-Latn", + "grc-Grek" + ] + }, + { + "precision": 0.727214, + "recall": 0.800781, + "f1": 0.750651, + "accuracy": 0.800781, + "main_score": 0.750651, + "hf_subset": "grc_Grek-eng_Latn", + "languages": [ + "grc-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.014207, + "recall": 0.027344, + "f1": 0.015343, + "accuracy": 0.027344, + "main_score": 0.015343, + "hf_subset": "eng_Latn-gub_Latn", + "languages": [ + "eng-Latn", + "gub-Latn" + ] + }, + { + "precision": 0.016786, + "recall": 0.03125, + "f1": 0.018953, + "accuracy": 0.03125, + "main_score": 0.018953, + "hf_subset": "gub_Latn-eng_Latn", + "languages": [ + "gub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099848, + "recall": 0.125, + "f1": 0.104601, + "accuracy": 0.125, + "main_score": 0.104601, + "hf_subset": "eng_Latn-guh_Latn", + "languages": [ + "eng-Latn", + "guh-Latn" + ] + }, + { + "precision": 0.074777, + "recall": 0.125, + "f1": 0.085176, + "accuracy": 0.125, + "main_score": 0.085176, + "hf_subset": "guh_Latn-eng_Latn", + "languages": [ + "guh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086017, + "recall": 0.128906, + "f1": 0.095328, + "accuracy": 0.128906, + "main_score": 0.095328, + "hf_subset": "eng_Latn-gui_Latn", + "languages": [ + "eng-Latn", + "gui-Latn" + ] + }, + { + "precision": 0.089736, + "recall": 0.144531, + "f1": 0.100586, + "accuracy": 0.144531, + "main_score": 0.100586, + "hf_subset": "gui_Latn-eng_Latn", + "languages": [ + "gui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.766406, + "recall": 0.828125, + "f1": 0.785026, + "accuracy": 0.828125, + "main_score": 0.785026, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.860677, + "recall": 0.890625, + "f1": 0.870443, + "accuracy": 0.890625, + "main_score": 0.870443, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.509635, + "recall": 0.617188, + "f1": 0.539922, + "accuracy": 0.617188, + "main_score": 0.539922, + "hf_subset": "eng_Latn-gul_Latn", + "languages": [ + "eng-Latn", + "gul-Latn" + ] + }, + { + "precision": 0.560026, + "recall": 0.660156, + "f1": 0.58782, + "accuracy": 0.660156, + "main_score": 0.58782, + "hf_subset": "gul_Latn-eng_Latn", + "languages": [ + "gul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061055, + "recall": 0.101562, + "f1": 0.068085, + "accuracy": 0.101562, + "main_score": 0.068085, + "hf_subset": "eng_Latn-gum_Latn", + "languages": [ + "eng-Latn", + "gum-Latn" + ] + }, + { + "precision": 0.063447, + "recall": 0.113281, + "f1": 0.074257, + "accuracy": 0.113281, + "main_score": 0.074257, + "hf_subset": "gum_Latn-eng_Latn", + "languages": [ + "gum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072198, + "recall": 0.121094, + "f1": 0.081614, + "accuracy": 0.121094, + "main_score": 0.081614, + "hf_subset": "eng_Latn-gun_Latn", + "languages": [ + "eng-Latn", + "gun-Latn" + ] + }, + { + "precision": 0.122748, + "recall": 0.167969, + "f1": 0.13205, + "accuracy": 0.167969, + "main_score": 0.13205, + "hf_subset": "gun_Latn-eng_Latn", + "languages": [ + "gun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114037, + "recall": 0.148438, + "f1": 0.122563, + "accuracy": 0.148438, + "main_score": 0.122563, + "hf_subset": "eng_Latn-guo_Latn", + "languages": [ + "eng-Latn", + "guo-Latn" + ] + }, + { + "precision": 0.100608, + "recall": 0.164062, + "f1": 0.112627, + "accuracy": 0.164062, + "main_score": 0.112627, + "hf_subset": "guo_Latn-eng_Latn", + "languages": [ + "guo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112222, + "recall": 0.175781, + "f1": 0.125467, + "accuracy": 0.175781, + "main_score": 0.125467, + "hf_subset": "eng_Latn-gup_Latn", + "languages": [ + "eng-Latn", + "gup-Latn" + ] + }, + { + "precision": 0.099394, + "recall": 0.160156, + "f1": 0.110227, + "accuracy": 0.160156, + "main_score": 0.110227, + "hf_subset": "gup_Latn-eng_Latn", + "languages": [ + "gup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039321, + "recall": 0.0625, + "f1": 0.043005, + "accuracy": 0.0625, + "main_score": 0.043005, + "hf_subset": "eng_Latn-gux_Latn", + "languages": [ + "eng-Latn", + "gux-Latn" + ] + }, + { + "precision": 0.066142, + "recall": 0.089844, + "f1": 0.071158, + "accuracy": 0.089844, + "main_score": 0.071158, + "hf_subset": "gux_Latn-eng_Latn", + "languages": [ + "gux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059555, + "recall": 0.101562, + "f1": 0.068266, + "accuracy": 0.101562, + "main_score": 0.068266, + "hf_subset": "eng_Latn-gvc_Latn", + "languages": [ + "eng-Latn", + "gvc-Latn" + ] + }, + { + "precision": 0.087826, + "recall": 0.128906, + "f1": 0.096958, + "accuracy": 0.128906, + "main_score": 0.096958, + "hf_subset": "gvc_Latn-eng_Latn", + "languages": [ + "gvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045106, + "recall": 0.066406, + "f1": 0.049214, + "accuracy": 0.066406, + "main_score": 0.049214, + "hf_subset": "eng_Latn-gvf_Latn", + "languages": [ + "eng-Latn", + "gvf-Latn" + ] + }, + { + "precision": 0.065244, + "recall": 0.089844, + "f1": 0.069608, + "accuracy": 0.089844, + "main_score": 0.069608, + "hf_subset": "gvf_Latn-eng_Latn", + "languages": [ + "gvf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149748, + "recall": 0.191406, + "f1": 0.159449, + "accuracy": 0.191406, + "main_score": 0.159449, + "hf_subset": "eng_Latn-gvn_Latn", + "languages": [ + "eng-Latn", + "gvn-Latn" + ] + }, + { + "precision": 0.127583, + "recall": 0.195312, + "f1": 0.141839, + "accuracy": 0.195312, + "main_score": 0.141839, + "hf_subset": "gvn_Latn-eng_Latn", + "languages": [ + "gvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029221, + "recall": 0.050781, + "f1": 0.032979, + "accuracy": 0.050781, + "main_score": 0.032979, + "hf_subset": "eng_Latn-gvs_Latn", + "languages": [ + "eng-Latn", + "gvs-Latn" + ] + }, + { + "precision": 0.057413, + "recall": 0.089844, + "f1": 0.064012, + "accuracy": 0.089844, + "main_score": 0.064012, + "hf_subset": "gvs_Latn-eng_Latn", + "languages": [ + "gvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091536, + "recall": 0.128906, + "f1": 0.100989, + "accuracy": 0.128906, + "main_score": 0.100989, + "hf_subset": "eng_Latn-gwi_Latn", + "languages": [ + "eng-Latn", + "gwi-Latn" + ] + }, + { + "precision": 0.105763, + "recall": 0.152344, + "f1": 0.115968, + "accuracy": 0.152344, + "main_score": 0.115968, + "hf_subset": "gwi_Latn-eng_Latn", + "languages": [ + "gwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07878, + "recall": 0.105469, + "f1": 0.084961, + "accuracy": 0.105469, + "main_score": 0.084961, + "hf_subset": "eng_Latn-gym_Latn", + "languages": [ + "eng-Latn", + "gym-Latn" + ] + }, + { + "precision": 0.092464, + "recall": 0.121094, + "f1": 0.099218, + "accuracy": 0.121094, + "main_score": 0.099218, + "hf_subset": "gym_Latn-eng_Latn", + "languages": [ + "gym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076393, + "recall": 0.128906, + "f1": 0.087422, + "accuracy": 0.128906, + "main_score": 0.087422, + "hf_subset": "eng_Latn-gyr_Latn", + "languages": [ + "eng-Latn", + "gyr-Latn" + ] + }, + { + "precision": 0.072249, + "recall": 0.121094, + "f1": 0.082276, + "accuracy": 0.121094, + "main_score": 0.082276, + "hf_subset": "gyr_Latn-eng_Latn", + "languages": [ + "gyr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132404, + "recall": 0.222656, + "f1": 0.14964, + "accuracy": 0.222656, + "main_score": 0.14964, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.26951, + "recall": 0.355469, + "f1": 0.290836, + "accuracy": 0.355469, + "main_score": 0.290836, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057456, + "recall": 0.113281, + "f1": 0.066621, + "accuracy": 0.113281, + "main_score": 0.066621, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.082727, + "recall": 0.132812, + "f1": 0.094164, + "accuracy": 0.132812, + "main_score": 0.094164, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081048, + "recall": 0.117188, + "f1": 0.086499, + "accuracy": 0.117188, + "main_score": 0.086499, + "hf_subset": "eng_Latn-haw_Latn", + "languages": [ + "eng-Latn", + "haw-Latn" + ] + }, + { + "precision": 0.084333, + "recall": 0.125, + "f1": 0.093801, + "accuracy": 0.125, + "main_score": 0.093801, + "hf_subset": "haw_Latn-eng_Latn", + "languages": [ + "haw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072556, + "recall": 0.136719, + "f1": 0.084585, + "accuracy": 0.136719, + "main_score": 0.084585, + "hf_subset": "eng_Latn-hbo_Hebr", + "languages": [ + "eng-Latn", + "hbo-Hebr" + ] + }, + { + "precision": 0.035168, + "recall": 0.0625, + "f1": 0.040669, + "accuracy": 0.0625, + "main_score": 0.040669, + "hf_subset": "hbo_Hebr-eng_Latn", + "languages": [ + "hbo-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.016113, + "recall": 0.023438, + "f1": 0.017795, + "accuracy": 0.023438, + "main_score": 0.017795, + "hf_subset": "eng_Latn-hch_Latn", + "languages": [ + "eng-Latn", + "hch-Latn" + ] + }, + { + "precision": 0.009675, + "recall": 0.023438, + "f1": 0.011018, + "accuracy": 0.023438, + "main_score": 0.011018, + "hf_subset": "hch_Latn-eng_Latn", + "languages": [ + "hch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.463216, + "recall": 0.578125, + "f1": 0.495911, + "accuracy": 0.578125, + "main_score": 0.495911, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.471033, + "recall": 0.582031, + "f1": 0.500952, + "accuracy": 0.582031, + "main_score": 0.500952, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.080851, + "recall": 0.128906, + "f1": 0.090587, + "accuracy": 0.128906, + "main_score": 0.090587, + "hf_subset": "eng_Latn-heg_Latn", + "languages": [ + "eng-Latn", + "heg-Latn" + ] + }, + { + "precision": 0.083544, + "recall": 0.128906, + "f1": 0.092436, + "accuracy": 0.128906, + "main_score": 0.092436, + "hf_subset": "heg_Latn-eng_Latn", + "languages": [ + "heg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.958984, + "recall": 0.96875, + "f1": 0.96224, + "accuracy": 0.96875, + "main_score": 0.96224, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.018799, + "recall": 0.027344, + "f1": 0.020251, + "accuracy": 0.027344, + "main_score": 0.020251, + "hf_subset": "eng_Latn-hix_Latn", + "languages": [ + "eng-Latn", + "hix-Latn" + ] + }, + { + "precision": 0.018941, + "recall": 0.027344, + "f1": 0.020302, + "accuracy": 0.027344, + "main_score": 0.020302, + "hf_subset": "hix_Latn-eng_Latn", + "languages": [ + "hix-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06335, + "recall": 0.09375, + "f1": 0.070022, + "accuracy": 0.09375, + "main_score": 0.070022, + "hf_subset": "eng_Latn-hla_Latn", + "languages": [ + "eng-Latn", + "hla-Latn" + ] + }, + { + "precision": 0.059681, + "recall": 0.109375, + "f1": 0.07009, + "accuracy": 0.109375, + "main_score": 0.07009, + "hf_subset": "hla_Latn-eng_Latn", + "languages": [ + "hla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03231, + "recall": 0.078125, + "f1": 0.039906, + "accuracy": 0.078125, + "main_score": 0.039906, + "hf_subset": "eng_Latn-hlt_Latn", + "languages": [ + "eng-Latn", + "hlt-Latn" + ] + }, + { + "precision": 0.055125, + "recall": 0.082031, + "f1": 0.060336, + "accuracy": 0.082031, + "main_score": 0.060336, + "hf_subset": "hlt_Latn-eng_Latn", + "languages": [ + "hlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068839, + "recall": 0.105469, + "f1": 0.075552, + "accuracy": 0.105469, + "main_score": 0.075552, + "hf_subset": "eng_Latn-hmo_Latn", + "languages": [ + "eng-Latn", + "hmo-Latn" + ] + }, + { + "precision": 0.087496, + "recall": 0.128906, + "f1": 0.095016, + "accuracy": 0.128906, + "main_score": 0.095016, + "hf_subset": "hmo_Latn-eng_Latn", + "languages": [ + "hmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065932, + "recall": 0.117188, + "f1": 0.075208, + "accuracy": 0.117188, + "main_score": 0.075208, + "hf_subset": "eng_Latn-hns_Latn", + "languages": [ + "eng-Latn", + "hns-Latn" + ] + }, + { + "precision": 0.060552, + "recall": 0.101562, + "f1": 0.068982, + "accuracy": 0.101562, + "main_score": 0.068982, + "hf_subset": "hns_Latn-eng_Latn", + "languages": [ + "hns-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116959, + "recall": 0.152344, + "f1": 0.123345, + "accuracy": 0.152344, + "main_score": 0.123345, + "hf_subset": "eng_Latn-hop_Latn", + "languages": [ + "eng-Latn", + "hop-Latn" + ] + }, + { + "precision": 0.121977, + "recall": 0.171875, + "f1": 0.130632, + "accuracy": 0.171875, + "main_score": 0.130632, + "hf_subset": "hop_Latn-eng_Latn", + "languages": [ + "hop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033926, + "recall": 0.054688, + "f1": 0.036917, + "accuracy": 0.054688, + "main_score": 0.036917, + "hf_subset": "eng_Latn-hot_Latn", + "languages": [ + "eng-Latn", + "hot-Latn" + ] + }, + { + "precision": 0.047635, + "recall": 0.074219, + "f1": 0.053149, + "accuracy": 0.074219, + "main_score": 0.053149, + "hf_subset": "hot_Latn-eng_Latn", + "languages": [ + "hot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.601693, + "recall": 0.699219, + "f1": 0.629948, + "accuracy": 0.699219, + "main_score": 0.629948, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.742676, + "recall": 0.796875, + "f1": 0.758681, + "accuracy": 0.796875, + "main_score": 0.758681, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059431, + "recall": 0.09375, + "f1": 0.066936, + "accuracy": 0.09375, + "main_score": 0.066936, + "hf_subset": "eng_Latn-hto_Latn", + "languages": [ + "eng-Latn", + "hto-Latn" + ] + }, + { + "precision": 0.077304, + "recall": 0.125, + "f1": 0.087328, + "accuracy": 0.125, + "main_score": 0.087328, + "hf_subset": "hto_Latn-eng_Latn", + "languages": [ + "hto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069645, + "recall": 0.109375, + "f1": 0.077655, + "accuracy": 0.109375, + "main_score": 0.077655, + "hf_subset": "eng_Latn-hub_Latn", + "languages": [ + "eng-Latn", + "hub-Latn" + ] + }, + { + "precision": 0.067461, + "recall": 0.113281, + "f1": 0.076816, + "accuracy": 0.113281, + "main_score": 0.076816, + "hf_subset": "hub_Latn-eng_Latn", + "languages": [ + "hub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025949, + "recall": 0.03125, + "f1": 0.027018, + "accuracy": 0.03125, + "main_score": 0.027018, + "hf_subset": "eng_Latn-hui_Latn", + "languages": [ + "eng-Latn", + "hui-Latn" + ] + }, + { + "precision": 0.026056, + "recall": 0.046875, + "f1": 0.029035, + "accuracy": 0.046875, + "main_score": 0.029035, + "hf_subset": "hui_Latn-eng_Latn", + "languages": [ + "hui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.464164, + "recall": 0.550781, + "f1": 0.485519, + "accuracy": 0.550781, + "main_score": 0.485519, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.655534, + "recall": 0.746094, + "f1": 0.681901, + "accuracy": 0.746094, + "main_score": 0.681901, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027736, + "recall": 0.066406, + "f1": 0.033914, + "accuracy": 0.066406, + "main_score": 0.033914, + "hf_subset": "eng_Latn-hus_Latn", + "languages": [ + "eng-Latn", + "hus-Latn" + ] + }, + { + "precision": 0.050546, + "recall": 0.085938, + "f1": 0.058673, + "accuracy": 0.085938, + "main_score": 0.058673, + "hf_subset": "hus_Latn-eng_Latn", + "languages": [ + "hus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087738, + "recall": 0.128906, + "f1": 0.095689, + "accuracy": 0.128906, + "main_score": 0.095689, + "hf_subset": "eng_Latn-huu_Latn", + "languages": [ + "eng-Latn", + "huu-Latn" + ] + }, + { + "precision": 0.096147, + "recall": 0.132812, + "f1": 0.102486, + "accuracy": 0.132812, + "main_score": 0.102486, + "hf_subset": "huu_Latn-eng_Latn", + "languages": [ + "huu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118322, + "recall": 0.167969, + "f1": 0.127818, + "accuracy": 0.167969, + "main_score": 0.127818, + "hf_subset": "eng_Latn-huv_Latn", + "languages": [ + "eng-Latn", + "huv-Latn" + ] + }, + { + "precision": 0.143232, + "recall": 0.203125, + "f1": 0.153675, + "accuracy": 0.203125, + "main_score": 0.153675, + "hf_subset": "huv_Latn-eng_Latn", + "languages": [ + "huv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100088, + "recall": 0.15873, + "f1": 0.114966, + "accuracy": 0.15873, + "main_score": 0.114966, + "hf_subset": "eng_Latn-hvn_Latn", + "languages": [ + "eng-Latn", + "hvn-Latn" + ] + }, + { + "precision": 0.090506, + "recall": 0.166667, + "f1": 0.106687, + "accuracy": 0.166667, + "main_score": 0.106687, + "hf_subset": "hvn_Latn-eng_Latn", + "languages": [ + "hvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051897, + "recall": 0.078125, + "f1": 0.057812, + "accuracy": 0.078125, + "main_score": 0.057812, + "hf_subset": "eng_Latn-ian_Latn", + "languages": [ + "eng-Latn", + "ian-Latn" + ] + }, + { + "precision": 0.050765, + "recall": 0.085938, + "f1": 0.058677, + "accuracy": 0.085938, + "main_score": 0.058677, + "hf_subset": "ian_Latn-eng_Latn", + "languages": [ + "ian-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088353, + "recall": 0.144531, + "f1": 0.099584, + "accuracy": 0.144531, + "main_score": 0.099584, + "hf_subset": "eng_Latn-ign_Latn", + "languages": [ + "eng-Latn", + "ign-Latn" + ] + }, + { + "precision": 0.092211, + "recall": 0.144531, + "f1": 0.101744, + "accuracy": 0.144531, + "main_score": 0.101744, + "hf_subset": "ign_Latn-eng_Latn", + "languages": [ + "ign-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04405, + "recall": 0.082031, + "f1": 0.050972, + "accuracy": 0.082031, + "main_score": 0.050972, + "hf_subset": "eng_Latn-ikk_Latn", + "languages": [ + "eng-Latn", + "ikk-Latn" + ] + }, + { + "precision": 0.068769, + "recall": 0.089844, + "f1": 0.073191, + "accuracy": 0.089844, + "main_score": 0.073191, + "hf_subset": "ikk_Latn-eng_Latn", + "languages": [ + "ikk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048159, + "recall": 0.070312, + "f1": 0.052497, + "accuracy": 0.070312, + "main_score": 0.052497, + "hf_subset": "eng_Latn-ikw_Latn", + "languages": [ + "eng-Latn", + "ikw-Latn" + ] + }, + { + "precision": 0.075056, + "recall": 0.101562, + "f1": 0.080477, + "accuracy": 0.101562, + "main_score": 0.080477, + "hf_subset": "ikw_Latn-eng_Latn", + "languages": [ + "ikw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.153973, + "recall": 0.210938, + "f1": 0.166223, + "accuracy": 0.210938, + "main_score": 0.166223, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.139563, + "recall": 0.21875, + "f1": 0.157058, + "accuracy": 0.21875, + "main_score": 0.157058, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056403, + "recall": 0.089844, + "f1": 0.061136, + "accuracy": 0.089844, + "main_score": 0.061136, + "hf_subset": "eng_Latn-imo_Latn", + "languages": [ + "eng-Latn", + "imo-Latn" + ] + }, + { + "precision": 0.066567, + "recall": 0.117188, + "f1": 0.076553, + "accuracy": 0.117188, + "main_score": 0.076553, + "hf_subset": "imo_Latn-eng_Latn", + "languages": [ + "imo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048935, + "recall": 0.09375, + "f1": 0.056964, + "accuracy": 0.09375, + "main_score": 0.056964, + "hf_subset": "eng_Latn-inb_Latn", + "languages": [ + "eng-Latn", + "inb-Latn" + ] + }, + { + "precision": 0.051617, + "recall": 0.085938, + "f1": 0.056375, + "accuracy": 0.085938, + "main_score": 0.056375, + "hf_subset": "inb_Latn-eng_Latn", + "languages": [ + "inb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.923828, + "recall": 0.949219, + "f1": 0.932292, + "accuracy": 0.949219, + "main_score": 0.932292, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.915365, + "recall": 0.941406, + "f1": 0.923828, + "accuracy": 0.941406, + "main_score": 0.923828, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022396, + "recall": 0.03125, + "f1": 0.023926, + "accuracy": 0.03125, + "main_score": 0.023926, + "hf_subset": "eng_Latn-ino_Latn", + "languages": [ + "eng-Latn", + "ino-Latn" + ] + }, + { + "precision": 0.03766, + "recall": 0.0625, + "f1": 0.043341, + "accuracy": 0.0625, + "main_score": 0.043341, + "hf_subset": "ino_Latn-eng_Latn", + "languages": [ + "ino-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048689, + "recall": 0.078125, + "f1": 0.055709, + "accuracy": 0.078125, + "main_score": 0.055709, + "hf_subset": "eng_Latn-iou_Latn", + "languages": [ + "eng-Latn", + "iou-Latn" + ] + }, + { + "precision": 0.072488, + "recall": 0.105469, + "f1": 0.079729, + "accuracy": 0.105469, + "main_score": 0.079729, + "hf_subset": "iou_Latn-eng_Latn", + "languages": [ + "iou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011278, + "recall": 0.035156, + "f1": 0.013196, + "accuracy": 0.035156, + "main_score": 0.013196, + "hf_subset": "eng_Latn-ipi_Latn", + "languages": [ + "eng-Latn", + "ipi-Latn" + ] + }, + { + "precision": 0.015905, + "recall": 0.035156, + "f1": 0.018024, + "accuracy": 0.035156, + "main_score": 0.018024, + "hf_subset": "ipi_Latn-eng_Latn", + "languages": [ + "ipi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062182, + "recall": 0.089844, + "f1": 0.068173, + "accuracy": 0.089844, + "main_score": 0.068173, + "hf_subset": "eng_Latn-isn_Latn", + "languages": [ + "eng-Latn", + "isn-Latn" + ] + }, + { + "precision": 0.068705, + "recall": 0.105469, + "f1": 0.076787, + "accuracy": 0.105469, + "main_score": 0.076787, + "hf_subset": "isn_Latn-eng_Latn", + "languages": [ + "isn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039895, + "recall": 0.066406, + "f1": 0.04431, + "accuracy": 0.066406, + "main_score": 0.04431, + "hf_subset": "eng_Latn-iws_Latn", + "languages": [ + "eng-Latn", + "iws-Latn" + ] + }, + { + "precision": 0.054199, + "recall": 0.085938, + "f1": 0.061663, + "accuracy": 0.085938, + "main_score": 0.061663, + "hf_subset": "iws_Latn-eng_Latn", + "languages": [ + "iws-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047058, + "recall": 0.097656, + "f1": 0.056172, + "accuracy": 0.097656, + "main_score": 0.056172, + "hf_subset": "eng_Latn-ixl_Latn", + "languages": [ + "eng-Latn", + "ixl-Latn" + ] + }, + { + "precision": 0.072557, + "recall": 0.125, + "f1": 0.084133, + "accuracy": 0.125, + "main_score": 0.084133, + "hf_subset": "ixl_Latn-eng_Latn", + "languages": [ + "ixl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11971, + "recall": 0.179688, + "f1": 0.132142, + "accuracy": 0.179688, + "main_score": 0.132142, + "hf_subset": "eng_Latn-jac_Latn", + "languages": [ + "eng-Latn", + "jac-Latn" + ] + }, + { + "precision": 0.134812, + "recall": 0.191406, + "f1": 0.146332, + "accuracy": 0.191406, + "main_score": 0.146332, + "hf_subset": "jac_Latn-eng_Latn", + "languages": [ + "jac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075028, + "recall": 0.117188, + "f1": 0.082979, + "accuracy": 0.117188, + "main_score": 0.082979, + "hf_subset": "eng_Latn-jae_Latn", + "languages": [ + "eng-Latn", + "jae-Latn" + ] + }, + { + "precision": 0.061745, + "recall": 0.109375, + "f1": 0.071737, + "accuracy": 0.109375, + "main_score": 0.071737, + "hf_subset": "jae_Latn-eng_Latn", + "languages": [ + "jae-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059511, + "recall": 0.102362, + "f1": 0.067815, + "accuracy": 0.102362, + "main_score": 0.067815, + "hf_subset": "eng_Latn-jao_Latn", + "languages": [ + "eng-Latn", + "jao-Latn" + ] + }, + { + "precision": 0.07653, + "recall": 0.110236, + "f1": 0.082576, + "accuracy": 0.110236, + "main_score": 0.082576, + "hf_subset": "jao_Latn-eng_Latn", + "languages": [ + "jao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093293, + "recall": 0.136719, + "f1": 0.103168, + "accuracy": 0.136719, + "main_score": 0.103168, + "hf_subset": "eng_Latn-jic_Latn", + "languages": [ + "eng-Latn", + "jic-Latn" + ] + }, + { + "precision": 0.082148, + "recall": 0.125, + "f1": 0.090881, + "accuracy": 0.125, + "main_score": 0.090881, + "hf_subset": "jic_Latn-eng_Latn", + "languages": [ + "jic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061084, + "recall": 0.089844, + "f1": 0.067078, + "accuracy": 0.089844, + "main_score": 0.067078, + "hf_subset": "eng_Latn-jid_Latn", + "languages": [ + "eng-Latn", + "jid-Latn" + ] + }, + { + "precision": 0.076833, + "recall": 0.105469, + "f1": 0.083984, + "accuracy": 0.105469, + "main_score": 0.083984, + "hf_subset": "jid_Latn-eng_Latn", + "languages": [ + "jid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018529, + "recall": 0.039062, + "f1": 0.022331, + "accuracy": 0.039062, + "main_score": 0.022331, + "hf_subset": "eng_Latn-jiv_Latn", + "languages": [ + "eng-Latn", + "jiv-Latn" + ] + }, + { + "precision": 0.01713, + "recall": 0.035156, + "f1": 0.019981, + "accuracy": 0.035156, + "main_score": 0.019981, + "hf_subset": "jiv_Latn-eng_Latn", + "languages": [ + "jiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018806, + "recall": 0.046875, + "f1": 0.024213, + "accuracy": 0.046875, + "main_score": 0.024213, + "hf_subset": "eng_Latn-jni_Latn", + "languages": [ + "eng-Latn", + "jni-Latn" + ] + }, + { + "precision": 0.039062, + "recall": 0.058594, + "f1": 0.043899, + "accuracy": 0.058594, + "main_score": 0.043899, + "hf_subset": "jni_Latn-eng_Latn", + "languages": [ + "jni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.173362, + "recall": 0.238281, + "f1": 0.186724, + "accuracy": 0.238281, + "main_score": 0.186724, + "hf_subset": "eng_Latn-jvn_Latn", + "languages": [ + "eng-Latn", + "jvn-Latn" + ] + }, + { + "precision": 0.216604, + "recall": 0.296875, + "f1": 0.234036, + "accuracy": 0.296875, + "main_score": 0.234036, + "hf_subset": "jvn_Latn-eng_Latn", + "languages": [ + "jvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.683398, + "recall": 0.761719, + "f1": 0.705859, + "accuracy": 0.761719, + "main_score": 0.705859, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.815104, + "recall": 0.863281, + "f1": 0.830729, + "accuracy": 0.863281, + "main_score": 0.830729, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.085056, + "recall": 0.117188, + "f1": 0.09239, + "accuracy": 0.117188, + "main_score": 0.09239, + "hf_subset": "eng_Latn-kaq_Latn", + "languages": [ + "eng-Latn", + "kaq-Latn" + ] + }, + { + "precision": 0.093766, + "recall": 0.136719, + "f1": 0.102486, + "accuracy": 0.136719, + "main_score": 0.102486, + "hf_subset": "kaq_Latn-eng_Latn", + "languages": [ + "kaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072602, + "recall": 0.105469, + "f1": 0.077576, + "accuracy": 0.105469, + "main_score": 0.077576, + "hf_subset": "eng_Latn-kbc_Latn", + "languages": [ + "eng-Latn", + "kbc-Latn" + ] + }, + { + "precision": 0.080227, + "recall": 0.113281, + "f1": 0.086723, + "accuracy": 0.113281, + "main_score": 0.086723, + "hf_subset": "kbc_Latn-eng_Latn", + "languages": [ + "kbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097548, + "recall": 0.136719, + "f1": 0.10492, + "accuracy": 0.136719, + "main_score": 0.10492, + "hf_subset": "eng_Latn-kbh_Latn", + "languages": [ + "eng-Latn", + "kbh-Latn" + ] + }, + { + "precision": 0.107501, + "recall": 0.15625, + "f1": 0.117916, + "accuracy": 0.15625, + "main_score": 0.117916, + "hf_subset": "kbh_Latn-eng_Latn", + "languages": [ + "kbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058929, + "recall": 0.101562, + "f1": 0.067671, + "accuracy": 0.101562, + "main_score": 0.067671, + "hf_subset": "eng_Latn-kbm_Latn", + "languages": [ + "eng-Latn", + "kbm-Latn" + ] + }, + { + "precision": 0.075356, + "recall": 0.113281, + "f1": 0.083203, + "accuracy": 0.113281, + "main_score": 0.083203, + "hf_subset": "kbm_Latn-eng_Latn", + "languages": [ + "kbm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043247, + "recall": 0.078125, + "f1": 0.05014, + "accuracy": 0.078125, + "main_score": 0.05014, + "hf_subset": "eng_Latn-kbq_Latn", + "languages": [ + "eng-Latn", + "kbq-Latn" + ] + }, + { + "precision": 0.072428, + "recall": 0.101562, + "f1": 0.078958, + "accuracy": 0.101562, + "main_score": 0.078958, + "hf_subset": "kbq_Latn-eng_Latn", + "languages": [ + "kbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084125, + "recall": 0.121094, + "f1": 0.090866, + "accuracy": 0.121094, + "main_score": 0.090866, + "hf_subset": "eng_Latn-kdc_Latn", + "languages": [ + "eng-Latn", + "kdc-Latn" + ] + }, + { + "precision": 0.099172, + "recall": 0.160156, + "f1": 0.112683, + "accuracy": 0.160156, + "main_score": 0.112683, + "hf_subset": "kdc_Latn-eng_Latn", + "languages": [ + "kdc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053733, + "recall": 0.097656, + "f1": 0.060526, + "accuracy": 0.097656, + "main_score": 0.060526, + "hf_subset": "eng_Latn-kde_Latn", + "languages": [ + "eng-Latn", + "kde-Latn" + ] + }, + { + "precision": 0.093945, + "recall": 0.15625, + "f1": 0.108231, + "accuracy": 0.15625, + "main_score": 0.108231, + "hf_subset": "kde_Latn-eng_Latn", + "languages": [ + "kde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043652, + "recall": 0.0625, + "f1": 0.04824, + "accuracy": 0.0625, + "main_score": 0.04824, + "hf_subset": "eng_Latn-kdl_Latn", + "languages": [ + "eng-Latn", + "kdl-Latn" + ] + }, + { + "precision": 0.046137, + "recall": 0.078125, + "f1": 0.052889, + "accuracy": 0.078125, + "main_score": 0.052889, + "hf_subset": "kdl_Latn-eng_Latn", + "languages": [ + "kdl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113774, + "recall": 0.164062, + "f1": 0.124291, + "accuracy": 0.164062, + "main_score": 0.124291, + "hf_subset": "eng_Latn-kek_Latn", + "languages": [ + "eng-Latn", + "kek-Latn" + ] + }, + { + "precision": 0.106918, + "recall": 0.164062, + "f1": 0.117885, + "accuracy": 0.164062, + "main_score": 0.117885, + "hf_subset": "kek_Latn-eng_Latn", + "languages": [ + "kek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057941, + "recall": 0.089844, + "f1": 0.064065, + "accuracy": 0.089844, + "main_score": 0.064065, + "hf_subset": "eng_Latn-ken_Latn", + "languages": [ + "eng-Latn", + "ken-Latn" + ] + }, + { + "precision": 0.048718, + "recall": 0.082031, + "f1": 0.055999, + "accuracy": 0.082031, + "main_score": 0.055999, + "hf_subset": "ken_Latn-eng_Latn", + "languages": [ + "ken-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046214, + "recall": 0.074219, + "f1": 0.052214, + "accuracy": 0.074219, + "main_score": 0.052214, + "hf_subset": "eng_Latn-kew_Latn", + "languages": [ + "eng-Latn", + "kew-Latn" + ] + }, + { + "precision": 0.060544, + "recall": 0.101562, + "f1": 0.069767, + "accuracy": 0.101562, + "main_score": 0.069767, + "hf_subset": "kew_Latn-eng_Latn", + "languages": [ + "kew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053137, + "recall": 0.078125, + "f1": 0.057657, + "accuracy": 0.078125, + "main_score": 0.057657, + "hf_subset": "eng_Latn-kgf_Latn", + "languages": [ + "eng-Latn", + "kgf-Latn" + ] + }, + { + "precision": 0.07966, + "recall": 0.109375, + "f1": 0.08638, + "accuracy": 0.109375, + "main_score": 0.08638, + "hf_subset": "kgf_Latn-eng_Latn", + "languages": [ + "kgf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049974, + "recall": 0.085938, + "f1": 0.057831, + "accuracy": 0.085938, + "main_score": 0.057831, + "hf_subset": "eng_Latn-kgk_Latn", + "languages": [ + "eng-Latn", + "kgk-Latn" + ] + }, + { + "precision": 0.067009, + "recall": 0.101562, + "f1": 0.074213, + "accuracy": 0.101562, + "main_score": 0.074213, + "hf_subset": "kgk_Latn-eng_Latn", + "languages": [ + "kgk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074049, + "recall": 0.117188, + "f1": 0.083409, + "accuracy": 0.117188, + "main_score": 0.083409, + "hf_subset": "eng_Latn-kgp_Latn", + "languages": [ + "eng-Latn", + "kgp-Latn" + ] + }, + { + "precision": 0.111646, + "recall": 0.144531, + "f1": 0.117811, + "accuracy": 0.144531, + "main_score": 0.117811, + "hf_subset": "kgp_Latn-eng_Latn", + "languages": [ + "kgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021196, + "recall": 0.035156, + "f1": 0.023586, + "accuracy": 0.035156, + "main_score": 0.023586, + "hf_subset": "eng_Latn-khs_Latn", + "languages": [ + "eng-Latn", + "khs-Latn" + ] + }, + { + "precision": 0.015609, + "recall": 0.035156, + "f1": 0.018779, + "accuracy": 0.035156, + "main_score": 0.018779, + "hf_subset": "khs_Latn-eng_Latn", + "languages": [ + "khs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072994, + "recall": 0.09375, + "f1": 0.077199, + "accuracy": 0.09375, + "main_score": 0.077199, + "hf_subset": "eng_Latn-khz_Latn", + "languages": [ + "eng-Latn", + "khz-Latn" + ] + }, + { + "precision": 0.06567, + "recall": 0.121094, + "f1": 0.075995, + "accuracy": 0.121094, + "main_score": 0.075995, + "hf_subset": "khz_Latn-eng_Latn", + "languages": [ + "khz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074029, + "recall": 0.121094, + "f1": 0.082592, + "accuracy": 0.121094, + "main_score": 0.082592, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.092237, + "recall": 0.121094, + "f1": 0.097978, + "accuracy": 0.121094, + "main_score": 0.097978, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141681, + "recall": 0.204819, + "f1": 0.155468, + "accuracy": 0.204819, + "main_score": 0.155468, + "hf_subset": "eng_Latn-kiw_Latn", + "languages": [ + "eng-Latn", + "kiw-Latn" + ] + }, + { + "precision": 0.181775, + "recall": 0.240964, + "f1": 0.193775, + "accuracy": 0.240964, + "main_score": 0.193775, + "hf_subset": "kiw_Latn-eng_Latn", + "languages": [ + "kiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137437, + "recall": 0.21875, + "f1": 0.151891, + "accuracy": 0.21875, + "main_score": 0.151891, + "hf_subset": "eng_Latn-kiz_Latn", + "languages": [ + "eng-Latn", + "kiz-Latn" + ] + }, + { + "precision": 0.212149, + "recall": 0.273438, + "f1": 0.226419, + "accuracy": 0.273438, + "main_score": 0.226419, + "hf_subset": "kiz_Latn-eng_Latn", + "languages": [ + "kiz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081743, + "recall": 0.117188, + "f1": 0.088065, + "accuracy": 0.117188, + "main_score": 0.088065, + "hf_subset": "eng_Latn-kje_Latn", + "languages": [ + "eng-Latn", + "kje-Latn" + ] + }, + { + "precision": 0.046621, + "recall": 0.089844, + "f1": 0.054834, + "accuracy": 0.089844, + "main_score": 0.054834, + "hf_subset": "kje_Latn-eng_Latn", + "languages": [ + "kje-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05237, + "recall": 0.070312, + "f1": 0.056042, + "accuracy": 0.070312, + "main_score": 0.056042, + "hf_subset": "eng_Latn-kjs_Latn", + "languages": [ + "eng-Latn", + "kjs-Latn" + ] + }, + { + "precision": 0.061867, + "recall": 0.105469, + "f1": 0.07069, + "accuracy": 0.105469, + "main_score": 0.07069, + "hf_subset": "kjs_Latn-eng_Latn", + "languages": [ + "kjs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066647, + "recall": 0.101562, + "f1": 0.073614, + "accuracy": 0.101562, + "main_score": 0.073614, + "hf_subset": "eng_Latn-kkc_Latn", + "languages": [ + "eng-Latn", + "kkc-Latn" + ] + }, + { + "precision": 0.089588, + "recall": 0.140625, + "f1": 0.100316, + "accuracy": 0.140625, + "main_score": 0.100316, + "hf_subset": "kkc_Latn-eng_Latn", + "languages": [ + "kkc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.151146, + "recall": 0.21875, + "f1": 0.168034, + "accuracy": 0.21875, + "main_score": 0.168034, + "hf_subset": "eng_Latn-kkl_Latn", + "languages": [ + "eng-Latn", + "kkl-Latn" + ] + }, + { + "precision": 0.102843, + "recall": 0.171875, + "f1": 0.1162, + "accuracy": 0.171875, + "main_score": 0.1162, + "hf_subset": "kkl_Latn-eng_Latn", + "languages": [ + "kkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119857, + "recall": 0.175781, + "f1": 0.133009, + "accuracy": 0.175781, + "main_score": 0.133009, + "hf_subset": "eng_Latn-klt_Latn", + "languages": [ + "eng-Latn", + "klt-Latn" + ] + }, + { + "precision": 0.151122, + "recall": 0.222656, + "f1": 0.166494, + "accuracy": 0.222656, + "main_score": 0.166494, + "hf_subset": "klt_Latn-eng_Latn", + "languages": [ + "klt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048941, + "recall": 0.070312, + "f1": 0.052092, + "accuracy": 0.070312, + "main_score": 0.052092, + "hf_subset": "eng_Latn-klv_Latn", + "languages": [ + "eng-Latn", + "klv-Latn" + ] + }, + { + "precision": 0.079779, + "recall": 0.109375, + "f1": 0.085585, + "accuracy": 0.109375, + "main_score": 0.085585, + "hf_subset": "klv_Latn-eng_Latn", + "languages": [ + "klv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076838, + "recall": 0.105469, + "f1": 0.081675, + "accuracy": 0.105469, + "main_score": 0.081675, + "hf_subset": "eng_Latn-kmg_Latn", + "languages": [ + "eng-Latn", + "kmg-Latn" + ] + }, + { + "precision": 0.089572, + "recall": 0.121094, + "f1": 0.097243, + "accuracy": 0.121094, + "main_score": 0.097243, + "hf_subset": "kmg_Latn-eng_Latn", + "languages": [ + "kmg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026877, + "recall": 0.050781, + "f1": 0.029099, + "accuracy": 0.050781, + "main_score": 0.029099, + "hf_subset": "eng_Latn-kmh_Latn", + "languages": [ + "eng-Latn", + "kmh-Latn" + ] + }, + { + "precision": 0.041555, + "recall": 0.054688, + "f1": 0.043937, + "accuracy": 0.054688, + "main_score": 0.043937, + "hf_subset": "kmh_Latn-eng_Latn", + "languages": [ + "kmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076537, + "recall": 0.125, + "f1": 0.086427, + "accuracy": 0.125, + "main_score": 0.086427, + "hf_subset": "eng_Latn-kmk_Latn", + "languages": [ + "eng-Latn", + "kmk-Latn" + ] + }, + { + "precision": 0.083554, + "recall": 0.128906, + "f1": 0.093026, + "accuracy": 0.128906, + "main_score": 0.093026, + "hf_subset": "kmk_Latn-eng_Latn", + "languages": [ + "kmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073635, + "recall": 0.101562, + "f1": 0.080013, + "accuracy": 0.101562, + "main_score": 0.080013, + "hf_subset": "eng_Latn-kmo_Latn", + "languages": [ + "eng-Latn", + "kmo-Latn" + ] + }, + { + "precision": 0.062692, + "recall": 0.105469, + "f1": 0.069938, + "accuracy": 0.105469, + "main_score": 0.069938, + "hf_subset": "kmo_Latn-eng_Latn", + "languages": [ + "kmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075729, + "recall": 0.121094, + "f1": 0.085989, + "accuracy": 0.121094, + "main_score": 0.085989, + "hf_subset": "eng_Latn-kms_Latn", + "languages": [ + "eng-Latn", + "kms-Latn" + ] + }, + { + "precision": 0.073886, + "recall": 0.109375, + "f1": 0.080597, + "accuracy": 0.109375, + "main_score": 0.080597, + "hf_subset": "kms_Latn-eng_Latn", + "languages": [ + "kms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027433, + "recall": 0.050781, + "f1": 0.031163, + "accuracy": 0.050781, + "main_score": 0.031163, + "hf_subset": "eng_Latn-kmu_Latn", + "languages": [ + "eng-Latn", + "kmu-Latn" + ] + }, + { + "precision": 0.026598, + "recall": 0.054688, + "f1": 0.031634, + "accuracy": 0.054688, + "main_score": 0.031634, + "hf_subset": "kmu_Latn-eng_Latn", + "languages": [ + "kmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119422, + "recall": 0.148438, + "f1": 0.126436, + "accuracy": 0.148438, + "main_score": 0.126436, + "hf_subset": "eng_Latn-kne_Latn", + "languages": [ + "eng-Latn", + "kne-Latn" + ] + }, + { + "precision": 0.099139, + "recall": 0.148438, + "f1": 0.108455, + "accuracy": 0.148438, + "main_score": 0.108455, + "hf_subset": "kne_Latn-eng_Latn", + "languages": [ + "kne-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047087, + "recall": 0.085938, + "f1": 0.053702, + "accuracy": 0.085938, + "main_score": 0.053702, + "hf_subset": "eng_Latn-knf_Latn", + "languages": [ + "eng-Latn", + "knf-Latn" + ] + }, + { + "precision": 0.07793, + "recall": 0.097656, + "f1": 0.082943, + "accuracy": 0.097656, + "main_score": 0.082943, + "hf_subset": "knf_Latn-eng_Latn", + "languages": [ + "knf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107815, + "recall": 0.171875, + "f1": 0.121848, + "accuracy": 0.171875, + "main_score": 0.121848, + "hf_subset": "eng_Latn-knj_Latn", + "languages": [ + "eng-Latn", + "knj-Latn" + ] + }, + { + "precision": 0.134662, + "recall": 0.191406, + "f1": 0.146752, + "accuracy": 0.191406, + "main_score": 0.146752, + "hf_subset": "knj_Latn-eng_Latn", + "languages": [ + "knj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021237, + "recall": 0.050781, + "f1": 0.02554, + "accuracy": 0.050781, + "main_score": 0.02554, + "hf_subset": "eng_Latn-knv_Latn", + "languages": [ + "eng-Latn", + "knv-Latn" + ] + }, + { + "precision": 0.020673, + "recall": 0.054688, + "f1": 0.02554, + "accuracy": 0.054688, + "main_score": 0.02554, + "hf_subset": "knv_Latn-eng_Latn", + "languages": [ + "knv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098049, + "recall": 0.136719, + "f1": 0.106572, + "accuracy": 0.136719, + "main_score": 0.106572, + "hf_subset": "eng_Latn-kos_Latn", + "languages": [ + "eng-Latn", + "kos-Latn" + ] + }, + { + "precision": 0.119692, + "recall": 0.164062, + "f1": 0.128254, + "accuracy": 0.164062, + "main_score": 0.128254, + "hf_subset": "kos_Latn-eng_Latn", + "languages": [ + "kos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058132, + "recall": 0.085938, + "f1": 0.062168, + "accuracy": 0.085938, + "main_score": 0.062168, + "hf_subset": "eng_Latn-kpf_Latn", + "languages": [ + "eng-Latn", + "kpf-Latn" + ] + }, + { + "precision": 0.050564, + "recall": 0.078125, + "f1": 0.057106, + "accuracy": 0.078125, + "main_score": 0.057106, + "hf_subset": "kpf_Latn-eng_Latn", + "languages": [ + "kpf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.125099, + "recall": 0.15625, + "f1": 0.13181, + "accuracy": 0.15625, + "main_score": 0.13181, + "hf_subset": "eng_Latn-kpg_Latn", + "languages": [ + "eng-Latn", + "kpg-Latn" + ] + }, + { + "precision": 0.113426, + "recall": 0.160156, + "f1": 0.123236, + "accuracy": 0.160156, + "main_score": 0.123236, + "hf_subset": "kpg_Latn-eng_Latn", + "languages": [ + "kpg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062579, + "recall": 0.085938, + "f1": 0.066274, + "accuracy": 0.085938, + "main_score": 0.066274, + "hf_subset": "eng_Latn-kpj_Latn", + "languages": [ + "eng-Latn", + "kpj-Latn" + ] + }, + { + "precision": 0.073993, + "recall": 0.09375, + "f1": 0.077626, + "accuracy": 0.09375, + "main_score": 0.077626, + "hf_subset": "kpj_Latn-eng_Latn", + "languages": [ + "kpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057166, + "recall": 0.097656, + "f1": 0.06501, + "accuracy": 0.097656, + "main_score": 0.06501, + "hf_subset": "eng_Latn-kpr_Latn", + "languages": [ + "eng-Latn", + "kpr-Latn" + ] + }, + { + "precision": 0.075645, + "recall": 0.117188, + "f1": 0.08369, + "accuracy": 0.117188, + "main_score": 0.08369, + "hf_subset": "kpr_Latn-eng_Latn", + "languages": [ + "kpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066406, + "recall": 0.085938, + "f1": 0.071354, + "accuracy": 0.085938, + "main_score": 0.071354, + "hf_subset": "eng_Latn-kpw_Latn", + "languages": [ + "eng-Latn", + "kpw-Latn" + ] + }, + { + "precision": 0.041667, + "recall": 0.066406, + "f1": 0.047606, + "accuracy": 0.066406, + "main_score": 0.047606, + "hf_subset": "kpw_Latn-eng_Latn", + "languages": [ + "kpw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019005, + "recall": 0.046875, + "f1": 0.022552, + "accuracy": 0.046875, + "main_score": 0.022552, + "hf_subset": "eng_Latn-kpx_Latn", + "languages": [ + "eng-Latn", + "kpx-Latn" + ] + }, + { + "precision": 0.033836, + "recall": 0.058594, + "f1": 0.037518, + "accuracy": 0.058594, + "main_score": 0.037518, + "hf_subset": "kpx_Latn-eng_Latn", + "languages": [ + "kpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130747, + "recall": 0.174603, + "f1": 0.1387, + "accuracy": 0.174603, + "main_score": 0.1387, + "hf_subset": "eng_Latn-kqa_Latn", + "languages": [ + "eng-Latn", + "kqa-Latn" + ] + }, + { + "precision": 0.078042, + "recall": 0.126984, + "f1": 0.091005, + "accuracy": 0.126984, + "main_score": 0.091005, + "hf_subset": "kqa_Latn-eng_Latn", + "languages": [ + "kqa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063068, + "recall": 0.105469, + "f1": 0.072032, + "accuracy": 0.105469, + "main_score": 0.072032, + "hf_subset": "eng_Latn-kqc_Latn", + "languages": [ + "eng-Latn", + "kqc-Latn" + ] + }, + { + "precision": 0.10151, + "recall": 0.140625, + "f1": 0.109802, + "accuracy": 0.140625, + "main_score": 0.109802, + "hf_subset": "kqc_Latn-eng_Latn", + "languages": [ + "kqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101044, + "recall": 0.144531, + "f1": 0.10916, + "accuracy": 0.144531, + "main_score": 0.10916, + "hf_subset": "eng_Latn-kqf_Latn", + "languages": [ + "eng-Latn", + "kqf-Latn" + ] + }, + { + "precision": 0.12043, + "recall": 0.195312, + "f1": 0.137357, + "accuracy": 0.195312, + "main_score": 0.137357, + "hf_subset": "kqf_Latn-eng_Latn", + "languages": [ + "kqf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158907, + "recall": 0.221429, + "f1": 0.173651, + "accuracy": 0.221429, + "main_score": 0.173651, + "hf_subset": "eng_Latn-kql_Latn", + "languages": [ + "eng-Latn", + "kql-Latn" + ] + }, + { + "precision": 0.142335, + "recall": 0.192857, + "f1": 0.152347, + "accuracy": 0.192857, + "main_score": 0.152347, + "hf_subset": "kql_Latn-eng_Latn", + "languages": [ + "kql-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084472, + "recall": 0.113281, + "f1": 0.090125, + "accuracy": 0.113281, + "main_score": 0.090125, + "hf_subset": "eng_Latn-kqw_Latn", + "languages": [ + "eng-Latn", + "kqw-Latn" + ] + }, + { + "precision": 0.066132, + "recall": 0.113281, + "f1": 0.076596, + "accuracy": 0.113281, + "main_score": 0.076596, + "hf_subset": "kqw_Latn-eng_Latn", + "languages": [ + "kqw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098664, + "recall": 0.140625, + "f1": 0.105878, + "accuracy": 0.140625, + "main_score": 0.105878, + "hf_subset": "eng_Latn-ksd_Latn", + "languages": [ + "eng-Latn", + "ksd-Latn" + ] + }, + { + "precision": 0.118393, + "recall": 0.167969, + "f1": 0.128668, + "accuracy": 0.167969, + "main_score": 0.128668, + "hf_subset": "ksd_Latn-eng_Latn", + "languages": [ + "ksd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133501, + "recall": 0.183594, + "f1": 0.14668, + "accuracy": 0.183594, + "main_score": 0.14668, + "hf_subset": "eng_Latn-ksj_Latn", + "languages": [ + "eng-Latn", + "ksj-Latn" + ] + }, + { + "precision": 0.159786, + "recall": 0.226562, + "f1": 0.172671, + "accuracy": 0.226562, + "main_score": 0.172671, + "hf_subset": "ksj_Latn-eng_Latn", + "languages": [ + "ksj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048722, + "recall": 0.070312, + "f1": 0.051769, + "accuracy": 0.070312, + "main_score": 0.051769, + "hf_subset": "eng_Latn-ksr_Latn", + "languages": [ + "eng-Latn", + "ksr-Latn" + ] + }, + { + "precision": 0.087953, + "recall": 0.132812, + "f1": 0.098397, + "accuracy": 0.132812, + "main_score": 0.098397, + "hf_subset": "ksr_Latn-eng_Latn", + "languages": [ + "ksr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183268, + "recall": 0.234375, + "f1": 0.195709, + "accuracy": 0.234375, + "main_score": 0.195709, + "hf_subset": "eng_Latn-ktm_Latn", + "languages": [ + "eng-Latn", + "ktm-Latn" + ] + }, + { + "precision": 0.206478, + "recall": 0.273438, + "f1": 0.222545, + "accuracy": 0.273438, + "main_score": 0.222545, + "hf_subset": "ktm_Latn-eng_Latn", + "languages": [ + "ktm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047253, + "recall": 0.078125, + "f1": 0.052322, + "accuracy": 0.078125, + "main_score": 0.052322, + "hf_subset": "eng_Latn-kto_Latn", + "languages": [ + "eng-Latn", + "kto-Latn" + ] + }, + { + "precision": 0.057215, + "recall": 0.109375, + "f1": 0.069705, + "accuracy": 0.109375, + "main_score": 0.069705, + "hf_subset": "kto_Latn-eng_Latn", + "languages": [ + "kto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035364, + "recall": 0.058594, + "f1": 0.038846, + "accuracy": 0.058594, + "main_score": 0.038846, + "hf_subset": "eng_Latn-kud_Latn", + "languages": [ + "eng-Latn", + "kud-Latn" + ] + }, + { + "precision": 0.019243, + "recall": 0.054688, + "f1": 0.02492, + "accuracy": 0.054688, + "main_score": 0.02492, + "hf_subset": "kud_Latn-eng_Latn", + "languages": [ + "kud-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048372, + "recall": 0.082031, + "f1": 0.055538, + "accuracy": 0.082031, + "main_score": 0.055538, + "hf_subset": "eng_Latn-kue_Latn", + "languages": [ + "eng-Latn", + "kue-Latn" + ] + }, + { + "precision": 0.074431, + "recall": 0.125, + "f1": 0.084675, + "accuracy": 0.125, + "main_score": 0.084675, + "hf_subset": "kue_Latn-eng_Latn", + "languages": [ + "kue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041081, + "recall": 0.0625, + "f1": 0.045647, + "accuracy": 0.0625, + "main_score": 0.045647, + "hf_subset": "eng_Latn-kup_Latn", + "languages": [ + "eng-Latn", + "kup-Latn" + ] + }, + { + "precision": 0.027888, + "recall": 0.074219, + "f1": 0.03592, + "accuracy": 0.074219, + "main_score": 0.03592, + "hf_subset": "kup_Latn-eng_Latn", + "languages": [ + "kup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043305, + "recall": 0.074219, + "f1": 0.050149, + "accuracy": 0.074219, + "main_score": 0.050149, + "hf_subset": "eng_Latn-kvg_Latn", + "languages": [ + "eng-Latn", + "kvg-Latn" + ] + }, + { + "precision": 0.062044, + "recall": 0.085938, + "f1": 0.067247, + "accuracy": 0.085938, + "main_score": 0.067247, + "hf_subset": "kvg_Latn-eng_Latn", + "languages": [ + "kvg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048568, + "recall": 0.070312, + "f1": 0.054036, + "accuracy": 0.070312, + "main_score": 0.054036, + "hf_subset": "eng_Latn-kvn_Latn", + "languages": [ + "eng-Latn", + "kvn-Latn" + ] + }, + { + "precision": 0.051596, + "recall": 0.105469, + "f1": 0.061356, + "accuracy": 0.105469, + "main_score": 0.061356, + "hf_subset": "kvn_Latn-eng_Latn", + "languages": [ + "kvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057452, + "recall": 0.09375, + "f1": 0.063994, + "accuracy": 0.09375, + "main_score": 0.063994, + "hf_subset": "eng_Latn-kwd_Latn", + "languages": [ + "eng-Latn", + "kwd-Latn" + ] + }, + { + "precision": 0.049758, + "recall": 0.097656, + "f1": 0.058981, + "accuracy": 0.097656, + "main_score": 0.058981, + "hf_subset": "kwd_Latn-eng_Latn", + "languages": [ + "kwd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090175, + "recall": 0.132812, + "f1": 0.098813, + "accuracy": 0.132812, + "main_score": 0.098813, + "hf_subset": "eng_Latn-kwf_Latn", + "languages": [ + "eng-Latn", + "kwf-Latn" + ] + }, + { + "precision": 0.068676, + "recall": 0.117188, + "f1": 0.077955, + "accuracy": 0.117188, + "main_score": 0.077955, + "hf_subset": "kwf_Latn-eng_Latn", + "languages": [ + "kwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085732, + "recall": 0.125, + "f1": 0.093752, + "accuracy": 0.125, + "main_score": 0.093752, + "hf_subset": "eng_Latn-kwi_Latn", + "languages": [ + "eng-Latn", + "kwi-Latn" + ] + }, + { + "precision": 0.099441, + "recall": 0.144531, + "f1": 0.109887, + "accuracy": 0.144531, + "main_score": 0.109887, + "hf_subset": "kwi_Latn-eng_Latn", + "languages": [ + "kwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040551, + "recall": 0.074219, + "f1": 0.046357, + "accuracy": 0.074219, + "main_score": 0.046357, + "hf_subset": "eng_Latn-kwj_Latn", + "languages": [ + "eng-Latn", + "kwj-Latn" + ] + }, + { + "precision": 0.060683, + "recall": 0.09375, + "f1": 0.066656, + "accuracy": 0.09375, + "main_score": 0.066656, + "hf_subset": "kwj_Latn-eng_Latn", + "languages": [ + "kwj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023344, + "recall": 0.042969, + "f1": 0.02819, + "accuracy": 0.042969, + "main_score": 0.02819, + "hf_subset": "eng_Latn-kyc_Latn", + "languages": [ + "eng-Latn", + "kyc-Latn" + ] + }, + { + "precision": 0.045415, + "recall": 0.074219, + "f1": 0.051408, + "accuracy": 0.074219, + "main_score": 0.051408, + "hf_subset": "kyc_Latn-eng_Latn", + "languages": [ + "kyc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047066, + "recall": 0.085938, + "f1": 0.053613, + "accuracy": 0.085938, + "main_score": 0.053613, + "hf_subset": "eng_Latn-kyf_Latn", + "languages": [ + "eng-Latn", + "kyf-Latn" + ] + }, + { + "precision": 0.057944, + "recall": 0.070312, + "f1": 0.059469, + "accuracy": 0.070312, + "main_score": 0.059469, + "hf_subset": "kyf_Latn-eng_Latn", + "languages": [ + "kyf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028038, + "recall": 0.050781, + "f1": 0.031704, + "accuracy": 0.050781, + "main_score": 0.031704, + "hf_subset": "eng_Latn-kyg_Latn", + "languages": [ + "eng-Latn", + "kyg-Latn" + ] + }, + { + "precision": 0.037999, + "recall": 0.058594, + "f1": 0.041685, + "accuracy": 0.058594, + "main_score": 0.041685, + "hf_subset": "kyg_Latn-eng_Latn", + "languages": [ + "kyg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052141, + "recall": 0.078125, + "f1": 0.057429, + "accuracy": 0.078125, + "main_score": 0.057429, + "hf_subset": "eng_Latn-kyq_Latn", + "languages": [ + "eng-Latn", + "kyq-Latn" + ] + }, + { + "precision": 0.048707, + "recall": 0.082031, + "f1": 0.053952, + "accuracy": 0.082031, + "main_score": 0.053952, + "hf_subset": "kyq_Latn-eng_Latn", + "languages": [ + "kyq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.017562, + "recall": 0.035156, + "f1": 0.020571, + "accuracy": 0.035156, + "main_score": 0.020571, + "hf_subset": "eng_Latn-kyz_Latn", + "languages": [ + "eng-Latn", + "kyz-Latn" + ] + }, + { + "precision": 0.029508, + "recall": 0.066406, + "f1": 0.037209, + "accuracy": 0.066406, + "main_score": 0.037209, + "hf_subset": "kyz_Latn-eng_Latn", + "languages": [ + "kyz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023327, + "recall": 0.046875, + "f1": 0.027584, + "accuracy": 0.046875, + "main_score": 0.027584, + "hf_subset": "eng_Latn-kze_Latn", + "languages": [ + "eng-Latn", + "kze-Latn" + ] + }, + { + "precision": 0.015004, + "recall": 0.027344, + "f1": 0.017839, + "accuracy": 0.027344, + "main_score": 0.017839, + "hf_subset": "kze_Latn-eng_Latn", + "languages": [ + "kze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051056, + "recall": 0.085938, + "f1": 0.058155, + "accuracy": 0.085938, + "main_score": 0.058155, + "hf_subset": "eng_Latn-lac_Latn", + "languages": [ + "eng-Latn", + "lac-Latn" + ] + }, + { + "precision": 0.063706, + "recall": 0.117188, + "f1": 0.075171, + "accuracy": 0.117188, + "main_score": 0.075171, + "hf_subset": "lac_Latn-eng_Latn", + "languages": [ + "lac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.788411, + "recall": 0.851562, + "f1": 0.807943, + "accuracy": 0.851562, + "main_score": 0.807943, + "hf_subset": "eng_Latn-lat_Latn", + "languages": [ + "eng-Latn", + "lat-Latn" + ] + }, + { + "precision": 0.858398, + "recall": 0.898438, + "f1": 0.870703, + "accuracy": 0.898438, + "main_score": 0.870703, + "hf_subset": "lat_Latn-eng_Latn", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090569, + "recall": 0.136719, + "f1": 0.100369, + "accuracy": 0.136719, + "main_score": 0.100369, + "hf_subset": "eng_Latn-lbb_Latn", + "languages": [ + "eng-Latn", + "lbb-Latn" + ] + }, + { + "precision": 0.087892, + "recall": 0.144531, + "f1": 0.098321, + "accuracy": 0.144531, + "main_score": 0.098321, + "hf_subset": "lbb_Latn-eng_Latn", + "languages": [ + "lbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111148, + "recall": 0.140625, + "f1": 0.116655, + "accuracy": 0.140625, + "main_score": 0.116655, + "hf_subset": "eng_Latn-lbk_Latn", + "languages": [ + "eng-Latn", + "lbk-Latn" + ] + }, + { + "precision": 0.106971, + "recall": 0.152344, + "f1": 0.116899, + "accuracy": 0.152344, + "main_score": 0.116899, + "hf_subset": "lbk_Latn-eng_Latn", + "languages": [ + "lbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076913, + "recall": 0.125, + "f1": 0.084162, + "accuracy": 0.125, + "main_score": 0.084162, + "hf_subset": "eng_Latn-lcm_Latn", + "languages": [ + "eng-Latn", + "lcm-Latn" + ] + }, + { + "precision": 0.08475, + "recall": 0.125, + "f1": 0.093086, + "accuracy": 0.125, + "main_score": 0.093086, + "hf_subset": "lcm_Latn-eng_Latn", + "languages": [ + "lcm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049207, + "recall": 0.082031, + "f1": 0.056211, + "accuracy": 0.082031, + "main_score": 0.056211, + "hf_subset": "eng_Latn-leu_Latn", + "languages": [ + "eng-Latn", + "leu-Latn" + ] + }, + { + "precision": 0.051941, + "recall": 0.089844, + "f1": 0.059814, + "accuracy": 0.089844, + "main_score": 0.059814, + "hf_subset": "leu_Latn-eng_Latn", + "languages": [ + "leu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070745, + "recall": 0.105469, + "f1": 0.077602, + "accuracy": 0.105469, + "main_score": 0.077602, + "hf_subset": "eng_Latn-lex_Latn", + "languages": [ + "eng-Latn", + "lex-Latn" + ] + }, + { + "precision": 0.075392, + "recall": 0.125, + "f1": 0.087435, + "accuracy": 0.125, + "main_score": 0.087435, + "hf_subset": "lex_Latn-eng_Latn", + "languages": [ + "lex-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071831, + "recall": 0.105469, + "f1": 0.077898, + "accuracy": 0.105469, + "main_score": 0.077898, + "hf_subset": "eng_Latn-lgl_Latn", + "languages": [ + "eng-Latn", + "lgl-Latn" + ] + }, + { + "precision": 0.061932, + "recall": 0.101562, + "f1": 0.068827, + "accuracy": 0.101562, + "main_score": 0.068827, + "hf_subset": "lgl_Latn-eng_Latn", + "languages": [ + "lgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046493, + "recall": 0.078125, + "f1": 0.051797, + "accuracy": 0.078125, + "main_score": 0.051797, + "hf_subset": "eng_Latn-lid_Latn", + "languages": [ + "eng-Latn", + "lid-Latn" + ] + }, + { + "precision": 0.043023, + "recall": 0.089844, + "f1": 0.052022, + "accuracy": 0.089844, + "main_score": 0.052022, + "hf_subset": "lid_Latn-eng_Latn", + "languages": [ + "lid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025347, + "recall": 0.039062, + "f1": 0.027814, + "accuracy": 0.039062, + "main_score": 0.027814, + "hf_subset": "eng_Latn-lif_Deva", + "languages": [ + "eng-Latn", + "lif-Deva" + ] + }, + { + "precision": 0.018917, + "recall": 0.042969, + "f1": 0.021323, + "accuracy": 0.042969, + "main_score": 0.021323, + "hf_subset": "lif_Deva-eng_Latn", + "languages": [ + "lif-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.057325, + "recall": 0.078125, + "f1": 0.061582, + "accuracy": 0.078125, + "main_score": 0.061582, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.080443, + "recall": 0.125, + "f1": 0.088221, + "accuracy": 0.125, + "main_score": 0.088221, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.31923, + "recall": 0.40625, + "f1": 0.339507, + "accuracy": 0.40625, + "main_score": 0.339507, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.445117, + "recall": 0.554688, + "f1": 0.474634, + "accuracy": 0.554688, + "main_score": 0.474634, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047001, + "recall": 0.085938, + "f1": 0.054752, + "accuracy": 0.085938, + "main_score": 0.054752, + "hf_subset": "eng_Latn-llg_Latn", + "languages": [ + "eng-Latn", + "llg-Latn" + ] + }, + { + "precision": 0.060592, + "recall": 0.101562, + "f1": 0.069318, + "accuracy": 0.101562, + "main_score": 0.069318, + "hf_subset": "llg_Latn-eng_Latn", + "languages": [ + "llg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05081, + "recall": 0.082031, + "f1": 0.056081, + "accuracy": 0.082031, + "main_score": 0.056081, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.045658, + "recall": 0.078125, + "f1": 0.0523, + "accuracy": 0.078125, + "main_score": 0.0523, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08833, + "recall": 0.128906, + "f1": 0.09617, + "accuracy": 0.128906, + "main_score": 0.09617, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.094792, + "recall": 0.125, + "f1": 0.102028, + "accuracy": 0.125, + "main_score": 0.102028, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034223, + "recall": 0.054688, + "f1": 0.038628, + "accuracy": 0.054688, + "main_score": 0.038628, + "hf_subset": "eng_Latn-lww_Latn", + "languages": [ + "eng-Latn", + "lww-Latn" + ] + }, + { + "precision": 0.033159, + "recall": 0.0625, + "f1": 0.039271, + "accuracy": 0.0625, + "main_score": 0.039271, + "hf_subset": "lww_Latn-eng_Latn", + "languages": [ + "lww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094146, + "recall": 0.132812, + "f1": 0.101402, + "accuracy": 0.132812, + "main_score": 0.101402, + "hf_subset": "eng_Latn-maa_Latn", + "languages": [ + "eng-Latn", + "maa-Latn" + ] + }, + { + "precision": 0.068292, + "recall": 0.097656, + "f1": 0.073982, + "accuracy": 0.097656, + "main_score": 0.073982, + "hf_subset": "maa_Latn-eng_Latn", + "languages": [ + "maa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070663, + "recall": 0.113281, + "f1": 0.079342, + "accuracy": 0.113281, + "main_score": 0.079342, + "hf_subset": "eng_Latn-maj_Latn", + "languages": [ + "eng-Latn", + "maj-Latn" + ] + }, + { + "precision": 0.075379, + "recall": 0.128906, + "f1": 0.084811, + "accuracy": 0.128906, + "main_score": 0.084811, + "hf_subset": "maj_Latn-eng_Latn", + "languages": [ + "maj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.780729, + "recall": 0.835938, + "f1": 0.796745, + "accuracy": 0.835938, + "main_score": 0.796745, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.861328, + "recall": 0.902344, + "f1": 0.874349, + "accuracy": 0.902344, + "main_score": 0.874349, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.048926, + "recall": 0.09375, + "f1": 0.058356, + "accuracy": 0.09375, + "main_score": 0.058356, + "hf_subset": "eng_Latn-mam_Latn", + "languages": [ + "eng-Latn", + "mam-Latn" + ] + }, + { + "precision": 0.09096, + "recall": 0.132812, + "f1": 0.098758, + "accuracy": 0.132812, + "main_score": 0.098758, + "hf_subset": "mam_Latn-eng_Latn", + "languages": [ + "mam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089947, + "recall": 0.125, + "f1": 0.095775, + "accuracy": 0.125, + "main_score": 0.095775, + "hf_subset": "eng_Latn-maq_Latn", + "languages": [ + "eng-Latn", + "maq-Latn" + ] + }, + { + "precision": 0.11039, + "recall": 0.15625, + "f1": 0.119745, + "accuracy": 0.15625, + "main_score": 0.119745, + "hf_subset": "maq_Latn-eng_Latn", + "languages": [ + "maq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852865, + "recall": 0.890625, + "f1": 0.864583, + "accuracy": 0.890625, + "main_score": 0.864583, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.892578, + "recall": 0.925781, + "f1": 0.903646, + "accuracy": 0.925781, + "main_score": 0.903646, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.079359, + "recall": 0.128906, + "f1": 0.088658, + "accuracy": 0.128906, + "main_score": 0.088658, + "hf_subset": "eng_Latn-mau_Latn", + "languages": [ + "eng-Latn", + "mau-Latn" + ] + }, + { + "precision": 0.082913, + "recall": 0.125, + "f1": 0.091137, + "accuracy": 0.125, + "main_score": 0.091137, + "hf_subset": "mau_Latn-eng_Latn", + "languages": [ + "mau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016943, + "recall": 0.03125, + "f1": 0.019596, + "accuracy": 0.03125, + "main_score": 0.019596, + "hf_subset": "eng_Latn-mav_Latn", + "languages": [ + "eng-Latn", + "mav-Latn" + ] + }, + { + "precision": 0.026006, + "recall": 0.046875, + "f1": 0.029116, + "accuracy": 0.046875, + "main_score": 0.029116, + "hf_subset": "mav_Latn-eng_Latn", + "languages": [ + "mav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122876, + "recall": 0.1875, + "f1": 0.134913, + "accuracy": 0.1875, + "main_score": 0.134913, + "hf_subset": "eng_Latn-maz_Latn", + "languages": [ + "eng-Latn", + "maz-Latn" + ] + }, + { + "precision": 0.114345, + "recall": 0.175781, + "f1": 0.126585, + "accuracy": 0.175781, + "main_score": 0.126585, + "hf_subset": "maz_Latn-eng_Latn", + "languages": [ + "maz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.184445, + "recall": 0.265625, + "f1": 0.203881, + "accuracy": 0.265625, + "main_score": 0.203881, + "hf_subset": "eng_Latn-mbb_Latn", + "languages": [ + "eng-Latn", + "mbb-Latn" + ] + }, + { + "precision": 0.17976, + "recall": 0.261719, + "f1": 0.198089, + "accuracy": 0.261719, + "main_score": 0.198089, + "hf_subset": "mbb_Latn-eng_Latn", + "languages": [ + "mbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076076, + "recall": 0.109375, + "f1": 0.08339, + "accuracy": 0.109375, + "main_score": 0.08339, + "hf_subset": "eng_Latn-mbc_Latn", + "languages": [ + "eng-Latn", + "mbc-Latn" + ] + }, + { + "precision": 0.081255, + "recall": 0.113281, + "f1": 0.086694, + "accuracy": 0.113281, + "main_score": 0.086694, + "hf_subset": "mbc_Latn-eng_Latn", + "languages": [ + "mbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06899, + "recall": 0.113281, + "f1": 0.076967, + "accuracy": 0.113281, + "main_score": 0.076967, + "hf_subset": "eng_Latn-mbh_Latn", + "languages": [ + "eng-Latn", + "mbh-Latn" + ] + }, + { + "precision": 0.073789, + "recall": 0.109375, + "f1": 0.080903, + "accuracy": 0.109375, + "main_score": 0.080903, + "hf_subset": "mbh_Latn-eng_Latn", + "languages": [ + "mbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04217, + "recall": 0.050781, + "f1": 0.043569, + "accuracy": 0.050781, + "main_score": 0.043569, + "hf_subset": "eng_Latn-mbj_Latn", + "languages": [ + "eng-Latn", + "mbj-Latn" + ] + }, + { + "precision": 0.059221, + "recall": 0.078125, + "f1": 0.062754, + "accuracy": 0.078125, + "main_score": 0.062754, + "hf_subset": "mbj_Latn-eng_Latn", + "languages": [ + "mbj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020935, + "recall": 0.035156, + "f1": 0.022986, + "accuracy": 0.035156, + "main_score": 0.022986, + "hf_subset": "eng_Latn-mbl_Latn", + "languages": [ + "eng-Latn", + "mbl-Latn" + ] + }, + { + "precision": 0.021023, + "recall": 0.039062, + "f1": 0.022186, + "accuracy": 0.039062, + "main_score": 0.022186, + "hf_subset": "mbl_Latn-eng_Latn", + "languages": [ + "mbl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085707, + "recall": 0.117188, + "f1": 0.09068, + "accuracy": 0.117188, + "main_score": 0.09068, + "hf_subset": "eng_Latn-mbs_Latn", + "languages": [ + "eng-Latn", + "mbs-Latn" + ] + }, + { + "precision": 0.080746, + "recall": 0.140625, + "f1": 0.093476, + "accuracy": 0.140625, + "main_score": 0.093476, + "hf_subset": "mbs_Latn-eng_Latn", + "languages": [ + "mbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048138, + "recall": 0.082031, + "f1": 0.054093, + "accuracy": 0.082031, + "main_score": 0.054093, + "hf_subset": "eng_Latn-mbt_Latn", + "languages": [ + "eng-Latn", + "mbt-Latn" + ] + }, + { + "precision": 0.059521, + "recall": 0.101562, + "f1": 0.068335, + "accuracy": 0.101562, + "main_score": 0.068335, + "hf_subset": "mbt_Latn-eng_Latn", + "languages": [ + "mbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113708, + "recall": 0.175781, + "f1": 0.125993, + "accuracy": 0.175781, + "main_score": 0.125993, + "hf_subset": "eng_Latn-mca_Latn", + "languages": [ + "eng-Latn", + "mca-Latn" + ] + }, + { + "precision": 0.121959, + "recall": 0.1875, + "f1": 0.13615, + "accuracy": 0.1875, + "main_score": 0.13615, + "hf_subset": "mca_Latn-eng_Latn", + "languages": [ + "mca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022577, + "recall": 0.039062, + "f1": 0.024391, + "accuracy": 0.039062, + "main_score": 0.024391, + "hf_subset": "eng_Latn-mcb_Latn", + "languages": [ + "eng-Latn", + "mcb-Latn" + ] + }, + { + "precision": 0.058903, + "recall": 0.082031, + "f1": 0.06393, + "accuracy": 0.082031, + "main_score": 0.06393, + "hf_subset": "mcb_Latn-eng_Latn", + "languages": [ + "mcb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067686, + "recall": 0.097656, + "f1": 0.073, + "accuracy": 0.097656, + "main_score": 0.073, + "hf_subset": "eng_Latn-mcd_Latn", + "languages": [ + "eng-Latn", + "mcd-Latn" + ] + }, + { + "precision": 0.068242, + "recall": 0.113281, + "f1": 0.076263, + "accuracy": 0.113281, + "main_score": 0.076263, + "hf_subset": "mcd_Latn-eng_Latn", + "languages": [ + "mcd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.017499, + "recall": 0.03125, + "f1": 0.019942, + "accuracy": 0.03125, + "main_score": 0.019942, + "hf_subset": "eng_Latn-mcf_Latn", + "languages": [ + "eng-Latn", + "mcf-Latn" + ] + }, + { + "precision": 0.027951, + "recall": 0.054688, + "f1": 0.032914, + "accuracy": 0.054688, + "main_score": 0.032914, + "hf_subset": "mcf_Latn-eng_Latn", + "languages": [ + "mcf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084295, + "recall": 0.125, + "f1": 0.094067, + "accuracy": 0.125, + "main_score": 0.094067, + "hf_subset": "eng_Latn-mco_Latn", + "languages": [ + "eng-Latn", + "mco-Latn" + ] + }, + { + "precision": 0.079961, + "recall": 0.132812, + "f1": 0.089693, + "accuracy": 0.132812, + "main_score": 0.089693, + "hf_subset": "mco_Latn-eng_Latn", + "languages": [ + "mco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031292, + "recall": 0.054688, + "f1": 0.035224, + "accuracy": 0.054688, + "main_score": 0.035224, + "hf_subset": "eng_Latn-mcp_Latn", + "languages": [ + "eng-Latn", + "mcp-Latn" + ] + }, + { + "precision": 0.069108, + "recall": 0.097656, + "f1": 0.07599, + "accuracy": 0.097656, + "main_score": 0.07599, + "hf_subset": "mcp_Latn-eng_Latn", + "languages": [ + "mcp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026106, + "recall": 0.046875, + "f1": 0.029254, + "accuracy": 0.046875, + "main_score": 0.029254, + "hf_subset": "eng_Latn-mcq_Latn", + "languages": [ + "eng-Latn", + "mcq-Latn" + ] + }, + { + "precision": 0.045898, + "recall": 0.066406, + "f1": 0.050911, + "accuracy": 0.066406, + "main_score": 0.050911, + "hf_subset": "mcq_Latn-eng_Latn", + "languages": [ + "mcq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043652, + "recall": 0.054688, + "f1": 0.045636, + "accuracy": 0.054688, + "main_score": 0.045636, + "hf_subset": "eng_Latn-mcr_Latn", + "languages": [ + "eng-Latn", + "mcr-Latn" + ] + }, + { + "precision": 0.030491, + "recall": 0.046875, + "f1": 0.032101, + "accuracy": 0.046875, + "main_score": 0.032101, + "hf_subset": "mcr_Latn-eng_Latn", + "languages": [ + "mcr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.014521, + "recall": 0.027344, + "f1": 0.016173, + "accuracy": 0.027344, + "main_score": 0.016173, + "hf_subset": "eng_Latn-mdy_Latn", + "languages": [ + "eng-Latn", + "mdy-Latn" + ] + }, + { + "precision": 0.01326, + "recall": 0.035156, + "f1": 0.017528, + "accuracy": 0.035156, + "main_score": 0.017528, + "hf_subset": "mdy_Latn-eng_Latn", + "languages": [ + "mdy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031218, + "recall": 0.0625, + "f1": 0.036799, + "accuracy": 0.0625, + "main_score": 0.036799, + "hf_subset": "eng_Latn-med_Latn", + "languages": [ + "eng-Latn", + "med-Latn" + ] + }, + { + "precision": 0.036265, + "recall": 0.066406, + "f1": 0.040741, + "accuracy": 0.066406, + "main_score": 0.040741, + "hf_subset": "med_Latn-eng_Latn", + "languages": [ + "med-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053837, + "recall": 0.089844, + "f1": 0.061441, + "accuracy": 0.089844, + "main_score": 0.061441, + "hf_subset": "eng_Latn-mee_Latn", + "languages": [ + "eng-Latn", + "mee-Latn" + ] + }, + { + "precision": 0.080649, + "recall": 0.109375, + "f1": 0.086608, + "accuracy": 0.109375, + "main_score": 0.086608, + "hf_subset": "mee_Latn-eng_Latn", + "languages": [ + "mee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101993, + "recall": 0.136719, + "f1": 0.108906, + "accuracy": 0.136719, + "main_score": 0.108906, + "hf_subset": "eng_Latn-mek_Latn", + "languages": [ + "eng-Latn", + "mek-Latn" + ] + }, + { + "precision": 0.103334, + "recall": 0.144531, + "f1": 0.111314, + "accuracy": 0.144531, + "main_score": 0.111314, + "hf_subset": "mek_Latn-eng_Latn", + "languages": [ + "mek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056608, + "recall": 0.097656, + "f1": 0.062917, + "accuracy": 0.097656, + "main_score": 0.062917, + "hf_subset": "eng_Latn-meq_Latn", + "languages": [ + "eng-Latn", + "meq-Latn" + ] + }, + { + "precision": 0.049664, + "recall": 0.085938, + "f1": 0.05645, + "accuracy": 0.085938, + "main_score": 0.05645, + "hf_subset": "meq_Latn-eng_Latn", + "languages": [ + "meq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062109, + "recall": 0.101562, + "f1": 0.068169, + "accuracy": 0.101562, + "main_score": 0.068169, + "hf_subset": "eng_Latn-met_Latn", + "languages": [ + "eng-Latn", + "met-Latn" + ] + }, + { + "precision": 0.063321, + "recall": 0.101562, + "f1": 0.071713, + "accuracy": 0.101562, + "main_score": 0.071713, + "hf_subset": "met_Latn-eng_Latn", + "languages": [ + "met-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078508, + "recall": 0.117188, + "f1": 0.084283, + "accuracy": 0.117188, + "main_score": 0.084283, + "hf_subset": "eng_Latn-meu_Latn", + "languages": [ + "eng-Latn", + "meu-Latn" + ] + }, + { + "precision": 0.104274, + "recall": 0.144531, + "f1": 0.112231, + "accuracy": 0.144531, + "main_score": 0.112231, + "hf_subset": "meu_Latn-eng_Latn", + "languages": [ + "meu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130272, + "recall": 0.1875, + "f1": 0.141235, + "accuracy": 0.1875, + "main_score": 0.141235, + "hf_subset": "eng_Latn-mgc_Latn", + "languages": [ + "eng-Latn", + "mgc-Latn" + ] + }, + { + "precision": 0.132154, + "recall": 0.203125, + "f1": 0.149678, + "accuracy": 0.203125, + "main_score": 0.149678, + "hf_subset": "mgc_Latn-eng_Latn", + "languages": [ + "mgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044443, + "recall": 0.089844, + "f1": 0.052066, + "accuracy": 0.089844, + "main_score": 0.052066, + "hf_subset": "eng_Latn-mgh_Latn", + "languages": [ + "eng-Latn", + "mgh-Latn" + ] + }, + { + "precision": 0.054771, + "recall": 0.085938, + "f1": 0.061297, + "accuracy": 0.085938, + "main_score": 0.061297, + "hf_subset": "mgh_Latn-eng_Latn", + "languages": [ + "mgh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149602, + "recall": 0.22488, + "f1": 0.164394, + "accuracy": 0.22488, + "main_score": 0.164394, + "hf_subset": "eng_Latn-mgw_Latn", + "languages": [ + "eng-Latn", + "mgw-Latn" + ] + }, + { + "precision": 0.250196, + "recall": 0.330144, + "f1": 0.269136, + "accuracy": 0.330144, + "main_score": 0.269136, + "hf_subset": "mgw_Latn-eng_Latn", + "languages": [ + "mgw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060999, + "recall": 0.097656, + "f1": 0.068344, + "accuracy": 0.097656, + "main_score": 0.068344, + "hf_subset": "eng_Latn-mhl_Latn", + "languages": [ + "eng-Latn", + "mhl-Latn" + ] + }, + { + "precision": 0.089493, + "recall": 0.121094, + "f1": 0.098084, + "accuracy": 0.121094, + "main_score": 0.098084, + "hf_subset": "mhl_Latn-eng_Latn", + "languages": [ + "mhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147015, + "recall": 0.210938, + "f1": 0.158779, + "accuracy": 0.210938, + "main_score": 0.158779, + "hf_subset": "eng_Latn-mib_Latn", + "languages": [ + "eng-Latn", + "mib-Latn" + ] + }, + { + "precision": 0.162782, + "recall": 0.21875, + "f1": 0.173968, + "accuracy": 0.21875, + "main_score": 0.173968, + "hf_subset": "mib_Latn-eng_Latn", + "languages": [ + "mib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026558, + "recall": 0.042969, + "f1": 0.029571, + "accuracy": 0.042969, + "main_score": 0.029571, + "hf_subset": "eng_Latn-mic_Latn", + "languages": [ + "eng-Latn", + "mic-Latn" + ] + }, + { + "precision": 0.016719, + "recall": 0.042969, + "f1": 0.020707, + "accuracy": 0.042969, + "main_score": 0.020707, + "hf_subset": "mic_Latn-eng_Latn", + "languages": [ + "mic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140825, + "recall": 0.203125, + "f1": 0.153711, + "accuracy": 0.203125, + "main_score": 0.153711, + "hf_subset": "eng_Latn-mie_Latn", + "languages": [ + "eng-Latn", + "mie-Latn" + ] + }, + { + "precision": 0.176457, + "recall": 0.226562, + "f1": 0.188688, + "accuracy": 0.226562, + "main_score": 0.188688, + "hf_subset": "mie_Latn-eng_Latn", + "languages": [ + "mie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12987, + "recall": 0.199219, + "f1": 0.147669, + "accuracy": 0.199219, + "main_score": 0.147669, + "hf_subset": "eng_Latn-mig_Latn", + "languages": [ + "eng-Latn", + "mig-Latn" + ] + }, + { + "precision": 0.143054, + "recall": 0.1875, + "f1": 0.151083, + "accuracy": 0.1875, + "main_score": 0.151083, + "hf_subset": "mig_Latn-eng_Latn", + "languages": [ + "mig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089053, + "recall": 0.136719, + "f1": 0.098753, + "accuracy": 0.136719, + "main_score": 0.098753, + "hf_subset": "eng_Latn-mih_Latn", + "languages": [ + "eng-Latn", + "mih-Latn" + ] + }, + { + "precision": 0.116686, + "recall": 0.171875, + "f1": 0.127412, + "accuracy": 0.171875, + "main_score": 0.127412, + "hf_subset": "mih_Latn-eng_Latn", + "languages": [ + "mih-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037272, + "recall": 0.058594, + "f1": 0.040591, + "accuracy": 0.058594, + "main_score": 0.040591, + "hf_subset": "eng_Latn-mil_Latn", + "languages": [ + "eng-Latn", + "mil-Latn" + ] + }, + { + "precision": 0.05158, + "recall": 0.078125, + "f1": 0.054912, + "accuracy": 0.078125, + "main_score": 0.054912, + "hf_subset": "mil_Latn-eng_Latn", + "languages": [ + "mil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099501, + "recall": 0.125, + "f1": 0.105117, + "accuracy": 0.125, + "main_score": 0.105117, + "hf_subset": "eng_Latn-mio_Latn", + "languages": [ + "eng-Latn", + "mio-Latn" + ] + }, + { + "precision": 0.087074, + "recall": 0.113281, + "f1": 0.09375, + "accuracy": 0.113281, + "main_score": 0.09375, + "hf_subset": "mio_Latn-eng_Latn", + "languages": [ + "mio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084554, + "recall": 0.121094, + "f1": 0.093447, + "accuracy": 0.121094, + "main_score": 0.093447, + "hf_subset": "eng_Latn-mir_Latn", + "languages": [ + "eng-Latn", + "mir-Latn" + ] + }, + { + "precision": 0.079253, + "recall": 0.117188, + "f1": 0.086698, + "accuracy": 0.117188, + "main_score": 0.086698, + "hf_subset": "mir_Latn-eng_Latn", + "languages": [ + "mir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100282, + "recall": 0.164062, + "f1": 0.112574, + "accuracy": 0.164062, + "main_score": 0.112574, + "hf_subset": "eng_Latn-mit_Latn", + "languages": [ + "eng-Latn", + "mit-Latn" + ] + }, + { + "precision": 0.124037, + "recall": 0.175781, + "f1": 0.134527, + "accuracy": 0.175781, + "main_score": 0.134527, + "hf_subset": "mit_Latn-eng_Latn", + "languages": [ + "mit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080773, + "recall": 0.109375, + "f1": 0.086056, + "accuracy": 0.109375, + "main_score": 0.086056, + "hf_subset": "eng_Latn-miz_Latn", + "languages": [ + "eng-Latn", + "miz-Latn" + ] + }, + { + "precision": 0.076351, + "recall": 0.109375, + "f1": 0.082292, + "accuracy": 0.109375, + "main_score": 0.082292, + "hf_subset": "miz_Latn-eng_Latn", + "languages": [ + "miz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080452, + "recall": 0.128906, + "f1": 0.0915, + "accuracy": 0.128906, + "main_score": 0.0915, + "hf_subset": "eng_Latn-mjc_Latn", + "languages": [ + "eng-Latn", + "mjc-Latn" + ] + }, + { + "precision": 0.098765, + "recall": 0.144531, + "f1": 0.108775, + "accuracy": 0.144531, + "main_score": 0.108775, + "hf_subset": "mjc_Latn-eng_Latn", + "languages": [ + "mjc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.162526, + "recall": 0.234375, + "f1": 0.179785, + "accuracy": 0.234375, + "main_score": 0.179785, + "hf_subset": "eng_Latn-mkj_Latn", + "languages": [ + "eng-Latn", + "mkj-Latn" + ] + }, + { + "precision": 0.144452, + "recall": 0.230469, + "f1": 0.163613, + "accuracy": 0.230469, + "main_score": 0.163613, + "hf_subset": "mkj_Latn-eng_Latn", + "languages": [ + "mkj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038024, + "recall": 0.0625, + "f1": 0.04258, + "accuracy": 0.0625, + "main_score": 0.04258, + "hf_subset": "eng_Latn-mkl_Latn", + "languages": [ + "eng-Latn", + "mkl-Latn" + ] + }, + { + "precision": 0.053496, + "recall": 0.078125, + "f1": 0.058012, + "accuracy": 0.078125, + "main_score": 0.058012, + "hf_subset": "mkl_Latn-eng_Latn", + "languages": [ + "mkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.334603, + "recall": 0.429688, + "f1": 0.359335, + "accuracy": 0.429688, + "main_score": 0.359335, + "hf_subset": "eng_Latn-mkn_Latn", + "languages": [ + "eng-Latn", + "mkn-Latn" + ] + }, + { + "precision": 0.363418, + "recall": 0.46875, + "f1": 0.39096, + "accuracy": 0.46875, + "main_score": 0.39096, + "hf_subset": "mkn_Latn-eng_Latn", + "languages": [ + "mkn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091408, + "recall": 0.121094, + "f1": 0.097317, + "accuracy": 0.121094, + "main_score": 0.097317, + "hf_subset": "eng_Latn-mks_Latn", + "languages": [ + "eng-Latn", + "mks-Latn" + ] + }, + { + "precision": 0.102344, + "recall": 0.140625, + "f1": 0.1125, + "accuracy": 0.140625, + "main_score": 0.1125, + "hf_subset": "mks_Latn-eng_Latn", + "languages": [ + "mks-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036719, + "recall": 0.046875, + "f1": 0.0389, + "accuracy": 0.046875, + "main_score": 0.0389, + "hf_subset": "eng_Latn-mle_Latn", + "languages": [ + "eng-Latn", + "mle-Latn" + ] + }, + { + "precision": 0.032866, + "recall": 0.066406, + "f1": 0.037936, + "accuracy": 0.066406, + "main_score": 0.037936, + "hf_subset": "mle_Latn-eng_Latn", + "languages": [ + "mle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060999, + "recall": 0.097656, + "f1": 0.068344, + "accuracy": 0.097656, + "main_score": 0.068344, + "hf_subset": "eng_Latn-mlh_Latn", + "languages": [ + "eng-Latn", + "mlh-Latn" + ] + }, + { + "precision": 0.089493, + "recall": 0.121094, + "f1": 0.098084, + "accuracy": 0.121094, + "main_score": 0.098084, + "hf_subset": "mlh_Latn-eng_Latn", + "languages": [ + "mlh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055015, + "recall": 0.078125, + "f1": 0.059017, + "accuracy": 0.078125, + "main_score": 0.059017, + "hf_subset": "eng_Latn-mlp_Latn", + "languages": [ + "eng-Latn", + "mlp-Latn" + ] + }, + { + "precision": 0.04813, + "recall": 0.09375, + "f1": 0.056462, + "accuracy": 0.09375, + "main_score": 0.056462, + "hf_subset": "mlp_Latn-eng_Latn", + "languages": [ + "mlp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038876, + "recall": 0.058594, + "f1": 0.04362, + "accuracy": 0.058594, + "main_score": 0.04362, + "hf_subset": "eng_Latn-mmo_Latn", + "languages": [ + "eng-Latn", + "mmo-Latn" + ] + }, + { + "precision": 0.037596, + "recall": 0.078125, + "f1": 0.042815, + "accuracy": 0.078125, + "main_score": 0.042815, + "hf_subset": "mmo_Latn-eng_Latn", + "languages": [ + "mmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056767, + "recall": 0.085938, + "f1": 0.062433, + "accuracy": 0.085938, + "main_score": 0.062433, + "hf_subset": "eng_Latn-mmx_Latn", + "languages": [ + "eng-Latn", + "mmx-Latn" + ] + }, + { + "precision": 0.068738, + "recall": 0.109375, + "f1": 0.075405, + "accuracy": 0.109375, + "main_score": 0.075405, + "hf_subset": "mmx_Latn-eng_Latn", + "languages": [ + "mmx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040281, + "recall": 0.09375, + "f1": 0.0497, + "accuracy": 0.09375, + "main_score": 0.0497, + "hf_subset": "eng_Latn-mna_Latn", + "languages": [ + "eng-Latn", + "mna-Latn" + ] + }, + { + "precision": 0.044798, + "recall": 0.085938, + "f1": 0.053043, + "accuracy": 0.085938, + "main_score": 0.053043, + "hf_subset": "mna_Latn-eng_Latn", + "languages": [ + "mna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119241, + "recall": 0.15625, + "f1": 0.125746, + "accuracy": 0.15625, + "main_score": 0.125746, + "hf_subset": "eng_Latn-mop_Latn", + "languages": [ + "eng-Latn", + "mop-Latn" + ] + }, + { + "precision": 0.081121, + "recall": 0.152344, + "f1": 0.094553, + "accuracy": 0.152344, + "main_score": 0.094553, + "hf_subset": "mop_Latn-eng_Latn", + "languages": [ + "mop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035874, + "recall": 0.050781, + "f1": 0.038346, + "accuracy": 0.050781, + "main_score": 0.038346, + "hf_subset": "eng_Latn-mox_Latn", + "languages": [ + "eng-Latn", + "mox-Latn" + ] + }, + { + "precision": 0.042643, + "recall": 0.070312, + "f1": 0.049299, + "accuracy": 0.070312, + "main_score": 0.049299, + "hf_subset": "mox_Latn-eng_Latn", + "languages": [ + "mox-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150024, + "recall": 0.216867, + "f1": 0.163282, + "accuracy": 0.216867, + "main_score": 0.163282, + "hf_subset": "eng_Latn-mph_Latn", + "languages": [ + "eng-Latn", + "mph-Latn" + ] + }, + { + "precision": 0.107234, + "recall": 0.180723, + "f1": 0.123494, + "accuracy": 0.180723, + "main_score": 0.123494, + "hf_subset": "mph_Latn-eng_Latn", + "languages": [ + "mph-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.010622, + "recall": 0.023438, + "f1": 0.012331, + "accuracy": 0.023438, + "main_score": 0.012331, + "hf_subset": "eng_Latn-mpj_Latn", + "languages": [ + "eng-Latn", + "mpj-Latn" + ] + }, + { + "precision": 0.004084, + "recall": 0.007812, + "f1": 0.004246, + "accuracy": 0.007812, + "main_score": 0.004246, + "hf_subset": "mpj_Latn-eng_Latn", + "languages": [ + "mpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109147, + "recall": 0.136719, + "f1": 0.114532, + "accuracy": 0.136719, + "main_score": 0.114532, + "hf_subset": "eng_Latn-mpm_Latn", + "languages": [ + "eng-Latn", + "mpm-Latn" + ] + }, + { + "precision": 0.10541, + "recall": 0.144531, + "f1": 0.112493, + "accuracy": 0.144531, + "main_score": 0.112493, + "hf_subset": "mpm_Latn-eng_Latn", + "languages": [ + "mpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042413, + "recall": 0.0625, + "f1": 0.047061, + "accuracy": 0.0625, + "main_score": 0.047061, + "hf_subset": "eng_Latn-mpp_Latn", + "languages": [ + "eng-Latn", + "mpp-Latn" + ] + }, + { + "precision": 0.047287, + "recall": 0.085938, + "f1": 0.054554, + "accuracy": 0.085938, + "main_score": 0.054554, + "hf_subset": "mpp_Latn-eng_Latn", + "languages": [ + "mpp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052417, + "recall": 0.089844, + "f1": 0.057449, + "accuracy": 0.089844, + "main_score": 0.057449, + "hf_subset": "eng_Latn-mps_Latn", + "languages": [ + "eng-Latn", + "mps-Latn" + ] + }, + { + "precision": 0.058298, + "recall": 0.097656, + "f1": 0.065871, + "accuracy": 0.097656, + "main_score": 0.065871, + "hf_subset": "mps_Latn-eng_Latn", + "languages": [ + "mps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039844, + "recall": 0.054688, + "f1": 0.043434, + "accuracy": 0.054688, + "main_score": 0.043434, + "hf_subset": "eng_Latn-mpt_Latn", + "languages": [ + "eng-Latn", + "mpt-Latn" + ] + }, + { + "precision": 0.043322, + "recall": 0.078125, + "f1": 0.0504, + "accuracy": 0.078125, + "main_score": 0.0504, + "hf_subset": "mpt_Latn-eng_Latn", + "languages": [ + "mpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046642, + "recall": 0.070312, + "f1": 0.05143, + "accuracy": 0.070312, + "main_score": 0.05143, + "hf_subset": "eng_Latn-mpx_Latn", + "languages": [ + "eng-Latn", + "mpx-Latn" + ] + }, + { + "precision": 0.047218, + "recall": 0.085938, + "f1": 0.055194, + "accuracy": 0.085938, + "main_score": 0.055194, + "hf_subset": "mpx_Latn-eng_Latn", + "languages": [ + "mpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059062, + "recall": 0.078125, + "f1": 0.062481, + "accuracy": 0.078125, + "main_score": 0.062481, + "hf_subset": "eng_Latn-mqb_Latn", + "languages": [ + "eng-Latn", + "mqb-Latn" + ] + }, + { + "precision": 0.068678, + "recall": 0.105469, + "f1": 0.075772, + "accuracy": 0.105469, + "main_score": 0.075772, + "hf_subset": "mqb_Latn-eng_Latn", + "languages": [ + "mqb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089355, + "recall": 0.140625, + "f1": 0.100693, + "accuracy": 0.140625, + "main_score": 0.100693, + "hf_subset": "eng_Latn-mqj_Latn", + "languages": [ + "eng-Latn", + "mqj-Latn" + ] + }, + { + "precision": 0.097381, + "recall": 0.148438, + "f1": 0.108891, + "accuracy": 0.148438, + "main_score": 0.108891, + "hf_subset": "mqj_Latn-eng_Latn", + "languages": [ + "mqj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.252025, + "recall": 0.34375, + "f1": 0.275562, + "accuracy": 0.34375, + "main_score": 0.275562, + "hf_subset": "eng_Latn-msb_Latn", + "languages": [ + "eng-Latn", + "msb-Latn" + ] + }, + { + "precision": 0.286728, + "recall": 0.382812, + "f1": 0.310441, + "accuracy": 0.382812, + "main_score": 0.310441, + "hf_subset": "msb_Latn-eng_Latn", + "languages": [ + "msb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.186723, + "recall": 0.234375, + "f1": 0.196917, + "accuracy": 0.234375, + "main_score": 0.196917, + "hf_subset": "eng_Latn-msc_Latn", + "languages": [ + "eng-Latn", + "msc-Latn" + ] + }, + { + "precision": 0.162137, + "recall": 0.226562, + "f1": 0.176685, + "accuracy": 0.226562, + "main_score": 0.176685, + "hf_subset": "msc_Latn-eng_Latn", + "languages": [ + "msc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110817, + "recall": 0.171875, + "f1": 0.124326, + "accuracy": 0.171875, + "main_score": 0.124326, + "hf_subset": "eng_Latn-msk_Latn", + "languages": [ + "eng-Latn", + "msk-Latn" + ] + }, + { + "precision": 0.116846, + "recall": 0.195312, + "f1": 0.132419, + "accuracy": 0.195312, + "main_score": 0.132419, + "hf_subset": "msk_Latn-eng_Latn", + "languages": [ + "msk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085296, + "recall": 0.140625, + "f1": 0.097251, + "accuracy": 0.140625, + "main_score": 0.097251, + "hf_subset": "eng_Latn-msm_Latn", + "languages": [ + "eng-Latn", + "msm-Latn" + ] + }, + { + "precision": 0.090495, + "recall": 0.136719, + "f1": 0.100775, + "accuracy": 0.136719, + "main_score": 0.100775, + "hf_subset": "msm_Latn-eng_Latn", + "languages": [ + "msm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074219, + "recall": 0.128906, + "f1": 0.085814, + "accuracy": 0.128906, + "main_score": 0.085814, + "hf_subset": "eng_Latn-msy_Latn", + "languages": [ + "eng-Latn", + "msy-Latn" + ] + }, + { + "precision": 0.083142, + "recall": 0.152344, + "f1": 0.097264, + "accuracy": 0.152344, + "main_score": 0.097264, + "hf_subset": "msy_Latn-eng_Latn", + "languages": [ + "msy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044127, + "recall": 0.070312, + "f1": 0.049258, + "accuracy": 0.070312, + "main_score": 0.049258, + "hf_subset": "eng_Latn-mti_Latn", + "languages": [ + "eng-Latn", + "mti-Latn" + ] + }, + { + "precision": 0.060875, + "recall": 0.09375, + "f1": 0.067965, + "accuracy": 0.09375, + "main_score": 0.067965, + "hf_subset": "mti_Latn-eng_Latn", + "languages": [ + "mti-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060977, + "recall": 0.101562, + "f1": 0.067278, + "accuracy": 0.101562, + "main_score": 0.067278, + "hf_subset": "eng_Latn-mto_Latn", + "languages": [ + "eng-Latn", + "mto-Latn" + ] + }, + { + "precision": 0.069002, + "recall": 0.121094, + "f1": 0.080599, + "accuracy": 0.121094, + "main_score": 0.080599, + "hf_subset": "mto_Latn-eng_Latn", + "languages": [ + "mto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030068, + "recall": 0.058594, + "f1": 0.034475, + "accuracy": 0.058594, + "main_score": 0.034475, + "hf_subset": "eng_Latn-mux_Latn", + "languages": [ + "eng-Latn", + "mux-Latn" + ] + }, + { + "precision": 0.034582, + "recall": 0.074219, + "f1": 0.040155, + "accuracy": 0.074219, + "main_score": 0.040155, + "hf_subset": "mux_Latn-eng_Latn", + "languages": [ + "mux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04637, + "recall": 0.078125, + "f1": 0.05332, + "accuracy": 0.078125, + "main_score": 0.05332, + "hf_subset": "eng_Latn-muy_Latn", + "languages": [ + "eng-Latn", + "muy-Latn" + ] + }, + { + "precision": 0.045528, + "recall": 0.078125, + "f1": 0.051724, + "accuracy": 0.078125, + "main_score": 0.051724, + "hf_subset": "muy_Latn-eng_Latn", + "languages": [ + "muy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049598, + "recall": 0.085938, + "f1": 0.057492, + "accuracy": 0.085938, + "main_score": 0.057492, + "hf_subset": "eng_Latn-mva_Latn", + "languages": [ + "eng-Latn", + "mva-Latn" + ] + }, + { + "precision": 0.082153, + "recall": 0.121094, + "f1": 0.089646, + "accuracy": 0.121094, + "main_score": 0.089646, + "hf_subset": "mva_Latn-eng_Latn", + "languages": [ + "mva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05332, + "recall": 0.070312, + "f1": 0.057552, + "accuracy": 0.070312, + "main_score": 0.057552, + "hf_subset": "eng_Latn-mvn_Latn", + "languages": [ + "eng-Latn", + "mvn-Latn" + ] + }, + { + "precision": 0.061743, + "recall": 0.113281, + "f1": 0.073196, + "accuracy": 0.113281, + "main_score": 0.073196, + "hf_subset": "mvn_Latn-eng_Latn", + "languages": [ + "mvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.294579, + "recall": 0.367188, + "f1": 0.313199, + "accuracy": 0.367188, + "main_score": 0.313199, + "hf_subset": "eng_Latn-mwc_Latn", + "languages": [ + "eng-Latn", + "mwc-Latn" + ] + }, + { + "precision": 0.290104, + "recall": 0.371094, + "f1": 0.31276, + "accuracy": 0.371094, + "main_score": 0.31276, + "hf_subset": "mwc_Latn-eng_Latn", + "languages": [ + "mwc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047663, + "recall": 0.070312, + "f1": 0.051379, + "accuracy": 0.070312, + "main_score": 0.051379, + "hf_subset": "eng_Latn-mwe_Latn", + "languages": [ + "eng-Latn", + "mwe-Latn" + ] + }, + { + "precision": 0.065625, + "recall": 0.109375, + "f1": 0.075245, + "accuracy": 0.109375, + "main_score": 0.075245, + "hf_subset": "mwe_Latn-eng_Latn", + "languages": [ + "mwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146652, + "recall": 0.191406, + "f1": 0.157561, + "accuracy": 0.191406, + "main_score": 0.157561, + "hf_subset": "eng_Latn-mwf_Latn", + "languages": [ + "eng-Latn", + "mwf-Latn" + ] + }, + { + "precision": 0.145357, + "recall": 0.210938, + "f1": 0.159486, + "accuracy": 0.210938, + "main_score": 0.159486, + "hf_subset": "mwf_Latn-eng_Latn", + "languages": [ + "mwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093462, + "recall": 0.125, + "f1": 0.10053, + "accuracy": 0.125, + "main_score": 0.10053, + "hf_subset": "eng_Latn-mwp_Latn", + "languages": [ + "eng-Latn", + "mwp-Latn" + ] + }, + { + "precision": 0.095622, + "recall": 0.144531, + "f1": 0.106414, + "accuracy": 0.144531, + "main_score": 0.106414, + "hf_subset": "mwp_Latn-eng_Latn", + "languages": [ + "mwp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127332, + "recall": 0.183594, + "f1": 0.13977, + "accuracy": 0.183594, + "main_score": 0.13977, + "hf_subset": "eng_Latn-mxb_Latn", + "languages": [ + "eng-Latn", + "mxb-Latn" + ] + }, + { + "precision": 0.116985, + "recall": 0.15625, + "f1": 0.123974, + "accuracy": 0.15625, + "main_score": 0.123974, + "hf_subset": "mxb_Latn-eng_Latn", + "languages": [ + "mxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075593, + "recall": 0.105469, + "f1": 0.080594, + "accuracy": 0.105469, + "main_score": 0.080594, + "hf_subset": "eng_Latn-mxp_Latn", + "languages": [ + "eng-Latn", + "mxp-Latn" + ] + }, + { + "precision": 0.068222, + "recall": 0.128906, + "f1": 0.079173, + "accuracy": 0.128906, + "main_score": 0.079173, + "hf_subset": "mxp_Latn-eng_Latn", + "languages": [ + "mxp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066862, + "recall": 0.089844, + "f1": 0.072154, + "accuracy": 0.089844, + "main_score": 0.072154, + "hf_subset": "eng_Latn-mxq_Latn", + "languages": [ + "eng-Latn", + "mxq-Latn" + ] + }, + { + "precision": 0.090103, + "recall": 0.125, + "f1": 0.097129, + "accuracy": 0.125, + "main_score": 0.097129, + "hf_subset": "mxq_Latn-eng_Latn", + "languages": [ + "mxq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08195, + "recall": 0.128906, + "f1": 0.090383, + "accuracy": 0.128906, + "main_score": 0.090383, + "hf_subset": "eng_Latn-mxt_Latn", + "languages": [ + "eng-Latn", + "mxt-Latn" + ] + }, + { + "precision": 0.089468, + "recall": 0.128906, + "f1": 0.098597, + "accuracy": 0.128906, + "main_score": 0.098597, + "hf_subset": "mxt_Latn-eng_Latn", + "languages": [ + "mxt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084578, + "recall": 0.140625, + "f1": 0.094958, + "accuracy": 0.140625, + "main_score": 0.094958, + "hf_subset": "eng_Latn-mya_Latn", + "languages": [ + "eng-Latn", + "mya-Latn" + ] + }, + { + "precision": 0.125485, + "recall": 0.195312, + "f1": 0.141276, + "accuracy": 0.195312, + "main_score": 0.141276, + "hf_subset": "mya_Latn-eng_Latn", + "languages": [ + "mya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038273, + "recall": 0.066406, + "f1": 0.043056, + "accuracy": 0.066406, + "main_score": 0.043056, + "hf_subset": "eng_Latn-myk_Latn", + "languages": [ + "eng-Latn", + "myk-Latn" + ] + }, + { + "precision": 0.044987, + "recall": 0.082031, + "f1": 0.052182, + "accuracy": 0.082031, + "main_score": 0.052182, + "hf_subset": "myk_Latn-eng_Latn", + "languages": [ + "myk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084952, + "recall": 0.117188, + "f1": 0.093268, + "accuracy": 0.117188, + "main_score": 0.093268, + "hf_subset": "eng_Latn-myu_Latn", + "languages": [ + "eng-Latn", + "myu-Latn" + ] + }, + { + "precision": 0.074837, + "recall": 0.117188, + "f1": 0.083067, + "accuracy": 0.117188, + "main_score": 0.083067, + "hf_subset": "myu_Latn-eng_Latn", + "languages": [ + "myu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026758, + "recall": 0.042969, + "f1": 0.030137, + "accuracy": 0.042969, + "main_score": 0.030137, + "hf_subset": "eng_Latn-myw_Latn", + "languages": [ + "eng-Latn", + "myw-Latn" + ] + }, + { + "precision": 0.029102, + "recall": 0.046875, + "f1": 0.033333, + "accuracy": 0.046875, + "main_score": 0.033333, + "hf_subset": "myw_Latn-eng_Latn", + "languages": [ + "myw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080015, + "recall": 0.113281, + "f1": 0.087131, + "accuracy": 0.113281, + "main_score": 0.087131, + "hf_subset": "eng_Latn-myy_Latn", + "languages": [ + "eng-Latn", + "myy-Latn" + ] + }, + { + "precision": 0.080906, + "recall": 0.128906, + "f1": 0.090733, + "accuracy": 0.128906, + "main_score": 0.090733, + "hf_subset": "myy_Latn-eng_Latn", + "languages": [ + "myy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086865, + "recall": 0.12, + "f1": 0.092842, + "accuracy": 0.12, + "main_score": 0.092842, + "hf_subset": "eng_Latn-mzz_Latn", + "languages": [ + "eng-Latn", + "mzz-Latn" + ] + }, + { + "precision": 0.088131, + "recall": 0.136, + "f1": 0.098222, + "accuracy": 0.136, + "main_score": 0.098222, + "hf_subset": "mzz_Latn-eng_Latn", + "languages": [ + "mzz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020041, + "recall": 0.027344, + "f1": 0.020441, + "accuracy": 0.027344, + "main_score": 0.020441, + "hf_subset": "eng_Latn-nab_Latn", + "languages": [ + "eng-Latn", + "nab-Latn" + ] + }, + { + "precision": 0.004687, + "recall": 0.007812, + "f1": 0.005208, + "accuracy": 0.007812, + "main_score": 0.005208, + "hf_subset": "nab_Latn-eng_Latn", + "languages": [ + "nab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041959, + "recall": 0.074219, + "f1": 0.047156, + "accuracy": 0.074219, + "main_score": 0.047156, + "hf_subset": "eng_Latn-naf_Latn", + "languages": [ + "eng-Latn", + "naf-Latn" + ] + }, + { + "precision": 0.048372, + "recall": 0.070312, + "f1": 0.053627, + "accuracy": 0.070312, + "main_score": 0.053627, + "hf_subset": "naf_Latn-eng_Latn", + "languages": [ + "naf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053195, + "recall": 0.074219, + "f1": 0.057311, + "accuracy": 0.074219, + "main_score": 0.057311, + "hf_subset": "eng_Latn-nak_Latn", + "languages": [ + "eng-Latn", + "nak-Latn" + ] + }, + { + "precision": 0.057536, + "recall": 0.105469, + "f1": 0.067764, + "accuracy": 0.105469, + "main_score": 0.067764, + "hf_subset": "nak_Latn-eng_Latn", + "languages": [ + "nak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035614, + "recall": 0.070312, + "f1": 0.041302, + "accuracy": 0.070312, + "main_score": 0.041302, + "hf_subset": "eng_Latn-nas_Latn", + "languages": [ + "eng-Latn", + "nas-Latn" + ] + }, + { + "precision": 0.076156, + "recall": 0.101562, + "f1": 0.081059, + "accuracy": 0.101562, + "main_score": 0.081059, + "hf_subset": "nas_Latn-eng_Latn", + "languages": [ + "nas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135998, + "recall": 0.1875, + "f1": 0.148061, + "accuracy": 0.1875, + "main_score": 0.148061, + "hf_subset": "eng_Latn-nbq_Latn", + "languages": [ + "eng-Latn", + "nbq-Latn" + ] + }, + { + "precision": 0.146911, + "recall": 0.203125, + "f1": 0.159543, + "accuracy": 0.203125, + "main_score": 0.159543, + "hf_subset": "nbq_Latn-eng_Latn", + "languages": [ + "nbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049949, + "recall": 0.09375, + "f1": 0.058128, + "accuracy": 0.09375, + "main_score": 0.058128, + "hf_subset": "eng_Latn-nca_Latn", + "languages": [ + "eng-Latn", + "nca-Latn" + ] + }, + { + "precision": 0.063759, + "recall": 0.097656, + "f1": 0.071899, + "accuracy": 0.097656, + "main_score": 0.071899, + "hf_subset": "nca_Latn-eng_Latn", + "languages": [ + "nca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069585, + "recall": 0.105469, + "f1": 0.075699, + "accuracy": 0.105469, + "main_score": 0.075699, + "hf_subset": "eng_Latn-nch_Latn", + "languages": [ + "eng-Latn", + "nch-Latn" + ] + }, + { + "precision": 0.065943, + "recall": 0.113281, + "f1": 0.075232, + "accuracy": 0.113281, + "main_score": 0.075232, + "hf_subset": "nch_Latn-eng_Latn", + "languages": [ + "nch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077081, + "recall": 0.121094, + "f1": 0.08442, + "accuracy": 0.121094, + "main_score": 0.08442, + "hf_subset": "eng_Latn-ncj_Latn", + "languages": [ + "eng-Latn", + "ncj-Latn" + ] + }, + { + "precision": 0.112115, + "recall": 0.160156, + "f1": 0.121605, + "accuracy": 0.160156, + "main_score": 0.121605, + "hf_subset": "ncj_Latn-eng_Latn", + "languages": [ + "ncj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122693, + "recall": 0.152344, + "f1": 0.12972, + "accuracy": 0.152344, + "main_score": 0.12972, + "hf_subset": "eng_Latn-ncl_Latn", + "languages": [ + "eng-Latn", + "ncl-Latn" + ] + }, + { + "precision": 0.088175, + "recall": 0.140625, + "f1": 0.097957, + "accuracy": 0.140625, + "main_score": 0.097957, + "hf_subset": "ncl_Latn-eng_Latn", + "languages": [ + "ncl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051524, + "recall": 0.085938, + "f1": 0.057057, + "accuracy": 0.085938, + "main_score": 0.057057, + "hf_subset": "eng_Latn-ncu_Latn", + "languages": [ + "eng-Latn", + "ncu-Latn" + ] + }, + { + "precision": 0.064616, + "recall": 0.085938, + "f1": 0.069193, + "accuracy": 0.085938, + "main_score": 0.069193, + "hf_subset": "ncu_Latn-eng_Latn", + "languages": [ + "ncu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123672, + "recall": 0.183594, + "f1": 0.13432, + "accuracy": 0.183594, + "main_score": 0.13432, + "hf_subset": "eng_Latn-ndg_Latn", + "languages": [ + "eng-Latn", + "ndg-Latn" + ] + }, + { + "precision": 0.181628, + "recall": 0.265625, + "f1": 0.202344, + "accuracy": 0.265625, + "main_score": 0.202344, + "hf_subset": "ndg_Latn-eng_Latn", + "languages": [ + "ndg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044858, + "recall": 0.074219, + "f1": 0.049741, + "accuracy": 0.074219, + "main_score": 0.049741, + "hf_subset": "eng_Latn-ndj_Latn", + "languages": [ + "eng-Latn", + "ndj-Latn" + ] + }, + { + "precision": 0.063427, + "recall": 0.105469, + "f1": 0.072796, + "accuracy": 0.105469, + "main_score": 0.072796, + "hf_subset": "ndj_Latn-eng_Latn", + "languages": [ + "ndj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058461, + "recall": 0.09375, + "f1": 0.066698, + "accuracy": 0.09375, + "main_score": 0.066698, + "hf_subset": "eng_Latn-nfa_Latn", + "languages": [ + "eng-Latn", + "nfa-Latn" + ] + }, + { + "precision": 0.053113, + "recall": 0.085938, + "f1": 0.059283, + "accuracy": 0.085938, + "main_score": 0.059283, + "hf_subset": "nfa_Latn-eng_Latn", + "languages": [ + "nfa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073758, + "recall": 0.097656, + "f1": 0.077742, + "accuracy": 0.097656, + "main_score": 0.077742, + "hf_subset": "eng_Latn-ngp_Latn", + "languages": [ + "eng-Latn", + "ngp-Latn" + ] + }, + { + "precision": 0.078741, + "recall": 0.125, + "f1": 0.087694, + "accuracy": 0.125, + "main_score": 0.087694, + "hf_subset": "ngp_Latn-eng_Latn", + "languages": [ + "ngp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121344, + "recall": 0.164062, + "f1": 0.129394, + "accuracy": 0.164062, + "main_score": 0.129394, + "hf_subset": "eng_Latn-ngu_Latn", + "languages": [ + "eng-Latn", + "ngu-Latn" + ] + }, + { + "precision": 0.148637, + "recall": 0.21875, + "f1": 0.16161, + "accuracy": 0.21875, + "main_score": 0.16161, + "hf_subset": "ngu_Latn-eng_Latn", + "languages": [ + "ngu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051163, + "recall": 0.105469, + "f1": 0.06093, + "accuracy": 0.105469, + "main_score": 0.06093, + "hf_subset": "eng_Latn-nhe_Latn", + "languages": [ + "eng-Latn", + "nhe-Latn" + ] + }, + { + "precision": 0.075418, + "recall": 0.128906, + "f1": 0.085548, + "accuracy": 0.128906, + "main_score": 0.085548, + "hf_subset": "nhe_Latn-eng_Latn", + "languages": [ + "nhe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122615, + "recall": 0.179688, + "f1": 0.133504, + "accuracy": 0.179688, + "main_score": 0.133504, + "hf_subset": "eng_Latn-nhg_Latn", + "languages": [ + "eng-Latn", + "nhg-Latn" + ] + }, + { + "precision": 0.156194, + "recall": 0.199219, + "f1": 0.163853, + "accuracy": 0.199219, + "main_score": 0.163853, + "hf_subset": "nhg_Latn-eng_Latn", + "languages": [ + "nhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101755, + "recall": 0.140625, + "f1": 0.106728, + "accuracy": 0.140625, + "main_score": 0.106728, + "hf_subset": "eng_Latn-nhi_Latn", + "languages": [ + "eng-Latn", + "nhi-Latn" + ] + }, + { + "precision": 0.12136, + "recall": 0.164062, + "f1": 0.12982, + "accuracy": 0.164062, + "main_score": 0.12982, + "hf_subset": "nhi_Latn-eng_Latn", + "languages": [ + "nhi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083894, + "recall": 0.128906, + "f1": 0.092901, + "accuracy": 0.128906, + "main_score": 0.092901, + "hf_subset": "eng_Latn-nho_Latn", + "languages": [ + "eng-Latn", + "nho-Latn" + ] + }, + { + "precision": 0.115332, + "recall": 0.152344, + "f1": 0.123963, + "accuracy": 0.152344, + "main_score": 0.123963, + "hf_subset": "nho_Latn-eng_Latn", + "languages": [ + "nho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047574, + "recall": 0.078125, + "f1": 0.05179, + "accuracy": 0.078125, + "main_score": 0.05179, + "hf_subset": "eng_Latn-nhr_Latn", + "languages": [ + "eng-Latn", + "nhr-Latn" + ] + }, + { + "precision": 0.058764, + "recall": 0.085938, + "f1": 0.064233, + "accuracy": 0.085938, + "main_score": 0.064233, + "hf_subset": "nhr_Latn-eng_Latn", + "languages": [ + "nhr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050225, + "recall": 0.097656, + "f1": 0.058876, + "accuracy": 0.097656, + "main_score": 0.058876, + "hf_subset": "eng_Latn-nhu_Latn", + "languages": [ + "eng-Latn", + "nhu-Latn" + ] + }, + { + "precision": 0.063384, + "recall": 0.085938, + "f1": 0.067854, + "accuracy": 0.085938, + "main_score": 0.067854, + "hf_subset": "nhu_Latn-eng_Latn", + "languages": [ + "nhu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065539, + "recall": 0.09375, + "f1": 0.07115, + "accuracy": 0.09375, + "main_score": 0.07115, + "hf_subset": "eng_Latn-nhw_Latn", + "languages": [ + "eng-Latn", + "nhw-Latn" + ] + }, + { + "precision": 0.075416, + "recall": 0.121094, + "f1": 0.084279, + "accuracy": 0.121094, + "main_score": 0.084279, + "hf_subset": "nhw_Latn-eng_Latn", + "languages": [ + "nhw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11437, + "recall": 0.152344, + "f1": 0.121939, + "accuracy": 0.152344, + "main_score": 0.121939, + "hf_subset": "eng_Latn-nhy_Latn", + "languages": [ + "eng-Latn", + "nhy-Latn" + ] + }, + { + "precision": 0.112519, + "recall": 0.171875, + "f1": 0.124656, + "accuracy": 0.171875, + "main_score": 0.124656, + "hf_subset": "nhy_Latn-eng_Latn", + "languages": [ + "nhy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103289, + "recall": 0.160156, + "f1": 0.11578, + "accuracy": 0.160156, + "main_score": 0.11578, + "hf_subset": "eng_Latn-nif_Latn", + "languages": [ + "eng-Latn", + "nif-Latn" + ] + }, + { + "precision": 0.133777, + "recall": 0.179688, + "f1": 0.143738, + "accuracy": 0.179688, + "main_score": 0.143738, + "hf_subset": "nif_Latn-eng_Latn", + "languages": [ + "nif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046936, + "recall": 0.066406, + "f1": 0.051552, + "accuracy": 0.066406, + "main_score": 0.051552, + "hf_subset": "eng_Latn-nii_Latn", + "languages": [ + "eng-Latn", + "nii-Latn" + ] + }, + { + "precision": 0.03045, + "recall": 0.050781, + "f1": 0.034557, + "accuracy": 0.050781, + "main_score": 0.034557, + "hf_subset": "nii_Latn-eng_Latn", + "languages": [ + "nii-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034812, + "recall": 0.054688, + "f1": 0.037887, + "accuracy": 0.054688, + "main_score": 0.037887, + "hf_subset": "eng_Latn-nin_Latn", + "languages": [ + "eng-Latn", + "nin-Latn" + ] + }, + { + "precision": 0.059991, + "recall": 0.097656, + "f1": 0.06601, + "accuracy": 0.097656, + "main_score": 0.06601, + "hf_subset": "nin_Latn-eng_Latn", + "languages": [ + "nin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086088, + "recall": 0.105469, + "f1": 0.090784, + "accuracy": 0.105469, + "main_score": 0.090784, + "hf_subset": "eng_Latn-nko_Latn", + "languages": [ + "eng-Latn", + "nko-Latn" + ] + }, + { + "precision": 0.073602, + "recall": 0.109375, + "f1": 0.08254, + "accuracy": 0.109375, + "main_score": 0.08254, + "hf_subset": "nko_Latn-eng_Latn", + "languages": [ + "nko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.891927, + "recall": 0.925781, + "f1": 0.902995, + "accuracy": 0.925781, + "main_score": 0.902995, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.943359, + "recall": 0.960938, + "f1": 0.949219, + "accuracy": 0.960938, + "main_score": 0.949219, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131973, + "recall": 0.183594, + "f1": 0.142964, + "accuracy": 0.183594, + "main_score": 0.142964, + "hf_subset": "eng_Latn-nlg_Latn", + "languages": [ + "eng-Latn", + "nlg-Latn" + ] + }, + { + "precision": 0.108332, + "recall": 0.171875, + "f1": 0.12274, + "accuracy": 0.171875, + "main_score": 0.12274, + "hf_subset": "nlg_Latn-eng_Latn", + "languages": [ + "nlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.2399, + "recall": 0.296875, + "f1": 0.252452, + "accuracy": 0.296875, + "main_score": 0.252452, + "hf_subset": "eng_Latn-nna_Latn", + "languages": [ + "eng-Latn", + "nna-Latn" + ] + }, + { + "precision": 0.23856, + "recall": 0.328125, + "f1": 0.260268, + "accuracy": 0.328125, + "main_score": 0.260268, + "hf_subset": "nna_Latn-eng_Latn", + "languages": [ + "nna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036326, + "recall": 0.078125, + "f1": 0.043748, + "accuracy": 0.078125, + "main_score": 0.043748, + "hf_subset": "eng_Latn-nnq_Latn", + "languages": [ + "eng-Latn", + "nnq-Latn" + ] + }, + { + "precision": 0.055009, + "recall": 0.089844, + "f1": 0.060715, + "accuracy": 0.089844, + "main_score": 0.060715, + "hf_subset": "nnq_Latn-eng_Latn", + "languages": [ + "nnq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059566, + "recall": 0.113281, + "f1": 0.070089, + "accuracy": 0.113281, + "main_score": 0.070089, + "hf_subset": "eng_Latn-noa_Latn", + "languages": [ + "eng-Latn", + "noa-Latn" + ] + }, + { + "precision": 0.079938, + "recall": 0.121094, + "f1": 0.090027, + "accuracy": 0.121094, + "main_score": 0.090027, + "hf_subset": "noa_Latn-eng_Latn", + "languages": [ + "noa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045452, + "recall": 0.082031, + "f1": 0.052187, + "accuracy": 0.082031, + "main_score": 0.052187, + "hf_subset": "eng_Latn-nop_Latn", + "languages": [ + "eng-Latn", + "nop-Latn" + ] + }, + { + "precision": 0.065437, + "recall": 0.113281, + "f1": 0.074198, + "accuracy": 0.113281, + "main_score": 0.074198, + "hf_subset": "nop_Latn-eng_Latn", + "languages": [ + "nop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022512, + "recall": 0.042969, + "f1": 0.025844, + "accuracy": 0.042969, + "main_score": 0.025844, + "hf_subset": "eng_Latn-not_Latn", + "languages": [ + "eng-Latn", + "not-Latn" + ] + }, + { + "precision": 0.029016, + "recall": 0.0625, + "f1": 0.033887, + "accuracy": 0.0625, + "main_score": 0.033887, + "hf_subset": "not_Latn-eng_Latn", + "languages": [ + "not-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091336, + "recall": 0.117188, + "f1": 0.096688, + "accuracy": 0.117188, + "main_score": 0.096688, + "hf_subset": "eng_Latn-nou_Latn", + "languages": [ + "eng-Latn", + "nou-Latn" + ] + }, + { + "precision": 0.077525, + "recall": 0.121094, + "f1": 0.086895, + "accuracy": 0.121094, + "main_score": 0.086895, + "hf_subset": "nou_Latn-eng_Latn", + "languages": [ + "nou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.725911, + "recall": 0.796875, + "f1": 0.746243, + "accuracy": 0.796875, + "main_score": 0.746243, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.847331, + "recall": 0.890625, + "f1": 0.860937, + "accuracy": 0.890625, + "main_score": 0.860937, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.086758, + "recall": 0.136719, + "f1": 0.096571, + "accuracy": 0.136719, + "main_score": 0.096571, + "hf_subset": "eng_Latn-npl_Latn", + "languages": [ + "eng-Latn", + "npl-Latn" + ] + }, + { + "precision": 0.097274, + "recall": 0.136719, + "f1": 0.106715, + "accuracy": 0.136719, + "main_score": 0.106715, + "hf_subset": "npl_Latn-eng_Latn", + "languages": [ + "npl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068931, + "recall": 0.105469, + "f1": 0.076259, + "accuracy": 0.105469, + "main_score": 0.076259, + "hf_subset": "eng_Latn-nsn_Latn", + "languages": [ + "eng-Latn", + "nsn-Latn" + ] + }, + { + "precision": 0.062476, + "recall": 0.097656, + "f1": 0.069063, + "accuracy": 0.097656, + "main_score": 0.069063, + "hf_subset": "nsn_Latn-eng_Latn", + "languages": [ + "nsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150304, + "recall": 0.214844, + "f1": 0.164853, + "accuracy": 0.214844, + "main_score": 0.164853, + "hf_subset": "eng_Latn-nss_Latn", + "languages": [ + "eng-Latn", + "nss-Latn" + ] + }, + { + "precision": 0.174465, + "recall": 0.253906, + "f1": 0.192743, + "accuracy": 0.253906, + "main_score": 0.192743, + "hf_subset": "nss_Latn-eng_Latn", + "languages": [ + "nss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.010088, + "recall": 0.023438, + "f1": 0.0115, + "accuracy": 0.023438, + "main_score": 0.0115, + "hf_subset": "eng_Latn-ntj_Latn", + "languages": [ + "eng-Latn", + "ntj-Latn" + ] + }, + { + "precision": 0.007687, + "recall": 0.027344, + "f1": 0.010205, + "accuracy": 0.027344, + "main_score": 0.010205, + "hf_subset": "ntj_Latn-eng_Latn", + "languages": [ + "ntj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036498, + "recall": 0.058594, + "f1": 0.039831, + "accuracy": 0.058594, + "main_score": 0.039831, + "hf_subset": "eng_Latn-ntp_Latn", + "languages": [ + "eng-Latn", + "ntp-Latn" + ] + }, + { + "precision": 0.055632, + "recall": 0.074219, + "f1": 0.058912, + "accuracy": 0.074219, + "main_score": 0.058912, + "hf_subset": "ntp_Latn-eng_Latn", + "languages": [ + "ntp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03366, + "recall": 0.070312, + "f1": 0.040919, + "accuracy": 0.070312, + "main_score": 0.040919, + "hf_subset": "eng_Latn-ntu_Latn", + "languages": [ + "eng-Latn", + "ntu-Latn" + ] + }, + { + "precision": 0.036433, + "recall": 0.058594, + "f1": 0.040432, + "accuracy": 0.058594, + "main_score": 0.040432, + "hf_subset": "ntu_Latn-eng_Latn", + "languages": [ + "ntu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07347, + "recall": 0.097656, + "f1": 0.077712, + "accuracy": 0.097656, + "main_score": 0.077712, + "hf_subset": "eng_Latn-nuy_Latn", + "languages": [ + "eng-Latn", + "nuy-Latn" + ] + }, + { + "precision": 0.061998, + "recall": 0.105469, + "f1": 0.069033, + "accuracy": 0.105469, + "main_score": 0.069033, + "hf_subset": "nuy_Latn-eng_Latn", + "languages": [ + "nuy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033984, + "recall": 0.050781, + "f1": 0.037134, + "accuracy": 0.050781, + "main_score": 0.037134, + "hf_subset": "eng_Latn-nvm_Latn", + "languages": [ + "eng-Latn", + "nvm-Latn" + ] + }, + { + "precision": 0.043322, + "recall": 0.085938, + "f1": 0.050053, + "accuracy": 0.085938, + "main_score": 0.050053, + "hf_subset": "nvm_Latn-eng_Latn", + "languages": [ + "nvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063066, + "recall": 0.097656, + "f1": 0.068613, + "accuracy": 0.097656, + "main_score": 0.068613, + "hf_subset": "eng_Latn-nwi_Latn", + "languages": [ + "eng-Latn", + "nwi-Latn" + ] + }, + { + "precision": 0.064032, + "recall": 0.113281, + "f1": 0.073352, + "accuracy": 0.113281, + "main_score": 0.073352, + "hf_subset": "nwi_Latn-eng_Latn", + "languages": [ + "nwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089379, + "recall": 0.125, + "f1": 0.097636, + "accuracy": 0.125, + "main_score": 0.097636, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.090397, + "recall": 0.136719, + "f1": 0.100129, + "accuracy": 0.136719, + "main_score": 0.100129, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158743, + "recall": 0.237705, + "f1": 0.181694, + "accuracy": 0.237705, + "main_score": 0.181694, + "hf_subset": "eng_Latn-nys_Latn", + "languages": [ + "eng-Latn", + "nys-Latn" + ] + }, + { + "precision": 0.174059, + "recall": 0.254098, + "f1": 0.193976, + "accuracy": 0.254098, + "main_score": 0.193976, + "hf_subset": "nys_Latn-eng_Latn", + "languages": [ + "nys-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114597, + "recall": 0.171875, + "f1": 0.125604, + "accuracy": 0.171875, + "main_score": 0.125604, + "hf_subset": "eng_Latn-nyu_Latn", + "languages": [ + "eng-Latn", + "nyu-Latn" + ] + }, + { + "precision": 0.152766, + "recall": 0.210938, + "f1": 0.165213, + "accuracy": 0.210938, + "main_score": 0.165213, + "hf_subset": "nyu_Latn-eng_Latn", + "languages": [ + "nyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072676, + "recall": 0.105469, + "f1": 0.07749, + "accuracy": 0.105469, + "main_score": 0.07749, + "hf_subset": "eng_Latn-obo_Latn", + "languages": [ + "eng-Latn", + "obo-Latn" + ] + }, + { + "precision": 0.0902, + "recall": 0.128906, + "f1": 0.099358, + "accuracy": 0.128906, + "main_score": 0.099358, + "hf_subset": "obo_Latn-eng_Latn", + "languages": [ + "obo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126662, + "recall": 0.214844, + "f1": 0.144557, + "accuracy": 0.214844, + "main_score": 0.144557, + "hf_subset": "eng_Latn-okv_Latn", + "languages": [ + "eng-Latn", + "okv-Latn" + ] + }, + { + "precision": 0.178569, + "recall": 0.253906, + "f1": 0.196974, + "accuracy": 0.253906, + "main_score": 0.196974, + "hf_subset": "okv_Latn-eng_Latn", + "languages": [ + "okv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026473, + "recall": 0.054688, + "f1": 0.031386, + "accuracy": 0.054688, + "main_score": 0.031386, + "hf_subset": "eng_Latn-omw_Latn", + "languages": [ + "eng-Latn", + "omw-Latn" + ] + }, + { + "precision": 0.038823, + "recall": 0.0625, + "f1": 0.043754, + "accuracy": 0.0625, + "main_score": 0.043754, + "hf_subset": "omw_Latn-eng_Latn", + "languages": [ + "omw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061871, + "recall": 0.089844, + "f1": 0.066958, + "accuracy": 0.089844, + "main_score": 0.066958, + "hf_subset": "eng_Latn-ong_Latn", + "languages": [ + "eng-Latn", + "ong-Latn" + ] + }, + { + "precision": 0.05796, + "recall": 0.101562, + "f1": 0.067153, + "accuracy": 0.101562, + "main_score": 0.067153, + "hf_subset": "ong_Latn-eng_Latn", + "languages": [ + "ong-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093733, + "recall": 0.121094, + "f1": 0.10013, + "accuracy": 0.121094, + "main_score": 0.10013, + "hf_subset": "eng_Latn-ons_Latn", + "languages": [ + "eng-Latn", + "ons-Latn" + ] + }, + { + "precision": 0.089193, + "recall": 0.117188, + "f1": 0.096398, + "accuracy": 0.117188, + "main_score": 0.096398, + "hf_subset": "ons_Latn-eng_Latn", + "languages": [ + "ons-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051767, + "recall": 0.074219, + "f1": 0.055839, + "accuracy": 0.074219, + "main_score": 0.055839, + "hf_subset": "eng_Latn-ood_Latn", + "languages": [ + "eng-Latn", + "ood-Latn" + ] + }, + { + "precision": 0.053652, + "recall": 0.074219, + "f1": 0.056706, + "accuracy": 0.074219, + "main_score": 0.056706, + "hf_subset": "ood_Latn-eng_Latn", + "languages": [ + "ood-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021846, + "recall": 0.035156, + "f1": 0.024128, + "accuracy": 0.035156, + "main_score": 0.024128, + "hf_subset": "eng_Latn-opm_Latn", + "languages": [ + "eng-Latn", + "opm-Latn" + ] + }, + { + "precision": 0.027381, + "recall": 0.050781, + "f1": 0.033529, + "accuracy": 0.050781, + "main_score": 0.033529, + "hf_subset": "opm_Latn-eng_Latn", + "languages": [ + "opm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133927, + "recall": 0.179688, + "f1": 0.141499, + "accuracy": 0.179688, + "main_score": 0.141499, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.126351, + "recall": 0.171875, + "f1": 0.135919, + "accuracy": 0.171875, + "main_score": 0.135919, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.084916, + "recall": 0.125, + "f1": 0.094158, + "accuracy": 0.125, + "main_score": 0.094158, + "hf_subset": "eng_Latn-ote_Latn", + "languages": [ + "eng-Latn", + "ote-Latn" + ] + }, + { + "precision": 0.108146, + "recall": 0.144531, + "f1": 0.115929, + "accuracy": 0.144531, + "main_score": 0.115929, + "hf_subset": "ote_Latn-eng_Latn", + "languages": [ + "ote-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07872, + "recall": 0.113281, + "f1": 0.087583, + "accuracy": 0.113281, + "main_score": 0.087583, + "hf_subset": "eng_Latn-otm_Latn", + "languages": [ + "eng-Latn", + "otm-Latn" + ] + }, + { + "precision": 0.074781, + "recall": 0.125, + "f1": 0.084921, + "accuracy": 0.125, + "main_score": 0.084921, + "hf_subset": "otm_Latn-eng_Latn", + "languages": [ + "otm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103027, + "recall": 0.140625, + "f1": 0.110606, + "accuracy": 0.140625, + "main_score": 0.110606, + "hf_subset": "eng_Latn-otn_Latn", + "languages": [ + "eng-Latn", + "otn-Latn" + ] + }, + { + "precision": 0.091353, + "recall": 0.136719, + "f1": 0.101404, + "accuracy": 0.136719, + "main_score": 0.101404, + "hf_subset": "otn_Latn-eng_Latn", + "languages": [ + "otn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052814, + "recall": 0.078125, + "f1": 0.057295, + "accuracy": 0.078125, + "main_score": 0.057295, + "hf_subset": "eng_Latn-otq_Latn", + "languages": [ + "eng-Latn", + "otq-Latn" + ] + }, + { + "precision": 0.069473, + "recall": 0.101562, + "f1": 0.076411, + "accuracy": 0.101562, + "main_score": 0.076411, + "hf_subset": "otq_Latn-eng_Latn", + "languages": [ + "otq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13052, + "recall": 0.191406, + "f1": 0.143489, + "accuracy": 0.191406, + "main_score": 0.143489, + "hf_subset": "eng_Latn-ots_Latn", + "languages": [ + "eng-Latn", + "ots-Latn" + ] + }, + { + "precision": 0.159307, + "recall": 0.230469, + "f1": 0.175431, + "accuracy": 0.230469, + "main_score": 0.175431, + "hf_subset": "ots_Latn-eng_Latn", + "languages": [ + "ots-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059838, + "recall": 0.089844, + "f1": 0.063824, + "accuracy": 0.089844, + "main_score": 0.063824, + "hf_subset": "eng_Latn-pab_Latn", + "languages": [ + "eng-Latn", + "pab-Latn" + ] + }, + { + "precision": 0.071114, + "recall": 0.109375, + "f1": 0.079596, + "accuracy": 0.109375, + "main_score": 0.079596, + "hf_subset": "pab_Latn-eng_Latn", + "languages": [ + "pab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091211, + "recall": 0.125, + "f1": 0.099452, + "accuracy": 0.125, + "main_score": 0.099452, + "hf_subset": "eng_Latn-pad_Latn", + "languages": [ + "eng-Latn", + "pad-Latn" + ] + }, + { + "precision": 0.091674, + "recall": 0.136719, + "f1": 0.100488, + "accuracy": 0.136719, + "main_score": 0.100488, + "hf_subset": "pad_Latn-eng_Latn", + "languages": [ + "pad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099935, + "recall": 0.128906, + "f1": 0.106176, + "accuracy": 0.128906, + "main_score": 0.106176, + "hf_subset": "eng_Latn-pah_Latn", + "languages": [ + "eng-Latn", + "pah-Latn" + ] + }, + { + "precision": 0.071691, + "recall": 0.109375, + "f1": 0.079774, + "accuracy": 0.109375, + "main_score": 0.079774, + "hf_subset": "pah_Latn-eng_Latn", + "languages": [ + "pah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.501367, + "recall": 0.597656, + "f1": 0.525986, + "accuracy": 0.597656, + "main_score": 0.525986, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.585742, + "recall": 0.679688, + "f1": 0.611719, + "accuracy": 0.679688, + "main_score": 0.611719, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.040534, + "recall": 0.070312, + "f1": 0.04516, + "accuracy": 0.070312, + "main_score": 0.04516, + "hf_subset": "eng_Latn-pao_Latn", + "languages": [ + "eng-Latn", + "pao-Latn" + ] + }, + { + "precision": 0.051665, + "recall": 0.074219, + "f1": 0.057041, + "accuracy": 0.074219, + "main_score": 0.057041, + "hf_subset": "pao_Latn-eng_Latn", + "languages": [ + "pao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.852214, + "recall": 0.898438, + "f1": 0.867188, + "accuracy": 0.898438, + "main_score": 0.867188, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.941406, + "recall": 0.960938, + "f1": 0.947917, + "accuracy": 0.960938, + "main_score": 0.947917, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.034803, + "recall": 0.054688, + "f1": 0.038666, + "accuracy": 0.054688, + "main_score": 0.038666, + "hf_subset": "eng_Latn-pib_Latn", + "languages": [ + "eng-Latn", + "pib-Latn" + ] + }, + { + "precision": 0.035264, + "recall": 0.054688, + "f1": 0.038688, + "accuracy": 0.054688, + "main_score": 0.038688, + "hf_subset": "pib_Latn-eng_Latn", + "languages": [ + "pib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132084, + "recall": 0.195312, + "f1": 0.147374, + "accuracy": 0.195312, + "main_score": 0.147374, + "hf_subset": "eng_Latn-pio_Latn", + "languages": [ + "eng-Latn", + "pio-Latn" + ] + }, + { + "precision": 0.114832, + "recall": 0.171875, + "f1": 0.127463, + "accuracy": 0.171875, + "main_score": 0.127463, + "hf_subset": "pio_Latn-eng_Latn", + "languages": [ + "pio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0878, + "recall": 0.125, + "f1": 0.094656, + "accuracy": 0.125, + "main_score": 0.094656, + "hf_subset": "eng_Latn-pir_Latn", + "languages": [ + "eng-Latn", + "pir-Latn" + ] + }, + { + "precision": 0.082464, + "recall": 0.132812, + "f1": 0.092035, + "accuracy": 0.132812, + "main_score": 0.092035, + "hf_subset": "pir_Latn-eng_Latn", + "languages": [ + "pir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007888, + "recall": 0.015625, + "f1": 0.009262, + "accuracy": 0.015625, + "main_score": 0.009262, + "hf_subset": "eng_Latn-piu_Latn", + "languages": [ + "eng-Latn", + "piu-Latn" + ] + }, + { + "precision": 0.004236, + "recall": 0.011719, + "f1": 0.004523, + "accuracy": 0.011719, + "main_score": 0.004523, + "hf_subset": "piu_Latn-eng_Latn", + "languages": [ + "piu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032327, + "recall": 0.0625, + "f1": 0.03805, + "accuracy": 0.0625, + "main_score": 0.03805, + "hf_subset": "eng_Latn-pjt_Latn", + "languages": [ + "eng-Latn", + "pjt-Latn" + ] + }, + { + "precision": 0.018632, + "recall": 0.042969, + "f1": 0.021898, + "accuracy": 0.042969, + "main_score": 0.021898, + "hf_subset": "pjt_Latn-eng_Latn", + "languages": [ + "pjt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.206232, + "recall": 0.28125, + "f1": 0.221274, + "accuracy": 0.28125, + "main_score": 0.221274, + "hf_subset": "eng_Latn-pls_Latn", + "languages": [ + "eng-Latn", + "pls-Latn" + ] + }, + { + "precision": 0.200409, + "recall": 0.277344, + "f1": 0.217836, + "accuracy": 0.277344, + "main_score": 0.217836, + "hf_subset": "pls_Latn-eng_Latn", + "languages": [ + "pls-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074544, + "recall": 0.101562, + "f1": 0.0812, + "accuracy": 0.101562, + "main_score": 0.0812, + "hf_subset": "eng_Latn-plu_Latn", + "languages": [ + "eng-Latn", + "plu-Latn" + ] + }, + { + "precision": 0.067192, + "recall": 0.097656, + "f1": 0.073589, + "accuracy": 0.097656, + "main_score": 0.073589, + "hf_subset": "plu_Latn-eng_Latn", + "languages": [ + "plu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040835, + "recall": 0.0625, + "f1": 0.045015, + "accuracy": 0.0625, + "main_score": 0.045015, + "hf_subset": "eng_Latn-pma_Latn", + "languages": [ + "eng-Latn", + "pma-Latn" + ] + }, + { + "precision": 0.045064, + "recall": 0.089844, + "f1": 0.054405, + "accuracy": 0.089844, + "main_score": 0.054405, + "hf_subset": "pma_Latn-eng_Latn", + "languages": [ + "pma-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122331, + "recall": 0.164062, + "f1": 0.131975, + "accuracy": 0.164062, + "main_score": 0.131975, + "hf_subset": "eng_Latn-poe_Latn", + "languages": [ + "eng-Latn", + "poe-Latn" + ] + }, + { + "precision": 0.105858, + "recall": 0.152344, + "f1": 0.115978, + "accuracy": 0.152344, + "main_score": 0.115978, + "hf_subset": "poe_Latn-eng_Latn", + "languages": [ + "poe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035182, + "recall": 0.054688, + "f1": 0.037713, + "accuracy": 0.054688, + "main_score": 0.037713, + "hf_subset": "eng_Latn-poh_Latn", + "languages": [ + "eng-Latn", + "poh-Latn" + ] + }, + { + "precision": 0.040595, + "recall": 0.066406, + "f1": 0.044876, + "accuracy": 0.066406, + "main_score": 0.044876, + "hf_subset": "poh_Latn-eng_Latn", + "languages": [ + "poh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152869, + "recall": 0.214844, + "f1": 0.165426, + "accuracy": 0.214844, + "main_score": 0.165426, + "hf_subset": "eng_Latn-poi_Latn", + "languages": [ + "eng-Latn", + "poi-Latn" + ] + }, + { + "precision": 0.142229, + "recall": 0.214844, + "f1": 0.158059, + "accuracy": 0.214844, + "main_score": 0.158059, + "hf_subset": "poi_Latn-eng_Latn", + "languages": [ + "poi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.92513, + "recall": 0.949219, + "f1": 0.932943, + "accuracy": 0.949219, + "main_score": 0.932943, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.935547, + "recall": 0.957031, + "f1": 0.942708, + "accuracy": 0.957031, + "main_score": 0.942708, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02838, + "recall": 0.070312, + "f1": 0.034569, + "accuracy": 0.070312, + "main_score": 0.034569, + "hf_subset": "eng_Latn-pon_Latn", + "languages": [ + "eng-Latn", + "pon-Latn" + ] + }, + { + "precision": 0.039344, + "recall": 0.078125, + "f1": 0.046617, + "accuracy": 0.078125, + "main_score": 0.046617, + "hf_subset": "pon_Latn-eng_Latn", + "languages": [ + "pon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.942708, + "recall": 0.960938, + "f1": 0.948568, + "accuracy": 0.960938, + "main_score": 0.948568, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051439, + "recall": 0.082031, + "f1": 0.055575, + "accuracy": 0.082031, + "main_score": 0.055575, + "hf_subset": "eng_Latn-poy_Latn", + "languages": [ + "eng-Latn", + "poy-Latn" + ] + }, + { + "precision": 0.08376, + "recall": 0.128906, + "f1": 0.092906, + "accuracy": 0.128906, + "main_score": 0.092906, + "hf_subset": "poy_Latn-eng_Latn", + "languages": [ + "poy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039758, + "recall": 0.0625, + "f1": 0.043776, + "accuracy": 0.0625, + "main_score": 0.043776, + "hf_subset": "eng_Latn-ppo_Latn", + "languages": [ + "eng-Latn", + "ppo-Latn" + ] + }, + { + "precision": 0.058537, + "recall": 0.078125, + "f1": 0.06224, + "accuracy": 0.078125, + "main_score": 0.06224, + "hf_subset": "ppo_Latn-eng_Latn", + "languages": [ + "ppo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142567, + "recall": 0.207031, + "f1": 0.157705, + "accuracy": 0.207031, + "main_score": 0.157705, + "hf_subset": "eng_Latn-prf_Latn", + "languages": [ + "eng-Latn", + "prf-Latn" + ] + }, + { + "precision": 0.15464, + "recall": 0.222656, + "f1": 0.169355, + "accuracy": 0.222656, + "main_score": 0.169355, + "hf_subset": "prf_Latn-eng_Latn", + "languages": [ + "prf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079627, + "recall": 0.101562, + "f1": 0.08359, + "accuracy": 0.101562, + "main_score": 0.08359, + "hf_subset": "eng_Latn-pri_Latn", + "languages": [ + "eng-Latn", + "pri-Latn" + ] + }, + { + "precision": 0.059758, + "recall": 0.097656, + "f1": 0.067325, + "accuracy": 0.097656, + "main_score": 0.067325, + "hf_subset": "pri_Latn-eng_Latn", + "languages": [ + "pri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049154, + "recall": 0.070312, + "f1": 0.055599, + "accuracy": 0.070312, + "main_score": 0.055599, + "hf_subset": "eng_Latn-ptp_Latn", + "languages": [ + "eng-Latn", + "ptp-Latn" + ] + }, + { + "precision": 0.056801, + "recall": 0.097656, + "f1": 0.065077, + "accuracy": 0.097656, + "main_score": 0.065077, + "hf_subset": "ptp_Latn-eng_Latn", + "languages": [ + "ptp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099383, + "recall": 0.144531, + "f1": 0.108544, + "accuracy": 0.144531, + "main_score": 0.108544, + "hf_subset": "eng_Latn-ptu_Latn", + "languages": [ + "eng-Latn", + "ptu-Latn" + ] + }, + { + "precision": 0.077283, + "recall": 0.128906, + "f1": 0.087145, + "accuracy": 0.128906, + "main_score": 0.087145, + "hf_subset": "ptu_Latn-eng_Latn", + "languages": [ + "ptu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059755, + "recall": 0.09375, + "f1": 0.068076, + "accuracy": 0.09375, + "main_score": 0.068076, + "hf_subset": "eng_Latn-pwg_Latn", + "languages": [ + "eng-Latn", + "pwg-Latn" + ] + }, + { + "precision": 0.074989, + "recall": 0.128906, + "f1": 0.085613, + "accuracy": 0.128906, + "main_score": 0.085613, + "hf_subset": "pwg_Latn-eng_Latn", + "languages": [ + "pwg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076318, + "recall": 0.105469, + "f1": 0.081186, + "accuracy": 0.105469, + "main_score": 0.081186, + "hf_subset": "eng_Latn-qub_Latn", + "languages": [ + "eng-Latn", + "qub-Latn" + ] + }, + { + "precision": 0.099158, + "recall": 0.144531, + "f1": 0.108398, + "accuracy": 0.144531, + "main_score": 0.108398, + "hf_subset": "qub_Latn-eng_Latn", + "languages": [ + "qub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067015, + "recall": 0.128906, + "f1": 0.077211, + "accuracy": 0.128906, + "main_score": 0.077211, + "hf_subset": "eng_Latn-quc_Latn", + "languages": [ + "eng-Latn", + "quc-Latn" + ] + }, + { + "precision": 0.098687, + "recall": 0.148438, + "f1": 0.108465, + "accuracy": 0.148438, + "main_score": 0.108465, + "hf_subset": "quc_Latn-eng_Latn", + "languages": [ + "quc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080575, + "recall": 0.117188, + "f1": 0.088535, + "accuracy": 0.117188, + "main_score": 0.088535, + "hf_subset": "eng_Latn-quf_Latn", + "languages": [ + "eng-Latn", + "quf-Latn" + ] + }, + { + "precision": 0.066985, + "recall": 0.105469, + "f1": 0.075175, + "accuracy": 0.105469, + "main_score": 0.075175, + "hf_subset": "quf_Latn-eng_Latn", + "languages": [ + "quf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09731, + "recall": 0.171875, + "f1": 0.112823, + "accuracy": 0.171875, + "main_score": 0.112823, + "hf_subset": "eng_Latn-quh_Latn", + "languages": [ + "eng-Latn", + "quh-Latn" + ] + }, + { + "precision": 0.109268, + "recall": 0.164062, + "f1": 0.119466, + "accuracy": 0.164062, + "main_score": 0.119466, + "hf_subset": "quh_Latn-eng_Latn", + "languages": [ + "quh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.155346, + "recall": 0.230469, + "f1": 0.170692, + "accuracy": 0.230469, + "main_score": 0.170692, + "hf_subset": "eng_Latn-qul_Latn", + "languages": [ + "eng-Latn", + "qul-Latn" + ] + }, + { + "precision": 0.203695, + "recall": 0.285156, + "f1": 0.223218, + "accuracy": 0.285156, + "main_score": 0.223218, + "hf_subset": "qul_Latn-eng_Latn", + "languages": [ + "qul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0632, + "recall": 0.09375, + "f1": 0.070195, + "accuracy": 0.09375, + "main_score": 0.070195, + "hf_subset": "eng_Latn-qup_Latn", + "languages": [ + "eng-Latn", + "qup-Latn" + ] + }, + { + "precision": 0.05934, + "recall": 0.097656, + "f1": 0.065491, + "accuracy": 0.097656, + "main_score": 0.065491, + "hf_subset": "qup_Latn-eng_Latn", + "languages": [ + "qup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04025, + "recall": 0.058594, + "f1": 0.042855, + "accuracy": 0.058594, + "main_score": 0.042855, + "hf_subset": "eng_Latn-qvc_Latn", + "languages": [ + "eng-Latn", + "qvc-Latn" + ] + }, + { + "precision": 0.050305, + "recall": 0.085938, + "f1": 0.055834, + "accuracy": 0.085938, + "main_score": 0.055834, + "hf_subset": "qvc_Latn-eng_Latn", + "languages": [ + "qvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.157387, + "recall": 0.230469, + "f1": 0.173018, + "accuracy": 0.230469, + "main_score": 0.173018, + "hf_subset": "eng_Latn-qve_Latn", + "languages": [ + "eng-Latn", + "qve-Latn" + ] + }, + { + "precision": 0.153576, + "recall": 0.207031, + "f1": 0.165478, + "accuracy": 0.207031, + "main_score": 0.165478, + "hf_subset": "qve_Latn-eng_Latn", + "languages": [ + "qve-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088541, + "recall": 0.136719, + "f1": 0.098388, + "accuracy": 0.136719, + "main_score": 0.098388, + "hf_subset": "eng_Latn-qvh_Latn", + "languages": [ + "eng-Latn", + "qvh-Latn" + ] + }, + { + "precision": 0.082126, + "recall": 0.140625, + "f1": 0.093198, + "accuracy": 0.140625, + "main_score": 0.093198, + "hf_subset": "qvh_Latn-eng_Latn", + "languages": [ + "qvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092141, + "recall": 0.132812, + "f1": 0.101359, + "accuracy": 0.132812, + "main_score": 0.101359, + "hf_subset": "eng_Latn-qvm_Latn", + "languages": [ + "eng-Latn", + "qvm-Latn" + ] + }, + { + "precision": 0.085982, + "recall": 0.144531, + "f1": 0.097341, + "accuracy": 0.144531, + "main_score": 0.097341, + "hf_subset": "qvm_Latn-eng_Latn", + "languages": [ + "qvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091484, + "recall": 0.140625, + "f1": 0.10016, + "accuracy": 0.140625, + "main_score": 0.10016, + "hf_subset": "eng_Latn-qvn_Latn", + "languages": [ + "eng-Latn", + "qvn-Latn" + ] + }, + { + "precision": 0.090905, + "recall": 0.144531, + "f1": 0.100906, + "accuracy": 0.144531, + "main_score": 0.100906, + "hf_subset": "qvn_Latn-eng_Latn", + "languages": [ + "qvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076381, + "recall": 0.109375, + "f1": 0.082456, + "accuracy": 0.109375, + "main_score": 0.082456, + "hf_subset": "eng_Latn-qvs_Latn", + "languages": [ + "eng-Latn", + "qvs-Latn" + ] + }, + { + "precision": 0.073205, + "recall": 0.113281, + "f1": 0.08128, + "accuracy": 0.113281, + "main_score": 0.08128, + "hf_subset": "qvs_Latn-eng_Latn", + "languages": [ + "qvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058023, + "recall": 0.085938, + "f1": 0.06276, + "accuracy": 0.085938, + "main_score": 0.06276, + "hf_subset": "eng_Latn-qvw_Latn", + "languages": [ + "eng-Latn", + "qvw-Latn" + ] + }, + { + "precision": 0.064386, + "recall": 0.097656, + "f1": 0.070617, + "accuracy": 0.097656, + "main_score": 0.070617, + "hf_subset": "qvw_Latn-eng_Latn", + "languages": [ + "qvw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070176, + "recall": 0.101562, + "f1": 0.076734, + "accuracy": 0.101562, + "main_score": 0.076734, + "hf_subset": "eng_Latn-qvz_Latn", + "languages": [ + "eng-Latn", + "qvz-Latn" + ] + }, + { + "precision": 0.084107, + "recall": 0.132812, + "f1": 0.093725, + "accuracy": 0.132812, + "main_score": 0.093725, + "hf_subset": "qvz_Latn-eng_Latn", + "languages": [ + "qvz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113029, + "recall": 0.167969, + "f1": 0.124841, + "accuracy": 0.167969, + "main_score": 0.124841, + "hf_subset": "eng_Latn-qwh_Latn", + "languages": [ + "eng-Latn", + "qwh-Latn" + ] + }, + { + "precision": 0.097578, + "recall": 0.167969, + "f1": 0.113108, + "accuracy": 0.167969, + "main_score": 0.113108, + "hf_subset": "qwh_Latn-eng_Latn", + "languages": [ + "qwh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067182, + "recall": 0.097656, + "f1": 0.071945, + "accuracy": 0.097656, + "main_score": 0.071945, + "hf_subset": "eng_Latn-qxh_Latn", + "languages": [ + "eng-Latn", + "qxh-Latn" + ] + }, + { + "precision": 0.051931, + "recall": 0.09375, + "f1": 0.059057, + "accuracy": 0.09375, + "main_score": 0.059057, + "hf_subset": "qxh_Latn-eng_Latn", + "languages": [ + "qxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126283, + "recall": 0.191406, + "f1": 0.138824, + "accuracy": 0.191406, + "main_score": 0.138824, + "hf_subset": "eng_Latn-qxn_Latn", + "languages": [ + "eng-Latn", + "qxn-Latn" + ] + }, + { + "precision": 0.12276, + "recall": 0.183594, + "f1": 0.13559, + "accuracy": 0.183594, + "main_score": 0.13559, + "hf_subset": "qxn_Latn-eng_Latn", + "languages": [ + "qxn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083363, + "recall": 0.121094, + "f1": 0.091983, + "accuracy": 0.121094, + "main_score": 0.091983, + "hf_subset": "eng_Latn-qxo_Latn", + "languages": [ + "eng-Latn", + "qxo-Latn" + ] + }, + { + "precision": 0.092951, + "recall": 0.152344, + "f1": 0.10559, + "accuracy": 0.152344, + "main_score": 0.10559, + "hf_subset": "qxo_Latn-eng_Latn", + "languages": [ + "qxo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095784, + "recall": 0.117188, + "f1": 0.09879, + "accuracy": 0.117188, + "main_score": 0.09879, + "hf_subset": "eng_Latn-rai_Latn", + "languages": [ + "eng-Latn", + "rai-Latn" + ] + }, + { + "precision": 0.075351, + "recall": 0.113281, + "f1": 0.082782, + "accuracy": 0.113281, + "main_score": 0.082782, + "hf_subset": "rai_Latn-eng_Latn", + "languages": [ + "rai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074356, + "recall": 0.113281, + "f1": 0.081249, + "accuracy": 0.113281, + "main_score": 0.081249, + "hf_subset": "eng_Latn-reg_Latn", + "languages": [ + "eng-Latn", + "reg-Latn" + ] + }, + { + "precision": 0.086976, + "recall": 0.125, + "f1": 0.095419, + "accuracy": 0.125, + "main_score": 0.095419, + "hf_subset": "reg_Latn-eng_Latn", + "languages": [ + "reg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052626, + "recall": 0.085938, + "f1": 0.060251, + "accuracy": 0.085938, + "main_score": 0.060251, + "hf_subset": "eng_Latn-rgu_Latn", + "languages": [ + "eng-Latn", + "rgu-Latn" + ] + }, + { + "precision": 0.07133, + "recall": 0.105469, + "f1": 0.078306, + "accuracy": 0.105469, + "main_score": 0.078306, + "hf_subset": "rgu_Latn-eng_Latn", + "languages": [ + "rgu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024264, + "recall": 0.042969, + "f1": 0.02674, + "accuracy": 0.042969, + "main_score": 0.02674, + "hf_subset": "eng_Latn-rkb_Latn", + "languages": [ + "eng-Latn", + "rkb-Latn" + ] + }, + { + "precision": 0.043424, + "recall": 0.066406, + "f1": 0.048717, + "accuracy": 0.066406, + "main_score": 0.048717, + "hf_subset": "rkb_Latn-eng_Latn", + "languages": [ + "rkb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104321, + "recall": 0.152344, + "f1": 0.112977, + "accuracy": 0.152344, + "main_score": 0.112977, + "hf_subset": "eng_Latn-rmc_Latn", + "languages": [ + "eng-Latn", + "rmc-Latn" + ] + }, + { + "precision": 0.147568, + "recall": 0.203125, + "f1": 0.159589, + "accuracy": 0.203125, + "main_score": 0.159589, + "hf_subset": "rmc_Latn-eng_Latn", + "languages": [ + "rmc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110914, + "recall": 0.191406, + "f1": 0.12652, + "accuracy": 0.191406, + "main_score": 0.12652, + "hf_subset": "eng_Latn-rmy_Latn", + "languages": [ + "eng-Latn", + "rmy-Latn" + ] + }, + { + "precision": 0.125691, + "recall": 0.199219, + "f1": 0.143992, + "accuracy": 0.199219, + "main_score": 0.143992, + "hf_subset": "rmy_Latn-eng_Latn", + "languages": [ + "rmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.898438, + "recall": 0.929688, + "f1": 0.908203, + "accuracy": 0.929688, + "main_score": 0.908203, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.954427, + "recall": 0.96875, + "f1": 0.958984, + "accuracy": 0.96875, + "main_score": 0.958984, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049555, + "recall": 0.074219, + "f1": 0.053922, + "accuracy": 0.074219, + "main_score": 0.053922, + "hf_subset": "eng_Latn-roo_Latn", + "languages": [ + "eng-Latn", + "roo-Latn" + ] + }, + { + "precision": 0.0633, + "recall": 0.09375, + "f1": 0.069832, + "accuracy": 0.09375, + "main_score": 0.069832, + "hf_subset": "roo_Latn-eng_Latn", + "languages": [ + "roo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043051, + "recall": 0.074219, + "f1": 0.048828, + "accuracy": 0.074219, + "main_score": 0.048828, + "hf_subset": "eng_Latn-rop_Latn", + "languages": [ + "eng-Latn", + "rop-Latn" + ] + }, + { + "precision": 0.048102, + "recall": 0.089844, + "f1": 0.054746, + "accuracy": 0.089844, + "main_score": 0.054746, + "hf_subset": "rop_Latn-eng_Latn", + "languages": [ + "rop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069531, + "recall": 0.113281, + "f1": 0.078098, + "accuracy": 0.113281, + "main_score": 0.078098, + "hf_subset": "eng_Latn-row_Latn", + "languages": [ + "eng-Latn", + "row-Latn" + ] + }, + { + "precision": 0.064952, + "recall": 0.09375, + "f1": 0.071181, + "accuracy": 0.09375, + "main_score": 0.071181, + "hf_subset": "row_Latn-eng_Latn", + "languages": [ + "row-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053932, + "recall": 0.085938, + "f1": 0.059896, + "accuracy": 0.085938, + "main_score": 0.059896, + "hf_subset": "eng_Latn-rro_Latn", + "languages": [ + "eng-Latn", + "rro-Latn" + ] + }, + { + "precision": 0.070373, + "recall": 0.113281, + "f1": 0.077667, + "accuracy": 0.113281, + "main_score": 0.077667, + "hf_subset": "rro_Latn-eng_Latn", + "languages": [ + "rro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0753, + "recall": 0.113281, + "f1": 0.081535, + "accuracy": 0.113281, + "main_score": 0.081535, + "hf_subset": "eng_Latn-ruf_Latn", + "languages": [ + "eng-Latn", + "ruf-Latn" + ] + }, + { + "precision": 0.094138, + "recall": 0.148438, + "f1": 0.106284, + "accuracy": 0.148438, + "main_score": 0.106284, + "hf_subset": "ruf_Latn-eng_Latn", + "languages": [ + "ruf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046137, + "recall": 0.070312, + "f1": 0.051067, + "accuracy": 0.070312, + "main_score": 0.051067, + "hf_subset": "eng_Latn-rug_Latn", + "languages": [ + "eng-Latn", + "rug-Latn" + ] + }, + { + "precision": 0.059419, + "recall": 0.09375, + "f1": 0.065031, + "accuracy": 0.09375, + "main_score": 0.065031, + "hf_subset": "rug_Latn-eng_Latn", + "languages": [ + "rug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973958, + "recall": 0.980469, + "f1": 0.975911, + "accuracy": 0.980469, + "main_score": 0.975911, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.030562, + "recall": 0.0625, + "f1": 0.034896, + "accuracy": 0.0625, + "main_score": 0.034896, + "hf_subset": "eng_Latn-rwo_Latn", + "languages": [ + "eng-Latn", + "rwo-Latn" + ] + }, + { + "precision": 0.064554, + "recall": 0.101562, + "f1": 0.070965, + "accuracy": 0.101562, + "main_score": 0.070965, + "hf_subset": "rwo_Latn-eng_Latn", + "languages": [ + "rwo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078902, + "recall": 0.117188, + "f1": 0.087193, + "accuracy": 0.117188, + "main_score": 0.087193, + "hf_subset": "eng_Latn-sab_Latn", + "languages": [ + "eng-Latn", + "sab-Latn" + ] + }, + { + "precision": 0.091374, + "recall": 0.132812, + "f1": 0.100177, + "accuracy": 0.132812, + "main_score": 0.100177, + "hf_subset": "sab_Latn-eng_Latn", + "languages": [ + "sab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007284, + "recall": 0.027344, + "f1": 0.009148, + "accuracy": 0.027344, + "main_score": 0.009148, + "hf_subset": "eng_Latn-san_Latn", + "languages": [ + "eng-Latn", + "san-Latn" + ] + }, + { + "precision": 0.000205, + "recall": 0.007812, + "f1": 0.000394, + "accuracy": 0.007812, + "main_score": 0.000394, + "hf_subset": "san_Latn-eng_Latn", + "languages": [ + "san-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054584, + "recall": 0.078125, + "f1": 0.057909, + "accuracy": 0.078125, + "main_score": 0.057909, + "hf_subset": "eng_Latn-sbe_Latn", + "languages": [ + "eng-Latn", + "sbe-Latn" + ] + }, + { + "precision": 0.067409, + "recall": 0.097656, + "f1": 0.073372, + "accuracy": 0.097656, + "main_score": 0.073372, + "hf_subset": "sbe_Latn-eng_Latn", + "languages": [ + "sbe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06762, + "recall": 0.105469, + "f1": 0.074617, + "accuracy": 0.105469, + "main_score": 0.074617, + "hf_subset": "eng_Latn-sbk_Latn", + "languages": [ + "eng-Latn", + "sbk-Latn" + ] + }, + { + "precision": 0.092808, + "recall": 0.128906, + "f1": 0.101866, + "accuracy": 0.128906, + "main_score": 0.101866, + "hf_subset": "sbk_Latn-eng_Latn", + "languages": [ + "sbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086989, + "recall": 0.109375, + "f1": 0.092019, + "accuracy": 0.109375, + "main_score": 0.092019, + "hf_subset": "eng_Latn-sbs_Latn", + "languages": [ + "eng-Latn", + "sbs-Latn" + ] + }, + { + "precision": 0.092578, + "recall": 0.136719, + "f1": 0.10309, + "accuracy": 0.136719, + "main_score": 0.10309, + "hf_subset": "sbs_Latn-eng_Latn", + "languages": [ + "sbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137088, + "recall": 0.195312, + "f1": 0.148088, + "accuracy": 0.195312, + "main_score": 0.148088, + "hf_subset": "eng_Latn-seh_Latn", + "languages": [ + "eng-Latn", + "seh-Latn" + ] + }, + { + "precision": 0.168928, + "recall": 0.246094, + "f1": 0.187168, + "accuracy": 0.246094, + "main_score": 0.187168, + "hf_subset": "seh_Latn-eng_Latn", + "languages": [ + "seh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073671, + "recall": 0.113281, + "f1": 0.081975, + "accuracy": 0.113281, + "main_score": 0.081975, + "hf_subset": "eng_Latn-sey_Latn", + "languages": [ + "eng-Latn", + "sey-Latn" + ] + }, + { + "precision": 0.099465, + "recall": 0.132812, + "f1": 0.104531, + "accuracy": 0.132812, + "main_score": 0.104531, + "hf_subset": "sey_Latn-eng_Latn", + "languages": [ + "sey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106232, + "recall": 0.144531, + "f1": 0.113424, + "accuracy": 0.144531, + "main_score": 0.113424, + "hf_subset": "eng_Latn-sgb_Latn", + "languages": [ + "eng-Latn", + "sgb-Latn" + ] + }, + { + "precision": 0.114507, + "recall": 0.167969, + "f1": 0.12718, + "accuracy": 0.167969, + "main_score": 0.12718, + "hf_subset": "sgb_Latn-eng_Latn", + "languages": [ + "sgb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049453, + "recall": 0.078125, + "f1": 0.054697, + "accuracy": 0.078125, + "main_score": 0.054697, + "hf_subset": "eng_Latn-sgz_Latn", + "languages": [ + "eng-Latn", + "sgz-Latn" + ] + }, + { + "precision": 0.063607, + "recall": 0.097656, + "f1": 0.071503, + "accuracy": 0.097656, + "main_score": 0.071503, + "hf_subset": "sgz_Latn-eng_Latn", + "languages": [ + "sgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172619, + "recall": 0.241758, + "f1": 0.189465, + "accuracy": 0.241758, + "main_score": 0.189465, + "hf_subset": "eng_Latn-shj_Latn", + "languages": [ + "eng-Latn", + "shj-Latn" + ] + }, + { + "precision": 0.174647, + "recall": 0.208791, + "f1": 0.182967, + "accuracy": 0.208791, + "main_score": 0.182967, + "hf_subset": "shj_Latn-eng_Latn", + "languages": [ + "shj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067904, + "recall": 0.101562, + "f1": 0.076122, + "accuracy": 0.101562, + "main_score": 0.076122, + "hf_subset": "eng_Latn-shp_Latn", + "languages": [ + "eng-Latn", + "shp-Latn" + ] + }, + { + "precision": 0.093267, + "recall": 0.148438, + "f1": 0.104571, + "accuracy": 0.148438, + "main_score": 0.104571, + "hf_subset": "shp_Latn-eng_Latn", + "languages": [ + "shp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06734, + "recall": 0.109375, + "f1": 0.075298, + "accuracy": 0.109375, + "main_score": 0.075298, + "hf_subset": "eng_Latn-sim_Latn", + "languages": [ + "eng-Latn", + "sim-Latn" + ] + }, + { + "precision": 0.071636, + "recall": 0.121094, + "f1": 0.082686, + "accuracy": 0.121094, + "main_score": 0.082686, + "hf_subset": "sim_Latn-eng_Latn", + "languages": [ + "sim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075301, + "recall": 0.117188, + "f1": 0.084586, + "accuracy": 0.117188, + "main_score": 0.084586, + "hf_subset": "eng_Latn-sja_Latn", + "languages": [ + "eng-Latn", + "sja-Latn" + ] + }, + { + "precision": 0.087678, + "recall": 0.132812, + "f1": 0.097331, + "accuracy": 0.132812, + "main_score": 0.097331, + "hf_subset": "sja_Latn-eng_Latn", + "languages": [ + "sja-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046157, + "recall": 0.070312, + "f1": 0.050894, + "accuracy": 0.070312, + "main_score": 0.050894, + "hf_subset": "eng_Latn-sll_Latn", + "languages": [ + "eng-Latn", + "sll-Latn" + ] + }, + { + "precision": 0.059422, + "recall": 0.078125, + "f1": 0.064142, + "accuracy": 0.078125, + "main_score": 0.064142, + "hf_subset": "sll_Latn-eng_Latn", + "languages": [ + "sll-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099998, + "recall": 0.148438, + "f1": 0.110708, + "accuracy": 0.148438, + "main_score": 0.110708, + "hf_subset": "eng_Latn-smk_Latn", + "languages": [ + "eng-Latn", + "smk-Latn" + ] + }, + { + "precision": 0.109022, + "recall": 0.167969, + "f1": 0.122259, + "accuracy": 0.167969, + "main_score": 0.122259, + "hf_subset": "smk_Latn-eng_Latn", + "languages": [ + "smk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073079, + "recall": 0.113281, + "f1": 0.080824, + "accuracy": 0.113281, + "main_score": 0.080824, + "hf_subset": "eng_Latn-snc_Latn", + "languages": [ + "eng-Latn", + "snc-Latn" + ] + }, + { + "precision": 0.083042, + "recall": 0.125, + "f1": 0.092693, + "accuracy": 0.125, + "main_score": 0.092693, + "hf_subset": "snc_Latn-eng_Latn", + "languages": [ + "snc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061684, + "recall": 0.101562, + "f1": 0.069969, + "accuracy": 0.101562, + "main_score": 0.069969, + "hf_subset": "eng_Latn-snn_Latn", + "languages": [ + "eng-Latn", + "snn-Latn" + ] + }, + { + "precision": 0.088459, + "recall": 0.132812, + "f1": 0.096592, + "accuracy": 0.132812, + "main_score": 0.096592, + "hf_subset": "snn_Latn-eng_Latn", + "languages": [ + "snn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027876, + "recall": 0.050781, + "f1": 0.031436, + "accuracy": 0.050781, + "main_score": 0.031436, + "hf_subset": "eng_Latn-snp_Latn", + "languages": [ + "eng-Latn", + "snp-Latn" + ] + }, + { + "precision": 0.061169, + "recall": 0.09375, + "f1": 0.067533, + "accuracy": 0.09375, + "main_score": 0.067533, + "hf_subset": "snp_Latn-eng_Latn", + "languages": [ + "snp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.143359, + "recall": 0.2, + "f1": 0.153957, + "accuracy": 0.2, + "main_score": 0.153957, + "hf_subset": "eng_Latn-snx_Latn", + "languages": [ + "eng-Latn", + "snx-Latn" + ] + }, + { + "precision": 0.192122, + "recall": 0.278571, + "f1": 0.213707, + "accuracy": 0.278571, + "main_score": 0.213707, + "hf_subset": "snx_Latn-eng_Latn", + "languages": [ + "snx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038734, + "recall": 0.070312, + "f1": 0.042532, + "accuracy": 0.070312, + "main_score": 0.042532, + "hf_subset": "eng_Latn-sny_Latn", + "languages": [ + "eng-Latn", + "sny-Latn" + ] + }, + { + "precision": 0.041907, + "recall": 0.066406, + "f1": 0.045088, + "accuracy": 0.066406, + "main_score": 0.045088, + "hf_subset": "sny_Latn-eng_Latn", + "languages": [ + "sny-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060285, + "recall": 0.109375, + "f1": 0.070018, + "accuracy": 0.109375, + "main_score": 0.070018, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.068357, + "recall": 0.113281, + "f1": 0.076317, + "accuracy": 0.113281, + "main_score": 0.076317, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056418, + "recall": 0.082031, + "f1": 0.061938, + "accuracy": 0.082031, + "main_score": 0.061938, + "hf_subset": "eng_Latn-soq_Latn", + "languages": [ + "eng-Latn", + "soq-Latn" + ] + }, + { + "precision": 0.073778, + "recall": 0.117188, + "f1": 0.083643, + "accuracy": 0.117188, + "main_score": 0.083643, + "hf_subset": "soq_Latn-eng_Latn", + "languages": [ + "soq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031322, + "recall": 0.050781, + "f1": 0.033843, + "accuracy": 0.050781, + "main_score": 0.033843, + "hf_subset": "eng_Latn-soy_Latn", + "languages": [ + "eng-Latn", + "soy-Latn" + ] + }, + { + "precision": 0.02227, + "recall": 0.046875, + "f1": 0.027294, + "accuracy": 0.046875, + "main_score": 0.027294, + "hf_subset": "soy_Latn-eng_Latn", + "languages": [ + "soy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.977865, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029272, + "recall": 0.042969, + "f1": 0.030601, + "accuracy": 0.042969, + "main_score": 0.030601, + "hf_subset": "eng_Latn-spl_Latn", + "languages": [ + "eng-Latn", + "spl-Latn" + ] + }, + { + "precision": 0.022472, + "recall": 0.054688, + "f1": 0.027999, + "accuracy": 0.054688, + "main_score": 0.027999, + "hf_subset": "spl_Latn-eng_Latn", + "languages": [ + "spl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.156873, + "recall": 0.230469, + "f1": 0.1742, + "accuracy": 0.230469, + "main_score": 0.1742, + "hf_subset": "eng_Latn-spm_Latn", + "languages": [ + "eng-Latn", + "spm-Latn" + ] + }, + { + "precision": 0.173438, + "recall": 0.25, + "f1": 0.190824, + "accuracy": 0.25, + "main_score": 0.190824, + "hf_subset": "spm_Latn-eng_Latn", + "languages": [ + "spm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041536, + "recall": 0.058594, + "f1": 0.045632, + "accuracy": 0.058594, + "main_score": 0.045632, + "hf_subset": "eng_Latn-spp_Latn", + "languages": [ + "eng-Latn", + "spp-Latn" + ] + }, + { + "precision": 0.060004, + "recall": 0.085938, + "f1": 0.066797, + "accuracy": 0.085938, + "main_score": 0.066797, + "hf_subset": "spp_Latn-eng_Latn", + "languages": [ + "spp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063091, + "recall": 0.097656, + "f1": 0.06906, + "accuracy": 0.097656, + "main_score": 0.06906, + "hf_subset": "eng_Latn-sps_Latn", + "languages": [ + "eng-Latn", + "sps-Latn" + ] + }, + { + "precision": 0.066335, + "recall": 0.109375, + "f1": 0.073835, + "accuracy": 0.109375, + "main_score": 0.073835, + "hf_subset": "sps_Latn-eng_Latn", + "languages": [ + "sps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032869, + "recall": 0.054688, + "f1": 0.035844, + "accuracy": 0.054688, + "main_score": 0.035844, + "hf_subset": "eng_Latn-spy_Latn", + "languages": [ + "eng-Latn", + "spy-Latn" + ] + }, + { + "precision": 0.041574, + "recall": 0.050781, + "f1": 0.043945, + "accuracy": 0.050781, + "main_score": 0.043945, + "hf_subset": "spy_Latn-eng_Latn", + "languages": [ + "spy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054403, + "recall": 0.089844, + "f1": 0.062525, + "accuracy": 0.089844, + "main_score": 0.062525, + "hf_subset": "eng_Latn-sri_Latn", + "languages": [ + "eng-Latn", + "sri-Latn" + ] + }, + { + "precision": 0.07128, + "recall": 0.109375, + "f1": 0.077478, + "accuracy": 0.109375, + "main_score": 0.077478, + "hf_subset": "sri_Latn-eng_Latn", + "languages": [ + "sri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045578, + "recall": 0.078125, + "f1": 0.051956, + "accuracy": 0.078125, + "main_score": 0.051956, + "hf_subset": "eng_Latn-srm_Latn", + "languages": [ + "eng-Latn", + "srm-Latn" + ] + }, + { + "precision": 0.060003, + "recall": 0.089844, + "f1": 0.065807, + "accuracy": 0.089844, + "main_score": 0.065807, + "hf_subset": "srm_Latn-eng_Latn", + "languages": [ + "srm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103139, + "recall": 0.144531, + "f1": 0.112032, + "accuracy": 0.144531, + "main_score": 0.112032, + "hf_subset": "eng_Latn-srn_Latn", + "languages": [ + "eng-Latn", + "srn-Latn" + ] + }, + { + "precision": 0.139416, + "recall": 0.210938, + "f1": 0.154225, + "accuracy": 0.210938, + "main_score": 0.154225, + "hf_subset": "srn_Latn-eng_Latn", + "languages": [ + "srn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.541081, + "recall": 0.644531, + "f1": 0.569736, + "accuracy": 0.644531, + "main_score": 0.569736, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.649089, + "recall": 0.734375, + "f1": 0.67487, + "accuracy": 0.734375, + "main_score": 0.67487, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126339, + "recall": 0.167969, + "f1": 0.135492, + "accuracy": 0.167969, + "main_score": 0.135492, + "hf_subset": "eng_Latn-srq_Latn", + "languages": [ + "eng-Latn", + "srq-Latn" + ] + }, + { + "precision": 0.11966, + "recall": 0.175781, + "f1": 0.128806, + "accuracy": 0.175781, + "main_score": 0.128806, + "hf_subset": "srq_Latn-eng_Latn", + "languages": [ + "srq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069195, + "recall": 0.105469, + "f1": 0.076617, + "accuracy": 0.105469, + "main_score": 0.076617, + "hf_subset": "eng_Latn-ssd_Latn", + "languages": [ + "eng-Latn", + "ssd-Latn" + ] + }, + { + "precision": 0.071488, + "recall": 0.105469, + "f1": 0.079041, + "accuracy": 0.105469, + "main_score": 0.079041, + "hf_subset": "ssd_Latn-eng_Latn", + "languages": [ + "ssd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068609, + "recall": 0.113281, + "f1": 0.0756, + "accuracy": 0.113281, + "main_score": 0.0756, + "hf_subset": "eng_Latn-ssg_Latn", + "languages": [ + "eng-Latn", + "ssg-Latn" + ] + }, + { + "precision": 0.051955, + "recall": 0.097656, + "f1": 0.062092, + "accuracy": 0.097656, + "main_score": 0.062092, + "hf_subset": "ssg_Latn-eng_Latn", + "languages": [ + "ssg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027241, + "recall": 0.042969, + "f1": 0.03039, + "accuracy": 0.042969, + "main_score": 0.03039, + "hf_subset": "eng_Latn-ssx_Latn", + "languages": [ + "eng-Latn", + "ssx-Latn" + ] + }, + { + "precision": 0.029885, + "recall": 0.058594, + "f1": 0.034784, + "accuracy": 0.058594, + "main_score": 0.034784, + "hf_subset": "ssx_Latn-eng_Latn", + "languages": [ + "ssx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066473, + "recall": 0.089844, + "f1": 0.069882, + "accuracy": 0.089844, + "main_score": 0.069882, + "hf_subset": "eng_Latn-stp_Latn", + "languages": [ + "eng-Latn", + "stp-Latn" + ] + }, + { + "precision": 0.060232, + "recall": 0.089844, + "f1": 0.06615, + "accuracy": 0.089844, + "main_score": 0.06615, + "hf_subset": "stp_Latn-eng_Latn", + "languages": [ + "stp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060762, + "recall": 0.089844, + "f1": 0.066081, + "accuracy": 0.089844, + "main_score": 0.066081, + "hf_subset": "eng_Latn-sua_Latn", + "languages": [ + "eng-Latn", + "sua-Latn" + ] + }, + { + "precision": 0.063441, + "recall": 0.105469, + "f1": 0.072226, + "accuracy": 0.105469, + "main_score": 0.072226, + "hf_subset": "sua_Latn-eng_Latn", + "languages": [ + "sua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051454, + "recall": 0.082031, + "f1": 0.05719, + "accuracy": 0.082031, + "main_score": 0.05719, + "hf_subset": "eng_Latn-sue_Latn", + "languages": [ + "eng-Latn", + "sue-Latn" + ] + }, + { + "precision": 0.068031, + "recall": 0.105469, + "f1": 0.076854, + "accuracy": 0.105469, + "main_score": 0.076854, + "hf_subset": "sue_Latn-eng_Latn", + "languages": [ + "sue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.00905, + "recall": 0.023438, + "f1": 0.011277, + "accuracy": 0.023438, + "main_score": 0.011277, + "hf_subset": "eng_Latn-sus_Arab", + "languages": [ + "eng-Latn", + "sus-Arab" + ] + }, + { + "precision": 0.003925, + "recall": 0.007812, + "f1": 0.003943, + "accuracy": 0.007812, + "main_score": 0.003943, + "hf_subset": "sus_Arab-eng_Latn", + "languages": [ + "sus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.041611, + "recall": 0.070312, + "f1": 0.046677, + "accuracy": 0.070312, + "main_score": 0.046677, + "hf_subset": "eng_Latn-suz_Latn", + "languages": [ + "eng-Latn", + "suz-Latn" + ] + }, + { + "precision": 0.047526, + "recall": 0.066406, + "f1": 0.052734, + "accuracy": 0.066406, + "main_score": 0.052734, + "hf_subset": "suz_Latn-eng_Latn", + "languages": [ + "suz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.798177, + "recall": 0.855469, + "f1": 0.815625, + "accuracy": 0.855469, + "main_score": 0.815625, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.854818, + "recall": 0.898438, + "f1": 0.869141, + "accuracy": 0.898438, + "main_score": 0.869141, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.477211, + "recall": 0.589844, + "f1": 0.507192, + "accuracy": 0.589844, + "main_score": 0.507192, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.64974, + "recall": 0.746094, + "f1": 0.67872, + "accuracy": 0.746094, + "main_score": 0.67872, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055165, + "recall": 0.082031, + "f1": 0.059344, + "accuracy": 0.082031, + "main_score": 0.059344, + "hf_subset": "eng_Latn-swp_Latn", + "languages": [ + "eng-Latn", + "swp-Latn" + ] + }, + { + "precision": 0.066707, + "recall": 0.105469, + "f1": 0.076414, + "accuracy": 0.105469, + "main_score": 0.076414, + "hf_subset": "swp_Latn-eng_Latn", + "languages": [ + "swp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041219, + "recall": 0.070312, + "f1": 0.045636, + "accuracy": 0.070312, + "main_score": 0.045636, + "hf_subset": "eng_Latn-sxb_Latn", + "languages": [ + "eng-Latn", + "sxb-Latn" + ] + }, + { + "precision": 0.065039, + "recall": 0.085938, + "f1": 0.069759, + "accuracy": 0.085938, + "main_score": 0.069759, + "hf_subset": "sxb_Latn-eng_Latn", + "languages": [ + "sxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037337, + "recall": 0.058594, + "f1": 0.041884, + "accuracy": 0.058594, + "main_score": 0.041884, + "hf_subset": "eng_Latn-tac_Latn", + "languages": [ + "eng-Latn", + "tac-Latn" + ] + }, + { + "precision": 0.046565, + "recall": 0.074219, + "f1": 0.05084, + "accuracy": 0.074219, + "main_score": 0.05084, + "hf_subset": "tac_Latn-eng_Latn", + "languages": [ + "tac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057139, + "recall": 0.097656, + "f1": 0.064901, + "accuracy": 0.097656, + "main_score": 0.064901, + "hf_subset": "eng_Latn-taj_Deva", + "languages": [ + "eng-Latn", + "taj-Deva" + ] + }, + { + "precision": 0.093012, + "recall": 0.152344, + "f1": 0.106795, + "accuracy": 0.152344, + "main_score": 0.106795, + "hf_subset": "taj_Deva-eng_Latn", + "languages": [ + "taj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.739714, + "recall": 0.777344, + "f1": 0.750521, + "accuracy": 0.777344, + "main_score": 0.750521, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.789714, + "recall": 0.832031, + "f1": 0.803385, + "accuracy": 0.832031, + "main_score": 0.803385, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.068261, + "recall": 0.105469, + "f1": 0.076762, + "accuracy": 0.105469, + "main_score": 0.076762, + "hf_subset": "eng_Latn-tav_Latn", + "languages": [ + "eng-Latn", + "tav-Latn" + ] + }, + { + "precision": 0.080181, + "recall": 0.136719, + "f1": 0.089344, + "accuracy": 0.136719, + "main_score": 0.089344, + "hf_subset": "tav_Latn-eng_Latn", + "languages": [ + "tav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034798, + "recall": 0.050781, + "f1": 0.038238, + "accuracy": 0.050781, + "main_score": 0.038238, + "hf_subset": "eng_Latn-taw_Latn", + "languages": [ + "eng-Latn", + "taw-Latn" + ] + }, + { + "precision": 0.050793, + "recall": 0.070312, + "f1": 0.054529, + "accuracy": 0.070312, + "main_score": 0.054529, + "hf_subset": "taw_Latn-eng_Latn", + "languages": [ + "taw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072949, + "recall": 0.109375, + "f1": 0.080668, + "accuracy": 0.109375, + "main_score": 0.080668, + "hf_subset": "eng_Latn-tbc_Latn", + "languages": [ + "eng-Latn", + "tbc-Latn" + ] + }, + { + "precision": 0.06406, + "recall": 0.101562, + "f1": 0.070888, + "accuracy": 0.101562, + "main_score": 0.070888, + "hf_subset": "tbc_Latn-eng_Latn", + "languages": [ + "tbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061209, + "recall": 0.101562, + "f1": 0.066861, + "accuracy": 0.101562, + "main_score": 0.066861, + "hf_subset": "eng_Latn-tbf_Latn", + "languages": [ + "eng-Latn", + "tbf-Latn" + ] + }, + { + "precision": 0.076918, + "recall": 0.121094, + "f1": 0.087136, + "accuracy": 0.121094, + "main_score": 0.087136, + "hf_subset": "tbf_Latn-eng_Latn", + "languages": [ + "tbf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040731, + "recall": 0.0625, + "f1": 0.044725, + "accuracy": 0.0625, + "main_score": 0.044725, + "hf_subset": "eng_Latn-tbg_Latn", + "languages": [ + "eng-Latn", + "tbg-Latn" + ] + }, + { + "precision": 0.042387, + "recall": 0.070312, + "f1": 0.047957, + "accuracy": 0.070312, + "main_score": 0.047957, + "hf_subset": "tbg_Latn-eng_Latn", + "languages": [ + "tbg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038131, + "recall": 0.0625, + "f1": 0.041887, + "accuracy": 0.0625, + "main_score": 0.041887, + "hf_subset": "eng_Latn-tbo_Latn", + "languages": [ + "eng-Latn", + "tbo-Latn" + ] + }, + { + "precision": 0.049842, + "recall": 0.105469, + "f1": 0.060585, + "accuracy": 0.105469, + "main_score": 0.060585, + "hf_subset": "tbo_Latn-eng_Latn", + "languages": [ + "tbo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029948, + "recall": 0.035156, + "f1": 0.03125, + "accuracy": 0.035156, + "main_score": 0.03125, + "hf_subset": "eng_Latn-tbz_Latn", + "languages": [ + "eng-Latn", + "tbz-Latn" + ] + }, + { + "precision": 0.041662, + "recall": 0.058594, + "f1": 0.043499, + "accuracy": 0.058594, + "main_score": 0.043499, + "hf_subset": "tbz_Latn-eng_Latn", + "languages": [ + "tbz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036606, + "recall": 0.0625, + "f1": 0.039688, + "accuracy": 0.0625, + "main_score": 0.039688, + "hf_subset": "eng_Latn-tca_Latn", + "languages": [ + "eng-Latn", + "tca-Latn" + ] + }, + { + "precision": 0.02391, + "recall": 0.054688, + "f1": 0.028381, + "accuracy": 0.054688, + "main_score": 0.028381, + "hf_subset": "tca_Latn-eng_Latn", + "languages": [ + "tca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073207, + "recall": 0.152344, + "f1": 0.090941, + "accuracy": 0.152344, + "main_score": 0.090941, + "hf_subset": "eng_Latn-tcs_Latn", + "languages": [ + "eng-Latn", + "tcs-Latn" + ] + }, + { + "precision": 0.112068, + "recall": 0.171875, + "f1": 0.12508, + "accuracy": 0.171875, + "main_score": 0.12508, + "hf_subset": "tcs_Latn-eng_Latn", + "languages": [ + "tcs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073433, + "recall": 0.109375, + "f1": 0.081057, + "accuracy": 0.109375, + "main_score": 0.081057, + "hf_subset": "eng_Latn-tcz_Latn", + "languages": [ + "eng-Latn", + "tcz-Latn" + ] + }, + { + "precision": 0.078813, + "recall": 0.125, + "f1": 0.089098, + "accuracy": 0.125, + "main_score": 0.089098, + "hf_subset": "tcz_Latn-eng_Latn", + "languages": [ + "tcz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110839, + "recall": 0.171875, + "f1": 0.121956, + "accuracy": 0.171875, + "main_score": 0.121956, + "hf_subset": "eng_Latn-tdt_Latn", + "languages": [ + "eng-Latn", + "tdt-Latn" + ] + }, + { + "precision": 0.128557, + "recall": 0.195312, + "f1": 0.143066, + "accuracy": 0.195312, + "main_score": 0.143066, + "hf_subset": "tdt_Latn-eng_Latn", + "languages": [ + "tdt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087469, + "recall": 0.136719, + "f1": 0.098063, + "accuracy": 0.136719, + "main_score": 0.098063, + "hf_subset": "eng_Latn-tee_Latn", + "languages": [ + "eng-Latn", + "tee-Latn" + ] + }, + { + "precision": 0.084429, + "recall": 0.136719, + "f1": 0.093899, + "accuracy": 0.136719, + "main_score": 0.093899, + "hf_subset": "tee_Latn-eng_Latn", + "languages": [ + "tee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.711263, + "recall": 0.777344, + "f1": 0.731845, + "accuracy": 0.777344, + "main_score": 0.731845, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.823242, + "recall": 0.859375, + "f1": 0.834245, + "accuracy": 0.859375, + "main_score": 0.834245, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.038289, + "recall": 0.054688, + "f1": 0.041312, + "accuracy": 0.054688, + "main_score": 0.041312, + "hf_subset": "eng_Latn-ter_Latn", + "languages": [ + "eng-Latn", + "ter-Latn" + ] + }, + { + "precision": 0.051237, + "recall": 0.078125, + "f1": 0.056739, + "accuracy": 0.078125, + "main_score": 0.056739, + "hf_subset": "ter_Latn-eng_Latn", + "languages": [ + "ter-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048493, + "recall": 0.082031, + "f1": 0.05533, + "accuracy": 0.082031, + "main_score": 0.05533, + "hf_subset": "eng_Latn-tet_Latn", + "languages": [ + "eng-Latn", + "tet-Latn" + ] + }, + { + "precision": 0.063922, + "recall": 0.105469, + "f1": 0.071342, + "accuracy": 0.105469, + "main_score": 0.071342, + "hf_subset": "tet_Latn-eng_Latn", + "languages": [ + "tet-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129757, + "recall": 0.175781, + "f1": 0.14087, + "accuracy": 0.175781, + "main_score": 0.14087, + "hf_subset": "eng_Latn-tew_Latn", + "languages": [ + "eng-Latn", + "tew-Latn" + ] + }, + { + "precision": 0.114512, + "recall": 0.152344, + "f1": 0.123207, + "accuracy": 0.152344, + "main_score": 0.123207, + "hf_subset": "tew_Latn-eng_Latn", + "languages": [ + "tew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057552, + "recall": 0.070312, + "f1": 0.060547, + "accuracy": 0.070312, + "main_score": 0.060547, + "hf_subset": "eng_Latn-tfr_Latn", + "languages": [ + "eng-Latn", + "tfr-Latn" + ] + }, + { + "precision": 0.044735, + "recall": 0.082031, + "f1": 0.052288, + "accuracy": 0.082031, + "main_score": 0.052288, + "hf_subset": "tfr_Latn-eng_Latn", + "languages": [ + "tfr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066877, + "recall": 0.105469, + "f1": 0.074243, + "accuracy": 0.105469, + "main_score": 0.074243, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.093121, + "recall": 0.125, + "f1": 0.100781, + "accuracy": 0.125, + "main_score": 0.100781, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.628385, + "recall": 0.71875, + "f1": 0.653906, + "accuracy": 0.71875, + "main_score": 0.653906, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.654009, + "recall": 0.730469, + "f1": 0.674693, + "accuracy": 0.730469, + "main_score": 0.674693, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0609, + "recall": 0.082031, + "f1": 0.065289, + "accuracy": 0.082031, + "main_score": 0.065289, + "hf_subset": "eng_Latn-tgo_Latn", + "languages": [ + "eng-Latn", + "tgo-Latn" + ] + }, + { + "precision": 0.078404, + "recall": 0.101562, + "f1": 0.082442, + "accuracy": 0.101562, + "main_score": 0.082442, + "hf_subset": "tgo_Latn-eng_Latn", + "languages": [ + "tgo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11276, + "recall": 0.140625, + "f1": 0.1192, + "accuracy": 0.140625, + "main_score": 0.1192, + "hf_subset": "eng_Latn-tgp_Latn", + "languages": [ + "eng-Latn", + "tgp-Latn" + ] + }, + { + "precision": 0.131354, + "recall": 0.179688, + "f1": 0.141151, + "accuracy": 0.179688, + "main_score": 0.141151, + "hf_subset": "tgp_Latn-eng_Latn", + "languages": [ + "tgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.932292, + "recall": 0.953125, + "f1": 0.938802, + "accuracy": 0.953125, + "main_score": 0.938802, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.044475, + "recall": 0.066406, + "f1": 0.048546, + "accuracy": 0.066406, + "main_score": 0.048546, + "hf_subset": "eng_Latn-tif_Latn", + "languages": [ + "eng-Latn", + "tif-Latn" + ] + }, + { + "precision": 0.052879, + "recall": 0.089844, + "f1": 0.060787, + "accuracy": 0.089844, + "main_score": 0.060787, + "hf_subset": "tif_Latn-eng_Latn", + "languages": [ + "tif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051198, + "recall": 0.082031, + "f1": 0.055483, + "accuracy": 0.082031, + "main_score": 0.055483, + "hf_subset": "eng_Latn-tim_Latn", + "languages": [ + "eng-Latn", + "tim-Latn" + ] + }, + { + "precision": 0.054049, + "recall": 0.097656, + "f1": 0.061049, + "accuracy": 0.097656, + "main_score": 0.061049, + "hf_subset": "tim_Latn-eng_Latn", + "languages": [ + "tim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167254, + "recall": 0.24186, + "f1": 0.186301, + "accuracy": 0.24186, + "main_score": 0.186301, + "hf_subset": "eng_Latn-tiw_Latn", + "languages": [ + "eng-Latn", + "tiw-Latn" + ] + }, + { + "precision": 0.184066, + "recall": 0.237209, + "f1": 0.197984, + "accuracy": 0.237209, + "main_score": 0.197984, + "hf_subset": "tiw_Latn-eng_Latn", + "languages": [ + "tiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041472, + "recall": 0.066406, + "f1": 0.046005, + "accuracy": 0.066406, + "main_score": 0.046005, + "hf_subset": "eng_Latn-tiy_Latn", + "languages": [ + "eng-Latn", + "tiy-Latn" + ] + }, + { + "precision": 0.057893, + "recall": 0.109375, + "f1": 0.069671, + "accuracy": 0.109375, + "main_score": 0.069671, + "hf_subset": "tiy_Latn-eng_Latn", + "languages": [ + "tiy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172418, + "recall": 0.26087, + "f1": 0.190979, + "accuracy": 0.26087, + "main_score": 0.190979, + "hf_subset": "eng_Latn-tke_Latn", + "languages": [ + "eng-Latn", + "tke-Latn" + ] + }, + { + "precision": 0.177459, + "recall": 0.26087, + "f1": 0.197447, + "accuracy": 0.26087, + "main_score": 0.197447, + "hf_subset": "tke_Latn-eng_Latn", + "languages": [ + "tke-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104688, + "recall": 0.144531, + "f1": 0.114016, + "accuracy": 0.144531, + "main_score": 0.114016, + "hf_subset": "eng_Latn-tku_Latn", + "languages": [ + "eng-Latn", + "tku-Latn" + ] + }, + { + "precision": 0.127424, + "recall": 0.167969, + "f1": 0.137296, + "accuracy": 0.167969, + "main_score": 0.137296, + "hf_subset": "tku_Latn-eng_Latn", + "languages": [ + "tku-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049476, + "recall": 0.0625, + "f1": 0.051259, + "accuracy": 0.0625, + "main_score": 0.051259, + "hf_subset": "eng_Latn-tlf_Latn", + "languages": [ + "eng-Latn", + "tlf-Latn" + ] + }, + { + "precision": 0.055545, + "recall": 0.09375, + "f1": 0.063046, + "accuracy": 0.09375, + "main_score": 0.063046, + "hf_subset": "tlf_Latn-eng_Latn", + "languages": [ + "tlf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045898, + "recall": 0.070312, + "f1": 0.051101, + "accuracy": 0.070312, + "main_score": 0.051101, + "hf_subset": "eng_Latn-tmd_Latn", + "languages": [ + "eng-Latn", + "tmd-Latn" + ] + }, + { + "precision": 0.058587, + "recall": 0.089844, + "f1": 0.063937, + "accuracy": 0.089844, + "main_score": 0.063937, + "hf_subset": "tmd_Latn-eng_Latn", + "languages": [ + "tmd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083243, + "recall": 0.128906, + "f1": 0.092922, + "accuracy": 0.128906, + "main_score": 0.092922, + "hf_subset": "eng_Latn-tna_Latn", + "languages": [ + "eng-Latn", + "tna-Latn" + ] + }, + { + "precision": 0.119061, + "recall": 0.175781, + "f1": 0.131477, + "accuracy": 0.175781, + "main_score": 0.131477, + "hf_subset": "tna_Latn-eng_Latn", + "languages": [ + "tna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079181, + "recall": 0.128906, + "f1": 0.089242, + "accuracy": 0.128906, + "main_score": 0.089242, + "hf_subset": "eng_Latn-tnc_Latn", + "languages": [ + "eng-Latn", + "tnc-Latn" + ] + }, + { + "precision": 0.093787, + "recall": 0.140625, + "f1": 0.10435, + "accuracy": 0.140625, + "main_score": 0.10435, + "hf_subset": "tnc_Latn-eng_Latn", + "languages": [ + "tnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060949, + "recall": 0.101562, + "f1": 0.068554, + "accuracy": 0.101562, + "main_score": 0.068554, + "hf_subset": "eng_Latn-tnk_Latn", + "languages": [ + "eng-Latn", + "tnk-Latn" + ] + }, + { + "precision": 0.064549, + "recall": 0.105469, + "f1": 0.072625, + "accuracy": 0.105469, + "main_score": 0.072625, + "hf_subset": "tnk_Latn-eng_Latn", + "languages": [ + "tnk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0385, + "recall": 0.066406, + "f1": 0.044661, + "accuracy": 0.066406, + "main_score": 0.044661, + "hf_subset": "eng_Latn-tnn_Latn", + "languages": [ + "eng-Latn", + "tnn-Latn" + ] + }, + { + "precision": 0.038112, + "recall": 0.0625, + "f1": 0.042847, + "accuracy": 0.0625, + "main_score": 0.042847, + "hf_subset": "tnn_Latn-eng_Latn", + "languages": [ + "tnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048482, + "recall": 0.070312, + "f1": 0.052548, + "accuracy": 0.070312, + "main_score": 0.052548, + "hf_subset": "eng_Latn-tnp_Latn", + "languages": [ + "eng-Latn", + "tnp-Latn" + ] + }, + { + "precision": 0.043806, + "recall": 0.066406, + "f1": 0.049053, + "accuracy": 0.066406, + "main_score": 0.049053, + "hf_subset": "tnp_Latn-eng_Latn", + "languages": [ + "tnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077221, + "recall": 0.113281, + "f1": 0.085192, + "accuracy": 0.113281, + "main_score": 0.085192, + "hf_subset": "eng_Latn-toc_Latn", + "languages": [ + "eng-Latn", + "toc-Latn" + ] + }, + { + "precision": 0.075069, + "recall": 0.121094, + "f1": 0.084892, + "accuracy": 0.121094, + "main_score": 0.084892, + "hf_subset": "toc_Latn-eng_Latn", + "languages": [ + "toc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.241113, + "recall": 0.292969, + "f1": 0.254517, + "accuracy": 0.292969, + "main_score": 0.254517, + "hf_subset": "eng_Latn-tod_Latn", + "languages": [ + "eng-Latn", + "tod-Latn" + ] + }, + { + "precision": 0.201636, + "recall": 0.28125, + "f1": 0.22, + "accuracy": 0.28125, + "main_score": 0.22, + "hf_subset": "tod_Latn-eng_Latn", + "languages": [ + "tod-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027869, + "recall": 0.058594, + "f1": 0.033708, + "accuracy": 0.058594, + "main_score": 0.033708, + "hf_subset": "eng_Latn-tof_Latn", + "languages": [ + "eng-Latn", + "tof-Latn" + ] + }, + { + "precision": 0.045243, + "recall": 0.085938, + "f1": 0.053255, + "accuracy": 0.085938, + "main_score": 0.053255, + "hf_subset": "tof_Latn-eng_Latn", + "languages": [ + "tof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109536, + "recall": 0.167969, + "f1": 0.121623, + "accuracy": 0.167969, + "main_score": 0.121623, + "hf_subset": "eng_Latn-toj_Latn", + "languages": [ + "eng-Latn", + "toj-Latn" + ] + }, + { + "precision": 0.112264, + "recall": 0.164062, + "f1": 0.124415, + "accuracy": 0.164062, + "main_score": 0.124415, + "hf_subset": "toj_Latn-eng_Latn", + "languages": [ + "toj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044831, + "recall": 0.066406, + "f1": 0.047408, + "accuracy": 0.066406, + "main_score": 0.047408, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.046943, + "recall": 0.070312, + "f1": 0.051786, + "accuracy": 0.070312, + "main_score": 0.051786, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091407, + "recall": 0.125, + "f1": 0.09868, + "accuracy": 0.125, + "main_score": 0.09868, + "hf_subset": "eng_Latn-too_Latn", + "languages": [ + "eng-Latn", + "too-Latn" + ] + }, + { + "precision": 0.100821, + "recall": 0.148438, + "f1": 0.112664, + "accuracy": 0.148438, + "main_score": 0.112664, + "hf_subset": "too_Latn-eng_Latn", + "languages": [ + "too-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108446, + "recall": 0.148438, + "f1": 0.115362, + "accuracy": 0.148438, + "main_score": 0.115362, + "hf_subset": "eng_Latn-top_Latn", + "languages": [ + "eng-Latn", + "top-Latn" + ] + }, + { + "precision": 0.131197, + "recall": 0.171875, + "f1": 0.140231, + "accuracy": 0.171875, + "main_score": 0.140231, + "hf_subset": "top_Latn-eng_Latn", + "languages": [ + "top-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090941, + "recall": 0.132812, + "f1": 0.100244, + "accuracy": 0.132812, + "main_score": 0.100244, + "hf_subset": "eng_Latn-tos_Latn", + "languages": [ + "eng-Latn", + "tos-Latn" + ] + }, + { + "precision": 0.101874, + "recall": 0.144531, + "f1": 0.108851, + "accuracy": 0.144531, + "main_score": 0.108851, + "hf_subset": "tos_Latn-eng_Latn", + "languages": [ + "tos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181619, + "recall": 0.248227, + "f1": 0.197299, + "accuracy": 0.248227, + "main_score": 0.197299, + "hf_subset": "eng_Latn-tpa_Latn", + "languages": [ + "eng-Latn", + "tpa-Latn" + ] + }, + { + "precision": 0.185346, + "recall": 0.269504, + "f1": 0.20528, + "accuracy": 0.269504, + "main_score": 0.20528, + "hf_subset": "tpa_Latn-eng_Latn", + "languages": [ + "tpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164448, + "recall": 0.246094, + "f1": 0.181782, + "accuracy": 0.246094, + "main_score": 0.181782, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.158773, + "recall": 0.246094, + "f1": 0.178705, + "accuracy": 0.246094, + "main_score": 0.178705, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10706, + "recall": 0.136719, + "f1": 0.113802, + "accuracy": 0.136719, + "main_score": 0.113802, + "hf_subset": "eng_Latn-tpt_Latn", + "languages": [ + "eng-Latn", + "tpt-Latn" + ] + }, + { + "precision": 0.096068, + "recall": 0.136719, + "f1": 0.104597, + "accuracy": 0.136719, + "main_score": 0.104597, + "hf_subset": "tpt_Latn-eng_Latn", + "languages": [ + "tpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039388, + "recall": 0.0625, + "f1": 0.045647, + "accuracy": 0.0625, + "main_score": 0.045647, + "hf_subset": "eng_Latn-tpz_Latn", + "languages": [ + "eng-Latn", + "tpz-Latn" + ] + }, + { + "precision": 0.045645, + "recall": 0.078125, + "f1": 0.054048, + "accuracy": 0.078125, + "main_score": 0.054048, + "hf_subset": "tpz_Latn-eng_Latn", + "languages": [ + "tpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056087, + "recall": 0.097656, + "f1": 0.065087, + "accuracy": 0.097656, + "main_score": 0.065087, + "hf_subset": "eng_Latn-trc_Latn", + "languages": [ + "eng-Latn", + "trc-Latn" + ] + }, + { + "precision": 0.084255, + "recall": 0.121094, + "f1": 0.092336, + "accuracy": 0.121094, + "main_score": 0.092336, + "hf_subset": "trc_Latn-eng_Latn", + "languages": [ + "trc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039919, + "recall": 0.066406, + "f1": 0.045169, + "accuracy": 0.066406, + "main_score": 0.045169, + "hf_subset": "eng_Latn-tsw_Latn", + "languages": [ + "eng-Latn", + "tsw-Latn" + ] + }, + { + "precision": 0.048351, + "recall": 0.082031, + "f1": 0.054364, + "accuracy": 0.082031, + "main_score": 0.054364, + "hf_subset": "tsw_Latn-eng_Latn", + "languages": [ + "tsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067848, + "recall": 0.097656, + "f1": 0.074094, + "accuracy": 0.097656, + "main_score": 0.074094, + "hf_subset": "eng_Latn-ttc_Latn", + "languages": [ + "eng-Latn", + "ttc-Latn" + ] + }, + { + "precision": 0.084264, + "recall": 0.121094, + "f1": 0.089794, + "accuracy": 0.121094, + "main_score": 0.089794, + "hf_subset": "ttc_Latn-eng_Latn", + "languages": [ + "ttc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042216, + "recall": 0.074219, + "f1": 0.047774, + "accuracy": 0.074219, + "main_score": 0.047774, + "hf_subset": "eng_Latn-tte_Latn", + "languages": [ + "eng-Latn", + "tte-Latn" + ] + }, + { + "precision": 0.046637, + "recall": 0.082031, + "f1": 0.053755, + "accuracy": 0.082031, + "main_score": 0.053755, + "hf_subset": "tte_Latn-eng_Latn", + "languages": [ + "tte-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04035, + "recall": 0.074219, + "f1": 0.047562, + "accuracy": 0.074219, + "main_score": 0.047562, + "hf_subset": "eng_Latn-tuc_Latn", + "languages": [ + "eng-Latn", + "tuc-Latn" + ] + }, + { + "precision": 0.068006, + "recall": 0.113281, + "f1": 0.078382, + "accuracy": 0.113281, + "main_score": 0.078382, + "hf_subset": "tuc_Latn-eng_Latn", + "languages": [ + "tuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098515, + "recall": 0.140625, + "f1": 0.107289, + "accuracy": 0.140625, + "main_score": 0.107289, + "hf_subset": "eng_Latn-tue_Latn", + "languages": [ + "eng-Latn", + "tue-Latn" + ] + }, + { + "precision": 0.096334, + "recall": 0.136719, + "f1": 0.103477, + "accuracy": 0.136719, + "main_score": 0.103477, + "hf_subset": "tue_Latn-eng_Latn", + "languages": [ + "tue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064983, + "recall": 0.101562, + "f1": 0.07199, + "accuracy": 0.101562, + "main_score": 0.07199, + "hf_subset": "eng_Latn-tuf_Latn", + "languages": [ + "eng-Latn", + "tuf-Latn" + ] + }, + { + "precision": 0.08381, + "recall": 0.109375, + "f1": 0.089587, + "accuracy": 0.109375, + "main_score": 0.089587, + "hf_subset": "tuf_Latn-eng_Latn", + "languages": [ + "tuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069137, + "recall": 0.113281, + "f1": 0.078627, + "accuracy": 0.113281, + "main_score": 0.078627, + "hf_subset": "eng_Latn-tuo_Latn", + "languages": [ + "eng-Latn", + "tuo-Latn" + ] + }, + { + "precision": 0.069371, + "recall": 0.105469, + "f1": 0.076068, + "accuracy": 0.105469, + "main_score": 0.076068, + "hf_subset": "tuo_Latn-eng_Latn", + "languages": [ + "tuo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.703711, + "recall": 0.785156, + "f1": 0.728125, + "accuracy": 0.785156, + "main_score": 0.728125, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.772396, + "recall": 0.835938, + "f1": 0.791667, + "accuracy": 0.835938, + "main_score": 0.791667, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048226, + "recall": 0.074219, + "f1": 0.053975, + "accuracy": 0.074219, + "main_score": 0.053975, + "hf_subset": "eng_Latn-tvk_Latn", + "languages": [ + "eng-Latn", + "tvk-Latn" + ] + }, + { + "precision": 0.051364, + "recall": 0.089844, + "f1": 0.059825, + "accuracy": 0.089844, + "main_score": 0.059825, + "hf_subset": "tvk_Latn-eng_Latn", + "languages": [ + "tvk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07285, + "recall": 0.109375, + "f1": 0.079065, + "accuracy": 0.109375, + "main_score": 0.079065, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.060807, + "recall": 0.097656, + "f1": 0.069834, + "accuracy": 0.097656, + "main_score": 0.069834, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057726, + "recall": 0.089844, + "f1": 0.065625, + "accuracy": 0.089844, + "main_score": 0.065625, + "hf_subset": "eng_Latn-txq_Latn", + "languages": [ + "eng-Latn", + "txq-Latn" + ] + }, + { + "precision": 0.07151, + "recall": 0.113281, + "f1": 0.079376, + "accuracy": 0.113281, + "main_score": 0.079376, + "hf_subset": "txq_Latn-eng_Latn", + "languages": [ + "txq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028024, + "recall": 0.046875, + "f1": 0.031622, + "accuracy": 0.046875, + "main_score": 0.031622, + "hf_subset": "eng_Latn-txu_Latn", + "languages": [ + "eng-Latn", + "txu-Latn" + ] + }, + { + "precision": 0.01956, + "recall": 0.035156, + "f1": 0.021629, + "accuracy": 0.035156, + "main_score": 0.021629, + "hf_subset": "txu_Latn-eng_Latn", + "languages": [ + "txu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140461, + "recall": 0.242188, + "f1": 0.162825, + "accuracy": 0.242188, + "main_score": 0.162825, + "hf_subset": "eng_Latn-tzj_Latn", + "languages": [ + "eng-Latn", + "tzj-Latn" + ] + }, + { + "precision": 0.210497, + "recall": 0.296875, + "f1": 0.231343, + "accuracy": 0.296875, + "main_score": 0.231343, + "hf_subset": "tzj_Latn-eng_Latn", + "languages": [ + "tzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059256, + "recall": 0.105469, + "f1": 0.0672, + "accuracy": 0.105469, + "main_score": 0.0672, + "hf_subset": "eng_Latn-tzo_Latn", + "languages": [ + "eng-Latn", + "tzo-Latn" + ] + }, + { + "precision": 0.074863, + "recall": 0.121094, + "f1": 0.085067, + "accuracy": 0.121094, + "main_score": 0.085067, + "hf_subset": "tzo_Latn-eng_Latn", + "languages": [ + "tzo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092257, + "recall": 0.132812, + "f1": 0.10009, + "accuracy": 0.132812, + "main_score": 0.10009, + "hf_subset": "eng_Latn-ubr_Latn", + "languages": [ + "eng-Latn", + "ubr-Latn" + ] + }, + { + "precision": 0.098131, + "recall": 0.136719, + "f1": 0.106774, + "accuracy": 0.136719, + "main_score": 0.106774, + "hf_subset": "ubr_Latn-eng_Latn", + "languages": [ + "ubr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.013922, + "recall": 0.035156, + "f1": 0.016785, + "accuracy": 0.035156, + "main_score": 0.016785, + "hf_subset": "eng_Latn-ubu_Latn", + "languages": [ + "eng-Latn", + "ubu-Latn" + ] + }, + { + "precision": 0.015174, + "recall": 0.035156, + "f1": 0.017471, + "accuracy": 0.035156, + "main_score": 0.017471, + "hf_subset": "ubu_Latn-eng_Latn", + "languages": [ + "ubu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04106, + "recall": 0.0625, + "f1": 0.045474, + "accuracy": 0.0625, + "main_score": 0.045474, + "hf_subset": "eng_Latn-udu_Latn", + "languages": [ + "eng-Latn", + "udu-Latn" + ] + }, + { + "precision": 0.043783, + "recall": 0.078125, + "f1": 0.050733, + "accuracy": 0.078125, + "main_score": 0.050733, + "hf_subset": "udu_Latn-eng_Latn", + "languages": [ + "udu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061617, + "recall": 0.125, + "f1": 0.070051, + "accuracy": 0.125, + "main_score": 0.070051, + "hf_subset": "eng_Latn-uig_Latn", + "languages": [ + "eng-Latn", + "uig-Latn" + ] + }, + { + "precision": 0.120161, + "recall": 0.179688, + "f1": 0.131983, + "accuracy": 0.179688, + "main_score": 0.131983, + "hf_subset": "uig_Latn-eng_Latn", + "languages": [ + "uig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.890625, + "recall": 0.925781, + "f1": 0.902344, + "accuracy": 0.925781, + "main_score": 0.902344, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.960286, + "recall": 0.972656, + "f1": 0.964193, + "accuracy": 0.972656, + "main_score": 0.964193, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.141943, + "recall": 0.175781, + "f1": 0.15027, + "accuracy": 0.175781, + "main_score": 0.15027, + "hf_subset": "eng_Latn-uli_Latn", + "languages": [ + "eng-Latn", + "uli-Latn" + ] + }, + { + "precision": 0.146613, + "recall": 0.191406, + "f1": 0.156495, + "accuracy": 0.191406, + "main_score": 0.156495, + "hf_subset": "uli_Latn-eng_Latn", + "languages": [ + "uli-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064865, + "recall": 0.109948, + "f1": 0.073647, + "accuracy": 0.109948, + "main_score": 0.073647, + "hf_subset": "eng_Latn-ulk_Latn", + "languages": [ + "eng-Latn", + "ulk-Latn" + ] + }, + { + "precision": 0.111917, + "recall": 0.162304, + "f1": 0.123847, + "accuracy": 0.162304, + "main_score": 0.123847, + "hf_subset": "ulk_Latn-eng_Latn", + "languages": [ + "ulk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060056, + "recall": 0.097656, + "f1": 0.067244, + "accuracy": 0.097656, + "main_score": 0.067244, + "hf_subset": "eng_Latn-upv_Latn", + "languages": [ + "eng-Latn", + "upv-Latn" + ] + }, + { + "precision": 0.036232, + "recall": 0.078125, + "f1": 0.043972, + "accuracy": 0.078125, + "main_score": 0.043972, + "hf_subset": "upv_Latn-eng_Latn", + "languages": [ + "upv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04631, + "recall": 0.074219, + "f1": 0.051119, + "accuracy": 0.074219, + "main_score": 0.051119, + "hf_subset": "eng_Latn-ura_Latn", + "languages": [ + "eng-Latn", + "ura-Latn" + ] + }, + { + "precision": 0.067373, + "recall": 0.09375, + "f1": 0.071275, + "accuracy": 0.09375, + "main_score": 0.071275, + "hf_subset": "ura_Latn-eng_Latn", + "languages": [ + "ura-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019661, + "recall": 0.027344, + "f1": 0.021484, + "accuracy": 0.027344, + "main_score": 0.021484, + "hf_subset": "eng_Latn-urb_Latn", + "languages": [ + "eng-Latn", + "urb-Latn" + ] + }, + { + "precision": 0.022779, + "recall": 0.042969, + "f1": 0.025055, + "accuracy": 0.042969, + "main_score": 0.025055, + "hf_subset": "urb_Latn-eng_Latn", + "languages": [ + "urb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074209, + "recall": 0.148438, + "f1": 0.088428, + "accuracy": 0.148438, + "main_score": 0.088428, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.108984, + "recall": 0.160156, + "f1": 0.118501, + "accuracy": 0.160156, + "main_score": 0.118501, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.099249, + "recall": 0.150794, + "f1": 0.108717, + "accuracy": 0.150794, + "main_score": 0.108717, + "hf_subset": "eng_Latn-uri_Latn", + "languages": [ + "eng-Latn", + "uri-Latn" + ] + }, + { + "precision": 0.115286, + "recall": 0.15873, + "f1": 0.124071, + "accuracy": 0.15873, + "main_score": 0.124071, + "hf_subset": "uri_Latn-eng_Latn", + "languages": [ + "uri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089864, + "recall": 0.125, + "f1": 0.095502, + "accuracy": 0.125, + "main_score": 0.095502, + "hf_subset": "eng_Latn-urt_Latn", + "languages": [ + "eng-Latn", + "urt-Latn" + ] + }, + { + "precision": 0.080311, + "recall": 0.121094, + "f1": 0.089444, + "accuracy": 0.121094, + "main_score": 0.089444, + "hf_subset": "urt_Latn-eng_Latn", + "languages": [ + "urt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128519, + "recall": 0.188889, + "f1": 0.141534, + "accuracy": 0.188889, + "main_score": 0.141534, + "hf_subset": "eng_Latn-urw_Latn", + "languages": [ + "eng-Latn", + "urw-Latn" + ] + }, + { + "precision": 0.149603, + "recall": 0.2, + "f1": 0.160556, + "accuracy": 0.2, + "main_score": 0.160556, + "hf_subset": "urw_Latn-eng_Latn", + "languages": [ + "urw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.009152, + "recall": 0.019531, + "f1": 0.011393, + "accuracy": 0.019531, + "main_score": 0.011393, + "hf_subset": "eng_Latn-usa_Latn", + "languages": [ + "eng-Latn", + "usa-Latn" + ] + }, + { + "precision": 0.010579, + "recall": 0.019531, + "f1": 0.012196, + "accuracy": 0.019531, + "main_score": 0.012196, + "hf_subset": "usa_Latn-eng_Latn", + "languages": [ + "usa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079647, + "recall": 0.117188, + "f1": 0.088187, + "accuracy": 0.117188, + "main_score": 0.088187, + "hf_subset": "eng_Latn-usp_Latn", + "languages": [ + "eng-Latn", + "usp-Latn" + ] + }, + { + "precision": 0.078353, + "recall": 0.121094, + "f1": 0.086683, + "accuracy": 0.121094, + "main_score": 0.086683, + "hf_subset": "usp_Latn-eng_Latn", + "languages": [ + "usp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051, + "recall": 0.085938, + "f1": 0.056638, + "accuracy": 0.085938, + "main_score": 0.056638, + "hf_subset": "eng_Latn-uvh_Latn", + "languages": [ + "eng-Latn", + "uvh-Latn" + ] + }, + { + "precision": 0.044788, + "recall": 0.082031, + "f1": 0.051167, + "accuracy": 0.082031, + "main_score": 0.051167, + "hf_subset": "uvh_Latn-eng_Latn", + "languages": [ + "uvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036354, + "recall": 0.054688, + "f1": 0.040152, + "accuracy": 0.054688, + "main_score": 0.040152, + "hf_subset": "eng_Latn-uvl_Latn", + "languages": [ + "eng-Latn", + "uvl-Latn" + ] + }, + { + "precision": 0.051327, + "recall": 0.09375, + "f1": 0.058265, + "accuracy": 0.09375, + "main_score": 0.058265, + "hf_subset": "uvl_Latn-eng_Latn", + "languages": [ + "uvl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044372, + "recall": 0.074219, + "f1": 0.049314, + "accuracy": 0.074219, + "main_score": 0.049314, + "hf_subset": "eng_Latn-vid_Latn", + "languages": [ + "eng-Latn", + "vid-Latn" + ] + }, + { + "precision": 0.072559, + "recall": 0.128906, + "f1": 0.083139, + "accuracy": 0.128906, + "main_score": 0.083139, + "hf_subset": "vid_Latn-eng_Latn", + "languages": [ + "vid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.947266, + "recall": 0.964844, + "f1": 0.953125, + "accuracy": 0.964844, + "main_score": 0.953125, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023538, + "recall": 0.050781, + "f1": 0.02849, + "accuracy": 0.050781, + "main_score": 0.02849, + "hf_subset": "eng_Latn-viv_Latn", + "languages": [ + "eng-Latn", + "viv-Latn" + ] + }, + { + "precision": 0.030289, + "recall": 0.0625, + "f1": 0.035971, + "accuracy": 0.0625, + "main_score": 0.035971, + "hf_subset": "viv_Latn-eng_Latn", + "languages": [ + "viv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099457, + "recall": 0.140625, + "f1": 0.109695, + "accuracy": 0.140625, + "main_score": 0.109695, + "hf_subset": "eng_Latn-vmy_Latn", + "languages": [ + "eng-Latn", + "vmy-Latn" + ] + }, + { + "precision": 0.070955, + "recall": 0.113281, + "f1": 0.078716, + "accuracy": 0.113281, + "main_score": 0.078716, + "hf_subset": "vmy_Latn-eng_Latn", + "languages": [ + "vmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038104, + "recall": 0.050781, + "f1": 0.040662, + "accuracy": 0.050781, + "main_score": 0.040662, + "hf_subset": "eng_Latn-waj_Latn", + "languages": [ + "eng-Latn", + "waj-Latn" + ] + }, + { + "precision": 0.0499, + "recall": 0.0625, + "f1": 0.05253, + "accuracy": 0.0625, + "main_score": 0.05253, + "hf_subset": "waj_Latn-eng_Latn", + "languages": [ + "waj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040039, + "recall": 0.046875, + "f1": 0.041927, + "accuracy": 0.046875, + "main_score": 0.041927, + "hf_subset": "eng_Latn-wal_Ethi", + "languages": [ + "eng-Latn", + "wal-Ethi" + ] + }, + { + "precision": 0.05161, + "recall": 0.074219, + "f1": 0.056664, + "accuracy": 0.074219, + "main_score": 0.056664, + "hf_subset": "wal_Ethi-eng_Latn", + "languages": [ + "wal-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.133023, + "recall": 0.167969, + "f1": 0.139438, + "accuracy": 0.167969, + "main_score": 0.139438, + "hf_subset": "eng_Latn-wap_Latn", + "languages": [ + "eng-Latn", + "wap-Latn" + ] + }, + { + "precision": 0.09949, + "recall": 0.164062, + "f1": 0.114514, + "accuracy": 0.164062, + "main_score": 0.114514, + "hf_subset": "wap_Latn-eng_Latn", + "languages": [ + "wap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067246, + "recall": 0.105469, + "f1": 0.075053, + "accuracy": 0.105469, + "main_score": 0.075053, + "hf_subset": "eng_Latn-wat_Latn", + "languages": [ + "eng-Latn", + "wat-Latn" + ] + }, + { + "precision": 0.090219, + "recall": 0.140625, + "f1": 0.097893, + "accuracy": 0.140625, + "main_score": 0.097893, + "hf_subset": "wat_Latn-eng_Latn", + "languages": [ + "wat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060484, + "recall": 0.09375, + "f1": 0.067579, + "accuracy": 0.09375, + "main_score": 0.067579, + "hf_subset": "eng_Latn-wbi_Latn", + "languages": [ + "eng-Latn", + "wbi-Latn" + ] + }, + { + "precision": 0.073117, + "recall": 0.105469, + "f1": 0.080695, + "accuracy": 0.105469, + "main_score": 0.080695, + "hf_subset": "wbi_Latn-eng_Latn", + "languages": [ + "wbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.008301, + "recall": 0.011719, + "f1": 0.008681, + "accuracy": 0.011719, + "main_score": 0.008681, + "hf_subset": "eng_Latn-wbp_Latn", + "languages": [ + "eng-Latn", + "wbp-Latn" + ] + }, + { + "precision": 0.011858, + "recall": 0.015625, + "f1": 0.011988, + "accuracy": 0.015625, + "main_score": 0.011988, + "hf_subset": "wbp_Latn-eng_Latn", + "languages": [ + "wbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089802, + "recall": 0.152344, + "f1": 0.102413, + "accuracy": 0.152344, + "main_score": 0.102413, + "hf_subset": "eng_Latn-wed_Latn", + "languages": [ + "eng-Latn", + "wed-Latn" + ] + }, + { + "precision": 0.14109, + "recall": 0.210938, + "f1": 0.157035, + "accuracy": 0.210938, + "main_score": 0.157035, + "hf_subset": "wed_Latn-eng_Latn", + "languages": [ + "wed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034505, + "recall": 0.039062, + "f1": 0.035807, + "accuracy": 0.039062, + "main_score": 0.035807, + "hf_subset": "eng_Latn-wer_Latn", + "languages": [ + "eng-Latn", + "wer-Latn" + ] + }, + { + "precision": 0.051101, + "recall": 0.078125, + "f1": 0.056226, + "accuracy": 0.078125, + "main_score": 0.056226, + "hf_subset": "wer_Latn-eng_Latn", + "languages": [ + "wer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084138, + "recall": 0.125, + "f1": 0.091864, + "accuracy": 0.125, + "main_score": 0.091864, + "hf_subset": "eng_Latn-wim_Latn", + "languages": [ + "eng-Latn", + "wim-Latn" + ] + }, + { + "precision": 0.114809, + "recall": 0.164062, + "f1": 0.123778, + "accuracy": 0.164062, + "main_score": 0.123778, + "hf_subset": "wim_Latn-eng_Latn", + "languages": [ + "wim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023438, + "recall": 0.03125, + "f1": 0.025391, + "accuracy": 0.03125, + "main_score": 0.025391, + "hf_subset": "eng_Latn-wiu_Latn", + "languages": [ + "eng-Latn", + "wiu-Latn" + ] + }, + { + "precision": 0.050065, + "recall": 0.089844, + "f1": 0.058624, + "accuracy": 0.089844, + "main_score": 0.058624, + "hf_subset": "wiu_Latn-eng_Latn", + "languages": [ + "wiu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083112, + "recall": 0.121094, + "f1": 0.091326, + "accuracy": 0.121094, + "main_score": 0.091326, + "hf_subset": "eng_Latn-wiv_Latn", + "languages": [ + "eng-Latn", + "wiv-Latn" + ] + }, + { + "precision": 0.086846, + "recall": 0.140625, + "f1": 0.097848, + "accuracy": 0.140625, + "main_score": 0.097848, + "hf_subset": "wiv_Latn-eng_Latn", + "languages": [ + "wiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016329, + "recall": 0.03125, + "f1": 0.018248, + "accuracy": 0.03125, + "main_score": 0.018248, + "hf_subset": "eng_Latn-wmt_Latn", + "languages": [ + "eng-Latn", + "wmt-Latn" + ] + }, + { + "precision": 0.011538, + "recall": 0.039062, + "f1": 0.015611, + "accuracy": 0.039062, + "main_score": 0.015611, + "hf_subset": "wmt_Latn-eng_Latn", + "languages": [ + "wmt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09875, + "recall": 0.136719, + "f1": 0.104923, + "accuracy": 0.136719, + "main_score": 0.104923, + "hf_subset": "eng_Latn-wmw_Latn", + "languages": [ + "eng-Latn", + "wmw-Latn" + ] + }, + { + "precision": 0.152784, + "recall": 0.222656, + "f1": 0.170012, + "accuracy": 0.222656, + "main_score": 0.170012, + "hf_subset": "wmw_Latn-eng_Latn", + "languages": [ + "wmw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021226, + "recall": 0.046875, + "f1": 0.0269, + "accuracy": 0.046875, + "main_score": 0.0269, + "hf_subset": "eng_Latn-wnc_Latn", + "languages": [ + "eng-Latn", + "wnc-Latn" + ] + }, + { + "precision": 0.053943, + "recall": 0.078125, + "f1": 0.059254, + "accuracy": 0.078125, + "main_score": 0.059254, + "hf_subset": "wnc_Latn-eng_Latn", + "languages": [ + "wnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050039, + "recall": 0.09375, + "f1": 0.058232, + "accuracy": 0.09375, + "main_score": 0.058232, + "hf_subset": "eng_Latn-wnu_Latn", + "languages": [ + "eng-Latn", + "wnu-Latn" + ] + }, + { + "precision": 0.054161, + "recall": 0.09375, + "f1": 0.062008, + "accuracy": 0.09375, + "main_score": 0.062008, + "hf_subset": "wnu_Latn-eng_Latn", + "languages": [ + "wnu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03479, + "recall": 0.074219, + "f1": 0.042175, + "accuracy": 0.074219, + "main_score": 0.042175, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.058452, + "recall": 0.078125, + "f1": 0.062866, + "accuracy": 0.078125, + "main_score": 0.062866, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052077, + "recall": 0.082031, + "f1": 0.057919, + "accuracy": 0.082031, + "main_score": 0.057919, + "hf_subset": "eng_Latn-wos_Latn", + "languages": [ + "eng-Latn", + "wos-Latn" + ] + }, + { + "precision": 0.064034, + "recall": 0.101562, + "f1": 0.071398, + "accuracy": 0.101562, + "main_score": 0.071398, + "hf_subset": "wos_Latn-eng_Latn", + "languages": [ + "wos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015951, + "recall": 0.023438, + "f1": 0.017528, + "accuracy": 0.023438, + "main_score": 0.017528, + "hf_subset": "eng_Latn-wrk_Latn", + "languages": [ + "eng-Latn", + "wrk-Latn" + ] + }, + { + "precision": 0.017451, + "recall": 0.03125, + "f1": 0.01869, + "accuracy": 0.03125, + "main_score": 0.01869, + "hf_subset": "wrk_Latn-eng_Latn", + "languages": [ + "wrk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.192775, + "recall": 0.269531, + "f1": 0.208658, + "accuracy": 0.269531, + "main_score": 0.208658, + "hf_subset": "eng_Latn-wro_Latn", + "languages": [ + "eng-Latn", + "wro-Latn" + ] + }, + { + "precision": 0.251341, + "recall": 0.304688, + "f1": 0.2652, + "accuracy": 0.304688, + "main_score": 0.2652, + "hf_subset": "wro_Latn-eng_Latn", + "languages": [ + "wro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043364, + "recall": 0.066406, + "f1": 0.048534, + "accuracy": 0.066406, + "main_score": 0.048534, + "hf_subset": "eng_Latn-wrs_Latn", + "languages": [ + "eng-Latn", + "wrs-Latn" + ] + }, + { + "precision": 0.047961, + "recall": 0.070312, + "f1": 0.052121, + "accuracy": 0.070312, + "main_score": 0.052121, + "hf_subset": "wrs_Latn-eng_Latn", + "languages": [ + "wrs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095179, + "recall": 0.15625, + "f1": 0.107788, + "accuracy": 0.15625, + "main_score": 0.107788, + "hf_subset": "eng_Latn-wsk_Latn", + "languages": [ + "eng-Latn", + "wsk-Latn" + ] + }, + { + "precision": 0.121426, + "recall": 0.175781, + "f1": 0.132889, + "accuracy": 0.175781, + "main_score": 0.132889, + "hf_subset": "wsk_Latn-eng_Latn", + "languages": [ + "wsk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.123642, + "recall": 0.175781, + "f1": 0.133719, + "accuracy": 0.175781, + "main_score": 0.133719, + "hf_subset": "eng_Latn-wuv_Latn", + "languages": [ + "eng-Latn", + "wuv-Latn" + ] + }, + { + "precision": 0.118802, + "recall": 0.167969, + "f1": 0.128809, + "accuracy": 0.167969, + "main_score": 0.128809, + "hf_subset": "wuv_Latn-eng_Latn", + "languages": [ + "wuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045573, + "recall": 0.054688, + "f1": 0.048177, + "accuracy": 0.054688, + "main_score": 0.048177, + "hf_subset": "eng_Latn-xav_Latn", + "languages": [ + "eng-Latn", + "xav-Latn" + ] + }, + { + "precision": 0.038291, + "recall": 0.058594, + "f1": 0.040586, + "accuracy": 0.058594, + "main_score": 0.040586, + "hf_subset": "xav_Latn-eng_Latn", + "languages": [ + "xav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044413, + "recall": 0.070312, + "f1": 0.049135, + "accuracy": 0.070312, + "main_score": 0.049135, + "hf_subset": "eng_Latn-xbi_Latn", + "languages": [ + "eng-Latn", + "xbi-Latn" + ] + }, + { + "precision": 0.049041, + "recall": 0.089844, + "f1": 0.056828, + "accuracy": 0.089844, + "main_score": 0.056828, + "hf_subset": "xbi_Latn-eng_Latn", + "languages": [ + "xbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048071, + "recall": 0.078125, + "f1": 0.054868, + "accuracy": 0.078125, + "main_score": 0.054868, + "hf_subset": "eng_Latn-xed_Latn", + "languages": [ + "eng-Latn", + "xed-Latn" + ] + }, + { + "precision": 0.063494, + "recall": 0.085938, + "f1": 0.067285, + "accuracy": 0.085938, + "main_score": 0.067285, + "hf_subset": "xed_Latn-eng_Latn", + "languages": [ + "xed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039689, + "recall": 0.054688, + "f1": 0.043136, + "accuracy": 0.054688, + "main_score": 0.043136, + "hf_subset": "eng_Latn-xla_Latn", + "languages": [ + "eng-Latn", + "xla-Latn" + ] + }, + { + "precision": 0.0364, + "recall": 0.074219, + "f1": 0.043973, + "accuracy": 0.074219, + "main_score": 0.043973, + "hf_subset": "xla_Latn-eng_Latn", + "languages": [ + "xla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075553, + "recall": 0.101562, + "f1": 0.080675, + "accuracy": 0.101562, + "main_score": 0.080675, + "hf_subset": "eng_Latn-xnn_Latn", + "languages": [ + "eng-Latn", + "xnn-Latn" + ] + }, + { + "precision": 0.06852, + "recall": 0.109375, + "f1": 0.075278, + "accuracy": 0.109375, + "main_score": 0.075278, + "hf_subset": "xnn_Latn-eng_Latn", + "languages": [ + "xnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048853, + "recall": 0.082031, + "f1": 0.056021, + "accuracy": 0.082031, + "main_score": 0.056021, + "hf_subset": "eng_Latn-xon_Latn", + "languages": [ + "eng-Latn", + "xon-Latn" + ] + }, + { + "precision": 0.074336, + "recall": 0.113281, + "f1": 0.081547, + "accuracy": 0.113281, + "main_score": 0.081547, + "hf_subset": "xon_Latn-eng_Latn", + "languages": [ + "xon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072191, + "recall": 0.101562, + "f1": 0.077749, + "accuracy": 0.101562, + "main_score": 0.077749, + "hf_subset": "eng_Latn-xsi_Latn", + "languages": [ + "eng-Latn", + "xsi-Latn" + ] + }, + { + "precision": 0.063039, + "recall": 0.109375, + "f1": 0.073898, + "accuracy": 0.109375, + "main_score": 0.073898, + "hf_subset": "xsi_Latn-eng_Latn", + "languages": [ + "xsi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076146, + "recall": 0.117188, + "f1": 0.084931, + "accuracy": 0.117188, + "main_score": 0.084931, + "hf_subset": "eng_Latn-xtd_Latn", + "languages": [ + "eng-Latn", + "xtd-Latn" + ] + }, + { + "precision": 0.077592, + "recall": 0.136719, + "f1": 0.087199, + "accuracy": 0.136719, + "main_score": 0.087199, + "hf_subset": "xtd_Latn-eng_Latn", + "languages": [ + "xtd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072396, + "recall": 0.105469, + "f1": 0.08125, + "accuracy": 0.105469, + "main_score": 0.08125, + "hf_subset": "eng_Latn-xtm_Latn", + "languages": [ + "eng-Latn", + "xtm-Latn" + ] + }, + { + "precision": 0.08813, + "recall": 0.113281, + "f1": 0.092456, + "accuracy": 0.113281, + "main_score": 0.092456, + "hf_subset": "xtm_Latn-eng_Latn", + "languages": [ + "xtm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065792, + "recall": 0.105469, + "f1": 0.073724, + "accuracy": 0.105469, + "main_score": 0.073724, + "hf_subset": "eng_Latn-yaa_Latn", + "languages": [ + "eng-Latn", + "yaa-Latn" + ] + }, + { + "precision": 0.061649, + "recall": 0.113281, + "f1": 0.069822, + "accuracy": 0.113281, + "main_score": 0.069822, + "hf_subset": "yaa_Latn-eng_Latn", + "languages": [ + "yaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032824, + "recall": 0.050781, + "f1": 0.035037, + "accuracy": 0.050781, + "main_score": 0.035037, + "hf_subset": "eng_Latn-yad_Latn", + "languages": [ + "eng-Latn", + "yad-Latn" + ] + }, + { + "precision": 0.03524, + "recall": 0.058594, + "f1": 0.039217, + "accuracy": 0.058594, + "main_score": 0.039217, + "hf_subset": "yad_Latn-eng_Latn", + "languages": [ + "yad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051267, + "recall": 0.082031, + "f1": 0.058078, + "accuracy": 0.082031, + "main_score": 0.058078, + "hf_subset": "eng_Latn-yal_Latn", + "languages": [ + "eng-Latn", + "yal-Latn" + ] + }, + { + "precision": 0.065961, + "recall": 0.101562, + "f1": 0.073432, + "accuracy": 0.101562, + "main_score": 0.073432, + "hf_subset": "yal_Latn-eng_Latn", + "languages": [ + "yal-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085917, + "recall": 0.140625, + "f1": 0.096584, + "accuracy": 0.140625, + "main_score": 0.096584, + "hf_subset": "eng_Latn-yap_Latn", + "languages": [ + "eng-Latn", + "yap-Latn" + ] + }, + { + "precision": 0.106095, + "recall": 0.144531, + "f1": 0.114608, + "accuracy": 0.144531, + "main_score": 0.114608, + "hf_subset": "yap_Latn-eng_Latn", + "languages": [ + "yap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032302, + "recall": 0.066406, + "f1": 0.036682, + "accuracy": 0.066406, + "main_score": 0.036682, + "hf_subset": "eng_Latn-yaq_Latn", + "languages": [ + "eng-Latn", + "yaq-Latn" + ] + }, + { + "precision": 0.044243, + "recall": 0.066406, + "f1": 0.048023, + "accuracy": 0.066406, + "main_score": 0.048023, + "hf_subset": "yaq_Latn-eng_Latn", + "languages": [ + "yaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027762, + "recall": 0.042969, + "f1": 0.029848, + "accuracy": 0.042969, + "main_score": 0.029848, + "hf_subset": "eng_Latn-yby_Latn", + "languages": [ + "eng-Latn", + "yby-Latn" + ] + }, + { + "precision": 0.045264, + "recall": 0.074219, + "f1": 0.050203, + "accuracy": 0.074219, + "main_score": 0.050203, + "hf_subset": "yby_Latn-eng_Latn", + "languages": [ + "yby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063764, + "recall": 0.101562, + "f1": 0.072116, + "accuracy": 0.101562, + "main_score": 0.072116, + "hf_subset": "eng_Latn-ycn_Latn", + "languages": [ + "eng-Latn", + "ycn-Latn" + ] + }, + { + "precision": 0.078027, + "recall": 0.113281, + "f1": 0.086072, + "accuracy": 0.113281, + "main_score": 0.086072, + "hf_subset": "ycn_Latn-eng_Latn", + "languages": [ + "ycn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116246, + "recall": 0.140625, + "f1": 0.12194, + "accuracy": 0.140625, + "main_score": 0.12194, + "hf_subset": "eng_Latn-yka_Latn", + "languages": [ + "eng-Latn", + "yka-Latn" + ] + }, + { + "precision": 0.107256, + "recall": 0.160156, + "f1": 0.120052, + "accuracy": 0.160156, + "main_score": 0.120052, + "hf_subset": "yka_Latn-eng_Latn", + "languages": [ + "yka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044834, + "recall": 0.070312, + "f1": 0.049562, + "accuracy": 0.070312, + "main_score": 0.049562, + "hf_subset": "eng_Latn-yle_Latn", + "languages": [ + "eng-Latn", + "yle-Latn" + ] + }, + { + "precision": 0.042336, + "recall": 0.078125, + "f1": 0.050181, + "accuracy": 0.078125, + "main_score": 0.050181, + "hf_subset": "yle_Latn-eng_Latn", + "languages": [ + "yle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030744, + "recall": 0.054688, + "f1": 0.035322, + "accuracy": 0.054688, + "main_score": 0.035322, + "hf_subset": "eng_Latn-yml_Latn", + "languages": [ + "eng-Latn", + "yml-Latn" + ] + }, + { + "precision": 0.030339, + "recall": 0.050781, + "f1": 0.035866, + "accuracy": 0.050781, + "main_score": 0.035866, + "hf_subset": "yml_Latn-eng_Latn", + "languages": [ + "yml-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045592, + "recall": 0.085938, + "f1": 0.053877, + "accuracy": 0.085938, + "main_score": 0.053877, + "hf_subset": "eng_Latn-yon_Latn", + "languages": [ + "eng-Latn", + "yon-Latn" + ] + }, + { + "precision": 0.050551, + "recall": 0.105469, + "f1": 0.061361, + "accuracy": 0.105469, + "main_score": 0.061361, + "hf_subset": "yon_Latn-eng_Latn", + "languages": [ + "yon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077409, + "recall": 0.128906, + "f1": 0.086684, + "accuracy": 0.128906, + "main_score": 0.086684, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.122254, + "recall": 0.15625, + "f1": 0.12882, + "accuracy": 0.15625, + "main_score": 0.12882, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031457, + "recall": 0.050781, + "f1": 0.033915, + "accuracy": 0.050781, + "main_score": 0.033915, + "hf_subset": "eng_Latn-yrb_Latn", + "languages": [ + "eng-Latn", + "yrb-Latn" + ] + }, + { + "precision": 0.030115, + "recall": 0.054688, + "f1": 0.034947, + "accuracy": 0.054688, + "main_score": 0.034947, + "hf_subset": "yrb_Latn-eng_Latn", + "languages": [ + "yrb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045935, + "recall": 0.0625, + "f1": 0.047453, + "accuracy": 0.0625, + "main_score": 0.047453, + "hf_subset": "eng_Latn-yre_Latn", + "languages": [ + "eng-Latn", + "yre-Latn" + ] + }, + { + "precision": 0.066937, + "recall": 0.085938, + "f1": 0.071615, + "accuracy": 0.085938, + "main_score": 0.071615, + "hf_subset": "yre_Latn-eng_Latn", + "languages": [ + "yre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050369, + "recall": 0.074219, + "f1": 0.05638, + "accuracy": 0.074219, + "main_score": 0.05638, + "hf_subset": "eng_Latn-yss_Latn", + "languages": [ + "eng-Latn", + "yss-Latn" + ] + }, + { + "precision": 0.047775, + "recall": 0.085938, + "f1": 0.054799, + "accuracy": 0.085938, + "main_score": 0.054799, + "hf_subset": "yss_Latn-eng_Latn", + "languages": [ + "yss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052611, + "recall": 0.082031, + "f1": 0.05624, + "accuracy": 0.082031, + "main_score": 0.05624, + "hf_subset": "eng_Latn-yuj_Latn", + "languages": [ + "eng-Latn", + "yuj-Latn" + ] + }, + { + "precision": 0.072372, + "recall": 0.125, + "f1": 0.083491, + "accuracy": 0.125, + "main_score": 0.083491, + "hf_subset": "yuj_Latn-eng_Latn", + "languages": [ + "yuj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056485, + "recall": 0.085938, + "f1": 0.06249, + "accuracy": 0.085938, + "main_score": 0.06249, + "hf_subset": "eng_Latn-yut_Latn", + "languages": [ + "eng-Latn", + "yut-Latn" + ] + }, + { + "precision": 0.063525, + "recall": 0.113281, + "f1": 0.074152, + "accuracy": 0.113281, + "main_score": 0.074152, + "hf_subset": "yut_Latn-eng_Latn", + "languages": [ + "yut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044464, + "recall": 0.078125, + "f1": 0.051662, + "accuracy": 0.078125, + "main_score": 0.051662, + "hf_subset": "eng_Latn-yuw_Latn", + "languages": [ + "eng-Latn", + "yuw-Latn" + ] + }, + { + "precision": 0.064811, + "recall": 0.097656, + "f1": 0.07217, + "accuracy": 0.097656, + "main_score": 0.07217, + "hf_subset": "yuw_Latn-eng_Latn", + "languages": [ + "yuw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057939, + "recall": 0.097656, + "f1": 0.063426, + "accuracy": 0.097656, + "main_score": 0.063426, + "hf_subset": "eng_Latn-yva_Latn", + "languages": [ + "eng-Latn", + "yva-Latn" + ] + }, + { + "precision": 0.057422, + "recall": 0.089844, + "f1": 0.064809, + "accuracy": 0.089844, + "main_score": 0.064809, + "hf_subset": "yva_Latn-eng_Latn", + "languages": [ + "yva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.228613, + "recall": 0.316406, + "f1": 0.247561, + "accuracy": 0.316406, + "main_score": 0.247561, + "hf_subset": "eng_Latn-zaa_Latn", + "languages": [ + "eng-Latn", + "zaa-Latn" + ] + }, + { + "precision": 0.259538, + "recall": 0.335938, + "f1": 0.278873, + "accuracy": 0.335938, + "main_score": 0.278873, + "hf_subset": "zaa_Latn-eng_Latn", + "languages": [ + "zaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126181, + "recall": 0.160156, + "f1": 0.133447, + "accuracy": 0.160156, + "main_score": 0.133447, + "hf_subset": "eng_Latn-zab_Latn", + "languages": [ + "eng-Latn", + "zab-Latn" + ] + }, + { + "precision": 0.12849, + "recall": 0.179688, + "f1": 0.139699, + "accuracy": 0.179688, + "main_score": 0.139699, + "hf_subset": "zab_Latn-eng_Latn", + "languages": [ + "zab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171694, + "recall": 0.246094, + "f1": 0.187095, + "accuracy": 0.246094, + "main_score": 0.187095, + "hf_subset": "eng_Latn-zac_Latn", + "languages": [ + "eng-Latn", + "zac-Latn" + ] + }, + { + "precision": 0.18396, + "recall": 0.265625, + "f1": 0.202734, + "accuracy": 0.265625, + "main_score": 0.202734, + "hf_subset": "zac_Latn-eng_Latn", + "languages": [ + "zac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061981, + "recall": 0.09375, + "f1": 0.069522, + "accuracy": 0.09375, + "main_score": 0.069522, + "hf_subset": "eng_Latn-zad_Latn", + "languages": [ + "eng-Latn", + "zad-Latn" + ] + }, + { + "precision": 0.094901, + "recall": 0.140625, + "f1": 0.104108, + "accuracy": 0.140625, + "main_score": 0.104108, + "hf_subset": "zad_Latn-eng_Latn", + "languages": [ + "zad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137091, + "recall": 0.195312, + "f1": 0.147993, + "accuracy": 0.195312, + "main_score": 0.147993, + "hf_subset": "eng_Latn-zai_Latn", + "languages": [ + "eng-Latn", + "zai-Latn" + ] + }, + { + "precision": 0.16365, + "recall": 0.230469, + "f1": 0.179087, + "accuracy": 0.230469, + "main_score": 0.179087, + "hf_subset": "zai_Latn-eng_Latn", + "languages": [ + "zai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086743, + "recall": 0.132812, + "f1": 0.094102, + "accuracy": 0.132812, + "main_score": 0.094102, + "hf_subset": "eng_Latn-zaj_Latn", + "languages": [ + "eng-Latn", + "zaj-Latn" + ] + }, + { + "precision": 0.08712, + "recall": 0.160156, + "f1": 0.103193, + "accuracy": 0.160156, + "main_score": 0.103193, + "hf_subset": "zaj_Latn-eng_Latn", + "languages": [ + "zaj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074189, + "recall": 0.101562, + "f1": 0.080397, + "accuracy": 0.101562, + "main_score": 0.080397, + "hf_subset": "eng_Latn-zam_Latn", + "languages": [ + "eng-Latn", + "zam-Latn" + ] + }, + { + "precision": 0.073423, + "recall": 0.128906, + "f1": 0.084564, + "accuracy": 0.128906, + "main_score": 0.084564, + "hf_subset": "zam_Latn-eng_Latn", + "languages": [ + "zam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072942, + "recall": 0.09375, + "f1": 0.075486, + "accuracy": 0.09375, + "main_score": 0.075486, + "hf_subset": "eng_Latn-zao_Latn", + "languages": [ + "eng-Latn", + "zao-Latn" + ] + }, + { + "precision": 0.075642, + "recall": 0.125, + "f1": 0.085412, + "accuracy": 0.125, + "main_score": 0.085412, + "hf_subset": "zao_Latn-eng_Latn", + "languages": [ + "zao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080937, + "recall": 0.125, + "f1": 0.089515, + "accuracy": 0.125, + "main_score": 0.089515, + "hf_subset": "eng_Latn-zap_Latn", + "languages": [ + "eng-Latn", + "zap-Latn" + ] + }, + { + "precision": 0.100452, + "recall": 0.152344, + "f1": 0.111475, + "accuracy": 0.152344, + "main_score": 0.111475, + "hf_subset": "zap_Latn-eng_Latn", + "languages": [ + "zap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079961, + "recall": 0.125, + "f1": 0.089543, + "accuracy": 0.125, + "main_score": 0.089543, + "hf_subset": "eng_Latn-zar_Latn", + "languages": [ + "eng-Latn", + "zar-Latn" + ] + }, + { + "precision": 0.083315, + "recall": 0.128906, + "f1": 0.092191, + "accuracy": 0.128906, + "main_score": 0.092191, + "hf_subset": "zar_Latn-eng_Latn", + "languages": [ + "zar-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103146, + "recall": 0.140625, + "f1": 0.111663, + "accuracy": 0.140625, + "main_score": 0.111663, + "hf_subset": "eng_Latn-zas_Latn", + "languages": [ + "eng-Latn", + "zas-Latn" + ] + }, + { + "precision": 0.085608, + "recall": 0.132812, + "f1": 0.094638, + "accuracy": 0.132812, + "main_score": 0.094638, + "hf_subset": "zas_Latn-eng_Latn", + "languages": [ + "zas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090625, + "recall": 0.117188, + "f1": 0.095684, + "accuracy": 0.117188, + "main_score": 0.095684, + "hf_subset": "eng_Latn-zat_Latn", + "languages": [ + "eng-Latn", + "zat-Latn" + ] + }, + { + "precision": 0.096102, + "recall": 0.121094, + "f1": 0.100757, + "accuracy": 0.121094, + "main_score": 0.100757, + "hf_subset": "zat_Latn-eng_Latn", + "languages": [ + "zat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10317, + "recall": 0.136719, + "f1": 0.109521, + "accuracy": 0.136719, + "main_score": 0.109521, + "hf_subset": "eng_Latn-zav_Latn", + "languages": [ + "eng-Latn", + "zav-Latn" + ] + }, + { + "precision": 0.075771, + "recall": 0.117188, + "f1": 0.083531, + "accuracy": 0.117188, + "main_score": 0.083531, + "hf_subset": "zav_Latn-eng_Latn", + "languages": [ + "zav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099121, + "recall": 0.121094, + "f1": 0.104458, + "accuracy": 0.121094, + "main_score": 0.104458, + "hf_subset": "eng_Latn-zaw_Latn", + "languages": [ + "eng-Latn", + "zaw-Latn" + ] + }, + { + "precision": 0.113651, + "recall": 0.160156, + "f1": 0.122948, + "accuracy": 0.160156, + "main_score": 0.122948, + "hf_subset": "zaw_Latn-eng_Latn", + "languages": [ + "zaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095537, + "recall": 0.128906, + "f1": 0.104167, + "accuracy": 0.128906, + "main_score": 0.104167, + "hf_subset": "eng_Latn-zca_Latn", + "languages": [ + "eng-Latn", + "zca-Latn" + ] + }, + { + "precision": 0.085352, + "recall": 0.125, + "f1": 0.092011, + "accuracy": 0.125, + "main_score": 0.092011, + "hf_subset": "zca_Latn-eng_Latn", + "languages": [ + "zca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062572, + "recall": 0.089844, + "f1": 0.068836, + "accuracy": 0.089844, + "main_score": 0.068836, + "hf_subset": "eng_Latn-zga_Latn", + "languages": [ + "eng-Latn", + "zga-Latn" + ] + }, + { + "precision": 0.079875, + "recall": 0.121094, + "f1": 0.089808, + "accuracy": 0.121094, + "main_score": 0.089808, + "hf_subset": "zga_Latn-eng_Latn", + "languages": [ + "zga-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049718, + "recall": 0.070312, + "f1": 0.054028, + "accuracy": 0.070312, + "main_score": 0.054028, + "hf_subset": "eng_Latn-zia_Latn", + "languages": [ + "eng-Latn", + "zia-Latn" + ] + }, + { + "precision": 0.068917, + "recall": 0.09375, + "f1": 0.075716, + "accuracy": 0.09375, + "main_score": 0.075716, + "hf_subset": "zia_Latn-eng_Latn", + "languages": [ + "zia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062799, + "recall": 0.101562, + "f1": 0.068334, + "accuracy": 0.101562, + "main_score": 0.068334, + "hf_subset": "eng_Latn-ziw_Latn", + "languages": [ + "eng-Latn", + "ziw-Latn" + ] + }, + { + "precision": 0.097461, + "recall": 0.132812, + "f1": 0.105878, + "accuracy": 0.132812, + "main_score": 0.105878, + "hf_subset": "ziw_Latn-eng_Latn", + "languages": [ + "ziw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.883138, + "recall": 0.914062, + "f1": 0.892839, + "accuracy": 0.914062, + "main_score": 0.892839, + "hf_subset": "eng_Latn-zlm_Latn", + "languages": [ + "eng-Latn", + "zlm-Latn" + ] + }, + { + "precision": 0.948568, + "recall": 0.960938, + "f1": 0.952474, + "accuracy": 0.960938, + "main_score": 0.952474, + "hf_subset": "zlm_Latn-eng_Latn", + "languages": [ + "zlm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134683, + "recall": 0.183594, + "f1": 0.143365, + "accuracy": 0.183594, + "main_score": 0.143365, + "hf_subset": "eng_Latn-zos_Latn", + "languages": [ + "eng-Latn", + "zos-Latn" + ] + }, + { + "precision": 0.10774, + "recall": 0.171875, + "f1": 0.12074, + "accuracy": 0.171875, + "main_score": 0.12074, + "hf_subset": "zos_Latn-eng_Latn", + "languages": [ + "zos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081274, + "recall": 0.132812, + "f1": 0.092122, + "accuracy": 0.132812, + "main_score": 0.092122, + "hf_subset": "eng_Latn-zpc_Latn", + "languages": [ + "eng-Latn", + "zpc-Latn" + ] + }, + { + "precision": 0.101108, + "recall": 0.144531, + "f1": 0.110302, + "accuracy": 0.144531, + "main_score": 0.110302, + "hf_subset": "zpc_Latn-eng_Latn", + "languages": [ + "zpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113616, + "recall": 0.1875, + "f1": 0.128405, + "accuracy": 0.1875, + "main_score": 0.128405, + "hf_subset": "eng_Latn-zpl_Latn", + "languages": [ + "eng-Latn", + "zpl-Latn" + ] + }, + { + "precision": 0.119202, + "recall": 0.171875, + "f1": 0.131921, + "accuracy": 0.171875, + "main_score": 0.131921, + "hf_subset": "zpl_Latn-eng_Latn", + "languages": [ + "zpl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080422, + "recall": 0.113281, + "f1": 0.088731, + "accuracy": 0.113281, + "main_score": 0.088731, + "hf_subset": "eng_Latn-zpm_Latn", + "languages": [ + "eng-Latn", + "zpm-Latn" + ] + }, + { + "precision": 0.058255, + "recall": 0.09375, + "f1": 0.065206, + "accuracy": 0.09375, + "main_score": 0.065206, + "hf_subset": "zpm_Latn-eng_Latn", + "languages": [ + "zpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083288, + "recall": 0.121094, + "f1": 0.091552, + "accuracy": 0.121094, + "main_score": 0.091552, + "hf_subset": "eng_Latn-zpo_Latn", + "languages": [ + "eng-Latn", + "zpo-Latn" + ] + }, + { + "precision": 0.072447, + "recall": 0.125, + "f1": 0.08364, + "accuracy": 0.125, + "main_score": 0.08364, + "hf_subset": "zpo_Latn-eng_Latn", + "languages": [ + "zpo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086746, + "recall": 0.136719, + "f1": 0.095417, + "accuracy": 0.136719, + "main_score": 0.095417, + "hf_subset": "eng_Latn-zpq_Latn", + "languages": [ + "eng-Latn", + "zpq-Latn" + ] + }, + { + "precision": 0.083579, + "recall": 0.140625, + "f1": 0.095524, + "accuracy": 0.140625, + "main_score": 0.095524, + "hf_subset": "zpq_Latn-eng_Latn", + "languages": [ + "zpq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107854, + "recall": 0.148438, + "f1": 0.115966, + "accuracy": 0.148438, + "main_score": 0.115966, + "hf_subset": "eng_Latn-zpu_Latn", + "languages": [ + "eng-Latn", + "zpu-Latn" + ] + }, + { + "precision": 0.118353, + "recall": 0.15625, + "f1": 0.125889, + "accuracy": 0.15625, + "main_score": 0.125889, + "hf_subset": "zpu_Latn-eng_Latn", + "languages": [ + "zpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087475, + "recall": 0.117188, + "f1": 0.092271, + "accuracy": 0.117188, + "main_score": 0.092271, + "hf_subset": "eng_Latn-zpv_Latn", + "languages": [ + "eng-Latn", + "zpv-Latn" + ] + }, + { + "precision": 0.086112, + "recall": 0.136719, + "f1": 0.095973, + "accuracy": 0.136719, + "main_score": 0.095973, + "hf_subset": "zpv_Latn-eng_Latn", + "languages": [ + "zpv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090004, + "recall": 0.117188, + "f1": 0.096484, + "accuracy": 0.117188, + "main_score": 0.096484, + "hf_subset": "eng_Latn-zpz_Latn", + "languages": [ + "eng-Latn", + "zpz-Latn" + ] + }, + { + "precision": 0.102625, + "recall": 0.140625, + "f1": 0.109787, + "accuracy": 0.140625, + "main_score": 0.109787, + "hf_subset": "zpz_Latn-eng_Latn", + "languages": [ + "zpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092898, + "recall": 0.136719, + "f1": 0.101843, + "accuracy": 0.136719, + "main_score": 0.101843, + "hf_subset": "eng_Latn-zsr_Latn", + "languages": [ + "eng-Latn", + "zsr-Latn" + ] + }, + { + "precision": 0.097491, + "recall": 0.140625, + "f1": 0.105861, + "accuracy": 0.140625, + "main_score": 0.105861, + "hf_subset": "zsr_Latn-eng_Latn", + "languages": [ + "zsr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117794, + "recall": 0.171875, + "f1": 0.128028, + "accuracy": 0.171875, + "main_score": 0.128028, + "hf_subset": "eng_Latn-ztq_Latn", + "languages": [ + "eng-Latn", + "ztq-Latn" + ] + }, + { + "precision": 0.098978, + "recall": 0.148438, + "f1": 0.107431, + "accuracy": 0.148438, + "main_score": 0.107431, + "hf_subset": "ztq_Latn-eng_Latn", + "languages": [ + "ztq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074674, + "recall": 0.089844, + "f1": 0.078385, + "accuracy": 0.089844, + "main_score": 0.078385, + "hf_subset": "eng_Latn-zty_Latn", + "languages": [ + "eng-Latn", + "zty-Latn" + ] + }, + { + "precision": 0.073924, + "recall": 0.097656, + "f1": 0.078675, + "accuracy": 0.097656, + "main_score": 0.078675, + "hf_subset": "zty_Latn-eng_Latn", + "languages": [ + "zty-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063106, + "recall": 0.109375, + "f1": 0.072312, + "accuracy": 0.109375, + "main_score": 0.072312, + "hf_subset": "eng_Latn-zyp_Latn", + "languages": [ + "eng-Latn", + "zyp-Latn" + ] + }, + { + "precision": 0.096554, + "recall": 0.128906, + "f1": 0.104084, + "accuracy": 0.128906, + "main_score": 0.104084, + "hf_subset": "zyp_Latn-eng_Latn", + "languages": [ + "zyp-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3135.507422685623, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BigPatentClustering.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BigPatentClustering.v2.json new file mode 100644 index 0000000000..013ee214e2 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BigPatentClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "task_name": "BigPatentClustering.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.314364, + 0.4092, + 0.468199, + 0.449846, + 0.45505, + 0.418863, + 0.474907, + 0.337052, + 0.404771, + 0.432195 + ] + }, + "v_measure": 0.416445, + "v_measure_std": 0.050861, + "main_score": 0.416445, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.3625919818878174, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BiorxivClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BiorxivClusteringP2P.v2.json new file mode 100644 index 0000000000..b01409a78b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BiorxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "task_name": "BiorxivClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.510277, + 0.519706, + 0.516628, + 0.530243, + 0.528406, + 0.526721, + 0.514915, + 0.513613, + 0.528675, + 0.520379 + ] + }, + "v_measure": 0.520956, + "v_measure_std": 0.00678, + "main_score": 0.520956, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.555593490600586, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BornholmBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BornholmBitextMining.json new file mode 100644 index 0000000000..7605ecc2dc --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "task_name": "BornholmBitextMining", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.322614, + "recall": 0.426, + "f1": 0.34633, + "accuracy": 0.426, + "main_score": 0.34633, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 11.921464920043945, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BrazilianToxicTweetsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BrazilianToxicTweetsClassification.json new file mode 100644 index 0000000000..99c4290ced --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BrazilianToxicTweetsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f333c1fcfa3ab43f008a327c8bd0140441354d34", + "task_name": "BrazilianToxicTweetsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.223438, + "f1": 0.174429, + "lrap": 0.806396, + "scores_per_experiment": [ + { + "accuracy": 0.175293, + "f1": 0.193493, + "lrap": 0.832865 + }, + { + "accuracy": 0.158203, + "f1": 0.153785, + "lrap": 0.821533 + }, + { + "accuracy": 0.177246, + "f1": 0.183111, + "lrap": 0.843126 + }, + { + "accuracy": 0.263672, + "f1": 0.15916, + "lrap": 0.789429 + }, + { + "accuracy": 0.252441, + "f1": 0.201319, + "lrap": 0.808363 + }, + { + "accuracy": 0.16748, + "f1": 0.197982, + "lrap": 0.83374 + }, + { + "accuracy": 0.238281, + "f1": 0.144471, + "lrap": 0.76884 + }, + { + "accuracy": 0.214355, + "f1": 0.173946, + "lrap": 0.801527 + }, + { + "accuracy": 0.246582, + "f1": 0.162067, + "lrap": 0.780762 + }, + { + "accuracy": 0.34082, + "f1": 0.174956, + "lrap": 0.783773 + } + ], + "main_score": 0.223438, + "hf_subset": "default", + "languages": [ + "por-Latn" + ] + } + ] + }, + "evaluation_time": 19.694861888885498, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BulgarianStoreReviewSentimentClassfication.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 0000000000..4081edf35e --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "701984d6c6efea0e14a1c7850ef70e464c5577c0", + "task_name": "BulgarianStoreReviewSentimentClassfication", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.712637, + "f1": 0.517987, + "f1_weighted": 0.736532, + "scores_per_experiment": [ + { + "accuracy": 0.725275, + "f1": 0.568765, + "f1_weighted": 0.745566 + }, + { + "accuracy": 0.697802, + "f1": 0.470926, + "f1_weighted": 0.720748 + }, + { + "accuracy": 0.686813, + "f1": 0.492946, + "f1_weighted": 0.724899 + }, + { + "accuracy": 0.785714, + "f1": 0.547604, + "f1_weighted": 0.771894 + }, + { + "accuracy": 0.714286, + "f1": 0.542955, + "f1_weighted": 0.747438 + }, + { + "accuracy": 0.637363, + "f1": 0.458606, + "f1_weighted": 0.680493 + }, + { + "accuracy": 0.736264, + "f1": 0.517359, + "f1_weighted": 0.753133 + }, + { + "accuracy": 0.714286, + "f1": 0.530212, + "f1_weighted": 0.744989 + }, + { + "accuracy": 0.752747, + "f1": 0.57898, + "f1_weighted": 0.760742 + }, + { + "accuracy": 0.675824, + "f1": 0.47152, + "f1_weighted": 0.715413 + } + ], + "main_score": 0.712637, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ] + } + ] + }, + "evaluation_time": 18.0818772315979, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CEDRClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CEDRClassification.json new file mode 100644 index 0000000000..9adfc33505 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CEDRClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c0ba03d058e3e1b2f3fd20518875a4563dd12db4", + "task_name": "CEDRClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.527577, + "f1": 0.515661, + "lrap": 0.7814, + "scores_per_experiment": [ + { + "accuracy": 0.55526, + "f1": 0.522949, + "lrap": 0.767694 + }, + { + "accuracy": 0.595643, + "f1": 0.557482, + "lrap": 0.797715 + }, + { + "accuracy": 0.585547, + "f1": 0.515828, + "lrap": 0.769501 + }, + { + "accuracy": 0.496812, + "f1": 0.49733, + "lrap": 0.759883 + }, + { + "accuracy": 0.509033, + "f1": 0.503393, + "lrap": 0.786291 + }, + { + "accuracy": 0.490967, + "f1": 0.497483, + "lrap": 0.766047 + }, + { + "accuracy": 0.568013, + "f1": 0.56589, + "lrap": 0.817322 + }, + { + "accuracy": 0.459086, + "f1": 0.462942, + "lrap": 0.765409 + }, + { + "accuracy": 0.538789, + "f1": 0.540639, + "lrap": 0.802285 + }, + { + "accuracy": 0.476621, + "f1": 0.492671, + "lrap": 0.781854 + } + ], + "main_score": 0.527577, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 12.101282835006714, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CLSClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CLSClusteringP2P.v2.json new file mode 100644 index 0000000000..848f1bc626 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CLSClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "task_name": "CLSClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.416068, + 0.414932, + 0.418272, + 0.418579, + 0.424491, + 0.401691, + 0.397832, + 0.42588, + 0.428926, + 0.398776 + ] + }, + "v_measure": 0.414545, + "v_measure_std": 0.010771, + "main_score": 0.414545, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 4.722362518310547, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/COIRCodeSearchNetRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/COIRCodeSearchNetRetrieval.json new file mode 100644 index 0000000000..9f71514d8f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/COIRCodeSearchNetRetrieval.json @@ -0,0 +1,893 @@ +{ + "dataset_revision": "4adc7bc41202b5c13543c9c886a25f340634dab3", + "task_name": "COIRCodeSearchNetRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78368, + "ndcg_at_3": 0.83714, + "ndcg_at_5": 0.84806, + "ndcg_at_10": 0.85813, + "ndcg_at_20": 0.8644, + "ndcg_at_100": 0.86938, + "ndcg_at_1000": 0.87127, + "map_at_1": 0.78368, + "map_at_3": 0.82448, + "map_at_5": 0.83054, + "map_at_10": 0.83473, + "map_at_20": 0.83647, + "map_at_100": 0.83719, + "map_at_1000": 0.83727, + "recall_at_1": 0.78368, + "recall_at_3": 0.87358, + "recall_at_5": 0.90005, + "recall_at_10": 0.93109, + "recall_at_20": 0.95569, + "recall_at_100": 0.9821, + "recall_at_1000": 0.99692, + "precision_at_1": 0.78368, + "precision_at_3": 0.29119, + "precision_at_5": 0.18001, + "precision_at_10": 0.09311, + "precision_at_20": 0.04778, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.783684, + "mrr_at_3": 0.824485, + "mrr_at_5": 0.830545, + "mrr_at_10": 0.834725, + "mrr_at_20": 0.836472, + "mrr_at_100": 0.837192, + "mrr_at_1000": 0.837265, + "nauc_ndcg_at_1_max": 0.791915, + "nauc_ndcg_at_1_std": 0.1432, + "nauc_ndcg_at_1_diff1": 0.864179, + "nauc_ndcg_at_3_max": 0.798389, + "nauc_ndcg_at_3_std": 0.115926, + "nauc_ndcg_at_3_diff1": 0.848049, + "nauc_ndcg_at_5_max": 0.794194, + "nauc_ndcg_at_5_std": 0.111548, + "nauc_ndcg_at_5_diff1": 0.844804, + "nauc_ndcg_at_10_max": 0.795696, + "nauc_ndcg_at_10_std": 0.114634, + "nauc_ndcg_at_10_diff1": 0.84805, + "nauc_ndcg_at_20_max": 0.795939, + "nauc_ndcg_at_20_std": 0.118847, + "nauc_ndcg_at_20_diff1": 0.849145, + "nauc_ndcg_at_100_max": 0.796448, + "nauc_ndcg_at_100_std": 0.124987, + "nauc_ndcg_at_100_diff1": 0.850447, + "nauc_ndcg_at_1000_max": 0.796213, + "nauc_ndcg_at_1000_std": 0.123909, + "nauc_ndcg_at_1000_diff1": 0.85085, + "nauc_map_at_1_max": 0.791915, + "nauc_map_at_1_std": 0.1432, + "nauc_map_at_1_diff1": 0.864179, + "nauc_map_at_3_max": 0.797231, + "nauc_map_at_3_std": 0.123637, + "nauc_map_at_3_diff1": 0.852441, + "nauc_map_at_5_max": 0.79507, + "nauc_map_at_5_std": 0.121605, + "nauc_map_at_5_diff1": 0.850946, + "nauc_map_at_10_max": 0.795678, + "nauc_map_at_10_std": 0.123156, + "nauc_map_at_10_diff1": 0.852286, + "nauc_map_at_20_max": 0.795749, + "nauc_map_at_20_std": 0.124238, + "nauc_map_at_20_diff1": 0.852606, + "nauc_map_at_100_max": 0.795803, + "nauc_map_at_100_std": 0.125029, + "nauc_map_at_100_diff1": 0.85279, + "nauc_map_at_1000_max": 0.79579, + "nauc_map_at_1000_std": 0.124997, + "nauc_map_at_1000_diff1": 0.852798, + "nauc_recall_at_1_max": 0.791915, + "nauc_recall_at_1_std": 0.1432, + "nauc_recall_at_1_diff1": 0.864179, + "nauc_recall_at_3_max": 0.802459, + "nauc_recall_at_3_std": 0.086303, + "nauc_recall_at_3_diff1": 0.831272, + "nauc_recall_at_5_max": 0.788777, + "nauc_recall_at_5_std": 0.064696, + "nauc_recall_at_5_diff1": 0.816092, + "nauc_recall_at_10_max": 0.794807, + "nauc_recall_at_10_std": 0.060015, + "nauc_recall_at_10_diff1": 0.82252, + "nauc_recall_at_20_max": 0.796703, + "nauc_recall_at_20_std": 0.07723, + "nauc_recall_at_20_diff1": 0.820342, + "nauc_recall_at_100_max": 0.81631, + "nauc_recall_at_100_std": 0.232399, + "nauc_recall_at_100_diff1": 0.822993, + "nauc_recall_at_1000_max": 0.852087, + "nauc_recall_at_1000_std": 0.418133, + "nauc_recall_at_1000_diff1": 0.829059, + "nauc_precision_at_1_max": 0.791915, + "nauc_precision_at_1_std": 0.1432, + "nauc_precision_at_1_diff1": 0.864179, + "nauc_precision_at_3_max": 0.802459, + "nauc_precision_at_3_std": 0.086303, + "nauc_precision_at_3_diff1": 0.831272, + "nauc_precision_at_5_max": 0.788777, + "nauc_precision_at_5_std": 0.064696, + "nauc_precision_at_5_diff1": 0.816092, + "nauc_precision_at_10_max": 0.794807, + "nauc_precision_at_10_std": 0.060015, + "nauc_precision_at_10_diff1": 0.82252, + "nauc_precision_at_20_max": 0.796703, + "nauc_precision_at_20_std": 0.07723, + "nauc_precision_at_20_diff1": 0.820342, + "nauc_precision_at_100_max": 0.81631, + "nauc_precision_at_100_std": 0.232399, + "nauc_precision_at_100_diff1": 0.822993, + "nauc_precision_at_1000_max": 0.852087, + "nauc_precision_at_1000_std": 0.418133, + "nauc_precision_at_1000_diff1": 0.829059, + "nauc_mrr_at_1_max": 0.791915, + "nauc_mrr_at_1_std": 0.1432, + "nauc_mrr_at_1_diff1": 0.864179, + "nauc_mrr_at_3_max": 0.797231, + "nauc_mrr_at_3_std": 0.123637, + "nauc_mrr_at_3_diff1": 0.852441, + "nauc_mrr_at_5_max": 0.79507, + "nauc_mrr_at_5_std": 0.121605, + "nauc_mrr_at_5_diff1": 0.850946, + "nauc_mrr_at_10_max": 0.795678, + "nauc_mrr_at_10_std": 0.123156, + "nauc_mrr_at_10_diff1": 0.852286, + "nauc_mrr_at_20_max": 0.795749, + "nauc_mrr_at_20_std": 0.124238, + "nauc_mrr_at_20_diff1": 0.852606, + "nauc_mrr_at_100_max": 0.795803, + "nauc_mrr_at_100_std": 0.125029, + "nauc_mrr_at_100_diff1": 0.85279, + "nauc_mrr_at_1000_max": 0.79579, + "nauc_mrr_at_1000_std": 0.124997, + "nauc_mrr_at_1000_diff1": 0.852798, + "main_score": 0.85813, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.57916, + "ndcg_at_3": 0.64556, + "ndcg_at_5": 0.66075, + "ndcg_at_10": 0.67461, + "ndcg_at_20": 0.68315, + "ndcg_at_100": 0.69595, + "ndcg_at_1000": 0.7047, + "map_at_1": 0.57916, + "map_at_3": 0.6297, + "map_at_5": 0.63808, + "map_at_10": 0.64386, + "map_at_20": 0.64621, + "map_at_100": 0.64794, + "map_at_1000": 0.64825, + "recall_at_1": 0.57916, + "recall_at_3": 0.69128, + "recall_at_5": 0.72835, + "recall_at_10": 0.77089, + "recall_at_20": 0.80462, + "recall_at_100": 0.8742, + "recall_at_1000": 0.94409, + "precision_at_1": 0.57916, + "precision_at_3": 0.23043, + "precision_at_5": 0.14567, + "precision_at_10": 0.07709, + "precision_at_20": 0.04023, + "precision_at_100": 0.00874, + "precision_at_1000": 0.00094, + "mrr_at_1": 0.579155, + "mrr_at_3": 0.629697, + "mrr_at_5": 0.638084, + "mrr_at_10": 0.643858, + "mrr_at_20": 0.646214, + "mrr_at_100": 0.647938, + "mrr_at_1000": 0.648251, + "nauc_ndcg_at_1_max": 0.673707, + "nauc_ndcg_at_1_std": 0.081169, + "nauc_ndcg_at_1_diff1": 0.79257, + "nauc_ndcg_at_3_max": 0.68978, + "nauc_ndcg_at_3_std": 0.113433, + "nauc_ndcg_at_3_diff1": 0.741323, + "nauc_ndcg_at_5_max": 0.691835, + "nauc_ndcg_at_5_std": 0.120705, + "nauc_ndcg_at_5_diff1": 0.735226, + "nauc_ndcg_at_10_max": 0.692685, + "nauc_ndcg_at_10_std": 0.131916, + "nauc_ndcg_at_10_diff1": 0.734739, + "nauc_ndcg_at_20_max": 0.692498, + "nauc_ndcg_at_20_std": 0.137067, + "nauc_ndcg_at_20_diff1": 0.733794, + "nauc_ndcg_at_100_max": 0.692628, + "nauc_ndcg_at_100_std": 0.140826, + "nauc_ndcg_at_100_diff1": 0.736975, + "nauc_ndcg_at_1000_max": 0.69139, + "nauc_ndcg_at_1000_std": 0.137264, + "nauc_ndcg_at_1000_diff1": 0.739163, + "nauc_map_at_1_max": 0.673707, + "nauc_map_at_1_std": 0.081169, + "nauc_map_at_1_diff1": 0.79257, + "nauc_map_at_3_max": 0.686258, + "nauc_map_at_3_std": 0.105546, + "nauc_map_at_3_diff1": 0.754358, + "nauc_map_at_5_max": 0.687301, + "nauc_map_at_5_std": 0.109264, + "nauc_map_at_5_diff1": 0.751298, + "nauc_map_at_10_max": 0.68746, + "nauc_map_at_10_std": 0.113432, + "nauc_map_at_10_diff1": 0.75121, + "nauc_map_at_20_max": 0.687427, + "nauc_map_at_20_std": 0.114613, + "nauc_map_at_20_diff1": 0.751032, + "nauc_map_at_100_max": 0.687523, + "nauc_map_at_100_std": 0.115107, + "nauc_map_at_100_diff1": 0.751476, + "nauc_map_at_1000_max": 0.687462, + "nauc_map_at_1000_std": 0.11502, + "nauc_map_at_1000_diff1": 0.751527, + "nauc_recall_at_1_max": 0.673707, + "nauc_recall_at_1_std": 0.081169, + "nauc_recall_at_1_diff1": 0.79257, + "nauc_recall_at_3_max": 0.700855, + "nauc_recall_at_3_std": 0.13869, + "nauc_recall_at_3_diff1": 0.699324, + "nauc_recall_at_5_max": 0.707719, + "nauc_recall_at_5_std": 0.161813, + "nauc_recall_at_5_diff1": 0.678085, + "nauc_recall_at_10_max": 0.714172, + "nauc_recall_at_10_std": 0.212379, + "nauc_recall_at_10_diff1": 0.66867, + "nauc_recall_at_20_max": 0.715512, + "nauc_recall_at_20_std": 0.252496, + "nauc_recall_at_20_diff1": 0.654757, + "nauc_recall_at_100_max": 0.724947, + "nauc_recall_at_100_std": 0.345769, + "nauc_recall_at_100_diff1": 0.65221, + "nauc_recall_at_1000_max": 0.725802, + "nauc_recall_at_1000_std": 0.452751, + "nauc_recall_at_1000_diff1": 0.636274, + "nauc_precision_at_1_max": 0.673707, + "nauc_precision_at_1_std": 0.081169, + "nauc_precision_at_1_diff1": 0.79257, + "nauc_precision_at_3_max": 0.700855, + "nauc_precision_at_3_std": 0.13869, + "nauc_precision_at_3_diff1": 0.699324, + "nauc_precision_at_5_max": 0.707719, + "nauc_precision_at_5_std": 0.161813, + "nauc_precision_at_5_diff1": 0.678085, + "nauc_precision_at_10_max": 0.714172, + "nauc_precision_at_10_std": 0.212379, + "nauc_precision_at_10_diff1": 0.66867, + "nauc_precision_at_20_max": 0.715512, + "nauc_precision_at_20_std": 0.252496, + "nauc_precision_at_20_diff1": 0.654757, + "nauc_precision_at_100_max": 0.724947, + "nauc_precision_at_100_std": 0.345769, + "nauc_precision_at_100_diff1": 0.65221, + "nauc_precision_at_1000_max": 0.725802, + "nauc_precision_at_1000_std": 0.452751, + "nauc_precision_at_1000_diff1": 0.636274, + "nauc_mrr_at_1_max": 0.673707, + "nauc_mrr_at_1_std": 0.081169, + "nauc_mrr_at_1_diff1": 0.79257, + "nauc_mrr_at_3_max": 0.686258, + "nauc_mrr_at_3_std": 0.105546, + "nauc_mrr_at_3_diff1": 0.754358, + "nauc_mrr_at_5_max": 0.687301, + "nauc_mrr_at_5_std": 0.109264, + "nauc_mrr_at_5_diff1": 0.751298, + "nauc_mrr_at_10_max": 0.68746, + "nauc_mrr_at_10_std": 0.113432, + "nauc_mrr_at_10_diff1": 0.75121, + "nauc_mrr_at_20_max": 0.687427, + "nauc_mrr_at_20_std": 0.114613, + "nauc_mrr_at_20_diff1": 0.751032, + "nauc_mrr_at_100_max": 0.687523, + "nauc_mrr_at_100_std": 0.115107, + "nauc_mrr_at_100_diff1": 0.751476, + "nauc_mrr_at_1000_max": 0.687462, + "nauc_mrr_at_1000_std": 0.11502, + "nauc_mrr_at_1000_diff1": 0.751527, + "main_score": 0.67461, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.60096, + "ndcg_at_3": 0.69344, + "ndcg_at_5": 0.71456, + "ndcg_at_10": 0.73164, + "ndcg_at_20": 0.7414, + "ndcg_at_100": 0.75196, + "ndcg_at_1000": 0.7562, + "map_at_1": 0.60096, + "map_at_3": 0.67128, + "map_at_5": 0.68302, + "map_at_10": 0.69009, + "map_at_20": 0.6928, + "map_at_100": 0.69431, + "map_at_1000": 0.69446, + "recall_at_1": 0.60096, + "recall_at_3": 0.75733, + "recall_at_5": 0.80854, + "recall_at_10": 0.86124, + "recall_at_20": 0.89953, + "recall_at_100": 0.9558, + "recall_at_1000": 0.98966, + "precision_at_1": 0.60096, + "precision_at_3": 0.25244, + "precision_at_5": 0.16171, + "precision_at_10": 0.08612, + "precision_at_20": 0.04498, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.60096, + "mrr_at_3": 0.671284, + "mrr_at_5": 0.683017, + "mrr_at_10": 0.690091, + "mrr_at_20": 0.692805, + "mrr_at_100": 0.694308, + "mrr_at_1000": 0.694458, + "nauc_ndcg_at_1_max": 0.490691, + "nauc_ndcg_at_1_std": -0.087508, + "nauc_ndcg_at_1_diff1": 0.707377, + "nauc_ndcg_at_3_max": 0.51745, + "nauc_ndcg_at_3_std": -0.09691, + "nauc_ndcg_at_3_diff1": 0.674356, + "nauc_ndcg_at_5_max": 0.512254, + "nauc_ndcg_at_5_std": -0.096564, + "nauc_ndcg_at_5_diff1": 0.671392, + "nauc_ndcg_at_10_max": 0.510187, + "nauc_ndcg_at_10_std": -0.09387, + "nauc_ndcg_at_10_diff1": 0.671583, + "nauc_ndcg_at_20_max": 0.508374, + "nauc_ndcg_at_20_std": -0.087805, + "nauc_ndcg_at_20_diff1": 0.671584, + "nauc_ndcg_at_100_max": 0.511083, + "nauc_ndcg_at_100_std": -0.083712, + "nauc_ndcg_at_100_diff1": 0.676451, + "nauc_ndcg_at_1000_max": 0.50998, + "nauc_ndcg_at_1000_std": -0.086469, + "nauc_ndcg_at_1000_diff1": 0.677269, + "nauc_map_at_1_max": 0.490691, + "nauc_map_at_1_std": -0.087508, + "nauc_map_at_1_diff1": 0.707377, + "nauc_map_at_3_max": 0.51111, + "nauc_map_at_3_std": -0.094363, + "nauc_map_at_3_diff1": 0.683263, + "nauc_map_at_5_max": 0.508247, + "nauc_map_at_5_std": -0.094131, + "nauc_map_at_5_diff1": 0.682011, + "nauc_map_at_10_max": 0.507375, + "nauc_map_at_10_std": -0.093129, + "nauc_map_at_10_diff1": 0.682362, + "nauc_map_at_20_max": 0.506895, + "nauc_map_at_20_std": -0.091677, + "nauc_map_at_20_diff1": 0.682434, + "nauc_map_at_100_max": 0.507258, + "nauc_map_at_100_std": -0.091094, + "nauc_map_at_100_diff1": 0.683024, + "nauc_map_at_1000_max": 0.507233, + "nauc_map_at_1000_std": -0.09116, + "nauc_map_at_1000_diff1": 0.683054, + "nauc_recall_at_1_max": 0.490691, + "nauc_recall_at_1_std": -0.087508, + "nauc_recall_at_1_diff1": 0.707377, + "nauc_recall_at_3_max": 0.53969, + "nauc_recall_at_3_std": -0.106037, + "nauc_recall_at_3_diff1": 0.642452, + "nauc_recall_at_5_max": 0.527409, + "nauc_recall_at_5_std": -0.106675, + "nauc_recall_at_5_diff1": 0.626156, + "nauc_recall_at_10_max": 0.521974, + "nauc_recall_at_10_std": -0.095495, + "nauc_recall_at_10_diff1": 0.611351, + "nauc_recall_at_20_max": 0.510789, + "nauc_recall_at_20_std": -0.044098, + "nauc_recall_at_20_diff1": 0.59193, + "nauc_recall_at_100_max": 0.577276, + "nauc_recall_at_100_std": 0.103233, + "nauc_recall_at_100_diff1": 0.615847, + "nauc_recall_at_1000_max": 0.609901, + "nauc_recall_at_1000_std": 0.256781, + "nauc_recall_at_1000_diff1": 0.544861, + "nauc_precision_at_1_max": 0.490691, + "nauc_precision_at_1_std": -0.087508, + "nauc_precision_at_1_diff1": 0.707377, + "nauc_precision_at_3_max": 0.53969, + "nauc_precision_at_3_std": -0.106037, + "nauc_precision_at_3_diff1": 0.642452, + "nauc_precision_at_5_max": 0.527409, + "nauc_precision_at_5_std": -0.106675, + "nauc_precision_at_5_diff1": 0.626156, + "nauc_precision_at_10_max": 0.521974, + "nauc_precision_at_10_std": -0.095495, + "nauc_precision_at_10_diff1": 0.611351, + "nauc_precision_at_20_max": 0.510789, + "nauc_precision_at_20_std": -0.044098, + "nauc_precision_at_20_diff1": 0.59193, + "nauc_precision_at_100_max": 0.577276, + "nauc_precision_at_100_std": 0.103233, + "nauc_precision_at_100_diff1": 0.615847, + "nauc_precision_at_1000_max": 0.609901, + "nauc_precision_at_1000_std": 0.256781, + "nauc_precision_at_1000_diff1": 0.544861, + "nauc_mrr_at_1_max": 0.490691, + "nauc_mrr_at_1_std": -0.087508, + "nauc_mrr_at_1_diff1": 0.707377, + "nauc_mrr_at_3_max": 0.51111, + "nauc_mrr_at_3_std": -0.094363, + "nauc_mrr_at_3_diff1": 0.683263, + "nauc_mrr_at_5_max": 0.508247, + "nauc_mrr_at_5_std": -0.094131, + "nauc_mrr_at_5_diff1": 0.682011, + "nauc_mrr_at_10_max": 0.507375, + "nauc_mrr_at_10_std": -0.093129, + "nauc_mrr_at_10_diff1": 0.682362, + "nauc_mrr_at_20_max": 0.506895, + "nauc_mrr_at_20_std": -0.091677, + "nauc_mrr_at_20_diff1": 0.682434, + "nauc_mrr_at_100_max": 0.507258, + "nauc_mrr_at_100_std": -0.091094, + "nauc_mrr_at_100_diff1": 0.683024, + "nauc_mrr_at_1000_max": 0.507233, + "nauc_mrr_at_1000_std": -0.09116, + "nauc_mrr_at_1000_diff1": 0.683054, + "main_score": 0.73164, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.59477, + "ndcg_at_3": 0.68189, + "ndcg_at_5": 0.70264, + "ndcg_at_10": 0.71469, + "ndcg_at_20": 0.72259, + "ndcg_at_100": 0.73433, + "ndcg_at_1000": 0.74033, + "map_at_1": 0.59477, + "map_at_3": 0.66072, + "map_at_5": 0.67214, + "map_at_10": 0.67711, + "map_at_20": 0.67933, + "map_at_100": 0.68093, + "map_at_1000": 0.68115, + "recall_at_1": 0.59477, + "recall_at_3": 0.74306, + "recall_at_5": 0.79381, + "recall_at_10": 0.83109, + "recall_at_20": 0.86201, + "recall_at_100": 0.92546, + "recall_at_1000": 0.97304, + "precision_at_1": 0.59477, + "precision_at_3": 0.24769, + "precision_at_5": 0.15876, + "precision_at_10": 0.08311, + "precision_at_20": 0.0431, + "precision_at_100": 0.00925, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.594766, + "mrr_at_3": 0.660719, + "mrr_at_5": 0.672139, + "mrr_at_10": 0.677113, + "mrr_at_20": 0.679326, + "mrr_at_100": 0.680933, + "mrr_at_1000": 0.681153, + "nauc_ndcg_at_1_max": 0.582467, + "nauc_ndcg_at_1_std": -0.036661, + "nauc_ndcg_at_1_diff1": 0.706138, + "nauc_ndcg_at_3_max": 0.584251, + "nauc_ndcg_at_3_std": -0.013327, + "nauc_ndcg_at_3_diff1": 0.670329, + "nauc_ndcg_at_5_max": 0.577662, + "nauc_ndcg_at_5_std": 0.002946, + "nauc_ndcg_at_5_diff1": 0.658995, + "nauc_ndcg_at_10_max": 0.580179, + "nauc_ndcg_at_10_std": 0.005681, + "nauc_ndcg_at_10_diff1": 0.659873, + "nauc_ndcg_at_20_max": 0.580261, + "nauc_ndcg_at_20_std": 0.005545, + "nauc_ndcg_at_20_diff1": 0.660883, + "nauc_ndcg_at_100_max": 0.580793, + "nauc_ndcg_at_100_std": 0.010389, + "nauc_ndcg_at_100_diff1": 0.666658, + "nauc_ndcg_at_1000_max": 0.581031, + "nauc_ndcg_at_1000_std": 0.003544, + "nauc_ndcg_at_1000_diff1": 0.668827, + "nauc_map_at_1_max": 0.582467, + "nauc_map_at_1_std": -0.036661, + "nauc_map_at_1_diff1": 0.706138, + "nauc_map_at_3_max": 0.583819, + "nauc_map_at_3_std": -0.019457, + "nauc_map_at_3_diff1": 0.678937, + "nauc_map_at_5_max": 0.580454, + "nauc_map_at_5_std": -0.011417, + "nauc_map_at_5_diff1": 0.673496, + "nauc_map_at_10_max": 0.581286, + "nauc_map_at_10_std": -0.010148, + "nauc_map_at_10_diff1": 0.673907, + "nauc_map_at_20_max": 0.581392, + "nauc_map_at_20_std": -0.010291, + "nauc_map_at_20_diff1": 0.674232, + "nauc_map_at_100_max": 0.58145, + "nauc_map_at_100_std": -0.009899, + "nauc_map_at_100_diff1": 0.675134, + "nauc_map_at_1000_max": 0.581432, + "nauc_map_at_1000_std": -0.010112, + "nauc_map_at_1000_diff1": 0.675212, + "nauc_recall_at_1_max": 0.582467, + "nauc_recall_at_1_std": -0.036661, + "nauc_recall_at_1_diff1": 0.706138, + "nauc_recall_at_3_max": 0.585746, + "nauc_recall_at_3_std": 0.008098, + "nauc_recall_at_3_diff1": 0.64067, + "nauc_recall_at_5_max": 0.564888, + "nauc_recall_at_5_std": 0.064709, + "nauc_recall_at_5_diff1": 0.598262, + "nauc_recall_at_10_max": 0.575339, + "nauc_recall_at_10_std": 0.085311, + "nauc_recall_at_10_diff1": 0.591634, + "nauc_recall_at_20_max": 0.573741, + "nauc_recall_at_20_std": 0.100301, + "nauc_recall_at_20_diff1": 0.585154, + "nauc_recall_at_100_max": 0.577963, + "nauc_recall_at_100_std": 0.256976, + "nauc_recall_at_100_diff1": 0.612723, + "nauc_recall_at_1000_max": 0.601283, + "nauc_recall_at_1000_std": 0.250737, + "nauc_recall_at_1000_diff1": 0.652088, + "nauc_precision_at_1_max": 0.582467, + "nauc_precision_at_1_std": -0.036661, + "nauc_precision_at_1_diff1": 0.706138, + "nauc_precision_at_3_max": 0.585746, + "nauc_precision_at_3_std": 0.008098, + "nauc_precision_at_3_diff1": 0.64067, + "nauc_precision_at_5_max": 0.564888, + "nauc_precision_at_5_std": 0.064709, + "nauc_precision_at_5_diff1": 0.598262, + "nauc_precision_at_10_max": 0.575339, + "nauc_precision_at_10_std": 0.085311, + "nauc_precision_at_10_diff1": 0.591634, + "nauc_precision_at_20_max": 0.573741, + "nauc_precision_at_20_std": 0.100301, + "nauc_precision_at_20_diff1": 0.585154, + "nauc_precision_at_100_max": 0.577963, + "nauc_precision_at_100_std": 0.256976, + "nauc_precision_at_100_diff1": 0.612723, + "nauc_precision_at_1000_max": 0.601283, + "nauc_precision_at_1000_std": 0.250737, + "nauc_precision_at_1000_diff1": 0.652088, + "nauc_mrr_at_1_max": 0.582467, + "nauc_mrr_at_1_std": -0.036661, + "nauc_mrr_at_1_diff1": 0.706138, + "nauc_mrr_at_3_max": 0.583819, + "nauc_mrr_at_3_std": -0.019457, + "nauc_mrr_at_3_diff1": 0.678937, + "nauc_mrr_at_5_max": 0.580454, + "nauc_mrr_at_5_std": -0.011417, + "nauc_mrr_at_5_diff1": 0.673496, + "nauc_mrr_at_10_max": 0.581286, + "nauc_mrr_at_10_std": -0.010148, + "nauc_mrr_at_10_diff1": 0.673907, + "nauc_mrr_at_20_max": 0.581392, + "nauc_mrr_at_20_std": -0.010291, + "nauc_mrr_at_20_diff1": 0.674232, + "nauc_mrr_at_100_max": 0.58145, + "nauc_mrr_at_100_std": -0.009899, + "nauc_mrr_at_100_diff1": 0.675134, + "nauc_mrr_at_1000_max": 0.581432, + "nauc_mrr_at_1000_std": -0.010112, + "nauc_mrr_at_1000_diff1": 0.675212, + "main_score": 0.71469, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.69137, + "ndcg_at_3": 0.74641, + "ndcg_at_5": 0.75689, + "ndcg_at_10": 0.76628, + "ndcg_at_20": 0.77339, + "ndcg_at_100": 0.78266, + "ndcg_at_1000": 0.78847, + "map_at_1": 0.69137, + "map_at_3": 0.73349, + "map_at_5": 0.73935, + "map_at_10": 0.74323, + "map_at_20": 0.74517, + "map_at_100": 0.74643, + "map_at_1000": 0.74663, + "recall_at_1": 0.69137, + "recall_at_3": 0.78357, + "recall_at_5": 0.80876, + "recall_at_10": 0.83779, + "recall_at_20": 0.866, + "recall_at_100": 0.91639, + "recall_at_1000": 0.9633, + "precision_at_1": 0.69137, + "precision_at_3": 0.26119, + "precision_at_5": 0.16175, + "precision_at_10": 0.08378, + "precision_at_20": 0.0433, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.691374, + "mrr_at_3": 0.733485, + "mrr_at_5": 0.739355, + "mrr_at_10": 0.743235, + "mrr_at_20": 0.745173, + "mrr_at_100": 0.74643, + "mrr_at_1000": 0.746628, + "nauc_ndcg_at_1_max": 0.740838, + "nauc_ndcg_at_1_std": 0.055792, + "nauc_ndcg_at_1_diff1": 0.817938, + "nauc_ndcg_at_3_max": 0.77824, + "nauc_ndcg_at_3_std": 0.08343, + "nauc_ndcg_at_3_diff1": 0.790572, + "nauc_ndcg_at_5_max": 0.774523, + "nauc_ndcg_at_5_std": 0.082146, + "nauc_ndcg_at_5_diff1": 0.786622, + "nauc_ndcg_at_10_max": 0.773772, + "nauc_ndcg_at_10_std": 0.08728, + "nauc_ndcg_at_10_diff1": 0.787495, + "nauc_ndcg_at_20_max": 0.770217, + "nauc_ndcg_at_20_std": 0.087297, + "nauc_ndcg_at_20_diff1": 0.786179, + "nauc_ndcg_at_100_max": 0.769045, + "nauc_ndcg_at_100_std": 0.094369, + "nauc_ndcg_at_100_diff1": 0.786416, + "nauc_ndcg_at_1000_max": 0.76923, + "nauc_ndcg_at_1000_std": 0.093003, + "nauc_ndcg_at_1000_diff1": 0.788878, + "nauc_map_at_1_max": 0.740838, + "nauc_map_at_1_std": 0.055792, + "nauc_map_at_1_diff1": 0.817938, + "nauc_map_at_3_max": 0.769453, + "nauc_map_at_3_std": 0.076747, + "nauc_map_at_3_diff1": 0.797756, + "nauc_map_at_5_max": 0.767276, + "nauc_map_at_5_std": 0.075984, + "nauc_map_at_5_diff1": 0.795718, + "nauc_map_at_10_max": 0.766906, + "nauc_map_at_10_std": 0.077809, + "nauc_map_at_10_diff1": 0.79621, + "nauc_map_at_20_max": 0.765968, + "nauc_map_at_20_std": 0.077747, + "nauc_map_at_20_diff1": 0.795956, + "nauc_map_at_100_max": 0.765774, + "nauc_map_at_100_std": 0.078549, + "nauc_map_at_100_diff1": 0.796, + "nauc_map_at_1000_max": 0.765786, + "nauc_map_at_1000_std": 0.078511, + "nauc_map_at_1000_diff1": 0.796088, + "nauc_recall_at_1_max": 0.740838, + "nauc_recall_at_1_std": 0.055792, + "nauc_recall_at_1_diff1": 0.817938, + "nauc_recall_at_3_max": 0.807448, + "nauc_recall_at_3_std": 0.105752, + "nauc_recall_at_3_diff1": 0.76627, + "nauc_recall_at_5_max": 0.800004, + "nauc_recall_at_5_std": 0.10419, + "nauc_recall_at_5_diff1": 0.752594, + "nauc_recall_at_10_max": 0.800844, + "nauc_recall_at_10_std": 0.129631, + "nauc_recall_at_10_diff1": 0.750483, + "nauc_recall_at_20_max": 0.784052, + "nauc_recall_at_20_std": 0.137692, + "nauc_recall_at_20_diff1": 0.73527, + "nauc_recall_at_100_max": 0.778322, + "nauc_recall_at_100_std": 0.253803, + "nauc_recall_at_100_diff1": 0.711858, + "nauc_recall_at_1000_max": 0.793469, + "nauc_recall_at_1000_std": 0.393551, + "nauc_recall_at_1000_diff1": 0.714566, + "nauc_precision_at_1_max": 0.740838, + "nauc_precision_at_1_std": 0.055792, + "nauc_precision_at_1_diff1": 0.817938, + "nauc_precision_at_3_max": 0.807448, + "nauc_precision_at_3_std": 0.105752, + "nauc_precision_at_3_diff1": 0.76627, + "nauc_precision_at_5_max": 0.800004, + "nauc_precision_at_5_std": 0.10419, + "nauc_precision_at_5_diff1": 0.752594, + "nauc_precision_at_10_max": 0.800844, + "nauc_precision_at_10_std": 0.129631, + "nauc_precision_at_10_diff1": 0.750483, + "nauc_precision_at_20_max": 0.784052, + "nauc_precision_at_20_std": 0.137692, + "nauc_precision_at_20_diff1": 0.73527, + "nauc_precision_at_100_max": 0.778322, + "nauc_precision_at_100_std": 0.253803, + "nauc_precision_at_100_diff1": 0.711858, + "nauc_precision_at_1000_max": 0.793469, + "nauc_precision_at_1000_std": 0.393551, + "nauc_precision_at_1000_diff1": 0.714566, + "nauc_mrr_at_1_max": 0.740838, + "nauc_mrr_at_1_std": 0.055792, + "nauc_mrr_at_1_diff1": 0.817938, + "nauc_mrr_at_3_max": 0.769453, + "nauc_mrr_at_3_std": 0.076747, + "nauc_mrr_at_3_diff1": 0.797756, + "nauc_mrr_at_5_max": 0.767276, + "nauc_mrr_at_5_std": 0.075984, + "nauc_mrr_at_5_diff1": 0.795718, + "nauc_mrr_at_10_max": 0.766906, + "nauc_mrr_at_10_std": 0.077809, + "nauc_mrr_at_10_diff1": 0.79621, + "nauc_mrr_at_20_max": 0.765968, + "nauc_mrr_at_20_std": 0.077747, + "nauc_mrr_at_20_diff1": 0.795956, + "nauc_mrr_at_100_max": 0.765774, + "nauc_mrr_at_100_std": 0.078549, + "nauc_mrr_at_100_diff1": 0.796, + "nauc_mrr_at_1000_max": 0.765786, + "nauc_mrr_at_1000_std": 0.078511, + "nauc_mrr_at_1000_diff1": 0.796088, + "main_score": 0.76628, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.68246, + "ndcg_at_3": 0.76093, + "ndcg_at_5": 0.77581, + "ndcg_at_10": 0.78729, + "ndcg_at_20": 0.79421, + "ndcg_at_100": 0.80224, + "ndcg_at_1000": 0.80591, + "map_at_1": 0.68246, + "map_at_3": 0.74235, + "map_at_5": 0.75064, + "map_at_10": 0.75544, + "map_at_20": 0.75738, + "map_at_100": 0.75852, + "map_at_1000": 0.75866, + "recall_at_1": 0.68246, + "recall_at_3": 0.8144, + "recall_at_5": 0.85036, + "recall_at_10": 0.88554, + "recall_at_20": 0.91266, + "recall_at_100": 0.95547, + "recall_at_1000": 0.98473, + "precision_at_1": 0.68246, + "precision_at_3": 0.27147, + "precision_at_5": 0.17007, + "precision_at_10": 0.08855, + "precision_at_20": 0.04563, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.68246, + "mrr_at_3": 0.742353, + "mrr_at_5": 0.750645, + "mrr_at_10": 0.755443, + "mrr_at_20": 0.757383, + "mrr_at_100": 0.758524, + "mrr_at_1000": 0.758656, + "nauc_ndcg_at_1_max": 0.544186, + "nauc_ndcg_at_1_std": -0.129364, + "nauc_ndcg_at_1_diff1": 0.807345, + "nauc_ndcg_at_3_max": 0.596863, + "nauc_ndcg_at_3_std": -0.095995, + "nauc_ndcg_at_3_diff1": 0.769908, + "nauc_ndcg_at_5_max": 0.601073, + "nauc_ndcg_at_5_std": -0.08873, + "nauc_ndcg_at_5_diff1": 0.769571, + "nauc_ndcg_at_10_max": 0.602556, + "nauc_ndcg_at_10_std": -0.080836, + "nauc_ndcg_at_10_diff1": 0.768288, + "nauc_ndcg_at_20_max": 0.600856, + "nauc_ndcg_at_20_std": -0.076959, + "nauc_ndcg_at_20_diff1": 0.769552, + "nauc_ndcg_at_100_max": 0.599041, + "nauc_ndcg_at_100_std": -0.076511, + "nauc_ndcg_at_100_diff1": 0.772816, + "nauc_ndcg_at_1000_max": 0.595806, + "nauc_ndcg_at_1000_std": -0.081989, + "nauc_ndcg_at_1000_diff1": 0.774156, + "nauc_map_at_1_max": 0.544186, + "nauc_map_at_1_std": -0.129364, + "nauc_map_at_1_diff1": 0.807345, + "nauc_map_at_3_max": 0.583247, + "nauc_map_at_3_std": -0.105519, + "nauc_map_at_3_diff1": 0.779965, + "nauc_map_at_5_max": 0.584921, + "nauc_map_at_5_std": -0.102162, + "nauc_map_at_5_diff1": 0.780162, + "nauc_map_at_10_max": 0.585153, + "nauc_map_at_10_std": -0.099645, + "nauc_map_at_10_diff1": 0.779936, + "nauc_map_at_20_max": 0.584522, + "nauc_map_at_20_std": -0.098936, + "nauc_map_at_20_diff1": 0.780317, + "nauc_map_at_100_max": 0.584271, + "nauc_map_at_100_std": -0.099019, + "nauc_map_at_100_diff1": 0.78072, + "nauc_map_at_1000_max": 0.584175, + "nauc_map_at_1000_std": -0.099173, + "nauc_map_at_1000_diff1": 0.780771, + "nauc_recall_at_1_max": 0.544186, + "nauc_recall_at_1_std": -0.129364, + "nauc_recall_at_1_diff1": 0.807345, + "nauc_recall_at_3_max": 0.647073, + "nauc_recall_at_3_std": -0.060338, + "nauc_recall_at_3_diff1": 0.732593, + "nauc_recall_at_5_max": 0.6724, + "nauc_recall_at_5_std": -0.027831, + "nauc_recall_at_5_diff1": 0.723065, + "nauc_recall_at_10_max": 0.699484, + "nauc_recall_at_10_std": 0.030922, + "nauc_recall_at_10_diff1": 0.703384, + "nauc_recall_at_20_max": 0.714819, + "nauc_recall_at_20_std": 0.096337, + "nauc_recall_at_20_diff1": 0.695441, + "nauc_recall_at_100_max": 0.782764, + "nauc_recall_at_100_std": 0.27408, + "nauc_recall_at_100_diff1": 0.695635, + "nauc_recall_at_1000_max": 0.838647, + "nauc_recall_at_1000_std": 0.436866, + "nauc_recall_at_1000_diff1": 0.66265, + "nauc_precision_at_1_max": 0.544186, + "nauc_precision_at_1_std": -0.129364, + "nauc_precision_at_1_diff1": 0.807345, + "nauc_precision_at_3_max": 0.647073, + "nauc_precision_at_3_std": -0.060338, + "nauc_precision_at_3_diff1": 0.732593, + "nauc_precision_at_5_max": 0.6724, + "nauc_precision_at_5_std": -0.027831, + "nauc_precision_at_5_diff1": 0.723065, + "nauc_precision_at_10_max": 0.699484, + "nauc_precision_at_10_std": 0.030922, + "nauc_precision_at_10_diff1": 0.703384, + "nauc_precision_at_20_max": 0.714819, + "nauc_precision_at_20_std": 0.096337, + "nauc_precision_at_20_diff1": 0.695441, + "nauc_precision_at_100_max": 0.782764, + "nauc_precision_at_100_std": 0.27408, + "nauc_precision_at_100_diff1": 0.695635, + "nauc_precision_at_1000_max": 0.838647, + "nauc_precision_at_1000_std": 0.436866, + "nauc_precision_at_1000_diff1": 0.66265, + "nauc_mrr_at_1_max": 0.544186, + "nauc_mrr_at_1_std": -0.129364, + "nauc_mrr_at_1_diff1": 0.807345, + "nauc_mrr_at_3_max": 0.583247, + "nauc_mrr_at_3_std": -0.105519, + "nauc_mrr_at_3_diff1": 0.779965, + "nauc_mrr_at_5_max": 0.584921, + "nauc_mrr_at_5_std": -0.102162, + "nauc_mrr_at_5_diff1": 0.780162, + "nauc_mrr_at_10_max": 0.585153, + "nauc_mrr_at_10_std": -0.099645, + "nauc_mrr_at_10_diff1": 0.779936, + "nauc_mrr_at_20_max": 0.584522, + "nauc_mrr_at_20_std": -0.098936, + "nauc_mrr_at_20_diff1": 0.780317, + "nauc_mrr_at_100_max": 0.584271, + "nauc_mrr_at_100_std": -0.099019, + "nauc_mrr_at_100_diff1": 0.78072, + "nauc_mrr_at_1000_max": 0.584175, + "nauc_mrr_at_1000_std": -0.099173, + "nauc_mrr_at_1000_diff1": 0.780771, + "main_score": 0.78729, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + } + ] + }, + "evaluation_time": 5896.814475774765, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackGamingRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackGamingRetrieval.json new file mode 100644 index 0000000000..7ca3c4111e --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackGamingRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackGamingRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44326, + "ndcg_at_3": 0.53484, + "ndcg_at_5": 0.56643, + "ndcg_at_10": 0.59525, + "ndcg_at_20": 0.61404, + "ndcg_at_100": 0.63439, + "ndcg_at_1000": 0.64411, + "map_at_1": 0.39349, + "map_at_3": 0.49527, + "map_at_5": 0.51673, + "map_at_10": 0.53126, + "map_at_20": 0.53805, + "map_at_100": 0.54192, + "map_at_1000": 0.54243, + "recall_at_1": 0.39349, + "recall_at_3": 0.59568, + "recall_at_5": 0.67029, + "recall_at_10": 0.75405, + "recall_at_20": 0.82173, + "recall_at_100": 0.91816, + "recall_at_1000": 0.98518, + "precision_at_1": 0.44326, + "precision_at_3": 0.23992, + "precision_at_5": 0.16765, + "precision_at_10": 0.09737, + "precision_at_20": 0.05461, + "precision_at_100": 0.01264, + "precision_at_1000": 0.00139, + "mrr_at_1": 0.44326, + "mrr_at_3": 0.533438, + "mrr_at_5": 0.549833, + "mrr_at_10": 0.559841, + "mrr_at_20": 0.56417, + "mrr_at_100": 0.56628, + "mrr_at_1000": 0.566541, + "nauc_ndcg_at_1_max": 0.315851, + "nauc_ndcg_at_1_std": -0.088674, + "nauc_ndcg_at_1_diff1": 0.551096, + "nauc_ndcg_at_3_max": 0.319609, + "nauc_ndcg_at_3_std": -0.085341, + "nauc_ndcg_at_3_diff1": 0.500262, + "nauc_ndcg_at_5_max": 0.337079, + "nauc_ndcg_at_5_std": -0.071771, + "nauc_ndcg_at_5_diff1": 0.501194, + "nauc_ndcg_at_10_max": 0.347662, + "nauc_ndcg_at_10_std": -0.054124, + "nauc_ndcg_at_10_diff1": 0.498665, + "nauc_ndcg_at_20_max": 0.348322, + "nauc_ndcg_at_20_std": -0.047962, + "nauc_ndcg_at_20_diff1": 0.500162, + "nauc_ndcg_at_100_max": 0.354441, + "nauc_ndcg_at_100_std": -0.037455, + "nauc_ndcg_at_100_diff1": 0.502055, + "nauc_ndcg_at_1000_max": 0.350299, + "nauc_ndcg_at_1000_std": -0.047643, + "nauc_ndcg_at_1000_diff1": 0.503415, + "nauc_map_at_1_max": 0.263759, + "nauc_map_at_1_std": -0.095505, + "nauc_map_at_1_diff1": 0.558499, + "nauc_map_at_3_max": 0.303871, + "nauc_map_at_3_std": -0.093882, + "nauc_map_at_3_diff1": 0.515845, + "nauc_map_at_5_max": 0.317861, + "nauc_map_at_5_std": -0.083003, + "nauc_map_at_5_diff1": 0.515484, + "nauc_map_at_10_max": 0.324808, + "nauc_map_at_10_std": -0.075372, + "nauc_map_at_10_diff1": 0.514351, + "nauc_map_at_20_max": 0.326762, + "nauc_map_at_20_std": -0.072011, + "nauc_map_at_20_diff1": 0.514003, + "nauc_map_at_100_max": 0.329412, + "nauc_map_at_100_std": -0.069016, + "nauc_map_at_100_diff1": 0.513671, + "nauc_map_at_1000_max": 0.32938, + "nauc_map_at_1000_std": -0.069364, + "nauc_map_at_1000_diff1": 0.513794, + "nauc_recall_at_1_max": 0.263759, + "nauc_recall_at_1_std": -0.095505, + "nauc_recall_at_1_diff1": 0.558499, + "nauc_recall_at_3_max": 0.309701, + "nauc_recall_at_3_std": -0.092251, + "nauc_recall_at_3_diff1": 0.459338, + "nauc_recall_at_5_max": 0.34909, + "nauc_recall_at_5_std": -0.056435, + "nauc_recall_at_5_diff1": 0.451049, + "nauc_recall_at_10_max": 0.386174, + "nauc_recall_at_10_std": 0.01671, + "nauc_recall_at_10_diff1": 0.428785, + "nauc_recall_at_20_max": 0.404021, + "nauc_recall_at_20_std": 0.078179, + "nauc_recall_at_20_diff1": 0.423325, + "nauc_recall_at_100_max": 0.513508, + "nauc_recall_at_100_std": 0.332604, + "nauc_recall_at_100_diff1": 0.410885, + "nauc_recall_at_1000_max": 0.730408, + "nauc_recall_at_1000_std": 0.708983, + "nauc_recall_at_1000_diff1": 0.269917, + "nauc_precision_at_1_max": 0.315851, + "nauc_precision_at_1_std": -0.088674, + "nauc_precision_at_1_diff1": 0.551096, + "nauc_precision_at_3_max": 0.343693, + "nauc_precision_at_3_std": -0.029748, + "nauc_precision_at_3_diff1": 0.292969, + "nauc_precision_at_5_max": 0.332963, + "nauc_precision_at_5_std": 0.031801, + "nauc_precision_at_5_diff1": 0.193523, + "nauc_precision_at_10_max": 0.308865, + "nauc_precision_at_10_std": 0.107522, + "nauc_precision_at_10_diff1": 0.07652, + "nauc_precision_at_20_max": 0.268281, + "nauc_precision_at_20_std": 0.149299, + "nauc_precision_at_20_diff1": -0.020862, + "nauc_precision_at_100_max": 0.224157, + "nauc_precision_at_100_std": 0.192261, + "nauc_precision_at_100_diff1": -0.129133, + "nauc_precision_at_1000_max": 0.148048, + "nauc_precision_at_1000_std": 0.137413, + "nauc_precision_at_1000_diff1": -0.164676, + "nauc_mrr_at_1_max": 0.315851, + "nauc_mrr_at_1_std": -0.088674, + "nauc_mrr_at_1_diff1": 0.551096, + "nauc_mrr_at_3_max": 0.332792, + "nauc_mrr_at_3_std": -0.081435, + "nauc_mrr_at_3_diff1": 0.511468, + "nauc_mrr_at_5_max": 0.338894, + "nauc_mrr_at_5_std": -0.075961, + "nauc_mrr_at_5_diff1": 0.512549, + "nauc_mrr_at_10_max": 0.34185, + "nauc_mrr_at_10_std": -0.07, + "nauc_mrr_at_10_diff1": 0.511964, + "nauc_mrr_at_20_max": 0.341226, + "nauc_mrr_at_20_std": -0.07001, + "nauc_mrr_at_20_diff1": 0.512779, + "nauc_mrr_at_100_max": 0.340988, + "nauc_mrr_at_100_std": -0.069261, + "nauc_mrr_at_100_diff1": 0.513381, + "nauc_mrr_at_1000_max": 0.340891, + "nauc_mrr_at_1000_std": -0.069529, + "nauc_mrr_at_1000_diff1": 0.513438, + "main_score": 0.59525, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 154.6808865070343, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackUnixRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackUnixRetrieval.json new file mode 100644 index 0000000000..d47f58392b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CQADupstackUnixRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", + "task_name": "CQADupstackUnixRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30597, + "ndcg_at_3": 0.36723, + "ndcg_at_5": 0.38714, + "ndcg_at_10": 0.41519, + "ndcg_at_20": 0.43556, + "ndcg_at_100": 0.46826, + "ndcg_at_1000": 0.49225, + "map_at_1": 0.26128, + "map_at_3": 0.33362, + "map_at_5": 0.34709, + "map_at_10": 0.36046, + "map_at_20": 0.36674, + "map_at_100": 0.37224, + "map_at_1000": 0.37331, + "recall_at_1": 0.26128, + "recall_at_3": 0.41024, + "recall_at_5": 0.46015, + "recall_at_10": 0.54087, + "recall_at_20": 0.6152, + "recall_at_100": 0.76941, + "recall_at_1000": 0.93516, + "precision_at_1": 0.30597, + "precision_at_3": 0.16791, + "precision_at_5": 0.11604, + "precision_at_10": 0.07043, + "precision_at_20": 0.04081, + "precision_at_100": 0.01084, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.30597, + "mrr_at_3": 0.377643, + "mrr_at_5": 0.38977, + "mrr_at_10": 0.400405, + "mrr_at_20": 0.405343, + "mrr_at_100": 0.409282, + "mrr_at_1000": 0.409934, + "nauc_ndcg_at_1_max": 0.367636, + "nauc_ndcg_at_1_std": -0.028486, + "nauc_ndcg_at_1_diff1": 0.532815, + "nauc_ndcg_at_3_max": 0.369609, + "nauc_ndcg_at_3_std": -0.0057, + "nauc_ndcg_at_3_diff1": 0.491209, + "nauc_ndcg_at_5_max": 0.369624, + "nauc_ndcg_at_5_std": 0.003297, + "nauc_ndcg_at_5_diff1": 0.476313, + "nauc_ndcg_at_10_max": 0.361599, + "nauc_ndcg_at_10_std": 0.00104, + "nauc_ndcg_at_10_diff1": 0.463388, + "nauc_ndcg_at_20_max": 0.362183, + "nauc_ndcg_at_20_std": 0.007443, + "nauc_ndcg_at_20_diff1": 0.461688, + "nauc_ndcg_at_100_max": 0.368917, + "nauc_ndcg_at_100_std": 0.008974, + "nauc_ndcg_at_100_diff1": 0.466475, + "nauc_ndcg_at_1000_max": 0.367974, + "nauc_ndcg_at_1000_std": 0.008191, + "nauc_ndcg_at_1000_diff1": 0.468596, + "nauc_map_at_1_max": 0.39137, + "nauc_map_at_1_std": -0.014463, + "nauc_map_at_1_diff1": 0.566882, + "nauc_map_at_3_max": 0.373597, + "nauc_map_at_3_std": -0.008386, + "nauc_map_at_3_diff1": 0.513222, + "nauc_map_at_5_max": 0.374875, + "nauc_map_at_5_std": -0.003282, + "nauc_map_at_5_diff1": 0.503536, + "nauc_map_at_10_max": 0.370704, + "nauc_map_at_10_std": -0.005295, + "nauc_map_at_10_diff1": 0.497364, + "nauc_map_at_20_max": 0.370676, + "nauc_map_at_20_std": -0.003632, + "nauc_map_at_20_diff1": 0.496537, + "nauc_map_at_100_max": 0.371724, + "nauc_map_at_100_std": -0.003856, + "nauc_map_at_100_diff1": 0.496941, + "nauc_map_at_1000_max": 0.371669, + "nauc_map_at_1000_std": -0.003756, + "nauc_map_at_1000_diff1": 0.497009, + "nauc_recall_at_1_max": 0.39137, + "nauc_recall_at_1_std": -0.014463, + "nauc_recall_at_1_diff1": 0.566882, + "nauc_recall_at_3_max": 0.355433, + "nauc_recall_at_3_std": 0.011111, + "nauc_recall_at_3_diff1": 0.448691, + "nauc_recall_at_5_max": 0.349767, + "nauc_recall_at_5_std": 0.028386, + "nauc_recall_at_5_diff1": 0.405692, + "nauc_recall_at_10_max": 0.323681, + "nauc_recall_at_10_std": 0.026841, + "nauc_recall_at_10_diff1": 0.362245, + "nauc_recall_at_20_max": 0.319623, + "nauc_recall_at_20_std": 0.055092, + "nauc_recall_at_20_diff1": 0.34643, + "nauc_recall_at_100_max": 0.360519, + "nauc_recall_at_100_std": 0.093514, + "nauc_recall_at_100_diff1": 0.356908, + "nauc_recall_at_1000_max": 0.425116, + "nauc_recall_at_1000_std": 0.281973, + "nauc_recall_at_1000_diff1": 0.273529, + "nauc_precision_at_1_max": 0.367636, + "nauc_precision_at_1_std": -0.028486, + "nauc_precision_at_1_diff1": 0.532815, + "nauc_precision_at_3_max": 0.322517, + "nauc_precision_at_3_std": 0.010582, + "nauc_precision_at_3_diff1": 0.369995, + "nauc_precision_at_5_max": 0.301068, + "nauc_precision_at_5_std": 0.035426, + "nauc_precision_at_5_diff1": 0.295288, + "nauc_precision_at_10_max": 0.220193, + "nauc_precision_at_10_std": 0.005377, + "nauc_precision_at_10_diff1": 0.192546, + "nauc_precision_at_20_max": 0.186579, + "nauc_precision_at_20_std": 0.024028, + "nauc_precision_at_20_diff1": 0.129115, + "nauc_precision_at_100_max": 0.102081, + "nauc_precision_at_100_std": 0.029288, + "nauc_precision_at_100_diff1": -0.006403, + "nauc_precision_at_1000_max": -0.086281, + "nauc_precision_at_1000_std": -0.028164, + "nauc_precision_at_1000_diff1": -0.165624, + "nauc_mrr_at_1_max": 0.367636, + "nauc_mrr_at_1_std": -0.028486, + "nauc_mrr_at_1_diff1": 0.532815, + "nauc_mrr_at_3_max": 0.362503, + "nauc_mrr_at_3_std": -0.013389, + "nauc_mrr_at_3_diff1": 0.486859, + "nauc_mrr_at_5_max": 0.359214, + "nauc_mrr_at_5_std": -0.011076, + "nauc_mrr_at_5_diff1": 0.475626, + "nauc_mrr_at_10_max": 0.355604, + "nauc_mrr_at_10_std": -0.012105, + "nauc_mrr_at_10_diff1": 0.470932, + "nauc_mrr_at_20_max": 0.355828, + "nauc_mrr_at_20_std": -0.011225, + "nauc_mrr_at_20_diff1": 0.471589, + "nauc_mrr_at_100_max": 0.356225, + "nauc_mrr_at_100_std": -0.011815, + "nauc_mrr_at_100_diff1": 0.472645, + "nauc_mrr_at_1000_max": 0.356278, + "nauc_mrr_at_1000_std": -0.011741, + "nauc_mrr_at_1000_diff1": 0.472858, + "main_score": 0.41519, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 122.12097406387329, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CSFDSKMovieReviewSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..be4fea6c31 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "23a20c659d868740ef9c54854de631fe19cd5c17", + "task_name": "CSFDSKMovieReviewSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.344922, + "f1": 0.331941, + "f1_weighted": 0.334003, + "scores_per_experiment": [ + { + "accuracy": 0.355957, + "f1": 0.342746, + "f1_weighted": 0.345532 + }, + { + "accuracy": 0.337891, + "f1": 0.321522, + "f1_weighted": 0.324558 + }, + { + "accuracy": 0.348145, + "f1": 0.32022, + "f1_weighted": 0.323032 + }, + { + "accuracy": 0.345703, + "f1": 0.344637, + "f1_weighted": 0.345976 + }, + { + "accuracy": 0.359863, + "f1": 0.351024, + "f1_weighted": 0.352874 + }, + { + "accuracy": 0.328125, + "f1": 0.299251, + "f1_weighted": 0.300672 + }, + { + "accuracy": 0.337891, + "f1": 0.327087, + "f1_weighted": 0.329118 + }, + { + "accuracy": 0.345215, + "f1": 0.345215, + "f1_weighted": 0.346032 + }, + { + "accuracy": 0.344727, + "f1": 0.336072, + "f1_weighted": 0.338758 + }, + { + "accuracy": 0.345703, + "f1": 0.331638, + "f1_weighted": 0.333479 + } + ], + "main_score": 0.344922, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ] + } + ] + }, + "evaluation_time": 18.46432614326477, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CTKFactsNLI.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CTKFactsNLI.json new file mode 100644 index 0000000000..058d3ebd4b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CTKFactsNLI.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "387ae4582c8054cb52ef57ef0941f19bd8012abf", + "task_name": "CTKFactsNLI", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.672131, + "similarity_accuracy_threshold": 0.601311, + "similarity_f1": 0.782609, + "similarity_f1_threshold": 0.601311, + "similarity_precision": 0.669145, + "similarity_recall": 0.942408, + "similarity_ap": 0.751826, + "cosine_accuracy": 0.672131, + "cosine_accuracy_threshold": 0.601311, + "cosine_f1": 0.782609, + "cosine_f1_threshold": 0.601311, + "cosine_precision": 0.669145, + "cosine_recall": 0.942408, + "cosine_ap": 0.751826, + "manhattan_accuracy": 0.672131, + "manhattan_accuracy_threshold": 18.689045, + "manhattan_f1": 0.778261, + "manhattan_f1_threshold": 19.841713, + "manhattan_precision": 0.665428, + "manhattan_recall": 0.937173, + "manhattan_ap": 0.753402, + "euclidean_accuracy": 0.672131, + "euclidean_accuracy_threshold": 0.89296, + "euclidean_f1": 0.782609, + "euclidean_f1_threshold": 0.89296, + "euclidean_precision": 0.669145, + "euclidean_recall": 0.942408, + "euclidean_ap": 0.751826, + "dot_accuracy": 0.672131, + "dot_accuracy_threshold": 0.601311, + "dot_f1": 0.782609, + "dot_f1_threshold": 0.601311, + "dot_precision": 0.669145, + "dot_recall": 0.942408, + "dot_ap": 0.751826, + "max_accuracy": 0.672131, + "max_f1": 0.782609, + "max_precision": 0.669145, + "max_recall": 0.942408, + "max_ap": 0.753402, + "main_score": 0.753402, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.757333, + "similarity_accuracy_threshold": 0.631596, + "similarity_f1": 0.84007, + "similarity_f1_threshold": 0.621748, + "similarity_precision": 0.773463, + "similarity_recall": 0.919231, + "similarity_ap": 0.832461, + "cosine_accuracy": 0.757333, + "cosine_accuracy_threshold": 0.631596, + "cosine_f1": 0.84007, + "cosine_f1_threshold": 0.621748, + "cosine_precision": 0.773463, + "cosine_recall": 0.919231, + "cosine_ap": 0.832461, + "manhattan_accuracy": 0.757333, + "manhattan_accuracy_threshold": 19.243372, + "manhattan_f1": 0.84007, + "manhattan_f1_threshold": 19.243372, + "manhattan_precision": 0.773463, + "manhattan_recall": 0.919231, + "manhattan_ap": 0.833329, + "euclidean_accuracy": 0.757333, + "euclidean_accuracy_threshold": 0.858375, + "euclidean_f1": 0.84007, + "euclidean_f1_threshold": 0.869772, + "euclidean_precision": 0.773463, + "euclidean_recall": 0.919231, + "euclidean_ap": 0.832461, + "dot_accuracy": 0.757333, + "dot_accuracy_threshold": 0.631596, + "dot_f1": 0.84007, + "dot_f1_threshold": 0.621747, + "dot_precision": 0.773463, + "dot_recall": 0.919231, + "dot_ap": 0.832461, + "max_accuracy": 0.757333, + "max_f1": 0.84007, + "max_precision": 0.773463, + "max_recall": 0.919231, + "max_ap": 0.833329, + "main_score": 0.833329, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 4.073644161224365, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CataloniaTweetClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CataloniaTweetClassification.json new file mode 100644 index 0000000000..5daa986eca --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CataloniaTweetClassification.json @@ -0,0 +1,261 @@ +{ + "dataset_revision": "cf24d44e517efa534f048e5fc5981f399ed25bee", + "task_name": "CataloniaTweetClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.519107, + "f1": 0.541548, + "f1_weighted": 0.513549, + "scores_per_experiment": [ + { + "accuracy": 0.545409, + "f1": 0.573307, + "f1_weighted": 0.537508 + }, + { + "accuracy": 0.552357, + "f1": 0.564661, + "f1_weighted": 0.548458 + }, + { + "accuracy": 0.475434, + "f1": 0.482776, + "f1_weighted": 0.464732 + }, + { + "accuracy": 0.477916, + "f1": 0.506047, + "f1_weighted": 0.475385 + }, + { + "accuracy": 0.526055, + "f1": 0.55091, + "f1_weighted": 0.519807 + }, + { + "accuracy": 0.567742, + "f1": 0.594672, + "f1_weighted": 0.568622 + }, + { + "accuracy": 0.534988, + "f1": 0.567679, + "f1_weighted": 0.538078 + }, + { + "accuracy": 0.513151, + "f1": 0.51347, + "f1_weighted": 0.489381 + }, + { + "accuracy": 0.5067, + "f1": 0.542871, + "f1_weighted": 0.508054 + }, + { + "accuracy": 0.491315, + "f1": 0.519085, + "f1_weighted": 0.485461 + } + ], + "main_score": 0.519107, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.500746, + "f1": 0.492826, + "f1_weighted": 0.496866, + "scores_per_experiment": [ + { + "accuracy": 0.530846, + "f1": 0.517543, + "f1_weighted": 0.524425 + }, + { + "accuracy": 0.470647, + "f1": 0.468983, + "f1_weighted": 0.468095 + }, + { + "accuracy": 0.517413, + "f1": 0.502266, + "f1_weighted": 0.50375 + }, + { + "accuracy": 0.535323, + "f1": 0.522642, + "f1_weighted": 0.532204 + }, + { + "accuracy": 0.516418, + "f1": 0.495835, + "f1_weighted": 0.506879 + }, + { + "accuracy": 0.468159, + "f1": 0.468361, + "f1_weighted": 0.47002 + }, + { + "accuracy": 0.506468, + "f1": 0.506434, + "f1_weighted": 0.506507 + }, + { + "accuracy": 0.436816, + "f1": 0.440451, + "f1_weighted": 0.435058 + }, + { + "accuracy": 0.537811, + "f1": 0.525418, + "f1_weighted": 0.533591 + }, + { + "accuracy": 0.487562, + "f1": 0.480331, + "f1_weighted": 0.48813 + } + ], + "main_score": 0.500746, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.527679, + "f1": 0.551253, + "f1_weighted": 0.520606, + "scores_per_experiment": [ + { + "accuracy": 0.568452, + "f1": 0.596199, + "f1_weighted": 0.561204 + }, + { + "accuracy": 0.515377, + "f1": 0.531221, + "f1_weighted": 0.508103 + }, + { + "accuracy": 0.463294, + "f1": 0.468064, + "f1_weighted": 0.449082 + }, + { + "accuracy": 0.5, + "f1": 0.527962, + "f1_weighted": 0.49495 + }, + { + "accuracy": 0.53373, + "f1": 0.559696, + "f1_weighted": 0.527327 + }, + { + "accuracy": 0.590278, + "f1": 0.616012, + "f1_weighted": 0.589331 + }, + { + "accuracy": 0.558036, + "f1": 0.593897, + "f1_weighted": 0.561144 + }, + { + "accuracy": 0.506448, + "f1": 0.510513, + "f1_weighted": 0.479184 + }, + { + "accuracy": 0.545635, + "f1": 0.578152, + "f1_weighted": 0.54696 + }, + { + "accuracy": 0.495536, + "f1": 0.530817, + "f1_weighted": 0.488774 + } + ], + "main_score": 0.527679, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.501642, + "f1": 0.493737, + "f1_weighted": 0.496701, + "scores_per_experiment": [ + { + "accuracy": 0.528358, + "f1": 0.514693, + "f1_weighted": 0.523446 + }, + { + "accuracy": 0.462189, + "f1": 0.462825, + "f1_weighted": 0.457566 + }, + { + "accuracy": 0.544279, + "f1": 0.527374, + "f1_weighted": 0.530392 + }, + { + "accuracy": 0.541294, + "f1": 0.530077, + "f1_weighted": 0.536688 + }, + { + "accuracy": 0.514925, + "f1": 0.491758, + "f1_weighted": 0.507009 + }, + { + "accuracy": 0.467164, + "f1": 0.467172, + "f1_weighted": 0.465792 + }, + { + "accuracy": 0.523881, + "f1": 0.522699, + "f1_weighted": 0.523518 + }, + { + "accuracy": 0.422388, + "f1": 0.425863, + "f1_weighted": 0.418301 + }, + { + "accuracy": 0.526866, + "f1": 0.517637, + "f1_weighted": 0.521827 + }, + { + "accuracy": 0.485075, + "f1": 0.47727, + "f1_weighted": 0.482471 + } + ], + "main_score": 0.501642, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ] + }, + "evaluation_time": 87.19900298118591, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ClimateFEVERHardNegatives.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ClimateFEVERHardNegatives.json new file mode 100644 index 0000000000..0321a0088f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "task_name": "ClimateFEVERHardNegatives", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.243, + "ndcg_at_3": 0.21265, + "ndcg_at_5": 0.23352, + "ndcg_at_10": 0.2671, + "ndcg_at_20": 0.30086, + "ndcg_at_100": 0.34985, + "ndcg_at_1000": 0.38984, + "map_at_1": 0.11435, + "map_at_3": 0.15707, + "map_at_5": 0.17319, + "map_at_10": 0.18879, + "map_at_20": 0.20065, + "map_at_100": 0.20997, + "map_at_1000": 0.21228, + "recall_at_1": 0.11435, + "recall_at_3": 0.19712, + "recall_at_5": 0.25263, + "recall_at_10": 0.32703, + "recall_at_20": 0.42298, + "recall_at_100": 0.61203, + "recall_at_1000": 0.83208, + "precision_at_1": 0.243, + "precision_at_3": 0.15433, + "precision_at_5": 0.1218, + "precision_at_10": 0.0834, + "precision_at_20": 0.056, + "precision_at_100": 0.01702, + "precision_at_1000": 0.00246, + "mrr_at_1": 0.243, + "mrr_at_3": 0.315833, + "mrr_at_5": 0.337333, + "mrr_at_10": 0.3514, + "mrr_at_20": 0.358887, + "mrr_at_100": 0.363132, + "mrr_at_1000": 0.363585, + "nauc_ndcg_at_1_max": 0.371988, + "nauc_ndcg_at_1_std": 0.191142, + "nauc_ndcg_at_1_diff1": 0.223973, + "nauc_ndcg_at_3_max": 0.367887, + "nauc_ndcg_at_3_std": 0.197589, + "nauc_ndcg_at_3_diff1": 0.155924, + "nauc_ndcg_at_5_max": 0.361828, + "nauc_ndcg_at_5_std": 0.201128, + "nauc_ndcg_at_5_diff1": 0.148391, + "nauc_ndcg_at_10_max": 0.366439, + "nauc_ndcg_at_10_std": 0.211475, + "nauc_ndcg_at_10_diff1": 0.147465, + "nauc_ndcg_at_20_max": 0.367191, + "nauc_ndcg_at_20_std": 0.226994, + "nauc_ndcg_at_20_diff1": 0.154294, + "nauc_ndcg_at_100_max": 0.384197, + "nauc_ndcg_at_100_std": 0.248523, + "nauc_ndcg_at_100_diff1": 0.162983, + "nauc_ndcg_at_1000_max": 0.388755, + "nauc_ndcg_at_1000_std": 0.245588, + "nauc_ndcg_at_1000_diff1": 0.170321, + "nauc_map_at_1_max": 0.3553, + "nauc_map_at_1_std": 0.136269, + "nauc_map_at_1_diff1": 0.204492, + "nauc_map_at_3_max": 0.375347, + "nauc_map_at_3_std": 0.17443, + "nauc_map_at_3_diff1": 0.170401, + "nauc_map_at_5_max": 0.367917, + "nauc_map_at_5_std": 0.180267, + "nauc_map_at_5_diff1": 0.159405, + "nauc_map_at_10_max": 0.368802, + "nauc_map_at_10_std": 0.187788, + "nauc_map_at_10_diff1": 0.155477, + "nauc_map_at_20_max": 0.369162, + "nauc_map_at_20_std": 0.197952, + "nauc_map_at_20_diff1": 0.157022, + "nauc_map_at_100_max": 0.374479, + "nauc_map_at_100_std": 0.204462, + "nauc_map_at_100_diff1": 0.160125, + "nauc_map_at_1000_max": 0.375228, + "nauc_map_at_1000_std": 0.204396, + "nauc_map_at_1000_diff1": 0.161287, + "nauc_recall_at_1_max": 0.3553, + "nauc_recall_at_1_std": 0.136269, + "nauc_recall_at_1_diff1": 0.204492, + "nauc_recall_at_3_max": 0.341046, + "nauc_recall_at_3_std": 0.18232, + "nauc_recall_at_3_diff1": 0.11458, + "nauc_recall_at_5_max": 0.311972, + "nauc_recall_at_5_std": 0.184702, + "nauc_recall_at_5_diff1": 0.097469, + "nauc_recall_at_10_max": 0.307597, + "nauc_recall_at_10_std": 0.195851, + "nauc_recall_at_10_diff1": 0.091488, + "nauc_recall_at_20_max": 0.299286, + "nauc_recall_at_20_std": 0.225059, + "nauc_recall_at_20_diff1": 0.103435, + "nauc_recall_at_100_max": 0.322034, + "nauc_recall_at_100_std": 0.284557, + "nauc_recall_at_100_diff1": 0.106388, + "nauc_recall_at_1000_max": 0.355447, + "nauc_recall_at_1000_std": 0.316714, + "nauc_recall_at_1000_diff1": 0.131259, + "nauc_precision_at_1_max": 0.371988, + "nauc_precision_at_1_std": 0.191142, + "nauc_precision_at_1_diff1": 0.223973, + "nauc_precision_at_3_max": 0.360049, + "nauc_precision_at_3_std": 0.243955, + "nauc_precision_at_3_diff1": 0.128406, + "nauc_precision_at_5_max": 0.319858, + "nauc_precision_at_5_std": 0.246902, + "nauc_precision_at_5_diff1": 0.102477, + "nauc_precision_at_10_max": 0.290458, + "nauc_precision_at_10_std": 0.239731, + "nauc_precision_at_10_diff1": 0.09316, + "nauc_precision_at_20_max": 0.258494, + "nauc_precision_at_20_std": 0.248905, + "nauc_precision_at_20_diff1": 0.109612, + "nauc_precision_at_100_max": 0.220863, + "nauc_precision_at_100_std": 0.243169, + "nauc_precision_at_100_diff1": 0.103069, + "nauc_precision_at_1000_max": 0.07451, + "nauc_precision_at_1000_std": 0.12743, + "nauc_precision_at_1000_diff1": 0.05919, + "nauc_mrr_at_1_max": 0.371988, + "nauc_mrr_at_1_std": 0.191142, + "nauc_mrr_at_1_diff1": 0.223973, + "nauc_mrr_at_3_max": 0.36594, + "nauc_mrr_at_3_std": 0.215169, + "nauc_mrr_at_3_diff1": 0.172075, + "nauc_mrr_at_5_max": 0.366913, + "nauc_mrr_at_5_std": 0.219474, + "nauc_mrr_at_5_diff1": 0.174909, + "nauc_mrr_at_10_max": 0.37225, + "nauc_mrr_at_10_std": 0.220556, + "nauc_mrr_at_10_diff1": 0.180596, + "nauc_mrr_at_20_max": 0.371499, + "nauc_mrr_at_20_std": 0.221274, + "nauc_mrr_at_20_diff1": 0.180956, + "nauc_mrr_at_100_max": 0.372047, + "nauc_mrr_at_100_std": 0.221735, + "nauc_mrr_at_100_diff1": 0.181812, + "nauc_mrr_at_1000_max": 0.372031, + "nauc_mrr_at_1000_std": 0.221531, + "nauc_mrr_at_1000_diff1": 0.181782, + "main_score": 0.2671, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 149.9815514087677, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeEditSearchRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeEditSearchRetrieval.json new file mode 100644 index 0000000000..6a90f65817 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeEditSearchRetrieval.json @@ -0,0 +1,1922 @@ +{ + "dataset_revision": "4e51c66e0939303f6928472f13ad0848b2a3f4c0", + "task_name": "CodeEditSearchRetrieval", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "ndcg_at_1": 0.523, + "ndcg_at_3": 0.58167, + "ndcg_at_5": 0.59926, + "ndcg_at_10": 0.61682, + "ndcg_at_20": 0.63072, + "ndcg_at_100": 0.6505, + "ndcg_at_1000": 0.66529, + "map_at_1": 0.523, + "map_at_3": 0.56767, + "map_at_5": 0.57737, + "map_at_10": 0.58448, + "map_at_20": 0.58843, + "map_at_100": 0.59122, + "map_at_1000": 0.59172, + "recall_at_1": 0.523, + "recall_at_3": 0.622, + "recall_at_5": 0.665, + "recall_at_10": 0.72, + "recall_at_20": 0.774, + "recall_at_100": 0.88, + "recall_at_1000": 1.0, + "precision_at_1": 0.523, + "precision_at_3": 0.20733, + "precision_at_5": 0.133, + "precision_at_10": 0.072, + "precision_at_20": 0.0387, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523, + "mrr_at_3": 0.567667, + "mrr_at_5": 0.577367, + "mrr_at_10": 0.584483, + "mrr_at_20": 0.588427, + "mrr_at_100": 0.59122, + "mrr_at_1000": 0.591721, + "nauc_ndcg_at_1_max": 0.598595, + "nauc_ndcg_at_1_std": -0.131662, + "nauc_ndcg_at_1_diff1": 0.824657, + "nauc_ndcg_at_3_max": 0.585463, + "nauc_ndcg_at_3_std": -0.131476, + "nauc_ndcg_at_3_diff1": 0.783091, + "nauc_ndcg_at_5_max": 0.575933, + "nauc_ndcg_at_5_std": -0.138678, + "nauc_ndcg_at_5_diff1": 0.776545, + "nauc_ndcg_at_10_max": 0.58198, + "nauc_ndcg_at_10_std": -0.118051, + "nauc_ndcg_at_10_diff1": 0.76905, + "nauc_ndcg_at_20_max": 0.583009, + "nauc_ndcg_at_20_std": -0.114137, + "nauc_ndcg_at_20_diff1": 0.767867, + "nauc_ndcg_at_100_max": 0.584628, + "nauc_ndcg_at_100_std": -0.110666, + "nauc_ndcg_at_100_diff1": 0.768155, + "nauc_ndcg_at_1000_max": 0.584104, + "nauc_ndcg_at_1000_std": -0.119401, + "nauc_ndcg_at_1000_diff1": 0.77682, + "nauc_map_at_1_max": 0.598595, + "nauc_map_at_1_std": -0.131662, + "nauc_map_at_1_diff1": 0.824657, + "nauc_map_at_3_max": 0.588445, + "nauc_map_at_3_std": -0.131891, + "nauc_map_at_3_diff1": 0.793498, + "nauc_map_at_5_max": 0.583314, + "nauc_map_at_5_std": -0.135908, + "nauc_map_at_5_diff1": 0.790245, + "nauc_map_at_10_max": 0.585987, + "nauc_map_at_10_std": -0.127302, + "nauc_map_at_10_diff1": 0.787448, + "nauc_map_at_20_max": 0.586213, + "nauc_map_at_20_std": -0.126313, + "nauc_map_at_20_diff1": 0.787307, + "nauc_map_at_100_max": 0.586136, + "nauc_map_at_100_std": -0.126234, + "nauc_map_at_100_diff1": 0.787294, + "nauc_map_at_1000_max": 0.586128, + "nauc_map_at_1000_std": -0.126427, + "nauc_map_at_1000_diff1": 0.787581, + "nauc_recall_at_1_max": 0.598595, + "nauc_recall_at_1_std": -0.131662, + "nauc_recall_at_1_diff1": 0.824657, + "nauc_recall_at_3_max": 0.57638, + "nauc_recall_at_3_std": -0.130028, + "nauc_recall_at_3_diff1": 0.750912, + "nauc_recall_at_5_max": 0.5502, + "nauc_recall_at_5_std": -0.148653, + "nauc_recall_at_5_diff1": 0.730087, + "nauc_recall_at_10_max": 0.568098, + "nauc_recall_at_10_std": -0.075609, + "nauc_recall_at_10_diff1": 0.695751, + "nauc_recall_at_20_max": 0.572005, + "nauc_recall_at_20_std": -0.046761, + "nauc_recall_at_20_diff1": 0.675454, + "nauc_recall_at_100_max": 0.594997, + "nauc_recall_at_100_std": 0.056801, + "nauc_recall_at_100_diff1": 0.616537, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598595, + "nauc_precision_at_1_std": -0.131662, + "nauc_precision_at_1_diff1": 0.824657, + "nauc_precision_at_3_max": 0.57638, + "nauc_precision_at_3_std": -0.130028, + "nauc_precision_at_3_diff1": 0.750912, + "nauc_precision_at_5_max": 0.5502, + "nauc_precision_at_5_std": -0.148653, + "nauc_precision_at_5_diff1": 0.730087, + "nauc_precision_at_10_max": 0.568098, + "nauc_precision_at_10_std": -0.075609, + "nauc_precision_at_10_diff1": 0.695751, + "nauc_precision_at_20_max": 0.572005, + "nauc_precision_at_20_std": -0.046761, + "nauc_precision_at_20_diff1": 0.675454, + "nauc_precision_at_100_max": 0.594997, + "nauc_precision_at_100_std": 0.056801, + "nauc_precision_at_100_diff1": 0.616537, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.598595, + "nauc_mrr_at_1_std": -0.131662, + "nauc_mrr_at_1_diff1": 0.824657, + "nauc_mrr_at_3_max": 0.588445, + "nauc_mrr_at_3_std": -0.131891, + "nauc_mrr_at_3_diff1": 0.793498, + "nauc_mrr_at_5_max": 0.583314, + "nauc_mrr_at_5_std": -0.135908, + "nauc_mrr_at_5_diff1": 0.790245, + "nauc_mrr_at_10_max": 0.585987, + "nauc_mrr_at_10_std": -0.127302, + "nauc_mrr_at_10_diff1": 0.787448, + "nauc_mrr_at_20_max": 0.586213, + "nauc_mrr_at_20_std": -0.126313, + "nauc_mrr_at_20_diff1": 0.787307, + "nauc_mrr_at_100_max": 0.586136, + "nauc_mrr_at_100_std": -0.126234, + "nauc_mrr_at_100_diff1": 0.787294, + "nauc_mrr_at_1000_max": 0.586128, + "nauc_mrr_at_1000_std": -0.126427, + "nauc_mrr_at_1000_diff1": 0.787581, + "main_score": 0.61682, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.60287, + "ndcg_at_5": 0.62425, + "ndcg_at_10": 0.64161, + "ndcg_at_20": 0.65204, + "ndcg_at_100": 0.66745, + "ndcg_at_1000": 0.67984, + "map_at_1": 0.515, + "map_at_3": 0.58017, + "map_at_5": 0.59202, + "map_at_10": 0.5993, + "map_at_20": 0.60219, + "map_at_100": 0.60432, + "map_at_1000": 0.60471, + "recall_at_1": 0.515, + "recall_at_3": 0.669, + "recall_at_5": 0.721, + "recall_at_10": 0.774, + "recall_at_20": 0.815, + "recall_at_100": 0.898, + "recall_at_1000": 1.0, + "precision_at_1": 0.515, + "precision_at_3": 0.223, + "precision_at_5": 0.1442, + "precision_at_10": 0.0774, + "precision_at_20": 0.04075, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515, + "mrr_at_3": 0.580167, + "mrr_at_5": 0.592017, + "mrr_at_10": 0.599301, + "mrr_at_20": 0.602195, + "mrr_at_100": 0.604324, + "mrr_at_1000": 0.604714, + "nauc_ndcg_at_1_max": 0.592314, + "nauc_ndcg_at_1_std": -0.034052, + "nauc_ndcg_at_1_diff1": 0.764717, + "nauc_ndcg_at_3_max": 0.573615, + "nauc_ndcg_at_3_std": -0.005056, + "nauc_ndcg_at_3_diff1": 0.701649, + "nauc_ndcg_at_5_max": 0.574592, + "nauc_ndcg_at_5_std": 0.006283, + "nauc_ndcg_at_5_diff1": 0.6961, + "nauc_ndcg_at_10_max": 0.574275, + "nauc_ndcg_at_10_std": 0.003605, + "nauc_ndcg_at_10_diff1": 0.694681, + "nauc_ndcg_at_20_max": 0.578267, + "nauc_ndcg_at_20_std": 0.013416, + "nauc_ndcg_at_20_diff1": 0.698506, + "nauc_ndcg_at_100_max": 0.577187, + "nauc_ndcg_at_100_std": 0.017923, + "nauc_ndcg_at_100_diff1": 0.701089, + "nauc_ndcg_at_1000_max": 0.57773, + "nauc_ndcg_at_1000_std": 0.005652, + "nauc_ndcg_at_1000_diff1": 0.707016, + "nauc_map_at_1_max": 0.592314, + "nauc_map_at_1_std": -0.034052, + "nauc_map_at_1_diff1": 0.764717, + "nauc_map_at_3_max": 0.578094, + "nauc_map_at_3_std": -0.013647, + "nauc_map_at_3_diff1": 0.718521, + "nauc_map_at_5_max": 0.578865, + "nauc_map_at_5_std": -0.007776, + "nauc_map_at_5_diff1": 0.716054, + "nauc_map_at_10_max": 0.57896, + "nauc_map_at_10_std": -0.009396, + "nauc_map_at_10_diff1": 0.71613, + "nauc_map_at_20_max": 0.579948, + "nauc_map_at_20_std": -0.006945, + "nauc_map_at_20_diff1": 0.717205, + "nauc_map_at_100_max": 0.579626, + "nauc_map_at_100_std": -0.006636, + "nauc_map_at_100_diff1": 0.717516, + "nauc_map_at_1000_max": 0.57963, + "nauc_map_at_1000_std": -0.006886, + "nauc_map_at_1000_diff1": 0.717674, + "nauc_recall_at_1_max": 0.592314, + "nauc_recall_at_1_std": -0.034052, + "nauc_recall_at_1_diff1": 0.764717, + "nauc_recall_at_3_max": 0.558981, + "nauc_recall_at_3_std": 0.023869, + "nauc_recall_at_3_diff1": 0.645612, + "nauc_recall_at_5_max": 0.559091, + "nauc_recall_at_5_std": 0.060234, + "nauc_recall_at_5_diff1": 0.621684, + "nauc_recall_at_10_max": 0.553788, + "nauc_recall_at_10_std": 0.061772, + "nauc_recall_at_10_diff1": 0.599752, + "nauc_recall_at_20_max": 0.575187, + "nauc_recall_at_20_std": 0.131589, + "nauc_recall_at_20_diff1": 0.606489, + "nauc_recall_at_100_max": 0.566711, + "nauc_recall_at_100_std": 0.28213, + "nauc_recall_at_100_diff1": 0.581524, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.592314, + "nauc_precision_at_1_std": -0.034052, + "nauc_precision_at_1_diff1": 0.764717, + "nauc_precision_at_3_max": 0.558981, + "nauc_precision_at_3_std": 0.023869, + "nauc_precision_at_3_diff1": 0.645612, + "nauc_precision_at_5_max": 0.559091, + "nauc_precision_at_5_std": 0.060234, + "nauc_precision_at_5_diff1": 0.621684, + "nauc_precision_at_10_max": 0.553788, + "nauc_precision_at_10_std": 0.061772, + "nauc_precision_at_10_diff1": 0.599752, + "nauc_precision_at_20_max": 0.575187, + "nauc_precision_at_20_std": 0.131589, + "nauc_precision_at_20_diff1": 0.606489, + "nauc_precision_at_100_max": 0.566711, + "nauc_precision_at_100_std": 0.28213, + "nauc_precision_at_100_diff1": 0.581524, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.592314, + "nauc_mrr_at_1_std": -0.034052, + "nauc_mrr_at_1_diff1": 0.764717, + "nauc_mrr_at_3_max": 0.578094, + "nauc_mrr_at_3_std": -0.013647, + "nauc_mrr_at_3_diff1": 0.718521, + "nauc_mrr_at_5_max": 0.578865, + "nauc_mrr_at_5_std": -0.007776, + "nauc_mrr_at_5_diff1": 0.716054, + "nauc_mrr_at_10_max": 0.57896, + "nauc_mrr_at_10_std": -0.009396, + "nauc_mrr_at_10_diff1": 0.71613, + "nauc_mrr_at_20_max": 0.579948, + "nauc_mrr_at_20_std": -0.006945, + "nauc_mrr_at_20_diff1": 0.717205, + "nauc_mrr_at_100_max": 0.579626, + "nauc_mrr_at_100_std": -0.006636, + "nauc_mrr_at_100_diff1": 0.717516, + "nauc_mrr_at_1000_max": 0.57963, + "nauc_mrr_at_1000_std": -0.006886, + "nauc_mrr_at_1000_diff1": 0.717674, + "main_score": 0.64161, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.572, + "ndcg_at_3": 0.63869, + "ndcg_at_5": 0.65904, + "ndcg_at_10": 0.67402, + "ndcg_at_20": 0.68491, + "ndcg_at_100": 0.70022, + "ndcg_at_1000": 0.71151, + "map_at_1": 0.572, + "map_at_3": 0.62233, + "map_at_5": 0.63348, + "map_at_10": 0.63973, + "map_at_20": 0.64273, + "map_at_100": 0.64481, + "map_at_1000": 0.64518, + "recall_at_1": 0.572, + "recall_at_3": 0.686, + "recall_at_5": 0.736, + "recall_at_10": 0.782, + "recall_at_20": 0.825, + "recall_at_100": 0.908, + "recall_at_1000": 1.0, + "precision_at_1": 0.572, + "precision_at_3": 0.22867, + "precision_at_5": 0.1472, + "precision_at_10": 0.0782, + "precision_at_20": 0.04125, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.572, + "mrr_at_3": 0.622333, + "mrr_at_5": 0.633483, + "mrr_at_10": 0.639731, + "mrr_at_20": 0.642726, + "mrr_at_100": 0.644813, + "mrr_at_1000": 0.645185, + "nauc_ndcg_at_1_max": 0.559509, + "nauc_ndcg_at_1_std": -0.105954, + "nauc_ndcg_at_1_diff1": 0.797009, + "nauc_ndcg_at_3_max": 0.574192, + "nauc_ndcg_at_3_std": -0.083095, + "nauc_ndcg_at_3_diff1": 0.759251, + "nauc_ndcg_at_5_max": 0.564649, + "nauc_ndcg_at_5_std": -0.082314, + "nauc_ndcg_at_5_diff1": 0.75543, + "nauc_ndcg_at_10_max": 0.553964, + "nauc_ndcg_at_10_std": -0.088951, + "nauc_ndcg_at_10_diff1": 0.752382, + "nauc_ndcg_at_20_max": 0.557871, + "nauc_ndcg_at_20_std": -0.089351, + "nauc_ndcg_at_20_diff1": 0.760047, + "nauc_ndcg_at_100_max": 0.56368, + "nauc_ndcg_at_100_std": -0.076501, + "nauc_ndcg_at_100_diff1": 0.760643, + "nauc_ndcg_at_1000_max": 0.563419, + "nauc_ndcg_at_1000_std": -0.084398, + "nauc_ndcg_at_1000_diff1": 0.763003, + "nauc_map_at_1_max": 0.559509, + "nauc_map_at_1_std": -0.105954, + "nauc_map_at_1_diff1": 0.797009, + "nauc_map_at_3_max": 0.572183, + "nauc_map_at_3_std": -0.088085, + "nauc_map_at_3_diff1": 0.76897, + "nauc_map_at_5_max": 0.567487, + "nauc_map_at_5_std": -0.087437, + "nauc_map_at_5_diff1": 0.767241, + "nauc_map_at_10_max": 0.563317, + "nauc_map_at_10_std": -0.089885, + "nauc_map_at_10_diff1": 0.766002, + "nauc_map_at_20_max": 0.564487, + "nauc_map_at_20_std": -0.089986, + "nauc_map_at_20_diff1": 0.768188, + "nauc_map_at_100_max": 0.565146, + "nauc_map_at_100_std": -0.088762, + "nauc_map_at_100_diff1": 0.768351, + "nauc_map_at_1000_max": 0.565175, + "nauc_map_at_1000_std": -0.088879, + "nauc_map_at_1000_diff1": 0.768398, + "nauc_recall_at_1_max": 0.559509, + "nauc_recall_at_1_std": -0.105954, + "nauc_recall_at_1_diff1": 0.797009, + "nauc_recall_at_3_max": 0.579849, + "nauc_recall_at_3_std": -0.067397, + "nauc_recall_at_3_diff1": 0.727852, + "nauc_recall_at_5_max": 0.551094, + "nauc_recall_at_5_std": -0.064755, + "nauc_recall_at_5_diff1": 0.712075, + "nauc_recall_at_10_max": 0.505726, + "nauc_recall_at_10_std": -0.090506, + "nauc_recall_at_10_diff1": 0.694232, + "nauc_recall_at_20_max": 0.517974, + "nauc_recall_at_20_std": -0.093565, + "nauc_recall_at_20_diff1": 0.727091, + "nauc_recall_at_100_max": 0.574813, + "nauc_recall_at_100_std": 0.103753, + "nauc_recall_at_100_diff1": 0.707526, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.559509, + "nauc_precision_at_1_std": -0.105954, + "nauc_precision_at_1_diff1": 0.797009, + "nauc_precision_at_3_max": 0.579849, + "nauc_precision_at_3_std": -0.067397, + "nauc_precision_at_3_diff1": 0.727852, + "nauc_precision_at_5_max": 0.551094, + "nauc_precision_at_5_std": -0.064755, + "nauc_precision_at_5_diff1": 0.712075, + "nauc_precision_at_10_max": 0.505726, + "nauc_precision_at_10_std": -0.090506, + "nauc_precision_at_10_diff1": 0.694232, + "nauc_precision_at_20_max": 0.517974, + "nauc_precision_at_20_std": -0.093565, + "nauc_precision_at_20_diff1": 0.727091, + "nauc_precision_at_100_max": 0.574813, + "nauc_precision_at_100_std": 0.103753, + "nauc_precision_at_100_diff1": 0.707526, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.559509, + "nauc_mrr_at_1_std": -0.105954, + "nauc_mrr_at_1_diff1": 0.797009, + "nauc_mrr_at_3_max": 0.572183, + "nauc_mrr_at_3_std": -0.088085, + "nauc_mrr_at_3_diff1": 0.76897, + "nauc_mrr_at_5_max": 0.567487, + "nauc_mrr_at_5_std": -0.087437, + "nauc_mrr_at_5_diff1": 0.767241, + "nauc_mrr_at_10_max": 0.563317, + "nauc_mrr_at_10_std": -0.089885, + "nauc_mrr_at_10_diff1": 0.766002, + "nauc_mrr_at_20_max": 0.564487, + "nauc_mrr_at_20_std": -0.089986, + "nauc_mrr_at_20_diff1": 0.768188, + "nauc_mrr_at_100_max": 0.565146, + "nauc_mrr_at_100_std": -0.088762, + "nauc_mrr_at_100_diff1": 0.768351, + "nauc_mrr_at_1000_max": 0.565175, + "nauc_mrr_at_1000_std": -0.088879, + "nauc_mrr_at_1000_diff1": 0.768398, + "main_score": 0.67402, + "hf_subset": "typescript", + "languages": [ + "typescript-Code" + ] + }, + { + "ndcg_at_1": 0.554, + "ndcg_at_3": 0.61643, + "ndcg_at_5": 0.63162, + "ndcg_at_10": 0.65195, + "ndcg_at_20": 0.66227, + "ndcg_at_100": 0.67866, + "ndcg_at_1000": 0.69256, + "map_at_1": 0.554, + "map_at_3": 0.60133, + "map_at_5": 0.60973, + "map_at_10": 0.6183, + "map_at_20": 0.6211, + "map_at_100": 0.62339, + "map_at_1000": 0.62387, + "recall_at_1": 0.554, + "recall_at_3": 0.66, + "recall_at_5": 0.697, + "recall_at_10": 0.759, + "recall_at_20": 0.8, + "recall_at_100": 0.888, + "recall_at_1000": 1.0, + "precision_at_1": 0.554, + "precision_at_3": 0.22, + "precision_at_5": 0.1394, + "precision_at_10": 0.0759, + "precision_at_20": 0.04, + "precision_at_100": 0.00888, + "precision_at_1000": 0.001, + "mrr_at_1": 0.554, + "mrr_at_3": 0.601333, + "mrr_at_5": 0.609733, + "mrr_at_10": 0.618295, + "mrr_at_20": 0.621102, + "mrr_at_100": 0.623394, + "mrr_at_1000": 0.623869, + "nauc_ndcg_at_1_max": 0.59229, + "nauc_ndcg_at_1_std": -0.108374, + "nauc_ndcg_at_1_diff1": 0.81679, + "nauc_ndcg_at_3_max": 0.574564, + "nauc_ndcg_at_3_std": -0.138968, + "nauc_ndcg_at_3_diff1": 0.771918, + "nauc_ndcg_at_5_max": 0.568805, + "nauc_ndcg_at_5_std": -0.128921, + "nauc_ndcg_at_5_diff1": 0.756828, + "nauc_ndcg_at_10_max": 0.57533, + "nauc_ndcg_at_10_std": -0.105705, + "nauc_ndcg_at_10_diff1": 0.762602, + "nauc_ndcg_at_20_max": 0.572727, + "nauc_ndcg_at_20_std": -0.105472, + "nauc_ndcg_at_20_diff1": 0.758277, + "nauc_ndcg_at_100_max": 0.57918, + "nauc_ndcg_at_100_std": -0.094056, + "nauc_ndcg_at_100_diff1": 0.764131, + "nauc_ndcg_at_1000_max": 0.578057, + "nauc_ndcg_at_1000_std": -0.107931, + "nauc_ndcg_at_1000_diff1": 0.768958, + "nauc_map_at_1_max": 0.59229, + "nauc_map_at_1_std": -0.108374, + "nauc_map_at_1_diff1": 0.81679, + "nauc_map_at_3_max": 0.579959, + "nauc_map_at_3_std": -0.131332, + "nauc_map_at_3_diff1": 0.783253, + "nauc_map_at_5_max": 0.577012, + "nauc_map_at_5_std": -0.125865, + "nauc_map_at_5_diff1": 0.775386, + "nauc_map_at_10_max": 0.579347, + "nauc_map_at_10_std": -0.117046, + "nauc_map_at_10_diff1": 0.77786, + "nauc_map_at_20_max": 0.578743, + "nauc_map_at_20_std": -0.117148, + "nauc_map_at_20_diff1": 0.776947, + "nauc_map_at_100_max": 0.579819, + "nauc_map_at_100_std": -0.115732, + "nauc_map_at_100_diff1": 0.777945, + "nauc_map_at_1000_max": 0.579775, + "nauc_map_at_1000_std": -0.116122, + "nauc_map_at_1000_diff1": 0.778054, + "nauc_recall_at_1_max": 0.59229, + "nauc_recall_at_1_std": -0.108374, + "nauc_recall_at_1_diff1": 0.81679, + "nauc_recall_at_3_max": 0.557075, + "nauc_recall_at_3_std": -0.163082, + "nauc_recall_at_3_diff1": 0.736067, + "nauc_recall_at_5_max": 0.539703, + "nauc_recall_at_5_std": -0.137386, + "nauc_recall_at_5_diff1": 0.691827, + "nauc_recall_at_10_max": 0.562455, + "nauc_recall_at_10_std": -0.045073, + "nauc_recall_at_10_diff1": 0.702577, + "nauc_recall_at_20_max": 0.545222, + "nauc_recall_at_20_std": -0.03294, + "nauc_recall_at_20_diff1": 0.66735, + "nauc_recall_at_100_max": 0.598464, + "nauc_recall_at_100_std": 0.159552, + "nauc_recall_at_100_diff1": 0.67174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.59229, + "nauc_precision_at_1_std": -0.108374, + "nauc_precision_at_1_diff1": 0.81679, + "nauc_precision_at_3_max": 0.557075, + "nauc_precision_at_3_std": -0.163082, + "nauc_precision_at_3_diff1": 0.736067, + "nauc_precision_at_5_max": 0.539703, + "nauc_precision_at_5_std": -0.137386, + "nauc_precision_at_5_diff1": 0.691827, + "nauc_precision_at_10_max": 0.562455, + "nauc_precision_at_10_std": -0.045073, + "nauc_precision_at_10_diff1": 0.702577, + "nauc_precision_at_20_max": 0.545222, + "nauc_precision_at_20_std": -0.03294, + "nauc_precision_at_20_diff1": 0.66735, + "nauc_precision_at_100_max": 0.598464, + "nauc_precision_at_100_std": 0.159552, + "nauc_precision_at_100_diff1": 0.67174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.59229, + "nauc_mrr_at_1_std": -0.108374, + "nauc_mrr_at_1_diff1": 0.81679, + "nauc_mrr_at_3_max": 0.579959, + "nauc_mrr_at_3_std": -0.131332, + "nauc_mrr_at_3_diff1": 0.783253, + "nauc_mrr_at_5_max": 0.577012, + "nauc_mrr_at_5_std": -0.125865, + "nauc_mrr_at_5_diff1": 0.775386, + "nauc_mrr_at_10_max": 0.579347, + "nauc_mrr_at_10_std": -0.117046, + "nauc_mrr_at_10_diff1": 0.77786, + "nauc_mrr_at_20_max": 0.578743, + "nauc_mrr_at_20_std": -0.117148, + "nauc_mrr_at_20_diff1": 0.776947, + "nauc_mrr_at_100_max": 0.579819, + "nauc_mrr_at_100_std": -0.115732, + "nauc_mrr_at_100_diff1": 0.777945, + "nauc_mrr_at_1000_max": 0.579775, + "nauc_mrr_at_1000_std": -0.116122, + "nauc_mrr_at_1000_diff1": 0.778054, + "main_score": 0.65195, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.534, + "ndcg_at_3": 0.61178, + "ndcg_at_5": 0.62745, + "ndcg_at_10": 0.64383, + "ndcg_at_20": 0.65872, + "ndcg_at_100": 0.67426, + "ndcg_at_1000": 0.68683, + "map_at_1": 0.534, + "map_at_3": 0.593, + "map_at_5": 0.6017, + "map_at_10": 0.60859, + "map_at_20": 0.61265, + "map_at_100": 0.61472, + "map_at_1000": 0.61514, + "recall_at_1": 0.534, + "recall_at_3": 0.666, + "recall_at_5": 0.704, + "recall_at_10": 0.754, + "recall_at_20": 0.813, + "recall_at_100": 0.898, + "recall_at_1000": 1.0, + "precision_at_1": 0.534, + "precision_at_3": 0.222, + "precision_at_5": 0.1408, + "precision_at_10": 0.0754, + "precision_at_20": 0.04065, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534, + "mrr_at_3": 0.593, + "mrr_at_5": 0.6017, + "mrr_at_10": 0.608587, + "mrr_at_20": 0.612653, + "mrr_at_100": 0.614724, + "mrr_at_1000": 0.615142, + "nauc_ndcg_at_1_max": 0.45691, + "nauc_ndcg_at_1_std": -0.176114, + "nauc_ndcg_at_1_diff1": 0.822463, + "nauc_ndcg_at_3_max": 0.431549, + "nauc_ndcg_at_3_std": -0.167149, + "nauc_ndcg_at_3_diff1": 0.759259, + "nauc_ndcg_at_5_max": 0.419876, + "nauc_ndcg_at_5_std": -0.170317, + "nauc_ndcg_at_5_diff1": 0.748896, + "nauc_ndcg_at_10_max": 0.414957, + "nauc_ndcg_at_10_std": -0.167098, + "nauc_ndcg_at_10_diff1": 0.744534, + "nauc_ndcg_at_20_max": 0.418457, + "nauc_ndcg_at_20_std": -0.15925, + "nauc_ndcg_at_20_diff1": 0.744521, + "nauc_ndcg_at_100_max": 0.423473, + "nauc_ndcg_at_100_std": -0.153367, + "nauc_ndcg_at_100_diff1": 0.74935, + "nauc_ndcg_at_1000_max": 0.42662, + "nauc_ndcg_at_1000_std": -0.160068, + "nauc_ndcg_at_1000_diff1": 0.756927, + "nauc_map_at_1_max": 0.45691, + "nauc_map_at_1_std": -0.176114, + "nauc_map_at_1_diff1": 0.822463, + "nauc_map_at_3_max": 0.438889, + "nauc_map_at_3_std": -0.168694, + "nauc_map_at_3_diff1": 0.775742, + "nauc_map_at_5_max": 0.432769, + "nauc_map_at_5_std": -0.170453, + "nauc_map_at_5_diff1": 0.770369, + "nauc_map_at_10_max": 0.431071, + "nauc_map_at_10_std": -0.168974, + "nauc_map_at_10_diff1": 0.769059, + "nauc_map_at_20_max": 0.432305, + "nauc_map_at_20_std": -0.166665, + "nauc_map_at_20_diff1": 0.769028, + "nauc_map_at_100_max": 0.43281, + "nauc_map_at_100_std": -0.166096, + "nauc_map_at_100_diff1": 0.769697, + "nauc_map_at_1000_max": 0.43295, + "nauc_map_at_1000_std": -0.166177, + "nauc_map_at_1000_diff1": 0.769922, + "nauc_recall_at_1_max": 0.45691, + "nauc_recall_at_1_std": -0.176114, + "nauc_recall_at_1_diff1": 0.822463, + "nauc_recall_at_3_max": 0.407448, + "nauc_recall_at_3_std": -0.162514, + "nauc_recall_at_3_diff1": 0.705895, + "nauc_recall_at_5_max": 0.372998, + "nauc_recall_at_5_std": -0.170714, + "nauc_recall_at_5_diff1": 0.673104, + "nauc_recall_at_10_max": 0.345933, + "nauc_recall_at_10_std": -0.159763, + "nauc_recall_at_10_diff1": 0.643279, + "nauc_recall_at_20_max": 0.347135, + "nauc_recall_at_20_std": -0.114994, + "nauc_recall_at_20_diff1": 0.621015, + "nauc_recall_at_100_max": 0.371281, + "nauc_recall_at_100_std": 0.00212, + "nauc_recall_at_100_diff1": 0.599351, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.45691, + "nauc_precision_at_1_std": -0.176114, + "nauc_precision_at_1_diff1": 0.822463, + "nauc_precision_at_3_max": 0.407448, + "nauc_precision_at_3_std": -0.162514, + "nauc_precision_at_3_diff1": 0.705895, + "nauc_precision_at_5_max": 0.372998, + "nauc_precision_at_5_std": -0.170714, + "nauc_precision_at_5_diff1": 0.673104, + "nauc_precision_at_10_max": 0.345933, + "nauc_precision_at_10_std": -0.159763, + "nauc_precision_at_10_diff1": 0.643279, + "nauc_precision_at_20_max": 0.347135, + "nauc_precision_at_20_std": -0.114994, + "nauc_precision_at_20_diff1": 0.621015, + "nauc_precision_at_100_max": 0.371281, + "nauc_precision_at_100_std": 0.00212, + "nauc_precision_at_100_diff1": 0.599351, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.45691, + "nauc_mrr_at_1_std": -0.176114, + "nauc_mrr_at_1_diff1": 0.822463, + "nauc_mrr_at_3_max": 0.438889, + "nauc_mrr_at_3_std": -0.168694, + "nauc_mrr_at_3_diff1": 0.775742, + "nauc_mrr_at_5_max": 0.432769, + "nauc_mrr_at_5_std": -0.170453, + "nauc_mrr_at_5_diff1": 0.770369, + "nauc_mrr_at_10_max": 0.431071, + "nauc_mrr_at_10_std": -0.168974, + "nauc_mrr_at_10_diff1": 0.769059, + "nauc_mrr_at_20_max": 0.432305, + "nauc_mrr_at_20_std": -0.166665, + "nauc_mrr_at_20_diff1": 0.769028, + "nauc_mrr_at_100_max": 0.43281, + "nauc_mrr_at_100_std": -0.166096, + "nauc_mrr_at_100_diff1": 0.769697, + "nauc_mrr_at_1000_max": 0.43295, + "nauc_mrr_at_1000_std": -0.166177, + "nauc_mrr_at_1000_diff1": 0.769922, + "main_score": 0.64383, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.573, + "ndcg_at_3": 0.6378, + "ndcg_at_5": 0.65269, + "ndcg_at_10": 0.66528, + "ndcg_at_20": 0.67711, + "ndcg_at_100": 0.68972, + "ndcg_at_1000": 0.70516, + "map_at_1": 0.573, + "map_at_3": 0.62183, + "map_at_5": 0.63013, + "map_at_10": 0.63551, + "map_at_20": 0.63874, + "map_at_100": 0.64034, + "map_at_1000": 0.64087, + "recall_at_1": 0.573, + "recall_at_3": 0.684, + "recall_at_5": 0.72, + "recall_at_10": 0.758, + "recall_at_20": 0.805, + "recall_at_100": 0.875, + "recall_at_1000": 1.0, + "precision_at_1": 0.573, + "precision_at_3": 0.228, + "precision_at_5": 0.144, + "precision_at_10": 0.0758, + "precision_at_20": 0.04025, + "precision_at_100": 0.00875, + "precision_at_1000": 0.001, + "mrr_at_1": 0.573, + "mrr_at_3": 0.621833, + "mrr_at_5": 0.630133, + "mrr_at_10": 0.635513, + "mrr_at_20": 0.638735, + "mrr_at_100": 0.640339, + "mrr_at_1000": 0.640865, + "nauc_ndcg_at_1_max": 0.605589, + "nauc_ndcg_at_1_std": -0.037668, + "nauc_ndcg_at_1_diff1": 0.813572, + "nauc_ndcg_at_3_max": 0.591849, + "nauc_ndcg_at_3_std": -0.033043, + "nauc_ndcg_at_3_diff1": 0.767332, + "nauc_ndcg_at_5_max": 0.601058, + "nauc_ndcg_at_5_std": -0.028955, + "nauc_ndcg_at_5_diff1": 0.763007, + "nauc_ndcg_at_10_max": 0.591977, + "nauc_ndcg_at_10_std": -0.029638, + "nauc_ndcg_at_10_diff1": 0.761146, + "nauc_ndcg_at_20_max": 0.591695, + "nauc_ndcg_at_20_std": -0.026604, + "nauc_ndcg_at_20_diff1": 0.761839, + "nauc_ndcg_at_100_max": 0.591221, + "nauc_ndcg_at_100_std": -0.027664, + "nauc_ndcg_at_100_diff1": 0.762155, + "nauc_ndcg_at_1000_max": 0.593698, + "nauc_ndcg_at_1000_std": -0.02984, + "nauc_ndcg_at_1000_diff1": 0.768119, + "nauc_map_at_1_max": 0.605589, + "nauc_map_at_1_std": -0.037668, + "nauc_map_at_1_diff1": 0.813572, + "nauc_map_at_3_max": 0.594651, + "nauc_map_at_3_std": -0.037023, + "nauc_map_at_3_diff1": 0.778896, + "nauc_map_at_5_max": 0.599692, + "nauc_map_at_5_std": -0.034777, + "nauc_map_at_5_diff1": 0.776824, + "nauc_map_at_10_max": 0.596027, + "nauc_map_at_10_std": -0.034785, + "nauc_map_at_10_diff1": 0.776368, + "nauc_map_at_20_max": 0.595911, + "nauc_map_at_20_std": -0.034048, + "nauc_map_at_20_diff1": 0.776613, + "nauc_map_at_100_max": 0.595808, + "nauc_map_at_100_std": -0.033948, + "nauc_map_at_100_diff1": 0.776648, + "nauc_map_at_1000_max": 0.595915, + "nauc_map_at_1000_std": -0.033982, + "nauc_map_at_1000_diff1": 0.77682, + "nauc_recall_at_1_max": 0.605589, + "nauc_recall_at_1_std": -0.037668, + "nauc_recall_at_1_diff1": 0.813572, + "nauc_recall_at_3_max": 0.583166, + "nauc_recall_at_3_std": -0.018912, + "nauc_recall_at_3_diff1": 0.730226, + "nauc_recall_at_5_max": 0.607631, + "nauc_recall_at_5_std": -0.006851, + "nauc_recall_at_5_diff1": 0.714501, + "nauc_recall_at_10_max": 0.574046, + "nauc_recall_at_10_std": -0.009156, + "nauc_recall_at_10_diff1": 0.700598, + "nauc_recall_at_20_max": 0.570007, + "nauc_recall_at_20_std": 0.011977, + "nauc_recall_at_20_diff1": 0.693751, + "nauc_recall_at_100_max": 0.556146, + "nauc_recall_at_100_std": 0.010596, + "nauc_recall_at_100_diff1": 0.666316, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.605589, + "nauc_precision_at_1_std": -0.037668, + "nauc_precision_at_1_diff1": 0.813572, + "nauc_precision_at_3_max": 0.583166, + "nauc_precision_at_3_std": -0.018912, + "nauc_precision_at_3_diff1": 0.730226, + "nauc_precision_at_5_max": 0.607631, + "nauc_precision_at_5_std": -0.006851, + "nauc_precision_at_5_diff1": 0.714501, + "nauc_precision_at_10_max": 0.574046, + "nauc_precision_at_10_std": -0.009156, + "nauc_precision_at_10_diff1": 0.700598, + "nauc_precision_at_20_max": 0.570007, + "nauc_precision_at_20_std": 0.011977, + "nauc_precision_at_20_diff1": 0.693751, + "nauc_precision_at_100_max": 0.556146, + "nauc_precision_at_100_std": 0.010596, + "nauc_precision_at_100_diff1": 0.666316, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.605589, + "nauc_mrr_at_1_std": -0.037668, + "nauc_mrr_at_1_diff1": 0.813572, + "nauc_mrr_at_3_max": 0.594651, + "nauc_mrr_at_3_std": -0.037023, + "nauc_mrr_at_3_diff1": 0.778896, + "nauc_mrr_at_5_max": 0.599692, + "nauc_mrr_at_5_std": -0.034777, + "nauc_mrr_at_5_diff1": 0.776824, + "nauc_mrr_at_10_max": 0.596027, + "nauc_mrr_at_10_std": -0.034785, + "nauc_mrr_at_10_diff1": 0.776368, + "nauc_mrr_at_20_max": 0.595911, + "nauc_mrr_at_20_std": -0.034048, + "nauc_mrr_at_20_diff1": 0.776613, + "nauc_mrr_at_100_max": 0.595807, + "nauc_mrr_at_100_std": -0.033951, + "nauc_mrr_at_100_diff1": 0.776649, + "nauc_mrr_at_1000_max": 0.595914, + "nauc_mrr_at_1000_std": -0.033985, + "nauc_mrr_at_1000_diff1": 0.776821, + "main_score": 0.66528, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.523, + "ndcg_at_3": 0.58793, + "ndcg_at_5": 0.60837, + "ndcg_at_10": 0.62574, + "ndcg_at_20": 0.63828, + "ndcg_at_100": 0.65711, + "ndcg_at_1000": 0.67056, + "map_at_1": 0.523, + "map_at_3": 0.572, + "map_at_5": 0.58325, + "map_at_10": 0.59037, + "map_at_20": 0.59376, + "map_at_100": 0.59633, + "map_at_1000": 0.59676, + "recall_at_1": 0.523, + "recall_at_3": 0.634, + "recall_at_5": 0.684, + "recall_at_10": 0.738, + "recall_at_20": 0.788, + "recall_at_100": 0.89, + "recall_at_1000": 1.0, + "precision_at_1": 0.523, + "precision_at_3": 0.21133, + "precision_at_5": 0.1368, + "precision_at_10": 0.0738, + "precision_at_20": 0.0394, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523, + "mrr_at_3": 0.572, + "mrr_at_5": 0.58325, + "mrr_at_10": 0.590374, + "mrr_at_20": 0.593757, + "mrr_at_100": 0.596327, + "mrr_at_1000": 0.596757, + "nauc_ndcg_at_1_max": 0.581727, + "nauc_ndcg_at_1_std": -0.040911, + "nauc_ndcg_at_1_diff1": 0.748841, + "nauc_ndcg_at_3_max": 0.56335, + "nauc_ndcg_at_3_std": -0.025104, + "nauc_ndcg_at_3_diff1": 0.70397, + "nauc_ndcg_at_5_max": 0.556177, + "nauc_ndcg_at_5_std": -0.017152, + "nauc_ndcg_at_5_diff1": 0.688825, + "nauc_ndcg_at_10_max": 0.559952, + "nauc_ndcg_at_10_std": 0.000951, + "nauc_ndcg_at_10_diff1": 0.687878, + "nauc_ndcg_at_20_max": 0.557168, + "nauc_ndcg_at_20_std": 0.004076, + "nauc_ndcg_at_20_diff1": 0.691141, + "nauc_ndcg_at_100_max": 0.558019, + "nauc_ndcg_at_100_std": 0.003251, + "nauc_ndcg_at_100_diff1": 0.696673, + "nauc_ndcg_at_1000_max": 0.561585, + "nauc_ndcg_at_1000_std": -0.006171, + "nauc_ndcg_at_1000_diff1": 0.700749, + "nauc_map_at_1_max": 0.581727, + "nauc_map_at_1_std": -0.040911, + "nauc_map_at_1_diff1": 0.748841, + "nauc_map_at_3_max": 0.568572, + "nauc_map_at_3_std": -0.03014, + "nauc_map_at_3_diff1": 0.715953, + "nauc_map_at_5_max": 0.564829, + "nauc_map_at_5_std": -0.025721, + "nauc_map_at_5_diff1": 0.708042, + "nauc_map_at_10_max": 0.566255, + "nauc_map_at_10_std": -0.018826, + "nauc_map_at_10_diff1": 0.707966, + "nauc_map_at_20_max": 0.565625, + "nauc_map_at_20_std": -0.017951, + "nauc_map_at_20_diff1": 0.708879, + "nauc_map_at_100_max": 0.5658, + "nauc_map_at_100_std": -0.018037, + "nauc_map_at_100_diff1": 0.709689, + "nauc_map_at_1000_max": 0.565913, + "nauc_map_at_1000_std": -0.018268, + "nauc_map_at_1000_diff1": 0.709812, + "nauc_recall_at_1_max": 0.581727, + "nauc_recall_at_1_std": -0.040911, + "nauc_recall_at_1_diff1": 0.748841, + "nauc_recall_at_3_max": 0.546691, + "nauc_recall_at_3_std": -0.008814, + "nauc_recall_at_3_diff1": 0.66605, + "nauc_recall_at_5_max": 0.525276, + "nauc_recall_at_5_std": 0.013458, + "nauc_recall_at_5_diff1": 0.620683, + "nauc_recall_at_10_max": 0.536211, + "nauc_recall_at_10_std": 0.088835, + "nauc_recall_at_10_diff1": 0.606213, + "nauc_recall_at_20_max": 0.51561, + "nauc_recall_at_20_std": 0.119922, + "nauc_recall_at_20_diff1": 0.610671, + "nauc_recall_at_100_max": 0.491105, + "nauc_recall_at_100_std": 0.193016, + "nauc_recall_at_100_diff1": 0.618946, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.581727, + "nauc_precision_at_1_std": -0.040911, + "nauc_precision_at_1_diff1": 0.748841, + "nauc_precision_at_3_max": 0.546691, + "nauc_precision_at_3_std": -0.008814, + "nauc_precision_at_3_diff1": 0.66605, + "nauc_precision_at_5_max": 0.525276, + "nauc_precision_at_5_std": 0.013458, + "nauc_precision_at_5_diff1": 0.620683, + "nauc_precision_at_10_max": 0.536211, + "nauc_precision_at_10_std": 0.088835, + "nauc_precision_at_10_diff1": 0.606213, + "nauc_precision_at_20_max": 0.51561, + "nauc_precision_at_20_std": 0.119922, + "nauc_precision_at_20_diff1": 0.610671, + "nauc_precision_at_100_max": 0.491105, + "nauc_precision_at_100_std": 0.193016, + "nauc_precision_at_100_diff1": 0.618946, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.581727, + "nauc_mrr_at_1_std": -0.040911, + "nauc_mrr_at_1_diff1": 0.748841, + "nauc_mrr_at_3_max": 0.568572, + "nauc_mrr_at_3_std": -0.03014, + "nauc_mrr_at_3_diff1": 0.715953, + "nauc_mrr_at_5_max": 0.564829, + "nauc_mrr_at_5_std": -0.025721, + "nauc_mrr_at_5_diff1": 0.708042, + "nauc_mrr_at_10_max": 0.566255, + "nauc_mrr_at_10_std": -0.018826, + "nauc_mrr_at_10_diff1": 0.707966, + "nauc_mrr_at_20_max": 0.565628, + "nauc_mrr_at_20_std": -0.017946, + "nauc_mrr_at_20_diff1": 0.708882, + "nauc_mrr_at_100_max": 0.565803, + "nauc_mrr_at_100_std": -0.018032, + "nauc_mrr_at_100_diff1": 0.709692, + "nauc_mrr_at_1000_max": 0.565916, + "nauc_mrr_at_1000_std": -0.018264, + "nauc_mrr_at_1000_diff1": 0.709815, + "main_score": 0.62574, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + }, + { + "ndcg_at_1": 0.457, + "ndcg_at_3": 0.52656, + "ndcg_at_5": 0.54149, + "ndcg_at_10": 0.55334, + "ndcg_at_20": 0.56813, + "ndcg_at_100": 0.58725, + "ndcg_at_1000": 0.60992, + "map_at_1": 0.457, + "map_at_3": 0.50917, + "map_at_5": 0.51752, + "map_at_10": 0.52234, + "map_at_20": 0.52647, + "map_at_100": 0.52912, + "map_at_1000": 0.52979, + "recall_at_1": 0.457, + "recall_at_3": 0.577, + "recall_at_5": 0.613, + "recall_at_10": 0.65, + "recall_at_20": 0.708, + "recall_at_100": 0.811, + "recall_at_1000": 1.0, + "precision_at_1": 0.457, + "precision_at_3": 0.19233, + "precision_at_5": 0.1226, + "precision_at_10": 0.065, + "precision_at_20": 0.0354, + "precision_at_100": 0.00811, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456, + "mrr_at_3": 0.508833, + "mrr_at_5": 0.517183, + "mrr_at_10": 0.522007, + "mrr_at_20": 0.526134, + "mrr_at_100": 0.528784, + "mrr_at_1000": 0.529451, + "nauc_ndcg_at_1_max": 0.595829, + "nauc_ndcg_at_1_std": -0.010362, + "nauc_ndcg_at_1_diff1": 0.795261, + "nauc_ndcg_at_3_max": 0.586282, + "nauc_ndcg_at_3_std": -0.029543, + "nauc_ndcg_at_3_diff1": 0.749898, + "nauc_ndcg_at_5_max": 0.579376, + "nauc_ndcg_at_5_std": -0.031859, + "nauc_ndcg_at_5_diff1": 0.744942, + "nauc_ndcg_at_10_max": 0.575293, + "nauc_ndcg_at_10_std": -0.030834, + "nauc_ndcg_at_10_diff1": 0.742581, + "nauc_ndcg_at_20_max": 0.577044, + "nauc_ndcg_at_20_std": -0.02329, + "nauc_ndcg_at_20_diff1": 0.739242, + "nauc_ndcg_at_100_max": 0.574838, + "nauc_ndcg_at_100_std": -0.020528, + "nauc_ndcg_at_100_diff1": 0.740671, + "nauc_ndcg_at_1000_max": 0.578243, + "nauc_ndcg_at_1000_std": -0.02466, + "nauc_ndcg_at_1000_diff1": 0.746599, + "nauc_map_at_1_max": 0.595829, + "nauc_map_at_1_std": -0.010362, + "nauc_map_at_1_diff1": 0.795261, + "nauc_map_at_3_max": 0.588445, + "nauc_map_at_3_std": -0.025311, + "nauc_map_at_3_diff1": 0.760636, + "nauc_map_at_5_max": 0.584573, + "nauc_map_at_5_std": -0.026673, + "nauc_map_at_5_diff1": 0.757975, + "nauc_map_at_10_max": 0.582997, + "nauc_map_at_10_std": -0.026568, + "nauc_map_at_10_diff1": 0.757071, + "nauc_map_at_20_max": 0.583514, + "nauc_map_at_20_std": -0.024538, + "nauc_map_at_20_diff1": 0.756295, + "nauc_map_at_100_max": 0.583111, + "nauc_map_at_100_std": -0.024509, + "nauc_map_at_100_diff1": 0.756362, + "nauc_map_at_1000_max": 0.583146, + "nauc_map_at_1000_std": -0.024673, + "nauc_map_at_1000_diff1": 0.756499, + "nauc_recall_at_1_max": 0.595829, + "nauc_recall_at_1_std": -0.010362, + "nauc_recall_at_1_diff1": 0.795261, + "nauc_recall_at_3_max": 0.579767, + "nauc_recall_at_3_std": -0.042231, + "nauc_recall_at_3_diff1": 0.717341, + "nauc_recall_at_5_max": 0.562083, + "nauc_recall_at_5_std": -0.048239, + "nauc_recall_at_5_diff1": 0.703142, + "nauc_recall_at_10_max": 0.5465, + "nauc_recall_at_10_std": -0.043711, + "nauc_recall_at_10_diff1": 0.692349, + "nauc_recall_at_20_max": 0.551369, + "nauc_recall_at_20_std": -0.008577, + "nauc_recall_at_20_diff1": 0.669421, + "nauc_recall_at_100_max": 0.523423, + "nauc_recall_at_100_std": 0.030701, + "nauc_recall_at_100_diff1": 0.658097, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.595829, + "nauc_precision_at_1_std": -0.010362, + "nauc_precision_at_1_diff1": 0.795261, + "nauc_precision_at_3_max": 0.579767, + "nauc_precision_at_3_std": -0.042231, + "nauc_precision_at_3_diff1": 0.717341, + "nauc_precision_at_5_max": 0.562083, + "nauc_precision_at_5_std": -0.048239, + "nauc_precision_at_5_diff1": 0.703142, + "nauc_precision_at_10_max": 0.5465, + "nauc_precision_at_10_std": -0.043711, + "nauc_precision_at_10_diff1": 0.692349, + "nauc_precision_at_20_max": 0.551369, + "nauc_precision_at_20_std": -0.008577, + "nauc_precision_at_20_diff1": 0.669421, + "nauc_precision_at_100_max": 0.523423, + "nauc_precision_at_100_std": 0.030701, + "nauc_precision_at_100_diff1": 0.658097, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.596354, + "nauc_mrr_at_1_std": -0.008801, + "nauc_mrr_at_1_diff1": 0.797797, + "nauc_mrr_at_3_max": 0.588763, + "nauc_mrr_at_3_std": -0.02458, + "nauc_mrr_at_3_diff1": 0.761939, + "nauc_mrr_at_5_max": 0.584894, + "nauc_mrr_at_5_std": -0.025934, + "nauc_mrr_at_5_diff1": 0.759292, + "nauc_mrr_at_10_max": 0.58332, + "nauc_mrr_at_10_std": -0.025823, + "nauc_mrr_at_10_diff1": 0.758397, + "nauc_mrr_at_20_max": 0.583839, + "nauc_mrr_at_20_std": -0.023788, + "nauc_mrr_at_20_diff1": 0.757631, + "nauc_mrr_at_100_max": 0.583439, + "nauc_mrr_at_100_std": -0.023753, + "nauc_mrr_at_100_diff1": 0.757706, + "nauc_mrr_at_1000_max": 0.583475, + "nauc_mrr_at_1000_std": -0.023915, + "nauc_mrr_at_1000_diff1": 0.757846, + "main_score": 0.55334, + "hf_subset": "c", + "languages": [ + "c-Code" + ] + }, + { + "ndcg_at_1": 0.504, + "ndcg_at_3": 0.57841, + "ndcg_at_5": 0.59279, + "ndcg_at_10": 0.60908, + "ndcg_at_20": 0.62166, + "ndcg_at_100": 0.64031, + "ndcg_at_1000": 0.65647, + "map_at_1": 0.504, + "map_at_3": 0.56083, + "map_at_5": 0.56878, + "map_at_10": 0.5754, + "map_at_20": 0.57894, + "map_at_100": 0.58135, + "map_at_1000": 0.58186, + "recall_at_1": 0.504, + "recall_at_3": 0.629, + "recall_at_5": 0.664, + "recall_at_10": 0.715, + "recall_at_20": 0.764, + "recall_at_100": 0.867, + "recall_at_1000": 1.0, + "precision_at_1": 0.504, + "precision_at_3": 0.20967, + "precision_at_5": 0.1328, + "precision_at_10": 0.0715, + "precision_at_20": 0.0382, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "mrr_at_1": 0.502, + "mrr_at_3": 0.560333, + "mrr_at_5": 0.568033, + "mrr_at_10": 0.574645, + "mrr_at_20": 0.578189, + "mrr_at_100": 0.580602, + "mrr_at_1000": 0.581109, + "nauc_ndcg_at_1_max": 0.507198, + "nauc_ndcg_at_1_std": -0.038706, + "nauc_ndcg_at_1_diff1": 0.781163, + "nauc_ndcg_at_3_max": 0.547864, + "nauc_ndcg_at_3_std": -0.000417, + "nauc_ndcg_at_3_diff1": 0.725156, + "nauc_ndcg_at_5_max": 0.538427, + "nauc_ndcg_at_5_std": -0.008751, + "nauc_ndcg_at_5_diff1": 0.722837, + "nauc_ndcg_at_10_max": 0.530583, + "nauc_ndcg_at_10_std": -0.007727, + "nauc_ndcg_at_10_diff1": 0.712548, + "nauc_ndcg_at_20_max": 0.533005, + "nauc_ndcg_at_20_std": -0.003581, + "nauc_ndcg_at_20_diff1": 0.70965, + "nauc_ndcg_at_100_max": 0.529889, + "nauc_ndcg_at_100_std": 0.00484, + "nauc_ndcg_at_100_diff1": 0.709101, + "nauc_ndcg_at_1000_max": 0.531031, + "nauc_ndcg_at_1000_std": -0.004835, + "nauc_ndcg_at_1000_diff1": 0.719468, + "nauc_map_at_1_max": 0.507198, + "nauc_map_at_1_std": -0.038706, + "nauc_map_at_1_diff1": 0.781163, + "nauc_map_at_3_max": 0.537997, + "nauc_map_at_3_std": -0.009968, + "nauc_map_at_3_diff1": 0.738445, + "nauc_map_at_5_max": 0.53276, + "nauc_map_at_5_std": -0.014453, + "nauc_map_at_5_diff1": 0.737285, + "nauc_map_at_10_max": 0.529256, + "nauc_map_at_10_std": -0.01445, + "nauc_map_at_10_diff1": 0.73334, + "nauc_map_at_20_max": 0.529831, + "nauc_map_at_20_std": -0.013514, + "nauc_map_at_20_diff1": 0.732805, + "nauc_map_at_100_max": 0.529557, + "nauc_map_at_100_std": -0.012151, + "nauc_map_at_100_diff1": 0.732774, + "nauc_map_at_1000_max": 0.5296, + "nauc_map_at_1000_std": -0.012458, + "nauc_map_at_1000_diff1": 0.733036, + "nauc_recall_at_1_max": 0.507198, + "nauc_recall_at_1_std": -0.038706, + "nauc_recall_at_1_diff1": 0.781163, + "nauc_recall_at_3_max": 0.578751, + "nauc_recall_at_3_std": 0.029605, + "nauc_recall_at_3_diff1": 0.683698, + "nauc_recall_at_5_max": 0.555527, + "nauc_recall_at_5_std": 0.008564, + "nauc_recall_at_5_diff1": 0.674997, + "nauc_recall_at_10_max": 0.530706, + "nauc_recall_at_10_std": 0.01683, + "nauc_recall_at_10_diff1": 0.631147, + "nauc_recall_at_20_max": 0.544114, + "nauc_recall_at_20_std": 0.044006, + "nauc_recall_at_20_diff1": 0.601523, + "nauc_recall_at_100_max": 0.51244, + "nauc_recall_at_100_std": 0.162335, + "nauc_recall_at_100_diff1": 0.528638, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.507198, + "nauc_precision_at_1_std": -0.038706, + "nauc_precision_at_1_diff1": 0.781163, + "nauc_precision_at_3_max": 0.578751, + "nauc_precision_at_3_std": 0.029605, + "nauc_precision_at_3_diff1": 0.683698, + "nauc_precision_at_5_max": 0.555527, + "nauc_precision_at_5_std": 0.008564, + "nauc_precision_at_5_diff1": 0.674997, + "nauc_precision_at_10_max": 0.530706, + "nauc_precision_at_10_std": 0.01683, + "nauc_precision_at_10_diff1": 0.631147, + "nauc_precision_at_20_max": 0.544114, + "nauc_precision_at_20_std": 0.044006, + "nauc_precision_at_20_diff1": 0.601523, + "nauc_precision_at_100_max": 0.51244, + "nauc_precision_at_100_std": 0.162335, + "nauc_precision_at_100_diff1": 0.528638, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.508155, + "nauc_mrr_at_1_std": -0.041906, + "nauc_mrr_at_1_diff1": 0.785283, + "nauc_mrr_at_3_max": 0.538409, + "nauc_mrr_at_3_std": -0.010126, + "nauc_mrr_at_3_diff1": 0.739939, + "nauc_mrr_at_5_max": 0.532818, + "nauc_mrr_at_5_std": -0.015955, + "nauc_mrr_at_5_diff1": 0.738913, + "nauc_mrr_at_10_max": 0.529317, + "nauc_mrr_at_10_std": -0.01597, + "nauc_mrr_at_10_diff1": 0.734991, + "nauc_mrr_at_20_max": 0.529893, + "nauc_mrr_at_20_std": -0.015047, + "nauc_mrr_at_20_diff1": 0.734466, + "nauc_mrr_at_100_max": 0.529619, + "nauc_mrr_at_100_std": -0.013694, + "nauc_mrr_at_100_diff1": 0.734446, + "nauc_mrr_at_1000_max": 0.529662, + "nauc_mrr_at_1000_std": -0.014004, + "nauc_mrr_at_1000_diff1": 0.73471, + "main_score": 0.60908, + "hf_subset": "c++", + "languages": [ + "c++-Code" + ] + }, + { + "ndcg_at_1": 0.466, + "ndcg_at_3": 0.53582, + "ndcg_at_5": 0.55402, + "ndcg_at_10": 0.57187, + "ndcg_at_20": 0.58495, + "ndcg_at_100": 0.60509, + "ndcg_at_1000": 0.62399, + "map_at_1": 0.466, + "map_at_3": 0.5185, + "map_at_5": 0.52865, + "map_at_10": 0.53605, + "map_at_20": 0.53974, + "map_at_100": 0.54251, + "map_at_1000": 0.54311, + "recall_at_1": 0.466, + "recall_at_3": 0.586, + "recall_at_5": 0.63, + "recall_at_10": 0.685, + "recall_at_20": 0.736, + "recall_at_100": 0.845, + "recall_at_1000": 1.0, + "precision_at_1": 0.466, + "precision_at_3": 0.19533, + "precision_at_5": 0.126, + "precision_at_10": 0.0685, + "precision_at_20": 0.0368, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.466, + "mrr_at_3": 0.518667, + "mrr_at_5": 0.528617, + "mrr_at_10": 0.536179, + "mrr_at_20": 0.539873, + "mrr_at_100": 0.542641, + "mrr_at_1000": 0.543241, + "nauc_ndcg_at_1_max": 0.502578, + "nauc_ndcg_at_1_std": -0.067764, + "nauc_ndcg_at_1_diff1": 0.783083, + "nauc_ndcg_at_3_max": 0.50784, + "nauc_ndcg_at_3_std": -0.04626, + "nauc_ndcg_at_3_diff1": 0.729797, + "nauc_ndcg_at_5_max": 0.503186, + "nauc_ndcg_at_5_std": -0.049973, + "nauc_ndcg_at_5_diff1": 0.725136, + "nauc_ndcg_at_10_max": 0.505983, + "nauc_ndcg_at_10_std": -0.046489, + "nauc_ndcg_at_10_diff1": 0.720292, + "nauc_ndcg_at_20_max": 0.503959, + "nauc_ndcg_at_20_std": -0.040359, + "nauc_ndcg_at_20_diff1": 0.717603, + "nauc_ndcg_at_100_max": 0.507722, + "nauc_ndcg_at_100_std": -0.033827, + "nauc_ndcg_at_100_diff1": 0.721277, + "nauc_ndcg_at_1000_max": 0.506385, + "nauc_ndcg_at_1000_std": -0.043075, + "nauc_ndcg_at_1000_diff1": 0.727844, + "nauc_map_at_1_max": 0.502578, + "nauc_map_at_1_std": -0.067764, + "nauc_map_at_1_diff1": 0.783083, + "nauc_map_at_3_max": 0.507201, + "nauc_map_at_3_std": -0.051964, + "nauc_map_at_3_diff1": 0.743664, + "nauc_map_at_5_max": 0.504653, + "nauc_map_at_5_std": -0.054408, + "nauc_map_at_5_diff1": 0.741439, + "nauc_map_at_10_max": 0.505739, + "nauc_map_at_10_std": -0.053219, + "nauc_map_at_10_diff1": 0.739727, + "nauc_map_at_20_max": 0.505129, + "nauc_map_at_20_std": -0.051835, + "nauc_map_at_20_diff1": 0.738962, + "nauc_map_at_100_max": 0.505786, + "nauc_map_at_100_std": -0.050764, + "nauc_map_at_100_diff1": 0.739536, + "nauc_map_at_1000_max": 0.505754, + "nauc_map_at_1000_std": -0.051035, + "nauc_map_at_1000_diff1": 0.739652, + "nauc_recall_at_1_max": 0.502578, + "nauc_recall_at_1_std": -0.067764, + "nauc_recall_at_1_diff1": 0.783083, + "nauc_recall_at_3_max": 0.509497, + "nauc_recall_at_3_std": -0.028631, + "nauc_recall_at_3_diff1": 0.687053, + "nauc_recall_at_5_max": 0.497396, + "nauc_recall_at_5_std": -0.035549, + "nauc_recall_at_5_diff1": 0.671175, + "nauc_recall_at_10_max": 0.507089, + "nauc_recall_at_10_std": -0.020454, + "nauc_recall_at_10_diff1": 0.647399, + "nauc_recall_at_20_max": 0.497627, + "nauc_recall_at_20_std": 0.016716, + "nauc_recall_at_20_diff1": 0.62493, + "nauc_recall_at_100_max": 0.528183, + "nauc_recall_at_100_std": 0.108345, + "nauc_recall_at_100_diff1": 0.611235, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.502578, + "nauc_precision_at_1_std": -0.067764, + "nauc_precision_at_1_diff1": 0.783083, + "nauc_precision_at_3_max": 0.509497, + "nauc_precision_at_3_std": -0.028631, + "nauc_precision_at_3_diff1": 0.687053, + "nauc_precision_at_5_max": 0.497396, + "nauc_precision_at_5_std": -0.035549, + "nauc_precision_at_5_diff1": 0.671175, + "nauc_precision_at_10_max": 0.507089, + "nauc_precision_at_10_std": -0.020454, + "nauc_precision_at_10_diff1": 0.647399, + "nauc_precision_at_20_max": 0.497627, + "nauc_precision_at_20_std": 0.016716, + "nauc_precision_at_20_diff1": 0.62493, + "nauc_precision_at_100_max": 0.528183, + "nauc_precision_at_100_std": 0.108345, + "nauc_precision_at_100_diff1": 0.611235, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.502578, + "nauc_mrr_at_1_std": -0.067764, + "nauc_mrr_at_1_diff1": 0.783083, + "nauc_mrr_at_3_max": 0.50723, + "nauc_mrr_at_3_std": -0.05112, + "nauc_mrr_at_3_diff1": 0.743368, + "nauc_mrr_at_5_max": 0.504588, + "nauc_mrr_at_5_std": -0.054573, + "nauc_mrr_at_5_diff1": 0.741491, + "nauc_mrr_at_10_max": 0.505753, + "nauc_mrr_at_10_std": -0.052524, + "nauc_mrr_at_10_diff1": 0.739481, + "nauc_mrr_at_20_max": 0.505143, + "nauc_mrr_at_20_std": -0.051135, + "nauc_mrr_at_20_diff1": 0.738715, + "nauc_mrr_at_100_max": 0.5058, + "nauc_mrr_at_100_std": -0.050059, + "nauc_mrr_at_100_diff1": 0.739288, + "nauc_mrr_at_1000_max": 0.505768, + "nauc_mrr_at_1000_std": -0.050329, + "nauc_mrr_at_1000_diff1": 0.739403, + "main_score": 0.57187, + "hf_subset": "rust", + "languages": [ + "rust-Code" + ] + }, + { + "ndcg_at_1": 0.527, + "ndcg_at_3": 0.60657, + "ndcg_at_5": 0.62469, + "ndcg_at_10": 0.63938, + "ndcg_at_20": 0.64949, + "ndcg_at_100": 0.66555, + "ndcg_at_1000": 0.68034, + "map_at_1": 0.527, + "map_at_3": 0.58767, + "map_at_5": 0.59772, + "map_at_10": 0.60386, + "map_at_20": 0.60664, + "map_at_100": 0.60871, + "map_at_1000": 0.60919, + "recall_at_1": 0.527, + "recall_at_3": 0.661, + "recall_at_5": 0.705, + "recall_at_10": 0.75, + "recall_at_20": 0.79, + "recall_at_100": 0.879, + "recall_at_1000": 1.0, + "precision_at_1": 0.527, + "precision_at_3": 0.22033, + "precision_at_5": 0.141, + "precision_at_10": 0.075, + "precision_at_20": 0.0395, + "precision_at_100": 0.00879, + "precision_at_1000": 0.001, + "mrr_at_1": 0.527, + "mrr_at_3": 0.587667, + "mrr_at_5": 0.597717, + "mrr_at_10": 0.603862, + "mrr_at_20": 0.606639, + "mrr_at_100": 0.608713, + "mrr_at_1000": 0.609191, + "nauc_ndcg_at_1_max": 0.417143, + "nauc_ndcg_at_1_std": -0.038408, + "nauc_ndcg_at_1_diff1": 0.745022, + "nauc_ndcg_at_3_max": 0.444905, + "nauc_ndcg_at_3_std": -0.010457, + "nauc_ndcg_at_3_diff1": 0.703985, + "nauc_ndcg_at_5_max": 0.441728, + "nauc_ndcg_at_5_std": -0.017015, + "nauc_ndcg_at_5_diff1": 0.702868, + "nauc_ndcg_at_10_max": 0.437242, + "nauc_ndcg_at_10_std": -0.015186, + "nauc_ndcg_at_10_diff1": 0.699578, + "nauc_ndcg_at_20_max": 0.438673, + "nauc_ndcg_at_20_std": -0.009161, + "nauc_ndcg_at_20_diff1": 0.69762, + "nauc_ndcg_at_100_max": 0.439336, + "nauc_ndcg_at_100_std": -0.007061, + "nauc_ndcg_at_100_diff1": 0.694172, + "nauc_ndcg_at_1000_max": 0.436971, + "nauc_ndcg_at_1000_std": -0.012095, + "nauc_ndcg_at_1000_diff1": 0.702693, + "nauc_map_at_1_max": 0.417143, + "nauc_map_at_1_std": -0.038408, + "nauc_map_at_1_diff1": 0.745022, + "nauc_map_at_3_max": 0.437617, + "nauc_map_at_3_std": -0.017465, + "nauc_map_at_3_diff1": 0.71455, + "nauc_map_at_5_max": 0.435891, + "nauc_map_at_5_std": -0.02104, + "nauc_map_at_5_diff1": 0.714047, + "nauc_map_at_10_max": 0.434209, + "nauc_map_at_10_std": -0.019852, + "nauc_map_at_10_diff1": 0.712857, + "nauc_map_at_20_max": 0.434297, + "nauc_map_at_20_std": -0.018335, + "nauc_map_at_20_diff1": 0.712351, + "nauc_map_at_100_max": 0.434225, + "nauc_map_at_100_std": -0.01824, + "nauc_map_at_100_diff1": 0.711743, + "nauc_map_at_1000_max": 0.434169, + "nauc_map_at_1000_std": -0.018273, + "nauc_map_at_1000_diff1": 0.712028, + "nauc_recall_at_1_max": 0.417143, + "nauc_recall_at_1_std": -0.038408, + "nauc_recall_at_1_diff1": 0.745022, + "nauc_recall_at_3_max": 0.468459, + "nauc_recall_at_3_std": 0.012039, + "nauc_recall_at_3_diff1": 0.669938, + "nauc_recall_at_5_max": 0.461385, + "nauc_recall_at_5_std": -0.004332, + "nauc_recall_at_5_diff1": 0.663974, + "nauc_recall_at_10_max": 0.445662, + "nauc_recall_at_10_std": 0.000988, + "nauc_recall_at_10_diff1": 0.645953, + "nauc_recall_at_20_max": 0.458054, + "nauc_recall_at_20_std": 0.037153, + "nauc_recall_at_20_diff1": 0.628071, + "nauc_recall_at_100_max": 0.483415, + "nauc_recall_at_100_std": 0.09643, + "nauc_recall_at_100_diff1": 0.552562, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.417143, + "nauc_precision_at_1_std": -0.038408, + "nauc_precision_at_1_diff1": 0.745022, + "nauc_precision_at_3_max": 0.468459, + "nauc_precision_at_3_std": 0.012039, + "nauc_precision_at_3_diff1": 0.669938, + "nauc_precision_at_5_max": 0.461385, + "nauc_precision_at_5_std": -0.004332, + "nauc_precision_at_5_diff1": 0.663974, + "nauc_precision_at_10_max": 0.445662, + "nauc_precision_at_10_std": 0.000988, + "nauc_precision_at_10_diff1": 0.645953, + "nauc_precision_at_20_max": 0.458054, + "nauc_precision_at_20_std": 0.037153, + "nauc_precision_at_20_diff1": 0.628071, + "nauc_precision_at_100_max": 0.483415, + "nauc_precision_at_100_std": 0.09643, + "nauc_precision_at_100_diff1": 0.552562, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.417143, + "nauc_mrr_at_1_std": -0.038408, + "nauc_mrr_at_1_diff1": 0.745022, + "nauc_mrr_at_3_max": 0.437617, + "nauc_mrr_at_3_std": -0.017465, + "nauc_mrr_at_3_diff1": 0.71455, + "nauc_mrr_at_5_max": 0.435891, + "nauc_mrr_at_5_std": -0.02104, + "nauc_mrr_at_5_diff1": 0.714047, + "nauc_mrr_at_10_max": 0.434209, + "nauc_mrr_at_10_std": -0.019852, + "nauc_mrr_at_10_diff1": 0.712857, + "nauc_mrr_at_20_max": 0.434297, + "nauc_mrr_at_20_std": -0.018335, + "nauc_mrr_at_20_diff1": 0.712351, + "nauc_mrr_at_100_max": 0.434225, + "nauc_mrr_at_100_std": -0.01824, + "nauc_mrr_at_100_diff1": 0.711743, + "nauc_mrr_at_1000_max": 0.434169, + "nauc_mrr_at_1000_std": -0.018273, + "nauc_mrr_at_1000_diff1": 0.712028, + "main_score": 0.63938, + "hf_subset": "swift", + "languages": [ + "swift-Code" + ] + }, + { + "ndcg_at_1": 0.415, + "ndcg_at_3": 0.51325, + "ndcg_at_5": 0.54385, + "ndcg_at_10": 0.56975, + "ndcg_at_20": 0.58504, + "ndcg_at_100": 0.60625, + "ndcg_at_1000": 0.61711, + "map_at_1": 0.415, + "map_at_3": 0.48883, + "map_at_5": 0.50588, + "map_at_10": 0.51659, + "map_at_20": 0.52072, + "map_at_100": 0.52374, + "map_at_1000": 0.52412, + "recall_at_1": 0.415, + "recall_at_3": 0.584, + "recall_at_5": 0.658, + "recall_at_10": 0.738, + "recall_at_20": 0.799, + "recall_at_100": 0.912, + "recall_at_1000": 1.0, + "precision_at_1": 0.415, + "precision_at_3": 0.19467, + "precision_at_5": 0.1316, + "precision_at_10": 0.0738, + "precision_at_20": 0.03995, + "precision_at_100": 0.00912, + "precision_at_1000": 0.001, + "mrr_at_1": 0.415, + "mrr_at_3": 0.488833, + "mrr_at_5": 0.505883, + "mrr_at_10": 0.516591, + "mrr_at_20": 0.520717, + "mrr_at_100": 0.523744, + "mrr_at_1000": 0.524118, + "nauc_ndcg_at_1_max": 0.27494, + "nauc_ndcg_at_1_std": -0.308068, + "nauc_ndcg_at_1_diff1": 0.682627, + "nauc_ndcg_at_3_max": 0.257994, + "nauc_ndcg_at_3_std": -0.263389, + "nauc_ndcg_at_3_diff1": 0.608551, + "nauc_ndcg_at_5_max": 0.245266, + "nauc_ndcg_at_5_std": -0.253956, + "nauc_ndcg_at_5_diff1": 0.59062, + "nauc_ndcg_at_10_max": 0.240693, + "nauc_ndcg_at_10_std": -0.243933, + "nauc_ndcg_at_10_diff1": 0.58443, + "nauc_ndcg_at_20_max": 0.252924, + "nauc_ndcg_at_20_std": -0.234667, + "nauc_ndcg_at_20_diff1": 0.586544, + "nauc_ndcg_at_100_max": 0.261756, + "nauc_ndcg_at_100_std": -0.230201, + "nauc_ndcg_at_100_diff1": 0.591854, + "nauc_ndcg_at_1000_max": 0.257383, + "nauc_ndcg_at_1000_std": -0.246568, + "nauc_ndcg_at_1000_diff1": 0.601817, + "nauc_map_at_1_max": 0.27494, + "nauc_map_at_1_std": -0.308068, + "nauc_map_at_1_diff1": 0.682627, + "nauc_map_at_3_max": 0.26465, + "nauc_map_at_3_std": -0.273516, + "nauc_map_at_3_diff1": 0.627722, + "nauc_map_at_5_max": 0.25789, + "nauc_map_at_5_std": -0.268498, + "nauc_map_at_5_diff1": 0.618706, + "nauc_map_at_10_max": 0.256048, + "nauc_map_at_10_std": -0.265114, + "nauc_map_at_10_diff1": 0.616719, + "nauc_map_at_20_max": 0.259168, + "nauc_map_at_20_std": -0.263092, + "nauc_map_at_20_diff1": 0.617602, + "nauc_map_at_100_max": 0.260231, + "nauc_map_at_100_std": -0.262713, + "nauc_map_at_100_diff1": 0.618339, + "nauc_map_at_1000_max": 0.260079, + "nauc_map_at_1000_std": -0.263126, + "nauc_map_at_1000_diff1": 0.618617, + "nauc_recall_at_1_max": 0.27494, + "nauc_recall_at_1_std": -0.308068, + "nauc_recall_at_1_diff1": 0.682627, + "nauc_recall_at_3_max": 0.23629, + "nauc_recall_at_3_std": -0.232486, + "nauc_recall_at_3_diff1": 0.548868, + "nauc_recall_at_5_max": 0.19878, + "nauc_recall_at_5_std": -0.203399, + "nauc_recall_at_5_diff1": 0.490875, + "nauc_recall_at_10_max": 0.172381, + "nauc_recall_at_10_std": -0.150094, + "nauc_recall_at_10_diff1": 0.445103, + "nauc_recall_at_20_max": 0.233252, + "nauc_recall_at_20_std": -0.069345, + "nauc_recall_at_20_diff1": 0.424882, + "nauc_recall_at_100_max": 0.363742, + "nauc_recall_at_100_std": 0.188736, + "nauc_recall_at_100_diff1": 0.342182, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.27494, + "nauc_precision_at_1_std": -0.308068, + "nauc_precision_at_1_diff1": 0.682627, + "nauc_precision_at_3_max": 0.23629, + "nauc_precision_at_3_std": -0.232486, + "nauc_precision_at_3_diff1": 0.548868, + "nauc_precision_at_5_max": 0.19878, + "nauc_precision_at_5_std": -0.203399, + "nauc_precision_at_5_diff1": 0.490875, + "nauc_precision_at_10_max": 0.172381, + "nauc_precision_at_10_std": -0.150094, + "nauc_precision_at_10_diff1": 0.445103, + "nauc_precision_at_20_max": 0.233252, + "nauc_precision_at_20_std": -0.069345, + "nauc_precision_at_20_diff1": 0.424882, + "nauc_precision_at_100_max": 0.363742, + "nauc_precision_at_100_std": 0.188736, + "nauc_precision_at_100_diff1": 0.342182, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.27494, + "nauc_mrr_at_1_std": -0.308068, + "nauc_mrr_at_1_diff1": 0.682627, + "nauc_mrr_at_3_max": 0.26465, + "nauc_mrr_at_3_std": -0.273516, + "nauc_mrr_at_3_diff1": 0.627803, + "nauc_mrr_at_5_max": 0.25789, + "nauc_mrr_at_5_std": -0.268498, + "nauc_mrr_at_5_diff1": 0.618789, + "nauc_mrr_at_10_max": 0.256048, + "nauc_mrr_at_10_std": -0.265114, + "nauc_mrr_at_10_diff1": 0.616804, + "nauc_mrr_at_20_max": 0.259168, + "nauc_mrr_at_20_std": -0.263092, + "nauc_mrr_at_20_diff1": 0.617688, + "nauc_mrr_at_100_max": 0.260231, + "nauc_mrr_at_100_std": -0.262713, + "nauc_mrr_at_100_diff1": 0.618425, + "nauc_mrr_at_1000_max": 0.260079, + "nauc_mrr_at_1000_std": -0.263126, + "nauc_mrr_at_1000_diff1": 0.618704, + "main_score": 0.56975, + "hf_subset": "scala", + "languages": [ + "scala-Code" + ] + }, + { + "ndcg_at_1": 0.498, + "ndcg_at_3": 0.572, + "ndcg_at_5": 0.59274, + "ndcg_at_10": 0.60997, + "ndcg_at_20": 0.62514, + "ndcg_at_100": 0.64544, + "ndcg_at_1000": 0.65767, + "map_at_1": 0.498, + "map_at_3": 0.554, + "map_at_5": 0.5656, + "map_at_10": 0.57276, + "map_at_20": 0.57694, + "map_at_100": 0.57957, + "map_at_1000": 0.57994, + "recall_at_1": 0.498, + "recall_at_3": 0.624, + "recall_at_5": 0.674, + "recall_at_10": 0.727, + "recall_at_20": 0.787, + "recall_at_100": 0.899, + "recall_at_1000": 1.0, + "precision_at_1": 0.498, + "precision_at_3": 0.208, + "precision_at_5": 0.1348, + "precision_at_10": 0.0727, + "precision_at_20": 0.03935, + "precision_at_100": 0.00899, + "precision_at_1000": 0.001, + "mrr_at_1": 0.498, + "mrr_at_3": 0.554, + "mrr_at_5": 0.5656, + "mrr_at_10": 0.572765, + "mrr_at_20": 0.576936, + "mrr_at_100": 0.57957, + "mrr_at_1000": 0.579941, + "nauc_ndcg_at_1_max": 0.516251, + "nauc_ndcg_at_1_std": -0.049247, + "nauc_ndcg_at_1_diff1": 0.706611, + "nauc_ndcg_at_3_max": 0.515699, + "nauc_ndcg_at_3_std": -0.021745, + "nauc_ndcg_at_3_diff1": 0.653626, + "nauc_ndcg_at_5_max": 0.528992, + "nauc_ndcg_at_5_std": -0.007613, + "nauc_ndcg_at_5_diff1": 0.652153, + "nauc_ndcg_at_10_max": 0.528664, + "nauc_ndcg_at_10_std": -0.004959, + "nauc_ndcg_at_10_diff1": 0.651368, + "nauc_ndcg_at_20_max": 0.526145, + "nauc_ndcg_at_20_std": -0.002955, + "nauc_ndcg_at_20_diff1": 0.649247, + "nauc_ndcg_at_100_max": 0.523883, + "nauc_ndcg_at_100_std": 0.002165, + "nauc_ndcg_at_100_diff1": 0.648402, + "nauc_ndcg_at_1000_max": 0.524536, + "nauc_ndcg_at_1000_std": -0.007669, + "nauc_ndcg_at_1000_diff1": 0.655978, + "nauc_map_at_1_max": 0.516251, + "nauc_map_at_1_std": -0.049247, + "nauc_map_at_1_diff1": 0.706611, + "nauc_map_at_3_max": 0.517012, + "nauc_map_at_3_std": -0.028344, + "nauc_map_at_3_diff1": 0.666995, + "nauc_map_at_5_max": 0.524238, + "nauc_map_at_5_std": -0.021052, + "nauc_map_at_5_diff1": 0.666498, + "nauc_map_at_10_max": 0.524249, + "nauc_map_at_10_std": -0.01977, + "nauc_map_at_10_diff1": 0.666033, + "nauc_map_at_20_max": 0.523707, + "nauc_map_at_20_std": -0.01935, + "nauc_map_at_20_diff1": 0.665483, + "nauc_map_at_100_max": 0.523389, + "nauc_map_at_100_std": -0.018581, + "nauc_map_at_100_diff1": 0.665391, + "nauc_map_at_1000_max": 0.523404, + "nauc_map_at_1000_std": -0.018828, + "nauc_map_at_1000_diff1": 0.665633, + "nauc_recall_at_1_max": 0.516251, + "nauc_recall_at_1_std": -0.049247, + "nauc_recall_at_1_diff1": 0.706611, + "nauc_recall_at_3_max": 0.511029, + "nauc_recall_at_3_std": -0.001141, + "nauc_recall_at_3_diff1": 0.611572, + "nauc_recall_at_5_max": 0.546692, + "nauc_recall_at_5_std": 0.040492, + "nauc_recall_at_5_diff1": 0.60314, + "nauc_recall_at_10_max": 0.546577, + "nauc_recall_at_10_std": 0.054552, + "nauc_recall_at_10_diff1": 0.595754, + "nauc_recall_at_20_max": 0.534198, + "nauc_recall_at_20_std": 0.078576, + "nauc_recall_at_20_diff1": 0.572998, + "nauc_recall_at_100_max": 0.510196, + "nauc_recall_at_100_std": 0.216808, + "nauc_recall_at_100_diff1": 0.493053, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.516251, + "nauc_precision_at_1_std": -0.049247, + "nauc_precision_at_1_diff1": 0.706611, + "nauc_precision_at_3_max": 0.511029, + "nauc_precision_at_3_std": -0.001141, + "nauc_precision_at_3_diff1": 0.611572, + "nauc_precision_at_5_max": 0.546692, + "nauc_precision_at_5_std": 0.040492, + "nauc_precision_at_5_diff1": 0.60314, + "nauc_precision_at_10_max": 0.546577, + "nauc_precision_at_10_std": 0.054552, + "nauc_precision_at_10_diff1": 0.595754, + "nauc_precision_at_20_max": 0.534198, + "nauc_precision_at_20_std": 0.078576, + "nauc_precision_at_20_diff1": 0.572998, + "nauc_precision_at_100_max": 0.510196, + "nauc_precision_at_100_std": 0.216808, + "nauc_precision_at_100_diff1": 0.493053, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.516251, + "nauc_mrr_at_1_std": -0.049247, + "nauc_mrr_at_1_diff1": 0.706611, + "nauc_mrr_at_3_max": 0.517012, + "nauc_mrr_at_3_std": -0.028344, + "nauc_mrr_at_3_diff1": 0.666995, + "nauc_mrr_at_5_max": 0.524238, + "nauc_mrr_at_5_std": -0.021052, + "nauc_mrr_at_5_diff1": 0.666498, + "nauc_mrr_at_10_max": 0.524249, + "nauc_mrr_at_10_std": -0.01977, + "nauc_mrr_at_10_diff1": 0.666033, + "nauc_mrr_at_20_max": 0.523707, + "nauc_mrr_at_20_std": -0.01935, + "nauc_mrr_at_20_diff1": 0.665483, + "nauc_mrr_at_100_max": 0.523389, + "nauc_mrr_at_100_std": -0.018581, + "nauc_mrr_at_100_diff1": 0.665391, + "nauc_mrr_at_1000_max": 0.523404, + "nauc_mrr_at_1000_std": -0.018828, + "nauc_mrr_at_1000_diff1": 0.665633, + "main_score": 0.60997, + "hf_subset": "shell", + "languages": [ + "shell-Code" + ] + } + ] + }, + "evaluation_time": 67.05855441093445, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackMT.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackMT.json new file mode 100644 index 0000000000..2d97a3b160 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackMT.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f", + "task_name": "CodeFeedbackMT", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.39075, + "ndcg_at_3": 0.47075, + "ndcg_at_5": 0.4927, + "ndcg_at_10": 0.5142, + "ndcg_at_20": 0.53041, + "ndcg_at_100": 0.5528, + "ndcg_at_1000": 0.56749, + "map_at_1": 0.39075, + "map_at_3": 0.45126, + "map_at_5": 0.46345, + "map_at_10": 0.4724, + "map_at_20": 0.4769, + "map_at_100": 0.47995, + "map_at_1000": 0.48047, + "recall_at_1": 0.39075, + "recall_at_3": 0.52708, + "recall_at_5": 0.58033, + "recall_at_10": 0.64638, + "recall_at_20": 0.71018, + "recall_at_100": 0.83144, + "recall_at_1000": 0.94931, + "precision_at_1": 0.39075, + "precision_at_3": 0.17569, + "precision_at_5": 0.11607, + "precision_at_10": 0.06464, + "precision_at_20": 0.03551, + "precision_at_100": 0.00831, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.390751, + "mrr_at_3": 0.451257, + "mrr_at_5": 0.463447, + "mrr_at_10": 0.472405, + "mrr_at_20": 0.476902, + "mrr_at_100": 0.479954, + "mrr_at_1000": 0.480468, + "nauc_ndcg_at_1_max": 0.18718, + "nauc_ndcg_at_1_std": -0.222296, + "nauc_ndcg_at_1_diff1": 0.62125, + "nauc_ndcg_at_3_max": 0.200507, + "nauc_ndcg_at_3_std": -0.230187, + "nauc_ndcg_at_3_diff1": 0.58075, + "nauc_ndcg_at_5_max": 0.202974, + "nauc_ndcg_at_5_std": -0.225427, + "nauc_ndcg_at_5_diff1": 0.572807, + "nauc_ndcg_at_10_max": 0.205494, + "nauc_ndcg_at_10_std": -0.222727, + "nauc_ndcg_at_10_diff1": 0.567597, + "nauc_ndcg_at_20_max": 0.207152, + "nauc_ndcg_at_20_std": -0.215686, + "nauc_ndcg_at_20_diff1": 0.565559, + "nauc_ndcg_at_100_max": 0.208415, + "nauc_ndcg_at_100_std": -0.208273, + "nauc_ndcg_at_100_diff1": 0.565653, + "nauc_ndcg_at_1000_max": 0.208668, + "nauc_ndcg_at_1000_std": -0.208667, + "nauc_ndcg_at_1000_diff1": 0.569691, + "nauc_map_at_1_max": 0.18718, + "nauc_map_at_1_std": -0.222296, + "nauc_map_at_1_diff1": 0.62125, + "nauc_map_at_3_max": 0.197607, + "nauc_map_at_3_std": -0.228377, + "nauc_map_at_3_diff1": 0.590664, + "nauc_map_at_5_max": 0.198919, + "nauc_map_at_5_std": -0.225783, + "nauc_map_at_5_diff1": 0.586534, + "nauc_map_at_10_max": 0.199764, + "nauc_map_at_10_std": -0.224672, + "nauc_map_at_10_diff1": 0.584497, + "nauc_map_at_20_max": 0.200164, + "nauc_map_at_20_std": -0.22283, + "nauc_map_at_20_diff1": 0.584061, + "nauc_map_at_100_max": 0.200182, + "nauc_map_at_100_std": -0.221959, + "nauc_map_at_100_diff1": 0.584092, + "nauc_map_at_1000_max": 0.200191, + "nauc_map_at_1000_std": -0.221952, + "nauc_map_at_1000_diff1": 0.584231, + "nauc_recall_at_1_max": 0.18718, + "nauc_recall_at_1_std": -0.222296, + "nauc_recall_at_1_diff1": 0.62125, + "nauc_recall_at_3_max": 0.209008, + "nauc_recall_at_3_std": -0.235538, + "nauc_recall_at_3_diff1": 0.551152, + "nauc_recall_at_5_max": 0.215856, + "nauc_recall_at_5_std": -0.223478, + "nauc_recall_at_5_diff1": 0.528577, + "nauc_recall_at_10_max": 0.226917, + "nauc_recall_at_10_std": -0.213921, + "nauc_recall_at_10_diff1": 0.505929, + "nauc_recall_at_20_max": 0.238339, + "nauc_recall_at_20_std": -0.177345, + "nauc_recall_at_20_diff1": 0.486929, + "nauc_recall_at_100_max": 0.272271, + "nauc_recall_at_100_std": -0.078977, + "nauc_recall_at_100_diff1": 0.445978, + "nauc_recall_at_1000_max": 0.417065, + "nauc_recall_at_1000_std": 0.165752, + "nauc_recall_at_1000_diff1": 0.377691, + "nauc_precision_at_1_max": 0.18718, + "nauc_precision_at_1_std": -0.222296, + "nauc_precision_at_1_diff1": 0.62125, + "nauc_precision_at_3_max": 0.209008, + "nauc_precision_at_3_std": -0.235538, + "nauc_precision_at_3_diff1": 0.551152, + "nauc_precision_at_5_max": 0.215856, + "nauc_precision_at_5_std": -0.223478, + "nauc_precision_at_5_diff1": 0.528577, + "nauc_precision_at_10_max": 0.226917, + "nauc_precision_at_10_std": -0.213921, + "nauc_precision_at_10_diff1": 0.505929, + "nauc_precision_at_20_max": 0.238339, + "nauc_precision_at_20_std": -0.177345, + "nauc_precision_at_20_diff1": 0.486929, + "nauc_precision_at_100_max": 0.272271, + "nauc_precision_at_100_std": -0.078977, + "nauc_precision_at_100_diff1": 0.445978, + "nauc_precision_at_1000_max": 0.417065, + "nauc_precision_at_1000_std": 0.165752, + "nauc_precision_at_1000_diff1": 0.377691, + "nauc_mrr_at_1_max": 0.18718, + "nauc_mrr_at_1_std": -0.222296, + "nauc_mrr_at_1_diff1": 0.62125, + "nauc_mrr_at_3_max": 0.197607, + "nauc_mrr_at_3_std": -0.228377, + "nauc_mrr_at_3_diff1": 0.590664, + "nauc_mrr_at_5_max": 0.198919, + "nauc_mrr_at_5_std": -0.225783, + "nauc_mrr_at_5_diff1": 0.586534, + "nauc_mrr_at_10_max": 0.199764, + "nauc_mrr_at_10_std": -0.224672, + "nauc_mrr_at_10_diff1": 0.584497, + "nauc_mrr_at_20_max": 0.200164, + "nauc_mrr_at_20_std": -0.22283, + "nauc_mrr_at_20_diff1": 0.584061, + "nauc_mrr_at_100_max": 0.200182, + "nauc_mrr_at_100_std": -0.221959, + "nauc_mrr_at_100_diff1": 0.584092, + "nauc_mrr_at_1000_max": 0.200191, + "nauc_mrr_at_1000_std": -0.221952, + "nauc_mrr_at_1000_diff1": 0.584231, + "main_score": 0.5142, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6764.721315383911, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackST.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackST.json new file mode 100644 index 0000000000..47444447ac --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeFeedbackST.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d213819e87aab9010628da8b73ab4eb337c89340", + "task_name": "CodeFeedbackST", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66048, + "ndcg_at_3": 0.77231, + "ndcg_at_5": 0.79116, + "ndcg_at_10": 0.80264, + "ndcg_at_20": 0.80826, + "ndcg_at_100": 0.81356, + "ndcg_at_1000": 0.81575, + "map_at_1": 0.66048, + "map_at_3": 0.74575, + "map_at_5": 0.75629, + "map_at_10": 0.76115, + "map_at_20": 0.76272, + "map_at_100": 0.76348, + "map_at_1000": 0.76357, + "recall_at_1": 0.66048, + "recall_at_3": 0.84878, + "recall_at_5": 0.89421, + "recall_at_10": 0.92912, + "recall_at_20": 0.9511, + "recall_at_100": 0.9793, + "recall_at_1000": 0.99607, + "precision_at_1": 0.66048, + "precision_at_3": 0.28293, + "precision_at_5": 0.17884, + "precision_at_10": 0.09291, + "precision_at_20": 0.04755, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658212, + "mrr_at_3": 0.744405, + "mrr_at_5": 0.755045, + "mrr_at_10": 0.75997, + "mrr_at_20": 0.761535, + "mrr_at_100": 0.762294, + "mrr_at_1000": 0.762384, + "nauc_ndcg_at_1_max": 0.2303, + "nauc_ndcg_at_1_std": -0.402176, + "nauc_ndcg_at_1_diff1": 0.787735, + "nauc_ndcg_at_3_max": 0.269758, + "nauc_ndcg_at_3_std": -0.474282, + "nauc_ndcg_at_3_diff1": 0.733512, + "nauc_ndcg_at_5_max": 0.271583, + "nauc_ndcg_at_5_std": -0.477377, + "nauc_ndcg_at_5_diff1": 0.72876, + "nauc_ndcg_at_10_max": 0.265541, + "nauc_ndcg_at_10_std": -0.470322, + "nauc_ndcg_at_10_diff1": 0.734673, + "nauc_ndcg_at_20_max": 0.263232, + "nauc_ndcg_at_20_std": -0.464159, + "nauc_ndcg_at_20_diff1": 0.738694, + "nauc_ndcg_at_100_max": 0.260339, + "nauc_ndcg_at_100_std": -0.457172, + "nauc_ndcg_at_100_diff1": 0.741784, + "nauc_ndcg_at_1000_max": 0.261114, + "nauc_ndcg_at_1000_std": -0.453427, + "nauc_ndcg_at_1000_diff1": 0.743488, + "nauc_map_at_1_max": 0.2303, + "nauc_map_at_1_std": -0.402176, + "nauc_map_at_1_diff1": 0.787735, + "nauc_map_at_3_max": 0.25789, + "nauc_map_at_3_std": -0.452867, + "nauc_map_at_3_diff1": 0.747901, + "nauc_map_at_5_max": 0.258389, + "nauc_map_at_5_std": -0.453501, + "nauc_map_at_5_diff1": 0.746166, + "nauc_map_at_10_max": 0.256006, + "nauc_map_at_10_std": -0.450514, + "nauc_map_at_10_diff1": 0.748579, + "nauc_map_at_20_max": 0.255381, + "nauc_map_at_20_std": -0.449005, + "nauc_map_at_20_diff1": 0.749613, + "nauc_map_at_100_max": 0.255001, + "nauc_map_at_100_std": -0.448172, + "nauc_map_at_100_diff1": 0.75001, + "nauc_map_at_1000_max": 0.255076, + "nauc_map_at_1000_std": -0.448001, + "nauc_map_at_1000_diff1": 0.750069, + "nauc_recall_at_1_max": 0.2303, + "nauc_recall_at_1_std": -0.402176, + "nauc_recall_at_1_diff1": 0.787735, + "nauc_recall_at_3_max": 0.32182, + "nauc_recall_at_3_std": -0.568048, + "nauc_recall_at_3_diff1": 0.671628, + "nauc_recall_at_5_max": 0.348089, + "nauc_recall_at_5_std": -0.615963, + "nauc_recall_at_5_diff1": 0.628572, + "nauc_recall_at_10_max": 0.33912, + "nauc_recall_at_10_std": -0.629318, + "nauc_recall_at_10_diff1": 0.625479, + "nauc_recall_at_20_max": 0.341953, + "nauc_recall_at_20_std": -0.616358, + "nauc_recall_at_20_diff1": 0.630149, + "nauc_recall_at_100_max": 0.332744, + "nauc_recall_at_100_std": -0.528985, + "nauc_recall_at_100_diff1": 0.61017, + "nauc_recall_at_1000_max": 0.747832, + "nauc_recall_at_1000_std": 0.213511, + "nauc_recall_at_1000_diff1": 0.582309, + "nauc_precision_at_1_max": 0.2303, + "nauc_precision_at_1_std": -0.402176, + "nauc_precision_at_1_diff1": 0.787735, + "nauc_precision_at_3_max": 0.32182, + "nauc_precision_at_3_std": -0.568048, + "nauc_precision_at_3_diff1": 0.671628, + "nauc_precision_at_5_max": 0.348089, + "nauc_precision_at_5_std": -0.615963, + "nauc_precision_at_5_diff1": 0.628572, + "nauc_precision_at_10_max": 0.33912, + "nauc_precision_at_10_std": -0.629318, + "nauc_precision_at_10_diff1": 0.625479, + "nauc_precision_at_20_max": 0.341953, + "nauc_precision_at_20_std": -0.616358, + "nauc_precision_at_20_diff1": 0.630149, + "nauc_precision_at_100_max": 0.332744, + "nauc_precision_at_100_std": -0.528985, + "nauc_precision_at_100_diff1": 0.61017, + "nauc_precision_at_1000_max": 0.747832, + "nauc_precision_at_1000_std": 0.213511, + "nauc_precision_at_1000_diff1": 0.582309, + "nauc_mrr_at_1_max": 0.227477, + "nauc_mrr_at_1_std": -0.394611, + "nauc_mrr_at_1_diff1": 0.784807, + "nauc_mrr_at_3_max": 0.254551, + "nauc_mrr_at_3_std": -0.447906, + "nauc_mrr_at_3_diff1": 0.745984, + "nauc_mrr_at_5_max": 0.255484, + "nauc_mrr_at_5_std": -0.448641, + "nauc_mrr_at_5_diff1": 0.744458, + "nauc_mrr_at_10_max": 0.253225, + "nauc_mrr_at_10_std": -0.445602, + "nauc_mrr_at_10_diff1": 0.74678, + "nauc_mrr_at_20_max": 0.252596, + "nauc_mrr_at_20_std": -0.444004, + "nauc_mrr_at_20_diff1": 0.747802, + "nauc_mrr_at_100_max": 0.252215, + "nauc_mrr_at_100_std": -0.443148, + "nauc_mrr_at_100_diff1": 0.748194, + "nauc_mrr_at_1000_max": 0.252289, + "nauc_mrr_at_1000_std": -0.442975, + "nauc_mrr_at_1000_diff1": 0.748252, + "main_score": 0.80264, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9884.413832902908, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetCCRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetCCRetrieval.json new file mode 100644 index 0000000000..59af0e0992 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetCCRetrieval.json @@ -0,0 +1,893 @@ +{ + "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8", + "task_name": "CodeSearchNetCCRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75439, + "ndcg_at_3": 0.82989, + "ndcg_at_5": 0.84134, + "ndcg_at_10": 0.8501, + "ndcg_at_20": 0.85465, + "ndcg_at_100": 0.85897, + "ndcg_at_1000": 0.86111, + "map_at_1": 0.75439, + "map_at_3": 0.81211, + "map_at_5": 0.81848, + "map_at_10": 0.82214, + "map_at_20": 0.8234, + "map_at_100": 0.824, + "map_at_1000": 0.82408, + "recall_at_1": 0.75439, + "recall_at_3": 0.88102, + "recall_at_5": 0.90877, + "recall_at_10": 0.93558, + "recall_at_20": 0.95355, + "recall_at_100": 0.97681, + "recall_at_1000": 0.99356, + "precision_at_1": 0.75439, + "precision_at_3": 0.29367, + "precision_at_5": 0.18175, + "precision_at_10": 0.09356, + "precision_at_20": 0.04768, + "precision_at_100": 0.00977, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.754391, + "mrr_at_3": 0.812162, + "mrr_at_5": 0.818523, + "mrr_at_10": 0.822185, + "mrr_at_20": 0.823449, + "mrr_at_100": 0.824046, + "mrr_at_1000": 0.824127, + "nauc_ndcg_at_1_max": 0.524849, + "nauc_ndcg_at_1_std": -0.070793, + "nauc_ndcg_at_1_diff1": 0.776959, + "nauc_ndcg_at_3_max": 0.60163, + "nauc_ndcg_at_3_std": -0.056761, + "nauc_ndcg_at_3_diff1": 0.756624, + "nauc_ndcg_at_5_max": 0.601818, + "nauc_ndcg_at_5_std": -0.04924, + "nauc_ndcg_at_5_diff1": 0.75563, + "nauc_ndcg_at_10_max": 0.59913, + "nauc_ndcg_at_10_std": -0.04193, + "nauc_ndcg_at_10_diff1": 0.758707, + "nauc_ndcg_at_20_max": 0.595461, + "nauc_ndcg_at_20_std": -0.041704, + "nauc_ndcg_at_20_diff1": 0.759855, + "nauc_ndcg_at_100_max": 0.590424, + "nauc_ndcg_at_100_std": -0.042404, + "nauc_ndcg_at_100_diff1": 0.760979, + "nauc_ndcg_at_1000_max": 0.587514, + "nauc_ndcg_at_1000_std": -0.046261, + "nauc_ndcg_at_1000_diff1": 0.761513, + "nauc_map_at_1_max": 0.524849, + "nauc_map_at_1_std": -0.070793, + "nauc_map_at_1_diff1": 0.776959, + "nauc_map_at_3_max": 0.580193, + "nauc_map_at_3_std": -0.061237, + "nauc_map_at_3_diff1": 0.762175, + "nauc_map_at_5_max": 0.579436, + "nauc_map_at_5_std": -0.057697, + "nauc_map_at_5_diff1": 0.761771, + "nauc_map_at_10_max": 0.578065, + "nauc_map_at_10_std": -0.055216, + "nauc_map_at_10_diff1": 0.763061, + "nauc_map_at_20_max": 0.577111, + "nauc_map_at_20_std": -0.055299, + "nauc_map_at_20_diff1": 0.76339, + "nauc_map_at_100_max": 0.576546, + "nauc_map_at_100_std": -0.055366, + "nauc_map_at_100_diff1": 0.763567, + "nauc_map_at_1000_max": 0.576449, + "nauc_map_at_1000_std": -0.05549, + "nauc_map_at_1000_diff1": 0.763587, + "nauc_recall_at_1_max": 0.524849, + "nauc_recall_at_1_std": -0.070793, + "nauc_recall_at_1_diff1": 0.776959, + "nauc_recall_at_3_max": 0.69224, + "nauc_recall_at_3_std": -0.037465, + "nauc_recall_at_3_diff1": 0.733248, + "nauc_recall_at_5_max": 0.718915, + "nauc_recall_at_5_std": -0.002483, + "nauc_recall_at_5_diff1": 0.723674, + "nauc_recall_at_10_max": 0.748629, + "nauc_recall_at_10_std": 0.064457, + "nauc_recall_at_10_diff1": 0.729977, + "nauc_recall_at_20_max": 0.763111, + "nauc_recall_at_20_std": 0.108905, + "nauc_recall_at_20_diff1": 0.731127, + "nauc_recall_at_100_max": 0.771854, + "nauc_recall_at_100_std": 0.232901, + "nauc_recall_at_100_diff1": 0.732347, + "nauc_recall_at_1000_max": 0.791183, + "nauc_recall_at_1000_std": 0.341955, + "nauc_recall_at_1000_diff1": 0.739124, + "nauc_precision_at_1_max": 0.524849, + "nauc_precision_at_1_std": -0.070793, + "nauc_precision_at_1_diff1": 0.776959, + "nauc_precision_at_3_max": 0.69224, + "nauc_precision_at_3_std": -0.037465, + "nauc_precision_at_3_diff1": 0.733248, + "nauc_precision_at_5_max": 0.718915, + "nauc_precision_at_5_std": -0.002483, + "nauc_precision_at_5_diff1": 0.723674, + "nauc_precision_at_10_max": 0.748629, + "nauc_precision_at_10_std": 0.064457, + "nauc_precision_at_10_diff1": 0.729977, + "nauc_precision_at_20_max": 0.763111, + "nauc_precision_at_20_std": 0.108905, + "nauc_precision_at_20_diff1": 0.731127, + "nauc_precision_at_100_max": 0.771854, + "nauc_precision_at_100_std": 0.232901, + "nauc_precision_at_100_diff1": 0.732347, + "nauc_precision_at_1000_max": 0.791183, + "nauc_precision_at_1000_std": 0.341955, + "nauc_precision_at_1000_diff1": 0.739124, + "nauc_mrr_at_1_max": 0.525206, + "nauc_mrr_at_1_std": -0.070137, + "nauc_mrr_at_1_diff1": 0.776959, + "nauc_mrr_at_3_max": 0.580298, + "nauc_mrr_at_3_std": -0.061041, + "nauc_mrr_at_3_diff1": 0.762144, + "nauc_mrr_at_5_max": 0.579598, + "nauc_mrr_at_5_std": -0.057347, + "nauc_mrr_at_5_diff1": 0.761745, + "nauc_mrr_at_10_max": 0.578238, + "nauc_mrr_at_10_std": -0.054949, + "nauc_mrr_at_10_diff1": 0.763057, + "nauc_mrr_at_20_max": 0.577258, + "nauc_mrr_at_20_std": -0.055045, + "nauc_mrr_at_20_diff1": 0.763383, + "nauc_mrr_at_100_max": 0.576701, + "nauc_mrr_at_100_std": -0.055089, + "nauc_mrr_at_100_diff1": 0.763552, + "nauc_mrr_at_1000_max": 0.576606, + "nauc_mrr_at_1000_std": -0.055219, + "nauc_mrr_at_1000_diff1": 0.763574, + "main_score": 0.8501, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.61744, + "ndcg_at_3": 0.71181, + "ndcg_at_5": 0.72967, + "ndcg_at_10": 0.74197, + "ndcg_at_20": 0.7502, + "ndcg_at_100": 0.75953, + "ndcg_at_1000": 0.76511, + "map_at_1": 0.61744, + "map_at_3": 0.68976, + "map_at_5": 0.69965, + "map_at_10": 0.7048, + "map_at_20": 0.70701, + "map_at_100": 0.7083, + "map_at_1000": 0.70852, + "recall_at_1": 0.61744, + "recall_at_3": 0.77514, + "recall_at_5": 0.8186, + "recall_at_10": 0.85627, + "recall_at_20": 0.88909, + "recall_at_100": 0.93923, + "recall_at_1000": 0.98298, + "precision_at_1": 0.61744, + "precision_at_3": 0.25838, + "precision_at_5": 0.16372, + "precision_at_10": 0.08563, + "precision_at_20": 0.04445, + "precision_at_100": 0.00939, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.617442, + "mrr_at_3": 0.68976, + "mrr_at_5": 0.699651, + "mrr_at_10": 0.704798, + "mrr_at_20": 0.707014, + "mrr_at_100": 0.708304, + "mrr_at_1000": 0.70852, + "nauc_ndcg_at_1_max": 0.410107, + "nauc_ndcg_at_1_std": -0.170994, + "nauc_ndcg_at_1_diff1": 0.68033, + "nauc_ndcg_at_3_max": 0.479606, + "nauc_ndcg_at_3_std": -0.14694, + "nauc_ndcg_at_3_diff1": 0.650411, + "nauc_ndcg_at_5_max": 0.478937, + "nauc_ndcg_at_5_std": -0.146261, + "nauc_ndcg_at_5_diff1": 0.650998, + "nauc_ndcg_at_10_max": 0.477137, + "nauc_ndcg_at_10_std": -0.145303, + "nauc_ndcg_at_10_diff1": 0.65181, + "nauc_ndcg_at_20_max": 0.474838, + "nauc_ndcg_at_20_std": -0.146416, + "nauc_ndcg_at_20_diff1": 0.651243, + "nauc_ndcg_at_100_max": 0.47418, + "nauc_ndcg_at_100_std": -0.141674, + "nauc_ndcg_at_100_diff1": 0.653108, + "nauc_ndcg_at_1000_max": 0.470638, + "nauc_ndcg_at_1000_std": -0.143304, + "nauc_ndcg_at_1000_diff1": 0.655002, + "nauc_map_at_1_max": 0.410107, + "nauc_map_at_1_std": -0.170994, + "nauc_map_at_1_diff1": 0.68033, + "nauc_map_at_3_max": 0.462015, + "nauc_map_at_3_std": -0.153495, + "nauc_map_at_3_diff1": 0.658739, + "nauc_map_at_5_max": 0.461027, + "nauc_map_at_5_std": -0.153281, + "nauc_map_at_5_diff1": 0.659237, + "nauc_map_at_10_max": 0.46004, + "nauc_map_at_10_std": -0.153087, + "nauc_map_at_10_diff1": 0.659924, + "nauc_map_at_20_max": 0.459364, + "nauc_map_at_20_std": -0.153392, + "nauc_map_at_20_diff1": 0.65981, + "nauc_map_at_100_max": 0.459207, + "nauc_map_at_100_std": -0.152902, + "nauc_map_at_100_diff1": 0.660007, + "nauc_map_at_1000_max": 0.459085, + "nauc_map_at_1000_std": -0.152917, + "nauc_map_at_1000_diff1": 0.660084, + "nauc_recall_at_1_max": 0.410107, + "nauc_recall_at_1_std": -0.170994, + "nauc_recall_at_1_diff1": 0.68033, + "nauc_recall_at_3_max": 0.542832, + "nauc_recall_at_3_std": -0.123105, + "nauc_recall_at_3_diff1": 0.620038, + "nauc_recall_at_5_max": 0.553934, + "nauc_recall_at_5_std": -0.116524, + "nauc_recall_at_5_diff1": 0.616239, + "nauc_recall_at_10_max": 0.562839, + "nauc_recall_at_10_std": -0.104337, + "nauc_recall_at_10_diff1": 0.609749, + "nauc_recall_at_20_max": 0.56733, + "nauc_recall_at_20_std": -0.102553, + "nauc_recall_at_20_diff1": 0.59517, + "nauc_recall_at_100_max": 0.628662, + "nauc_recall_at_100_std": 0.018367, + "nauc_recall_at_100_diff1": 0.587465, + "nauc_recall_at_1000_max": 0.692873, + "nauc_recall_at_1000_std": 0.249725, + "nauc_recall_at_1000_diff1": 0.578256, + "nauc_precision_at_1_max": 0.410107, + "nauc_precision_at_1_std": -0.170994, + "nauc_precision_at_1_diff1": 0.68033, + "nauc_precision_at_3_max": 0.542832, + "nauc_precision_at_3_std": -0.123105, + "nauc_precision_at_3_diff1": 0.620038, + "nauc_precision_at_5_max": 0.553934, + "nauc_precision_at_5_std": -0.116524, + "nauc_precision_at_5_diff1": 0.616239, + "nauc_precision_at_10_max": 0.562839, + "nauc_precision_at_10_std": -0.104337, + "nauc_precision_at_10_diff1": 0.609749, + "nauc_precision_at_20_max": 0.56733, + "nauc_precision_at_20_std": -0.102553, + "nauc_precision_at_20_diff1": 0.59517, + "nauc_precision_at_100_max": 0.628662, + "nauc_precision_at_100_std": 0.018367, + "nauc_precision_at_100_diff1": 0.587465, + "nauc_precision_at_1000_max": 0.692873, + "nauc_precision_at_1000_std": 0.249725, + "nauc_precision_at_1000_diff1": 0.578256, + "nauc_mrr_at_1_max": 0.408993, + "nauc_mrr_at_1_std": -0.170408, + "nauc_mrr_at_1_diff1": 0.68033, + "nauc_mrr_at_3_max": 0.461361, + "nauc_mrr_at_3_std": -0.153151, + "nauc_mrr_at_3_diff1": 0.658739, + "nauc_mrr_at_5_max": 0.460352, + "nauc_mrr_at_5_std": -0.152926, + "nauc_mrr_at_5_diff1": 0.659237, + "nauc_mrr_at_10_max": 0.459353, + "nauc_mrr_at_10_std": -0.152726, + "nauc_mrr_at_10_diff1": 0.659924, + "nauc_mrr_at_20_max": 0.458672, + "nauc_mrr_at_20_std": -0.153027, + "nauc_mrr_at_20_diff1": 0.65981, + "nauc_mrr_at_100_max": 0.458513, + "nauc_mrr_at_100_std": -0.152538, + "nauc_mrr_at_100_diff1": 0.660007, + "nauc_mrr_at_1000_max": 0.45839, + "nauc_mrr_at_1000_std": -0.152553, + "nauc_mrr_at_1000_diff1": 0.660085, + "main_score": 0.74197, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.54494, + "ndcg_at_3": 0.63746, + "ndcg_at_5": 0.65774, + "ndcg_at_10": 0.67528, + "ndcg_at_20": 0.68579, + "ndcg_at_100": 0.69875, + "ndcg_at_1000": 0.70624, + "map_at_1": 0.54494, + "map_at_3": 0.61535, + "map_at_5": 0.62663, + "map_at_10": 0.6339, + "map_at_20": 0.63683, + "map_at_100": 0.63862, + "map_at_1000": 0.6389, + "recall_at_1": 0.54494, + "recall_at_3": 0.70118, + "recall_at_5": 0.75031, + "recall_at_10": 0.80436, + "recall_at_20": 0.8456, + "recall_at_100": 0.91541, + "recall_at_1000": 0.97488, + "precision_at_1": 0.54494, + "precision_at_3": 0.23373, + "precision_at_5": 0.15006, + "precision_at_10": 0.08044, + "precision_at_20": 0.04228, + "precision_at_100": 0.00915, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.545063, + "mrr_at_3": 0.615468, + "mrr_at_5": 0.626746, + "mrr_at_10": 0.634034, + "mrr_at_20": 0.636968, + "mrr_at_100": 0.638762, + "mrr_at_1000": 0.639035, + "nauc_ndcg_at_1_max": 0.425916, + "nauc_ndcg_at_1_std": -0.062799, + "nauc_ndcg_at_1_diff1": 0.650927, + "nauc_ndcg_at_3_max": 0.436004, + "nauc_ndcg_at_3_std": -0.07085, + "nauc_ndcg_at_3_diff1": 0.612584, + "nauc_ndcg_at_5_max": 0.436818, + "nauc_ndcg_at_5_std": -0.073816, + "nauc_ndcg_at_5_diff1": 0.611895, + "nauc_ndcg_at_10_max": 0.430153, + "nauc_ndcg_at_10_std": -0.073492, + "nauc_ndcg_at_10_diff1": 0.6089, + "nauc_ndcg_at_20_max": 0.430539, + "nauc_ndcg_at_20_std": -0.067596, + "nauc_ndcg_at_20_diff1": 0.610331, + "nauc_ndcg_at_100_max": 0.431513, + "nauc_ndcg_at_100_std": -0.061915, + "nauc_ndcg_at_100_diff1": 0.612822, + "nauc_ndcg_at_1000_max": 0.432842, + "nauc_ndcg_at_1000_std": -0.063533, + "nauc_ndcg_at_1000_diff1": 0.615658, + "nauc_map_at_1_max": 0.425916, + "nauc_map_at_1_std": -0.062799, + "nauc_map_at_1_diff1": 0.650927, + "nauc_map_at_3_max": 0.433684, + "nauc_map_at_3_std": -0.068712, + "nauc_map_at_3_diff1": 0.622287, + "nauc_map_at_5_max": 0.43421, + "nauc_map_at_5_std": -0.070204, + "nauc_map_at_5_diff1": 0.622283, + "nauc_map_at_10_max": 0.431564, + "nauc_map_at_10_std": -0.07022, + "nauc_map_at_10_diff1": 0.621359, + "nauc_map_at_20_max": 0.431593, + "nauc_map_at_20_std": -0.068776, + "nauc_map_at_20_diff1": 0.621789, + "nauc_map_at_100_max": 0.431697, + "nauc_map_at_100_std": -0.068135, + "nauc_map_at_100_diff1": 0.622186, + "nauc_map_at_1000_max": 0.431778, + "nauc_map_at_1000_std": -0.068126, + "nauc_map_at_1000_diff1": 0.622296, + "nauc_recall_at_1_max": 0.425916, + "nauc_recall_at_1_std": -0.062799, + "nauc_recall_at_1_diff1": 0.650927, + "nauc_recall_at_3_max": 0.443607, + "nauc_recall_at_3_std": -0.078024, + "nauc_recall_at_3_diff1": 0.580278, + "nauc_recall_at_5_max": 0.44636, + "nauc_recall_at_5_std": -0.088032, + "nauc_recall_at_5_diff1": 0.572599, + "nauc_recall_at_10_max": 0.419626, + "nauc_recall_at_10_std": -0.087948, + "nauc_recall_at_10_diff1": 0.550696, + "nauc_recall_at_20_max": 0.42082, + "nauc_recall_at_20_std": -0.051039, + "nauc_recall_at_20_diff1": 0.546678, + "nauc_recall_at_100_max": 0.42976, + "nauc_recall_at_100_std": 0.049196, + "nauc_recall_at_100_diff1": 0.5366, + "nauc_recall_at_1000_max": 0.50001, + "nauc_recall_at_1000_std": 0.152628, + "nauc_recall_at_1000_diff1": 0.555002, + "nauc_precision_at_1_max": 0.425916, + "nauc_precision_at_1_std": -0.062799, + "nauc_precision_at_1_diff1": 0.650927, + "nauc_precision_at_3_max": 0.443607, + "nauc_precision_at_3_std": -0.078024, + "nauc_precision_at_3_diff1": 0.580278, + "nauc_precision_at_5_max": 0.44636, + "nauc_precision_at_5_std": -0.088032, + "nauc_precision_at_5_diff1": 0.572599, + "nauc_precision_at_10_max": 0.419626, + "nauc_precision_at_10_std": -0.087948, + "nauc_precision_at_10_diff1": 0.550696, + "nauc_precision_at_20_max": 0.42082, + "nauc_precision_at_20_std": -0.051039, + "nauc_precision_at_20_diff1": 0.546678, + "nauc_precision_at_100_max": 0.42976, + "nauc_precision_at_100_std": 0.049196, + "nauc_precision_at_100_diff1": 0.5366, + "nauc_precision_at_1000_max": 0.50001, + "nauc_precision_at_1000_std": 0.152628, + "nauc_precision_at_1000_diff1": 0.555002, + "nauc_mrr_at_1_max": 0.425652, + "nauc_mrr_at_1_std": -0.063208, + "nauc_mrr_at_1_diff1": 0.650645, + "nauc_mrr_at_3_max": 0.43346, + "nauc_mrr_at_3_std": -0.068757, + "nauc_mrr_at_3_diff1": 0.621935, + "nauc_mrr_at_5_max": 0.433691, + "nauc_mrr_at_5_std": -0.070885, + "nauc_mrr_at_5_diff1": 0.622214, + "nauc_mrr_at_10_max": 0.431154, + "nauc_mrr_at_10_std": -0.070436, + "nauc_mrr_at_10_diff1": 0.621021, + "nauc_mrr_at_20_max": 0.431135, + "nauc_mrr_at_20_std": -0.069102, + "nauc_mrr_at_20_diff1": 0.621476, + "nauc_mrr_at_100_max": 0.431236, + "nauc_mrr_at_100_std": -0.068464, + "nauc_mrr_at_100_diff1": 0.621872, + "nauc_mrr_at_1000_max": 0.431316, + "nauc_mrr_at_1000_std": -0.068456, + "nauc_mrr_at_1000_diff1": 0.621981, + "main_score": 0.67528, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.5908, + "ndcg_at_3": 0.67724, + "ndcg_at_5": 0.69649, + "ndcg_at_10": 0.71021, + "ndcg_at_20": 0.71954, + "ndcg_at_100": 0.73055, + "ndcg_at_1000": 0.73722, + "map_at_1": 0.5908, + "map_at_3": 0.65636, + "map_at_5": 0.66702, + "map_at_10": 0.67276, + "map_at_20": 0.67539, + "map_at_100": 0.67708, + "map_at_1000": 0.67731, + "recall_at_1": 0.5908, + "recall_at_3": 0.73751, + "recall_at_5": 0.7843, + "recall_at_10": 0.82633, + "recall_at_20": 0.86281, + "recall_at_100": 0.9199, + "recall_at_1000": 0.97383, + "precision_at_1": 0.5908, + "precision_at_3": 0.24584, + "precision_at_5": 0.15686, + "precision_at_10": 0.08263, + "precision_at_20": 0.04314, + "precision_at_100": 0.0092, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.591594, + "mrr_at_3": 0.656225, + "mrr_at_5": 0.667328, + "mrr_at_10": 0.673068, + "mrr_at_20": 0.675693, + "mrr_at_100": 0.677387, + "mrr_at_1000": 0.677614, + "nauc_ndcg_at_1_max": 0.458825, + "nauc_ndcg_at_1_std": -0.148023, + "nauc_ndcg_at_1_diff1": 0.722033, + "nauc_ndcg_at_3_max": 0.511577, + "nauc_ndcg_at_3_std": -0.153679, + "nauc_ndcg_at_3_diff1": 0.694321, + "nauc_ndcg_at_5_max": 0.517727, + "nauc_ndcg_at_5_std": -0.142857, + "nauc_ndcg_at_5_diff1": 0.689893, + "nauc_ndcg_at_10_max": 0.517626, + "nauc_ndcg_at_10_std": -0.133245, + "nauc_ndcg_at_10_diff1": 0.691507, + "nauc_ndcg_at_20_max": 0.516886, + "nauc_ndcg_at_20_std": -0.126856, + "nauc_ndcg_at_20_diff1": 0.69129, + "nauc_ndcg_at_100_max": 0.509921, + "nauc_ndcg_at_100_std": -0.130186, + "nauc_ndcg_at_100_diff1": 0.691755, + "nauc_ndcg_at_1000_max": 0.507856, + "nauc_ndcg_at_1000_std": -0.133735, + "nauc_ndcg_at_1000_diff1": 0.694914, + "nauc_map_at_1_max": 0.458825, + "nauc_map_at_1_std": -0.148023, + "nauc_map_at_1_diff1": 0.722033, + "nauc_map_at_3_max": 0.498776, + "nauc_map_at_3_std": -0.15179, + "nauc_map_at_3_diff1": 0.700199, + "nauc_map_at_5_max": 0.501526, + "nauc_map_at_5_std": -0.145802, + "nauc_map_at_5_diff1": 0.698225, + "nauc_map_at_10_max": 0.501253, + "nauc_map_at_10_std": -0.141924, + "nauc_map_at_10_diff1": 0.699011, + "nauc_map_at_20_max": 0.500989, + "nauc_map_at_20_std": -0.140403, + "nauc_map_at_20_diff1": 0.699142, + "nauc_map_at_100_max": 0.499843, + "nauc_map_at_100_std": -0.141088, + "nauc_map_at_100_diff1": 0.699197, + "nauc_map_at_1000_max": 0.499767, + "nauc_map_at_1000_std": -0.14119, + "nauc_map_at_1000_diff1": 0.699289, + "nauc_recall_at_1_max": 0.458825, + "nauc_recall_at_1_std": -0.148023, + "nauc_recall_at_1_diff1": 0.722033, + "nauc_recall_at_3_max": 0.555387, + "nauc_recall_at_3_std": -0.160436, + "nauc_recall_at_3_diff1": 0.674681, + "nauc_recall_at_5_max": 0.582375, + "nauc_recall_at_5_std": -0.129852, + "nauc_recall_at_5_diff1": 0.656708, + "nauc_recall_at_10_max": 0.594963, + "nauc_recall_at_10_std": -0.085859, + "nauc_recall_at_10_diff1": 0.656814, + "nauc_recall_at_20_max": 0.607391, + "nauc_recall_at_20_std": -0.030424, + "nauc_recall_at_20_diff1": 0.645177, + "nauc_recall_at_100_max": 0.571273, + "nauc_recall_at_100_std": -0.009537, + "nauc_recall_at_100_diff1": 0.623844, + "nauc_recall_at_1000_max": 0.562769, + "nauc_recall_at_1000_std": -0.013721, + "nauc_recall_at_1000_diff1": 0.698684, + "nauc_precision_at_1_max": 0.458825, + "nauc_precision_at_1_std": -0.148023, + "nauc_precision_at_1_diff1": 0.722033, + "nauc_precision_at_3_max": 0.555387, + "nauc_precision_at_3_std": -0.160436, + "nauc_precision_at_3_diff1": 0.674681, + "nauc_precision_at_5_max": 0.582375, + "nauc_precision_at_5_std": -0.129852, + "nauc_precision_at_5_diff1": 0.656708, + "nauc_precision_at_10_max": 0.594963, + "nauc_precision_at_10_std": -0.085859, + "nauc_precision_at_10_diff1": 0.656814, + "nauc_precision_at_20_max": 0.607391, + "nauc_precision_at_20_std": -0.030424, + "nauc_precision_at_20_diff1": 0.645177, + "nauc_precision_at_100_max": 0.571273, + "nauc_precision_at_100_std": -0.009537, + "nauc_precision_at_100_diff1": 0.623844, + "nauc_precision_at_1000_max": 0.562769, + "nauc_precision_at_1000_std": -0.013721, + "nauc_precision_at_1000_diff1": 0.698684, + "nauc_mrr_at_1_max": 0.45813, + "nauc_mrr_at_1_std": -0.150573, + "nauc_mrr_at_1_diff1": 0.720181, + "nauc_mrr_at_3_max": 0.497031, + "nauc_mrr_at_3_std": -0.15483, + "nauc_mrr_at_3_diff1": 0.699652, + "nauc_mrr_at_5_max": 0.50101, + "nauc_mrr_at_5_std": -0.147461, + "nauc_mrr_at_5_diff1": 0.697322, + "nauc_mrr_at_10_max": 0.500728, + "nauc_mrr_at_10_std": -0.143611, + "nauc_mrr_at_10_diff1": 0.698092, + "nauc_mrr_at_20_max": 0.50046, + "nauc_mrr_at_20_std": -0.142103, + "nauc_mrr_at_20_diff1": 0.698216, + "nauc_mrr_at_100_max": 0.49931, + "nauc_mrr_at_100_std": -0.142799, + "nauc_mrr_at_100_diff1": 0.698266, + "nauc_mrr_at_1000_max": 0.499234, + "nauc_mrr_at_1000_std": -0.142903, + "nauc_mrr_at_1000_diff1": 0.698357, + "main_score": 0.71021, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.68717, + "ndcg_at_3": 0.77328, + "ndcg_at_5": 0.78695, + "ndcg_at_10": 0.7977, + "ndcg_at_20": 0.8031, + "ndcg_at_100": 0.80957, + "ndcg_at_1000": 0.81281, + "map_at_1": 0.68717, + "map_at_3": 0.75307, + "map_at_5": 0.76068, + "map_at_10": 0.76519, + "map_at_20": 0.76667, + "map_at_100": 0.76758, + "map_at_1000": 0.76769, + "recall_at_1": 0.68717, + "recall_at_3": 0.8314, + "recall_at_5": 0.86445, + "recall_at_10": 0.89731, + "recall_at_20": 0.91867, + "recall_at_100": 0.95335, + "recall_at_1000": 0.97937, + "precision_at_1": 0.68717, + "precision_at_3": 0.27713, + "precision_at_5": 0.17289, + "precision_at_10": 0.08973, + "precision_at_20": 0.04593, + "precision_at_100": 0.00953, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.68681, + "mrr_at_3": 0.752853, + "mrr_at_5": 0.760411, + "mrr_at_10": 0.764939, + "mrr_at_20": 0.766437, + "mrr_at_100": 0.767341, + "mrr_at_1000": 0.767453, + "nauc_ndcg_at_1_max": 0.495605, + "nauc_ndcg_at_1_std": -0.075808, + "nauc_ndcg_at_1_diff1": 0.732246, + "nauc_ndcg_at_3_max": 0.576932, + "nauc_ndcg_at_3_std": -0.040744, + "nauc_ndcg_at_3_diff1": 0.711366, + "nauc_ndcg_at_5_max": 0.580522, + "nauc_ndcg_at_5_std": -0.031566, + "nauc_ndcg_at_5_diff1": 0.712017, + "nauc_ndcg_at_10_max": 0.578212, + "nauc_ndcg_at_10_std": -0.019848, + "nauc_ndcg_at_10_diff1": 0.71078, + "nauc_ndcg_at_20_max": 0.576085, + "nauc_ndcg_at_20_std": -0.018478, + "nauc_ndcg_at_20_diff1": 0.713337, + "nauc_ndcg_at_100_max": 0.573363, + "nauc_ndcg_at_100_std": -0.01627, + "nauc_ndcg_at_100_diff1": 0.715837, + "nauc_ndcg_at_1000_max": 0.570028, + "nauc_ndcg_at_1000_std": -0.020834, + "nauc_ndcg_at_1000_diff1": 0.716639, + "nauc_map_at_1_max": 0.495605, + "nauc_map_at_1_std": -0.075808, + "nauc_map_at_1_diff1": 0.732246, + "nauc_map_at_3_max": 0.554895, + "nauc_map_at_3_std": -0.050897, + "nauc_map_at_3_diff1": 0.716627, + "nauc_map_at_5_max": 0.556007, + "nauc_map_at_5_std": -0.046606, + "nauc_map_at_5_diff1": 0.71713, + "nauc_map_at_10_max": 0.554701, + "nauc_map_at_10_std": -0.042487, + "nauc_map_at_10_diff1": 0.716701, + "nauc_map_at_20_max": 0.554008, + "nauc_map_at_20_std": -0.04222, + "nauc_map_at_20_diff1": 0.717348, + "nauc_map_at_100_max": 0.553631, + "nauc_map_at_100_std": -0.042124, + "nauc_map_at_100_diff1": 0.717719, + "nauc_map_at_1000_max": 0.553537, + "nauc_map_at_1000_std": -0.042258, + "nauc_map_at_1000_diff1": 0.717758, + "nauc_recall_at_1_max": 0.495605, + "nauc_recall_at_1_std": -0.075808, + "nauc_recall_at_1_diff1": 0.732246, + "nauc_recall_at_3_max": 0.662793, + "nauc_recall_at_3_std": -0.000788, + "nauc_recall_at_3_diff1": 0.691114, + "nauc_recall_at_5_max": 0.69436, + "nauc_recall_at_5_std": 0.040498, + "nauc_recall_at_5_diff1": 0.688899, + "nauc_recall_at_10_max": 0.713533, + "nauc_recall_at_10_std": 0.123216, + "nauc_recall_at_10_diff1": 0.67646, + "nauc_recall_at_20_max": 0.730689, + "nauc_recall_at_20_std": 0.16984, + "nauc_recall_at_20_diff1": 0.689436, + "nauc_recall_at_100_max": 0.790227, + "nauc_recall_at_100_std": 0.35611, + "nauc_recall_at_100_diff1": 0.716994, + "nauc_recall_at_1000_max": 0.840373, + "nauc_recall_at_1000_std": 0.524173, + "nauc_recall_at_1000_diff1": 0.76123, + "nauc_precision_at_1_max": 0.495605, + "nauc_precision_at_1_std": -0.075808, + "nauc_precision_at_1_diff1": 0.732246, + "nauc_precision_at_3_max": 0.662793, + "nauc_precision_at_3_std": -0.000788, + "nauc_precision_at_3_diff1": 0.691114, + "nauc_precision_at_5_max": 0.69436, + "nauc_precision_at_5_std": 0.040498, + "nauc_precision_at_5_diff1": 0.688899, + "nauc_precision_at_10_max": 0.713533, + "nauc_precision_at_10_std": 0.123216, + "nauc_precision_at_10_diff1": 0.67646, + "nauc_precision_at_20_max": 0.730689, + "nauc_precision_at_20_std": 0.16984, + "nauc_precision_at_20_diff1": 0.689436, + "nauc_precision_at_100_max": 0.790227, + "nauc_precision_at_100_std": 0.35611, + "nauc_precision_at_100_diff1": 0.716994, + "nauc_precision_at_1000_max": 0.840373, + "nauc_precision_at_1000_std": 0.524173, + "nauc_precision_at_1000_diff1": 0.76123, + "nauc_mrr_at_1_max": 0.494647, + "nauc_mrr_at_1_std": -0.075927, + "nauc_mrr_at_1_diff1": 0.73306, + "nauc_mrr_at_3_max": 0.5543, + "nauc_mrr_at_3_std": -0.051152, + "nauc_mrr_at_3_diff1": 0.717049, + "nauc_mrr_at_5_max": 0.555327, + "nauc_mrr_at_5_std": -0.046818, + "nauc_mrr_at_5_diff1": 0.717608, + "nauc_mrr_at_10_max": 0.55386, + "nauc_mrr_at_10_std": -0.042742, + "nauc_mrr_at_10_diff1": 0.717047, + "nauc_mrr_at_20_max": 0.553232, + "nauc_mrr_at_20_std": -0.042503, + "nauc_mrr_at_20_diff1": 0.717798, + "nauc_mrr_at_100_max": 0.55286, + "nauc_mrr_at_100_std": -0.042407, + "nauc_mrr_at_100_diff1": 0.71817, + "nauc_mrr_at_1000_max": 0.552765, + "nauc_mrr_at_1000_std": -0.042541, + "nauc_mrr_at_1000_diff1": 0.71821, + "main_score": 0.7977, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.51684, + "ndcg_at_3": 0.61047, + "ndcg_at_5": 0.631, + "ndcg_at_10": 0.64761, + "ndcg_at_20": 0.65843, + "ndcg_at_100": 0.67298, + "ndcg_at_1000": 0.68118, + "map_at_1": 0.51684, + "map_at_3": 0.58788, + "map_at_5": 0.59925, + "map_at_10": 0.60617, + "map_at_20": 0.60916, + "map_at_100": 0.61118, + "map_at_1000": 0.61147, + "recall_at_1": 0.51684, + "recall_at_3": 0.67568, + "recall_at_5": 0.72556, + "recall_at_10": 0.77665, + "recall_at_20": 0.81932, + "recall_at_100": 0.8976, + "recall_at_1000": 0.96304, + "precision_at_1": 0.51684, + "precision_at_3": 0.22523, + "precision_at_5": 0.14511, + "precision_at_10": 0.07767, + "precision_at_20": 0.04097, + "precision_at_100": 0.00898, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.51684, + "mrr_at_3": 0.587841, + "mrr_at_5": 0.599115, + "mrr_at_10": 0.606141, + "mrr_at_20": 0.609119, + "mrr_at_100": 0.611147, + "mrr_at_1000": 0.611439, + "nauc_ndcg_at_1_max": 0.384128, + "nauc_ndcg_at_1_std": -0.112217, + "nauc_ndcg_at_1_diff1": 0.648823, + "nauc_ndcg_at_3_max": 0.410611, + "nauc_ndcg_at_3_std": -0.109984, + "nauc_ndcg_at_3_diff1": 0.612332, + "nauc_ndcg_at_5_max": 0.410924, + "nauc_ndcg_at_5_std": -0.106539, + "nauc_ndcg_at_5_diff1": 0.609475, + "nauc_ndcg_at_10_max": 0.410398, + "nauc_ndcg_at_10_std": -0.099233, + "nauc_ndcg_at_10_diff1": 0.605542, + "nauc_ndcg_at_20_max": 0.410006, + "nauc_ndcg_at_20_std": -0.094637, + "nauc_ndcg_at_20_diff1": 0.607135, + "nauc_ndcg_at_100_max": 0.406726, + "nauc_ndcg_at_100_std": -0.091723, + "nauc_ndcg_at_100_diff1": 0.606799, + "nauc_ndcg_at_1000_max": 0.407482, + "nauc_ndcg_at_1000_std": -0.093863, + "nauc_ndcg_at_1000_diff1": 0.609861, + "nauc_map_at_1_max": 0.384128, + "nauc_map_at_1_std": -0.112217, + "nauc_map_at_1_diff1": 0.648823, + "nauc_map_at_3_max": 0.404455, + "nauc_map_at_3_std": -0.110834, + "nauc_map_at_3_diff1": 0.621481, + "nauc_map_at_5_max": 0.404409, + "nauc_map_at_5_std": -0.109162, + "nauc_map_at_5_diff1": 0.620199, + "nauc_map_at_10_max": 0.404236, + "nauc_map_at_10_std": -0.10647, + "nauc_map_at_10_diff1": 0.618955, + "nauc_map_at_20_max": 0.404069, + "nauc_map_at_20_std": -0.105301, + "nauc_map_at_20_diff1": 0.6194, + "nauc_map_at_100_max": 0.403615, + "nauc_map_at_100_std": -0.10489, + "nauc_map_at_100_diff1": 0.619393, + "nauc_map_at_1000_max": 0.403642, + "nauc_map_at_1000_std": -0.104933, + "nauc_map_at_1000_diff1": 0.619491, + "nauc_recall_at_1_max": 0.384128, + "nauc_recall_at_1_std": -0.112217, + "nauc_recall_at_1_diff1": 0.648823, + "nauc_recall_at_3_max": 0.430607, + "nauc_recall_at_3_std": -0.107048, + "nauc_recall_at_3_diff1": 0.582255, + "nauc_recall_at_5_max": 0.434516, + "nauc_recall_at_5_std": -0.095964, + "nauc_recall_at_5_diff1": 0.569898, + "nauc_recall_at_10_max": 0.435524, + "nauc_recall_at_10_std": -0.062914, + "nauc_recall_at_10_diff1": 0.545577, + "nauc_recall_at_20_max": 0.438333, + "nauc_recall_at_20_std": -0.028143, + "nauc_recall_at_20_diff1": 0.544409, + "nauc_recall_at_100_max": 0.41343, + "nauc_recall_at_100_std": 0.050176, + "nauc_recall_at_100_diff1": 0.499592, + "nauc_recall_at_1000_max": 0.462223, + "nauc_recall_at_1000_std": 0.169196, + "nauc_recall_at_1000_diff1": 0.476532, + "nauc_precision_at_1_max": 0.384128, + "nauc_precision_at_1_std": -0.112217, + "nauc_precision_at_1_diff1": 0.648823, + "nauc_precision_at_3_max": 0.430607, + "nauc_precision_at_3_std": -0.107048, + "nauc_precision_at_3_diff1": 0.582255, + "nauc_precision_at_5_max": 0.434516, + "nauc_precision_at_5_std": -0.095964, + "nauc_precision_at_5_diff1": 0.569898, + "nauc_precision_at_10_max": 0.435524, + "nauc_precision_at_10_std": -0.062914, + "nauc_precision_at_10_diff1": 0.545577, + "nauc_precision_at_20_max": 0.438333, + "nauc_precision_at_20_std": -0.028143, + "nauc_precision_at_20_diff1": 0.544409, + "nauc_precision_at_100_max": 0.41343, + "nauc_precision_at_100_std": 0.050176, + "nauc_precision_at_100_diff1": 0.499592, + "nauc_precision_at_1000_max": 0.462223, + "nauc_precision_at_1000_std": 0.169196, + "nauc_precision_at_1000_diff1": 0.476532, + "nauc_mrr_at_1_max": 0.384335, + "nauc_mrr_at_1_std": -0.112064, + "nauc_mrr_at_1_diff1": 0.648823, + "nauc_mrr_at_3_max": 0.404629, + "nauc_mrr_at_3_std": -0.110795, + "nauc_mrr_at_3_diff1": 0.621431, + "nauc_mrr_at_5_max": 0.404426, + "nauc_mrr_at_5_std": -0.109098, + "nauc_mrr_at_5_diff1": 0.620325, + "nauc_mrr_at_10_max": 0.404326, + "nauc_mrr_at_10_std": -0.106429, + "nauc_mrr_at_10_diff1": 0.618964, + "nauc_mrr_at_20_max": 0.404155, + "nauc_mrr_at_20_std": -0.105249, + "nauc_mrr_at_20_diff1": 0.619375, + "nauc_mrr_at_100_max": 0.403715, + "nauc_mrr_at_100_std": -0.104853, + "nauc_mrr_at_100_diff1": 0.619401, + "nauc_mrr_at_1000_max": 0.403742, + "nauc_mrr_at_1000_std": -0.104896, + "nauc_mrr_at_1000_diff1": 0.6195, + "main_score": 0.64761, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + } + ] + }, + "evaluation_time": 8854.858277082443, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetRetrieval.json new file mode 100644 index 0000000000..3d4b51cbf3 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeSearchNetRetrieval.json @@ -0,0 +1,893 @@ +{ + "dataset_revision": "fdc6a9e39575768c27eb8a2a5f702bf846eb4759", + "task_name": "CodeSearchNetRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.922, + "ndcg_at_3": 0.95765, + "ndcg_at_5": 0.95929, + "ndcg_at_10": 0.9618, + "ndcg_at_20": 0.96206, + "ndcg_at_100": 0.96305, + "ndcg_at_1000": 0.96319, + "map_at_1": 0.922, + "map_at_3": 0.9495, + "map_at_5": 0.9504, + "map_at_10": 0.95139, + "map_at_20": 0.95146, + "map_at_100": 0.95162, + "map_at_1000": 0.95163, + "recall_at_1": 0.922, + "recall_at_3": 0.981, + "recall_at_5": 0.985, + "recall_at_10": 0.993, + "recall_at_20": 0.994, + "recall_at_100": 0.999, + "recall_at_1000": 1.0, + "precision_at_1": 0.922, + "precision_at_3": 0.327, + "precision_at_5": 0.197, + "precision_at_10": 0.0993, + "precision_at_20": 0.0497, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922, + "mrr_at_3": 0.9495, + "mrr_at_5": 0.9504, + "mrr_at_10": 0.951393, + "mrr_at_20": 0.951464, + "mrr_at_100": 0.951624, + "mrr_at_1000": 0.951634, + "nauc_ndcg_at_1_max": 0.648902, + "nauc_ndcg_at_1_std": 0.327665, + "nauc_ndcg_at_1_diff1": 0.915128, + "nauc_ndcg_at_3_max": 0.711882, + "nauc_ndcg_at_3_std": 0.378531, + "nauc_ndcg_at_3_diff1": 0.931237, + "nauc_ndcg_at_5_max": 0.725078, + "nauc_ndcg_at_5_std": 0.397198, + "nauc_ndcg_at_5_diff1": 0.934095, + "nauc_ndcg_at_10_max": 0.708135, + "nauc_ndcg_at_10_std": 0.386192, + "nauc_ndcg_at_10_diff1": 0.92976, + "nauc_ndcg_at_20_max": 0.706166, + "nauc_ndcg_at_20_std": 0.389953, + "nauc_ndcg_at_20_diff1": 0.929286, + "nauc_ndcg_at_100_max": 0.698309, + "nauc_ndcg_at_100_std": 0.377463, + "nauc_ndcg_at_100_diff1": 0.927395, + "nauc_ndcg_at_1000_max": 0.697085, + "nauc_ndcg_at_1000_std": 0.374938, + "nauc_ndcg_at_1000_diff1": 0.927101, + "nauc_map_at_1_max": 0.648902, + "nauc_map_at_1_std": 0.327665, + "nauc_map_at_1_diff1": 0.915128, + "nauc_map_at_3_max": 0.692237, + "nauc_map_at_3_std": 0.362773, + "nauc_map_at_3_diff1": 0.926105, + "nauc_map_at_5_max": 0.697388, + "nauc_map_at_5_std": 0.371555, + "nauc_map_at_5_diff1": 0.92722, + "nauc_map_at_10_max": 0.691591, + "nauc_map_at_10_std": 0.367654, + "nauc_map_at_10_diff1": 0.925734, + "nauc_map_at_20_max": 0.691137, + "nauc_map_at_20_std": 0.368447, + "nauc_map_at_20_diff1": 0.925625, + "nauc_map_at_100_max": 0.690114, + "nauc_map_at_100_std": 0.36683, + "nauc_map_at_100_diff1": 0.925378, + "nauc_map_at_1000_max": 0.690052, + "nauc_map_at_1000_std": 0.366703, + "nauc_map_at_1000_diff1": 0.925363, + "nauc_recall_at_1_max": 0.648902, + "nauc_recall_at_1_std": 0.327665, + "nauc_recall_at_1_diff1": 0.915128, + "nauc_recall_at_3_max": 0.858371, + "nauc_recall_at_3_std": 0.495897, + "nauc_recall_at_3_diff1": 0.969655, + "nauc_recall_at_5_max": 0.991285, + "nauc_recall_at_5_std": 0.642453, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.729292, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.879396, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648902, + "nauc_precision_at_1_std": 0.327665, + "nauc_precision_at_1_diff1": 0.915128, + "nauc_precision_at_3_max": 0.858371, + "nauc_precision_at_3_std": 0.495897, + "nauc_precision_at_3_diff1": 0.969655, + "nauc_precision_at_5_max": 0.991285, + "nauc_precision_at_5_std": 0.642453, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.729292, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.879396, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648902, + "nauc_mrr_at_1_std": 0.327665, + "nauc_mrr_at_1_diff1": 0.915128, + "nauc_mrr_at_3_max": 0.692237, + "nauc_mrr_at_3_std": 0.362773, + "nauc_mrr_at_3_diff1": 0.926105, + "nauc_mrr_at_5_max": 0.697388, + "nauc_mrr_at_5_std": 0.371555, + "nauc_mrr_at_5_diff1": 0.92722, + "nauc_mrr_at_10_max": 0.691591, + "nauc_mrr_at_10_std": 0.367654, + "nauc_mrr_at_10_diff1": 0.925734, + "nauc_mrr_at_20_max": 0.691137, + "nauc_mrr_at_20_std": 0.368447, + "nauc_mrr_at_20_diff1": 0.925625, + "nauc_mrr_at_100_max": 0.690114, + "nauc_mrr_at_100_std": 0.36683, + "nauc_mrr_at_100_diff1": 0.925378, + "nauc_mrr_at_1000_max": 0.690052, + "nauc_mrr_at_1000_std": 0.366703, + "nauc_mrr_at_1000_diff1": 0.925363, + "main_score": 0.9618, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.767, + "ndcg_at_3": 0.81864, + "ndcg_at_5": 0.8269, + "ndcg_at_10": 0.83443, + "ndcg_at_20": 0.83879, + "ndcg_at_100": 0.84558, + "ndcg_at_1000": 0.85166, + "map_at_1": 0.767, + "map_at_3": 0.80667, + "map_at_5": 0.81127, + "map_at_10": 0.81442, + "map_at_20": 0.81565, + "map_at_100": 0.81649, + "map_at_1000": 0.8167, + "recall_at_1": 0.767, + "recall_at_3": 0.853, + "recall_at_5": 0.873, + "recall_at_10": 0.896, + "recall_at_20": 0.913, + "recall_at_100": 0.951, + "recall_at_1000": 1.0, + "precision_at_1": 0.767, + "precision_at_3": 0.28433, + "precision_at_5": 0.1746, + "precision_at_10": 0.0896, + "precision_at_20": 0.04565, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767, + "mrr_at_3": 0.806667, + "mrr_at_5": 0.811267, + "mrr_at_10": 0.81442, + "mrr_at_20": 0.815652, + "mrr_at_100": 0.81649, + "mrr_at_1000": 0.8167, + "nauc_ndcg_at_1_max": 0.733776, + "nauc_ndcg_at_1_std": 0.289487, + "nauc_ndcg_at_1_diff1": 0.902842, + "nauc_ndcg_at_3_max": 0.816047, + "nauc_ndcg_at_3_std": 0.376416, + "nauc_ndcg_at_3_diff1": 0.891387, + "nauc_ndcg_at_5_max": 0.820447, + "nauc_ndcg_at_5_std": 0.4149, + "nauc_ndcg_at_5_diff1": 0.892123, + "nauc_ndcg_at_10_max": 0.814487, + "nauc_ndcg_at_10_std": 0.425691, + "nauc_ndcg_at_10_diff1": 0.890209, + "nauc_ndcg_at_20_max": 0.816445, + "nauc_ndcg_at_20_std": 0.448369, + "nauc_ndcg_at_20_diff1": 0.890104, + "nauc_ndcg_at_100_max": 0.811544, + "nauc_ndcg_at_100_std": 0.428041, + "nauc_ndcg_at_100_diff1": 0.894009, + "nauc_ndcg_at_1000_max": 0.805405, + "nauc_ndcg_at_1000_std": 0.408593, + "nauc_ndcg_at_1000_diff1": 0.89297, + "nauc_map_at_1_max": 0.733776, + "nauc_map_at_1_std": 0.289487, + "nauc_map_at_1_diff1": 0.902842, + "nauc_map_at_3_max": 0.794734, + "nauc_map_at_3_std": 0.352874, + "nauc_map_at_3_diff1": 0.893726, + "nauc_map_at_5_max": 0.796535, + "nauc_map_at_5_std": 0.372054, + "nauc_map_at_5_diff1": 0.894141, + "nauc_map_at_10_max": 0.793903, + "nauc_map_at_10_std": 0.375472, + "nauc_map_at_10_diff1": 0.893524, + "nauc_map_at_20_max": 0.794275, + "nauc_map_at_20_std": 0.38107, + "nauc_map_at_20_diff1": 0.89352, + "nauc_map_at_100_max": 0.793734, + "nauc_map_at_100_std": 0.378604, + "nauc_map_at_100_diff1": 0.894002, + "nauc_map_at_1000_max": 0.79354, + "nauc_map_at_1000_std": 0.378043, + "nauc_map_at_1000_diff1": 0.893967, + "nauc_recall_at_1_max": 0.733776, + "nauc_recall_at_1_std": 0.289487, + "nauc_recall_at_1_diff1": 0.902842, + "nauc_recall_at_3_max": 0.892988, + "nauc_recall_at_3_std": 0.461994, + "nauc_recall_at_3_diff1": 0.883303, + "nauc_recall_at_5_max": 0.917648, + "nauc_recall_at_5_std": 0.596747, + "nauc_recall_at_5_diff1": 0.884605, + "nauc_recall_at_10_max": 0.909068, + "nauc_recall_at_10_std": 0.681238, + "nauc_recall_at_10_diff1": 0.873701, + "nauc_recall_at_20_max": 0.939792, + "nauc_recall_at_20_std": 0.878688, + "nauc_recall_at_20_diff1": 0.86985, + "nauc_recall_at_100_max": 0.95098, + "nauc_recall_at_100_std": 0.878494, + "nauc_recall_at_100_diff1": 0.916014, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733776, + "nauc_precision_at_1_std": 0.289487, + "nauc_precision_at_1_diff1": 0.902842, + "nauc_precision_at_3_max": 0.892988, + "nauc_precision_at_3_std": 0.461994, + "nauc_precision_at_3_diff1": 0.883303, + "nauc_precision_at_5_max": 0.917648, + "nauc_precision_at_5_std": 0.596747, + "nauc_precision_at_5_diff1": 0.884605, + "nauc_precision_at_10_max": 0.909068, + "nauc_precision_at_10_std": 0.681238, + "nauc_precision_at_10_diff1": 0.873701, + "nauc_precision_at_20_max": 0.939792, + "nauc_precision_at_20_std": 0.878688, + "nauc_precision_at_20_diff1": 0.86985, + "nauc_precision_at_100_max": 0.95098, + "nauc_precision_at_100_std": 0.878494, + "nauc_precision_at_100_diff1": 0.916014, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733776, + "nauc_mrr_at_1_std": 0.289487, + "nauc_mrr_at_1_diff1": 0.902842, + "nauc_mrr_at_3_max": 0.794734, + "nauc_mrr_at_3_std": 0.352874, + "nauc_mrr_at_3_diff1": 0.893726, + "nauc_mrr_at_5_max": 0.796535, + "nauc_mrr_at_5_std": 0.372054, + "nauc_mrr_at_5_diff1": 0.894141, + "nauc_mrr_at_10_max": 0.793903, + "nauc_mrr_at_10_std": 0.375472, + "nauc_mrr_at_10_diff1": 0.893524, + "nauc_mrr_at_20_max": 0.794275, + "nauc_mrr_at_20_std": 0.38107, + "nauc_mrr_at_20_diff1": 0.89352, + "nauc_mrr_at_100_max": 0.793734, + "nauc_mrr_at_100_std": 0.378604, + "nauc_mrr_at_100_diff1": 0.894002, + "nauc_mrr_at_1000_max": 0.79354, + "nauc_mrr_at_1000_std": 0.378043, + "nauc_mrr_at_1000_diff1": 0.893967, + "main_score": 0.83443, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.875, + "ndcg_at_3": 0.93069, + "ndcg_at_5": 0.93818, + "ndcg_at_10": 0.93976, + "ndcg_at_20": 0.94075, + "ndcg_at_100": 0.94145, + "ndcg_at_1000": 0.9417, + "map_at_1": 0.875, + "map_at_3": 0.918, + "map_at_5": 0.9222, + "map_at_10": 0.92283, + "map_at_20": 0.9231, + "map_at_100": 0.92318, + "map_at_1000": 0.92319, + "recall_at_1": 0.875, + "recall_at_3": 0.967, + "recall_at_5": 0.985, + "recall_at_10": 0.99, + "recall_at_20": 0.994, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.875, + "precision_at_3": 0.32233, + "precision_at_5": 0.197, + "precision_at_10": 0.099, + "precision_at_20": 0.0497, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875, + "mrr_at_3": 0.918, + "mrr_at_5": 0.9222, + "mrr_at_10": 0.922832, + "mrr_at_20": 0.923097, + "mrr_at_100": 0.923178, + "mrr_at_1000": 0.923186, + "nauc_ndcg_at_1_max": 0.53539, + "nauc_ndcg_at_1_std": 0.010408, + "nauc_ndcg_at_1_diff1": 0.870512, + "nauc_ndcg_at_3_max": 0.602276, + "nauc_ndcg_at_3_std": 0.097048, + "nauc_ndcg_at_3_diff1": 0.870227, + "nauc_ndcg_at_5_max": 0.587942, + "nauc_ndcg_at_5_std": 0.072446, + "nauc_ndcg_at_5_diff1": 0.872033, + "nauc_ndcg_at_10_max": 0.58819, + "nauc_ndcg_at_10_std": 0.082461, + "nauc_ndcg_at_10_diff1": 0.872912, + "nauc_ndcg_at_20_max": 0.581122, + "nauc_ndcg_at_20_std": 0.067835, + "nauc_ndcg_at_20_diff1": 0.871852, + "nauc_ndcg_at_100_max": 0.576033, + "nauc_ndcg_at_100_std": 0.061605, + "nauc_ndcg_at_100_diff1": 0.871458, + "nauc_ndcg_at_1000_max": 0.575644, + "nauc_ndcg_at_1000_std": 0.063809, + "nauc_ndcg_at_1000_diff1": 0.871164, + "nauc_map_at_1_max": 0.53539, + "nauc_map_at_1_std": 0.010408, + "nauc_map_at_1_diff1": 0.870512, + "nauc_map_at_3_max": 0.580311, + "nauc_map_at_3_std": 0.072077, + "nauc_map_at_3_diff1": 0.86996, + "nauc_map_at_5_max": 0.572086, + "nauc_map_at_5_std": 0.059161, + "nauc_map_at_5_diff1": 0.870844, + "nauc_map_at_10_max": 0.571791, + "nauc_map_at_10_std": 0.062029, + "nauc_map_at_10_diff1": 0.871028, + "nauc_map_at_20_max": 0.570284, + "nauc_map_at_20_std": 0.058958, + "nauc_map_at_20_diff1": 0.870804, + "nauc_map_at_100_max": 0.569821, + "nauc_map_at_100_std": 0.058277, + "nauc_map_at_100_diff1": 0.870744, + "nauc_map_at_1000_max": 0.569818, + "nauc_map_at_1000_std": 0.058367, + "nauc_map_at_1000_diff1": 0.870734, + "nauc_recall_at_1_max": 0.53539, + "nauc_recall_at_1_std": 0.010408, + "nauc_recall_at_1_diff1": 0.870512, + "nauc_recall_at_3_max": 0.754166, + "nauc_recall_at_3_std": 0.265824, + "nauc_recall_at_3_diff1": 0.872478, + "nauc_recall_at_5_max": 0.810177, + "nauc_recall_at_5_std": 0.241176, + "nauc_recall_at_5_diff1": 0.890756, + "nauc_recall_at_10_max": 0.935808, + "nauc_recall_at_10_std": 0.518534, + "nauc_recall_at_10_diff1": 0.919935, + "nauc_recall_at_20_max": 0.893013, + "nauc_recall_at_20_std": 0.24113, + "nauc_recall_at_20_diff1": 0.910131, + "nauc_recall_at_100_max": 0.679038, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.53539, + "nauc_precision_at_1_std": 0.010408, + "nauc_precision_at_1_diff1": 0.870512, + "nauc_precision_at_3_max": 0.754166, + "nauc_precision_at_3_std": 0.265824, + "nauc_precision_at_3_diff1": 0.872478, + "nauc_precision_at_5_max": 0.810177, + "nauc_precision_at_5_std": 0.241176, + "nauc_precision_at_5_diff1": 0.890756, + "nauc_precision_at_10_max": 0.935808, + "nauc_precision_at_10_std": 0.518534, + "nauc_precision_at_10_diff1": 0.919935, + "nauc_precision_at_20_max": 0.893013, + "nauc_precision_at_20_std": 0.24113, + "nauc_precision_at_20_diff1": 0.910131, + "nauc_precision_at_100_max": 0.679038, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.53539, + "nauc_mrr_at_1_std": 0.010408, + "nauc_mrr_at_1_diff1": 0.870512, + "nauc_mrr_at_3_max": 0.580311, + "nauc_mrr_at_3_std": 0.072077, + "nauc_mrr_at_3_diff1": 0.86996, + "nauc_mrr_at_5_max": 0.572086, + "nauc_mrr_at_5_std": 0.059161, + "nauc_mrr_at_5_diff1": 0.870844, + "nauc_mrr_at_10_max": 0.571791, + "nauc_mrr_at_10_std": 0.062029, + "nauc_mrr_at_10_diff1": 0.871028, + "nauc_mrr_at_20_max": 0.570284, + "nauc_mrr_at_20_std": 0.058958, + "nauc_mrr_at_20_diff1": 0.870804, + "nauc_mrr_at_100_max": 0.569821, + "nauc_mrr_at_100_std": 0.058277, + "nauc_mrr_at_100_diff1": 0.870744, + "nauc_mrr_at_1000_max": 0.569818, + "nauc_mrr_at_1000_std": 0.058367, + "nauc_mrr_at_1000_diff1": 0.870734, + "main_score": 0.93976, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.801, + "ndcg_at_3": 0.8603, + "ndcg_at_5": 0.86735, + "ndcg_at_10": 0.8745, + "ndcg_at_20": 0.87786, + "ndcg_at_100": 0.87971, + "ndcg_at_1000": 0.88414, + "map_at_1": 0.801, + "map_at_3": 0.84617, + "map_at_5": 0.85012, + "map_at_10": 0.85308, + "map_at_20": 0.85405, + "map_at_100": 0.8543, + "map_at_1000": 0.85443, + "recall_at_1": 0.801, + "recall_at_3": 0.901, + "recall_at_5": 0.918, + "recall_at_10": 0.94, + "recall_at_20": 0.953, + "recall_at_100": 0.963, + "recall_at_1000": 1.0, + "precision_at_1": 0.801, + "precision_at_3": 0.30033, + "precision_at_5": 0.1836, + "precision_at_10": 0.094, + "precision_at_20": 0.04765, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801, + "mrr_at_3": 0.846167, + "mrr_at_5": 0.850117, + "mrr_at_10": 0.853083, + "mrr_at_20": 0.854046, + "mrr_at_100": 0.854305, + "mrr_at_1000": 0.854434, + "nauc_ndcg_at_1_max": 0.705908, + "nauc_ndcg_at_1_std": 0.306831, + "nauc_ndcg_at_1_diff1": 0.86466, + "nauc_ndcg_at_3_max": 0.772186, + "nauc_ndcg_at_3_std": 0.426168, + "nauc_ndcg_at_3_diff1": 0.860441, + "nauc_ndcg_at_5_max": 0.774492, + "nauc_ndcg_at_5_std": 0.43185, + "nauc_ndcg_at_5_diff1": 0.863605, + "nauc_ndcg_at_10_max": 0.77062, + "nauc_ndcg_at_10_std": 0.436852, + "nauc_ndcg_at_10_diff1": 0.866129, + "nauc_ndcg_at_20_max": 0.773043, + "nauc_ndcg_at_20_std": 0.441109, + "nauc_ndcg_at_20_diff1": 0.867581, + "nauc_ndcg_at_100_max": 0.770685, + "nauc_ndcg_at_100_std": 0.437738, + "nauc_ndcg_at_100_diff1": 0.867331, + "nauc_ndcg_at_1000_max": 0.762559, + "nauc_ndcg_at_1000_std": 0.417519, + "nauc_ndcg_at_1000_diff1": 0.865755, + "nauc_map_at_1_max": 0.705908, + "nauc_map_at_1_std": 0.306831, + "nauc_map_at_1_diff1": 0.86466, + "nauc_map_at_3_max": 0.752072, + "nauc_map_at_3_std": 0.388745, + "nauc_map_at_3_diff1": 0.861296, + "nauc_map_at_5_max": 0.752645, + "nauc_map_at_5_std": 0.390034, + "nauc_map_at_5_diff1": 0.862838, + "nauc_map_at_10_max": 0.750716, + "nauc_map_at_10_std": 0.390389, + "nauc_map_at_10_diff1": 0.863858, + "nauc_map_at_20_max": 0.751325, + "nauc_map_at_20_std": 0.391153, + "nauc_map_at_20_diff1": 0.864277, + "nauc_map_at_100_max": 0.750967, + "nauc_map_at_100_std": 0.390829, + "nauc_map_at_100_diff1": 0.864193, + "nauc_map_at_1000_max": 0.750752, + "nauc_map_at_1000_std": 0.390333, + "nauc_map_at_1000_diff1": 0.864163, + "nauc_recall_at_1_max": 0.705908, + "nauc_recall_at_1_std": 0.306831, + "nauc_recall_at_1_diff1": 0.86466, + "nauc_recall_at_3_max": 0.858138, + "nauc_recall_at_3_std": 0.586825, + "nauc_recall_at_3_diff1": 0.857049, + "nauc_recall_at_5_max": 0.884744, + "nauc_recall_at_5_std": 0.645089, + "nauc_recall_at_5_diff1": 0.868632, + "nauc_recall_at_10_max": 0.902241, + "nauc_recall_at_10_std": 0.760714, + "nauc_recall_at_10_diff1": 0.884423, + "nauc_recall_at_20_max": 0.95853, + "nauc_recall_at_20_std": 0.890369, + "nauc_recall_at_20_diff1": 0.901563, + "nauc_recall_at_100_max": 0.971736, + "nauc_recall_at_100_std": 0.946438, + "nauc_recall_at_100_diff1": 0.90909, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705908, + "nauc_precision_at_1_std": 0.306831, + "nauc_precision_at_1_diff1": 0.86466, + "nauc_precision_at_3_max": 0.858138, + "nauc_precision_at_3_std": 0.586825, + "nauc_precision_at_3_diff1": 0.857049, + "nauc_precision_at_5_max": 0.884744, + "nauc_precision_at_5_std": 0.645089, + "nauc_precision_at_5_diff1": 0.868632, + "nauc_precision_at_10_max": 0.902241, + "nauc_precision_at_10_std": 0.760714, + "nauc_precision_at_10_diff1": 0.884423, + "nauc_precision_at_20_max": 0.95853, + "nauc_precision_at_20_std": 0.890369, + "nauc_precision_at_20_diff1": 0.901563, + "nauc_precision_at_100_max": 0.971736, + "nauc_precision_at_100_std": 0.946438, + "nauc_precision_at_100_diff1": 0.90909, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705908, + "nauc_mrr_at_1_std": 0.306831, + "nauc_mrr_at_1_diff1": 0.86466, + "nauc_mrr_at_3_max": 0.752072, + "nauc_mrr_at_3_std": 0.388745, + "nauc_mrr_at_3_diff1": 0.861296, + "nauc_mrr_at_5_max": 0.752645, + "nauc_mrr_at_5_std": 0.390034, + "nauc_mrr_at_5_diff1": 0.862838, + "nauc_mrr_at_10_max": 0.750716, + "nauc_mrr_at_10_std": 0.390389, + "nauc_mrr_at_10_diff1": 0.863858, + "nauc_mrr_at_20_max": 0.751325, + "nauc_mrr_at_20_std": 0.391153, + "nauc_mrr_at_20_diff1": 0.864277, + "nauc_mrr_at_100_max": 0.750967, + "nauc_mrr_at_100_std": 0.390829, + "nauc_mrr_at_100_diff1": 0.864193, + "nauc_mrr_at_1000_max": 0.750752, + "nauc_mrr_at_1000_std": 0.390333, + "nauc_mrr_at_1000_diff1": 0.864163, + "main_score": 0.8745, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.843, + "ndcg_at_3": 0.90421, + "ndcg_at_5": 0.91088, + "ndcg_at_10": 0.91311, + "ndcg_at_20": 0.91338, + "ndcg_at_100": 0.91515, + "ndcg_at_1000": 0.91768, + "map_at_1": 0.843, + "map_at_3": 0.89, + "map_at_5": 0.89375, + "map_at_10": 0.89465, + "map_at_20": 0.89473, + "map_at_100": 0.89501, + "map_at_1000": 0.89507, + "recall_at_1": 0.843, + "recall_at_3": 0.945, + "recall_at_5": 0.961, + "recall_at_10": 0.968, + "recall_at_20": 0.969, + "recall_at_100": 0.978, + "recall_at_1000": 1.0, + "precision_at_1": 0.843, + "precision_at_3": 0.315, + "precision_at_5": 0.1922, + "precision_at_10": 0.0968, + "precision_at_20": 0.04845, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.843, + "mrr_at_3": 0.89, + "mrr_at_5": 0.89375, + "mrr_at_10": 0.894646, + "mrr_at_20": 0.894729, + "mrr_at_100": 0.895011, + "mrr_at_1000": 0.895072, + "nauc_ndcg_at_1_max": 0.385057, + "nauc_ndcg_at_1_std": 0.046217, + "nauc_ndcg_at_1_diff1": 0.845227, + "nauc_ndcg_at_3_max": 0.556901, + "nauc_ndcg_at_3_std": 0.26424, + "nauc_ndcg_at_3_diff1": 0.857444, + "nauc_ndcg_at_5_max": 0.560807, + "nauc_ndcg_at_5_std": 0.293209, + "nauc_ndcg_at_5_diff1": 0.856343, + "nauc_ndcg_at_10_max": 0.549678, + "nauc_ndcg_at_10_std": 0.279647, + "nauc_ndcg_at_10_diff1": 0.857173, + "nauc_ndcg_at_20_max": 0.548227, + "nauc_ndcg_at_20_std": 0.277326, + "nauc_ndcg_at_20_diff1": 0.857134, + "nauc_ndcg_at_100_max": 0.538508, + "nauc_ndcg_at_100_std": 0.261778, + "nauc_ndcg_at_100_diff1": 0.854799, + "nauc_ndcg_at_1000_max": 0.523805, + "nauc_ndcg_at_1000_std": 0.23826, + "nauc_ndcg_at_1000_diff1": 0.85435, + "nauc_map_at_1_max": 0.385057, + "nauc_map_at_1_std": 0.046217, + "nauc_map_at_1_diff1": 0.845227, + "nauc_map_at_3_max": 0.502458, + "nauc_map_at_3_std": 0.193731, + "nauc_map_at_3_diff1": 0.853169, + "nauc_map_at_5_max": 0.502754, + "nauc_map_at_5_std": 0.205231, + "nauc_map_at_5_diff1": 0.852516, + "nauc_map_at_10_max": 0.498532, + "nauc_map_at_10_std": 0.199904, + "nauc_map_at_10_diff1": 0.852679, + "nauc_map_at_20_max": 0.498121, + "nauc_map_at_20_std": 0.199248, + "nauc_map_at_20_diff1": 0.852665, + "nauc_map_at_100_max": 0.496722, + "nauc_map_at_100_std": 0.197016, + "nauc_map_at_100_diff1": 0.852374, + "nauc_map_at_1000_max": 0.496421, + "nauc_map_at_1000_std": 0.196536, + "nauc_map_at_1000_diff1": 0.852373, + "nauc_recall_at_1_max": 0.385057, + "nauc_recall_at_1_std": 0.046217, + "nauc_recall_at_1_diff1": 0.845227, + "nauc_recall_at_3_max": 0.857389, + "nauc_recall_at_3_std": 0.65463, + "nauc_recall_at_3_diff1": 0.881385, + "nauc_recall_at_5_max": 0.996648, + "nauc_recall_at_5_std": 0.964687, + "nauc_recall_at_5_diff1": 0.885094, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.899627, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.900605, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.87257, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.385057, + "nauc_precision_at_1_std": 0.046217, + "nauc_precision_at_1_diff1": 0.845227, + "nauc_precision_at_3_max": 0.857389, + "nauc_precision_at_3_std": 0.65463, + "nauc_precision_at_3_diff1": 0.881385, + "nauc_precision_at_5_max": 0.996648, + "nauc_precision_at_5_std": 0.964687, + "nauc_precision_at_5_diff1": 0.885094, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.899627, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.900605, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.87257, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.385057, + "nauc_mrr_at_1_std": 0.046217, + "nauc_mrr_at_1_diff1": 0.845227, + "nauc_mrr_at_3_max": 0.502458, + "nauc_mrr_at_3_std": 0.193731, + "nauc_mrr_at_3_diff1": 0.853169, + "nauc_mrr_at_5_max": 0.502754, + "nauc_mrr_at_5_std": 0.205231, + "nauc_mrr_at_5_diff1": 0.852516, + "nauc_mrr_at_10_max": 0.498532, + "nauc_mrr_at_10_std": 0.199904, + "nauc_mrr_at_10_diff1": 0.852679, + "nauc_mrr_at_20_max": 0.498121, + "nauc_mrr_at_20_std": 0.199248, + "nauc_mrr_at_20_diff1": 0.852665, + "nauc_mrr_at_100_max": 0.496722, + "nauc_mrr_at_100_std": 0.197016, + "nauc_mrr_at_100_diff1": 0.852374, + "nauc_mrr_at_1000_max": 0.496421, + "nauc_mrr_at_1000_std": 0.196536, + "nauc_mrr_at_1000_diff1": 0.852373, + "main_score": 0.91311, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.87167, + "ndcg_at_5": 0.88113, + "ndcg_at_10": 0.88523, + "ndcg_at_20": 0.88719, + "ndcg_at_100": 0.88959, + "ndcg_at_1000": 0.8928, + "map_at_1": 0.81, + "map_at_3": 0.85667, + "map_at_5": 0.86192, + "map_at_10": 0.86355, + "map_at_20": 0.86405, + "map_at_100": 0.86439, + "map_at_1000": 0.86446, + "recall_at_1": 0.81, + "recall_at_3": 0.915, + "recall_at_5": 0.938, + "recall_at_10": 0.951, + "recall_at_20": 0.959, + "recall_at_100": 0.972, + "recall_at_1000": 1.0, + "precision_at_1": 0.81, + "precision_at_3": 0.305, + "precision_at_5": 0.1876, + "precision_at_10": 0.0951, + "precision_at_20": 0.04795, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81, + "mrr_at_3": 0.856667, + "mrr_at_5": 0.861917, + "mrr_at_10": 0.863547, + "mrr_at_20": 0.864054, + "mrr_at_100": 0.864385, + "mrr_at_1000": 0.864459, + "nauc_ndcg_at_1_max": 0.562968, + "nauc_ndcg_at_1_std": 0.192134, + "nauc_ndcg_at_1_diff1": 0.909351, + "nauc_ndcg_at_3_max": 0.678309, + "nauc_ndcg_at_3_std": 0.317872, + "nauc_ndcg_at_3_diff1": 0.901495, + "nauc_ndcg_at_5_max": 0.676311, + "nauc_ndcg_at_5_std": 0.32384, + "nauc_ndcg_at_5_diff1": 0.907315, + "nauc_ndcg_at_10_max": 0.669448, + "nauc_ndcg_at_10_std": 0.318244, + "nauc_ndcg_at_10_diff1": 0.910129, + "nauc_ndcg_at_20_max": 0.666066, + "nauc_ndcg_at_20_std": 0.318997, + "nauc_ndcg_at_20_diff1": 0.910564, + "nauc_ndcg_at_100_max": 0.663924, + "nauc_ndcg_at_100_std": 0.32031, + "nauc_ndcg_at_100_diff1": 0.910575, + "nauc_ndcg_at_1000_max": 0.653414, + "nauc_ndcg_at_1000_std": 0.299056, + "nauc_ndcg_at_1000_diff1": 0.909084, + "nauc_map_at_1_max": 0.562968, + "nauc_map_at_1_std": 0.192134, + "nauc_map_at_1_diff1": 0.909351, + "nauc_map_at_3_max": 0.641773, + "nauc_map_at_3_std": 0.272689, + "nauc_map_at_3_diff1": 0.903611, + "nauc_map_at_5_max": 0.639415, + "nauc_map_at_5_std": 0.27357, + "nauc_map_at_5_diff1": 0.906511, + "nauc_map_at_10_max": 0.636523, + "nauc_map_at_10_std": 0.270682, + "nauc_map_at_10_diff1": 0.907414, + "nauc_map_at_20_max": 0.635654, + "nauc_map_at_20_std": 0.27059, + "nauc_map_at_20_diff1": 0.907554, + "nauc_map_at_100_max": 0.635384, + "nauc_map_at_100_std": 0.270671, + "nauc_map_at_100_diff1": 0.907605, + "nauc_map_at_1000_max": 0.635175, + "nauc_map_at_1000_std": 0.270254, + "nauc_map_at_1000_diff1": 0.907575, + "nauc_recall_at_1_max": 0.562968, + "nauc_recall_at_1_std": 0.192134, + "nauc_recall_at_1_diff1": 0.909351, + "nauc_recall_at_3_max": 0.848498, + "nauc_recall_at_3_std": 0.531872, + "nauc_recall_at_3_diff1": 0.891882, + "nauc_recall_at_5_max": 0.902187, + "nauc_recall_at_5_std": 0.639604, + "nauc_recall_at_5_diff1": 0.914197, + "nauc_recall_at_10_max": 0.914871, + "nauc_recall_at_10_std": 0.688723, + "nauc_recall_at_10_diff1": 0.936546, + "nauc_recall_at_20_max": 0.926784, + "nauc_recall_at_20_std": 0.770798, + "nauc_recall_at_20_diff1": 0.945002, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.957983, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.562968, + "nauc_precision_at_1_std": 0.192134, + "nauc_precision_at_1_diff1": 0.909351, + "nauc_precision_at_3_max": 0.848498, + "nauc_precision_at_3_std": 0.531872, + "nauc_precision_at_3_diff1": 0.891882, + "nauc_precision_at_5_max": 0.902187, + "nauc_precision_at_5_std": 0.639604, + "nauc_precision_at_5_diff1": 0.914197, + "nauc_precision_at_10_max": 0.914871, + "nauc_precision_at_10_std": 0.688723, + "nauc_precision_at_10_diff1": 0.936546, + "nauc_precision_at_20_max": 0.926784, + "nauc_precision_at_20_std": 0.770798, + "nauc_precision_at_20_diff1": 0.945002, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.957983, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.562968, + "nauc_mrr_at_1_std": 0.192134, + "nauc_mrr_at_1_diff1": 0.909351, + "nauc_mrr_at_3_max": 0.641773, + "nauc_mrr_at_3_std": 0.272689, + "nauc_mrr_at_3_diff1": 0.903611, + "nauc_mrr_at_5_max": 0.639415, + "nauc_mrr_at_5_std": 0.27357, + "nauc_mrr_at_5_diff1": 0.906511, + "nauc_mrr_at_10_max": 0.636523, + "nauc_mrr_at_10_std": 0.270682, + "nauc_mrr_at_10_diff1": 0.907414, + "nauc_mrr_at_20_max": 0.635654, + "nauc_mrr_at_20_std": 0.27059, + "nauc_mrr_at_20_diff1": 0.907554, + "nauc_mrr_at_100_max": 0.635384, + "nauc_mrr_at_100_std": 0.270671, + "nauc_mrr_at_100_diff1": 0.907605, + "nauc_mrr_at_1000_max": 0.635175, + "nauc_mrr_at_1000_std": 0.270254, + "nauc_mrr_at_1000_diff1": 0.907575, + "main_score": 0.88523, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + } + ] + }, + "evaluation_time": 1342.7145297527313, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanContest.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanContest.json new file mode 100644 index 0000000000..2de6560272 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanContest.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "20da4eb20a4b17300c0986ee148c90867a7f2a4d", + "task_name": "CodeTransOceanContest", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76018, + "ndcg_at_3": 0.83823, + "ndcg_at_5": 0.84018, + "ndcg_at_10": 0.85513, + "ndcg_at_20": 0.86299, + "ndcg_at_100": 0.86667, + "ndcg_at_1000": 0.8678, + "map_at_1": 0.76018, + "map_at_3": 0.81976, + "map_at_5": 0.82089, + "map_at_10": 0.82724, + "map_at_20": 0.82932, + "map_at_100": 0.82995, + "map_at_1000": 0.83, + "recall_at_1": 0.76018, + "recall_at_3": 0.8914, + "recall_at_5": 0.89593, + "recall_at_10": 0.94118, + "recall_at_20": 0.97285, + "recall_at_100": 0.99095, + "recall_at_1000": 1.0, + "precision_at_1": 0.76018, + "precision_at_3": 0.29713, + "precision_at_5": 0.17919, + "precision_at_10": 0.09412, + "precision_at_20": 0.04864, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.760181, + "mrr_at_3": 0.819759, + "mrr_at_5": 0.82089, + "mrr_at_10": 0.827241, + "mrr_at_20": 0.829319, + "mrr_at_100": 0.829953, + "mrr_at_1000": 0.829997, + "nauc_ndcg_at_1_max": 0.569758, + "nauc_ndcg_at_1_std": 0.051753, + "nauc_ndcg_at_1_diff1": 0.902406, + "nauc_ndcg_at_3_max": 0.618998, + "nauc_ndcg_at_3_std": 0.057645, + "nauc_ndcg_at_3_diff1": 0.874964, + "nauc_ndcg_at_5_max": 0.616599, + "nauc_ndcg_at_5_std": 0.073333, + "nauc_ndcg_at_5_diff1": 0.873549, + "nauc_ndcg_at_10_max": 0.639226, + "nauc_ndcg_at_10_std": 0.109725, + "nauc_ndcg_at_10_diff1": 0.885747, + "nauc_ndcg_at_20_max": 0.623003, + "nauc_ndcg_at_20_std": 0.093209, + "nauc_ndcg_at_20_diff1": 0.887132, + "nauc_ndcg_at_100_max": 0.616767, + "nauc_ndcg_at_100_std": 0.081776, + "nauc_ndcg_at_100_diff1": 0.888645, + "nauc_ndcg_at_1000_max": 0.613737, + "nauc_ndcg_at_1000_std": 0.075869, + "nauc_ndcg_at_1000_diff1": 0.888319, + "nauc_map_at_1_max": 0.569758, + "nauc_map_at_1_std": 0.051753, + "nauc_map_at_1_diff1": 0.902406, + "nauc_map_at_3_max": 0.605318, + "nauc_map_at_3_std": 0.053335, + "nauc_map_at_3_diff1": 0.884898, + "nauc_map_at_5_max": 0.603978, + "nauc_map_at_5_std": 0.061538, + "nauc_map_at_5_diff1": 0.884215, + "nauc_map_at_10_max": 0.6114, + "nauc_map_at_10_std": 0.074228, + "nauc_map_at_10_diff1": 0.88923, + "nauc_map_at_20_max": 0.607495, + "nauc_map_at_20_std": 0.069859, + "nauc_map_at_20_diff1": 0.889723, + "nauc_map_at_100_max": 0.606366, + "nauc_map_at_100_std": 0.067472, + "nauc_map_at_100_diff1": 0.889868, + "nauc_map_at_1000_max": 0.606259, + "nauc_map_at_1000_std": 0.067287, + "nauc_map_at_1000_diff1": 0.889869, + "nauc_recall_at_1_max": 0.569758, + "nauc_recall_at_1_std": 0.051753, + "nauc_recall_at_1_diff1": 0.902406, + "nauc_recall_at_3_max": 0.679199, + "nauc_recall_at_3_std": 0.078529, + "nauc_recall_at_3_diff1": 0.829587, + "nauc_recall_at_5_max": 0.673428, + "nauc_recall_at_5_std": 0.132032, + "nauc_recall_at_5_diff1": 0.823109, + "nauc_recall_at_10_max": 0.876256, + "nauc_recall_at_10_std": 0.427326, + "nauc_recall_at_10_diff1": 0.86656, + "nauc_recall_at_20_max": 0.849653, + "nauc_recall_at_20_std": 0.502008, + "nauc_recall_at_20_diff1": 0.863934, + "nauc_recall_at_100_max": 0.934673, + "nauc_recall_at_100_std": 0.722454, + "nauc_recall_at_100_diff1": 0.934673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.569758, + "nauc_precision_at_1_std": 0.051753, + "nauc_precision_at_1_diff1": 0.902406, + "nauc_precision_at_3_max": 0.679199, + "nauc_precision_at_3_std": 0.078529, + "nauc_precision_at_3_diff1": 0.829587, + "nauc_precision_at_5_max": 0.673428, + "nauc_precision_at_5_std": 0.132032, + "nauc_precision_at_5_diff1": 0.823109, + "nauc_precision_at_10_max": 0.876256, + "nauc_precision_at_10_std": 0.427326, + "nauc_precision_at_10_diff1": 0.86656, + "nauc_precision_at_20_max": 0.849653, + "nauc_precision_at_20_std": 0.502008, + "nauc_precision_at_20_diff1": 0.863934, + "nauc_precision_at_100_max": 0.934673, + "nauc_precision_at_100_std": 0.722454, + "nauc_precision_at_100_diff1": 0.934673, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.569758, + "nauc_mrr_at_1_std": 0.051753, + "nauc_mrr_at_1_diff1": 0.902406, + "nauc_mrr_at_3_max": 0.605318, + "nauc_mrr_at_3_std": 0.053335, + "nauc_mrr_at_3_diff1": 0.884898, + "nauc_mrr_at_5_max": 0.603978, + "nauc_mrr_at_5_std": 0.061538, + "nauc_mrr_at_5_diff1": 0.884215, + "nauc_mrr_at_10_max": 0.6114, + "nauc_mrr_at_10_std": 0.074228, + "nauc_mrr_at_10_diff1": 0.88923, + "nauc_mrr_at_20_max": 0.607495, + "nauc_mrr_at_20_std": 0.069859, + "nauc_mrr_at_20_diff1": 0.889723, + "nauc_mrr_at_100_max": 0.606366, + "nauc_mrr_at_100_std": 0.067472, + "nauc_mrr_at_100_diff1": 0.889868, + "nauc_mrr_at_1000_max": 0.606259, + "nauc_mrr_at_1000_std": 0.067287, + "nauc_mrr_at_1000_diff1": 0.889869, + "main_score": 0.85513, + "hf_subset": "default", + "languages": [ + "python-Code", + "c++-Code" + ] + } + ] + }, + "evaluation_time": 47.8625648021698, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanDL.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanDL.json new file mode 100644 index 0000000000..695c05c730 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CodeTransOceanDL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "281562cb8a1265ab5c0824bfa6ddcd9b0a15618f", + "task_name": "CodeTransOceanDL", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.08333, + "ndcg_at_3": 0.11885, + "ndcg_at_5": 0.18008, + "ndcg_at_10": 0.3352, + "ndcg_at_20": 0.39445, + "ndcg_at_100": 0.39445, + "ndcg_at_1000": 0.39445, + "map_at_1": 0.08333, + "map_at_3": 0.10833, + "map_at_5": 0.14333, + "map_at_10": 0.2056, + "map_at_20": 0.22426, + "map_at_100": 0.22426, + "map_at_1000": 0.22426, + "recall_at_1": 0.08333, + "recall_at_3": 0.15, + "recall_at_5": 0.29444, + "recall_at_10": 0.78333, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.08333, + "precision_at_3": 0.05, + "precision_at_5": 0.05889, + "precision_at_10": 0.07833, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.044444, + "mrr_at_3": 0.103704, + "mrr_at_5": 0.125093, + "mrr_at_10": 0.189806, + "mrr_at_20": 0.208686, + "mrr_at_100": 0.208686, + "mrr_at_1000": 0.208686, + "nauc_ndcg_at_1_max": -0.344835, + "nauc_ndcg_at_1_std": -0.072641, + "nauc_ndcg_at_1_diff1": 0.744567, + "nauc_ndcg_at_3_max": -0.33663, + "nauc_ndcg_at_3_std": -0.105798, + "nauc_ndcg_at_3_diff1": 0.559737, + "nauc_ndcg_at_5_max": -0.235806, + "nauc_ndcg_at_5_std": -0.073476, + "nauc_ndcg_at_5_diff1": 0.510265, + "nauc_ndcg_at_10_max": -0.167432, + "nauc_ndcg_at_10_std": -0.117071, + "nauc_ndcg_at_10_diff1": 0.612151, + "nauc_ndcg_at_20_max": -0.270279, + "nauc_ndcg_at_20_std": -0.095671, + "nauc_ndcg_at_20_diff1": 0.577928, + "nauc_ndcg_at_100_max": -0.270279, + "nauc_ndcg_at_100_std": -0.095671, + "nauc_ndcg_at_100_diff1": 0.577928, + "nauc_ndcg_at_1000_max": -0.270279, + "nauc_ndcg_at_1000_std": -0.095671, + "nauc_ndcg_at_1000_diff1": 0.577928, + "nauc_map_at_1_max": -0.344835, + "nauc_map_at_1_std": -0.072641, + "nauc_map_at_1_diff1": 0.744567, + "nauc_map_at_3_max": -0.340494, + "nauc_map_at_3_std": -0.100641, + "nauc_map_at_3_diff1": 0.596699, + "nauc_map_at_5_max": -0.271368, + "nauc_map_at_5_std": -0.081225, + "nauc_map_at_5_diff1": 0.557916, + "nauc_map_at_10_max": -0.24655, + "nauc_map_at_10_std": -0.101309, + "nauc_map_at_10_diff1": 0.598725, + "nauc_map_at_20_max": -0.281645, + "nauc_map_at_20_std": -0.094275, + "nauc_map_at_20_diff1": 0.589255, + "nauc_map_at_100_max": -0.281645, + "nauc_map_at_100_std": -0.094275, + "nauc_map_at_100_diff1": 0.589255, + "nauc_map_at_1000_max": -0.281645, + "nauc_map_at_1000_std": -0.094275, + "nauc_map_at_1000_diff1": 0.589255, + "nauc_recall_at_1_max": -0.344835, + "nauc_recall_at_1_std": -0.072641, + "nauc_recall_at_1_diff1": 0.744567, + "nauc_recall_at_3_max": -0.327308, + "nauc_recall_at_3_std": -0.116856, + "nauc_recall_at_3_diff1": 0.477181, + "nauc_recall_at_5_max": -0.168138, + "nauc_recall_at_5_std": -0.056548, + "nauc_recall_at_5_diff1": 0.424942, + "nauc_recall_at_10_max": 0.098445, + "nauc_recall_at_10_std": -0.173452, + "nauc_recall_at_10_diff1": 0.706034, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.344835, + "nauc_precision_at_1_std": -0.072641, + "nauc_precision_at_1_diff1": 0.744567, + "nauc_precision_at_3_max": -0.327308, + "nauc_precision_at_3_std": -0.116856, + "nauc_precision_at_3_diff1": 0.477181, + "nauc_precision_at_5_max": -0.168138, + "nauc_precision_at_5_std": -0.056548, + "nauc_precision_at_5_diff1": 0.424942, + "nauc_precision_at_10_max": 0.098445, + "nauc_precision_at_10_std": -0.173452, + "nauc_precision_at_10_diff1": 0.706034, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.298598, + "nauc_mrr_at_1_std": -0.03317, + "nauc_mrr_at_1_diff1": 0.154145, + "nauc_mrr_at_3_max": -0.215092, + "nauc_mrr_at_3_std": -0.063748, + "nauc_mrr_at_3_diff1": 0.175565, + "nauc_mrr_at_5_max": -0.218134, + "nauc_mrr_at_5_std": -0.081354, + "nauc_mrr_at_5_diff1": 0.170849, + "nauc_mrr_at_10_max": -0.213512, + "nauc_mrr_at_10_std": -0.099537, + "nauc_mrr_at_10_diff1": 0.206212, + "nauc_mrr_at_20_max": -0.222884, + "nauc_mrr_at_20_std": -0.078677, + "nauc_mrr_at_20_diff1": 0.166859, + "nauc_mrr_at_100_max": -0.222884, + "nauc_mrr_at_100_std": -0.078677, + "nauc_mrr_at_100_diff1": 0.166859, + "nauc_mrr_at_1000_max": -0.222884, + "nauc_mrr_at_1000_std": -0.078677, + "nauc_mrr_at_1000_diff1": 0.166859, + "main_score": 0.3352, + "hf_subset": "default", + "languages": [ + "python-Code" + ] + } + ] + }, + "evaluation_time": 42.67454290390015, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Core17InstructionRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Core17InstructionRetrieval.json new file mode 100644 index 0000000000..854847dbc8 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Core17InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e39ff896cf3efbbdeeb950e6bd7c79f266995b07", + "task_name": "Core17InstructionRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "p-MRR": 0.063145, + "individual": { + "original": { + "ndcg_at_1": 0.15, + "ndcg_at_3": 0.15101, + "ndcg_at_5": 0.14945, + "ndcg_at_10": 0.15963, + "ndcg_at_20": 0.17713, + "ndcg_at_100": 0.26767, + "ndcg_at_1000": 0.49177, + "map_at_1": 0.00802, + "map_at_3": 0.01976, + "map_at_5": 0.02454, + "map_at_10": 0.03912, + "map_at_20": 0.0604, + "map_at_100": 0.10145, + "map_at_1000": 0.14516, + "recall_at_1": 0.00802, + "recall_at_3": 0.03147, + "recall_at_5": 0.04038, + "recall_at_10": 0.07773, + "recall_at_20": 0.13703, + "recall_at_100": 0.34464, + "recall_at_1000": 1.0, + "precision_at_1": 0.2, + "precision_at_3": 0.23333, + "precision_at_5": 0.21, + "precision_at_10": 0.195, + "precision_at_20": 0.1775, + "precision_at_100": 0.1125, + "precision_at_1000": 0.0327, + "naucs_at_1_max": 0.202212, + "naucs_at_1_std": -0.073862, + "naucs_at_1_diff1": 0.067404, + "naucs_at_3_max": 0.244253, + "naucs_at_3_std": -0.105703, + "naucs_at_3_diff1": 0.158282, + "naucs_at_5_max": 0.252422, + "naucs_at_5_std": -0.10149, + "naucs_at_5_diff1": 0.137274, + "naucs_at_10_max": 0.243027, + "naucs_at_10_std": -0.082679, + "naucs_at_10_diff1": 0.131021, + "naucs_at_20_max": 0.254984, + "naucs_at_20_std": -0.097803, + "naucs_at_20_diff1": 0.132229, + "naucs_at_100_max": 0.252057, + "naucs_at_100_std": -0.100659, + "naucs_at_100_diff1": 0.130814, + "naucs_at_1000_max": 0.25114, + "naucs_at_1000_std": -0.098223, + "naucs_at_1000_diff1": 0.129717, + "mrr_at_1": 0.2, + "mrr_at_3": 0.325, + "mrr_at_5": 0.335, + "mrr_at_10": 0.3475, + "mrr_at_20": 0.36627, + "mrr_at_100": 0.368122, + "mrr_at_1000": 0.368561 + }, + "changed": { + "ndcg_at_1": 0.35, + "ndcg_at_3": 0.3352, + "ndcg_at_5": 0.32327, + "ndcg_at_10": 0.34826, + "ndcg_at_20": 0.33105, + "ndcg_at_100": 0.37045, + "ndcg_at_1000": 0.62443, + "map_at_1": 0.01293, + "map_at_3": 0.03406, + "map_at_5": 0.04674, + "map_at_10": 0.08322, + "map_at_20": 0.12168, + "map_at_100": 0.19126, + "map_at_1000": 0.26121, + "recall_at_1": 0.01293, + "recall_at_3": 0.03643, + "recall_at_5": 0.0518, + "recall_at_10": 0.10345, + "recall_at_20": 0.1624, + "recall_at_100": 0.3805, + "recall_at_1000": 1.0, + "precision_at_1": 0.5, + "precision_at_3": 0.46667, + "precision_at_5": 0.42, + "precision_at_10": 0.43, + "precision_at_20": 0.36, + "precision_at_100": 0.1955, + "precision_at_1000": 0.0545, + "naucs_at_1_max": 0.782945, + "naucs_at_1_std": 0.507528, + "naucs_at_1_diff1": 0.381013, + "naucs_at_3_max": 0.711297, + "naucs_at_3_std": 0.382989, + "naucs_at_3_diff1": 0.320306, + "naucs_at_5_max": 0.703593, + "naucs_at_5_std": 0.372292, + "naucs_at_5_diff1": 0.288442, + "naucs_at_10_max": 0.728534, + "naucs_at_10_std": 0.355277, + "naucs_at_10_diff1": 0.320095, + "naucs_at_20_max": 0.731218, + "naucs_at_20_std": 0.348159, + "naucs_at_20_diff1": 0.320824, + "naucs_at_100_max": 0.730551, + "naucs_at_100_std": 0.362143, + "naucs_at_100_diff1": 0.320961, + "naucs_at_1000_max": 0.730551, + "naucs_at_1000_std": 0.362143, + "naucs_at_1000_diff1": 0.320961, + "mrr_at_1": 0.5, + "mrr_at_3": 0.558333, + "mrr_at_5": 0.580833, + "mrr_at_10": 0.587976, + "mrr_at_20": 0.594435, + "mrr_at_100": 0.597061, + "mrr_at_1000": 0.597061 + } + }, + "main_score": 0.063145, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 149.79416394233704, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CosQA.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CosQA.json new file mode 100644 index 0000000000..0f35dc2a5e --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CosQA.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535", + "task_name": "CosQA", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.198, + "ndcg_at_3": 0.30083, + "ndcg_at_5": 0.37529, + "ndcg_at_10": 0.43595, + "ndcg_at_20": 0.46749, + "ndcg_at_100": 0.49176, + "ndcg_at_1000": 0.49338, + "map_at_1": 0.198, + "map_at_3": 0.27433, + "map_at_5": 0.31583, + "map_at_10": 0.34194, + "map_at_20": 0.35069, + "map_at_100": 0.35463, + "map_at_1000": 0.3547, + "recall_at_1": 0.198, + "recall_at_3": 0.378, + "recall_at_5": 0.558, + "recall_at_10": 0.74, + "recall_at_20": 0.864, + "recall_at_100": 0.986, + "recall_at_1000": 0.998, + "precision_at_1": 0.198, + "precision_at_3": 0.126, + "precision_at_5": 0.1116, + "precision_at_10": 0.074, + "precision_at_20": 0.0432, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.224, + "mrr_at_3": 0.308, + "mrr_at_5": 0.34, + "mrr_at_10": 0.360575, + "mrr_at_20": 0.370478, + "mrr_at_100": 0.374738, + "mrr_at_1000": 0.374813, + "nauc_ndcg_at_1_max": 0.130054, + "nauc_ndcg_at_1_std": -0.111453, + "nauc_ndcg_at_1_diff1": 0.349819, + "nauc_ndcg_at_3_max": 0.193231, + "nauc_ndcg_at_3_std": -0.155573, + "nauc_ndcg_at_3_diff1": 0.266902, + "nauc_ndcg_at_5_max": 0.212761, + "nauc_ndcg_at_5_std": -0.165271, + "nauc_ndcg_at_5_diff1": 0.212342, + "nauc_ndcg_at_10_max": 0.221681, + "nauc_ndcg_at_10_std": -0.178737, + "nauc_ndcg_at_10_diff1": 0.214899, + "nauc_ndcg_at_20_max": 0.223608, + "nauc_ndcg_at_20_std": -0.159414, + "nauc_ndcg_at_20_diff1": 0.217357, + "nauc_ndcg_at_100_max": 0.202153, + "nauc_ndcg_at_100_std": -0.156453, + "nauc_ndcg_at_100_diff1": 0.242545, + "nauc_ndcg_at_1000_max": 0.20027, + "nauc_ndcg_at_1000_std": -0.157161, + "nauc_ndcg_at_1000_diff1": 0.24694, + "nauc_map_at_1_max": 0.130054, + "nauc_map_at_1_std": -0.111453, + "nauc_map_at_1_diff1": 0.349819, + "nauc_map_at_3_max": 0.180474, + "nauc_map_at_3_std": -0.14416, + "nauc_map_at_3_diff1": 0.28607, + "nauc_map_at_5_max": 0.19154, + "nauc_map_at_5_std": -0.149381, + "nauc_map_at_5_diff1": 0.255656, + "nauc_map_at_10_max": 0.192633, + "nauc_map_at_10_std": -0.156648, + "nauc_map_at_10_diff1": 0.257954, + "nauc_map_at_20_max": 0.192009, + "nauc_map_at_20_std": -0.152145, + "nauc_map_at_20_diff1": 0.259343, + "nauc_map_at_100_max": 0.188817, + "nauc_map_at_100_std": -0.15188, + "nauc_map_at_100_diff1": 0.263431, + "nauc_map_at_1000_max": 0.188748, + "nauc_map_at_1000_std": -0.151869, + "nauc_map_at_1000_diff1": 0.263621, + "nauc_recall_at_1_max": 0.130054, + "nauc_recall_at_1_std": -0.111453, + "nauc_recall_at_1_diff1": 0.349819, + "nauc_recall_at_3_max": 0.225755, + "nauc_recall_at_3_std": -0.185658, + "nauc_recall_at_3_diff1": 0.217073, + "nauc_recall_at_5_max": 0.273204, + "nauc_recall_at_5_std": -0.211143, + "nauc_recall_at_5_diff1": 0.084902, + "nauc_recall_at_10_max": 0.343092, + "nauc_recall_at_10_std": -0.264158, + "nauc_recall_at_10_diff1": 0.044195, + "nauc_recall_at_20_max": 0.456705, + "nauc_recall_at_20_std": -0.164284, + "nauc_recall_at_20_diff1": -0.061238, + "nauc_recall_at_100_max": 0.55729, + "nauc_recall_at_100_std": 0.111244, + "nauc_recall_at_100_diff1": -0.305789, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 0.122782, + "nauc_precision_at_1_max": 0.130054, + "nauc_precision_at_1_std": -0.111453, + "nauc_precision_at_1_diff1": 0.349819, + "nauc_precision_at_3_max": 0.225755, + "nauc_precision_at_3_std": -0.185658, + "nauc_precision_at_3_diff1": 0.217073, + "nauc_precision_at_5_max": 0.273204, + "nauc_precision_at_5_std": -0.211143, + "nauc_precision_at_5_diff1": 0.084902, + "nauc_precision_at_10_max": 0.343092, + "nauc_precision_at_10_std": -0.264158, + "nauc_precision_at_10_diff1": 0.044195, + "nauc_precision_at_20_max": 0.456705, + "nauc_precision_at_20_std": -0.164284, + "nauc_precision_at_20_diff1": -0.061238, + "nauc_precision_at_100_max": 0.55729, + "nauc_precision_at_100_std": 0.111244, + "nauc_precision_at_100_diff1": -0.305789, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.869281, + "nauc_precision_at_1000_diff1": 0.122782, + "nauc_mrr_at_1_max": 0.136762, + "nauc_mrr_at_1_std": -0.212598, + "nauc_mrr_at_1_diff1": 0.243658, + "nauc_mrr_at_3_max": 0.175239, + "nauc_mrr_at_3_std": -0.214692, + "nauc_mrr_at_3_diff1": 0.207874, + "nauc_mrr_at_5_max": 0.168884, + "nauc_mrr_at_5_std": -0.230421, + "nauc_mrr_at_5_diff1": 0.192762, + "nauc_mrr_at_10_max": 0.176377, + "nauc_mrr_at_10_std": -0.238473, + "nauc_mrr_at_10_diff1": 0.197146, + "nauc_mrr_at_20_max": 0.179882, + "nauc_mrr_at_20_std": -0.228947, + "nauc_mrr_at_20_diff1": 0.195586, + "nauc_mrr_at_100_max": 0.17676, + "nauc_mrr_at_100_std": -0.22955, + "nauc_mrr_at_100_diff1": 0.198015, + "nauc_mrr_at_1000_max": 0.176691, + "nauc_mrr_at_1000_std": -0.229558, + "nauc_mrr_at_1000_diff1": 0.198181, + "main_score": 0.43595, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 38.60482382774353, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CovidRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CovidRetrieval.json new file mode 100644 index 0000000000..f3562e8e6e --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.67545, + "ndcg_at_3": 0.75478, + "ndcg_at_5": 0.77367, + "ndcg_at_10": 0.78934, + "ndcg_at_20": 0.798, + "ndcg_at_100": 0.80652, + "ndcg_at_1000": 0.80912, + "map_at_1": 0.67439, + "map_at_3": 0.73595, + "map_at_5": 0.74655, + "map_at_10": 0.75327, + "map_at_20": 0.7557, + "map_at_100": 0.75711, + "map_at_1000": 0.75722, + "recall_at_1": 0.67439, + "recall_at_3": 0.80875, + "recall_at_5": 0.85406, + "recall_at_10": 0.90148, + "recall_at_20": 0.93519, + "recall_at_100": 0.97787, + "recall_at_1000": 0.99789, + "precision_at_1": 0.67545, + "precision_at_3": 0.27081, + "precision_at_5": 0.17197, + "precision_at_10": 0.09104, + "precision_at_20": 0.04726, + "precision_at_100": 0.00988, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.674394, + "mrr_at_3": 0.736038, + "mrr_at_5": 0.746207, + "mrr_at_10": 0.752643, + "mrr_at_20": 0.755055, + "mrr_at_100": 0.756417, + "mrr_at_1000": 0.756521, + "nauc_ndcg_at_1_max": 0.414145, + "nauc_ndcg_at_1_std": -0.360147, + "nauc_ndcg_at_1_diff1": 0.814043, + "nauc_ndcg_at_3_max": 0.446067, + "nauc_ndcg_at_3_std": -0.362711, + "nauc_ndcg_at_3_diff1": 0.779939, + "nauc_ndcg_at_5_max": 0.453276, + "nauc_ndcg_at_5_std": -0.370581, + "nauc_ndcg_at_5_diff1": 0.782875, + "nauc_ndcg_at_10_max": 0.453838, + "nauc_ndcg_at_10_std": -0.362762, + "nauc_ndcg_at_10_diff1": 0.779516, + "nauc_ndcg_at_20_max": 0.453397, + "nauc_ndcg_at_20_std": -0.35812, + "nauc_ndcg_at_20_diff1": 0.786376, + "nauc_ndcg_at_100_max": 0.452319, + "nauc_ndcg_at_100_std": -0.352487, + "nauc_ndcg_at_100_diff1": 0.78854, + "nauc_ndcg_at_1000_max": 0.448485, + "nauc_ndcg_at_1000_std": -0.356753, + "nauc_ndcg_at_1000_diff1": 0.78837, + "nauc_map_at_1_max": 0.40996, + "nauc_map_at_1_std": -0.363812, + "nauc_map_at_1_diff1": 0.815907, + "nauc_map_at_3_max": 0.43707, + "nauc_map_at_3_std": -0.363154, + "nauc_map_at_3_diff1": 0.788869, + "nauc_map_at_5_max": 0.44182, + "nauc_map_at_5_std": -0.365626, + "nauc_map_at_5_diff1": 0.790649, + "nauc_map_at_10_max": 0.44194, + "nauc_map_at_10_std": -0.362091, + "nauc_map_at_10_diff1": 0.78939, + "nauc_map_at_20_max": 0.441887, + "nauc_map_at_20_std": -0.360792, + "nauc_map_at_20_diff1": 0.791117, + "nauc_map_at_100_max": 0.44167, + "nauc_map_at_100_std": -0.360138, + "nauc_map_at_100_diff1": 0.791452, + "nauc_map_at_1000_max": 0.441539, + "nauc_map_at_1000_std": -0.360279, + "nauc_map_at_1000_diff1": 0.791457, + "nauc_recall_at_1_max": 0.40996, + "nauc_recall_at_1_std": -0.363812, + "nauc_recall_at_1_diff1": 0.815907, + "nauc_recall_at_3_max": 0.477336, + "nauc_recall_at_3_std": -0.362356, + "nauc_recall_at_3_diff1": 0.747267, + "nauc_recall_at_5_max": 0.502405, + "nauc_recall_at_5_std": -0.400116, + "nauc_recall_at_5_diff1": 0.749477, + "nauc_recall_at_10_max": 0.528153, + "nauc_recall_at_10_std": -0.36773, + "nauc_recall_at_10_diff1": 0.717011, + "nauc_recall_at_20_max": 0.558747, + "nauc_recall_at_20_std": -0.323122, + "nauc_recall_at_20_diff1": 0.758254, + "nauc_recall_at_100_max": 0.718718, + "nauc_recall_at_100_std": -0.031106, + "nauc_recall_at_100_diff1": 0.785857, + "nauc_recall_at_1000_max": 0.934633, + "nauc_recall_at_1000_std": 0.414477, + "nauc_recall_at_1000_diff1": 0.613537, + "nauc_precision_at_1_max": 0.414145, + "nauc_precision_at_1_std": -0.360147, + "nauc_precision_at_1_diff1": 0.814043, + "nauc_precision_at_3_max": 0.480592, + "nauc_precision_at_3_std": -0.327767, + "nauc_precision_at_3_diff1": 0.712063, + "nauc_precision_at_5_max": 0.503276, + "nauc_precision_at_5_std": -0.321435, + "nauc_precision_at_5_diff1": 0.674077, + "nauc_precision_at_10_max": 0.505854, + "nauc_precision_at_10_std": -0.208166, + "nauc_precision_at_10_diff1": 0.558726, + "nauc_precision_at_20_max": 0.496574, + "nauc_precision_at_20_std": -0.114077, + "nauc_precision_at_20_diff1": 0.505834, + "nauc_precision_at_100_max": 0.487941, + "nauc_precision_at_100_std": 0.287932, + "nauc_precision_at_100_diff1": 0.215673, + "nauc_precision_at_1000_max": 0.283973, + "nauc_precision_at_1000_std": 0.646694, + "nauc_precision_at_1000_diff1": -0.361108, + "nauc_mrr_at_1_max": 0.415396, + "nauc_mrr_at_1_std": -0.357999, + "nauc_mrr_at_1_diff1": 0.816159, + "nauc_mrr_at_3_max": 0.439181, + "nauc_mrr_at_3_std": -0.357863, + "nauc_mrr_at_3_diff1": 0.789291, + "nauc_mrr_at_5_max": 0.442306, + "nauc_mrr_at_5_std": -0.362933, + "nauc_mrr_at_5_diff1": 0.791419, + "nauc_mrr_at_10_max": 0.441315, + "nauc_mrr_at_10_std": -0.36121, + "nauc_mrr_at_10_diff1": 0.790744, + "nauc_mrr_at_20_max": 0.441313, + "nauc_mrr_at_20_std": -0.359764, + "nauc_mrr_at_20_diff1": 0.792462, + "nauc_mrr_at_100_max": 0.44102, + "nauc_mrr_at_100_std": -0.359295, + "nauc_mrr_at_100_diff1": 0.792794, + "nauc_mrr_at_1000_max": 0.44089, + "nauc_mrr_at_1000_std": -0.359434, + "nauc_mrr_at_1000_diff1": 0.792799, + "main_score": 0.78934, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 256.19574427604675, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CyrillicTurkicLangClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CyrillicTurkicLangClassification.json new file mode 100644 index 0000000000..160cec7773 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CyrillicTurkicLangClassification.json @@ -0,0 +1,81 @@ +{ + "dataset_revision": "e42d330f33d65b7b72dfd408883daf1661f06f18", + "task_name": "CyrillicTurkicLangClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.586279, + "f1": 0.550005, + "f1_weighted": 0.550221, + "scores_per_experiment": [ + { + "accuracy": 0.602051, + "f1": 0.567766, + "f1_weighted": 0.567977 + }, + { + "accuracy": 0.599121, + "f1": 0.564714, + "f1_weighted": 0.564937 + }, + { + "accuracy": 0.608398, + "f1": 0.579468, + "f1_weighted": 0.579675 + }, + { + "accuracy": 0.594727, + "f1": 0.560624, + "f1_weighted": 0.560839 + }, + { + "accuracy": 0.586426, + "f1": 0.551961, + "f1_weighted": 0.55215 + }, + { + "accuracy": 0.574707, + "f1": 0.542418, + "f1_weighted": 0.542628 + }, + { + "accuracy": 0.558594, + "f1": 0.514844, + "f1_weighted": 0.515012 + }, + { + "accuracy": 0.564453, + "f1": 0.5235, + "f1_weighted": 0.52377 + }, + { + "accuracy": 0.601562, + "f1": 0.568011, + "f1_weighted": 0.568255 + }, + { + "accuracy": 0.572754, + "f1": 0.526744, + "f1_weighted": 0.526963 + } + ], + "main_score": 0.586279, + "hf_subset": "default", + "languages": [ + "bak-Cyrl", + "chv-Cyrl", + "tat-Cyrl", + "kir-Cyrl", + "rus-Cyrl", + "kaz-Cyrl", + "tyv-Cyrl", + "krc-Cyrl", + "sah-Cyrl" + ] + } + ] + }, + "evaluation_time": 21.601655960083008, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CzechProductReviewSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CzechProductReviewSentimentClassification.json new file mode 100644 index 0000000000..4d5a6f7ad2 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/CzechProductReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2e6fedf42c9c104e83dfd95c3a453721e683e244", + "task_name": "CzechProductReviewSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.586279, + "f1": 0.574991, + "f1_weighted": 0.574943, + "scores_per_experiment": [ + { + "accuracy": 0.606445, + "f1": 0.594967, + "f1_weighted": 0.594939 + }, + { + "accuracy": 0.602539, + "f1": 0.588595, + "f1_weighted": 0.588547 + }, + { + "accuracy": 0.559082, + "f1": 0.549459, + "f1_weighted": 0.549389 + }, + { + "accuracy": 0.581055, + "f1": 0.569623, + "f1_weighted": 0.569571 + }, + { + "accuracy": 0.583496, + "f1": 0.569984, + "f1_weighted": 0.569941 + }, + { + "accuracy": 0.578613, + "f1": 0.566789, + "f1_weighted": 0.566742 + }, + { + "accuracy": 0.606934, + "f1": 0.598065, + "f1_weighted": 0.598016 + }, + { + "accuracy": 0.595215, + "f1": 0.583827, + "f1_weighted": 0.583806 + }, + { + "accuracy": 0.580566, + "f1": 0.570039, + "f1_weighted": 0.569979 + }, + { + "accuracy": 0.568848, + "f1": 0.55856, + "f1_weighted": 0.558497 + } + ], + "main_score": 0.586279, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 12.090807676315308, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DBpediaClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DBpediaClassification.json new file mode 100644 index 0000000000..ed059fa20b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DBpediaClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9abd46cf7fc8b4c64290f26993c540b92aa145ac", + "task_name": "DBpediaClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.942725, + "f1": 0.94121, + "f1_weighted": 0.941261, + "scores_per_experiment": [ + { + "accuracy": 0.946289, + "f1": 0.944299, + "f1_weighted": 0.944355 + }, + { + "accuracy": 0.946289, + "f1": 0.944271, + "f1_weighted": 0.94433 + }, + { + "accuracy": 0.927734, + "f1": 0.925828, + "f1_weighted": 0.925892 + }, + { + "accuracy": 0.930664, + "f1": 0.92815, + "f1_weighted": 0.928207 + }, + { + "accuracy": 0.944336, + "f1": 0.943642, + "f1_weighted": 0.943704 + }, + { + "accuracy": 0.951172, + "f1": 0.950679, + "f1_weighted": 0.950696 + }, + { + "accuracy": 0.955078, + "f1": 0.954584, + "f1_weighted": 0.954636 + }, + { + "accuracy": 0.944824, + "f1": 0.943999, + "f1_weighted": 0.944053 + }, + { + "accuracy": 0.941895, + "f1": 0.939829, + "f1_weighted": 0.939868 + }, + { + "accuracy": 0.938965, + "f1": 0.936815, + "f1_weighted": 0.936873 + } + ], + "main_score": 0.942725, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.53813362121582, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DalajClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DalajClassification.json new file mode 100644 index 0000000000..54fb62578d --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DalajClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "task_name": "DalajClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.502815, + "f1": 0.499632, + "f1_weighted": 0.499632, + "ap": 0.501442, + "ap_weighted": 0.501442, + "scores_per_experiment": [ + { + "accuracy": 0.504505, + "f1": 0.501752, + "f1_weighted": 0.501752, + "ap": 0.50227, + "ap_weighted": 0.50227 + }, + { + "accuracy": 0.495495, + "f1": 0.49094, + "f1_weighted": 0.49094, + "ap": 0.497773, + "ap_weighted": 0.497773 + }, + { + "accuracy": 0.495495, + "f1": 0.48734, + "f1_weighted": 0.48734, + "ap": 0.497775, + "ap_weighted": 0.497775 + }, + { + "accuracy": 0.507883, + "f1": 0.506932, + "f1_weighted": 0.506932, + "ap": 0.50401, + "ap_weighted": 0.50401 + }, + { + "accuracy": 0.504505, + "f1": 0.498645, + "f1_weighted": 0.498645, + "ap": 0.502269, + "ap_weighted": 0.502269 + }, + { + "accuracy": 0.502252, + "f1": 0.501888, + "f1_weighted": 0.501888, + "ap": 0.501131, + "ap_weighted": 0.501131 + }, + { + "accuracy": 0.502252, + "f1": 0.501947, + "f1_weighted": 0.501947, + "ap": 0.501131, + "ap_weighted": 0.501131 + }, + { + "accuracy": 0.504505, + "f1": 0.50104, + "f1_weighted": 0.50104, + "ap": 0.502277, + "ap_weighted": 0.502277 + }, + { + "accuracy": 0.5, + "f1": 0.498983, + "f1_weighted": 0.498983, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.511261, + "f1": 0.506848, + "f1_weighted": 0.506848, + "ap": 0.505787, + "ap_weighted": 0.505787 + } + ], + "main_score": 0.502815, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 19.888604164123535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DiaBlaBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DiaBlaBitextMining.json new file mode 100644 index 0000000000..45f730877c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/DiaBlaBitextMining.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5345895c56a601afe1a98519ce3199be60a27dba", + "task_name": "DiaBlaBitextMining", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.830111, + "recall": 0.862909, + "f1": 0.83925, + "accuracy": 0.862909, + "main_score": 0.83925, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.830111, + "recall": 0.862909, + "f1": 0.83925, + "accuracy": 0.862909, + "main_score": 0.83925, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 35.43428993225098, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/EstonianValenceClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/EstonianValenceClassification.json new file mode 100644 index 0000000000..1b601025bc --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/EstonianValenceClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9157397f05a127b3ac93b93dd88abf1bdf710c22", + "task_name": "EstonianValenceClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.382885, + "f1": 0.354681, + "f1_weighted": 0.396344, + "scores_per_experiment": [ + { + "accuracy": 0.388753, + "f1": 0.349122, + "f1_weighted": 0.407808 + }, + { + "accuracy": 0.392421, + "f1": 0.36665, + "f1_weighted": 0.409938 + }, + { + "accuracy": 0.381418, + "f1": 0.351331, + "f1_weighted": 0.396226 + }, + { + "accuracy": 0.352078, + "f1": 0.340945, + "f1_weighted": 0.363085 + }, + { + "accuracy": 0.363081, + "f1": 0.350388, + "f1_weighted": 0.375917 + }, + { + "accuracy": 0.361858, + "f1": 0.351014, + "f1_weighted": 0.377296 + }, + { + "accuracy": 0.41687, + "f1": 0.364804, + "f1_weighted": 0.427609 + }, + { + "accuracy": 0.345966, + "f1": 0.316577, + "f1_weighted": 0.347803 + }, + { + "accuracy": 0.4022, + "f1": 0.38035, + "f1_weighted": 0.419451 + }, + { + "accuracy": 0.424205, + "f1": 0.375631, + "f1_weighted": 0.438311 + } + ], + "main_score": 0.382885, + "hf_subset": "default", + "languages": [ + "est-Latn" + ] + } + ] + }, + "evaluation_time": 23.34929394721985, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FEVERHardNegatives.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FEVERHardNegatives.json new file mode 100644 index 0000000000..10e476ac44 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "task_name": "FEVERHardNegatives", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.679, + "ndcg_at_3": 0.77781, + "ndcg_at_5": 0.79297, + "ndcg_at_10": 0.80745, + "ndcg_at_20": 0.81334, + "ndcg_at_100": 0.81879, + "ndcg_at_1000": 0.82091, + "map_at_1": 0.64288, + "map_at_3": 0.73986, + "map_at_5": 0.74969, + "map_at_10": 0.75643, + "map_at_20": 0.75824, + "map_at_100": 0.75933, + "map_at_1000": 0.75946, + "recall_at_1": 0.64288, + "recall_at_3": 0.84855, + "recall_at_5": 0.88686, + "recall_at_10": 0.92988, + "recall_at_20": 0.95208, + "recall_at_100": 0.97624, + "recall_at_1000": 0.9886, + "precision_at_1": 0.679, + "precision_at_3": 0.304, + "precision_at_5": 0.1912, + "precision_at_10": 0.1011, + "precision_at_20": 0.05205, + "precision_at_100": 0.01089, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.679, + "mrr_at_3": 0.776167, + "mrr_at_5": 0.784517, + "mrr_at_10": 0.789764, + "mrr_at_20": 0.791034, + "mrr_at_100": 0.791447, + "mrr_at_1000": 0.791447, + "nauc_ndcg_at_1_max": 0.180761, + "nauc_ndcg_at_1_std": -0.120701, + "nauc_ndcg_at_1_diff1": 0.615771, + "nauc_ndcg_at_3_max": 0.208378, + "nauc_ndcg_at_3_std": -0.13023, + "nauc_ndcg_at_3_diff1": 0.547795, + "nauc_ndcg_at_5_max": 0.201281, + "nauc_ndcg_at_5_std": -0.129537, + "nauc_ndcg_at_5_diff1": 0.538186, + "nauc_ndcg_at_10_max": 0.212947, + "nauc_ndcg_at_10_std": -0.114263, + "nauc_ndcg_at_10_diff1": 0.554317, + "nauc_ndcg_at_20_max": 0.201631, + "nauc_ndcg_at_20_std": -0.119315, + "nauc_ndcg_at_20_diff1": 0.556141, + "nauc_ndcg_at_100_max": 0.201493, + "nauc_ndcg_at_100_std": -0.119281, + "nauc_ndcg_at_100_diff1": 0.559478, + "nauc_ndcg_at_1000_max": 0.20122, + "nauc_ndcg_at_1000_std": -0.116478, + "nauc_ndcg_at_1000_diff1": 0.561572, + "nauc_map_at_1_max": 0.165122, + "nauc_map_at_1_std": -0.113419, + "nauc_map_at_1_diff1": 0.571593, + "nauc_map_at_3_max": 0.192118, + "nauc_map_at_3_std": -0.12231, + "nauc_map_at_3_diff1": 0.547431, + "nauc_map_at_5_max": 0.187463, + "nauc_map_at_5_std": -0.124563, + "nauc_map_at_5_diff1": 0.542272, + "nauc_map_at_10_max": 0.192439, + "nauc_map_at_10_std": -0.11902, + "nauc_map_at_10_diff1": 0.548898, + "nauc_map_at_20_max": 0.189607, + "nauc_map_at_20_std": -0.120369, + "nauc_map_at_20_diff1": 0.549812, + "nauc_map_at_100_max": 0.189625, + "nauc_map_at_100_std": -0.120451, + "nauc_map_at_100_diff1": 0.550642, + "nauc_map_at_1000_max": 0.189606, + "nauc_map_at_1000_std": -0.120293, + "nauc_map_at_1000_diff1": 0.550729, + "nauc_recall_at_1_max": 0.165122, + "nauc_recall_at_1_std": -0.113419, + "nauc_recall_at_1_diff1": 0.571593, + "nauc_recall_at_3_max": 0.255, + "nauc_recall_at_3_std": -0.121995, + "nauc_recall_at_3_diff1": 0.469627, + "nauc_recall_at_5_max": 0.24011, + "nauc_recall_at_5_std": -0.11116, + "nauc_recall_at_5_diff1": 0.404544, + "nauc_recall_at_10_max": 0.328358, + "nauc_recall_at_10_std": 0.009115, + "nauc_recall_at_10_diff1": 0.424927, + "nauc_recall_at_20_max": 0.248572, + "nauc_recall_at_20_std": 0.007655, + "nauc_recall_at_20_diff1": 0.385591, + "nauc_recall_at_100_max": 0.313343, + "nauc_recall_at_100_std": 0.10948, + "nauc_recall_at_100_diff1": 0.368902, + "nauc_recall_at_1000_max": 0.477996, + "nauc_recall_at_1000_std": 0.581569, + "nauc_recall_at_1000_diff1": 0.467111, + "nauc_precision_at_1_max": 0.180761, + "nauc_precision_at_1_std": -0.120701, + "nauc_precision_at_1_diff1": 0.615771, + "nauc_precision_at_3_max": 0.216543, + "nauc_precision_at_3_std": -0.157881, + "nauc_precision_at_3_diff1": 0.391361, + "nauc_precision_at_5_max": 0.145945, + "nauc_precision_at_5_std": -0.166328, + "nauc_precision_at_5_diff1": 0.234272, + "nauc_precision_at_10_max": 0.116086, + "nauc_precision_at_10_std": -0.064422, + "nauc_precision_at_10_diff1": 0.084727, + "nauc_precision_at_20_max": -0.018987, + "nauc_precision_at_20_std": -0.081779, + "nauc_precision_at_20_diff1": -0.017603, + "nauc_precision_at_100_max": -0.058959, + "nauc_precision_at_100_std": -0.022749, + "nauc_precision_at_100_diff1": -0.125172, + "nauc_precision_at_1000_max": -0.081253, + "nauc_precision_at_1000_std": 0.030225, + "nauc_precision_at_1000_diff1": -0.159526, + "nauc_mrr_at_1_max": 0.180761, + "nauc_mrr_at_1_std": -0.120701, + "nauc_mrr_at_1_diff1": 0.615771, + "nauc_mrr_at_3_max": 0.208808, + "nauc_mrr_at_3_std": -0.143118, + "nauc_mrr_at_3_diff1": 0.597007, + "nauc_mrr_at_5_max": 0.204561, + "nauc_mrr_at_5_std": -0.140939, + "nauc_mrr_at_5_diff1": 0.594721, + "nauc_mrr_at_10_max": 0.206878, + "nauc_mrr_at_10_std": -0.136395, + "nauc_mrr_at_10_diff1": 0.600898, + "nauc_mrr_at_20_max": 0.204334, + "nauc_mrr_at_20_std": -0.137264, + "nauc_mrr_at_20_diff1": 0.600466, + "nauc_mrr_at_100_max": 0.203849, + "nauc_mrr_at_100_std": -0.137044, + "nauc_mrr_at_100_diff1": 0.600271, + "nauc_mrr_at_1000_max": 0.203849, + "nauc_mrr_at_1000_std": -0.137044, + "nauc_mrr_at_1000_diff1": 0.600271, + "main_score": 0.80745, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 614.0668640136719, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FaroeseSTS.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FaroeseSTS.json new file mode 100644 index 0000000000..7ce77d0b06 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FaroeseSTS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8cb36efa69428b3dc290e1125995a999963163c5", + "task_name": "FaroeseSTS", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "pearson": 0.652594, + "spearman": 0.65301, + "cosine_pearson": 0.652594, + "cosine_spearman": 0.65301, + "manhattan_pearson": 0.653814, + "manhattan_spearman": 0.651473, + "euclidean_pearson": 0.655119, + "euclidean_spearman": 0.65301, + "main_score": 0.65301, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 4.9332170486450195, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FiQA2018.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FiQA2018.json new file mode 100644 index 0000000000..56dc2e2b5f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FiQA2018.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", + "task_name": "FiQA2018", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46296, + "ndcg_at_3": 0.43415, + "ndcg_at_5": 0.44809, + "ndcg_at_10": 0.47736, + "ndcg_at_20": 0.50301, + "ndcg_at_100": 0.54322, + "ndcg_at_1000": 0.56834, + "map_at_1": 0.24291, + "map_at_3": 0.34194, + "map_at_5": 0.37212, + "map_at_10": 0.39492, + "map_at_20": 0.40523, + "map_at_100": 0.41377, + "map_at_1000": 0.41535, + "recall_at_1": 0.24291, + "recall_at_3": 0.3927, + "recall_at_5": 0.46323, + "recall_at_10": 0.55713, + "recall_at_20": 0.63375, + "recall_at_100": 0.79933, + "recall_at_1000": 0.95019, + "precision_at_1": 0.46296, + "precision_at_3": 0.29064, + "precision_at_5": 0.21296, + "precision_at_10": 0.13302, + "precision_at_20": 0.07801, + "precision_at_100": 0.02026, + "precision_at_1000": 0.00247, + "mrr_at_1": 0.462963, + "mrr_at_3": 0.525206, + "mrr_at_5": 0.537783, + "mrr_at_10": 0.549472, + "mrr_at_20": 0.554361, + "mrr_at_100": 0.556874, + "mrr_at_1000": 0.55717, + "nauc_ndcg_at_1_max": 0.386543, + "nauc_ndcg_at_1_std": -0.075978, + "nauc_ndcg_at_1_diff1": 0.549412, + "nauc_ndcg_at_3_max": 0.323011, + "nauc_ndcg_at_3_std": -0.05776, + "nauc_ndcg_at_3_diff1": 0.406227, + "nauc_ndcg_at_5_max": 0.303528, + "nauc_ndcg_at_5_std": -0.063295, + "nauc_ndcg_at_5_diff1": 0.388254, + "nauc_ndcg_at_10_max": 0.304639, + "nauc_ndcg_at_10_std": -0.053548, + "nauc_ndcg_at_10_diff1": 0.384967, + "nauc_ndcg_at_20_max": 0.326526, + "nauc_ndcg_at_20_std": -0.03752, + "nauc_ndcg_at_20_diff1": 0.392896, + "nauc_ndcg_at_100_max": 0.341321, + "nauc_ndcg_at_100_std": -0.01617, + "nauc_ndcg_at_100_diff1": 0.405631, + "nauc_ndcg_at_1000_max": 0.344971, + "nauc_ndcg_at_1000_std": -0.022925, + "nauc_ndcg_at_1000_diff1": 0.408739, + "nauc_map_at_1_max": 0.166302, + "nauc_map_at_1_std": -0.097275, + "nauc_map_at_1_diff1": 0.452625, + "nauc_map_at_3_max": 0.230933, + "nauc_map_at_3_std": -0.081957, + "nauc_map_at_3_diff1": 0.397537, + "nauc_map_at_5_max": 0.252412, + "nauc_map_at_5_std": -0.07518, + "nauc_map_at_5_diff1": 0.378092, + "nauc_map_at_10_max": 0.270433, + "nauc_map_at_10_std": -0.068449, + "nauc_map_at_10_diff1": 0.37194, + "nauc_map_at_20_max": 0.28168, + "nauc_map_at_20_std": -0.063489, + "nauc_map_at_20_diff1": 0.375538, + "nauc_map_at_100_max": 0.285853, + "nauc_map_at_100_std": -0.059015, + "nauc_map_at_100_diff1": 0.378679, + "nauc_map_at_1000_max": 0.286578, + "nauc_map_at_1000_std": -0.058954, + "nauc_map_at_1000_diff1": 0.379119, + "nauc_recall_at_1_max": 0.166302, + "nauc_recall_at_1_std": -0.097275, + "nauc_recall_at_1_diff1": 0.452625, + "nauc_recall_at_3_max": 0.206231, + "nauc_recall_at_3_std": -0.053485, + "nauc_recall_at_3_diff1": 0.334065, + "nauc_recall_at_5_max": 0.207879, + "nauc_recall_at_5_std": -0.050819, + "nauc_recall_at_5_diff1": 0.282871, + "nauc_recall_at_10_max": 0.217017, + "nauc_recall_at_10_std": -0.022094, + "nauc_recall_at_10_diff1": 0.255086, + "nauc_recall_at_20_max": 0.275604, + "nauc_recall_at_20_std": 0.028239, + "nauc_recall_at_20_diff1": 0.273606, + "nauc_recall_at_100_max": 0.334251, + "nauc_recall_at_100_std": 0.20353, + "nauc_recall_at_100_diff1": 0.302518, + "nauc_recall_at_1000_max": 0.364492, + "nauc_recall_at_1000_std": 0.431116, + "nauc_recall_at_1000_diff1": 0.176395, + "nauc_precision_at_1_max": 0.386543, + "nauc_precision_at_1_std": -0.075978, + "nauc_precision_at_1_diff1": 0.549412, + "nauc_precision_at_3_max": 0.36778, + "nauc_precision_at_3_std": -0.022083, + "nauc_precision_at_3_diff1": 0.251247, + "nauc_precision_at_5_max": 0.365064, + "nauc_precision_at_5_std": -0.003258, + "nauc_precision_at_5_diff1": 0.173598, + "nauc_precision_at_10_max": 0.365822, + "nauc_precision_at_10_std": 0.021419, + "nauc_precision_at_10_diff1": 0.113925, + "nauc_precision_at_20_max": 0.378512, + "nauc_precision_at_20_std": 0.067938, + "nauc_precision_at_20_diff1": 0.090779, + "nauc_precision_at_100_max": 0.341463, + "nauc_precision_at_100_std": 0.110968, + "nauc_precision_at_100_diff1": 0.052151, + "nauc_precision_at_1000_max": 0.277404, + "nauc_precision_at_1000_std": 0.091514, + "nauc_precision_at_1000_diff1": 0.002475, + "nauc_mrr_at_1_max": 0.386543, + "nauc_mrr_at_1_std": -0.075978, + "nauc_mrr_at_1_diff1": 0.549412, + "nauc_mrr_at_3_max": 0.399018, + "nauc_mrr_at_3_std": -0.050998, + "nauc_mrr_at_3_diff1": 0.506279, + "nauc_mrr_at_5_max": 0.397232, + "nauc_mrr_at_5_std": -0.052626, + "nauc_mrr_at_5_diff1": 0.5032, + "nauc_mrr_at_10_max": 0.399296, + "nauc_mrr_at_10_std": -0.050488, + "nauc_mrr_at_10_diff1": 0.503646, + "nauc_mrr_at_20_max": 0.401819, + "nauc_mrr_at_20_std": -0.045995, + "nauc_mrr_at_20_diff1": 0.504506, + "nauc_mrr_at_100_max": 0.402349, + "nauc_mrr_at_100_std": -0.04499, + "nauc_mrr_at_100_diff1": 0.505695, + "nauc_mrr_at_1000_max": 0.402143, + "nauc_mrr_at_1000_std": -0.04519, + "nauc_mrr_at_1000_diff1": 0.505687, + "main_score": 0.47736, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 160.55597925186157, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FilipinoShopeeReviewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FilipinoShopeeReviewsClassification.json new file mode 100644 index 0000000000..5bf8853ce1 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935", + "task_name": "FilipinoShopeeReviewsClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.403418, + "f1": 0.381769, + "f1_weighted": 0.381742, + "scores_per_experiment": [ + { + "accuracy": 0.405273, + "f1": 0.393415, + "f1_weighted": 0.393342 + }, + { + "accuracy": 0.38916, + "f1": 0.346761, + "f1_weighted": 0.346746 + }, + { + "accuracy": 0.420898, + "f1": 0.401241, + "f1_weighted": 0.401233 + }, + { + "accuracy": 0.413086, + "f1": 0.389117, + "f1_weighted": 0.38907 + }, + { + "accuracy": 0.38916, + "f1": 0.362452, + "f1_weighted": 0.36242 + }, + { + "accuracy": 0.397461, + "f1": 0.369052, + "f1_weighted": 0.369057 + }, + { + "accuracy": 0.40625, + "f1": 0.389713, + "f1_weighted": 0.389705 + }, + { + "accuracy": 0.424316, + "f1": 0.41612, + "f1_weighted": 0.416084 + }, + { + "accuracy": 0.416016, + "f1": 0.39538, + "f1_weighted": 0.395304 + }, + { + "accuracy": 0.372559, + "f1": 0.354444, + "f1_weighted": 0.354462 + } + ], + "main_score": 0.403418, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.40708, + "f1": 0.384056, + "f1_weighted": 0.384033, + "scores_per_experiment": [ + { + "accuracy": 0.399414, + "f1": 0.385086, + "f1_weighted": 0.385027 + }, + { + "accuracy": 0.409668, + "f1": 0.370421, + "f1_weighted": 0.370401 + }, + { + "accuracy": 0.427734, + "f1": 0.40585, + "f1_weighted": 0.405851 + }, + { + "accuracy": 0.40918, + "f1": 0.380353, + "f1_weighted": 0.380295 + }, + { + "accuracy": 0.400879, + "f1": 0.373149, + "f1_weighted": 0.373124 + }, + { + "accuracy": 0.40625, + "f1": 0.373823, + "f1_weighted": 0.373829 + }, + { + "accuracy": 0.410156, + "f1": 0.393918, + "f1_weighted": 0.393911 + }, + { + "accuracy": 0.419434, + "f1": 0.409234, + "f1_weighted": 0.409211 + }, + { + "accuracy": 0.42041, + "f1": 0.398462, + "f1_weighted": 0.398393 + }, + { + "accuracy": 0.367676, + "f1": 0.350265, + "f1_weighted": 0.350285 + } + ], + "main_score": 0.40708, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ] + }, + "evaluation_time": 30.131489753723145, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinParaSTS.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinParaSTS.json new file mode 100644 index 0000000000..e14c53983a --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinParaSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e4428e399de70a21b8857464e76f0fe859cabe05", + "task_name": "FinParaSTS", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "pearson": 0.306458, + "spearman": 0.278822, + "cosine_pearson": 0.306458, + "cosine_spearman": 0.278822, + "manhattan_pearson": 0.297915, + "manhattan_spearman": 0.279008, + "euclidean_pearson": 0.297469, + "euclidean_spearman": 0.278822, + "main_score": 0.278822, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.242413, + "spearman": 0.225671, + "cosine_pearson": 0.242413, + "cosine_spearman": 0.225671, + "manhattan_pearson": 0.239321, + "manhattan_spearman": 0.227976, + "euclidean_pearson": 0.23663, + "euclidean_spearman": 0.225671, + "main_score": 0.225671, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ] + }, + "evaluation_time": 10.016112089157104, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinancialPhrasebankClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinancialPhrasebankClassification.json new file mode 100644 index 0000000000..ac38b33bf5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FinancialPhrasebankClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1484d06fe7af23030c7c977b12556108d1f67039", + "task_name": "FinancialPhrasebankClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.864488, + "f1": 0.842357, + "f1_weighted": 0.865161, + "scores_per_experiment": [ + { + "accuracy": 0.889576, + "f1": 0.865555, + "f1_weighted": 0.887039 + }, + { + "accuracy": 0.883834, + "f1": 0.85923, + "f1_weighted": 0.881915 + }, + { + "accuracy": 0.832597, + "f1": 0.809671, + "f1_weighted": 0.835548 + }, + { + "accuracy": 0.859541, + "f1": 0.850465, + "f1_weighted": 0.862353 + }, + { + "accuracy": 0.882951, + "f1": 0.857218, + "f1_weighted": 0.880107 + }, + { + "accuracy": 0.821113, + "f1": 0.819928, + "f1_weighted": 0.827805 + }, + { + "accuracy": 0.883834, + "f1": 0.855444, + "f1_weighted": 0.884656 + }, + { + "accuracy": 0.852032, + "f1": 0.825081, + "f1_weighted": 0.852261 + }, + { + "accuracy": 0.882067, + "f1": 0.857614, + "f1_weighted": 0.88166 + }, + { + "accuracy": 0.857332, + "f1": 0.823364, + "f1_weighted": 0.858268 + } + ], + "main_score": 0.864488, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 35.319610595703125, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FloresBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FloresBitextMining.json new file mode 100644 index 0000000000..b6b7077e9c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/FloresBitextMining.json @@ -0,0 +1 @@ +{"dataset_revision":"e6b647fcb6299a2f686f742f4d4c023e553ea67e","task_name":"FloresBitextMining","mteb_version":"1.34.7","scores":{"devtest":[{"precision":0.224755,"recall":0.249012,"f1":0.231686,"accuracy":0.249012,"main_score":0.231686,"hf_subset":"ace_Arab-bam_Latn","languages":["ace-Arab","bam-Latn"]},{"precision":0.084736,"recall":0.120553,"f1":0.093208,"accuracy":0.120553,"main_score":0.093208,"hf_subset":"ace_Arab-dzo_Tibt","languages":["ace-Arab","dzo-Tibt"]},{"precision":0.269,"recall":0.343874,"f1":0.285155,"accuracy":0.343874,"main_score":0.285155,"hf_subset":"ace_Arab-hin_Deva","languages":["ace-Arab","hin-Deva"]},{"precision":0.233952,"recall":0.274704,"f1":0.243787,"accuracy":0.274704,"main_score":0.243787,"hf_subset":"ace_Arab-khm_Khmr","languages":["ace-Arab","khm-Khmr"]},{"precision":0.270455,"recall":0.331028,"f1":0.28429,"accuracy":0.331028,"main_score":0.28429,"hf_subset":"ace_Arab-mag_Deva","languages":["ace-Arab","mag-Deva"]},{"precision":0.286507,"recall":0.325099,"f1":0.295644,"accuracy":0.325099,"main_score":0.295644,"hf_subset":"ace_Arab-pap_Latn","languages":["ace-Arab","pap-Latn"]},{"precision":0.269029,"recall":0.300395,"f1":0.276252,"accuracy":0.300395,"main_score":0.276252,"hf_subset":"ace_Arab-sot_Latn","languages":["ace-Arab","sot-Latn"]},{"precision":0.268747,"recall":0.31917,"f1":0.280841,"accuracy":0.31917,"main_score":0.280841,"hf_subset":"ace_Arab-tur_Latn","languages":["ace-Arab","tur-Latn"]},{"precision":0.572676,"recall":0.644269,"f1":0.589488,"accuracy":0.644269,"main_score":0.589488,"hf_subset":"ace_Arab-ace_Latn","languages":["ace-Arab","ace-Latn"]},{"precision":0.304781,"recall":0.333992,"f1":0.311515,"accuracy":0.333992,"main_score":0.311515,"hf_subset":"ace_Arab-ban_Latn","languages":["ace-Arab","ban-Latn"]},{"precision":0.218344,"recall":0.274704,"f1":0.23143,"accuracy":0.274704,"main_score":0.23143,"hf_subset":"ace_Arab-ell_Grek","languages":["ace-Arab","ell-Grek"]},{"precision":0.272188,"recall":0.316206,"f1":0.282661,"accuracy":0.316206,"main_score":0.282661,"hf_subset":"ace_Arab-hne_Deva","languages":["ace-Arab","hne-Deva"]},{"precision":0.173944,"recall":0.206522,"f1":0.181469,"accuracy":0.206522,"main_score":0.181469,"hf_subset":"ace_Arab-kik_Latn","languages":["ace-Arab","kik-Latn"]},{"precision":0.275465,"recall":0.337945,"f1":0.29021,"accuracy":0.337945,"main_score":0.29021,"hf_subset":"ace_Arab-mai_Deva","languages":["ace-Arab","mai-Deva"]},{"precision":0.253976,"recall":0.29249,"f1":0.262845,"accuracy":0.29249,"main_score":0.262845,"hf_subset":"ace_Arab-pbt_Arab","languages":["ace-Arab","pbt-Arab"]},{"precision":0.255063,"recall":0.320158,"f1":0.268774,"accuracy":0.320158,"main_score":0.268774,"hf_subset":"ace_Arab-spa_Latn","languages":["ace-Arab","spa-Latn"]},{"precision":0.26649,"recall":0.305336,"f1":0.276745,"accuracy":0.305336,"main_score":0.276745,"hf_subset":"ace_Arab-twi_Latn","languages":["ace-Arab","twi-Latn"]},{"precision":0.249407,"recall":0.314229,"f1":0.264338,"accuracy":0.314229,"main_score":0.264338,"hf_subset":"ace_Arab-acm_Arab","languages":["ace-Arab","acm-Arab"]},{"precision":0.24306,"recall":0.288538,"f1":0.254116,"accuracy":0.288538,"main_score":0.254116,"hf_subset":"ace_Arab-bel_Cyrl","languages":["ace-Arab","bel-Cyrl"]},{"precision":0.286833,"recall":0.338933,"f1":0.298574,"accuracy":0.338933,"main_score":0.298574,"hf_subset":"ace_Arab-eng_Latn","languages":["ace-Arab","eng-Latn"]},{"precision":0.264921,"recall":0.307312,"f1":0.274979,"accuracy":0.307312,"main_score":0.274979,"hf_subset":"ace_Arab-hrv_Latn","languages":["ace-Arab","hrv-Latn"]},{"precision":0.231229,"recall":0.27668,"f1":0.242834,"accuracy":0.27668,"main_score":0.242834,"hf_subset":"ace_Arab-kin_Latn","languages":["ace-Arab","kin-Latn"]},{"precision":0.251329,"recall":0.317194,"f1":0.266428,"accuracy":0.317194,"main_score":0.266428,"hf_subset":"ace_Arab-mal_Mlym","languages":["ace-Arab","mal-Mlym"]},{"precision":0.250589,"recall":0.328063,"f1":0.267364,"accuracy":0.328063,"main_score":0.267364,"hf_subset":"ace_Arab-pes_Arab","languages":["ace-Arab","pes-Arab"]},{"precision":0.265326,"recall":0.296443,"f1":0.272252,"accuracy":0.296443,"main_score":0.272252,"hf_subset":"ace_Arab-srd_Latn","languages":["ace-Arab","srd-Latn"]},{"precision":0.149416,"recall":0.181818,"f1":0.157602,"accuracy":0.181818,"main_score":0.157602,"hf_subset":"ace_Arab-tzm_Tfng","languages":["ace-Arab","tzm-Tfng"]},{"precision":0.253288,"recall":0.315217,"f1":0.266507,"accuracy":0.315217,"main_score":0.266507,"hf_subset":"ace_Arab-acq_Arab","languages":["ace-Arab","acq-Arab"]},{"precision":0.258488,"recall":0.297431,"f1":0.268085,"accuracy":0.297431,"main_score":0.268085,"hf_subset":"ace_Arab-bem_Latn","languages":["ace-Arab","bem-Latn"]},{"precision":0.261994,"recall":0.293478,"f1":0.268774,"accuracy":0.293478,"main_score":0.268774,"hf_subset":"ace_Arab-epo_Latn","languages":["ace-Arab","epo-Latn"]},{"precision":0.276096,"recall":0.331028,"f1":0.289061,"accuracy":0.331028,"main_score":0.289061,"hf_subset":"ace_Arab-hun_Latn","languages":["ace-Arab","hun-Latn"]},{"precision":0.257467,"recall":0.293478,"f1":0.266304,"accuracy":0.293478,"main_score":0.266304,"hf_subset":"ace_Arab-kir_Cyrl","languages":["ace-Arab","kir-Cyrl"]},{"precision":0.263356,"recall":0.333004,"f1":0.279238,"accuracy":0.333004,"main_score":0.279238,"hf_subset":"ace_Arab-mar_Deva","languages":["ace-Arab","mar-Deva"]},{"precision":0.248504,"recall":0.290514,"f1":0.258921,"accuracy":0.290514,"main_score":0.258921,"hf_subset":"ace_Arab-plt_Latn","languages":["ace-Arab","plt-Latn"]},{"precision":0.242282,"recall":0.280632,"f1":0.251682,"accuracy":0.280632,"main_score":0.251682,"hf_subset":"ace_Arab-srp_Cyrl","languages":["ace-Arab","srp-Cyrl"]},{"precision":0.21331,"recall":0.25,"f1":0.222153,"accuracy":0.25,"main_score":0.222153,"hf_subset":"ace_Arab-uig_Arab","languages":["ace-Arab","uig-Arab"]},{"precision":0.239773,"recall":0.287549,"f1":0.250575,"accuracy":0.287549,"main_score":0.250575,"hf_subset":"ace_Arab-aeb_Arab","languages":["ace-Arab","aeb-Arab"]},{"precision":0.251224,"recall":0.321146,"f1":0.26697,"accuracy":0.321146,"main_score":0.26697,"hf_subset":"ace_Arab-ben_Beng","languages":["ace-Arab","ben-Beng"]},{"precision":0.245216,"recall":0.278656,"f1":0.254178,"accuracy":0.278656,"main_score":0.254178,"hf_subset":"ace_Arab-est_Latn","languages":["ace-Arab","est-Latn"]},{"precision":0.223427,"recall":0.271739,"f1":0.235279,"accuracy":0.271739,"main_score":0.235279,"hf_subset":"ace_Arab-hye_Armn","languages":["ace-Arab","hye-Armn"]},{"precision":0.239766,"recall":0.284585,"f1":0.251376,"accuracy":0.284585,"main_score":0.251376,"hf_subset":"ace_Arab-kmb_Latn","languages":["ace-Arab","kmb-Latn"]},{"precision":0.490313,"recall":0.562253,"f1":0.509772,"accuracy":0.562253,"main_score":0.509772,"hf_subset":"ace_Arab-min_Arab","languages":["ace-Arab","min-Arab"]},{"precision":0.263313,"recall":0.323123,"f1":0.276735,"accuracy":0.323123,"main_score":0.276735,"hf_subset":"ace_Arab-pol_Latn","languages":["ace-Arab","pol-Latn"]},{"precision":0.250764,"recall":0.283597,"f1":0.259529,"accuracy":0.283597,"main_score":0.259529,"hf_subset":"ace_Arab-ssw_Latn","languages":["ace-Arab","ssw-Latn"]},{"precision":0.259905,"recall":0.314229,"f1":0.272519,"accuracy":0.314229,"main_score":0.272519,"hf_subset":"ace_Arab-ukr_Cyrl","languages":["ace-Arab","ukr-Cyrl"]},{"precision":0.281428,"recall":0.318182,"f1":0.290409,"accuracy":0.318182,"main_score":0.290409,"hf_subset":"ace_Arab-afr_Latn","languages":["ace-Arab","afr-Latn"]},{"precision":0.2688,"recall":0.316206,"f1":0.279484,"accuracy":0.316206,"main_score":0.279484,"hf_subset":"ace_Arab-bho_Deva","languages":["ace-Arab","bho-Deva"]},{"precision":0.2572,"recall":0.293478,"f1":0.266211,"accuracy":0.293478,"main_score":0.266211,"hf_subset":"ace_Arab-eus_Latn","languages":["ace-Arab","eus-Latn"]},{"precision":0.234416,"recall":0.282609,"f1":0.24612,"accuracy":0.282609,"main_score":0.24612,"hf_subset":"ace_Arab-ibo_Latn","languages":["ace-Arab","ibo-Latn"]},{"precision":0.245885,"recall":0.279644,"f1":0.254768,"accuracy":0.279644,"main_score":0.254768,"hf_subset":"ace_Arab-kmr_Latn","languages":["ace-Arab","kmr-Latn"]},{"precision":0.322858,"recall":0.363636,"f1":0.33312,"accuracy":0.363636,"main_score":0.33312,"hf_subset":"ace_Arab-min_Latn","languages":["ace-Arab","min-Latn"]},{"precision":0.27797,"recall":0.336957,"f1":0.291693,"accuracy":0.336957,"main_score":0.291693,"hf_subset":"ace_Arab-por_Latn","languages":["ace-Arab","por-Latn"]},{"precision":0.29577,"recall":0.333992,"f1":0.304184,"accuracy":0.333992,"main_score":0.304184,"hf_subset":"ace_Arab-sun_Latn","languages":["ace-Arab","sun-Latn"]},{"precision":0.233984,"recall":0.263834,"f1":0.242366,"accuracy":0.263834,"main_score":0.242366,"hf_subset":"ace_Arab-umb_Latn","languages":["ace-Arab","umb-Latn"]},{"precision":0.250055,"recall":0.313241,"f1":0.263449,"accuracy":0.313241,"main_score":0.263449,"hf_subset":"ace_Arab-ajp_Arab","languages":["ace-Arab","ajp-Arab"]},{"precision":0.496679,"recall":0.565217,"f1":0.51509,"accuracy":0.565217,"main_score":0.51509,"hf_subset":"ace_Arab-bjn_Arab","languages":["ace-Arab","bjn-Arab"]},{"precision":0.225082,"recall":0.252964,"f1":0.232864,"accuracy":0.252964,"main_score":0.232864,"hf_subset":"ace_Arab-ewe_Latn","languages":["ace-Arab","ewe-Latn"]},{"precision":0.280749,"recall":0.312253,"f1":0.288601,"accuracy":0.312253,"main_score":0.288601,"hf_subset":"ace_Arab-ilo_Latn","languages":["ace-Arab","ilo-Latn"]},{"precision":0.183494,"recall":0.215415,"f1":0.191308,"accuracy":0.215415,"main_score":0.191308,"hf_subset":"ace_Arab-knc_Arab","languages":["ace-Arab","knc-Arab"]},{"precision":0.265972,"recall":0.297431,"f1":0.273132,"accuracy":0.297431,"main_score":0.273132,"hf_subset":"ace_Arab-mkd_Cyrl","languages":["ace-Arab","mkd-Cyrl"]},{"precision":0.253295,"recall":0.324111,"f1":0.269163,"accuracy":0.324111,"main_score":0.269163,"hf_subset":"ace_Arab-prs_Arab","languages":["ace-Arab","prs-Arab"]},{"precision":0.277208,"recall":0.328063,"f1":0.288636,"accuracy":0.328063,"main_score":0.288636,"hf_subset":"ace_Arab-swe_Latn","languages":["ace-Arab","swe-Latn"]},{"precision":0.252618,"recall":0.318182,"f1":0.267417,"accuracy":0.318182,"main_score":0.267417,"hf_subset":"ace_Arab-urd_Arab","languages":["ace-Arab","urd-Arab"]},{"precision":0.242401,"recall":0.271739,"f1":0.250088,"accuracy":0.271739,"main_score":0.250088,"hf_subset":"ace_Arab-aka_Latn","languages":["ace-Arab","aka-Latn"]},{"precision":0.301762,"recall":0.347826,"f1":0.312702,"accuracy":0.347826,"main_score":0.312702,"hf_subset":"ace_Arab-bjn_Latn","languages":["ace-Arab","bjn-Latn"]},{"precision":0.2332,"recall":0.262846,"f1":0.241033,"accuracy":0.262846,"main_score":0.241033,"hf_subset":"ace_Arab-fao_Latn","languages":["ace-Arab","fao-Latn"]},{"precision":0.300462,"recall":0.368577,"f1":0.315692,"accuracy":0.368577,"main_score":0.315692,"hf_subset":"ace_Arab-ind_Latn","languages":["ace-Arab","ind-Latn"]},{"precision":0.223166,"recall":0.248024,"f1":0.230031,"accuracy":0.248024,"main_score":0.230031,"hf_subset":"ace_Arab-knc_Latn","languages":["ace-Arab","knc-Latn"]},{"precision":0.271074,"recall":0.30336,"f1":0.279545,"accuracy":0.30336,"main_score":0.279545,"hf_subset":"ace_Arab-mlt_Latn","languages":["ace-Arab","mlt-Latn"]},{"precision":0.265683,"recall":0.306324,"f1":0.275843,"accuracy":0.306324,"main_score":0.275843,"hf_subset":"ace_Arab-quy_Latn","languages":["ace-Arab","quy-Latn"]},{"precision":0.255828,"recall":0.301383,"f1":0.266798,"accuracy":0.301383,"main_score":0.266798,"hf_subset":"ace_Arab-swh_Latn","languages":["ace-Arab","swh-Latn"]},{"precision":0.220859,"recall":0.253953,"f1":0.228595,"accuracy":0.253953,"main_score":0.228595,"hf_subset":"ace_Arab-uzn_Latn","languages":["ace-Arab","uzn-Latn"]},{"precision":0.252689,"recall":0.295455,"f1":0.262918,"accuracy":0.295455,"main_score":0.262918,"hf_subset":"ace_Arab-als_Latn","languages":["ace-Arab","als-Latn"]},{"precision":0.151983,"recall":0.179842,"f1":0.159233,"accuracy":0.179842,"main_score":0.159233,"hf_subset":"ace_Arab-bod_Tibt","languages":["ace-Arab","bod-Tibt"]},{"precision":0.237049,"recall":0.264822,"f1":0.244735,"accuracy":0.264822,"main_score":0.244735,"hf_subset":"ace_Arab-fij_Latn","languages":["ace-Arab","fij-Latn"]},{"precision":0.230383,"recall":0.267787,"f1":0.23964,"accuracy":0.267787,"main_score":0.23964,"hf_subset":"ace_Arab-isl_Latn","languages":["ace-Arab","isl-Latn"]},{"precision":0.248462,"recall":0.282609,"f1":0.25728,"accuracy":0.282609,"main_score":0.25728,"hf_subset":"ace_Arab-kon_Latn","languages":["ace-Arab","kon-Latn"]},{"precision":0.270018,"recall":0.320158,"f1":0.282367,"accuracy":0.320158,"main_score":0.282367,"hf_subset":"ace_Arab-mni_Beng","languages":["ace-Arab","mni-Beng"]},{"precision":0.273624,"recall":0.320158,"f1":0.284853,"accuracy":0.320158,"main_score":0.284853,"hf_subset":"ace_Arab-ron_Latn","languages":["ace-Arab","ron-Latn"]},{"precision":0.261717,"recall":0.296443,"f1":0.270544,"accuracy":0.296443,"main_score":0.270544,"hf_subset":"ace_Arab-szl_Latn","languages":["ace-Arab","szl-Latn"]},{"precision":0.262556,"recall":0.295455,"f1":0.270177,"accuracy":0.295455,"main_score":0.270177,"hf_subset":"ace_Arab-vec_Latn","languages":["ace-Arab","vec-Latn"]},{"precision":0.245655,"recall":0.29249,"f1":0.256684,"accuracy":0.29249,"main_score":0.256684,"hf_subset":"ace_Arab-amh_Ethi","languages":["ace-Arab","amh-Ethi"]},{"precision":0.264912,"recall":0.307312,"f1":0.275113,"accuracy":0.307312,"main_score":0.275113,"hf_subset":"ace_Arab-bos_Latn","languages":["ace-Arab","bos-Latn"]},{"precision":0.261915,"recall":0.313241,"f1":0.273639,"accuracy":0.313241,"main_score":0.273639,"hf_subset":"ace_Arab-fin_Latn","languages":["ace-Arab","fin-Latn"]},{"precision":0.272657,"recall":0.332016,"f1":0.285821,"accuracy":0.332016,"main_score":0.285821,"hf_subset":"ace_Arab-ita_Latn","languages":["ace-Arab","ita-Latn"]},{"precision":0.254603,"recall":0.31917,"f1":0.267973,"accuracy":0.31917,"main_score":0.267973,"hf_subset":"ace_Arab-kor_Hang","languages":["ace-Arab","kor-Hang"]},{"precision":0.231647,"recall":0.255929,"f1":0.238302,"accuracy":0.255929,"main_score":0.238302,"hf_subset":"ace_Arab-mos_Latn","languages":["ace-Arab","mos-Latn"]},{"precision":0.238006,"recall":0.27668,"f1":0.248067,"accuracy":0.27668,"main_score":0.248067,"hf_subset":"ace_Arab-run_Latn","languages":["ace-Arab","run-Latn"]},{"precision":0.241905,"recall":0.306324,"f1":0.256351,"accuracy":0.306324,"main_score":0.256351,"hf_subset":"ace_Arab-tam_Taml","languages":["ace-Arab","tam-Taml"]},{"precision":0.25259,"recall":0.316206,"f1":0.266102,"accuracy":0.316206,"main_score":0.266102,"hf_subset":"ace_Arab-vie_Latn","languages":["ace-Arab","vie-Latn"]},{"precision":0.252621,"recall":0.30336,"f1":0.263679,"accuracy":0.30336,"main_score":0.263679,"hf_subset":"ace_Arab-apc_Arab","languages":["ace-Arab","apc-Arab"]},{"precision":0.278497,"recall":0.317194,"f1":0.287711,"accuracy":0.317194,"main_score":0.287711,"hf_subset":"ace_Arab-bug_Latn","languages":["ace-Arab","bug-Latn"]},{"precision":0.216387,"recall":0.243083,"f1":0.223861,"accuracy":0.243083,"main_score":0.223861,"hf_subset":"ace_Arab-fon_Latn","languages":["ace-Arab","fon-Latn"]},{"precision":0.314019,"recall":0.341897,"f1":0.320447,"accuracy":0.341897,"main_score":0.320447,"hf_subset":"ace_Arab-jav_Latn","languages":["ace-Arab","jav-Latn"]},{"precision":0.228329,"recall":0.253953,"f1":0.235303,"accuracy":0.253953,"main_score":0.235303,"hf_subset":"ace_Arab-lao_Laoo","languages":["ace-Arab","lao-Laoo"]},{"precision":0.233891,"recall":0.267787,"f1":0.242354,"accuracy":0.267787,"main_score":0.242354,"hf_subset":"ace_Arab-mri_Latn","languages":["ace-Arab","mri-Latn"]},{"precision":0.255754,"recall":0.327075,"f1":0.271389,"accuracy":0.327075,"main_score":0.271389,"hf_subset":"ace_Arab-rus_Cyrl","languages":["ace-Arab","rus-Cyrl"]},{"precision":0.267408,"recall":0.300395,"f1":0.275319,"accuracy":0.300395,"main_score":0.275319,"hf_subset":"ace_Arab-taq_Latn","languages":["ace-Arab","taq-Latn"]},{"precision":0.279572,"recall":0.314229,"f1":0.287265,"accuracy":0.314229,"main_score":0.287265,"hf_subset":"ace_Arab-war_Latn","languages":["ace-Arab","war-Latn"]},{"precision":0.254879,"recall":0.323123,"f1":0.270146,"accuracy":0.323123,"main_score":0.270146,"hf_subset":"ace_Arab-arb_Arab","languages":["ace-Arab","arb-Arab"]},{"precision":0.256804,"recall":0.313241,"f1":0.270579,"accuracy":0.313241,"main_score":0.270579,"hf_subset":"ace_Arab-bul_Cyrl","languages":["ace-Arab","bul-Cyrl"]},{"precision":0.260458,"recall":0.318182,"f1":0.273317,"accuracy":0.318182,"main_score":0.273317,"hf_subset":"ace_Arab-fra_Latn","languages":["ace-Arab","fra-Latn"]},{"precision":0.247279,"recall":0.314229,"f1":0.261403,"accuracy":0.314229,"main_score":0.261403,"hf_subset":"ace_Arab-jpn_Jpan","languages":["ace-Arab","jpn-Jpan"]},{"precision":0.263703,"recall":0.291502,"f1":0.270059,"accuracy":0.291502,"main_score":0.270059,"hf_subset":"ace_Arab-lij_Latn","languages":["ace-Arab","lij-Latn"]},{"precision":0.191921,"recall":0.238142,"f1":0.20241,"accuracy":0.238142,"main_score":0.20241,"hf_subset":"ace_Arab-mya_Mymr","languages":["ace-Arab","mya-Mymr"]},{"precision":0.255363,"recall":0.285573,"f1":0.263356,"accuracy":0.285573,"main_score":0.263356,"hf_subset":"ace_Arab-sag_Latn","languages":["ace-Arab","sag-Latn"]},{"precision":0.180261,"recall":0.225296,"f1":0.191473,"accuracy":0.225296,"main_score":0.191473,"hf_subset":"ace_Arab-taq_Tfng","languages":["ace-Arab","taq-Tfng"]},{"precision":0.245415,"recall":0.273715,"f1":0.252798,"accuracy":0.273715,"main_score":0.252798,"hf_subset":"ace_Arab-wol_Latn","languages":["ace-Arab","wol-Latn"]},{"precision":0.196952,"recall":0.246047,"f1":0.208539,"accuracy":0.246047,"main_score":0.208539,"hf_subset":"ace_Arab-arb_Latn","languages":["ace-Arab","arb-Latn"]},{"precision":0.256785,"recall":0.291502,"f1":0.265752,"accuracy":0.291502,"main_score":0.265752,"hf_subset":"ace_Arab-cat_Latn","languages":["ace-Arab","cat-Latn"]},{"precision":0.250164,"recall":0.277668,"f1":0.256695,"accuracy":0.277668,"main_score":0.256695,"hf_subset":"ace_Arab-fur_Latn","languages":["ace-Arab","fur-Latn"]},{"precision":0.224004,"recall":0.267787,"f1":0.235659,"accuracy":0.267787,"main_score":0.235659,"hf_subset":"ace_Arab-kab_Latn","languages":["ace-Arab","kab-Latn"]},{"precision":0.25836,"recall":0.279644,"f1":0.263817,"accuracy":0.279644,"main_score":0.263817,"hf_subset":"ace_Arab-lim_Latn","languages":["ace-Arab","lim-Latn"]},{"precision":0.278407,"recall":0.336957,"f1":0.290949,"accuracy":0.336957,"main_score":0.290949,"hf_subset":"ace_Arab-nld_Latn","languages":["ace-Arab","nld-Latn"]},{"precision":0.23785,"recall":0.289526,"f1":0.250003,"accuracy":0.289526,"main_score":0.250003,"hf_subset":"ace_Arab-san_Deva","languages":["ace-Arab","san-Deva"]},{"precision":0.262664,"recall":0.294466,"f1":0.27056,"accuracy":0.294466,"main_score":0.27056,"hf_subset":"ace_Arab-tat_Cyrl","languages":["ace-Arab","tat-Cyrl"]},{"precision":0.260362,"recall":0.298419,"f1":0.270247,"accuracy":0.298419,"main_score":0.270247,"hf_subset":"ace_Arab-xho_Latn","languages":["ace-Arab","xho-Latn"]},{"precision":0.222346,"recall":0.291502,"f1":0.238304,"accuracy":0.291502,"main_score":0.238304,"hf_subset":"ace_Arab-ars_Arab","languages":["ace-Arab","ars-Arab"]},{"precision":0.272931,"recall":0.31917,"f1":0.283351,"accuracy":0.31917,"main_score":0.283351,"hf_subset":"ace_Arab-ceb_Latn","languages":["ace-Arab","ceb-Latn"]},{"precision":0.242248,"recall":0.273715,"f1":0.250735,"accuracy":0.273715,"main_score":0.250735,"hf_subset":"ace_Arab-fuv_Latn","languages":["ace-Arab","fuv-Latn"]},{"precision":0.249934,"recall":0.282609,"f1":0.258066,"accuracy":0.282609,"main_score":0.258066,"hf_subset":"ace_Arab-kac_Latn","languages":["ace-Arab","kac-Latn"]},{"precision":0.253504,"recall":0.301383,"f1":0.265491,"accuracy":0.301383,"main_score":0.265491,"hf_subset":"ace_Arab-lin_Latn","languages":["ace-Arab","lin-Latn"]},{"precision":0.267244,"recall":0.305336,"f1":0.276005,"accuracy":0.305336,"main_score":0.276005,"hf_subset":"ace_Arab-nno_Latn","languages":["ace-Arab","nno-Latn"]},{"precision":0.134234,"recall":0.153162,"f1":0.13946,"accuracy":0.153162,"main_score":0.13946,"hf_subset":"ace_Arab-sat_Olck","languages":["ace-Arab","sat-Olck"]},{"precision":0.256117,"recall":0.320158,"f1":0.270732,"accuracy":0.320158,"main_score":0.270732,"hf_subset":"ace_Arab-tel_Telu","languages":["ace-Arab","tel-Telu"]},{"precision":0.209547,"recall":0.247036,"f1":0.218477,"accuracy":0.247036,"main_score":0.218477,"hf_subset":"ace_Arab-ydd_Hebr","languages":["ace-Arab","ydd-Hebr"]},{"precision":0.22598,"recall":0.274704,"f1":0.236194,"accuracy":0.274704,"main_score":0.236194,"hf_subset":"ace_Arab-ary_Arab","languages":["ace-Arab","ary-Arab"]},{"precision":0.259727,"recall":0.316206,"f1":0.273528,"accuracy":0.316206,"main_score":0.273528,"hf_subset":"ace_Arab-ces_Latn","languages":["ace-Arab","ces-Latn"]},{"precision":0.235013,"recall":0.275692,"f1":0.246003,"accuracy":0.275692,"main_score":0.246003,"hf_subset":"ace_Arab-gaz_Latn","languages":["ace-Arab","gaz-Latn"]},{"precision":0.220211,"recall":0.253953,"f1":0.229093,"accuracy":0.253953,"main_score":0.229093,"hf_subset":"ace_Arab-kam_Latn","languages":["ace-Arab","kam-Latn"]},{"precision":0.243427,"recall":0.280632,"f1":0.25277,"accuracy":0.280632,"main_score":0.25277,"hf_subset":"ace_Arab-lit_Latn","languages":["ace-Arab","lit-Latn"]},{"precision":0.278812,"recall":0.328063,"f1":0.290097,"accuracy":0.328063,"main_score":0.290097,"hf_subset":"ace_Arab-nob_Latn","languages":["ace-Arab","nob-Latn"]},{"precision":0.262804,"recall":0.297431,"f1":0.271806,"accuracy":0.297431,"main_score":0.271806,"hf_subset":"ace_Arab-scn_Latn","languages":["ace-Arab","scn-Latn"]},{"precision":0.232386,"recall":0.269763,"f1":0.241521,"accuracy":0.269763,"main_score":0.241521,"hf_subset":"ace_Arab-tgk_Cyrl","languages":["ace-Arab","tgk-Cyrl"]},{"precision":0.187439,"recall":0.224308,"f1":0.196532,"accuracy":0.224308,"main_score":0.196532,"hf_subset":"ace_Arab-yor_Latn","languages":["ace-Arab","yor-Latn"]},{"precision":0.250971,"recall":0.3083,"f1":0.263882,"accuracy":0.3083,"main_score":0.263882,"hf_subset":"ace_Arab-arz_Arab","languages":["ace-Arab","arz-Arab"]},{"precision":0.252753,"recall":0.290514,"f1":0.262204,"accuracy":0.290514,"main_score":0.262204,"hf_subset":"ace_Arab-cjk_Latn","languages":["ace-Arab","cjk-Latn"]},{"precision":0.243017,"recall":0.274704,"f1":0.25168,"accuracy":0.274704,"main_score":0.25168,"hf_subset":"ace_Arab-gla_Latn","languages":["ace-Arab","gla-Latn"]},{"precision":0.237304,"recall":0.302372,"f1":0.252863,"accuracy":0.302372,"main_score":0.252863,"hf_subset":"ace_Arab-kan_Knda","languages":["ace-Arab","kan-Knda"]},{"precision":0.24204,"recall":0.263834,"f1":0.247553,"accuracy":0.263834,"main_score":0.247553,"hf_subset":"ace_Arab-lmo_Latn","languages":["ace-Arab","lmo-Latn"]},{"precision":0.265374,"recall":0.33498,"f1":0.280892,"accuracy":0.33498,"main_score":0.280892,"hf_subset":"ace_Arab-npi_Deva","languages":["ace-Arab","npi-Deva"]},{"precision":0.195635,"recall":0.222332,"f1":0.202826,"accuracy":0.222332,"main_score":0.202826,"hf_subset":"ace_Arab-shn_Mymr","languages":["ace-Arab","shn-Mymr"]},{"precision":0.284047,"recall":0.333004,"f1":0.295975,"accuracy":0.333004,"main_score":0.295975,"hf_subset":"ace_Arab-tgl_Latn","languages":["ace-Arab","tgl-Latn"]},{"precision":0.235382,"recall":0.296443,"f1":0.248321,"accuracy":0.296443,"main_score":0.248321,"hf_subset":"ace_Arab-yue_Hant","languages":["ace-Arab","yue-Hant"]},{"precision":0.21551,"recall":0.257905,"f1":0.225276,"accuracy":0.257905,"main_score":0.225276,"hf_subset":"ace_Arab-asm_Beng","languages":["ace-Arab","asm-Beng"]},{"precision":0.224879,"recall":0.269763,"f1":0.236216,"accuracy":0.269763,"main_score":0.236216,"hf_subset":"ace_Arab-ckb_Arab","languages":["ace-Arab","ckb-Arab"]},{"precision":0.25202,"recall":0.291502,"f1":0.261681,"accuracy":0.291502,"main_score":0.261681,"hf_subset":"ace_Arab-gle_Latn","languages":["ace-Arab","gle-Latn"]},{"precision":0.234301,"recall":0.279644,"f1":0.245317,"accuracy":0.279644,"main_score":0.245317,"hf_subset":"ace_Arab-kas_Arab","languages":["ace-Arab","kas-Arab"]},{"precision":0.258696,"recall":0.288538,"f1":0.266214,"accuracy":0.288538,"main_score":0.266214,"hf_subset":"ace_Arab-ltg_Latn","languages":["ace-Arab","ltg-Latn"]},{"precision":0.257453,"recall":0.280632,"f1":0.264048,"accuracy":0.280632,"main_score":0.264048,"hf_subset":"ace_Arab-nso_Latn","languages":["ace-Arab","nso-Latn"]},{"precision":0.233992,"recall":0.291502,"f1":0.247845,"accuracy":0.291502,"main_score":0.247845,"hf_subset":"ace_Arab-sin_Sinh","languages":["ace-Arab","sin-Sinh"]},{"precision":0.252749,"recall":0.320158,"f1":0.267503,"accuracy":0.320158,"main_score":0.267503,"hf_subset":"ace_Arab-tha_Thai","languages":["ace-Arab","tha-Thai"]},{"precision":0.244869,"recall":0.307312,"f1":0.25867,"accuracy":0.307312,"main_score":0.25867,"hf_subset":"ace_Arab-zho_Hans","languages":["ace-Arab","zho-Hans"]},{"precision":0.262137,"recall":0.297431,"f1":0.271651,"accuracy":0.297431,"main_score":0.271651,"hf_subset":"ace_Arab-ast_Latn","languages":["ace-Arab","ast-Latn"]},{"precision":0.247019,"recall":0.280632,"f1":0.254668,"accuracy":0.280632,"main_score":0.254668,"hf_subset":"ace_Arab-crh_Latn","languages":["ace-Arab","crh-Latn"]},{"precision":0.271014,"recall":0.3083,"f1":0.280277,"accuracy":0.3083,"main_score":0.280277,"hf_subset":"ace_Arab-glg_Latn","languages":["ace-Arab","glg-Latn"]},{"precision":0.242626,"recall":0.277668,"f1":0.251082,"accuracy":0.277668,"main_score":0.251082,"hf_subset":"ace_Arab-kas_Deva","languages":["ace-Arab","kas-Deva"]},{"precision":0.258699,"recall":0.288538,"f1":0.265375,"accuracy":0.288538,"main_score":0.265375,"hf_subset":"ace_Arab-ltz_Latn","languages":["ace-Arab","ltz-Latn"]},{"precision":0.222029,"recall":0.253953,"f1":0.230435,"accuracy":0.253953,"main_score":0.230435,"hf_subset":"ace_Arab-nus_Latn","languages":["ace-Arab","nus-Latn"]},{"precision":0.254864,"recall":0.304348,"f1":0.267161,"accuracy":0.304348,"main_score":0.267161,"hf_subset":"ace_Arab-slk_Latn","languages":["ace-Arab","slk-Latn"]},{"precision":0.209518,"recall":0.246047,"f1":0.218017,"accuracy":0.246047,"main_score":0.218017,"hf_subset":"ace_Arab-tir_Ethi","languages":["ace-Arab","tir-Ethi"]},{"precision":0.241765,"recall":0.302372,"f1":0.255085,"accuracy":0.302372,"main_score":0.255085,"hf_subset":"ace_Arab-zho_Hant","languages":["ace-Arab","zho-Hant"]},{"precision":0.257859,"recall":0.320158,"f1":0.271705,"accuracy":0.320158,"main_score":0.271705,"hf_subset":"ace_Arab-awa_Deva","languages":["ace-Arab","awa-Deva"]},{"precision":0.253048,"recall":0.283597,"f1":0.26105,"accuracy":0.283597,"main_score":0.26105,"hf_subset":"ace_Arab-cym_Latn","languages":["ace-Arab","cym-Latn"]},{"precision":0.255818,"recall":0.282609,"f1":0.262464,"accuracy":0.282609,"main_score":0.262464,"hf_subset":"ace_Arab-grn_Latn","languages":["ace-Arab","grn-Latn"]},{"precision":0.241483,"recall":0.289526,"f1":0.253041,"accuracy":0.289526,"main_score":0.253041,"hf_subset":"ace_Arab-kat_Geor","languages":["ace-Arab","kat-Geor"]},{"precision":0.24926,"recall":0.289526,"f1":0.259569,"accuracy":0.289526,"main_score":0.259569,"hf_subset":"ace_Arab-lua_Latn","languages":["ace-Arab","lua-Latn"]},{"precision":0.24968,"recall":0.284585,"f1":0.258802,"accuracy":0.284585,"main_score":0.258802,"hf_subset":"ace_Arab-nya_Latn","languages":["ace-Arab","nya-Latn"]},{"precision":0.243775,"recall":0.270751,"f1":0.251285,"accuracy":0.270751,"main_score":0.251285,"hf_subset":"ace_Arab-slv_Latn","languages":["ace-Arab","slv-Latn"]},{"precision":0.271307,"recall":0.300395,"f1":0.278346,"accuracy":0.300395,"main_score":0.278346,"hf_subset":"ace_Arab-tpi_Latn","languages":["ace-Arab","tpi-Latn"]},{"precision":0.295363,"recall":0.347826,"f1":0.307453,"accuracy":0.347826,"main_score":0.307453,"hf_subset":"ace_Arab-zsm_Latn","languages":["ace-Arab","zsm-Latn"]},{"precision":0.247131,"recall":0.287549,"f1":0.257911,"accuracy":0.287549,"main_score":0.257911,"hf_subset":"ace_Arab-ayr_Latn","languages":["ace-Arab","ayr-Latn"]},{"precision":0.289341,"recall":0.336957,"f1":0.300137,"accuracy":0.336957,"main_score":0.300137,"hf_subset":"ace_Arab-dan_Latn","languages":["ace-Arab","dan-Latn"]},{"precision":0.26401,"recall":0.333992,"f1":0.279976,"accuracy":0.333992,"main_score":0.279976,"hf_subset":"ace_Arab-guj_Gujr","languages":["ace-Arab","guj-Gujr"]},{"precision":0.264094,"recall":0.304348,"f1":0.273542,"accuracy":0.304348,"main_score":0.273542,"hf_subset":"ace_Arab-kaz_Cyrl","languages":["ace-Arab","kaz-Cyrl"]},{"precision":0.234435,"recall":0.268775,"f1":0.242522,"accuracy":0.268775,"main_score":0.242522,"hf_subset":"ace_Arab-lug_Latn","languages":["ace-Arab","lug-Latn"]},{"precision":0.258475,"recall":0.297431,"f1":0.268564,"accuracy":0.297431,"main_score":0.268564,"hf_subset":"ace_Arab-oci_Latn","languages":["ace-Arab","oci-Latn"]},{"precision":0.251566,"recall":0.289526,"f1":0.262058,"accuracy":0.289526,"main_score":0.262058,"hf_subset":"ace_Arab-smo_Latn","languages":["ace-Arab","smo-Latn"]},{"precision":0.225431,"recall":0.259881,"f1":0.234666,"accuracy":0.259881,"main_score":0.234666,"hf_subset":"ace_Arab-tsn_Latn","languages":["ace-Arab","tsn-Latn"]},{"precision":0.240623,"recall":0.280632,"f1":0.250726,"accuracy":0.280632,"main_score":0.250726,"hf_subset":"ace_Arab-zul_Latn","languages":["ace-Arab","zul-Latn"]},{"precision":0.204313,"recall":0.242095,"f1":0.213745,"accuracy":0.242095,"main_score":0.213745,"hf_subset":"ace_Arab-azb_Arab","languages":["ace-Arab","azb-Arab"]},{"precision":0.276031,"recall":0.333004,"f1":0.288063,"accuracy":0.333004,"main_score":0.288063,"hf_subset":"ace_Arab-deu_Latn","languages":["ace-Arab","deu-Latn"]},{"precision":0.253717,"recall":0.283597,"f1":0.261765,"accuracy":0.283597,"main_score":0.261765,"hf_subset":"ace_Arab-hat_Latn","languages":["ace-Arab","hat-Latn"]},{"precision":0.223806,"recall":0.246047,"f1":0.230094,"accuracy":0.246047,"main_score":0.230094,"hf_subset":"ace_Arab-kbp_Latn","languages":["ace-Arab","kbp-Latn"]},{"precision":0.24359,"recall":0.268775,"f1":0.250546,"accuracy":0.268775,"main_score":0.250546,"hf_subset":"ace_Arab-luo_Latn","languages":["ace-Arab","luo-Latn"]},{"precision":0.267043,"recall":0.314229,"f1":0.279093,"accuracy":0.314229,"main_score":0.279093,"hf_subset":"ace_Arab-ory_Orya","languages":["ace-Arab","ory-Orya"]},{"precision":0.221335,"recall":0.250988,"f1":0.229321,"accuracy":0.250988,"main_score":0.229321,"hf_subset":"ace_Arab-sna_Latn","languages":["ace-Arab","sna-Latn"]},{"precision":0.243177,"recall":0.269763,"f1":0.250159,"accuracy":0.269763,"main_score":0.250159,"hf_subset":"ace_Arab-tso_Latn","languages":["ace-Arab","tso-Latn"]},{"precision":0.256004,"recall":0.289526,"f1":0.264777,"accuracy":0.289526,"main_score":0.264777,"hf_subset":"ace_Arab-azj_Latn","languages":["ace-Arab","azj-Latn"]},{"precision":0.196165,"recall":0.226285,"f1":0.204151,"accuracy":0.226285,"main_score":0.204151,"hf_subset":"ace_Arab-dik_Latn","languages":["ace-Arab","dik-Latn"]},{"precision":0.242148,"recall":0.277668,"f1":0.25105,"accuracy":0.277668,"main_score":0.25105,"hf_subset":"ace_Arab-hau_Latn","languages":["ace-Arab","hau-Latn"]},{"precision":0.273825,"recall":0.305336,"f1":0.281317,"accuracy":0.305336,"main_score":0.281317,"hf_subset":"ace_Arab-kea_Latn","languages":["ace-Arab","kea-Latn"]},{"precision":0.243141,"recall":0.271739,"f1":0.250449,"accuracy":0.271739,"main_score":0.250449,"hf_subset":"ace_Arab-lus_Latn","languages":["ace-Arab","lus-Latn"]},{"precision":0.261382,"recall":0.288538,"f1":0.268396,"accuracy":0.288538,"main_score":0.268396,"hf_subset":"ace_Arab-pag_Latn","languages":["ace-Arab","pag-Latn"]},{"precision":0.226285,"recall":0.27668,"f1":0.237858,"accuracy":0.27668,"main_score":0.237858,"hf_subset":"ace_Arab-snd_Arab","languages":["ace-Arab","snd-Arab"]},{"precision":0.251916,"recall":0.288538,"f1":0.261088,"accuracy":0.288538,"main_score":0.261088,"hf_subset":"ace_Arab-tuk_Latn","languages":["ace-Arab","tuk-Latn"]},{"precision":0.265003,"recall":0.295455,"f1":0.272542,"accuracy":0.295455,"main_score":0.272542,"hf_subset":"ace_Arab-bak_Cyrl","languages":["ace-Arab","bak-Cyrl"]},{"precision":0.170549,"recall":0.205534,"f1":0.179537,"accuracy":0.205534,"main_score":0.179537,"hf_subset":"ace_Arab-dyu_Latn","languages":["ace-Arab","dyu-Latn"]},{"precision":0.214162,"recall":0.270751,"f1":0.22787,"accuracy":0.270751,"main_score":0.22787,"hf_subset":"ace_Arab-heb_Hebr","languages":["ace-Arab","heb-Hebr"]},{"precision":0.226385,"recall":0.263834,"f1":0.235981,"accuracy":0.263834,"main_score":0.235981,"hf_subset":"ace_Arab-khk_Cyrl","languages":["ace-Arab","khk-Cyrl"]},{"precision":0.244226,"recall":0.289526,"f1":0.255149,"accuracy":0.289526,"main_score":0.255149,"hf_subset":"ace_Arab-lvs_Latn","languages":["ace-Arab","lvs-Latn"]},{"precision":0.253119,"recall":0.316206,"f1":0.268357,"accuracy":0.316206,"main_score":0.268357,"hf_subset":"ace_Arab-pan_Guru","languages":["ace-Arab","pan-Guru"]},{"precision":0.214041,"recall":0.250988,"f1":0.224172,"accuracy":0.250988,"main_score":0.224172,"hf_subset":"ace_Arab-som_Latn","languages":["ace-Arab","som-Latn"]},{"precision":0.217275,"recall":0.246047,"f1":0.224382,"accuracy":0.246047,"main_score":0.224382,"hf_subset":"ace_Arab-tum_Latn","languages":["ace-Arab","tum-Latn"]},{"precision":0.240587,"recall":0.280632,"f1":0.251487,"accuracy":0.280632,"main_score":0.251487,"hf_subset":"bam_Latn-ace_Arab","languages":["bam-Latn","ace-Arab"]},{"precision":0.136495,"recall":0.188735,"f1":0.148606,"accuracy":0.188735,"main_score":0.148606,"hf_subset":"bam_Latn-dzo_Tibt","languages":["bam-Latn","dzo-Tibt"]},{"precision":0.380006,"recall":0.448617,"f1":0.396744,"accuracy":0.448617,"main_score":0.396744,"hf_subset":"bam_Latn-hin_Deva","languages":["bam-Latn","hin-Deva"]},{"precision":0.371924,"recall":0.421937,"f1":0.386168,"accuracy":0.421937,"main_score":0.386168,"hf_subset":"bam_Latn-khm_Khmr","languages":["bam-Latn","khm-Khmr"]},{"precision":0.376396,"recall":0.4417,"f1":0.393019,"accuracy":0.4417,"main_score":0.393019,"hf_subset":"bam_Latn-mag_Deva","languages":["bam-Latn","mag-Deva"]},{"precision":0.435771,"recall":0.466403,"f1":0.444284,"accuracy":0.466403,"main_score":0.444284,"hf_subset":"bam_Latn-pap_Latn","languages":["bam-Latn","pap-Latn"]},{"precision":0.417255,"recall":0.455534,"f1":0.427831,"accuracy":0.455534,"main_score":0.427831,"hf_subset":"bam_Latn-sot_Latn","languages":["bam-Latn","sot-Latn"]},{"precision":0.402517,"recall":0.459486,"f1":0.417271,"accuracy":0.459486,"main_score":0.417271,"hf_subset":"bam_Latn-tur_Latn","languages":["bam-Latn","tur-Latn"]},{"precision":0.427001,"recall":0.462451,"f1":0.437346,"accuracy":0.462451,"main_score":0.437346,"hf_subset":"bam_Latn-ace_Latn","languages":["bam-Latn","ace-Latn"]},{"precision":0.419763,"recall":0.454545,"f1":0.429483,"accuracy":0.454545,"main_score":0.429483,"hf_subset":"bam_Latn-ban_Latn","languages":["bam-Latn","ban-Latn"]},{"precision":0.334248,"recall":0.407115,"f1":0.353066,"accuracy":0.407115,"main_score":0.353066,"hf_subset":"bam_Latn-ell_Grek","languages":["bam-Latn","ell-Grek"]},{"precision":0.375985,"recall":0.43083,"f1":0.3909,"accuracy":0.43083,"main_score":0.3909,"hf_subset":"bam_Latn-hne_Deva","languages":["bam-Latn","hne-Deva"]},{"precision":0.393751,"recall":0.434783,"f1":0.405147,"accuracy":0.434783,"main_score":0.405147,"hf_subset":"bam_Latn-kik_Latn","languages":["bam-Latn","kik-Latn"]},{"precision":0.394682,"recall":0.452569,"f1":0.409564,"accuracy":0.452569,"main_score":0.409564,"hf_subset":"bam_Latn-mai_Deva","languages":["bam-Latn","mai-Deva"]},{"precision":0.361759,"recall":0.413043,"f1":0.37624,"accuracy":0.413043,"main_score":0.37624,"hf_subset":"bam_Latn-pbt_Arab","languages":["bam-Latn","pbt-Arab"]},{"precision":0.398053,"recall":0.466403,"f1":0.415139,"accuracy":0.466403,"main_score":0.415139,"hf_subset":"bam_Latn-spa_Latn","languages":["bam-Latn","spa-Latn"]},{"precision":0.43545,"recall":0.465415,"f1":0.444203,"accuracy":0.465415,"main_score":0.444203,"hf_subset":"bam_Latn-twi_Latn","languages":["bam-Latn","twi-Latn"]},{"precision":0.355463,"recall":0.421937,"f1":0.372536,"accuracy":0.421937,"main_score":0.372536,"hf_subset":"bam_Latn-acm_Arab","languages":["bam-Latn","acm-Arab"]},{"precision":0.348424,"recall":0.405138,"f1":0.363484,"accuracy":0.405138,"main_score":0.363484,"hf_subset":"bam_Latn-bel_Cyrl","languages":["bam-Latn","bel-Cyrl"]},{"precision":0.413648,"recall":0.469368,"f1":0.427829,"accuracy":0.469368,"main_score":0.427829,"hf_subset":"bam_Latn-eng_Latn","languages":["bam-Latn","eng-Latn"]},{"precision":0.411105,"recall":0.459486,"f1":0.424256,"accuracy":0.459486,"main_score":0.424256,"hf_subset":"bam_Latn-hrv_Latn","languages":["bam-Latn","hrv-Latn"]},{"precision":0.400313,"recall":0.438735,"f1":0.412074,"accuracy":0.438735,"main_score":0.412074,"hf_subset":"bam_Latn-kin_Latn","languages":["bam-Latn","kin-Latn"]},{"precision":0.365578,"recall":0.438735,"f1":0.38476,"accuracy":0.438735,"main_score":0.38476,"hf_subset":"bam_Latn-mal_Mlym","languages":["bam-Latn","mal-Mlym"]},{"precision":0.372876,"recall":0.444664,"f1":0.389583,"accuracy":0.444664,"main_score":0.389583,"hf_subset":"bam_Latn-pes_Arab","languages":["bam-Latn","pes-Arab"]},{"precision":0.413716,"recall":0.452569,"f1":0.422845,"accuracy":0.452569,"main_score":0.422845,"hf_subset":"bam_Latn-srd_Latn","languages":["bam-Latn","srd-Latn"]},{"precision":0.138135,"recall":0.184783,"f1":0.1498,"accuracy":0.184783,"main_score":0.1498,"hf_subset":"bam_Latn-tzm_Tfng","languages":["bam-Latn","tzm-Tfng"]},{"precision":0.357342,"recall":0.422925,"f1":0.374321,"accuracy":0.422925,"main_score":0.374321,"hf_subset":"bam_Latn-acq_Arab","languages":["bam-Latn","acq-Arab"]},{"precision":0.431429,"recall":0.464427,"f1":0.440866,"accuracy":0.464427,"main_score":0.440866,"hf_subset":"bam_Latn-bem_Latn","languages":["bam-Latn","bem-Latn"]},{"precision":0.391058,"recall":0.434783,"f1":0.403688,"accuracy":0.434783,"main_score":0.403688,"hf_subset":"bam_Latn-epo_Latn","languages":["bam-Latn","epo-Latn"]},{"precision":0.375277,"recall":0.436759,"f1":0.391825,"accuracy":0.436759,"main_score":0.391825,"hf_subset":"bam_Latn-hun_Latn","languages":["bam-Latn","hun-Latn"]},{"precision":0.380356,"recall":0.427866,"f1":0.393837,"accuracy":0.427866,"main_score":0.393837,"hf_subset":"bam_Latn-kir_Cyrl","languages":["bam-Latn","kir-Cyrl"]},{"precision":0.368204,"recall":0.442688,"f1":0.387677,"accuracy":0.442688,"main_score":0.387677,"hf_subset":"bam_Latn-mar_Deva","languages":["bam-Latn","mar-Deva"]},{"precision":0.419971,"recall":0.459486,"f1":0.431983,"accuracy":0.459486,"main_score":0.431983,"hf_subset":"bam_Latn-plt_Latn","languages":["bam-Latn","plt-Latn"]},{"precision":0.381654,"recall":0.445652,"f1":0.398916,"accuracy":0.445652,"main_score":0.398916,"hf_subset":"bam_Latn-srp_Cyrl","languages":["bam-Latn","srp-Cyrl"]},{"precision":0.273481,"recall":0.323123,"f1":0.28701,"accuracy":0.323123,"main_score":0.28701,"hf_subset":"bam_Latn-uig_Arab","languages":["bam-Latn","uig-Arab"]},{"precision":0.359632,"recall":0.414032,"f1":0.373229,"accuracy":0.414032,"main_score":0.373229,"hf_subset":"bam_Latn-aeb_Arab","languages":["bam-Latn","aeb-Arab"]},{"precision":0.366276,"recall":0.435771,"f1":0.383639,"accuracy":0.435771,"main_score":0.383639,"hf_subset":"bam_Latn-ben_Beng","languages":["bam-Latn","ben-Beng"]},{"precision":0.381042,"recall":0.426877,"f1":0.394015,"accuracy":0.426877,"main_score":0.394015,"hf_subset":"bam_Latn-est_Latn","languages":["bam-Latn","est-Latn"]},{"precision":0.34289,"recall":0.398221,"f1":0.358265,"accuracy":0.398221,"main_score":0.358265,"hf_subset":"bam_Latn-hye_Armn","languages":["bam-Latn","hye-Armn"]},{"precision":0.398419,"recall":0.435771,"f1":0.409651,"accuracy":0.435771,"main_score":0.409651,"hf_subset":"bam_Latn-kmb_Latn","languages":["bam-Latn","kmb-Latn"]},{"precision":0.220014,"recall":0.26581,"f1":0.231638,"accuracy":0.26581,"main_score":0.231638,"hf_subset":"bam_Latn-min_Arab","languages":["bam-Latn","min-Arab"]},{"precision":0.391448,"recall":0.458498,"f1":0.408153,"accuracy":0.458498,"main_score":0.408153,"hf_subset":"bam_Latn-pol_Latn","languages":["bam-Latn","pol-Latn"]},{"precision":0.412975,"recall":0.452569,"f1":0.424103,"accuracy":0.452569,"main_score":0.424103,"hf_subset":"bam_Latn-ssw_Latn","languages":["bam-Latn","ssw-Latn"]},{"precision":0.380066,"recall":0.439723,"f1":0.395731,"accuracy":0.439723,"main_score":0.395731,"hf_subset":"bam_Latn-ukr_Cyrl","languages":["bam-Latn","ukr-Cyrl"]},{"precision":0.419794,"recall":0.460474,"f1":0.431051,"accuracy":0.460474,"main_score":0.431051,"hf_subset":"bam_Latn-afr_Latn","languages":["bam-Latn","afr-Latn"]},{"precision":0.381629,"recall":0.436759,"f1":0.396165,"accuracy":0.436759,"main_score":0.396165,"hf_subset":"bam_Latn-bho_Deva","languages":["bam-Latn","bho-Deva"]},{"precision":0.406906,"recall":0.444664,"f1":0.417613,"accuracy":0.444664,"main_score":0.417613,"hf_subset":"bam_Latn-eus_Latn","languages":["bam-Latn","eus-Latn"]},{"precision":0.388698,"recall":0.435771,"f1":0.402706,"accuracy":0.435771,"main_score":0.402706,"hf_subset":"bam_Latn-ibo_Latn","languages":["bam-Latn","ibo-Latn"]},{"precision":0.395356,"recall":0.432806,"f1":0.406523,"accuracy":0.432806,"main_score":0.406523,"hf_subset":"bam_Latn-kmr_Latn","languages":["bam-Latn","kmr-Latn"]},{"precision":0.41489,"recall":0.449605,"f1":0.424111,"accuracy":0.449605,"main_score":0.424111,"hf_subset":"bam_Latn-min_Latn","languages":["bam-Latn","min-Latn"]},{"precision":0.401098,"recall":0.464427,"f1":0.416341,"accuracy":0.464427,"main_score":0.416341,"hf_subset":"bam_Latn-por_Latn","languages":["bam-Latn","por-Latn"]},{"precision":0.41715,"recall":0.454545,"f1":0.427286,"accuracy":0.454545,"main_score":0.427286,"hf_subset":"bam_Latn-sun_Latn","languages":["bam-Latn","sun-Latn"]},{"precision":0.385903,"recall":0.427866,"f1":0.398588,"accuracy":0.427866,"main_score":0.398588,"hf_subset":"bam_Latn-umb_Latn","languages":["bam-Latn","umb-Latn"]},{"precision":0.384566,"recall":0.443676,"f1":0.399876,"accuracy":0.443676,"main_score":0.399876,"hf_subset":"bam_Latn-ajp_Arab","languages":["bam-Latn","ajp-Arab"]},{"precision":0.232955,"recall":0.269763,"f1":0.243004,"accuracy":0.269763,"main_score":0.243004,"hf_subset":"bam_Latn-bjn_Arab","languages":["bam-Latn","bjn-Arab"]},{"precision":0.409935,"recall":0.448617,"f1":0.420615,"accuracy":0.448617,"main_score":0.420615,"hf_subset":"bam_Latn-ewe_Latn","languages":["bam-Latn","ewe-Latn"]},{"precision":0.436973,"recall":0.472332,"f1":0.446847,"accuracy":0.472332,"main_score":0.446847,"hf_subset":"bam_Latn-ilo_Latn","languages":["bam-Latn","ilo-Latn"]},{"precision":0.183946,"recall":0.226285,"f1":0.195417,"accuracy":0.226285,"main_score":0.195417,"hf_subset":"bam_Latn-knc_Arab","languages":["bam-Latn","knc-Arab"]},{"precision":0.386339,"recall":0.437747,"f1":0.400272,"accuracy":0.437747,"main_score":0.400272,"hf_subset":"bam_Latn-mkd_Cyrl","languages":["bam-Latn","mkd-Cyrl"]},{"precision":0.363293,"recall":0.428854,"f1":0.380453,"accuracy":0.428854,"main_score":0.380453,"hf_subset":"bam_Latn-prs_Arab","languages":["bam-Latn","prs-Arab"]},{"precision":0.394045,"recall":0.452569,"f1":0.409641,"accuracy":0.452569,"main_score":0.409641,"hf_subset":"bam_Latn-swe_Latn","languages":["bam-Latn","swe-Latn"]},{"precision":0.343423,"recall":0.409091,"f1":0.361379,"accuracy":0.409091,"main_score":0.361379,"hf_subset":"bam_Latn-urd_Arab","languages":["bam-Latn","urd-Arab"]},{"precision":0.413455,"recall":0.444664,"f1":0.423075,"accuracy":0.444664,"main_score":0.423075,"hf_subset":"bam_Latn-aka_Latn","languages":["bam-Latn","aka-Latn"]},{"precision":0.411475,"recall":0.450593,"f1":0.42207,"accuracy":0.450593,"main_score":0.42207,"hf_subset":"bam_Latn-bjn_Latn","languages":["bam-Latn","bjn-Latn"]},{"precision":0.399008,"recall":0.443676,"f1":0.411693,"accuracy":0.443676,"main_score":0.411693,"hf_subset":"bam_Latn-fao_Latn","languages":["bam-Latn","fao-Latn"]},{"precision":0.409171,"recall":0.474308,"f1":0.4255,"accuracy":0.474308,"main_score":0.4255,"hf_subset":"bam_Latn-ind_Latn","languages":["bam-Latn","ind-Latn"]},{"precision":0.425981,"recall":0.452569,"f1":0.434074,"accuracy":0.452569,"main_score":0.434074,"hf_subset":"bam_Latn-knc_Latn","languages":["bam-Latn","knc-Latn"]},{"precision":0.420343,"recall":0.459486,"f1":0.430439,"accuracy":0.459486,"main_score":0.430439,"hf_subset":"bam_Latn-mlt_Latn","languages":["bam-Latn","mlt-Latn"]},{"precision":0.394392,"recall":0.437747,"f1":0.407339,"accuracy":0.437747,"main_score":0.407339,"hf_subset":"bam_Latn-quy_Latn","languages":["bam-Latn","quy-Latn"]},{"precision":0.416066,"recall":0.45751,"f1":0.427644,"accuracy":0.45751,"main_score":0.427644,"hf_subset":"bam_Latn-swh_Latn","languages":["bam-Latn","swh-Latn"]},{"precision":0.372531,"recall":0.418972,"f1":0.385297,"accuracy":0.418972,"main_score":0.385297,"hf_subset":"bam_Latn-uzn_Latn","languages":["bam-Latn","uzn-Latn"]},{"precision":0.387099,"recall":0.437747,"f1":0.401504,"accuracy":0.437747,"main_score":0.401504,"hf_subset":"bam_Latn-als_Latn","languages":["bam-Latn","als-Latn"]},{"precision":0.179466,"recall":0.231225,"f1":0.193245,"accuracy":0.231225,"main_score":0.193245,"hf_subset":"bam_Latn-bod_Tibt","languages":["bam-Latn","bod-Tibt"]},{"precision":0.406338,"recall":0.440711,"f1":0.416598,"accuracy":0.440711,"main_score":0.416598,"hf_subset":"bam_Latn-fij_Latn","languages":["bam-Latn","fij-Latn"]},{"precision":0.367138,"recall":0.41502,"f1":0.380121,"accuracy":0.41502,"main_score":0.380121,"hf_subset":"bam_Latn-isl_Latn","languages":["bam-Latn","isl-Latn"]},{"precision":0.422685,"recall":0.458498,"f1":0.433037,"accuracy":0.458498,"main_score":0.433037,"hf_subset":"bam_Latn-kon_Latn","languages":["bam-Latn","kon-Latn"]},{"precision":0.294373,"recall":0.350791,"f1":0.309275,"accuracy":0.350791,"main_score":0.309275,"hf_subset":"bam_Latn-mni_Beng","languages":["bam-Latn","mni-Beng"]},{"precision":0.406248,"recall":0.459486,"f1":0.420497,"accuracy":0.459486,"main_score":0.420497,"hf_subset":"bam_Latn-ron_Latn","languages":["bam-Latn","ron-Latn"]},{"precision":0.398379,"recall":0.435771,"f1":0.408986,"accuracy":0.435771,"main_score":0.408986,"hf_subset":"bam_Latn-szl_Latn","languages":["bam-Latn","szl-Latn"]},{"precision":0.399198,"recall":0.440711,"f1":0.410823,"accuracy":0.440711,"main_score":0.410823,"hf_subset":"bam_Latn-vec_Latn","languages":["bam-Latn","vec-Latn"]},{"precision":0.340919,"recall":0.405138,"f1":0.357697,"accuracy":0.405138,"main_score":0.357697,"hf_subset":"bam_Latn-amh_Ethi","languages":["bam-Latn","amh-Ethi"]},{"precision":0.39825,"recall":0.454545,"f1":0.413577,"accuracy":0.454545,"main_score":0.413577,"hf_subset":"bam_Latn-bos_Latn","languages":["bam-Latn","bos-Latn"]},{"precision":0.375895,"recall":0.436759,"f1":0.391739,"accuracy":0.436759,"main_score":0.391739,"hf_subset":"bam_Latn-fin_Latn","languages":["bam-Latn","fin-Latn"]},{"precision":0.400162,"recall":0.464427,"f1":0.415984,"accuracy":0.464427,"main_score":0.415984,"hf_subset":"bam_Latn-ita_Latn","languages":["bam-Latn","ita-Latn"]},{"precision":0.367381,"recall":0.434783,"f1":0.384131,"accuracy":0.434783,"main_score":0.384131,"hf_subset":"bam_Latn-kor_Hang","languages":["bam-Latn","kor-Hang"]},{"precision":0.401773,"recall":0.438735,"f1":0.412523,"accuracy":0.438735,"main_score":0.412523,"hf_subset":"bam_Latn-mos_Latn","languages":["bam-Latn","mos-Latn"]},{"precision":0.40893,"recall":0.443676,"f1":0.418791,"accuracy":0.443676,"main_score":0.418791,"hf_subset":"bam_Latn-run_Latn","languages":["bam-Latn","run-Latn"]},{"precision":0.349504,"recall":0.435771,"f1":0.371395,"accuracy":0.435771,"main_score":0.371395,"hf_subset":"bam_Latn-tam_Taml","languages":["bam-Latn","tam-Taml"]},{"precision":0.39103,"recall":0.453557,"f1":0.406722,"accuracy":0.453557,"main_score":0.406722,"hf_subset":"bam_Latn-vie_Latn","languages":["bam-Latn","vie-Latn"]},{"precision":0.378985,"recall":0.431818,"f1":0.392624,"accuracy":0.431818,"main_score":0.392624,"hf_subset":"bam_Latn-apc_Arab","languages":["bam-Latn","apc-Arab"]},{"precision":0.419952,"recall":0.453557,"f1":0.429236,"accuracy":0.453557,"main_score":0.429236,"hf_subset":"bam_Latn-bug_Latn","languages":["bam-Latn","bug-Latn"]},{"precision":0.392737,"recall":0.427866,"f1":0.402722,"accuracy":0.427866,"main_score":0.402722,"hf_subset":"bam_Latn-fon_Latn","languages":["bam-Latn","fon-Latn"]},{"precision":0.425569,"recall":0.456522,"f1":0.43406,"accuracy":0.456522,"main_score":0.43406,"hf_subset":"bam_Latn-jav_Latn","languages":["bam-Latn","jav-Latn"]},{"precision":0.369541,"recall":0.416008,"f1":0.383163,"accuracy":0.416008,"main_score":0.383163,"hf_subset":"bam_Latn-lao_Laoo","languages":["bam-Latn","lao-Laoo"]},{"precision":0.395367,"recall":0.431818,"f1":0.406456,"accuracy":0.431818,"main_score":0.406456,"hf_subset":"bam_Latn-mri_Latn","languages":["bam-Latn","mri-Latn"]},{"precision":0.385018,"recall":0.455534,"f1":0.403021,"accuracy":0.455534,"main_score":0.403021,"hf_subset":"bam_Latn-rus_Cyrl","languages":["bam-Latn","rus-Cyrl"]},{"precision":0.402272,"recall":0.437747,"f1":0.412228,"accuracy":0.437747,"main_score":0.412228,"hf_subset":"bam_Latn-taq_Latn","languages":["bam-Latn","taq-Latn"]},{"precision":0.442496,"recall":0.47332,"f1":0.451202,"accuracy":0.47332,"main_score":0.451202,"hf_subset":"bam_Latn-war_Latn","languages":["bam-Latn","war-Latn"]},{"precision":0.357287,"recall":0.429842,"f1":0.375571,"accuracy":0.429842,"main_score":0.375571,"hf_subset":"bam_Latn-arb_Arab","languages":["bam-Latn","arb-Arab"]},{"precision":0.382345,"recall":0.439723,"f1":0.398554,"accuracy":0.439723,"main_score":0.398554,"hf_subset":"bam_Latn-bul_Cyrl","languages":["bam-Latn","bul-Cyrl"]},{"precision":0.408646,"recall":0.470356,"f1":0.424596,"accuracy":0.470356,"main_score":0.424596,"hf_subset":"bam_Latn-fra_Latn","languages":["bam-Latn","fra-Latn"]},{"precision":0.364706,"recall":0.439723,"f1":0.383667,"accuracy":0.439723,"main_score":0.383667,"hf_subset":"bam_Latn-jpn_Jpan","languages":["bam-Latn","jpn-Jpan"]},{"precision":0.41292,"recall":0.452569,"f1":0.424359,"accuracy":0.452569,"main_score":0.424359,"hf_subset":"bam_Latn-lij_Latn","languages":["bam-Latn","lij-Latn"]},{"precision":0.297931,"recall":0.367589,"f1":0.3163,"accuracy":0.367589,"main_score":0.3163,"hf_subset":"bam_Latn-mya_Mymr","languages":["bam-Latn","mya-Mymr"]},{"precision":0.406911,"recall":0.442688,"f1":0.417605,"accuracy":0.442688,"main_score":0.417605,"hf_subset":"bam_Latn-sag_Latn","languages":["bam-Latn","sag-Latn"]},{"precision":0.17207,"recall":0.231225,"f1":0.186441,"accuracy":0.231225,"main_score":0.186441,"hf_subset":"bam_Latn-taq_Tfng","languages":["bam-Latn","taq-Tfng"]},{"precision":0.416247,"recall":0.452569,"f1":0.426821,"accuracy":0.452569,"main_score":0.426821,"hf_subset":"bam_Latn-wol_Latn","languages":["bam-Latn","wol-Latn"]},{"precision":0.289611,"recall":0.348814,"f1":0.30594,"accuracy":0.348814,"main_score":0.30594,"hf_subset":"bam_Latn-arb_Latn","languages":["bam-Latn","arb-Latn"]},{"precision":0.413486,"recall":0.463439,"f1":0.426542,"accuracy":0.463439,"main_score":0.426542,"hf_subset":"bam_Latn-cat_Latn","languages":["bam-Latn","cat-Latn"]},{"precision":0.416741,"recall":0.458498,"f1":0.427494,"accuracy":0.458498,"main_score":0.427494,"hf_subset":"bam_Latn-fur_Latn","languages":["bam-Latn","fur-Latn"]},{"precision":0.297192,"recall":0.348814,"f1":0.311862,"accuracy":0.348814,"main_score":0.311862,"hf_subset":"bam_Latn-kab_Latn","languages":["bam-Latn","kab-Latn"]},{"precision":0.396261,"recall":0.438735,"f1":0.4081,"accuracy":0.438735,"main_score":0.4081,"hf_subset":"bam_Latn-lim_Latn","languages":["bam-Latn","lim-Latn"]},{"precision":0.398068,"recall":0.464427,"f1":0.414526,"accuracy":0.464427,"main_score":0.414526,"hf_subset":"bam_Latn-nld_Latn","languages":["bam-Latn","nld-Latn"]},{"precision":0.334965,"recall":0.396245,"f1":0.35097,"accuracy":0.396245,"main_score":0.35097,"hf_subset":"bam_Latn-san_Deva","languages":["bam-Latn","san-Deva"]},{"precision":0.380578,"recall":0.422925,"f1":0.3927,"accuracy":0.422925,"main_score":0.3927,"hf_subset":"bam_Latn-tat_Cyrl","languages":["bam-Latn","tat-Cyrl"]},{"precision":0.403468,"recall":0.449605,"f1":0.416884,"accuracy":0.449605,"main_score":0.416884,"hf_subset":"bam_Latn-xho_Latn","languages":["bam-Latn","xho-Latn"]},{"precision":0.337402,"recall":0.41502,"f1":0.357282,"accuracy":0.41502,"main_score":0.357282,"hf_subset":"bam_Latn-ars_Arab","languages":["bam-Latn","ars-Arab"]},{"precision":0.431612,"recall":0.465415,"f1":0.441279,"accuracy":0.465415,"main_score":0.441279,"hf_subset":"bam_Latn-ceb_Latn","languages":["bam-Latn","ceb-Latn"]},{"precision":0.403419,"recall":0.440711,"f1":0.414349,"accuracy":0.440711,"main_score":0.414349,"hf_subset":"bam_Latn-fuv_Latn","languages":["bam-Latn","fuv-Latn"]},{"precision":0.404659,"recall":0.448617,"f1":0.416655,"accuracy":0.448617,"main_score":0.416655,"hf_subset":"bam_Latn-kac_Latn","languages":["bam-Latn","kac-Latn"]},{"precision":0.428779,"recall":0.459486,"f1":0.437549,"accuracy":0.459486,"main_score":0.437549,"hf_subset":"bam_Latn-lin_Latn","languages":["bam-Latn","lin-Latn"]},{"precision":0.401699,"recall":0.456522,"f1":0.415927,"accuracy":0.456522,"main_score":0.415927,"hf_subset":"bam_Latn-nno_Latn","languages":["bam-Latn","nno-Latn"]},{"precision":0.157295,"recall":0.198617,"f1":0.168331,"accuracy":0.198617,"main_score":0.168331,"hf_subset":"bam_Latn-sat_Olck","languages":["bam-Latn","sat-Olck"]},{"precision":0.36802,"recall":0.4417,"f1":0.387008,"accuracy":0.4417,"main_score":0.387008,"hf_subset":"bam_Latn-tel_Telu","languages":["bam-Latn","tel-Telu"]},{"precision":0.234261,"recall":0.29249,"f1":0.249621,"accuracy":0.29249,"main_score":0.249621,"hf_subset":"bam_Latn-ydd_Hebr","languages":["bam-Latn","ydd-Hebr"]},{"precision":0.351601,"recall":0.40415,"f1":0.36548,"accuracy":0.40415,"main_score":0.36548,"hf_subset":"bam_Latn-ary_Arab","languages":["bam-Latn","ary-Arab"]},{"precision":0.383673,"recall":0.452569,"f1":0.401885,"accuracy":0.452569,"main_score":0.401885,"hf_subset":"bam_Latn-ces_Latn","languages":["bam-Latn","ces-Latn"]},{"precision":0.326334,"recall":0.374506,"f1":0.339665,"accuracy":0.374506,"main_score":0.339665,"hf_subset":"bam_Latn-gaz_Latn","languages":["bam-Latn","gaz-Latn"]},{"precision":0.414239,"recall":0.449605,"f1":0.4242,"accuracy":0.449605,"main_score":0.4242,"hf_subset":"bam_Latn-kam_Latn","languages":["bam-Latn","kam-Latn"]},{"precision":0.371583,"recall":0.425889,"f1":0.386649,"accuracy":0.425889,"main_score":0.386649,"hf_subset":"bam_Latn-lit_Latn","languages":["bam-Latn","lit-Latn"]},{"precision":0.398215,"recall":0.459486,"f1":0.414264,"accuracy":0.459486,"main_score":0.414264,"hf_subset":"bam_Latn-nob_Latn","languages":["bam-Latn","nob-Latn"]},{"precision":0.41997,"recall":0.454545,"f1":0.429808,"accuracy":0.454545,"main_score":0.429808,"hf_subset":"bam_Latn-scn_Latn","languages":["bam-Latn","scn-Latn"]},{"precision":0.350113,"recall":0.397233,"f1":0.362736,"accuracy":0.397233,"main_score":0.362736,"hf_subset":"bam_Latn-tgk_Cyrl","languages":["bam-Latn","tgk-Cyrl"]},{"precision":0.380468,"recall":0.417984,"f1":0.391864,"accuracy":0.417984,"main_score":0.391864,"hf_subset":"bam_Latn-yor_Latn","languages":["bam-Latn","yor-Latn"]},{"precision":0.377299,"recall":0.438735,"f1":0.392931,"accuracy":0.438735,"main_score":0.392931,"hf_subset":"bam_Latn-arz_Arab","languages":["bam-Latn","arz-Arab"]},{"precision":0.395663,"recall":0.431818,"f1":0.406441,"accuracy":0.431818,"main_score":0.406441,"hf_subset":"bam_Latn-cjk_Latn","languages":["bam-Latn","cjk-Latn"]},{"precision":0.360886,"recall":0.406126,"f1":0.373747,"accuracy":0.406126,"main_score":0.373747,"hf_subset":"bam_Latn-gla_Latn","languages":["bam-Latn","gla-Latn"]},{"precision":0.349232,"recall":0.418972,"f1":0.367744,"accuracy":0.418972,"main_score":0.367744,"hf_subset":"bam_Latn-kan_Knda","languages":["bam-Latn","kan-Knda"]},{"precision":0.409496,"recall":0.449605,"f1":0.420866,"accuracy":0.449605,"main_score":0.420866,"hf_subset":"bam_Latn-lmo_Latn","languages":["bam-Latn","lmo-Latn"]},{"precision":0.364877,"recall":0.437747,"f1":0.384588,"accuracy":0.437747,"main_score":0.384588,"hf_subset":"bam_Latn-npi_Deva","languages":["bam-Latn","npi-Deva"]},{"precision":0.348139,"recall":0.396245,"f1":0.362174,"accuracy":0.396245,"main_score":0.362174,"hf_subset":"bam_Latn-shn_Mymr","languages":["bam-Latn","shn-Mymr"]},{"precision":0.423106,"recall":0.470356,"f1":0.435919,"accuracy":0.470356,"main_score":0.435919,"hf_subset":"bam_Latn-tgl_Latn","languages":["bam-Latn","tgl-Latn"]},{"precision":0.368028,"recall":0.435771,"f1":0.384637,"accuracy":0.435771,"main_score":0.384637,"hf_subset":"bam_Latn-yue_Hant","languages":["bam-Latn","yue-Hant"]},{"precision":0.343041,"recall":0.40415,"f1":0.359727,"accuracy":0.40415,"main_score":0.359727,"hf_subset":"bam_Latn-asm_Beng","languages":["bam-Latn","asm-Beng"]},{"precision":0.299015,"recall":0.357708,"f1":0.315094,"accuracy":0.357708,"main_score":0.315094,"hf_subset":"bam_Latn-ckb_Arab","languages":["bam-Latn","ckb-Arab"]},{"precision":0.35173,"recall":0.400198,"f1":0.365298,"accuracy":0.400198,"main_score":0.365298,"hf_subset":"bam_Latn-gle_Latn","languages":["bam-Latn","gle-Latn"]},{"precision":0.310364,"recall":0.366601,"f1":0.325736,"accuracy":0.366601,"main_score":0.325736,"hf_subset":"bam_Latn-kas_Arab","languages":["bam-Latn","kas-Arab"]},{"precision":0.372413,"recall":0.41996,"f1":0.385315,"accuracy":0.41996,"main_score":0.385315,"hf_subset":"bam_Latn-ltg_Latn","languages":["bam-Latn","ltg-Latn"]},{"precision":0.441568,"recall":0.468379,"f1":0.449572,"accuracy":0.468379,"main_score":0.449572,"hf_subset":"bam_Latn-nso_Latn","languages":["bam-Latn","nso-Latn"]},{"precision":0.340721,"recall":0.406126,"f1":0.357884,"accuracy":0.406126,"main_score":0.357884,"hf_subset":"bam_Latn-sin_Sinh","languages":["bam-Latn","sin-Sinh"]},{"precision":0.373234,"recall":0.4417,"f1":0.390329,"accuracy":0.4417,"main_score":0.390329,"hf_subset":"bam_Latn-tha_Thai","languages":["bam-Latn","tha-Thai"]},{"precision":0.383636,"recall":0.447628,"f1":0.399863,"accuracy":0.447628,"main_score":0.399863,"hf_subset":"bam_Latn-zho_Hans","languages":["bam-Latn","zho-Hans"]},{"precision":0.406588,"recall":0.4417,"f1":0.416569,"accuracy":0.4417,"main_score":0.416569,"hf_subset":"bam_Latn-ast_Latn","languages":["bam-Latn","ast-Latn"]},{"precision":0.381931,"recall":0.417984,"f1":0.391553,"accuracy":0.417984,"main_score":0.391553,"hf_subset":"bam_Latn-crh_Latn","languages":["bam-Latn","crh-Latn"]},{"precision":0.422728,"recall":0.465415,"f1":0.434777,"accuracy":0.465415,"main_score":0.434777,"hf_subset":"bam_Latn-glg_Latn","languages":["bam-Latn","glg-Latn"]},{"precision":0.351927,"recall":0.402174,"f1":0.365673,"accuracy":0.402174,"main_score":0.365673,"hf_subset":"bam_Latn-kas_Deva","languages":["bam-Latn","kas-Deva"]},{"precision":0.39361,"recall":0.4417,"f1":0.406793,"accuracy":0.4417,"main_score":0.406793,"hf_subset":"bam_Latn-ltz_Latn","languages":["bam-Latn","ltz-Latn"]},{"precision":0.328579,"recall":0.374506,"f1":0.34144,"accuracy":0.374506,"main_score":0.34144,"hf_subset":"bam_Latn-nus_Latn","languages":["bam-Latn","nus-Latn"]},{"precision":0.38516,"recall":0.440711,"f1":0.399874,"accuracy":0.440711,"main_score":0.399874,"hf_subset":"bam_Latn-slk_Latn","languages":["bam-Latn","slk-Latn"]},{"precision":0.280799,"recall":0.338933,"f1":0.296033,"accuracy":0.338933,"main_score":0.296033,"hf_subset":"bam_Latn-tir_Ethi","languages":["bam-Latn","tir-Ethi"]},{"precision":0.364519,"recall":0.433794,"f1":0.382495,"accuracy":0.433794,"main_score":0.382495,"hf_subset":"bam_Latn-zho_Hant","languages":["bam-Latn","zho-Hant"]},{"precision":0.380921,"recall":0.448617,"f1":0.398327,"accuracy":0.448617,"main_score":0.398327,"hf_subset":"bam_Latn-awa_Deva","languages":["bam-Latn","awa-Deva"]},{"precision":0.378975,"recall":0.420949,"f1":0.390516,"accuracy":0.420949,"main_score":0.390516,"hf_subset":"bam_Latn-cym_Latn","languages":["bam-Latn","cym-Latn"]},{"precision":0.42831,"recall":0.462451,"f1":0.438194,"accuracy":0.462451,"main_score":0.438194,"hf_subset":"bam_Latn-grn_Latn","languages":["bam-Latn","grn-Latn"]},{"precision":0.347589,"recall":0.410079,"f1":0.364387,"accuracy":0.410079,"main_score":0.364387,"hf_subset":"bam_Latn-kat_Geor","languages":["bam-Latn","kat-Geor"]},{"precision":0.416884,"recall":0.458498,"f1":0.428891,"accuracy":0.458498,"main_score":0.428891,"hf_subset":"bam_Latn-lua_Latn","languages":["bam-Latn","lua-Latn"]},{"precision":0.441464,"recall":0.468379,"f1":0.448844,"accuracy":0.468379,"main_score":0.448844,"hf_subset":"bam_Latn-nya_Latn","languages":["bam-Latn","nya-Latn"]},{"precision":0.387278,"recall":0.436759,"f1":0.401063,"accuracy":0.436759,"main_score":0.401063,"hf_subset":"bam_Latn-slv_Latn","languages":["bam-Latn","slv-Latn"]},{"precision":0.420306,"recall":0.456522,"f1":0.430783,"accuracy":0.456522,"main_score":0.430783,"hf_subset":"bam_Latn-tpi_Latn","languages":["bam-Latn","tpi-Latn"]},{"precision":0.410055,"recall":0.465415,"f1":0.424791,"accuracy":0.465415,"main_score":0.424791,"hf_subset":"bam_Latn-zsm_Latn","languages":["bam-Latn","zsm-Latn"]},{"precision":0.38052,"recall":0.434783,"f1":0.396121,"accuracy":0.434783,"main_score":0.396121,"hf_subset":"bam_Latn-ayr_Latn","languages":["bam-Latn","ayr-Latn"]},{"precision":0.399692,"recall":0.465415,"f1":0.415923,"accuracy":0.465415,"main_score":0.415923,"hf_subset":"bam_Latn-dan_Latn","languages":["bam-Latn","dan-Latn"]},{"precision":0.348825,"recall":0.424901,"f1":0.368411,"accuracy":0.424901,"main_score":0.368411,"hf_subset":"bam_Latn-guj_Gujr","languages":["bam-Latn","guj-Gujr"]},{"precision":0.377924,"recall":0.427866,"f1":0.391686,"accuracy":0.427866,"main_score":0.391686,"hf_subset":"bam_Latn-kaz_Cyrl","languages":["bam-Latn","kaz-Cyrl"]},{"precision":0.398264,"recall":0.431818,"f1":0.408014,"accuracy":0.431818,"main_score":0.408014,"hf_subset":"bam_Latn-lug_Latn","languages":["bam-Latn","lug-Latn"]},{"precision":0.400635,"recall":0.451581,"f1":0.414359,"accuracy":0.451581,"main_score":0.414359,"hf_subset":"bam_Latn-oci_Latn","languages":["bam-Latn","oci-Latn"]},{"precision":0.413482,"recall":0.454545,"f1":0.425032,"accuracy":0.454545,"main_score":0.425032,"hf_subset":"bam_Latn-smo_Latn","languages":["bam-Latn","smo-Latn"]},{"precision":0.419393,"recall":0.455534,"f1":0.430287,"accuracy":0.455534,"main_score":0.430287,"hf_subset":"bam_Latn-tsn_Latn","languages":["bam-Latn","tsn-Latn"]},{"precision":0.39558,"recall":0.440711,"f1":0.408413,"accuracy":0.440711,"main_score":0.408413,"hf_subset":"bam_Latn-zul_Latn","languages":["bam-Latn","zul-Latn"]},{"precision":0.29968,"recall":0.354743,"f1":0.314439,"accuracy":0.354743,"main_score":0.314439,"hf_subset":"bam_Latn-azb_Arab","languages":["bam-Latn","azb-Arab"]},{"precision":0.403042,"recall":0.469368,"f1":0.419879,"accuracy":0.469368,"main_score":0.419879,"hf_subset":"bam_Latn-deu_Latn","languages":["bam-Latn","deu-Latn"]},{"precision":0.393496,"recall":0.442688,"f1":0.406658,"accuracy":0.442688,"main_score":0.406658,"hf_subset":"bam_Latn-hat_Latn","languages":["bam-Latn","hat-Latn"]},{"precision":0.379976,"recall":0.425889,"f1":0.393259,"accuracy":0.425889,"main_score":0.393259,"hf_subset":"bam_Latn-kbp_Latn","languages":["bam-Latn","kbp-Latn"]},{"precision":0.432555,"recall":0.465415,"f1":0.442166,"accuracy":0.465415,"main_score":0.442166,"hf_subset":"bam_Latn-luo_Latn","languages":["bam-Latn","luo-Latn"]},{"precision":0.350566,"recall":0.402174,"f1":0.365322,"accuracy":0.402174,"main_score":0.365322,"hf_subset":"bam_Latn-ory_Orya","languages":["bam-Latn","ory-Orya"]},{"precision":0.409118,"recall":0.44664,"f1":0.42005,"accuracy":0.44664,"main_score":0.42005,"hf_subset":"bam_Latn-sna_Latn","languages":["bam-Latn","sna-Latn"]},{"precision":0.415615,"recall":0.453557,"f1":0.426179,"accuracy":0.453557,"main_score":0.426179,"hf_subset":"bam_Latn-tso_Latn","languages":["bam-Latn","tso-Latn"]},{"precision":0.376255,"recall":0.422925,"f1":0.389809,"accuracy":0.422925,"main_score":0.389809,"hf_subset":"bam_Latn-azj_Latn","languages":["bam-Latn","azj-Latn"]},{"precision":0.381206,"recall":0.421937,"f1":0.392787,"accuracy":0.421937,"main_score":0.392787,"hf_subset":"bam_Latn-dik_Latn","languages":["bam-Latn","dik-Latn"]},{"precision":0.447895,"recall":0.47332,"f1":0.455457,"accuracy":0.47332,"main_score":0.455457,"hf_subset":"bam_Latn-hau_Latn","languages":["bam-Latn","hau-Latn"]},{"precision":0.409901,"recall":0.4417,"f1":0.418714,"accuracy":0.4417,"main_score":0.418714,"hf_subset":"bam_Latn-kea_Latn","languages":["bam-Latn","kea-Latn"]},{"precision":0.441793,"recall":0.475296,"f1":0.451359,"accuracy":0.475296,"main_score":0.451359,"hf_subset":"bam_Latn-lus_Latn","languages":["bam-Latn","lus-Latn"]},{"precision":0.423757,"recall":0.449605,"f1":0.43089,"accuracy":0.449605,"main_score":0.43089,"hf_subset":"bam_Latn-pag_Latn","languages":["bam-Latn","pag-Latn"]},{"precision":0.30088,"recall":0.359684,"f1":0.316005,"accuracy":0.359684,"main_score":0.316005,"hf_subset":"bam_Latn-snd_Arab","languages":["bam-Latn","snd-Arab"]},{"precision":0.381053,"recall":0.426877,"f1":0.393823,"accuracy":0.426877,"main_score":0.393823,"hf_subset":"bam_Latn-tuk_Latn","languages":["bam-Latn","tuk-Latn"]},{"precision":0.388382,"recall":0.429842,"f1":0.400313,"accuracy":0.429842,"main_score":0.400313,"hf_subset":"bam_Latn-bak_Cyrl","languages":["bam-Latn","bak-Cyrl"]},{"precision":0.428529,"recall":0.502964,"f1":0.449284,"accuracy":0.502964,"main_score":0.449284,"hf_subset":"bam_Latn-dyu_Latn","languages":["bam-Latn","dyu-Latn"]},{"precision":0.304934,"recall":0.374506,"f1":0.323336,"accuracy":0.374506,"main_score":0.323336,"hf_subset":"bam_Latn-heb_Hebr","languages":["bam-Latn","heb-Hebr"]},{"precision":0.366514,"recall":0.414032,"f1":0.379811,"accuracy":0.414032,"main_score":0.379811,"hf_subset":"bam_Latn-khk_Cyrl","languages":["bam-Latn","khk-Cyrl"]},{"precision":0.370221,"recall":0.420949,"f1":0.384316,"accuracy":0.420949,"main_score":0.384316,"hf_subset":"bam_Latn-lvs_Latn","languages":["bam-Latn","lvs-Latn"]},{"precision":0.342604,"recall":0.41502,"f1":0.362438,"accuracy":0.41502,"main_score":0.362438,"hf_subset":"bam_Latn-pan_Guru","languages":["bam-Latn","pan-Guru"]},{"precision":0.392607,"recall":0.427866,"f1":0.402718,"accuracy":0.427866,"main_score":0.402718,"hf_subset":"bam_Latn-som_Latn","languages":["bam-Latn","som-Latn"]},{"precision":0.414847,"recall":0.447628,"f1":0.424519,"accuracy":0.447628,"main_score":0.424519,"hf_subset":"bam_Latn-tum_Latn","languages":["bam-Latn","tum-Latn"]},{"precision":0.081581,"recall":0.101779,"f1":0.087006,"accuracy":0.101779,"main_score":0.087006,"hf_subset":"dzo_Tibt-ace_Arab","languages":["dzo-Tibt","ace-Arab"]},{"precision":0.071483,"recall":0.083004,"f1":0.0741,"accuracy":0.083004,"main_score":0.0741,"hf_subset":"dzo_Tibt-bam_Latn","languages":["dzo-Tibt","bam-Latn"]},{"precision":0.102157,"recall":0.131423,"f1":0.109678,"accuracy":0.131423,"main_score":0.109678,"hf_subset":"dzo_Tibt-hin_Deva","languages":["dzo-Tibt","hin-Deva"]},{"precision":0.073448,"recall":0.09585,"f1":0.078483,"accuracy":0.09585,"main_score":0.078483,"hf_subset":"dzo_Tibt-khm_Khmr","languages":["dzo-Tibt","khm-Khmr"]},{"precision":0.076603,"recall":0.092885,"f1":0.08045,"accuracy":0.092885,"main_score":0.08045,"hf_subset":"dzo_Tibt-mag_Deva","languages":["dzo-Tibt","mag-Deva"]},{"precision":0.06118,"recall":0.075099,"f1":0.064027,"accuracy":0.075099,"main_score":0.064027,"hf_subset":"dzo_Tibt-pap_Latn","languages":["dzo-Tibt","pap-Latn"]},{"precision":0.063819,"recall":0.079051,"f1":0.067456,"accuracy":0.079051,"main_score":0.067456,"hf_subset":"dzo_Tibt-sot_Latn","languages":["dzo-Tibt","sot-Latn"]},{"precision":0.078067,"recall":0.093874,"f1":0.081508,"accuracy":0.093874,"main_score":0.081508,"hf_subset":"dzo_Tibt-tur_Latn","languages":["dzo-Tibt","tur-Latn"]},{"precision":0.059747,"recall":0.072134,"f1":0.062179,"accuracy":0.072134,"main_score":0.062179,"hf_subset":"dzo_Tibt-ace_Latn","languages":["dzo-Tibt","ace-Latn"]},{"precision":0.05522,"recall":0.06917,"f1":0.058133,"accuracy":0.06917,"main_score":0.058133,"hf_subset":"dzo_Tibt-ban_Latn","languages":["dzo-Tibt","ban-Latn"]},{"precision":0.076817,"recall":0.107708,"f1":0.083094,"accuracy":0.107708,"main_score":0.083094,"hf_subset":"dzo_Tibt-ell_Grek","languages":["dzo-Tibt","ell-Grek"]},{"precision":0.07487,"recall":0.092885,"f1":0.078525,"accuracy":0.092885,"main_score":0.078525,"hf_subset":"dzo_Tibt-hne_Deva","languages":["dzo-Tibt","hne-Deva"]},{"precision":0.04148,"recall":0.054348,"f1":0.0436,"accuracy":0.054348,"main_score":0.0436,"hf_subset":"dzo_Tibt-kik_Latn","languages":["dzo-Tibt","kik-Latn"]},{"precision":0.088083,"recall":0.109684,"f1":0.092858,"accuracy":0.109684,"main_score":0.092858,"hf_subset":"dzo_Tibt-mai_Deva","languages":["dzo-Tibt","mai-Deva"]},{"precision":0.083086,"recall":0.103755,"f1":0.086997,"accuracy":0.103755,"main_score":0.086997,"hf_subset":"dzo_Tibt-pbt_Arab","languages":["dzo-Tibt","pbt-Arab"]},{"precision":0.078579,"recall":0.104743,"f1":0.084596,"accuracy":0.104743,"main_score":0.084596,"hf_subset":"dzo_Tibt-spa_Latn","languages":["dzo-Tibt","spa-Latn"]},{"precision":0.072438,"recall":0.090909,"f1":0.076025,"accuracy":0.090909,"main_score":0.076025,"hf_subset":"dzo_Tibt-twi_Latn","languages":["dzo-Tibt","twi-Latn"]},{"precision":0.083691,"recall":0.104743,"f1":0.08884,"accuracy":0.104743,"main_score":0.08884,"hf_subset":"dzo_Tibt-acm_Arab","languages":["dzo-Tibt","acm-Arab"]},{"precision":0.070852,"recall":0.089921,"f1":0.074762,"accuracy":0.089921,"main_score":0.074762,"hf_subset":"dzo_Tibt-bel_Cyrl","languages":["dzo-Tibt","bel-Cyrl"]},{"precision":0.080224,"recall":0.09585,"f1":0.083935,"accuracy":0.09585,"main_score":0.083935,"hf_subset":"dzo_Tibt-eng_Latn","languages":["dzo-Tibt","eng-Latn"]},{"precision":0.063313,"recall":0.083992,"f1":0.067461,"accuracy":0.083992,"main_score":0.067461,"hf_subset":"dzo_Tibt-hrv_Latn","languages":["dzo-Tibt","hrv-Latn"]},{"precision":0.080887,"recall":0.102767,"f1":0.08541,"accuracy":0.102767,"main_score":0.08541,"hf_subset":"dzo_Tibt-kin_Latn","languages":["dzo-Tibt","kin-Latn"]},{"precision":0.103011,"recall":0.12747,"f1":0.108776,"accuracy":0.12747,"main_score":0.108776,"hf_subset":"dzo_Tibt-mal_Mlym","languages":["dzo-Tibt","mal-Mlym"]},{"precision":0.095563,"recall":0.126482,"f1":0.102188,"accuracy":0.126482,"main_score":0.102188,"hf_subset":"dzo_Tibt-pes_Arab","languages":["dzo-Tibt","pes-Arab"]},{"precision":0.063676,"recall":0.078063,"f1":0.066358,"accuracy":0.078063,"main_score":0.066358,"hf_subset":"dzo_Tibt-srd_Latn","languages":["dzo-Tibt","srd-Latn"]},{"precision":0.05255,"recall":0.074111,"f1":0.057286,"accuracy":0.074111,"main_score":0.057286,"hf_subset":"dzo_Tibt-tzm_Tfng","languages":["dzo-Tibt","tzm-Tfng"]},{"precision":0.076213,"recall":0.100791,"f1":0.0812,"accuracy":0.100791,"main_score":0.0812,"hf_subset":"dzo_Tibt-acq_Arab","languages":["dzo-Tibt","acq-Arab"]},{"precision":0.078492,"recall":0.096838,"f1":0.082822,"accuracy":0.096838,"main_score":0.082822,"hf_subset":"dzo_Tibt-bem_Latn","languages":["dzo-Tibt","bem-Latn"]},{"precision":0.070733,"recall":0.087945,"f1":0.074234,"accuracy":0.087945,"main_score":0.074234,"hf_subset":"dzo_Tibt-epo_Latn","languages":["dzo-Tibt","epo-Latn"]},{"precision":0.074508,"recall":0.096838,"f1":0.07832,"accuracy":0.096838,"main_score":0.07832,"hf_subset":"dzo_Tibt-hun_Latn","languages":["dzo-Tibt","hun-Latn"]},{"precision":0.059819,"recall":0.076087,"f1":0.062309,"accuracy":0.076087,"main_score":0.062309,"hf_subset":"dzo_Tibt-kir_Cyrl","languages":["dzo-Tibt","kir-Cyrl"]},{"precision":0.109306,"recall":0.141304,"f1":0.115856,"accuracy":0.141304,"main_score":0.115856,"hf_subset":"dzo_Tibt-mar_Deva","languages":["dzo-Tibt","mar-Deva"]},{"precision":0.075585,"recall":0.09585,"f1":0.079449,"accuracy":0.09585,"main_score":0.079449,"hf_subset":"dzo_Tibt-plt_Latn","languages":["dzo-Tibt","plt-Latn"]},{"precision":0.07778,"recall":0.105731,"f1":0.084031,"accuracy":0.105731,"main_score":0.084031,"hf_subset":"dzo_Tibt-srp_Cyrl","languages":["dzo-Tibt","srp-Cyrl"]},{"precision":0.081468,"recall":0.105731,"f1":0.086895,"accuracy":0.105731,"main_score":0.086895,"hf_subset":"dzo_Tibt-uig_Arab","languages":["dzo-Tibt","uig-Arab"]},{"precision":0.072201,"recall":0.096838,"f1":0.077318,"accuracy":0.096838,"main_score":0.077318,"hf_subset":"dzo_Tibt-aeb_Arab","languages":["dzo-Tibt","aeb-Arab"]},{"precision":0.094815,"recall":0.128458,"f1":0.102368,"accuracy":0.128458,"main_score":0.102368,"hf_subset":"dzo_Tibt-ben_Beng","languages":["dzo-Tibt","ben-Beng"]},{"precision":0.064386,"recall":0.079051,"f1":0.06785,"accuracy":0.079051,"main_score":0.06785,"hf_subset":"dzo_Tibt-est_Latn","languages":["dzo-Tibt","est-Latn"]},{"precision":0.084677,"recall":0.118577,"f1":0.091644,"accuracy":0.118577,"main_score":0.091644,"hf_subset":"dzo_Tibt-hye_Armn","languages":["dzo-Tibt","hye-Armn"]},{"precision":0.056121,"recall":0.066206,"f1":0.058355,"accuracy":0.066206,"main_score":0.058355,"hf_subset":"dzo_Tibt-kmb_Latn","languages":["dzo-Tibt","kmb-Latn"]},{"precision":0.061252,"recall":0.08004,"f1":0.064991,"accuracy":0.08004,"main_score":0.064991,"hf_subset":"dzo_Tibt-min_Arab","languages":["dzo-Tibt","min-Arab"]},{"precision":0.082386,"recall":0.106719,"f1":0.087016,"accuracy":0.106719,"main_score":0.087016,"hf_subset":"dzo_Tibt-pol_Latn","languages":["dzo-Tibt","pol-Latn"]},{"precision":0.088024,"recall":0.105731,"f1":0.092055,"accuracy":0.105731,"main_score":0.092055,"hf_subset":"dzo_Tibt-ssw_Latn","languages":["dzo-Tibt","ssw-Latn"]},{"precision":0.083842,"recall":0.103755,"f1":0.087941,"accuracy":0.103755,"main_score":0.087941,"hf_subset":"dzo_Tibt-ukr_Cyrl","languages":["dzo-Tibt","ukr-Cyrl"]},{"precision":0.077949,"recall":0.099802,"f1":0.08228,"accuracy":0.099802,"main_score":0.08228,"hf_subset":"dzo_Tibt-afr_Latn","languages":["dzo-Tibt","afr-Latn"]},{"precision":0.079952,"recall":0.100791,"f1":0.084824,"accuracy":0.100791,"main_score":0.084824,"hf_subset":"dzo_Tibt-bho_Deva","languages":["dzo-Tibt","bho-Deva"]},{"precision":0.082583,"recall":0.098814,"f1":0.085924,"accuracy":0.098814,"main_score":0.085924,"hf_subset":"dzo_Tibt-eus_Latn","languages":["dzo-Tibt","eus-Latn"]},{"precision":0.076447,"recall":0.097826,"f1":0.080942,"accuracy":0.097826,"main_score":0.080942,"hf_subset":"dzo_Tibt-ibo_Latn","languages":["dzo-Tibt","ibo-Latn"]},{"precision":0.070204,"recall":0.090909,"f1":0.075238,"accuracy":0.090909,"main_score":0.075238,"hf_subset":"dzo_Tibt-kmr_Latn","languages":["dzo-Tibt","kmr-Latn"]},{"precision":0.06373,"recall":0.077075,"f1":0.066576,"accuracy":0.077075,"main_score":0.066576,"hf_subset":"dzo_Tibt-min_Latn","languages":["dzo-Tibt","min-Latn"]},{"precision":0.074024,"recall":0.092885,"f1":0.077698,"accuracy":0.092885,"main_score":0.077698,"hf_subset":"dzo_Tibt-por_Latn","languages":["dzo-Tibt","por-Latn"]},{"precision":0.053023,"recall":0.068182,"f1":0.056243,"accuracy":0.068182,"main_score":0.056243,"hf_subset":"dzo_Tibt-sun_Latn","languages":["dzo-Tibt","sun-Latn"]},{"precision":0.070841,"recall":0.083992,"f1":0.074055,"accuracy":0.083992,"main_score":0.074055,"hf_subset":"dzo_Tibt-umb_Latn","languages":["dzo-Tibt","umb-Latn"]},{"precision":0.072828,"recall":0.099802,"f1":0.07765,"accuracy":0.099802,"main_score":0.07765,"hf_subset":"dzo_Tibt-ajp_Arab","languages":["dzo-Tibt","ajp-Arab"]},{"precision":0.066031,"recall":0.089921,"f1":0.07191,"accuracy":0.089921,"main_score":0.07191,"hf_subset":"dzo_Tibt-bjn_Arab","languages":["dzo-Tibt","bjn-Arab"]},{"precision":0.062267,"recall":0.074111,"f1":0.06494,"accuracy":0.074111,"main_score":0.06494,"hf_subset":"dzo_Tibt-ewe_Latn","languages":["dzo-Tibt","ewe-Latn"]},{"precision":0.063021,"recall":0.078063,"f1":0.065891,"accuracy":0.078063,"main_score":0.065891,"hf_subset":"dzo_Tibt-ilo_Latn","languages":["dzo-Tibt","ilo-Latn"]},{"precision":0.044256,"recall":0.060277,"f1":0.048007,"accuracy":0.060277,"main_score":0.048007,"hf_subset":"dzo_Tibt-knc_Arab","languages":["dzo-Tibt","knc-Arab"]},{"precision":0.071742,"recall":0.098814,"f1":0.076721,"accuracy":0.098814,"main_score":0.076721,"hf_subset":"dzo_Tibt-mkd_Cyrl","languages":["dzo-Tibt","mkd-Cyrl"]},{"precision":0.085588,"recall":0.119565,"f1":0.092193,"accuracy":0.119565,"main_score":0.092193,"hf_subset":"dzo_Tibt-prs_Arab","languages":["dzo-Tibt","prs-Arab"]},{"precision":0.071203,"recall":0.090909,"f1":0.075226,"accuracy":0.090909,"main_score":0.075226,"hf_subset":"dzo_Tibt-swe_Latn","languages":["dzo-Tibt","swe-Latn"]},{"precision":0.086821,"recall":0.124506,"f1":0.093922,"accuracy":0.124506,"main_score":0.093922,"hf_subset":"dzo_Tibt-urd_Arab","languages":["dzo-Tibt","urd-Arab"]},{"precision":0.066997,"recall":0.083004,"f1":0.070609,"accuracy":0.083004,"main_score":0.070609,"hf_subset":"dzo_Tibt-aka_Latn","languages":["dzo-Tibt","aka-Latn"]},{"precision":0.061003,"recall":0.073123,"f1":0.063143,"accuracy":0.073123,"main_score":0.063143,"hf_subset":"dzo_Tibt-bjn_Latn","languages":["dzo-Tibt","bjn-Latn"]},{"precision":0.066088,"recall":0.08004,"f1":0.068966,"accuracy":0.08004,"main_score":0.068966,"hf_subset":"dzo_Tibt-fao_Latn","languages":["dzo-Tibt","fao-Latn"]},{"precision":0.078695,"recall":0.09585,"f1":0.082319,"accuracy":0.09585,"main_score":0.082319,"hf_subset":"dzo_Tibt-ind_Latn","languages":["dzo-Tibt","ind-Latn"]},{"precision":0.047714,"recall":0.0583,"f1":0.050223,"accuracy":0.0583,"main_score":0.050223,"hf_subset":"dzo_Tibt-knc_Latn","languages":["dzo-Tibt","knc-Latn"]},{"precision":0.059633,"recall":0.071146,"f1":0.062169,"accuracy":0.071146,"main_score":0.062169,"hf_subset":"dzo_Tibt-mlt_Latn","languages":["dzo-Tibt","mlt-Latn"]},{"precision":0.063711,"recall":0.083004,"f1":0.067417,"accuracy":0.083004,"main_score":0.067417,"hf_subset":"dzo_Tibt-quy_Latn","languages":["dzo-Tibt","quy-Latn"]},{"precision":0.076852,"recall":0.100791,"f1":0.082282,"accuracy":0.100791,"main_score":0.082282,"hf_subset":"dzo_Tibt-swh_Latn","languages":["dzo-Tibt","swh-Latn"]},{"precision":0.054689,"recall":0.064229,"f1":0.0568,"accuracy":0.064229,"main_score":0.0568,"hf_subset":"dzo_Tibt-uzn_Latn","languages":["dzo-Tibt","uzn-Latn"]},{"precision":0.065959,"recall":0.082016,"f1":0.06918,"accuracy":0.082016,"main_score":0.06918,"hf_subset":"dzo_Tibt-als_Latn","languages":["dzo-Tibt","als-Latn"]},{"precision":0.284705,"recall":0.357708,"f1":0.303632,"accuracy":0.357708,"main_score":0.303632,"hf_subset":"dzo_Tibt-bod_Tibt","languages":["dzo-Tibt","bod-Tibt"]},{"precision":0.080761,"recall":0.100791,"f1":0.085212,"accuracy":0.100791,"main_score":0.085212,"hf_subset":"dzo_Tibt-fij_Latn","languages":["dzo-Tibt","fij-Latn"]},{"precision":0.080552,"recall":0.099802,"f1":0.084898,"accuracy":0.099802,"main_score":0.084898,"hf_subset":"dzo_Tibt-isl_Latn","languages":["dzo-Tibt","isl-Latn"]},{"precision":0.068785,"recall":0.083992,"f1":0.071889,"accuracy":0.083992,"main_score":0.071889,"hf_subset":"dzo_Tibt-kon_Latn","languages":["dzo-Tibt","kon-Latn"]},{"precision":0.096025,"recall":0.116601,"f1":0.100875,"accuracy":0.116601,"main_score":0.100875,"hf_subset":"dzo_Tibt-mni_Beng","languages":["dzo-Tibt","mni-Beng"]},{"precision":0.061991,"recall":0.082016,"f1":0.06576,"accuracy":0.082016,"main_score":0.06576,"hf_subset":"dzo_Tibt-ron_Latn","languages":["dzo-Tibt","ron-Latn"]},{"precision":0.060991,"recall":0.073123,"f1":0.063041,"accuracy":0.073123,"main_score":0.063041,"hf_subset":"dzo_Tibt-szl_Latn","languages":["dzo-Tibt","szl-Latn"]},{"precision":0.063199,"recall":0.074111,"f1":0.065043,"accuracy":0.074111,"main_score":0.065043,"hf_subset":"dzo_Tibt-vec_Latn","languages":["dzo-Tibt","vec-Latn"]},{"precision":0.09735,"recall":0.129447,"f1":0.104307,"accuracy":0.129447,"main_score":0.104307,"hf_subset":"dzo_Tibt-amh_Ethi","languages":["dzo-Tibt","amh-Ethi"]},{"precision":0.071634,"recall":0.089921,"f1":0.075041,"accuracy":0.089921,"main_score":0.075041,"hf_subset":"dzo_Tibt-bos_Latn","languages":["dzo-Tibt","bos-Latn"]},{"precision":0.080696,"recall":0.099802,"f1":0.085517,"accuracy":0.099802,"main_score":0.085517,"hf_subset":"dzo_Tibt-fin_Latn","languages":["dzo-Tibt","fin-Latn"]},{"precision":0.079071,"recall":0.09585,"f1":0.082477,"accuracy":0.09585,"main_score":0.082477,"hf_subset":"dzo_Tibt-ita_Latn","languages":["dzo-Tibt","ita-Latn"]},{"precision":0.088586,"recall":0.113636,"f1":0.093201,"accuracy":0.113636,"main_score":0.093201,"hf_subset":"dzo_Tibt-kor_Hang","languages":["dzo-Tibt","kor-Hang"]},{"precision":0.059533,"recall":0.06917,"f1":0.061667,"accuracy":0.06917,"main_score":0.061667,"hf_subset":"dzo_Tibt-mos_Latn","languages":["dzo-Tibt","mos-Latn"]},{"precision":0.064196,"recall":0.079051,"f1":0.067119,"accuracy":0.079051,"main_score":0.067119,"hf_subset":"dzo_Tibt-run_Latn","languages":["dzo-Tibt","run-Latn"]},{"precision":0.097023,"recall":0.12253,"f1":0.102844,"accuracy":0.12253,"main_score":0.102844,"hf_subset":"dzo_Tibt-tam_Taml","languages":["dzo-Tibt","tam-Taml"]},{"precision":0.078513,"recall":0.100791,"f1":0.08206,"accuracy":0.100791,"main_score":0.08206,"hf_subset":"dzo_Tibt-vie_Latn","languages":["dzo-Tibt","vie-Latn"]},{"precision":0.068197,"recall":0.091897,"f1":0.073252,"accuracy":0.091897,"main_score":0.073252,"hf_subset":"dzo_Tibt-apc_Arab","languages":["dzo-Tibt","apc-Arab"]},{"precision":0.051047,"recall":0.064229,"f1":0.053937,"accuracy":0.064229,"main_score":0.053937,"hf_subset":"dzo_Tibt-bug_Latn","languages":["dzo-Tibt","bug-Latn"]},{"precision":0.06055,"recall":0.072134,"f1":0.063194,"accuracy":0.072134,"main_score":0.063194,"hf_subset":"dzo_Tibt-fon_Latn","languages":["dzo-Tibt","fon-Latn"]},{"precision":0.064186,"recall":0.08004,"f1":0.066897,"accuracy":0.08004,"main_score":0.066897,"hf_subset":"dzo_Tibt-jav_Latn","languages":["dzo-Tibt","jav-Latn"]},{"precision":0.062486,"recall":0.077075,"f1":0.065822,"accuracy":0.077075,"main_score":0.065822,"hf_subset":"dzo_Tibt-lao_Laoo","languages":["dzo-Tibt","lao-Laoo"]},{"precision":0.078355,"recall":0.096838,"f1":0.082324,"accuracy":0.096838,"main_score":0.082324,"hf_subset":"dzo_Tibt-mri_Latn","languages":["dzo-Tibt","mri-Latn"]},{"precision":0.088744,"recall":0.110672,"f1":0.094026,"accuracy":0.110672,"main_score":0.094026,"hf_subset":"dzo_Tibt-rus_Cyrl","languages":["dzo-Tibt","rus-Cyrl"]},{"precision":0.060613,"recall":0.075099,"f1":0.063979,"accuracy":0.075099,"main_score":0.063979,"hf_subset":"dzo_Tibt-taq_Latn","languages":["dzo-Tibt","taq-Latn"]},{"precision":0.067133,"recall":0.083004,"f1":0.070204,"accuracy":0.083004,"main_score":0.070204,"hf_subset":"dzo_Tibt-war_Latn","languages":["dzo-Tibt","war-Latn"]},{"precision":0.082092,"recall":0.108696,"f1":0.087639,"accuracy":0.108696,"main_score":0.087639,"hf_subset":"dzo_Tibt-arb_Arab","languages":["dzo-Tibt","arb-Arab"]},{"precision":0.072111,"recall":0.098814,"f1":0.078161,"accuracy":0.098814,"main_score":0.078161,"hf_subset":"dzo_Tibt-bul_Cyrl","languages":["dzo-Tibt","bul-Cyrl"]},{"precision":0.077083,"recall":0.09585,"f1":0.081402,"accuracy":0.09585,"main_score":0.081402,"hf_subset":"dzo_Tibt-fra_Latn","languages":["dzo-Tibt","fra-Latn"]},{"precision":0.08281,"recall":0.109684,"f1":0.089042,"accuracy":0.109684,"main_score":0.089042,"hf_subset":"dzo_Tibt-jpn_Jpan","languages":["dzo-Tibt","jpn-Jpan"]},{"precision":0.070738,"recall":0.08498,"f1":0.074165,"accuracy":0.08498,"main_score":0.074165,"hf_subset":"dzo_Tibt-lij_Latn","languages":["dzo-Tibt","lij-Latn"]},{"precision":0.098152,"recall":0.125494,"f1":0.103621,"accuracy":0.125494,"main_score":0.103621,"hf_subset":"dzo_Tibt-mya_Mymr","languages":["dzo-Tibt","mya-Mymr"]},{"precision":0.064244,"recall":0.076087,"f1":0.067027,"accuracy":0.076087,"main_score":0.067027,"hf_subset":"dzo_Tibt-sag_Latn","languages":["dzo-Tibt","sag-Latn"]},{"precision":0.076584,"recall":0.105731,"f1":0.083164,"accuracy":0.105731,"main_score":0.083164,"hf_subset":"dzo_Tibt-taq_Tfng","languages":["dzo-Tibt","taq-Tfng"]},{"precision":0.070809,"recall":0.087945,"f1":0.074609,"accuracy":0.087945,"main_score":0.074609,"hf_subset":"dzo_Tibt-wol_Latn","languages":["dzo-Tibt","wol-Latn"]},{"precision":0.068632,"recall":0.090909,"f1":0.073376,"accuracy":0.090909,"main_score":0.073376,"hf_subset":"dzo_Tibt-arb_Latn","languages":["dzo-Tibt","arb-Latn"]},{"precision":0.068266,"recall":0.083004,"f1":0.070758,"accuracy":0.083004,"main_score":0.070758,"hf_subset":"dzo_Tibt-cat_Latn","languages":["dzo-Tibt","cat-Latn"]},{"precision":0.068769,"recall":0.081028,"f1":0.071415,"accuracy":0.081028,"main_score":0.071415,"hf_subset":"dzo_Tibt-fur_Latn","languages":["dzo-Tibt","fur-Latn"]},{"precision":0.074258,"recall":0.093874,"f1":0.078275,"accuracy":0.093874,"main_score":0.078275,"hf_subset":"dzo_Tibt-kab_Latn","languages":["dzo-Tibt","kab-Latn"]},{"precision":0.062283,"recall":0.078063,"f1":0.065196,"accuracy":0.078063,"main_score":0.065196,"hf_subset":"dzo_Tibt-lim_Latn","languages":["dzo-Tibt","lim-Latn"]},{"precision":0.083412,"recall":0.11166,"f1":0.088744,"accuracy":0.11166,"main_score":0.088744,"hf_subset":"dzo_Tibt-nld_Latn","languages":["dzo-Tibt","nld-Latn"]},{"precision":0.087686,"recall":0.115613,"f1":0.093434,"accuracy":0.115613,"main_score":0.093434,"hf_subset":"dzo_Tibt-san_Deva","languages":["dzo-Tibt","san-Deva"]},{"precision":0.060797,"recall":0.075099,"f1":0.063602,"accuracy":0.075099,"main_score":0.063602,"hf_subset":"dzo_Tibt-tat_Cyrl","languages":["dzo-Tibt","tat-Cyrl"]},{"precision":0.066364,"recall":0.085968,"f1":0.07077,"accuracy":0.085968,"main_score":0.07077,"hf_subset":"dzo_Tibt-xho_Latn","languages":["dzo-Tibt","xho-Latn"]},{"precision":0.069799,"recall":0.093874,"f1":0.074765,"accuracy":0.093874,"main_score":0.074765,"hf_subset":"dzo_Tibt-ars_Arab","languages":["dzo-Tibt","ars-Arab"]},{"precision":0.076432,"recall":0.088933,"f1":0.079271,"accuracy":0.088933,"main_score":0.079271,"hf_subset":"dzo_Tibt-ceb_Latn","languages":["dzo-Tibt","ceb-Latn"]},{"precision":0.064737,"recall":0.075099,"f1":0.067471,"accuracy":0.075099,"main_score":0.067471,"hf_subset":"dzo_Tibt-fuv_Latn","languages":["dzo-Tibt","fuv-Latn"]},{"precision":0.056907,"recall":0.06917,"f1":0.059197,"accuracy":0.06917,"main_score":0.059197,"hf_subset":"dzo_Tibt-kac_Latn","languages":["dzo-Tibt","kac-Latn"]},{"precision":0.065311,"recall":0.083992,"f1":0.068893,"accuracy":0.083992,"main_score":0.068893,"hf_subset":"dzo_Tibt-lin_Latn","languages":["dzo-Tibt","lin-Latn"]},{"precision":0.06778,"recall":0.079051,"f1":0.070039,"accuracy":0.079051,"main_score":0.070039,"hf_subset":"dzo_Tibt-nno_Latn","languages":["dzo-Tibt","nno-Latn"]},{"precision":0.063954,"recall":0.085968,"f1":0.069064,"accuracy":0.085968,"main_score":0.069064,"hf_subset":"dzo_Tibt-sat_Olck","languages":["dzo-Tibt","sat-Olck"]},{"precision":0.1034,"recall":0.133399,"f1":0.109241,"accuracy":0.133399,"main_score":0.109241,"hf_subset":"dzo_Tibt-tel_Telu","languages":["dzo-Tibt","tel-Telu"]},{"precision":0.076556,"recall":0.094862,"f1":0.080801,"accuracy":0.094862,"main_score":0.080801,"hf_subset":"dzo_Tibt-ydd_Hebr","languages":["dzo-Tibt","ydd-Hebr"]},{"precision":0.061741,"recall":0.08498,"f1":0.065493,"accuracy":0.08498,"main_score":0.065493,"hf_subset":"dzo_Tibt-ary_Arab","languages":["dzo-Tibt","ary-Arab"]},{"precision":0.077062,"recall":0.099802,"f1":0.082285,"accuracy":0.099802,"main_score":0.082285,"hf_subset":"dzo_Tibt-ces_Latn","languages":["dzo-Tibt","ces-Latn"]},{"precision":0.112911,"recall":0.133399,"f1":0.118022,"accuracy":0.133399,"main_score":0.118022,"hf_subset":"dzo_Tibt-gaz_Latn","languages":["dzo-Tibt","gaz-Latn"]},{"precision":0.06834,"recall":0.083992,"f1":0.071618,"accuracy":0.083992,"main_score":0.071618,"hf_subset":"dzo_Tibt-kam_Latn","languages":["dzo-Tibt","kam-Latn"]},{"precision":0.065335,"recall":0.086957,"f1":0.069194,"accuracy":0.086957,"main_score":0.069194,"hf_subset":"dzo_Tibt-lit_Latn","languages":["dzo-Tibt","lit-Latn"]},{"precision":0.067992,"recall":0.083992,"f1":0.071219,"accuracy":0.083992,"main_score":0.071219,"hf_subset":"dzo_Tibt-nob_Latn","languages":["dzo-Tibt","nob-Latn"]},{"precision":0.074253,"recall":0.090909,"f1":0.077606,"accuracy":0.090909,"main_score":0.077606,"hf_subset":"dzo_Tibt-scn_Latn","languages":["dzo-Tibt","scn-Latn"]},{"precision":0.07233,"recall":0.087945,"f1":0.074671,"accuracy":0.087945,"main_score":0.074671,"hf_subset":"dzo_Tibt-tgk_Cyrl","languages":["dzo-Tibt","tgk-Cyrl"]},{"precision":0.053702,"recall":0.072134,"f1":0.057513,"accuracy":0.072134,"main_score":0.057513,"hf_subset":"dzo_Tibt-yor_Latn","languages":["dzo-Tibt","yor-Latn"]},{"precision":0.081615,"recall":0.107708,"f1":0.086746,"accuracy":0.107708,"main_score":0.086746,"hf_subset":"dzo_Tibt-arz_Arab","languages":["dzo-Tibt","arz-Arab"]},{"precision":0.065299,"recall":0.082016,"f1":0.068682,"accuracy":0.082016,"main_score":0.068682,"hf_subset":"dzo_Tibt-cjk_Latn","languages":["dzo-Tibt","cjk-Latn"]},{"precision":0.076174,"recall":0.096838,"f1":0.080592,"accuracy":0.096838,"main_score":0.080592,"hf_subset":"dzo_Tibt-gla_Latn","languages":["dzo-Tibt","gla-Latn"]},{"precision":0.105512,"recall":0.133399,"f1":0.111357,"accuracy":0.133399,"main_score":0.111357,"hf_subset":"dzo_Tibt-kan_Knda","languages":["dzo-Tibt","kan-Knda"]},{"precision":0.061729,"recall":0.071146,"f1":0.06327,"accuracy":0.071146,"main_score":0.06327,"hf_subset":"dzo_Tibt-lmo_Latn","languages":["dzo-Tibt","lmo-Latn"]},{"precision":0.087839,"recall":0.113636,"f1":0.093539,"accuracy":0.113636,"main_score":0.093539,"hf_subset":"dzo_Tibt-npi_Deva","languages":["dzo-Tibt","npi-Deva"]},{"precision":0.05007,"recall":0.0583,"f1":0.052183,"accuracy":0.0583,"main_score":0.052183,"hf_subset":"dzo_Tibt-shn_Mymr","languages":["dzo-Tibt","shn-Mymr"]},{"precision":0.060265,"recall":0.079051,"f1":0.063955,"accuracy":0.079051,"main_score":0.063955,"hf_subset":"dzo_Tibt-tgl_Latn","languages":["dzo-Tibt","tgl-Latn"]},{"precision":0.057648,"recall":0.076087,"f1":0.061559,"accuracy":0.076087,"main_score":0.061559,"hf_subset":"dzo_Tibt-yue_Hant","languages":["dzo-Tibt","yue-Hant"]},{"precision":0.074458,"recall":0.102767,"f1":0.080273,"accuracy":0.102767,"main_score":0.080273,"hf_subset":"dzo_Tibt-asm_Beng","languages":["dzo-Tibt","asm-Beng"]},{"precision":0.079716,"recall":0.105731,"f1":0.085975,"accuracy":0.105731,"main_score":0.085975,"hf_subset":"dzo_Tibt-ckb_Arab","languages":["dzo-Tibt","ckb-Arab"]},{"precision":0.092223,"recall":0.109684,"f1":0.095814,"accuracy":0.109684,"main_score":0.095814,"hf_subset":"dzo_Tibt-gle_Latn","languages":["dzo-Tibt","gle-Latn"]},{"precision":0.067195,"recall":0.088933,"f1":0.071748,"accuracy":0.088933,"main_score":0.071748,"hf_subset":"dzo_Tibt-kas_Arab","languages":["dzo-Tibt","kas-Arab"]},{"precision":0.069929,"recall":0.088933,"f1":0.073412,"accuracy":0.088933,"main_score":0.073412,"hf_subset":"dzo_Tibt-ltg_Latn","languages":["dzo-Tibt","ltg-Latn"]},{"precision":0.069354,"recall":0.085968,"f1":0.073167,"accuracy":0.085968,"main_score":0.073167,"hf_subset":"dzo_Tibt-nso_Latn","languages":["dzo-Tibt","nso-Latn"]},{"precision":0.096643,"recall":0.125494,"f1":0.102442,"accuracy":0.125494,"main_score":0.102442,"hf_subset":"dzo_Tibt-sin_Sinh","languages":["dzo-Tibt","sin-Sinh"]},{"precision":0.099292,"recall":0.132411,"f1":0.106162,"accuracy":0.132411,"main_score":0.106162,"hf_subset":"dzo_Tibt-tha_Thai","languages":["dzo-Tibt","tha-Thai"]},{"precision":0.061047,"recall":0.082016,"f1":0.065713,"accuracy":0.082016,"main_score":0.065713,"hf_subset":"dzo_Tibt-zho_Hans","languages":["dzo-Tibt","zho-Hans"]},{"precision":0.061748,"recall":0.074111,"f1":0.063957,"accuracy":0.074111,"main_score":0.063957,"hf_subset":"dzo_Tibt-ast_Latn","languages":["dzo-Tibt","ast-Latn"]},{"precision":0.067675,"recall":0.08498,"f1":0.070745,"accuracy":0.08498,"main_score":0.070745,"hf_subset":"dzo_Tibt-crh_Latn","languages":["dzo-Tibt","crh-Latn"]},{"precision":0.072047,"recall":0.090909,"f1":0.075714,"accuracy":0.090909,"main_score":0.075714,"hf_subset":"dzo_Tibt-glg_Latn","languages":["dzo-Tibt","glg-Latn"]},{"precision":0.064481,"recall":0.092885,"f1":0.06999,"accuracy":0.092885,"main_score":0.06999,"hf_subset":"dzo_Tibt-kas_Deva","languages":["dzo-Tibt","kas-Deva"]},{"precision":0.054707,"recall":0.066206,"f1":0.056852,"accuracy":0.066206,"main_score":0.056852,"hf_subset":"dzo_Tibt-ltz_Latn","languages":["dzo-Tibt","ltz-Latn"]},{"precision":0.098835,"recall":0.125494,"f1":0.104863,"accuracy":0.125494,"main_score":0.104863,"hf_subset":"dzo_Tibt-nus_Latn","languages":["dzo-Tibt","nus-Latn"]},{"precision":0.063117,"recall":0.081028,"f1":0.066977,"accuracy":0.081028,"main_score":0.066977,"hf_subset":"dzo_Tibt-slk_Latn","languages":["dzo-Tibt","slk-Latn"]},{"precision":0.098723,"recall":0.130435,"f1":0.105033,"accuracy":0.130435,"main_score":0.105033,"hf_subset":"dzo_Tibt-tir_Ethi","languages":["dzo-Tibt","tir-Ethi"]},{"precision":0.06769,"recall":0.088933,"f1":0.071977,"accuracy":0.088933,"main_score":0.071977,"hf_subset":"dzo_Tibt-zho_Hant","languages":["dzo-Tibt","zho-Hant"]},{"precision":0.081984,"recall":0.101779,"f1":0.086668,"accuracy":0.101779,"main_score":0.086668,"hf_subset":"dzo_Tibt-awa_Deva","languages":["dzo-Tibt","awa-Deva"]},{"precision":0.06216,"recall":0.085968,"f1":0.066774,"accuracy":0.085968,"main_score":0.066774,"hf_subset":"dzo_Tibt-cym_Latn","languages":["dzo-Tibt","cym-Latn"]},{"precision":0.061989,"recall":0.081028,"f1":0.065212,"accuracy":0.081028,"main_score":0.065212,"hf_subset":"dzo_Tibt-grn_Latn","languages":["dzo-Tibt","grn-Latn"]},{"precision":0.091271,"recall":0.118577,"f1":0.097901,"accuracy":0.118577,"main_score":0.097901,"hf_subset":"dzo_Tibt-kat_Geor","languages":["dzo-Tibt","kat-Geor"]},{"precision":0.074754,"recall":0.092885,"f1":0.07846,"accuracy":0.092885,"main_score":0.07846,"hf_subset":"dzo_Tibt-lua_Latn","languages":["dzo-Tibt","lua-Latn"]},{"precision":0.07153,"recall":0.086957,"f1":0.075024,"accuracy":0.086957,"main_score":0.075024,"hf_subset":"dzo_Tibt-nya_Latn","languages":["dzo-Tibt","nya-Latn"]},{"precision":0.065407,"recall":0.082016,"f1":0.068388,"accuracy":0.082016,"main_score":0.068388,"hf_subset":"dzo_Tibt-slv_Latn","languages":["dzo-Tibt","slv-Latn"]},{"precision":0.051986,"recall":0.062253,"f1":0.053675,"accuracy":0.062253,"main_score":0.053675,"hf_subset":"dzo_Tibt-tpi_Latn","languages":["dzo-Tibt","tpi-Latn"]},{"precision":0.072651,"recall":0.089921,"f1":0.076226,"accuracy":0.089921,"main_score":0.076226,"hf_subset":"dzo_Tibt-zsm_Latn","languages":["dzo-Tibt","zsm-Latn"]},{"precision":0.065836,"recall":0.08498,"f1":0.07024,"accuracy":0.08498,"main_score":0.07024,"hf_subset":"dzo_Tibt-ayr_Latn","languages":["dzo-Tibt","ayr-Latn"]},{"precision":0.077819,"recall":0.09585,"f1":0.0815,"accuracy":0.09585,"main_score":0.0815,"hf_subset":"dzo_Tibt-dan_Latn","languages":["dzo-Tibt","dan-Latn"]},{"precision":0.09928,"recall":0.136364,"f1":0.107274,"accuracy":0.136364,"main_score":0.107274,"hf_subset":"dzo_Tibt-guj_Gujr","languages":["dzo-Tibt","guj-Gujr"]},{"precision":0.062739,"recall":0.082016,"f1":0.066453,"accuracy":0.082016,"main_score":0.066453,"hf_subset":"dzo_Tibt-kaz_Cyrl","languages":["dzo-Tibt","kaz-Cyrl"]},{"precision":0.067822,"recall":0.083992,"f1":0.070955,"accuracy":0.083992,"main_score":0.070955,"hf_subset":"dzo_Tibt-lug_Latn","languages":["dzo-Tibt","lug-Latn"]},{"precision":0.071299,"recall":0.088933,"f1":0.074152,"accuracy":0.088933,"main_score":0.074152,"hf_subset":"dzo_Tibt-oci_Latn","languages":["dzo-Tibt","oci-Latn"]},{"precision":0.08928,"recall":0.109684,"f1":0.093496,"accuracy":0.109684,"main_score":0.093496,"hf_subset":"dzo_Tibt-smo_Latn","languages":["dzo-Tibt","smo-Latn"]},{"precision":0.069724,"recall":0.087945,"f1":0.073503,"accuracy":0.087945,"main_score":0.073503,"hf_subset":"dzo_Tibt-tsn_Latn","languages":["dzo-Tibt","tsn-Latn"]},{"precision":0.080826,"recall":0.098814,"f1":0.084672,"accuracy":0.098814,"main_score":0.084672,"hf_subset":"dzo_Tibt-zul_Latn","languages":["dzo-Tibt","zul-Latn"]},{"precision":0.053597,"recall":0.067194,"f1":0.056394,"accuracy":0.067194,"main_score":0.056394,"hf_subset":"dzo_Tibt-azb_Arab","languages":["dzo-Tibt","azb-Arab"]},{"precision":0.074834,"recall":0.091897,"f1":0.078392,"accuracy":0.091897,"main_score":0.078392,"hf_subset":"dzo_Tibt-deu_Latn","languages":["dzo-Tibt","deu-Latn"]},{"precision":0.076013,"recall":0.092885,"f1":0.080083,"accuracy":0.092885,"main_score":0.080083,"hf_subset":"dzo_Tibt-hat_Latn","languages":["dzo-Tibt","hat-Latn"]},{"precision":0.068117,"recall":0.088933,"f1":0.073404,"accuracy":0.088933,"main_score":0.073404,"hf_subset":"dzo_Tibt-kbp_Latn","languages":["dzo-Tibt","kbp-Latn"]},{"precision":0.055593,"recall":0.066206,"f1":0.057922,"accuracy":0.066206,"main_score":0.057922,"hf_subset":"dzo_Tibt-luo_Latn","languages":["dzo-Tibt","luo-Latn"]},{"precision":0.144598,"recall":0.174901,"f1":0.151649,"accuracy":0.174901,"main_score":0.151649,"hf_subset":"dzo_Tibt-ory_Orya","languages":["dzo-Tibt","ory-Orya"]},{"precision":0.077625,"recall":0.094862,"f1":0.081162,"accuracy":0.094862,"main_score":0.081162,"hf_subset":"dzo_Tibt-sna_Latn","languages":["dzo-Tibt","sna-Latn"]},{"precision":0.075408,"recall":0.09585,"f1":0.080247,"accuracy":0.09585,"main_score":0.080247,"hf_subset":"dzo_Tibt-tso_Latn","languages":["dzo-Tibt","tso-Latn"]},{"precision":0.069241,"recall":0.088933,"f1":0.072643,"accuracy":0.088933,"main_score":0.072643,"hf_subset":"dzo_Tibt-azj_Latn","languages":["dzo-Tibt","azj-Latn"]},{"precision":0.041564,"recall":0.051383,"f1":0.04324,"accuracy":0.051383,"main_score":0.04324,"hf_subset":"dzo_Tibt-dik_Latn","languages":["dzo-Tibt","dik-Latn"]},{"precision":0.065755,"recall":0.076087,"f1":0.067992,"accuracy":0.076087,"main_score":0.067992,"hf_subset":"dzo_Tibt-hau_Latn","languages":["dzo-Tibt","hau-Latn"]},{"precision":0.061339,"recall":0.081028,"f1":0.064961,"accuracy":0.081028,"main_score":0.064961,"hf_subset":"dzo_Tibt-kea_Latn","languages":["dzo-Tibt","kea-Latn"]},{"precision":0.059029,"recall":0.072134,"f1":0.062145,"accuracy":0.072134,"main_score":0.062145,"hf_subset":"dzo_Tibt-lus_Latn","languages":["dzo-Tibt","lus-Latn"]},{"precision":0.058027,"recall":0.073123,"f1":0.060429,"accuracy":0.073123,"main_score":0.060429,"hf_subset":"dzo_Tibt-pag_Latn","languages":["dzo-Tibt","pag-Latn"]},{"precision":0.094487,"recall":0.124506,"f1":0.099849,"accuracy":0.124506,"main_score":0.099849,"hf_subset":"dzo_Tibt-snd_Arab","languages":["dzo-Tibt","snd-Arab"]},{"precision":0.070472,"recall":0.085968,"f1":0.073841,"accuracy":0.085968,"main_score":0.073841,"hf_subset":"dzo_Tibt-tuk_Latn","languages":["dzo-Tibt","tuk-Latn"]},{"precision":0.060116,"recall":0.074111,"f1":0.063192,"accuracy":0.074111,"main_score":0.063192,"hf_subset":"dzo_Tibt-bak_Cyrl","languages":["dzo-Tibt","bak-Cyrl"]},{"precision":0.041362,"recall":0.050395,"f1":0.043329,"accuracy":0.050395,"main_score":0.043329,"hf_subset":"dzo_Tibt-dyu_Latn","languages":["dzo-Tibt","dyu-Latn"]},{"precision":0.064408,"recall":0.093874,"f1":0.070133,"accuracy":0.093874,"main_score":0.070133,"hf_subset":"dzo_Tibt-heb_Hebr","languages":["dzo-Tibt","heb-Hebr"]},{"precision":0.077623,"recall":0.09585,"f1":0.081199,"accuracy":0.09585,"main_score":0.081199,"hf_subset":"dzo_Tibt-khk_Cyrl","languages":["dzo-Tibt","khk-Cyrl"]},{"precision":0.072017,"recall":0.091897,"f1":0.075434,"accuracy":0.091897,"main_score":0.075434,"hf_subset":"dzo_Tibt-lvs_Latn","languages":["dzo-Tibt","lvs-Latn"]},{"precision":0.10878,"recall":0.146245,"f1":0.116568,"accuracy":0.146245,"main_score":0.116568,"hf_subset":"dzo_Tibt-pan_Guru","languages":["dzo-Tibt","pan-Guru"]},{"precision":0.069529,"recall":0.083004,"f1":0.072809,"accuracy":0.083004,"main_score":0.072809,"hf_subset":"dzo_Tibt-som_Latn","languages":["dzo-Tibt","som-Latn"]},{"precision":0.070497,"recall":0.081028,"f1":0.072679,"accuracy":0.081028,"main_score":0.072679,"hf_subset":"dzo_Tibt-tum_Latn","languages":["dzo-Tibt","tum-Latn"]},{"precision":0.280395,"recall":0.379447,"f1":0.305656,"accuracy":0.379447,"main_score":0.305656,"hf_subset":"hin_Deva-ace_Arab","languages":["hin-Deva","ace-Arab"]},{"precision":0.344978,"recall":0.453557,"f1":0.373076,"accuracy":0.453557,"main_score":0.373076,"hf_subset":"hin_Deva-bam_Latn","languages":["hin-Deva","bam-Latn"]},{"precision":0.163265,"recall":0.231225,"f1":0.180065,"accuracy":0.231225,"main_score":0.180065,"hf_subset":"hin_Deva-dzo_Tibt","languages":["hin-Deva","dzo-Tibt"]},{"precision":0.867671,"recall":0.907115,"f1":0.880138,"accuracy":0.907115,"main_score":0.880138,"hf_subset":"hin_Deva-khm_Khmr","languages":["hin-Deva","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-mag_Deva","languages":["hin-Deva","mag-Deva"]},{"precision":0.860738,"recall":0.901186,"f1":0.873155,"accuracy":0.901186,"main_score":0.873155,"hf_subset":"hin_Deva-pap_Latn","languages":["hin-Deva","pap-Latn"]},{"precision":0.39007,"recall":0.5,"f1":0.419152,"accuracy":0.5,"main_score":0.419152,"hf_subset":"hin_Deva-sot_Latn","languages":["hin-Deva","sot-Latn"]},{"precision":0.995883,"recall":0.997036,"f1":0.996212,"accuracy":0.997036,"main_score":0.996212,"hf_subset":"hin_Deva-tur_Latn","languages":["hin-Deva","tur-Latn"]},{"precision":0.653804,"recall":0.741107,"f1":0.67947,"accuracy":0.741107,"main_score":0.67947,"hf_subset":"hin_Deva-ace_Latn","languages":["hin-Deva","ace-Latn"]},{"precision":0.818297,"recall":0.868577,"f1":0.833649,"accuracy":0.868577,"main_score":0.833649,"hf_subset":"hin_Deva-ban_Latn","languages":["hin-Deva","ban-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hin_Deva-ell_Grek","languages":["hin-Deva","ell-Grek"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"hin_Deva-hne_Deva","languages":["hin-Deva","hne-Deva"]},{"precision":0.39614,"recall":0.514822,"f1":0.427922,"accuracy":0.514822,"main_score":0.427922,"hf_subset":"hin_Deva-kik_Latn","languages":["hin-Deva","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-mai_Deva","languages":["hin-Deva","mai-Deva"]},{"precision":0.89501,"recall":0.927866,"f1":0.905698,"accuracy":0.927866,"main_score":0.905698,"hf_subset":"hin_Deva-pbt_Arab","languages":["hin-Deva","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-spa_Latn","languages":["hin-Deva","spa-Latn"]},{"precision":0.480947,"recall":0.58498,"f1":0.508858,"accuracy":0.58498,"main_score":0.508858,"hf_subset":"hin_Deva-twi_Latn","languages":["hin-Deva","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hin_Deva-acm_Arab","languages":["hin-Deva","acm-Arab"]},{"precision":0.840234,"recall":0.887352,"f1":0.855138,"accuracy":0.887352,"main_score":0.855138,"hf_subset":"hin_Deva-bel_Cyrl","languages":["hin-Deva","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-eng_Latn","languages":["hin-Deva","eng-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"hin_Deva-hrv_Latn","languages":["hin-Deva","hrv-Latn"]},{"precision":0.374352,"recall":0.471344,"f1":0.399128,"accuracy":0.471344,"main_score":0.399128,"hf_subset":"hin_Deva-kin_Latn","languages":["hin-Deva","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-mal_Mlym","languages":["hin-Deva","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-pes_Arab","languages":["hin-Deva","pes-Arab"]},{"precision":0.841189,"recall":0.885375,"f1":0.854908,"accuracy":0.885375,"main_score":0.854908,"hf_subset":"hin_Deva-srd_Latn","languages":["hin-Deva","srd-Latn"]},{"precision":0.101773,"recall":0.173913,"f1":0.116743,"accuracy":0.173913,"main_score":0.116743,"hf_subset":"hin_Deva-tzm_Tfng","languages":["hin-Deva","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hin_Deva-acq_Arab","languages":["hin-Deva","acq-Arab"]},{"precision":0.426985,"recall":0.530632,"f1":0.454176,"accuracy":0.530632,"main_score":0.454176,"hf_subset":"hin_Deva-bem_Latn","languages":["hin-Deva","bem-Latn"]},{"precision":0.870636,"recall":0.911067,"f1":0.883465,"accuracy":0.911067,"main_score":0.883465,"hf_subset":"hin_Deva-epo_Latn","languages":["hin-Deva","epo-Latn"]},{"precision":0.92803,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"hin_Deva-hun_Latn","languages":["hin-Deva","hun-Latn"]},{"precision":0.684874,"recall":0.76087,"f1":0.707051,"accuracy":0.76087,"main_score":0.707051,"hf_subset":"hin_Deva-kir_Cyrl","languages":["hin-Deva","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hin_Deva-mar_Deva","languages":["hin-Deva","mar-Deva"]},{"precision":0.414635,"recall":0.521739,"f1":0.444171,"accuracy":0.521739,"main_score":0.444171,"hf_subset":"hin_Deva-plt_Latn","languages":["hin-Deva","plt-Latn"]},{"precision":0.929595,"recall":0.952569,"f1":0.937154,"accuracy":0.952569,"main_score":0.937154,"hf_subset":"hin_Deva-srp_Cyrl","languages":["hin-Deva","srp-Cyrl"]},{"precision":0.269766,"recall":0.36166,"f1":0.292139,"accuracy":0.36166,"main_score":0.292139,"hf_subset":"hin_Deva-uig_Arab","languages":["hin-Deva","uig-Arab"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"hin_Deva-aeb_Arab","languages":["hin-Deva","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-ben_Beng","languages":["hin-Deva","ben-Beng"]},{"precision":0.812236,"recall":0.864625,"f1":0.828096,"accuracy":0.864625,"main_score":0.828096,"hf_subset":"hin_Deva-est_Latn","languages":["hin-Deva","est-Latn"]},{"precision":0.828343,"recall":0.874506,"f1":0.84218,"accuracy":0.874506,"main_score":0.84218,"hf_subset":"hin_Deva-hye_Armn","languages":["hin-Deva","hye-Armn"]},{"precision":0.362616,"recall":0.464427,"f1":0.389012,"accuracy":0.464427,"main_score":0.389012,"hf_subset":"hin_Deva-kmb_Latn","languages":["hin-Deva","kmb-Latn"]},{"precision":0.242568,"recall":0.333992,"f1":0.264542,"accuracy":0.333992,"main_score":0.264542,"hf_subset":"hin_Deva-min_Arab","languages":["hin-Deva","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hin_Deva-pol_Latn","languages":["hin-Deva","pol-Latn"]},{"precision":0.369925,"recall":0.475296,"f1":0.396327,"accuracy":0.475296,"main_score":0.396327,"hf_subset":"hin_Deva-ssw_Latn","languages":["hin-Deva","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-ukr_Cyrl","languages":["hin-Deva","ukr-Cyrl"]},{"precision":0.950593,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"hin_Deva-afr_Latn","languages":["hin-Deva","afr-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hin_Deva-bho_Deva","languages":["hin-Deva","bho-Deva"]},{"precision":0.607003,"recall":0.702569,"f1":0.634644,"accuracy":0.702569,"main_score":0.634644,"hf_subset":"hin_Deva-eus_Latn","languages":["hin-Deva","eus-Latn"]},{"precision":0.371031,"recall":0.481225,"f1":0.399549,"accuracy":0.481225,"main_score":0.399549,"hf_subset":"hin_Deva-ibo_Latn","languages":["hin-Deva","ibo-Latn"]},{"precision":0.41275,"recall":0.517787,"f1":0.43949,"accuracy":0.517787,"main_score":0.43949,"hf_subset":"hin_Deva-kmr_Latn","languages":["hin-Deva","kmr-Latn"]},{"precision":0.792869,"recall":0.849802,"f1":0.809933,"accuracy":0.849802,"main_score":0.809933,"hf_subset":"hin_Deva-min_Latn","languages":["hin-Deva","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-por_Latn","languages":["hin-Deva","por-Latn"]},{"precision":0.863966,"recall":0.905138,"f1":0.876943,"accuracy":0.905138,"main_score":0.876943,"hf_subset":"hin_Deva-sun_Latn","languages":["hin-Deva","sun-Latn"]},{"precision":0.355385,"recall":0.471344,"f1":0.38604,"accuracy":0.471344,"main_score":0.38604,"hf_subset":"hin_Deva-umb_Latn","languages":["hin-Deva","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hin_Deva-ajp_Arab","languages":["hin-Deva","ajp-Arab"]},{"precision":0.262233,"recall":0.354743,"f1":0.28605,"accuracy":0.354743,"main_score":0.28605,"hf_subset":"hin_Deva-bjn_Arab","languages":["hin-Deva","bjn-Arab"]},{"precision":0.366017,"recall":0.472332,"f1":0.393536,"accuracy":0.472332,"main_score":0.393536,"hf_subset":"hin_Deva-ewe_Latn","languages":["hin-Deva","ewe-Latn"]},{"precision":0.664948,"recall":0.749012,"f1":0.689534,"accuracy":0.749012,"main_score":0.689534,"hf_subset":"hin_Deva-ilo_Latn","languages":["hin-Deva","ilo-Latn"]},{"precision":0.173713,"recall":0.26581,"f1":0.19454,"accuracy":0.26581,"main_score":0.19454,"hf_subset":"hin_Deva-knc_Arab","languages":["hin-Deva","knc-Arab"]},{"precision":0.915843,"recall":0.9417,"f1":0.924242,"accuracy":0.9417,"main_score":0.924242,"hf_subset":"hin_Deva-mkd_Cyrl","languages":["hin-Deva","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-prs_Arab","languages":["hin-Deva","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-swe_Latn","languages":["hin-Deva","swe-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hin_Deva-urd_Arab","languages":["hin-Deva","urd-Arab"]},{"precision":0.438527,"recall":0.548419,"f1":0.46735,"accuracy":0.548419,"main_score":0.46735,"hf_subset":"hin_Deva-aka_Latn","languages":["hin-Deva","aka-Latn"]},{"precision":0.838603,"recall":0.887352,"f1":0.853887,"accuracy":0.887352,"main_score":0.853887,"hf_subset":"hin_Deva-bjn_Latn","languages":["hin-Deva","bjn-Latn"]},{"precision":0.562818,"recall":0.658103,"f1":0.589563,"accuracy":0.658103,"main_score":0.589563,"hf_subset":"hin_Deva-fao_Latn","languages":["hin-Deva","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ind_Latn","languages":["hin-Deva","ind-Latn"]},{"precision":0.422154,"recall":0.531621,"f1":0.450348,"accuracy":0.531621,"main_score":0.450348,"hf_subset":"hin_Deva-knc_Latn","languages":["hin-Deva","knc-Latn"]},{"precision":0.688908,"recall":0.766798,"f1":0.711419,"accuracy":0.766798,"main_score":0.711419,"hf_subset":"hin_Deva-mlt_Latn","languages":["hin-Deva","mlt-Latn"]},{"precision":0.447893,"recall":0.559289,"f1":0.47731,"accuracy":0.559289,"main_score":0.47731,"hf_subset":"hin_Deva-quy_Latn","languages":["hin-Deva","quy-Latn"]},{"precision":0.876383,"recall":0.913043,"f1":0.888011,"accuracy":0.913043,"main_score":0.888011,"hf_subset":"hin_Deva-swh_Latn","languages":["hin-Deva","swh-Latn"]},{"precision":0.640886,"recall":0.727273,"f1":0.666081,"accuracy":0.727273,"main_score":0.666081,"hf_subset":"hin_Deva-uzn_Latn","languages":["hin-Deva","uzn-Latn"]},{"precision":0.756785,"recall":0.820158,"f1":0.775842,"accuracy":0.820158,"main_score":0.775842,"hf_subset":"hin_Deva-als_Latn","languages":["hin-Deva","als-Latn"]},{"precision":0.184336,"recall":0.255929,"f1":0.201651,"accuracy":0.255929,"main_score":0.201651,"hf_subset":"hin_Deva-bod_Tibt","languages":["hin-Deva","bod-Tibt"]},{"precision":0.362609,"recall":0.479249,"f1":0.393009,"accuracy":0.479249,"main_score":0.393009,"hf_subset":"hin_Deva-fij_Latn","languages":["hin-Deva","fij-Latn"]},{"precision":0.537165,"recall":0.631423,"f1":0.563729,"accuracy":0.631423,"main_score":0.563729,"hf_subset":"hin_Deva-isl_Latn","languages":["hin-Deva","isl-Latn"]},{"precision":0.461491,"recall":0.564229,"f1":0.489425,"accuracy":0.564229,"main_score":0.489425,"hf_subset":"hin_Deva-kon_Latn","languages":["hin-Deva","kon-Latn"]},{"precision":0.377643,"recall":0.492095,"f1":0.407324,"accuracy":0.492095,"main_score":0.407324,"hf_subset":"hin_Deva-mni_Beng","languages":["hin-Deva","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-ron_Latn","languages":["hin-Deva","ron-Latn"]},{"precision":0.842968,"recall":0.88834,"f1":0.857246,"accuracy":0.88834,"main_score":0.857246,"hf_subset":"hin_Deva-szl_Latn","languages":["hin-Deva","szl-Latn"]},{"precision":0.920455,"recall":0.945652,"f1":0.928524,"accuracy":0.945652,"main_score":0.928524,"hf_subset":"hin_Deva-vec_Latn","languages":["hin-Deva","vec-Latn"]},{"precision":0.820035,"recall":0.87253,"f1":0.836386,"accuracy":0.87253,"main_score":0.836386,"hf_subset":"hin_Deva-amh_Ethi","languages":["hin-Deva","amh-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"hin_Deva-bos_Latn","languages":["hin-Deva","bos-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"hin_Deva-fin_Latn","languages":["hin-Deva","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-ita_Latn","languages":["hin-Deva","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hin_Deva-kor_Hang","languages":["hin-Deva","kor-Hang"]},{"precision":0.395049,"recall":0.499012,"f1":0.421127,"accuracy":0.499012,"main_score":0.421127,"hf_subset":"hin_Deva-mos_Latn","languages":["hin-Deva","mos-Latn"]},{"precision":0.363222,"recall":0.470356,"f1":0.39012,"accuracy":0.470356,"main_score":0.39012,"hf_subset":"hin_Deva-run_Latn","languages":["hin-Deva","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hin_Deva-tam_Taml","languages":["hin-Deva","tam-Taml"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hin_Deva-vie_Latn","languages":["hin-Deva","vie-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"hin_Deva-apc_Arab","languages":["hin-Deva","apc-Arab"]},{"precision":0.59958,"recall":0.6917,"f1":0.625056,"accuracy":0.6917,"main_score":0.625056,"hf_subset":"hin_Deva-bug_Latn","languages":["hin-Deva","bug-Latn"]},{"precision":0.319833,"recall":0.431818,"f1":0.348221,"accuracy":0.431818,"main_score":0.348221,"hf_subset":"hin_Deva-fon_Latn","languages":["hin-Deva","fon-Latn"]},{"precision":0.851532,"recall":0.896245,"f1":0.866008,"accuracy":0.896245,"main_score":0.866008,"hf_subset":"hin_Deva-jav_Latn","languages":["hin-Deva","jav-Latn"]},{"precision":0.752842,"recall":0.81917,"f1":0.772908,"accuracy":0.81917,"main_score":0.772908,"hf_subset":"hin_Deva-lao_Laoo","languages":["hin-Deva","lao-Laoo"]},{"precision":0.34191,"recall":0.454545,"f1":0.369373,"accuracy":0.454545,"main_score":0.369373,"hf_subset":"hin_Deva-mri_Latn","languages":["hin-Deva","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-rus_Cyrl","languages":["hin-Deva","rus-Cyrl"]},{"precision":0.355662,"recall":0.471344,"f1":0.385275,"accuracy":0.471344,"main_score":0.385275,"hf_subset":"hin_Deva-taq_Latn","languages":["hin-Deva","taq-Latn"]},{"precision":0.808465,"recall":0.865613,"f1":0.826501,"accuracy":0.865613,"main_score":0.826501,"hf_subset":"hin_Deva-war_Latn","languages":["hin-Deva","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-arb_Arab","languages":["hin-Deva","arb-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"hin_Deva-bul_Cyrl","languages":["hin-Deva","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-fra_Latn","languages":["hin-Deva","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-jpn_Jpan","languages":["hin-Deva","jpn-Jpan"]},{"precision":0.86026,"recall":0.902174,"f1":0.873748,"accuracy":0.902174,"main_score":0.873748,"hf_subset":"hin_Deva-lij_Latn","languages":["hin-Deva","lij-Latn"]},{"precision":0.830287,"recall":0.880435,"f1":0.846245,"accuracy":0.880435,"main_score":0.846245,"hf_subset":"hin_Deva-mya_Mymr","languages":["hin-Deva","mya-Mymr"]},{"precision":0.431102,"recall":0.540514,"f1":0.460242,"accuracy":0.540514,"main_score":0.460242,"hf_subset":"hin_Deva-sag_Latn","languages":["hin-Deva","sag-Latn"]},{"precision":0.125447,"recall":0.20751,"f1":0.140882,"accuracy":0.20751,"main_score":0.140882,"hf_subset":"hin_Deva-taq_Tfng","languages":["hin-Deva","taq-Tfng"]},{"precision":0.433464,"recall":0.543478,"f1":0.46264,"accuracy":0.543478,"main_score":0.46264,"hf_subset":"hin_Deva-wol_Latn","languages":["hin-Deva","wol-Latn"]},{"precision":0.269108,"recall":0.378458,"f1":0.29561,"accuracy":0.378458,"main_score":0.29561,"hf_subset":"hin_Deva-arb_Latn","languages":["hin-Deva","arb-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"hin_Deva-cat_Latn","languages":["hin-Deva","cat-Latn"]},{"precision":0.813636,"recall":0.864625,"f1":0.829103,"accuracy":0.864625,"main_score":0.829103,"hf_subset":"hin_Deva-fur_Latn","languages":["hin-Deva","fur-Latn"]},{"precision":0.256573,"recall":0.351779,"f1":0.280642,"accuracy":0.351779,"main_score":0.280642,"hf_subset":"hin_Deva-kab_Latn","languages":["hin-Deva","kab-Latn"]},{"precision":0.807675,"recall":0.859684,"f1":0.823504,"accuracy":0.859684,"main_score":0.823504,"hf_subset":"hin_Deva-lim_Latn","languages":["hin-Deva","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-nld_Latn","languages":["hin-Deva","nld-Latn"]},{"precision":0.924242,"recall":0.947628,"f1":0.931818,"accuracy":0.947628,"main_score":0.931818,"hf_subset":"hin_Deva-san_Deva","languages":["hin-Deva","san-Deva"]},{"precision":0.63456,"recall":0.717391,"f1":0.657555,"accuracy":0.717391,"main_score":0.657555,"hf_subset":"hin_Deva-tat_Cyrl","languages":["hin-Deva","tat-Cyrl"]},{"precision":0.398587,"recall":0.514822,"f1":0.429308,"accuracy":0.514822,"main_score":0.429308,"hf_subset":"hin_Deva-xho_Latn","languages":["hin-Deva","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-ars_Arab","languages":["hin-Deva","ars-Arab"]},{"precision":0.765761,"recall":0.833004,"f1":0.786759,"accuracy":0.833004,"main_score":0.786759,"hf_subset":"hin_Deva-ceb_Latn","languages":["hin-Deva","ceb-Latn"]},{"precision":0.397909,"recall":0.505929,"f1":0.426368,"accuracy":0.505929,"main_score":0.426368,"hf_subset":"hin_Deva-fuv_Latn","languages":["hin-Deva","fuv-Latn"]},{"precision":0.382066,"recall":0.498024,"f1":0.411831,"accuracy":0.498024,"main_score":0.411831,"hf_subset":"hin_Deva-kac_Latn","languages":["hin-Deva","kac-Latn"]},{"precision":0.455293,"recall":0.563241,"f1":0.484645,"accuracy":0.563241,"main_score":0.484645,"hf_subset":"hin_Deva-lin_Latn","languages":["hin-Deva","lin-Latn"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"hin_Deva-nno_Latn","languages":["hin-Deva","nno-Latn"]},{"precision":0.196163,"recall":0.272727,"f1":0.214398,"accuracy":0.272727,"main_score":0.214398,"hf_subset":"hin_Deva-sat_Olck","languages":["hin-Deva","sat-Olck"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"hin_Deva-tel_Telu","languages":["hin-Deva","tel-Telu"]},{"precision":0.326178,"recall":0.425889,"f1":0.350874,"accuracy":0.425889,"main_score":0.350874,"hf_subset":"hin_Deva-ydd_Hebr","languages":["hin-Deva","ydd-Hebr"]},{"precision":0.903491,"recall":0.933794,"f1":0.91334,"accuracy":0.933794,"main_score":0.91334,"hf_subset":"hin_Deva-ary_Arab","languages":["hin-Deva","ary-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"hin_Deva-ces_Latn","languages":["hin-Deva","ces-Latn"]},{"precision":0.293838,"recall":0.394269,"f1":0.318264,"accuracy":0.394269,"main_score":0.318264,"hf_subset":"hin_Deva-gaz_Latn","languages":["hin-Deva","gaz-Latn"]},{"precision":0.406958,"recall":0.51581,"f1":0.435229,"accuracy":0.51581,"main_score":0.435229,"hf_subset":"hin_Deva-kam_Latn","languages":["hin-Deva","kam-Latn"]},{"precision":0.787648,"recall":0.846838,"f1":0.805896,"accuracy":0.846838,"main_score":0.805896,"hf_subset":"hin_Deva-lit_Latn","languages":["hin-Deva","lit-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hin_Deva-nob_Latn","languages":["hin-Deva","nob-Latn"]},{"precision":0.743001,"recall":0.815217,"f1":0.765086,"accuracy":0.815217,"main_score":0.765086,"hf_subset":"hin_Deva-scn_Latn","languages":["hin-Deva","scn-Latn"]},{"precision":0.419623,"recall":0.519763,"f1":0.445601,"accuracy":0.519763,"main_score":0.445601,"hf_subset":"hin_Deva-tgk_Cyrl","languages":["hin-Deva","tgk-Cyrl"]},{"precision":0.356473,"recall":0.471344,"f1":0.385858,"accuracy":0.471344,"main_score":0.385858,"hf_subset":"hin_Deva-yor_Latn","languages":["hin-Deva","yor-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-arz_Arab","languages":["hin-Deva","arz-Arab"]},{"precision":0.406017,"recall":0.524704,"f1":0.437571,"accuracy":0.524704,"main_score":0.437571,"hf_subset":"hin_Deva-cjk_Latn","languages":["hin-Deva","cjk-Latn"]},{"precision":0.324045,"recall":0.432806,"f1":0.35133,"accuracy":0.432806,"main_score":0.35133,"hf_subset":"hin_Deva-gla_Latn","languages":["hin-Deva","gla-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"hin_Deva-kan_Knda","languages":["hin-Deva","kan-Knda"]},{"precision":0.786851,"recall":0.842885,"f1":0.803409,"accuracy":0.842885,"main_score":0.803409,"hf_subset":"hin_Deva-lmo_Latn","languages":["hin-Deva","lmo-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"hin_Deva-npi_Deva","languages":["hin-Deva","npi-Deva"]},{"precision":0.327961,"recall":0.447628,"f1":0.358528,"accuracy":0.447628,"main_score":0.358528,"hf_subset":"hin_Deva-shn_Mymr","languages":["hin-Deva","shn-Mymr"]},{"precision":0.879447,"recall":0.916996,"f1":0.891634,"accuracy":0.916996,"main_score":0.891634,"hf_subset":"hin_Deva-tgl_Latn","languages":["hin-Deva","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-yue_Hant","languages":["hin-Deva","yue-Hant"]},{"precision":0.912714,"recall":0.939723,"f1":0.921443,"accuracy":0.939723,"main_score":0.921443,"hf_subset":"hin_Deva-asm_Beng","languages":["hin-Deva","asm-Beng"]},{"precision":0.422572,"recall":0.519763,"f1":0.448604,"accuracy":0.519763,"main_score":0.448604,"hf_subset":"hin_Deva-ckb_Arab","languages":["hin-Deva","ckb-Arab"]},{"precision":0.336934,"recall":0.4417,"f1":0.363248,"accuracy":0.4417,"main_score":0.363248,"hf_subset":"hin_Deva-gle_Latn","languages":["hin-Deva","gle-Latn"]},{"precision":0.711226,"recall":0.785573,"f1":0.732905,"accuracy":0.785573,"main_score":0.732905,"hf_subset":"hin_Deva-kas_Arab","languages":["hin-Deva","kas-Arab"]},{"precision":0.605889,"recall":0.690711,"f1":0.630291,"accuracy":0.690711,"main_score":0.630291,"hf_subset":"hin_Deva-ltg_Latn","languages":["hin-Deva","ltg-Latn"]},{"precision":0.416036,"recall":0.528656,"f1":0.446051,"accuracy":0.528656,"main_score":0.446051,"hf_subset":"hin_Deva-nso_Latn","languages":["hin-Deva","nso-Latn"]},{"precision":0.886891,"recall":0.91996,"f1":0.897233,"accuracy":0.91996,"main_score":0.897233,"hf_subset":"hin_Deva-sin_Sinh","languages":["hin-Deva","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-tha_Thai","languages":["hin-Deva","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hin_Deva-zho_Hans","languages":["hin-Deva","zho-Hans"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hin_Deva-ast_Latn","languages":["hin-Deva","ast-Latn"]},{"precision":0.798238,"recall":0.855731,"f1":0.816027,"accuracy":0.855731,"main_score":0.816027,"hf_subset":"hin_Deva-crh_Latn","languages":["hin-Deva","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-glg_Latn","languages":["hin-Deva","glg-Latn"]},{"precision":0.61549,"recall":0.708498,"f1":0.64261,"accuracy":0.708498,"main_score":0.64261,"hf_subset":"hin_Deva-kas_Deva","languages":["hin-Deva","kas-Deva"]},{"precision":0.75443,"recall":0.824111,"f1":0.775678,"accuracy":0.824111,"main_score":0.775678,"hf_subset":"hin_Deva-ltz_Latn","languages":["hin-Deva","ltz-Latn"]},{"precision":0.302996,"recall":0.403162,"f1":0.327801,"accuracy":0.403162,"main_score":0.327801,"hf_subset":"hin_Deva-nus_Latn","languages":["hin-Deva","nus-Latn"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"hin_Deva-slk_Latn","languages":["hin-Deva","slk-Latn"]},{"precision":0.393398,"recall":0.491107,"f1":0.419557,"accuracy":0.491107,"main_score":0.419557,"hf_subset":"hin_Deva-tir_Ethi","languages":["hin-Deva","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hin_Deva-zho_Hant","languages":["hin-Deva","zho-Hant"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"hin_Deva-awa_Deva","languages":["hin-Deva","awa-Deva"]},{"precision":0.401846,"recall":0.504941,"f1":0.428244,"accuracy":0.504941,"main_score":0.428244,"hf_subset":"hin_Deva-cym_Latn","languages":["hin-Deva","cym-Latn"]},{"precision":0.619568,"recall":0.710474,"f1":0.646038,"accuracy":0.710474,"main_score":0.646038,"hf_subset":"hin_Deva-grn_Latn","languages":["hin-Deva","grn-Latn"]},{"precision":0.901021,"recall":0.931818,"f1":0.910738,"accuracy":0.931818,"main_score":0.910738,"hf_subset":"hin_Deva-kat_Geor","languages":["hin-Deva","kat-Geor"]},{"precision":0.462157,"recall":0.568182,"f1":0.491487,"accuracy":0.568182,"main_score":0.491487,"hf_subset":"hin_Deva-lua_Latn","languages":["hin-Deva","lua-Latn"]},{"precision":0.448658,"recall":0.557312,"f1":0.478275,"accuracy":0.557312,"main_score":0.478275,"hf_subset":"hin_Deva-nya_Latn","languages":["hin-Deva","nya-Latn"]},{"precision":0.895619,"recall":0.927866,"f1":0.905962,"accuracy":0.927866,"main_score":0.905962,"hf_subset":"hin_Deva-slv_Latn","languages":["hin-Deva","slv-Latn"]},{"precision":0.731328,"recall":0.798419,"f1":0.751009,"accuracy":0.798419,"main_score":0.751009,"hf_subset":"hin_Deva-tpi_Latn","languages":["hin-Deva","tpi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hin_Deva-zsm_Latn","languages":["hin-Deva","zsm-Latn"]},{"precision":0.360638,"recall":0.471344,"f1":0.388987,"accuracy":0.471344,"main_score":0.388987,"hf_subset":"hin_Deva-ayr_Latn","languages":["hin-Deva","ayr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hin_Deva-dan_Latn","languages":["hin-Deva","dan-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"hin_Deva-guj_Gujr","languages":["hin-Deva","guj-Gujr"]},{"precision":0.742029,"recall":0.810277,"f1":0.762404,"accuracy":0.810277,"main_score":0.762404,"hf_subset":"hin_Deva-kaz_Cyrl","languages":["hin-Deva","kaz-Cyrl"]},{"precision":0.359977,"recall":0.471344,"f1":0.388282,"accuracy":0.471344,"main_score":0.388282,"hf_subset":"hin_Deva-lug_Latn","languages":["hin-Deva","lug-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"hin_Deva-oci_Latn","languages":["hin-Deva","oci-Latn"]},{"precision":0.388587,"recall":0.506917,"f1":0.419766,"accuracy":0.506917,"main_score":0.419766,"hf_subset":"hin_Deva-smo_Latn","languages":["hin-Deva","smo-Latn"]},{"precision":0.370878,"recall":0.488142,"f1":0.401605,"accuracy":0.488142,"main_score":0.401605,"hf_subset":"hin_Deva-tsn_Latn","languages":["hin-Deva","tsn-Latn"]},{"precision":0.371049,"recall":0.482213,"f1":0.400962,"accuracy":0.482213,"main_score":0.400962,"hf_subset":"hin_Deva-zul_Latn","languages":["hin-Deva","zul-Latn"]},{"precision":0.701136,"recall":0.780632,"f1":0.725169,"accuracy":0.780632,"main_score":0.725169,"hf_subset":"hin_Deva-azb_Arab","languages":["hin-Deva","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-deu_Latn","languages":["hin-Deva","deu-Latn"]},{"precision":0.619822,"recall":0.709486,"f1":0.645952,"accuracy":0.709486,"main_score":0.645952,"hf_subset":"hin_Deva-hat_Latn","languages":["hin-Deva","hat-Latn"]},{"precision":0.334299,"recall":0.439723,"f1":0.360887,"accuracy":0.439723,"main_score":0.360887,"hf_subset":"hin_Deva-kbp_Latn","languages":["hin-Deva","kbp-Latn"]},{"precision":0.421731,"recall":0.524704,"f1":0.448592,"accuracy":0.524704,"main_score":0.448592,"hf_subset":"hin_Deva-luo_Latn","languages":["hin-Deva","luo-Latn"]},{"precision":0.609105,"recall":0.689723,"f1":0.631915,"accuracy":0.689723,"main_score":0.631915,"hf_subset":"hin_Deva-ory_Orya","languages":["hin-Deva","ory-Orya"]},{"precision":0.398148,"recall":0.507905,"f1":0.427227,"accuracy":0.507905,"main_score":0.427227,"hf_subset":"hin_Deva-sna_Latn","languages":["hin-Deva","sna-Latn"]},{"precision":0.369306,"recall":0.479249,"f1":0.397334,"accuracy":0.479249,"main_score":0.397334,"hf_subset":"hin_Deva-tso_Latn","languages":["hin-Deva","tso-Latn"]},{"precision":0.861495,"recall":0.902174,"f1":0.874308,"accuracy":0.902174,"main_score":0.874308,"hf_subset":"hin_Deva-azj_Latn","languages":["hin-Deva","azj-Latn"]},{"precision":0.390402,"recall":0.503953,"f1":0.420524,"accuracy":0.503953,"main_score":0.420524,"hf_subset":"hin_Deva-dik_Latn","languages":["hin-Deva","dik-Latn"]},{"precision":0.426639,"recall":0.523715,"f1":0.452741,"accuracy":0.523715,"main_score":0.452741,"hf_subset":"hin_Deva-hau_Latn","languages":["hin-Deva","hau-Latn"]},{"precision":0.791864,"recall":0.852767,"f1":0.810658,"accuracy":0.852767,"main_score":0.810658,"hf_subset":"hin_Deva-kea_Latn","languages":["hin-Deva","kea-Latn"]},{"precision":0.557478,"recall":0.656126,"f1":0.58529,"accuracy":0.656126,"main_score":0.58529,"hf_subset":"hin_Deva-lus_Latn","languages":["hin-Deva","lus-Latn"]},{"precision":0.719302,"recall":0.793478,"f1":0.741831,"accuracy":0.793478,"main_score":0.741831,"hf_subset":"hin_Deva-pag_Latn","languages":["hin-Deva","pag-Latn"]},{"precision":0.776005,"recall":0.836957,"f1":0.794466,"accuracy":0.836957,"main_score":0.794466,"hf_subset":"hin_Deva-snd_Arab","languages":["hin-Deva","snd-Arab"]},{"precision":0.57882,"recall":0.676877,"f1":0.60676,"accuracy":0.676877,"main_score":0.60676,"hf_subset":"hin_Deva-tuk_Latn","languages":["hin-Deva","tuk-Latn"]},{"precision":0.632559,"recall":0.715415,"f1":0.656065,"accuracy":0.715415,"main_score":0.656065,"hf_subset":"hin_Deva-bak_Cyrl","languages":["hin-Deva","bak-Cyrl"]},{"precision":0.316847,"recall":0.434783,"f1":0.347592,"accuracy":0.434783,"main_score":0.347592,"hf_subset":"hin_Deva-dyu_Latn","languages":["hin-Deva","dyu-Latn"]},{"precision":0.90448,"recall":0.933794,"f1":0.913834,"accuracy":0.933794,"main_score":0.913834,"hf_subset":"hin_Deva-heb_Hebr","languages":["hin-Deva","heb-Hebr"]},{"precision":0.435787,"recall":0.530632,"f1":0.461492,"accuracy":0.530632,"main_score":0.461492,"hf_subset":"hin_Deva-khk_Cyrl","languages":["hin-Deva","khk-Cyrl"]},{"precision":0.823123,"recall":0.87253,"f1":0.83826,"accuracy":0.87253,"main_score":0.83826,"hf_subset":"hin_Deva-lvs_Latn","languages":["hin-Deva","lvs-Latn"]},{"precision":0.944862,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"hin_Deva-pan_Guru","languages":["hin-Deva","pan-Guru"]},{"precision":0.356232,"recall":0.45751,"f1":0.382682,"accuracy":0.45751,"main_score":0.382682,"hf_subset":"hin_Deva-som_Latn","languages":["hin-Deva","som-Latn"]},{"precision":0.426428,"recall":0.529644,"f1":0.454665,"accuracy":0.529644,"main_score":0.454665,"hf_subset":"hin_Deva-tum_Latn","languages":["hin-Deva","tum-Latn"]},{"precision":0.233798,"recall":0.301383,"f1":0.252051,"accuracy":0.301383,"main_score":0.252051,"hf_subset":"khm_Khmr-ace_Arab","languages":["khm-Khmr","ace-Arab"]},{"precision":0.348581,"recall":0.429842,"f1":0.370785,"accuracy":0.429842,"main_score":0.370785,"hf_subset":"khm_Khmr-bam_Latn","languages":["khm-Khmr","bam-Latn"]},{"precision":0.136759,"recall":0.190711,"f1":0.151407,"accuracy":0.190711,"main_score":0.151407,"hf_subset":"khm_Khmr-dzo_Tibt","languages":["khm-Khmr","dzo-Tibt"]},{"precision":0.897892,"recall":0.927866,"f1":0.907279,"accuracy":0.927866,"main_score":0.907279,"hf_subset":"khm_Khmr-hin_Deva","languages":["khm-Khmr","hin-Deva"]},{"precision":0.858696,"recall":0.898221,"f1":0.871344,"accuracy":0.898221,"main_score":0.871344,"hf_subset":"khm_Khmr-mag_Deva","languages":["khm-Khmr","mag-Deva"]},{"precision":0.649976,"recall":0.727273,"f1":0.672174,"accuracy":0.727273,"main_score":0.672174,"hf_subset":"khm_Khmr-pap_Latn","languages":["khm-Khmr","pap-Latn"]},{"precision":0.362724,"recall":0.438735,"f1":0.383373,"accuracy":0.438735,"main_score":0.383373,"hf_subset":"khm_Khmr-sot_Latn","languages":["khm-Khmr","sot-Latn"]},{"precision":0.876976,"recall":0.913043,"f1":0.888307,"accuracy":0.913043,"main_score":0.888307,"hf_subset":"khm_Khmr-tur_Latn","languages":["khm-Khmr","tur-Latn"]},{"precision":0.502959,"recall":0.583992,"f1":0.52512,"accuracy":0.583992,"main_score":0.52512,"hf_subset":"khm_Khmr-ace_Latn","languages":["khm-Khmr","ace-Latn"]},{"precision":0.585783,"recall":0.662055,"f1":0.606681,"accuracy":0.662055,"main_score":0.606681,"hf_subset":"khm_Khmr-ban_Latn","languages":["khm-Khmr","ban-Latn"]},{"precision":0.814147,"recall":0.869565,"f1":0.831588,"accuracy":0.869565,"main_score":0.831588,"hf_subset":"khm_Khmr-ell_Grek","languages":["khm-Khmr","ell-Grek"]},{"precision":0.807395,"recall":0.860672,"f1":0.824294,"accuracy":0.860672,"main_score":0.824294,"hf_subset":"khm_Khmr-hne_Deva","languages":["khm-Khmr","hne-Deva"]},{"precision":0.329734,"recall":0.41996,"f1":0.354263,"accuracy":0.41996,"main_score":0.354263,"hf_subset":"khm_Khmr-kik_Latn","languages":["khm-Khmr","kik-Latn"]},{"precision":0.848106,"recall":0.891304,"f1":0.861561,"accuracy":0.891304,"main_score":0.861561,"hf_subset":"khm_Khmr-mai_Deva","languages":["khm-Khmr","mai-Deva"]},{"precision":0.718791,"recall":0.789526,"f1":0.740382,"accuracy":0.789526,"main_score":0.740382,"hf_subset":"khm_Khmr-pbt_Arab","languages":["khm-Khmr","pbt-Arab"]},{"precision":0.88834,"recall":0.921937,"f1":0.899045,"accuracy":0.921937,"main_score":0.899045,"hf_subset":"khm_Khmr-spa_Latn","languages":["khm-Khmr","spa-Latn"]},{"precision":0.390203,"recall":0.469368,"f1":0.412919,"accuracy":0.469368,"main_score":0.412919,"hf_subset":"khm_Khmr-twi_Latn","languages":["khm-Khmr","twi-Latn"]},{"precision":0.855435,"recall":0.896245,"f1":0.868379,"accuracy":0.896245,"main_score":0.868379,"hf_subset":"khm_Khmr-acm_Arab","languages":["khm-Khmr","acm-Arab"]},{"precision":0.693495,"recall":0.762846,"f1":0.713787,"accuracy":0.762846,"main_score":0.713787,"hf_subset":"khm_Khmr-bel_Cyrl","languages":["khm-Khmr","bel-Cyrl"]},{"precision":0.898633,"recall":0.928854,"f1":0.908333,"accuracy":0.928854,"main_score":0.908333,"hf_subset":"khm_Khmr-eng_Latn","languages":["khm-Khmr","eng-Latn"]},{"precision":0.806818,"recall":0.862648,"f1":0.824736,"accuracy":0.862648,"main_score":0.824736,"hf_subset":"khm_Khmr-hrv_Latn","languages":["khm-Khmr","hrv-Latn"]},{"precision":0.368318,"recall":0.450593,"f1":0.390459,"accuracy":0.450593,"main_score":0.390459,"hf_subset":"khm_Khmr-kin_Latn","languages":["khm-Khmr","kin-Latn"]},{"precision":0.867671,"recall":0.907115,"f1":0.880007,"accuracy":0.907115,"main_score":0.880007,"hf_subset":"khm_Khmr-mal_Mlym","languages":["khm-Khmr","mal-Mlym"]},{"precision":0.898748,"recall":0.93083,"f1":0.909256,"accuracy":0.93083,"main_score":0.909256,"hf_subset":"khm_Khmr-pes_Arab","languages":["khm-Khmr","pes-Arab"]},{"precision":0.648897,"recall":0.724308,"f1":0.671212,"accuracy":0.724308,"main_score":0.671212,"hf_subset":"khm_Khmr-srd_Latn","languages":["khm-Khmr","srd-Latn"]},{"precision":0.095099,"recall":0.167984,"f1":0.110994,"accuracy":0.167984,"main_score":0.110994,"hf_subset":"khm_Khmr-tzm_Tfng","languages":["khm-Khmr","tzm-Tfng"]},{"precision":0.875576,"recall":0.911067,"f1":0.886759,"accuracy":0.911067,"main_score":0.886759,"hf_subset":"khm_Khmr-acq_Arab","languages":["khm-Khmr","acq-Arab"]},{"precision":0.395056,"recall":0.479249,"f1":0.418169,"accuracy":0.479249,"main_score":0.418169,"hf_subset":"khm_Khmr-bem_Latn","languages":["khm-Khmr","bem-Latn"]},{"precision":0.692317,"recall":0.762846,"f1":0.713018,"accuracy":0.762846,"main_score":0.713018,"hf_subset":"khm_Khmr-epo_Latn","languages":["khm-Khmr","epo-Latn"]},{"precision":0.812253,"recall":0.865613,"f1":0.828986,"accuracy":0.865613,"main_score":0.828986,"hf_subset":"khm_Khmr-hun_Latn","languages":["khm-Khmr","hun-Latn"]},{"precision":0.55224,"recall":0.630435,"f1":0.574369,"accuracy":0.630435,"main_score":0.574369,"hf_subset":"khm_Khmr-kir_Cyrl","languages":["khm-Khmr","kir-Cyrl"]},{"precision":0.86973,"recall":0.907115,"f1":0.881719,"accuracy":0.907115,"main_score":0.881719,"hf_subset":"khm_Khmr-mar_Deva","languages":["khm-Khmr","mar-Deva"]},{"precision":0.374765,"recall":0.452569,"f1":0.395986,"accuracy":0.452569,"main_score":0.395986,"hf_subset":"khm_Khmr-plt_Latn","languages":["khm-Khmr","plt-Latn"]},{"precision":0.771986,"recall":0.832016,"f1":0.790481,"accuracy":0.832016,"main_score":0.790481,"hf_subset":"khm_Khmr-srp_Cyrl","languages":["khm-Khmr","srp-Cyrl"]},{"precision":0.260023,"recall":0.323123,"f1":0.276605,"accuracy":0.323123,"main_score":0.276605,"hf_subset":"khm_Khmr-uig_Arab","languages":["khm-Khmr","uig-Arab"]},{"precision":0.794796,"recall":0.849802,"f1":0.81166,"accuracy":0.849802,"main_score":0.81166,"hf_subset":"khm_Khmr-aeb_Arab","languages":["khm-Khmr","aeb-Arab"]},{"precision":0.874489,"recall":0.910079,"f1":0.885606,"accuracy":0.910079,"main_score":0.885606,"hf_subset":"khm_Khmr-ben_Beng","languages":["khm-Khmr","ben-Beng"]},{"precision":0.676136,"recall":0.747036,"f1":0.696739,"accuracy":0.747036,"main_score":0.696739,"hf_subset":"khm_Khmr-est_Latn","languages":["khm-Khmr","est-Latn"]},{"precision":0.707609,"recall":0.774704,"f1":0.727273,"accuracy":0.774704,"main_score":0.727273,"hf_subset":"khm_Khmr-hye_Armn","languages":["khm-Khmr","hye-Armn"]},{"precision":0.349101,"recall":0.427866,"f1":0.370903,"accuracy":0.427866,"main_score":0.370903,"hf_subset":"khm_Khmr-kmb_Latn","languages":["khm-Khmr","kmb-Latn"]},{"precision":0.191488,"recall":0.262846,"f1":0.210128,"accuracy":0.262846,"main_score":0.210128,"hf_subset":"khm_Khmr-min_Arab","languages":["khm-Khmr","min-Arab"]},{"precision":0.845356,"recall":0.892292,"f1":0.860178,"accuracy":0.892292,"main_score":0.860178,"hf_subset":"khm_Khmr-pol_Latn","languages":["khm-Khmr","pol-Latn"]},{"precision":0.343302,"recall":0.423913,"f1":0.364945,"accuracy":0.423913,"main_score":0.364945,"hf_subset":"khm_Khmr-ssw_Latn","languages":["khm-Khmr","ssw-Latn"]},{"precision":0.860096,"recall":0.900198,"f1":0.87309,"accuracy":0.900198,"main_score":0.87309,"hf_subset":"khm_Khmr-ukr_Cyrl","languages":["khm-Khmr","ukr-Cyrl"]},{"precision":0.764782,"recall":0.825099,"f1":0.782889,"accuracy":0.825099,"main_score":0.782889,"hf_subset":"khm_Khmr-afr_Latn","languages":["khm-Khmr","afr-Latn"]},{"precision":0.784338,"recall":0.84585,"f1":0.803755,"accuracy":0.84585,"main_score":0.803755,"hf_subset":"khm_Khmr-bho_Deva","languages":["khm-Khmr","bho-Deva"]},{"precision":0.475968,"recall":0.563241,"f1":0.50006,"accuracy":0.563241,"main_score":0.50006,"hf_subset":"khm_Khmr-eus_Latn","languages":["khm-Khmr","eus-Latn"]},{"precision":0.339421,"recall":0.429842,"f1":0.363047,"accuracy":0.429842,"main_score":0.363047,"hf_subset":"khm_Khmr-ibo_Latn","languages":["khm-Khmr","ibo-Latn"]},{"precision":0.365564,"recall":0.449605,"f1":0.387963,"accuracy":0.449605,"main_score":0.387963,"hf_subset":"khm_Khmr-kmr_Latn","languages":["khm-Khmr","kmr-Latn"]},{"precision":0.588439,"recall":0.671937,"f1":0.61246,"accuracy":0.671937,"main_score":0.61246,"hf_subset":"khm_Khmr-min_Latn","languages":["khm-Khmr","min-Latn"]},{"precision":0.891963,"recall":0.923913,"f1":0.902174,"accuracy":0.923913,"main_score":0.902174,"hf_subset":"khm_Khmr-por_Latn","languages":["khm-Khmr","por-Latn"]},{"precision":0.637368,"recall":0.716403,"f1":0.659836,"accuracy":0.716403,"main_score":0.659836,"hf_subset":"khm_Khmr-sun_Latn","languages":["khm-Khmr","sun-Latn"]},{"precision":0.336721,"recall":0.423913,"f1":0.360364,"accuracy":0.423913,"main_score":0.360364,"hf_subset":"khm_Khmr-umb_Latn","languages":["khm-Khmr","umb-Latn"]},{"precision":0.868281,"recall":0.908103,"f1":0.880929,"accuracy":0.908103,"main_score":0.880929,"hf_subset":"khm_Khmr-ajp_Arab","languages":["khm-Khmr","ajp-Arab"]},{"precision":0.214685,"recall":0.283597,"f1":0.23257,"accuracy":0.283597,"main_score":0.23257,"hf_subset":"khm_Khmr-bjn_Arab","languages":["khm-Khmr","bjn-Arab"]},{"precision":0.350405,"recall":0.426877,"f1":0.371124,"accuracy":0.426877,"main_score":0.371124,"hf_subset":"khm_Khmr-ewe_Latn","languages":["khm-Khmr","ewe-Latn"]},{"precision":0.509113,"recall":0.587945,"f1":0.530699,"accuracy":0.587945,"main_score":0.530699,"hf_subset":"khm_Khmr-ilo_Latn","languages":["khm-Khmr","ilo-Latn"]},{"precision":0.158726,"recall":0.236166,"f1":0.177677,"accuracy":0.236166,"main_score":0.177677,"hf_subset":"khm_Khmr-knc_Arab","languages":["khm-Khmr","knc-Arab"]},{"precision":0.768775,"recall":0.831028,"f1":0.788011,"accuracy":0.831028,"main_score":0.788011,"hf_subset":"khm_Khmr-mkd_Cyrl","languages":["khm-Khmr","mkd-Cyrl"]},{"precision":0.889328,"recall":0.921937,"f1":0.899459,"accuracy":0.921937,"main_score":0.899459,"hf_subset":"khm_Khmr-prs_Arab","languages":["khm-Khmr","prs-Arab"]},{"precision":0.873106,"recall":0.910079,"f1":0.884783,"accuracy":0.910079,"main_score":0.884783,"hf_subset":"khm_Khmr-swe_Latn","languages":["khm-Khmr","swe-Latn"]},{"precision":0.843438,"recall":0.887352,"f1":0.857362,"accuracy":0.887352,"main_score":0.857362,"hf_subset":"khm_Khmr-urd_Arab","languages":["khm-Khmr","urd-Arab"]},{"precision":0.38489,"recall":0.467391,"f1":0.407732,"accuracy":0.467391,"main_score":0.407732,"hf_subset":"khm_Khmr-aka_Latn","languages":["khm-Khmr","aka-Latn"]},{"precision":0.636727,"recall":0.716403,"f1":0.659515,"accuracy":0.716403,"main_score":0.659515,"hf_subset":"khm_Khmr-bjn_Latn","languages":["khm-Khmr","bjn-Latn"]},{"precision":0.467344,"recall":0.54249,"f1":0.487532,"accuracy":0.54249,"main_score":0.487532,"hf_subset":"khm_Khmr-fao_Latn","languages":["khm-Khmr","fao-Latn"]},{"precision":0.880599,"recall":0.916008,"f1":0.891733,"accuracy":0.916008,"main_score":0.891733,"hf_subset":"khm_Khmr-ind_Latn","languages":["khm-Khmr","ind-Latn"]},{"precision":0.378587,"recall":0.458498,"f1":0.399881,"accuracy":0.458498,"main_score":0.399881,"hf_subset":"khm_Khmr-knc_Latn","languages":["khm-Khmr","knc-Latn"]},{"precision":0.522248,"recall":0.608696,"f1":0.546333,"accuracy":0.608696,"main_score":0.546333,"hf_subset":"khm_Khmr-mlt_Latn","languages":["khm-Khmr","mlt-Latn"]},{"precision":0.397122,"recall":0.474308,"f1":0.41842,"accuracy":0.474308,"main_score":0.41842,"hf_subset":"khm_Khmr-quy_Latn","languages":["khm-Khmr","quy-Latn"]},{"precision":0.754611,"recall":0.81917,"f1":0.774788,"accuracy":0.81917,"main_score":0.774788,"hf_subset":"khm_Khmr-swh_Latn","languages":["khm-Khmr","swh-Latn"]},{"precision":0.52943,"recall":0.615613,"f1":0.55372,"accuracy":0.615613,"main_score":0.55372,"hf_subset":"khm_Khmr-uzn_Latn","languages":["khm-Khmr","uzn-Latn"]},{"precision":0.601788,"recall":0.676877,"f1":0.62313,"accuracy":0.676877,"main_score":0.62313,"hf_subset":"khm_Khmr-als_Latn","languages":["khm-Khmr","als-Latn"]},{"precision":0.175131,"recall":0.242095,"f1":0.192343,"accuracy":0.242095,"main_score":0.192343,"hf_subset":"khm_Khmr-bod_Tibt","languages":["khm-Khmr","bod-Tibt"]},{"precision":0.344325,"recall":0.432806,"f1":0.369119,"accuracy":0.432806,"main_score":0.369119,"hf_subset":"khm_Khmr-fij_Latn","languages":["khm-Khmr","fij-Latn"]},{"precision":0.473096,"recall":0.551383,"f1":0.494771,"accuracy":0.551383,"main_score":0.494771,"hf_subset":"khm_Khmr-isl_Latn","languages":["khm-Khmr","isl-Latn"]},{"precision":0.408438,"recall":0.482213,"f1":0.428705,"accuracy":0.482213,"main_score":0.428705,"hf_subset":"khm_Khmr-kon_Latn","languages":["khm-Khmr","kon-Latn"]},{"precision":0.273894,"recall":0.362648,"f1":0.297362,"accuracy":0.362648,"main_score":0.297362,"hf_subset":"khm_Khmr-mni_Beng","languages":["khm-Khmr","mni-Beng"]},{"precision":0.875247,"recall":0.911067,"f1":0.886561,"accuracy":0.911067,"main_score":0.886561,"hf_subset":"khm_Khmr-ron_Latn","languages":["khm-Khmr","ron-Latn"]},{"precision":0.658646,"recall":0.736166,"f1":0.681837,"accuracy":0.736166,"main_score":0.681837,"hf_subset":"khm_Khmr-szl_Latn","languages":["khm-Khmr","szl-Latn"]},{"precision":0.729265,"recall":0.797431,"f1":0.750151,"accuracy":0.797431,"main_score":0.750151,"hf_subset":"khm_Khmr-vec_Latn","languages":["khm-Khmr","vec-Latn"]},{"precision":0.686545,"recall":0.763834,"f1":0.709717,"accuracy":0.763834,"main_score":0.709717,"hf_subset":"khm_Khmr-amh_Ethi","languages":["khm-Khmr","amh-Ethi"]},{"precision":0.846196,"recall":0.889328,"f1":0.859585,"accuracy":0.889328,"main_score":0.859585,"hf_subset":"khm_Khmr-bos_Latn","languages":["khm-Khmr","bos-Latn"]},{"precision":0.820982,"recall":0.871542,"f1":0.836924,"accuracy":0.871542,"main_score":0.836924,"hf_subset":"khm_Khmr-fin_Latn","languages":["khm-Khmr","fin-Latn"]},{"precision":0.878113,"recall":0.913043,"f1":0.889065,"accuracy":0.913043,"main_score":0.889065,"hf_subset":"khm_Khmr-ita_Latn","languages":["khm-Khmr","ita-Latn"]},{"precision":0.871542,"recall":0.910079,"f1":0.88386,"accuracy":0.910079,"main_score":0.88386,"hf_subset":"khm_Khmr-kor_Hang","languages":["khm-Khmr","kor-Hang"]},{"precision":0.352964,"recall":0.434783,"f1":0.375264,"accuracy":0.434783,"main_score":0.375264,"hf_subset":"khm_Khmr-mos_Latn","languages":["khm-Khmr","mos-Latn"]},{"precision":0.354619,"recall":0.439723,"f1":0.377213,"accuracy":0.439723,"main_score":0.377213,"hf_subset":"khm_Khmr-run_Latn","languages":["khm-Khmr","run-Latn"]},{"precision":0.889657,"recall":0.921937,"f1":0.900198,"accuracy":0.921937,"main_score":0.900198,"hf_subset":"khm_Khmr-tam_Taml","languages":["khm-Khmr","tam-Taml"]},{"precision":0.888505,"recall":0.920949,"f1":0.89888,"accuracy":0.920949,"main_score":0.89888,"hf_subset":"khm_Khmr-vie_Latn","languages":["khm-Khmr","vie-Latn"]},{"precision":0.844121,"recall":0.887352,"f1":0.857773,"accuracy":0.887352,"main_score":0.857773,"hf_subset":"khm_Khmr-apc_Arab","languages":["khm-Khmr","apc-Arab"]},{"precision":0.459957,"recall":0.545455,"f1":0.483853,"accuracy":0.545455,"main_score":0.483853,"hf_subset":"khm_Khmr-bug_Latn","languages":["khm-Khmr","bug-Latn"]},{"precision":0.323344,"recall":0.409091,"f1":0.345633,"accuracy":0.409091,"main_score":0.345633,"hf_subset":"khm_Khmr-fon_Latn","languages":["khm-Khmr","fon-Latn"]},{"precision":0.640064,"recall":0.719368,"f1":0.6631,"accuracy":0.719368,"main_score":0.6631,"hf_subset":"khm_Khmr-jav_Latn","languages":["khm-Khmr","jav-Latn"]},{"precision":0.781374,"recall":0.838933,"f1":0.799275,"accuracy":0.838933,"main_score":0.799275,"hf_subset":"khm_Khmr-lao_Laoo","languages":["khm-Khmr","lao-Laoo"]},{"precision":0.358461,"recall":0.443676,"f1":0.380657,"accuracy":0.443676,"main_score":0.380657,"hf_subset":"khm_Khmr-mri_Latn","languages":["khm-Khmr","mri-Latn"]},{"precision":0.862154,"recall":0.903162,"f1":0.875165,"accuracy":0.903162,"main_score":0.875165,"hf_subset":"khm_Khmr-rus_Cyrl","languages":["khm-Khmr","rus-Cyrl"]},{"precision":0.330972,"recall":0.422925,"f1":0.35556,"accuracy":0.422925,"main_score":0.35556,"hf_subset":"khm_Khmr-taq_Latn","languages":["khm-Khmr","taq-Latn"]},{"precision":0.603889,"recall":0.677866,"f1":0.624887,"accuracy":0.677866,"main_score":0.624887,"hf_subset":"khm_Khmr-war_Latn","languages":["khm-Khmr","war-Latn"]},{"precision":0.88862,"recall":0.920949,"f1":0.898781,"accuracy":0.920949,"main_score":0.898781,"hf_subset":"khm_Khmr-arb_Arab","languages":["khm-Khmr","arb-Arab"]},{"precision":0.833333,"recall":0.880435,"f1":0.847958,"accuracy":0.880435,"main_score":0.847958,"hf_subset":"khm_Khmr-bul_Cyrl","languages":["khm-Khmr","bul-Cyrl"]},{"precision":0.881703,"recall":0.91502,"f1":0.892029,"accuracy":0.91502,"main_score":0.892029,"hf_subset":"khm_Khmr-fra_Latn","languages":["khm-Khmr","fra-Latn"]},{"precision":0.867177,"recall":0.905138,"f1":0.87915,"accuracy":0.905138,"main_score":0.87915,"hf_subset":"khm_Khmr-jpn_Jpan","languages":["khm-Khmr","jpn-Jpan"]},{"precision":0.682668,"recall":0.754941,"f1":0.704218,"accuracy":0.754941,"main_score":0.704218,"hf_subset":"khm_Khmr-lij_Latn","languages":["khm-Khmr","lij-Latn"]},{"precision":0.709239,"recall":0.782609,"f1":0.731851,"accuracy":0.782609,"main_score":0.731851,"hf_subset":"khm_Khmr-mya_Mymr","languages":["khm-Khmr","mya-Mymr"]},{"precision":0.367108,"recall":0.451581,"f1":0.389146,"accuracy":0.451581,"main_score":0.389146,"hf_subset":"khm_Khmr-sag_Latn","languages":["khm-Khmr","sag-Latn"]},{"precision":0.135758,"recall":0.215415,"f1":0.152656,"accuracy":0.215415,"main_score":0.152656,"hf_subset":"khm_Khmr-taq_Tfng","languages":["khm-Khmr","taq-Tfng"]},{"precision":0.388219,"recall":0.469368,"f1":0.410497,"accuracy":0.469368,"main_score":0.410497,"hf_subset":"khm_Khmr-wol_Latn","languages":["khm-Khmr","wol-Latn"]},{"precision":0.249345,"recall":0.344862,"f1":0.273403,"accuracy":0.344862,"main_score":0.273403,"hf_subset":"khm_Khmr-arb_Latn","languages":["khm-Khmr","arb-Latn"]},{"precision":0.832098,"recall":0.881423,"f1":0.847892,"accuracy":0.881423,"main_score":0.847892,"hf_subset":"khm_Khmr-cat_Latn","languages":["khm-Khmr","cat-Latn"]},{"precision":0.627866,"recall":0.708498,"f1":0.651238,"accuracy":0.708498,"main_score":0.651238,"hf_subset":"khm_Khmr-fur_Latn","languages":["khm-Khmr","fur-Latn"]},{"precision":0.25139,"recall":0.339921,"f1":0.274113,"accuracy":0.339921,"main_score":0.274113,"hf_subset":"khm_Khmr-kab_Latn","languages":["khm-Khmr","kab-Latn"]},{"precision":0.621807,"recall":0.702569,"f1":0.645125,"accuracy":0.702569,"main_score":0.645125,"hf_subset":"khm_Khmr-lim_Latn","languages":["khm-Khmr","lim-Latn"]},{"precision":0.876482,"recall":0.913043,"f1":0.888175,"accuracy":0.913043,"main_score":0.888175,"hf_subset":"khm_Khmr-nld_Latn","languages":["khm-Khmr","nld-Latn"]},{"precision":0.726508,"recall":0.797431,"f1":0.748798,"accuracy":0.797431,"main_score":0.748798,"hf_subset":"khm_Khmr-san_Deva","languages":["khm-Khmr","san-Deva"]},{"precision":0.497016,"recall":0.574111,"f1":0.517747,"accuracy":0.574111,"main_score":0.517747,"hf_subset":"khm_Khmr-tat_Cyrl","languages":["khm-Khmr","tat-Cyrl"]},{"precision":0.362533,"recall":0.452569,"f1":0.386317,"accuracy":0.452569,"main_score":0.386317,"hf_subset":"khm_Khmr-xho_Latn","languages":["khm-Khmr","xho-Latn"]},{"precision":0.88442,"recall":0.917984,"f1":0.895092,"accuracy":0.917984,"main_score":0.895092,"hf_subset":"khm_Khmr-ars_Arab","languages":["khm-Khmr","ars-Arab"]},{"precision":0.609651,"recall":0.687747,"f1":0.632482,"accuracy":0.687747,"main_score":0.632482,"hf_subset":"khm_Khmr-ceb_Latn","languages":["khm-Khmr","ceb-Latn"]},{"precision":0.358812,"recall":0.4417,"f1":0.381697,"accuracy":0.4417,"main_score":0.381697,"hf_subset":"khm_Khmr-fuv_Latn","languages":["khm-Khmr","fuv-Latn"]},{"precision":0.355989,"recall":0.436759,"f1":0.378064,"accuracy":0.436759,"main_score":0.378064,"hf_subset":"khm_Khmr-kac_Latn","languages":["khm-Khmr","kac-Latn"]},{"precision":0.395036,"recall":0.477273,"f1":0.417013,"accuracy":0.477273,"main_score":0.417013,"hf_subset":"khm_Khmr-lin_Latn","languages":["khm-Khmr","lin-Latn"]},{"precision":0.817885,"recall":0.867589,"f1":0.833103,"accuracy":0.867589,"main_score":0.833103,"hf_subset":"khm_Khmr-nno_Latn","languages":["khm-Khmr","nno-Latn"]},{"precision":0.157346,"recall":0.211462,"f1":0.170497,"accuracy":0.211462,"main_score":0.170497,"hf_subset":"khm_Khmr-sat_Olck","languages":["khm-Khmr","sat-Olck"]},{"precision":0.847991,"recall":0.892292,"f1":0.861989,"accuracy":0.892292,"main_score":0.861989,"hf_subset":"khm_Khmr-tel_Telu","languages":["khm-Khmr","tel-Telu"]},{"precision":0.268539,"recall":0.350791,"f1":0.28921,"accuracy":0.350791,"main_score":0.28921,"hf_subset":"khm_Khmr-ydd_Hebr","languages":["khm-Khmr","ydd-Hebr"]},{"precision":0.744483,"recall":0.8083,"f1":0.764295,"accuracy":0.8083,"main_score":0.764295,"hf_subset":"khm_Khmr-ary_Arab","languages":["khm-Khmr","ary-Arab"]},{"precision":0.860178,"recall":0.901186,"f1":0.873518,"accuracy":0.901186,"main_score":0.873518,"hf_subset":"khm_Khmr-ces_Latn","languages":["khm-Khmr","ces-Latn"]},{"precision":0.279266,"recall":0.359684,"f1":0.299937,"accuracy":0.359684,"main_score":0.299937,"hf_subset":"khm_Khmr-gaz_Latn","languages":["khm-Khmr","gaz-Latn"]},{"precision":0.372921,"recall":0.453557,"f1":0.393749,"accuracy":0.453557,"main_score":0.393749,"hf_subset":"khm_Khmr-kam_Latn","languages":["khm-Khmr","kam-Latn"]},{"precision":0.627882,"recall":0.711462,"f1":0.652753,"accuracy":0.711462,"main_score":0.652753,"hf_subset":"khm_Khmr-lit_Latn","languages":["khm-Khmr","lit-Latn"]},{"precision":0.850214,"recall":0.891304,"f1":0.863043,"accuracy":0.891304,"main_score":0.863043,"hf_subset":"khm_Khmr-nob_Latn","languages":["khm-Khmr","nob-Latn"]},{"precision":0.588779,"recall":0.666996,"f1":0.611811,"accuracy":0.666996,"main_score":0.611811,"hf_subset":"khm_Khmr-scn_Latn","languages":["khm-Khmr","scn-Latn"]},{"precision":0.342817,"recall":0.43083,"f1":0.366898,"accuracy":0.43083,"main_score":0.366898,"hf_subset":"khm_Khmr-tgk_Cyrl","languages":["khm-Khmr","tgk-Cyrl"]},{"precision":0.329667,"recall":0.424901,"f1":0.355444,"accuracy":0.424901,"main_score":0.355444,"hf_subset":"khm_Khmr-yor_Latn","languages":["khm-Khmr","yor-Latn"]},{"precision":0.845965,"recall":0.891304,"f1":0.860573,"accuracy":0.891304,"main_score":0.860573,"hf_subset":"khm_Khmr-arz_Arab","languages":["khm-Khmr","arz-Arab"]},{"precision":0.362077,"recall":0.442688,"f1":0.38351,"accuracy":0.442688,"main_score":0.38351,"hf_subset":"khm_Khmr-cjk_Latn","languages":["khm-Khmr","cjk-Latn"]},{"precision":0.322501,"recall":0.405138,"f1":0.343815,"accuracy":0.405138,"main_score":0.343815,"hf_subset":"khm_Khmr-gla_Latn","languages":["khm-Khmr","gla-Latn"]},{"precision":0.869022,"recall":0.907115,"f1":0.880995,"accuracy":0.907115,"main_score":0.880995,"hf_subset":"khm_Khmr-kan_Knda","languages":["khm-Khmr","kan-Knda"]},{"precision":0.61376,"recall":0.688735,"f1":0.63474,"accuracy":0.688735,"main_score":0.63474,"hf_subset":"khm_Khmr-lmo_Latn","languages":["khm-Khmr","lmo-Latn"]},{"precision":0.87253,"recall":0.911067,"f1":0.884881,"accuracy":0.911067,"main_score":0.884881,"hf_subset":"khm_Khmr-npi_Deva","languages":["khm-Khmr","npi-Deva"]},{"precision":0.35077,"recall":0.424901,"f1":0.371378,"accuracy":0.424901,"main_score":0.371378,"hf_subset":"khm_Khmr-shn_Mymr","languages":["khm-Khmr","shn-Mymr"]},{"precision":0.748715,"recall":0.820158,"f1":0.771179,"accuracy":0.820158,"main_score":0.771179,"hf_subset":"khm_Khmr-tgl_Latn","languages":["khm-Khmr","tgl-Latn"]},{"precision":0.870092,"recall":0.908103,"f1":0.881884,"accuracy":0.908103,"main_score":0.881884,"hf_subset":"khm_Khmr-yue_Hant","languages":["khm-Khmr","yue-Hant"]},{"precision":0.717615,"recall":0.788538,"f1":0.73974,"accuracy":0.788538,"main_score":0.73974,"hf_subset":"khm_Khmr-asm_Beng","languages":["khm-Khmr","asm-Beng"]},{"precision":0.355512,"recall":0.43083,"f1":0.375975,"accuracy":0.43083,"main_score":0.375975,"hf_subset":"khm_Khmr-ckb_Arab","languages":["khm-Khmr","ckb-Arab"]},{"precision":0.328927,"recall":0.414032,"f1":0.350662,"accuracy":0.414032,"main_score":0.350662,"hf_subset":"khm_Khmr-gle_Latn","languages":["khm-Khmr","gle-Latn"]},{"precision":0.493076,"recall":0.59585,"f1":0.522767,"accuracy":0.59585,"main_score":0.522767,"hf_subset":"khm_Khmr-kas_Arab","languages":["khm-Khmr","kas-Arab"]},{"precision":0.469888,"recall":0.539526,"f1":0.489458,"accuracy":0.539526,"main_score":0.489458,"hf_subset":"khm_Khmr-ltg_Latn","languages":["khm-Khmr","ltg-Latn"]},{"precision":0.380702,"recall":0.463439,"f1":0.402797,"accuracy":0.463439,"main_score":0.402797,"hf_subset":"khm_Khmr-nso_Latn","languages":["khm-Khmr","nso-Latn"]},{"precision":0.756209,"recall":0.821146,"f1":0.776416,"accuracy":0.821146,"main_score":0.776416,"hf_subset":"khm_Khmr-sin_Sinh","languages":["khm-Khmr","sin-Sinh"]},{"precision":0.893808,"recall":0.924901,"f1":0.903656,"accuracy":0.924901,"main_score":0.903656,"hf_subset":"khm_Khmr-tha_Thai","languages":["khm-Khmr","tha-Thai"]},{"precision":0.86973,"recall":0.908103,"f1":0.881851,"accuracy":0.908103,"main_score":0.881851,"hf_subset":"khm_Khmr-zho_Hans","languages":["khm-Khmr","zho-Hans"]},{"precision":0.793923,"recall":0.850791,"f1":0.811613,"accuracy":0.850791,"main_score":0.811613,"hf_subset":"khm_Khmr-ast_Latn","languages":["khm-Khmr","ast-Latn"]},{"precision":0.635764,"recall":0.715415,"f1":0.65883,"accuracy":0.715415,"main_score":0.65883,"hf_subset":"khm_Khmr-crh_Latn","languages":["khm-Khmr","crh-Latn"]},{"precision":0.850132,"recall":0.893281,"f1":0.863768,"accuracy":0.893281,"main_score":0.863768,"hf_subset":"khm_Khmr-glg_Latn","languages":["khm-Khmr","glg-Latn"]},{"precision":0.458156,"recall":0.544466,"f1":0.481968,"accuracy":0.544466,"main_score":0.481968,"hf_subset":"khm_Khmr-kas_Deva","languages":["khm-Khmr","kas-Deva"]},{"precision":0.574267,"recall":0.657115,"f1":0.597285,"accuracy":0.657115,"main_score":0.597285,"hf_subset":"khm_Khmr-ltz_Latn","languages":["khm-Khmr","ltz-Latn"]},{"precision":0.297928,"recall":0.382411,"f1":0.320222,"accuracy":0.382411,"main_score":0.320222,"hf_subset":"khm_Khmr-nus_Latn","languages":["khm-Khmr","nus-Latn"]},{"precision":0.821064,"recall":0.869565,"f1":0.836166,"accuracy":0.869565,"main_score":0.836166,"hf_subset":"khm_Khmr-slk_Latn","languages":["khm-Khmr","slk-Latn"]},{"precision":0.311778,"recall":0.396245,"f1":0.334571,"accuracy":0.396245,"main_score":0.334571,"hf_subset":"khm_Khmr-tir_Ethi","languages":["khm-Khmr","tir-Ethi"]},{"precision":0.866222,"recall":0.905138,"f1":0.878689,"accuracy":0.905138,"main_score":0.878689,"hf_subset":"khm_Khmr-zho_Hant","languages":["khm-Khmr","zho-Hant"]},{"precision":0.841403,"recall":0.884387,"f1":0.85471,"accuracy":0.884387,"main_score":0.85471,"hf_subset":"khm_Khmr-awa_Deva","languages":["khm-Khmr","awa-Deva"]},{"precision":0.38511,"recall":0.460474,"f1":0.404426,"accuracy":0.460474,"main_score":0.404426,"hf_subset":"khm_Khmr-cym_Latn","languages":["khm-Khmr","cym-Latn"]},{"precision":0.449417,"recall":0.534585,"f1":0.472391,"accuracy":0.534585,"main_score":0.472391,"hf_subset":"khm_Khmr-grn_Latn","languages":["khm-Khmr","grn-Latn"]},{"precision":0.741643,"recall":0.807312,"f1":0.761281,"accuracy":0.807312,"main_score":0.761281,"hf_subset":"khm_Khmr-kat_Geor","languages":["khm-Khmr","kat-Geor"]},{"precision":0.396596,"recall":0.482213,"f1":0.420275,"accuracy":0.482213,"main_score":0.420275,"hf_subset":"khm_Khmr-lua_Latn","languages":["khm-Khmr","lua-Latn"]},{"precision":0.394183,"recall":0.472332,"f1":0.415084,"accuracy":0.472332,"main_score":0.415084,"hf_subset":"khm_Khmr-nya_Latn","languages":["khm-Khmr","nya-Latn"]},{"precision":0.753623,"recall":0.817194,"f1":0.773405,"accuracy":0.817194,"main_score":0.773405,"hf_subset":"khm_Khmr-slv_Latn","languages":["khm-Khmr","slv-Latn"]},{"precision":0.50524,"recall":0.590909,"f1":0.529465,"accuracy":0.590909,"main_score":0.529465,"hf_subset":"khm_Khmr-tpi_Latn","languages":["khm-Khmr","tpi-Latn"]},{"precision":0.863966,"recall":0.90415,"f1":0.876482,"accuracy":0.90415,"main_score":0.876482,"hf_subset":"khm_Khmr-zsm_Latn","languages":["khm-Khmr","zsm-Latn"]},{"precision":0.33641,"recall":0.424901,"f1":0.360153,"accuracy":0.424901,"main_score":0.360153,"hf_subset":"khm_Khmr-ayr_Latn","languages":["khm-Khmr","ayr-Latn"]},{"precision":0.859601,"recall":0.900198,"f1":0.872266,"accuracy":0.900198,"main_score":0.872266,"hf_subset":"khm_Khmr-dan_Latn","languages":["khm-Khmr","dan-Latn"]},{"precision":0.860754,"recall":0.900198,"f1":0.873254,"accuracy":0.900198,"main_score":0.873254,"hf_subset":"khm_Khmr-guj_Gujr","languages":["khm-Khmr","guj-Gujr"]},{"precision":0.614832,"recall":0.69664,"f1":0.638822,"accuracy":0.69664,"main_score":0.638822,"hf_subset":"khm_Khmr-kaz_Cyrl","languages":["khm-Khmr","kaz-Cyrl"]},{"precision":0.349838,"recall":0.436759,"f1":0.372781,"accuracy":0.436759,"main_score":0.372781,"hf_subset":"khm_Khmr-lug_Latn","languages":["khm-Khmr","lug-Latn"]},{"precision":0.80247,"recall":0.853755,"f1":0.817754,"accuracy":0.853755,"main_score":0.817754,"hf_subset":"khm_Khmr-oci_Latn","languages":["khm-Khmr","oci-Latn"]},{"precision":0.357081,"recall":0.455534,"f1":0.383595,"accuracy":0.455534,"main_score":0.383595,"hf_subset":"khm_Khmr-smo_Latn","languages":["khm-Khmr","smo-Latn"]},{"precision":0.34809,"recall":0.432806,"f1":0.371144,"accuracy":0.432806,"main_score":0.371144,"hf_subset":"khm_Khmr-tsn_Latn","languages":["khm-Khmr","tsn-Latn"]},{"precision":0.343874,"recall":0.432806,"f1":0.367648,"accuracy":0.432806,"main_score":0.367648,"hf_subset":"khm_Khmr-zul_Latn","languages":["khm-Khmr","zul-Latn"]},{"precision":0.461975,"recall":0.565217,"f1":0.490273,"accuracy":0.565217,"main_score":0.490273,"hf_subset":"khm_Khmr-azb_Arab","languages":["khm-Khmr","azb-Arab"]},{"precision":0.888834,"recall":0.91996,"f1":0.898682,"accuracy":0.91996,"main_score":0.898682,"hf_subset":"khm_Khmr-deu_Latn","languages":["khm-Khmr","deu-Latn"]},{"precision":0.479283,"recall":0.572134,"f1":0.505073,"accuracy":0.572134,"main_score":0.505073,"hf_subset":"khm_Khmr-hat_Latn","languages":["khm-Khmr","hat-Latn"]},{"precision":0.326574,"recall":0.40415,"f1":0.3472,"accuracy":0.40415,"main_score":0.3472,"hf_subset":"khm_Khmr-kbp_Latn","languages":["khm-Khmr","kbp-Latn"]},{"precision":0.364913,"recall":0.448617,"f1":0.387742,"accuracy":0.448617,"main_score":0.387742,"hf_subset":"khm_Khmr-luo_Latn","languages":["khm-Khmr","luo-Latn"]},{"precision":0.432164,"recall":0.507905,"f1":0.453562,"accuracy":0.507905,"main_score":0.453562,"hf_subset":"khm_Khmr-ory_Orya","languages":["khm-Khmr","ory-Orya"]},{"precision":0.368301,"recall":0.451581,"f1":0.390563,"accuracy":0.451581,"main_score":0.390563,"hf_subset":"khm_Khmr-sna_Latn","languages":["khm-Khmr","sna-Latn"]},{"precision":0.36353,"recall":0.452569,"f1":0.387848,"accuracy":0.452569,"main_score":0.387848,"hf_subset":"khm_Khmr-tso_Latn","languages":["khm-Khmr","tso-Latn"]},{"precision":0.688027,"recall":0.762846,"f1":0.710394,"accuracy":0.762846,"main_score":0.710394,"hf_subset":"khm_Khmr-azj_Latn","languages":["khm-Khmr","azj-Latn"]},{"precision":0.34689,"recall":0.427866,"f1":0.369102,"accuracy":0.427866,"main_score":0.369102,"hf_subset":"khm_Khmr-dik_Latn","languages":["khm-Khmr","dik-Latn"]},{"precision":0.391727,"recall":0.466403,"f1":0.41191,"accuracy":0.466403,"main_score":0.41191,"hf_subset":"khm_Khmr-hau_Latn","languages":["khm-Khmr","hau-Latn"]},{"precision":0.594344,"recall":0.681818,"f1":0.619445,"accuracy":0.681818,"main_score":0.619445,"hf_subset":"khm_Khmr-kea_Latn","languages":["khm-Khmr","kea-Latn"]},{"precision":0.445086,"recall":0.520751,"f1":0.465663,"accuracy":0.520751,"main_score":0.465663,"hf_subset":"khm_Khmr-lus_Latn","languages":["khm-Khmr","lus-Latn"]},{"precision":0.532213,"recall":0.616601,"f1":0.557133,"accuracy":0.616601,"main_score":0.557133,"hf_subset":"khm_Khmr-pag_Latn","languages":["khm-Khmr","pag-Latn"]},{"precision":0.55999,"recall":0.651186,"f1":0.586183,"accuracy":0.651186,"main_score":0.586183,"hf_subset":"khm_Khmr-snd_Arab","languages":["khm-Khmr","snd-Arab"]},{"precision":0.465902,"recall":0.543478,"f1":0.487362,"accuracy":0.543478,"main_score":0.487362,"hf_subset":"khm_Khmr-tuk_Latn","languages":["khm-Khmr","tuk-Latn"]},{"precision":0.472433,"recall":0.548419,"f1":0.493494,"accuracy":0.548419,"main_score":0.493494,"hf_subset":"khm_Khmr-bak_Cyrl","languages":["khm-Khmr","bak-Cyrl"]},{"precision":0.292932,"recall":0.380435,"f1":0.316131,"accuracy":0.380435,"main_score":0.316131,"hf_subset":"khm_Khmr-dyu_Latn","languages":["khm-Khmr","dyu-Latn"]},{"precision":0.771607,"recall":0.833992,"f1":0.791093,"accuracy":0.833992,"main_score":0.791093,"hf_subset":"khm_Khmr-heb_Hebr","languages":["khm-Khmr","heb-Hebr"]},{"precision":0.378182,"recall":0.448617,"f1":0.397108,"accuracy":0.448617,"main_score":0.397108,"hf_subset":"khm_Khmr-khk_Cyrl","languages":["khm-Khmr","khk-Cyrl"]},{"precision":0.658804,"recall":0.733202,"f1":0.680719,"accuracy":0.733202,"main_score":0.680719,"hf_subset":"khm_Khmr-lvs_Latn","languages":["khm-Khmr","lvs-Latn"]},{"precision":0.811512,"recall":0.863636,"f1":0.827569,"accuracy":0.863636,"main_score":0.827569,"hf_subset":"khm_Khmr-pan_Guru","languages":["khm-Khmr","pan-Guru"]},{"precision":0.344713,"recall":0.41996,"f1":0.364668,"accuracy":0.41996,"main_score":0.364668,"hf_subset":"khm_Khmr-som_Latn","languages":["khm-Khmr","som-Latn"]},{"precision":0.400433,"recall":0.468379,"f1":0.418854,"accuracy":0.468379,"main_score":0.418854,"hf_subset":"khm_Khmr-tum_Latn","languages":["khm-Khmr","tum-Latn"]},{"precision":0.285781,"recall":0.375494,"f1":0.309483,"accuracy":0.375494,"main_score":0.309483,"hf_subset":"mag_Deva-ace_Arab","languages":["mag-Deva","ace-Arab"]},{"precision":0.348681,"recall":0.451581,"f1":0.376049,"accuracy":0.451581,"main_score":0.376049,"hf_subset":"mag_Deva-bam_Latn","languages":["mag-Deva","bam-Latn"]},{"precision":0.165201,"recall":0.229249,"f1":0.182341,"accuracy":0.229249,"main_score":0.182341,"hf_subset":"mag_Deva-dzo_Tibt","languages":["mag-Deva","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-hin_Deva","languages":["mag-Deva","hin-Deva"]},{"precision":0.830945,"recall":0.881423,"f1":0.847036,"accuracy":0.881423,"main_score":0.847036,"hf_subset":"mag_Deva-khm_Khmr","languages":["mag-Deva","khm-Khmr"]},{"precision":0.886034,"recall":0.918972,"f1":0.896245,"accuracy":0.918972,"main_score":0.896245,"hf_subset":"mag_Deva-pap_Latn","languages":["mag-Deva","pap-Latn"]},{"precision":0.397943,"recall":0.500988,"f1":0.426023,"accuracy":0.500988,"main_score":0.426023,"hf_subset":"mag_Deva-sot_Latn","languages":["mag-Deva","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-tur_Latn","languages":["mag-Deva","tur-Latn"]},{"precision":0.68027,"recall":0.751976,"f1":0.701308,"accuracy":0.751976,"main_score":0.701308,"hf_subset":"mag_Deva-ace_Latn","languages":["mag-Deva","ace-Latn"]},{"precision":0.817194,"recall":0.866601,"f1":0.832839,"accuracy":0.866601,"main_score":0.832839,"hf_subset":"mag_Deva-ban_Latn","languages":["mag-Deva","ban-Latn"]},{"precision":0.952569,"recall":0.968379,"f1":0.957839,"accuracy":0.968379,"main_score":0.957839,"hf_subset":"mag_Deva-ell_Grek","languages":["mag-Deva","ell-Grek"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"mag_Deva-hne_Deva","languages":["mag-Deva","hne-Deva"]},{"precision":0.403615,"recall":0.509881,"f1":0.432056,"accuracy":0.509881,"main_score":0.432056,"hf_subset":"mag_Deva-kik_Latn","languages":["mag-Deva","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-mai_Deva","languages":["mag-Deva","mai-Deva"]},{"precision":0.885623,"recall":0.920949,"f1":0.89697,"accuracy":0.920949,"main_score":0.89697,"hf_subset":"mag_Deva-pbt_Arab","languages":["mag-Deva","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-spa_Latn","languages":["mag-Deva","spa-Latn"]},{"precision":0.482017,"recall":0.58004,"f1":0.508512,"accuracy":0.58004,"main_score":0.508512,"hf_subset":"mag_Deva-twi_Latn","languages":["mag-Deva","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-acm_Arab","languages":["mag-Deva","acm-Arab"]},{"precision":0.825428,"recall":0.87747,"f1":0.842029,"accuracy":0.87747,"main_score":0.842029,"hf_subset":"mag_Deva-bel_Cyrl","languages":["mag-Deva","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-eng_Latn","languages":["mag-Deva","eng-Latn"]},{"precision":0.956522,"recall":0.969368,"f1":0.960804,"accuracy":0.969368,"main_score":0.960804,"hf_subset":"mag_Deva-hrv_Latn","languages":["mag-Deva","hrv-Latn"]},{"precision":0.373047,"recall":0.468379,"f1":0.398313,"accuracy":0.468379,"main_score":0.398313,"hf_subset":"mag_Deva-kin_Latn","languages":["mag-Deva","kin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mag_Deva-mal_Mlym","languages":["mag-Deva","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-pes_Arab","languages":["mag-Deva","pes-Arab"]},{"precision":0.847003,"recall":0.891304,"f1":0.861133,"accuracy":0.891304,"main_score":0.861133,"hf_subset":"mag_Deva-srd_Latn","languages":["mag-Deva","srd-Latn"]},{"precision":0.098693,"recall":0.177866,"f1":0.11605,"accuracy":0.177866,"main_score":0.11605,"hf_subset":"mag_Deva-tzm_Tfng","languages":["mag-Deva","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-acq_Arab","languages":["mag-Deva","acq-Arab"]},{"precision":0.43978,"recall":0.539526,"f1":0.466794,"accuracy":0.539526,"main_score":0.466794,"hf_subset":"mag_Deva-bem_Latn","languages":["mag-Deva","bem-Latn"]},{"precision":0.872365,"recall":0.911067,"f1":0.884684,"accuracy":0.911067,"main_score":0.884684,"hf_subset":"mag_Deva-epo_Latn","languages":["mag-Deva","epo-Latn"]},{"precision":0.92309,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"mag_Deva-hun_Latn","languages":["mag-Deva","hun-Latn"]},{"precision":0.694351,"recall":0.764822,"f1":0.715302,"accuracy":0.764822,"main_score":0.715302,"hf_subset":"mag_Deva-kir_Cyrl","languages":["mag-Deva","kir-Cyrl"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mag_Deva-mar_Deva","languages":["mag-Deva","mar-Deva"]},{"precision":0.428292,"recall":0.525692,"f1":0.455285,"accuracy":0.525692,"main_score":0.455285,"hf_subset":"mag_Deva-plt_Latn","languages":["mag-Deva","plt-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"mag_Deva-srp_Cyrl","languages":["mag-Deva","srp-Cyrl"]},{"precision":0.268601,"recall":0.352767,"f1":0.290146,"accuracy":0.352767,"main_score":0.290146,"hf_subset":"mag_Deva-uig_Arab","languages":["mag-Deva","uig-Arab"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"mag_Deva-aeb_Arab","languages":["mag-Deva","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mag_Deva-ben_Beng","languages":["mag-Deva","ben-Beng"]},{"precision":0.80336,"recall":0.856719,"f1":0.819551,"accuracy":0.856719,"main_score":0.819551,"hf_subset":"mag_Deva-est_Latn","languages":["mag-Deva","est-Latn"]},{"precision":0.788603,"recall":0.843874,"f1":0.805552,"accuracy":0.843874,"main_score":0.805552,"hf_subset":"mag_Deva-hye_Armn","languages":["mag-Deva","hye-Armn"]},{"precision":0.380692,"recall":0.474308,"f1":0.405433,"accuracy":0.474308,"main_score":0.405433,"hf_subset":"mag_Deva-kmb_Latn","languages":["mag-Deva","kmb-Latn"]},{"precision":0.245039,"recall":0.329051,"f1":0.266254,"accuracy":0.329051,"main_score":0.266254,"hf_subset":"mag_Deva-min_Arab","languages":["mag-Deva","min-Arab"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"mag_Deva-pol_Latn","languages":["mag-Deva","pol-Latn"]},{"precision":0.374744,"recall":0.478261,"f1":0.401519,"accuracy":0.478261,"main_score":0.401519,"hf_subset":"mag_Deva-ssw_Latn","languages":["mag-Deva","ssw-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mag_Deva-ukr_Cyrl","languages":["mag-Deva","ukr-Cyrl"]},{"precision":0.933136,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"mag_Deva-afr_Latn","languages":["mag-Deva","afr-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"mag_Deva-bho_Deva","languages":["mag-Deva","bho-Deva"]},{"precision":0.617814,"recall":0.706522,"f1":0.643439,"accuracy":0.706522,"main_score":0.643439,"hf_subset":"mag_Deva-eus_Latn","languages":["mag-Deva","eus-Latn"]},{"precision":0.37641,"recall":0.478261,"f1":0.402874,"accuracy":0.478261,"main_score":0.402874,"hf_subset":"mag_Deva-ibo_Latn","languages":["mag-Deva","ibo-Latn"]},{"precision":0.414539,"recall":0.519763,"f1":0.442007,"accuracy":0.519763,"main_score":0.442007,"hf_subset":"mag_Deva-kmr_Latn","languages":["mag-Deva","kmr-Latn"]},{"precision":0.796031,"recall":0.849802,"f1":0.812404,"accuracy":0.849802,"main_score":0.812404,"hf_subset":"mag_Deva-min_Latn","languages":["mag-Deva","min-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-por_Latn","languages":["mag-Deva","por-Latn"]},{"precision":0.86726,"recall":0.905138,"f1":0.879084,"accuracy":0.905138,"main_score":0.879084,"hf_subset":"mag_Deva-sun_Latn","languages":["mag-Deva","sun-Latn"]},{"precision":0.354555,"recall":0.464427,"f1":0.383721,"accuracy":0.464427,"main_score":0.383721,"hf_subset":"mag_Deva-umb_Latn","languages":["mag-Deva","umb-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mag_Deva-ajp_Arab","languages":["mag-Deva","ajp-Arab"]},{"precision":0.271754,"recall":0.356719,"f1":0.294258,"accuracy":0.356719,"main_score":0.294258,"hf_subset":"mag_Deva-bjn_Arab","languages":["mag-Deva","bjn-Arab"]},{"precision":0.394651,"recall":0.482213,"f1":0.416765,"accuracy":0.482213,"main_score":0.416765,"hf_subset":"mag_Deva-ewe_Latn","languages":["mag-Deva","ewe-Latn"]},{"precision":0.677612,"recall":0.753953,"f1":0.700427,"accuracy":0.753953,"main_score":0.700427,"hf_subset":"mag_Deva-ilo_Latn","languages":["mag-Deva","ilo-Latn"]},{"precision":0.188689,"recall":0.271739,"f1":0.209473,"accuracy":0.271739,"main_score":0.209473,"hf_subset":"mag_Deva-knc_Arab","languages":["mag-Deva","knc-Arab"]},{"precision":0.927042,"recall":0.948617,"f1":0.933959,"accuracy":0.948617,"main_score":0.933959,"hf_subset":"mag_Deva-mkd_Cyrl","languages":["mag-Deva","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-prs_Arab","languages":["mag-Deva","prs-Arab"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"mag_Deva-swe_Latn","languages":["mag-Deva","swe-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"mag_Deva-urd_Arab","languages":["mag-Deva","urd-Arab"]},{"precision":0.440596,"recall":0.550395,"f1":0.470547,"accuracy":0.550395,"main_score":0.470547,"hf_subset":"mag_Deva-aka_Latn","languages":["mag-Deva","aka-Latn"]},{"precision":0.871047,"recall":0.910079,"f1":0.883366,"accuracy":0.910079,"main_score":0.883366,"hf_subset":"mag_Deva-bjn_Latn","languages":["mag-Deva","bjn-Latn"]},{"precision":0.561697,"recall":0.649209,"f1":0.58697,"accuracy":0.649209,"main_score":0.58697,"hf_subset":"mag_Deva-fao_Latn","languages":["mag-Deva","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-ind_Latn","languages":["mag-Deva","ind-Latn"]},{"precision":0.429335,"recall":0.534585,"f1":0.457404,"accuracy":0.534585,"main_score":0.457404,"hf_subset":"mag_Deva-knc_Latn","languages":["mag-Deva","knc-Latn"]},{"precision":0.714427,"recall":0.788538,"f1":0.736665,"accuracy":0.788538,"main_score":0.736665,"hf_subset":"mag_Deva-mlt_Latn","languages":["mag-Deva","mlt-Latn"]},{"precision":0.467483,"recall":0.578063,"f1":0.497436,"accuracy":0.578063,"main_score":0.497436,"hf_subset":"mag_Deva-quy_Latn","languages":["mag-Deva","quy-Latn"]},{"precision":0.851976,"recall":0.894269,"f1":0.865401,"accuracy":0.894269,"main_score":0.865401,"hf_subset":"mag_Deva-swh_Latn","languages":["mag-Deva","swh-Latn"]},{"precision":0.62635,"recall":0.713439,"f1":0.652095,"accuracy":0.713439,"main_score":0.652095,"hf_subset":"mag_Deva-uzn_Latn","languages":["mag-Deva","uzn-Latn"]},{"precision":0.762467,"recall":0.824111,"f1":0.781079,"accuracy":0.824111,"main_score":0.781079,"hf_subset":"mag_Deva-als_Latn","languages":["mag-Deva","als-Latn"]},{"precision":0.18535,"recall":0.258893,"f1":0.203166,"accuracy":0.258893,"main_score":0.203166,"hf_subset":"mag_Deva-bod_Tibt","languages":["mag-Deva","bod-Tibt"]},{"precision":0.384062,"recall":0.493083,"f1":0.412967,"accuracy":0.493083,"main_score":0.412967,"hf_subset":"mag_Deva-fij_Latn","languages":["mag-Deva","fij-Latn"]},{"precision":0.532209,"recall":0.620553,"f1":0.557115,"accuracy":0.620553,"main_score":0.557115,"hf_subset":"mag_Deva-isl_Latn","languages":["mag-Deva","isl-Latn"]},{"precision":0.47481,"recall":0.568182,"f1":0.499931,"accuracy":0.568182,"main_score":0.499931,"hf_subset":"mag_Deva-kon_Latn","languages":["mag-Deva","kon-Latn"]},{"precision":0.38659,"recall":0.495059,"f1":0.414632,"accuracy":0.495059,"main_score":0.414632,"hf_subset":"mag_Deva-mni_Beng","languages":["mag-Deva","mni-Beng"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"mag_Deva-ron_Latn","languages":["mag-Deva","ron-Latn"]},{"precision":0.855978,"recall":0.896245,"f1":0.868478,"accuracy":0.896245,"main_score":0.868478,"hf_subset":"mag_Deva-szl_Latn","languages":["mag-Deva","szl-Latn"]},{"precision":0.92444,"recall":0.948617,"f1":0.932312,"accuracy":0.948617,"main_score":0.932312,"hf_subset":"mag_Deva-vec_Latn","languages":["mag-Deva","vec-Latn"]},{"precision":0.804249,"recall":0.858696,"f1":0.820916,"accuracy":0.858696,"main_score":0.820916,"hf_subset":"mag_Deva-amh_Ethi","languages":["mag-Deva","amh-Ethi"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"mag_Deva-bos_Latn","languages":["mag-Deva","bos-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"mag_Deva-fin_Latn","languages":["mag-Deva","fin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-ita_Latn","languages":["mag-Deva","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mag_Deva-kor_Hang","languages":["mag-Deva","kor-Hang"]},{"precision":0.399105,"recall":0.497036,"f1":0.424808,"accuracy":0.497036,"main_score":0.424808,"hf_subset":"mag_Deva-mos_Latn","languages":["mag-Deva","mos-Latn"]},{"precision":0.375977,"recall":0.48419,"f1":0.4042,"accuracy":0.48419,"main_score":0.4042,"hf_subset":"mag_Deva-run_Latn","languages":["mag-Deva","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mag_Deva-tam_Taml","languages":["mag-Deva","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mag_Deva-vie_Latn","languages":["mag-Deva","vie-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mag_Deva-apc_Arab","languages":["mag-Deva","apc-Arab"]},{"precision":0.618058,"recall":0.705534,"f1":0.643304,"accuracy":0.705534,"main_score":0.643304,"hf_subset":"mag_Deva-bug_Latn","languages":["mag-Deva","bug-Latn"]},{"precision":0.332349,"recall":0.433794,"f1":0.357296,"accuracy":0.433794,"main_score":0.357296,"hf_subset":"mag_Deva-fon_Latn","languages":["mag-Deva","fon-Latn"]},{"precision":0.86306,"recall":0.903162,"f1":0.876054,"accuracy":0.903162,"main_score":0.876054,"hf_subset":"mag_Deva-jav_Latn","languages":["mag-Deva","jav-Latn"]},{"precision":0.717918,"recall":0.791502,"f1":0.740288,"accuracy":0.791502,"main_score":0.740288,"hf_subset":"mag_Deva-lao_Laoo","languages":["mag-Deva","lao-Laoo"]},{"precision":0.344559,"recall":0.455534,"f1":0.373281,"accuracy":0.455534,"main_score":0.373281,"hf_subset":"mag_Deva-mri_Latn","languages":["mag-Deva","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-rus_Cyrl","languages":["mag-Deva","rus-Cyrl"]},{"precision":0.377016,"recall":0.485178,"f1":0.404823,"accuracy":0.485178,"main_score":0.404823,"hf_subset":"mag_Deva-taq_Latn","languages":["mag-Deva","taq-Latn"]},{"precision":0.827569,"recall":0.876482,"f1":0.842923,"accuracy":0.876482,"main_score":0.842923,"hf_subset":"mag_Deva-war_Latn","languages":["mag-Deva","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-arb_Arab","languages":["mag-Deva","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-bul_Cyrl","languages":["mag-Deva","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-fra_Latn","languages":["mag-Deva","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-jpn_Jpan","languages":["mag-Deva","jpn-Jpan"]},{"precision":0.875329,"recall":0.913043,"f1":0.887516,"accuracy":0.913043,"main_score":0.887516,"hf_subset":"mag_Deva-lij_Latn","languages":["mag-Deva","lij-Latn"]},{"precision":0.781044,"recall":0.841897,"f1":0.800066,"accuracy":0.841897,"main_score":0.800066,"hf_subset":"mag_Deva-mya_Mymr","languages":["mag-Deva","mya-Mymr"]},{"precision":0.430338,"recall":0.538538,"f1":0.45963,"accuracy":0.538538,"main_score":0.45963,"hf_subset":"mag_Deva-sag_Latn","languages":["mag-Deva","sag-Latn"]},{"precision":0.12203,"recall":0.203557,"f1":0.13746,"accuracy":0.203557,"main_score":0.13746,"hf_subset":"mag_Deva-taq_Tfng","languages":["mag-Deva","taq-Tfng"]},{"precision":0.43194,"recall":0.537549,"f1":0.460267,"accuracy":0.537549,"main_score":0.460267,"hf_subset":"mag_Deva-wol_Latn","languages":["mag-Deva","wol-Latn"]},{"precision":0.260097,"recall":0.374506,"f1":0.289076,"accuracy":0.374506,"main_score":0.289076,"hf_subset":"mag_Deva-arb_Latn","languages":["mag-Deva","arb-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mag_Deva-cat_Latn","languages":["mag-Deva","cat-Latn"]},{"precision":0.830978,"recall":0.878458,"f1":0.845883,"accuracy":0.878458,"main_score":0.845883,"hf_subset":"mag_Deva-fur_Latn","languages":["mag-Deva","fur-Latn"]},{"precision":0.259378,"recall":0.343874,"f1":0.280608,"accuracy":0.343874,"main_score":0.280608,"hf_subset":"mag_Deva-kab_Latn","languages":["mag-Deva","kab-Latn"]},{"precision":0.810837,"recall":0.862648,"f1":0.826845,"accuracy":0.862648,"main_score":0.826845,"hf_subset":"mag_Deva-lim_Latn","languages":["mag-Deva","lim-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"mag_Deva-nld_Latn","languages":["mag-Deva","nld-Latn"]},{"precision":0.924407,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"mag_Deva-san_Deva","languages":["mag-Deva","san-Deva"]},{"precision":0.652383,"recall":0.728261,"f1":0.674134,"accuracy":0.728261,"main_score":0.674134,"hf_subset":"mag_Deva-tat_Cyrl","languages":["mag-Deva","tat-Cyrl"]},{"precision":0.401302,"recall":0.51087,"f1":0.43017,"accuracy":0.51087,"main_score":0.43017,"hf_subset":"mag_Deva-xho_Latn","languages":["mag-Deva","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ars_Arab","languages":["mag-Deva","ars-Arab"]},{"precision":0.787204,"recall":0.846838,"f1":0.805534,"accuracy":0.846838,"main_score":0.805534,"hf_subset":"mag_Deva-ceb_Latn","languages":["mag-Deva","ceb-Latn"]},{"precision":0.406733,"recall":0.509881,"f1":0.433711,"accuracy":0.509881,"main_score":0.433711,"hf_subset":"mag_Deva-fuv_Latn","languages":["mag-Deva","fuv-Latn"]},{"precision":0.39146,"recall":0.5,"f1":0.420373,"accuracy":0.5,"main_score":0.420373,"hf_subset":"mag_Deva-kac_Latn","languages":["mag-Deva","kac-Latn"]},{"precision":0.474107,"recall":0.578063,"f1":0.502604,"accuracy":0.578063,"main_score":0.502604,"hf_subset":"mag_Deva-lin_Latn","languages":["mag-Deva","lin-Latn"]},{"precision":0.942029,"recall":0.960474,"f1":0.948123,"accuracy":0.960474,"main_score":0.948123,"hf_subset":"mag_Deva-nno_Latn","languages":["mag-Deva","nno-Latn"]},{"precision":0.2,"recall":0.269763,"f1":0.217051,"accuracy":0.269763,"main_score":0.217051,"hf_subset":"mag_Deva-sat_Olck","languages":["mag-Deva","sat-Olck"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mag_Deva-tel_Telu","languages":["mag-Deva","tel-Telu"]},{"precision":0.329193,"recall":0.423913,"f1":0.354091,"accuracy":0.423913,"main_score":0.354091,"hf_subset":"mag_Deva-ydd_Hebr","languages":["mag-Deva","ydd-Hebr"]},{"precision":0.906374,"recall":0.934783,"f1":0.915415,"accuracy":0.934783,"main_score":0.915415,"hf_subset":"mag_Deva-ary_Arab","languages":["mag-Deva","ary-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mag_Deva-ces_Latn","languages":["mag-Deva","ces-Latn"]},{"precision":0.297504,"recall":0.387352,"f1":0.319182,"accuracy":0.387352,"main_score":0.319182,"hf_subset":"mag_Deva-gaz_Latn","languages":["mag-Deva","gaz-Latn"]},{"precision":0.405096,"recall":0.51087,"f1":0.433093,"accuracy":0.51087,"main_score":0.433093,"hf_subset":"mag_Deva-kam_Latn","languages":["mag-Deva","kam-Latn"]},{"precision":0.773468,"recall":0.83498,"f1":0.792462,"accuracy":0.83498,"main_score":0.792462,"hf_subset":"mag_Deva-lit_Latn","languages":["mag-Deva","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mag_Deva-nob_Latn","languages":["mag-Deva","nob-Latn"]},{"precision":0.768396,"recall":0.833992,"f1":0.78857,"accuracy":0.833992,"main_score":0.78857,"hf_subset":"mag_Deva-scn_Latn","languages":["mag-Deva","scn-Latn"]},{"precision":0.429184,"recall":0.530632,"f1":0.456569,"accuracy":0.530632,"main_score":0.456569,"hf_subset":"mag_Deva-tgk_Cyrl","languages":["mag-Deva","tgk-Cyrl"]},{"precision":0.350278,"recall":0.466403,"f1":0.38148,"accuracy":0.466403,"main_score":0.38148,"hf_subset":"mag_Deva-yor_Latn","languages":["mag-Deva","yor-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-arz_Arab","languages":["mag-Deva","arz-Arab"]},{"precision":0.417736,"recall":0.528656,"f1":0.446725,"accuracy":0.528656,"main_score":0.446725,"hf_subset":"mag_Deva-cjk_Latn","languages":["mag-Deva","cjk-Latn"]},{"precision":0.319566,"recall":0.422925,"f1":0.346399,"accuracy":0.422925,"main_score":0.346399,"hf_subset":"mag_Deva-gla_Latn","languages":["mag-Deva","gla-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mag_Deva-kan_Knda","languages":["mag-Deva","kan-Knda"]},{"precision":0.814756,"recall":0.866601,"f1":0.831192,"accuracy":0.866601,"main_score":0.831192,"hf_subset":"mag_Deva-lmo_Latn","languages":["mag-Deva","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"mag_Deva-npi_Deva","languages":["mag-Deva","npi-Deva"]},{"precision":0.336918,"recall":0.449605,"f1":0.366029,"accuracy":0.449605,"main_score":0.366029,"hf_subset":"mag_Deva-shn_Mymr","languages":["mag-Deva","shn-Mymr"]},{"precision":0.8736,"recall":0.912055,"f1":0.885935,"accuracy":0.912055,"main_score":0.885935,"hf_subset":"mag_Deva-tgl_Latn","languages":["mag-Deva","tgl-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-yue_Hant","languages":["mag-Deva","yue-Hant"]},{"precision":0.909338,"recall":0.935771,"f1":0.917523,"accuracy":0.935771,"main_score":0.917523,"hf_subset":"mag_Deva-asm_Beng","languages":["mag-Deva","asm-Beng"]},{"precision":0.400704,"recall":0.490119,"f1":0.424401,"accuracy":0.490119,"main_score":0.424401,"hf_subset":"mag_Deva-ckb_Arab","languages":["mag-Deva","ckb-Arab"]},{"precision":0.342815,"recall":0.4417,"f1":0.367775,"accuracy":0.4417,"main_score":0.367775,"hf_subset":"mag_Deva-gle_Latn","languages":["mag-Deva","gle-Latn"]},{"precision":0.747019,"recall":0.816206,"f1":0.767885,"accuracy":0.816206,"main_score":0.767885,"hf_subset":"mag_Deva-kas_Arab","languages":["mag-Deva","kas-Arab"]},{"precision":0.627495,"recall":0.704545,"f1":0.650224,"accuracy":0.704545,"main_score":0.650224,"hf_subset":"mag_Deva-ltg_Latn","languages":["mag-Deva","ltg-Latn"]},{"precision":0.427454,"recall":0.531621,"f1":0.45573,"accuracy":0.531621,"main_score":0.45573,"hf_subset":"mag_Deva-nso_Latn","languages":["mag-Deva","nso-Latn"]},{"precision":0.851449,"recall":0.896245,"f1":0.865744,"accuracy":0.896245,"main_score":0.865744,"hf_subset":"mag_Deva-sin_Sinh","languages":["mag-Deva","sin-Sinh"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mag_Deva-tha_Thai","languages":["mag-Deva","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mag_Deva-zho_Hans","languages":["mag-Deva","zho-Hans"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"mag_Deva-ast_Latn","languages":["mag-Deva","ast-Latn"]},{"precision":0.792325,"recall":0.850791,"f1":0.810296,"accuracy":0.850791,"main_score":0.810296,"hf_subset":"mag_Deva-crh_Latn","languages":["mag-Deva","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-glg_Latn","languages":["mag-Deva","glg-Latn"]},{"precision":0.650099,"recall":0.733202,"f1":0.674609,"accuracy":0.733202,"main_score":0.674609,"hf_subset":"mag_Deva-kas_Deva","languages":["mag-Deva","kas-Deva"]},{"precision":0.779957,"recall":0.839921,"f1":0.798057,"accuracy":0.839921,"main_score":0.798057,"hf_subset":"mag_Deva-ltz_Latn","languages":["mag-Deva","ltz-Latn"]},{"precision":0.301392,"recall":0.396245,"f1":0.326699,"accuracy":0.396245,"main_score":0.326699,"hf_subset":"mag_Deva-nus_Latn","languages":["mag-Deva","nus-Latn"]},{"precision":0.947793,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"mag_Deva-slk_Latn","languages":["mag-Deva","slk-Latn"]},{"precision":0.416544,"recall":0.5,"f1":0.438658,"accuracy":0.5,"main_score":0.438658,"hf_subset":"mag_Deva-tir_Ethi","languages":["mag-Deva","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mag_Deva-zho_Hant","languages":["mag-Deva","zho-Hant"]},{"precision":0.982049,"recall":0.987154,"f1":0.983696,"accuracy":0.987154,"main_score":0.983696,"hf_subset":"mag_Deva-awa_Deva","languages":["mag-Deva","awa-Deva"]},{"precision":0.413939,"recall":0.512846,"f1":0.439677,"accuracy":0.512846,"main_score":0.439677,"hf_subset":"mag_Deva-cym_Latn","languages":["mag-Deva","cym-Latn"]},{"precision":0.64599,"recall":0.728261,"f1":0.670114,"accuracy":0.728261,"main_score":0.670114,"hf_subset":"mag_Deva-grn_Latn","languages":["mag-Deva","grn-Latn"]},{"precision":0.887879,"recall":0.921937,"f1":0.898715,"accuracy":0.921937,"main_score":0.898715,"hf_subset":"mag_Deva-kat_Geor","languages":["mag-Deva","kat-Geor"]},{"precision":0.479943,"recall":0.581028,"f1":0.507596,"accuracy":0.581028,"main_score":0.507596,"hf_subset":"mag_Deva-lua_Latn","languages":["mag-Deva","lua-Latn"]},{"precision":0.450235,"recall":0.556324,"f1":0.479519,"accuracy":0.556324,"main_score":0.479519,"hf_subset":"mag_Deva-nya_Latn","languages":["mag-Deva","nya-Latn"]},{"precision":0.90308,"recall":0.931818,"f1":0.912451,"accuracy":0.931818,"main_score":0.912451,"hf_subset":"mag_Deva-slv_Latn","languages":["mag-Deva","slv-Latn"]},{"precision":0.736472,"recall":0.804348,"f1":0.756642,"accuracy":0.804348,"main_score":0.756642,"hf_subset":"mag_Deva-tpi_Latn","languages":["mag-Deva","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mag_Deva-zsm_Latn","languages":["mag-Deva","zsm-Latn"]},{"precision":0.358325,"recall":0.472332,"f1":0.388266,"accuracy":0.472332,"main_score":0.388266,"hf_subset":"mag_Deva-ayr_Latn","languages":["mag-Deva","ayr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mag_Deva-dan_Latn","languages":["mag-Deva","dan-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mag_Deva-guj_Gujr","languages":["mag-Deva","guj-Gujr"]},{"precision":0.720957,"recall":0.788538,"f1":0.740635,"accuracy":0.788538,"main_score":0.740635,"hf_subset":"mag_Deva-kaz_Cyrl","languages":["mag-Deva","kaz-Cyrl"]},{"precision":0.369986,"recall":0.476285,"f1":0.397735,"accuracy":0.476285,"main_score":0.397735,"hf_subset":"mag_Deva-lug_Latn","languages":["mag-Deva","lug-Latn"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"mag_Deva-oci_Latn","languages":["mag-Deva","oci-Latn"]},{"precision":0.411561,"recall":0.522727,"f1":0.440208,"accuracy":0.522727,"main_score":0.440208,"hf_subset":"mag_Deva-smo_Latn","languages":["mag-Deva","smo-Latn"]},{"precision":0.381662,"recall":0.493083,"f1":0.410823,"accuracy":0.493083,"main_score":0.410823,"hf_subset":"mag_Deva-tsn_Latn","languages":["mag-Deva","tsn-Latn"]},{"precision":0.379866,"recall":0.483202,"f1":0.40752,"accuracy":0.483202,"main_score":0.40752,"hf_subset":"mag_Deva-zul_Latn","languages":["mag-Deva","zul-Latn"]},{"precision":0.717589,"recall":0.79249,"f1":0.74009,"accuracy":0.79249,"main_score":0.74009,"hf_subset":"mag_Deva-azb_Arab","languages":["mag-Deva","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-deu_Latn","languages":["mag-Deva","deu-Latn"]},{"precision":0.638529,"recall":0.726285,"f1":0.664764,"accuracy":0.726285,"main_score":0.664764,"hf_subset":"mag_Deva-hat_Latn","languages":["mag-Deva","hat-Latn"]},{"precision":0.334776,"recall":0.431818,"f1":0.360016,"accuracy":0.431818,"main_score":0.360016,"hf_subset":"mag_Deva-kbp_Latn","languages":["mag-Deva","kbp-Latn"]},{"precision":0.415205,"recall":0.514822,"f1":0.441297,"accuracy":0.514822,"main_score":0.441297,"hf_subset":"mag_Deva-luo_Latn","languages":["mag-Deva","luo-Latn"]},{"precision":0.603041,"recall":0.683794,"f1":0.626685,"accuracy":0.683794,"main_score":0.626685,"hf_subset":"mag_Deva-ory_Orya","languages":["mag-Deva","ory-Orya"]},{"precision":0.399503,"recall":0.505929,"f1":0.42835,"accuracy":0.505929,"main_score":0.42835,"hf_subset":"mag_Deva-sna_Latn","languages":["mag-Deva","sna-Latn"]},{"precision":0.381818,"recall":0.48419,"f1":0.408545,"accuracy":0.48419,"main_score":0.408545,"hf_subset":"mag_Deva-tso_Latn","languages":["mag-Deva","tso-Latn"]},{"precision":0.845273,"recall":0.889328,"f1":0.859223,"accuracy":0.889328,"main_score":0.859223,"hf_subset":"mag_Deva-azj_Latn","languages":["mag-Deva","azj-Latn"]},{"precision":0.406994,"recall":0.511858,"f1":0.435651,"accuracy":0.511858,"main_score":0.435651,"hf_subset":"mag_Deva-dik_Latn","languages":["mag-Deva","dik-Latn"]},{"precision":0.432928,"recall":0.523715,"f1":0.45706,"accuracy":0.523715,"main_score":0.45706,"hf_subset":"mag_Deva-hau_Latn","languages":["mag-Deva","hau-Latn"]},{"precision":0.802882,"recall":0.858696,"f1":0.819796,"accuracy":0.858696,"main_score":0.819796,"hf_subset":"mag_Deva-kea_Latn","languages":["mag-Deva","kea-Latn"]},{"precision":0.573411,"recall":0.66502,"f1":0.599173,"accuracy":0.66502,"main_score":0.599173,"hf_subset":"mag_Deva-lus_Latn","languages":["mag-Deva","lus-Latn"]},{"precision":0.74151,"recall":0.8083,"f1":0.761583,"accuracy":0.8083,"main_score":0.761583,"hf_subset":"mag_Deva-pag_Latn","languages":["mag-Deva","pag-Latn"]},{"precision":0.759552,"recall":0.825099,"f1":0.779367,"accuracy":0.825099,"main_score":0.779367,"hf_subset":"mag_Deva-snd_Arab","languages":["mag-Deva","snd-Arab"]},{"precision":0.590794,"recall":0.68083,"f1":0.616987,"accuracy":0.68083,"main_score":0.616987,"hf_subset":"mag_Deva-tuk_Latn","languages":["mag-Deva","tuk-Latn"]},{"precision":0.644767,"recall":0.718379,"f1":0.665944,"accuracy":0.718379,"main_score":0.665944,"hf_subset":"mag_Deva-bak_Cyrl","languages":["mag-Deva","bak-Cyrl"]},{"precision":0.325093,"recall":0.432806,"f1":0.353032,"accuracy":0.432806,"main_score":0.353032,"hf_subset":"mag_Deva-dyu_Latn","languages":["mag-Deva","dyu-Latn"]},{"precision":0.896327,"recall":0.927866,"f1":0.906357,"accuracy":0.927866,"main_score":0.906357,"hf_subset":"mag_Deva-heb_Hebr","languages":["mag-Deva","heb-Hebr"]},{"precision":0.452764,"recall":0.539526,"f1":0.47588,"accuracy":0.539526,"main_score":0.47588,"hf_subset":"mag_Deva-khk_Cyrl","languages":["mag-Deva","khk-Cyrl"]},{"precision":0.799407,"recall":0.855731,"f1":0.816949,"accuracy":0.855731,"main_score":0.816949,"hf_subset":"mag_Deva-lvs_Latn","languages":["mag-Deva","lvs-Latn"]},{"precision":0.94137,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"mag_Deva-pan_Guru","languages":["mag-Deva","pan-Guru"]},{"precision":0.361571,"recall":0.456522,"f1":0.385999,"accuracy":0.456522,"main_score":0.385999,"hf_subset":"mag_Deva-som_Latn","languages":["mag-Deva","som-Latn"]},{"precision":0.43816,"recall":0.534585,"f1":0.464503,"accuracy":0.534585,"main_score":0.464503,"hf_subset":"mag_Deva-tum_Latn","languages":["mag-Deva","tum-Latn"]},{"precision":0.326238,"recall":0.403162,"f1":0.346376,"accuracy":0.403162,"main_score":0.346376,"hf_subset":"pap_Latn-ace_Arab","languages":["pap-Latn","ace-Arab"]},{"precision":0.404701,"recall":0.474308,"f1":0.425005,"accuracy":0.474308,"main_score":0.425005,"hf_subset":"pap_Latn-bam_Latn","languages":["pap-Latn","bam-Latn"]},{"precision":0.140292,"recall":0.20751,"f1":0.157507,"accuracy":0.20751,"main_score":0.157507,"hf_subset":"pap_Latn-dzo_Tibt","languages":["pap-Latn","dzo-Tibt"]},{"precision":0.915431,"recall":0.939723,"f1":0.922958,"accuracy":0.939723,"main_score":0.922958,"hf_subset":"pap_Latn-hin_Deva","languages":["pap-Latn","hin-Deva"]},{"precision":0.649642,"recall":0.722332,"f1":0.671184,"accuracy":0.722332,"main_score":0.671184,"hf_subset":"pap_Latn-khm_Khmr","languages":["pap-Latn","khm-Khmr"]},{"precision":0.910408,"recall":0.934783,"f1":0.918149,"accuracy":0.934783,"main_score":0.918149,"hf_subset":"pap_Latn-mag_Deva","languages":["pap-Latn","mag-Deva"]},{"precision":0.463439,"recall":0.531621,"f1":0.482069,"accuracy":0.531621,"main_score":0.482069,"hf_subset":"pap_Latn-sot_Latn","languages":["pap-Latn","sot-Latn"]},{"precision":0.910977,"recall":0.933794,"f1":0.918105,"accuracy":0.933794,"main_score":0.918105,"hf_subset":"pap_Latn-tur_Latn","languages":["pap-Latn","tur-Latn"]},{"precision":0.671789,"recall":0.732213,"f1":0.689577,"accuracy":0.732213,"main_score":0.689577,"hf_subset":"pap_Latn-ace_Latn","languages":["pap-Latn","ace-Latn"]},{"precision":0.77057,"recall":0.817194,"f1":0.785065,"accuracy":0.817194,"main_score":0.785065,"hf_subset":"pap_Latn-ban_Latn","languages":["pap-Latn","ban-Latn"]},{"precision":0.816691,"recall":0.863636,"f1":0.831214,"accuracy":0.863636,"main_score":0.831214,"hf_subset":"pap_Latn-ell_Grek","languages":["pap-Latn","ell-Grek"]},{"precision":0.90168,"recall":0.925889,"f1":0.909373,"accuracy":0.925889,"main_score":0.909373,"hf_subset":"pap_Latn-hne_Deva","languages":["pap-Latn","hne-Deva"]},{"precision":0.462294,"recall":0.536561,"f1":0.483017,"accuracy":0.536561,"main_score":0.483017,"hf_subset":"pap_Latn-kik_Latn","languages":["pap-Latn","kik-Latn"]},{"precision":0.907115,"recall":0.93083,"f1":0.914657,"accuracy":0.93083,"main_score":0.914657,"hf_subset":"pap_Latn-mai_Deva","languages":["pap-Latn","mai-Deva"]},{"precision":0.737516,"recall":0.796443,"f1":0.756014,"accuracy":0.796443,"main_score":0.756014,"hf_subset":"pap_Latn-pbt_Arab","languages":["pap-Latn","pbt-Arab"]},{"precision":0.940217,"recall":0.956522,"f1":0.945487,"accuracy":0.956522,"main_score":0.945487,"hf_subset":"pap_Latn-spa_Latn","languages":["pap-Latn","spa-Latn"]},{"precision":0.535919,"recall":0.59585,"f1":0.553284,"accuracy":0.59585,"main_score":0.553284,"hf_subset":"pap_Latn-twi_Latn","languages":["pap-Latn","twi-Latn"]},{"precision":0.879505,"recall":0.910079,"f1":0.88854,"accuracy":0.910079,"main_score":0.88854,"hf_subset":"pap_Latn-acm_Arab","languages":["pap-Latn","acm-Arab"]},{"precision":0.693495,"recall":0.762846,"f1":0.715119,"accuracy":0.762846,"main_score":0.715119,"hf_subset":"pap_Latn-bel_Cyrl","languages":["pap-Latn","bel-Cyrl"]},{"precision":0.952404,"recall":0.966403,"f1":0.956851,"accuracy":0.966403,"main_score":0.956851,"hf_subset":"pap_Latn-eng_Latn","languages":["pap-Latn","eng-Latn"]},{"precision":0.860837,"recall":0.889328,"f1":0.869664,"accuracy":0.889328,"main_score":0.869664,"hf_subset":"pap_Latn-hrv_Latn","languages":["pap-Latn","hrv-Latn"]},{"precision":0.412886,"recall":0.491107,"f1":0.435099,"accuracy":0.491107,"main_score":0.435099,"hf_subset":"pap_Latn-kin_Latn","languages":["pap-Latn","kin-Latn"]},{"precision":0.854249,"recall":0.892292,"f1":0.866238,"accuracy":0.892292,"main_score":0.866238,"hf_subset":"pap_Latn-mal_Mlym","languages":["pap-Latn","mal-Mlym"]},{"precision":0.908877,"recall":0.934783,"f1":0.917062,"accuracy":0.934783,"main_score":0.917062,"hf_subset":"pap_Latn-pes_Arab","languages":["pap-Latn","pes-Arab"]},{"precision":0.877284,"recall":0.907115,"f1":0.886364,"accuracy":0.907115,"main_score":0.886364,"hf_subset":"pap_Latn-srd_Latn","languages":["pap-Latn","srd-Latn"]},{"precision":0.125866,"recall":0.195652,"f1":0.141577,"accuracy":0.195652,"main_score":0.141577,"hf_subset":"pap_Latn-tzm_Tfng","languages":["pap-Latn","tzm-Tfng"]},{"precision":0.888208,"recall":0.916996,"f1":0.896989,"accuracy":0.916996,"main_score":0.896989,"hf_subset":"pap_Latn-acq_Arab","languages":["pap-Latn","acq-Arab"]},{"precision":0.485326,"recall":0.556324,"f1":0.505665,"accuracy":0.556324,"main_score":0.505665,"hf_subset":"pap_Latn-bem_Latn","languages":["pap-Latn","bem-Latn"]},{"precision":0.850198,"recall":0.887352,"f1":0.861218,"accuracy":0.887352,"main_score":0.861218,"hf_subset":"pap_Latn-epo_Latn","languages":["pap-Latn","epo-Latn"]},{"precision":0.804957,"recall":0.855731,"f1":0.82085,"accuracy":0.855731,"main_score":0.82085,"hf_subset":"pap_Latn-hun_Latn","languages":["pap-Latn","hun-Latn"]},{"precision":0.637452,"recall":0.705534,"f1":0.657063,"accuracy":0.705534,"main_score":0.657063,"hf_subset":"pap_Latn-kir_Cyrl","languages":["pap-Latn","kir-Cyrl"]},{"precision":0.879233,"recall":0.912055,"f1":0.889229,"accuracy":0.912055,"main_score":0.889229,"hf_subset":"pap_Latn-mar_Deva","languages":["pap-Latn","mar-Deva"]},{"precision":0.484157,"recall":0.548419,"f1":0.5028,"accuracy":0.548419,"main_score":0.5028,"hf_subset":"pap_Latn-plt_Latn","languages":["pap-Latn","plt-Latn"]},{"precision":0.815335,"recall":0.856719,"f1":0.82803,"accuracy":0.856719,"main_score":0.82803,"hf_subset":"pap_Latn-srp_Cyrl","languages":["pap-Latn","srp-Cyrl"]},{"precision":0.284069,"recall":0.366601,"f1":0.306219,"accuracy":0.366601,"main_score":0.306219,"hf_subset":"pap_Latn-uig_Arab","languages":["pap-Latn","uig-Arab"]},{"precision":0.833465,"recall":0.874506,"f1":0.84577,"accuracy":0.874506,"main_score":0.84577,"hf_subset":"pap_Latn-aeb_Arab","languages":["pap-Latn","aeb-Arab"]},{"precision":0.892928,"recall":0.922925,"f1":0.902059,"accuracy":0.922925,"main_score":0.902059,"hf_subset":"pap_Latn-ben_Beng","languages":["pap-Latn","ben-Beng"]},{"precision":0.715414,"recall":0.774704,"f1":0.733235,"accuracy":0.774704,"main_score":0.733235,"hf_subset":"pap_Latn-est_Latn","languages":["pap-Latn","est-Latn"]},{"precision":0.638825,"recall":0.701581,"f1":0.656723,"accuracy":0.701581,"main_score":0.656723,"hf_subset":"pap_Latn-hye_Armn","languages":["pap-Latn","hye-Armn"]},{"precision":0.430084,"recall":0.501976,"f1":0.449939,"accuracy":0.501976,"main_score":0.449939,"hf_subset":"pap_Latn-kmb_Latn","languages":["pap-Latn","kmb-Latn"]},{"precision":0.275927,"recall":0.352767,"f1":0.295761,"accuracy":0.352767,"main_score":0.295761,"hf_subset":"pap_Latn-min_Arab","languages":["pap-Latn","min-Arab"]},{"precision":0.901268,"recall":0.93083,"f1":0.910639,"accuracy":0.93083,"main_score":0.910639,"hf_subset":"pap_Latn-pol_Latn","languages":["pap-Latn","pol-Latn"]},{"precision":0.419734,"recall":0.498024,"f1":0.441446,"accuracy":0.498024,"main_score":0.441446,"hf_subset":"pap_Latn-ssw_Latn","languages":["pap-Latn","ssw-Latn"]},{"precision":0.877503,"recall":0.909091,"f1":0.887516,"accuracy":0.909091,"main_score":0.887516,"hf_subset":"pap_Latn-ukr_Cyrl","languages":["pap-Latn","ukr-Cyrl"]},{"precision":0.878376,"recall":0.910079,"f1":0.888194,"accuracy":0.910079,"main_score":0.888194,"hf_subset":"pap_Latn-afr_Latn","languages":["pap-Latn","afr-Latn"]},{"precision":0.871245,"recall":0.903162,"f1":0.881014,"accuracy":0.903162,"main_score":0.881014,"hf_subset":"pap_Latn-bho_Deva","languages":["pap-Latn","bho-Deva"]},{"precision":0.677193,"recall":0.732213,"f1":0.693353,"accuracy":0.732213,"main_score":0.693353,"hf_subset":"pap_Latn-eus_Latn","languages":["pap-Latn","eus-Latn"]},{"precision":0.419641,"recall":0.504941,"f1":0.442885,"accuracy":0.504941,"main_score":0.442885,"hf_subset":"pap_Latn-ibo_Latn","languages":["pap-Latn","ibo-Latn"]},{"precision":0.466868,"recall":0.546443,"f1":0.489517,"accuracy":0.546443,"main_score":0.489517,"hf_subset":"pap_Latn-kmr_Latn","languages":["pap-Latn","kmr-Latn"]},{"precision":0.713949,"recall":0.770751,"f1":0.730698,"accuracy":0.770751,"main_score":0.730698,"hf_subset":"pap_Latn-min_Latn","languages":["pap-Latn","min-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"pap_Latn-por_Latn","languages":["pap-Latn","por-Latn"]},{"precision":0.786176,"recall":0.83004,"f1":0.799501,"accuracy":0.83004,"main_score":0.799501,"hf_subset":"pap_Latn-sun_Latn","languages":["pap-Latn","sun-Latn"]},{"precision":0.415703,"recall":0.499012,"f1":0.439219,"accuracy":0.499012,"main_score":0.439219,"hf_subset":"pap_Latn-umb_Latn","languages":["pap-Latn","umb-Latn"]},{"precision":0.896789,"recall":0.920949,"f1":0.903846,"accuracy":0.920949,"main_score":0.903846,"hf_subset":"pap_Latn-ajp_Arab","languages":["pap-Latn","ajp-Arab"]},{"precision":0.294789,"recall":0.367589,"f1":0.315133,"accuracy":0.367589,"main_score":0.315133,"hf_subset":"pap_Latn-bjn_Arab","languages":["pap-Latn","bjn-Arab"]},{"precision":0.441009,"recall":0.505929,"f1":0.459091,"accuracy":0.505929,"main_score":0.459091,"hf_subset":"pap_Latn-ewe_Latn","languages":["pap-Latn","ewe-Latn"]},{"precision":0.724131,"recall":0.77668,"f1":0.73981,"accuracy":0.77668,"main_score":0.73981,"hf_subset":"pap_Latn-ilo_Latn","languages":["pap-Latn","ilo-Latn"]},{"precision":0.19267,"recall":0.255929,"f1":0.209155,"accuracy":0.255929,"main_score":0.209155,"hf_subset":"pap_Latn-knc_Arab","languages":["pap-Latn","knc-Arab"]},{"precision":0.815374,"recall":0.858696,"f1":0.828546,"accuracy":0.858696,"main_score":0.828546,"hf_subset":"pap_Latn-mkd_Cyrl","languages":["pap-Latn","mkd-Cyrl"]},{"precision":0.895702,"recall":0.922925,"f1":0.903986,"accuracy":0.922925,"main_score":0.903986,"hf_subset":"pap_Latn-prs_Arab","languages":["pap-Latn","prs-Arab"]},{"precision":0.886561,"recall":0.91502,"f1":0.895586,"accuracy":0.91502,"main_score":0.895586,"hf_subset":"pap_Latn-swe_Latn","languages":["pap-Latn","swe-Latn"]},{"precision":0.832816,"recall":0.874506,"f1":0.845655,"accuracy":0.874506,"main_score":0.845655,"hf_subset":"pap_Latn-urd_Arab","languages":["pap-Latn","urd-Arab"]},{"precision":0.517252,"recall":0.582016,"f1":0.536022,"accuracy":0.582016,"main_score":0.536022,"hf_subset":"pap_Latn-aka_Latn","languages":["pap-Latn","aka-Latn"]},{"precision":0.737129,"recall":0.793478,"f1":0.753335,"accuracy":0.793478,"main_score":0.753335,"hf_subset":"pap_Latn-bjn_Latn","languages":["pap-Latn","bjn-Latn"]},{"precision":0.536225,"recall":0.609684,"f1":0.5573,"accuracy":0.609684,"main_score":0.5573,"hf_subset":"pap_Latn-fao_Latn","languages":["pap-Latn","fao-Latn"]},{"precision":0.924407,"recall":0.945652,"f1":0.931126,"accuracy":0.945652,"main_score":0.931126,"hf_subset":"pap_Latn-ind_Latn","languages":["pap-Latn","ind-Latn"]},{"precision":0.476904,"recall":0.545455,"f1":0.496217,"accuracy":0.545455,"main_score":0.496217,"hf_subset":"pap_Latn-knc_Latn","languages":["pap-Latn","knc-Latn"]},{"precision":0.784643,"recall":0.833004,"f1":0.799034,"accuracy":0.833004,"main_score":0.799034,"hf_subset":"pap_Latn-mlt_Latn","languages":["pap-Latn","mlt-Latn"]},{"precision":0.520659,"recall":0.599802,"f1":0.542534,"accuracy":0.599802,"main_score":0.542534,"hf_subset":"pap_Latn-quy_Latn","languages":["pap-Latn","quy-Latn"]},{"precision":0.72649,"recall":0.783597,"f1":0.743742,"accuracy":0.783597,"main_score":0.743742,"hf_subset":"pap_Latn-swh_Latn","languages":["pap-Latn","swh-Latn"]},{"precision":0.573897,"recall":0.646245,"f1":0.595605,"accuracy":0.646245,"main_score":0.595605,"hf_subset":"pap_Latn-uzn_Latn","languages":["pap-Latn","uzn-Latn"]},{"precision":0.774111,"recall":0.81917,"f1":0.78778,"accuracy":0.81917,"main_score":0.78778,"hf_subset":"pap_Latn-als_Latn","languages":["pap-Latn","als-Latn"]},{"precision":0.195471,"recall":0.266798,"f1":0.213315,"accuracy":0.266798,"main_score":0.213315,"hf_subset":"pap_Latn-bod_Tibt","languages":["pap-Latn","bod-Tibt"]},{"precision":0.446184,"recall":0.523715,"f1":0.467871,"accuracy":0.523715,"main_score":0.467871,"hf_subset":"pap_Latn-fij_Latn","languages":["pap-Latn","fij-Latn"]},{"precision":0.483722,"recall":0.560277,"f1":0.506214,"accuracy":0.560277,"main_score":0.506214,"hf_subset":"pap_Latn-isl_Latn","languages":["pap-Latn","isl-Latn"]},{"precision":0.51465,"recall":0.588933,"f1":0.53592,"accuracy":0.588933,"main_score":0.53592,"hf_subset":"pap_Latn-kon_Latn","languages":["pap-Latn","kon-Latn"]},{"precision":0.396455,"recall":0.493083,"f1":0.423829,"accuracy":0.493083,"main_score":0.423829,"hf_subset":"pap_Latn-mni_Beng","languages":["pap-Latn","mni-Beng"]},{"precision":0.921337,"recall":0.9417,"f1":0.927684,"accuracy":0.9417,"main_score":0.927684,"hf_subset":"pap_Latn-ron_Latn","languages":["pap-Latn","ron-Latn"]},{"precision":0.765521,"recall":0.813241,"f1":0.77963,"accuracy":0.813241,"main_score":0.77963,"hf_subset":"pap_Latn-szl_Latn","languages":["pap-Latn","szl-Latn"]},{"precision":0.893943,"recall":0.917984,"f1":0.900642,"accuracy":0.917984,"main_score":0.900642,"hf_subset":"pap_Latn-vec_Latn","languages":["pap-Latn","vec-Latn"]},{"precision":0.655081,"recall":0.72332,"f1":0.675944,"accuracy":0.72332,"main_score":0.675944,"hf_subset":"pap_Latn-amh_Ethi","languages":["pap-Latn","amh-Ethi"]},{"precision":0.85859,"recall":0.895257,"f1":0.870208,"accuracy":0.895257,"main_score":0.870208,"hf_subset":"pap_Latn-bos_Latn","languages":["pap-Latn","bos-Latn"]},{"precision":0.861422,"recall":0.896245,"f1":0.871892,"accuracy":0.896245,"main_score":0.871892,"hf_subset":"pap_Latn-fin_Latn","languages":["pap-Latn","fin-Latn"]},{"precision":0.929018,"recall":0.949605,"f1":0.935606,"accuracy":0.949605,"main_score":0.935606,"hf_subset":"pap_Latn-ita_Latn","languages":["pap-Latn","ita-Latn"]},{"precision":0.883482,"recall":0.912055,"f1":0.892358,"accuracy":0.912055,"main_score":0.892358,"hf_subset":"pap_Latn-kor_Hang","languages":["pap-Latn","kor-Hang"]},{"precision":0.448313,"recall":0.518775,"f1":0.468956,"accuracy":0.518775,"main_score":0.468956,"hf_subset":"pap_Latn-mos_Latn","languages":["pap-Latn","mos-Latn"]},{"precision":0.420688,"recall":0.495059,"f1":0.441384,"accuracy":0.495059,"main_score":0.441384,"hf_subset":"pap_Latn-run_Latn","languages":["pap-Latn","run-Latn"]},{"precision":0.859766,"recall":0.899209,"f1":0.872266,"accuracy":0.899209,"main_score":0.872266,"hf_subset":"pap_Latn-tam_Taml","languages":["pap-Latn","tam-Taml"]},{"precision":0.900198,"recall":0.929842,"f1":0.909585,"accuracy":0.929842,"main_score":0.909585,"hf_subset":"pap_Latn-vie_Latn","languages":["pap-Latn","vie-Latn"]},{"precision":0.858326,"recall":0.891304,"f1":0.868198,"accuracy":0.891304,"main_score":0.868198,"hf_subset":"pap_Latn-apc_Arab","languages":["pap-Latn","apc-Arab"]},{"precision":0.637502,"recall":0.701581,"f1":0.656263,"accuracy":0.701581,"main_score":0.656263,"hf_subset":"pap_Latn-bug_Latn","languages":["pap-Latn","bug-Latn"]},{"precision":0.406663,"recall":0.470356,"f1":0.424711,"accuracy":0.470356,"main_score":0.424711,"hf_subset":"pap_Latn-fon_Latn","languages":["pap-Latn","fon-Latn"]},{"precision":0.796014,"recall":0.838933,"f1":0.80942,"accuracy":0.838933,"main_score":0.80942,"hf_subset":"pap_Latn-jav_Latn","languages":["pap-Latn","jav-Latn"]},{"precision":0.584046,"recall":0.65415,"f1":0.60445,"accuracy":0.65415,"main_score":0.60445,"hf_subset":"pap_Latn-lao_Laoo","languages":["pap-Latn","lao-Laoo"]},{"precision":0.403537,"recall":0.479249,"f1":0.424268,"accuracy":0.479249,"main_score":0.424268,"hf_subset":"pap_Latn-mri_Latn","languages":["pap-Latn","mri-Latn"]},{"precision":0.910359,"recall":0.934783,"f1":0.918215,"accuracy":0.934783,"main_score":0.918215,"hf_subset":"pap_Latn-rus_Cyrl","languages":["pap-Latn","rus-Cyrl"]},{"precision":0.421329,"recall":0.5,"f1":0.443219,"accuracy":0.5,"main_score":0.443219,"hf_subset":"pap_Latn-taq_Latn","languages":["pap-Latn","taq-Latn"]},{"precision":0.819121,"recall":0.856719,"f1":0.830201,"accuracy":0.856719,"main_score":0.830201,"hf_subset":"pap_Latn-war_Latn","languages":["pap-Latn","war-Latn"]},{"precision":0.89809,"recall":0.923913,"f1":0.905835,"accuracy":0.923913,"main_score":0.905835,"hf_subset":"pap_Latn-arb_Arab","languages":["pap-Latn","arb-Arab"]},{"precision":0.896331,"recall":0.920949,"f1":0.903936,"accuracy":0.920949,"main_score":0.903936,"hf_subset":"pap_Latn-bul_Cyrl","languages":["pap-Latn","bul-Cyrl"]},{"precision":0.92663,"recall":0.948617,"f1":0.933696,"accuracy":0.948617,"main_score":0.933696,"hf_subset":"pap_Latn-fra_Latn","languages":["pap-Latn","fra-Latn"]},{"precision":0.901433,"recall":0.929842,"f1":0.910474,"accuracy":0.929842,"main_score":0.910474,"hf_subset":"pap_Latn-jpn_Jpan","languages":["pap-Latn","jpn-Jpan"]},{"precision":0.884881,"recall":0.916008,"f1":0.89473,"accuracy":0.916008,"main_score":0.89473,"hf_subset":"pap_Latn-lij_Latn","languages":["pap-Latn","lij-Latn"]},{"precision":0.593408,"recall":0.675889,"f1":0.617809,"accuracy":0.675889,"main_score":0.617809,"hf_subset":"pap_Latn-mya_Mymr","languages":["pap-Latn","mya-Mymr"]},{"precision":0.491109,"recall":0.572134,"f1":0.514993,"accuracy":0.572134,"main_score":0.514993,"hf_subset":"pap_Latn-sag_Latn","languages":["pap-Latn","sag-Latn"]},{"precision":0.149544,"recall":0.236166,"f1":0.168558,"accuracy":0.236166,"main_score":0.168558,"hf_subset":"pap_Latn-taq_Tfng","languages":["pap-Latn","taq-Tfng"]},{"precision":0.484712,"recall":0.564229,"f1":0.507548,"accuracy":0.564229,"main_score":0.507548,"hf_subset":"pap_Latn-wol_Latn","languages":["pap-Latn","wol-Latn"]},{"precision":0.289742,"recall":0.382411,"f1":0.313975,"accuracy":0.382411,"main_score":0.313975,"hf_subset":"pap_Latn-arb_Latn","languages":["pap-Latn","arb-Latn"]},{"precision":0.92169,"recall":0.942688,"f1":0.928063,"accuracy":0.942688,"main_score":0.928063,"hf_subset":"pap_Latn-cat_Latn","languages":["pap-Latn","cat-Latn"]},{"precision":0.842205,"recall":0.878458,"f1":0.853002,"accuracy":0.878458,"main_score":0.853002,"hf_subset":"pap_Latn-fur_Latn","languages":["pap-Latn","fur-Latn"]},{"precision":0.303831,"recall":0.380435,"f1":0.324909,"accuracy":0.380435,"main_score":0.324909,"hf_subset":"pap_Latn-kab_Latn","languages":["pap-Latn","kab-Latn"]},{"precision":0.770276,"recall":0.818182,"f1":0.784717,"accuracy":0.818182,"main_score":0.784717,"hf_subset":"pap_Latn-lim_Latn","languages":["pap-Latn","lim-Latn"]},{"precision":0.911684,"recall":0.933794,"f1":0.918267,"accuracy":0.933794,"main_score":0.918267,"hf_subset":"pap_Latn-nld_Latn","languages":["pap-Latn","nld-Latn"]},{"precision":0.788538,"recall":0.836957,"f1":0.803742,"accuracy":0.836957,"main_score":0.803742,"hf_subset":"pap_Latn-san_Deva","languages":["pap-Latn","san-Deva"]},{"precision":0.632609,"recall":0.700593,"f1":0.652735,"accuracy":0.700593,"main_score":0.652735,"hf_subset":"pap_Latn-tat_Cyrl","languages":["pap-Latn","tat-Cyrl"]},{"precision":0.456559,"recall":0.540514,"f1":0.48075,"accuracy":0.540514,"main_score":0.48075,"hf_subset":"pap_Latn-xho_Latn","languages":["pap-Latn","xho-Latn"]},{"precision":0.897819,"recall":0.923913,"f1":0.905748,"accuracy":0.923913,"main_score":0.905748,"hf_subset":"pap_Latn-ars_Arab","languages":["pap-Latn","ars-Arab"]},{"precision":0.767605,"recall":0.81917,"f1":0.783432,"accuracy":0.81917,"main_score":0.783432,"hf_subset":"pap_Latn-ceb_Latn","languages":["pap-Latn","ceb-Latn"]},{"precision":0.443224,"recall":0.520751,"f1":0.465333,"accuracy":0.520751,"main_score":0.465333,"hf_subset":"pap_Latn-fuv_Latn","languages":["pap-Latn","fuv-Latn"]},{"precision":0.446733,"recall":0.527668,"f1":0.46941,"accuracy":0.527668,"main_score":0.46941,"hf_subset":"pap_Latn-kac_Latn","languages":["pap-Latn","kac-Latn"]},{"precision":0.519975,"recall":0.589921,"f1":0.539683,"accuracy":0.589921,"main_score":0.539683,"hf_subset":"pap_Latn-lin_Latn","languages":["pap-Latn","lin-Latn"]},{"precision":0.858607,"recall":0.890316,"f1":0.868356,"accuracy":0.890316,"main_score":0.868356,"hf_subset":"pap_Latn-nno_Latn","languages":["pap-Latn","nno-Latn"]},{"precision":0.200743,"recall":0.257905,"f1":0.215126,"accuracy":0.257905,"main_score":0.215126,"hf_subset":"pap_Latn-sat_Olck","languages":["pap-Latn","sat-Olck"]},{"precision":0.852602,"recall":0.889328,"f1":0.864065,"accuracy":0.889328,"main_score":0.864065,"hf_subset":"pap_Latn-tel_Telu","languages":["pap-Latn","tel-Telu"]},{"precision":0.3448,"recall":0.427866,"f1":0.366982,"accuracy":0.427866,"main_score":0.366982,"hf_subset":"pap_Latn-ydd_Hebr","languages":["pap-Latn","ydd-Hebr"]},{"precision":0.771972,"recall":0.824111,"f1":0.78751,"accuracy":0.824111,"main_score":0.78751,"hf_subset":"pap_Latn-ary_Arab","languages":["pap-Latn","ary-Arab"]},{"precision":0.838745,"recall":0.876482,"f1":0.850346,"accuracy":0.876482,"main_score":0.850346,"hf_subset":"pap_Latn-ces_Latn","languages":["pap-Latn","ces-Latn"]},{"precision":0.331648,"recall":0.41502,"f1":0.35242,"accuracy":0.41502,"main_score":0.35242,"hf_subset":"pap_Latn-gaz_Latn","languages":["pap-Latn","gaz-Latn"]},{"precision":0.458328,"recall":0.528656,"f1":0.477834,"accuracy":0.528656,"main_score":0.477834,"hf_subset":"pap_Latn-kam_Latn","languages":["pap-Latn","kam-Latn"]},{"precision":0.706623,"recall":0.768775,"f1":0.725516,"accuracy":0.768775,"main_score":0.725516,"hf_subset":"pap_Latn-lit_Latn","languages":["pap-Latn","lit-Latn"]},{"precision":0.886759,"recall":0.916008,"f1":0.895553,"accuracy":0.916008,"main_score":0.895553,"hf_subset":"pap_Latn-nob_Latn","languages":["pap-Latn","nob-Latn"]},{"precision":0.777396,"recall":0.828063,"f1":0.792385,"accuracy":0.828063,"main_score":0.792385,"hf_subset":"pap_Latn-scn_Latn","languages":["pap-Latn","scn-Latn"]},{"precision":0.459807,"recall":0.538538,"f1":0.482617,"accuracy":0.538538,"main_score":0.482617,"hf_subset":"pap_Latn-tgk_Cyrl","languages":["pap-Latn","tgk-Cyrl"]},{"precision":0.398511,"recall":0.475296,"f1":0.420273,"accuracy":0.475296,"main_score":0.420273,"hf_subset":"pap_Latn-yor_Latn","languages":["pap-Latn","yor-Latn"]},{"precision":0.872497,"recall":0.903162,"f1":0.881899,"accuracy":0.903162,"main_score":0.881899,"hf_subset":"pap_Latn-arz_Arab","languages":["pap-Latn","arz-Arab"]},{"precision":0.458698,"recall":0.54249,"f1":0.481785,"accuracy":0.54249,"main_score":0.481785,"hf_subset":"pap_Latn-cjk_Latn","languages":["pap-Latn","cjk-Latn"]},{"precision":0.384906,"recall":0.463439,"f1":0.406545,"accuracy":0.463439,"main_score":0.406545,"hf_subset":"pap_Latn-gla_Latn","languages":["pap-Latn","gla-Latn"]},{"precision":0.851861,"recall":0.891304,"f1":0.864163,"accuracy":0.891304,"main_score":0.864163,"hf_subset":"pap_Latn-kan_Knda","languages":["pap-Latn","kan-Knda"]},{"precision":0.824358,"recall":0.862648,"f1":0.836495,"accuracy":0.862648,"main_score":0.836495,"hf_subset":"pap_Latn-lmo_Latn","languages":["pap-Latn","lmo-Latn"]},{"precision":0.885128,"recall":0.91502,"f1":0.894829,"accuracy":0.91502,"main_score":0.894829,"hf_subset":"pap_Latn-npi_Deva","languages":["pap-Latn","npi-Deva"]},{"precision":0.3838,"recall":0.478261,"f1":0.409826,"accuracy":0.478261,"main_score":0.409826,"hf_subset":"pap_Latn-shn_Mymr","languages":["pap-Latn","shn-Mymr"]},{"precision":0.795925,"recall":0.847826,"f1":0.811728,"accuracy":0.847826,"main_score":0.811728,"hf_subset":"pap_Latn-tgl_Latn","languages":["pap-Latn","tgl-Latn"]},{"precision":0.891634,"recall":0.920949,"f1":0.900988,"accuracy":0.920949,"main_score":0.900988,"hf_subset":"pap_Latn-yue_Hant","languages":["pap-Latn","yue-Hant"]},{"precision":0.744601,"recall":0.801383,"f1":0.76222,"accuracy":0.801383,"main_score":0.76222,"hf_subset":"pap_Latn-asm_Beng","languages":["pap-Latn","asm-Beng"]},{"precision":0.383136,"recall":0.460474,"f1":0.404382,"accuracy":0.460474,"main_score":0.404382,"hf_subset":"pap_Latn-ckb_Arab","languages":["pap-Latn","ckb-Arab"]},{"precision":0.409453,"recall":0.488142,"f1":0.430747,"accuracy":0.488142,"main_score":0.430747,"hf_subset":"pap_Latn-gle_Latn","languages":["pap-Latn","gle-Latn"]},{"precision":0.637879,"recall":0.718379,"f1":0.661694,"accuracy":0.718379,"main_score":0.661694,"hf_subset":"pap_Latn-kas_Arab","languages":["pap-Latn","kas-Arab"]},{"precision":0.626719,"recall":0.695652,"f1":0.647013,"accuracy":0.695652,"main_score":0.647013,"hf_subset":"pap_Latn-ltg_Latn","languages":["pap-Latn","ltg-Latn"]},{"precision":0.478894,"recall":0.552372,"f1":0.500429,"accuracy":0.552372,"main_score":0.500429,"hf_subset":"pap_Latn-nso_Latn","languages":["pap-Latn","nso-Latn"]},{"precision":0.681515,"recall":0.750988,"f1":0.702337,"accuracy":0.750988,"main_score":0.702337,"hf_subset":"pap_Latn-sin_Sinh","languages":["pap-Latn","sin-Sinh"]},{"precision":0.884799,"recall":0.913043,"f1":0.893841,"accuracy":0.913043,"main_score":0.893841,"hf_subset":"pap_Latn-tha_Thai","languages":["pap-Latn","tha-Thai"]},{"precision":0.897678,"recall":0.922925,"f1":0.905534,"accuracy":0.922925,"main_score":0.905534,"hf_subset":"pap_Latn-zho_Hans","languages":["pap-Latn","zho-Hans"]},{"precision":0.887269,"recall":0.909091,"f1":0.893566,"accuracy":0.909091,"main_score":0.893566,"hf_subset":"pap_Latn-ast_Latn","languages":["pap-Latn","ast-Latn"]},{"precision":0.673386,"recall":0.742095,"f1":0.693497,"accuracy":0.742095,"main_score":0.693497,"hf_subset":"pap_Latn-crh_Latn","languages":["pap-Latn","crh-Latn"]},{"precision":0.935347,"recall":0.951581,"f1":0.940152,"accuracy":0.951581,"main_score":0.940152,"hf_subset":"pap_Latn-glg_Latn","languages":["pap-Latn","glg-Latn"]},{"precision":0.531918,"recall":0.623518,"f1":0.559162,"accuracy":0.623518,"main_score":0.559162,"hf_subset":"pap_Latn-kas_Deva","languages":["pap-Latn","kas-Deva"]},{"precision":0.745109,"recall":0.797431,"f1":0.760658,"accuracy":0.797431,"main_score":0.760658,"hf_subset":"pap_Latn-ltz_Latn","languages":["pap-Latn","ltz-Latn"]},{"precision":0.343699,"recall":0.424901,"f1":0.3653,"accuracy":0.424901,"main_score":0.3653,"hf_subset":"pap_Latn-nus_Latn","languages":["pap-Latn","nus-Latn"]},{"precision":0.839509,"recall":0.876482,"f1":0.850871,"accuracy":0.876482,"main_score":0.850871,"hf_subset":"pap_Latn-slk_Latn","languages":["pap-Latn","slk-Latn"]},{"precision":0.368457,"recall":0.455534,"f1":0.392411,"accuracy":0.455534,"main_score":0.392411,"hf_subset":"pap_Latn-tir_Ethi","languages":["pap-Latn","tir-Ethi"]},{"precision":0.88274,"recall":0.916996,"f1":0.893577,"accuracy":0.916996,"main_score":0.893577,"hf_subset":"pap_Latn-zho_Hant","languages":["pap-Latn","zho-Hant"]},{"precision":0.902207,"recall":0.926877,"f1":0.909881,"accuracy":0.926877,"main_score":0.909881,"hf_subset":"pap_Latn-awa_Deva","languages":["pap-Latn","awa-Deva"]},{"precision":0.460694,"recall":0.550395,"f1":0.484795,"accuracy":0.550395,"main_score":0.484795,"hf_subset":"pap_Latn-cym_Latn","languages":["pap-Latn","cym-Latn"]},{"precision":0.65024,"recall":0.716403,"f1":0.66978,"accuracy":0.716403,"main_score":0.66978,"hf_subset":"pap_Latn-grn_Latn","languages":["pap-Latn","grn-Latn"]},{"precision":0.757987,"recall":0.814229,"f1":0.775329,"accuracy":0.814229,"main_score":0.775329,"hf_subset":"pap_Latn-kat_Geor","languages":["pap-Latn","kat-Geor"]},{"precision":0.513307,"recall":0.588933,"f1":0.535415,"accuracy":0.588933,"main_score":0.535415,"hf_subset":"pap_Latn-lua_Latn","languages":["pap-Latn","lua-Latn"]},{"precision":0.494033,"recall":0.559289,"f1":0.512612,"accuracy":0.559289,"main_score":0.512612,"hf_subset":"pap_Latn-nya_Latn","languages":["pap-Latn","nya-Latn"]},{"precision":0.791231,"recall":0.836957,"f1":0.805248,"accuracy":0.836957,"main_score":0.805248,"hf_subset":"pap_Latn-slv_Latn","languages":["pap-Latn","slv-Latn"]},{"precision":0.718824,"recall":0.775692,"f1":0.736199,"accuracy":0.775692,"main_score":0.736199,"hf_subset":"pap_Latn-tpi_Latn","languages":["pap-Latn","tpi-Latn"]},{"precision":0.89958,"recall":0.925889,"f1":0.907565,"accuracy":0.925889,"main_score":0.907565,"hf_subset":"pap_Latn-zsm_Latn","languages":["pap-Latn","zsm-Latn"]},{"precision":0.425348,"recall":0.512846,"f1":0.448428,"accuracy":0.512846,"main_score":0.448428,"hf_subset":"pap_Latn-ayr_Latn","languages":["pap-Latn","ayr-Latn"]},{"precision":0.897596,"recall":0.923913,"f1":0.905962,"accuracy":0.923913,"main_score":0.905962,"hf_subset":"pap_Latn-dan_Latn","languages":["pap-Latn","dan-Latn"]},{"precision":0.835672,"recall":0.879447,"f1":0.849802,"accuracy":0.879447,"main_score":0.849802,"hf_subset":"pap_Latn-guj_Gujr","languages":["pap-Latn","guj-Gujr"]},{"precision":0.659838,"recall":0.717391,"f1":0.676514,"accuracy":0.717391,"main_score":0.676514,"hf_subset":"pap_Latn-kaz_Cyrl","languages":["pap-Latn","kaz-Cyrl"]},{"precision":0.413545,"recall":0.490119,"f1":0.435761,"accuracy":0.490119,"main_score":0.435761,"hf_subset":"pap_Latn-lug_Latn","languages":["pap-Latn","lug-Latn"]},{"precision":0.929101,"recall":0.947628,"f1":0.935013,"accuracy":0.947628,"main_score":0.935013,"hf_subset":"pap_Latn-oci_Latn","languages":["pap-Latn","oci-Latn"]},{"precision":0.477472,"recall":0.554348,"f1":0.498956,"accuracy":0.554348,"main_score":0.498956,"hf_subset":"pap_Latn-smo_Latn","languages":["pap-Latn","smo-Latn"]},{"precision":0.43425,"recall":0.512846,"f1":0.456199,"accuracy":0.512846,"main_score":0.456199,"hf_subset":"pap_Latn-tsn_Latn","languages":["pap-Latn","tsn-Latn"]},{"precision":0.423532,"recall":0.497036,"f1":0.443273,"accuracy":0.497036,"main_score":0.443273,"hf_subset":"pap_Latn-zul_Latn","languages":["pap-Latn","zul-Latn"]},{"precision":0.616671,"recall":0.697628,"f1":0.64045,"accuracy":0.697628,"main_score":0.64045,"hf_subset":"pap_Latn-azb_Arab","languages":["pap-Latn","azb-Arab"]},{"precision":0.929595,"recall":0.949605,"f1":0.935954,"accuracy":0.949605,"main_score":0.935954,"hf_subset":"pap_Latn-deu_Latn","languages":["pap-Latn","deu-Latn"]},{"precision":0.687409,"recall":0.759881,"f1":0.709532,"accuracy":0.759881,"main_score":0.709532,"hf_subset":"pap_Latn-hat_Latn","languages":["pap-Latn","hat-Latn"]},{"precision":0.387987,"recall":0.467391,"f1":0.410129,"accuracy":0.467391,"main_score":0.410129,"hf_subset":"pap_Latn-kbp_Latn","languages":["pap-Latn","kbp-Latn"]},{"precision":0.473791,"recall":0.554348,"f1":0.496614,"accuracy":0.554348,"main_score":0.496614,"hf_subset":"pap_Latn-luo_Latn","languages":["pap-Latn","luo-Latn"]},{"precision":0.49012,"recall":0.560277,"f1":0.510306,"accuracy":0.560277,"main_score":0.510306,"hf_subset":"pap_Latn-ory_Orya","languages":["pap-Latn","ory-Orya"]},{"precision":0.452224,"recall":0.521739,"f1":0.471642,"accuracy":0.521739,"main_score":0.471642,"hf_subset":"pap_Latn-sna_Latn","languages":["pap-Latn","sna-Latn"]},{"precision":0.431658,"recall":0.501976,"f1":0.450983,"accuracy":0.501976,"main_score":0.450983,"hf_subset":"pap_Latn-tso_Latn","languages":["pap-Latn","tso-Latn"]},{"precision":0.711882,"recall":0.777668,"f1":0.731873,"accuracy":0.777668,"main_score":0.731873,"hf_subset":"pap_Latn-azj_Latn","languages":["pap-Latn","azj-Latn"]},{"precision":0.444017,"recall":0.519763,"f1":0.46548,"accuracy":0.519763,"main_score":0.46548,"hf_subset":"pap_Latn-dik_Latn","languages":["pap-Latn","dik-Latn"]},{"precision":0.471386,"recall":0.528656,"f1":0.487834,"accuracy":0.528656,"main_score":0.487834,"hf_subset":"pap_Latn-hau_Latn","languages":["pap-Latn","hau-Latn"]},{"precision":0.878435,"recall":0.909091,"f1":0.88806,"accuracy":0.909091,"main_score":0.88806,"hf_subset":"pap_Latn-kea_Latn","languages":["pap-Latn","kea-Latn"]},{"precision":0.601103,"recall":0.667984,"f1":0.620243,"accuracy":0.667984,"main_score":0.620243,"hf_subset":"pap_Latn-lus_Latn","languages":["pap-Latn","lus-Latn"]},{"precision":0.728722,"recall":0.780632,"f1":0.744026,"accuracy":0.780632,"main_score":0.744026,"hf_subset":"pap_Latn-pag_Latn","languages":["pap-Latn","pag-Latn"]},{"precision":0.625495,"recall":0.704545,"f1":0.649398,"accuracy":0.704545,"main_score":0.649398,"hf_subset":"pap_Latn-snd_Arab","languages":["pap-Latn","snd-Arab"]},{"precision":0.582075,"recall":0.652174,"f1":0.602769,"accuracy":0.652174,"main_score":0.602769,"hf_subset":"pap_Latn-tuk_Latn","languages":["pap-Latn","tuk-Latn"]},{"precision":0.639443,"recall":0.699605,"f1":0.657303,"accuracy":0.699605,"main_score":0.657303,"hf_subset":"pap_Latn-bak_Cyrl","languages":["pap-Latn","bak-Cyrl"]},{"precision":0.367381,"recall":0.463439,"f1":0.394977,"accuracy":0.463439,"main_score":0.394977,"hf_subset":"pap_Latn-dyu_Latn","languages":["pap-Latn","dyu-Latn"]},{"precision":0.728467,"recall":0.786561,"f1":0.746615,"accuracy":0.786561,"main_score":0.746615,"hf_subset":"pap_Latn-heb_Hebr","languages":["pap-Latn","heb-Hebr"]},{"precision":0.443858,"recall":0.518775,"f1":0.464404,"accuracy":0.518775,"main_score":0.464404,"hf_subset":"pap_Latn-khk_Cyrl","languages":["pap-Latn","khk-Cyrl"]},{"precision":0.752827,"recall":0.799407,"f1":0.767358,"accuracy":0.799407,"main_score":0.767358,"hf_subset":"pap_Latn-lvs_Latn","languages":["pap-Latn","lvs-Latn"]},{"precision":0.750222,"recall":0.811265,"f1":0.768928,"accuracy":0.811265,"main_score":0.768928,"hf_subset":"pap_Latn-pan_Guru","languages":["pap-Latn","pan-Guru"]},{"precision":0.405667,"recall":0.472332,"f1":0.424182,"accuracy":0.472332,"main_score":0.424182,"hf_subset":"pap_Latn-som_Latn","languages":["pap-Latn","som-Latn"]},{"precision":0.479482,"recall":0.541502,"f1":0.497191,"accuracy":0.541502,"main_score":0.497191,"hf_subset":"pap_Latn-tum_Latn","languages":["pap-Latn","tum-Latn"]},{"precision":0.281253,"recall":0.333992,"f1":0.293883,"accuracy":0.333992,"main_score":0.293883,"hf_subset":"sot_Latn-ace_Arab","languages":["sot-Latn","ace-Arab"]},{"precision":0.40303,"recall":0.445652,"f1":0.416074,"accuracy":0.445652,"main_score":0.416074,"hf_subset":"sot_Latn-bam_Latn","languages":["sot-Latn","bam-Latn"]},{"precision":0.13059,"recall":0.188735,"f1":0.145225,"accuracy":0.188735,"main_score":0.145225,"hf_subset":"sot_Latn-dzo_Tibt","languages":["sot-Latn","dzo-Tibt"]},{"precision":0.43835,"recall":0.51087,"f1":0.456437,"accuracy":0.51087,"main_score":0.456437,"hf_subset":"sot_Latn-hin_Deva","languages":["sot-Latn","hin-Deva"]},{"precision":0.375167,"recall":0.432806,"f1":0.391441,"accuracy":0.432806,"main_score":0.391441,"hf_subset":"sot_Latn-khm_Khmr","languages":["sot-Latn","khm-Khmr"]},{"precision":0.441863,"recall":0.5,"f1":0.457512,"accuracy":0.5,"main_score":0.457512,"hf_subset":"sot_Latn-mag_Deva","languages":["sot-Latn","mag-Deva"]},{"precision":0.484371,"recall":0.516798,"f1":0.493277,"accuracy":0.516798,"main_score":0.493277,"hf_subset":"sot_Latn-pap_Latn","languages":["sot-Latn","pap-Latn"]},{"precision":0.461438,"recall":0.521739,"f1":0.476974,"accuracy":0.521739,"main_score":0.476974,"hf_subset":"sot_Latn-tur_Latn","languages":["sot-Latn","tur-Latn"]},{"precision":0.473782,"recall":0.507905,"f1":0.483762,"accuracy":0.507905,"main_score":0.483762,"hf_subset":"sot_Latn-ace_Latn","languages":["sot-Latn","ace-Latn"]},{"precision":0.473045,"recall":0.512846,"f1":0.483606,"accuracy":0.512846,"main_score":0.483606,"hf_subset":"sot_Latn-ban_Latn","languages":["sot-Latn","ban-Latn"]},{"precision":0.381046,"recall":0.439723,"f1":0.396455,"accuracy":0.439723,"main_score":0.396455,"hf_subset":"sot_Latn-ell_Grek","languages":["sot-Latn","ell-Grek"]},{"precision":0.427739,"recall":0.482213,"f1":0.443163,"accuracy":0.482213,"main_score":0.443163,"hf_subset":"sot_Latn-hne_Deva","languages":["sot-Latn","hne-Deva"]},{"precision":0.434287,"recall":0.481225,"f1":0.44683,"accuracy":0.481225,"main_score":0.44683,"hf_subset":"sot_Latn-kik_Latn","languages":["sot-Latn","kik-Latn"]},{"precision":0.446313,"recall":0.501976,"f1":0.461794,"accuracy":0.501976,"main_score":0.461794,"hf_subset":"sot_Latn-mai_Deva","languages":["sot-Latn","mai-Deva"]},{"precision":0.417352,"recall":0.465415,"f1":0.430599,"accuracy":0.465415,"main_score":0.430599,"hf_subset":"sot_Latn-pbt_Arab","languages":["sot-Latn","pbt-Arab"]},{"precision":0.462604,"recall":0.530632,"f1":0.480014,"accuracy":0.530632,"main_score":0.480014,"hf_subset":"sot_Latn-spa_Latn","languages":["sot-Latn","spa-Latn"]},{"precision":0.492572,"recall":0.523715,"f1":0.502207,"accuracy":0.523715,"main_score":0.502207,"hf_subset":"sot_Latn-twi_Latn","languages":["sot-Latn","twi-Latn"]},{"precision":0.419976,"recall":0.481225,"f1":0.436101,"accuracy":0.481225,"main_score":0.436101,"hf_subset":"sot_Latn-acm_Arab","languages":["sot-Latn","acm-Arab"]},{"precision":0.399922,"recall":0.452569,"f1":0.414246,"accuracy":0.452569,"main_score":0.414246,"hf_subset":"sot_Latn-bel_Cyrl","languages":["sot-Latn","bel-Cyrl"]},{"precision":0.496302,"recall":0.552372,"f1":0.511178,"accuracy":0.552372,"main_score":0.511178,"hf_subset":"sot_Latn-eng_Latn","languages":["sot-Latn","eng-Latn"]},{"precision":0.45088,"recall":0.5,"f1":0.463959,"accuracy":0.5,"main_score":0.463959,"hf_subset":"sot_Latn-hrv_Latn","languages":["sot-Latn","hrv-Latn"]},{"precision":0.442348,"recall":0.487154,"f1":0.454923,"accuracy":0.487154,"main_score":0.454923,"hf_subset":"sot_Latn-kin_Latn","languages":["sot-Latn","kin-Latn"]},{"precision":0.416336,"recall":0.487154,"f1":0.435271,"accuracy":0.487154,"main_score":0.435271,"hf_subset":"sot_Latn-mal_Mlym","languages":["sot-Latn","mal-Mlym"]},{"precision":0.439805,"recall":0.509881,"f1":0.45784,"accuracy":0.509881,"main_score":0.45784,"hf_subset":"sot_Latn-pes_Arab","languages":["sot-Latn","pes-Arab"]},{"precision":0.47256,"recall":0.508893,"f1":0.482419,"accuracy":0.508893,"main_score":0.482419,"hf_subset":"sot_Latn-srd_Latn","languages":["sot-Latn","srd-Latn"]},{"precision":0.142417,"recall":0.19664,"f1":0.156122,"accuracy":0.19664,"main_score":0.156122,"hf_subset":"sot_Latn-tzm_Tfng","languages":["sot-Latn","tzm-Tfng"]},{"precision":0.426364,"recall":0.492095,"f1":0.442972,"accuracy":0.492095,"main_score":0.442972,"hf_subset":"sot_Latn-acq_Arab","languages":["sot-Latn","acq-Arab"]},{"precision":0.481194,"recall":0.514822,"f1":0.490458,"accuracy":0.514822,"main_score":0.490458,"hf_subset":"sot_Latn-bem_Latn","languages":["sot-Latn","bem-Latn"]},{"precision":0.45649,"recall":0.497036,"f1":0.468451,"accuracy":0.497036,"main_score":0.468451,"hf_subset":"sot_Latn-epo_Latn","languages":["sot-Latn","epo-Latn"]},{"precision":0.428631,"recall":0.48913,"f1":0.444403,"accuracy":0.48913,"main_score":0.444403,"hf_subset":"sot_Latn-hun_Latn","languages":["sot-Latn","hun-Latn"]},{"precision":0.431468,"recall":0.476285,"f1":0.444119,"accuracy":0.476285,"main_score":0.444119,"hf_subset":"sot_Latn-kir_Cyrl","languages":["sot-Latn","kir-Cyrl"]},{"precision":0.438498,"recall":0.506917,"f1":0.456674,"accuracy":0.506917,"main_score":0.456674,"hf_subset":"sot_Latn-mar_Deva","languages":["sot-Latn","mar-Deva"]},{"precision":0.457027,"recall":0.492095,"f1":0.467212,"accuracy":0.492095,"main_score":0.467212,"hf_subset":"sot_Latn-plt_Latn","languages":["sot-Latn","plt-Latn"]},{"precision":0.428375,"recall":0.472332,"f1":0.441136,"accuracy":0.472332,"main_score":0.441136,"hf_subset":"sot_Latn-srp_Cyrl","languages":["sot-Latn","srp-Cyrl"]},{"precision":0.287228,"recall":0.336957,"f1":0.300155,"accuracy":0.336957,"main_score":0.300155,"hf_subset":"sot_Latn-uig_Arab","languages":["sot-Latn","uig-Arab"]},{"precision":0.409744,"recall":0.465415,"f1":0.42471,"accuracy":0.465415,"main_score":0.42471,"hf_subset":"sot_Latn-aeb_Arab","languages":["sot-Latn","aeb-Arab"]},{"precision":0.425776,"recall":0.493083,"f1":0.443408,"accuracy":0.493083,"main_score":0.443408,"hf_subset":"sot_Latn-ben_Beng","languages":["sot-Latn","ben-Beng"]},{"precision":0.44595,"recall":0.488142,"f1":0.457681,"accuracy":0.488142,"main_score":0.457681,"hf_subset":"sot_Latn-est_Latn","languages":["sot-Latn","est-Latn"]},{"precision":0.392264,"recall":0.437747,"f1":0.404729,"accuracy":0.437747,"main_score":0.404729,"hf_subset":"sot_Latn-hye_Armn","languages":["sot-Latn","hye-Armn"]},{"precision":0.437903,"recall":0.477273,"f1":0.449382,"accuracy":0.477273,"main_score":0.449382,"hf_subset":"sot_Latn-kmb_Latn","languages":["sot-Latn","kmb-Latn"]},{"precision":0.239984,"recall":0.287549,"f1":0.252717,"accuracy":0.287549,"main_score":0.252717,"hf_subset":"sot_Latn-min_Arab","languages":["sot-Latn","min-Arab"]},{"precision":0.4489,"recall":0.513834,"f1":0.466014,"accuracy":0.513834,"main_score":0.466014,"hf_subset":"sot_Latn-pol_Latn","languages":["sot-Latn","pol-Latn"]},{"precision":0.459387,"recall":0.504941,"f1":0.472169,"accuracy":0.504941,"main_score":0.472169,"hf_subset":"sot_Latn-ssw_Latn","languages":["sot-Latn","ssw-Latn"]},{"precision":0.445819,"recall":0.500988,"f1":0.460726,"accuracy":0.500988,"main_score":0.460726,"hf_subset":"sot_Latn-ukr_Cyrl","languages":["sot-Latn","ukr-Cyrl"]},{"precision":0.491285,"recall":0.525692,"f1":0.500511,"accuracy":0.525692,"main_score":0.500511,"hf_subset":"sot_Latn-afr_Latn","languages":["sot-Latn","afr-Latn"]},{"precision":0.440954,"recall":0.495059,"f1":0.455922,"accuracy":0.495059,"main_score":0.455922,"hf_subset":"sot_Latn-bho_Deva","languages":["sot-Latn","bho-Deva"]},{"precision":0.44075,"recall":0.486166,"f1":0.452855,"accuracy":0.486166,"main_score":0.452855,"hf_subset":"sot_Latn-eus_Latn","languages":["sot-Latn","eus-Latn"]},{"precision":0.422972,"recall":0.477273,"f1":0.438229,"accuracy":0.477273,"main_score":0.438229,"hf_subset":"sot_Latn-ibo_Latn","languages":["sot-Latn","ibo-Latn"]},{"precision":0.43304,"recall":0.478261,"f1":0.44604,"accuracy":0.478261,"main_score":0.44604,"hf_subset":"sot_Latn-kmr_Latn","languages":["sot-Latn","kmr-Latn"]},{"precision":0.460257,"recall":0.501976,"f1":0.471411,"accuracy":0.501976,"main_score":0.471411,"hf_subset":"sot_Latn-min_Latn","languages":["sot-Latn","min-Latn"]},{"precision":0.461715,"recall":0.530632,"f1":0.479543,"accuracy":0.530632,"main_score":0.479543,"hf_subset":"sot_Latn-por_Latn","languages":["sot-Latn","por-Latn"]},{"precision":0.475452,"recall":0.511858,"f1":0.485195,"accuracy":0.511858,"main_score":0.485195,"hf_subset":"sot_Latn-sun_Latn","languages":["sot-Latn","sun-Latn"]},{"precision":0.427936,"recall":0.471344,"f1":0.44081,"accuracy":0.471344,"main_score":0.44081,"hf_subset":"sot_Latn-umb_Latn","languages":["sot-Latn","umb-Latn"]},{"precision":0.42736,"recall":0.485178,"f1":0.443465,"accuracy":0.485178,"main_score":0.443465,"hf_subset":"sot_Latn-ajp_Arab","languages":["sot-Latn","ajp-Arab"]},{"precision":0.259871,"recall":0.301383,"f1":0.270653,"accuracy":0.301383,"main_score":0.270653,"hf_subset":"sot_Latn-bjn_Arab","languages":["sot-Latn","bjn-Arab"]},{"precision":0.456979,"recall":0.491107,"f1":0.466465,"accuracy":0.491107,"main_score":0.466465,"hf_subset":"sot_Latn-ewe_Latn","languages":["sot-Latn","ewe-Latn"]},{"precision":0.505701,"recall":0.541502,"f1":0.515698,"accuracy":0.541502,"main_score":0.515698,"hf_subset":"sot_Latn-ilo_Latn","languages":["sot-Latn","ilo-Latn"]},{"precision":0.193109,"recall":0.245059,"f1":0.20581,"accuracy":0.245059,"main_score":0.20581,"hf_subset":"sot_Latn-knc_Arab","languages":["sot-Latn","knc-Arab"]},{"precision":0.446238,"recall":0.483202,"f1":0.456708,"accuracy":0.483202,"main_score":0.456708,"hf_subset":"sot_Latn-mkd_Cyrl","languages":["sot-Latn","mkd-Cyrl"]},{"precision":0.428086,"recall":0.495059,"f1":0.445242,"accuracy":0.495059,"main_score":0.445242,"hf_subset":"sot_Latn-prs_Arab","languages":["sot-Latn","prs-Arab"]},{"precision":0.45495,"recall":0.513834,"f1":0.470077,"accuracy":0.513834,"main_score":0.470077,"hf_subset":"sot_Latn-swe_Latn","languages":["sot-Latn","swe-Latn"]},{"precision":0.396373,"recall":0.462451,"f1":0.414899,"accuracy":0.462451,"main_score":0.414899,"hf_subset":"sot_Latn-urd_Arab","languages":["sot-Latn","urd-Arab"]},{"precision":0.482649,"recall":0.51581,"f1":0.492192,"accuracy":0.51581,"main_score":0.492192,"hf_subset":"sot_Latn-aka_Latn","languages":["sot-Latn","aka-Latn"]},{"precision":0.451437,"recall":0.493083,"f1":0.462774,"accuracy":0.493083,"main_score":0.462774,"hf_subset":"sot_Latn-bjn_Latn","languages":["sot-Latn","bjn-Latn"]},{"precision":0.422988,"recall":0.474308,"f1":0.437564,"accuracy":0.474308,"main_score":0.437564,"hf_subset":"sot_Latn-fao_Latn","languages":["sot-Latn","fao-Latn"]},{"precision":0.48266,"recall":0.543478,"f1":0.498281,"accuracy":0.543478,"main_score":0.498281,"hf_subset":"sot_Latn-ind_Latn","languages":["sot-Latn","ind-Latn"]},{"precision":0.476377,"recall":0.507905,"f1":0.485358,"accuracy":0.507905,"main_score":0.485358,"hf_subset":"sot_Latn-knc_Latn","languages":["sot-Latn","knc-Latn"]},{"precision":0.461574,"recall":0.499012,"f1":0.472196,"accuracy":0.499012,"main_score":0.472196,"hf_subset":"sot_Latn-mlt_Latn","languages":["sot-Latn","mlt-Latn"]},{"precision":0.446518,"recall":0.498024,"f1":0.460309,"accuracy":0.498024,"main_score":0.460309,"hf_subset":"sot_Latn-quy_Latn","languages":["sot-Latn","quy-Latn"]},{"precision":0.457853,"recall":0.502964,"f1":0.470205,"accuracy":0.502964,"main_score":0.470205,"hf_subset":"sot_Latn-swh_Latn","languages":["sot-Latn","swh-Latn"]},{"precision":0.403872,"recall":0.448617,"f1":0.416603,"accuracy":0.448617,"main_score":0.416603,"hf_subset":"sot_Latn-uzn_Latn","languages":["sot-Latn","uzn-Latn"]},{"precision":0.447617,"recall":0.488142,"f1":0.459035,"accuracy":0.488142,"main_score":0.459035,"hf_subset":"sot_Latn-als_Latn","languages":["sot-Latn","als-Latn"]},{"precision":0.200497,"recall":0.256917,"f1":0.214158,"accuracy":0.256917,"main_score":0.214158,"hf_subset":"sot_Latn-bod_Tibt","languages":["sot-Latn","bod-Tibt"]},{"precision":0.459059,"recall":0.5,"f1":0.471112,"accuracy":0.5,"main_score":0.471112,"hf_subset":"sot_Latn-fij_Latn","languages":["sot-Latn","fij-Latn"]},{"precision":0.408408,"recall":0.459486,"f1":0.422115,"accuracy":0.459486,"main_score":0.422115,"hf_subset":"sot_Latn-isl_Latn","languages":["sot-Latn","isl-Latn"]},{"precision":0.480175,"recall":0.51581,"f1":0.490251,"accuracy":0.51581,"main_score":0.490251,"hf_subset":"sot_Latn-kon_Latn","languages":["sot-Latn","kon-Latn"]},{"precision":0.32057,"recall":0.375494,"f1":0.334911,"accuracy":0.375494,"main_score":0.334911,"hf_subset":"sot_Latn-mni_Beng","languages":["sot-Latn","mni-Beng"]},{"precision":0.470414,"recall":0.521739,"f1":0.483958,"accuracy":0.521739,"main_score":0.483958,"hf_subset":"sot_Latn-ron_Latn","languages":["sot-Latn","ron-Latn"]},{"precision":0.42275,"recall":0.472332,"f1":0.436827,"accuracy":0.472332,"main_score":0.436827,"hf_subset":"sot_Latn-szl_Latn","languages":["sot-Latn","szl-Latn"]},{"precision":0.468274,"recall":0.501976,"f1":0.477777,"accuracy":0.501976,"main_score":0.477777,"hf_subset":"sot_Latn-vec_Latn","languages":["sot-Latn","vec-Latn"]},{"precision":0.370487,"recall":0.421937,"f1":0.384402,"accuracy":0.421937,"main_score":0.384402,"hf_subset":"sot_Latn-amh_Ethi","languages":["sot-Latn","amh-Ethi"]},{"precision":0.458558,"recall":0.51087,"f1":0.473043,"accuracy":0.51087,"main_score":0.473043,"hf_subset":"sot_Latn-bos_Latn","languages":["sot-Latn","bos-Latn"]},{"precision":0.443818,"recall":0.5,"f1":0.458292,"accuracy":0.5,"main_score":0.458292,"hf_subset":"sot_Latn-fin_Latn","languages":["sot-Latn","fin-Latn"]},{"precision":0.471254,"recall":0.533597,"f1":0.486291,"accuracy":0.533597,"main_score":0.486291,"hf_subset":"sot_Latn-ita_Latn","languages":["sot-Latn","ita-Latn"]},{"precision":0.422589,"recall":0.493083,"f1":0.441571,"accuracy":0.493083,"main_score":0.441571,"hf_subset":"sot_Latn-kor_Hang","languages":["sot-Latn","kor-Hang"]},{"precision":0.419897,"recall":0.463439,"f1":0.431845,"accuracy":0.463439,"main_score":0.431845,"hf_subset":"sot_Latn-mos_Latn","languages":["sot-Latn","mos-Latn"]},{"precision":0.443817,"recall":0.480237,"f1":0.45435,"accuracy":0.480237,"main_score":0.45435,"hf_subset":"sot_Latn-run_Latn","languages":["sot-Latn","run-Latn"]},{"precision":0.402309,"recall":0.470356,"f1":0.419405,"accuracy":0.470356,"main_score":0.419405,"hf_subset":"sot_Latn-tam_Taml","languages":["sot-Latn","tam-Taml"]},{"precision":0.443028,"recall":0.509881,"f1":0.460303,"accuracy":0.509881,"main_score":0.460303,"hf_subset":"sot_Latn-vie_Latn","languages":["sot-Latn","vie-Latn"]},{"precision":0.420564,"recall":0.47332,"f1":0.435205,"accuracy":0.47332,"main_score":0.435205,"hf_subset":"sot_Latn-apc_Arab","languages":["sot-Latn","apc-Arab"]},{"precision":0.453673,"recall":0.491107,"f1":0.464728,"accuracy":0.491107,"main_score":0.464728,"hf_subset":"sot_Latn-bug_Latn","languages":["sot-Latn","bug-Latn"]},{"precision":0.404092,"recall":0.447628,"f1":0.416779,"accuracy":0.447628,"main_score":0.416779,"hf_subset":"sot_Latn-fon_Latn","languages":["sot-Latn","fon-Latn"]},{"precision":0.481053,"recall":0.51581,"f1":0.49025,"accuracy":0.51581,"main_score":0.49025,"hf_subset":"sot_Latn-jav_Latn","languages":["sot-Latn","jav-Latn"]},{"precision":0.3952,"recall":0.440711,"f1":0.408417,"accuracy":0.440711,"main_score":0.408417,"hf_subset":"sot_Latn-lao_Laoo","languages":["sot-Latn","lao-Laoo"]},{"precision":0.423234,"recall":0.470356,"f1":0.436466,"accuracy":0.470356,"main_score":0.436466,"hf_subset":"sot_Latn-mri_Latn","languages":["sot-Latn","mri-Latn"]},{"precision":0.44284,"recall":0.511858,"f1":0.46101,"accuracy":0.511858,"main_score":0.46101,"hf_subset":"sot_Latn-rus_Cyrl","languages":["sot-Latn","rus-Cyrl"]},{"precision":0.410957,"recall":0.463439,"f1":0.426055,"accuracy":0.463439,"main_score":0.426055,"hf_subset":"sot_Latn-taq_Latn","languages":["sot-Latn","taq-Latn"]},{"precision":0.495565,"recall":0.529644,"f1":0.505287,"accuracy":0.529644,"main_score":0.505287,"hf_subset":"sot_Latn-war_Latn","languages":["sot-Latn","war-Latn"]},{"precision":0.421125,"recall":0.490119,"f1":0.438746,"accuracy":0.490119,"main_score":0.438746,"hf_subset":"sot_Latn-arb_Arab","languages":["sot-Latn","arb-Arab"]},{"precision":0.435802,"recall":0.493083,"f1":0.451718,"accuracy":0.493083,"main_score":0.451718,"hf_subset":"sot_Latn-bul_Cyrl","languages":["sot-Latn","bul-Cyrl"]},{"precision":0.459149,"recall":0.525692,"f1":0.477311,"accuracy":0.525692,"main_score":0.477311,"hf_subset":"sot_Latn-fra_Latn","languages":["sot-Latn","fra-Latn"]},{"precision":0.447253,"recall":0.51581,"f1":0.464492,"accuracy":0.51581,"main_score":0.464492,"hf_subset":"sot_Latn-jpn_Jpan","languages":["sot-Latn","jpn-Jpan"]},{"precision":0.460885,"recall":0.502964,"f1":0.472675,"accuracy":0.502964,"main_score":0.472675,"hf_subset":"sot_Latn-lij_Latn","languages":["sot-Latn","lij-Latn"]},{"precision":0.337981,"recall":0.396245,"f1":0.354063,"accuracy":0.396245,"main_score":0.354063,"hf_subset":"sot_Latn-mya_Mymr","languages":["sot-Latn","mya-Mymr"]},{"precision":0.447572,"recall":0.488142,"f1":0.459682,"accuracy":0.488142,"main_score":0.459682,"hf_subset":"sot_Latn-sag_Latn","languages":["sot-Latn","sag-Latn"]},{"precision":0.169899,"recall":0.226285,"f1":0.183295,"accuracy":0.226285,"main_score":0.183295,"hf_subset":"sot_Latn-taq_Tfng","languages":["sot-Latn","taq-Tfng"]},{"precision":0.440147,"recall":0.482213,"f1":0.452588,"accuracy":0.482213,"main_score":0.452588,"hf_subset":"sot_Latn-wol_Latn","languages":["sot-Latn","wol-Latn"]},{"precision":0.281335,"recall":0.357708,"f1":0.301549,"accuracy":0.357708,"main_score":0.301549,"hf_subset":"sot_Latn-arb_Latn","languages":["sot-Latn","arb-Latn"]},{"precision":0.454621,"recall":0.506917,"f1":0.468581,"accuracy":0.506917,"main_score":0.468581,"hf_subset":"sot_Latn-cat_Latn","languages":["sot-Latn","cat-Latn"]},{"precision":0.469903,"recall":0.512846,"f1":0.482415,"accuracy":0.512846,"main_score":0.482415,"hf_subset":"sot_Latn-fur_Latn","languages":["sot-Latn","fur-Latn"]},{"precision":0.317648,"recall":0.363636,"f1":0.33031,"accuracy":0.363636,"main_score":0.33031,"hf_subset":"sot_Latn-kab_Latn","languages":["sot-Latn","kab-Latn"]},{"precision":0.474461,"recall":0.511858,"f1":0.484848,"accuracy":0.511858,"main_score":0.484848,"hf_subset":"sot_Latn-lim_Latn","languages":["sot-Latn","lim-Latn"]},{"precision":0.482472,"recall":0.544466,"f1":0.498669,"accuracy":0.544466,"main_score":0.498669,"hf_subset":"sot_Latn-nld_Latn","languages":["sot-Latn","nld-Latn"]},{"precision":0.387692,"recall":0.448617,"f1":0.403599,"accuracy":0.448617,"main_score":0.403599,"hf_subset":"sot_Latn-san_Deva","languages":["sot-Latn","san-Deva"]},{"precision":0.443545,"recall":0.480237,"f1":0.453536,"accuracy":0.480237,"main_score":0.453536,"hf_subset":"sot_Latn-tat_Cyrl","languages":["sot-Latn","tat-Cyrl"]},{"precision":0.48163,"recall":0.517787,"f1":0.491858,"accuracy":0.517787,"main_score":0.491858,"hf_subset":"sot_Latn-xho_Latn","languages":["sot-Latn","xho-Latn"]},{"precision":0.400663,"recall":0.474308,"f1":0.419327,"accuracy":0.474308,"main_score":0.419327,"hf_subset":"sot_Latn-ars_Arab","languages":["sot-Latn","ars-Arab"]},{"precision":0.492351,"recall":0.529644,"f1":0.502755,"accuracy":0.529644,"main_score":0.502755,"hf_subset":"sot_Latn-ceb_Latn","languages":["sot-Latn","ceb-Latn"]},{"precision":0.431469,"recall":0.474308,"f1":0.44404,"accuracy":0.474308,"main_score":0.44404,"hf_subset":"sot_Latn-fuv_Latn","languages":["sot-Latn","fuv-Latn"]},{"precision":0.448004,"recall":0.493083,"f1":0.460759,"accuracy":0.493083,"main_score":0.460759,"hf_subset":"sot_Latn-kac_Latn","languages":["sot-Latn","kac-Latn"]},{"precision":0.483339,"recall":0.523715,"f1":0.494784,"accuracy":0.523715,"main_score":0.494784,"hf_subset":"sot_Latn-lin_Latn","languages":["sot-Latn","lin-Latn"]},{"precision":0.456838,"recall":0.51087,"f1":0.471588,"accuracy":0.51087,"main_score":0.471588,"hf_subset":"sot_Latn-nno_Latn","languages":["sot-Latn","nno-Latn"]},{"precision":0.178615,"recall":0.217391,"f1":0.188558,"accuracy":0.217391,"main_score":0.188558,"hf_subset":"sot_Latn-sat_Olck","languages":["sot-Latn","sat-Olck"]},{"precision":0.422411,"recall":0.488142,"f1":0.439591,"accuracy":0.488142,"main_score":0.439591,"hf_subset":"sot_Latn-tel_Telu","languages":["sot-Latn","tel-Telu"]},{"precision":0.274548,"recall":0.332016,"f1":0.289157,"accuracy":0.332016,"main_score":0.289157,"hf_subset":"sot_Latn-ydd_Hebr","languages":["sot-Latn","ydd-Hebr"]},{"precision":0.394937,"recall":0.445652,"f1":0.408425,"accuracy":0.445652,"main_score":0.408425,"hf_subset":"sot_Latn-ary_Arab","languages":["sot-Latn","ary-Arab"]},{"precision":0.444886,"recall":0.501976,"f1":0.460304,"accuracy":0.501976,"main_score":0.460304,"hf_subset":"sot_Latn-ces_Latn","languages":["sot-Latn","ces-Latn"]},{"precision":0.325334,"recall":0.387352,"f1":0.341287,"accuracy":0.387352,"main_score":0.341287,"hf_subset":"sot_Latn-gaz_Latn","languages":["sot-Latn","gaz-Latn"]},{"precision":0.445097,"recall":0.48913,"f1":0.457243,"accuracy":0.48913,"main_score":0.457243,"hf_subset":"sot_Latn-kam_Latn","languages":["sot-Latn","kam-Latn"]},{"precision":0.420487,"recall":0.469368,"f1":0.434243,"accuracy":0.469368,"main_score":0.434243,"hf_subset":"sot_Latn-lit_Latn","languages":["sot-Latn","lit-Latn"]},{"precision":0.458532,"recall":0.516798,"f1":0.473416,"accuracy":0.516798,"main_score":0.473416,"hf_subset":"sot_Latn-nob_Latn","languages":["sot-Latn","nob-Latn"]},{"precision":0.453973,"recall":0.501976,"f1":0.466315,"accuracy":0.501976,"main_score":0.466315,"hf_subset":"sot_Latn-scn_Latn","languages":["sot-Latn","scn-Latn"]},{"precision":0.378266,"recall":0.428854,"f1":0.392531,"accuracy":0.428854,"main_score":0.392531,"hf_subset":"sot_Latn-tgk_Cyrl","languages":["sot-Latn","tgk-Cyrl"]},{"precision":0.399325,"recall":0.450593,"f1":0.414075,"accuracy":0.450593,"main_score":0.414075,"hf_subset":"sot_Latn-yor_Latn","languages":["sot-Latn","yor-Latn"]},{"precision":0.429038,"recall":0.488142,"f1":0.444924,"accuracy":0.488142,"main_score":0.444924,"hf_subset":"sot_Latn-arz_Arab","languages":["sot-Latn","arz-Arab"]},{"precision":0.416984,"recall":0.461462,"f1":0.429913,"accuracy":0.461462,"main_score":0.429913,"hf_subset":"sot_Latn-cjk_Latn","languages":["sot-Latn","cjk-Latn"]},{"precision":0.377598,"recall":0.432806,"f1":0.392776,"accuracy":0.432806,"main_score":0.392776,"hf_subset":"sot_Latn-gla_Latn","languages":["sot-Latn","gla-Latn"]},{"precision":0.41416,"recall":0.477273,"f1":0.430431,"accuracy":0.477273,"main_score":0.430431,"hf_subset":"sot_Latn-kan_Knda","languages":["sot-Latn","kan-Knda"]},{"precision":0.468536,"recall":0.509881,"f1":0.479638,"accuracy":0.509881,"main_score":0.479638,"hf_subset":"sot_Latn-lmo_Latn","languages":["sot-Latn","lmo-Latn"]},{"precision":0.419264,"recall":0.482213,"f1":0.436296,"accuracy":0.482213,"main_score":0.436296,"hf_subset":"sot_Latn-npi_Deva","languages":["sot-Latn","npi-Deva"]},{"precision":0.384354,"recall":0.443676,"f1":0.401161,"accuracy":0.443676,"main_score":0.401161,"hf_subset":"sot_Latn-shn_Mymr","languages":["sot-Latn","shn-Mymr"]},{"precision":0.492651,"recall":0.534585,"f1":0.504745,"accuracy":0.534585,"main_score":0.504745,"hf_subset":"sot_Latn-tgl_Latn","languages":["sot-Latn","tgl-Latn"]},{"precision":0.424289,"recall":0.491107,"f1":0.441625,"accuracy":0.491107,"main_score":0.441625,"hf_subset":"sot_Latn-yue_Hant","languages":["sot-Latn","yue-Hant"]},{"precision":0.378099,"recall":0.431818,"f1":0.39332,"accuracy":0.431818,"main_score":0.39332,"hf_subset":"sot_Latn-asm_Beng","languages":["sot-Latn","asm-Beng"]},{"precision":0.321768,"recall":0.375494,"f1":0.336209,"accuracy":0.375494,"main_score":0.336209,"hf_subset":"sot_Latn-ckb_Arab","languages":["sot-Latn","ckb-Arab"]},{"precision":0.379213,"recall":0.429842,"f1":0.39314,"accuracy":0.429842,"main_score":0.39314,"hf_subset":"sot_Latn-gle_Latn","languages":["sot-Latn","gle-Latn"]},{"precision":0.350764,"recall":0.406126,"f1":0.365997,"accuracy":0.406126,"main_score":0.365997,"hf_subset":"sot_Latn-kas_Arab","languages":["sot-Latn","kas-Arab"]},{"precision":0.411185,"recall":0.458498,"f1":0.424448,"accuracy":0.458498,"main_score":0.424448,"hf_subset":"sot_Latn-ltg_Latn","languages":["sot-Latn","ltg-Latn"]},{"precision":0.648273,"recall":0.695652,"f1":0.660807,"accuracy":0.695652,"main_score":0.660807,"hf_subset":"sot_Latn-nso_Latn","languages":["sot-Latn","nso-Latn"]},{"precision":0.368686,"recall":0.429842,"f1":0.38511,"accuracy":0.429842,"main_score":0.38511,"hf_subset":"sot_Latn-sin_Sinh","languages":["sot-Latn","sin-Sinh"]},{"precision":0.421764,"recall":0.493083,"f1":0.439862,"accuracy":0.493083,"main_score":0.439862,"hf_subset":"sot_Latn-tha_Thai","languages":["sot-Latn","tha-Thai"]},{"precision":0.449812,"recall":0.514822,"f1":0.466249,"accuracy":0.514822,"main_score":0.466249,"hf_subset":"sot_Latn-zho_Hans","languages":["sot-Latn","zho-Hans"]},{"precision":0.467833,"recall":0.499012,"f1":0.476547,"accuracy":0.499012,"main_score":0.476547,"hf_subset":"sot_Latn-ast_Latn","languages":["sot-Latn","ast-Latn"]},{"precision":0.421872,"recall":0.469368,"f1":0.434694,"accuracy":0.469368,"main_score":0.434694,"hf_subset":"sot_Latn-crh_Latn","languages":["sot-Latn","crh-Latn"]},{"precision":0.47859,"recall":0.523715,"f1":0.491499,"accuracy":0.523715,"main_score":0.491499,"hf_subset":"sot_Latn-glg_Latn","languages":["sot-Latn","glg-Latn"]},{"precision":0.388592,"recall":0.442688,"f1":0.403197,"accuracy":0.442688,"main_score":0.403197,"hf_subset":"sot_Latn-kas_Deva","languages":["sot-Latn","kas-Deva"]},{"precision":0.455932,"recall":0.500988,"f1":0.468091,"accuracy":0.500988,"main_score":0.468091,"hf_subset":"sot_Latn-ltz_Latn","languages":["sot-Latn","ltz-Latn"]},{"precision":0.359319,"recall":0.414032,"f1":0.374288,"accuracy":0.414032,"main_score":0.374288,"hf_subset":"sot_Latn-nus_Latn","languages":["sot-Latn","nus-Latn"]},{"precision":0.451154,"recall":0.504941,"f1":0.4651,"accuracy":0.504941,"main_score":0.4651,"hf_subset":"sot_Latn-slk_Latn","languages":["sot-Latn","slk-Latn"]},{"precision":0.318901,"recall":0.373518,"f1":0.333996,"accuracy":0.373518,"main_score":0.333996,"hf_subset":"sot_Latn-tir_Ethi","languages":["sot-Latn","tir-Ethi"]},{"precision":0.421825,"recall":0.48913,"f1":0.438965,"accuracy":0.48913,"main_score":0.438965,"hf_subset":"sot_Latn-zho_Hant","languages":["sot-Latn","zho-Hant"]},{"precision":0.442766,"recall":0.504941,"f1":0.459193,"accuracy":0.504941,"main_score":0.459193,"hf_subset":"sot_Latn-awa_Deva","languages":["sot-Latn","awa-Deva"]},{"precision":0.403235,"recall":0.450593,"f1":0.416035,"accuracy":0.450593,"main_score":0.416035,"hf_subset":"sot_Latn-cym_Latn","languages":["sot-Latn","cym-Latn"]},{"precision":0.470805,"recall":0.507905,"f1":0.480705,"accuracy":0.507905,"main_score":0.480705,"hf_subset":"sot_Latn-grn_Latn","languages":["sot-Latn","grn-Latn"]},{"precision":0.374193,"recall":0.431818,"f1":0.389745,"accuracy":0.431818,"main_score":0.389745,"hf_subset":"sot_Latn-kat_Geor","languages":["sot-Latn","kat-Geor"]},{"precision":0.475329,"recall":0.504941,"f1":0.484289,"accuracy":0.504941,"main_score":0.484289,"hf_subset":"sot_Latn-lua_Latn","languages":["sot-Latn","lua-Latn"]},{"precision":0.488834,"recall":0.516798,"f1":0.497014,"accuracy":0.516798,"main_score":0.497014,"hf_subset":"sot_Latn-nya_Latn","languages":["sot-Latn","nya-Latn"]},{"precision":0.432999,"recall":0.48913,"f1":0.448257,"accuracy":0.48913,"main_score":0.448257,"hf_subset":"sot_Latn-slv_Latn","languages":["sot-Latn","slv-Latn"]},{"precision":0.486851,"recall":0.524704,"f1":0.497414,"accuracy":0.524704,"main_score":0.497414,"hf_subset":"sot_Latn-tpi_Latn","languages":["sot-Latn","tpi-Latn"]},{"precision":0.470801,"recall":0.527668,"f1":0.485668,"accuracy":0.527668,"main_score":0.485668,"hf_subset":"sot_Latn-zsm_Latn","languages":["sot-Latn","zsm-Latn"]},{"precision":0.400847,"recall":0.459486,"f1":0.417322,"accuracy":0.459486,"main_score":0.417322,"hf_subset":"sot_Latn-ayr_Latn","languages":["sot-Latn","ayr-Latn"]},{"precision":0.455476,"recall":0.517787,"f1":0.472135,"accuracy":0.517787,"main_score":0.472135,"hf_subset":"sot_Latn-dan_Latn","languages":["sot-Latn","dan-Latn"]},{"precision":0.408562,"recall":0.478261,"f1":0.426103,"accuracy":0.478261,"main_score":0.426103,"hf_subset":"sot_Latn-guj_Gujr","languages":["sot-Latn","guj-Gujr"]},{"precision":0.4264,"recall":0.472332,"f1":0.438931,"accuracy":0.472332,"main_score":0.438931,"hf_subset":"sot_Latn-kaz_Cyrl","languages":["sot-Latn","kaz-Cyrl"]},{"precision":0.449618,"recall":0.490119,"f1":0.461319,"accuracy":0.490119,"main_score":0.461319,"hf_subset":"sot_Latn-lug_Latn","languages":["sot-Latn","lug-Latn"]},{"precision":0.459477,"recall":0.507905,"f1":0.473094,"accuracy":0.507905,"main_score":0.473094,"hf_subset":"sot_Latn-oci_Latn","languages":["sot-Latn","oci-Latn"]},{"precision":0.464479,"recall":0.506917,"f1":0.476566,"accuracy":0.506917,"main_score":0.476566,"hf_subset":"sot_Latn-smo_Latn","languages":["sot-Latn","smo-Latn"]},{"precision":0.604481,"recall":0.661067,"f1":0.620355,"accuracy":0.661067,"main_score":0.620355,"hf_subset":"sot_Latn-tsn_Latn","languages":["sot-Latn","tsn-Latn"]},{"precision":0.46617,"recall":0.506917,"f1":0.477705,"accuracy":0.506917,"main_score":0.477705,"hf_subset":"sot_Latn-zul_Latn","languages":["sot-Latn","zul-Latn"]},{"precision":0.350948,"recall":0.411067,"f1":0.367654,"accuracy":0.411067,"main_score":0.367654,"hf_subset":"sot_Latn-azb_Arab","languages":["sot-Latn","azb-Arab"]},{"precision":0.466037,"recall":0.529644,"f1":0.48258,"accuracy":0.529644,"main_score":0.48258,"hf_subset":"sot_Latn-deu_Latn","languages":["sot-Latn","deu-Latn"]},{"precision":0.402189,"recall":0.455534,"f1":0.416686,"accuracy":0.455534,"main_score":0.416686,"hf_subset":"sot_Latn-hat_Latn","languages":["sot-Latn","hat-Latn"]},{"precision":0.402148,"recall":0.450593,"f1":0.415928,"accuracy":0.450593,"main_score":0.415928,"hf_subset":"sot_Latn-kbp_Latn","languages":["sot-Latn","kbp-Latn"]},{"precision":0.465189,"recall":0.504941,"f1":0.477042,"accuracy":0.504941,"main_score":0.477042,"hf_subset":"sot_Latn-luo_Latn","languages":["sot-Latn","luo-Latn"]},{"precision":0.384571,"recall":0.437747,"f1":0.398626,"accuracy":0.437747,"main_score":0.398626,"hf_subset":"sot_Latn-ory_Orya","languages":["sot-Latn","ory-Orya"]},{"precision":0.48744,"recall":0.527668,"f1":0.498843,"accuracy":0.527668,"main_score":0.498843,"hf_subset":"sot_Latn-sna_Latn","languages":["sot-Latn","sna-Latn"]},{"precision":0.514154,"recall":0.551383,"f1":0.524142,"accuracy":0.551383,"main_score":0.524142,"hf_subset":"sot_Latn-tso_Latn","languages":["sot-Latn","tso-Latn"]},{"precision":0.410046,"recall":0.464427,"f1":0.425408,"accuracy":0.464427,"main_score":0.425408,"hf_subset":"sot_Latn-azj_Latn","languages":["sot-Latn","azj-Latn"]},{"precision":0.404312,"recall":0.459486,"f1":0.420186,"accuracy":0.459486,"main_score":0.420186,"hf_subset":"sot_Latn-dik_Latn","languages":["sot-Latn","dik-Latn"]},{"precision":0.457755,"recall":0.5,"f1":0.469575,"accuracy":0.5,"main_score":0.469575,"hf_subset":"sot_Latn-hau_Latn","languages":["sot-Latn","hau-Latn"]},{"precision":0.46639,"recall":0.505929,"f1":0.477467,"accuracy":0.505929,"main_score":0.477467,"hf_subset":"sot_Latn-kea_Latn","languages":["sot-Latn","kea-Latn"]},{"precision":0.498035,"recall":0.529644,"f1":0.506788,"accuracy":0.529644,"main_score":0.506788,"hf_subset":"sot_Latn-lus_Latn","languages":["sot-Latn","lus-Latn"]},{"precision":0.484577,"recall":0.518775,"f1":0.494488,"accuracy":0.518775,"main_score":0.494488,"hf_subset":"sot_Latn-pag_Latn","languages":["sot-Latn","pag-Latn"]},{"precision":0.356663,"recall":0.414032,"f1":0.371878,"accuracy":0.414032,"main_score":0.371878,"hf_subset":"sot_Latn-snd_Arab","languages":["sot-Latn","snd-Arab"]},{"precision":0.42131,"recall":0.463439,"f1":0.432803,"accuracy":0.463439,"main_score":0.432803,"hf_subset":"sot_Latn-tuk_Latn","languages":["sot-Latn","tuk-Latn"]},{"precision":0.438281,"recall":0.480237,"f1":0.450123,"accuracy":0.480237,"main_score":0.450123,"hf_subset":"sot_Latn-bak_Cyrl","languages":["sot-Latn","bak-Cyrl"]},{"precision":0.357157,"recall":0.409091,"f1":0.372377,"accuracy":0.409091,"main_score":0.372377,"hf_subset":"sot_Latn-dyu_Latn","languages":["sot-Latn","dyu-Latn"]},{"precision":0.346485,"recall":0.403162,"f1":0.361387,"accuracy":0.403162,"main_score":0.361387,"hf_subset":"sot_Latn-heb_Hebr","languages":["sot-Latn","heb-Hebr"]},{"precision":0.408849,"recall":0.456522,"f1":0.422003,"accuracy":0.456522,"main_score":0.422003,"hf_subset":"sot_Latn-khk_Cyrl","languages":["sot-Latn","khk-Cyrl"]},{"precision":0.432416,"recall":0.483202,"f1":0.44753,"accuracy":0.483202,"main_score":0.44753,"hf_subset":"sot_Latn-lvs_Latn","languages":["sot-Latn","lvs-Latn"]},{"precision":0.384379,"recall":0.449605,"f1":0.402666,"accuracy":0.449605,"main_score":0.402666,"hf_subset":"sot_Latn-pan_Guru","languages":["sot-Latn","pan-Guru"]},{"precision":0.400779,"recall":0.449605,"f1":0.41491,"accuracy":0.449605,"main_score":0.41491,"hf_subset":"sot_Latn-som_Latn","languages":["sot-Latn","som-Latn"]},{"precision":0.470943,"recall":0.501976,"f1":0.479669,"accuracy":0.501976,"main_score":0.479669,"hf_subset":"sot_Latn-tum_Latn","languages":["sot-Latn","tum-Latn"]},{"precision":0.284869,"recall":0.368577,"f1":0.306408,"accuracy":0.368577,"main_score":0.306408,"hf_subset":"tur_Latn-ace_Arab","languages":["tur-Latn","ace-Arab"]},{"precision":0.35204,"recall":0.454545,"f1":0.378989,"accuracy":0.454545,"main_score":0.378989,"hf_subset":"tur_Latn-bam_Latn","languages":["tur-Latn","bam-Latn"]},{"precision":0.151288,"recall":0.22332,"f1":0.169281,"accuracy":0.22332,"main_score":0.169281,"hf_subset":"tur_Latn-dzo_Tibt","languages":["tur-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-hin_Deva","languages":["tur-Latn","hin-Deva"]},{"precision":0.844615,"recall":0.889328,"f1":0.858564,"accuracy":0.889328,"main_score":0.858564,"hf_subset":"tur_Latn-khm_Khmr","languages":["tur-Latn","khm-Khmr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tur_Latn-mag_Deva","languages":["tur-Latn","mag-Deva"]},{"precision":0.841189,"recall":0.886364,"f1":0.854908,"accuracy":0.886364,"main_score":0.854908,"hf_subset":"tur_Latn-pap_Latn","languages":["tur-Latn","pap-Latn"]},{"precision":0.400768,"recall":0.507905,"f1":0.429257,"accuracy":0.507905,"main_score":0.429257,"hf_subset":"tur_Latn-sot_Latn","languages":["tur-Latn","sot-Latn"]},{"precision":0.648478,"recall":0.737154,"f1":0.674852,"accuracy":0.737154,"main_score":0.674852,"hf_subset":"tur_Latn-ace_Latn","languages":["tur-Latn","ace-Latn"]},{"precision":0.802981,"recall":0.857708,"f1":0.819862,"accuracy":0.857708,"main_score":0.819862,"hf_subset":"tur_Latn-ban_Latn","languages":["tur-Latn","ban-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"tur_Latn-ell_Grek","languages":["tur-Latn","ell-Grek"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"tur_Latn-hne_Deva","languages":["tur-Latn","hne-Deva"]},{"precision":0.399244,"recall":0.511858,"f1":0.428901,"accuracy":0.511858,"main_score":0.428901,"hf_subset":"tur_Latn-kik_Latn","languages":["tur-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tur_Latn-mai_Deva","languages":["tur-Latn","mai-Deva"]},{"precision":0.861907,"recall":0.903162,"f1":0.875066,"accuracy":0.903162,"main_score":0.875066,"hf_subset":"tur_Latn-pbt_Arab","languages":["tur-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-spa_Latn","languages":["tur-Latn","spa-Latn"]},{"precision":0.472007,"recall":0.575099,"f1":0.5,"accuracy":0.575099,"main_score":0.5,"hf_subset":"tur_Latn-twi_Latn","languages":["tur-Latn","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tur_Latn-acm_Arab","languages":["tur-Latn","acm-Arab"]},{"precision":0.833778,"recall":0.884387,"f1":0.849868,"accuracy":0.884387,"main_score":0.849868,"hf_subset":"tur_Latn-bel_Cyrl","languages":["tur-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-eng_Latn","languages":["tur-Latn","eng-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"tur_Latn-hrv_Latn","languages":["tur-Latn","hrv-Latn"]},{"precision":0.391861,"recall":0.482213,"f1":0.414952,"accuracy":0.482213,"main_score":0.414952,"hf_subset":"tur_Latn-kin_Latn","languages":["tur-Latn","kin-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"tur_Latn-mal_Mlym","languages":["tur-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tur_Latn-pes_Arab","languages":["tur-Latn","pes-Arab"]},{"precision":0.831456,"recall":0.880435,"f1":0.84664,"accuracy":0.880435,"main_score":0.84664,"hf_subset":"tur_Latn-srd_Latn","languages":["tur-Latn","srd-Latn"]},{"precision":0.100048,"recall":0.174901,"f1":0.115861,"accuracy":0.174901,"main_score":0.115861,"hf_subset":"tur_Latn-tzm_Tfng","languages":["tur-Latn","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-acq_Arab","languages":["tur-Latn","acq-Arab"]},{"precision":0.437327,"recall":0.535573,"f1":0.463812,"accuracy":0.535573,"main_score":0.463812,"hf_subset":"tur_Latn-bem_Latn","languages":["tur-Latn","bem-Latn"]},{"precision":0.884223,"recall":0.91996,"f1":0.895586,"accuracy":0.91996,"main_score":0.895586,"hf_subset":"tur_Latn-epo_Latn","languages":["tur-Latn","epo-Latn"]},{"precision":0.939559,"recall":0.959486,"f1":0.946146,"accuracy":0.959486,"main_score":0.946146,"hf_subset":"tur_Latn-hun_Latn","languages":["tur-Latn","hun-Latn"]},{"precision":0.706719,"recall":0.782609,"f1":0.72996,"accuracy":0.782609,"main_score":0.72996,"hf_subset":"tur_Latn-kir_Cyrl","languages":["tur-Latn","kir-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-mar_Deva","languages":["tur-Latn","mar-Deva"]},{"precision":0.416081,"recall":0.513834,"f1":0.442278,"accuracy":0.513834,"main_score":0.442278,"hf_subset":"tur_Latn-plt_Latn","languages":["tur-Latn","plt-Latn"]},{"precision":0.931489,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"tur_Latn-srp_Cyrl","languages":["tur-Latn","srp-Cyrl"]},{"precision":0.310724,"recall":0.392292,"f1":0.332613,"accuracy":0.392292,"main_score":0.332613,"hf_subset":"tur_Latn-uig_Arab","languages":["tur-Latn","uig-Arab"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"tur_Latn-aeb_Arab","languages":["tur-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-ben_Beng","languages":["tur-Latn","ben-Beng"]},{"precision":0.830863,"recall":0.876482,"f1":0.844946,"accuracy":0.876482,"main_score":0.844946,"hf_subset":"tur_Latn-est_Latn","languages":["tur-Latn","est-Latn"]},{"precision":0.834272,"recall":0.880435,"f1":0.84832,"accuracy":0.880435,"main_score":0.84832,"hf_subset":"tur_Latn-hye_Armn","languages":["tur-Latn","hye-Armn"]},{"precision":0.380045,"recall":0.472332,"f1":0.404261,"accuracy":0.472332,"main_score":0.404261,"hf_subset":"tur_Latn-kmb_Latn","languages":["tur-Latn","kmb-Latn"]},{"precision":0.23393,"recall":0.31917,"f1":0.255116,"accuracy":0.31917,"main_score":0.255116,"hf_subset":"tur_Latn-min_Arab","languages":["tur-Latn","min-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tur_Latn-pol_Latn","languages":["tur-Latn","pol-Latn"]},{"precision":0.371402,"recall":0.476285,"f1":0.398484,"accuracy":0.476285,"main_score":0.398484,"hf_subset":"tur_Latn-ssw_Latn","languages":["tur-Latn","ssw-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tur_Latn-ukr_Cyrl","languages":["tur-Latn","ukr-Cyrl"]},{"precision":0.932642,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"tur_Latn-afr_Latn","languages":["tur-Latn","afr-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"tur_Latn-bho_Deva","languages":["tur-Latn","bho-Deva"]},{"precision":0.6138,"recall":0.703557,"f1":0.639691,"accuracy":0.703557,"main_score":0.639691,"hf_subset":"tur_Latn-eus_Latn","languages":["tur-Latn","eus-Latn"]},{"precision":0.378027,"recall":0.485178,"f1":0.405737,"accuracy":0.485178,"main_score":0.405737,"hf_subset":"tur_Latn-ibo_Latn","languages":["tur-Latn","ibo-Latn"]},{"precision":0.431899,"recall":0.538538,"f1":0.460329,"accuracy":0.538538,"main_score":0.460329,"hf_subset":"tur_Latn-kmr_Latn","languages":["tur-Latn","kmr-Latn"]},{"precision":0.789229,"recall":0.849802,"f1":0.80774,"accuracy":0.849802,"main_score":0.80774,"hf_subset":"tur_Latn-min_Latn","languages":["tur-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tur_Latn-por_Latn","languages":["tur-Latn","por-Latn"]},{"precision":0.852849,"recall":0.897233,"f1":0.866798,"accuracy":0.897233,"main_score":0.866798,"hf_subset":"tur_Latn-sun_Latn","languages":["tur-Latn","sun-Latn"]},{"precision":0.354171,"recall":0.460474,"f1":0.382521,"accuracy":0.460474,"main_score":0.382521,"hf_subset":"tur_Latn-umb_Latn","languages":["tur-Latn","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tur_Latn-ajp_Arab","languages":["tur-Latn","ajp-Arab"]},{"precision":0.230888,"recall":0.326087,"f1":0.255739,"accuracy":0.326087,"main_score":0.255739,"hf_subset":"tur_Latn-bjn_Arab","languages":["tur-Latn","bjn-Arab"]},{"precision":0.386577,"recall":0.477273,"f1":0.410052,"accuracy":0.477273,"main_score":0.410052,"hf_subset":"tur_Latn-ewe_Latn","languages":["tur-Latn","ewe-Latn"]},{"precision":0.663819,"recall":0.744071,"f1":0.687428,"accuracy":0.744071,"main_score":0.687428,"hf_subset":"tur_Latn-ilo_Latn","languages":["tur-Latn","ilo-Latn"]},{"precision":0.172029,"recall":0.258893,"f1":0.191855,"accuracy":0.258893,"main_score":0.191855,"hf_subset":"tur_Latn-knc_Arab","languages":["tur-Latn","knc-Arab"]},{"precision":0.915679,"recall":0.942688,"f1":0.924572,"accuracy":0.942688,"main_score":0.924572,"hf_subset":"tur_Latn-mkd_Cyrl","languages":["tur-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-prs_Arab","languages":["tur-Latn","prs-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-swe_Latn","languages":["tur-Latn","swe-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"tur_Latn-urd_Arab","languages":["tur-Latn","urd-Arab"]},{"precision":0.45011,"recall":0.557312,"f1":0.47939,"accuracy":0.557312,"main_score":0.47939,"hf_subset":"tur_Latn-aka_Latn","languages":["tur-Latn","aka-Latn"]},{"precision":0.830731,"recall":0.878458,"f1":0.845652,"accuracy":0.878458,"main_score":0.845652,"hf_subset":"tur_Latn-bjn_Latn","languages":["tur-Latn","bjn-Latn"]},{"precision":0.562081,"recall":0.656126,"f1":0.588771,"accuracy":0.656126,"main_score":0.588771,"hf_subset":"tur_Latn-fao_Latn","languages":["tur-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ind_Latn","languages":["tur-Latn","ind-Latn"]},{"precision":0.433804,"recall":0.537549,"f1":0.460684,"accuracy":0.537549,"main_score":0.460684,"hf_subset":"tur_Latn-knc_Latn","languages":["tur-Latn","knc-Latn"]},{"precision":0.683837,"recall":0.767787,"f1":0.708731,"accuracy":0.767787,"main_score":0.708731,"hf_subset":"tur_Latn-mlt_Latn","languages":["tur-Latn","mlt-Latn"]},{"precision":0.464027,"recall":0.56917,"f1":0.492135,"accuracy":0.56917,"main_score":0.492135,"hf_subset":"tur_Latn-quy_Latn","languages":["tur-Latn","quy-Latn"]},{"precision":0.853261,"recall":0.898221,"f1":0.867754,"accuracy":0.898221,"main_score":0.867754,"hf_subset":"tur_Latn-swh_Latn","languages":["tur-Latn","swh-Latn"]},{"precision":0.655287,"recall":0.737154,"f1":0.679683,"accuracy":0.737154,"main_score":0.679683,"hf_subset":"tur_Latn-uzn_Latn","languages":["tur-Latn","uzn-Latn"]},{"precision":0.766775,"recall":0.829051,"f1":0.786037,"accuracy":0.829051,"main_score":0.786037,"hf_subset":"tur_Latn-als_Latn","languages":["tur-Latn","als-Latn"]},{"precision":0.187481,"recall":0.258893,"f1":0.204488,"accuracy":0.258893,"main_score":0.204488,"hf_subset":"tur_Latn-bod_Tibt","languages":["tur-Latn","bod-Tibt"]},{"precision":0.383424,"recall":0.494071,"f1":0.412193,"accuracy":0.494071,"main_score":0.412193,"hf_subset":"tur_Latn-fij_Latn","languages":["tur-Latn","fij-Latn"]},{"precision":0.543952,"recall":0.628458,"f1":0.567128,"accuracy":0.628458,"main_score":0.567128,"hf_subset":"tur_Latn-isl_Latn","languages":["tur-Latn","isl-Latn"]},{"precision":0.475505,"recall":0.572134,"f1":0.501764,"accuracy":0.572134,"main_score":0.501764,"hf_subset":"tur_Latn-kon_Latn","languages":["tur-Latn","kon-Latn"]},{"precision":0.322387,"recall":0.432806,"f1":0.351154,"accuracy":0.432806,"main_score":0.351154,"hf_subset":"tur_Latn-mni_Beng","languages":["tur-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-ron_Latn","languages":["tur-Latn","ron-Latn"]},{"precision":0.857955,"recall":0.897233,"f1":0.870059,"accuracy":0.897233,"main_score":0.870059,"hf_subset":"tur_Latn-szl_Latn","languages":["tur-Latn","szl-Latn"]},{"precision":0.916255,"recall":0.942688,"f1":0.924802,"accuracy":0.942688,"main_score":0.924802,"hf_subset":"tur_Latn-vec_Latn","languages":["tur-Latn","vec-Latn"]},{"precision":0.813192,"recall":0.867589,"f1":0.830105,"accuracy":0.867589,"main_score":0.830105,"hf_subset":"tur_Latn-amh_Ethi","languages":["tur-Latn","amh-Ethi"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"tur_Latn-bos_Latn","languages":["tur-Latn","bos-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-fin_Latn","languages":["tur-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-ita_Latn","languages":["tur-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-kor_Hang","languages":["tur-Latn","kor-Hang"]},{"precision":0.401342,"recall":0.500988,"f1":0.427191,"accuracy":0.500988,"main_score":0.427191,"hf_subset":"tur_Latn-mos_Latn","languages":["tur-Latn","mos-Latn"]},{"precision":0.382216,"recall":0.481225,"f1":0.407546,"accuracy":0.481225,"main_score":0.407546,"hf_subset":"tur_Latn-run_Latn","languages":["tur-Latn","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tur_Latn-tam_Taml","languages":["tur-Latn","tam-Taml"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"tur_Latn-vie_Latn","languages":["tur-Latn","vie-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tur_Latn-apc_Arab","languages":["tur-Latn","apc-Arab"]},{"precision":0.609776,"recall":0.695652,"f1":0.633714,"accuracy":0.695652,"main_score":0.633714,"hf_subset":"tur_Latn-bug_Latn","languages":["tur-Latn","bug-Latn"]},{"precision":0.328569,"recall":0.435771,"f1":0.354911,"accuracy":0.435771,"main_score":0.354911,"hf_subset":"tur_Latn-fon_Latn","languages":["tur-Latn","fon-Latn"]},{"precision":0.836792,"recall":0.885375,"f1":0.852075,"accuracy":0.885375,"main_score":0.852075,"hf_subset":"tur_Latn-jav_Latn","languages":["tur-Latn","jav-Latn"]},{"precision":0.741634,"recall":0.812253,"f1":0.763194,"accuracy":0.812253,"main_score":0.763194,"hf_subset":"tur_Latn-lao_Laoo","languages":["tur-Latn","lao-Laoo"]},{"precision":0.333218,"recall":0.450593,"f1":0.362317,"accuracy":0.450593,"main_score":0.362317,"hf_subset":"tur_Latn-mri_Latn","languages":["tur-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-rus_Cyrl","languages":["tur-Latn","rus-Cyrl"]},{"precision":0.379626,"recall":0.488142,"f1":0.407599,"accuracy":0.488142,"main_score":0.407599,"hf_subset":"tur_Latn-taq_Latn","languages":["tur-Latn","taq-Latn"]},{"precision":0.788982,"recall":0.846838,"f1":0.806851,"accuracy":0.846838,"main_score":0.806851,"hf_subset":"tur_Latn-war_Latn","languages":["tur-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-arb_Arab","languages":["tur-Latn","arb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-bul_Cyrl","languages":["tur-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-fra_Latn","languages":["tur-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-jpn_Jpan","languages":["tur-Latn","jpn-Jpan"]},{"precision":0.857213,"recall":0.899209,"f1":0.870356,"accuracy":0.899209,"main_score":0.870356,"hf_subset":"tur_Latn-lij_Latn","languages":["tur-Latn","lij-Latn"]},{"precision":0.810747,"recall":0.864625,"f1":0.827421,"accuracy":0.864625,"main_score":0.827421,"hf_subset":"tur_Latn-mya_Mymr","languages":["tur-Latn","mya-Mymr"]},{"precision":0.432924,"recall":0.543478,"f1":0.462967,"accuracy":0.543478,"main_score":0.462967,"hf_subset":"tur_Latn-sag_Latn","languages":["tur-Latn","sag-Latn"]},{"precision":0.121255,"recall":0.209486,"f1":0.138973,"accuracy":0.209486,"main_score":0.138973,"hf_subset":"tur_Latn-taq_Tfng","languages":["tur-Latn","taq-Tfng"]},{"precision":0.43726,"recall":0.541502,"f1":0.464493,"accuracy":0.541502,"main_score":0.464493,"hf_subset":"tur_Latn-wol_Latn","languages":["tur-Latn","wol-Latn"]},{"precision":0.27894,"recall":0.38834,"f1":0.306764,"accuracy":0.38834,"main_score":0.306764,"hf_subset":"tur_Latn-arb_Latn","languages":["tur-Latn","arb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tur_Latn-cat_Latn","languages":["tur-Latn","cat-Latn"]},{"precision":0.817474,"recall":0.868577,"f1":0.833531,"accuracy":0.868577,"main_score":0.833531,"hf_subset":"tur_Latn-fur_Latn","languages":["tur-Latn","fur-Latn"]},{"precision":0.263046,"recall":0.353755,"f1":0.285844,"accuracy":0.353755,"main_score":0.285844,"hf_subset":"tur_Latn-kab_Latn","languages":["tur-Latn","kab-Latn"]},{"precision":0.79609,"recall":0.852767,"f1":0.813389,"accuracy":0.852767,"main_score":0.813389,"hf_subset":"tur_Latn-lim_Latn","languages":["tur-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-nld_Latn","languages":["tur-Latn","nld-Latn"]},{"precision":0.901103,"recall":0.931818,"f1":0.911133,"accuracy":0.931818,"main_score":0.911133,"hf_subset":"tur_Latn-san_Deva","languages":["tur-Latn","san-Deva"]},{"precision":0.657889,"recall":0.735178,"f1":0.680088,"accuracy":0.735178,"main_score":0.680088,"hf_subset":"tur_Latn-tat_Cyrl","languages":["tur-Latn","tat-Cyrl"]},{"precision":0.418998,"recall":0.527668,"f1":0.447146,"accuracy":0.527668,"main_score":0.447146,"hf_subset":"tur_Latn-xho_Latn","languages":["tur-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-ars_Arab","languages":["tur-Latn","ars-Arab"]},{"precision":0.774704,"recall":0.838933,"f1":0.79473,"accuracy":0.838933,"main_score":0.79473,"hf_subset":"tur_Latn-ceb_Latn","languages":["tur-Latn","ceb-Latn"]},{"precision":0.39889,"recall":0.503953,"f1":0.426479,"accuracy":0.503953,"main_score":0.426479,"hf_subset":"tur_Latn-fuv_Latn","languages":["tur-Latn","fuv-Latn"]},{"precision":0.394702,"recall":0.507905,"f1":0.424064,"accuracy":0.507905,"main_score":0.424064,"hf_subset":"tur_Latn-kac_Latn","languages":["tur-Latn","kac-Latn"]},{"precision":0.457348,"recall":0.563241,"f1":0.48565,"accuracy":0.563241,"main_score":0.48565,"hf_subset":"tur_Latn-lin_Latn","languages":["tur-Latn","lin-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"tur_Latn-nno_Latn","languages":["tur-Latn","nno-Latn"]},{"precision":0.163269,"recall":0.232213,"f1":0.179552,"accuracy":0.232213,"main_score":0.179552,"hf_subset":"tur_Latn-sat_Olck","languages":["tur-Latn","sat-Olck"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"tur_Latn-tel_Telu","languages":["tur-Latn","tel-Telu"]},{"precision":0.279822,"recall":0.374506,"f1":0.303506,"accuracy":0.374506,"main_score":0.303506,"hf_subset":"tur_Latn-ydd_Hebr","languages":["tur-Latn","ydd-Hebr"]},{"precision":0.887764,"recall":0.922925,"f1":0.899111,"accuracy":0.922925,"main_score":0.899111,"hf_subset":"tur_Latn-ary_Arab","languages":["tur-Latn","ary-Arab"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"tur_Latn-ces_Latn","languages":["tur-Latn","ces-Latn"]},{"precision":0.289453,"recall":0.385375,"f1":0.312981,"accuracy":0.385375,"main_score":0.312981,"hf_subset":"tur_Latn-gaz_Latn","languages":["tur-Latn","gaz-Latn"]},{"precision":0.415052,"recall":0.519763,"f1":0.441882,"accuracy":0.519763,"main_score":0.441882,"hf_subset":"tur_Latn-kam_Latn","languages":["tur-Latn","kam-Latn"]},{"precision":0.793791,"recall":0.851779,"f1":0.811957,"accuracy":0.851779,"main_score":0.811957,"hf_subset":"tur_Latn-lit_Latn","languages":["tur-Latn","lit-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tur_Latn-nob_Latn","languages":["tur-Latn","nob-Latn"]},{"precision":0.746097,"recall":0.817194,"f1":0.767754,"accuracy":0.817194,"main_score":0.767754,"hf_subset":"tur_Latn-scn_Latn","languages":["tur-Latn","scn-Latn"]},{"precision":0.425607,"recall":0.527668,"f1":0.452283,"accuracy":0.527668,"main_score":0.452283,"hf_subset":"tur_Latn-tgk_Cyrl","languages":["tur-Latn","tgk-Cyrl"]},{"precision":0.363704,"recall":0.475296,"f1":0.392721,"accuracy":0.475296,"main_score":0.392721,"hf_subset":"tur_Latn-yor_Latn","languages":["tur-Latn","yor-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tur_Latn-arz_Arab","languages":["tur-Latn","arz-Arab"]},{"precision":0.41714,"recall":0.524704,"f1":0.445686,"accuracy":0.524704,"main_score":0.445686,"hf_subset":"tur_Latn-cjk_Latn","languages":["tur-Latn","cjk-Latn"]},{"precision":0.32692,"recall":0.426877,"f1":0.351455,"accuracy":0.426877,"main_score":0.351455,"hf_subset":"tur_Latn-gla_Latn","languages":["tur-Latn","gla-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tur_Latn-kan_Knda","languages":["tur-Latn","kan-Knda"]},{"precision":0.790135,"recall":0.848814,"f1":0.808004,"accuracy":0.848814,"main_score":0.808004,"hf_subset":"tur_Latn-lmo_Latn","languages":["tur-Latn","lmo-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"tur_Latn-npi_Deva","languages":["tur-Latn","npi-Deva"]},{"precision":0.344824,"recall":0.461462,"f1":0.374012,"accuracy":0.461462,"main_score":0.374012,"hf_subset":"tur_Latn-shn_Mymr","languages":["tur-Latn","shn-Mymr"]},{"precision":0.870883,"recall":0.910079,"f1":0.883235,"accuracy":0.910079,"main_score":0.883235,"hf_subset":"tur_Latn-tgl_Latn","languages":["tur-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-yue_Hant","languages":["tur-Latn","yue-Hant"]},{"precision":0.886034,"recall":0.920949,"f1":0.897069,"accuracy":0.920949,"main_score":0.897069,"hf_subset":"tur_Latn-asm_Beng","languages":["tur-Latn","asm-Beng"]},{"precision":0.415917,"recall":0.51581,"f1":0.44254,"accuracy":0.51581,"main_score":0.44254,"hf_subset":"tur_Latn-ckb_Arab","languages":["tur-Latn","ckb-Arab"]},{"precision":0.352867,"recall":0.451581,"f1":0.378119,"accuracy":0.451581,"main_score":0.378119,"hf_subset":"tur_Latn-gle_Latn","languages":["tur-Latn","gle-Latn"]},{"precision":0.665991,"recall":0.756917,"f1":0.693351,"accuracy":0.756917,"main_score":0.693351,"hf_subset":"tur_Latn-kas_Arab","languages":["tur-Latn","kas-Arab"]},{"precision":0.602059,"recall":0.690711,"f1":0.628031,"accuracy":0.690711,"main_score":0.628031,"hf_subset":"tur_Latn-ltg_Latn","languages":["tur-Latn","ltg-Latn"]},{"precision":0.426643,"recall":0.533597,"f1":0.45528,"accuracy":0.533597,"main_score":0.45528,"hf_subset":"tur_Latn-nso_Latn","languages":["tur-Latn","nso-Latn"]},{"precision":0.863225,"recall":0.90415,"f1":0.876186,"accuracy":0.90415,"main_score":0.876186,"hf_subset":"tur_Latn-sin_Sinh","languages":["tur-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-tha_Thai","languages":["tur-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-zho_Hans","languages":["tur-Latn","zho-Hans"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"tur_Latn-ast_Latn","languages":["tur-Latn","ast-Latn"]},{"precision":0.84445,"recall":0.890316,"f1":0.858762,"accuracy":0.890316,"main_score":0.858762,"hf_subset":"tur_Latn-crh_Latn","languages":["tur-Latn","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-glg_Latn","languages":["tur-Latn","glg-Latn"]},{"precision":0.595719,"recall":0.694664,"f1":0.624337,"accuracy":0.694664,"main_score":0.624337,"hf_subset":"tur_Latn-kas_Deva","languages":["tur-Latn","kas-Deva"]},{"precision":0.744516,"recall":0.812253,"f1":0.764926,"accuracy":0.812253,"main_score":0.764926,"hf_subset":"tur_Latn-ltz_Latn","languages":["tur-Latn","ltz-Latn"]},{"precision":0.296485,"recall":0.386364,"f1":0.318496,"accuracy":0.386364,"main_score":0.318496,"hf_subset":"tur_Latn-nus_Latn","languages":["tur-Latn","nus-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"tur_Latn-slk_Latn","languages":["tur-Latn","slk-Latn"]},{"precision":0.383736,"recall":0.480237,"f1":0.409602,"accuracy":0.480237,"main_score":0.409602,"hf_subset":"tur_Latn-tir_Ethi","languages":["tur-Latn","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-zho_Hant","languages":["tur-Latn","zho-Hant"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"tur_Latn-awa_Deva","languages":["tur-Latn","awa-Deva"]},{"precision":0.426069,"recall":0.523715,"f1":0.451079,"accuracy":0.523715,"main_score":0.451079,"hf_subset":"tur_Latn-cym_Latn","languages":["tur-Latn","cym-Latn"]},{"precision":0.62127,"recall":0.708498,"f1":0.646262,"accuracy":0.708498,"main_score":0.646262,"hf_subset":"tur_Latn-grn_Latn","languages":["tur-Latn","grn-Latn"]},{"precision":0.897045,"recall":0.927866,"f1":0.906703,"accuracy":0.927866,"main_score":0.906703,"hf_subset":"tur_Latn-kat_Geor","languages":["tur-Latn","kat-Geor"]},{"precision":0.475639,"recall":0.575099,"f1":0.502978,"accuracy":0.575099,"main_score":0.502978,"hf_subset":"tur_Latn-lua_Latn","languages":["tur-Latn","lua-Latn"]},{"precision":0.465921,"recall":0.563241,"f1":0.491627,"accuracy":0.563241,"main_score":0.491627,"hf_subset":"tur_Latn-nya_Latn","languages":["tur-Latn","nya-Latn"]},{"precision":0.916337,"recall":0.943676,"f1":0.925395,"accuracy":0.943676,"main_score":0.925395,"hf_subset":"tur_Latn-slv_Latn","languages":["tur-Latn","slv-Latn"]},{"precision":0.696618,"recall":0.774704,"f1":0.720323,"accuracy":0.774704,"main_score":0.720323,"hf_subset":"tur_Latn-tpi_Latn","languages":["tur-Latn","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tur_Latn-zsm_Latn","languages":["tur-Latn","zsm-Latn"]},{"precision":0.381012,"recall":0.485178,"f1":0.407429,"accuracy":0.485178,"main_score":0.407429,"hf_subset":"tur_Latn-ayr_Latn","languages":["tur-Latn","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tur_Latn-dan_Latn","languages":["tur-Latn","dan-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tur_Latn-guj_Gujr","languages":["tur-Latn","guj-Gujr"]},{"precision":0.753771,"recall":0.81917,"f1":0.773457,"accuracy":0.81917,"main_score":0.773457,"hf_subset":"tur_Latn-kaz_Cyrl","languages":["tur-Latn","kaz-Cyrl"]},{"precision":0.372047,"recall":0.471344,"f1":0.39757,"accuracy":0.471344,"main_score":0.39757,"hf_subset":"tur_Latn-lug_Latn","languages":["tur-Latn","lug-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"tur_Latn-oci_Latn","languages":["tur-Latn","oci-Latn"]},{"precision":0.405749,"recall":0.51581,"f1":0.434507,"accuracy":0.51581,"main_score":0.434507,"hf_subset":"tur_Latn-smo_Latn","languages":["tur-Latn","smo-Latn"]},{"precision":0.391786,"recall":0.496047,"f1":0.418201,"accuracy":0.496047,"main_score":0.418201,"hf_subset":"tur_Latn-tsn_Latn","languages":["tur-Latn","tsn-Latn"]},{"precision":0.389729,"recall":0.488142,"f1":0.415003,"accuracy":0.488142,"main_score":0.415003,"hf_subset":"tur_Latn-zul_Latn","languages":["tur-Latn","zul-Latn"]},{"precision":0.700247,"recall":0.780632,"f1":0.724252,"accuracy":0.780632,"main_score":0.724252,"hf_subset":"tur_Latn-azb_Arab","languages":["tur-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-deu_Latn","languages":["tur-Latn","deu-Latn"]},{"precision":0.614454,"recall":0.711462,"f1":0.643008,"accuracy":0.711462,"main_score":0.643008,"hf_subset":"tur_Latn-hat_Latn","languages":["tur-Latn","hat-Latn"]},{"precision":0.340297,"recall":0.439723,"f1":0.365415,"accuracy":0.439723,"main_score":0.365415,"hf_subset":"tur_Latn-kbp_Latn","languages":["tur-Latn","kbp-Latn"]},{"precision":0.416838,"recall":0.521739,"f1":0.444619,"accuracy":0.521739,"main_score":0.444619,"hf_subset":"tur_Latn-luo_Latn","languages":["tur-Latn","luo-Latn"]},{"precision":0.527856,"recall":0.616601,"f1":0.552332,"accuracy":0.616601,"main_score":0.552332,"hf_subset":"tur_Latn-ory_Orya","languages":["tur-Latn","ory-Orya"]},{"precision":0.410755,"recall":0.511858,"f1":0.437205,"accuracy":0.511858,"main_score":0.437205,"hf_subset":"tur_Latn-sna_Latn","languages":["tur-Latn","sna-Latn"]},{"precision":0.383556,"recall":0.482213,"f1":0.408479,"accuracy":0.482213,"main_score":0.408479,"hf_subset":"tur_Latn-tso_Latn","languages":["tur-Latn","tso-Latn"]},{"precision":0.884881,"recall":0.91996,"f1":0.896212,"accuracy":0.91996,"main_score":0.896212,"hf_subset":"tur_Latn-azj_Latn","languages":["tur-Latn","azj-Latn"]},{"precision":0.409854,"recall":0.516798,"f1":0.438362,"accuracy":0.516798,"main_score":0.438362,"hf_subset":"tur_Latn-dik_Latn","languages":["tur-Latn","dik-Latn"]},{"precision":0.428282,"recall":0.521739,"f1":0.453615,"accuracy":0.521739,"main_score":0.453615,"hf_subset":"tur_Latn-hau_Latn","languages":["tur-Latn","hau-Latn"]},{"precision":0.786133,"recall":0.847826,"f1":0.805058,"accuracy":0.847826,"main_score":0.805058,"hf_subset":"tur_Latn-kea_Latn","languages":["tur-Latn","kea-Latn"]},{"precision":0.575896,"recall":0.666008,"f1":0.601273,"accuracy":0.666008,"main_score":0.601273,"hf_subset":"tur_Latn-lus_Latn","languages":["tur-Latn","lus-Latn"]},{"precision":0.714147,"recall":0.787549,"f1":0.735968,"accuracy":0.787549,"main_score":0.735968,"hf_subset":"tur_Latn-pag_Latn","languages":["tur-Latn","pag-Latn"]},{"precision":0.690448,"recall":0.769763,"f1":0.714248,"accuracy":0.769763,"main_score":0.714248,"hf_subset":"tur_Latn-snd_Arab","languages":["tur-Latn","snd-Arab"]},{"precision":0.611502,"recall":0.703557,"f1":0.638323,"accuracy":0.703557,"main_score":0.638323,"hf_subset":"tur_Latn-tuk_Latn","languages":["tur-Latn","tuk-Latn"]},{"precision":0.64156,"recall":0.722332,"f1":0.664675,"accuracy":0.722332,"main_score":0.664675,"hf_subset":"tur_Latn-bak_Cyrl","languages":["tur-Latn","bak-Cyrl"]},{"precision":0.325882,"recall":0.438735,"f1":0.35521,"accuracy":0.438735,"main_score":0.35521,"hf_subset":"tur_Latn-dyu_Latn","languages":["tur-Latn","dyu-Latn"]},{"precision":0.904183,"recall":0.933794,"f1":0.913702,"accuracy":0.933794,"main_score":0.913702,"hf_subset":"tur_Latn-heb_Hebr","languages":["tur-Latn","heb-Hebr"]},{"precision":0.442688,"recall":0.540514,"f1":0.469375,"accuracy":0.540514,"main_score":0.469375,"hf_subset":"tur_Latn-khk_Cyrl","languages":["tur-Latn","khk-Cyrl"]},{"precision":0.821558,"recall":0.87253,"f1":0.837615,"accuracy":0.87253,"main_score":0.837615,"hf_subset":"tur_Latn-lvs_Latn","languages":["tur-Latn","lvs-Latn"]},{"precision":0.920405,"recall":0.943676,"f1":0.927767,"accuracy":0.943676,"main_score":0.927767,"hf_subset":"tur_Latn-pan_Guru","languages":["tur-Latn","pan-Guru"]},{"precision":0.356978,"recall":0.455534,"f1":0.382388,"accuracy":0.455534,"main_score":0.382388,"hf_subset":"tur_Latn-som_Latn","languages":["tur-Latn","som-Latn"]},{"precision":0.436984,"recall":0.537549,"f1":0.464436,"accuracy":0.537549,"main_score":0.464436,"hf_subset":"tur_Latn-tum_Latn","languages":["tur-Latn","tum-Latn"]},{"precision":0.733969,"recall":0.802372,"f1":0.754102,"accuracy":0.802372,"main_score":0.754102,"hf_subset":"ace_Latn-ace_Arab","languages":["ace-Latn","ace-Arab"]},{"precision":0.416988,"recall":0.47332,"f1":0.433096,"accuracy":0.47332,"main_score":0.433096,"hf_subset":"ace_Latn-bam_Latn","languages":["ace-Latn","bam-Latn"]},{"precision":0.141738,"recall":0.200593,"f1":0.157258,"accuracy":0.200593,"main_score":0.157258,"hf_subset":"ace_Latn-dzo_Tibt","languages":["ace-Latn","dzo-Tibt"]},{"precision":0.707676,"recall":0.766798,"f1":0.724958,"accuracy":0.766798,"main_score":0.724958,"hf_subset":"ace_Latn-hin_Deva","languages":["ace-Latn","hin-Deva"]},{"precision":0.499172,"recall":0.566206,"f1":0.517539,"accuracy":0.566206,"main_score":0.517539,"hf_subset":"ace_Latn-khm_Khmr","languages":["ace-Latn","khm-Khmr"]},{"precision":0.715351,"recall":0.762846,"f1":0.728938,"accuracy":0.762846,"main_score":0.728938,"hf_subset":"ace_Latn-mag_Deva","languages":["ace-Latn","mag-Deva"]},{"precision":0.682657,"recall":0.722332,"f1":0.693866,"accuracy":0.722332,"main_score":0.693866,"hf_subset":"ace_Latn-pap_Latn","languages":["ace-Latn","pap-Latn"]},{"precision":0.476321,"recall":0.531621,"f1":0.491761,"accuracy":0.531621,"main_score":0.491761,"hf_subset":"ace_Latn-sot_Latn","languages":["ace-Latn","sot-Latn"]},{"precision":0.709776,"recall":0.752964,"f1":0.722243,"accuracy":0.752964,"main_score":0.722243,"hf_subset":"ace_Latn-tur_Latn","languages":["ace-Latn","tur-Latn"]},{"precision":0.730023,"recall":0.764822,"f1":0.740369,"accuracy":0.764822,"main_score":0.740369,"hf_subset":"ace_Latn-ban_Latn","languages":["ace-Latn","ban-Latn"]},{"precision":0.622805,"recall":0.688735,"f1":0.642021,"accuracy":0.688735,"main_score":0.642021,"hf_subset":"ace_Latn-ell_Grek","languages":["ace-Latn","ell-Grek"]},{"precision":0.701952,"recall":0.749012,"f1":0.715258,"accuracy":0.749012,"main_score":0.715258,"hf_subset":"ace_Latn-hne_Deva","languages":["ace-Latn","hne-Deva"]},{"precision":0.464413,"recall":0.524704,"f1":0.481767,"accuracy":0.524704,"main_score":0.481767,"hf_subset":"ace_Latn-kik_Latn","languages":["ace-Latn","kik-Latn"]},{"precision":0.702956,"recall":0.758893,"f1":0.719822,"accuracy":0.758893,"main_score":0.719822,"hf_subset":"ace_Latn-mai_Deva","languages":["ace-Latn","mai-Deva"]},{"precision":0.589708,"recall":0.644269,"f1":0.605097,"accuracy":0.644269,"main_score":0.605097,"hf_subset":"ace_Latn-pbt_Arab","languages":["ace-Latn","pbt-Arab"]},{"precision":0.737669,"recall":0.785573,"f1":0.751452,"accuracy":0.785573,"main_score":0.751452,"hf_subset":"ace_Latn-spa_Latn","languages":["ace-Latn","spa-Latn"]},{"precision":0.538439,"recall":0.58498,"f1":0.552123,"accuracy":0.58498,"main_score":0.552123,"hf_subset":"ace_Latn-twi_Latn","languages":["ace-Latn","twi-Latn"]},{"precision":0.674674,"recall":0.732213,"f1":0.690999,"accuracy":0.732213,"main_score":0.690999,"hf_subset":"ace_Latn-acm_Arab","languages":["ace-Latn","acm-Arab"]},{"precision":0.538511,"recall":0.609684,"f1":0.558936,"accuracy":0.609684,"main_score":0.558936,"hf_subset":"ace_Latn-bel_Cyrl","languages":["ace-Latn","bel-Cyrl"]},{"precision":0.749267,"recall":0.794466,"f1":0.762079,"accuracy":0.794466,"main_score":0.762079,"hf_subset":"ace_Latn-eng_Latn","languages":["ace-Latn","eng-Latn"]},{"precision":0.675667,"recall":0.726285,"f1":0.690061,"accuracy":0.726285,"main_score":0.690061,"hf_subset":"ace_Latn-hrv_Latn","languages":["ace-Latn","hrv-Latn"]},{"precision":0.415617,"recall":0.478261,"f1":0.43371,"accuracy":0.478261,"main_score":0.43371,"hf_subset":"ace_Latn-kin_Latn","languages":["ace-Latn","kin-Latn"]},{"precision":0.636635,"recall":0.700593,"f1":0.655509,"accuracy":0.700593,"main_score":0.655509,"hf_subset":"ace_Latn-mal_Mlym","languages":["ace-Latn","mal-Mlym"]},{"precision":0.690443,"recall":0.750988,"f1":0.708735,"accuracy":0.750988,"main_score":0.708735,"hf_subset":"ace_Latn-pes_Arab","languages":["ace-Latn","pes-Arab"]},{"precision":0.641663,"recall":0.689723,"f1":0.655291,"accuracy":0.689723,"main_score":0.655291,"hf_subset":"ace_Latn-srd_Latn","languages":["ace-Latn","srd-Latn"]},{"precision":0.128186,"recall":0.186759,"f1":0.141867,"accuracy":0.186759,"main_score":0.141867,"hf_subset":"ace_Latn-tzm_Tfng","languages":["ace-Latn","tzm-Tfng"]},{"precision":0.675632,"recall":0.727273,"f1":0.69044,"accuracy":0.727273,"main_score":0.69044,"hf_subset":"ace_Latn-acq_Arab","languages":["ace-Latn","acq-Arab"]},{"precision":0.487405,"recall":0.544466,"f1":0.503397,"accuracy":0.544466,"main_score":0.503397,"hf_subset":"ace_Latn-bem_Latn","languages":["ace-Latn","bem-Latn"]},{"precision":0.642798,"recall":0.689723,"f1":0.65625,"accuracy":0.689723,"main_score":0.65625,"hf_subset":"ace_Latn-epo_Latn","languages":["ace-Latn","epo-Latn"]},{"precision":0.636357,"recall":0.695652,"f1":0.652994,"accuracy":0.695652,"main_score":0.652994,"hf_subset":"ace_Latn-hun_Latn","languages":["ace-Latn","hun-Latn"]},{"precision":0.586727,"recall":0.637352,"f1":0.601095,"accuracy":0.637352,"main_score":0.601095,"hf_subset":"ace_Latn-kir_Cyrl","languages":["ace-Latn","kir-Cyrl"]},{"precision":0.671306,"recall":0.727273,"f1":0.687634,"accuracy":0.727273,"main_score":0.687634,"hf_subset":"ace_Latn-mar_Deva","languages":["ace-Latn","mar-Deva"]},{"precision":0.472095,"recall":0.532609,"f1":0.489215,"accuracy":0.532609,"main_score":0.489215,"hf_subset":"ace_Latn-plt_Latn","languages":["ace-Latn","plt-Latn"]},{"precision":0.636763,"recall":0.690711,"f1":0.651767,"accuracy":0.690711,"main_score":0.651767,"hf_subset":"ace_Latn-srp_Cyrl","languages":["ace-Latn","srp-Cyrl"]},{"precision":0.301913,"recall":0.365613,"f1":0.3195,"accuracy":0.365613,"main_score":0.3195,"hf_subset":"ace_Latn-uig_Arab","languages":["ace-Latn","uig-Arab"]},{"precision":0.645942,"recall":0.702569,"f1":0.661616,"accuracy":0.702569,"main_score":0.661616,"hf_subset":"ace_Latn-aeb_Arab","languages":["ace-Latn","aeb-Arab"]},{"precision":0.693385,"recall":0.75,"f1":0.709606,"accuracy":0.75,"main_score":0.709606,"hf_subset":"ace_Latn-ben_Beng","languages":["ace-Latn","ben-Beng"]},{"precision":0.597052,"recall":0.653162,"f1":0.613771,"accuracy":0.653162,"main_score":0.613771,"hf_subset":"ace_Latn-est_Latn","languages":["ace-Latn","est-Latn"]},{"precision":0.503677,"recall":0.565217,"f1":0.521164,"accuracy":0.565217,"main_score":0.521164,"hf_subset":"ace_Latn-hye_Armn","languages":["ace-Latn","hye-Armn"]},{"precision":0.429949,"recall":0.488142,"f1":0.446827,"accuracy":0.488142,"main_score":0.446827,"hf_subset":"ace_Latn-kmb_Latn","languages":["ace-Latn","kmb-Latn"]},{"precision":0.350865,"recall":0.423913,"f1":0.369746,"accuracy":0.423913,"main_score":0.369746,"hf_subset":"ace_Latn-min_Arab","languages":["ace-Latn","min-Arab"]},{"precision":0.704424,"recall":0.756917,"f1":0.71944,"accuracy":0.756917,"main_score":0.71944,"hf_subset":"ace_Latn-pol_Latn","languages":["ace-Latn","pol-Latn"]},{"precision":0.437467,"recall":0.496047,"f1":0.45418,"accuracy":0.496047,"main_score":0.45418,"hf_subset":"ace_Latn-ssw_Latn","languages":["ace-Latn","ssw-Latn"]},{"precision":0.6953,"recall":0.747036,"f1":0.709552,"accuracy":0.747036,"main_score":0.709552,"hf_subset":"ace_Latn-ukr_Cyrl","languages":["ace-Latn","ukr-Cyrl"]},{"precision":0.689187,"recall":0.733202,"f1":0.702456,"accuracy":0.733202,"main_score":0.702456,"hf_subset":"ace_Latn-afr_Latn","languages":["ace-Latn","afr-Latn"]},{"precision":0.707688,"recall":0.752964,"f1":0.721022,"accuracy":0.752964,"main_score":0.721022,"hf_subset":"ace_Latn-bho_Deva","languages":["ace-Latn","bho-Deva"]},{"precision":0.597909,"recall":0.649209,"f1":0.613242,"accuracy":0.649209,"main_score":0.613242,"hf_subset":"ace_Latn-eus_Latn","languages":["ace-Latn","eus-Latn"]},{"precision":0.426894,"recall":0.494071,"f1":0.444634,"accuracy":0.494071,"main_score":0.444634,"hf_subset":"ace_Latn-ibo_Latn","languages":["ace-Latn","ibo-Latn"]},{"precision":0.47556,"recall":0.538538,"f1":0.493001,"accuracy":0.538538,"main_score":0.493001,"hf_subset":"ace_Latn-kmr_Latn","languages":["ace-Latn","kmr-Latn"]},{"precision":0.726482,"recall":0.766798,"f1":0.738161,"accuracy":0.766798,"main_score":0.738161,"hf_subset":"ace_Latn-min_Latn","languages":["ace-Latn","min-Latn"]},{"precision":0.734275,"recall":0.784585,"f1":0.748874,"accuracy":0.784585,"main_score":0.748874,"hf_subset":"ace_Latn-por_Latn","languages":["ace-Latn","por-Latn"]},{"precision":0.727316,"recall":0.768775,"f1":0.738735,"accuracy":0.768775,"main_score":0.738735,"hf_subset":"ace_Latn-sun_Latn","languages":["ace-Latn","sun-Latn"]},{"precision":0.42006,"recall":0.483202,"f1":0.4382,"accuracy":0.483202,"main_score":0.4382,"hf_subset":"ace_Latn-umb_Latn","languages":["ace-Latn","umb-Latn"]},{"precision":0.678589,"recall":0.730237,"f1":0.692857,"accuracy":0.730237,"main_score":0.692857,"hf_subset":"ace_Latn-ajp_Arab","languages":["ace-Latn","ajp-Arab"]},{"precision":0.350789,"recall":0.41502,"f1":0.367005,"accuracy":0.41502,"main_score":0.367005,"hf_subset":"ace_Latn-bjn_Arab","languages":["ace-Latn","bjn-Arab"]},{"precision":0.447682,"recall":0.5,"f1":0.462144,"accuracy":0.5,"main_score":0.462144,"hf_subset":"ace_Latn-ewe_Latn","languages":["ace-Latn","ewe-Latn"]},{"precision":0.655027,"recall":0.699605,"f1":0.667653,"accuracy":0.699605,"main_score":0.667653,"hf_subset":"ace_Latn-ilo_Latn","languages":["ace-Latn","ilo-Latn"]},{"precision":0.211019,"recall":0.270751,"f1":0.227081,"accuracy":0.270751,"main_score":0.227081,"hf_subset":"ace_Latn-knc_Arab","languages":["ace-Latn","knc-Arab"]},{"precision":0.654677,"recall":0.698617,"f1":0.668083,"accuracy":0.698617,"main_score":0.668083,"hf_subset":"ace_Latn-mkd_Cyrl","languages":["ace-Latn","mkd-Cyrl"]},{"precision":0.687807,"recall":0.751976,"f1":0.706155,"accuracy":0.751976,"main_score":0.706155,"hf_subset":"ace_Latn-prs_Arab","languages":["ace-Latn","prs-Arab"]},{"precision":0.704116,"recall":0.753953,"f1":0.718618,"accuracy":0.753953,"main_score":0.718618,"hf_subset":"ace_Latn-swe_Latn","languages":["ace-Latn","swe-Latn"]},{"precision":0.619415,"recall":0.686759,"f1":0.639677,"accuracy":0.686759,"main_score":0.639677,"hf_subset":"ace_Latn-urd_Arab","languages":["ace-Latn","urd-Arab"]},{"precision":0.491971,"recall":0.545455,"f1":0.507646,"accuracy":0.545455,"main_score":0.507646,"hf_subset":"ace_Latn-aka_Latn","languages":["ace-Latn","aka-Latn"]},{"precision":0.707419,"recall":0.750988,"f1":0.719869,"accuracy":0.750988,"main_score":0.719869,"hf_subset":"ace_Latn-bjn_Latn","languages":["ace-Latn","bjn-Latn"]},{"precision":0.496884,"recall":0.555336,"f1":0.513675,"accuracy":0.555336,"main_score":0.513675,"hf_subset":"ace_Latn-fao_Latn","languages":["ace-Latn","fao-Latn"]},{"precision":0.769436,"recall":0.816206,"f1":0.783879,"accuracy":0.816206,"main_score":0.783879,"hf_subset":"ace_Latn-ind_Latn","languages":["ace-Latn","ind-Latn"]},{"precision":0.483731,"recall":0.544466,"f1":0.501608,"accuracy":0.544466,"main_score":0.501608,"hf_subset":"ace_Latn-knc_Latn","languages":["ace-Latn","knc-Latn"]},{"precision":0.624264,"recall":0.670949,"f1":0.637692,"accuracy":0.670949,"main_score":0.637692,"hf_subset":"ace_Latn-mlt_Latn","languages":["ace-Latn","mlt-Latn"]},{"precision":0.515218,"recall":0.582016,"f1":0.534668,"accuracy":0.582016,"main_score":0.534668,"hf_subset":"ace_Latn-quy_Latn","languages":["ace-Latn","quy-Latn"]},{"precision":0.593628,"recall":0.657115,"f1":0.612082,"accuracy":0.657115,"main_score":0.612082,"hf_subset":"ace_Latn-swh_Latn","languages":["ace-Latn","swh-Latn"]},{"precision":0.535843,"recall":0.599802,"f1":0.553701,"accuracy":0.599802,"main_score":0.553701,"hf_subset":"ace_Latn-uzn_Latn","languages":["ace-Latn","uzn-Latn"]},{"precision":0.638282,"recall":0.685771,"f1":0.652377,"accuracy":0.685771,"main_score":0.652377,"hf_subset":"ace_Latn-als_Latn","languages":["ace-Latn","als-Latn"]},{"precision":0.198068,"recall":0.256917,"f1":0.213113,"accuracy":0.256917,"main_score":0.213113,"hf_subset":"ace_Latn-bod_Tibt","languages":["ace-Latn","bod-Tibt"]},{"precision":0.462116,"recall":0.523715,"f1":0.480011,"accuracy":0.523715,"main_score":0.480011,"hf_subset":"ace_Latn-fij_Latn","languages":["ace-Latn","fij-Latn"]},{"precision":0.436716,"recall":0.500988,"f1":0.454834,"accuracy":0.500988,"main_score":0.454834,"hf_subset":"ace_Latn-isl_Latn","languages":["ace-Latn","isl-Latn"]},{"precision":0.499071,"recall":0.555336,"f1":0.514763,"accuracy":0.555336,"main_score":0.514763,"hf_subset":"ace_Latn-kon_Latn","languages":["ace-Latn","kon-Latn"]},{"precision":0.366473,"recall":0.440711,"f1":0.38688,"accuracy":0.440711,"main_score":0.38688,"hf_subset":"ace_Latn-mni_Beng","languages":["ace-Latn","mni-Beng"]},{"precision":0.712584,"recall":0.756917,"f1":0.725136,"accuracy":0.756917,"main_score":0.725136,"hf_subset":"ace_Latn-ron_Latn","languages":["ace-Latn","ron-Latn"]},{"precision":0.624225,"recall":0.677866,"f1":0.639235,"accuracy":0.677866,"main_score":0.639235,"hf_subset":"ace_Latn-szl_Latn","languages":["ace-Latn","szl-Latn"]},{"precision":0.68225,"recall":0.724308,"f1":0.694754,"accuracy":0.724308,"main_score":0.694754,"hf_subset":"ace_Latn-vec_Latn","languages":["ace-Latn","vec-Latn"]},{"precision":0.50024,"recall":0.572134,"f1":0.520816,"accuracy":0.572134,"main_score":0.520816,"hf_subset":"ace_Latn-amh_Ethi","languages":["ace-Latn","amh-Ethi"]},{"precision":0.685172,"recall":0.740119,"f1":0.700977,"accuracy":0.740119,"main_score":0.700977,"hf_subset":"ace_Latn-bos_Latn","languages":["ace-Latn","bos-Latn"]},{"precision":0.668866,"recall":0.72332,"f1":0.684289,"accuracy":0.72332,"main_score":0.684289,"hf_subset":"ace_Latn-fin_Latn","languages":["ace-Latn","fin-Latn"]},{"precision":0.732884,"recall":0.787549,"f1":0.749144,"accuracy":0.787549,"main_score":0.749144,"hf_subset":"ace_Latn-ita_Latn","languages":["ace-Latn","ita-Latn"]},{"precision":0.687124,"recall":0.746047,"f1":0.704681,"accuracy":0.746047,"main_score":0.704681,"hf_subset":"ace_Latn-kor_Hang","languages":["ace-Latn","kor-Hang"]},{"precision":0.452223,"recall":0.511858,"f1":0.469932,"accuracy":0.511858,"main_score":0.469932,"hf_subset":"ace_Latn-mos_Latn","languages":["ace-Latn","mos-Latn"]},{"precision":0.436076,"recall":0.497036,"f1":0.453084,"accuracy":0.497036,"main_score":0.453084,"hf_subset":"ace_Latn-run_Latn","languages":["ace-Latn","run-Latn"]},{"precision":0.634639,"recall":0.698617,"f1":0.652567,"accuracy":0.698617,"main_score":0.652567,"hf_subset":"ace_Latn-tam_Taml","languages":["ace-Latn","tam-Taml"]},{"precision":0.706143,"recall":0.755929,"f1":0.721165,"accuracy":0.755929,"main_score":0.721165,"hf_subset":"ace_Latn-vie_Latn","languages":["ace-Latn","vie-Latn"]},{"precision":0.668433,"recall":0.713439,"f1":0.68167,"accuracy":0.713439,"main_score":0.68167,"hf_subset":"ace_Latn-apc_Arab","languages":["ace-Latn","apc-Arab"]},{"precision":0.652652,"recall":0.706522,"f1":0.668384,"accuracy":0.706522,"main_score":0.668384,"hf_subset":"ace_Latn-bug_Latn","languages":["ace-Latn","bug-Latn"]},{"precision":0.412434,"recall":0.463439,"f1":0.426854,"accuracy":0.463439,"main_score":0.426854,"hf_subset":"ace_Latn-fon_Latn","languages":["ace-Latn","fon-Latn"]},{"precision":0.730157,"recall":0.768775,"f1":0.740985,"accuracy":0.768775,"main_score":0.740985,"hf_subset":"ace_Latn-jav_Latn","languages":["ace-Latn","jav-Latn"]},{"precision":0.472696,"recall":0.530632,"f1":0.488835,"accuracy":0.530632,"main_score":0.488835,"hf_subset":"ace_Latn-lao_Laoo","languages":["ace-Latn","lao-Laoo"]},{"precision":0.424402,"recall":0.485178,"f1":0.441104,"accuracy":0.485178,"main_score":0.441104,"hf_subset":"ace_Latn-mri_Latn","languages":["ace-Latn","mri-Latn"]},{"precision":0.702167,"recall":0.756917,"f1":0.717674,"accuracy":0.756917,"main_score":0.717674,"hf_subset":"ace_Latn-rus_Cyrl","languages":["ace-Latn","rus-Cyrl"]},{"precision":0.43377,"recall":0.5,"f1":0.452201,"accuracy":0.5,"main_score":0.452201,"hf_subset":"ace_Latn-taq_Latn","languages":["ace-Latn","taq-Latn"]},{"precision":0.69345,"recall":0.730237,"f1":0.703667,"accuracy":0.730237,"main_score":0.703667,"hf_subset":"ace_Latn-war_Latn","languages":["ace-Latn","war-Latn"]},{"precision":0.676858,"recall":0.738142,"f1":0.693945,"accuracy":0.738142,"main_score":0.693945,"hf_subset":"ace_Latn-arb_Arab","languages":["ace-Latn","arb-Arab"]},{"precision":0.696488,"recall":0.747036,"f1":0.710993,"accuracy":0.747036,"main_score":0.710993,"hf_subset":"ace_Latn-bul_Cyrl","languages":["ace-Latn","bul-Cyrl"]},{"precision":0.742918,"recall":0.788538,"f1":0.756155,"accuracy":0.788538,"main_score":0.756155,"hf_subset":"ace_Latn-fra_Latn","languages":["ace-Latn","fra-Latn"]},{"precision":0.710403,"recall":0.766798,"f1":0.726685,"accuracy":0.766798,"main_score":0.726685,"hf_subset":"ace_Latn-jpn_Jpan","languages":["ace-Latn","jpn-Jpan"]},{"precision":0.645935,"recall":0.684783,"f1":0.657366,"accuracy":0.684783,"main_score":0.657366,"hf_subset":"ace_Latn-lij_Latn","languages":["ace-Latn","lij-Latn"]},{"precision":0.460056,"recall":0.538538,"f1":0.482449,"accuracy":0.538538,"main_score":0.482449,"hf_subset":"ace_Latn-mya_Mymr","languages":["ace-Latn","mya-Mymr"]},{"precision":0.494509,"recall":0.554348,"f1":0.511604,"accuracy":0.554348,"main_score":0.511604,"hf_subset":"ace_Latn-sag_Latn","languages":["ace-Latn","sag-Latn"]},{"precision":0.156255,"recall":0.229249,"f1":0.172695,"accuracy":0.229249,"main_score":0.172695,"hf_subset":"ace_Latn-taq_Tfng","languages":["ace-Latn","taq-Tfng"]},{"precision":0.510096,"recall":0.56917,"f1":0.526735,"accuracy":0.56917,"main_score":0.526735,"hf_subset":"ace_Latn-wol_Latn","languages":["ace-Latn","wol-Latn"]},{"precision":0.279691,"recall":0.366601,"f1":0.301658,"accuracy":0.366601,"main_score":0.301658,"hf_subset":"ace_Latn-arb_Latn","languages":["ace-Latn","arb-Latn"]},{"precision":0.7004,"recall":0.744071,"f1":0.713577,"accuracy":0.744071,"main_score":0.713577,"hf_subset":"ace_Latn-cat_Latn","languages":["ace-Latn","cat-Latn"]},{"precision":0.660411,"recall":0.703557,"f1":0.672301,"accuracy":0.703557,"main_score":0.672301,"hf_subset":"ace_Latn-fur_Latn","languages":["ace-Latn","fur-Latn"]},{"precision":0.312748,"recall":0.376482,"f1":0.329937,"accuracy":0.376482,"main_score":0.329937,"hf_subset":"ace_Latn-kab_Latn","languages":["ace-Latn","kab-Latn"]},{"precision":0.625205,"recall":0.678854,"f1":0.640975,"accuracy":0.678854,"main_score":0.640975,"hf_subset":"ace_Latn-lim_Latn","languages":["ace-Latn","lim-Latn"]},{"precision":0.72293,"recall":0.770751,"f1":0.737258,"accuracy":0.770751,"main_score":0.737258,"hf_subset":"ace_Latn-nld_Latn","languages":["ace-Latn","nld-Latn"]},{"precision":0.58256,"recall":0.653162,"f1":0.603362,"accuracy":0.653162,"main_score":0.603362,"hf_subset":"ace_Latn-san_Deva","languages":["ace-Latn","san-Deva"]},{"precision":0.60247,"recall":0.648221,"f1":0.6159,"accuracy":0.648221,"main_score":0.6159,"hf_subset":"ace_Latn-tat_Cyrl","languages":["ace-Latn","tat-Cyrl"]},{"precision":0.466189,"recall":0.529644,"f1":0.484256,"accuracy":0.529644,"main_score":0.484256,"hf_subset":"ace_Latn-xho_Latn","languages":["ace-Latn","xho-Latn"]},{"precision":0.662172,"recall":0.726285,"f1":0.680523,"accuracy":0.726285,"main_score":0.680523,"hf_subset":"ace_Latn-ars_Arab","languages":["ace-Latn","ars-Arab"]},{"precision":0.660022,"recall":0.702569,"f1":0.672678,"accuracy":0.702569,"main_score":0.672678,"hf_subset":"ace_Latn-ceb_Latn","languages":["ace-Latn","ceb-Latn"]},{"precision":0.469335,"recall":0.527668,"f1":0.485885,"accuracy":0.527668,"main_score":0.485885,"hf_subset":"ace_Latn-fuv_Latn","languages":["ace-Latn","fuv-Latn"]},{"precision":0.472447,"recall":0.529644,"f1":0.489615,"accuracy":0.529644,"main_score":0.489615,"hf_subset":"ace_Latn-kac_Latn","languages":["ace-Latn","kac-Latn"]},{"precision":0.495487,"recall":0.556324,"f1":0.513062,"accuracy":0.556324,"main_score":0.513062,"hf_subset":"ace_Latn-lin_Latn","languages":["ace-Latn","lin-Latn"]},{"precision":0.686505,"recall":0.736166,"f1":0.701282,"accuracy":0.736166,"main_score":0.701282,"hf_subset":"ace_Latn-nno_Latn","languages":["ace-Latn","nno-Latn"]},{"precision":0.175906,"recall":0.228261,"f1":0.189068,"accuracy":0.228261,"main_score":0.189068,"hf_subset":"ace_Latn-sat_Olck","languages":["ace-Latn","sat-Olck"]},{"precision":0.648273,"recall":0.710474,"f1":0.666294,"accuracy":0.710474,"main_score":0.666294,"hf_subset":"ace_Latn-tel_Telu","languages":["ace-Latn","tel-Telu"]},{"precision":0.28294,"recall":0.348814,"f1":0.30064,"accuracy":0.348814,"main_score":0.30064,"hf_subset":"ace_Latn-ydd_Hebr","languages":["ace-Latn","ydd-Hebr"]},{"precision":0.611904,"recall":0.676877,"f1":0.629295,"accuracy":0.676877,"main_score":0.629295,"hf_subset":"ace_Latn-ary_Arab","languages":["ace-Latn","ary-Arab"]},{"precision":0.672621,"recall":0.727273,"f1":0.688823,"accuracy":0.727273,"main_score":0.688823,"hf_subset":"ace_Latn-ces_Latn","languages":["ace-Latn","ces-Latn"]},{"precision":0.340641,"recall":0.414032,"f1":0.360367,"accuracy":0.414032,"main_score":0.360367,"hf_subset":"ace_Latn-gaz_Latn","languages":["ace-Latn","gaz-Latn"]},{"precision":0.466353,"recall":0.522727,"f1":0.482559,"accuracy":0.522727,"main_score":0.482559,"hf_subset":"ace_Latn-kam_Latn","languages":["ace-Latn","kam-Latn"]},{"precision":0.580675,"recall":0.642292,"f1":0.598803,"accuracy":0.642292,"main_score":0.598803,"hf_subset":"ace_Latn-lit_Latn","languages":["ace-Latn","lit-Latn"]},{"precision":0.709146,"recall":0.756917,"f1":0.722941,"accuracy":0.756917,"main_score":0.722941,"hf_subset":"ace_Latn-nob_Latn","languages":["ace-Latn","nob-Latn"]},{"precision":0.605692,"recall":0.659091,"f1":0.620718,"accuracy":0.659091,"main_score":0.620718,"hf_subset":"ace_Latn-scn_Latn","languages":["ace-Latn","scn-Latn"]},{"precision":0.440128,"recall":0.51581,"f1":0.461728,"accuracy":0.51581,"main_score":0.461728,"hf_subset":"ace_Latn-tgk_Cyrl","languages":["ace-Latn","tgk-Cyrl"]},{"precision":0.415227,"recall":0.483202,"f1":0.434274,"accuracy":0.483202,"main_score":0.434274,"hf_subset":"ace_Latn-yor_Latn","languages":["ace-Latn","yor-Latn"]},{"precision":0.695141,"recall":0.740119,"f1":0.707983,"accuracy":0.740119,"main_score":0.707983,"hf_subset":"ace_Latn-arz_Arab","languages":["ace-Latn","arz-Arab"]},{"precision":0.466065,"recall":0.527668,"f1":0.483978,"accuracy":0.527668,"main_score":0.483978,"hf_subset":"ace_Latn-cjk_Latn","languages":["ace-Latn","cjk-Latn"]},{"precision":0.385806,"recall":0.450593,"f1":0.403745,"accuracy":0.450593,"main_score":0.403745,"hf_subset":"ace_Latn-gla_Latn","languages":["ace-Latn","gla-Latn"]},{"precision":0.646213,"recall":0.710474,"f1":0.665373,"accuracy":0.710474,"main_score":0.665373,"hf_subset":"ace_Latn-kan_Knda","languages":["ace-Latn","kan-Knda"]},{"precision":0.648565,"recall":0.69664,"f1":0.661993,"accuracy":0.69664,"main_score":0.661993,"hf_subset":"ace_Latn-lmo_Latn","languages":["ace-Latn","lmo-Latn"]},{"precision":0.673139,"recall":0.727273,"f1":0.689253,"accuracy":0.727273,"main_score":0.689253,"hf_subset":"ace_Latn-npi_Deva","languages":["ace-Latn","npi-Deva"]},{"precision":0.391965,"recall":0.466403,"f1":0.412636,"accuracy":0.466403,"main_score":0.412636,"hf_subset":"ace_Latn-shn_Mymr","languages":["ace-Latn","shn-Mymr"]},{"precision":0.662994,"recall":0.713439,"f1":0.678496,"accuracy":0.713439,"main_score":0.678496,"hf_subset":"ace_Latn-tgl_Latn","languages":["ace-Latn","tgl-Latn"]},{"precision":0.693139,"recall":0.747036,"f1":0.708008,"accuracy":0.747036,"main_score":0.708008,"hf_subset":"ace_Latn-yue_Hant","languages":["ace-Latn","yue-Hant"]},{"precision":0.556306,"recall":0.62253,"f1":0.575827,"accuracy":0.62253,"main_score":0.575827,"hf_subset":"ace_Latn-asm_Beng","languages":["ace-Latn","asm-Beng"]},{"precision":0.358707,"recall":0.41996,"f1":0.376206,"accuracy":0.41996,"main_score":0.376206,"hf_subset":"ace_Latn-ckb_Arab","languages":["ace-Latn","ckb-Arab"]},{"precision":0.380558,"recall":0.450593,"f1":0.399265,"accuracy":0.450593,"main_score":0.399265,"hf_subset":"ace_Latn-gle_Latn","languages":["ace-Latn","gle-Latn"]},{"precision":0.475285,"recall":0.548419,"f1":0.496171,"accuracy":0.548419,"main_score":0.496171,"hf_subset":"ace_Latn-kas_Arab","languages":["ace-Latn","kas-Arab"]},{"precision":0.575487,"recall":0.629447,"f1":0.591716,"accuracy":0.629447,"main_score":0.591716,"hf_subset":"ace_Latn-ltg_Latn","languages":["ace-Latn","ltg-Latn"]},{"precision":0.506192,"recall":0.555336,"f1":0.520078,"accuracy":0.555336,"main_score":0.520078,"hf_subset":"ace_Latn-nso_Latn","languages":["ace-Latn","nso-Latn"]},{"precision":0.522353,"recall":0.592885,"f1":0.542519,"accuracy":0.592885,"main_score":0.542519,"hf_subset":"ace_Latn-sin_Sinh","languages":["ace-Latn","sin-Sinh"]},{"precision":0.677096,"recall":0.741107,"f1":0.69601,"accuracy":0.741107,"main_score":0.69601,"hf_subset":"ace_Latn-tha_Thai","languages":["ace-Latn","tha-Thai"]},{"precision":0.681654,"recall":0.743083,"f1":0.698885,"accuracy":0.743083,"main_score":0.698885,"hf_subset":"ace_Latn-zho_Hans","languages":["ace-Latn","zho-Hans"]},{"precision":0.684587,"recall":0.72332,"f1":0.695775,"accuracy":0.72332,"main_score":0.695775,"hf_subset":"ace_Latn-ast_Latn","languages":["ace-Latn","ast-Latn"]},{"precision":0.591465,"recall":0.647233,"f1":0.607032,"accuracy":0.647233,"main_score":0.607032,"hf_subset":"ace_Latn-crh_Latn","languages":["ace-Latn","crh-Latn"]},{"precision":0.71934,"recall":0.76087,"f1":0.731597,"accuracy":0.76087,"main_score":0.731597,"hf_subset":"ace_Latn-glg_Latn","languages":["ace-Latn","glg-Latn"]},{"precision":0.504876,"recall":0.571146,"f1":0.523809,"accuracy":0.571146,"main_score":0.523809,"hf_subset":"ace_Latn-kas_Deva","languages":["ace-Latn","kas-Deva"]},{"precision":0.618177,"recall":0.66996,"f1":0.632,"accuracy":0.66996,"main_score":0.632,"hf_subset":"ace_Latn-ltz_Latn","languages":["ace-Latn","ltz-Latn"]},{"precision":0.353471,"recall":0.41502,"f1":0.370336,"accuracy":0.41502,"main_score":0.370336,"hf_subset":"ace_Latn-nus_Latn","languages":["ace-Latn","nus-Latn"]},{"precision":0.654832,"recall":0.712451,"f1":0.671693,"accuracy":0.712451,"main_score":0.671693,"hf_subset":"ace_Latn-slk_Latn","languages":["ace-Latn","slk-Latn"]},{"precision":0.360637,"recall":0.431818,"f1":0.380595,"accuracy":0.431818,"main_score":0.380595,"hf_subset":"ace_Latn-tir_Ethi","languages":["ace-Latn","tir-Ethi"]},{"precision":0.69103,"recall":0.749012,"f1":0.707923,"accuracy":0.749012,"main_score":0.707923,"hf_subset":"ace_Latn-zho_Hant","languages":["ace-Latn","zho-Hant"]},{"precision":0.704029,"recall":0.757905,"f1":0.719617,"accuracy":0.757905,"main_score":0.719617,"hf_subset":"ace_Latn-awa_Deva","languages":["ace-Latn","awa-Deva"]},{"precision":0.433985,"recall":0.497036,"f1":0.45203,"accuracy":0.497036,"main_score":0.45203,"hf_subset":"ace_Latn-cym_Latn","languages":["ace-Latn","cym-Latn"]},{"precision":0.607908,"recall":0.660079,"f1":0.623406,"accuracy":0.660079,"main_score":0.623406,"hf_subset":"ace_Latn-grn_Latn","languages":["ace-Latn","grn-Latn"]},{"precision":0.575329,"recall":0.639328,"f1":0.594156,"accuracy":0.639328,"main_score":0.594156,"hf_subset":"ace_Latn-kat_Geor","languages":["ace-Latn","kat-Geor"]},{"precision":0.515213,"recall":0.571146,"f1":0.531428,"accuracy":0.571146,"main_score":0.531428,"hf_subset":"ace_Latn-lua_Latn","languages":["ace-Latn","lua-Latn"]},{"precision":0.500354,"recall":0.55336,"f1":0.515508,"accuracy":0.55336,"main_score":0.515508,"hf_subset":"ace_Latn-nya_Latn","languages":["ace-Latn","nya-Latn"]},{"precision":0.636608,"recall":0.695652,"f1":0.653107,"accuracy":0.695652,"main_score":0.653107,"hf_subset":"ace_Latn-slv_Latn","languages":["ace-Latn","slv-Latn"]},{"precision":0.654323,"recall":0.700593,"f1":0.667709,"accuracy":0.700593,"main_score":0.667709,"hf_subset":"ace_Latn-tpi_Latn","languages":["ace-Latn","tpi-Latn"]},{"precision":0.73458,"recall":0.779644,"f1":0.747754,"accuracy":0.779644,"main_score":0.747754,"hf_subset":"ace_Latn-zsm_Latn","languages":["ace-Latn","zsm-Latn"]},{"precision":0.428046,"recall":0.499012,"f1":0.44733,"accuracy":0.499012,"main_score":0.44733,"hf_subset":"ace_Latn-ayr_Latn","languages":["ace-Latn","ayr-Latn"]},{"precision":0.704578,"recall":0.757905,"f1":0.72044,"accuracy":0.757905,"main_score":0.72044,"hf_subset":"ace_Latn-dan_Latn","languages":["ace-Latn","dan-Latn"]},{"precision":0.626699,"recall":0.697628,"f1":0.647114,"accuracy":0.697628,"main_score":0.647114,"hf_subset":"ace_Latn-guj_Gujr","languages":["ace-Latn","guj-Gujr"]},{"precision":0.575908,"recall":0.636364,"f1":0.593478,"accuracy":0.636364,"main_score":0.593478,"hf_subset":"ace_Latn-kaz_Cyrl","languages":["ace-Latn","kaz-Cyrl"]},{"precision":0.422985,"recall":0.478261,"f1":0.438743,"accuracy":0.478261,"main_score":0.438743,"hf_subset":"ace_Latn-lug_Latn","languages":["ace-Latn","lug-Latn"]},{"precision":0.685902,"recall":0.728261,"f1":0.698493,"accuracy":0.728261,"main_score":0.698493,"hf_subset":"ace_Latn-oci_Latn","languages":["ace-Latn","oci-Latn"]},{"precision":0.466444,"recall":0.535573,"f1":0.487143,"accuracy":0.535573,"main_score":0.487143,"hf_subset":"ace_Latn-smo_Latn","languages":["ace-Latn","smo-Latn"]},{"precision":0.450449,"recall":0.508893,"f1":0.467277,"accuracy":0.508893,"main_score":0.467277,"hf_subset":"ace_Latn-tsn_Latn","languages":["ace-Latn","tsn-Latn"]},{"precision":0.428188,"recall":0.488142,"f1":0.445278,"accuracy":0.488142,"main_score":0.445278,"hf_subset":"ace_Latn-zul_Latn","languages":["ace-Latn","zul-Latn"]},{"precision":0.521912,"recall":0.593874,"f1":0.542782,"accuracy":0.593874,"main_score":0.542782,"hf_subset":"ace_Latn-azb_Arab","languages":["ace-Latn","azb-Arab"]},{"precision":0.725126,"recall":0.773715,"f1":0.738997,"accuracy":0.773715,"main_score":0.738997,"hf_subset":"ace_Latn-deu_Latn","languages":["ace-Latn","deu-Latn"]},{"precision":0.537269,"recall":0.596838,"f1":0.554564,"accuracy":0.596838,"main_score":0.554564,"hf_subset":"ace_Latn-hat_Latn","languages":["ace-Latn","hat-Latn"]},{"precision":0.395232,"recall":0.45751,"f1":0.412967,"accuracy":0.45751,"main_score":0.412967,"hf_subset":"ace_Latn-kbp_Latn","languages":["ace-Latn","kbp-Latn"]},{"precision":0.480328,"recall":0.533597,"f1":0.49588,"accuracy":0.533597,"main_score":0.49588,"hf_subset":"ace_Latn-luo_Latn","languages":["ace-Latn","luo-Latn"]},{"precision":0.432116,"recall":0.499012,"f1":0.450683,"accuracy":0.499012,"main_score":0.450683,"hf_subset":"ace_Latn-ory_Orya","languages":["ace-Latn","ory-Orya"]},{"precision":0.460288,"recall":0.519763,"f1":0.477589,"accuracy":0.519763,"main_score":0.477589,"hf_subset":"ace_Latn-sna_Latn","languages":["ace-Latn","sna-Latn"]},{"precision":0.452843,"recall":0.512846,"f1":0.469441,"accuracy":0.512846,"main_score":0.469441,"hf_subset":"ace_Latn-tso_Latn","languages":["ace-Latn","tso-Latn"]},{"precision":0.609281,"recall":0.666996,"f1":0.625983,"accuracy":0.666996,"main_score":0.625983,"hf_subset":"ace_Latn-azj_Latn","languages":["ace-Latn","azj-Latn"]},{"precision":0.437423,"recall":0.502964,"f1":0.456657,"accuracy":0.502964,"main_score":0.456657,"hf_subset":"ace_Latn-dik_Latn","languages":["ace-Latn","dik-Latn"]},{"precision":0.462913,"recall":0.518775,"f1":0.479391,"accuracy":0.518775,"main_score":0.479391,"hf_subset":"ace_Latn-hau_Latn","languages":["ace-Latn","hau-Latn"]},{"precision":0.63792,"recall":0.683794,"f1":0.651447,"accuracy":0.683794,"main_score":0.651447,"hf_subset":"ace_Latn-kea_Latn","languages":["ace-Latn","kea-Latn"]},{"precision":0.580955,"recall":0.625494,"f1":0.593995,"accuracy":0.625494,"main_score":0.593995,"hf_subset":"ace_Latn-lus_Latn","languages":["ace-Latn","lus-Latn"]},{"precision":0.643939,"recall":0.685771,"f1":0.656401,"accuracy":0.685771,"main_score":0.656401,"hf_subset":"ace_Latn-pag_Latn","languages":["ace-Latn","pag-Latn"]},{"precision":0.484818,"recall":0.548419,"f1":0.503109,"accuracy":0.548419,"main_score":0.503109,"hf_subset":"ace_Latn-snd_Arab","languages":["ace-Latn","snd-Arab"]},{"precision":0.532012,"recall":0.596838,"f1":0.550373,"accuracy":0.596838,"main_score":0.550373,"hf_subset":"ace_Latn-tuk_Latn","languages":["ace-Latn","tuk-Latn"]},{"precision":0.590416,"recall":0.643281,"f1":0.60592,"accuracy":0.643281,"main_score":0.60592,"hf_subset":"ace_Latn-bak_Cyrl","languages":["ace-Latn","bak-Cyrl"]},{"precision":0.38246,"recall":0.455534,"f1":0.403134,"accuracy":0.455534,"main_score":0.403134,"hf_subset":"ace_Latn-dyu_Latn","languages":["ace-Latn","dyu-Latn"]},{"precision":0.532873,"recall":0.612648,"f1":0.555645,"accuracy":0.612648,"main_score":0.555645,"hf_subset":"ace_Latn-heb_Hebr","languages":["ace-Latn","heb-Hebr"]},{"precision":0.458577,"recall":0.522727,"f1":0.47672,"accuracy":0.522727,"main_score":0.47672,"hf_subset":"ace_Latn-khk_Cyrl","languages":["ace-Latn","khk-Cyrl"]},{"precision":0.624049,"recall":0.672925,"f1":0.638904,"accuracy":0.672925,"main_score":0.638904,"hf_subset":"ace_Latn-lvs_Latn","languages":["ace-Latn","lvs-Latn"]},{"precision":0.55105,"recall":0.621542,"f1":0.570932,"accuracy":0.621542,"main_score":0.570932,"hf_subset":"ace_Latn-pan_Guru","languages":["ace-Latn","pan-Guru"]},{"precision":0.41022,"recall":0.470356,"f1":0.427228,"accuracy":0.470356,"main_score":0.427228,"hf_subset":"ace_Latn-som_Latn","languages":["ace-Latn","som-Latn"]},{"precision":0.466497,"recall":0.517787,"f1":0.481294,"accuracy":0.517787,"main_score":0.481294,"hf_subset":"ace_Latn-tum_Latn","languages":["ace-Latn","tum-Latn"]},{"precision":0.336462,"recall":0.416008,"f1":0.35725,"accuracy":0.416008,"main_score":0.35725,"hf_subset":"ban_Latn-ace_Arab","languages":["ban-Latn","ace-Arab"]},{"precision":0.387039,"recall":0.465415,"f1":0.40808,"accuracy":0.465415,"main_score":0.40808,"hf_subset":"ban_Latn-bam_Latn","languages":["ban-Latn","bam-Latn"]},{"precision":0.131897,"recall":0.189723,"f1":0.147227,"accuracy":0.189723,"main_score":0.147227,"hf_subset":"ban_Latn-dzo_Tibt","languages":["ban-Latn","dzo-Tibt"]},{"precision":0.858358,"recall":0.892292,"f1":0.868764,"accuracy":0.892292,"main_score":0.868764,"hf_subset":"ban_Latn-hin_Deva","languages":["ban-Latn","hin-Deva"]},{"precision":0.571789,"recall":0.648221,"f1":0.594095,"accuracy":0.648221,"main_score":0.594095,"hf_subset":"ban_Latn-khm_Khmr","languages":["ban-Latn","khm-Khmr"]},{"precision":0.849341,"recall":0.885375,"f1":0.860804,"accuracy":0.885375,"main_score":0.860804,"hf_subset":"ban_Latn-mag_Deva","languages":["ban-Latn","mag-Deva"]},{"precision":0.773133,"recall":0.818182,"f1":0.786801,"accuracy":0.818182,"main_score":0.786801,"hf_subset":"ban_Latn-pap_Latn","languages":["ban-Latn","pap-Latn"]},{"precision":0.443631,"recall":0.524704,"f1":0.465743,"accuracy":0.524704,"main_score":0.465743,"hf_subset":"ban_Latn-sot_Latn","languages":["ban-Latn","sot-Latn"]},{"precision":0.849588,"recall":0.883399,"f1":0.860244,"accuracy":0.883399,"main_score":0.860244,"hf_subset":"ban_Latn-tur_Latn","languages":["ban-Latn","tur-Latn"]},{"precision":0.721377,"recall":0.778656,"f1":0.73897,"accuracy":0.778656,"main_score":0.73897,"hf_subset":"ban_Latn-ace_Latn","languages":["ban-Latn","ace-Latn"]},{"precision":0.727388,"recall":0.793478,"f1":0.747436,"accuracy":0.793478,"main_score":0.747436,"hf_subset":"ban_Latn-ell_Grek","languages":["ban-Latn","ell-Grek"]},{"precision":0.837681,"recall":0.874506,"f1":0.849111,"accuracy":0.874506,"main_score":0.849111,"hf_subset":"ban_Latn-hne_Deva","languages":["ban-Latn","hne-Deva"]},{"precision":0.455307,"recall":0.538538,"f1":0.477975,"accuracy":0.538538,"main_score":0.477975,"hf_subset":"ban_Latn-kik_Latn","languages":["ban-Latn","kik-Latn"]},{"precision":0.863389,"recall":0.894269,"f1":0.873419,"accuracy":0.894269,"main_score":0.873419,"hf_subset":"ban_Latn-mai_Deva","languages":["ban-Latn","mai-Deva"]},{"precision":0.663227,"recall":0.731225,"f1":0.683813,"accuracy":0.731225,"main_score":0.683813,"hf_subset":"ban_Latn-pbt_Arab","languages":["ban-Latn","pbt-Arab"]},{"precision":0.876894,"recall":0.90415,"f1":0.885408,"accuracy":0.90415,"main_score":0.885408,"hf_subset":"ban_Latn-spa_Latn","languages":["ban-Latn","spa-Latn"]},{"precision":0.529258,"recall":0.606719,"f1":0.551654,"accuracy":0.606719,"main_score":0.551654,"hf_subset":"ban_Latn-twi_Latn","languages":["ban-Latn","twi-Latn"]},{"precision":0.84226,"recall":0.880435,"f1":0.854051,"accuracy":0.880435,"main_score":0.854051,"hf_subset":"ban_Latn-acm_Arab","languages":["ban-Latn","acm-Arab"]},{"precision":0.637608,"recall":0.713439,"f1":0.660575,"accuracy":0.713439,"main_score":0.660575,"hf_subset":"ban_Latn-bel_Cyrl","languages":["ban-Latn","bel-Cyrl"]},{"precision":0.896196,"recall":0.91996,"f1":0.903557,"accuracy":0.91996,"main_score":0.903557,"hf_subset":"ban_Latn-eng_Latn","languages":["ban-Latn","eng-Latn"]},{"precision":0.811314,"recall":0.850791,"f1":0.82317,"accuracy":0.850791,"main_score":0.82317,"hf_subset":"ban_Latn-hrv_Latn","languages":["ban-Latn","hrv-Latn"]},{"precision":0.390055,"recall":0.477273,"f1":0.413375,"accuracy":0.477273,"main_score":0.413375,"hf_subset":"ban_Latn-kin_Latn","languages":["ban-Latn","kin-Latn"]},{"precision":0.771229,"recall":0.826087,"f1":0.78762,"accuracy":0.826087,"main_score":0.78762,"hf_subset":"ban_Latn-mal_Mlym","languages":["ban-Latn","mal-Mlym"]},{"precision":0.846097,"recall":0.884387,"f1":0.858267,"accuracy":0.884387,"main_score":0.858267,"hf_subset":"ban_Latn-pes_Arab","languages":["ban-Latn","pes-Arab"]},{"precision":0.726927,"recall":0.782609,"f1":0.743483,"accuracy":0.782609,"main_score":0.743483,"hf_subset":"ban_Latn-srd_Latn","languages":["ban-Latn","srd-Latn"]},{"precision":0.127967,"recall":0.190711,"f1":0.142083,"accuracy":0.190711,"main_score":0.142083,"hf_subset":"ban_Latn-tzm_Tfng","languages":["ban-Latn","tzm-Tfng"]},{"precision":0.844582,"recall":0.881423,"f1":0.856141,"accuracy":0.881423,"main_score":0.856141,"hf_subset":"ban_Latn-acq_Arab","languages":["ban-Latn","acq-Arab"]},{"precision":0.455747,"recall":0.538538,"f1":0.478439,"accuracy":0.538538,"main_score":0.478439,"hf_subset":"ban_Latn-bem_Latn","languages":["ban-Latn","bem-Latn"]},{"precision":0.742747,"recall":0.794466,"f1":0.75815,"accuracy":0.794466,"main_score":0.75815,"hf_subset":"ban_Latn-epo_Latn","languages":["ban-Latn","epo-Latn"]},{"precision":0.73554,"recall":0.795455,"f1":0.75384,"accuracy":0.795455,"main_score":0.75384,"hf_subset":"ban_Latn-hun_Latn","languages":["ban-Latn","hun-Latn"]},{"precision":0.625119,"recall":0.694664,"f1":0.646097,"accuracy":0.694664,"main_score":0.646097,"hf_subset":"ban_Latn-kir_Cyrl","languages":["ban-Latn","kir-Cyrl"]},{"precision":0.804884,"recall":0.853755,"f1":0.819469,"accuracy":0.853755,"main_score":0.819469,"hf_subset":"ban_Latn-mar_Deva","languages":["ban-Latn","mar-Deva"]},{"precision":0.460492,"recall":0.532609,"f1":0.480461,"accuracy":0.532609,"main_score":0.480461,"hf_subset":"ban_Latn-plt_Latn","languages":["ban-Latn","plt-Latn"]},{"precision":0.752207,"recall":0.807312,"f1":0.768859,"accuracy":0.807312,"main_score":0.768859,"hf_subset":"ban_Latn-srp_Cyrl","languages":["ban-Latn","srp-Cyrl"]},{"precision":0.278404,"recall":0.352767,"f1":0.297936,"accuracy":0.352767,"main_score":0.297936,"hf_subset":"ban_Latn-uig_Arab","languages":["ban-Latn","uig-Arab"]},{"precision":0.801779,"recall":0.846838,"f1":0.815316,"accuracy":0.846838,"main_score":0.815316,"hf_subset":"ban_Latn-aeb_Arab","languages":["ban-Latn","aeb-Arab"]},{"precision":0.82752,"recall":0.870553,"f1":0.840975,"accuracy":0.870553,"main_score":0.840975,"hf_subset":"ban_Latn-ben_Beng","languages":["ban-Latn","ben-Beng"]},{"precision":0.67673,"recall":0.735178,"f1":0.693956,"accuracy":0.735178,"main_score":0.693956,"hf_subset":"ban_Latn-est_Latn","languages":["ban-Latn","est-Latn"]},{"precision":0.586146,"recall":0.661067,"f1":0.607701,"accuracy":0.661067,"main_score":0.607701,"hf_subset":"ban_Latn-hye_Armn","languages":["ban-Latn","hye-Armn"]},{"precision":0.425718,"recall":0.493083,"f1":0.443889,"accuracy":0.493083,"main_score":0.443889,"hf_subset":"ban_Latn-kmb_Latn","languages":["ban-Latn","kmb-Latn"]},{"precision":0.305985,"recall":0.378458,"f1":0.324837,"accuracy":0.378458,"main_score":0.324837,"hf_subset":"ban_Latn-min_Arab","languages":["ban-Latn","min-Arab"]},{"precision":0.832296,"recall":0.876482,"f1":0.845986,"accuracy":0.876482,"main_score":0.845986,"hf_subset":"ban_Latn-pol_Latn","languages":["ban-Latn","pol-Latn"]},{"precision":0.395326,"recall":0.486166,"f1":0.419455,"accuracy":0.486166,"main_score":0.419455,"hf_subset":"ban_Latn-ssw_Latn","languages":["ban-Latn","ssw-Latn"]},{"precision":0.836092,"recall":0.871542,"f1":0.847387,"accuracy":0.871542,"main_score":0.847387,"hf_subset":"ban_Latn-ukr_Cyrl","languages":["ban-Latn","ukr-Cyrl"]},{"precision":0.813054,"recall":0.848814,"f1":0.824111,"accuracy":0.848814,"main_score":0.824111,"hf_subset":"ban_Latn-afr_Latn","languages":["ban-Latn","afr-Latn"]},{"precision":0.806439,"recall":0.849802,"f1":0.819862,"accuracy":0.849802,"main_score":0.819862,"hf_subset":"ban_Latn-bho_Deva","languages":["ban-Latn","bho-Deva"]},{"precision":0.621945,"recall":0.693676,"f1":0.643502,"accuracy":0.693676,"main_score":0.643502,"hf_subset":"ban_Latn-eus_Latn","languages":["ban-Latn","eus-Latn"]},{"precision":0.405012,"recall":0.498024,"f1":0.430796,"accuracy":0.498024,"main_score":0.430796,"hf_subset":"ban_Latn-ibo_Latn","languages":["ban-Latn","ibo-Latn"]},{"precision":0.460732,"recall":0.545455,"f1":0.483293,"accuracy":0.545455,"main_score":0.483293,"hf_subset":"ban_Latn-kmr_Latn","languages":["ban-Latn","kmr-Latn"]},{"precision":0.769664,"recall":0.813241,"f1":0.783023,"accuracy":0.813241,"main_score":0.783023,"hf_subset":"ban_Latn-min_Latn","languages":["ban-Latn","min-Latn"]},{"precision":0.885623,"recall":0.913043,"f1":0.894137,"accuracy":0.913043,"main_score":0.894137,"hf_subset":"ban_Latn-por_Latn","languages":["ban-Latn","por-Latn"]},{"precision":0.840415,"recall":0.878458,"f1":0.85224,"accuracy":0.878458,"main_score":0.85224,"hf_subset":"ban_Latn-sun_Latn","languages":["ban-Latn","sun-Latn"]},{"precision":0.408365,"recall":0.495059,"f1":0.432199,"accuracy":0.495059,"main_score":0.432199,"hf_subset":"ban_Latn-umb_Latn","languages":["ban-Latn","umb-Latn"]},{"precision":0.82971,"recall":0.870553,"f1":0.842128,"accuracy":0.870553,"main_score":0.842128,"hf_subset":"ban_Latn-ajp_Arab","languages":["ban-Latn","ajp-Arab"]},{"precision":0.306854,"recall":0.375494,"f1":0.324503,"accuracy":0.375494,"main_score":0.324503,"hf_subset":"ban_Latn-bjn_Arab","languages":["ban-Latn","bjn-Arab"]},{"precision":0.412094,"recall":0.490119,"f1":0.433172,"accuracy":0.490119,"main_score":0.433172,"hf_subset":"ban_Latn-ewe_Latn","languages":["ban-Latn","ewe-Latn"]},{"precision":0.703763,"recall":0.759881,"f1":0.720166,"accuracy":0.759881,"main_score":0.720166,"hf_subset":"ban_Latn-ilo_Latn","languages":["ban-Latn","ilo-Latn"]},{"precision":0.186022,"recall":0.257905,"f1":0.203574,"accuracy":0.257905,"main_score":0.203574,"hf_subset":"ban_Latn-knc_Arab","languages":["ban-Latn","knc-Arab"]},{"precision":0.755715,"recall":0.8083,"f1":0.771546,"accuracy":0.8083,"main_score":0.771546,"hf_subset":"ban_Latn-mkd_Cyrl","languages":["ban-Latn","mkd-Cyrl"]},{"precision":0.832625,"recall":0.873518,"f1":0.845553,"accuracy":0.873518,"main_score":0.845553,"hf_subset":"ban_Latn-prs_Arab","languages":["ban-Latn","prs-Arab"]},{"precision":0.830616,"recall":0.870553,"f1":0.842857,"accuracy":0.870553,"main_score":0.842857,"hf_subset":"ban_Latn-swe_Latn","languages":["ban-Latn","swe-Latn"]},{"precision":0.743626,"recall":0.807312,"f1":0.763058,"accuracy":0.807312,"main_score":0.763058,"hf_subset":"ban_Latn-urd_Arab","languages":["ban-Latn","urd-Arab"]},{"precision":0.49401,"recall":0.574111,"f1":0.516578,"accuracy":0.574111,"main_score":0.516578,"hf_subset":"ban_Latn-aka_Latn","languages":["ban-Latn","aka-Latn"]},{"precision":0.781769,"recall":0.829051,"f1":0.79608,"accuracy":0.829051,"main_score":0.79608,"hf_subset":"ban_Latn-bjn_Latn","languages":["ban-Latn","bjn-Latn"]},{"precision":0.507313,"recall":0.58498,"f1":0.529194,"accuracy":0.58498,"main_score":0.529194,"hf_subset":"ban_Latn-fao_Latn","languages":["ban-Latn","fao-Latn"]},{"precision":0.901103,"recall":0.923913,"f1":0.908333,"accuracy":0.923913,"main_score":0.908333,"hf_subset":"ban_Latn-ind_Latn","languages":["ban-Latn","ind-Latn"]},{"precision":0.473278,"recall":0.55336,"f1":0.495511,"accuracy":0.55336,"main_score":0.495511,"hf_subset":"ban_Latn-knc_Latn","languages":["ban-Latn","knc-Latn"]},{"precision":0.681143,"recall":0.748024,"f1":0.701252,"accuracy":0.748024,"main_score":0.701252,"hf_subset":"ban_Latn-mlt_Latn","languages":["ban-Latn","mlt-Latn"]},{"precision":0.514987,"recall":0.602767,"f1":0.539337,"accuracy":0.602767,"main_score":0.539337,"hf_subset":"ban_Latn-quy_Latn","languages":["ban-Latn","quy-Latn"]},{"precision":0.68279,"recall":0.747036,"f1":0.702226,"accuracy":0.747036,"main_score":0.702226,"hf_subset":"ban_Latn-swh_Latn","languages":["ban-Latn","swh-Latn"]},{"precision":0.556004,"recall":0.634387,"f1":0.578734,"accuracy":0.634387,"main_score":0.578734,"hf_subset":"ban_Latn-uzn_Latn","languages":["ban-Latn","uzn-Latn"]},{"precision":0.698708,"recall":0.755929,"f1":0.715766,"accuracy":0.755929,"main_score":0.715766,"hf_subset":"ban_Latn-als_Latn","languages":["ban-Latn","als-Latn"]},{"precision":0.192165,"recall":0.257905,"f1":0.208261,"accuracy":0.257905,"main_score":0.208261,"hf_subset":"ban_Latn-bod_Tibt","languages":["ban-Latn","bod-Tibt"]},{"precision":0.421825,"recall":0.511858,"f1":0.44579,"accuracy":0.511858,"main_score":0.44579,"hf_subset":"ban_Latn-fij_Latn","languages":["ban-Latn","fij-Latn"]},{"precision":0.445011,"recall":0.524704,"f1":0.466853,"accuracy":0.524704,"main_score":0.466853,"hf_subset":"ban_Latn-isl_Latn","languages":["ban-Latn","isl-Latn"]},{"precision":0.492856,"recall":0.564229,"f1":0.512737,"accuracy":0.564229,"main_score":0.512737,"hf_subset":"ban_Latn-kon_Latn","languages":["ban-Latn","kon-Latn"]},{"precision":0.374379,"recall":0.459486,"f1":0.397156,"accuracy":0.459486,"main_score":0.397156,"hf_subset":"ban_Latn-mni_Beng","languages":["ban-Latn","mni-Beng"]},{"precision":0.845306,"recall":0.879447,"f1":0.855764,"accuracy":0.879447,"main_score":0.855764,"hf_subset":"ban_Latn-ron_Latn","languages":["ban-Latn","ron-Latn"]},{"precision":0.724662,"recall":0.784585,"f1":0.743072,"accuracy":0.784585,"main_score":0.743072,"hf_subset":"ban_Latn-szl_Latn","languages":["ban-Latn","szl-Latn"]},{"precision":0.798205,"recall":0.840909,"f1":0.811204,"accuracy":0.840909,"main_score":0.811204,"hf_subset":"ban_Latn-vec_Latn","languages":["ban-Latn","vec-Latn"]},{"precision":0.563483,"recall":0.644269,"f1":0.586897,"accuracy":0.644269,"main_score":0.586897,"hf_subset":"ban_Latn-amh_Ethi","languages":["ban-Latn","amh-Ethi"]},{"precision":0.818412,"recall":0.86166,"f1":0.832181,"accuracy":0.86166,"main_score":0.832181,"hf_subset":"ban_Latn-bos_Latn","languages":["ban-Latn","bos-Latn"]},{"precision":0.799934,"recall":0.847826,"f1":0.814855,"accuracy":0.847826,"main_score":0.814855,"hf_subset":"ban_Latn-fin_Latn","languages":["ban-Latn","fin-Latn"]},{"precision":0.86586,"recall":0.898221,"f1":0.876054,"accuracy":0.898221,"main_score":0.876054,"hf_subset":"ban_Latn-ita_Latn","languages":["ban-Latn","ita-Latn"]},{"precision":0.840415,"recall":0.881423,"f1":0.853393,"accuracy":0.881423,"main_score":0.853393,"hf_subset":"ban_Latn-kor_Hang","languages":["ban-Latn","kor-Hang"]},{"precision":0.43862,"recall":0.51581,"f1":0.460306,"accuracy":0.51581,"main_score":0.460306,"hf_subset":"ban_Latn-mos_Latn","languages":["ban-Latn","mos-Latn"]},{"precision":0.413054,"recall":0.490119,"f1":0.433402,"accuracy":0.490119,"main_score":0.433402,"hf_subset":"ban_Latn-run_Latn","languages":["ban-Latn","run-Latn"]},{"precision":0.774448,"recall":0.83004,"f1":0.791425,"accuracy":0.83004,"main_score":0.791425,"hf_subset":"ban_Latn-tam_Taml","languages":["ban-Latn","tam-Taml"]},{"precision":0.845356,"recall":0.882411,"f1":0.856804,"accuracy":0.882411,"main_score":0.856804,"hf_subset":"ban_Latn-vie_Latn","languages":["ban-Latn","vie-Latn"]},{"precision":0.820471,"recall":0.863636,"f1":0.833729,"accuracy":0.863636,"main_score":0.833729,"hf_subset":"ban_Latn-apc_Arab","languages":["ban-Latn","apc-Arab"]},{"precision":0.687335,"recall":0.754941,"f1":0.707336,"accuracy":0.754941,"main_score":0.707336,"hf_subset":"ban_Latn-bug_Latn","languages":["ban-Latn","bug-Latn"]},{"precision":0.376698,"recall":0.45751,"f1":0.398293,"accuracy":0.45751,"main_score":0.398293,"hf_subset":"ban_Latn-fon_Latn","languages":["ban-Latn","fon-Latn"]},{"precision":0.856482,"recall":0.890316,"f1":0.866914,"accuracy":0.890316,"main_score":0.866914,"hf_subset":"ban_Latn-jav_Latn","languages":["ban-Latn","jav-Latn"]},{"precision":0.531371,"recall":0.606719,"f1":0.551897,"accuracy":0.606719,"main_score":0.551897,"hf_subset":"ban_Latn-lao_Laoo","languages":["ban-Latn","lao-Laoo"]},{"precision":0.395877,"recall":0.477273,"f1":0.417479,"accuracy":0.477273,"main_score":0.417479,"hf_subset":"ban_Latn-mri_Latn","languages":["ban-Latn","mri-Latn"]},{"precision":0.856719,"recall":0.891304,"f1":0.867556,"accuracy":0.891304,"main_score":0.867556,"hf_subset":"ban_Latn-rus_Cyrl","languages":["ban-Latn","rus-Cyrl"]},{"precision":0.416777,"recall":0.504941,"f1":0.440889,"accuracy":0.504941,"main_score":0.440889,"hf_subset":"ban_Latn-taq_Latn","languages":["ban-Latn","taq-Latn"]},{"precision":0.782718,"recall":0.827075,"f1":0.796231,"accuracy":0.827075,"main_score":0.796231,"hf_subset":"ban_Latn-war_Latn","languages":["ban-Latn","war-Latn"]},{"precision":0.852249,"recall":0.886364,"f1":0.862612,"accuracy":0.886364,"main_score":0.862612,"hf_subset":"ban_Latn-arb_Arab","languages":["ban-Latn","arb-Arab"]},{"precision":0.834323,"recall":0.871542,"f1":0.84546,"accuracy":0.871542,"main_score":0.84546,"hf_subset":"ban_Latn-bul_Cyrl","languages":["ban-Latn","bul-Cyrl"]},{"precision":0.880023,"recall":0.911067,"f1":0.889676,"accuracy":0.911067,"main_score":0.889676,"hf_subset":"ban_Latn-fra_Latn","languages":["ban-Latn","fra-Latn"]},{"precision":0.862236,"recall":0.894269,"f1":0.872186,"accuracy":0.894269,"main_score":0.872186,"hf_subset":"ban_Latn-jpn_Jpan","languages":["ban-Latn","jpn-Jpan"]},{"precision":0.769031,"recall":0.818182,"f1":0.783844,"accuracy":0.818182,"main_score":0.783844,"hf_subset":"ban_Latn-lij_Latn","languages":["ban-Latn","lij-Latn"]},{"precision":0.553221,"recall":0.635375,"f1":0.577164,"accuracy":0.635375,"main_score":0.577164,"hf_subset":"ban_Latn-mya_Mymr","languages":["ban-Latn","mya-Mymr"]},{"precision":0.480263,"recall":0.564229,"f1":0.503644,"accuracy":0.564229,"main_score":0.503644,"hf_subset":"ban_Latn-sag_Latn","languages":["ban-Latn","sag-Latn"]},{"precision":0.152405,"recall":0.228261,"f1":0.168176,"accuracy":0.228261,"main_score":0.168176,"hf_subset":"ban_Latn-taq_Tfng","languages":["ban-Latn","taq-Tfng"]},{"precision":0.472193,"recall":0.560277,"f1":0.497087,"accuracy":0.560277,"main_score":0.497087,"hf_subset":"ban_Latn-wol_Latn","languages":["ban-Latn","wol-Latn"]},{"precision":0.289457,"recall":0.384387,"f1":0.312983,"accuracy":0.384387,"main_score":0.312983,"hf_subset":"ban_Latn-arb_Latn","languages":["ban-Latn","arb-Latn"]},{"precision":0.843224,"recall":0.87747,"f1":0.853546,"accuracy":0.87747,"main_score":0.853546,"hf_subset":"ban_Latn-cat_Latn","languages":["ban-Latn","cat-Latn"]},{"precision":0.718499,"recall":0.77668,"f1":0.735577,"accuracy":0.77668,"main_score":0.735577,"hf_subset":"ban_Latn-fur_Latn","languages":["ban-Latn","fur-Latn"]},{"precision":0.280067,"recall":0.357708,"f1":0.300365,"accuracy":0.357708,"main_score":0.300365,"hf_subset":"ban_Latn-kab_Latn","languages":["ban-Latn","kab-Latn"]},{"precision":0.729785,"recall":0.787549,"f1":0.74717,"accuracy":0.787549,"main_score":0.74717,"hf_subset":"ban_Latn-lim_Latn","languages":["ban-Latn","lim-Latn"]},{"precision":0.861693,"recall":0.894269,"f1":0.871956,"accuracy":0.894269,"main_score":0.871956,"hf_subset":"ban_Latn-nld_Latn","languages":["ban-Latn","nld-Latn"]},{"precision":0.708523,"recall":0.775692,"f1":0.728259,"accuracy":0.775692,"main_score":0.728259,"hf_subset":"ban_Latn-san_Deva","languages":["ban-Latn","san-Deva"]},{"precision":0.647234,"recall":0.709486,"f1":0.66529,"accuracy":0.709486,"main_score":0.66529,"hf_subset":"ban_Latn-tat_Cyrl","languages":["ban-Latn","tat-Cyrl"]},{"precision":0.448398,"recall":0.538538,"f1":0.473468,"accuracy":0.538538,"main_score":0.473468,"hf_subset":"ban_Latn-xho_Latn","languages":["ban-Latn","xho-Latn"]},{"precision":0.841403,"recall":0.878458,"f1":0.852762,"accuracy":0.878458,"main_score":0.852762,"hf_subset":"ban_Latn-ars_Arab","languages":["ban-Latn","ars-Arab"]},{"precision":0.731258,"recall":0.788538,"f1":0.748537,"accuracy":0.788538,"main_score":0.748537,"hf_subset":"ban_Latn-ceb_Latn","languages":["ban-Latn","ceb-Latn"]},{"precision":0.441852,"recall":0.52668,"f1":0.465356,"accuracy":0.52668,"main_score":0.465356,"hf_subset":"ban_Latn-fuv_Latn","languages":["ban-Latn","fuv-Latn"]},{"precision":0.462696,"recall":0.537549,"f1":0.483522,"accuracy":0.537549,"main_score":0.483522,"hf_subset":"ban_Latn-kac_Latn","languages":["ban-Latn","kac-Latn"]},{"precision":0.499293,"recall":0.581028,"f1":0.522163,"accuracy":0.581028,"main_score":0.522163,"hf_subset":"ban_Latn-lin_Latn","languages":["ban-Latn","lin-Latn"]},{"precision":0.800889,"recall":0.840909,"f1":0.813373,"accuracy":0.840909,"main_score":0.813373,"hf_subset":"ban_Latn-nno_Latn","languages":["ban-Latn","nno-Latn"]},{"precision":0.165332,"recall":0.216403,"f1":0.177272,"accuracy":0.216403,"main_score":0.177272,"hf_subset":"ban_Latn-sat_Olck","languages":["ban-Latn","sat-Olck"]},{"precision":0.778969,"recall":0.833992,"f1":0.795832,"accuracy":0.833992,"main_score":0.795832,"hf_subset":"ban_Latn-tel_Telu","languages":["ban-Latn","tel-Telu"]},{"precision":0.287852,"recall":0.368577,"f1":0.307514,"accuracy":0.368577,"main_score":0.307514,"hf_subset":"ban_Latn-ydd_Hebr","languages":["ban-Latn","ydd-Hebr"]},{"precision":0.734173,"recall":0.797431,"f1":0.752555,"accuracy":0.797431,"main_score":0.752555,"hf_subset":"ban_Latn-ary_Arab","languages":["ban-Latn","ary-Arab"]},{"precision":0.793829,"recall":0.841897,"f1":0.808663,"accuracy":0.841897,"main_score":0.808663,"hf_subset":"ban_Latn-ces_Latn","languages":["ban-Latn","ces-Latn"]},{"precision":0.323847,"recall":0.405138,"f1":0.34331,"accuracy":0.405138,"main_score":0.34331,"hf_subset":"ban_Latn-gaz_Latn","languages":["ban-Latn","gaz-Latn"]},{"precision":0.442572,"recall":0.522727,"f1":0.464185,"accuracy":0.522727,"main_score":0.464185,"hf_subset":"ban_Latn-kam_Latn","languages":["ban-Latn","kam-Latn"]},{"precision":0.655192,"recall":0.717391,"f1":0.67388,"accuracy":0.717391,"main_score":0.67388,"hf_subset":"ban_Latn-lit_Latn","languages":["ban-Latn","lit-Latn"]},{"precision":0.832082,"recall":0.873518,"f1":0.845191,"accuracy":0.873518,"main_score":0.845191,"hf_subset":"ban_Latn-nob_Latn","languages":["ban-Latn","nob-Latn"]},{"precision":0.688587,"recall":0.75,"f1":0.706757,"accuracy":0.75,"main_score":0.706757,"hf_subset":"ban_Latn-scn_Latn","languages":["ban-Latn","scn-Latn"]},{"precision":0.428009,"recall":0.524704,"f1":0.454222,"accuracy":0.524704,"main_score":0.454222,"hf_subset":"ban_Latn-tgk_Cyrl","languages":["ban-Latn","tgk-Cyrl"]},{"precision":0.386845,"recall":0.481225,"f1":0.413441,"accuracy":0.481225,"main_score":0.413441,"hf_subset":"ban_Latn-yor_Latn","languages":["ban-Latn","yor-Latn"]},{"precision":0.839213,"recall":0.874506,"f1":0.850151,"accuracy":0.874506,"main_score":0.850151,"hf_subset":"ban_Latn-arz_Arab","languages":["ban-Latn","arz-Arab"]},{"precision":0.458524,"recall":0.547431,"f1":0.481884,"accuracy":0.547431,"main_score":0.481884,"hf_subset":"ban_Latn-cjk_Latn","languages":["ban-Latn","cjk-Latn"]},{"precision":0.358838,"recall":0.443676,"f1":0.381047,"accuracy":0.443676,"main_score":0.381047,"hf_subset":"ban_Latn-gla_Latn","languages":["ban-Latn","gla-Latn"]},{"precision":0.775066,"recall":0.824111,"f1":0.790283,"accuracy":0.824111,"main_score":0.790283,"hf_subset":"ban_Latn-kan_Knda","languages":["ban-Latn","kan-Knda"]},{"precision":0.734074,"recall":0.79249,"f1":0.751662,"accuracy":0.79249,"main_score":0.751662,"hf_subset":"ban_Latn-lmo_Latn","languages":["ban-Latn","lmo-Latn"]},{"precision":0.820808,"recall":0.860672,"f1":0.832806,"accuracy":0.860672,"main_score":0.832806,"hf_subset":"ban_Latn-npi_Deva","languages":["ban-Latn","npi-Deva"]},{"precision":0.377072,"recall":0.467391,"f1":0.401155,"accuracy":0.467391,"main_score":0.401155,"hf_subset":"ban_Latn-shn_Mymr","languages":["ban-Latn","shn-Mymr"]},{"precision":0.752901,"recall":0.8083,"f1":0.769551,"accuracy":0.8083,"main_score":0.769551,"hf_subset":"ban_Latn-tgl_Latn","languages":["ban-Latn","tgl-Latn"]},{"precision":0.85275,"recall":0.889328,"f1":0.864116,"accuracy":0.889328,"main_score":0.864116,"hf_subset":"ban_Latn-yue_Hant","languages":["ban-Latn","yue-Hant"]},{"precision":0.695167,"recall":0.761858,"f1":0.715313,"accuracy":0.761858,"main_score":0.715313,"hf_subset":"ban_Latn-asm_Beng","languages":["ban-Latn","asm-Beng"]},{"precision":0.371556,"recall":0.459486,"f1":0.394826,"accuracy":0.459486,"main_score":0.394826,"hf_subset":"ban_Latn-ckb_Arab","languages":["ban-Latn","ckb-Arab"]},{"precision":0.362656,"recall":0.451581,"f1":0.385922,"accuracy":0.451581,"main_score":0.385922,"hf_subset":"ban_Latn-gle_Latn","languages":["ban-Latn","gle-Latn"]},{"precision":0.597681,"recall":0.682806,"f1":0.622521,"accuracy":0.682806,"main_score":0.622521,"hf_subset":"ban_Latn-kas_Arab","languages":["ban-Latn","kas-Arab"]},{"precision":0.588827,"recall":0.666008,"f1":0.611333,"accuracy":0.666008,"main_score":0.611333,"hf_subset":"ban_Latn-ltg_Latn","languages":["ban-Latn","ltg-Latn"]},{"precision":0.475304,"recall":0.562253,"f1":0.500405,"accuracy":0.562253,"main_score":0.500405,"hf_subset":"ban_Latn-nso_Latn","languages":["ban-Latn","nso-Latn"]},{"precision":0.606374,"recall":0.682806,"f1":0.628752,"accuracy":0.682806,"main_score":0.628752,"hf_subset":"ban_Latn-sin_Sinh","languages":["ban-Latn","sin-Sinh"]},{"precision":0.845273,"recall":0.884387,"f1":0.857773,"accuracy":0.884387,"main_score":0.857773,"hf_subset":"ban_Latn-tha_Thai","languages":["ban-Latn","tha-Thai"]},{"precision":0.858235,"recall":0.893281,"f1":0.86917,"accuracy":0.893281,"main_score":0.86917,"hf_subset":"ban_Latn-zho_Hans","languages":["ban-Latn","zho-Hans"]},{"precision":0.820391,"recall":0.86166,"f1":0.832839,"accuracy":0.86166,"main_score":0.832839,"hf_subset":"ban_Latn-ast_Latn","languages":["ban-Latn","ast-Latn"]},{"precision":0.660145,"recall":0.729249,"f1":0.681014,"accuracy":0.729249,"main_score":0.681014,"hf_subset":"ban_Latn-crh_Latn","languages":["ban-Latn","crh-Latn"]},{"precision":0.862378,"recall":0.893281,"f1":0.871657,"accuracy":0.893281,"main_score":0.871657,"hf_subset":"ban_Latn-glg_Latn","languages":["ban-Latn","glg-Latn"]},{"precision":0.540408,"recall":0.62747,"f1":0.565846,"accuracy":0.62747,"main_score":0.565846,"hf_subset":"ban_Latn-kas_Deva","languages":["ban-Latn","kas-Deva"]},{"precision":0.693051,"recall":0.762846,"f1":0.714423,"accuracy":0.762846,"main_score":0.714423,"hf_subset":"ban_Latn-ltz_Latn","languages":["ban-Latn","ltz-Latn"]},{"precision":0.329718,"recall":0.399209,"f1":0.347657,"accuracy":0.399209,"main_score":0.347657,"hf_subset":"ban_Latn-nus_Latn","languages":["ban-Latn","nus-Latn"]},{"precision":0.768824,"recall":0.824111,"f1":0.785983,"accuracy":0.824111,"main_score":0.785983,"hf_subset":"ban_Latn-slk_Latn","languages":["ban-Latn","slk-Latn"]},{"precision":0.364149,"recall":0.459486,"f1":0.390093,"accuracy":0.459486,"main_score":0.390093,"hf_subset":"ban_Latn-tir_Ethi","languages":["ban-Latn","tir-Ethi"]},{"precision":0.852964,"recall":0.890316,"f1":0.864545,"accuracy":0.890316,"main_score":0.864545,"hf_subset":"ban_Latn-zho_Hant","languages":["ban-Latn","zho-Hant"]},{"precision":0.849588,"recall":0.886364,"f1":0.861034,"accuracy":0.886364,"main_score":0.861034,"hf_subset":"ban_Latn-awa_Deva","languages":["ban-Latn","awa-Deva"]},{"precision":0.43858,"recall":0.52668,"f1":0.462487,"accuracy":0.52668,"main_score":0.462487,"hf_subset":"ban_Latn-cym_Latn","languages":["ban-Latn","cym-Latn"]},{"precision":0.665136,"recall":0.73419,"f1":0.685532,"accuracy":0.73419,"main_score":0.685532,"hf_subset":"ban_Latn-grn_Latn","languages":["ban-Latn","grn-Latn"]},{"precision":0.665014,"recall":0.73419,"f1":0.686166,"accuracy":0.73419,"main_score":0.686166,"hf_subset":"ban_Latn-kat_Geor","languages":["ban-Latn","kat-Geor"]},{"precision":0.510691,"recall":0.591897,"f1":0.53387,"accuracy":0.591897,"main_score":0.53387,"hf_subset":"ban_Latn-lua_Latn","languages":["ban-Latn","lua-Latn"]},{"precision":0.486433,"recall":0.562253,"f1":0.507473,"accuracy":0.562253,"main_score":0.507473,"hf_subset":"ban_Latn-nya_Latn","languages":["ban-Latn","nya-Latn"]},{"precision":0.733284,"recall":0.788538,"f1":0.750282,"accuracy":0.788538,"main_score":0.750282,"hf_subset":"ban_Latn-slv_Latn","languages":["ban-Latn","slv-Latn"]},{"precision":0.726482,"recall":0.777668,"f1":0.742015,"accuracy":0.777668,"main_score":0.742015,"hf_subset":"ban_Latn-tpi_Latn","languages":["ban-Latn","tpi-Latn"]},{"precision":0.863719,"recall":0.896245,"f1":0.87388,"accuracy":0.896245,"main_score":0.87388,"hf_subset":"ban_Latn-zsm_Latn","languages":["ban-Latn","zsm-Latn"]},{"precision":0.423864,"recall":0.507905,"f1":0.446966,"accuracy":0.507905,"main_score":0.446966,"hf_subset":"ban_Latn-ayr_Latn","languages":["ban-Latn","ayr-Latn"]},{"precision":0.836545,"recall":0.87253,"f1":0.847694,"accuracy":0.87253,"main_score":0.847694,"hf_subset":"ban_Latn-dan_Latn","languages":["ban-Latn","dan-Latn"]},{"precision":0.753698,"recall":0.812253,"f1":0.771244,"accuracy":0.812253,"main_score":0.771244,"hf_subset":"ban_Latn-guj_Gujr","languages":["ban-Latn","guj-Gujr"]},{"precision":0.62169,"recall":0.692688,"f1":0.642147,"accuracy":0.692688,"main_score":0.642147,"hf_subset":"ban_Latn-kaz_Cyrl","languages":["ban-Latn","kaz-Cyrl"]},{"precision":0.408883,"recall":0.485178,"f1":0.429858,"accuracy":0.485178,"main_score":0.429858,"hf_subset":"ban_Latn-lug_Latn","languages":["ban-Latn","lug-Latn"]},{"precision":0.80154,"recall":0.846838,"f1":0.815437,"accuracy":0.846838,"main_score":0.815437,"hf_subset":"ban_Latn-oci_Latn","languages":["ban-Latn","oci-Latn"]},{"precision":0.45078,"recall":0.54249,"f1":0.476356,"accuracy":0.54249,"main_score":0.476356,"hf_subset":"ban_Latn-smo_Latn","languages":["ban-Latn","smo-Latn"]},{"precision":0.433072,"recall":0.514822,"f1":0.455286,"accuracy":0.514822,"main_score":0.455286,"hf_subset":"ban_Latn-tsn_Latn","languages":["ban-Latn","tsn-Latn"]},{"precision":0.396291,"recall":0.485178,"f1":0.420341,"accuracy":0.485178,"main_score":0.420341,"hf_subset":"ban_Latn-zul_Latn","languages":["ban-Latn","zul-Latn"]},{"precision":0.602931,"recall":0.692688,"f1":0.629309,"accuracy":0.692688,"main_score":0.629309,"hf_subset":"ban_Latn-azb_Arab","languages":["ban-Latn","azb-Arab"]},{"precision":0.872259,"recall":0.90415,"f1":0.882183,"accuracy":0.90415,"main_score":0.882183,"hf_subset":"ban_Latn-deu_Latn","languages":["ban-Latn","deu-Latn"]},{"precision":0.567328,"recall":0.648221,"f1":0.590848,"accuracy":0.648221,"main_score":0.590848,"hf_subset":"ban_Latn-hat_Latn","languages":["ban-Latn","hat-Latn"]},{"precision":0.388584,"recall":0.466403,"f1":0.409248,"accuracy":0.466403,"main_score":0.409248,"hf_subset":"ban_Latn-kbp_Latn","languages":["ban-Latn","kbp-Latn"]},{"precision":0.46041,"recall":0.539526,"f1":0.482704,"accuracy":0.539526,"main_score":0.482704,"hf_subset":"ban_Latn-luo_Latn","languages":["ban-Latn","luo-Latn"]},{"precision":0.458123,"recall":0.538538,"f1":0.480196,"accuracy":0.538538,"main_score":0.480196,"hf_subset":"ban_Latn-ory_Orya","languages":["ban-Latn","ory-Orya"]},{"precision":0.439464,"recall":0.529644,"f1":0.464622,"accuracy":0.529644,"main_score":0.464622,"hf_subset":"ban_Latn-sna_Latn","languages":["ban-Latn","sna-Latn"]},{"precision":0.425884,"recall":0.503953,"f1":0.446851,"accuracy":0.503953,"main_score":0.446851,"hf_subset":"ban_Latn-tso_Latn","languages":["ban-Latn","tso-Latn"]},{"precision":0.693717,"recall":0.757905,"f1":0.713037,"accuracy":0.757905,"main_score":0.713037,"hf_subset":"ban_Latn-azj_Latn","languages":["ban-Latn","azj-Latn"]},{"precision":0.43921,"recall":0.52668,"f1":0.463683,"accuracy":0.52668,"main_score":0.463683,"hf_subset":"ban_Latn-dik_Latn","languages":["ban-Latn","dik-Latn"]},{"precision":0.45191,"recall":0.521739,"f1":0.470686,"accuracy":0.521739,"main_score":0.470686,"hf_subset":"ban_Latn-hau_Latn","languages":["ban-Latn","hau-Latn"]},{"precision":0.732379,"recall":0.793478,"f1":0.750518,"accuracy":0.793478,"main_score":0.750518,"hf_subset":"ban_Latn-kea_Latn","languages":["ban-Latn","kea-Latn"]},{"precision":0.612202,"recall":0.673913,"f1":0.629401,"accuracy":0.673913,"main_score":0.629401,"hf_subset":"ban_Latn-lus_Latn","languages":["ban-Latn","lus-Latn"]},{"precision":0.72472,"recall":0.772727,"f1":0.73946,"accuracy":0.772727,"main_score":0.73946,"hf_subset":"ban_Latn-pag_Latn","languages":["ban-Latn","pag-Latn"]},{"precision":0.573157,"recall":0.651186,"f1":0.596006,"accuracy":0.651186,"main_score":0.596006,"hf_subset":"ban_Latn-snd_Arab","languages":["ban-Latn","snd-Arab"]},{"precision":0.579941,"recall":0.650198,"f1":0.600532,"accuracy":0.650198,"main_score":0.600532,"hf_subset":"ban_Latn-tuk_Latn","languages":["ban-Latn","tuk-Latn"]},{"precision":0.637065,"recall":0.704545,"f1":0.656566,"accuracy":0.704545,"main_score":0.656566,"hf_subset":"ban_Latn-bak_Cyrl","languages":["ban-Latn","bak-Cyrl"]},{"precision":0.369709,"recall":0.465415,"f1":0.395855,"accuracy":0.465415,"main_score":0.395855,"hf_subset":"ban_Latn-dyu_Latn","languages":["ban-Latn","dyu-Latn"]},{"precision":0.63997,"recall":0.719368,"f1":0.663425,"accuracy":0.719368,"main_score":0.663425,"hf_subset":"ban_Latn-heb_Hebr","languages":["ban-Latn","heb-Hebr"]},{"precision":0.446064,"recall":0.521739,"f1":0.467151,"accuracy":0.521739,"main_score":0.467151,"hf_subset":"ban_Latn-khk_Cyrl","languages":["ban-Latn","khk-Cyrl"]},{"precision":0.701186,"recall":0.763834,"f1":0.720276,"accuracy":0.763834,"main_score":0.720276,"hf_subset":"ban_Latn-lvs_Latn","languages":["ban-Latn","lvs-Latn"]},{"precision":0.649021,"recall":0.718379,"f1":0.669073,"accuracy":0.718379,"main_score":0.669073,"hf_subset":"ban_Latn-pan_Guru","languages":["ban-Latn","pan-Guru"]},{"precision":0.389875,"recall":0.464427,"f1":0.40992,"accuracy":0.464427,"main_score":0.40992,"hf_subset":"ban_Latn-som_Latn","languages":["ban-Latn","som-Latn"]},{"precision":0.464774,"recall":0.532609,"f1":0.48409,"accuracy":0.532609,"main_score":0.48409,"hf_subset":"ban_Latn-tum_Latn","languages":["ban-Latn","tum-Latn"]},{"precision":0.230953,"recall":0.3083,"f1":0.249964,"accuracy":0.3083,"main_score":0.249964,"hf_subset":"ell_Grek-ace_Arab","languages":["ell-Grek","ace-Arab"]},{"precision":0.315497,"recall":0.417984,"f1":0.341927,"accuracy":0.417984,"main_score":0.341927,"hf_subset":"ell_Grek-bam_Latn","languages":["ell-Grek","bam-Latn"]},{"precision":0.122525,"recall":0.184783,"f1":0.138612,"accuracy":0.184783,"main_score":0.138612,"hf_subset":"ell_Grek-dzo_Tibt","languages":["ell-Grek","dzo-Tibt"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ell_Grek-hin_Deva","languages":["ell-Grek","hin-Deva"]},{"precision":0.831275,"recall":0.880435,"f1":0.846542,"accuracy":0.880435,"main_score":0.846542,"hf_subset":"ell_Grek-khm_Khmr","languages":["ell-Grek","khm-Khmr"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ell_Grek-mag_Deva","languages":["ell-Grek","mag-Deva"]},{"precision":0.777628,"recall":0.837945,"f1":0.795669,"accuracy":0.837945,"main_score":0.795669,"hf_subset":"ell_Grek-pap_Latn","languages":["ell-Grek","pap-Latn"]},{"precision":0.350258,"recall":0.443676,"f1":0.374166,"accuracy":0.443676,"main_score":0.374166,"hf_subset":"ell_Grek-sot_Latn","languages":["ell-Grek","sot-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ell_Grek-tur_Latn","languages":["ell-Grek","tur-Latn"]},{"precision":0.569302,"recall":0.666996,"f1":0.597154,"accuracy":0.666996,"main_score":0.597154,"hf_subset":"ell_Grek-ace_Latn","languages":["ell-Grek","ace-Latn"]},{"precision":0.728261,"recall":0.796443,"f1":0.749002,"accuracy":0.796443,"main_score":0.749002,"hf_subset":"ell_Grek-ban_Latn","languages":["ell-Grek","ban-Latn"]},{"precision":0.928524,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"ell_Grek-hne_Deva","languages":["ell-Grek","hne-Deva"]},{"precision":0.338416,"recall":0.444664,"f1":0.365817,"accuracy":0.444664,"main_score":0.365817,"hf_subset":"ell_Grek-kik_Latn","languages":["ell-Grek","kik-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"ell_Grek-mai_Deva","languages":["ell-Grek","mai-Deva"]},{"precision":0.810088,"recall":0.863636,"f1":0.82696,"accuracy":0.863636,"main_score":0.82696,"hf_subset":"ell_Grek-pbt_Arab","languages":["ell-Grek","pbt-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ell_Grek-spa_Latn","languages":["ell-Grek","spa-Latn"]},{"precision":0.408057,"recall":0.51087,"f1":0.43579,"accuracy":0.51087,"main_score":0.43579,"hf_subset":"ell_Grek-twi_Latn","languages":["ell-Grek","twi-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ell_Grek-acm_Arab","languages":["ell-Grek","acm-Arab"]},{"precision":0.800148,"recall":0.857708,"f1":0.818215,"accuracy":0.857708,"main_score":0.818215,"hf_subset":"ell_Grek-bel_Cyrl","languages":["ell-Grek","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ell_Grek-eng_Latn","languages":["ell-Grek","eng-Latn"]},{"precision":0.952569,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"ell_Grek-hrv_Latn","languages":["ell-Grek","hrv-Latn"]},{"precision":0.355736,"recall":0.445652,"f1":0.379071,"accuracy":0.445652,"main_score":0.379071,"hf_subset":"ell_Grek-kin_Latn","languages":["ell-Grek","kin-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"ell_Grek-mal_Mlym","languages":["ell-Grek","mal-Mlym"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"ell_Grek-pes_Arab","languages":["ell-Grek","pes-Arab"]},{"precision":0.800461,"recall":0.854743,"f1":0.81749,"accuracy":0.854743,"main_score":0.81749,"hf_subset":"ell_Grek-srd_Latn","languages":["ell-Grek","srd-Latn"]},{"precision":0.099418,"recall":0.16996,"f1":0.114556,"accuracy":0.16996,"main_score":0.114556,"hf_subset":"ell_Grek-tzm_Tfng","languages":["ell-Grek","tzm-Tfng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ell_Grek-acq_Arab","languages":["ell-Grek","acq-Arab"]},{"precision":0.383665,"recall":0.476285,"f1":0.408075,"accuracy":0.476285,"main_score":0.408075,"hf_subset":"ell_Grek-bem_Latn","languages":["ell-Grek","bem-Latn"]},{"precision":0.838554,"recall":0.883399,"f1":0.852259,"accuracy":0.883399,"main_score":0.852259,"hf_subset":"ell_Grek-epo_Latn","languages":["ell-Grek","epo-Latn"]},{"precision":0.921772,"recall":0.94664,"f1":0.930007,"accuracy":0.94664,"main_score":0.930007,"hf_subset":"ell_Grek-hun_Latn","languages":["ell-Grek","hun-Latn"]},{"precision":0.640688,"recall":0.721344,"f1":0.664036,"accuracy":0.721344,"main_score":0.664036,"hf_subset":"ell_Grek-kir_Cyrl","languages":["ell-Grek","kir-Cyrl"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ell_Grek-mar_Deva","languages":["ell-Grek","mar-Deva"]},{"precision":0.394534,"recall":0.48419,"f1":0.417876,"accuracy":0.48419,"main_score":0.417876,"hf_subset":"ell_Grek-plt_Latn","languages":["ell-Grek","plt-Latn"]},{"precision":0.918314,"recall":0.9417,"f1":0.925725,"accuracy":0.9417,"main_score":0.925725,"hf_subset":"ell_Grek-srp_Cyrl","languages":["ell-Grek","srp-Cyrl"]},{"precision":0.255796,"recall":0.333992,"f1":0.276025,"accuracy":0.333992,"main_score":0.276025,"hf_subset":"ell_Grek-uig_Arab","languages":["ell-Grek","uig-Arab"]},{"precision":0.92029,"recall":0.945652,"f1":0.928689,"accuracy":0.945652,"main_score":0.928689,"hf_subset":"ell_Grek-aeb_Arab","languages":["ell-Grek","aeb-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ell_Grek-ben_Beng","languages":["ell-Grek","ben-Beng"]},{"precision":0.778574,"recall":0.837945,"f1":0.797101,"accuracy":0.837945,"main_score":0.797101,"hf_subset":"ell_Grek-est_Latn","languages":["ell-Grek","est-Latn"]},{"precision":0.812006,"recall":0.862648,"f1":0.827701,"accuracy":0.862648,"main_score":0.827701,"hf_subset":"ell_Grek-hye_Armn","languages":["ell-Grek","hye-Armn"]},{"precision":0.327867,"recall":0.424901,"f1":0.35363,"accuracy":0.424901,"main_score":0.35363,"hf_subset":"ell_Grek-kmb_Latn","languages":["ell-Grek","kmb-Latn"]},{"precision":0.206449,"recall":0.288538,"f1":0.226247,"accuracy":0.288538,"main_score":0.226247,"hf_subset":"ell_Grek-min_Arab","languages":["ell-Grek","min-Arab"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ell_Grek-pol_Latn","languages":["ell-Grek","pol-Latn"]},{"precision":0.316017,"recall":0.423913,"f1":0.343481,"accuracy":0.423913,"main_score":0.343481,"hf_subset":"ell_Grek-ssw_Latn","languages":["ell-Grek","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ell_Grek-ukr_Cyrl","languages":["ell-Grek","ukr-Cyrl"]},{"precision":0.900527,"recall":0.931818,"f1":0.910738,"accuracy":0.931818,"main_score":0.910738,"hf_subset":"ell_Grek-afr_Latn","languages":["ell-Grek","afr-Latn"]},{"precision":0.927289,"recall":0.949605,"f1":0.934519,"accuracy":0.949605,"main_score":0.934519,"hf_subset":"ell_Grek-bho_Deva","languages":["ell-Grek","bho-Deva"]},{"precision":0.566546,"recall":0.656126,"f1":0.591904,"accuracy":0.656126,"main_score":0.591904,"hf_subset":"ell_Grek-eus_Latn","languages":["ell-Grek","eus-Latn"]},{"precision":0.339992,"recall":0.437747,"f1":0.364579,"accuracy":0.437747,"main_score":0.364579,"hf_subset":"ell_Grek-ibo_Latn","languages":["ell-Grek","ibo-Latn"]},{"precision":0.368599,"recall":0.467391,"f1":0.393769,"accuracy":0.467391,"main_score":0.393769,"hf_subset":"ell_Grek-kmr_Latn","languages":["ell-Grek","kmr-Latn"]},{"precision":0.723435,"recall":0.798419,"f1":0.746363,"accuracy":0.798419,"main_score":0.746363,"hf_subset":"ell_Grek-min_Latn","languages":["ell-Grek","min-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ell_Grek-por_Latn","languages":["ell-Grek","por-Latn"]},{"precision":0.777536,"recall":0.838933,"f1":0.796462,"accuracy":0.838933,"main_score":0.796462,"hf_subset":"ell_Grek-sun_Latn","languages":["ell-Grek","sun-Latn"]},{"precision":0.324488,"recall":0.420949,"f1":0.349311,"accuracy":0.420949,"main_score":0.349311,"hf_subset":"ell_Grek-umb_Latn","languages":["ell-Grek","umb-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"ell_Grek-ajp_Arab","languages":["ell-Grek","ajp-Arab"]},{"precision":0.205196,"recall":0.284585,"f1":0.224696,"accuracy":0.284585,"main_score":0.224696,"hf_subset":"ell_Grek-bjn_Arab","languages":["ell-Grek","bjn-Arab"]},{"precision":0.347317,"recall":0.437747,"f1":0.37016,"accuracy":0.437747,"main_score":0.37016,"hf_subset":"ell_Grek-ewe_Latn","languages":["ell-Grek","ewe-Latn"]},{"precision":0.581063,"recall":0.672925,"f1":0.606872,"accuracy":0.672925,"main_score":0.606872,"hf_subset":"ell_Grek-ilo_Latn","languages":["ell-Grek","ilo-Latn"]},{"precision":0.146225,"recall":0.226285,"f1":0.164618,"accuracy":0.226285,"main_score":0.164618,"hf_subset":"ell_Grek-knc_Arab","languages":["ell-Grek","knc-Arab"]},{"precision":0.901597,"recall":0.93083,"f1":0.911133,"accuracy":0.93083,"main_score":0.911133,"hf_subset":"ell_Grek-mkd_Cyrl","languages":["ell-Grek","mkd-Cyrl"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"ell_Grek-prs_Arab","languages":["ell-Grek","prs-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ell_Grek-swe_Latn","languages":["ell-Grek","swe-Latn"]},{"precision":0.943511,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"ell_Grek-urd_Arab","languages":["ell-Grek","urd-Arab"]},{"precision":0.379938,"recall":0.486166,"f1":0.406392,"accuracy":0.486166,"main_score":0.406392,"hf_subset":"ell_Grek-aka_Latn","languages":["ell-Grek","aka-Latn"]},{"precision":0.756835,"recall":0.823123,"f1":0.77716,"accuracy":0.823123,"main_score":0.77716,"hf_subset":"ell_Grek-bjn_Latn","languages":["ell-Grek","bjn-Latn"]},{"precision":0.504451,"recall":0.59585,"f1":0.529456,"accuracy":0.59585,"main_score":0.529456,"hf_subset":"ell_Grek-fao_Latn","languages":["ell-Grek","fao-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ell_Grek-ind_Latn","languages":["ell-Grek","ind-Latn"]},{"precision":0.375303,"recall":0.479249,"f1":0.400992,"accuracy":0.479249,"main_score":0.400992,"hf_subset":"ell_Grek-knc_Latn","languages":["ell-Grek","knc-Latn"]},{"precision":0.62155,"recall":0.713439,"f1":0.647848,"accuracy":0.713439,"main_score":0.647848,"hf_subset":"ell_Grek-mlt_Latn","languages":["ell-Grek","mlt-Latn"]},{"precision":0.422459,"recall":0.529644,"f1":0.450751,"accuracy":0.529644,"main_score":0.450751,"hf_subset":"ell_Grek-quy_Latn","languages":["ell-Grek","quy-Latn"]},{"precision":0.852437,"recall":0.897233,"f1":0.86693,"accuracy":0.897233,"main_score":0.86693,"hf_subset":"ell_Grek-swh_Latn","languages":["ell-Grek","swh-Latn"]},{"precision":0.594871,"recall":0.683794,"f1":0.620054,"accuracy":0.683794,"main_score":0.620054,"hf_subset":"ell_Grek-uzn_Latn","languages":["ell-Grek","uzn-Latn"]},{"precision":0.740761,"recall":0.807312,"f1":0.761001,"accuracy":0.807312,"main_score":0.761001,"hf_subset":"ell_Grek-als_Latn","languages":["ell-Grek","als-Latn"]},{"precision":0.159686,"recall":0.232213,"f1":0.176761,"accuracy":0.232213,"main_score":0.176761,"hf_subset":"ell_Grek-bod_Tibt","languages":["ell-Grek","bod-Tibt"]},{"precision":0.334482,"recall":0.431818,"f1":0.358548,"accuracy":0.431818,"main_score":0.358548,"hf_subset":"ell_Grek-fij_Latn","languages":["ell-Grek","fij-Latn"]},{"precision":0.518187,"recall":0.603755,"f1":0.542079,"accuracy":0.603755,"main_score":0.542079,"hf_subset":"ell_Grek-isl_Latn","languages":["ell-Grek","isl-Latn"]},{"precision":0.413575,"recall":0.512846,"f1":0.439891,"accuracy":0.512846,"main_score":0.439891,"hf_subset":"ell_Grek-kon_Latn","languages":["ell-Grek","kon-Latn"]},{"precision":0.284939,"recall":0.386364,"f1":0.309801,"accuracy":0.386364,"main_score":0.309801,"hf_subset":"ell_Grek-mni_Beng","languages":["ell-Grek","mni-Beng"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"ell_Grek-ron_Latn","languages":["ell-Grek","ron-Latn"]},{"precision":0.817029,"recall":0.868577,"f1":0.833465,"accuracy":0.868577,"main_score":0.833465,"hf_subset":"ell_Grek-szl_Latn","languages":["ell-Grek","szl-Latn"]},{"precision":0.877059,"recall":0.914032,"f1":0.8889,"accuracy":0.914032,"main_score":0.8889,"hf_subset":"ell_Grek-vec_Latn","languages":["ell-Grek","vec-Latn"]},{"precision":0.768215,"recall":0.83004,"f1":0.786792,"accuracy":0.83004,"main_score":0.786792,"hf_subset":"ell_Grek-amh_Ethi","languages":["ell-Grek","amh-Ethi"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"ell_Grek-bos_Latn","languages":["ell-Grek","bos-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"ell_Grek-fin_Latn","languages":["ell-Grek","fin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ell_Grek-ita_Latn","languages":["ell-Grek","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ell_Grek-kor_Hang","languages":["ell-Grek","kor-Hang"]},{"precision":0.346792,"recall":0.450593,"f1":0.372991,"accuracy":0.450593,"main_score":0.372991,"hf_subset":"ell_Grek-mos_Latn","languages":["ell-Grek","mos-Latn"]},{"precision":0.356473,"recall":0.450593,"f1":0.38007,"accuracy":0.450593,"main_score":0.38007,"hf_subset":"ell_Grek-run_Latn","languages":["ell-Grek","run-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"ell_Grek-tam_Taml","languages":["ell-Grek","tam-Taml"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ell_Grek-vie_Latn","languages":["ell-Grek","vie-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ell_Grek-apc_Arab","languages":["ell-Grek","apc-Arab"]},{"precision":0.516866,"recall":0.62253,"f1":0.54685,"accuracy":0.62253,"main_score":0.54685,"hf_subset":"ell_Grek-bug_Latn","languages":["ell-Grek","bug-Latn"]},{"precision":0.298532,"recall":0.402174,"f1":0.325097,"accuracy":0.402174,"main_score":0.325097,"hf_subset":"ell_Grek-fon_Latn","languages":["ell-Grek","fon-Latn"]},{"precision":0.779513,"recall":0.839921,"f1":0.797694,"accuracy":0.839921,"main_score":0.797694,"hf_subset":"ell_Grek-jav_Latn","languages":["ell-Grek","jav-Latn"]},{"precision":0.709124,"recall":0.788538,"f1":0.7333,"accuracy":0.788538,"main_score":0.7333,"hf_subset":"ell_Grek-lao_Laoo","languages":["ell-Grek","lao-Laoo"]},{"precision":0.321852,"recall":0.427866,"f1":0.347632,"accuracy":0.427866,"main_score":0.347632,"hf_subset":"ell_Grek-mri_Latn","languages":["ell-Grek","mri-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ell_Grek-rus_Cyrl","languages":["ell-Grek","rus-Cyrl"]},{"precision":0.338071,"recall":0.438735,"f1":0.363007,"accuracy":0.438735,"main_score":0.363007,"hf_subset":"ell_Grek-taq_Latn","languages":["ell-Grek","taq-Latn"]},{"precision":0.730567,"recall":0.800395,"f1":0.752009,"accuracy":0.800395,"main_score":0.752009,"hf_subset":"ell_Grek-war_Latn","languages":["ell-Grek","war-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ell_Grek-arb_Arab","languages":["ell-Grek","arb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ell_Grek-bul_Cyrl","languages":["ell-Grek","bul-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ell_Grek-fra_Latn","languages":["ell-Grek","fra-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ell_Grek-jpn_Jpan","languages":["ell-Grek","jpn-Jpan"]},{"precision":0.822381,"recall":0.875494,"f1":0.839328,"accuracy":0.875494,"main_score":0.839328,"hf_subset":"ell_Grek-lij_Latn","languages":["ell-Grek","lij-Latn"]},{"precision":0.781785,"recall":0.843874,"f1":0.801501,"accuracy":0.843874,"main_score":0.801501,"hf_subset":"ell_Grek-mya_Mymr","languages":["ell-Grek","mya-Mymr"]},{"precision":0.379707,"recall":0.485178,"f1":0.407039,"accuracy":0.485178,"main_score":0.407039,"hf_subset":"ell_Grek-sag_Latn","languages":["ell-Grek","sag-Latn"]},{"precision":0.123767,"recall":0.200593,"f1":0.138473,"accuracy":0.200593,"main_score":0.138473,"hf_subset":"ell_Grek-taq_Tfng","languages":["ell-Grek","taq-Tfng"]},{"precision":0.386116,"recall":0.498024,"f1":0.415629,"accuracy":0.498024,"main_score":0.415629,"hf_subset":"ell_Grek-wol_Latn","languages":["ell-Grek","wol-Latn"]},{"precision":0.243681,"recall":0.349802,"f1":0.269796,"accuracy":0.349802,"main_score":0.269796,"hf_subset":"ell_Grek-arb_Latn","languages":["ell-Grek","arb-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"ell_Grek-cat_Latn","languages":["ell-Grek","cat-Latn"]},{"precision":0.761891,"recall":0.829051,"f1":0.78251,"accuracy":0.829051,"main_score":0.78251,"hf_subset":"ell_Grek-fur_Latn","languages":["ell-Grek","fur-Latn"]},{"precision":0.245615,"recall":0.338933,"f1":0.269016,"accuracy":0.338933,"main_score":0.269016,"hf_subset":"ell_Grek-kab_Latn","languages":["ell-Grek","kab-Latn"]},{"precision":0.739904,"recall":0.8083,"f1":0.760474,"accuracy":0.8083,"main_score":0.760474,"hf_subset":"ell_Grek-lim_Latn","languages":["ell-Grek","lim-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ell_Grek-nld_Latn","languages":["ell-Grek","nld-Latn"]},{"precision":0.859684,"recall":0.901186,"f1":0.873024,"accuracy":0.901186,"main_score":0.873024,"hf_subset":"ell_Grek-san_Deva","languages":["ell-Grek","san-Deva"]},{"precision":0.601813,"recall":0.686759,"f1":0.625519,"accuracy":0.686759,"main_score":0.625519,"hf_subset":"ell_Grek-tat_Cyrl","languages":["ell-Grek","tat-Cyrl"]},{"precision":0.3592,"recall":0.45751,"f1":0.384112,"accuracy":0.45751,"main_score":0.384112,"hf_subset":"ell_Grek-xho_Latn","languages":["ell-Grek","xho-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ell_Grek-ars_Arab","languages":["ell-Grek","ars-Arab"]},{"precision":0.688093,"recall":0.76581,"f1":0.711317,"accuracy":0.76581,"main_score":0.711317,"hf_subset":"ell_Grek-ceb_Latn","languages":["ell-Grek","ceb-Latn"]},{"precision":0.353455,"recall":0.452569,"f1":0.378372,"accuracy":0.452569,"main_score":0.378372,"hf_subset":"ell_Grek-fuv_Latn","languages":["ell-Grek","fuv-Latn"]},{"precision":0.342317,"recall":0.448617,"f1":0.36874,"accuracy":0.448617,"main_score":0.36874,"hf_subset":"ell_Grek-kac_Latn","languages":["ell-Grek","kac-Latn"]},{"precision":0.393446,"recall":0.502964,"f1":0.422164,"accuracy":0.502964,"main_score":0.422164,"hf_subset":"ell_Grek-lin_Latn","languages":["ell-Grek","lin-Latn"]},{"precision":0.929842,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"ell_Grek-nno_Latn","languages":["ell-Grek","nno-Latn"]},{"precision":0.137392,"recall":0.213439,"f1":0.155165,"accuracy":0.213439,"main_score":0.155165,"hf_subset":"ell_Grek-sat_Olck","languages":["ell-Grek","sat-Olck"]},{"precision":0.953804,"recall":0.968379,"f1":0.958564,"accuracy":0.968379,"main_score":0.958564,"hf_subset":"ell_Grek-tel_Telu","languages":["ell-Grek","tel-Telu"]},{"precision":0.277832,"recall":0.371542,"f1":0.300868,"accuracy":0.371542,"main_score":0.300868,"hf_subset":"ell_Grek-ydd_Hebr","languages":["ell-Grek","ydd-Hebr"]},{"precision":0.855319,"recall":0.899209,"f1":0.869302,"accuracy":0.899209,"main_score":0.869302,"hf_subset":"ell_Grek-ary_Arab","languages":["ell-Grek","ary-Arab"]},{"precision":0.965909,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"ell_Grek-ces_Latn","languages":["ell-Grek","ces-Latn"]},{"precision":0.274378,"recall":0.354743,"f1":0.292934,"accuracy":0.354743,"main_score":0.292934,"hf_subset":"ell_Grek-gaz_Latn","languages":["ell-Grek","gaz-Latn"]},{"precision":0.360715,"recall":0.468379,"f1":0.388063,"accuracy":0.468379,"main_score":0.388063,"hf_subset":"ell_Grek-kam_Latn","languages":["ell-Grek","kam-Latn"]},{"precision":0.755962,"recall":0.820158,"f1":0.775626,"accuracy":0.820158,"main_score":0.775626,"hf_subset":"ell_Grek-lit_Latn","languages":["ell-Grek","lit-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ell_Grek-nob_Latn","languages":["ell-Grek","nob-Latn"]},{"precision":0.715152,"recall":0.789526,"f1":0.737319,"accuracy":0.789526,"main_score":0.737319,"hf_subset":"ell_Grek-scn_Latn","languages":["ell-Grek","scn-Latn"]},{"precision":0.395262,"recall":0.48913,"f1":0.420474,"accuracy":0.48913,"main_score":0.420474,"hf_subset":"ell_Grek-tgk_Cyrl","languages":["ell-Grek","tgk-Cyrl"]},{"precision":0.330323,"recall":0.427866,"f1":0.354503,"accuracy":0.427866,"main_score":0.354503,"hf_subset":"ell_Grek-yor_Latn","languages":["ell-Grek","yor-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"ell_Grek-arz_Arab","languages":["ell-Grek","arz-Arab"]},{"precision":0.380649,"recall":0.485178,"f1":0.407867,"accuracy":0.485178,"main_score":0.407867,"hf_subset":"ell_Grek-cjk_Latn","languages":["ell-Grek","cjk-Latn"]},{"precision":0.309205,"recall":0.395257,"f1":0.330154,"accuracy":0.395257,"main_score":0.330154,"hf_subset":"ell_Grek-gla_Latn","languages":["ell-Grek","gla-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"ell_Grek-kan_Knda","languages":["ell-Grek","kan-Knda"]},{"precision":0.737978,"recall":0.8083,"f1":0.759571,"accuracy":0.8083,"main_score":0.759571,"hf_subset":"ell_Grek-lmo_Latn","languages":["ell-Grek","lmo-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"ell_Grek-npi_Deva","languages":["ell-Grek","npi-Deva"]},{"precision":0.292601,"recall":0.402174,"f1":0.319008,"accuracy":0.402174,"main_score":0.319008,"hf_subset":"ell_Grek-shn_Mymr","languages":["ell-Grek","shn-Mymr"]},{"precision":0.840168,"recall":0.88834,"f1":0.855632,"accuracy":0.88834,"main_score":0.855632,"hf_subset":"ell_Grek-tgl_Latn","languages":["ell-Grek","tgl-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ell_Grek-yue_Hant","languages":["ell-Grek","yue-Hant"]},{"precision":0.836627,"recall":0.882411,"f1":0.851087,"accuracy":0.882411,"main_score":0.851087,"hf_subset":"ell_Grek-asm_Beng","languages":["ell-Grek","asm-Beng"]},{"precision":0.369117,"recall":0.471344,"f1":0.396018,"accuracy":0.471344,"main_score":0.396018,"hf_subset":"ell_Grek-ckb_Arab","languages":["ell-Grek","ckb-Arab"]},{"precision":0.332193,"recall":0.424901,"f1":0.355295,"accuracy":0.424901,"main_score":0.355295,"hf_subset":"ell_Grek-gle_Latn","languages":["ell-Grek","gle-Latn"]},{"precision":0.589764,"recall":0.686759,"f1":0.617503,"accuracy":0.686759,"main_score":0.617503,"hf_subset":"ell_Grek-kas_Arab","languages":["ell-Grek","kas-Arab"]},{"precision":0.559007,"recall":0.643281,"f1":0.583138,"accuracy":0.643281,"main_score":0.583138,"hf_subset":"ell_Grek-ltg_Latn","languages":["ell-Grek","ltg-Latn"]},{"precision":0.36843,"recall":0.466403,"f1":0.393534,"accuracy":0.466403,"main_score":0.393534,"hf_subset":"ell_Grek-nso_Latn","languages":["ell-Grek","nso-Latn"]},{"precision":0.830781,"recall":0.876482,"f1":0.844928,"accuracy":0.876482,"main_score":0.844928,"hf_subset":"ell_Grek-sin_Sinh","languages":["ell-Grek","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ell_Grek-tha_Thai","languages":["ell-Grek","tha-Thai"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"ell_Grek-zho_Hans","languages":["ell-Grek","zho-Hans"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"ell_Grek-ast_Latn","languages":["ell-Grek","ast-Latn"]},{"precision":0.759042,"recall":0.825099,"f1":0.779117,"accuracy":0.825099,"main_score":0.779117,"hf_subset":"ell_Grek-crh_Latn","languages":["ell-Grek","crh-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ell_Grek-glg_Latn","languages":["ell-Grek","glg-Latn"]},{"precision":0.494238,"recall":0.601779,"f1":0.524362,"accuracy":0.601779,"main_score":0.524362,"hf_subset":"ell_Grek-kas_Deva","languages":["ell-Grek","kas-Deva"]},{"precision":0.701987,"recall":0.777668,"f1":0.724129,"accuracy":0.777668,"main_score":0.724129,"hf_subset":"ell_Grek-ltz_Latn","languages":["ell-Grek","ltz-Latn"]},{"precision":0.272274,"recall":0.367589,"f1":0.296391,"accuracy":0.367589,"main_score":0.296391,"hf_subset":"ell_Grek-nus_Latn","languages":["ell-Grek","nus-Latn"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"ell_Grek-slk_Latn","languages":["ell-Grek","slk-Latn"]},{"precision":0.359347,"recall":0.44664,"f1":0.382113,"accuracy":0.44664,"main_score":0.382113,"hf_subset":"ell_Grek-tir_Ethi","languages":["ell-Grek","tir-Ethi"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ell_Grek-zho_Hant","languages":["ell-Grek","zho-Hant"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ell_Grek-awa_Deva","languages":["ell-Grek","awa-Deva"]},{"precision":0.375822,"recall":0.469368,"f1":0.400012,"accuracy":0.469368,"main_score":0.400012,"hf_subset":"ell_Grek-cym_Latn","languages":["ell-Grek","cym-Latn"]},{"precision":0.548626,"recall":0.643281,"f1":0.575333,"accuracy":0.643281,"main_score":0.575333,"hf_subset":"ell_Grek-grn_Latn","languages":["ell-Grek","grn-Latn"]},{"precision":0.891222,"recall":0.924901,"f1":0.90224,"accuracy":0.924901,"main_score":0.90224,"hf_subset":"ell_Grek-kat_Geor","languages":["ell-Grek","kat-Geor"]},{"precision":0.413711,"recall":0.511858,"f1":0.439223,"accuracy":0.511858,"main_score":0.439223,"hf_subset":"ell_Grek-lua_Latn","languages":["ell-Grek","lua-Latn"]},{"precision":0.415166,"recall":0.511858,"f1":0.440276,"accuracy":0.511858,"main_score":0.440276,"hf_subset":"ell_Grek-nya_Latn","languages":["ell-Grek","nya-Latn"]},{"precision":0.887352,"recall":0.922925,"f1":0.899045,"accuracy":0.922925,"main_score":0.899045,"hf_subset":"ell_Grek-slv_Latn","languages":["ell-Grek","slv-Latn"]},{"precision":0.607329,"recall":0.705534,"f1":0.636039,"accuracy":0.705534,"main_score":0.636039,"hf_subset":"ell_Grek-tpi_Latn","languages":["ell-Grek","tpi-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ell_Grek-zsm_Latn","languages":["ell-Grek","zsm-Latn"]},{"precision":0.340431,"recall":0.435771,"f1":0.363989,"accuracy":0.435771,"main_score":0.363989,"hf_subset":"ell_Grek-ayr_Latn","languages":["ell-Grek","ayr-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ell_Grek-dan_Latn","languages":["ell-Grek","dan-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"ell_Grek-guj_Gujr","languages":["ell-Grek","guj-Gujr"]},{"precision":0.704002,"recall":0.778656,"f1":0.725965,"accuracy":0.778656,"main_score":0.725965,"hf_subset":"ell_Grek-kaz_Cyrl","languages":["ell-Grek","kaz-Cyrl"]},{"precision":0.323733,"recall":0.41996,"f1":0.347858,"accuracy":0.41996,"main_score":0.347858,"hf_subset":"ell_Grek-lug_Latn","languages":["ell-Grek","lug-Latn"]},{"precision":0.918972,"recall":0.944664,"f1":0.927372,"accuracy":0.944664,"main_score":0.927372,"hf_subset":"ell_Grek-oci_Latn","languages":["ell-Grek","oci-Latn"]},{"precision":0.382812,"recall":0.488142,"f1":0.408918,"accuracy":0.488142,"main_score":0.408918,"hf_subset":"ell_Grek-smo_Latn","languages":["ell-Grek","smo-Latn"]},{"precision":0.346815,"recall":0.444664,"f1":0.371139,"accuracy":0.444664,"main_score":0.371139,"hf_subset":"ell_Grek-tsn_Latn","languages":["ell-Grek","tsn-Latn"]},{"precision":0.343785,"recall":0.444664,"f1":0.370053,"accuracy":0.444664,"main_score":0.370053,"hf_subset":"ell_Grek-zul_Latn","languages":["ell-Grek","zul-Latn"]},{"precision":0.604234,"recall":0.699605,"f1":0.631612,"accuracy":0.699605,"main_score":0.631612,"hf_subset":"ell_Grek-azb_Arab","languages":["ell-Grek","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ell_Grek-deu_Latn","languages":["ell-Grek","deu-Latn"]},{"precision":0.546941,"recall":0.641304,"f1":0.573365,"accuracy":0.641304,"main_score":0.573365,"hf_subset":"ell_Grek-hat_Latn","languages":["ell-Grek","hat-Latn"]},{"precision":0.317224,"recall":0.416008,"f1":0.341686,"accuracy":0.416008,"main_score":0.341686,"hf_subset":"ell_Grek-kbp_Latn","languages":["ell-Grek","kbp-Latn"]},{"precision":0.363926,"recall":0.465415,"f1":0.389027,"accuracy":0.465415,"main_score":0.389027,"hf_subset":"ell_Grek-luo_Latn","languages":["ell-Grek","luo-Latn"]},{"precision":0.491171,"recall":0.58004,"f1":0.51567,"accuracy":0.58004,"main_score":0.51567,"hf_subset":"ell_Grek-ory_Orya","languages":["ell-Grek","ory-Orya"]},{"precision":0.370997,"recall":0.464427,"f1":0.395302,"accuracy":0.464427,"main_score":0.395302,"hf_subset":"ell_Grek-sna_Latn","languages":["ell-Grek","sna-Latn"]},{"precision":0.335245,"recall":0.43083,"f1":0.359242,"accuracy":0.43083,"main_score":0.359242,"hf_subset":"ell_Grek-tso_Latn","languages":["ell-Grek","tso-Latn"]},{"precision":0.828557,"recall":0.878458,"f1":0.844368,"accuracy":0.878458,"main_score":0.844368,"hf_subset":"ell_Grek-azj_Latn","languages":["ell-Grek","azj-Latn"]},{"precision":0.34653,"recall":0.458498,"f1":0.374638,"accuracy":0.458498,"main_score":0.374638,"hf_subset":"ell_Grek-dik_Latn","languages":["ell-Grek","dik-Latn"]},{"precision":0.373071,"recall":0.462451,"f1":0.396218,"accuracy":0.462451,"main_score":0.396218,"hf_subset":"ell_Grek-hau_Latn","languages":["ell-Grek","hau-Latn"]},{"precision":0.744351,"recall":0.813241,"f1":0.765057,"accuracy":0.813241,"main_score":0.765057,"hf_subset":"ell_Grek-kea_Latn","languages":["ell-Grek","kea-Latn"]},{"precision":0.473033,"recall":0.578063,"f1":0.501764,"accuracy":0.578063,"main_score":0.501764,"hf_subset":"ell_Grek-lus_Latn","languages":["ell-Grek","lus-Latn"]},{"precision":0.638966,"recall":0.725296,"f1":0.664022,"accuracy":0.725296,"main_score":0.664022,"hf_subset":"ell_Grek-pag_Latn","languages":["ell-Grek","pag-Latn"]},{"precision":0.633992,"recall":0.722332,"f1":0.659886,"accuracy":0.722332,"main_score":0.659886,"hf_subset":"ell_Grek-snd_Arab","languages":["ell-Grek","snd-Arab"]},{"precision":0.552447,"recall":0.648221,"f1":0.580011,"accuracy":0.648221,"main_score":0.580011,"hf_subset":"ell_Grek-tuk_Latn","languages":["ell-Grek","tuk-Latn"]},{"precision":0.599004,"recall":0.68083,"f1":0.621233,"accuracy":0.68083,"main_score":0.621233,"hf_subset":"ell_Grek-bak_Cyrl","languages":["ell-Grek","bak-Cyrl"]},{"precision":0.289157,"recall":0.394269,"f1":0.315337,"accuracy":0.394269,"main_score":0.315337,"hf_subset":"ell_Grek-dyu_Latn","languages":["ell-Grek","dyu-Latn"]},{"precision":0.90308,"recall":0.933794,"f1":0.913109,"accuracy":0.933794,"main_score":0.913109,"hf_subset":"ell_Grek-heb_Hebr","languages":["ell-Grek","heb-Hebr"]},{"precision":0.377761,"recall":0.474308,"f1":0.403277,"accuracy":0.474308,"main_score":0.403277,"hf_subset":"ell_Grek-khk_Cyrl","languages":["ell-Grek","khk-Cyrl"]},{"precision":0.788291,"recall":0.847826,"f1":0.806983,"accuracy":0.847826,"main_score":0.806983,"hf_subset":"ell_Grek-lvs_Latn","languages":["ell-Grek","lvs-Latn"]},{"precision":0.901515,"recall":0.932806,"f1":0.911726,"accuracy":0.932806,"main_score":0.911726,"hf_subset":"ell_Grek-pan_Guru","languages":["ell-Grek","pan-Guru"]},{"precision":0.315991,"recall":0.414032,"f1":0.340921,"accuracy":0.414032,"main_score":0.340921,"hf_subset":"ell_Grek-som_Latn","languages":["ell-Grek","som-Latn"]},{"precision":0.398253,"recall":0.481225,"f1":0.419392,"accuracy":0.481225,"main_score":0.419392,"hf_subset":"ell_Grek-tum_Latn","languages":["ell-Grek","tum-Latn"]},{"precision":0.291018,"recall":0.381423,"f1":0.314958,"accuracy":0.381423,"main_score":0.314958,"hf_subset":"hne_Deva-ace_Arab","languages":["hne-Deva","ace-Arab"]},{"precision":0.340507,"recall":0.44664,"f1":0.369974,"accuracy":0.44664,"main_score":0.369974,"hf_subset":"hne_Deva-bam_Latn","languages":["hne-Deva","bam-Latn"]},{"precision":0.169909,"recall":0.235178,"f1":0.187111,"accuracy":0.235178,"main_score":0.187111,"hf_subset":"hne_Deva-dzo_Tibt","languages":["hne-Deva","dzo-Tibt"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"hne_Deva-hin_Deva","languages":["hne-Deva","hin-Deva"]},{"precision":0.821558,"recall":0.871542,"f1":0.837187,"accuracy":0.871542,"main_score":0.837187,"hf_subset":"hne_Deva-khm_Khmr","languages":["hne-Deva","khm-Khmr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-mag_Deva","languages":["hne-Deva","mag-Deva"]},{"precision":0.876318,"recall":0.913043,"f1":0.887813,"accuracy":0.913043,"main_score":0.887813,"hf_subset":"hne_Deva-pap_Latn","languages":["hne-Deva","pap-Latn"]},{"precision":0.400614,"recall":0.496047,"f1":0.425954,"accuracy":0.496047,"main_score":0.425954,"hf_subset":"hne_Deva-sot_Latn","languages":["hne-Deva","sot-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hne_Deva-tur_Latn","languages":["hne-Deva","tur-Latn"]},{"precision":0.663159,"recall":0.73913,"f1":0.68602,"accuracy":0.73913,"main_score":0.68602,"hf_subset":"hne_Deva-ace_Latn","languages":["hne-Deva","ace-Latn"]},{"precision":0.806736,"recall":0.858696,"f1":0.82332,"accuracy":0.858696,"main_score":0.82332,"hf_subset":"hne_Deva-ban_Latn","languages":["hne-Deva","ban-Latn"]},{"precision":0.939888,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"hne_Deva-ell_Grek","languages":["hne-Deva","ell-Grek"]},{"precision":0.418534,"recall":0.517787,"f1":0.445716,"accuracy":0.517787,"main_score":0.445716,"hf_subset":"hne_Deva-kik_Latn","languages":["hne-Deva","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-mai_Deva","languages":["hne-Deva","mai-Deva"]},{"precision":0.871047,"recall":0.910079,"f1":0.883729,"accuracy":0.910079,"main_score":0.883729,"hf_subset":"hne_Deva-pbt_Arab","languages":["hne-Deva","pbt-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"hne_Deva-spa_Latn","languages":["hne-Deva","spa-Latn"]},{"precision":0.486088,"recall":0.583004,"f1":0.513015,"accuracy":0.583004,"main_score":0.513015,"hf_subset":"hne_Deva-twi_Latn","languages":["hne-Deva","twi-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"hne_Deva-acm_Arab","languages":["hne-Deva","acm-Arab"]},{"precision":0.804628,"recall":0.858696,"f1":0.821871,"accuracy":0.858696,"main_score":0.821871,"hf_subset":"hne_Deva-bel_Cyrl","languages":["hne-Deva","bel-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-eng_Latn","languages":["hne-Deva","eng-Latn"]},{"precision":0.935606,"recall":0.955534,"f1":0.942194,"accuracy":0.955534,"main_score":0.942194,"hf_subset":"hne_Deva-hrv_Latn","languages":["hne-Deva","hrv-Latn"]},{"precision":0.364778,"recall":0.458498,"f1":0.388722,"accuracy":0.458498,"main_score":0.388722,"hf_subset":"hne_Deva-kin_Latn","languages":["hne-Deva","kin-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"hne_Deva-mal_Mlym","languages":["hne-Deva","mal-Mlym"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hne_Deva-pes_Arab","languages":["hne-Deva","pes-Arab"]},{"precision":0.835721,"recall":0.882411,"f1":0.850645,"accuracy":0.882411,"main_score":0.850645,"hf_subset":"hne_Deva-srd_Latn","languages":["hne-Deva","srd-Latn"]},{"precision":0.106686,"recall":0.18083,"f1":0.122837,"accuracy":0.18083,"main_score":0.122837,"hf_subset":"hne_Deva-tzm_Tfng","languages":["hne-Deva","tzm-Tfng"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"hne_Deva-acq_Arab","languages":["hne-Deva","acq-Arab"]},{"precision":0.416799,"recall":0.51581,"f1":0.443445,"accuracy":0.51581,"main_score":0.443445,"hf_subset":"hne_Deva-bem_Latn","languages":["hne-Deva","bem-Latn"]},{"precision":0.867375,"recall":0.90415,"f1":0.878986,"accuracy":0.90415,"main_score":0.878986,"hf_subset":"hne_Deva-epo_Latn","languages":["hne-Deva","epo-Latn"]},{"precision":0.903491,"recall":0.93083,"f1":0.912385,"accuracy":0.93083,"main_score":0.912385,"hf_subset":"hne_Deva-hun_Latn","languages":["hne-Deva","hun-Latn"]},{"precision":0.686034,"recall":0.752964,"f1":0.705618,"accuracy":0.752964,"main_score":0.705618,"hf_subset":"hne_Deva-kir_Cyrl","languages":["hne-Deva","kir-Cyrl"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"hne_Deva-mar_Deva","languages":["hne-Deva","mar-Deva"]},{"precision":0.426236,"recall":0.524704,"f1":0.453502,"accuracy":0.524704,"main_score":0.453502,"hf_subset":"hne_Deva-plt_Latn","languages":["hne-Deva","plt-Latn"]},{"precision":0.898551,"recall":0.929842,"f1":0.908597,"accuracy":0.929842,"main_score":0.908597,"hf_subset":"hne_Deva-srp_Cyrl","languages":["hne-Deva","srp-Cyrl"]},{"precision":0.274674,"recall":0.359684,"f1":0.29725,"accuracy":0.359684,"main_score":0.29725,"hf_subset":"hne_Deva-uig_Arab","languages":["hne-Deva","uig-Arab"]},{"precision":0.9417,"recall":0.959486,"f1":0.947464,"accuracy":0.959486,"main_score":0.947464,"hf_subset":"hne_Deva-aeb_Arab","languages":["hne-Deva","aeb-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"hne_Deva-ben_Beng","languages":["hne-Deva","ben-Beng"]},{"precision":0.782115,"recall":0.840909,"f1":0.800329,"accuracy":0.840909,"main_score":0.800329,"hf_subset":"hne_Deva-est_Latn","languages":["hne-Deva","est-Latn"]},{"precision":0.763562,"recall":0.824111,"f1":0.782137,"accuracy":0.824111,"main_score":0.782137,"hf_subset":"hne_Deva-hye_Armn","languages":["hne-Deva","hye-Armn"]},{"precision":0.36972,"recall":0.463439,"f1":0.394575,"accuracy":0.463439,"main_score":0.394575,"hf_subset":"hne_Deva-kmb_Latn","languages":["hne-Deva","kmb-Latn"]},{"precision":0.229851,"recall":0.320158,"f1":0.25283,"accuracy":0.320158,"main_score":0.25283,"hf_subset":"hne_Deva-min_Arab","languages":["hne-Deva","min-Arab"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"hne_Deva-pol_Latn","languages":["hne-Deva","pol-Latn"]},{"precision":0.36042,"recall":0.463439,"f1":0.387483,"accuracy":0.463439,"main_score":0.387483,"hf_subset":"hne_Deva-ssw_Latn","languages":["hne-Deva","ssw-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"hne_Deva-ukr_Cyrl","languages":["hne-Deva","ukr-Cyrl"]},{"precision":0.920125,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"hne_Deva-afr_Latn","languages":["hne-Deva","afr-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"hne_Deva-bho_Deva","languages":["hne-Deva","bho-Deva"]},{"precision":0.612764,"recall":0.701581,"f1":0.638708,"accuracy":0.701581,"main_score":0.638708,"hf_subset":"hne_Deva-eus_Latn","languages":["hne-Deva","eus-Latn"]},{"precision":0.370093,"recall":0.475296,"f1":0.397575,"accuracy":0.475296,"main_score":0.397575,"hf_subset":"hne_Deva-ibo_Latn","languages":["hne-Deva","ibo-Latn"]},{"precision":0.409548,"recall":0.511858,"f1":0.436223,"accuracy":0.511858,"main_score":0.436223,"hf_subset":"hne_Deva-kmr_Latn","languages":["hne-Deva","kmr-Latn"]},{"precision":0.788603,"recall":0.842885,"f1":0.804861,"accuracy":0.842885,"main_score":0.804861,"hf_subset":"hne_Deva-min_Latn","languages":["hne-Deva","min-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"hne_Deva-por_Latn","languages":["hne-Deva","por-Latn"]},{"precision":0.861166,"recall":0.898221,"f1":0.872826,"accuracy":0.898221,"main_score":0.872826,"hf_subset":"hne_Deva-sun_Latn","languages":["hne-Deva","sun-Latn"]},{"precision":0.352089,"recall":0.451581,"f1":0.378913,"accuracy":0.451581,"main_score":0.378913,"hf_subset":"hne_Deva-umb_Latn","languages":["hne-Deva","umb-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"hne_Deva-ajp_Arab","languages":["hne-Deva","ajp-Arab"]},{"precision":0.257676,"recall":0.338933,"f1":0.279309,"accuracy":0.338933,"main_score":0.279309,"hf_subset":"hne_Deva-bjn_Arab","languages":["hne-Deva","bjn-Arab"]},{"precision":0.381211,"recall":0.474308,"f1":0.405609,"accuracy":0.474308,"main_score":0.405609,"hf_subset":"hne_Deva-ewe_Latn","languages":["hne-Deva","ewe-Latn"]},{"precision":0.68834,"recall":0.758893,"f1":0.709211,"accuracy":0.758893,"main_score":0.709211,"hf_subset":"hne_Deva-ilo_Latn","languages":["hne-Deva","ilo-Latn"]},{"precision":0.182211,"recall":0.26087,"f1":0.200931,"accuracy":0.26087,"main_score":0.200931,"hf_subset":"hne_Deva-knc_Arab","languages":["hne-Deva","knc-Arab"]},{"precision":0.898139,"recall":0.927866,"f1":0.907675,"accuracy":0.927866,"main_score":0.907675,"hf_subset":"hne_Deva-mkd_Cyrl","languages":["hne-Deva","mkd-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hne_Deva-prs_Arab","languages":["hne-Deva","prs-Arab"]},{"precision":0.968874,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"hne_Deva-swe_Latn","languages":["hne-Deva","swe-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"hne_Deva-urd_Arab","languages":["hne-Deva","urd-Arab"]},{"precision":0.451297,"recall":0.556324,"f1":0.480494,"accuracy":0.556324,"main_score":0.480494,"hf_subset":"hne_Deva-aka_Latn","languages":["hne-Deva","aka-Latn"]},{"precision":0.841568,"recall":0.884387,"f1":0.855204,"accuracy":0.884387,"main_score":0.855204,"hf_subset":"hne_Deva-bjn_Latn","languages":["hne-Deva","bjn-Latn"]},{"precision":0.549193,"recall":0.640316,"f1":0.575905,"accuracy":0.640316,"main_score":0.575905,"hf_subset":"hne_Deva-fao_Latn","languages":["hne-Deva","fao-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"hne_Deva-ind_Latn","languages":["hne-Deva","ind-Latn"]},{"precision":0.424295,"recall":0.519763,"f1":0.449541,"accuracy":0.519763,"main_score":0.449541,"hf_subset":"hne_Deva-knc_Latn","languages":["hne-Deva","knc-Latn"]},{"precision":0.709914,"recall":0.783597,"f1":0.731573,"accuracy":0.783597,"main_score":0.731573,"hf_subset":"hne_Deva-mlt_Latn","languages":["hne-Deva","mlt-Latn"]},{"precision":0.465248,"recall":0.56917,"f1":0.493067,"accuracy":0.56917,"main_score":0.493067,"hf_subset":"hne_Deva-quy_Latn","languages":["hne-Deva","quy-Latn"]},{"precision":0.83246,"recall":0.87747,"f1":0.846739,"accuracy":0.87747,"main_score":0.846739,"hf_subset":"hne_Deva-swh_Latn","languages":["hne-Deva","swh-Latn"]},{"precision":0.612445,"recall":0.688735,"f1":0.633898,"accuracy":0.688735,"main_score":0.633898,"hf_subset":"hne_Deva-uzn_Latn","languages":["hne-Deva","uzn-Latn"]},{"precision":0.756538,"recall":0.818182,"f1":0.77556,"accuracy":0.818182,"main_score":0.77556,"hf_subset":"hne_Deva-als_Latn","languages":["hne-Deva","als-Latn"]},{"precision":0.182123,"recall":0.255929,"f1":0.200074,"accuracy":0.255929,"main_score":0.200074,"hf_subset":"hne_Deva-bod_Tibt","languages":["hne-Deva","bod-Tibt"]},{"precision":0.360754,"recall":0.467391,"f1":0.38903,"accuracy":0.467391,"main_score":0.38903,"hf_subset":"hne_Deva-fij_Latn","languages":["hne-Deva","fij-Latn"]},{"precision":0.517236,"recall":0.606719,"f1":0.542673,"accuracy":0.606719,"main_score":0.542673,"hf_subset":"hne_Deva-isl_Latn","languages":["hne-Deva","isl-Latn"]},{"precision":0.47502,"recall":0.566206,"f1":0.499958,"accuracy":0.566206,"main_score":0.499958,"hf_subset":"hne_Deva-kon_Latn","languages":["hne-Deva","kon-Latn"]},{"precision":0.392561,"recall":0.496047,"f1":0.420445,"accuracy":0.496047,"main_score":0.420445,"hf_subset":"hne_Deva-mni_Beng","languages":["hne-Deva","mni-Beng"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"hne_Deva-ron_Latn","languages":["hne-Deva","ron-Latn"]},{"precision":0.844203,"recall":0.887352,"f1":0.857806,"accuracy":0.887352,"main_score":0.857806,"hf_subset":"hne_Deva-szl_Latn","languages":["hne-Deva","szl-Latn"]},{"precision":0.913208,"recall":0.938735,"f1":0.921443,"accuracy":0.938735,"main_score":0.921443,"hf_subset":"hne_Deva-vec_Latn","languages":["hne-Deva","vec-Latn"]},{"precision":0.772925,"recall":0.833004,"f1":0.791356,"accuracy":0.833004,"main_score":0.791356,"hf_subset":"hne_Deva-amh_Ethi","languages":["hne-Deva","amh-Ethi"]},{"precision":0.949358,"recall":0.964427,"f1":0.954117,"accuracy":0.964427,"main_score":0.954117,"hf_subset":"hne_Deva-bos_Latn","languages":["hne-Deva","bos-Latn"]},{"precision":0.951087,"recall":0.965415,"f1":0.955698,"accuracy":0.965415,"main_score":0.955698,"hf_subset":"hne_Deva-fin_Latn","languages":["hne-Deva","fin-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"hne_Deva-ita_Latn","languages":["hne-Deva","ita-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"hne_Deva-kor_Hang","languages":["hne-Deva","kor-Hang"]},{"precision":0.381139,"recall":0.480237,"f1":0.408195,"accuracy":0.480237,"main_score":0.408195,"hf_subset":"hne_Deva-mos_Latn","languages":["hne-Deva","mos-Latn"]},{"precision":0.360453,"recall":0.464427,"f1":0.387945,"accuracy":0.464427,"main_score":0.387945,"hf_subset":"hne_Deva-run_Latn","languages":["hne-Deva","run-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"hne_Deva-tam_Taml","languages":["hne-Deva","tam-Taml"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"hne_Deva-vie_Latn","languages":["hne-Deva","vie-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"hne_Deva-apc_Arab","languages":["hne-Deva","apc-Arab"]},{"precision":0.612722,"recall":0.698617,"f1":0.637181,"accuracy":0.698617,"main_score":0.637181,"hf_subset":"hne_Deva-bug_Latn","languages":["hne-Deva","bug-Latn"]},{"precision":0.330766,"recall":0.426877,"f1":0.355263,"accuracy":0.426877,"main_score":0.355263,"hf_subset":"hne_Deva-fon_Latn","languages":["hne-Deva","fon-Latn"]},{"precision":0.856094,"recall":0.893281,"f1":0.867885,"accuracy":0.893281,"main_score":0.867885,"hf_subset":"hne_Deva-jav_Latn","languages":["hne-Deva","jav-Latn"]},{"precision":0.705978,"recall":0.781621,"f1":0.728543,"accuracy":0.781621,"main_score":0.728543,"hf_subset":"hne_Deva-lao_Laoo","languages":["hne-Deva","lao-Laoo"]},{"precision":0.339096,"recall":0.452569,"f1":0.368013,"accuracy":0.452569,"main_score":0.368013,"hf_subset":"hne_Deva-mri_Latn","languages":["hne-Deva","mri-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"hne_Deva-rus_Cyrl","languages":["hne-Deva","rus-Cyrl"]},{"precision":0.373029,"recall":0.480237,"f1":0.401119,"accuracy":0.480237,"main_score":0.401119,"hf_subset":"hne_Deva-taq_Latn","languages":["hne-Deva","taq-Latn"]},{"precision":0.821624,"recall":0.868577,"f1":0.835968,"accuracy":0.868577,"main_score":0.835968,"hf_subset":"hne_Deva-war_Latn","languages":["hne-Deva","war-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"hne_Deva-arb_Arab","languages":["hne-Deva","arb-Arab"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"hne_Deva-bul_Cyrl","languages":["hne-Deva","bul-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-fra_Latn","languages":["hne-Deva","fra-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"hne_Deva-jpn_Jpan","languages":["hne-Deva","jpn-Jpan"]},{"precision":0.864954,"recall":0.902174,"f1":0.876647,"accuracy":0.902174,"main_score":0.876647,"hf_subset":"hne_Deva-lij_Latn","languages":["hne-Deva","lij-Latn"]},{"precision":0.752875,"recall":0.815217,"f1":0.771789,"accuracy":0.815217,"main_score":0.771789,"hf_subset":"hne_Deva-mya_Mymr","languages":["hne-Deva","mya-Mymr"]},{"precision":0.425868,"recall":0.531621,"f1":0.454309,"accuracy":0.531621,"main_score":0.454309,"hf_subset":"hne_Deva-sag_Latn","languages":["hne-Deva","sag-Latn"]},{"precision":0.118307,"recall":0.202569,"f1":0.13455,"accuracy":0.202569,"main_score":0.13455,"hf_subset":"hne_Deva-taq_Tfng","languages":["hne-Deva","taq-Tfng"]},{"precision":0.430754,"recall":0.533597,"f1":0.458175,"accuracy":0.533597,"main_score":0.458175,"hf_subset":"hne_Deva-wol_Latn","languages":["hne-Deva","wol-Latn"]},{"precision":0.265399,"recall":0.375494,"f1":0.293823,"accuracy":0.375494,"main_score":0.293823,"hf_subset":"hne_Deva-arb_Latn","languages":["hne-Deva","arb-Latn"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"hne_Deva-cat_Latn","languages":["hne-Deva","cat-Latn"]},{"precision":0.820059,"recall":0.866601,"f1":0.834453,"accuracy":0.866601,"main_score":0.834453,"hf_subset":"hne_Deva-fur_Latn","languages":["hne-Deva","fur-Latn"]},{"precision":0.245374,"recall":0.33498,"f1":0.268324,"accuracy":0.33498,"main_score":0.268324,"hf_subset":"hne_Deva-kab_Latn","languages":["hne-Deva","kab-Latn"]},{"precision":0.806653,"recall":0.856719,"f1":0.822069,"accuracy":0.856719,"main_score":0.822069,"hf_subset":"hne_Deva-lim_Latn","languages":["hne-Deva","lim-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hne_Deva-nld_Latn","languages":["hne-Deva","nld-Latn"]},{"precision":0.92556,"recall":0.948617,"f1":0.933136,"accuracy":0.948617,"main_score":0.933136,"hf_subset":"hne_Deva-san_Deva","languages":["hne-Deva","san-Deva"]},{"precision":0.645678,"recall":0.728261,"f1":0.670504,"accuracy":0.728261,"main_score":0.670504,"hf_subset":"hne_Deva-tat_Cyrl","languages":["hne-Deva","tat-Cyrl"]},{"precision":0.404362,"recall":0.511858,"f1":0.433102,"accuracy":0.511858,"main_score":0.433102,"hf_subset":"hne_Deva-xho_Latn","languages":["hne-Deva","xho-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hne_Deva-ars_Arab","languages":["hne-Deva","ars-Arab"]},{"precision":0.771245,"recall":0.83004,"f1":0.789281,"accuracy":0.83004,"main_score":0.789281,"hf_subset":"hne_Deva-ceb_Latn","languages":["hne-Deva","ceb-Latn"]},{"precision":0.413085,"recall":0.507905,"f1":0.43759,"accuracy":0.507905,"main_score":0.43759,"hf_subset":"hne_Deva-fuv_Latn","languages":["hne-Deva","fuv-Latn"]},{"precision":0.387771,"recall":0.496047,"f1":0.416337,"accuracy":0.496047,"main_score":0.416337,"hf_subset":"hne_Deva-kac_Latn","languages":["hne-Deva","kac-Latn"]},{"precision":0.465704,"recall":0.56917,"f1":0.494108,"accuracy":0.56917,"main_score":0.494108,"hf_subset":"hne_Deva-lin_Latn","languages":["hne-Deva","lin-Latn"]},{"precision":0.924572,"recall":0.947628,"f1":0.932148,"accuracy":0.947628,"main_score":0.932148,"hf_subset":"hne_Deva-nno_Latn","languages":["hne-Deva","nno-Latn"]},{"precision":0.192776,"recall":0.26581,"f1":0.21115,"accuracy":0.26581,"main_score":0.21115,"hf_subset":"hne_Deva-sat_Olck","languages":["hne-Deva","sat-Olck"]},{"precision":0.964427,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"hne_Deva-tel_Telu","languages":["hne-Deva","tel-Telu"]},{"precision":0.307013,"recall":0.40415,"f1":0.331717,"accuracy":0.40415,"main_score":0.331717,"hf_subset":"hne_Deva-ydd_Hebr","languages":["hne-Deva","ydd-Hebr"]},{"precision":0.891634,"recall":0.924901,"f1":0.902503,"accuracy":0.924901,"main_score":0.902503,"hf_subset":"hne_Deva-ary_Arab","languages":["hne-Deva","ary-Arab"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"hne_Deva-ces_Latn","languages":["hne-Deva","ces-Latn"]},{"precision":0.293484,"recall":0.383399,"f1":0.316422,"accuracy":0.383399,"main_score":0.316422,"hf_subset":"hne_Deva-gaz_Latn","languages":["hne-Deva","gaz-Latn"]},{"precision":0.397624,"recall":0.504941,"f1":0.426787,"accuracy":0.504941,"main_score":0.426787,"hf_subset":"hne_Deva-kam_Latn","languages":["hne-Deva","kam-Latn"]},{"precision":0.771386,"recall":0.831028,"f1":0.78966,"accuracy":0.831028,"main_score":0.78966,"hf_subset":"hne_Deva-lit_Latn","languages":["hne-Deva","lit-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"hne_Deva-nob_Latn","languages":["hne-Deva","nob-Latn"]},{"precision":0.769269,"recall":0.828063,"f1":0.787239,"accuracy":0.828063,"main_score":0.787239,"hf_subset":"hne_Deva-scn_Latn","languages":["hne-Deva","scn-Latn"]},{"precision":0.417531,"recall":0.51581,"f1":0.443972,"accuracy":0.51581,"main_score":0.443972,"hf_subset":"hne_Deva-tgk_Cyrl","languages":["hne-Deva","tgk-Cyrl"]},{"precision":0.349929,"recall":0.459486,"f1":0.379236,"accuracy":0.459486,"main_score":0.379236,"hf_subset":"hne_Deva-yor_Latn","languages":["hne-Deva","yor-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"hne_Deva-arz_Arab","languages":["hne-Deva","arz-Arab"]},{"precision":0.41089,"recall":0.518775,"f1":0.439809,"accuracy":0.518775,"main_score":0.439809,"hf_subset":"hne_Deva-cjk_Latn","languages":["hne-Deva","cjk-Latn"]},{"precision":0.333057,"recall":0.431818,"f1":0.358765,"accuracy":0.431818,"main_score":0.358765,"hf_subset":"hne_Deva-gla_Latn","languages":["hne-Deva","gla-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"hne_Deva-kan_Knda","languages":["hne-Deva","kan-Knda"]},{"precision":0.815168,"recall":0.865613,"f1":0.831061,"accuracy":0.865613,"main_score":0.831061,"hf_subset":"hne_Deva-lmo_Latn","languages":["hne-Deva","lmo-Latn"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"hne_Deva-npi_Deva","languages":["hne-Deva","npi-Deva"]},{"precision":0.343187,"recall":0.447628,"f1":0.370257,"accuracy":0.447628,"main_score":0.370257,"hf_subset":"hne_Deva-shn_Mymr","languages":["hne-Deva","shn-Mymr"]},{"precision":0.848979,"recall":0.891304,"f1":0.862451,"accuracy":0.891304,"main_score":0.862451,"hf_subset":"hne_Deva-tgl_Latn","languages":["hne-Deva","tgl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hne_Deva-yue_Hant","languages":["hne-Deva","yue-Hant"]},{"precision":0.900972,"recall":0.928854,"f1":0.909651,"accuracy":0.928854,"main_score":0.909651,"hf_subset":"hne_Deva-asm_Beng","languages":["hne-Deva","asm-Beng"]},{"precision":0.390775,"recall":0.479249,"f1":0.414775,"accuracy":0.479249,"main_score":0.414775,"hf_subset":"hne_Deva-ckb_Arab","languages":["hne-Deva","ckb-Arab"]},{"precision":0.342444,"recall":0.437747,"f1":0.367424,"accuracy":0.437747,"main_score":0.367424,"hf_subset":"hne_Deva-gle_Latn","languages":["hne-Deva","gle-Latn"]},{"precision":0.765349,"recall":0.829051,"f1":0.785013,"accuracy":0.829051,"main_score":0.785013,"hf_subset":"hne_Deva-kas_Arab","languages":["hne-Deva","kas-Arab"]},{"precision":0.621683,"recall":0.695652,"f1":0.642988,"accuracy":0.695652,"main_score":0.642988,"hf_subset":"hne_Deva-ltg_Latn","languages":["hne-Deva","ltg-Latn"]},{"precision":0.422851,"recall":0.523715,"f1":0.450738,"accuracy":0.523715,"main_score":0.450738,"hf_subset":"hne_Deva-nso_Latn","languages":["hne-Deva","nso-Latn"]},{"precision":0.842227,"recall":0.886364,"f1":0.856159,"accuracy":0.886364,"main_score":0.856159,"hf_subset":"hne_Deva-sin_Sinh","languages":["hne-Deva","sin-Sinh"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hne_Deva-tha_Thai","languages":["hne-Deva","tha-Thai"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hne_Deva-zho_Hans","languages":["hne-Deva","zho-Hans"]},{"precision":0.954875,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"hne_Deva-ast_Latn","languages":["hne-Deva","ast-Latn"]},{"precision":0.781472,"recall":0.840909,"f1":0.799572,"accuracy":0.840909,"main_score":0.799572,"hf_subset":"hne_Deva-crh_Latn","languages":["hne-Deva","crh-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"hne_Deva-glg_Latn","languages":["hne-Deva","glg-Latn"]},{"precision":0.66469,"recall":0.742095,"f1":0.68762,"accuracy":0.742095,"main_score":0.68762,"hf_subset":"hne_Deva-kas_Deva","languages":["hne-Deva","kas-Deva"]},{"precision":0.760853,"recall":0.822134,"f1":0.779385,"accuracy":0.822134,"main_score":0.779385,"hf_subset":"hne_Deva-ltz_Latn","languages":["hne-Deva","ltz-Latn"]},{"precision":0.298541,"recall":0.389328,"f1":0.322419,"accuracy":0.389328,"main_score":0.322419,"hf_subset":"hne_Deva-nus_Latn","languages":["hne-Deva","nus-Latn"]},{"precision":0.934124,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"hne_Deva-slk_Latn","languages":["hne-Deva","slk-Latn"]},{"precision":0.402021,"recall":0.488142,"f1":0.425743,"accuracy":0.488142,"main_score":0.425743,"hf_subset":"hne_Deva-tir_Ethi","languages":["hne-Deva","tir-Ethi"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"hne_Deva-zho_Hant","languages":["hne-Deva","zho-Hant"]},{"precision":0.979496,"recall":0.985178,"f1":0.981291,"accuracy":0.985178,"main_score":0.981291,"hf_subset":"hne_Deva-awa_Deva","languages":["hne-Deva","awa-Deva"]},{"precision":0.400823,"recall":0.496047,"f1":0.4262,"accuracy":0.496047,"main_score":0.4262,"hf_subset":"hne_Deva-cym_Latn","languages":["hne-Deva","cym-Latn"]},{"precision":0.631482,"recall":0.712451,"f1":0.654849,"accuracy":0.712451,"main_score":0.654849,"hf_subset":"hne_Deva-grn_Latn","languages":["hne-Deva","grn-Latn"]},{"precision":0.863389,"recall":0.902174,"f1":0.875725,"accuracy":0.902174,"main_score":0.875725,"hf_subset":"hne_Deva-kat_Geor","languages":["hne-Deva","kat-Geor"]},{"precision":0.477651,"recall":0.574111,"f1":0.504299,"accuracy":0.574111,"main_score":0.504299,"hf_subset":"hne_Deva-lua_Latn","languages":["hne-Deva","lua-Latn"]},{"precision":0.451981,"recall":0.549407,"f1":0.47862,"accuracy":0.549407,"main_score":0.47862,"hf_subset":"hne_Deva-nya_Latn","languages":["hne-Deva","nya-Latn"]},{"precision":0.877421,"recall":0.912055,"f1":0.888241,"accuracy":0.912055,"main_score":0.888241,"hf_subset":"hne_Deva-slv_Latn","languages":["hne-Deva","slv-Latn"]},{"precision":0.747686,"recall":0.807312,"f1":0.765508,"accuracy":0.807312,"main_score":0.765508,"hf_subset":"hne_Deva-tpi_Latn","languages":["hne-Deva","tpi-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"hne_Deva-zsm_Latn","languages":["hne-Deva","zsm-Latn"]},{"precision":0.356256,"recall":0.460474,"f1":0.383542,"accuracy":0.460474,"main_score":0.383542,"hf_subset":"hne_Deva-ayr_Latn","languages":["hne-Deva","ayr-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"hne_Deva-dan_Latn","languages":["hne-Deva","dan-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"hne_Deva-guj_Gujr","languages":["hne-Deva","guj-Gujr"]},{"precision":0.719112,"recall":0.787549,"f1":0.739515,"accuracy":0.787549,"main_score":0.739515,"hf_subset":"hne_Deva-kaz_Cyrl","languages":["hne-Deva","kaz-Cyrl"]},{"precision":0.358203,"recall":0.461462,"f1":0.385399,"accuracy":0.461462,"main_score":0.385399,"hf_subset":"hne_Deva-lug_Latn","languages":["hne-Deva","lug-Latn"]},{"precision":0.924242,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"hne_Deva-oci_Latn","languages":["hne-Deva","oci-Latn"]},{"precision":0.401552,"recall":0.517787,"f1":0.4338,"accuracy":0.517787,"main_score":0.4338,"hf_subset":"hne_Deva-smo_Latn","languages":["hne-Deva","smo-Latn"]},{"precision":0.364575,"recall":0.47332,"f1":0.392887,"accuracy":0.47332,"main_score":0.392887,"hf_subset":"hne_Deva-tsn_Latn","languages":["hne-Deva","tsn-Latn"]},{"precision":0.382538,"recall":0.483202,"f1":0.410171,"accuracy":0.483202,"main_score":0.410171,"hf_subset":"hne_Deva-zul_Latn","languages":["hne-Deva","zul-Latn"]},{"precision":0.707493,"recall":0.783597,"f1":0.730322,"accuracy":0.783597,"main_score":0.730322,"hf_subset":"hne_Deva-azb_Arab","languages":["hne-Deva","azb-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"hne_Deva-deu_Latn","languages":["hne-Deva","deu-Latn"]},{"precision":0.624317,"recall":0.709486,"f1":0.649514,"accuracy":0.709486,"main_score":0.649514,"hf_subset":"hne_Deva-hat_Latn","languages":["hne-Deva","hat-Latn"]},{"precision":0.331169,"recall":0.427866,"f1":0.356553,"accuracy":0.427866,"main_score":0.356553,"hf_subset":"hne_Deva-kbp_Latn","languages":["hne-Deva","kbp-Latn"]},{"precision":0.413644,"recall":0.516798,"f1":0.441124,"accuracy":0.516798,"main_score":0.441124,"hf_subset":"hne_Deva-luo_Latn","languages":["hne-Deva","luo-Latn"]},{"precision":0.606712,"recall":0.676877,"f1":0.627049,"accuracy":0.676877,"main_score":0.627049,"hf_subset":"hne_Deva-ory_Orya","languages":["hne-Deva","ory-Orya"]},{"precision":0.40631,"recall":0.505929,"f1":0.432702,"accuracy":0.505929,"main_score":0.432702,"hf_subset":"hne_Deva-sna_Latn","languages":["hne-Deva","sna-Latn"]},{"precision":0.382142,"recall":0.485178,"f1":0.410053,"accuracy":0.485178,"main_score":0.410053,"hf_subset":"hne_Deva-tso_Latn","languages":["hne-Deva","tso-Latn"]},{"precision":0.837698,"recall":0.881423,"f1":0.851482,"accuracy":0.881423,"main_score":0.851482,"hf_subset":"hne_Deva-azj_Latn","languages":["hne-Deva","azj-Latn"]},{"precision":0.402451,"recall":0.503953,"f1":0.429534,"accuracy":0.503953,"main_score":0.429534,"hf_subset":"hne_Deva-dik_Latn","languages":["hne-Deva","dik-Latn"]},{"precision":0.417397,"recall":0.508893,"f1":0.44226,"accuracy":0.508893,"main_score":0.44226,"hf_subset":"hne_Deva-hau_Latn","languages":["hne-Deva","hau-Latn"]},{"precision":0.789361,"recall":0.84585,"f1":0.806752,"accuracy":0.84585,"main_score":0.806752,"hf_subset":"hne_Deva-kea_Latn","languages":["hne-Deva","kea-Latn"]},{"precision":0.569339,"recall":0.652174,"f1":0.592257,"accuracy":0.652174,"main_score":0.592257,"hf_subset":"hne_Deva-lus_Latn","languages":["hne-Deva","lus-Latn"]},{"precision":0.722892,"recall":0.79249,"f1":0.743958,"accuracy":0.79249,"main_score":0.743958,"hf_subset":"hne_Deva-pag_Latn","languages":["hne-Deva","pag-Latn"]},{"precision":0.763208,"recall":0.829051,"f1":0.783498,"accuracy":0.829051,"main_score":0.783498,"hf_subset":"hne_Deva-snd_Arab","languages":["hne-Deva","snd-Arab"]},{"precision":0.575306,"recall":0.662055,"f1":0.60099,"accuracy":0.662055,"main_score":0.60099,"hf_subset":"hne_Deva-tuk_Latn","languages":["hne-Deva","tuk-Latn"]},{"precision":0.637764,"recall":0.711462,"f1":0.65862,"accuracy":0.711462,"main_score":0.65862,"hf_subset":"hne_Deva-bak_Cyrl","languages":["hne-Deva","bak-Cyrl"]},{"precision":0.331257,"recall":0.432806,"f1":0.357875,"accuracy":0.432806,"main_score":0.357875,"hf_subset":"hne_Deva-dyu_Latn","languages":["hne-Deva","dyu-Latn"]},{"precision":0.881176,"recall":0.91502,"f1":0.892194,"accuracy":0.91502,"main_score":0.892194,"hf_subset":"hne_Deva-heb_Hebr","languages":["hne-Deva","heb-Hebr"]},{"precision":0.441481,"recall":0.527668,"f1":0.465035,"accuracy":0.527668,"main_score":0.465035,"hf_subset":"hne_Deva-khk_Cyrl","languages":["hne-Deva","khk-Cyrl"]},{"precision":0.791947,"recall":0.847826,"f1":0.809486,"accuracy":0.847826,"main_score":0.809486,"hf_subset":"hne_Deva-lvs_Latn","languages":["hne-Deva","lvs-Latn"]},{"precision":0.919219,"recall":0.943676,"f1":0.927108,"accuracy":0.943676,"main_score":0.927108,"hf_subset":"hne_Deva-pan_Guru","languages":["hne-Deva","pan-Guru"]},{"precision":0.354159,"recall":0.447628,"f1":0.377907,"accuracy":0.447628,"main_score":0.377907,"hf_subset":"hne_Deva-som_Latn","languages":["hne-Deva","som-Latn"]},{"precision":0.431623,"recall":0.524704,"f1":0.457038,"accuracy":0.524704,"main_score":0.457038,"hf_subset":"hne_Deva-tum_Latn","languages":["hne-Deva","tum-Latn"]},{"precision":0.190397,"recall":0.247036,"f1":0.204169,"accuracy":0.247036,"main_score":0.204169,"hf_subset":"kik_Latn-ace_Arab","languages":["kik-Latn","ace-Arab"]},{"precision":0.355061,"recall":0.417984,"f1":0.369818,"accuracy":0.417984,"main_score":0.369818,"hf_subset":"kik_Latn-bam_Latn","languages":["kik-Latn","bam-Latn"]},{"precision":0.097737,"recall":0.149209,"f1":0.108644,"accuracy":0.149209,"main_score":0.108644,"hf_subset":"kik_Latn-dzo_Tibt","languages":["kik-Latn","dzo-Tibt"]},{"precision":0.452135,"recall":0.525692,"f1":0.472391,"accuracy":0.525692,"main_score":0.472391,"hf_subset":"kik_Latn-hin_Deva","languages":["kik-Latn","hin-Deva"]},{"precision":0.340323,"recall":0.407115,"f1":0.357959,"accuracy":0.407115,"main_score":0.357959,"hf_subset":"kik_Latn-khm_Khmr","languages":["kik-Latn","khm-Khmr"]},{"precision":0.443121,"recall":0.513834,"f1":0.462897,"accuracy":0.513834,"main_score":0.462897,"hf_subset":"kik_Latn-mag_Deva","languages":["kik-Latn","mag-Deva"]},{"precision":0.483867,"recall":0.525692,"f1":0.495767,"accuracy":0.525692,"main_score":0.495767,"hf_subset":"kik_Latn-pap_Latn","languages":["kik-Latn","pap-Latn"]},{"precision":0.409047,"recall":0.467391,"f1":0.424305,"accuracy":0.467391,"main_score":0.424305,"hf_subset":"kik_Latn-sot_Latn","languages":["kik-Latn","sot-Latn"]},{"precision":0.464814,"recall":0.527668,"f1":0.48164,"accuracy":0.527668,"main_score":0.48164,"hf_subset":"kik_Latn-tur_Latn","languages":["kik-Latn","tur-Latn"]},{"precision":0.455821,"recall":0.5,"f1":0.468714,"accuracy":0.5,"main_score":0.468714,"hf_subset":"kik_Latn-ace_Latn","languages":["kik-Latn","ace-Latn"]},{"precision":0.46513,"recall":0.51087,"f1":0.477848,"accuracy":0.51087,"main_score":0.477848,"hf_subset":"kik_Latn-ban_Latn","languages":["kik-Latn","ban-Latn"]},{"precision":0.36923,"recall":0.444664,"f1":0.389107,"accuracy":0.444664,"main_score":0.389107,"hf_subset":"kik_Latn-ell_Grek","languages":["kik-Latn","ell-Grek"]},{"precision":0.440211,"recall":0.501976,"f1":0.457079,"accuracy":0.501976,"main_score":0.457079,"hf_subset":"kik_Latn-hne_Deva","languages":["kik-Latn","hne-Deva"]},{"precision":0.453713,"recall":0.518775,"f1":0.471941,"accuracy":0.518775,"main_score":0.471941,"hf_subset":"kik_Latn-mai_Deva","languages":["kik-Latn","mai-Deva"]},{"precision":0.381488,"recall":0.44664,"f1":0.399693,"accuracy":0.44664,"main_score":0.399693,"hf_subset":"kik_Latn-pbt_Arab","languages":["kik-Latn","pbt-Arab"]},{"precision":0.474332,"recall":0.544466,"f1":0.492391,"accuracy":0.544466,"main_score":0.492391,"hf_subset":"kik_Latn-spa_Latn","languages":["kik-Latn","spa-Latn"]},{"precision":0.478962,"recall":0.52668,"f1":0.492979,"accuracy":0.52668,"main_score":0.492979,"hf_subset":"kik_Latn-twi_Latn","languages":["kik-Latn","twi-Latn"]},{"precision":0.4195,"recall":0.495059,"f1":0.439664,"accuracy":0.495059,"main_score":0.439664,"hf_subset":"kik_Latn-acm_Arab","languages":["kik-Latn","acm-Arab"]},{"precision":0.351493,"recall":0.423913,"f1":0.371612,"accuracy":0.423913,"main_score":0.371612,"hf_subset":"kik_Latn-bel_Cyrl","languages":["kik-Latn","bel-Cyrl"]},{"precision":0.503691,"recall":0.562253,"f1":0.519424,"accuracy":0.562253,"main_score":0.519424,"hf_subset":"kik_Latn-eng_Latn","languages":["kik-Latn","eng-Latn"]},{"precision":0.44371,"recall":0.503953,"f1":0.459632,"accuracy":0.503953,"main_score":0.459632,"hf_subset":"kik_Latn-hrv_Latn","languages":["kik-Latn","hrv-Latn"]},{"precision":0.379116,"recall":0.424901,"f1":0.391961,"accuracy":0.424901,"main_score":0.391961,"hf_subset":"kik_Latn-kin_Latn","languages":["kik-Latn","kin-Latn"]},{"precision":0.413345,"recall":0.486166,"f1":0.432792,"accuracy":0.486166,"main_score":0.432792,"hf_subset":"kik_Latn-mal_Mlym","languages":["kik-Latn","mal-Mlym"]},{"precision":0.433804,"recall":0.51087,"f1":0.454178,"accuracy":0.51087,"main_score":0.454178,"hf_subset":"kik_Latn-pes_Arab","languages":["kik-Latn","pes-Arab"]},{"precision":0.442315,"recall":0.495059,"f1":0.457224,"accuracy":0.495059,"main_score":0.457224,"hf_subset":"kik_Latn-srd_Latn","languages":["kik-Latn","srd-Latn"]},{"precision":0.068329,"recall":0.106719,"f1":0.077276,"accuracy":0.106719,"main_score":0.077276,"hf_subset":"kik_Latn-tzm_Tfng","languages":["kik-Latn","tzm-Tfng"]},{"precision":0.430709,"recall":0.502964,"f1":0.449272,"accuracy":0.502964,"main_score":0.449272,"hf_subset":"kik_Latn-acq_Arab","languages":["kik-Latn","acq-Arab"]},{"precision":0.448501,"recall":0.495059,"f1":0.461909,"accuracy":0.495059,"main_score":0.461909,"hf_subset":"kik_Latn-bem_Latn","languages":["kik-Latn","bem-Latn"]},{"precision":0.43794,"recall":0.494071,"f1":0.454141,"accuracy":0.494071,"main_score":0.454141,"hf_subset":"kik_Latn-epo_Latn","languages":["kik-Latn","epo-Latn"]},{"precision":0.406713,"recall":0.479249,"f1":0.426313,"accuracy":0.479249,"main_score":0.426313,"hf_subset":"kik_Latn-hun_Latn","languages":["kik-Latn","hun-Latn"]},{"precision":0.414659,"recall":0.479249,"f1":0.433101,"accuracy":0.479249,"main_score":0.433101,"hf_subset":"kik_Latn-kir_Cyrl","languages":["kik-Latn","kir-Cyrl"]},{"precision":0.420309,"recall":0.497036,"f1":0.441479,"accuracy":0.497036,"main_score":0.441479,"hf_subset":"kik_Latn-mar_Deva","languages":["kik-Latn","mar-Deva"]},{"precision":0.393597,"recall":0.448617,"f1":0.409437,"accuracy":0.448617,"main_score":0.409437,"hf_subset":"kik_Latn-plt_Latn","languages":["kik-Latn","plt-Latn"]},{"precision":0.405805,"recall":0.472332,"f1":0.423454,"accuracy":0.472332,"main_score":0.423454,"hf_subset":"kik_Latn-srp_Cyrl","languages":["kik-Latn","srp-Cyrl"]},{"precision":0.20888,"recall":0.273715,"f1":0.22651,"accuracy":0.273715,"main_score":0.22651,"hf_subset":"kik_Latn-uig_Arab","languages":["kik-Latn","uig-Arab"]},{"precision":0.430786,"recall":0.497036,"f1":0.448218,"accuracy":0.497036,"main_score":0.448218,"hf_subset":"kik_Latn-aeb_Arab","languages":["kik-Latn","aeb-Arab"]},{"precision":0.444143,"recall":0.514822,"f1":0.462641,"accuracy":0.514822,"main_score":0.462641,"hf_subset":"kik_Latn-ben_Beng","languages":["kik-Latn","ben-Beng"]},{"precision":0.411619,"recall":0.472332,"f1":0.428073,"accuracy":0.472332,"main_score":0.428073,"hf_subset":"kik_Latn-est_Latn","languages":["kik-Latn","est-Latn"]},{"precision":0.368202,"recall":0.423913,"f1":0.383177,"accuracy":0.423913,"main_score":0.383177,"hf_subset":"kik_Latn-hye_Armn","languages":["kik-Latn","hye-Armn"]},{"precision":0.393123,"recall":0.448617,"f1":0.408818,"accuracy":0.448617,"main_score":0.408818,"hf_subset":"kik_Latn-kmb_Latn","languages":["kik-Latn","kmb-Latn"]},{"precision":0.164344,"recall":0.219368,"f1":0.177841,"accuracy":0.219368,"main_score":0.177841,"hf_subset":"kik_Latn-min_Arab","languages":["kik-Latn","min-Arab"]},{"precision":0.464952,"recall":0.528656,"f1":0.481164,"accuracy":0.528656,"main_score":0.481164,"hf_subset":"kik_Latn-pol_Latn","languages":["kik-Latn","pol-Latn"]},{"precision":0.401661,"recall":0.460474,"f1":0.417132,"accuracy":0.460474,"main_score":0.417132,"hf_subset":"kik_Latn-ssw_Latn","languages":["kik-Latn","ssw-Latn"]},{"precision":0.441082,"recall":0.509881,"f1":0.459624,"accuracy":0.509881,"main_score":0.459624,"hf_subset":"kik_Latn-ukr_Cyrl","languages":["kik-Latn","ukr-Cyrl"]},{"precision":0.474837,"recall":0.525692,"f1":0.488828,"accuracy":0.525692,"main_score":0.488828,"hf_subset":"kik_Latn-afr_Latn","languages":["kik-Latn","afr-Latn"]},{"precision":0.449944,"recall":0.51581,"f1":0.468329,"accuracy":0.51581,"main_score":0.468329,"hf_subset":"kik_Latn-bho_Deva","languages":["kik-Latn","bho-Deva"]},{"precision":0.413531,"recall":0.464427,"f1":0.427729,"accuracy":0.464427,"main_score":0.427729,"hf_subset":"kik_Latn-eus_Latn","languages":["kik-Latn","eus-Latn"]},{"precision":0.391424,"recall":0.449605,"f1":0.408592,"accuracy":0.449605,"main_score":0.408592,"hf_subset":"kik_Latn-ibo_Latn","languages":["kik-Latn","ibo-Latn"]},{"precision":0.372157,"recall":0.431818,"f1":0.388337,"accuracy":0.431818,"main_score":0.388337,"hf_subset":"kik_Latn-kmr_Latn","languages":["kik-Latn","kmr-Latn"]},{"precision":0.449196,"recall":0.496047,"f1":0.461424,"accuracy":0.496047,"main_score":0.461424,"hf_subset":"kik_Latn-min_Latn","languages":["kik-Latn","min-Latn"]},{"precision":0.478777,"recall":0.546443,"f1":0.496387,"accuracy":0.546443,"main_score":0.496387,"hf_subset":"kik_Latn-por_Latn","languages":["kik-Latn","por-Latn"]},{"precision":0.470729,"recall":0.51581,"f1":0.483559,"accuracy":0.51581,"main_score":0.483559,"hf_subset":"kik_Latn-sun_Latn","languages":["kik-Latn","sun-Latn"]},{"precision":0.365443,"recall":0.428854,"f1":0.383369,"accuracy":0.428854,"main_score":0.383369,"hf_subset":"kik_Latn-umb_Latn","languages":["kik-Latn","umb-Latn"]},{"precision":0.436932,"recall":0.502964,"f1":0.454181,"accuracy":0.502964,"main_score":0.454181,"hf_subset":"kik_Latn-ajp_Arab","languages":["kik-Latn","ajp-Arab"]},{"precision":0.170668,"recall":0.225296,"f1":0.183844,"accuracy":0.225296,"main_score":0.183844,"hf_subset":"kik_Latn-bjn_Arab","languages":["kik-Latn","bjn-Arab"]},{"precision":0.400563,"recall":0.449605,"f1":0.414907,"accuracy":0.449605,"main_score":0.414907,"hf_subset":"kik_Latn-ewe_Latn","languages":["kik-Latn","ewe-Latn"]},{"precision":0.493344,"recall":0.543478,"f1":0.506838,"accuracy":0.543478,"main_score":0.506838,"hf_subset":"kik_Latn-ilo_Latn","languages":["kik-Latn","ilo-Latn"]},{"precision":0.118151,"recall":0.172925,"f1":0.130591,"accuracy":0.172925,"main_score":0.130591,"hf_subset":"kik_Latn-knc_Arab","languages":["kik-Latn","knc-Arab"]},{"precision":0.414372,"recall":0.472332,"f1":0.430419,"accuracy":0.472332,"main_score":0.430419,"hf_subset":"kik_Latn-mkd_Cyrl","languages":["kik-Latn","mkd-Cyrl"]},{"precision":0.423901,"recall":0.497036,"f1":0.442133,"accuracy":0.497036,"main_score":0.442133,"hf_subset":"kik_Latn-prs_Arab","languages":["kik-Latn","prs-Arab"]},{"precision":0.45898,"recall":0.523715,"f1":0.476772,"accuracy":0.523715,"main_score":0.476772,"hf_subset":"kik_Latn-swe_Latn","languages":["kik-Latn","swe-Latn"]},{"precision":0.382375,"recall":0.454545,"f1":0.401646,"accuracy":0.454545,"main_score":0.401646,"hf_subset":"kik_Latn-urd_Arab","languages":["kik-Latn","urd-Arab"]},{"precision":0.442607,"recall":0.494071,"f1":0.457729,"accuracy":0.494071,"main_score":0.457729,"hf_subset":"kik_Latn-aka_Latn","languages":["kik-Latn","aka-Latn"]},{"precision":0.441992,"recall":0.490119,"f1":0.455878,"accuracy":0.490119,"main_score":0.455878,"hf_subset":"kik_Latn-bjn_Latn","languages":["kik-Latn","bjn-Latn"]},{"precision":0.395054,"recall":0.447628,"f1":0.409397,"accuracy":0.447628,"main_score":0.409397,"hf_subset":"kik_Latn-fao_Latn","languages":["kik-Latn","fao-Latn"]},{"precision":0.486223,"recall":0.549407,"f1":0.503251,"accuracy":0.549407,"main_score":0.503251,"hf_subset":"kik_Latn-ind_Latn","languages":["kik-Latn","ind-Latn"]},{"precision":0.427616,"recall":0.478261,"f1":0.442075,"accuracy":0.478261,"main_score":0.442075,"hf_subset":"kik_Latn-knc_Latn","languages":["kik-Latn","knc-Latn"]},{"precision":0.436401,"recall":0.492095,"f1":0.452591,"accuracy":0.492095,"main_score":0.452591,"hf_subset":"kik_Latn-mlt_Latn","languages":["kik-Latn","mlt-Latn"]},{"precision":0.400963,"recall":0.462451,"f1":0.418219,"accuracy":0.462451,"main_score":0.418219,"hf_subset":"kik_Latn-quy_Latn","languages":["kik-Latn","quy-Latn"]},{"precision":0.462247,"recall":0.509881,"f1":0.475236,"accuracy":0.509881,"main_score":0.475236,"hf_subset":"kik_Latn-swh_Latn","languages":["kik-Latn","swh-Latn"]},{"precision":0.37253,"recall":0.43083,"f1":0.388998,"accuracy":0.43083,"main_score":0.388998,"hf_subset":"kik_Latn-uzn_Latn","languages":["kik-Latn","uzn-Latn"]},{"precision":0.420301,"recall":0.476285,"f1":0.436741,"accuracy":0.476285,"main_score":0.436741,"hf_subset":"kik_Latn-als_Latn","languages":["kik-Latn","als-Latn"]},{"precision":0.12134,"recall":0.178854,"f1":0.13451,"accuracy":0.178854,"main_score":0.13451,"hf_subset":"kik_Latn-bod_Tibt","languages":["kik-Latn","bod-Tibt"]},{"precision":0.399725,"recall":0.448617,"f1":0.413955,"accuracy":0.448617,"main_score":0.413955,"hf_subset":"kik_Latn-fij_Latn","languages":["kik-Latn","fij-Latn"]},{"precision":0.360843,"recall":0.421937,"f1":0.377096,"accuracy":0.421937,"main_score":0.377096,"hf_subset":"kik_Latn-isl_Latn","languages":["kik-Latn","isl-Latn"]},{"precision":0.432696,"recall":0.485178,"f1":0.447464,"accuracy":0.485178,"main_score":0.447464,"hf_subset":"kik_Latn-kon_Latn","languages":["kik-Latn","kon-Latn"]},{"precision":0.260271,"recall":0.326087,"f1":0.277689,"accuracy":0.326087,"main_score":0.277689,"hf_subset":"kik_Latn-mni_Beng","languages":["kik-Latn","mni-Beng"]},{"precision":0.47603,"recall":0.535573,"f1":0.493026,"accuracy":0.535573,"main_score":0.493026,"hf_subset":"kik_Latn-ron_Latn","languages":["kik-Latn","ron-Latn"]},{"precision":0.425643,"recall":0.475296,"f1":0.439569,"accuracy":0.475296,"main_score":0.439569,"hf_subset":"kik_Latn-szl_Latn","languages":["kik-Latn","szl-Latn"]},{"precision":0.459441,"recall":0.507905,"f1":0.473549,"accuracy":0.507905,"main_score":0.473549,"hf_subset":"kik_Latn-vec_Latn","languages":["kik-Latn","vec-Latn"]},{"precision":0.339054,"recall":0.411067,"f1":0.358107,"accuracy":0.411067,"main_score":0.358107,"hf_subset":"kik_Latn-amh_Ethi","languages":["kik-Latn","amh-Ethi"]},{"precision":0.449521,"recall":0.505929,"f1":0.464565,"accuracy":0.505929,"main_score":0.464565,"hf_subset":"kik_Latn-bos_Latn","languages":["kik-Latn","bos-Latn"]},{"precision":0.450945,"recall":0.512846,"f1":0.468242,"accuracy":0.512846,"main_score":0.468242,"hf_subset":"kik_Latn-fin_Latn","languages":["kik-Latn","fin-Latn"]},{"precision":0.466821,"recall":0.546443,"f1":0.487567,"accuracy":0.546443,"main_score":0.487567,"hf_subset":"kik_Latn-ita_Latn","languages":["kik-Latn","ita-Latn"]},{"precision":0.446123,"recall":0.514822,"f1":0.464618,"accuracy":0.514822,"main_score":0.464618,"hf_subset":"kik_Latn-kor_Hang","languages":["kik-Latn","kor-Hang"]},{"precision":0.371441,"recall":0.428854,"f1":0.386847,"accuracy":0.428854,"main_score":0.386847,"hf_subset":"kik_Latn-mos_Latn","languages":["kik-Latn","mos-Latn"]},{"precision":0.384094,"recall":0.433794,"f1":0.397759,"accuracy":0.433794,"main_score":0.397759,"hf_subset":"kik_Latn-run_Latn","languages":["kik-Latn","run-Latn"]},{"precision":0.38937,"recall":0.467391,"f1":0.410179,"accuracy":0.467391,"main_score":0.410179,"hf_subset":"kik_Latn-tam_Taml","languages":["kik-Latn","tam-Taml"]},{"precision":0.462726,"recall":0.529644,"f1":0.480728,"accuracy":0.529644,"main_score":0.480728,"hf_subset":"kik_Latn-vie_Latn","languages":["kik-Latn","vie-Latn"]},{"precision":0.444391,"recall":0.500988,"f1":0.459738,"accuracy":0.500988,"main_score":0.459738,"hf_subset":"kik_Latn-apc_Arab","languages":["kik-Latn","apc-Arab"]},{"precision":0.442655,"recall":0.496047,"f1":0.458762,"accuracy":0.496047,"main_score":0.458762,"hf_subset":"kik_Latn-bug_Latn","languages":["kik-Latn","bug-Latn"]},{"precision":0.361458,"recall":0.418972,"f1":0.377327,"accuracy":0.418972,"main_score":0.377327,"hf_subset":"kik_Latn-fon_Latn","languages":["kik-Latn","fon-Latn"]},{"precision":0.486762,"recall":0.523715,"f1":0.496941,"accuracy":0.523715,"main_score":0.496941,"hf_subset":"kik_Latn-jav_Latn","languages":["kik-Latn","jav-Latn"]},{"precision":0.360908,"recall":0.416996,"f1":0.376506,"accuracy":0.416996,"main_score":0.376506,"hf_subset":"kik_Latn-lao_Laoo","languages":["kik-Latn","lao-Laoo"]},{"precision":0.376438,"recall":0.422925,"f1":0.389297,"accuracy":0.422925,"main_score":0.389297,"hf_subset":"kik_Latn-mri_Latn","languages":["kik-Latn","mri-Latn"]},{"precision":0.447098,"recall":0.517787,"f1":0.466008,"accuracy":0.517787,"main_score":0.466008,"hf_subset":"kik_Latn-rus_Cyrl","languages":["kik-Latn","rus-Cyrl"]},{"precision":0.36333,"recall":0.425889,"f1":0.380616,"accuracy":0.425889,"main_score":0.380616,"hf_subset":"kik_Latn-taq_Latn","languages":["kik-Latn","taq-Latn"]},{"precision":0.4937,"recall":0.536561,"f1":0.505237,"accuracy":0.536561,"main_score":0.505237,"hf_subset":"kik_Latn-war_Latn","languages":["kik-Latn","war-Latn"]},{"precision":0.429796,"recall":0.503953,"f1":0.449468,"accuracy":0.503953,"main_score":0.449468,"hf_subset":"kik_Latn-arb_Arab","languages":["kik-Latn","arb-Arab"]},{"precision":0.458453,"recall":0.51581,"f1":0.474341,"accuracy":0.51581,"main_score":0.474341,"hf_subset":"kik_Latn-bul_Cyrl","languages":["kik-Latn","bul-Cyrl"]},{"precision":0.481335,"recall":0.550395,"f1":0.49961,"accuracy":0.550395,"main_score":0.49961,"hf_subset":"kik_Latn-fra_Latn","languages":["kik-Latn","fra-Latn"]},{"precision":0.452737,"recall":0.524704,"f1":0.471972,"accuracy":0.524704,"main_score":0.471972,"hf_subset":"kik_Latn-jpn_Jpan","languages":["kik-Latn","jpn-Jpan"]},{"precision":0.465364,"recall":0.509881,"f1":0.477814,"accuracy":0.509881,"main_score":0.477814,"hf_subset":"kik_Latn-lij_Latn","languages":["kik-Latn","lij-Latn"]},{"precision":0.309003,"recall":0.378458,"f1":0.327248,"accuracy":0.378458,"main_score":0.327248,"hf_subset":"kik_Latn-mya_Mymr","languages":["kik-Latn","mya-Mymr"]},{"precision":0.40561,"recall":0.463439,"f1":0.422329,"accuracy":0.463439,"main_score":0.422329,"hf_subset":"kik_Latn-sag_Latn","languages":["kik-Latn","sag-Latn"]},{"precision":0.089439,"recall":0.137352,"f1":0.098927,"accuracy":0.137352,"main_score":0.098927,"hf_subset":"kik_Latn-taq_Tfng","languages":["kik-Latn","taq-Tfng"]},{"precision":0.407414,"recall":0.462451,"f1":0.42288,"accuracy":0.462451,"main_score":0.42288,"hf_subset":"kik_Latn-wol_Latn","languages":["kik-Latn","wol-Latn"]},{"precision":0.232835,"recall":0.306324,"f1":0.252003,"accuracy":0.306324,"main_score":0.252003,"hf_subset":"kik_Latn-arb_Latn","languages":["kik-Latn","arb-Latn"]},{"precision":0.457356,"recall":0.517787,"f1":0.474046,"accuracy":0.517787,"main_score":0.474046,"hf_subset":"kik_Latn-cat_Latn","languages":["kik-Latn","cat-Latn"]},{"precision":0.447663,"recall":0.499012,"f1":0.462484,"accuracy":0.499012,"main_score":0.462484,"hf_subset":"kik_Latn-fur_Latn","languages":["kik-Latn","fur-Latn"]},{"precision":0.232712,"recall":0.291502,"f1":0.247588,"accuracy":0.291502,"main_score":0.247588,"hf_subset":"kik_Latn-kab_Latn","languages":["kik-Latn","kab-Latn"]},{"precision":0.45266,"recall":0.504941,"f1":0.46783,"accuracy":0.504941,"main_score":0.46783,"hf_subset":"kik_Latn-lim_Latn","languages":["kik-Latn","lim-Latn"]},{"precision":0.48123,"recall":0.546443,"f1":0.498695,"accuracy":0.546443,"main_score":0.498695,"hf_subset":"kik_Latn-nld_Latn","languages":["kik-Latn","nld-Latn"]},{"precision":0.376357,"recall":0.451581,"f1":0.396519,"accuracy":0.451581,"main_score":0.396519,"hf_subset":"kik_Latn-san_Deva","languages":["kik-Latn","san-Deva"]},{"precision":0.413962,"recall":0.468379,"f1":0.42909,"accuracy":0.468379,"main_score":0.42909,"hf_subset":"kik_Latn-tat_Cyrl","languages":["kik-Latn","tat-Cyrl"]},{"precision":0.424282,"recall":0.490119,"f1":0.442711,"accuracy":0.490119,"main_score":0.442711,"hf_subset":"kik_Latn-xho_Latn","languages":["kik-Latn","xho-Latn"]},{"precision":0.426447,"recall":0.502964,"f1":0.446902,"accuracy":0.502964,"main_score":0.446902,"hf_subset":"kik_Latn-ars_Arab","languages":["kik-Latn","ars-Arab"]},{"precision":0.47353,"recall":0.519763,"f1":0.487108,"accuracy":0.519763,"main_score":0.487108,"hf_subset":"kik_Latn-ceb_Latn","languages":["kik-Latn","ceb-Latn"]},{"precision":0.380214,"recall":0.440711,"f1":0.397326,"accuracy":0.440711,"main_score":0.397326,"hf_subset":"kik_Latn-fuv_Latn","languages":["kik-Latn","fuv-Latn"]},{"precision":0.391813,"recall":0.44664,"f1":0.406893,"accuracy":0.44664,"main_score":0.406893,"hf_subset":"kik_Latn-kac_Latn","languages":["kik-Latn","kac-Latn"]},{"precision":0.423341,"recall":0.481225,"f1":0.440104,"accuracy":0.481225,"main_score":0.440104,"hf_subset":"kik_Latn-lin_Latn","languages":["kik-Latn","lin-Latn"]},{"precision":0.453637,"recall":0.516798,"f1":0.471209,"accuracy":0.516798,"main_score":0.471209,"hf_subset":"kik_Latn-nno_Latn","languages":["kik-Latn","nno-Latn"]},{"precision":0.087995,"recall":0.120553,"f1":0.094442,"accuracy":0.120553,"main_score":0.094442,"hf_subset":"kik_Latn-sat_Olck","languages":["kik-Latn","sat-Olck"]},{"precision":0.416414,"recall":0.491107,"f1":0.436854,"accuracy":0.491107,"main_score":0.436854,"hf_subset":"kik_Latn-tel_Telu","languages":["kik-Latn","tel-Telu"]},{"precision":0.182587,"recall":0.244071,"f1":0.198125,"accuracy":0.244071,"main_score":0.198125,"hf_subset":"kik_Latn-ydd_Hebr","languages":["kik-Latn","ydd-Hebr"]},{"precision":0.401181,"recall":0.467391,"f1":0.419072,"accuracy":0.467391,"main_score":0.419072,"hf_subset":"kik_Latn-ary_Arab","languages":["kik-Latn","ary-Arab"]},{"precision":0.431943,"recall":0.503953,"f1":0.451653,"accuracy":0.503953,"main_score":0.451653,"hf_subset":"kik_Latn-ces_Latn","languages":["kik-Latn","ces-Latn"]},{"precision":0.254516,"recall":0.318182,"f1":0.271179,"accuracy":0.318182,"main_score":0.271179,"hf_subset":"kik_Latn-gaz_Latn","languages":["kik-Latn","gaz-Latn"]},{"precision":0.461701,"recall":0.519763,"f1":0.477493,"accuracy":0.519763,"main_score":0.477493,"hf_subset":"kik_Latn-kam_Latn","languages":["kik-Latn","kam-Latn"]},{"precision":0.392196,"recall":0.455534,"f1":0.409918,"accuracy":0.455534,"main_score":0.409918,"hf_subset":"kik_Latn-lit_Latn","languages":["kik-Latn","lit-Latn"]},{"precision":0.459825,"recall":0.529644,"f1":0.478744,"accuracy":0.529644,"main_score":0.478744,"hf_subset":"kik_Latn-nob_Latn","languages":["kik-Latn","nob-Latn"]},{"precision":0.440503,"recall":0.48913,"f1":0.453879,"accuracy":0.48913,"main_score":0.453879,"hf_subset":"kik_Latn-scn_Latn","languages":["kik-Latn","scn-Latn"]},{"precision":0.341265,"recall":0.406126,"f1":0.358766,"accuracy":0.406126,"main_score":0.358766,"hf_subset":"kik_Latn-tgk_Cyrl","languages":["kik-Latn","tgk-Cyrl"]},{"precision":0.391674,"recall":0.450593,"f1":0.408766,"accuracy":0.450593,"main_score":0.408766,"hf_subset":"kik_Latn-yor_Latn","languages":["kik-Latn","yor-Latn"]},{"precision":0.433705,"recall":0.503953,"f1":0.452841,"accuracy":0.503953,"main_score":0.452841,"hf_subset":"kik_Latn-arz_Arab","languages":["kik-Latn","arz-Arab"]},{"precision":0.377413,"recall":0.432806,"f1":0.39312,"accuracy":0.432806,"main_score":0.39312,"hf_subset":"kik_Latn-cjk_Latn","languages":["kik-Latn","cjk-Latn"]},{"precision":0.316987,"recall":0.374506,"f1":0.333398,"accuracy":0.374506,"main_score":0.333398,"hf_subset":"kik_Latn-gla_Latn","languages":["kik-Latn","gla-Latn"]},{"precision":0.395311,"recall":0.464427,"f1":0.414498,"accuracy":0.464427,"main_score":0.414498,"hf_subset":"kik_Latn-kan_Knda","languages":["kik-Latn","kan-Knda"]},{"precision":0.442733,"recall":0.495059,"f1":0.45682,"accuracy":0.495059,"main_score":0.45682,"hf_subset":"kik_Latn-lmo_Latn","languages":["kik-Latn","lmo-Latn"]},{"precision":0.418318,"recall":0.48419,"f1":0.436873,"accuracy":0.48419,"main_score":0.436873,"hf_subset":"kik_Latn-npi_Deva","languages":["kik-Latn","npi-Deva"]},{"precision":0.345298,"recall":0.413043,"f1":0.364057,"accuracy":0.413043,"main_score":0.364057,"hf_subset":"kik_Latn-shn_Mymr","languages":["kik-Latn","shn-Mymr"]},{"precision":0.460517,"recall":0.513834,"f1":0.475646,"accuracy":0.513834,"main_score":0.475646,"hf_subset":"kik_Latn-tgl_Latn","languages":["kik-Latn","tgl-Latn"]},{"precision":0.4277,"recall":0.506917,"f1":0.448497,"accuracy":0.506917,"main_score":0.448497,"hf_subset":"kik_Latn-yue_Hant","languages":["kik-Latn","yue-Hant"]},{"precision":0.374003,"recall":0.439723,"f1":0.392069,"accuracy":0.439723,"main_score":0.392069,"hf_subset":"kik_Latn-asm_Beng","languages":["kik-Latn","asm-Beng"]},{"precision":0.254177,"recall":0.31917,"f1":0.27199,"accuracy":0.31917,"main_score":0.27199,"hf_subset":"kik_Latn-ckb_Arab","languages":["kik-Latn","ckb-Arab"]},{"precision":0.31527,"recall":0.380435,"f1":0.332598,"accuracy":0.380435,"main_score":0.332598,"hf_subset":"kik_Latn-gle_Latn","languages":["kik-Latn","gle-Latn"]},{"precision":0.317828,"recall":0.390316,"f1":0.337613,"accuracy":0.390316,"main_score":0.337613,"hf_subset":"kik_Latn-kas_Arab","languages":["kik-Latn","kas-Arab"]},{"precision":0.373515,"recall":0.431818,"f1":0.389119,"accuracy":0.431818,"main_score":0.389119,"hf_subset":"kik_Latn-ltg_Latn","languages":["kik-Latn","ltg-Latn"]},{"precision":0.434407,"recall":0.485178,"f1":0.4486,"accuracy":0.485178,"main_score":0.4486,"hf_subset":"kik_Latn-nso_Latn","languages":["kik-Latn","nso-Latn"]},{"precision":0.336196,"recall":0.401186,"f1":0.353427,"accuracy":0.401186,"main_score":0.353427,"hf_subset":"kik_Latn-sin_Sinh","languages":["kik-Latn","sin-Sinh"]},{"precision":0.434724,"recall":0.506917,"f1":0.453268,"accuracy":0.506917,"main_score":0.453268,"hf_subset":"kik_Latn-tha_Thai","languages":["kik-Latn","tha-Thai"]},{"precision":0.443365,"recall":0.514822,"f1":0.462654,"accuracy":0.514822,"main_score":0.462654,"hf_subset":"kik_Latn-zho_Hans","languages":["kik-Latn","zho-Hans"]},{"precision":0.458754,"recall":0.51087,"f1":0.474293,"accuracy":0.51087,"main_score":0.474293,"hf_subset":"kik_Latn-ast_Latn","languages":["kik-Latn","ast-Latn"]},{"precision":0.399027,"recall":0.45751,"f1":0.414283,"accuracy":0.45751,"main_score":0.414283,"hf_subset":"kik_Latn-crh_Latn","languages":["kik-Latn","crh-Latn"]},{"precision":0.478612,"recall":0.541502,"f1":0.495539,"accuracy":0.541502,"main_score":0.495539,"hf_subset":"kik_Latn-glg_Latn","languages":["kik-Latn","glg-Latn"]},{"precision":0.336151,"recall":0.405138,"f1":0.35533,"accuracy":0.405138,"main_score":0.35533,"hf_subset":"kik_Latn-kas_Deva","languages":["kik-Latn","kas-Deva"]},{"precision":0.434391,"recall":0.491107,"f1":0.449879,"accuracy":0.491107,"main_score":0.449879,"hf_subset":"kik_Latn-ltz_Latn","languages":["kik-Latn","ltz-Latn"]},{"precision":0.27738,"recall":0.335968,"f1":0.293185,"accuracy":0.335968,"main_score":0.293185,"hf_subset":"kik_Latn-nus_Latn","languages":["kik-Latn","nus-Latn"]},{"precision":0.435512,"recall":0.506917,"f1":0.454379,"accuracy":0.506917,"main_score":0.454379,"hf_subset":"kik_Latn-slk_Latn","languages":["kik-Latn","slk-Latn"]},{"precision":0.269977,"recall":0.339921,"f1":0.289476,"accuracy":0.339921,"main_score":0.289476,"hf_subset":"kik_Latn-tir_Ethi","languages":["kik-Latn","tir-Ethi"]},{"precision":0.428335,"recall":0.503953,"f1":0.448094,"accuracy":0.503953,"main_score":0.448094,"hf_subset":"kik_Latn-zho_Hant","languages":["kik-Latn","zho-Hant"]},{"precision":0.446238,"recall":0.513834,"f1":0.465032,"accuracy":0.513834,"main_score":0.465032,"hf_subset":"kik_Latn-awa_Deva","languages":["kik-Latn","awa-Deva"]},{"precision":0.352302,"recall":0.408103,"f1":0.366944,"accuracy":0.408103,"main_score":0.366944,"hf_subset":"kik_Latn-cym_Latn","languages":["kik-Latn","cym-Latn"]},{"precision":0.472974,"recall":0.514822,"f1":0.485507,"accuracy":0.514822,"main_score":0.485507,"hf_subset":"kik_Latn-grn_Latn","languages":["kik-Latn","grn-Latn"]},{"precision":0.359002,"recall":0.424901,"f1":0.37703,"accuracy":0.424901,"main_score":0.37703,"hf_subset":"kik_Latn-kat_Geor","languages":["kik-Latn","kat-Geor"]},{"precision":0.423327,"recall":0.483202,"f1":0.440139,"accuracy":0.483202,"main_score":0.440139,"hf_subset":"kik_Latn-lua_Latn","languages":["kik-Latn","lua-Latn"]},{"precision":0.472323,"recall":0.516798,"f1":0.48479,"accuracy":0.516798,"main_score":0.48479,"hf_subset":"kik_Latn-nya_Latn","languages":["kik-Latn","nya-Latn"]},{"precision":0.421056,"recall":0.485178,"f1":0.438798,"accuracy":0.485178,"main_score":0.438798,"hf_subset":"kik_Latn-slv_Latn","languages":["kik-Latn","slv-Latn"]},{"precision":0.503453,"recall":0.551383,"f1":0.517278,"accuracy":0.551383,"main_score":0.517278,"hf_subset":"kik_Latn-tpi_Latn","languages":["kik-Latn","tpi-Latn"]},{"precision":0.480356,"recall":0.541502,"f1":0.496568,"accuracy":0.541502,"main_score":0.496568,"hf_subset":"kik_Latn-zsm_Latn","languages":["kik-Latn","zsm-Latn"]},{"precision":0.355899,"recall":0.420949,"f1":0.374088,"accuracy":0.420949,"main_score":0.374088,"hf_subset":"kik_Latn-ayr_Latn","languages":["kik-Latn","ayr-Latn"]},{"precision":0.460429,"recall":0.531621,"f1":0.479438,"accuracy":0.531621,"main_score":0.479438,"hf_subset":"kik_Latn-dan_Latn","languages":["kik-Latn","dan-Latn"]},{"precision":0.391314,"recall":0.469368,"f1":0.412294,"accuracy":0.469368,"main_score":0.412294,"hf_subset":"kik_Latn-guj_Gujr","languages":["kik-Latn","guj-Gujr"]},{"precision":0.416119,"recall":0.479249,"f1":0.433501,"accuracy":0.479249,"main_score":0.433501,"hf_subset":"kik_Latn-kaz_Cyrl","languages":["kik-Latn","kaz-Cyrl"]},{"precision":0.391718,"recall":0.442688,"f1":0.405883,"accuracy":0.442688,"main_score":0.405883,"hf_subset":"kik_Latn-lug_Latn","languages":["kik-Latn","lug-Latn"]},{"precision":0.448514,"recall":0.51087,"f1":0.465608,"accuracy":0.51087,"main_score":0.465608,"hf_subset":"kik_Latn-oci_Latn","languages":["kik-Latn","oci-Latn"]},{"precision":0.402408,"recall":0.460474,"f1":0.419055,"accuracy":0.460474,"main_score":0.419055,"hf_subset":"kik_Latn-smo_Latn","languages":["kik-Latn","smo-Latn"]},{"precision":0.413543,"recall":0.467391,"f1":0.428166,"accuracy":0.467391,"main_score":0.428166,"hf_subset":"kik_Latn-tsn_Latn","languages":["kik-Latn","tsn-Latn"]},{"precision":0.37212,"recall":0.433794,"f1":0.38863,"accuracy":0.433794,"main_score":0.38863,"hf_subset":"kik_Latn-zul_Latn","languages":["kik-Latn","zul-Latn"]},{"precision":0.308132,"recall":0.381423,"f1":0.328091,"accuracy":0.381423,"main_score":0.328091,"hf_subset":"kik_Latn-azb_Arab","languages":["kik-Latn","azb-Arab"]},{"precision":0.481741,"recall":0.552372,"f1":0.501186,"accuracy":0.552372,"main_score":0.501186,"hf_subset":"kik_Latn-deu_Latn","languages":["kik-Latn","deu-Latn"]},{"precision":0.360274,"recall":0.425889,"f1":0.3786,"accuracy":0.425889,"main_score":0.3786,"hf_subset":"kik_Latn-hat_Latn","languages":["kik-Latn","hat-Latn"]},{"precision":0.335004,"recall":0.400198,"f1":0.352513,"accuracy":0.400198,"main_score":0.352513,"hf_subset":"kik_Latn-kbp_Latn","languages":["kik-Latn","kbp-Latn"]},{"precision":0.438344,"recall":0.485178,"f1":0.45163,"accuracy":0.485178,"main_score":0.45163,"hf_subset":"kik_Latn-luo_Latn","languages":["kik-Latn","luo-Latn"]},{"precision":0.327992,"recall":0.405138,"f1":0.34805,"accuracy":0.405138,"main_score":0.34805,"hf_subset":"kik_Latn-ory_Orya","languages":["kik-Latn","ory-Orya"]},{"precision":0.440015,"recall":0.487154,"f1":0.453125,"accuracy":0.487154,"main_score":0.453125,"hf_subset":"kik_Latn-sna_Latn","languages":["kik-Latn","sna-Latn"]},{"precision":0.401376,"recall":0.451581,"f1":0.41584,"accuracy":0.451581,"main_score":0.41584,"hf_subset":"kik_Latn-tso_Latn","languages":["kik-Latn","tso-Latn"]},{"precision":0.406391,"recall":0.464427,"f1":0.422939,"accuracy":0.464427,"main_score":0.422939,"hf_subset":"kik_Latn-azj_Latn","languages":["kik-Latn","azj-Latn"]},{"precision":0.399497,"recall":0.455534,"f1":0.415324,"accuracy":0.455534,"main_score":0.415324,"hf_subset":"kik_Latn-dik_Latn","languages":["kik-Latn","dik-Latn"]},{"precision":0.421872,"recall":0.470356,"f1":0.436204,"accuracy":0.470356,"main_score":0.436204,"hf_subset":"kik_Latn-hau_Latn","languages":["kik-Latn","hau-Latn"]},{"precision":0.453699,"recall":0.500988,"f1":0.466508,"accuracy":0.500988,"main_score":0.466508,"hf_subset":"kik_Latn-kea_Latn","languages":["kik-Latn","kea-Latn"]},{"precision":0.494444,"recall":0.536561,"f1":0.507038,"accuracy":0.536561,"main_score":0.507038,"hf_subset":"kik_Latn-lus_Latn","languages":["kik-Latn","lus-Latn"]},{"precision":0.478064,"recall":0.52668,"f1":0.491944,"accuracy":0.52668,"main_score":0.491944,"hf_subset":"kik_Latn-pag_Latn","languages":["kik-Latn","pag-Latn"]},{"precision":0.325884,"recall":0.38834,"f1":0.342148,"accuracy":0.38834,"main_score":0.342148,"hf_subset":"kik_Latn-snd_Arab","languages":["kik-Latn","snd-Arab"]},{"precision":0.377979,"recall":0.436759,"f1":0.393379,"accuracy":0.436759,"main_score":0.393379,"hf_subset":"kik_Latn-tuk_Latn","languages":["kik-Latn","tuk-Latn"]},{"precision":0.410633,"recall":0.465415,"f1":0.426201,"accuracy":0.465415,"main_score":0.426201,"hf_subset":"kik_Latn-bak_Cyrl","languages":["kik-Latn","bak-Cyrl"]},{"precision":0.343059,"recall":0.401186,"f1":0.359884,"accuracy":0.401186,"main_score":0.359884,"hf_subset":"kik_Latn-dyu_Latn","languages":["kik-Latn","dyu-Latn"]},{"precision":0.344396,"recall":0.414032,"f1":0.362383,"accuracy":0.414032,"main_score":0.362383,"hf_subset":"kik_Latn-heb_Hebr","languages":["kik-Latn","heb-Hebr"]},{"precision":0.336186,"recall":0.403162,"f1":0.354464,"accuracy":0.403162,"main_score":0.354464,"hf_subset":"kik_Latn-khk_Cyrl","languages":["kik-Latn","khk-Cyrl"]},{"precision":0.403349,"recall":0.467391,"f1":0.421913,"accuracy":0.467391,"main_score":0.421913,"hf_subset":"kik_Latn-lvs_Latn","languages":["kik-Latn","lvs-Latn"]},{"precision":0.365483,"recall":0.440711,"f1":0.386107,"accuracy":0.440711,"main_score":0.386107,"hf_subset":"kik_Latn-pan_Guru","languages":["kik-Latn","pan-Guru"]},{"precision":0.363686,"recall":0.417984,"f1":0.378673,"accuracy":0.417984,"main_score":0.378673,"hf_subset":"kik_Latn-som_Latn","languages":["kik-Latn","som-Latn"]},{"precision":0.425378,"recall":0.469368,"f1":0.437733,"accuracy":0.469368,"main_score":0.437733,"hf_subset":"kik_Latn-tum_Latn","languages":["kik-Latn","tum-Latn"]},{"precision":0.295554,"recall":0.385375,"f1":0.319113,"accuracy":0.385375,"main_score":0.319113,"hf_subset":"mai_Deva-ace_Arab","languages":["mai-Deva","ace-Arab"]},{"precision":0.352925,"recall":0.45751,"f1":0.381377,"accuracy":0.45751,"main_score":0.381377,"hf_subset":"mai_Deva-bam_Latn","languages":["mai-Deva","bam-Latn"]},{"precision":0.166848,"recall":0.232213,"f1":0.183631,"accuracy":0.232213,"main_score":0.183631,"hf_subset":"mai_Deva-dzo_Tibt","languages":["mai-Deva","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-hin_Deva","languages":["mai-Deva","hin-Deva"]},{"precision":0.834338,"recall":0.880435,"f1":0.848715,"accuracy":0.880435,"main_score":0.848715,"hf_subset":"mai_Deva-khm_Khmr","languages":["mai-Deva","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-mag_Deva","languages":["mai-Deva","mag-Deva"]},{"precision":0.875066,"recall":0.911067,"f1":0.886331,"accuracy":0.911067,"main_score":0.886331,"hf_subset":"mai_Deva-pap_Latn","languages":["mai-Deva","pap-Latn"]},{"precision":0.398283,"recall":0.499012,"f1":0.425787,"accuracy":0.499012,"main_score":0.425787,"hf_subset":"mai_Deva-sot_Latn","languages":["mai-Deva","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mai_Deva-tur_Latn","languages":["mai-Deva","tur-Latn"]},{"precision":0.672985,"recall":0.753953,"f1":0.696871,"accuracy":0.753953,"main_score":0.696871,"hf_subset":"mai_Deva-ace_Latn","languages":["mai-Deva","ace-Latn"]},{"precision":0.827734,"recall":0.875494,"f1":0.842688,"accuracy":0.875494,"main_score":0.842688,"hf_subset":"mai_Deva-ban_Latn","languages":["mai-Deva","ban-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"mai_Deva-ell_Grek","languages":["mai-Deva","ell-Grek"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mai_Deva-hne_Deva","languages":["mai-Deva","hne-Deva"]},{"precision":0.404881,"recall":0.513834,"f1":0.433931,"accuracy":0.513834,"main_score":0.433931,"hf_subset":"mai_Deva-kik_Latn","languages":["mai-Deva","kik-Latn"]},{"precision":0.882823,"recall":0.916996,"f1":0.893841,"accuracy":0.916996,"main_score":0.893841,"hf_subset":"mai_Deva-pbt_Arab","languages":["mai-Deva","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mai_Deva-spa_Latn","languages":["mai-Deva","spa-Latn"]},{"precision":0.485912,"recall":0.586957,"f1":0.513362,"accuracy":0.586957,"main_score":0.513362,"hf_subset":"mai_Deva-twi_Latn","languages":["mai-Deva","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mai_Deva-acm_Arab","languages":["mai-Deva","acm-Arab"]},{"precision":0.837039,"recall":0.884387,"f1":0.852009,"accuracy":0.884387,"main_score":0.852009,"hf_subset":"mai_Deva-bel_Cyrl","languages":["mai-Deva","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-eng_Latn","languages":["mai-Deva","eng-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"mai_Deva-hrv_Latn","languages":["mai-Deva","hrv-Latn"]},{"precision":0.372613,"recall":0.471344,"f1":0.398224,"accuracy":0.471344,"main_score":0.398224,"hf_subset":"mai_Deva-kin_Latn","languages":["mai-Deva","kin-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mai_Deva-mal_Mlym","languages":["mai-Deva","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-pes_Arab","languages":["mai-Deva","pes-Arab"]},{"precision":0.865448,"recall":0.905138,"f1":0.878096,"accuracy":0.905138,"main_score":0.878096,"hf_subset":"mai_Deva-srd_Latn","languages":["mai-Deva","srd-Latn"]},{"precision":0.110052,"recall":0.187747,"f1":0.126602,"accuracy":0.187747,"main_score":0.126602,"hf_subset":"mai_Deva-tzm_Tfng","languages":["mai-Deva","tzm-Tfng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mai_Deva-acq_Arab","languages":["mai-Deva","acq-Arab"]},{"precision":0.440939,"recall":0.54249,"f1":0.468304,"accuracy":0.54249,"main_score":0.468304,"hf_subset":"mai_Deva-bem_Latn","languages":["mai-Deva","bem-Latn"]},{"precision":0.874209,"recall":0.912055,"f1":0.886199,"accuracy":0.912055,"main_score":0.886199,"hf_subset":"mai_Deva-epo_Latn","languages":["mai-Deva","epo-Latn"]},{"precision":0.911479,"recall":0.937747,"f1":0.920026,"accuracy":0.937747,"main_score":0.920026,"hf_subset":"mai_Deva-hun_Latn","languages":["mai-Deva","hun-Latn"]},{"precision":0.700207,"recall":0.768775,"f1":0.719883,"accuracy":0.768775,"main_score":0.719883,"hf_subset":"mai_Deva-kir_Cyrl","languages":["mai-Deva","kir-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mai_Deva-mar_Deva","languages":["mai-Deva","mar-Deva"]},{"precision":0.433191,"recall":0.528656,"f1":0.458911,"accuracy":0.528656,"main_score":0.458911,"hf_subset":"mai_Deva-plt_Latn","languages":["mai-Deva","plt-Latn"]},{"precision":0.913455,"recall":0.939723,"f1":0.921838,"accuracy":0.939723,"main_score":0.921838,"hf_subset":"mai_Deva-srp_Cyrl","languages":["mai-Deva","srp-Cyrl"]},{"precision":0.280795,"recall":0.367589,"f1":0.303536,"accuracy":0.367589,"main_score":0.303536,"hf_subset":"mai_Deva-uig_Arab","languages":["mai-Deva","uig-Arab"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"mai_Deva-aeb_Arab","languages":["mai-Deva","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mai_Deva-ben_Beng","languages":["mai-Deva","ben-Beng"]},{"precision":0.797513,"recall":0.852767,"f1":0.814789,"accuracy":0.852767,"main_score":0.814789,"hf_subset":"mai_Deva-est_Latn","languages":["mai-Deva","est-Latn"]},{"precision":0.807189,"recall":0.858696,"f1":0.82321,"accuracy":0.858696,"main_score":0.82321,"hf_subset":"mai_Deva-hye_Armn","languages":["mai-Deva","hye-Armn"]},{"precision":0.389554,"recall":0.48419,"f1":0.414559,"accuracy":0.48419,"main_score":0.414559,"hf_subset":"mai_Deva-kmb_Latn","languages":["mai-Deva","kmb-Latn"]},{"precision":0.24182,"recall":0.332016,"f1":0.264785,"accuracy":0.332016,"main_score":0.264785,"hf_subset":"mai_Deva-min_Arab","languages":["mai-Deva","min-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mai_Deva-pol_Latn","languages":["mai-Deva","pol-Latn"]},{"precision":0.373173,"recall":0.478261,"f1":0.39969,"accuracy":0.478261,"main_score":0.39969,"hf_subset":"mai_Deva-ssw_Latn","languages":["mai-Deva","ssw-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mai_Deva-ukr_Cyrl","languages":["mai-Deva","ukr-Cyrl"]},{"precision":0.936924,"recall":0.95751,"f1":0.943676,"accuracy":0.95751,"main_score":0.943676,"hf_subset":"mai_Deva-afr_Latn","languages":["mai-Deva","afr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mai_Deva-bho_Deva","languages":["mai-Deva","bho-Deva"]},{"precision":0.610394,"recall":0.701581,"f1":0.637132,"accuracy":0.701581,"main_score":0.637132,"hf_subset":"mai_Deva-eus_Latn","languages":["mai-Deva","eus-Latn"]},{"precision":0.370575,"recall":0.477273,"f1":0.397996,"accuracy":0.477273,"main_score":0.397996,"hf_subset":"mai_Deva-ibo_Latn","languages":["mai-Deva","ibo-Latn"]},{"precision":0.428406,"recall":0.528656,"f1":0.454895,"accuracy":0.528656,"main_score":0.454895,"hf_subset":"mai_Deva-kmr_Latn","languages":["mai-Deva","kmr-Latn"]},{"precision":0.804513,"recall":0.859684,"f1":0.82156,"accuracy":0.859684,"main_score":0.82156,"hf_subset":"mai_Deva-min_Latn","languages":["mai-Deva","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-por_Latn","languages":["mai-Deva","por-Latn"]},{"precision":0.869565,"recall":0.906126,"f1":0.880896,"accuracy":0.906126,"main_score":0.880896,"hf_subset":"mai_Deva-sun_Latn","languages":["mai-Deva","sun-Latn"]},{"precision":0.374447,"recall":0.474308,"f1":0.400523,"accuracy":0.474308,"main_score":0.400523,"hf_subset":"mai_Deva-umb_Latn","languages":["mai-Deva","umb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mai_Deva-ajp_Arab","languages":["mai-Deva","ajp-Arab"]},{"precision":0.264205,"recall":0.351779,"f1":0.287513,"accuracy":0.351779,"main_score":0.287513,"hf_subset":"mai_Deva-bjn_Arab","languages":["mai-Deva","bjn-Arab"]},{"precision":0.380206,"recall":0.478261,"f1":0.40544,"accuracy":0.478261,"main_score":0.40544,"hf_subset":"mai_Deva-ewe_Latn","languages":["mai-Deva","ewe-Latn"]},{"precision":0.689281,"recall":0.762846,"f1":0.71099,"accuracy":0.762846,"main_score":0.71099,"hf_subset":"mai_Deva-ilo_Latn","languages":["mai-Deva","ilo-Latn"]},{"precision":0.186642,"recall":0.275692,"f1":0.208331,"accuracy":0.275692,"main_score":0.208331,"hf_subset":"mai_Deva-knc_Arab","languages":["mai-Deva","knc-Arab"]},{"precision":0.917902,"recall":0.942688,"f1":0.925955,"accuracy":0.942688,"main_score":0.925955,"hf_subset":"mai_Deva-mkd_Cyrl","languages":["mai-Deva","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-prs_Arab","languages":["mai-Deva","prs-Arab"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"mai_Deva-swe_Latn","languages":["mai-Deva","swe-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"mai_Deva-urd_Arab","languages":["mai-Deva","urd-Arab"]},{"precision":0.455574,"recall":0.556324,"f1":0.482727,"accuracy":0.556324,"main_score":0.482727,"hf_subset":"mai_Deva-aka_Latn","languages":["mai-Deva","aka-Latn"]},{"precision":0.844615,"recall":0.886364,"f1":0.857529,"accuracy":0.886364,"main_score":0.857529,"hf_subset":"mai_Deva-bjn_Latn","languages":["mai-Deva","bjn-Latn"]},{"precision":0.555503,"recall":0.639328,"f1":0.579484,"accuracy":0.639328,"main_score":0.579484,"hf_subset":"mai_Deva-fao_Latn","languages":["mai-Deva","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-ind_Latn","languages":["mai-Deva","ind-Latn"]},{"precision":0.435498,"recall":0.538538,"f1":0.462995,"accuracy":0.538538,"main_score":0.462995,"hf_subset":"mai_Deva-knc_Latn","languages":["mai-Deva","knc-Latn"]},{"precision":0.69501,"recall":0.772727,"f1":0.717984,"accuracy":0.772727,"main_score":0.717984,"hf_subset":"mai_Deva-mlt_Latn","languages":["mai-Deva","mlt-Latn"]},{"precision":0.469623,"recall":0.574111,"f1":0.497475,"accuracy":0.574111,"main_score":0.497475,"hf_subset":"mai_Deva-quy_Latn","languages":["mai-Deva","quy-Latn"]},{"precision":0.854743,"recall":0.896245,"f1":0.867871,"accuracy":0.896245,"main_score":0.867871,"hf_subset":"mai_Deva-swh_Latn","languages":["mai-Deva","swh-Latn"]},{"precision":0.6107,"recall":0.702569,"f1":0.637524,"accuracy":0.702569,"main_score":0.637524,"hf_subset":"mai_Deva-uzn_Latn","languages":["mai-Deva","uzn-Latn"]},{"precision":0.772596,"recall":0.831028,"f1":0.790566,"accuracy":0.831028,"main_score":0.790566,"hf_subset":"mai_Deva-als_Latn","languages":["mai-Deva","als-Latn"]},{"precision":0.18761,"recall":0.262846,"f1":0.206567,"accuracy":0.262846,"main_score":0.206567,"hf_subset":"mai_Deva-bod_Tibt","languages":["mai-Deva","bod-Tibt"]},{"precision":0.375742,"recall":0.490119,"f1":0.406126,"accuracy":0.490119,"main_score":0.406126,"hf_subset":"mai_Deva-fij_Latn","languages":["mai-Deva","fij-Latn"]},{"precision":0.533302,"recall":0.625494,"f1":0.559242,"accuracy":0.625494,"main_score":0.559242,"hf_subset":"mai_Deva-isl_Latn","languages":["mai-Deva","isl-Latn"]},{"precision":0.467062,"recall":0.564229,"f1":0.493201,"accuracy":0.564229,"main_score":0.493201,"hf_subset":"mai_Deva-kon_Latn","languages":["mai-Deva","kon-Latn"]},{"precision":0.389797,"recall":0.497036,"f1":0.418727,"accuracy":0.497036,"main_score":0.418727,"hf_subset":"mai_Deva-mni_Beng","languages":["mai-Deva","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mai_Deva-ron_Latn","languages":["mai-Deva","ron-Latn"]},{"precision":0.853673,"recall":0.895257,"f1":0.866831,"accuracy":0.895257,"main_score":0.866831,"hf_subset":"mai_Deva-szl_Latn","languages":["mai-Deva","szl-Latn"]},{"precision":0.932806,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"mai_Deva-vec_Latn","languages":["mai-Deva","vec-Latn"]},{"precision":0.811841,"recall":0.865613,"f1":0.828524,"accuracy":0.865613,"main_score":0.828524,"hf_subset":"mai_Deva-amh_Ethi","languages":["mai-Deva","amh-Ethi"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"mai_Deva-bos_Latn","languages":["mai-Deva","bos-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"mai_Deva-fin_Latn","languages":["mai-Deva","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ita_Latn","languages":["mai-Deva","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-kor_Hang","languages":["mai-Deva","kor-Hang"]},{"precision":0.402796,"recall":0.504941,"f1":0.430039,"accuracy":0.504941,"main_score":0.430039,"hf_subset":"mai_Deva-mos_Latn","languages":["mai-Deva","mos-Latn"]},{"precision":0.382631,"recall":0.48419,"f1":0.408565,"accuracy":0.48419,"main_score":0.408565,"hf_subset":"mai_Deva-run_Latn","languages":["mai-Deva","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mai_Deva-tam_Taml","languages":["mai-Deva","tam-Taml"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mai_Deva-vie_Latn","languages":["mai-Deva","vie-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mai_Deva-apc_Arab","languages":["mai-Deva","apc-Arab"]},{"precision":0.613716,"recall":0.702569,"f1":0.639018,"accuracy":0.702569,"main_score":0.639018,"hf_subset":"mai_Deva-bug_Latn","languages":["mai-Deva","bug-Latn"]},{"precision":0.324242,"recall":0.433794,"f1":0.351994,"accuracy":0.433794,"main_score":0.351994,"hf_subset":"mai_Deva-fon_Latn","languages":["mai-Deva","fon-Latn"]},{"precision":0.857543,"recall":0.898221,"f1":0.870356,"accuracy":0.898221,"main_score":0.870356,"hf_subset":"mai_Deva-jav_Latn","languages":["mai-Deva","jav-Latn"]},{"precision":0.733293,"recall":0.80336,"f1":0.754284,"accuracy":0.80336,"main_score":0.754284,"hf_subset":"mai_Deva-lao_Laoo","languages":["mai-Deva","lao-Laoo"]},{"precision":0.349034,"recall":0.45751,"f1":0.376118,"accuracy":0.45751,"main_score":0.376118,"hf_subset":"mai_Deva-mri_Latn","languages":["mai-Deva","mri-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mai_Deva-rus_Cyrl","languages":["mai-Deva","rus-Cyrl"]},{"precision":0.386481,"recall":0.493083,"f1":0.413653,"accuracy":0.493083,"main_score":0.413653,"hf_subset":"mai_Deva-taq_Latn","languages":["mai-Deva","taq-Latn"]},{"precision":0.825659,"recall":0.873518,"f1":0.840349,"accuracy":0.873518,"main_score":0.840349,"hf_subset":"mai_Deva-war_Latn","languages":["mai-Deva","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-arb_Arab","languages":["mai-Deva","arb-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"mai_Deva-bul_Cyrl","languages":["mai-Deva","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-fra_Latn","languages":["mai-Deva","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-jpn_Jpan","languages":["mai-Deva","jpn-Jpan"]},{"precision":0.872036,"recall":0.911067,"f1":0.884717,"accuracy":0.911067,"main_score":0.884717,"hf_subset":"mai_Deva-lij_Latn","languages":["mai-Deva","lij-Latn"]},{"precision":0.780879,"recall":0.842885,"f1":0.799736,"accuracy":0.842885,"main_score":0.799736,"hf_subset":"mai_Deva-mya_Mymr","languages":["mai-Deva","mya-Mymr"]},{"precision":0.430941,"recall":0.534585,"f1":0.458329,"accuracy":0.534585,"main_score":0.458329,"hf_subset":"mai_Deva-sag_Latn","languages":["mai-Deva","sag-Latn"]},{"precision":0.128784,"recall":0.218379,"f1":0.146564,"accuracy":0.218379,"main_score":0.146564,"hf_subset":"mai_Deva-taq_Tfng","languages":["mai-Deva","taq-Tfng"]},{"precision":0.442264,"recall":0.546443,"f1":0.469963,"accuracy":0.546443,"main_score":0.469963,"hf_subset":"mai_Deva-wol_Latn","languages":["mai-Deva","wol-Latn"]},{"precision":0.271505,"recall":0.382411,"f1":0.299191,"accuracy":0.382411,"main_score":0.299191,"hf_subset":"mai_Deva-arb_Latn","languages":["mai-Deva","arb-Latn"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"mai_Deva-cat_Latn","languages":["mai-Deva","cat-Latn"]},{"precision":0.833432,"recall":0.880435,"f1":0.848123,"accuracy":0.880435,"main_score":0.848123,"hf_subset":"mai_Deva-fur_Latn","languages":["mai-Deva","fur-Latn"]},{"precision":0.264095,"recall":0.352767,"f1":0.286645,"accuracy":0.352767,"main_score":0.286645,"hf_subset":"mai_Deva-kab_Latn","languages":["mai-Deva","kab-Latn"]},{"precision":0.799308,"recall":0.852767,"f1":0.815448,"accuracy":0.852767,"main_score":0.815448,"hf_subset":"mai_Deva-lim_Latn","languages":["mai-Deva","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mai_Deva-nld_Latn","languages":["mai-Deva","nld-Latn"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"mai_Deva-san_Deva","languages":["mai-Deva","san-Deva"]},{"precision":0.656177,"recall":0.733202,"f1":0.678666,"accuracy":0.733202,"main_score":0.678666,"hf_subset":"mai_Deva-tat_Cyrl","languages":["mai-Deva","tat-Cyrl"]},{"precision":0.413946,"recall":0.520751,"f1":0.442132,"accuracy":0.520751,"main_score":0.442132,"hf_subset":"mai_Deva-xho_Latn","languages":["mai-Deva","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-ars_Arab","languages":["mai-Deva","ars-Arab"]},{"precision":0.781028,"recall":0.839921,"f1":0.798814,"accuracy":0.839921,"main_score":0.798814,"hf_subset":"mai_Deva-ceb_Latn","languages":["mai-Deva","ceb-Latn"]},{"precision":0.40097,"recall":0.509881,"f1":0.429761,"accuracy":0.509881,"main_score":0.429761,"hf_subset":"mai_Deva-fuv_Latn","languages":["mai-Deva","fuv-Latn"]},{"precision":0.39491,"recall":0.506917,"f1":0.424702,"accuracy":0.506917,"main_score":0.424702,"hf_subset":"mai_Deva-kac_Latn","languages":["mai-Deva","kac-Latn"]},{"precision":0.475661,"recall":0.582016,"f1":0.504673,"accuracy":0.582016,"main_score":0.504673,"hf_subset":"mai_Deva-lin_Latn","languages":["mai-Deva","lin-Latn"]},{"precision":0.940547,"recall":0.958498,"f1":0.946476,"accuracy":0.958498,"main_score":0.946476,"hf_subset":"mai_Deva-nno_Latn","languages":["mai-Deva","nno-Latn"]},{"precision":0.203127,"recall":0.274704,"f1":0.22106,"accuracy":0.274704,"main_score":0.22106,"hf_subset":"mai_Deva-sat_Olck","languages":["mai-Deva","sat-Olck"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mai_Deva-tel_Telu","languages":["mai-Deva","tel-Telu"]},{"precision":0.319747,"recall":0.421937,"f1":0.346163,"accuracy":0.421937,"main_score":0.346163,"hf_subset":"mai_Deva-ydd_Hebr","languages":["mai-Deva","ydd-Hebr"]},{"precision":0.898468,"recall":0.929842,"f1":0.908827,"accuracy":0.929842,"main_score":0.908827,"hf_subset":"mai_Deva-ary_Arab","languages":["mai-Deva","ary-Arab"]},{"precision":0.968544,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"mai_Deva-ces_Latn","languages":["mai-Deva","ces-Latn"]},{"precision":0.302708,"recall":0.399209,"f1":0.327388,"accuracy":0.399209,"main_score":0.327388,"hf_subset":"mai_Deva-gaz_Latn","languages":["mai-Deva","gaz-Latn"]},{"precision":0.413223,"recall":0.514822,"f1":0.439858,"accuracy":0.514822,"main_score":0.439858,"hf_subset":"mai_Deva-kam_Latn","languages":["mai-Deva","kam-Latn"]},{"precision":0.78363,"recall":0.840909,"f1":0.80112,"accuracy":0.840909,"main_score":0.80112,"hf_subset":"mai_Deva-lit_Latn","languages":["mai-Deva","lit-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"mai_Deva-nob_Latn","languages":["mai-Deva","nob-Latn"]},{"precision":0.774457,"recall":0.83498,"f1":0.792787,"accuracy":0.83498,"main_score":0.792787,"hf_subset":"mai_Deva-scn_Latn","languages":["mai-Deva","scn-Latn"]},{"precision":0.437932,"recall":0.535573,"f1":0.46395,"accuracy":0.535573,"main_score":0.46395,"hf_subset":"mai_Deva-tgk_Cyrl","languages":["mai-Deva","tgk-Cyrl"]},{"precision":0.365577,"recall":0.47332,"f1":0.394238,"accuracy":0.47332,"main_score":0.394238,"hf_subset":"mai_Deva-yor_Latn","languages":["mai-Deva","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mai_Deva-arz_Arab","languages":["mai-Deva","arz-Arab"]},{"precision":0.411926,"recall":0.520751,"f1":0.439936,"accuracy":0.520751,"main_score":0.439936,"hf_subset":"mai_Deva-cjk_Latn","languages":["mai-Deva","cjk-Latn"]},{"precision":0.333421,"recall":0.434783,"f1":0.359545,"accuracy":0.434783,"main_score":0.359545,"hf_subset":"mai_Deva-gla_Latn","languages":["mai-Deva","gla-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mai_Deva-kan_Knda","languages":["mai-Deva","kan-Knda"]},{"precision":0.800569,"recall":0.852767,"f1":0.81657,"accuracy":0.852767,"main_score":0.81657,"hf_subset":"mai_Deva-lmo_Latn","languages":["mai-Deva","lmo-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"mai_Deva-npi_Deva","languages":["mai-Deva","npi-Deva"]},{"precision":0.340226,"recall":0.455534,"f1":0.370161,"accuracy":0.455534,"main_score":0.370161,"hf_subset":"mai_Deva-shn_Mymr","languages":["mai-Deva","shn-Mymr"]},{"precision":0.874588,"recall":0.913043,"f1":0.886924,"accuracy":0.913043,"main_score":0.886924,"hf_subset":"mai_Deva-tgl_Latn","languages":["mai-Deva","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mai_Deva-yue_Hant","languages":["mai-Deva","yue-Hant"]},{"precision":0.903689,"recall":0.934783,"f1":0.913867,"accuracy":0.934783,"main_score":0.913867,"hf_subset":"mai_Deva-asm_Beng","languages":["mai-Deva","asm-Beng"]},{"precision":0.402709,"recall":0.488142,"f1":0.425062,"accuracy":0.488142,"main_score":0.425062,"hf_subset":"mai_Deva-ckb_Arab","languages":["mai-Deva","ckb-Arab"]},{"precision":0.358933,"recall":0.451581,"f1":0.382648,"accuracy":0.451581,"main_score":0.382648,"hf_subset":"mai_Deva-gle_Latn","languages":["mai-Deva","gle-Latn"]},{"precision":0.750543,"recall":0.818182,"f1":0.770949,"accuracy":0.818182,"main_score":0.770949,"hf_subset":"mai_Deva-kas_Arab","languages":["mai-Deva","kas-Arab"]},{"precision":0.602472,"recall":0.689723,"f1":0.628285,"accuracy":0.689723,"main_score":0.628285,"hf_subset":"mai_Deva-ltg_Latn","languages":["mai-Deva","ltg-Latn"]},{"precision":0.423253,"recall":0.530632,"f1":0.4523,"accuracy":0.530632,"main_score":0.4523,"hf_subset":"mai_Deva-nso_Latn","languages":["mai-Deva","nso-Latn"]},{"precision":0.865728,"recall":0.90415,"f1":0.878195,"accuracy":0.90415,"main_score":0.878195,"hf_subset":"mai_Deva-sin_Sinh","languages":["mai-Deva","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mai_Deva-tha_Thai","languages":["mai-Deva","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mai_Deva-zho_Hans","languages":["mai-Deva","zho-Hans"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"mai_Deva-ast_Latn","languages":["mai-Deva","ast-Latn"]},{"precision":0.790853,"recall":0.847826,"f1":0.808482,"accuracy":0.847826,"main_score":0.808482,"hf_subset":"mai_Deva-crh_Latn","languages":["mai-Deva","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mai_Deva-glg_Latn","languages":["mai-Deva","glg-Latn"]},{"precision":0.639716,"recall":0.727273,"f1":0.665667,"accuracy":0.727273,"main_score":0.665667,"hf_subset":"mai_Deva-kas_Deva","languages":["mai-Deva","kas-Deva"]},{"precision":0.760171,"recall":0.824111,"f1":0.779595,"accuracy":0.824111,"main_score":0.779595,"hf_subset":"mai_Deva-ltz_Latn","languages":["mai-Deva","ltz-Latn"]},{"precision":0.310007,"recall":0.399209,"f1":0.333312,"accuracy":0.399209,"main_score":0.333312,"hf_subset":"mai_Deva-nus_Latn","languages":["mai-Deva","nus-Latn"]},{"precision":0.938241,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"mai_Deva-slk_Latn","languages":["mai-Deva","slk-Latn"]},{"precision":0.394353,"recall":0.488142,"f1":0.418863,"accuracy":0.488142,"main_score":0.418863,"hf_subset":"mai_Deva-tir_Ethi","languages":["mai-Deva","tir-Ethi"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"mai_Deva-zho_Hant","languages":["mai-Deva","zho-Hant"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"mai_Deva-awa_Deva","languages":["mai-Deva","awa-Deva"]},{"precision":0.413263,"recall":0.513834,"f1":0.43911,"accuracy":0.513834,"main_score":0.43911,"hf_subset":"mai_Deva-cym_Latn","languages":["mai-Deva","cym-Latn"]},{"precision":0.640847,"recall":0.72332,"f1":0.664895,"accuracy":0.72332,"main_score":0.664895,"hf_subset":"mai_Deva-grn_Latn","languages":["mai-Deva","grn-Latn"]},{"precision":0.883564,"recall":0.917984,"f1":0.894401,"accuracy":0.917984,"main_score":0.894401,"hf_subset":"mai_Deva-kat_Geor","languages":["mai-Deva","kat-Geor"]},{"precision":0.475545,"recall":0.576087,"f1":0.503764,"accuracy":0.576087,"main_score":0.503764,"hf_subset":"mai_Deva-lua_Latn","languages":["mai-Deva","lua-Latn"]},{"precision":0.463549,"recall":0.563241,"f1":0.490686,"accuracy":0.563241,"main_score":0.490686,"hf_subset":"mai_Deva-nya_Latn","languages":["mai-Deva","nya-Latn"]},{"precision":0.907197,"recall":0.935771,"f1":0.916403,"accuracy":0.935771,"main_score":0.916403,"hf_subset":"mai_Deva-slv_Latn","languages":["mai-Deva","slv-Latn"]},{"precision":0.733063,"recall":0.800395,"f1":0.753131,"accuracy":0.800395,"main_score":0.753131,"hf_subset":"mai_Deva-tpi_Latn","languages":["mai-Deva","tpi-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"mai_Deva-zsm_Latn","languages":["mai-Deva","zsm-Latn"]},{"precision":0.361019,"recall":0.472332,"f1":0.390409,"accuracy":0.472332,"main_score":0.390409,"hf_subset":"mai_Deva-ayr_Latn","languages":["mai-Deva","ayr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mai_Deva-dan_Latn","languages":["mai-Deva","dan-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mai_Deva-guj_Gujr","languages":["mai-Deva","guj-Gujr"]},{"precision":0.739757,"recall":0.806324,"f1":0.759788,"accuracy":0.806324,"main_score":0.759788,"hf_subset":"mai_Deva-kaz_Cyrl","languages":["mai-Deva","kaz-Cyrl"]},{"precision":0.376899,"recall":0.476285,"f1":0.40276,"accuracy":0.476285,"main_score":0.40276,"hf_subset":"mai_Deva-lug_Latn","languages":["mai-Deva","lug-Latn"]},{"precision":0.931653,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"mai_Deva-oci_Latn","languages":["mai-Deva","oci-Latn"]},{"precision":0.407292,"recall":0.520751,"f1":0.437127,"accuracy":0.520751,"main_score":0.437127,"hf_subset":"mai_Deva-smo_Latn","languages":["mai-Deva","smo-Latn"]},{"precision":0.383003,"recall":0.490119,"f1":0.41119,"accuracy":0.490119,"main_score":0.41119,"hf_subset":"mai_Deva-tsn_Latn","languages":["mai-Deva","tsn-Latn"]},{"precision":0.38315,"recall":0.485178,"f1":0.410243,"accuracy":0.485178,"main_score":0.410243,"hf_subset":"mai_Deva-zul_Latn","languages":["mai-Deva","zul-Latn"]},{"precision":0.723567,"recall":0.802372,"f1":0.747977,"accuracy":0.802372,"main_score":0.747977,"hf_subset":"mai_Deva-azb_Arab","languages":["mai-Deva","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-deu_Latn","languages":["mai-Deva","deu-Latn"]},{"precision":0.619812,"recall":0.706522,"f1":0.645202,"accuracy":0.706522,"main_score":0.645202,"hf_subset":"mai_Deva-hat_Latn","languages":["mai-Deva","hat-Latn"]},{"precision":0.345275,"recall":0.445652,"f1":0.37106,"accuracy":0.445652,"main_score":0.37106,"hf_subset":"mai_Deva-kbp_Latn","languages":["mai-Deva","kbp-Latn"]},{"precision":0.419728,"recall":0.519763,"f1":0.446068,"accuracy":0.519763,"main_score":0.446068,"hf_subset":"mai_Deva-luo_Latn","languages":["mai-Deva","luo-Latn"]},{"precision":0.632725,"recall":0.708498,"f1":0.654047,"accuracy":0.708498,"main_score":0.654047,"hf_subset":"mai_Deva-ory_Orya","languages":["mai-Deva","ory-Orya"]},{"precision":0.397089,"recall":0.503953,"f1":0.425939,"accuracy":0.503953,"main_score":0.425939,"hf_subset":"mai_Deva-sna_Latn","languages":["mai-Deva","sna-Latn"]},{"precision":0.377221,"recall":0.481225,"f1":0.404665,"accuracy":0.481225,"main_score":0.404665,"hf_subset":"mai_Deva-tso_Latn","languages":["mai-Deva","tso-Latn"]},{"precision":0.861248,"recall":0.903162,"f1":0.874736,"accuracy":0.903162,"main_score":0.874736,"hf_subset":"mai_Deva-azj_Latn","languages":["mai-Deva","azj-Latn"]},{"precision":0.410295,"recall":0.511858,"f1":0.437657,"accuracy":0.511858,"main_score":0.437657,"hf_subset":"mai_Deva-dik_Latn","languages":["mai-Deva","dik-Latn"]},{"precision":0.427642,"recall":0.518775,"f1":0.452582,"accuracy":0.518775,"main_score":0.452582,"hf_subset":"mai_Deva-hau_Latn","languages":["mai-Deva","hau-Latn"]},{"precision":0.784289,"recall":0.843874,"f1":0.802423,"accuracy":0.843874,"main_score":0.802423,"hf_subset":"mai_Deva-kea_Latn","languages":["mai-Deva","kea-Latn"]},{"precision":0.563062,"recall":0.658103,"f1":0.58996,"accuracy":0.658103,"main_score":0.58996,"hf_subset":"mai_Deva-lus_Latn","languages":["mai-Deva","lus-Latn"]},{"precision":0.731538,"recall":0.80336,"f1":0.753294,"accuracy":0.80336,"main_score":0.753294,"hf_subset":"mai_Deva-pag_Latn","languages":["mai-Deva","pag-Latn"]},{"precision":0.796344,"recall":0.849802,"f1":0.812714,"accuracy":0.849802,"main_score":0.812714,"hf_subset":"mai_Deva-snd_Arab","languages":["mai-Deva","snd-Arab"]},{"precision":0.580717,"recall":0.672925,"f1":0.607378,"accuracy":0.672925,"main_score":0.607378,"hf_subset":"mai_Deva-tuk_Latn","languages":["mai-Deva","tuk-Latn"]},{"precision":0.645021,"recall":0.72332,"f1":0.667923,"accuracy":0.72332,"main_score":0.667923,"hf_subset":"mai_Deva-bak_Cyrl","languages":["mai-Deva","bak-Cyrl"]},{"precision":0.331141,"recall":0.440711,"f1":0.359768,"accuracy":0.440711,"main_score":0.359768,"hf_subset":"mai_Deva-dyu_Latn","languages":["mai-Deva","dyu-Latn"]},{"precision":0.897151,"recall":0.927866,"f1":0.906851,"accuracy":0.927866,"main_score":0.906851,"hf_subset":"mai_Deva-heb_Hebr","languages":["mai-Deva","heb-Hebr"]},{"precision":0.440998,"recall":0.529644,"f1":0.464776,"accuracy":0.529644,"main_score":0.464776,"hf_subset":"mai_Deva-khk_Cyrl","languages":["mai-Deva","khk-Cyrl"]},{"precision":0.80219,"recall":0.856719,"f1":0.819038,"accuracy":0.856719,"main_score":0.819038,"hf_subset":"mai_Deva-lvs_Latn","languages":["mai-Deva","lvs-Latn"]},{"precision":0.946146,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"mai_Deva-pan_Guru","languages":["mai-Deva","pan-Guru"]},{"precision":0.374177,"recall":0.464427,"f1":0.397697,"accuracy":0.464427,"main_score":0.397697,"hf_subset":"mai_Deva-som_Latn","languages":["mai-Deva","som-Latn"]},{"precision":0.444035,"recall":0.537549,"f1":0.469056,"accuracy":0.537549,"main_score":0.469056,"hf_subset":"mai_Deva-tum_Latn","languages":["mai-Deva","tum-Latn"]},{"precision":0.289441,"recall":0.357708,"f1":0.307733,"accuracy":0.357708,"main_score":0.307733,"hf_subset":"pbt_Arab-ace_Arab","languages":["pbt-Arab","ace-Arab"]},{"precision":0.361901,"recall":0.4417,"f1":0.383872,"accuracy":0.4417,"main_score":0.383872,"hf_subset":"pbt_Arab-bam_Latn","languages":["pbt-Arab","bam-Latn"]},{"precision":0.153255,"recall":0.214427,"f1":0.169449,"accuracy":0.214427,"main_score":0.169449,"hf_subset":"pbt_Arab-dzo_Tibt","languages":["pbt-Arab","dzo-Tibt"]},{"precision":0.925395,"recall":0.947628,"f1":0.932477,"accuracy":0.947628,"main_score":0.932477,"hf_subset":"pbt_Arab-hin_Deva","languages":["pbt-Arab","hin-Deva"]},{"precision":0.714872,"recall":0.782609,"f1":0.73531,"accuracy":0.782609,"main_score":0.73531,"hf_subset":"pbt_Arab-khm_Khmr","languages":["pbt-Arab","khm-Khmr"]},{"precision":0.92029,"recall":0.943676,"f1":0.927833,"accuracy":0.943676,"main_score":0.927833,"hf_subset":"pbt_Arab-mag_Deva","languages":["pbt-Arab","mag-Deva"]},{"precision":0.732915,"recall":0.796443,"f1":0.751795,"accuracy":0.796443,"main_score":0.751795,"hf_subset":"pbt_Arab-pap_Latn","languages":["pbt-Arab","pap-Latn"]},{"precision":0.39819,"recall":0.475296,"f1":0.420611,"accuracy":0.475296,"main_score":0.420611,"hf_subset":"pbt_Arab-sot_Latn","languages":["pbt-Arab","sot-Latn"]},{"precision":0.914855,"recall":0.940711,"f1":0.923254,"accuracy":0.940711,"main_score":0.923254,"hf_subset":"pbt_Arab-tur_Latn","languages":["pbt-Arab","tur-Latn"]},{"precision":0.586973,"recall":0.662055,"f1":0.609007,"accuracy":0.662055,"main_score":0.609007,"hf_subset":"pbt_Arab-ace_Latn","languages":["pbt-Arab","ace-Latn"]},{"precision":0.694038,"recall":0.755929,"f1":0.712484,"accuracy":0.755929,"main_score":0.712484,"hf_subset":"pbt_Arab-ban_Latn","languages":["pbt-Arab","ban-Latn"]},{"precision":0.850132,"recall":0.892292,"f1":0.863636,"accuracy":0.892292,"main_score":0.863636,"hf_subset":"pbt_Arab-ell_Grek","languages":["pbt-Arab","ell-Grek"]},{"precision":0.881341,"recall":0.916996,"f1":0.892852,"accuracy":0.916996,"main_score":0.892852,"hf_subset":"pbt_Arab-hne_Deva","languages":["pbt-Arab","hne-Deva"]},{"precision":0.382866,"recall":0.468379,"f1":0.40645,"accuracy":0.468379,"main_score":0.40645,"hf_subset":"pbt_Arab-kik_Latn","languages":["pbt-Arab","kik-Latn"]},{"precision":0.910573,"recall":0.937747,"f1":0.919466,"accuracy":0.937747,"main_score":0.919466,"hf_subset":"pbt_Arab-mai_Deva","languages":["pbt-Arab","mai-Deva"]},{"precision":0.91609,"recall":0.940711,"f1":0.923979,"accuracy":0.940711,"main_score":0.923979,"hf_subset":"pbt_Arab-spa_Latn","languages":["pbt-Arab","spa-Latn"]},{"precision":0.456167,"recall":0.532609,"f1":0.476627,"accuracy":0.532609,"main_score":0.476627,"hf_subset":"pbt_Arab-twi_Latn","languages":["pbt-Arab","twi-Latn"]},{"precision":0.883564,"recall":0.916996,"f1":0.894269,"accuracy":0.916996,"main_score":0.894269,"hf_subset":"pbt_Arab-acm_Arab","languages":["pbt-Arab","acm-Arab"]},{"precision":0.717787,"recall":0.785573,"f1":0.738603,"accuracy":0.785573,"main_score":0.738603,"hf_subset":"pbt_Arab-bel_Cyrl","languages":["pbt-Arab","bel-Cyrl"]},{"precision":0.932971,"recall":0.953557,"f1":0.939559,"accuracy":0.953557,"main_score":0.939559,"hf_subset":"pbt_Arab-eng_Latn","languages":["pbt-Arab","eng-Latn"]},{"precision":0.843544,"recall":0.885375,"f1":0.856851,"accuracy":0.885375,"main_score":0.856851,"hf_subset":"pbt_Arab-hrv_Latn","languages":["pbt-Arab","hrv-Latn"]},{"precision":0.368398,"recall":0.452569,"f1":0.391639,"accuracy":0.452569,"main_score":0.391639,"hf_subset":"pbt_Arab-kin_Latn","languages":["pbt-Arab","kin-Latn"]},{"precision":0.899292,"recall":0.925889,"f1":0.907675,"accuracy":0.925889,"main_score":0.907675,"hf_subset":"pbt_Arab-mal_Mlym","languages":["pbt-Arab","mal-Mlym"]},{"precision":0.937582,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"pbt_Arab-pes_Arab","languages":["pbt-Arab","pes-Arab"]},{"precision":0.74058,"recall":0.795455,"f1":0.757393,"accuracy":0.795455,"main_score":0.757393,"hf_subset":"pbt_Arab-srd_Latn","languages":["pbt-Arab","srd-Latn"]},{"precision":0.110473,"recall":0.183794,"f1":0.127339,"accuracy":0.183794,"main_score":0.127339,"hf_subset":"pbt_Arab-tzm_Tfng","languages":["pbt-Arab","tzm-Tfng"]},{"precision":0.886528,"recall":0.920949,"f1":0.897563,"accuracy":0.920949,"main_score":0.897563,"hf_subset":"pbt_Arab-acq_Arab","languages":["pbt-Arab","acq-Arab"]},{"precision":0.407501,"recall":0.497036,"f1":0.432215,"accuracy":0.497036,"main_score":0.432215,"hf_subset":"pbt_Arab-bem_Latn","languages":["pbt-Arab","bem-Latn"]},{"precision":0.793208,"recall":0.843874,"f1":0.808467,"accuracy":0.843874,"main_score":0.808467,"hf_subset":"pbt_Arab-epo_Latn","languages":["pbt-Arab","epo-Latn"]},{"precision":0.838636,"recall":0.883399,"f1":0.852536,"accuracy":0.883399,"main_score":0.852536,"hf_subset":"pbt_Arab-hun_Latn","languages":["pbt-Arab","hun-Latn"]},{"precision":0.615646,"recall":0.689723,"f1":0.637154,"accuracy":0.689723,"main_score":0.637154,"hf_subset":"pbt_Arab-kir_Cyrl","languages":["pbt-Arab","kir-Cyrl"]},{"precision":0.906489,"recall":0.933794,"f1":0.91502,"accuracy":0.933794,"main_score":0.91502,"hf_subset":"pbt_Arab-mar_Deva","languages":["pbt-Arab","mar-Deva"]},{"precision":0.426144,"recall":0.511858,"f1":0.449779,"accuracy":0.511858,"main_score":0.449779,"hf_subset":"pbt_Arab-plt_Latn","languages":["pbt-Arab","plt-Latn"]},{"precision":0.815333,"recall":0.862648,"f1":0.83027,"accuracy":0.862648,"main_score":0.83027,"hf_subset":"pbt_Arab-srp_Cyrl","languages":["pbt-Arab","srp-Cyrl"]},{"precision":0.292204,"recall":0.367589,"f1":0.313305,"accuracy":0.367589,"main_score":0.313305,"hf_subset":"pbt_Arab-uig_Arab","languages":["pbt-Arab","uig-Arab"]},{"precision":0.842391,"recall":0.887352,"f1":0.856522,"accuracy":0.887352,"main_score":0.856522,"hf_subset":"pbt_Arab-aeb_Arab","languages":["pbt-Arab","aeb-Arab"]},{"precision":0.919713,"recall":0.944664,"f1":0.927767,"accuracy":0.944664,"main_score":0.927767,"hf_subset":"pbt_Arab-ben_Beng","languages":["pbt-Arab","ben-Beng"]},{"precision":0.723073,"recall":0.786561,"f1":0.742918,"accuracy":0.786561,"main_score":0.742918,"hf_subset":"pbt_Arab-est_Latn","languages":["pbt-Arab","est-Latn"]},{"precision":0.7028,"recall":0.771739,"f1":0.724078,"accuracy":0.771739,"main_score":0.724078,"hf_subset":"pbt_Arab-hye_Armn","languages":["pbt-Arab","hye-Armn"]},{"precision":0.380174,"recall":0.459486,"f1":0.40181,"accuracy":0.459486,"main_score":0.40181,"hf_subset":"pbt_Arab-kmb_Latn","languages":["pbt-Arab","kmb-Latn"]},{"precision":0.233566,"recall":0.313241,"f1":0.254829,"accuracy":0.313241,"main_score":0.254829,"hf_subset":"pbt_Arab-min_Arab","languages":["pbt-Arab","min-Arab"]},{"precision":0.896904,"recall":0.927866,"f1":0.906752,"accuracy":0.927866,"main_score":0.906752,"hf_subset":"pbt_Arab-pol_Latn","languages":["pbt-Arab","pol-Latn"]},{"precision":0.373089,"recall":0.45751,"f1":0.395839,"accuracy":0.45751,"main_score":0.395839,"hf_subset":"pbt_Arab-ssw_Latn","languages":["pbt-Arab","ssw-Latn"]},{"precision":0.900445,"recall":0.927866,"f1":0.909124,"accuracy":0.927866,"main_score":0.909124,"hf_subset":"pbt_Arab-ukr_Cyrl","languages":["pbt-Arab","ukr-Cyrl"]},{"precision":0.819648,"recall":0.865613,"f1":0.833815,"accuracy":0.865613,"main_score":0.833815,"hf_subset":"pbt_Arab-afr_Latn","languages":["pbt-Arab","afr-Latn"]},{"precision":0.862928,"recall":0.901186,"f1":0.874854,"accuracy":0.901186,"main_score":0.874854,"hf_subset":"pbt_Arab-bho_Deva","languages":["pbt-Arab","bho-Deva"]},{"precision":0.580964,"recall":0.65415,"f1":0.601994,"accuracy":0.65415,"main_score":0.601994,"hf_subset":"pbt_Arab-eus_Latn","languages":["pbt-Arab","eus-Latn"]},{"precision":0.375799,"recall":0.463439,"f1":0.39934,"accuracy":0.463439,"main_score":0.39934,"hf_subset":"pbt_Arab-ibo_Latn","languages":["pbt-Arab","ibo-Latn"]},{"precision":0.436055,"recall":0.51581,"f1":0.456947,"accuracy":0.51581,"main_score":0.456947,"hf_subset":"pbt_Arab-kmr_Latn","languages":["pbt-Arab","kmr-Latn"]},{"precision":0.681795,"recall":0.75,"f1":0.702703,"accuracy":0.75,"main_score":0.702703,"hf_subset":"pbt_Arab-min_Latn","languages":["pbt-Arab","min-Latn"]},{"precision":0.921443,"recall":0.945652,"f1":0.929348,"accuracy":0.945652,"main_score":0.929348,"hf_subset":"pbt_Arab-por_Latn","languages":["pbt-Arab","por-Latn"]},{"precision":0.742918,"recall":0.798419,"f1":0.759736,"accuracy":0.798419,"main_score":0.759736,"hf_subset":"pbt_Arab-sun_Latn","languages":["pbt-Arab","sun-Latn"]},{"precision":0.374655,"recall":0.452569,"f1":0.396334,"accuracy":0.452569,"main_score":0.396334,"hf_subset":"pbt_Arab-umb_Latn","languages":["pbt-Arab","umb-Latn"]},{"precision":0.900692,"recall":0.929842,"f1":0.909881,"accuracy":0.929842,"main_score":0.909881,"hf_subset":"pbt_Arab-ajp_Arab","languages":["pbt-Arab","ajp-Arab"]},{"precision":0.254257,"recall":0.326087,"f1":0.274387,"accuracy":0.326087,"main_score":0.274387,"hf_subset":"pbt_Arab-bjn_Arab","languages":["pbt-Arab","bjn-Arab"]},{"precision":0.378511,"recall":0.445652,"f1":0.396741,"accuracy":0.445652,"main_score":0.396741,"hf_subset":"pbt_Arab-ewe_Latn","languages":["pbt-Arab","ewe-Latn"]},{"precision":0.606769,"recall":0.672925,"f1":0.626322,"accuracy":0.672925,"main_score":0.626322,"hf_subset":"pbt_Arab-ilo_Latn","languages":["pbt-Arab","ilo-Latn"]},{"precision":0.199093,"recall":0.267787,"f1":0.216649,"accuracy":0.267787,"main_score":0.216649,"hf_subset":"pbt_Arab-knc_Arab","languages":["pbt-Arab","knc-Arab"]},{"precision":0.838283,"recall":0.879447,"f1":0.851202,"accuracy":0.879447,"main_score":0.851202,"hf_subset":"pbt_Arab-mkd_Cyrl","languages":["pbt-Arab","mkd-Cyrl"]},{"precision":0.930336,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"pbt_Arab-prs_Arab","languages":["pbt-Arab","prs-Arab"]},{"precision":0.882773,"recall":0.916008,"f1":0.893281,"accuracy":0.916008,"main_score":0.893281,"hf_subset":"pbt_Arab-swe_Latn","languages":["pbt-Arab","swe-Latn"]},{"precision":0.912796,"recall":0.937747,"f1":0.92085,"accuracy":0.937747,"main_score":0.92085,"hf_subset":"pbt_Arab-urd_Arab","languages":["pbt-Arab","urd-Arab"]},{"precision":0.426212,"recall":0.509881,"f1":0.449847,"accuracy":0.509881,"main_score":0.449847,"hf_subset":"pbt_Arab-aka_Latn","languages":["pbt-Arab","aka-Latn"]},{"precision":0.713975,"recall":0.774704,"f1":0.73207,"accuracy":0.774704,"main_score":0.73207,"hf_subset":"pbt_Arab-bjn_Latn","languages":["pbt-Arab","bjn-Latn"]},{"precision":0.50813,"recall":0.590909,"f1":0.532003,"accuracy":0.590909,"main_score":0.532003,"hf_subset":"pbt_Arab-fao_Latn","languages":["pbt-Arab","fao-Latn"]},{"precision":0.922843,"recall":0.945652,"f1":0.930072,"accuracy":0.945652,"main_score":0.930072,"hf_subset":"pbt_Arab-ind_Latn","languages":["pbt-Arab","ind-Latn"]},{"precision":0.424027,"recall":0.500988,"f1":0.44637,"accuracy":0.500988,"main_score":0.44637,"hf_subset":"pbt_Arab-knc_Latn","languages":["pbt-Arab","knc-Latn"]},{"precision":0.64054,"recall":0.70751,"f1":0.659997,"accuracy":0.70751,"main_score":0.659997,"hf_subset":"pbt_Arab-mlt_Latn","languages":["pbt-Arab","mlt-Latn"]},{"precision":0.443022,"recall":0.52668,"f1":0.465941,"accuracy":0.52668,"main_score":0.465941,"hf_subset":"pbt_Arab-quy_Latn","languages":["pbt-Arab","quy-Latn"]},{"precision":0.766288,"recall":0.824111,"f1":0.78442,"accuracy":0.824111,"main_score":0.78442,"hf_subset":"pbt_Arab-swh_Latn","languages":["pbt-Arab","swh-Latn"]},{"precision":0.579721,"recall":0.660079,"f1":0.602379,"accuracy":0.660079,"main_score":0.602379,"hf_subset":"pbt_Arab-uzn_Latn","languages":["pbt-Arab","uzn-Latn"]},{"precision":0.680978,"recall":0.745059,"f1":0.700301,"accuracy":0.745059,"main_score":0.700301,"hf_subset":"pbt_Arab-als_Latn","languages":["pbt-Arab","als-Latn"]},{"precision":0.188024,"recall":0.261858,"f1":0.207209,"accuracy":0.261858,"main_score":0.207209,"hf_subset":"pbt_Arab-bod_Tibt","languages":["pbt-Arab","bod-Tibt"]},{"precision":0.380943,"recall":0.469368,"f1":0.404824,"accuracy":0.469368,"main_score":0.404824,"hf_subset":"pbt_Arab-fij_Latn","languages":["pbt-Arab","fij-Latn"]},{"precision":0.488385,"recall":0.570158,"f1":0.511673,"accuracy":0.570158,"main_score":0.511673,"hf_subset":"pbt_Arab-isl_Latn","languages":["pbt-Arab","isl-Latn"]},{"precision":0.453998,"recall":0.530632,"f1":0.475888,"accuracy":0.530632,"main_score":0.475888,"hf_subset":"pbt_Arab-kon_Latn","languages":["pbt-Arab","kon-Latn"]},{"precision":0.354506,"recall":0.450593,"f1":0.380588,"accuracy":0.450593,"main_score":0.380588,"hf_subset":"pbt_Arab-mni_Beng","languages":["pbt-Arab","mni-Beng"]},{"precision":0.886281,"recall":0.916996,"f1":0.895949,"accuracy":0.916996,"main_score":0.895949,"hf_subset":"pbt_Arab-ron_Latn","languages":["pbt-Arab","ron-Latn"]},{"precision":0.748221,"recall":0.802372,"f1":0.764676,"accuracy":0.802372,"main_score":0.764676,"hf_subset":"pbt_Arab-szl_Latn","languages":["pbt-Arab","szl-Latn"]},{"precision":0.805698,"recall":0.857708,"f1":0.821739,"accuracy":0.857708,"main_score":0.821739,"hf_subset":"pbt_Arab-vec_Latn","languages":["pbt-Arab","vec-Latn"]},{"precision":0.697612,"recall":0.768775,"f1":0.719532,"accuracy":0.768775,"main_score":0.719532,"hf_subset":"pbt_Arab-amh_Ethi","languages":["pbt-Arab","amh-Ethi"]},{"precision":0.885375,"recall":0.916996,"f1":0.895356,"accuracy":0.916996,"main_score":0.895356,"hf_subset":"pbt_Arab-bos_Latn","languages":["pbt-Arab","bos-Latn"]},{"precision":0.855896,"recall":0.895257,"f1":0.868379,"accuracy":0.895257,"main_score":0.868379,"hf_subset":"pbt_Arab-fin_Latn","languages":["pbt-Arab","fin-Latn"]},{"precision":0.918511,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"pbt_Arab-ita_Latn","languages":["pbt-Arab","ita-Latn"]},{"precision":0.899127,"recall":0.927866,"f1":0.908169,"accuracy":0.927866,"main_score":0.908169,"hf_subset":"pbt_Arab-kor_Hang","languages":["pbt-Arab","kor-Hang"]},{"precision":0.391118,"recall":0.465415,"f1":0.410999,"accuracy":0.465415,"main_score":0.410999,"hf_subset":"pbt_Arab-mos_Latn","languages":["pbt-Arab","mos-Latn"]},{"precision":0.361314,"recall":0.450593,"f1":0.385386,"accuracy":0.450593,"main_score":0.385386,"hf_subset":"pbt_Arab-run_Latn","languages":["pbt-Arab","run-Latn"]},{"precision":0.894681,"recall":0.925889,"f1":0.90471,"accuracy":0.925889,"main_score":0.90471,"hf_subset":"pbt_Arab-tam_Taml","languages":["pbt-Arab","tam-Taml"]},{"precision":0.901103,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"pbt_Arab-vie_Latn","languages":["pbt-Arab","vie-Latn"]},{"precision":0.878568,"recall":0.911067,"f1":0.888702,"accuracy":0.911067,"main_score":0.888702,"hf_subset":"pbt_Arab-apc_Arab","languages":["pbt-Arab","apc-Arab"]},{"precision":0.552256,"recall":0.635375,"f1":0.576012,"accuracy":0.635375,"main_score":0.576012,"hf_subset":"pbt_Arab-bug_Latn","languages":["pbt-Arab","bug-Latn"]},{"precision":0.341309,"recall":0.413043,"f1":0.359759,"accuracy":0.413043,"main_score":0.359759,"hf_subset":"pbt_Arab-fon_Latn","languages":["pbt-Arab","fon-Latn"]},{"precision":0.733514,"recall":0.790514,"f1":0.751021,"accuracy":0.790514,"main_score":0.751021,"hf_subset":"pbt_Arab-jav_Latn","languages":["pbt-Arab","jav-Latn"]},{"precision":0.643908,"recall":0.710474,"f1":0.663562,"accuracy":0.710474,"main_score":0.663562,"hf_subset":"pbt_Arab-lao_Laoo","languages":["pbt-Arab","lao-Laoo"]},{"precision":0.345571,"recall":0.439723,"f1":0.370997,"accuracy":0.439723,"main_score":0.370997,"hf_subset":"pbt_Arab-mri_Latn","languages":["pbt-Arab","mri-Latn"]},{"precision":0.906268,"recall":0.933794,"f1":0.915102,"accuracy":0.933794,"main_score":0.915102,"hf_subset":"pbt_Arab-rus_Cyrl","languages":["pbt-Arab","rus-Cyrl"]},{"precision":0.375425,"recall":0.467391,"f1":0.401048,"accuracy":0.467391,"main_score":0.401048,"hf_subset":"pbt_Arab-taq_Latn","languages":["pbt-Arab","taq-Latn"]},{"precision":0.715003,"recall":0.77668,"f1":0.73419,"accuracy":0.77668,"main_score":0.73419,"hf_subset":"pbt_Arab-war_Latn","languages":["pbt-Arab","war-Latn"]},{"precision":0.911973,"recall":0.939723,"f1":0.921014,"accuracy":0.939723,"main_score":0.921014,"hf_subset":"pbt_Arab-arb_Arab","languages":["pbt-Arab","arb-Arab"]},{"precision":0.896327,"recall":0.924901,"f1":0.905369,"accuracy":0.924901,"main_score":0.905369,"hf_subset":"pbt_Arab-bul_Cyrl","languages":["pbt-Arab","bul-Cyrl"]},{"precision":0.924407,"recall":0.948617,"f1":0.932312,"accuracy":0.948617,"main_score":0.932312,"hf_subset":"pbt_Arab-fra_Latn","languages":["pbt-Arab","fra-Latn"]},{"precision":0.905962,"recall":0.933794,"f1":0.914855,"accuracy":0.933794,"main_score":0.914855,"hf_subset":"pbt_Arab-jpn_Jpan","languages":["pbt-Arab","jpn-Jpan"]},{"precision":0.758317,"recall":0.816206,"f1":0.776713,"accuracy":0.816206,"main_score":0.776713,"hf_subset":"pbt_Arab-lij_Latn","languages":["pbt-Arab","lij-Latn"]},{"precision":0.687105,"recall":0.761858,"f1":0.709373,"accuracy":0.761858,"main_score":0.709373,"hf_subset":"pbt_Arab-mya_Mymr","languages":["pbt-Arab","mya-Mymr"]},{"precision":0.423751,"recall":0.504941,"f1":0.445408,"accuracy":0.504941,"main_score":0.445408,"hf_subset":"pbt_Arab-sag_Latn","languages":["pbt-Arab","sag-Latn"]},{"precision":0.130263,"recall":0.213439,"f1":0.147741,"accuracy":0.213439,"main_score":0.147741,"hf_subset":"pbt_Arab-taq_Tfng","languages":["pbt-Arab","taq-Tfng"]},{"precision":0.43597,"recall":0.513834,"f1":0.456842,"accuracy":0.513834,"main_score":0.456842,"hf_subset":"pbt_Arab-wol_Latn","languages":["pbt-Arab","wol-Latn"]},{"precision":0.273943,"recall":0.369565,"f1":0.298749,"accuracy":0.369565,"main_score":0.298749,"hf_subset":"pbt_Arab-arb_Latn","languages":["pbt-Arab","arb-Latn"]},{"precision":0.878986,"recall":0.913043,"f1":0.889987,"accuracy":0.913043,"main_score":0.889987,"hf_subset":"pbt_Arab-cat_Latn","languages":["pbt-Arab","cat-Latn"]},{"precision":0.717869,"recall":0.781621,"f1":0.737107,"accuracy":0.781621,"main_score":0.737107,"hf_subset":"pbt_Arab-fur_Latn","languages":["pbt-Arab","fur-Latn"]},{"precision":0.270812,"recall":0.346838,"f1":0.291045,"accuracy":0.346838,"main_score":0.291045,"hf_subset":"pbt_Arab-kab_Latn","languages":["pbt-Arab","kab-Latn"]},{"precision":0.701729,"recall":0.76581,"f1":0.721146,"accuracy":0.76581,"main_score":0.721146,"hf_subset":"pbt_Arab-lim_Latn","languages":["pbt-Arab","lim-Latn"]},{"precision":0.89776,"recall":0.927866,"f1":0.907444,"accuracy":0.927866,"main_score":0.907444,"hf_subset":"pbt_Arab-nld_Latn","languages":["pbt-Arab","nld-Latn"]},{"precision":0.802322,"recall":0.854743,"f1":0.818544,"accuracy":0.854743,"main_score":0.818544,"hf_subset":"pbt_Arab-san_Deva","languages":["pbt-Arab","san-Deva"]},{"precision":0.592069,"recall":0.658103,"f1":0.611006,"accuracy":0.658103,"main_score":0.611006,"hf_subset":"pbt_Arab-tat_Cyrl","languages":["pbt-Arab","tat-Cyrl"]},{"precision":0.413604,"recall":0.501976,"f1":0.437582,"accuracy":0.501976,"main_score":0.437582,"hf_subset":"pbt_Arab-xho_Latn","languages":["pbt-Arab","xho-Latn"]},{"precision":0.907197,"recall":0.935771,"f1":0.916403,"accuracy":0.935771,"main_score":0.916403,"hf_subset":"pbt_Arab-ars_Arab","languages":["pbt-Arab","ars-Arab"]},{"precision":0.676729,"recall":0.740119,"f1":0.695949,"accuracy":0.740119,"main_score":0.695949,"hf_subset":"pbt_Arab-ceb_Latn","languages":["pbt-Arab","ceb-Latn"]},{"precision":0.409135,"recall":0.491107,"f1":0.431683,"accuracy":0.491107,"main_score":0.431683,"hf_subset":"pbt_Arab-fuv_Latn","languages":["pbt-Arab","fuv-Latn"]},{"precision":0.38809,"recall":0.48419,"f1":0.414103,"accuracy":0.48419,"main_score":0.414103,"hf_subset":"pbt_Arab-kac_Latn","languages":["pbt-Arab","kac-Latn"]},{"precision":0.445078,"recall":0.537549,"f1":0.470807,"accuracy":0.537549,"main_score":0.470807,"hf_subset":"pbt_Arab-lin_Latn","languages":["pbt-Arab","lin-Latn"]},{"precision":0.857872,"recall":0.898221,"f1":0.870718,"accuracy":0.898221,"main_score":0.870718,"hf_subset":"pbt_Arab-nno_Latn","languages":["pbt-Arab","nno-Latn"]},{"precision":0.170732,"recall":0.229249,"f1":0.185763,"accuracy":0.229249,"main_score":0.185763,"hf_subset":"pbt_Arab-sat_Olck","languages":["pbt-Arab","sat-Olck"]},{"precision":0.903244,"recall":0.93083,"f1":0.911957,"accuracy":0.93083,"main_score":0.911957,"hf_subset":"pbt_Arab-tel_Telu","languages":["pbt-Arab","tel-Telu"]},{"precision":0.306321,"recall":0.383399,"f1":0.326445,"accuracy":0.383399,"main_score":0.326445,"hf_subset":"pbt_Arab-ydd_Hebr","languages":["pbt-Arab","ydd-Hebr"]},{"precision":0.795537,"recall":0.849802,"f1":0.81278,"accuracy":0.849802,"main_score":0.81278,"hf_subset":"pbt_Arab-ary_Arab","languages":["pbt-Arab","ary-Arab"]},{"precision":0.852273,"recall":0.894269,"f1":0.865613,"accuracy":0.894269,"main_score":0.865613,"hf_subset":"pbt_Arab-ces_Latn","languages":["pbt-Arab","ces-Latn"]},{"precision":0.314487,"recall":0.38834,"f1":0.334368,"accuracy":0.38834,"main_score":0.334368,"hf_subset":"pbt_Arab-gaz_Latn","languages":["pbt-Arab","gaz-Latn"]},{"precision":0.406625,"recall":0.490119,"f1":0.42949,"accuracy":0.490119,"main_score":0.42949,"hf_subset":"pbt_Arab-kam_Latn","languages":["pbt-Arab","kam-Latn"]},{"precision":0.727437,"recall":0.787549,"f1":0.745803,"accuracy":0.787549,"main_score":0.745803,"hf_subset":"pbt_Arab-lit_Latn","languages":["pbt-Arab","lit-Latn"]},{"precision":0.901268,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"pbt_Arab-nob_Latn","languages":["pbt-Arab","nob-Latn"]},{"precision":0.661413,"recall":0.73419,"f1":0.683385,"accuracy":0.73419,"main_score":0.683385,"hf_subset":"pbt_Arab-scn_Latn","languages":["pbt-Arab","scn-Latn"]},{"precision":0.424968,"recall":0.500988,"f1":0.445389,"accuracy":0.500988,"main_score":0.445389,"hf_subset":"pbt_Arab-tgk_Cyrl","languages":["pbt-Arab","tgk-Cyrl"]},{"precision":0.379853,"recall":0.466403,"f1":0.403193,"accuracy":0.466403,"main_score":0.403193,"hf_subset":"pbt_Arab-yor_Latn","languages":["pbt-Arab","yor-Latn"]},{"precision":0.878409,"recall":0.912055,"f1":0.889196,"accuracy":0.912055,"main_score":0.889196,"hf_subset":"pbt_Arab-arz_Arab","languages":["pbt-Arab","arz-Arab"]},{"precision":0.399335,"recall":0.48913,"f1":0.423976,"accuracy":0.48913,"main_score":0.423976,"hf_subset":"pbt_Arab-cjk_Latn","languages":["pbt-Arab","cjk-Latn"]},{"precision":0.34102,"recall":0.422925,"f1":0.363767,"accuracy":0.422925,"main_score":0.363767,"hf_subset":"pbt_Arab-gla_Latn","languages":["pbt-Arab","gla-Latn"]},{"precision":0.894104,"recall":0.924901,"f1":0.90415,"accuracy":0.924901,"main_score":0.90415,"hf_subset":"pbt_Arab-kan_Knda","languages":["pbt-Arab","kan-Knda"]},{"precision":0.693438,"recall":0.761858,"f1":0.713935,"accuracy":0.761858,"main_score":0.713935,"hf_subset":"pbt_Arab-lmo_Latn","languages":["pbt-Arab","lmo-Latn"]},{"precision":0.909338,"recall":0.934783,"f1":0.917391,"accuracy":0.934783,"main_score":0.917391,"hf_subset":"pbt_Arab-npi_Deva","languages":["pbt-Arab","npi-Deva"]},{"precision":0.347649,"recall":0.436759,"f1":0.371379,"accuracy":0.436759,"main_score":0.371379,"hf_subset":"pbt_Arab-shn_Mymr","languages":["pbt-Arab","shn-Mymr"]},{"precision":0.782115,"recall":0.83498,"f1":0.798668,"accuracy":0.83498,"main_score":0.798668,"hf_subset":"pbt_Arab-tgl_Latn","languages":["pbt-Arab","tgl-Latn"]},{"precision":0.890234,"recall":0.922925,"f1":0.900758,"accuracy":0.922925,"main_score":0.900758,"hf_subset":"pbt_Arab-yue_Hant","languages":["pbt-Arab","yue-Hant"]},{"precision":0.7847,"recall":0.840909,"f1":0.802075,"accuracy":0.840909,"main_score":0.802075,"hf_subset":"pbt_Arab-asm_Beng","languages":["pbt-Arab","asm-Beng"]},{"precision":0.429393,"recall":0.505929,"f1":0.45036,"accuracy":0.505929,"main_score":0.45036,"hf_subset":"pbt_Arab-ckb_Arab","languages":["pbt-Arab","ckb-Arab"]},{"precision":0.369859,"recall":0.449605,"f1":0.391352,"accuracy":0.449605,"main_score":0.391352,"hf_subset":"pbt_Arab-gle_Latn","languages":["pbt-Arab","gle-Latn"]},{"precision":0.63993,"recall":0.721344,"f1":0.664824,"accuracy":0.721344,"main_score":0.664824,"hf_subset":"pbt_Arab-kas_Arab","languages":["pbt-Arab","kas-Arab"]},{"precision":0.537175,"recall":0.609684,"f1":0.558566,"accuracy":0.609684,"main_score":0.558566,"hf_subset":"pbt_Arab-ltg_Latn","languages":["pbt-Arab","ltg-Latn"]},{"precision":0.412641,"recall":0.487154,"f1":0.432985,"accuracy":0.487154,"main_score":0.432985,"hf_subset":"pbt_Arab-nso_Latn","languages":["pbt-Arab","nso-Latn"]},{"precision":0.749539,"recall":0.809289,"f1":0.76805,"accuracy":0.809289,"main_score":0.76805,"hf_subset":"pbt_Arab-sin_Sinh","languages":["pbt-Arab","sin-Sinh"]},{"precision":0.895916,"recall":0.926877,"f1":0.905962,"accuracy":0.926877,"main_score":0.905962,"hf_subset":"pbt_Arab-tha_Thai","languages":["pbt-Arab","tha-Thai"]},{"precision":0.880023,"recall":0.916008,"f1":0.89137,"accuracy":0.916008,"main_score":0.89137,"hf_subset":"pbt_Arab-zho_Hans","languages":["pbt-Arab","zho-Hans"]},{"precision":0.847036,"recall":0.886364,"f1":0.858959,"accuracy":0.886364,"main_score":0.858959,"hf_subset":"pbt_Arab-ast_Latn","languages":["pbt-Arab","ast-Latn"]},{"precision":0.686331,"recall":0.758893,"f1":0.707929,"accuracy":0.758893,"main_score":0.707929,"hf_subset":"pbt_Arab-crh_Latn","languages":["pbt-Arab","crh-Latn"]},{"precision":0.897316,"recall":0.926877,"f1":0.906653,"accuracy":0.926877,"main_score":0.906653,"hf_subset":"pbt_Arab-glg_Latn","languages":["pbt-Arab","glg-Latn"]},{"precision":0.545563,"recall":0.632411,"f1":0.570575,"accuracy":0.632411,"main_score":0.570575,"hf_subset":"pbt_Arab-kas_Deva","languages":["pbt-Arab","kas-Deva"]},{"precision":0.653146,"recall":0.72332,"f1":0.673179,"accuracy":0.72332,"main_score":0.673179,"hf_subset":"pbt_Arab-ltz_Latn","languages":["pbt-Arab","ltz-Latn"]},{"precision":0.302988,"recall":0.373518,"f1":0.32253,"accuracy":0.373518,"main_score":0.32253,"hf_subset":"pbt_Arab-nus_Latn","languages":["pbt-Arab","nus-Latn"]},{"precision":0.838719,"recall":0.882411,"f1":0.852668,"accuracy":0.882411,"main_score":0.852668,"hf_subset":"pbt_Arab-slk_Latn","languages":["pbt-Arab","slk-Latn"]},{"precision":0.371113,"recall":0.448617,"f1":0.392562,"accuracy":0.448617,"main_score":0.392562,"hf_subset":"pbt_Arab-tir_Ethi","languages":["pbt-Arab","tir-Ethi"]},{"precision":0.879447,"recall":0.91502,"f1":0.890975,"accuracy":0.91502,"main_score":0.890975,"hf_subset":"pbt_Arab-zho_Hant","languages":["pbt-Arab","zho-Hant"]},{"precision":0.904809,"recall":0.93083,"f1":0.913208,"accuracy":0.93083,"main_score":0.913208,"hf_subset":"pbt_Arab-awa_Deva","languages":["pbt-Arab","awa-Deva"]},{"precision":0.392704,"recall":0.475296,"f1":0.414399,"accuracy":0.475296,"main_score":0.414399,"hf_subset":"pbt_Arab-cym_Latn","languages":["pbt-Arab","cym-Latn"]},{"precision":0.558922,"recall":0.636364,"f1":0.581496,"accuracy":0.636364,"main_score":0.581496,"hf_subset":"pbt_Arab-grn_Latn","languages":["pbt-Arab","grn-Latn"]},{"precision":0.792688,"recall":0.846838,"f1":0.809914,"accuracy":0.846838,"main_score":0.809914,"hf_subset":"pbt_Arab-kat_Geor","languages":["pbt-Arab","kat-Geor"]},{"precision":0.439948,"recall":0.522727,"f1":0.462295,"accuracy":0.522727,"main_score":0.462295,"hf_subset":"pbt_Arab-lua_Latn","languages":["pbt-Arab","lua-Latn"]},{"precision":0.447508,"recall":0.525692,"f1":0.469831,"accuracy":0.525692,"main_score":0.469831,"hf_subset":"pbt_Arab-nya_Latn","languages":["pbt-Arab","nya-Latn"]},{"precision":0.780632,"recall":0.832016,"f1":0.796659,"accuracy":0.832016,"main_score":0.796659,"hf_subset":"pbt_Arab-slv_Latn","languages":["pbt-Arab","slv-Latn"]},{"precision":0.62384,"recall":0.69664,"f1":0.645259,"accuracy":0.69664,"main_score":0.645259,"hf_subset":"pbt_Arab-tpi_Latn","languages":["pbt-Arab","tpi-Latn"]},{"precision":0.891304,"recall":0.921937,"f1":0.901153,"accuracy":0.921937,"main_score":0.901153,"hf_subset":"pbt_Arab-zsm_Latn","languages":["pbt-Arab","zsm-Latn"]},{"precision":0.361922,"recall":0.448617,"f1":0.385595,"accuracy":0.448617,"main_score":0.385595,"hf_subset":"pbt_Arab-ayr_Latn","languages":["pbt-Arab","ayr-Latn"]},{"precision":0.906209,"recall":0.934783,"f1":0.915415,"accuracy":0.934783,"main_score":0.915415,"hf_subset":"pbt_Arab-dan_Latn","languages":["pbt-Arab","dan-Latn"]},{"precision":0.897974,"recall":0.927866,"f1":0.90751,"accuracy":0.927866,"main_score":0.90751,"hf_subset":"pbt_Arab-guj_Gujr","languages":["pbt-Arab","guj-Gujr"]},{"precision":0.665482,"recall":0.731225,"f1":0.685268,"accuracy":0.731225,"main_score":0.685268,"hf_subset":"pbt_Arab-kaz_Cyrl","languages":["pbt-Arab","kaz-Cyrl"]},{"precision":0.366805,"recall":0.456522,"f1":0.391509,"accuracy":0.456522,"main_score":0.391509,"hf_subset":"pbt_Arab-lug_Latn","languages":["pbt-Arab","lug-Latn"]},{"precision":0.836001,"recall":0.879447,"f1":0.849769,"accuracy":0.879447,"main_score":0.849769,"hf_subset":"pbt_Arab-oci_Latn","languages":["pbt-Arab","oci-Latn"]},{"precision":0.399099,"recall":0.494071,"f1":0.424848,"accuracy":0.494071,"main_score":0.424848,"hf_subset":"pbt_Arab-smo_Latn","languages":["pbt-Arab","smo-Latn"]},{"precision":0.383841,"recall":0.461462,"f1":0.405298,"accuracy":0.461462,"main_score":0.405298,"hf_subset":"pbt_Arab-tsn_Latn","languages":["pbt-Arab","tsn-Latn"]},{"precision":0.377034,"recall":0.465415,"f1":0.401433,"accuracy":0.465415,"main_score":0.401433,"hf_subset":"pbt_Arab-zul_Latn","languages":["pbt-Arab","zul-Latn"]},{"precision":0.612114,"recall":0.698617,"f1":0.637524,"accuracy":0.698617,"main_score":0.637524,"hf_subset":"pbt_Arab-azb_Arab","languages":["pbt-Arab","azb-Arab"]},{"precision":0.916255,"recall":0.9417,"f1":0.924473,"accuracy":0.9417,"main_score":0.924473,"hf_subset":"pbt_Arab-deu_Latn","languages":["pbt-Arab","deu-Latn"]},{"precision":0.529036,"recall":0.612648,"f1":0.553925,"accuracy":0.612648,"main_score":0.553925,"hf_subset":"pbt_Arab-hat_Latn","languages":["pbt-Arab","hat-Latn"]},{"precision":0.340991,"recall":0.416008,"f1":0.361324,"accuracy":0.416008,"main_score":0.361324,"hf_subset":"pbt_Arab-kbp_Latn","languages":["pbt-Arab","kbp-Latn"]},{"precision":0.426109,"recall":0.503953,"f1":0.446921,"accuracy":0.503953,"main_score":0.446921,"hf_subset":"pbt_Arab-luo_Latn","languages":["pbt-Arab","luo-Latn"]},{"precision":0.526993,"recall":0.605731,"f1":0.55048,"accuracy":0.605731,"main_score":0.55048,"hf_subset":"pbt_Arab-ory_Orya","languages":["pbt-Arab","ory-Orya"]},{"precision":0.399787,"recall":0.482213,"f1":0.42234,"accuracy":0.482213,"main_score":0.42234,"hf_subset":"pbt_Arab-sna_Latn","languages":["pbt-Arab","sna-Latn"]},{"precision":0.391023,"recall":0.474308,"f1":0.413679,"accuracy":0.474308,"main_score":0.413679,"hf_subset":"pbt_Arab-tso_Latn","languages":["pbt-Arab","tso-Latn"]},{"precision":0.746706,"recall":0.800395,"f1":0.762912,"accuracy":0.800395,"main_score":0.762912,"hf_subset":"pbt_Arab-azj_Latn","languages":["pbt-Arab","azj-Latn"]},{"precision":0.374987,"recall":0.459486,"f1":0.398371,"accuracy":0.459486,"main_score":0.398371,"hf_subset":"pbt_Arab-dik_Latn","languages":["pbt-Arab","dik-Latn"]},{"precision":0.413085,"recall":0.480237,"f1":0.43224,"accuracy":0.480237,"main_score":0.43224,"hf_subset":"pbt_Arab-hau_Latn","languages":["pbt-Arab","hau-Latn"]},{"precision":0.692968,"recall":0.763834,"f1":0.714347,"accuracy":0.763834,"main_score":0.714347,"hf_subset":"pbt_Arab-kea_Latn","languages":["pbt-Arab","kea-Latn"]},{"precision":0.530694,"recall":0.598814,"f1":0.549977,"accuracy":0.598814,"main_score":0.549977,"hf_subset":"pbt_Arab-lus_Latn","languages":["pbt-Arab","lus-Latn"]},{"precision":0.623781,"recall":0.69664,"f1":0.645243,"accuracy":0.69664,"main_score":0.645243,"hf_subset":"pbt_Arab-pag_Latn","languages":["pbt-Arab","pag-Latn"]},{"precision":0.705632,"recall":0.774704,"f1":0.726666,"accuracy":0.774704,"main_score":0.726666,"hf_subset":"pbt_Arab-snd_Arab","languages":["pbt-Arab","snd-Arab"]},{"precision":0.529702,"recall":0.606719,"f1":0.552116,"accuracy":0.606719,"main_score":0.552116,"hf_subset":"pbt_Arab-tuk_Latn","languages":["pbt-Arab","tuk-Latn"]},{"precision":0.593768,"recall":0.664032,"f1":0.6141,"accuracy":0.664032,"main_score":0.6141,"hf_subset":"pbt_Arab-bak_Cyrl","languages":["pbt-Arab","bak-Cyrl"]},{"precision":0.322897,"recall":0.413043,"f1":0.346951,"accuracy":0.413043,"main_score":0.346951,"hf_subset":"pbt_Arab-dyu_Latn","languages":["pbt-Arab","dyu-Latn"]},{"precision":0.775856,"recall":0.833004,"f1":0.793695,"accuracy":0.833004,"main_score":0.793695,"hf_subset":"pbt_Arab-heb_Hebr","languages":["pbt-Arab","heb-Hebr"]},{"precision":0.429141,"recall":0.504941,"f1":0.44995,"accuracy":0.504941,"main_score":0.44995,"hf_subset":"pbt_Arab-khk_Cyrl","languages":["pbt-Arab","khk-Cyrl"]},{"precision":0.718808,"recall":0.774704,"f1":0.735328,"accuracy":0.774704,"main_score":0.735328,"hf_subset":"pbt_Arab-lvs_Latn","languages":["pbt-Arab","lvs-Latn"]},{"precision":0.850543,"recall":0.891304,"f1":0.863293,"accuracy":0.891304,"main_score":0.863293,"hf_subset":"pbt_Arab-pan_Guru","languages":["pbt-Arab","pan-Guru"]},{"precision":0.381663,"recall":0.453557,"f1":0.401897,"accuracy":0.453557,"main_score":0.401897,"hf_subset":"pbt_Arab-som_Latn","languages":["pbt-Arab","som-Latn"]},{"precision":0.428322,"recall":0.5,"f1":0.448934,"accuracy":0.5,"main_score":0.448934,"hf_subset":"pbt_Arab-tum_Latn","languages":["pbt-Arab","tum-Latn"]},{"precision":0.254701,"recall":0.354743,"f1":0.279833,"accuracy":0.354743,"main_score":0.279833,"hf_subset":"spa_Latn-ace_Arab","languages":["spa-Latn","ace-Arab"]},{"precision":0.338513,"recall":0.448617,"f1":0.366681,"accuracy":0.448617,"main_score":0.366681,"hf_subset":"spa_Latn-bam_Latn","languages":["spa-Latn","bam-Latn"]},{"precision":0.156212,"recall":0.217391,"f1":0.171535,"accuracy":0.217391,"main_score":0.171535,"hf_subset":"spa_Latn-dzo_Tibt","languages":["spa-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-hin_Deva","languages":["spa-Latn","hin-Deva"]},{"precision":0.817095,"recall":0.869565,"f1":0.833432,"accuracy":0.869565,"main_score":0.833432,"hf_subset":"spa_Latn-khm_Khmr","languages":["spa-Latn","khm-Khmr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"spa_Latn-mag_Deva","languages":["spa-Latn","mag-Deva"]},{"precision":0.849696,"recall":0.893281,"f1":0.863258,"accuracy":0.893281,"main_score":0.863258,"hf_subset":"spa_Latn-pap_Latn","languages":["spa-Latn","pap-Latn"]},{"precision":0.397993,"recall":0.508893,"f1":0.426881,"accuracy":0.508893,"main_score":0.426881,"hf_subset":"spa_Latn-sot_Latn","languages":["spa-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"spa_Latn-tur_Latn","languages":["spa-Latn","tur-Latn"]},{"precision":0.650906,"recall":0.738142,"f1":0.676402,"accuracy":0.738142,"main_score":0.676402,"hf_subset":"spa_Latn-ace_Latn","languages":["spa-Latn","ace-Latn"]},{"precision":0.814229,"recall":0.866601,"f1":0.830632,"accuracy":0.866601,"main_score":0.830632,"hf_subset":"spa_Latn-ban_Latn","languages":["spa-Latn","ban-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"spa_Latn-ell_Grek","languages":["spa-Latn","ell-Grek"]},{"precision":0.963933,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"spa_Latn-hne_Deva","languages":["spa-Latn","hne-Deva"]},{"precision":0.41129,"recall":0.522727,"f1":0.440194,"accuracy":0.522727,"main_score":0.440194,"hf_subset":"spa_Latn-kik_Latn","languages":["spa-Latn","kik-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"spa_Latn-mai_Deva","languages":["spa-Latn","mai-Deva"]},{"precision":0.849802,"recall":0.894269,"f1":0.863933,"accuracy":0.894269,"main_score":0.863933,"hf_subset":"spa_Latn-pbt_Arab","languages":["spa-Latn","pbt-Arab"]},{"precision":0.469721,"recall":0.577075,"f1":0.498255,"accuracy":0.577075,"main_score":0.498255,"hf_subset":"spa_Latn-twi_Latn","languages":["spa-Latn","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"spa_Latn-acm_Arab","languages":["spa-Latn","acm-Arab"]},{"precision":0.836051,"recall":0.885375,"f1":0.851845,"accuracy":0.885375,"main_score":0.851845,"hf_subset":"spa_Latn-bel_Cyrl","languages":["spa-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-eng_Latn","languages":["spa-Latn","eng-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"spa_Latn-hrv_Latn","languages":["spa-Latn","hrv-Latn"]},{"precision":0.357709,"recall":0.463439,"f1":0.384948,"accuracy":0.463439,"main_score":0.384948,"hf_subset":"spa_Latn-kin_Latn","languages":["spa-Latn","kin-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"spa_Latn-mal_Mlym","languages":["spa-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-pes_Arab","languages":["spa-Latn","pes-Arab"]},{"precision":0.833037,"recall":0.881423,"f1":0.848123,"accuracy":0.881423,"main_score":0.848123,"hf_subset":"spa_Latn-srd_Latn","languages":["spa-Latn","srd-Latn"]},{"precision":0.090873,"recall":0.160079,"f1":0.105129,"accuracy":0.160079,"main_score":0.105129,"hf_subset":"spa_Latn-tzm_Tfng","languages":["spa-Latn","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"spa_Latn-acq_Arab","languages":["spa-Latn","acq-Arab"]},{"precision":0.416128,"recall":0.522727,"f1":0.44384,"accuracy":0.522727,"main_score":0.44384,"hf_subset":"spa_Latn-bem_Latn","languages":["spa-Latn","bem-Latn"]},{"precision":0.882164,"recall":0.918972,"f1":0.894005,"accuracy":0.918972,"main_score":0.894005,"hf_subset":"spa_Latn-epo_Latn","languages":["spa-Latn","epo-Latn"]},{"precision":0.923254,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"spa_Latn-hun_Latn","languages":["spa-Latn","hun-Latn"]},{"precision":0.664856,"recall":0.75,"f1":0.689602,"accuracy":0.75,"main_score":0.689602,"hf_subset":"spa_Latn-kir_Cyrl","languages":["spa-Latn","kir-Cyrl"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"spa_Latn-mar_Deva","languages":["spa-Latn","mar-Deva"]},{"precision":0.417025,"recall":0.523715,"f1":0.445109,"accuracy":0.523715,"main_score":0.445109,"hf_subset":"spa_Latn-plt_Latn","languages":["spa-Latn","plt-Latn"]},{"precision":0.91222,"recall":0.940711,"f1":0.921607,"accuracy":0.940711,"main_score":0.921607,"hf_subset":"spa_Latn-srp_Cyrl","languages":["spa-Latn","srp-Cyrl"]},{"precision":0.248662,"recall":0.340909,"f1":0.270729,"accuracy":0.340909,"main_score":0.270729,"hf_subset":"spa_Latn-uig_Arab","languages":["spa-Latn","uig-Arab"]},{"precision":0.938735,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"spa_Latn-aeb_Arab","languages":["spa-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"spa_Latn-ben_Beng","languages":["spa-Latn","ben-Beng"]},{"precision":0.803113,"recall":0.857708,"f1":0.819829,"accuracy":0.857708,"main_score":0.819829,"hf_subset":"spa_Latn-est_Latn","languages":["spa-Latn","est-Latn"]},{"precision":0.812784,"recall":0.859684,"f1":0.827092,"accuracy":0.859684,"main_score":0.827092,"hf_subset":"spa_Latn-hye_Armn","languages":["spa-Latn","hye-Armn"]},{"precision":0.374176,"recall":0.476285,"f1":0.400532,"accuracy":0.476285,"main_score":0.400532,"hf_subset":"spa_Latn-kmb_Latn","languages":["spa-Latn","kmb-Latn"]},{"precision":0.220045,"recall":0.310277,"f1":0.242371,"accuracy":0.310277,"main_score":0.242371,"hf_subset":"spa_Latn-min_Arab","languages":["spa-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-pol_Latn","languages":["spa-Latn","pol-Latn"]},{"precision":0.352844,"recall":0.468379,"f1":0.381723,"accuracy":0.468379,"main_score":0.381723,"hf_subset":"spa_Latn-ssw_Latn","languages":["spa-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"spa_Latn-ukr_Cyrl","languages":["spa-Latn","ukr-Cyrl"]},{"precision":0.934289,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"spa_Latn-afr_Latn","languages":["spa-Latn","afr-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"spa_Latn-bho_Deva","languages":["spa-Latn","bho-Deva"]},{"precision":0.613433,"recall":0.703557,"f1":0.638807,"accuracy":0.703557,"main_score":0.638807,"hf_subset":"spa_Latn-eus_Latn","languages":["spa-Latn","eus-Latn"]},{"precision":0.358931,"recall":0.475296,"f1":0.38835,"accuracy":0.475296,"main_score":0.38835,"hf_subset":"spa_Latn-ibo_Latn","languages":["spa-Latn","ibo-Latn"]},{"precision":0.390355,"recall":0.501976,"f1":0.419381,"accuracy":0.501976,"main_score":0.419381,"hf_subset":"spa_Latn-kmr_Latn","languages":["spa-Latn","kmr-Latn"]},{"precision":0.781695,"recall":0.840909,"f1":0.799448,"accuracy":0.840909,"main_score":0.799448,"hf_subset":"spa_Latn-min_Latn","languages":["spa-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-por_Latn","languages":["spa-Latn","por-Latn"]},{"precision":0.85392,"recall":0.897233,"f1":0.867391,"accuracy":0.897233,"main_score":0.867391,"hf_subset":"spa_Latn-sun_Latn","languages":["spa-Latn","sun-Latn"]},{"precision":0.356567,"recall":0.467391,"f1":0.384838,"accuracy":0.467391,"main_score":0.384838,"hf_subset":"spa_Latn-umb_Latn","languages":["spa-Latn","umb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"spa_Latn-ajp_Arab","languages":["spa-Latn","ajp-Arab"]},{"precision":0.224611,"recall":0.320158,"f1":0.247875,"accuracy":0.320158,"main_score":0.247875,"hf_subset":"spa_Latn-bjn_Arab","languages":["spa-Latn","bjn-Arab"]},{"precision":0.370382,"recall":0.47332,"f1":0.395961,"accuracy":0.47332,"main_score":0.395961,"hf_subset":"spa_Latn-ewe_Latn","languages":["spa-Latn","ewe-Latn"]},{"precision":0.661473,"recall":0.743083,"f1":0.685216,"accuracy":0.743083,"main_score":0.685216,"hf_subset":"spa_Latn-ilo_Latn","languages":["spa-Latn","ilo-Latn"]},{"precision":0.157029,"recall":0.240119,"f1":0.175347,"accuracy":0.240119,"main_score":0.175347,"hf_subset":"spa_Latn-knc_Arab","languages":["spa-Latn","knc-Arab"]},{"precision":0.910408,"recall":0.939723,"f1":0.920125,"accuracy":0.939723,"main_score":0.920125,"hf_subset":"spa_Latn-mkd_Cyrl","languages":["spa-Latn","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"spa_Latn-prs_Arab","languages":["spa-Latn","prs-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"spa_Latn-swe_Latn","languages":["spa-Latn","swe-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"spa_Latn-urd_Arab","languages":["spa-Latn","urd-Arab"]},{"precision":0.444519,"recall":0.554348,"f1":0.472519,"accuracy":0.554348,"main_score":0.472519,"hf_subset":"spa_Latn-aka_Latn","languages":["spa-Latn","aka-Latn"]},{"precision":0.822908,"recall":0.874506,"f1":0.838768,"accuracy":0.874506,"main_score":0.838768,"hf_subset":"spa_Latn-bjn_Latn","languages":["spa-Latn","bjn-Latn"]},{"precision":0.54447,"recall":0.639328,"f1":0.570882,"accuracy":0.639328,"main_score":0.570882,"hf_subset":"spa_Latn-fao_Latn","languages":["spa-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-ind_Latn","languages":["spa-Latn","ind-Latn"]},{"precision":0.404716,"recall":0.513834,"f1":0.432877,"accuracy":0.513834,"main_score":0.432877,"hf_subset":"spa_Latn-knc_Latn","languages":["spa-Latn","knc-Latn"]},{"precision":0.690639,"recall":0.772727,"f1":0.714613,"accuracy":0.772727,"main_score":0.714613,"hf_subset":"spa_Latn-mlt_Latn","languages":["spa-Latn","mlt-Latn"]},{"precision":0.458802,"recall":0.574111,"f1":0.489587,"accuracy":0.574111,"main_score":0.489587,"hf_subset":"spa_Latn-quy_Latn","languages":["spa-Latn","quy-Latn"]},{"precision":0.829908,"recall":0.880435,"f1":0.845982,"accuracy":0.880435,"main_score":0.845982,"hf_subset":"spa_Latn-swh_Latn","languages":["spa-Latn","swh-Latn"]},{"precision":0.608993,"recall":0.698617,"f1":0.634357,"accuracy":0.698617,"main_score":0.634357,"hf_subset":"spa_Latn-uzn_Latn","languages":["spa-Latn","uzn-Latn"]},{"precision":0.751268,"recall":0.81917,"f1":0.771871,"accuracy":0.81917,"main_score":0.771871,"hf_subset":"spa_Latn-als_Latn","languages":["spa-Latn","als-Latn"]},{"precision":0.168982,"recall":0.238142,"f1":0.185199,"accuracy":0.238142,"main_score":0.185199,"hf_subset":"spa_Latn-bod_Tibt","languages":["spa-Latn","bod-Tibt"]},{"precision":0.371005,"recall":0.482213,"f1":0.398223,"accuracy":0.482213,"main_score":0.398223,"hf_subset":"spa_Latn-fij_Latn","languages":["spa-Latn","fij-Latn"]},{"precision":0.536589,"recall":0.633399,"f1":0.563132,"accuracy":0.633399,"main_score":0.563132,"hf_subset":"spa_Latn-isl_Latn","languages":["spa-Latn","isl-Latn"]},{"precision":0.46711,"recall":0.571146,"f1":0.495122,"accuracy":0.571146,"main_score":0.495122,"hf_subset":"spa_Latn-kon_Latn","languages":["spa-Latn","kon-Latn"]},{"precision":0.321821,"recall":0.439723,"f1":0.350971,"accuracy":0.439723,"main_score":0.350971,"hf_subset":"spa_Latn-mni_Beng","languages":["spa-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"spa_Latn-ron_Latn","languages":["spa-Latn","ron-Latn"]},{"precision":0.829545,"recall":0.87747,"f1":0.844499,"accuracy":0.87747,"main_score":0.844499,"hf_subset":"spa_Latn-szl_Latn","languages":["spa-Latn","szl-Latn"]},{"precision":0.926301,"recall":0.949605,"f1":0.93386,"accuracy":0.949605,"main_score":0.93386,"hf_subset":"spa_Latn-vec_Latn","languages":["spa-Latn","vec-Latn"]},{"precision":0.78857,"recall":0.847826,"f1":0.80695,"accuracy":0.847826,"main_score":0.80695,"hf_subset":"spa_Latn-amh_Ethi","languages":["spa-Latn","amh-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"spa_Latn-bos_Latn","languages":["spa-Latn","bos-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"spa_Latn-fin_Latn","languages":["spa-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ita_Latn","languages":["spa-Latn","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-kor_Hang","languages":["spa-Latn","kor-Hang"]},{"precision":0.394979,"recall":0.503953,"f1":0.422503,"accuracy":0.503953,"main_score":0.422503,"hf_subset":"spa_Latn-mos_Latn","languages":["spa-Latn","mos-Latn"]},{"precision":0.372599,"recall":0.479249,"f1":0.399538,"accuracy":0.479249,"main_score":0.399538,"hf_subset":"spa_Latn-run_Latn","languages":["spa-Latn","run-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"spa_Latn-tam_Taml","languages":["spa-Latn","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"spa_Latn-vie_Latn","languages":["spa-Latn","vie-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"spa_Latn-apc_Arab","languages":["spa-Latn","apc-Arab"]},{"precision":0.607651,"recall":0.699605,"f1":0.633634,"accuracy":0.699605,"main_score":0.633634,"hf_subset":"spa_Latn-bug_Latn","languages":["spa-Latn","bug-Latn"]},{"precision":0.325946,"recall":0.432806,"f1":0.351978,"accuracy":0.432806,"main_score":0.351978,"hf_subset":"spa_Latn-fon_Latn","languages":["spa-Latn","fon-Latn"]},{"precision":0.841321,"recall":0.88834,"f1":0.856126,"accuracy":0.88834,"main_score":0.856126,"hf_subset":"spa_Latn-jav_Latn","languages":["spa-Latn","jav-Latn"]},{"precision":0.701014,"recall":0.778656,"f1":0.723737,"accuracy":0.778656,"main_score":0.723737,"hf_subset":"spa_Latn-lao_Laoo","languages":["spa-Latn","lao-Laoo"]},{"precision":0.327639,"recall":0.445652,"f1":0.356231,"accuracy":0.445652,"main_score":0.356231,"hf_subset":"spa_Latn-mri_Latn","languages":["spa-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-rus_Cyrl","languages":["spa-Latn","rus-Cyrl"]},{"precision":0.362133,"recall":0.479249,"f1":0.392102,"accuracy":0.479249,"main_score":0.392102,"hf_subset":"spa_Latn-taq_Latn","languages":["spa-Latn","taq-Latn"]},{"precision":0.779233,"recall":0.841897,"f1":0.798405,"accuracy":0.841897,"main_score":0.798405,"hf_subset":"spa_Latn-war_Latn","languages":["spa-Latn","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"spa_Latn-arb_Arab","languages":["spa-Latn","arb-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"spa_Latn-bul_Cyrl","languages":["spa-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-fra_Latn","languages":["spa-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-jpn_Jpan","languages":["spa-Latn","jpn-Jpan"]},{"precision":0.861084,"recall":0.903162,"f1":0.874407,"accuracy":0.903162,"main_score":0.874407,"hf_subset":"spa_Latn-lij_Latn","languages":["spa-Latn","lij-Latn"]},{"precision":0.762411,"recall":0.829051,"f1":0.783053,"accuracy":0.829051,"main_score":0.783053,"hf_subset":"spa_Latn-mya_Mymr","languages":["spa-Latn","mya-Mymr"]},{"precision":0.427006,"recall":0.543478,"f1":0.458098,"accuracy":0.543478,"main_score":0.458098,"hf_subset":"spa_Latn-sag_Latn","languages":["spa-Latn","sag-Latn"]},{"precision":0.11474,"recall":0.1917,"f1":0.128486,"accuracy":0.1917,"main_score":0.128486,"hf_subset":"spa_Latn-taq_Tfng","languages":["spa-Latn","taq-Tfng"]},{"precision":0.435562,"recall":0.546443,"f1":0.465162,"accuracy":0.546443,"main_score":0.465162,"hf_subset":"spa_Latn-wol_Latn","languages":["spa-Latn","wol-Latn"]},{"precision":0.263427,"recall":0.384387,"f1":0.293736,"accuracy":0.384387,"main_score":0.293736,"hf_subset":"spa_Latn-arb_Latn","languages":["spa-Latn","arb-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"spa_Latn-cat_Latn","languages":["spa-Latn","cat-Latn"]},{"precision":0.823534,"recall":0.874506,"f1":0.839295,"accuracy":0.874506,"main_score":0.839295,"hf_subset":"spa_Latn-fur_Latn","languages":["spa-Latn","fur-Latn"]},{"precision":0.243543,"recall":0.341897,"f1":0.267729,"accuracy":0.341897,"main_score":0.267729,"hf_subset":"spa_Latn-kab_Latn","languages":["spa-Latn","kab-Latn"]},{"precision":0.79193,"recall":0.848814,"f1":0.809025,"accuracy":0.848814,"main_score":0.809025,"hf_subset":"spa_Latn-lim_Latn","languages":["spa-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-nld_Latn","languages":["spa-Latn","nld-Latn"]},{"precision":0.883729,"recall":0.917984,"f1":0.894598,"accuracy":0.917984,"main_score":0.894598,"hf_subset":"spa_Latn-san_Deva","languages":["spa-Latn","san-Deva"]},{"precision":0.62365,"recall":0.711462,"f1":0.648868,"accuracy":0.711462,"main_score":0.648868,"hf_subset":"spa_Latn-tat_Cyrl","languages":["spa-Latn","tat-Cyrl"]},{"precision":0.39509,"recall":0.51087,"f1":0.424787,"accuracy":0.51087,"main_score":0.424787,"hf_subset":"spa_Latn-xho_Latn","languages":["spa-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"spa_Latn-ars_Arab","languages":["spa-Latn","ars-Arab"]},{"precision":0.763538,"recall":0.83004,"f1":0.783945,"accuracy":0.83004,"main_score":0.783945,"hf_subset":"spa_Latn-ceb_Latn","languages":["spa-Latn","ceb-Latn"]},{"precision":0.393408,"recall":0.506917,"f1":0.422746,"accuracy":0.506917,"main_score":0.422746,"hf_subset":"spa_Latn-fuv_Latn","languages":["spa-Latn","fuv-Latn"]},{"precision":0.36967,"recall":0.490119,"f1":0.401196,"accuracy":0.490119,"main_score":0.401196,"hf_subset":"spa_Latn-kac_Latn","languages":["spa-Latn","kac-Latn"]},{"precision":0.455223,"recall":0.566206,"f1":0.485276,"accuracy":0.566206,"main_score":0.485276,"hf_subset":"spa_Latn-lin_Latn","languages":["spa-Latn","lin-Latn"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"spa_Latn-nno_Latn","languages":["spa-Latn","nno-Latn"]},{"precision":0.141612,"recall":0.213439,"f1":0.157895,"accuracy":0.213439,"main_score":0.157895,"hf_subset":"spa_Latn-sat_Olck","languages":["spa-Latn","sat-Olck"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"spa_Latn-tel_Telu","languages":["spa-Latn","tel-Telu"]},{"precision":0.27182,"recall":0.381423,"f1":0.299997,"accuracy":0.381423,"main_score":0.299997,"hf_subset":"spa_Latn-ydd_Hebr","languages":["spa-Latn","ydd-Hebr"]},{"precision":0.879117,"recall":0.916996,"f1":0.891304,"accuracy":0.916996,"main_score":0.891304,"hf_subset":"spa_Latn-ary_Arab","languages":["spa-Latn","ary-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"spa_Latn-ces_Latn","languages":["spa-Latn","ces-Latn"]},{"precision":0.27228,"recall":0.373518,"f1":0.296259,"accuracy":0.373518,"main_score":0.296259,"hf_subset":"spa_Latn-gaz_Latn","languages":["spa-Latn","gaz-Latn"]},{"precision":0.399796,"recall":0.509881,"f1":0.427904,"accuracy":0.509881,"main_score":0.427904,"hf_subset":"spa_Latn-kam_Latn","languages":["spa-Latn","kam-Latn"]},{"precision":0.768998,"recall":0.833004,"f1":0.788323,"accuracy":0.833004,"main_score":0.788323,"hf_subset":"spa_Latn-lit_Latn","languages":["spa-Latn","lit-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"spa_Latn-nob_Latn","languages":["spa-Latn","nob-Latn"]},{"precision":0.740168,"recall":0.810277,"f1":0.761284,"accuracy":0.810277,"main_score":0.761284,"hf_subset":"spa_Latn-scn_Latn","languages":["spa-Latn","scn-Latn"]},{"precision":0.394876,"recall":0.501976,"f1":0.42194,"accuracy":0.501976,"main_score":0.42194,"hf_subset":"spa_Latn-tgk_Cyrl","languages":["spa-Latn","tgk-Cyrl"]},{"precision":0.343593,"recall":0.459486,"f1":0.373313,"accuracy":0.459486,"main_score":0.373313,"hf_subset":"spa_Latn-yor_Latn","languages":["spa-Latn","yor-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"spa_Latn-arz_Arab","languages":["spa-Latn","arz-Arab"]},{"precision":0.394202,"recall":0.512846,"f1":0.425117,"accuracy":0.512846,"main_score":0.425117,"hf_subset":"spa_Latn-cjk_Latn","languages":["spa-Latn","cjk-Latn"]},{"precision":0.321032,"recall":0.425889,"f1":0.346681,"accuracy":0.425889,"main_score":0.346681,"hf_subset":"spa_Latn-gla_Latn","languages":["spa-Latn","gla-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"spa_Latn-kan_Knda","languages":["spa-Latn","kan-Knda"]},{"precision":0.796864,"recall":0.852767,"f1":0.813606,"accuracy":0.852767,"main_score":0.813606,"hf_subset":"spa_Latn-lmo_Latn","languages":["spa-Latn","lmo-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"spa_Latn-npi_Deva","languages":["spa-Latn","npi-Deva"]},{"precision":0.33355,"recall":0.453557,"f1":0.363723,"accuracy":0.453557,"main_score":0.363723,"hf_subset":"spa_Latn-shn_Mymr","languages":["spa-Latn","shn-Mymr"]},{"precision":0.878376,"recall":0.916008,"f1":0.890382,"accuracy":0.916008,"main_score":0.890382,"hf_subset":"spa_Latn-tgl_Latn","languages":["spa-Latn","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-yue_Hant","languages":["spa-Latn","yue-Hant"]},{"precision":0.867045,"recall":0.907115,"f1":0.879677,"accuracy":0.907115,"main_score":0.879677,"hf_subset":"spa_Latn-asm_Beng","languages":["spa-Latn","asm-Beng"]},{"precision":0.371162,"recall":0.468379,"f1":0.396646,"accuracy":0.468379,"main_score":0.396646,"hf_subset":"spa_Latn-ckb_Arab","languages":["spa-Latn","ckb-Arab"]},{"precision":0.324755,"recall":0.43083,"f1":0.351434,"accuracy":0.43083,"main_score":0.351434,"hf_subset":"spa_Latn-gle_Latn","languages":["spa-Latn","gle-Latn"]},{"precision":0.645183,"recall":0.735178,"f1":0.671239,"accuracy":0.735178,"main_score":0.671239,"hf_subset":"spa_Latn-kas_Arab","languages":["spa-Latn","kas-Arab"]},{"precision":0.582693,"recall":0.681818,"f1":0.611924,"accuracy":0.681818,"main_score":0.611924,"hf_subset":"spa_Latn-ltg_Latn","languages":["spa-Latn","ltg-Latn"]},{"precision":0.424089,"recall":0.539526,"f1":0.454745,"accuracy":0.539526,"main_score":0.454745,"hf_subset":"spa_Latn-nso_Latn","languages":["spa-Latn","nso-Latn"]},{"precision":0.834239,"recall":0.884387,"f1":0.850362,"accuracy":0.884387,"main_score":0.850362,"hf_subset":"spa_Latn-sin_Sinh","languages":["spa-Latn","sin-Sinh"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"spa_Latn-tha_Thai","languages":["spa-Latn","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-zho_Hans","languages":["spa-Latn","zho-Hans"]},{"precision":0.982872,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"spa_Latn-ast_Latn","languages":["spa-Latn","ast-Latn"]},{"precision":0.777997,"recall":0.841897,"f1":0.797859,"accuracy":0.841897,"main_score":0.797859,"hf_subset":"spa_Latn-crh_Latn","languages":["spa-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-glg_Latn","languages":["spa-Latn","glg-Latn"]},{"precision":0.56545,"recall":0.666996,"f1":0.594397,"accuracy":0.666996,"main_score":0.594397,"hf_subset":"spa_Latn-kas_Deva","languages":["spa-Latn","kas-Deva"]},{"precision":0.756374,"recall":0.823123,"f1":0.776515,"accuracy":0.823123,"main_score":0.776515,"hf_subset":"spa_Latn-ltz_Latn","languages":["spa-Latn","ltz-Latn"]},{"precision":0.267145,"recall":0.369565,"f1":0.29207,"accuracy":0.369565,"main_score":0.29207,"hf_subset":"spa_Latn-nus_Latn","languages":["spa-Latn","nus-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"spa_Latn-slk_Latn","languages":["spa-Latn","slk-Latn"]},{"precision":0.354403,"recall":0.45751,"f1":0.381052,"accuracy":0.45751,"main_score":0.381052,"hf_subset":"spa_Latn-tir_Ethi","languages":["spa-Latn","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"spa_Latn-zho_Hant","languages":["spa-Latn","zho-Hant"]},{"precision":0.975955,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"spa_Latn-awa_Deva","languages":["spa-Latn","awa-Deva"]},{"precision":0.407967,"recall":0.511858,"f1":0.434787,"accuracy":0.511858,"main_score":0.434787,"hf_subset":"spa_Latn-cym_Latn","languages":["spa-Latn","cym-Latn"]},{"precision":0.648518,"recall":0.733202,"f1":0.672577,"accuracy":0.733202,"main_score":0.672577,"hf_subset":"spa_Latn-grn_Latn","languages":["spa-Latn","grn-Latn"]},{"precision":0.882987,"recall":0.917984,"f1":0.893972,"accuracy":0.917984,"main_score":0.893972,"hf_subset":"spa_Latn-kat_Geor","languages":["spa-Latn","kat-Geor"]},{"precision":0.45607,"recall":0.564229,"f1":0.485162,"accuracy":0.564229,"main_score":0.485162,"hf_subset":"spa_Latn-lua_Latn","languages":["spa-Latn","lua-Latn"]},{"precision":0.433613,"recall":0.548419,"f1":0.464289,"accuracy":0.548419,"main_score":0.464289,"hf_subset":"spa_Latn-nya_Latn","languages":["spa-Latn","nya-Latn"]},{"precision":0.895916,"recall":0.929842,"f1":0.907115,"accuracy":0.929842,"main_score":0.907115,"hf_subset":"spa_Latn-slv_Latn","languages":["spa-Latn","slv-Latn"]},{"precision":0.721014,"recall":0.798419,"f1":0.744368,"accuracy":0.798419,"main_score":0.744368,"hf_subset":"spa_Latn-tpi_Latn","languages":["spa-Latn","tpi-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"spa_Latn-zsm_Latn","languages":["spa-Latn","zsm-Latn"]},{"precision":0.358987,"recall":0.476285,"f1":0.38968,"accuracy":0.476285,"main_score":0.38968,"hf_subset":"spa_Latn-ayr_Latn","languages":["spa-Latn","ayr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"spa_Latn-dan_Latn","languages":["spa-Latn","dan-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"spa_Latn-guj_Gujr","languages":["spa-Latn","guj-Gujr"]},{"precision":0.709223,"recall":0.785573,"f1":0.731686,"accuracy":0.785573,"main_score":0.731686,"hf_subset":"spa_Latn-kaz_Cyrl","languages":["spa-Latn","kaz-Cyrl"]},{"precision":0.355452,"recall":0.463439,"f1":0.383002,"accuracy":0.463439,"main_score":0.383002,"hf_subset":"spa_Latn-lug_Latn","languages":["spa-Latn","lug-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"spa_Latn-oci_Latn","languages":["spa-Latn","oci-Latn"]},{"precision":0.395274,"recall":0.514822,"f1":0.426401,"accuracy":0.514822,"main_score":0.426401,"hf_subset":"spa_Latn-smo_Latn","languages":["spa-Latn","smo-Latn"]},{"precision":0.385067,"recall":0.498024,"f1":0.413749,"accuracy":0.498024,"main_score":0.413749,"hf_subset":"spa_Latn-tsn_Latn","languages":["spa-Latn","tsn-Latn"]},{"precision":0.365664,"recall":0.474308,"f1":0.393702,"accuracy":0.474308,"main_score":0.393702,"hf_subset":"spa_Latn-zul_Latn","languages":["spa-Latn","zul-Latn"]},{"precision":0.640152,"recall":0.73419,"f1":0.66789,"accuracy":0.73419,"main_score":0.66789,"hf_subset":"spa_Latn-azb_Arab","languages":["spa-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-deu_Latn","languages":["spa-Latn","deu-Latn"]},{"precision":0.607009,"recall":0.699605,"f1":0.633159,"accuracy":0.699605,"main_score":0.633159,"hf_subset":"spa_Latn-hat_Latn","languages":["spa-Latn","hat-Latn"]},{"precision":0.320912,"recall":0.427866,"f1":0.347541,"accuracy":0.427866,"main_score":0.347541,"hf_subset":"spa_Latn-kbp_Latn","languages":["spa-Latn","kbp-Latn"]},{"precision":0.403355,"recall":0.512846,"f1":0.430585,"accuracy":0.512846,"main_score":0.430585,"hf_subset":"spa_Latn-luo_Latn","languages":["spa-Latn","luo-Latn"]},{"precision":0.521798,"recall":0.61166,"f1":0.5467,"accuracy":0.61166,"main_score":0.5467,"hf_subset":"spa_Latn-ory_Orya","languages":["spa-Latn","ory-Orya"]},{"precision":0.386575,"recall":0.498024,"f1":0.415112,"accuracy":0.498024,"main_score":0.415112,"hf_subset":"spa_Latn-sna_Latn","languages":["spa-Latn","sna-Latn"]},{"precision":0.371462,"recall":0.475296,"f1":0.397775,"accuracy":0.475296,"main_score":0.397775,"hf_subset":"spa_Latn-tso_Latn","languages":["spa-Latn","tso-Latn"]},{"precision":0.818429,"recall":0.873518,"f1":0.835837,"accuracy":0.873518,"main_score":0.835837,"hf_subset":"spa_Latn-azj_Latn","languages":["spa-Latn","azj-Latn"]},{"precision":0.404636,"recall":0.516798,"f1":0.433856,"accuracy":0.516798,"main_score":0.433856,"hf_subset":"spa_Latn-dik_Latn","languages":["spa-Latn","dik-Latn"]},{"precision":0.407082,"recall":0.505929,"f1":0.432943,"accuracy":0.505929,"main_score":0.432943,"hf_subset":"spa_Latn-hau_Latn","languages":["spa-Latn","hau-Latn"]},{"precision":0.804752,"recall":0.86166,"f1":0.822316,"accuracy":0.86166,"main_score":0.822316,"hf_subset":"spa_Latn-kea_Latn","languages":["spa-Latn","kea-Latn"]},{"precision":0.55233,"recall":0.650198,"f1":0.579609,"accuracy":0.650198,"main_score":0.579609,"hf_subset":"spa_Latn-lus_Latn","languages":["spa-Latn","lus-Latn"]},{"precision":0.704858,"recall":0.781621,"f1":0.727786,"accuracy":0.781621,"main_score":0.727786,"hf_subset":"spa_Latn-pag_Latn","languages":["spa-Latn","pag-Latn"]},{"precision":0.654694,"recall":0.745059,"f1":0.681573,"accuracy":0.745059,"main_score":0.681573,"hf_subset":"spa_Latn-snd_Arab","languages":["spa-Latn","snd-Arab"]},{"precision":0.569922,"recall":0.666996,"f1":0.598025,"accuracy":0.666996,"main_score":0.598025,"hf_subset":"spa_Latn-tuk_Latn","languages":["spa-Latn","tuk-Latn"]},{"precision":0.621871,"recall":0.711462,"f1":0.647214,"accuracy":0.711462,"main_score":0.647214,"hf_subset":"spa_Latn-bak_Cyrl","languages":["spa-Latn","bak-Cyrl"]},{"precision":0.326571,"recall":0.445652,"f1":0.3572,"accuracy":0.445652,"main_score":0.3572,"hf_subset":"spa_Latn-dyu_Latn","languages":["spa-Latn","dyu-Latn"]},{"precision":0.888258,"recall":0.923913,"f1":0.899769,"accuracy":0.923913,"main_score":0.899769,"hf_subset":"spa_Latn-heb_Hebr","languages":["spa-Latn","heb-Hebr"]},{"precision":0.402836,"recall":0.505929,"f1":0.430081,"accuracy":0.505929,"main_score":0.430081,"hf_subset":"spa_Latn-khk_Cyrl","languages":["spa-Latn","khk-Cyrl"]},{"precision":0.791436,"recall":0.850791,"f1":0.809914,"accuracy":0.850791,"main_score":0.809914,"hf_subset":"spa_Latn-lvs_Latn","languages":["spa-Latn","lvs-Latn"]},{"precision":0.904562,"recall":0.933794,"f1":0.913933,"accuracy":0.933794,"main_score":0.913933,"hf_subset":"spa_Latn-pan_Guru","languages":["spa-Latn","pan-Guru"]},{"precision":0.346922,"recall":0.449605,"f1":0.372947,"accuracy":0.449605,"main_score":0.372947,"hf_subset":"spa_Latn-som_Latn","languages":["spa-Latn","som-Latn"]},{"precision":0.418273,"recall":0.523715,"f1":0.446259,"accuracy":0.523715,"main_score":0.446259,"hf_subset":"spa_Latn-tum_Latn","languages":["spa-Latn","tum-Latn"]},{"precision":0.304707,"recall":0.359684,"f1":0.318192,"accuracy":0.359684,"main_score":0.318192,"hf_subset":"twi_Latn-ace_Arab","languages":["twi-Latn","ace-Arab"]},{"precision":0.41314,"recall":0.463439,"f1":0.427827,"accuracy":0.463439,"main_score":0.427827,"hf_subset":"twi_Latn-bam_Latn","languages":["twi-Latn","bam-Latn"]},{"precision":0.140588,"recall":0.195652,"f1":0.153563,"accuracy":0.195652,"main_score":0.153563,"hf_subset":"twi_Latn-dzo_Tibt","languages":["twi-Latn","dzo-Tibt"]},{"precision":0.525745,"recall":0.590909,"f1":0.543802,"accuracy":0.590909,"main_score":0.543802,"hf_subset":"twi_Latn-hin_Deva","languages":["twi-Latn","hin-Deva"]},{"precision":0.390819,"recall":0.449605,"f1":0.407928,"accuracy":0.449605,"main_score":0.407928,"hf_subset":"twi_Latn-khm_Khmr","languages":["twi-Latn","khm-Khmr"]},{"precision":0.517033,"recall":0.578063,"f1":0.534145,"accuracy":0.578063,"main_score":0.534145,"hf_subset":"twi_Latn-mag_Deva","languages":["twi-Latn","mag-Deva"]},{"precision":0.534332,"recall":0.567194,"f1":0.543488,"accuracy":0.567194,"main_score":0.543488,"hf_subset":"twi_Latn-pap_Latn","languages":["twi-Latn","pap-Latn"]},{"precision":0.478019,"recall":0.517787,"f1":0.489123,"accuracy":0.517787,"main_score":0.489123,"hf_subset":"twi_Latn-sot_Latn","languages":["twi-Latn","sot-Latn"]},{"precision":0.522355,"recall":0.579051,"f1":0.537396,"accuracy":0.579051,"main_score":0.537396,"hf_subset":"twi_Latn-tur_Latn","languages":["twi-Latn","tur-Latn"]},{"precision":0.522893,"recall":0.562253,"f1":0.534291,"accuracy":0.562253,"main_score":0.534291,"hf_subset":"twi_Latn-ace_Latn","languages":["twi-Latn","ace-Latn"]},{"precision":0.525991,"recall":0.572134,"f1":0.539444,"accuracy":0.572134,"main_score":0.539444,"hf_subset":"twi_Latn-ban_Latn","languages":["twi-Latn","ban-Latn"]},{"precision":0.443311,"recall":0.508893,"f1":0.461988,"accuracy":0.508893,"main_score":0.461988,"hf_subset":"twi_Latn-ell_Grek","languages":["twi-Latn","ell-Grek"]},{"precision":0.502015,"recall":0.565217,"f1":0.519856,"accuracy":0.565217,"main_score":0.519856,"hf_subset":"twi_Latn-hne_Deva","languages":["twi-Latn","hne-Deva"]},{"precision":0.468597,"recall":0.519763,"f1":0.482816,"accuracy":0.519763,"main_score":0.482816,"hf_subset":"twi_Latn-kik_Latn","languages":["twi-Latn","kik-Latn"]},{"precision":0.531243,"recall":0.586957,"f1":0.547296,"accuracy":0.586957,"main_score":0.547296,"hf_subset":"twi_Latn-mai_Deva","languages":["twi-Latn","mai-Deva"]},{"precision":0.446061,"recall":0.501976,"f1":0.461639,"accuracy":0.501976,"main_score":0.461639,"hf_subset":"twi_Latn-pbt_Arab","languages":["twi-Latn","pbt-Arab"]},{"precision":0.538404,"recall":0.602767,"f1":0.555561,"accuracy":0.602767,"main_score":0.555561,"hf_subset":"twi_Latn-spa_Latn","languages":["twi-Latn","spa-Latn"]},{"precision":0.500552,"recall":0.556324,"f1":0.516782,"accuracy":0.556324,"main_score":0.516782,"hf_subset":"twi_Latn-acm_Arab","languages":["twi-Latn","acm-Arab"]},{"precision":0.429095,"recall":0.496047,"f1":0.4476,"accuracy":0.496047,"main_score":0.4476,"hf_subset":"twi_Latn-bel_Cyrl","languages":["twi-Latn","bel-Cyrl"]},{"precision":0.571492,"recall":0.625494,"f1":0.58638,"accuracy":0.625494,"main_score":0.58638,"hf_subset":"twi_Latn-eng_Latn","languages":["twi-Latn","eng-Latn"]},{"precision":0.501567,"recall":0.555336,"f1":0.516713,"accuracy":0.555336,"main_score":0.516713,"hf_subset":"twi_Latn-hrv_Latn","languages":["twi-Latn","hrv-Latn"]},{"precision":0.405078,"recall":0.454545,"f1":0.419445,"accuracy":0.454545,"main_score":0.419445,"hf_subset":"twi_Latn-kin_Latn","languages":["twi-Latn","kin-Latn"]},{"precision":0.476219,"recall":0.543478,"f1":0.494644,"accuracy":0.543478,"main_score":0.494644,"hf_subset":"twi_Latn-mal_Mlym","languages":["twi-Latn","mal-Mlym"]},{"precision":0.505301,"recall":0.56917,"f1":0.522361,"accuracy":0.56917,"main_score":0.522361,"hf_subset":"twi_Latn-pes_Arab","languages":["twi-Latn","pes-Arab"]},{"precision":0.511349,"recall":0.552372,"f1":0.52239,"accuracy":0.552372,"main_score":0.52239,"hf_subset":"twi_Latn-srd_Latn","languages":["twi-Latn","srd-Latn"]},{"precision":0.141228,"recall":0.189723,"f1":0.152599,"accuracy":0.189723,"main_score":0.152599,"hf_subset":"twi_Latn-tzm_Tfng","languages":["twi-Latn","tzm-Tfng"]},{"precision":0.489035,"recall":0.557312,"f1":0.507589,"accuracy":0.557312,"main_score":0.507589,"hf_subset":"twi_Latn-acq_Arab","languages":["twi-Latn","acq-Arab"]},{"precision":0.501186,"recall":0.544466,"f1":0.513611,"accuracy":0.544466,"main_score":0.513611,"hf_subset":"twi_Latn-bem_Latn","languages":["twi-Latn","bem-Latn"]},{"precision":0.498743,"recall":0.535573,"f1":0.509768,"accuracy":0.535573,"main_score":0.509768,"hf_subset":"twi_Latn-epo_Latn","languages":["twi-Latn","epo-Latn"]},{"precision":0.472589,"recall":0.532609,"f1":0.489356,"accuracy":0.532609,"main_score":0.489356,"hf_subset":"twi_Latn-hun_Latn","languages":["twi-Latn","hun-Latn"]},{"precision":0.464519,"recall":0.51581,"f1":0.479256,"accuracy":0.51581,"main_score":0.479256,"hf_subset":"twi_Latn-kir_Cyrl","languages":["twi-Latn","kir-Cyrl"]},{"precision":0.479783,"recall":0.554348,"f1":0.500833,"accuracy":0.554348,"main_score":0.500833,"hf_subset":"twi_Latn-mar_Deva","languages":["twi-Latn","mar-Deva"]},{"precision":0.459445,"recall":0.505929,"f1":0.472513,"accuracy":0.505929,"main_score":0.472513,"hf_subset":"twi_Latn-plt_Latn","languages":["twi-Latn","plt-Latn"]},{"precision":0.475439,"recall":0.527668,"f1":0.490131,"accuracy":0.527668,"main_score":0.490131,"hf_subset":"twi_Latn-srp_Cyrl","languages":["twi-Latn","srp-Cyrl"]},{"precision":0.285268,"recall":0.341897,"f1":0.300899,"accuracy":0.341897,"main_score":0.300899,"hf_subset":"twi_Latn-uig_Arab","languages":["twi-Latn","uig-Arab"]},{"precision":0.489844,"recall":0.545455,"f1":0.50546,"accuracy":0.545455,"main_score":0.50546,"hf_subset":"twi_Latn-aeb_Arab","languages":["twi-Latn","aeb-Arab"]},{"precision":0.504066,"recall":0.572134,"f1":0.52294,"accuracy":0.572134,"main_score":0.52294,"hf_subset":"twi_Latn-ben_Beng","languages":["twi-Latn","ben-Beng"]},{"precision":0.46317,"recall":0.514822,"f1":0.477985,"accuracy":0.514822,"main_score":0.477985,"hf_subset":"twi_Latn-est_Latn","languages":["twi-Latn","est-Latn"]},{"precision":0.406467,"recall":0.462451,"f1":0.422508,"accuracy":0.462451,"main_score":0.422508,"hf_subset":"twi_Latn-hye_Armn","languages":["twi-Latn","hye-Armn"]},{"precision":0.441675,"recall":0.48913,"f1":0.455392,"accuracy":0.48913,"main_score":0.455392,"hf_subset":"twi_Latn-kmb_Latn","languages":["twi-Latn","kmb-Latn"]},{"precision":0.254919,"recall":0.312253,"f1":0.269386,"accuracy":0.312253,"main_score":0.269386,"hf_subset":"twi_Latn-min_Arab","languages":["twi-Latn","min-Arab"]},{"precision":0.504317,"recall":0.567194,"f1":0.52173,"accuracy":0.567194,"main_score":0.52173,"hf_subset":"twi_Latn-pol_Latn","languages":["twi-Latn","pol-Latn"]},{"precision":0.439034,"recall":0.493083,"f1":0.454751,"accuracy":0.493083,"main_score":0.454751,"hf_subset":"twi_Latn-ssw_Latn","languages":["twi-Latn","ssw-Latn"]},{"precision":0.511495,"recall":0.572134,"f1":0.529049,"accuracy":0.572134,"main_score":0.529049,"hf_subset":"twi_Latn-ukr_Cyrl","languages":["twi-Latn","ukr-Cyrl"]},{"precision":0.52653,"recall":0.572134,"f1":0.539989,"accuracy":0.572134,"main_score":0.539989,"hf_subset":"twi_Latn-afr_Latn","languages":["twi-Latn","afr-Latn"]},{"precision":0.532236,"recall":0.582016,"f1":0.547344,"accuracy":0.582016,"main_score":0.547344,"hf_subset":"twi_Latn-bho_Deva","languages":["twi-Latn","bho-Deva"]},{"precision":0.472333,"recall":0.525692,"f1":0.487116,"accuracy":0.525692,"main_score":0.487116,"hf_subset":"twi_Latn-eus_Latn","languages":["twi-Latn","eus-Latn"]},{"precision":0.441,"recall":0.495059,"f1":0.456288,"accuracy":0.495059,"main_score":0.456288,"hf_subset":"twi_Latn-ibo_Latn","languages":["twi-Latn","ibo-Latn"]},{"precision":0.43732,"recall":0.487154,"f1":0.451543,"accuracy":0.487154,"main_score":0.451543,"hf_subset":"twi_Latn-kmr_Latn","languages":["twi-Latn","kmr-Latn"]},{"precision":0.51695,"recall":0.562253,"f1":0.528772,"accuracy":0.562253,"main_score":0.528772,"hf_subset":"twi_Latn-min_Latn","languages":["twi-Latn","min-Latn"]},{"precision":0.541646,"recall":0.599802,"f1":0.558122,"accuracy":0.599802,"main_score":0.558122,"hf_subset":"twi_Latn-por_Latn","languages":["twi-Latn","por-Latn"]},{"precision":0.54286,"recall":0.581028,"f1":0.553755,"accuracy":0.581028,"main_score":0.553755,"hf_subset":"twi_Latn-sun_Latn","languages":["twi-Latn","sun-Latn"]},{"precision":0.432601,"recall":0.486166,"f1":0.448254,"accuracy":0.486166,"main_score":0.448254,"hf_subset":"twi_Latn-umb_Latn","languages":["twi-Latn","umb-Latn"]},{"precision":0.500923,"recall":0.559289,"f1":0.517204,"accuracy":0.559289,"main_score":0.517204,"hf_subset":"twi_Latn-ajp_Arab","languages":["twi-Latn","ajp-Arab"]},{"precision":0.277208,"recall":0.328063,"f1":0.291012,"accuracy":0.328063,"main_score":0.291012,"hf_subset":"twi_Latn-bjn_Arab","languages":["twi-Latn","bjn-Arab"]},{"precision":0.473593,"recall":0.512846,"f1":0.484865,"accuracy":0.512846,"main_score":0.484865,"hf_subset":"twi_Latn-ewe_Latn","languages":["twi-Latn","ewe-Latn"]},{"precision":0.559679,"recall":0.597826,"f1":0.570951,"accuracy":0.597826,"main_score":0.570951,"hf_subset":"twi_Latn-ilo_Latn","languages":["twi-Latn","ilo-Latn"]},{"precision":0.20735,"recall":0.257905,"f1":0.220949,"accuracy":0.257905,"main_score":0.220949,"hf_subset":"twi_Latn-knc_Arab","languages":["twi-Latn","knc-Arab"]},{"precision":0.478933,"recall":0.532609,"f1":0.493973,"accuracy":0.532609,"main_score":0.493973,"hf_subset":"twi_Latn-mkd_Cyrl","languages":["twi-Latn","mkd-Cyrl"]},{"precision":0.477851,"recall":0.55336,"f1":0.498464,"accuracy":0.55336,"main_score":0.498464,"hf_subset":"twi_Latn-prs_Arab","languages":["twi-Latn","prs-Arab"]},{"precision":0.525359,"recall":0.585968,"f1":0.541867,"accuracy":0.585968,"main_score":0.541867,"hf_subset":"twi_Latn-swe_Latn","languages":["twi-Latn","swe-Latn"]},{"precision":0.45366,"recall":0.525692,"f1":0.473744,"accuracy":0.525692,"main_score":0.473744,"hf_subset":"twi_Latn-urd_Arab","languages":["twi-Latn","urd-Arab"]},{"precision":0.725939,"recall":0.785573,"f1":0.743285,"accuracy":0.785573,"main_score":0.743285,"hf_subset":"twi_Latn-aka_Latn","languages":["twi-Latn","aka-Latn"]},{"precision":0.523841,"recall":0.566206,"f1":0.536,"accuracy":0.566206,"main_score":0.536,"hf_subset":"twi_Latn-bjn_Latn","languages":["twi-Latn","bjn-Latn"]},{"precision":0.455705,"recall":0.506917,"f1":0.470539,"accuracy":0.506917,"main_score":0.470539,"hf_subset":"twi_Latn-fao_Latn","languages":["twi-Latn","fao-Latn"]},{"precision":0.54398,"recall":0.601779,"f1":0.559053,"accuracy":0.601779,"main_score":0.559053,"hf_subset":"twi_Latn-ind_Latn","languages":["twi-Latn","ind-Latn"]},{"precision":0.493718,"recall":0.531621,"f1":0.505272,"accuracy":0.531621,"main_score":0.505272,"hf_subset":"twi_Latn-knc_Latn","languages":["twi-Latn","knc-Latn"]},{"precision":0.488704,"recall":0.539526,"f1":0.502964,"accuracy":0.539526,"main_score":0.502964,"hf_subset":"twi_Latn-mlt_Latn","languages":["twi-Latn","mlt-Latn"]},{"precision":0.479545,"recall":0.528656,"f1":0.493729,"accuracy":0.528656,"main_score":0.493729,"hf_subset":"twi_Latn-quy_Latn","languages":["twi-Latn","quy-Latn"]},{"precision":0.474014,"recall":0.52668,"f1":0.489456,"accuracy":0.52668,"main_score":0.489456,"hf_subset":"twi_Latn-swh_Latn","languages":["twi-Latn","swh-Latn"]},{"precision":0.434043,"recall":0.492095,"f1":0.450123,"accuracy":0.492095,"main_score":0.450123,"hf_subset":"twi_Latn-uzn_Latn","languages":["twi-Latn","uzn-Latn"]},{"precision":0.498531,"recall":0.547431,"f1":0.512337,"accuracy":0.547431,"main_score":0.512337,"hf_subset":"twi_Latn-als_Latn","languages":["twi-Latn","als-Latn"]},{"precision":0.193863,"recall":0.252964,"f1":0.208497,"accuracy":0.252964,"main_score":0.208497,"hf_subset":"twi_Latn-bod_Tibt","languages":["twi-Latn","bod-Tibt"]},{"precision":0.456515,"recall":0.502964,"f1":0.469909,"accuracy":0.502964,"main_score":0.469909,"hf_subset":"twi_Latn-fij_Latn","languages":["twi-Latn","fij-Latn"]},{"precision":0.414874,"recall":0.468379,"f1":0.429354,"accuracy":0.468379,"main_score":0.429354,"hf_subset":"twi_Latn-isl_Latn","languages":["twi-Latn","isl-Latn"]},{"precision":0.481406,"recall":0.524704,"f1":0.494026,"accuracy":0.524704,"main_score":0.494026,"hf_subset":"twi_Latn-kon_Latn","languages":["twi-Latn","kon-Latn"]},{"precision":0.365729,"recall":0.423913,"f1":0.381979,"accuracy":0.423913,"main_score":0.381979,"hf_subset":"twi_Latn-mni_Beng","languages":["twi-Latn","mni-Beng"]},{"precision":0.551768,"recall":0.597826,"f1":0.564292,"accuracy":0.597826,"main_score":0.564292,"hf_subset":"twi_Latn-ron_Latn","languages":["twi-Latn","ron-Latn"]},{"precision":0.484817,"recall":0.525692,"f1":0.496533,"accuracy":0.525692,"main_score":0.496533,"hf_subset":"twi_Latn-szl_Latn","languages":["twi-Latn","szl-Latn"]},{"precision":0.532531,"recall":0.570158,"f1":0.543139,"accuracy":0.570158,"main_score":0.543139,"hf_subset":"twi_Latn-vec_Latn","languages":["twi-Latn","vec-Latn"]},{"precision":0.422063,"recall":0.474308,"f1":0.437325,"accuracy":0.474308,"main_score":0.437325,"hf_subset":"twi_Latn-amh_Ethi","languages":["twi-Latn","amh-Ethi"]},{"precision":0.49924,"recall":0.555336,"f1":0.514623,"accuracy":0.555336,"main_score":0.514623,"hf_subset":"twi_Latn-bos_Latn","languages":["twi-Latn","bos-Latn"]},{"precision":0.503568,"recall":0.561265,"f1":0.520382,"accuracy":0.561265,"main_score":0.520382,"hf_subset":"twi_Latn-fin_Latn","languages":["twi-Latn","fin-Latn"]},{"precision":0.549517,"recall":0.602767,"f1":0.564836,"accuracy":0.602767,"main_score":0.564836,"hf_subset":"twi_Latn-ita_Latn","languages":["twi-Latn","ita-Latn"]},{"precision":0.503518,"recall":0.570158,"f1":0.522113,"accuracy":0.570158,"main_score":0.522113,"hf_subset":"twi_Latn-kor_Hang","languages":["twi-Latn","kor-Hang"]},{"precision":0.438966,"recall":0.494071,"f1":0.454969,"accuracy":0.494071,"main_score":0.454969,"hf_subset":"twi_Latn-mos_Latn","languages":["twi-Latn","mos-Latn"]},{"precision":0.435809,"recall":0.482213,"f1":0.449012,"accuracy":0.482213,"main_score":0.449012,"hf_subset":"twi_Latn-run_Latn","languages":["twi-Latn","run-Latn"]},{"precision":0.445975,"recall":0.521739,"f1":0.466773,"accuracy":0.521739,"main_score":0.466773,"hf_subset":"twi_Latn-tam_Taml","languages":["twi-Latn","tam-Taml"]},{"precision":0.504995,"recall":0.565217,"f1":0.521373,"accuracy":0.565217,"main_score":0.521373,"hf_subset":"twi_Latn-vie_Latn","languages":["twi-Latn","vie-Latn"]},{"precision":0.507312,"recall":0.565217,"f1":0.524126,"accuracy":0.565217,"main_score":0.524126,"hf_subset":"twi_Latn-apc_Arab","languages":["twi-Latn","apc-Arab"]},{"precision":0.523757,"recall":0.571146,"f1":0.537873,"accuracy":0.571146,"main_score":0.537873,"hf_subset":"twi_Latn-bug_Latn","languages":["twi-Latn","bug-Latn"]},{"precision":0.419788,"recall":0.464427,"f1":0.432894,"accuracy":0.464427,"main_score":0.432894,"hf_subset":"twi_Latn-fon_Latn","languages":["twi-Latn","fon-Latn"]},{"precision":0.54621,"recall":0.583992,"f1":0.556844,"accuracy":0.583992,"main_score":0.556844,"hf_subset":"twi_Latn-jav_Latn","languages":["twi-Latn","jav-Latn"]},{"precision":0.409644,"recall":0.45751,"f1":0.422716,"accuracy":0.45751,"main_score":0.422716,"hf_subset":"twi_Latn-lao_Laoo","languages":["twi-Latn","lao-Laoo"]},{"precision":0.406498,"recall":0.459486,"f1":0.421793,"accuracy":0.459486,"main_score":0.421793,"hf_subset":"twi_Latn-mri_Latn","languages":["twi-Latn","mri-Latn"]},{"precision":0.50459,"recall":0.576087,"f1":0.524048,"accuracy":0.576087,"main_score":0.524048,"hf_subset":"twi_Latn-rus_Cyrl","languages":["twi-Latn","rus-Cyrl"]},{"precision":0.430056,"recall":0.485178,"f1":0.445746,"accuracy":0.485178,"main_score":0.445746,"hf_subset":"twi_Latn-taq_Latn","languages":["twi-Latn","taq-Latn"]},{"precision":0.562343,"recall":0.597826,"f1":0.572828,"accuracy":0.597826,"main_score":0.572828,"hf_subset":"twi_Latn-war_Latn","languages":["twi-Latn","war-Latn"]},{"precision":0.489091,"recall":0.560277,"f1":0.508504,"accuracy":0.560277,"main_score":0.508504,"hf_subset":"twi_Latn-arb_Arab","languages":["twi-Latn","arb-Arab"]},{"precision":0.507164,"recall":0.564229,"f1":0.522707,"accuracy":0.564229,"main_score":0.522707,"hf_subset":"twi_Latn-bul_Cyrl","languages":["twi-Latn","bul-Cyrl"]},{"precision":0.55427,"recall":0.610672,"f1":0.569948,"accuracy":0.610672,"main_score":0.569948,"hf_subset":"twi_Latn-fra_Latn","languages":["twi-Latn","fra-Latn"]},{"precision":0.508681,"recall":0.581028,"f1":0.528352,"accuracy":0.581028,"main_score":0.528352,"hf_subset":"twi_Latn-jpn_Jpan","languages":["twi-Latn","jpn-Jpan"]},{"precision":0.511105,"recall":0.55336,"f1":0.522669,"accuracy":0.55336,"main_score":0.522669,"hf_subset":"twi_Latn-lij_Latn","languages":["twi-Latn","lij-Latn"]},{"precision":0.352879,"recall":0.421937,"f1":0.371441,"accuracy":0.421937,"main_score":0.371441,"hf_subset":"twi_Latn-mya_Mymr","languages":["twi-Latn","mya-Mymr"]},{"precision":0.478458,"recall":0.523715,"f1":0.491784,"accuracy":0.523715,"main_score":0.491784,"hf_subset":"twi_Latn-sag_Latn","languages":["twi-Latn","sag-Latn"]},{"precision":0.170381,"recall":0.225296,"f1":0.183723,"accuracy":0.225296,"main_score":0.183723,"hf_subset":"twi_Latn-taq_Tfng","languages":["twi-Latn","taq-Tfng"]},{"precision":0.469364,"recall":0.518775,"f1":0.483408,"accuracy":0.518775,"main_score":0.483408,"hf_subset":"twi_Latn-wol_Latn","languages":["twi-Latn","wol-Latn"]},{"precision":0.283134,"recall":0.363636,"f1":0.305225,"accuracy":0.363636,"main_score":0.305225,"hf_subset":"twi_Latn-arb_Latn","languages":["twi-Latn","arb-Latn"]},{"precision":0.515146,"recall":0.566206,"f1":0.529856,"accuracy":0.566206,"main_score":0.529856,"hf_subset":"twi_Latn-cat_Latn","languages":["twi-Latn","cat-Latn"]},{"precision":0.500988,"recall":0.544466,"f1":0.513299,"accuracy":0.544466,"main_score":0.513299,"hf_subset":"twi_Latn-fur_Latn","languages":["twi-Latn","fur-Latn"]},{"precision":0.310165,"recall":0.362648,"f1":0.323608,"accuracy":0.362648,"main_score":0.323608,"hf_subset":"twi_Latn-kab_Latn","languages":["twi-Latn","kab-Latn"]},{"precision":0.522046,"recall":0.567194,"f1":0.535263,"accuracy":0.567194,"main_score":0.535263,"hf_subset":"twi_Latn-lim_Latn","languages":["twi-Latn","lim-Latn"]},{"precision":0.533404,"recall":0.596838,"f1":0.550384,"accuracy":0.596838,"main_score":0.550384,"hf_subset":"twi_Latn-nld_Latn","languages":["twi-Latn","nld-Latn"]},{"precision":0.439963,"recall":0.502964,"f1":0.458151,"accuracy":0.502964,"main_score":0.458151,"hf_subset":"twi_Latn-san_Deva","languages":["twi-Latn","san-Deva"]},{"precision":0.476488,"recall":0.525692,"f1":0.490348,"accuracy":0.525692,"main_score":0.490348,"hf_subset":"twi_Latn-tat_Cyrl","languages":["twi-Latn","tat-Cyrl"]},{"precision":0.472566,"recall":0.525692,"f1":0.487448,"accuracy":0.525692,"main_score":0.487448,"hf_subset":"twi_Latn-xho_Latn","languages":["twi-Latn","xho-Latn"]},{"precision":0.469399,"recall":0.545455,"f1":0.489798,"accuracy":0.545455,"main_score":0.489798,"hf_subset":"twi_Latn-ars_Arab","languages":["twi-Latn","ars-Arab"]},{"precision":0.549605,"recall":0.589921,"f1":0.561231,"accuracy":0.589921,"main_score":0.561231,"hf_subset":"twi_Latn-ceb_Latn","languages":["twi-Latn","ceb-Latn"]},{"precision":0.445965,"recall":0.495059,"f1":0.46046,"accuracy":0.495059,"main_score":0.46046,"hf_subset":"twi_Latn-fuv_Latn","languages":["twi-Latn","fuv-Latn"]},{"precision":0.455887,"recall":0.51087,"f1":0.471857,"accuracy":0.51087,"main_score":0.471857,"hf_subset":"twi_Latn-kac_Latn","languages":["twi-Latn","kac-Latn"]},{"precision":0.485391,"recall":0.531621,"f1":0.499108,"accuracy":0.531621,"main_score":0.499108,"hf_subset":"twi_Latn-lin_Latn","languages":["twi-Latn","lin-Latn"]},{"precision":0.528011,"recall":0.583004,"f1":0.543017,"accuracy":0.583004,"main_score":0.543017,"hf_subset":"twi_Latn-nno_Latn","languages":["twi-Latn","nno-Latn"]},{"precision":0.170166,"recall":0.212451,"f1":0.182195,"accuracy":0.212451,"main_score":0.182195,"hf_subset":"twi_Latn-sat_Olck","languages":["twi-Latn","sat-Olck"]},{"precision":0.470138,"recall":0.544466,"f1":0.490691,"accuracy":0.544466,"main_score":0.490691,"hf_subset":"twi_Latn-tel_Telu","languages":["twi-Latn","tel-Telu"]},{"precision":0.268434,"recall":0.331028,"f1":0.28529,"accuracy":0.331028,"main_score":0.28529,"hf_subset":"twi_Latn-ydd_Hebr","languages":["twi-Latn","ydd-Hebr"]},{"precision":0.457115,"recall":0.51581,"f1":0.474187,"accuracy":0.51581,"main_score":0.474187,"hf_subset":"twi_Latn-ary_Arab","languages":["twi-Latn","ary-Arab"]},{"precision":0.495308,"recall":0.551383,"f1":0.510036,"accuracy":0.551383,"main_score":0.510036,"hf_subset":"twi_Latn-ces_Latn","languages":["twi-Latn","ces-Latn"]},{"precision":0.337566,"recall":0.398221,"f1":0.354142,"accuracy":0.398221,"main_score":0.354142,"hf_subset":"twi_Latn-gaz_Latn","languages":["twi-Latn","gaz-Latn"]},{"precision":0.455131,"recall":0.500988,"f1":0.468594,"accuracy":0.500988,"main_score":0.468594,"hf_subset":"twi_Latn-kam_Latn","languages":["twi-Latn","kam-Latn"]},{"precision":0.46696,"recall":0.519763,"f1":0.481716,"accuracy":0.519763,"main_score":0.481716,"hf_subset":"twi_Latn-lit_Latn","languages":["twi-Latn","lit-Latn"]},{"precision":0.532816,"recall":0.592885,"f1":0.548943,"accuracy":0.592885,"main_score":0.548943,"hf_subset":"twi_Latn-nob_Latn","languages":["twi-Latn","nob-Latn"]},{"precision":0.498496,"recall":0.544466,"f1":0.512352,"accuracy":0.544466,"main_score":0.512352,"hf_subset":"twi_Latn-scn_Latn","languages":["twi-Latn","scn-Latn"]},{"precision":0.414935,"recall":0.472332,"f1":0.43014,"accuracy":0.472332,"main_score":0.43014,"hf_subset":"twi_Latn-tgk_Cyrl","languages":["twi-Latn","tgk-Cyrl"]},{"precision":0.41577,"recall":0.471344,"f1":0.432348,"accuracy":0.471344,"main_score":0.432348,"hf_subset":"twi_Latn-yor_Latn","languages":["twi-Latn","yor-Latn"]},{"precision":0.498633,"recall":0.557312,"f1":0.515763,"accuracy":0.557312,"main_score":0.515763,"hf_subset":"twi_Latn-arz_Arab","languages":["twi-Latn","arz-Arab"]},{"precision":0.439081,"recall":0.491107,"f1":0.454302,"accuracy":0.491107,"main_score":0.454302,"hf_subset":"twi_Latn-cjk_Latn","languages":["twi-Latn","cjk-Latn"]},{"precision":0.373705,"recall":0.433794,"f1":0.389972,"accuracy":0.433794,"main_score":0.389972,"hf_subset":"twi_Latn-gla_Latn","languages":["twi-Latn","gla-Latn"]},{"precision":0.464537,"recall":0.525692,"f1":0.482371,"accuracy":0.525692,"main_score":0.482371,"hf_subset":"twi_Latn-kan_Knda","languages":["twi-Latn","kan-Knda"]},{"precision":0.517532,"recall":0.5583,"f1":0.529455,"accuracy":0.5583,"main_score":0.529455,"hf_subset":"twi_Latn-lmo_Latn","languages":["twi-Latn","lmo-Latn"]},{"precision":0.491301,"recall":0.5583,"f1":0.510406,"accuracy":0.5583,"main_score":0.510406,"hf_subset":"twi_Latn-npi_Deva","languages":["twi-Latn","npi-Deva"]},{"precision":0.396327,"recall":0.463439,"f1":0.414992,"accuracy":0.463439,"main_score":0.414992,"hf_subset":"twi_Latn-shn_Mymr","languages":["twi-Latn","shn-Mymr"]},{"precision":0.518449,"recall":0.562253,"f1":0.53089,"accuracy":0.562253,"main_score":0.53089,"hf_subset":"twi_Latn-tgl_Latn","languages":["twi-Latn","tgl-Latn"]},{"precision":0.50427,"recall":0.571146,"f1":0.522638,"accuracy":0.571146,"main_score":0.522638,"hf_subset":"twi_Latn-yue_Hant","languages":["twi-Latn","yue-Hant"]},{"precision":0.432957,"recall":0.497036,"f1":0.452248,"accuracy":0.497036,"main_score":0.452248,"hf_subset":"twi_Latn-asm_Beng","languages":["twi-Latn","asm-Beng"]},{"precision":0.330438,"recall":0.396245,"f1":0.349288,"accuracy":0.396245,"main_score":0.349288,"hf_subset":"twi_Latn-ckb_Arab","languages":["twi-Latn","ckb-Arab"]},{"precision":0.383336,"recall":0.4417,"f1":0.399337,"accuracy":0.4417,"main_score":0.399337,"hf_subset":"twi_Latn-gle_Latn","languages":["twi-Latn","gle-Latn"]},{"precision":0.409682,"recall":0.474308,"f1":0.427549,"accuracy":0.474308,"main_score":0.427549,"hf_subset":"twi_Latn-kas_Arab","languages":["twi-Latn","kas-Arab"]},{"precision":0.453242,"recall":0.508893,"f1":0.469696,"accuracy":0.508893,"main_score":0.469696,"hf_subset":"twi_Latn-ltg_Latn","languages":["twi-Latn","ltg-Latn"]},{"precision":0.494706,"recall":0.537549,"f1":0.507955,"accuracy":0.537549,"main_score":0.507955,"hf_subset":"twi_Latn-nso_Latn","languages":["twi-Latn","nso-Latn"]},{"precision":0.402857,"recall":0.472332,"f1":0.42344,"accuracy":0.472332,"main_score":0.42344,"hf_subset":"twi_Latn-sin_Sinh","languages":["twi-Latn","sin-Sinh"]},{"precision":0.488121,"recall":0.559289,"f1":0.507754,"accuracy":0.559289,"main_score":0.507754,"hf_subset":"twi_Latn-tha_Thai","languages":["twi-Latn","tha-Thai"]},{"precision":0.51377,"recall":0.576087,"f1":0.531448,"accuracy":0.576087,"main_score":0.531448,"hf_subset":"twi_Latn-zho_Hans","languages":["twi-Latn","zho-Hans"]},{"precision":0.525165,"recall":0.561265,"f1":0.535852,"accuracy":0.561265,"main_score":0.535852,"hf_subset":"twi_Latn-ast_Latn","languages":["twi-Latn","ast-Latn"]},{"precision":0.463667,"recall":0.512846,"f1":0.477086,"accuracy":0.512846,"main_score":0.477086,"hf_subset":"twi_Latn-crh_Latn","languages":["twi-Latn","crh-Latn"]},{"precision":0.545167,"recall":0.586957,"f1":0.556868,"accuracy":0.586957,"main_score":0.556868,"hf_subset":"twi_Latn-glg_Latn","languages":["twi-Latn","glg-Latn"]},{"precision":0.425869,"recall":0.488142,"f1":0.443341,"accuracy":0.488142,"main_score":0.443341,"hf_subset":"twi_Latn-kas_Deva","languages":["twi-Latn","kas-Deva"]},{"precision":0.506068,"recall":0.554348,"f1":0.519124,"accuracy":0.554348,"main_score":0.519124,"hf_subset":"twi_Latn-ltz_Latn","languages":["twi-Latn","ltz-Latn"]},{"precision":0.353383,"recall":0.412055,"f1":0.369021,"accuracy":0.412055,"main_score":0.369021,"hf_subset":"twi_Latn-nus_Latn","languages":["twi-Latn","nus-Latn"]},{"precision":0.487757,"recall":0.538538,"f1":0.501924,"accuracy":0.538538,"main_score":0.501924,"hf_subset":"twi_Latn-slk_Latn","languages":["twi-Latn","slk-Latn"]},{"precision":0.328734,"recall":0.384387,"f1":0.343805,"accuracy":0.384387,"main_score":0.343805,"hf_subset":"twi_Latn-tir_Ethi","languages":["twi-Latn","tir-Ethi"]},{"precision":0.492543,"recall":0.560277,"f1":0.510505,"accuracy":0.560277,"main_score":0.510505,"hf_subset":"twi_Latn-zho_Hant","languages":["twi-Latn","zho-Hant"]},{"precision":0.523177,"recall":0.582016,"f1":0.540082,"accuracy":0.582016,"main_score":0.540082,"hf_subset":"twi_Latn-awa_Deva","languages":["twi-Latn","awa-Deva"]},{"precision":0.417715,"recall":0.47332,"f1":0.43362,"accuracy":0.47332,"main_score":0.43362,"hf_subset":"twi_Latn-cym_Latn","languages":["twi-Latn","cym-Latn"]},{"precision":0.5236,"recall":0.563241,"f1":0.535277,"accuracy":0.563241,"main_score":0.535277,"hf_subset":"twi_Latn-grn_Latn","languages":["twi-Latn","grn-Latn"]},{"precision":0.416347,"recall":0.475296,"f1":0.43385,"accuracy":0.475296,"main_score":0.43385,"hf_subset":"twi_Latn-kat_Geor","languages":["twi-Latn","kat-Geor"]},{"precision":0.485634,"recall":0.528656,"f1":0.498005,"accuracy":0.528656,"main_score":0.498005,"hf_subset":"twi_Latn-lua_Latn","languages":["twi-Latn","lua-Latn"]},{"precision":0.499434,"recall":0.544466,"f1":0.512338,"accuracy":0.544466,"main_score":0.512338,"hf_subset":"twi_Latn-nya_Latn","languages":["twi-Latn","nya-Latn"]},{"precision":0.47651,"recall":0.523715,"f1":0.490018,"accuracy":0.523715,"main_score":0.490018,"hf_subset":"twi_Latn-slv_Latn","languages":["twi-Latn","slv-Latn"]},{"precision":0.555509,"recall":0.596838,"f1":0.56756,"accuracy":0.596838,"main_score":0.56756,"hf_subset":"twi_Latn-tpi_Latn","languages":["twi-Latn","tpi-Latn"]},{"precision":0.551089,"recall":0.599802,"f1":0.564884,"accuracy":0.599802,"main_score":0.564884,"hf_subset":"twi_Latn-zsm_Latn","languages":["twi-Latn","zsm-Latn"]},{"precision":0.429421,"recall":0.48913,"f1":0.446311,"accuracy":0.48913,"main_score":0.446311,"hf_subset":"twi_Latn-ayr_Latn","languages":["twi-Latn","ayr-Latn"]},{"precision":0.531833,"recall":0.590909,"f1":0.548238,"accuracy":0.590909,"main_score":0.548238,"hf_subset":"twi_Latn-dan_Latn","languages":["twi-Latn","dan-Latn"]},{"precision":0.46746,"recall":0.535573,"f1":0.486448,"accuracy":0.535573,"main_score":0.486448,"hf_subset":"twi_Latn-guj_Gujr","languages":["twi-Latn","guj-Gujr"]},{"precision":0.462118,"recall":0.512846,"f1":0.476609,"accuracy":0.512846,"main_score":0.476609,"hf_subset":"twi_Latn-kaz_Cyrl","languages":["twi-Latn","kaz-Cyrl"]},{"precision":0.435684,"recall":0.483202,"f1":0.448827,"accuracy":0.483202,"main_score":0.448827,"hf_subset":"twi_Latn-lug_Latn","languages":["twi-Latn","lug-Latn"]},{"precision":0.510184,"recall":0.557312,"f1":0.523362,"accuracy":0.557312,"main_score":0.523362,"hf_subset":"twi_Latn-oci_Latn","languages":["twi-Latn","oci-Latn"]},{"precision":0.477443,"recall":0.52668,"f1":0.491414,"accuracy":0.52668,"main_score":0.491414,"hf_subset":"twi_Latn-smo_Latn","languages":["twi-Latn","smo-Latn"]},{"precision":0.451259,"recall":0.500988,"f1":0.465646,"accuracy":0.500988,"main_score":0.465646,"hf_subset":"twi_Latn-tsn_Latn","languages":["twi-Latn","tsn-Latn"]},{"precision":0.428493,"recall":0.478261,"f1":0.44257,"accuracy":0.478261,"main_score":0.44257,"hf_subset":"twi_Latn-zul_Latn","languages":["twi-Latn","zul-Latn"]},{"precision":0.365011,"recall":0.438735,"f1":0.38498,"accuracy":0.438735,"main_score":0.38498,"hf_subset":"twi_Latn-azb_Arab","languages":["twi-Latn","azb-Arab"]},{"precision":0.542587,"recall":0.602767,"f1":0.55902,"accuracy":0.602767,"main_score":0.55902,"hf_subset":"twi_Latn-deu_Latn","languages":["twi-Latn","deu-Latn"]},{"precision":0.430937,"recall":0.480237,"f1":0.445166,"accuracy":0.480237,"main_score":0.445166,"hf_subset":"twi_Latn-hat_Latn","languages":["twi-Latn","hat-Latn"]},{"precision":0.396229,"recall":0.450593,"f1":0.411864,"accuracy":0.450593,"main_score":0.411864,"hf_subset":"twi_Latn-kbp_Latn","languages":["twi-Latn","kbp-Latn"]},{"precision":0.487906,"recall":0.533597,"f1":0.50135,"accuracy":0.533597,"main_score":0.50135,"hf_subset":"twi_Latn-luo_Latn","languages":["twi-Latn","luo-Latn"]},{"precision":0.421309,"recall":0.480237,"f1":0.43774,"accuracy":0.480237,"main_score":0.43774,"hf_subset":"twi_Latn-ory_Orya","languages":["twi-Latn","ory-Orya"]},{"precision":0.464381,"recall":0.51087,"f1":0.477717,"accuracy":0.51087,"main_score":0.477717,"hf_subset":"twi_Latn-sna_Latn","languages":["twi-Latn","sna-Latn"]},{"precision":0.443066,"recall":0.492095,"f1":0.456995,"accuracy":0.492095,"main_score":0.456995,"hf_subset":"twi_Latn-tso_Latn","languages":["twi-Latn","tso-Latn"]},{"precision":0.479397,"recall":0.530632,"f1":0.494157,"accuracy":0.530632,"main_score":0.494157,"hf_subset":"twi_Latn-azj_Latn","languages":["twi-Latn","azj-Latn"]},{"precision":0.438719,"recall":0.488142,"f1":0.45392,"accuracy":0.488142,"main_score":0.45392,"hf_subset":"twi_Latn-dik_Latn","languages":["twi-Latn","dik-Latn"]},{"precision":0.46369,"recall":0.506917,"f1":0.476334,"accuracy":0.506917,"main_score":0.476334,"hf_subset":"twi_Latn-hau_Latn","languages":["twi-Latn","hau-Latn"]},{"precision":0.509887,"recall":0.55336,"f1":0.522408,"accuracy":0.55336,"main_score":0.522408,"hf_subset":"twi_Latn-kea_Latn","languages":["twi-Latn","kea-Latn"]},{"precision":0.542498,"recall":0.583004,"f1":0.554183,"accuracy":0.583004,"main_score":0.554183,"hf_subset":"twi_Latn-lus_Latn","languages":["twi-Latn","lus-Latn"]},{"precision":0.536726,"recall":0.574111,"f1":0.547892,"accuracy":0.574111,"main_score":0.547892,"hf_subset":"twi_Latn-pag_Latn","languages":["twi-Latn","pag-Latn"]},{"precision":0.401392,"recall":0.462451,"f1":0.418559,"accuracy":0.462451,"main_score":0.418559,"hf_subset":"twi_Latn-snd_Arab","languages":["twi-Latn","snd-Arab"]},{"precision":0.443959,"recall":0.499012,"f1":0.459367,"accuracy":0.499012,"main_score":0.459367,"hf_subset":"twi_Latn-tuk_Latn","languages":["twi-Latn","tuk-Latn"]},{"precision":0.476909,"recall":0.520751,"f1":0.489594,"accuracy":0.520751,"main_score":0.489594,"hf_subset":"twi_Latn-bak_Cyrl","languages":["twi-Latn","bak-Cyrl"]},{"precision":0.356407,"recall":0.416996,"f1":0.374259,"accuracy":0.416996,"main_score":0.374259,"hf_subset":"twi_Latn-dyu_Latn","languages":["twi-Latn","dyu-Latn"]},{"precision":0.388366,"recall":0.451581,"f1":0.406323,"accuracy":0.451581,"main_score":0.406323,"hf_subset":"twi_Latn-heb_Hebr","languages":["twi-Latn","heb-Hebr"]},{"precision":0.412987,"recall":0.469368,"f1":0.429039,"accuracy":0.469368,"main_score":0.429039,"hf_subset":"twi_Latn-khk_Cyrl","languages":["twi-Latn","khk-Cyrl"]},{"precision":0.479258,"recall":0.530632,"f1":0.494442,"accuracy":0.530632,"main_score":0.494442,"hf_subset":"twi_Latn-lvs_Latn","languages":["twi-Latn","lvs-Latn"]},{"precision":0.433841,"recall":0.503953,"f1":0.453389,"accuracy":0.503953,"main_score":0.453389,"hf_subset":"twi_Latn-pan_Guru","languages":["twi-Latn","pan-Guru"]},{"precision":0.414377,"recall":0.467391,"f1":0.429537,"accuracy":0.467391,"main_score":0.429537,"hf_subset":"twi_Latn-som_Latn","languages":["twi-Latn","som-Latn"]},{"precision":0.479941,"recall":0.518775,"f1":0.491323,"accuracy":0.518775,"main_score":0.491323,"hf_subset":"twi_Latn-tum_Latn","languages":["twi-Latn","tum-Latn"]},{"precision":0.252672,"recall":0.344862,"f1":0.275687,"accuracy":0.344862,"main_score":0.275687,"hf_subset":"acm_Arab-ace_Arab","languages":["acm-Arab","ace-Arab"]},{"precision":0.336244,"recall":0.440711,"f1":0.363189,"accuracy":0.440711,"main_score":0.363189,"hf_subset":"acm_Arab-bam_Latn","languages":["acm-Arab","bam-Latn"]},{"precision":0.142981,"recall":0.20751,"f1":0.158943,"accuracy":0.20751,"main_score":0.158943,"hf_subset":"acm_Arab-dzo_Tibt","languages":["acm-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-hin_Deva","languages":["acm-Arab","hin-Deva"]},{"precision":0.812427,"recall":0.865613,"f1":0.828936,"accuracy":0.865613,"main_score":0.828936,"hf_subset":"acm_Arab-khm_Khmr","languages":["acm-Arab","khm-Khmr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"acm_Arab-mag_Deva","languages":["acm-Arab","mag-Deva"]},{"precision":0.836719,"recall":0.881423,"f1":0.850247,"accuracy":0.881423,"main_score":0.850247,"hf_subset":"acm_Arab-pap_Latn","languages":["acm-Arab","pap-Latn"]},{"precision":0.38035,"recall":0.488142,"f1":0.408987,"accuracy":0.488142,"main_score":0.408987,"hf_subset":"acm_Arab-sot_Latn","languages":["acm-Arab","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-tur_Latn","languages":["acm-Arab","tur-Latn"]},{"precision":0.619533,"recall":0.711462,"f1":0.646218,"accuracy":0.711462,"main_score":0.646218,"hf_subset":"acm_Arab-ace_Latn","languages":["acm-Arab","ace-Latn"]},{"precision":0.810227,"recall":0.863636,"f1":0.827306,"accuracy":0.863636,"main_score":0.827306,"hf_subset":"acm_Arab-ban_Latn","languages":["acm-Arab","ban-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"acm_Arab-ell_Grek","languages":["acm-Arab","ell-Grek"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"acm_Arab-hne_Deva","languages":["acm-Arab","hne-Deva"]},{"precision":0.393394,"recall":0.505929,"f1":0.423303,"accuracy":0.505929,"main_score":0.423303,"hf_subset":"acm_Arab-kik_Latn","languages":["acm-Arab","kik-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"acm_Arab-mai_Deva","languages":["acm-Arab","mai-Deva"]},{"precision":0.848897,"recall":0.894269,"f1":0.863373,"accuracy":0.894269,"main_score":0.863373,"hf_subset":"acm_Arab-pbt_Arab","languages":["acm-Arab","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-spa_Latn","languages":["acm-Arab","spa-Latn"]},{"precision":0.454021,"recall":0.559289,"f1":0.482853,"accuracy":0.559289,"main_score":0.482853,"hf_subset":"acm_Arab-twi_Latn","languages":["acm-Arab","twi-Latn"]},{"precision":0.826285,"recall":0.878458,"f1":0.842688,"accuracy":0.878458,"main_score":0.842688,"hf_subset":"acm_Arab-bel_Cyrl","languages":["acm-Arab","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-eng_Latn","languages":["acm-Arab","eng-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"acm_Arab-hrv_Latn","languages":["acm-Arab","hrv-Latn"]},{"precision":0.351003,"recall":0.456522,"f1":0.379132,"accuracy":0.456522,"main_score":0.379132,"hf_subset":"acm_Arab-kin_Latn","languages":["acm-Arab","kin-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"acm_Arab-mal_Mlym","languages":["acm-Arab","mal-Mlym"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acm_Arab-pes_Arab","languages":["acm-Arab","pes-Arab"]},{"precision":0.819746,"recall":0.870553,"f1":0.835672,"accuracy":0.870553,"main_score":0.835672,"hf_subset":"acm_Arab-srd_Latn","languages":["acm-Arab","srd-Latn"]},{"precision":0.109306,"recall":0.18083,"f1":0.123992,"accuracy":0.18083,"main_score":0.123992,"hf_subset":"acm_Arab-tzm_Tfng","languages":["acm-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-acq_Arab","languages":["acm-Arab","acq-Arab"]},{"precision":0.428974,"recall":0.522727,"f1":0.452333,"accuracy":0.522727,"main_score":0.452333,"hf_subset":"acm_Arab-bem_Latn","languages":["acm-Arab","bem-Latn"]},{"precision":0.856341,"recall":0.897233,"f1":0.869071,"accuracy":0.897233,"main_score":0.869071,"hf_subset":"acm_Arab-epo_Latn","languages":["acm-Arab","epo-Latn"]},{"precision":0.910079,"recall":0.936759,"f1":0.918445,"accuracy":0.936759,"main_score":0.918445,"hf_subset":"acm_Arab-hun_Latn","languages":["acm-Arab","hun-Latn"]},{"precision":0.660886,"recall":0.741107,"f1":0.68453,"accuracy":0.741107,"main_score":0.68453,"hf_subset":"acm_Arab-kir_Cyrl","languages":["acm-Arab","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acm_Arab-mar_Deva","languages":["acm-Arab","mar-Deva"]},{"precision":0.392302,"recall":0.495059,"f1":0.419811,"accuracy":0.495059,"main_score":0.419811,"hf_subset":"acm_Arab-plt_Latn","languages":["acm-Arab","plt-Latn"]},{"precision":0.90942,"recall":0.937747,"f1":0.918643,"accuracy":0.937747,"main_score":0.918643,"hf_subset":"acm_Arab-srp_Cyrl","languages":["acm-Arab","srp-Cyrl"]},{"precision":0.254733,"recall":0.339921,"f1":0.276034,"accuracy":0.339921,"main_score":0.276034,"hf_subset":"acm_Arab-uig_Arab","languages":["acm-Arab","uig-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"acm_Arab-aeb_Arab","languages":["acm-Arab","aeb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acm_Arab-ben_Beng","languages":["acm-Arab","ben-Beng"]},{"precision":0.779348,"recall":0.839921,"f1":0.798024,"accuracy":0.839921,"main_score":0.798024,"hf_subset":"acm_Arab-est_Latn","languages":["acm-Arab","est-Latn"]},{"precision":0.795629,"recall":0.850791,"f1":0.812302,"accuracy":0.850791,"main_score":0.812302,"hf_subset":"acm_Arab-hye_Armn","languages":["acm-Arab","hye-Armn"]},{"precision":0.353438,"recall":0.449605,"f1":0.378739,"accuracy":0.449605,"main_score":0.378739,"hf_subset":"acm_Arab-kmb_Latn","languages":["acm-Arab","kmb-Latn"]},{"precision":0.217739,"recall":0.302372,"f1":0.238308,"accuracy":0.302372,"main_score":0.238308,"hf_subset":"acm_Arab-min_Arab","languages":["acm-Arab","min-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-pol_Latn","languages":["acm-Arab","pol-Latn"]},{"precision":0.3513,"recall":0.455534,"f1":0.377868,"accuracy":0.455534,"main_score":0.377868,"hf_subset":"acm_Arab-ssw_Latn","languages":["acm-Arab","ssw-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"acm_Arab-ukr_Cyrl","languages":["acm-Arab","ukr-Cyrl"]},{"precision":0.932148,"recall":0.954545,"f1":0.939559,"accuracy":0.954545,"main_score":0.939559,"hf_subset":"acm_Arab-afr_Latn","languages":["acm-Arab","afr-Latn"]},{"precision":0.955863,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"acm_Arab-bho_Deva","languages":["acm-Arab","bho-Deva"]},{"precision":0.578956,"recall":0.674901,"f1":0.606318,"accuracy":0.674901,"main_score":0.606318,"hf_subset":"acm_Arab-eus_Latn","languages":["acm-Arab","eus-Latn"]},{"precision":0.348233,"recall":0.45751,"f1":0.376209,"accuracy":0.45751,"main_score":0.376209,"hf_subset":"acm_Arab-ibo_Latn","languages":["acm-Arab","ibo-Latn"]},{"precision":0.394841,"recall":0.499012,"f1":0.421111,"accuracy":0.499012,"main_score":0.421111,"hf_subset":"acm_Arab-kmr_Latn","languages":["acm-Arab","kmr-Latn"]},{"precision":0.774621,"recall":0.835968,"f1":0.793248,"accuracy":0.835968,"main_score":0.793248,"hf_subset":"acm_Arab-min_Latn","languages":["acm-Arab","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-por_Latn","languages":["acm-Arab","por-Latn"]},{"precision":0.831933,"recall":0.881423,"f1":0.847332,"accuracy":0.881423,"main_score":0.847332,"hf_subset":"acm_Arab-sun_Latn","languages":["acm-Arab","sun-Latn"]},{"precision":0.350052,"recall":0.456522,"f1":0.378313,"accuracy":0.456522,"main_score":0.378313,"hf_subset":"acm_Arab-umb_Latn","languages":["acm-Arab","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-ajp_Arab","languages":["acm-Arab","ajp-Arab"]},{"precision":0.227291,"recall":0.316206,"f1":0.250205,"accuracy":0.316206,"main_score":0.250205,"hf_subset":"acm_Arab-bjn_Arab","languages":["acm-Arab","bjn-Arab"]},{"precision":0.370836,"recall":0.466403,"f1":0.394498,"accuracy":0.466403,"main_score":0.394498,"hf_subset":"acm_Arab-ewe_Latn","languages":["acm-Arab","ewe-Latn"]},{"precision":0.633803,"recall":0.724308,"f1":0.660976,"accuracy":0.724308,"main_score":0.660976,"hf_subset":"acm_Arab-ilo_Latn","languages":["acm-Arab","ilo-Latn"]},{"precision":0.174131,"recall":0.254941,"f1":0.192737,"accuracy":0.254941,"main_score":0.192737,"hf_subset":"acm_Arab-knc_Arab","languages":["acm-Arab","knc-Arab"]},{"precision":0.910903,"recall":0.938735,"f1":0.91996,"accuracy":0.938735,"main_score":0.91996,"hf_subset":"acm_Arab-mkd_Cyrl","languages":["acm-Arab","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-prs_Arab","languages":["acm-Arab","prs-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"acm_Arab-swe_Latn","languages":["acm-Arab","swe-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"acm_Arab-urd_Arab","languages":["acm-Arab","urd-Arab"]},{"precision":0.415259,"recall":0.524704,"f1":0.444344,"accuracy":0.524704,"main_score":0.444344,"hf_subset":"acm_Arab-aka_Latn","languages":["acm-Arab","aka-Latn"]},{"precision":0.821789,"recall":0.871542,"f1":0.83714,"accuracy":0.871542,"main_score":0.83714,"hf_subset":"acm_Arab-bjn_Latn","languages":["acm-Arab","bjn-Latn"]},{"precision":0.519369,"recall":0.614625,"f1":0.546749,"accuracy":0.614625,"main_score":0.546749,"hf_subset":"acm_Arab-fao_Latn","languages":["acm-Arab","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ind_Latn","languages":["acm-Arab","ind-Latn"]},{"precision":0.416099,"recall":0.518775,"f1":0.442667,"accuracy":0.518775,"main_score":0.442667,"hf_subset":"acm_Arab-knc_Latn","languages":["acm-Arab","knc-Latn"]},{"precision":0.655682,"recall":0.743083,"f1":0.681541,"accuracy":0.743083,"main_score":0.681541,"hf_subset":"acm_Arab-mlt_Latn","languages":["acm-Arab","mlt-Latn"]},{"precision":0.45039,"recall":0.564229,"f1":0.480659,"accuracy":0.564229,"main_score":0.480659,"hf_subset":"acm_Arab-quy_Latn","languages":["acm-Arab","quy-Latn"]},{"precision":0.841271,"recall":0.889328,"f1":0.856719,"accuracy":0.889328,"main_score":0.856719,"hf_subset":"acm_Arab-swh_Latn","languages":["acm-Arab","swh-Latn"]},{"precision":0.605583,"recall":0.692688,"f1":0.630569,"accuracy":0.692688,"main_score":0.630569,"hf_subset":"acm_Arab-uzn_Latn","languages":["acm-Arab","uzn-Latn"]},{"precision":0.735458,"recall":0.80336,"f1":0.756376,"accuracy":0.80336,"main_score":0.756376,"hf_subset":"acm_Arab-als_Latn","languages":["acm-Arab","als-Latn"]},{"precision":0.169247,"recall":0.238142,"f1":0.185264,"accuracy":0.238142,"main_score":0.185264,"hf_subset":"acm_Arab-bod_Tibt","languages":["acm-Arab","bod-Tibt"]},{"precision":0.362997,"recall":0.474308,"f1":0.391822,"accuracy":0.474308,"main_score":0.391822,"hf_subset":"acm_Arab-fij_Latn","languages":["acm-Arab","fij-Latn"]},{"precision":0.504531,"recall":0.598814,"f1":0.530532,"accuracy":0.598814,"main_score":0.530532,"hf_subset":"acm_Arab-isl_Latn","languages":["acm-Arab","isl-Latn"]},{"precision":0.454818,"recall":0.550395,"f1":0.480446,"accuracy":0.550395,"main_score":0.480446,"hf_subset":"acm_Arab-kon_Latn","languages":["acm-Arab","kon-Latn"]},{"precision":0.300945,"recall":0.406126,"f1":0.327718,"accuracy":0.406126,"main_score":0.327718,"hf_subset":"acm_Arab-mni_Beng","languages":["acm-Arab","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"acm_Arab-ron_Latn","languages":["acm-Arab","ron-Latn"]},{"precision":0.835227,"recall":0.881423,"f1":0.849657,"accuracy":0.881423,"main_score":0.849657,"hf_subset":"acm_Arab-szl_Latn","languages":["acm-Arab","szl-Latn"]},{"precision":0.907148,"recall":0.933794,"f1":0.915316,"accuracy":0.933794,"main_score":0.915316,"hf_subset":"acm_Arab-vec_Latn","languages":["acm-Arab","vec-Latn"]},{"precision":0.7625,"recall":0.827075,"f1":0.782068,"accuracy":0.827075,"main_score":0.782068,"hf_subset":"acm_Arab-amh_Ethi","languages":["acm-Arab","amh-Ethi"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"acm_Arab-bos_Latn","languages":["acm-Arab","bos-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"acm_Arab-fin_Latn","languages":["acm-Arab","fin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-ita_Latn","languages":["acm-Arab","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acm_Arab-kor_Hang","languages":["acm-Arab","kor-Hang"]},{"precision":0.377394,"recall":0.478261,"f1":0.403168,"accuracy":0.478261,"main_score":0.403168,"hf_subset":"acm_Arab-mos_Latn","languages":["acm-Arab","mos-Latn"]},{"precision":0.362574,"recall":0.461462,"f1":0.387316,"accuracy":0.461462,"main_score":0.387316,"hf_subset":"acm_Arab-run_Latn","languages":["acm-Arab","run-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"acm_Arab-tam_Taml","languages":["acm-Arab","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-vie_Latn","languages":["acm-Arab","vie-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"acm_Arab-apc_Arab","languages":["acm-Arab","apc-Arab"]},{"precision":0.603234,"recall":0.693676,"f1":0.629124,"accuracy":0.693676,"main_score":0.629124,"hf_subset":"acm_Arab-bug_Latn","languages":["acm-Arab","bug-Latn"]},{"precision":0.314178,"recall":0.420949,"f1":0.340601,"accuracy":0.420949,"main_score":0.340601,"hf_subset":"acm_Arab-fon_Latn","languages":["acm-Arab","fon-Latn"]},{"precision":0.844697,"recall":0.890316,"f1":0.859124,"accuracy":0.890316,"main_score":0.859124,"hf_subset":"acm_Arab-jav_Latn","languages":["acm-Arab","jav-Latn"]},{"precision":0.698659,"recall":0.774704,"f1":0.721596,"accuracy":0.774704,"main_score":0.721596,"hf_subset":"acm_Arab-lao_Laoo","languages":["acm-Arab","lao-Laoo"]},{"precision":0.326264,"recall":0.4417,"f1":0.354858,"accuracy":0.4417,"main_score":0.354858,"hf_subset":"acm_Arab-mri_Latn","languages":["acm-Arab","mri-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"acm_Arab-rus_Cyrl","languages":["acm-Arab","rus-Cyrl"]},{"precision":0.364888,"recall":0.474308,"f1":0.392819,"accuracy":0.474308,"main_score":0.392819,"hf_subset":"acm_Arab-taq_Latn","languages":["acm-Arab","taq-Latn"]},{"precision":0.773913,"recall":0.837945,"f1":0.794104,"accuracy":0.837945,"main_score":0.794104,"hf_subset":"acm_Arab-war_Latn","languages":["acm-Arab","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-arb_Arab","languages":["acm-Arab","arb-Arab"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"acm_Arab-bul_Cyrl","languages":["acm-Arab","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-fra_Latn","languages":["acm-Arab","fra-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-jpn_Jpan","languages":["acm-Arab","jpn-Jpan"]},{"precision":0.838521,"recall":0.887352,"f1":0.853986,"accuracy":0.887352,"main_score":0.853986,"hf_subset":"acm_Arab-lij_Latn","languages":["acm-Arab","lij-Latn"]},{"precision":0.777248,"recall":0.840909,"f1":0.796893,"accuracy":0.840909,"main_score":0.796893,"hf_subset":"acm_Arab-mya_Mymr","languages":["acm-Arab","mya-Mymr"]},{"precision":0.417175,"recall":0.524704,"f1":0.446062,"accuracy":0.524704,"main_score":0.446062,"hf_subset":"acm_Arab-sag_Latn","languages":["acm-Arab","sag-Latn"]},{"precision":0.118953,"recall":0.197628,"f1":0.132949,"accuracy":0.197628,"main_score":0.132949,"hf_subset":"acm_Arab-taq_Tfng","languages":["acm-Arab","taq-Tfng"]},{"precision":0.427583,"recall":0.536561,"f1":0.456709,"accuracy":0.536561,"main_score":0.456709,"hf_subset":"acm_Arab-wol_Latn","languages":["acm-Arab","wol-Latn"]},{"precision":0.288162,"recall":0.391304,"f1":0.312909,"accuracy":0.391304,"main_score":0.312909,"hf_subset":"acm_Arab-arb_Latn","languages":["acm-Arab","arb-Latn"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"acm_Arab-cat_Latn","languages":["acm-Arab","cat-Latn"]},{"precision":0.79664,"recall":0.851779,"f1":0.813458,"accuracy":0.851779,"main_score":0.813458,"hf_subset":"acm_Arab-fur_Latn","languages":["acm-Arab","fur-Latn"]},{"precision":0.259528,"recall":0.355731,"f1":0.284046,"accuracy":0.355731,"main_score":0.284046,"hf_subset":"acm_Arab-kab_Latn","languages":["acm-Arab","kab-Latn"]},{"precision":0.780912,"recall":0.838933,"f1":0.798654,"accuracy":0.838933,"main_score":0.798654,"hf_subset":"acm_Arab-lim_Latn","languages":["acm-Arab","lim-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-nld_Latn","languages":["acm-Arab","nld-Latn"]},{"precision":0.871212,"recall":0.910079,"f1":0.883893,"accuracy":0.910079,"main_score":0.883893,"hf_subset":"acm_Arab-san_Deva","languages":["acm-Arab","san-Deva"]},{"precision":0.622129,"recall":0.708498,"f1":0.647271,"accuracy":0.708498,"main_score":0.647271,"hf_subset":"acm_Arab-tat_Cyrl","languages":["acm-Arab","tat-Cyrl"]},{"precision":0.398057,"recall":0.505929,"f1":0.425636,"accuracy":0.505929,"main_score":0.425636,"hf_subset":"acm_Arab-xho_Latn","languages":["acm-Arab","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ars_Arab","languages":["acm-Arab","ars-Arab"]},{"precision":0.749984,"recall":0.818182,"f1":0.770704,"accuracy":0.818182,"main_score":0.770704,"hf_subset":"acm_Arab-ceb_Latn","languages":["acm-Arab","ceb-Latn"]},{"precision":0.382483,"recall":0.48913,"f1":0.40931,"accuracy":0.48913,"main_score":0.40931,"hf_subset":"acm_Arab-fuv_Latn","languages":["acm-Arab","fuv-Latn"]},{"precision":0.360012,"recall":0.478261,"f1":0.391019,"accuracy":0.478261,"main_score":0.391019,"hf_subset":"acm_Arab-kac_Latn","languages":["acm-Arab","kac-Latn"]},{"precision":0.440844,"recall":0.55336,"f1":0.471404,"accuracy":0.55336,"main_score":0.471404,"hf_subset":"acm_Arab-lin_Latn","languages":["acm-Arab","lin-Latn"]},{"precision":0.94697,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"acm_Arab-nno_Latn","languages":["acm-Arab","nno-Latn"]},{"precision":0.146297,"recall":0.213439,"f1":0.161723,"accuracy":0.213439,"main_score":0.161723,"hf_subset":"acm_Arab-sat_Olck","languages":["acm-Arab","sat-Olck"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"acm_Arab-tel_Telu","languages":["acm-Arab","tel-Telu"]},{"precision":0.26668,"recall":0.358696,"f1":0.289897,"accuracy":0.358696,"main_score":0.289897,"hf_subset":"acm_Arab-ydd_Hebr","languages":["acm-Arab","ydd-Hebr"]},{"precision":0.91115,"recall":0.938735,"f1":0.920026,"accuracy":0.938735,"main_score":0.920026,"hf_subset":"acm_Arab-ary_Arab","languages":["acm-Arab","ary-Arab"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"acm_Arab-ces_Latn","languages":["acm-Arab","ces-Latn"]},{"precision":0.2694,"recall":0.356719,"f1":0.29078,"accuracy":0.356719,"main_score":0.29078,"hf_subset":"acm_Arab-gaz_Latn","languages":["acm-Arab","gaz-Latn"]},{"precision":0.401612,"recall":0.501976,"f1":0.427268,"accuracy":0.501976,"main_score":0.427268,"hf_subset":"acm_Arab-kam_Latn","languages":["acm-Arab","kam-Latn"]},{"precision":0.753113,"recall":0.817194,"f1":0.772548,"accuracy":0.817194,"main_score":0.772548,"hf_subset":"acm_Arab-lit_Latn","languages":["acm-Arab","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acm_Arab-nob_Latn","languages":["acm-Arab","nob-Latn"]},{"precision":0.733729,"recall":0.804348,"f1":0.754814,"accuracy":0.804348,"main_score":0.754814,"hf_subset":"acm_Arab-scn_Latn","languages":["acm-Arab","scn-Latn"]},{"precision":0.411857,"recall":0.508893,"f1":0.436613,"accuracy":0.508893,"main_score":0.436613,"hf_subset":"acm_Arab-tgk_Cyrl","languages":["acm-Arab","tgk-Cyrl"]},{"precision":0.333093,"recall":0.449605,"f1":0.362912,"accuracy":0.449605,"main_score":0.362912,"hf_subset":"acm_Arab-yor_Latn","languages":["acm-Arab","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-arz_Arab","languages":["acm-Arab","arz-Arab"]},{"precision":0.379858,"recall":0.494071,"f1":0.409706,"accuracy":0.494071,"main_score":0.409706,"hf_subset":"acm_Arab-cjk_Latn","languages":["acm-Arab","cjk-Latn"]},{"precision":0.306095,"recall":0.412055,"f1":0.332854,"accuracy":0.412055,"main_score":0.332854,"hf_subset":"acm_Arab-gla_Latn","languages":["acm-Arab","gla-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"acm_Arab-kan_Knda","languages":["acm-Arab","kan-Knda"]},{"precision":0.754621,"recall":0.820158,"f1":0.774461,"accuracy":0.820158,"main_score":0.774461,"hf_subset":"acm_Arab-lmo_Latn","languages":["acm-Arab","lmo-Latn"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"acm_Arab-npi_Deva","languages":["acm-Arab","npi-Deva"]},{"precision":0.312408,"recall":0.43083,"f1":0.342368,"accuracy":0.43083,"main_score":0.342368,"hf_subset":"acm_Arab-shn_Mymr","languages":["acm-Arab","shn-Mymr"]},{"precision":0.855402,"recall":0.901186,"f1":0.870224,"accuracy":0.901186,"main_score":0.870224,"hf_subset":"acm_Arab-tgl_Latn","languages":["acm-Arab","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-yue_Hant","languages":["acm-Arab","yue-Hant"]},{"precision":0.872777,"recall":0.911067,"f1":0.885112,"accuracy":0.911067,"main_score":0.885112,"hf_subset":"acm_Arab-asm_Beng","languages":["acm-Arab","asm-Beng"]},{"precision":0.389202,"recall":0.487154,"f1":0.415865,"accuracy":0.487154,"main_score":0.415865,"hf_subset":"acm_Arab-ckb_Arab","languages":["acm-Arab","ckb-Arab"]},{"precision":0.317412,"recall":0.41996,"f1":0.343717,"accuracy":0.41996,"main_score":0.343717,"hf_subset":"acm_Arab-gle_Latn","languages":["acm-Arab","gle-Latn"]},{"precision":0.657217,"recall":0.743083,"f1":0.68246,"accuracy":0.743083,"main_score":0.68246,"hf_subset":"acm_Arab-kas_Arab","languages":["acm-Arab","kas-Arab"]},{"precision":0.560063,"recall":0.65415,"f1":0.587301,"accuracy":0.65415,"main_score":0.587301,"hf_subset":"acm_Arab-ltg_Latn","languages":["acm-Arab","ltg-Latn"]},{"precision":0.40497,"recall":0.512846,"f1":0.433299,"accuracy":0.512846,"main_score":0.433299,"hf_subset":"acm_Arab-nso_Latn","languages":["acm-Arab","nso-Latn"]},{"precision":0.820405,"recall":0.87253,"f1":0.836825,"accuracy":0.87253,"main_score":0.836825,"hf_subset":"acm_Arab-sin_Sinh","languages":["acm-Arab","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-tha_Thai","languages":["acm-Arab","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-zho_Hans","languages":["acm-Arab","zho-Hans"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"acm_Arab-ast_Latn","languages":["acm-Arab","ast-Latn"]},{"precision":0.790629,"recall":0.849802,"f1":0.808794,"accuracy":0.849802,"main_score":0.808794,"hf_subset":"acm_Arab-crh_Latn","languages":["acm-Arab","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-glg_Latn","languages":["acm-Arab","glg-Latn"]},{"precision":0.55094,"recall":0.658103,"f1":0.581631,"accuracy":0.658103,"main_score":0.581631,"hf_subset":"acm_Arab-kas_Deva","languages":["acm-Arab","kas-Deva"]},{"precision":0.733597,"recall":0.806324,"f1":0.755901,"accuracy":0.806324,"main_score":0.755901,"hf_subset":"acm_Arab-ltz_Latn","languages":["acm-Arab","ltz-Latn"]},{"precision":0.2657,"recall":0.358696,"f1":0.28768,"accuracy":0.358696,"main_score":0.28768,"hf_subset":"acm_Arab-nus_Latn","languages":["acm-Arab","nus-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"acm_Arab-slk_Latn","languages":["acm-Arab","slk-Latn"]},{"precision":0.358533,"recall":0.453557,"f1":0.383473,"accuracy":0.453557,"main_score":0.383473,"hf_subset":"acm_Arab-tir_Ethi","languages":["acm-Arab","tir-Ethi"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"acm_Arab-zho_Hant","languages":["acm-Arab","zho-Hant"]},{"precision":0.976449,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"acm_Arab-awa_Deva","languages":["acm-Arab","awa-Deva"]},{"precision":0.37835,"recall":0.474308,"f1":0.402768,"accuracy":0.474308,"main_score":0.402768,"hf_subset":"acm_Arab-cym_Latn","languages":["acm-Arab","cym-Latn"]},{"precision":0.600988,"recall":0.693676,"f1":0.627729,"accuracy":0.693676,"main_score":0.627729,"hf_subset":"acm_Arab-grn_Latn","languages":["acm-Arab","grn-Latn"]},{"precision":0.857955,"recall":0.900198,"f1":0.871198,"accuracy":0.900198,"main_score":0.871198,"hf_subset":"acm_Arab-kat_Geor","languages":["acm-Arab","kat-Geor"]},{"precision":0.441768,"recall":0.549407,"f1":0.471181,"accuracy":0.549407,"main_score":0.471181,"hf_subset":"acm_Arab-lua_Latn","languages":["acm-Arab","lua-Latn"]},{"precision":0.429707,"recall":0.534585,"f1":0.45807,"accuracy":0.534585,"main_score":0.45807,"hf_subset":"acm_Arab-nya_Latn","languages":["acm-Arab","nya-Latn"]},{"precision":0.895125,"recall":0.927866,"f1":0.905797,"accuracy":0.927866,"main_score":0.905797,"hf_subset":"acm_Arab-slv_Latn","languages":["acm-Arab","slv-Latn"]},{"precision":0.694092,"recall":0.768775,"f1":0.716105,"accuracy":0.768775,"main_score":0.716105,"hf_subset":"acm_Arab-tpi_Latn","languages":["acm-Arab","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acm_Arab-zsm_Latn","languages":["acm-Arab","zsm-Latn"]},{"precision":0.347569,"recall":0.459486,"f1":0.376462,"accuracy":0.459486,"main_score":0.376462,"hf_subset":"acm_Arab-ayr_Latn","languages":["acm-Arab","ayr-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"acm_Arab-dan_Latn","languages":["acm-Arab","dan-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"acm_Arab-guj_Gujr","languages":["acm-Arab","guj-Gujr"]},{"precision":0.727157,"recall":0.794466,"f1":0.746956,"accuracy":0.794466,"main_score":0.746956,"hf_subset":"acm_Arab-kaz_Cyrl","languages":["acm-Arab","kaz-Cyrl"]},{"precision":0.338521,"recall":0.443676,"f1":0.366007,"accuracy":0.443676,"main_score":0.366007,"hf_subset":"acm_Arab-lug_Latn","languages":["acm-Arab","lug-Latn"]},{"precision":0.937253,"recall":0.95751,"f1":0.943841,"accuracy":0.95751,"main_score":0.943841,"hf_subset":"acm_Arab-oci_Latn","languages":["acm-Arab","oci-Latn"]},{"precision":0.372107,"recall":0.490119,"f1":0.403044,"accuracy":0.490119,"main_score":0.403044,"hf_subset":"acm_Arab-smo_Latn","languages":["acm-Arab","smo-Latn"]},{"precision":0.359927,"recall":0.469368,"f1":0.388085,"accuracy":0.469368,"main_score":0.388085,"hf_subset":"acm_Arab-tsn_Latn","languages":["acm-Arab","tsn-Latn"]},{"precision":0.356285,"recall":0.458498,"f1":0.381661,"accuracy":0.458498,"main_score":0.381661,"hf_subset":"acm_Arab-zul_Latn","languages":["acm-Arab","zul-Latn"]},{"precision":0.684387,"recall":0.767787,"f1":0.708898,"accuracy":0.767787,"main_score":0.708898,"hf_subset":"acm_Arab-azb_Arab","languages":["acm-Arab","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-deu_Latn","languages":["acm-Arab","deu-Latn"]},{"precision":0.574433,"recall":0.670949,"f1":0.602224,"accuracy":0.670949,"main_score":0.602224,"hf_subset":"acm_Arab-hat_Latn","languages":["acm-Arab","hat-Latn"]},{"precision":0.324863,"recall":0.428854,"f1":0.350926,"accuracy":0.428854,"main_score":0.350926,"hf_subset":"acm_Arab-kbp_Latn","languages":["acm-Arab","kbp-Latn"]},{"precision":0.395875,"recall":0.503953,"f1":0.42358,"accuracy":0.503953,"main_score":0.42358,"hf_subset":"acm_Arab-luo_Latn","languages":["acm-Arab","luo-Latn"]},{"precision":0.489821,"recall":0.581028,"f1":0.515337,"accuracy":0.581028,"main_score":0.515337,"hf_subset":"acm_Arab-ory_Orya","languages":["acm-Arab","ory-Orya"]},{"precision":0.366857,"recall":0.478261,"f1":0.396956,"accuracy":0.478261,"main_score":0.396956,"hf_subset":"acm_Arab-sna_Latn","languages":["acm-Arab","sna-Latn"]},{"precision":0.361076,"recall":0.460474,"f1":0.386768,"accuracy":0.460474,"main_score":0.386768,"hf_subset":"acm_Arab-tso_Latn","languages":["acm-Arab","tso-Latn"]},{"precision":0.830122,"recall":0.879447,"f1":0.845586,"accuracy":0.879447,"main_score":0.845586,"hf_subset":"acm_Arab-azj_Latn","languages":["acm-Arab","azj-Latn"]},{"precision":0.392667,"recall":0.503953,"f1":0.422286,"accuracy":0.503953,"main_score":0.422286,"hf_subset":"acm_Arab-dik_Latn","languages":["acm-Arab","dik-Latn"]},{"precision":0.404331,"recall":0.495059,"f1":0.42761,"accuracy":0.495059,"main_score":0.42761,"hf_subset":"acm_Arab-hau_Latn","languages":["acm-Arab","hau-Latn"]},{"precision":0.779924,"recall":0.840909,"f1":0.798584,"accuracy":0.840909,"main_score":0.798584,"hf_subset":"acm_Arab-kea_Latn","languages":["acm-Arab","kea-Latn"]},{"precision":0.536012,"recall":0.631423,"f1":0.563062,"accuracy":0.631423,"main_score":0.563062,"hf_subset":"acm_Arab-lus_Latn","languages":["acm-Arab","lus-Latn"]},{"precision":0.684058,"recall":0.762846,"f1":0.707708,"accuracy":0.762846,"main_score":0.707708,"hf_subset":"acm_Arab-pag_Latn","languages":["acm-Arab","pag-Latn"]},{"precision":0.657049,"recall":0.746047,"f1":0.683569,"accuracy":0.746047,"main_score":0.683569,"hf_subset":"acm_Arab-snd_Arab","languages":["acm-Arab","snd-Arab"]},{"precision":0.574209,"recall":0.668972,"f1":0.601785,"accuracy":0.668972,"main_score":0.601785,"hf_subset":"acm_Arab-tuk_Latn","languages":["acm-Arab","tuk-Latn"]},{"precision":0.630443,"recall":0.713439,"f1":0.654474,"accuracy":0.713439,"main_score":0.654474,"hf_subset":"acm_Arab-bak_Cyrl","languages":["acm-Arab","bak-Cyrl"]},{"precision":0.299358,"recall":0.414032,"f1":0.329362,"accuracy":0.414032,"main_score":0.329362,"hf_subset":"acm_Arab-dyu_Latn","languages":["acm-Arab","dyu-Latn"]},{"precision":0.898386,"recall":0.929842,"f1":0.908762,"accuracy":0.929842,"main_score":0.908762,"hf_subset":"acm_Arab-heb_Hebr","languages":["acm-Arab","heb-Hebr"]},{"precision":0.423568,"recall":0.519763,"f1":0.449416,"accuracy":0.519763,"main_score":0.449416,"hf_subset":"acm_Arab-khk_Cyrl","languages":["acm-Arab","khk-Cyrl"]},{"precision":0.785557,"recall":0.844862,"f1":0.804051,"accuracy":0.844862,"main_score":0.804051,"hf_subset":"acm_Arab-lvs_Latn","languages":["acm-Arab","lvs-Latn"]},{"precision":0.912912,"recall":0.938735,"f1":0.921113,"accuracy":0.938735,"main_score":0.921113,"hf_subset":"acm_Arab-pan_Guru","languages":["acm-Arab","pan-Guru"]},{"precision":0.341042,"recall":0.439723,"f1":0.366401,"accuracy":0.439723,"main_score":0.366401,"hf_subset":"acm_Arab-som_Latn","languages":["acm-Arab","som-Latn"]},{"precision":0.415473,"recall":0.514822,"f1":0.44265,"accuracy":0.514822,"main_score":0.44265,"hf_subset":"acm_Arab-tum_Latn","languages":["acm-Arab","tum-Latn"]},{"precision":0.260425,"recall":0.33498,"f1":0.280256,"accuracy":0.33498,"main_score":0.280256,"hf_subset":"bel_Cyrl-ace_Arab","languages":["bel-Cyrl","ace-Arab"]},{"precision":0.341953,"recall":0.422925,"f1":0.363997,"accuracy":0.422925,"main_score":0.363997,"hf_subset":"bel_Cyrl-bam_Latn","languages":["bel-Cyrl","bam-Latn"]},{"precision":0.140469,"recall":0.198617,"f1":0.155792,"accuracy":0.198617,"main_score":0.155792,"hf_subset":"bel_Cyrl-dzo_Tibt","languages":["bel-Cyrl","dzo-Tibt"]},{"precision":0.897019,"recall":0.926877,"f1":0.906522,"accuracy":0.926877,"main_score":0.906522,"hf_subset":"bel_Cyrl-hin_Deva","languages":["bel-Cyrl","hin-Deva"]},{"precision":0.671908,"recall":0.741107,"f1":0.692342,"accuracy":0.741107,"main_score":0.692342,"hf_subset":"bel_Cyrl-khm_Khmr","languages":["bel-Cyrl","khm-Khmr"]},{"precision":0.872151,"recall":0.907115,"f1":0.883136,"accuracy":0.907115,"main_score":0.883136,"hf_subset":"bel_Cyrl-mag_Deva","languages":["bel-Cyrl","mag-Deva"]},{"precision":0.720513,"recall":0.784585,"f1":0.739283,"accuracy":0.784585,"main_score":0.739283,"hf_subset":"bel_Cyrl-pap_Latn","languages":["bel-Cyrl","pap-Latn"]},{"precision":0.397785,"recall":0.474308,"f1":0.41878,"accuracy":0.474308,"main_score":0.41878,"hf_subset":"bel_Cyrl-sot_Latn","languages":["bel-Cyrl","sot-Latn"]},{"precision":0.895455,"recall":0.921937,"f1":0.903623,"accuracy":0.921937,"main_score":0.903623,"hf_subset":"bel_Cyrl-tur_Latn","languages":["bel-Cyrl","tur-Latn"]},{"precision":0.570497,"recall":0.645257,"f1":0.592474,"accuracy":0.645257,"main_score":0.592474,"hf_subset":"bel_Cyrl-ace_Latn","languages":["bel-Cyrl","ace-Latn"]},{"precision":0.679825,"recall":0.743083,"f1":0.698457,"accuracy":0.743083,"main_score":0.698457,"hf_subset":"bel_Cyrl-ban_Latn","languages":["bel-Cyrl","ban-Latn"]},{"precision":0.844269,"recall":0.886364,"f1":0.857312,"accuracy":0.886364,"main_score":0.857312,"hf_subset":"bel_Cyrl-ell_Grek","languages":["bel-Cyrl","ell-Grek"]},{"precision":0.812599,"recall":0.862648,"f1":0.828129,"accuracy":0.862648,"main_score":0.828129,"hf_subset":"bel_Cyrl-hne_Deva","languages":["bel-Cyrl","hne-Deva"]},{"precision":0.38151,"recall":0.468379,"f1":0.405006,"accuracy":0.468379,"main_score":0.405006,"hf_subset":"bel_Cyrl-kik_Latn","languages":["bel-Cyrl","kik-Latn"]},{"precision":0.849218,"recall":0.891304,"f1":0.86244,"accuracy":0.891304,"main_score":0.86244,"hf_subset":"bel_Cyrl-mai_Deva","languages":["bel-Cyrl","mai-Deva"]},{"precision":0.703755,"recall":0.768775,"f1":0.723913,"accuracy":0.768775,"main_score":0.723913,"hf_subset":"bel_Cyrl-pbt_Arab","languages":["bel-Cyrl","pbt-Arab"]},{"precision":0.902627,"recall":0.93083,"f1":0.911616,"accuracy":0.93083,"main_score":0.911616,"hf_subset":"bel_Cyrl-spa_Latn","languages":["bel-Cyrl","spa-Latn"]},{"precision":0.437365,"recall":0.513834,"f1":0.458738,"accuracy":0.513834,"main_score":0.458738,"hf_subset":"bel_Cyrl-twi_Latn","languages":["bel-Cyrl","twi-Latn"]},{"precision":0.867671,"recall":0.905138,"f1":0.879842,"accuracy":0.905138,"main_score":0.879842,"hf_subset":"bel_Cyrl-acm_Arab","languages":["bel-Cyrl","acm-Arab"]},{"precision":0.915573,"recall":0.938735,"f1":0.922908,"accuracy":0.938735,"main_score":0.922908,"hf_subset":"bel_Cyrl-eng_Latn","languages":["bel-Cyrl","eng-Latn"]},{"precision":0.857543,"recall":0.897233,"f1":0.870191,"accuracy":0.897233,"main_score":0.870191,"hf_subset":"bel_Cyrl-hrv_Latn","languages":["bel-Cyrl","hrv-Latn"]},{"precision":0.366927,"recall":0.450593,"f1":0.389864,"accuracy":0.450593,"main_score":0.389864,"hf_subset":"bel_Cyrl-kin_Latn","languages":["bel-Cyrl","kin-Latn"]},{"precision":0.841848,"recall":0.885375,"f1":0.855237,"accuracy":0.885375,"main_score":0.855237,"hf_subset":"bel_Cyrl-mal_Mlym","languages":["bel-Cyrl","mal-Mlym"]},{"precision":0.884881,"recall":0.917984,"f1":0.895389,"accuracy":0.917984,"main_score":0.895389,"hf_subset":"bel_Cyrl-pes_Arab","languages":["bel-Cyrl","pes-Arab"]},{"precision":0.703774,"recall":0.767787,"f1":0.722431,"accuracy":0.767787,"main_score":0.722431,"hf_subset":"bel_Cyrl-srd_Latn","languages":["bel-Cyrl","srd-Latn"]},{"precision":0.110112,"recall":0.177866,"f1":0.125286,"accuracy":0.177866,"main_score":0.125286,"hf_subset":"bel_Cyrl-tzm_Tfng","languages":["bel-Cyrl","tzm-Tfng"]},{"precision":0.874927,"recall":0.910079,"f1":0.885971,"accuracy":0.910079,"main_score":0.885971,"hf_subset":"bel_Cyrl-acq_Arab","languages":["bel-Cyrl","acq-Arab"]},{"precision":0.427816,"recall":0.503953,"f1":0.448703,"accuracy":0.503953,"main_score":0.448703,"hf_subset":"bel_Cyrl-bem_Latn","languages":["bel-Cyrl","bem-Latn"]},{"precision":0.748807,"recall":0.805336,"f1":0.765408,"accuracy":0.805336,"main_score":0.765408,"hf_subset":"bel_Cyrl-epo_Latn","languages":["bel-Cyrl","epo-Latn"]},{"precision":0.826367,"recall":0.874506,"f1":0.841469,"accuracy":0.874506,"main_score":0.841469,"hf_subset":"bel_Cyrl-hun_Latn","languages":["bel-Cyrl","hun-Latn"]},{"precision":0.656819,"recall":0.717391,"f1":0.673972,"accuracy":0.717391,"main_score":0.673972,"hf_subset":"bel_Cyrl-kir_Cyrl","languages":["bel-Cyrl","kir-Cyrl"]},{"precision":0.855567,"recall":0.897233,"f1":0.868874,"accuracy":0.897233,"main_score":0.868874,"hf_subset":"bel_Cyrl-mar_Deva","languages":["bel-Cyrl","mar-Deva"]},{"precision":0.408174,"recall":0.483202,"f1":0.427941,"accuracy":0.483202,"main_score":0.427941,"hf_subset":"bel_Cyrl-plt_Latn","languages":["bel-Cyrl","plt-Latn"]},{"precision":0.863554,"recall":0.903162,"f1":0.876383,"accuracy":0.903162,"main_score":0.876383,"hf_subset":"bel_Cyrl-srp_Cyrl","languages":["bel-Cyrl","srp-Cyrl"]},{"precision":0.297237,"recall":0.370553,"f1":0.317239,"accuracy":0.370553,"main_score":0.317239,"hf_subset":"bel_Cyrl-uig_Arab","languages":["bel-Cyrl","uig-Arab"]},{"precision":0.798337,"recall":0.847826,"f1":0.813933,"accuracy":0.847826,"main_score":0.813933,"hf_subset":"bel_Cyrl-aeb_Arab","languages":["bel-Cyrl","aeb-Arab"]},{"precision":0.890728,"recall":0.920949,"f1":0.900231,"accuracy":0.920949,"main_score":0.900231,"hf_subset":"bel_Cyrl-ben_Beng","languages":["bel-Cyrl","ben-Beng"]},{"precision":0.715522,"recall":0.778656,"f1":0.734494,"accuracy":0.778656,"main_score":0.734494,"hf_subset":"bel_Cyrl-est_Latn","languages":["bel-Cyrl","est-Latn"]},{"precision":0.723445,"recall":0.785573,"f1":0.7419,"accuracy":0.785573,"main_score":0.7419,"hf_subset":"bel_Cyrl-hye_Armn","languages":["bel-Cyrl","hye-Armn"]},{"precision":0.376788,"recall":0.454545,"f1":0.397717,"accuracy":0.454545,"main_score":0.397717,"hf_subset":"bel_Cyrl-kmb_Latn","languages":["bel-Cyrl","kmb-Latn"]},{"precision":0.230709,"recall":0.298419,"f1":0.248399,"accuracy":0.298419,"main_score":0.248399,"hf_subset":"bel_Cyrl-min_Arab","languages":["bel-Cyrl","min-Arab"]},{"precision":0.91115,"recall":0.934783,"f1":0.918511,"accuracy":0.934783,"main_score":0.918511,"hf_subset":"bel_Cyrl-pol_Latn","languages":["bel-Cyrl","pol-Latn"]},{"precision":0.361781,"recall":0.439723,"f1":0.382366,"accuracy":0.439723,"main_score":0.382366,"hf_subset":"bel_Cyrl-ssw_Latn","languages":["bel-Cyrl","ssw-Latn"]},{"precision":0.913702,"recall":0.937747,"f1":0.921212,"accuracy":0.937747,"main_score":0.921212,"hf_subset":"bel_Cyrl-ukr_Cyrl","languages":["bel-Cyrl","ukr-Cyrl"]},{"precision":0.81558,"recall":0.86166,"f1":0.829974,"accuracy":0.86166,"main_score":0.829974,"hf_subset":"bel_Cyrl-afr_Latn","languages":["bel-Cyrl","afr-Latn"]},{"precision":0.835754,"recall":0.878458,"f1":0.849209,"accuracy":0.878458,"main_score":0.849209,"hf_subset":"bel_Cyrl-bho_Deva","languages":["bel-Cyrl","bho-Deva"]},{"precision":0.570394,"recall":0.642292,"f1":0.590423,"accuracy":0.642292,"main_score":0.590423,"hf_subset":"bel_Cyrl-eus_Latn","languages":["bel-Cyrl","eus-Latn"]},{"precision":0.374126,"recall":0.462451,"f1":0.397699,"accuracy":0.462451,"main_score":0.397699,"hf_subset":"bel_Cyrl-ibo_Latn","languages":["bel-Cyrl","ibo-Latn"]},{"precision":0.411539,"recall":0.496047,"f1":0.434629,"accuracy":0.496047,"main_score":0.434629,"hf_subset":"bel_Cyrl-kmr_Latn","languages":["bel-Cyrl","kmr-Latn"]},{"precision":0.641101,"recall":0.714427,"f1":0.662898,"accuracy":0.714427,"main_score":0.662898,"hf_subset":"bel_Cyrl-min_Latn","languages":["bel-Cyrl","min-Latn"]},{"precision":0.906185,"recall":0.931818,"f1":0.914345,"accuracy":0.931818,"main_score":0.914345,"hf_subset":"bel_Cyrl-por_Latn","languages":["bel-Cyrl","por-Latn"]},{"precision":0.71362,"recall":0.77668,"f1":0.732265,"accuracy":0.77668,"main_score":0.732265,"hf_subset":"bel_Cyrl-sun_Latn","languages":["bel-Cyrl","sun-Latn"]},{"precision":0.364121,"recall":0.4417,"f1":0.386002,"accuracy":0.4417,"main_score":0.386002,"hf_subset":"bel_Cyrl-umb_Latn","languages":["bel-Cyrl","umb-Latn"]},{"precision":0.862714,"recall":0.900198,"f1":0.874506,"accuracy":0.900198,"main_score":0.874506,"hf_subset":"bel_Cyrl-ajp_Arab","languages":["bel-Cyrl","ajp-Arab"]},{"precision":0.251537,"recall":0.318182,"f1":0.269046,"accuracy":0.318182,"main_score":0.269046,"hf_subset":"bel_Cyrl-bjn_Arab","languages":["bel-Cyrl","bjn-Arab"]},{"precision":0.377146,"recall":0.448617,"f1":0.396408,"accuracy":0.448617,"main_score":0.396408,"hf_subset":"bel_Cyrl-ewe_Latn","languages":["bel-Cyrl","ewe-Latn"]},{"precision":0.587724,"recall":0.655138,"f1":0.6074,"accuracy":0.655138,"main_score":0.6074,"hf_subset":"bel_Cyrl-ilo_Latn","languages":["bel-Cyrl","ilo-Latn"]},{"precision":0.177993,"recall":0.246047,"f1":0.19557,"accuracy":0.246047,"main_score":0.19557,"hf_subset":"bel_Cyrl-knc_Arab","languages":["bel-Cyrl","knc-Arab"]},{"precision":0.829687,"recall":0.874506,"f1":0.843561,"accuracy":0.874506,"main_score":0.843561,"hf_subset":"bel_Cyrl-mkd_Cyrl","languages":["bel-Cyrl","mkd-Cyrl"]},{"precision":0.872036,"recall":0.909091,"f1":0.884025,"accuracy":0.909091,"main_score":0.884025,"hf_subset":"bel_Cyrl-prs_Arab","languages":["bel-Cyrl","prs-Arab"]},{"precision":0.877717,"recall":0.913043,"f1":0.889065,"accuracy":0.913043,"main_score":0.889065,"hf_subset":"bel_Cyrl-swe_Latn","languages":["bel-Cyrl","swe-Latn"]},{"precision":0.827026,"recall":0.873518,"f1":0.841093,"accuracy":0.873518,"main_score":0.841093,"hf_subset":"bel_Cyrl-urd_Arab","languages":["bel-Cyrl","urd-Arab"]},{"precision":0.418077,"recall":0.508893,"f1":0.442423,"accuracy":0.508893,"main_score":0.442423,"hf_subset":"bel_Cyrl-aka_Latn","languages":["bel-Cyrl","aka-Latn"]},{"precision":0.69972,"recall":0.761858,"f1":0.717904,"accuracy":0.761858,"main_score":0.717904,"hf_subset":"bel_Cyrl-bjn_Latn","languages":["bel-Cyrl","bjn-Latn"]},{"precision":0.503972,"recall":0.58498,"f1":0.52668,"accuracy":0.58498,"main_score":0.52668,"hf_subset":"bel_Cyrl-fao_Latn","languages":["bel-Cyrl","fao-Latn"]},{"precision":0.902727,"recall":0.929842,"f1":0.911215,"accuracy":0.929842,"main_score":0.911215,"hf_subset":"bel_Cyrl-ind_Latn","languages":["bel-Cyrl","ind-Latn"]},{"precision":0.402206,"recall":0.479249,"f1":0.422752,"accuracy":0.479249,"main_score":0.422752,"hf_subset":"bel_Cyrl-knc_Latn","languages":["bel-Cyrl","knc-Latn"]},{"precision":0.611554,"recall":0.682806,"f1":0.632329,"accuracy":0.682806,"main_score":0.632329,"hf_subset":"bel_Cyrl-mlt_Latn","languages":["bel-Cyrl","mlt-Latn"]},{"precision":0.451924,"recall":0.532609,"f1":0.473993,"accuracy":0.532609,"main_score":0.473993,"hf_subset":"bel_Cyrl-quy_Latn","languages":["bel-Cyrl","quy-Latn"]},{"precision":0.708013,"recall":0.769763,"f1":0.72711,"accuracy":0.769763,"main_score":0.72711,"hf_subset":"bel_Cyrl-swh_Latn","languages":["bel-Cyrl","swh-Latn"]},{"precision":0.605321,"recall":0.672925,"f1":0.624944,"accuracy":0.672925,"main_score":0.624944,"hf_subset":"bel_Cyrl-uzn_Latn","languages":["bel-Cyrl","uzn-Latn"]},{"precision":0.69363,"recall":0.753953,"f1":0.711055,"accuracy":0.753953,"main_score":0.711055,"hf_subset":"bel_Cyrl-als_Latn","languages":["bel-Cyrl","als-Latn"]},{"precision":0.181921,"recall":0.245059,"f1":0.198801,"accuracy":0.245059,"main_score":0.198801,"hf_subset":"bel_Cyrl-bod_Tibt","languages":["bel-Cyrl","bod-Tibt"]},{"precision":0.361708,"recall":0.447628,"f1":0.384835,"accuracy":0.447628,"main_score":0.384835,"hf_subset":"bel_Cyrl-fij_Latn","languages":["bel-Cyrl","fij-Latn"]},{"precision":0.495831,"recall":0.577075,"f1":0.518565,"accuracy":0.577075,"main_score":0.518565,"hf_subset":"bel_Cyrl-isl_Latn","languages":["bel-Cyrl","isl-Latn"]},{"precision":0.440047,"recall":0.51581,"f1":0.460684,"accuracy":0.51581,"main_score":0.460684,"hf_subset":"bel_Cyrl-kon_Latn","languages":["bel-Cyrl","kon-Latn"]},{"precision":0.3278,"recall":0.41996,"f1":0.352182,"accuracy":0.41996,"main_score":0.352182,"hf_subset":"bel_Cyrl-mni_Beng","languages":["bel-Cyrl","mni-Beng"]},{"precision":0.88694,"recall":0.91996,"f1":0.897464,"accuracy":0.91996,"main_score":0.897464,"hf_subset":"bel_Cyrl-ron_Latn","languages":["bel-Cyrl","ron-Latn"]},{"precision":0.793866,"recall":0.847826,"f1":0.810477,"accuracy":0.847826,"main_score":0.810477,"hf_subset":"bel_Cyrl-szl_Latn","languages":["bel-Cyrl","szl-Latn"]},{"precision":0.785861,"recall":0.838933,"f1":0.802361,"accuracy":0.838933,"main_score":0.802361,"hf_subset":"bel_Cyrl-vec_Latn","languages":["bel-Cyrl","vec-Latn"]},{"precision":0.635853,"recall":0.706522,"f1":0.65639,"accuracy":0.706522,"main_score":0.65639,"hf_subset":"bel_Cyrl-amh_Ethi","languages":["bel-Cyrl","amh-Ethi"]},{"precision":0.894763,"recall":0.923913,"f1":0.903986,"accuracy":0.923913,"main_score":0.903986,"hf_subset":"bel_Cyrl-bos_Latn","languages":["bel-Cyrl","bos-Latn"]},{"precision":0.846871,"recall":0.88834,"f1":0.859966,"accuracy":0.88834,"main_score":0.859966,"hf_subset":"bel_Cyrl-fin_Latn","languages":["bel-Cyrl","fin-Latn"]},{"precision":0.890275,"recall":0.91996,"f1":0.899594,"accuracy":0.91996,"main_score":0.899594,"hf_subset":"bel_Cyrl-ita_Latn","languages":["bel-Cyrl","ita-Latn"]},{"precision":0.883293,"recall":0.916008,"f1":0.893594,"accuracy":0.916008,"main_score":0.893594,"hf_subset":"bel_Cyrl-kor_Hang","languages":["bel-Cyrl","kor-Hang"]},{"precision":0.403583,"recall":0.488142,"f1":0.425728,"accuracy":0.488142,"main_score":0.425728,"hf_subset":"bel_Cyrl-mos_Latn","languages":["bel-Cyrl","mos-Latn"]},{"precision":0.375474,"recall":0.449605,"f1":0.396118,"accuracy":0.449605,"main_score":0.396118,"hf_subset":"bel_Cyrl-run_Latn","languages":["bel-Cyrl","run-Latn"]},{"precision":0.838109,"recall":0.883399,"f1":0.852734,"accuracy":0.883399,"main_score":0.852734,"hf_subset":"bel_Cyrl-tam_Taml","languages":["bel-Cyrl","tam-Taml"]},{"precision":0.86763,"recall":0.903162,"f1":0.878909,"accuracy":0.903162,"main_score":0.878909,"hf_subset":"bel_Cyrl-vie_Latn","languages":["bel-Cyrl","vie-Latn"]},{"precision":0.846699,"recall":0.887352,"f1":0.859024,"accuracy":0.887352,"main_score":0.859024,"hf_subset":"bel_Cyrl-apc_Arab","languages":["bel-Cyrl","apc-Arab"]},{"precision":0.537703,"recall":0.612648,"f1":0.559298,"accuracy":0.612648,"main_score":0.559298,"hf_subset":"bel_Cyrl-bug_Latn","languages":["bel-Cyrl","bug-Latn"]},{"precision":0.334818,"recall":0.41502,"f1":0.356251,"accuracy":0.41502,"main_score":0.356251,"hf_subset":"bel_Cyrl-fon_Latn","languages":["bel-Cyrl","fon-Latn"]},{"precision":0.725049,"recall":0.785573,"f1":0.743332,"accuracy":0.785573,"main_score":0.743332,"hf_subset":"bel_Cyrl-jav_Latn","languages":["bel-Cyrl","jav-Latn"]},{"precision":0.615552,"recall":0.682806,"f1":0.635212,"accuracy":0.682806,"main_score":0.635212,"hf_subset":"bel_Cyrl-lao_Laoo","languages":["bel-Cyrl","lao-Laoo"]},{"precision":0.363949,"recall":0.455534,"f1":0.388405,"accuracy":0.455534,"main_score":0.388405,"hf_subset":"bel_Cyrl-mri_Latn","languages":["bel-Cyrl","mri-Latn"]},{"precision":0.926169,"recall":0.947628,"f1":0.932872,"accuracy":0.947628,"main_score":0.932872,"hf_subset":"bel_Cyrl-rus_Cyrl","languages":["bel-Cyrl","rus-Cyrl"]},{"precision":0.375792,"recall":0.466403,"f1":0.399244,"accuracy":0.466403,"main_score":0.399244,"hf_subset":"bel_Cyrl-taq_Latn","languages":["bel-Cyrl","taq-Latn"]},{"precision":0.699473,"recall":0.763834,"f1":0.718925,"accuracy":0.763834,"main_score":0.718925,"hf_subset":"bel_Cyrl-war_Latn","languages":["bel-Cyrl","war-Latn"]},{"precision":0.889081,"recall":0.921937,"f1":0.899393,"accuracy":0.921937,"main_score":0.899393,"hf_subset":"bel_Cyrl-arb_Arab","languages":["bel-Cyrl","arb-Arab"]},{"precision":0.896904,"recall":0.926877,"f1":0.906258,"accuracy":0.926877,"main_score":0.906258,"hf_subset":"bel_Cyrl-bul_Cyrl","languages":["bel-Cyrl","bul-Cyrl"]},{"precision":0.908062,"recall":0.934783,"f1":0.916722,"accuracy":0.934783,"main_score":0.916722,"hf_subset":"bel_Cyrl-fra_Latn","languages":["bel-Cyrl","fra-Latn"]},{"precision":0.900395,"recall":0.926877,"f1":0.90855,"accuracy":0.926877,"main_score":0.90855,"hf_subset":"bel_Cyrl-jpn_Jpan","languages":["bel-Cyrl","jpn-Jpan"]},{"precision":0.731811,"recall":0.797431,"f1":0.751353,"accuracy":0.797431,"main_score":0.751353,"hf_subset":"bel_Cyrl-lij_Latn","languages":["bel-Cyrl","lij-Latn"]},{"precision":0.655649,"recall":0.727273,"f1":0.676962,"accuracy":0.727273,"main_score":0.676962,"hf_subset":"bel_Cyrl-mya_Mymr","languages":["bel-Cyrl","mya-Mymr"]},{"precision":0.425417,"recall":0.505929,"f1":0.447164,"accuracy":0.505929,"main_score":0.447164,"hf_subset":"bel_Cyrl-sag_Latn","languages":["bel-Cyrl","sag-Latn"]},{"precision":0.144354,"recall":0.219368,"f1":0.160552,"accuracy":0.219368,"main_score":0.160552,"hf_subset":"bel_Cyrl-taq_Tfng","languages":["bel-Cyrl","taq-Tfng"]},{"precision":0.416602,"recall":0.502964,"f1":0.439415,"accuracy":0.502964,"main_score":0.439415,"hf_subset":"bel_Cyrl-wol_Latn","languages":["bel-Cyrl","wol-Latn"]},{"precision":0.274087,"recall":0.367589,"f1":0.29757,"accuracy":0.367589,"main_score":0.29757,"hf_subset":"bel_Cyrl-arb_Latn","languages":["bel-Cyrl","arb-Latn"]},{"precision":0.869302,"recall":0.90415,"f1":0.88027,"accuracy":0.90415,"main_score":0.88027,"hf_subset":"bel_Cyrl-cat_Latn","languages":["bel-Cyrl","cat-Latn"]},{"precision":0.698386,"recall":0.762846,"f1":0.717725,"accuracy":0.762846,"main_score":0.717725,"hf_subset":"bel_Cyrl-fur_Latn","languages":["bel-Cyrl","fur-Latn"]},{"precision":0.250597,"recall":0.333992,"f1":0.272176,"accuracy":0.333992,"main_score":0.272176,"hf_subset":"bel_Cyrl-kab_Latn","languages":["bel-Cyrl","kab-Latn"]},{"precision":0.702833,"recall":0.763834,"f1":0.72108,"accuracy":0.763834,"main_score":0.72108,"hf_subset":"bel_Cyrl-lim_Latn","languages":["bel-Cyrl","lim-Latn"]},{"precision":0.892457,"recall":0.91996,"f1":0.90091,"accuracy":0.91996,"main_score":0.90091,"hf_subset":"bel_Cyrl-nld_Latn","languages":["bel-Cyrl","nld-Latn"]},{"precision":0.730468,"recall":0.794466,"f1":0.750005,"accuracy":0.794466,"main_score":0.750005,"hf_subset":"bel_Cyrl-san_Deva","languages":["bel-Cyrl","san-Deva"]},{"precision":0.61182,"recall":0.678854,"f1":0.631239,"accuracy":0.678854,"main_score":0.631239,"hf_subset":"bel_Cyrl-tat_Cyrl","languages":["bel-Cyrl","tat-Cyrl"]},{"precision":0.389575,"recall":0.479249,"f1":0.414024,"accuracy":0.479249,"main_score":0.414024,"hf_subset":"bel_Cyrl-xho_Latn","languages":["bel-Cyrl","xho-Latn"]},{"precision":0.888373,"recall":0.921937,"f1":0.898998,"accuracy":0.921937,"main_score":0.898998,"hf_subset":"bel_Cyrl-ars_Arab","languages":["bel-Cyrl","ars-Arab"]},{"precision":0.657659,"recall":0.726285,"f1":0.677335,"accuracy":0.726285,"main_score":0.677335,"hf_subset":"bel_Cyrl-ceb_Latn","languages":["bel-Cyrl","ceb-Latn"]},{"precision":0.380464,"recall":0.465415,"f1":0.403839,"accuracy":0.465415,"main_score":0.403839,"hf_subset":"bel_Cyrl-fuv_Latn","languages":["bel-Cyrl","fuv-Latn"]},{"precision":0.383996,"recall":0.468379,"f1":0.406814,"accuracy":0.468379,"main_score":0.406814,"hf_subset":"bel_Cyrl-kac_Latn","languages":["bel-Cyrl","kac-Latn"]},{"precision":0.456782,"recall":0.538538,"f1":0.479749,"accuracy":0.538538,"main_score":0.479749,"hf_subset":"bel_Cyrl-lin_Latn","languages":["bel-Cyrl","lin-Latn"]},{"precision":0.843291,"recall":0.885375,"f1":0.856004,"accuracy":0.885375,"main_score":0.856004,"hf_subset":"bel_Cyrl-nno_Latn","languages":["bel-Cyrl","nno-Latn"]},{"precision":0.159949,"recall":0.227273,"f1":0.17665,"accuracy":0.227273,"main_score":0.17665,"hf_subset":"bel_Cyrl-sat_Olck","languages":["bel-Cyrl","sat-Olck"]},{"precision":0.852767,"recall":0.894269,"f1":0.865533,"accuracy":0.894269,"main_score":0.865533,"hf_subset":"bel_Cyrl-tel_Telu","languages":["bel-Cyrl","tel-Telu"]},{"precision":0.301801,"recall":0.385375,"f1":0.322854,"accuracy":0.385375,"main_score":0.322854,"hf_subset":"bel_Cyrl-ydd_Hebr","languages":["bel-Cyrl","ydd-Hebr"]},{"precision":0.758943,"recall":0.815217,"f1":0.776007,"accuracy":0.815217,"main_score":0.776007,"hf_subset":"bel_Cyrl-ary_Arab","languages":["bel-Cyrl","ary-Arab"]},{"precision":0.869466,"recall":0.905138,"f1":0.880764,"accuracy":0.905138,"main_score":0.880764,"hf_subset":"bel_Cyrl-ces_Latn","languages":["bel-Cyrl","ces-Latn"]},{"precision":0.304367,"recall":0.379447,"f1":0.323438,"accuracy":0.379447,"main_score":0.323438,"hf_subset":"bel_Cyrl-gaz_Latn","languages":["bel-Cyrl","gaz-Latn"]},{"precision":0.39688,"recall":0.470356,"f1":0.416938,"accuracy":0.470356,"main_score":0.416938,"hf_subset":"bel_Cyrl-kam_Latn","languages":["bel-Cyrl","kam-Latn"]},{"precision":0.742177,"recall":0.794466,"f1":0.757708,"accuracy":0.794466,"main_score":0.757708,"hf_subset":"bel_Cyrl-lit_Latn","languages":["bel-Cyrl","lit-Latn"]},{"precision":0.887269,"recall":0.918972,"f1":0.897464,"accuracy":0.918972,"main_score":0.897464,"hf_subset":"bel_Cyrl-nob_Latn","languages":["bel-Cyrl","nob-Latn"]},{"precision":0.645167,"recall":0.716403,"f1":0.666132,"accuracy":0.716403,"main_score":0.666132,"hf_subset":"bel_Cyrl-scn_Latn","languages":["bel-Cyrl","scn-Latn"]},{"precision":0.445929,"recall":0.524704,"f1":0.46699,"accuracy":0.524704,"main_score":0.46699,"hf_subset":"bel_Cyrl-tgk_Cyrl","languages":["bel-Cyrl","tgk-Cyrl"]},{"precision":0.351624,"recall":0.437747,"f1":0.374704,"accuracy":0.437747,"main_score":0.374704,"hf_subset":"bel_Cyrl-yor_Latn","languages":["bel-Cyrl","yor-Latn"]},{"precision":0.850136,"recall":0.890316,"f1":0.8625,"accuracy":0.890316,"main_score":0.8625,"hf_subset":"bel_Cyrl-arz_Arab","languages":["bel-Cyrl","arz-Arab"]},{"precision":0.39292,"recall":0.475296,"f1":0.415548,"accuracy":0.475296,"main_score":0.415548,"hf_subset":"bel_Cyrl-cjk_Latn","languages":["bel-Cyrl","cjk-Latn"]},{"precision":0.353803,"recall":0.43083,"f1":0.374374,"accuracy":0.43083,"main_score":0.374374,"hf_subset":"bel_Cyrl-gla_Latn","languages":["bel-Cyrl","gla-Latn"]},{"precision":0.828343,"recall":0.87253,"f1":0.842095,"accuracy":0.87253,"main_score":0.842095,"hf_subset":"bel_Cyrl-kan_Knda","languages":["bel-Cyrl","kan-Knda"]},{"precision":0.674435,"recall":0.741107,"f1":0.693314,"accuracy":0.741107,"main_score":0.693314,"hf_subset":"bel_Cyrl-lmo_Latn","languages":["bel-Cyrl","lmo-Latn"]},{"precision":0.843215,"recall":0.886364,"f1":0.856653,"accuracy":0.886364,"main_score":0.856653,"hf_subset":"bel_Cyrl-npi_Deva","languages":["bel-Cyrl","npi-Deva"]},{"precision":0.336276,"recall":0.424901,"f1":0.360133,"accuracy":0.424901,"main_score":0.360133,"hf_subset":"bel_Cyrl-shn_Mymr","languages":["bel-Cyrl","shn-Mymr"]},{"precision":0.776021,"recall":0.83004,"f1":0.792918,"accuracy":0.83004,"main_score":0.792918,"hf_subset":"bel_Cyrl-tgl_Latn","languages":["bel-Cyrl","tgl-Latn"]},{"precision":0.880709,"recall":0.913043,"f1":0.890843,"accuracy":0.913043,"main_score":0.890843,"hf_subset":"bel_Cyrl-yue_Hant","languages":["bel-Cyrl","yue-Hant"]},{"precision":0.712658,"recall":0.779644,"f1":0.733053,"accuracy":0.779644,"main_score":0.733053,"hf_subset":"bel_Cyrl-asm_Beng","languages":["bel-Cyrl","asm-Beng"]},{"precision":0.380782,"recall":0.450593,"f1":0.399988,"accuracy":0.450593,"main_score":0.399988,"hf_subset":"bel_Cyrl-ckb_Arab","languages":["bel-Cyrl","ckb-Arab"]},{"precision":0.363157,"recall":0.445652,"f1":0.385241,"accuracy":0.445652,"main_score":0.385241,"hf_subset":"bel_Cyrl-gle_Latn","languages":["bel-Cyrl","gle-Latn"]},{"precision":0.536384,"recall":0.629447,"f1":0.562853,"accuracy":0.629447,"main_score":0.562853,"hf_subset":"bel_Cyrl-kas_Arab","languages":["bel-Cyrl","kas-Arab"]},{"precision":0.574598,"recall":0.639328,"f1":0.593232,"accuracy":0.639328,"main_score":0.593232,"hf_subset":"bel_Cyrl-ltg_Latn","languages":["bel-Cyrl","ltg-Latn"]},{"precision":0.429442,"recall":0.502964,"f1":0.449656,"accuracy":0.502964,"main_score":0.449656,"hf_subset":"bel_Cyrl-nso_Latn","languages":["bel-Cyrl","nso-Latn"]},{"precision":0.697523,"recall":0.762846,"f1":0.717361,"accuracy":0.762846,"main_score":0.717361,"hf_subset":"bel_Cyrl-sin_Sinh","languages":["bel-Cyrl","sin-Sinh"]},{"precision":0.879891,"recall":0.913043,"f1":0.890382,"accuracy":0.913043,"main_score":0.890382,"hf_subset":"bel_Cyrl-tha_Thai","languages":["bel-Cyrl","tha-Thai"]},{"precision":0.875165,"recall":0.908103,"f1":0.885296,"accuracy":0.908103,"main_score":0.885296,"hf_subset":"bel_Cyrl-zho_Hans","languages":["bel-Cyrl","zho-Hans"]},{"precision":0.841568,"recall":0.883399,"f1":0.854513,"accuracy":0.883399,"main_score":0.854513,"hf_subset":"bel_Cyrl-ast_Latn","languages":["bel-Cyrl","ast-Latn"]},{"precision":0.700751,"recall":0.762846,"f1":0.718711,"accuracy":0.762846,"main_score":0.718711,"hf_subset":"bel_Cyrl-crh_Latn","languages":["bel-Cyrl","crh-Latn"]},{"precision":0.881011,"recall":0.916008,"f1":0.892194,"accuracy":0.916008,"main_score":0.892194,"hf_subset":"bel_Cyrl-glg_Latn","languages":["bel-Cyrl","glg-Latn"]},{"precision":0.480082,"recall":0.565217,"f1":0.504248,"accuracy":0.565217,"main_score":0.504248,"hf_subset":"bel_Cyrl-kas_Deva","languages":["bel-Cyrl","kas-Deva"]},{"precision":0.655182,"recall":0.725296,"f1":0.675583,"accuracy":0.725296,"main_score":0.675583,"hf_subset":"bel_Cyrl-ltz_Latn","languages":["bel-Cyrl","ltz-Latn"]},{"precision":0.306415,"recall":0.384387,"f1":0.327281,"accuracy":0.384387,"main_score":0.327281,"hf_subset":"bel_Cyrl-nus_Latn","languages":["bel-Cyrl","nus-Latn"]},{"precision":0.866107,"recall":0.90415,"f1":0.877767,"accuracy":0.90415,"main_score":0.877767,"hf_subset":"bel_Cyrl-slk_Latn","languages":["bel-Cyrl","slk-Latn"]},{"precision":0.328135,"recall":0.405138,"f1":0.349282,"accuracy":0.405138,"main_score":0.349282,"hf_subset":"bel_Cyrl-tir_Ethi","languages":["bel-Cyrl","tir-Ethi"]},{"precision":0.875124,"recall":0.907115,"f1":0.884903,"accuracy":0.907115,"main_score":0.884903,"hf_subset":"bel_Cyrl-zho_Hant","languages":["bel-Cyrl","zho-Hant"]},{"precision":0.853129,"recall":0.893281,"f1":0.865547,"accuracy":0.893281,"main_score":0.865547,"hf_subset":"bel_Cyrl-awa_Deva","languages":["bel-Cyrl","awa-Deva"]},{"precision":0.396073,"recall":0.474308,"f1":0.417385,"accuracy":0.474308,"main_score":0.417385,"hf_subset":"bel_Cyrl-cym_Latn","languages":["bel-Cyrl","cym-Latn"]},{"precision":0.541383,"recall":0.621542,"f1":0.564587,"accuracy":0.621542,"main_score":0.564587,"hf_subset":"bel_Cyrl-grn_Latn","languages":["bel-Cyrl","grn-Latn"]},{"precision":0.797473,"recall":0.849802,"f1":0.813455,"accuracy":0.849802,"main_score":0.813455,"hf_subset":"bel_Cyrl-kat_Geor","languages":["bel-Cyrl","kat-Geor"]},{"precision":0.435912,"recall":0.511858,"f1":0.45649,"accuracy":0.511858,"main_score":0.45649,"hf_subset":"bel_Cyrl-lua_Latn","languages":["bel-Cyrl","lua-Latn"]},{"precision":0.42617,"recall":0.503953,"f1":0.448483,"accuracy":0.503953,"main_score":0.448483,"hf_subset":"bel_Cyrl-nya_Latn","languages":["bel-Cyrl","nya-Latn"]},{"precision":0.819746,"recall":0.865613,"f1":0.833992,"accuracy":0.865613,"main_score":0.833992,"hf_subset":"bel_Cyrl-slv_Latn","languages":["bel-Cyrl","slv-Latn"]},{"precision":0.612296,"recall":0.686759,"f1":0.633824,"accuracy":0.686759,"main_score":0.633824,"hf_subset":"bel_Cyrl-tpi_Latn","languages":["bel-Cyrl","tpi-Latn"]},{"precision":0.859825,"recall":0.897233,"f1":0.871591,"accuracy":0.897233,"main_score":0.871591,"hf_subset":"bel_Cyrl-zsm_Latn","languages":["bel-Cyrl","zsm-Latn"]},{"precision":0.357544,"recall":0.436759,"f1":0.379076,"accuracy":0.436759,"main_score":0.379076,"hf_subset":"bel_Cyrl-ayr_Latn","languages":["bel-Cyrl","ayr-Latn"]},{"precision":0.883893,"recall":0.917984,"f1":0.894928,"accuracy":0.917984,"main_score":0.894928,"hf_subset":"bel_Cyrl-dan_Latn","languages":["bel-Cyrl","dan-Latn"]},{"precision":0.830122,"recall":0.875494,"f1":0.844189,"accuracy":0.875494,"main_score":0.844189,"hf_subset":"bel_Cyrl-guj_Gujr","languages":["bel-Cyrl","guj-Gujr"]},{"precision":0.679287,"recall":0.740119,"f1":0.69698,"accuracy":0.740119,"main_score":0.69698,"hf_subset":"bel_Cyrl-kaz_Cyrl","languages":["bel-Cyrl","kaz-Cyrl"]},{"precision":0.363475,"recall":0.442688,"f1":0.384253,"accuracy":0.442688,"main_score":0.384253,"hf_subset":"bel_Cyrl-lug_Latn","languages":["bel-Cyrl","lug-Latn"]},{"precision":0.832296,"recall":0.87747,"f1":0.846574,"accuracy":0.87747,"main_score":0.846574,"hf_subset":"bel_Cyrl-oci_Latn","languages":["bel-Cyrl","oci-Latn"]},{"precision":0.3843,"recall":0.47332,"f1":0.408497,"accuracy":0.47332,"main_score":0.408497,"hf_subset":"bel_Cyrl-smo_Latn","languages":["bel-Cyrl","smo-Latn"]},{"precision":0.395204,"recall":0.468379,"f1":0.414294,"accuracy":0.468379,"main_score":0.414294,"hf_subset":"bel_Cyrl-tsn_Latn","languages":["bel-Cyrl","tsn-Latn"]},{"precision":0.363306,"recall":0.452569,"f1":0.38701,"accuracy":0.452569,"main_score":0.38701,"hf_subset":"bel_Cyrl-zul_Latn","languages":["bel-Cyrl","zul-Latn"]},{"precision":0.517571,"recall":0.607708,"f1":0.542853,"accuracy":0.607708,"main_score":0.542853,"hf_subset":"bel_Cyrl-azb_Arab","languages":["bel-Cyrl","azb-Arab"]},{"precision":0.915843,"recall":0.939723,"f1":0.923386,"accuracy":0.939723,"main_score":0.923386,"hf_subset":"bel_Cyrl-deu_Latn","languages":["bel-Cyrl","deu-Latn"]},{"precision":0.528764,"recall":0.609684,"f1":0.551762,"accuracy":0.609684,"main_score":0.551762,"hf_subset":"bel_Cyrl-hat_Latn","languages":["bel-Cyrl","hat-Latn"]},{"precision":0.33653,"recall":0.420949,"f1":0.35934,"accuracy":0.420949,"main_score":0.35934,"hf_subset":"bel_Cyrl-kbp_Latn","languages":["bel-Cyrl","kbp-Latn"]},{"precision":0.407718,"recall":0.487154,"f1":0.428981,"accuracy":0.487154,"main_score":0.428981,"hf_subset":"bel_Cyrl-luo_Latn","languages":["bel-Cyrl","luo-Latn"]},{"precision":0.486871,"recall":0.566206,"f1":0.509449,"accuracy":0.566206,"main_score":0.509449,"hf_subset":"bel_Cyrl-ory_Orya","languages":["bel-Cyrl","ory-Orya"]},{"precision":0.40876,"recall":0.480237,"f1":0.427751,"accuracy":0.480237,"main_score":0.427751,"hf_subset":"bel_Cyrl-sna_Latn","languages":["bel-Cyrl","sna-Latn"]},{"precision":0.368066,"recall":0.442688,"f1":0.388792,"accuracy":0.442688,"main_score":0.388792,"hf_subset":"bel_Cyrl-tso_Latn","languages":["bel-Cyrl","tso-Latn"]},{"precision":0.741116,"recall":0.797431,"f1":0.757992,"accuracy":0.797431,"main_score":0.757992,"hf_subset":"bel_Cyrl-azj_Latn","languages":["bel-Cyrl","azj-Latn"]},{"precision":0.370534,"recall":0.465415,"f1":0.396628,"accuracy":0.465415,"main_score":0.396628,"hf_subset":"bel_Cyrl-dik_Latn","languages":["bel-Cyrl","dik-Latn"]},{"precision":0.404156,"recall":0.474308,"f1":0.42377,"accuracy":0.474308,"main_score":0.42377,"hf_subset":"bel_Cyrl-hau_Latn","languages":["bel-Cyrl","hau-Latn"]},{"precision":0.680547,"recall":0.749012,"f1":0.700381,"accuracy":0.749012,"main_score":0.700381,"hf_subset":"bel_Cyrl-kea_Latn","languages":["bel-Cyrl","kea-Latn"]},{"precision":0.511238,"recall":0.58498,"f1":0.531126,"accuracy":0.58498,"main_score":0.531126,"hf_subset":"bel_Cyrl-lus_Latn","languages":["bel-Cyrl","lus-Latn"]},{"precision":0.620965,"recall":0.688735,"f1":0.640796,"accuracy":0.688735,"main_score":0.640796,"hf_subset":"bel_Cyrl-pag_Latn","languages":["bel-Cyrl","pag-Latn"]},{"precision":0.545942,"recall":0.630435,"f1":0.569747,"accuracy":0.630435,"main_score":0.569747,"hf_subset":"bel_Cyrl-snd_Arab","languages":["bel-Cyrl","snd-Arab"]},{"precision":0.552555,"recall":0.626482,"f1":0.574276,"accuracy":0.626482,"main_score":0.574276,"hf_subset":"bel_Cyrl-tuk_Latn","languages":["bel-Cyrl","tuk-Latn"]},{"precision":0.610787,"recall":0.670949,"f1":0.627969,"accuracy":0.670949,"main_score":0.627969,"hf_subset":"bel_Cyrl-bak_Cyrl","languages":["bel-Cyrl","bak-Cyrl"]},{"precision":0.297418,"recall":0.391304,"f1":0.323004,"accuracy":0.391304,"main_score":0.323004,"hf_subset":"bel_Cyrl-dyu_Latn","languages":["bel-Cyrl","dyu-Latn"]},{"precision":0.762714,"recall":0.822134,"f1":0.780863,"accuracy":0.822134,"main_score":0.780863,"hf_subset":"bel_Cyrl-heb_Hebr","languages":["bel-Cyrl","heb-Hebr"]},{"precision":0.44775,"recall":0.520751,"f1":0.466787,"accuracy":0.520751,"main_score":0.466787,"hf_subset":"bel_Cyrl-khk_Cyrl","languages":["bel-Cyrl","khk-Cyrl"]},{"precision":0.758738,"recall":0.812253,"f1":0.775049,"accuracy":0.812253,"main_score":0.775049,"hf_subset":"bel_Cyrl-lvs_Latn","languages":["bel-Cyrl","lvs-Latn"]},{"precision":0.760227,"recall":0.814229,"f1":0.776501,"accuracy":0.814229,"main_score":0.776501,"hf_subset":"bel_Cyrl-pan_Guru","languages":["bel-Cyrl","pan-Guru"]},{"precision":0.370229,"recall":0.438735,"f1":0.388756,"accuracy":0.438735,"main_score":0.388756,"hf_subset":"bel_Cyrl-som_Latn","languages":["bel-Cyrl","som-Latn"]},{"precision":0.4156,"recall":0.485178,"f1":0.435484,"accuracy":0.485178,"main_score":0.435484,"hf_subset":"bel_Cyrl-tum_Latn","languages":["bel-Cyrl","tum-Latn"]},{"precision":0.287273,"recall":0.376482,"f1":0.310158,"accuracy":0.376482,"main_score":0.310158,"hf_subset":"eng_Latn-ace_Arab","languages":["eng-Latn","ace-Arab"]},{"precision":0.360098,"recall":0.461462,"f1":0.38618,"accuracy":0.461462,"main_score":0.38618,"hf_subset":"eng_Latn-bam_Latn","languages":["eng-Latn","bam-Latn"]},{"precision":0.160717,"recall":0.22332,"f1":0.1766,"accuracy":0.22332,"main_score":0.1766,"hf_subset":"eng_Latn-dzo_Tibt","languages":["eng-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-hin_Deva","languages":["eng-Latn","hin-Deva"]},{"precision":0.851614,"recall":0.896245,"f1":0.865744,"accuracy":0.896245,"main_score":0.865744,"hf_subset":"eng_Latn-khm_Khmr","languages":["eng-Latn","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-mag_Deva","languages":["eng-Latn","mag-Deva"]},{"precision":0.873798,"recall":0.910079,"f1":0.884914,"accuracy":0.910079,"main_score":0.884914,"hf_subset":"eng_Latn-pap_Latn","languages":["eng-Latn","pap-Latn"]},{"precision":0.41512,"recall":0.520751,"f1":0.44216,"accuracy":0.520751,"main_score":0.44216,"hf_subset":"eng_Latn-sot_Latn","languages":["eng-Latn","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-tur_Latn","languages":["eng-Latn","tur-Latn"]},{"precision":0.669097,"recall":0.749012,"f1":0.692492,"accuracy":0.749012,"main_score":0.692492,"hf_subset":"eng_Latn-ace_Latn","languages":["eng-Latn","ace-Latn"]},{"precision":0.838439,"recall":0.885375,"f1":0.852899,"accuracy":0.885375,"main_score":0.852899,"hf_subset":"eng_Latn-ban_Latn","languages":["eng-Latn","ban-Latn"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"eng_Latn-ell_Grek","languages":["eng-Latn","ell-Grek"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"eng_Latn-hne_Deva","languages":["eng-Latn","hne-Deva"]},{"precision":0.417543,"recall":0.527668,"f1":0.44695,"accuracy":0.527668,"main_score":0.44695,"hf_subset":"eng_Latn-kik_Latn","languages":["eng-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-mai_Deva","languages":["eng-Latn","mai-Deva"]},{"precision":0.874424,"recall":0.913043,"f1":0.886924,"accuracy":0.913043,"main_score":0.886924,"hf_subset":"eng_Latn-pbt_Arab","languages":["eng-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-spa_Latn","languages":["eng-Latn","spa-Latn"]},{"precision":0.492063,"recall":0.599802,"f1":0.521309,"accuracy":0.599802,"main_score":0.521309,"hf_subset":"eng_Latn-twi_Latn","languages":["eng-Latn","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-acm_Arab","languages":["eng-Latn","acm-Arab"]},{"precision":0.85112,"recall":0.898221,"f1":0.866271,"accuracy":0.898221,"main_score":0.866271,"hf_subset":"eng_Latn-bel_Cyrl","languages":["eng-Latn","bel-Cyrl"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"eng_Latn-hrv_Latn","languages":["eng-Latn","hrv-Latn"]},{"precision":0.377538,"recall":0.475296,"f1":0.40311,"accuracy":0.475296,"main_score":0.40311,"hf_subset":"eng_Latn-kin_Latn","languages":["eng-Latn","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-mal_Mlym","languages":["eng-Latn","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-pes_Arab","languages":["eng-Latn","pes-Arab"]},{"precision":0.866634,"recall":0.907115,"f1":0.879578,"accuracy":0.907115,"main_score":0.879578,"hf_subset":"eng_Latn-srd_Latn","languages":["eng-Latn","srd-Latn"]},{"precision":0.115569,"recall":0.178854,"f1":0.129364,"accuracy":0.178854,"main_score":0.129364,"hf_subset":"eng_Latn-tzm_Tfng","languages":["eng-Latn","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-acq_Arab","languages":["eng-Latn","acq-Arab"]},{"precision":0.43671,"recall":0.539526,"f1":0.463832,"accuracy":0.539526,"main_score":0.463832,"hf_subset":"eng_Latn-bem_Latn","languages":["eng-Latn","bem-Latn"]},{"precision":0.910079,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"eng_Latn-epo_Latn","languages":["eng-Latn","epo-Latn"]},{"precision":0.923254,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"eng_Latn-hun_Latn","languages":["eng-Latn","hun-Latn"]},{"precision":0.677635,"recall":0.757905,"f1":0.701012,"accuracy":0.757905,"main_score":0.701012,"hf_subset":"eng_Latn-kir_Cyrl","languages":["eng-Latn","kir-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"eng_Latn-mar_Deva","languages":["eng-Latn","mar-Deva"]},{"precision":0.422487,"recall":0.527668,"f1":0.4513,"accuracy":0.527668,"main_score":0.4513,"hf_subset":"eng_Latn-plt_Latn","languages":["eng-Latn","plt-Latn"]},{"precision":0.929842,"recall":0.952569,"f1":0.937253,"accuracy":0.952569,"main_score":0.937253,"hf_subset":"eng_Latn-srp_Cyrl","languages":["eng-Latn","srp-Cyrl"]},{"precision":0.265869,"recall":0.348814,"f1":0.28709,"accuracy":0.348814,"main_score":0.28709,"hf_subset":"eng_Latn-uig_Arab","languages":["eng-Latn","uig-Arab"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"eng_Latn-aeb_Arab","languages":["eng-Latn","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"eng_Latn-ben_Beng","languages":["eng-Latn","ben-Beng"]},{"precision":0.811709,"recall":0.864625,"f1":0.828096,"accuracy":0.864625,"main_score":0.828096,"hf_subset":"eng_Latn-est_Latn","languages":["eng-Latn","est-Latn"]},{"precision":0.851285,"recall":0.894269,"f1":0.86486,"accuracy":0.894269,"main_score":0.86486,"hf_subset":"eng_Latn-hye_Armn","languages":["eng-Latn","hye-Armn"]},{"precision":0.389218,"recall":0.488142,"f1":0.415196,"accuracy":0.488142,"main_score":0.415196,"hf_subset":"eng_Latn-kmb_Latn","languages":["eng-Latn","kmb-Latn"]},{"precision":0.243372,"recall":0.329051,"f1":0.264253,"accuracy":0.329051,"main_score":0.264253,"hf_subset":"eng_Latn-min_Arab","languages":["eng-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-pol_Latn","languages":["eng-Latn","pol-Latn"]},{"precision":0.371143,"recall":0.480237,"f1":0.398708,"accuracy":0.480237,"main_score":0.398708,"hf_subset":"eng_Latn-ssw_Latn","languages":["eng-Latn","ssw-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"eng_Latn-ukr_Cyrl","languages":["eng-Latn","ukr-Cyrl"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"eng_Latn-afr_Latn","languages":["eng-Latn","afr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"eng_Latn-bho_Deva","languages":["eng-Latn","bho-Deva"]},{"precision":0.629482,"recall":0.717391,"f1":0.654221,"accuracy":0.717391,"main_score":0.654221,"hf_subset":"eng_Latn-eus_Latn","languages":["eng-Latn","eus-Latn"]},{"precision":0.373218,"recall":0.485178,"f1":0.402226,"accuracy":0.485178,"main_score":0.402226,"hf_subset":"eng_Latn-ibo_Latn","languages":["eng-Latn","ibo-Latn"]},{"precision":0.423372,"recall":0.527668,"f1":0.450594,"accuracy":0.527668,"main_score":0.450594,"hf_subset":"eng_Latn-kmr_Latn","languages":["eng-Latn","kmr-Latn"]},{"precision":0.792194,"recall":0.851779,"f1":0.810507,"accuracy":0.851779,"main_score":0.810507,"hf_subset":"eng_Latn-min_Latn","languages":["eng-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-por_Latn","languages":["eng-Latn","por-Latn"]},{"precision":0.873962,"recall":0.912055,"f1":0.885903,"accuracy":0.912055,"main_score":0.885903,"hf_subset":"eng_Latn-sun_Latn","languages":["eng-Latn","sun-Latn"]},{"precision":0.365367,"recall":0.477273,"f1":0.394691,"accuracy":0.477273,"main_score":0.394691,"hf_subset":"eng_Latn-umb_Latn","languages":["eng-Latn","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"eng_Latn-ajp_Arab","languages":["eng-Latn","ajp-Arab"]},{"precision":0.251717,"recall":0.343874,"f1":0.276095,"accuracy":0.343874,"main_score":0.276095,"hf_subset":"eng_Latn-bjn_Arab","languages":["eng-Latn","bjn-Arab"]},{"precision":0.394905,"recall":0.48913,"f1":0.418987,"accuracy":0.48913,"main_score":0.418987,"hf_subset":"eng_Latn-ewe_Latn","languages":["eng-Latn","ewe-Latn"]},{"precision":0.689603,"recall":0.766798,"f1":0.712451,"accuracy":0.766798,"main_score":0.712451,"hf_subset":"eng_Latn-ilo_Latn","languages":["eng-Latn","ilo-Latn"]},{"precision":0.172074,"recall":0.262846,"f1":0.193668,"accuracy":0.262846,"main_score":0.193668,"hf_subset":"eng_Latn-knc_Arab","languages":["eng-Latn","knc-Arab"]},{"precision":0.922266,"recall":0.947628,"f1":0.930665,"accuracy":0.947628,"main_score":0.930665,"hf_subset":"eng_Latn-mkd_Cyrl","languages":["eng-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-prs_Arab","languages":["eng-Latn","prs-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-swe_Latn","languages":["eng-Latn","swe-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-urd_Arab","languages":["eng-Latn","urd-Arab"]},{"precision":0.462827,"recall":0.571146,"f1":0.491879,"accuracy":0.571146,"main_score":0.491879,"hf_subset":"eng_Latn-aka_Latn","languages":["eng-Latn","aka-Latn"]},{"precision":0.833119,"recall":0.882411,"f1":0.848504,"accuracy":0.882411,"main_score":0.848504,"hf_subset":"eng_Latn-bjn_Latn","languages":["eng-Latn","bjn-Latn"]},{"precision":0.587767,"recall":0.675889,"f1":0.612754,"accuracy":0.675889,"main_score":0.612754,"hf_subset":"eng_Latn-fao_Latn","languages":["eng-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ind_Latn","languages":["eng-Latn","ind-Latn"]},{"precision":0.437226,"recall":0.539526,"f1":0.463249,"accuracy":0.539526,"main_score":0.463249,"hf_subset":"eng_Latn-knc_Latn","languages":["eng-Latn","knc-Latn"]},{"precision":0.723584,"recall":0.797431,"f1":0.745243,"accuracy":0.797431,"main_score":0.745243,"hf_subset":"eng_Latn-mlt_Latn","languages":["eng-Latn","mlt-Latn"]},{"precision":0.463665,"recall":0.575099,"f1":0.493566,"accuracy":0.575099,"main_score":0.493566,"hf_subset":"eng_Latn-quy_Latn","languages":["eng-Latn","quy-Latn"]},{"precision":0.854578,"recall":0.896245,"f1":0.867721,"accuracy":0.896245,"main_score":0.867721,"hf_subset":"eng_Latn-swh_Latn","languages":["eng-Latn","swh-Latn"]},{"precision":0.639503,"recall":0.725296,"f1":0.664347,"accuracy":0.725296,"main_score":0.664347,"hf_subset":"eng_Latn-uzn_Latn","languages":["eng-Latn","uzn-Latn"]},{"precision":0.782971,"recall":0.840909,"f1":0.800626,"accuracy":0.840909,"main_score":0.800626,"hf_subset":"eng_Latn-als_Latn","languages":["eng-Latn","als-Latn"]},{"precision":0.188269,"recall":0.259881,"f1":0.205597,"accuracy":0.259881,"main_score":0.205597,"hf_subset":"eng_Latn-bod_Tibt","languages":["eng-Latn","bod-Tibt"]},{"precision":0.388019,"recall":0.501976,"f1":0.417468,"accuracy":0.501976,"main_score":0.417468,"hf_subset":"eng_Latn-fij_Latn","languages":["eng-Latn","fij-Latn"]},{"precision":0.554285,"recall":0.648221,"f1":0.580628,"accuracy":0.648221,"main_score":0.580628,"hf_subset":"eng_Latn-isl_Latn","languages":["eng-Latn","isl-Latn"]},{"precision":0.48133,"recall":0.58004,"f1":0.507536,"accuracy":0.58004,"main_score":0.507536,"hf_subset":"eng_Latn-kon_Latn","languages":["eng-Latn","kon-Latn"]},{"precision":0.403453,"recall":0.514822,"f1":0.432777,"accuracy":0.514822,"main_score":0.432777,"hf_subset":"eng_Latn-mni_Beng","languages":["eng-Latn","mni-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"eng_Latn-ron_Latn","languages":["eng-Latn","ron-Latn"]},{"precision":0.876729,"recall":0.912055,"f1":0.887912,"accuracy":0.912055,"main_score":0.887912,"hf_subset":"eng_Latn-szl_Latn","languages":["eng-Latn","szl-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"eng_Latn-vec_Latn","languages":["eng-Latn","vec-Latn"]},{"precision":0.82057,"recall":0.873518,"f1":0.837272,"accuracy":0.873518,"main_score":0.837272,"hf_subset":"eng_Latn-amh_Ethi","languages":["eng-Latn","amh-Ethi"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"eng_Latn-bos_Latn","languages":["eng-Latn","bos-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"eng_Latn-fin_Latn","languages":["eng-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ita_Latn","languages":["eng-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-kor_Hang","languages":["eng-Latn","kor-Hang"]},{"precision":0.402039,"recall":0.505929,"f1":0.429342,"accuracy":0.505929,"main_score":0.429342,"hf_subset":"eng_Latn-mos_Latn","languages":["eng-Latn","mos-Latn"]},{"precision":0.38597,"recall":0.491107,"f1":0.412809,"accuracy":0.491107,"main_score":0.412809,"hf_subset":"eng_Latn-run_Latn","languages":["eng-Latn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-tam_Taml","languages":["eng-Latn","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-vie_Latn","languages":["eng-Latn","vie-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"eng_Latn-apc_Arab","languages":["eng-Latn","apc-Arab"]},{"precision":0.632783,"recall":0.719368,"f1":0.657886,"accuracy":0.719368,"main_score":0.657886,"hf_subset":"eng_Latn-bug_Latn","languages":["eng-Latn","bug-Latn"]},{"precision":0.344125,"recall":0.448617,"f1":0.370648,"accuracy":0.448617,"main_score":0.370648,"hf_subset":"eng_Latn-fon_Latn","languages":["eng-Latn","fon-Latn"]},{"precision":0.845767,"recall":0.891304,"f1":0.860197,"accuracy":0.891304,"main_score":0.860197,"hf_subset":"eng_Latn-jav_Latn","languages":["eng-Latn","jav-Latn"]},{"precision":0.736126,"recall":0.809289,"f1":0.758185,"accuracy":0.809289,"main_score":0.758185,"hf_subset":"eng_Latn-lao_Laoo","languages":["eng-Latn","lao-Laoo"]},{"precision":0.351367,"recall":0.464427,"f1":0.380303,"accuracy":0.464427,"main_score":0.380303,"hf_subset":"eng_Latn-mri_Latn","languages":["eng-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-rus_Cyrl","languages":["eng-Latn","rus-Cyrl"]},{"precision":0.388539,"recall":0.499012,"f1":0.416236,"accuracy":0.499012,"main_score":0.416236,"hf_subset":"eng_Latn-taq_Latn","languages":["eng-Latn","taq-Latn"]},{"precision":0.808794,"recall":0.865613,"f1":0.826666,"accuracy":0.865613,"main_score":0.826666,"hf_subset":"eng_Latn-war_Latn","languages":["eng-Latn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-arb_Arab","languages":["eng-Latn","arb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-bul_Cyrl","languages":["eng-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-fra_Latn","languages":["eng-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-jpn_Jpan","languages":["eng-Latn","jpn-Jpan"]},{"precision":0.889081,"recall":0.922925,"f1":0.899769,"accuracy":0.922925,"main_score":0.899769,"hf_subset":"eng_Latn-lij_Latn","languages":["eng-Latn","lij-Latn"]},{"precision":0.794384,"recall":0.854743,"f1":0.813109,"accuracy":0.854743,"main_score":0.813109,"hf_subset":"eng_Latn-mya_Mymr","languages":["eng-Latn","mya-Mymr"]},{"precision":0.444711,"recall":0.555336,"f1":0.473947,"accuracy":0.555336,"main_score":0.473947,"hf_subset":"eng_Latn-sag_Latn","languages":["eng-Latn","sag-Latn"]},{"precision":0.136966,"recall":0.214427,"f1":0.151956,"accuracy":0.214427,"main_score":0.151956,"hf_subset":"eng_Latn-taq_Tfng","languages":["eng-Latn","taq-Tfng"]},{"precision":0.449065,"recall":0.556324,"f1":0.478256,"accuracy":0.556324,"main_score":0.478256,"hf_subset":"eng_Latn-wol_Latn","languages":["eng-Latn","wol-Latn"]},{"precision":0.274125,"recall":0.386364,"f1":0.302224,"accuracy":0.386364,"main_score":0.302224,"hf_subset":"eng_Latn-arb_Latn","languages":["eng-Latn","arb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"eng_Latn-cat_Latn","languages":["eng-Latn","cat-Latn"]},{"precision":0.852849,"recall":0.896245,"f1":0.866469,"accuracy":0.896245,"main_score":0.866469,"hf_subset":"eng_Latn-fur_Latn","languages":["eng-Latn","fur-Latn"]},{"precision":0.255937,"recall":0.343874,"f1":0.277401,"accuracy":0.343874,"main_score":0.277401,"hf_subset":"eng_Latn-kab_Latn","languages":["eng-Latn","kab-Latn"]},{"precision":0.826943,"recall":0.875494,"f1":0.841587,"accuracy":0.875494,"main_score":0.841587,"hf_subset":"eng_Latn-lim_Latn","languages":["eng-Latn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-nld_Latn","languages":["eng-Latn","nld-Latn"]},{"precision":0.900033,"recall":0.93083,"f1":0.910079,"accuracy":0.93083,"main_score":0.910079,"hf_subset":"eng_Latn-san_Deva","languages":["eng-Latn","san-Deva"]},{"precision":0.672424,"recall":0.750988,"f1":0.695307,"accuracy":0.750988,"main_score":0.695307,"hf_subset":"eng_Latn-tat_Cyrl","languages":["eng-Latn","tat-Cyrl"]},{"precision":0.42163,"recall":0.532609,"f1":0.45096,"accuracy":0.532609,"main_score":0.45096,"hf_subset":"eng_Latn-xho_Latn","languages":["eng-Latn","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"eng_Latn-ars_Arab","languages":["eng-Latn","ars-Arab"]},{"precision":0.769443,"recall":0.833992,"f1":0.78941,"accuracy":0.833992,"main_score":0.78941,"hf_subset":"eng_Latn-ceb_Latn","languages":["eng-Latn","ceb-Latn"]},{"precision":0.396933,"recall":0.508893,"f1":0.425786,"accuracy":0.508893,"main_score":0.425786,"hf_subset":"eng_Latn-fuv_Latn","languages":["eng-Latn","fuv-Latn"]},{"precision":0.397207,"recall":0.516798,"f1":0.428404,"accuracy":0.516798,"main_score":0.428404,"hf_subset":"eng_Latn-kac_Latn","languages":["eng-Latn","kac-Latn"]},{"precision":0.458948,"recall":0.56917,"f1":0.488815,"accuracy":0.56917,"main_score":0.488815,"hf_subset":"eng_Latn-lin_Latn","languages":["eng-Latn","lin-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"eng_Latn-nno_Latn","languages":["eng-Latn","nno-Latn"]},{"precision":0.171303,"recall":0.240119,"f1":0.188038,"accuracy":0.240119,"main_score":0.188038,"hf_subset":"eng_Latn-sat_Olck","languages":["eng-Latn","sat-Olck"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"eng_Latn-tel_Telu","languages":["eng-Latn","tel-Telu"]},{"precision":0.340519,"recall":0.447628,"f1":0.368707,"accuracy":0.447628,"main_score":0.368707,"hf_subset":"eng_Latn-ydd_Hebr","languages":["eng-Latn","ydd-Hebr"]},{"precision":0.890975,"recall":0.925889,"f1":0.902339,"accuracy":0.925889,"main_score":0.902339,"hf_subset":"eng_Latn-ary_Arab","languages":["eng-Latn","ary-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"eng_Latn-ces_Latn","languages":["eng-Latn","ces-Latn"]},{"precision":0.30009,"recall":0.390316,"f1":0.321509,"accuracy":0.390316,"main_score":0.321509,"hf_subset":"eng_Latn-gaz_Latn","languages":["eng-Latn","gaz-Latn"]},{"precision":0.414956,"recall":0.528656,"f1":0.444258,"accuracy":0.528656,"main_score":0.444258,"hf_subset":"eng_Latn-kam_Latn","languages":["eng-Latn","kam-Latn"]},{"precision":0.799687,"recall":0.854743,"f1":0.816897,"accuracy":0.854743,"main_score":0.816897,"hf_subset":"eng_Latn-lit_Latn","languages":["eng-Latn","lit-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"eng_Latn-nob_Latn","languages":["eng-Latn","nob-Latn"]},{"precision":0.759404,"recall":0.824111,"f1":0.778609,"accuracy":0.824111,"main_score":0.778609,"hf_subset":"eng_Latn-scn_Latn","languages":["eng-Latn","scn-Latn"]},{"precision":0.426027,"recall":0.528656,"f1":0.453093,"accuracy":0.528656,"main_score":0.453093,"hf_subset":"eng_Latn-tgk_Cyrl","languages":["eng-Latn","tgk-Cyrl"]},{"precision":0.368231,"recall":0.478261,"f1":0.396774,"accuracy":0.478261,"main_score":0.396774,"hf_subset":"eng_Latn-yor_Latn","languages":["eng-Latn","yor-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"eng_Latn-arz_Arab","languages":["eng-Latn","arz-Arab"]},{"precision":0.418587,"recall":0.535573,"f1":0.4502,"accuracy":0.535573,"main_score":0.4502,"hf_subset":"eng_Latn-cjk_Latn","languages":["eng-Latn","cjk-Latn"]},{"precision":0.34483,"recall":0.440711,"f1":0.368408,"accuracy":0.440711,"main_score":0.368408,"hf_subset":"eng_Latn-gla_Latn","languages":["eng-Latn","gla-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"eng_Latn-kan_Knda","languages":["eng-Latn","kan-Knda"]},{"precision":0.809881,"recall":0.86166,"f1":0.825692,"accuracy":0.86166,"main_score":0.825692,"hf_subset":"eng_Latn-lmo_Latn","languages":["eng-Latn","lmo-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"eng_Latn-npi_Deva","languages":["eng-Latn","npi-Deva"]},{"precision":0.352011,"recall":0.470356,"f1":0.382557,"accuracy":0.470356,"main_score":0.382557,"hf_subset":"eng_Latn-shn_Mymr","languages":["eng-Latn","shn-Mymr"]},{"precision":0.891798,"recall":0.925889,"f1":0.902833,"accuracy":0.925889,"main_score":0.902833,"hf_subset":"eng_Latn-tgl_Latn","languages":["eng-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-yue_Hant","languages":["eng-Latn","yue-Hant"]},{"precision":0.900692,"recall":0.929842,"f1":0.909881,"accuracy":0.929842,"main_score":0.909881,"hf_subset":"eng_Latn-asm_Beng","languages":["eng-Latn","asm-Beng"]},{"precision":0.404577,"recall":0.501976,"f1":0.431056,"accuracy":0.501976,"main_score":0.431056,"hf_subset":"eng_Latn-ckb_Arab","languages":["eng-Latn","ckb-Arab"]},{"precision":0.367454,"recall":0.463439,"f1":0.391491,"accuracy":0.463439,"main_score":0.391491,"hf_subset":"eng_Latn-gle_Latn","languages":["eng-Latn","gle-Latn"]},{"precision":0.707849,"recall":0.785573,"f1":0.730752,"accuracy":0.785573,"main_score":0.730752,"hf_subset":"eng_Latn-kas_Arab","languages":["eng-Latn","kas-Arab"]},{"precision":0.617391,"recall":0.702569,"f1":0.642278,"accuracy":0.702569,"main_score":0.642278,"hf_subset":"eng_Latn-ltg_Latn","languages":["eng-Latn","ltg-Latn"]},{"precision":0.445162,"recall":0.55336,"f1":0.474109,"accuracy":0.55336,"main_score":0.474109,"hf_subset":"eng_Latn-nso_Latn","languages":["eng-Latn","nso-Latn"]},{"precision":0.877092,"recall":0.914032,"f1":0.8889,"accuracy":0.914032,"main_score":0.8889,"hf_subset":"eng_Latn-sin_Sinh","languages":["eng-Latn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-tha_Thai","languages":["eng-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-zho_Hans","languages":["eng-Latn","zho-Hans"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"eng_Latn-ast_Latn","languages":["eng-Latn","ast-Latn"]},{"precision":0.803607,"recall":0.86166,"f1":0.821824,"accuracy":0.86166,"main_score":0.821824,"hf_subset":"eng_Latn-crh_Latn","languages":["eng-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"eng_Latn-glg_Latn","languages":["eng-Latn","glg-Latn"]},{"precision":0.607431,"recall":0.705534,"f1":0.636338,"accuracy":0.705534,"main_score":0.636338,"hf_subset":"eng_Latn-kas_Deva","languages":["eng-Latn","kas-Deva"]},{"precision":0.800016,"recall":0.857708,"f1":0.817721,"accuracy":0.857708,"main_score":0.817721,"hf_subset":"eng_Latn-ltz_Latn","languages":["eng-Latn","ltz-Latn"]},{"precision":0.30733,"recall":0.399209,"f1":0.330405,"accuracy":0.399209,"main_score":0.330405,"hf_subset":"eng_Latn-nus_Latn","languages":["eng-Latn","nus-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"eng_Latn-slk_Latn","languages":["eng-Latn","slk-Latn"]},{"precision":0.399599,"recall":0.496047,"f1":0.425297,"accuracy":0.496047,"main_score":0.425297,"hf_subset":"eng_Latn-tir_Ethi","languages":["eng-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-zho_Hant","languages":["eng-Latn","zho-Hant"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"eng_Latn-awa_Deva","languages":["eng-Latn","awa-Deva"]},{"precision":0.426219,"recall":0.527668,"f1":0.452441,"accuracy":0.527668,"main_score":0.452441,"hf_subset":"eng_Latn-cym_Latn","languages":["eng-Latn","cym-Latn"]},{"precision":0.658153,"recall":0.738142,"f1":0.680657,"accuracy":0.738142,"main_score":0.680657,"hf_subset":"eng_Latn-grn_Latn","languages":["eng-Latn","grn-Latn"]},{"precision":0.896525,"recall":0.927866,"f1":0.906357,"accuracy":0.927866,"main_score":0.906357,"hf_subset":"eng_Latn-kat_Geor","languages":["eng-Latn","kat-Geor"]},{"precision":0.480379,"recall":0.583004,"f1":0.508336,"accuracy":0.583004,"main_score":0.508336,"hf_subset":"eng_Latn-lua_Latn","languages":["eng-Latn","lua-Latn"]},{"precision":0.444331,"recall":0.557312,"f1":0.475351,"accuracy":0.557312,"main_score":0.475351,"hf_subset":"eng_Latn-nya_Latn","languages":["eng-Latn","nya-Latn"]},{"precision":0.913949,"recall":0.940711,"f1":0.922497,"accuracy":0.940711,"main_score":0.922497,"hf_subset":"eng_Latn-slv_Latn","languages":["eng-Latn","slv-Latn"]},{"precision":0.762689,"recall":0.826087,"f1":0.781675,"accuracy":0.826087,"main_score":0.781675,"hf_subset":"eng_Latn-tpi_Latn","languages":["eng-Latn","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-zsm_Latn","languages":["eng-Latn","zsm-Latn"]},{"precision":0.381962,"recall":0.493083,"f1":0.411046,"accuracy":0.493083,"main_score":0.411046,"hf_subset":"eng_Latn-ayr_Latn","languages":["eng-Latn","ayr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-dan_Latn","languages":["eng-Latn","dan-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-guj_Gujr","languages":["eng-Latn","guj-Gujr"]},{"precision":0.736891,"recall":0.805336,"f1":0.757232,"accuracy":0.805336,"main_score":0.757232,"hf_subset":"eng_Latn-kaz_Cyrl","languages":["eng-Latn","kaz-Cyrl"]},{"precision":0.36953,"recall":0.474308,"f1":0.396047,"accuracy":0.474308,"main_score":0.396047,"hf_subset":"eng_Latn-lug_Latn","languages":["eng-Latn","lug-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"eng_Latn-oci_Latn","languages":["eng-Latn","oci-Latn"]},{"precision":0.414433,"recall":0.531621,"f1":0.445528,"accuracy":0.531621,"main_score":0.445528,"hf_subset":"eng_Latn-smo_Latn","languages":["eng-Latn","smo-Latn"]},{"precision":0.393917,"recall":0.500988,"f1":0.421472,"accuracy":0.500988,"main_score":0.421472,"hf_subset":"eng_Latn-tsn_Latn","languages":["eng-Latn","tsn-Latn"]},{"precision":0.378909,"recall":0.483202,"f1":0.405777,"accuracy":0.483202,"main_score":0.405777,"hf_subset":"eng_Latn-zul_Latn","languages":["eng-Latn","zul-Latn"]},{"precision":0.667474,"recall":0.756917,"f1":0.694292,"accuracy":0.756917,"main_score":0.694292,"hf_subset":"eng_Latn-azb_Arab","languages":["eng-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-deu_Latn","languages":["eng-Latn","deu-Latn"]},{"precision":0.627553,"recall":0.721344,"f1":0.654829,"accuracy":0.721344,"main_score":0.654829,"hf_subset":"eng_Latn-hat_Latn","languages":["eng-Latn","hat-Latn"]},{"precision":0.331944,"recall":0.436759,"f1":0.358399,"accuracy":0.436759,"main_score":0.358399,"hf_subset":"eng_Latn-kbp_Latn","languages":["eng-Latn","kbp-Latn"]},{"precision":0.430675,"recall":0.533597,"f1":0.457337,"accuracy":0.533597,"main_score":0.457337,"hf_subset":"eng_Latn-luo_Latn","languages":["eng-Latn","luo-Latn"]},{"precision":0.590831,"recall":0.668972,"f1":0.612294,"accuracy":0.668972,"main_score":0.612294,"hf_subset":"eng_Latn-ory_Orya","languages":["eng-Latn","ory-Orya"]},{"precision":0.404941,"recall":0.51581,"f1":0.43417,"accuracy":0.51581,"main_score":0.43417,"hf_subset":"eng_Latn-sna_Latn","languages":["eng-Latn","sna-Latn"]},{"precision":0.384284,"recall":0.487154,"f1":0.410561,"accuracy":0.487154,"main_score":0.410561,"hf_subset":"eng_Latn-tso_Latn","languages":["eng-Latn","tso-Latn"]},{"precision":0.861989,"recall":0.90415,"f1":0.875329,"accuracy":0.90415,"main_score":0.875329,"hf_subset":"eng_Latn-azj_Latn","languages":["eng-Latn","azj-Latn"]},{"precision":0.418757,"recall":0.529644,"f1":0.44845,"accuracy":0.529644,"main_score":0.44845,"hf_subset":"eng_Latn-dik_Latn","languages":["eng-Latn","dik-Latn"]},{"precision":0.42412,"recall":0.519763,"f1":0.450115,"accuracy":0.519763,"main_score":0.450115,"hf_subset":"eng_Latn-hau_Latn","languages":["eng-Latn","hau-Latn"]},{"precision":0.813192,"recall":0.869565,"f1":0.830896,"accuracy":0.869565,"main_score":0.830896,"hf_subset":"eng_Latn-kea_Latn","languages":["eng-Latn","kea-Latn"]},{"precision":0.581369,"recall":0.673913,"f1":0.608177,"accuracy":0.673913,"main_score":0.608177,"hf_subset":"eng_Latn-lus_Latn","languages":["eng-Latn","lus-Latn"]},{"precision":0.735994,"recall":0.807312,"f1":0.757117,"accuracy":0.807312,"main_score":0.757117,"hf_subset":"eng_Latn-pag_Latn","languages":["eng-Latn","pag-Latn"]},{"precision":0.73279,"recall":0.8083,"f1":0.755849,"accuracy":0.8083,"main_score":0.755849,"hf_subset":"eng_Latn-snd_Arab","languages":["eng-Latn","snd-Arab"]},{"precision":0.588779,"recall":0.683794,"f1":0.615966,"accuracy":0.683794,"main_score":0.615966,"hf_subset":"eng_Latn-tuk_Latn","languages":["eng-Latn","tuk-Latn"]},{"precision":0.647416,"recall":0.732213,"f1":0.672046,"accuracy":0.732213,"main_score":0.672046,"hf_subset":"eng_Latn-bak_Cyrl","languages":["eng-Latn","bak-Cyrl"]},{"precision":0.332613,"recall":0.449605,"f1":0.363766,"accuracy":0.449605,"main_score":0.363766,"hf_subset":"eng_Latn-dyu_Latn","languages":["eng-Latn","dyu-Latn"]},{"precision":0.915102,"recall":0.940711,"f1":0.923155,"accuracy":0.940711,"main_score":0.923155,"hf_subset":"eng_Latn-heb_Hebr","languages":["eng-Latn","heb-Hebr"]},{"precision":0.433016,"recall":0.531621,"f1":0.459667,"accuracy":0.531621,"main_score":0.459667,"hf_subset":"eng_Latn-khk_Cyrl","languages":["eng-Latn","khk-Cyrl"]},{"precision":0.822579,"recall":0.874506,"f1":0.838834,"accuracy":0.874506,"main_score":0.838834,"hf_subset":"eng_Latn-lvs_Latn","languages":["eng-Latn","lvs-Latn"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"eng_Latn-pan_Guru","languages":["eng-Latn","pan-Guru"]},{"precision":0.367698,"recall":0.462451,"f1":0.391984,"accuracy":0.462451,"main_score":0.391984,"hf_subset":"eng_Latn-som_Latn","languages":["eng-Latn","som-Latn"]},{"precision":0.458237,"recall":0.55336,"f1":0.48432,"accuracy":0.55336,"main_score":0.48432,"hf_subset":"eng_Latn-tum_Latn","languages":["eng-Latn","tum-Latn"]},{"precision":0.274724,"recall":0.353755,"f1":0.294936,"accuracy":0.353755,"main_score":0.294936,"hf_subset":"hrv_Latn-ace_Arab","languages":["hrv-Latn","ace-Arab"]},{"precision":0.363323,"recall":0.450593,"f1":0.385723,"accuracy":0.450593,"main_score":0.385723,"hf_subset":"hrv_Latn-bam_Latn","languages":["hrv-Latn","bam-Latn"]},{"precision":0.141381,"recall":0.20751,"f1":0.159485,"accuracy":0.20751,"main_score":0.159485,"hf_subset":"hrv_Latn-dzo_Tibt","languages":["hrv-Latn","dzo-Tibt"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hrv_Latn-hin_Deva","languages":["hrv-Latn","hin-Deva"]},{"precision":0.794443,"recall":0.850791,"f1":0.812138,"accuracy":0.850791,"main_score":0.812138,"hf_subset":"hrv_Latn-khm_Khmr","languages":["hrv-Latn","khm-Khmr"]},{"precision":0.94944,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"hrv_Latn-mag_Deva","languages":["hrv-Latn","mag-Deva"]},{"precision":0.805701,"recall":0.856719,"f1":0.820817,"accuracy":0.856719,"main_score":0.820817,"hf_subset":"hrv_Latn-pap_Latn","languages":["hrv-Latn","pap-Latn"]},{"precision":0.414262,"recall":0.506917,"f1":0.438801,"accuracy":0.506917,"main_score":0.438801,"hf_subset":"hrv_Latn-sot_Latn","languages":["hrv-Latn","sot-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"hrv_Latn-tur_Latn","languages":["hrv-Latn","tur-Latn"]},{"precision":0.639446,"recall":0.718379,"f1":0.661731,"accuracy":0.718379,"main_score":0.661731,"hf_subset":"hrv_Latn-ace_Latn","languages":["hrv-Latn","ace-Latn"]},{"precision":0.781275,"recall":0.836957,"f1":0.798452,"accuracy":0.836957,"main_score":0.798452,"hf_subset":"hrv_Latn-ban_Latn","languages":["hrv-Latn","ban-Latn"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"hrv_Latn-ell_Grek","languages":["hrv-Latn","ell-Grek"]},{"precision":0.913867,"recall":0.939723,"f1":0.922266,"accuracy":0.939723,"main_score":0.922266,"hf_subset":"hrv_Latn-hne_Deva","languages":["hrv-Latn","hne-Deva"]},{"precision":0.403515,"recall":0.500988,"f1":0.428716,"accuracy":0.500988,"main_score":0.428716,"hf_subset":"hrv_Latn-kik_Latn","languages":["hrv-Latn","kik-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"hrv_Latn-mai_Deva","languages":["hrv-Latn","mai-Deva"]},{"precision":0.805369,"recall":0.860672,"f1":0.822563,"accuracy":0.860672,"main_score":0.822563,"hf_subset":"hrv_Latn-pbt_Arab","languages":["hrv-Latn","pbt-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"hrv_Latn-spa_Latn","languages":["hrv-Latn","spa-Latn"]},{"precision":0.47039,"recall":0.556324,"f1":0.492811,"accuracy":0.556324,"main_score":0.492811,"hf_subset":"hrv_Latn-twi_Latn","languages":["hrv-Latn","twi-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"hrv_Latn-acm_Arab","languages":["hrv-Latn","acm-Arab"]},{"precision":0.836001,"recall":0.881423,"f1":0.850428,"accuracy":0.881423,"main_score":0.850428,"hf_subset":"hrv_Latn-bel_Cyrl","languages":["hrv-Latn","bel-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hrv_Latn-eng_Latn","languages":["hrv-Latn","eng-Latn"]},{"precision":0.393195,"recall":0.477273,"f1":0.414798,"accuracy":0.477273,"main_score":0.414798,"hf_subset":"hrv_Latn-kin_Latn","languages":["hrv-Latn","kin-Latn"]},{"precision":0.934618,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"hrv_Latn-mal_Mlym","languages":["hrv-Latn","mal-Mlym"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hrv_Latn-pes_Arab","languages":["hrv-Latn","pes-Arab"]},{"precision":0.79972,"recall":0.853755,"f1":0.816238,"accuracy":0.853755,"main_score":0.816238,"hf_subset":"hrv_Latn-srd_Latn","languages":["hrv-Latn","srd-Latn"]},{"precision":0.107013,"recall":0.177866,"f1":0.121757,"accuracy":0.177866,"main_score":0.121757,"hf_subset":"hrv_Latn-tzm_Tfng","languages":["hrv-Latn","tzm-Tfng"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"hrv_Latn-acq_Arab","languages":["hrv-Latn","acq-Arab"]},{"precision":0.433446,"recall":0.522727,"f1":0.456796,"accuracy":0.522727,"main_score":0.456796,"hf_subset":"hrv_Latn-bem_Latn","languages":["hrv-Latn","bem-Latn"]},{"precision":0.849753,"recall":0.891304,"f1":0.862502,"accuracy":0.891304,"main_score":0.862502,"hf_subset":"hrv_Latn-epo_Latn","languages":["hrv-Latn","epo-Latn"]},{"precision":0.915217,"recall":0.940711,"f1":0.923419,"accuracy":0.940711,"main_score":0.923419,"hf_subset":"hrv_Latn-hun_Latn","languages":["hrv-Latn","hun-Latn"]},{"precision":0.684512,"recall":0.76087,"f1":0.706971,"accuracy":0.76087,"main_score":0.706971,"hf_subset":"hrv_Latn-kir_Cyrl","languages":["hrv-Latn","kir-Cyrl"]},{"precision":0.954051,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"hrv_Latn-mar_Deva","languages":["hrv-Latn","mar-Deva"]},{"precision":0.438514,"recall":0.522727,"f1":0.460444,"accuracy":0.522727,"main_score":0.460444,"hf_subset":"hrv_Latn-plt_Latn","languages":["hrv-Latn","plt-Latn"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"hrv_Latn-srp_Cyrl","languages":["hrv-Latn","srp-Cyrl"]},{"precision":0.281791,"recall":0.368577,"f1":0.304913,"accuracy":0.368577,"main_score":0.304913,"hf_subset":"hrv_Latn-uig_Arab","languages":["hrv-Latn","uig-Arab"]},{"precision":0.911067,"recall":0.938735,"f1":0.920125,"accuracy":0.938735,"main_score":0.920125,"hf_subset":"hrv_Latn-aeb_Arab","languages":["hrv-Latn","aeb-Arab"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"hrv_Latn-ben_Beng","languages":["hrv-Latn","ben-Beng"]},{"precision":0.810171,"recall":0.860672,"f1":0.825873,"accuracy":0.860672,"main_score":0.825873,"hf_subset":"hrv_Latn-est_Latn","languages":["hrv-Latn","est-Latn"]},{"precision":0.799638,"recall":0.852767,"f1":0.815646,"accuracy":0.852767,"main_score":0.815646,"hf_subset":"hrv_Latn-hye_Armn","languages":["hrv-Latn","hye-Armn"]},{"precision":0.398002,"recall":0.483202,"f1":0.420065,"accuracy":0.483202,"main_score":0.420065,"hf_subset":"hrv_Latn-kmb_Latn","languages":["hrv-Latn","kmb-Latn"]},{"precision":0.227395,"recall":0.3083,"f1":0.247497,"accuracy":0.3083,"main_score":0.247497,"hf_subset":"hrv_Latn-min_Arab","languages":["hrv-Latn","min-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"hrv_Latn-pol_Latn","languages":["hrv-Latn","pol-Latn"]},{"precision":0.387023,"recall":0.476285,"f1":0.410173,"accuracy":0.476285,"main_score":0.410173,"hf_subset":"hrv_Latn-ssw_Latn","languages":["hrv-Latn","ssw-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"hrv_Latn-ukr_Cyrl","languages":["hrv-Latn","ukr-Cyrl"]},{"precision":0.896904,"recall":0.928854,"f1":0.907444,"accuracy":0.928854,"main_score":0.907444,"hf_subset":"hrv_Latn-afr_Latn","languages":["hrv-Latn","afr-Latn"]},{"precision":0.918314,"recall":0.942688,"f1":0.926021,"accuracy":0.942688,"main_score":0.926021,"hf_subset":"hrv_Latn-bho_Deva","languages":["hrv-Latn","bho-Deva"]},{"precision":0.608767,"recall":0.692688,"f1":0.632442,"accuracy":0.692688,"main_score":0.632442,"hf_subset":"hrv_Latn-eus_Latn","languages":["hrv-Latn","eus-Latn"]},{"precision":0.383675,"recall":0.479249,"f1":0.407188,"accuracy":0.479249,"main_score":0.407188,"hf_subset":"hrv_Latn-ibo_Latn","languages":["hrv-Latn","ibo-Latn"]},{"precision":0.429565,"recall":0.527668,"f1":0.454983,"accuracy":0.527668,"main_score":0.454983,"hf_subset":"hrv_Latn-kmr_Latn","languages":["hrv-Latn","kmr-Latn"]},{"precision":0.735499,"recall":0.801383,"f1":0.754934,"accuracy":0.801383,"main_score":0.754934,"hf_subset":"hrv_Latn-min_Latn","languages":["hrv-Latn","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hrv_Latn-por_Latn","languages":["hrv-Latn","por-Latn"]},{"precision":0.810425,"recall":0.86166,"f1":0.826087,"accuracy":0.86166,"main_score":0.826087,"hf_subset":"hrv_Latn-sun_Latn","languages":["hrv-Latn","sun-Latn"]},{"precision":0.382471,"recall":0.474308,"f1":0.406321,"accuracy":0.474308,"main_score":0.406321,"hf_subset":"hrv_Latn-umb_Latn","languages":["hrv-Latn","umb-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"hrv_Latn-ajp_Arab","languages":["hrv-Latn","ajp-Arab"]},{"precision":0.248266,"recall":0.325099,"f1":0.267775,"accuracy":0.325099,"main_score":0.267775,"hf_subset":"hrv_Latn-bjn_Arab","languages":["hrv-Latn","bjn-Arab"]},{"precision":0.400501,"recall":0.482213,"f1":0.421623,"accuracy":0.482213,"main_score":0.421623,"hf_subset":"hrv_Latn-ewe_Latn","languages":["hrv-Latn","ewe-Latn"]},{"precision":0.639863,"recall":0.715415,"f1":0.661874,"accuracy":0.715415,"main_score":0.661874,"hf_subset":"hrv_Latn-ilo_Latn","languages":["hrv-Latn","ilo-Latn"]},{"precision":0.163808,"recall":0.242095,"f1":0.181902,"accuracy":0.242095,"main_score":0.181902,"hf_subset":"hrv_Latn-knc_Arab","languages":["hrv-Latn","knc-Arab"]},{"precision":0.941041,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"hrv_Latn-mkd_Cyrl","languages":["hrv-Latn","mkd-Cyrl"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"hrv_Latn-prs_Arab","languages":["hrv-Latn","prs-Arab"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"hrv_Latn-swe_Latn","languages":["hrv-Latn","swe-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"hrv_Latn-urd_Arab","languages":["hrv-Latn","urd-Arab"]},{"precision":0.445392,"recall":0.534585,"f1":0.46926,"accuracy":0.534585,"main_score":0.46926,"hf_subset":"hrv_Latn-aka_Latn","languages":["hrv-Latn","aka-Latn"]},{"precision":0.782428,"recall":0.839921,"f1":0.800066,"accuracy":0.839921,"main_score":0.800066,"hf_subset":"hrv_Latn-bjn_Latn","languages":["hrv-Latn","bjn-Latn"]},{"precision":0.552117,"recall":0.635375,"f1":0.575018,"accuracy":0.635375,"main_score":0.575018,"hf_subset":"hrv_Latn-fao_Latn","languages":["hrv-Latn","fao-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"hrv_Latn-ind_Latn","languages":["hrv-Latn","ind-Latn"]},{"precision":0.431187,"recall":0.522727,"f1":0.454483,"accuracy":0.522727,"main_score":0.454483,"hf_subset":"hrv_Latn-knc_Latn","languages":["hrv-Latn","knc-Latn"]},{"precision":0.692162,"recall":0.76087,"f1":0.711521,"accuracy":0.76087,"main_score":0.711521,"hf_subset":"hrv_Latn-mlt_Latn","languages":["hrv-Latn","mlt-Latn"]},{"precision":0.467049,"recall":0.559289,"f1":0.491648,"accuracy":0.559289,"main_score":0.491648,"hf_subset":"hrv_Latn-quy_Latn","languages":["hrv-Latn","quy-Latn"]},{"precision":0.807823,"recall":0.860672,"f1":0.824308,"accuracy":0.860672,"main_score":0.824308,"hf_subset":"hrv_Latn-swh_Latn","languages":["hrv-Latn","swh-Latn"]},{"precision":0.62422,"recall":0.711462,"f1":0.649737,"accuracy":0.711462,"main_score":0.649737,"hf_subset":"hrv_Latn-uzn_Latn","languages":["hrv-Latn","uzn-Latn"]},{"precision":0.783704,"recall":0.838933,"f1":0.800483,"accuracy":0.838933,"main_score":0.800483,"hf_subset":"hrv_Latn-als_Latn","languages":["hrv-Latn","als-Latn"]},{"precision":0.177121,"recall":0.248024,"f1":0.194504,"accuracy":0.248024,"main_score":0.194504,"hf_subset":"hrv_Latn-bod_Tibt","languages":["hrv-Latn","bod-Tibt"]},{"precision":0.39591,"recall":0.487154,"f1":0.419742,"accuracy":0.487154,"main_score":0.419742,"hf_subset":"hrv_Latn-fij_Latn","languages":["hrv-Latn","fij-Latn"]},{"precision":0.532504,"recall":0.614625,"f1":0.555436,"accuracy":0.614625,"main_score":0.555436,"hf_subset":"hrv_Latn-isl_Latn","languages":["hrv-Latn","isl-Latn"]},{"precision":0.452279,"recall":0.541502,"f1":0.47621,"accuracy":0.541502,"main_score":0.47621,"hf_subset":"hrv_Latn-kon_Latn","languages":["hrv-Latn","kon-Latn"]},{"precision":0.32804,"recall":0.428854,"f1":0.354315,"accuracy":0.428854,"main_score":0.354315,"hf_subset":"hrv_Latn-mni_Beng","languages":["hrv-Latn","mni-Beng"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"hrv_Latn-ron_Latn","languages":["hrv-Latn","ron-Latn"]},{"precision":0.850659,"recall":0.891304,"f1":0.863274,"accuracy":0.891304,"main_score":0.863274,"hf_subset":"hrv_Latn-szl_Latn","languages":["hrv-Latn","szl-Latn"]},{"precision":0.890728,"recall":0.921937,"f1":0.900758,"accuracy":0.921937,"main_score":0.900758,"hf_subset":"hrv_Latn-vec_Latn","languages":["hrv-Latn","vec-Latn"]},{"precision":0.754809,"recall":0.81917,"f1":0.774591,"accuracy":0.81917,"main_score":0.774591,"hf_subset":"hrv_Latn-amh_Ethi","languages":["hrv-Latn","amh-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hrv_Latn-bos_Latn","languages":["hrv-Latn","bos-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"hrv_Latn-fin_Latn","languages":["hrv-Latn","fin-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"hrv_Latn-ita_Latn","languages":["hrv-Latn","ita-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"hrv_Latn-kor_Hang","languages":["hrv-Latn","kor-Hang"]},{"precision":0.401367,"recall":0.490119,"f1":0.424924,"accuracy":0.490119,"main_score":0.424924,"hf_subset":"hrv_Latn-mos_Latn","languages":["hrv-Latn","mos-Latn"]},{"precision":0.391736,"recall":0.480237,"f1":0.415237,"accuracy":0.480237,"main_score":0.415237,"hf_subset":"hrv_Latn-run_Latn","languages":["hrv-Latn","run-Latn"]},{"precision":0.945487,"recall":0.962451,"f1":0.951087,"accuracy":0.962451,"main_score":0.951087,"hf_subset":"hrv_Latn-tam_Taml","languages":["hrv-Latn","tam-Taml"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"hrv_Latn-vie_Latn","languages":["hrv-Latn","vie-Latn"]},{"precision":0.941568,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"hrv_Latn-apc_Arab","languages":["hrv-Latn","apc-Arab"]},{"precision":0.626114,"recall":0.70751,"f1":0.648963,"accuracy":0.70751,"main_score":0.648963,"hf_subset":"hrv_Latn-bug_Latn","languages":["hrv-Latn","bug-Latn"]},{"precision":0.361698,"recall":0.447628,"f1":0.38431,"accuracy":0.447628,"main_score":0.38431,"hf_subset":"hrv_Latn-fon_Latn","languages":["hrv-Latn","fon-Latn"]},{"precision":0.802981,"recall":0.857708,"f1":0.820012,"accuracy":0.857708,"main_score":0.820012,"hf_subset":"hrv_Latn-jav_Latn","languages":["hrv-Latn","jav-Latn"]},{"precision":0.701245,"recall":0.77668,"f1":0.723454,"accuracy":0.77668,"main_score":0.723454,"hf_subset":"hrv_Latn-lao_Laoo","languages":["hrv-Latn","lao-Laoo"]},{"precision":0.354804,"recall":0.456522,"f1":0.380281,"accuracy":0.456522,"main_score":0.380281,"hf_subset":"hrv_Latn-mri_Latn","languages":["hrv-Latn","mri-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"hrv_Latn-rus_Cyrl","languages":["hrv-Latn","rus-Cyrl"]},{"precision":0.385735,"recall":0.488142,"f1":0.412074,"accuracy":0.488142,"main_score":0.412074,"hf_subset":"hrv_Latn-taq_Latn","languages":["hrv-Latn","taq-Latn"]},{"precision":0.77649,"recall":0.829051,"f1":0.792216,"accuracy":0.829051,"main_score":0.792216,"hf_subset":"hrv_Latn-war_Latn","languages":["hrv-Latn","war-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"hrv_Latn-arb_Arab","languages":["hrv-Latn","arb-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"hrv_Latn-bul_Cyrl","languages":["hrv-Latn","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hrv_Latn-fra_Latn","languages":["hrv-Latn","fra-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hrv_Latn-jpn_Jpan","languages":["hrv-Latn","jpn-Jpan"]},{"precision":0.820076,"recall":0.869565,"f1":0.835343,"accuracy":0.869565,"main_score":0.835343,"hf_subset":"hrv_Latn-lij_Latn","languages":["hrv-Latn","lij-Latn"]},{"precision":0.745339,"recall":0.815217,"f1":0.767161,"accuracy":0.815217,"main_score":0.767161,"hf_subset":"hrv_Latn-mya_Mymr","languages":["hrv-Latn","mya-Mymr"]},{"precision":0.443461,"recall":0.536561,"f1":0.467662,"accuracy":0.536561,"main_score":0.467662,"hf_subset":"hrv_Latn-sag_Latn","languages":["hrv-Latn","sag-Latn"]},{"precision":0.126449,"recall":0.20751,"f1":0.141981,"accuracy":0.20751,"main_score":0.141981,"hf_subset":"hrv_Latn-taq_Tfng","languages":["hrv-Latn","taq-Tfng"]},{"precision":0.439438,"recall":0.536561,"f1":0.465076,"accuracy":0.536561,"main_score":0.465076,"hf_subset":"hrv_Latn-wol_Latn","languages":["hrv-Latn","wol-Latn"]},{"precision":0.267196,"recall":0.368577,"f1":0.291184,"accuracy":0.368577,"main_score":0.291184,"hf_subset":"hrv_Latn-arb_Latn","languages":["hrv-Latn","arb-Latn"]},{"precision":0.953228,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"hrv_Latn-cat_Latn","languages":["hrv-Latn","cat-Latn"]},{"precision":0.766281,"recall":0.829051,"f1":0.785721,"accuracy":0.829051,"main_score":0.785721,"hf_subset":"hrv_Latn-fur_Latn","languages":["hrv-Latn","fur-Latn"]},{"precision":0.265204,"recall":0.347826,"f1":0.285248,"accuracy":0.347826,"main_score":0.285248,"hf_subset":"hrv_Latn-kab_Latn","languages":["hrv-Latn","kab-Latn"]},{"precision":0.77556,"recall":0.83498,"f1":0.793709,"accuracy":0.83498,"main_score":0.793709,"hf_subset":"hrv_Latn-lim_Latn","languages":["hrv-Latn","lim-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"hrv_Latn-nld_Latn","languages":["hrv-Latn","nld-Latn"]},{"precision":0.845603,"recall":0.890316,"f1":0.859914,"accuracy":0.890316,"main_score":0.859914,"hf_subset":"hrv_Latn-san_Deva","languages":["hrv-Latn","san-Deva"]},{"precision":0.642185,"recall":0.718379,"f1":0.663734,"accuracy":0.718379,"main_score":0.663734,"hf_subset":"hrv_Latn-tat_Cyrl","languages":["hrv-Latn","tat-Cyrl"]},{"precision":0.420278,"recall":0.518775,"f1":0.446548,"accuracy":0.518775,"main_score":0.446548,"hf_subset":"hrv_Latn-xho_Latn","languages":["hrv-Latn","xho-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"hrv_Latn-ars_Arab","languages":["hrv-Latn","ars-Arab"]},{"precision":0.74837,"recall":0.812253,"f1":0.767542,"accuracy":0.812253,"main_score":0.767542,"hf_subset":"hrv_Latn-ceb_Latn","languages":["hrv-Latn","ceb-Latn"]},{"precision":0.400571,"recall":0.493083,"f1":0.42487,"accuracy":0.493083,"main_score":0.42487,"hf_subset":"hrv_Latn-fuv_Latn","languages":["hrv-Latn","fuv-Latn"]},{"precision":0.404519,"recall":0.499012,"f1":0.428239,"accuracy":0.499012,"main_score":0.428239,"hf_subset":"hrv_Latn-kac_Latn","languages":["hrv-Latn","kac-Latn"]},{"precision":0.47416,"recall":0.571146,"f1":0.500194,"accuracy":0.571146,"main_score":0.500194,"hf_subset":"hrv_Latn-lin_Latn","languages":["hrv-Latn","lin-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"hrv_Latn-nno_Latn","languages":["hrv-Latn","nno-Latn"]},{"precision":0.159768,"recall":0.230237,"f1":0.177155,"accuracy":0.230237,"main_score":0.177155,"hf_subset":"hrv_Latn-sat_Olck","languages":["hrv-Latn","sat-Olck"]},{"precision":0.936677,"recall":0.956522,"f1":0.943083,"accuracy":0.956522,"main_score":0.943083,"hf_subset":"hrv_Latn-tel_Telu","languages":["hrv-Latn","tel-Telu"]},{"precision":0.304084,"recall":0.400198,"f1":0.327954,"accuracy":0.400198,"main_score":0.327954,"hf_subset":"hrv_Latn-ydd_Hebr","languages":["hrv-Latn","ydd-Hebr"]},{"precision":0.82864,"recall":0.879447,"f1":0.844598,"accuracy":0.879447,"main_score":0.844598,"hf_subset":"hrv_Latn-ary_Arab","languages":["hrv-Latn","ary-Arab"]},{"precision":0.962945,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"hrv_Latn-ces_Latn","languages":["hrv-Latn","ces-Latn"]},{"precision":0.290021,"recall":0.378458,"f1":0.31094,"accuracy":0.378458,"main_score":0.31094,"hf_subset":"hrv_Latn-gaz_Latn","languages":["hrv-Latn","gaz-Latn"]},{"precision":0.412703,"recall":0.507905,"f1":0.437128,"accuracy":0.507905,"main_score":0.437128,"hf_subset":"hrv_Latn-kam_Latn","languages":["hrv-Latn","kam-Latn"]},{"precision":0.797925,"recall":0.851779,"f1":0.814822,"accuracy":0.851779,"main_score":0.814822,"hf_subset":"hrv_Latn-lit_Latn","languages":["hrv-Latn","lit-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"hrv_Latn-nob_Latn","languages":["hrv-Latn","nob-Latn"]},{"precision":0.731769,"recall":0.802372,"f1":0.753261,"accuracy":0.802372,"main_score":0.753261,"hf_subset":"hrv_Latn-scn_Latn","languages":["hrv-Latn","scn-Latn"]},{"precision":0.415818,"recall":0.512846,"f1":0.440597,"accuracy":0.512846,"main_score":0.440597,"hf_subset":"hrv_Latn-tgk_Cyrl","languages":["hrv-Latn","tgk-Cyrl"]},{"precision":0.380491,"recall":0.480237,"f1":0.407173,"accuracy":0.480237,"main_score":0.407173,"hf_subset":"hrv_Latn-yor_Latn","languages":["hrv-Latn","yor-Latn"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"hrv_Latn-arz_Arab","languages":["hrv-Latn","arz-Arab"]},{"precision":0.425008,"recall":0.522727,"f1":0.451533,"accuracy":0.522727,"main_score":0.451533,"hf_subset":"hrv_Latn-cjk_Latn","languages":["hrv-Latn","cjk-Latn"]},{"precision":0.348993,"recall":0.432806,"f1":0.36997,"accuracy":0.432806,"main_score":0.36997,"hf_subset":"hrv_Latn-gla_Latn","languages":["hrv-Latn","gla-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"hrv_Latn-kan_Knda","languages":["hrv-Latn","kan-Knda"]},{"precision":0.768561,"recall":0.833004,"f1":0.788142,"accuracy":0.833004,"main_score":0.788142,"hf_subset":"hrv_Latn-lmo_Latn","languages":["hrv-Latn","lmo-Latn"]},{"precision":0.944335,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"hrv_Latn-npi_Deva","languages":["hrv-Latn","npi-Deva"]},{"precision":0.338587,"recall":0.442688,"f1":0.365744,"accuracy":0.442688,"main_score":0.365744,"hf_subset":"hrv_Latn-shn_Mymr","languages":["hrv-Latn","shn-Mymr"]},{"precision":0.854496,"recall":0.898221,"f1":0.868314,"accuracy":0.898221,"main_score":0.868314,"hf_subset":"hrv_Latn-tgl_Latn","languages":["hrv-Latn","tgl-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"hrv_Latn-yue_Hant","languages":["hrv-Latn","yue-Hant"]},{"precision":0.837945,"recall":0.887352,"f1":0.853722,"accuracy":0.887352,"main_score":0.853722,"hf_subset":"hrv_Latn-asm_Beng","languages":["hrv-Latn","asm-Beng"]},{"precision":0.390617,"recall":0.487154,"f1":0.41656,"accuracy":0.487154,"main_score":0.41656,"hf_subset":"hrv_Latn-ckb_Arab","languages":["hrv-Latn","ckb-Arab"]},{"precision":0.36117,"recall":0.452569,"f1":0.385086,"accuracy":0.452569,"main_score":0.385086,"hf_subset":"hrv_Latn-gle_Latn","languages":["hrv-Latn","gle-Latn"]},{"precision":0.612837,"recall":0.701581,"f1":0.638199,"accuracy":0.701581,"main_score":0.638199,"hf_subset":"hrv_Latn-kas_Arab","languages":["hrv-Latn","kas-Arab"]},{"precision":0.615836,"recall":0.693676,"f1":0.638394,"accuracy":0.693676,"main_score":0.638394,"hf_subset":"hrv_Latn-ltg_Latn","languages":["hrv-Latn","ltg-Latn"]},{"precision":0.448725,"recall":0.537549,"f1":0.472015,"accuracy":0.537549,"main_score":0.472015,"hf_subset":"hrv_Latn-nso_Latn","languages":["hrv-Latn","nso-Latn"]},{"precision":0.832098,"recall":0.879447,"f1":0.846824,"accuracy":0.879447,"main_score":0.846824,"hf_subset":"hrv_Latn-sin_Sinh","languages":["hrv-Latn","sin-Sinh"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"hrv_Latn-tha_Thai","languages":["hrv-Latn","tha-Thai"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"hrv_Latn-zho_Hans","languages":["hrv-Latn","zho-Hans"]},{"precision":0.927783,"recall":0.949605,"f1":0.934848,"accuracy":0.949605,"main_score":0.934848,"hf_subset":"hrv_Latn-ast_Latn","languages":["hrv-Latn","ast-Latn"]},{"precision":0.766601,"recall":0.827075,"f1":0.784816,"accuracy":0.827075,"main_score":0.784816,"hf_subset":"hrv_Latn-crh_Latn","languages":["hrv-Latn","crh-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"hrv_Latn-glg_Latn","languages":["hrv-Latn","glg-Latn"]},{"precision":0.534037,"recall":0.629447,"f1":0.560638,"accuracy":0.629447,"main_score":0.560638,"hf_subset":"hrv_Latn-kas_Deva","languages":["hrv-Latn","kas-Deva"]},{"precision":0.735888,"recall":0.804348,"f1":0.756442,"accuracy":0.804348,"main_score":0.756442,"hf_subset":"hrv_Latn-ltz_Latn","languages":["hrv-Latn","ltz-Latn"]},{"precision":0.287991,"recall":0.381423,"f1":0.312154,"accuracy":0.381423,"main_score":0.312154,"hf_subset":"hrv_Latn-nus_Latn","languages":["hrv-Latn","nus-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"hrv_Latn-slk_Latn","languages":["hrv-Latn","slk-Latn"]},{"precision":0.378815,"recall":0.469368,"f1":0.402282,"accuracy":0.469368,"main_score":0.402282,"hf_subset":"hrv_Latn-tir_Ethi","languages":["hrv-Latn","tir-Ethi"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"hrv_Latn-zho_Hant","languages":["hrv-Latn","zho-Hant"]},{"precision":0.954743,"recall":0.967391,"f1":0.958827,"accuracy":0.967391,"main_score":0.958827,"hf_subset":"hrv_Latn-awa_Deva","languages":["hrv-Latn","awa-Deva"]},{"precision":0.425698,"recall":0.519763,"f1":0.450097,"accuracy":0.519763,"main_score":0.450097,"hf_subset":"hrv_Latn-cym_Latn","languages":["hrv-Latn","cym-Latn"]},{"precision":0.607647,"recall":0.692688,"f1":0.631789,"accuracy":0.692688,"main_score":0.631789,"hf_subset":"hrv_Latn-grn_Latn","languages":["hrv-Latn","grn-Latn"]},{"precision":0.850873,"recall":0.894269,"f1":0.864493,"accuracy":0.894269,"main_score":0.864493,"hf_subset":"hrv_Latn-kat_Geor","languages":["hrv-Latn","kat-Geor"]},{"precision":0.448524,"recall":0.545455,"f1":0.474213,"accuracy":0.545455,"main_score":0.474213,"hf_subset":"hrv_Latn-lua_Latn","languages":["hrv-Latn","lua-Latn"]},{"precision":0.461665,"recall":0.557312,"f1":0.487754,"accuracy":0.557312,"main_score":0.487754,"hf_subset":"hrv_Latn-nya_Latn","languages":["hrv-Latn","nya-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"hrv_Latn-slv_Latn","languages":["hrv-Latn","slv-Latn"]},{"precision":0.673405,"recall":0.753953,"f1":0.697087,"accuracy":0.753953,"main_score":0.697087,"hf_subset":"hrv_Latn-tpi_Latn","languages":["hrv-Latn","tpi-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"hrv_Latn-zsm_Latn","languages":["hrv-Latn","zsm-Latn"]},{"precision":0.384101,"recall":0.47332,"f1":0.407309,"accuracy":0.47332,"main_score":0.407309,"hf_subset":"hrv_Latn-ayr_Latn","languages":["hrv-Latn","ayr-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"hrv_Latn-dan_Latn","languages":["hrv-Latn","dan-Latn"]},{"precision":0.940547,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"hrv_Latn-guj_Gujr","languages":["hrv-Latn","guj-Gujr"]},{"precision":0.723873,"recall":0.795455,"f1":0.745673,"accuracy":0.795455,"main_score":0.745673,"hf_subset":"hrv_Latn-kaz_Cyrl","languages":["hrv-Latn","kaz-Cyrl"]},{"precision":0.375029,"recall":0.467391,"f1":0.398657,"accuracy":0.467391,"main_score":0.398657,"hf_subset":"hrv_Latn-lug_Latn","languages":["hrv-Latn","lug-Latn"]},{"precision":0.907938,"recall":0.935771,"f1":0.916996,"accuracy":0.935771,"main_score":0.916996,"hf_subset":"hrv_Latn-oci_Latn","languages":["hrv-Latn","oci-Latn"]},{"precision":0.404166,"recall":0.507905,"f1":0.431085,"accuracy":0.507905,"main_score":0.431085,"hf_subset":"hrv_Latn-smo_Latn","languages":["hrv-Latn","smo-Latn"]},{"precision":0.399136,"recall":0.496047,"f1":0.423384,"accuracy":0.496047,"main_score":0.423384,"hf_subset":"hrv_Latn-tsn_Latn","languages":["hrv-Latn","tsn-Latn"]},{"precision":0.384521,"recall":0.474308,"f1":0.407116,"accuracy":0.474308,"main_score":0.407116,"hf_subset":"hrv_Latn-zul_Latn","languages":["hrv-Latn","zul-Latn"]},{"precision":0.632677,"recall":0.724308,"f1":0.659919,"accuracy":0.724308,"main_score":0.659919,"hf_subset":"hrv_Latn-azb_Arab","languages":["hrv-Latn","azb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hrv_Latn-deu_Latn","languages":["hrv-Latn","deu-Latn"]},{"precision":0.595032,"recall":0.682806,"f1":0.620559,"accuracy":0.682806,"main_score":0.620559,"hf_subset":"hrv_Latn-hat_Latn","languages":["hrv-Latn","hat-Latn"]},{"precision":0.351067,"recall":0.438735,"f1":0.37342,"accuracy":0.438735,"main_score":0.37342,"hf_subset":"hrv_Latn-kbp_Latn","languages":["hrv-Latn","kbp-Latn"]},{"precision":0.430678,"recall":0.518775,"f1":0.453506,"accuracy":0.518775,"main_score":0.453506,"hf_subset":"hrv_Latn-luo_Latn","languages":["hrv-Latn","luo-Latn"]},{"precision":0.514366,"recall":0.598814,"f1":0.537413,"accuracy":0.598814,"main_score":0.537413,"hf_subset":"hrv_Latn-ory_Orya","languages":["hrv-Latn","ory-Orya"]},{"precision":0.395156,"recall":0.48419,"f1":0.418242,"accuracy":0.48419,"main_score":0.418242,"hf_subset":"hrv_Latn-sna_Latn","languages":["hrv-Latn","sna-Latn"]},{"precision":0.386357,"recall":0.480237,"f1":0.410094,"accuracy":0.480237,"main_score":0.410094,"hf_subset":"hrv_Latn-tso_Latn","languages":["hrv-Latn","tso-Latn"]},{"precision":0.805912,"recall":0.860672,"f1":0.82332,"accuracy":0.860672,"main_score":0.82332,"hf_subset":"hrv_Latn-azj_Latn","languages":["hrv-Latn","azj-Latn"]},{"precision":0.393548,"recall":0.493083,"f1":0.419404,"accuracy":0.493083,"main_score":0.419404,"hf_subset":"hrv_Latn-dik_Latn","languages":["hrv-Latn","dik-Latn"]},{"precision":0.42853,"recall":0.506917,"f1":0.448788,"accuracy":0.506917,"main_score":0.448788,"hf_subset":"hrv_Latn-hau_Latn","languages":["hrv-Latn","hau-Latn"]},{"precision":0.774704,"recall":0.832016,"f1":0.791385,"accuracy":0.832016,"main_score":0.791385,"hf_subset":"hrv_Latn-kea_Latn","languages":["hrv-Latn","kea-Latn"]},{"precision":0.550602,"recall":0.631423,"f1":0.5729,"accuracy":0.631423,"main_score":0.5729,"hf_subset":"hrv_Latn-lus_Latn","languages":["hrv-Latn","lus-Latn"]},{"precision":0.684199,"recall":0.756917,"f1":0.705075,"accuracy":0.756917,"main_score":0.705075,"hf_subset":"hrv_Latn-pag_Latn","languages":["hrv-Latn","pag-Latn"]},{"precision":0.639262,"recall":0.726285,"f1":0.664841,"accuracy":0.726285,"main_score":0.664841,"hf_subset":"hrv_Latn-snd_Arab","languages":["hrv-Latn","snd-Arab"]},{"precision":0.593482,"recall":0.682806,"f1":0.618609,"accuracy":0.682806,"main_score":0.618609,"hf_subset":"hrv_Latn-tuk_Latn","languages":["hrv-Latn","tuk-Latn"]},{"precision":0.614254,"recall":0.69664,"f1":0.637106,"accuracy":0.69664,"main_score":0.637106,"hf_subset":"hrv_Latn-bak_Cyrl","languages":["hrv-Latn","bak-Cyrl"]},{"precision":0.346989,"recall":0.442688,"f1":0.371973,"accuracy":0.442688,"main_score":0.371973,"hf_subset":"hrv_Latn-dyu_Latn","languages":["hrv-Latn","dyu-Latn"]},{"precision":0.860343,"recall":0.901186,"f1":0.873518,"accuracy":0.901186,"main_score":0.873518,"hf_subset":"hrv_Latn-heb_Hebr","languages":["hrv-Latn","heb-Hebr"]},{"precision":0.421799,"recall":0.512846,"f1":0.446342,"accuracy":0.512846,"main_score":0.446342,"hf_subset":"hrv_Latn-khk_Cyrl","languages":["hrv-Latn","khk-Cyrl"]},{"precision":0.799901,"recall":0.857708,"f1":0.818314,"accuracy":0.857708,"main_score":0.818314,"hf_subset":"hrv_Latn-lvs_Latn","languages":["hrv-Latn","lvs-Latn"]},{"precision":0.865036,"recall":0.905138,"f1":0.877866,"accuracy":0.905138,"main_score":0.877866,"hf_subset":"hrv_Latn-pan_Guru","languages":["hrv-Latn","pan-Guru"]},{"precision":0.367654,"recall":0.452569,"f1":0.389986,"accuracy":0.452569,"main_score":0.389986,"hf_subset":"hrv_Latn-som_Latn","languages":["hrv-Latn","som-Latn"]},{"precision":0.441715,"recall":0.52668,"f1":0.464596,"accuracy":0.52668,"main_score":0.464596,"hf_subset":"hrv_Latn-tum_Latn","languages":["hrv-Latn","tum-Latn"]},{"precision":0.255269,"recall":0.30336,"f1":0.267407,"accuracy":0.30336,"main_score":0.267407,"hf_subset":"kin_Latn-ace_Arab","languages":["kin-Latn","ace-Arab"]},{"precision":0.39154,"recall":0.424901,"f1":0.400804,"accuracy":0.424901,"main_score":0.400804,"hf_subset":"kin_Latn-bam_Latn","languages":["kin-Latn","bam-Latn"]},{"precision":0.134889,"recall":0.195652,"f1":0.149046,"accuracy":0.195652,"main_score":0.149046,"hf_subset":"kin_Latn-dzo_Tibt","languages":["kin-Latn","dzo-Tibt"]},{"precision":0.404775,"recall":0.471344,"f1":0.421834,"accuracy":0.471344,"main_score":0.421834,"hf_subset":"kin_Latn-hin_Deva","languages":["kin-Latn","hin-Deva"]},{"precision":0.386711,"recall":0.438735,"f1":0.400674,"accuracy":0.438735,"main_score":0.400674,"hf_subset":"kin_Latn-khm_Khmr","languages":["kin-Latn","khm-Khmr"]},{"precision":0.405327,"recall":0.464427,"f1":0.420593,"accuracy":0.464427,"main_score":0.420593,"hf_subset":"kin_Latn-mag_Deva","languages":["kin-Latn","mag-Deva"]},{"precision":0.4488,"recall":0.483202,"f1":0.458471,"accuracy":0.483202,"main_score":0.458471,"hf_subset":"kin_Latn-pap_Latn","languages":["kin-Latn","pap-Latn"]},{"precision":0.444444,"recall":0.483202,"f1":0.455045,"accuracy":0.483202,"main_score":0.455045,"hf_subset":"kin_Latn-sot_Latn","languages":["kin-Latn","sot-Latn"]},{"precision":0.436222,"recall":0.497036,"f1":0.452504,"accuracy":0.497036,"main_score":0.452504,"hf_subset":"kin_Latn-tur_Latn","languages":["kin-Latn","tur-Latn"]},{"precision":0.438778,"recall":0.475296,"f1":0.449012,"accuracy":0.475296,"main_score":0.449012,"hf_subset":"kin_Latn-ace_Latn","languages":["kin-Latn","ace-Latn"]},{"precision":0.422176,"recall":0.465415,"f1":0.43367,"accuracy":0.465415,"main_score":0.43367,"hf_subset":"kin_Latn-ban_Latn","languages":["kin-Latn","ban-Latn"]},{"precision":0.377278,"recall":0.436759,"f1":0.393177,"accuracy":0.436759,"main_score":0.393177,"hf_subset":"kin_Latn-ell_Grek","languages":["kin-Latn","ell-Grek"]},{"precision":0.388532,"recall":0.44664,"f1":0.404248,"accuracy":0.44664,"main_score":0.404248,"hf_subset":"kin_Latn-hne_Deva","languages":["kin-Latn","hne-Deva"]},{"precision":0.399646,"recall":0.439723,"f1":0.410328,"accuracy":0.439723,"main_score":0.410328,"hf_subset":"kin_Latn-kik_Latn","languages":["kin-Latn","kik-Latn"]},{"precision":0.41412,"recall":0.471344,"f1":0.428482,"accuracy":0.471344,"main_score":0.428482,"hf_subset":"kin_Latn-mai_Deva","languages":["kin-Latn","mai-Deva"]},{"precision":0.379256,"recall":0.432806,"f1":0.393253,"accuracy":0.432806,"main_score":0.393253,"hf_subset":"kin_Latn-pbt_Arab","languages":["kin-Latn","pbt-Arab"]},{"precision":0.44522,"recall":0.5,"f1":0.460121,"accuracy":0.5,"main_score":0.460121,"hf_subset":"kin_Latn-spa_Latn","languages":["kin-Latn","spa-Latn"]},{"precision":0.423265,"recall":0.456522,"f1":0.432605,"accuracy":0.456522,"main_score":0.432605,"hf_subset":"kin_Latn-twi_Latn","languages":["kin-Latn","twi-Latn"]},{"precision":0.383363,"recall":0.451581,"f1":0.400821,"accuracy":0.451581,"main_score":0.400821,"hf_subset":"kin_Latn-acm_Arab","languages":["kin-Latn","acm-Arab"]},{"precision":0.372504,"recall":0.424901,"f1":0.386719,"accuracy":0.424901,"main_score":0.386719,"hf_subset":"kin_Latn-bel_Cyrl","languages":["kin-Latn","bel-Cyrl"]},{"precision":0.442306,"recall":0.493083,"f1":0.455547,"accuracy":0.493083,"main_score":0.455547,"hf_subset":"kin_Latn-eng_Latn","languages":["kin-Latn","eng-Latn"]},{"precision":0.428952,"recall":0.479249,"f1":0.44201,"accuracy":0.479249,"main_score":0.44201,"hf_subset":"kin_Latn-hrv_Latn","languages":["kin-Latn","hrv-Latn"]},{"precision":0.3885,"recall":0.460474,"f1":0.407367,"accuracy":0.460474,"main_score":0.407367,"hf_subset":"kin_Latn-mal_Mlym","languages":["kin-Latn","mal-Mlym"]},{"precision":0.412325,"recall":0.474308,"f1":0.427542,"accuracy":0.474308,"main_score":0.427542,"hf_subset":"kin_Latn-pes_Arab","languages":["kin-Latn","pes-Arab"]},{"precision":0.436827,"recall":0.47332,"f1":0.446286,"accuracy":0.47332,"main_score":0.446286,"hf_subset":"kin_Latn-srd_Latn","languages":["kin-Latn","srd-Latn"]},{"precision":0.144013,"recall":0.1917,"f1":0.156303,"accuracy":0.1917,"main_score":0.156303,"hf_subset":"kin_Latn-tzm_Tfng","languages":["kin-Latn","tzm-Tfng"]},{"precision":0.384615,"recall":0.447628,"f1":0.400419,"accuracy":0.447628,"main_score":0.400419,"hf_subset":"kin_Latn-acq_Arab","languages":["kin-Latn","acq-Arab"]},{"precision":0.459897,"recall":0.493083,"f1":0.469333,"accuracy":0.493083,"main_score":0.469333,"hf_subset":"kin_Latn-bem_Latn","languages":["kin-Latn","bem-Latn"]},{"precision":0.423072,"recall":0.465415,"f1":0.434008,"accuracy":0.465415,"main_score":0.434008,"hf_subset":"kin_Latn-epo_Latn","languages":["kin-Latn","epo-Latn"]},{"precision":0.417568,"recall":0.476285,"f1":0.432389,"accuracy":0.476285,"main_score":0.432389,"hf_subset":"kin_Latn-hun_Latn","languages":["kin-Latn","hun-Latn"]},{"precision":0.408218,"recall":0.449605,"f1":0.420191,"accuracy":0.449605,"main_score":0.420191,"hf_subset":"kin_Latn-kir_Cyrl","languages":["kin-Latn","kir-Cyrl"]},{"precision":0.405769,"recall":0.465415,"f1":0.421598,"accuracy":0.465415,"main_score":0.421598,"hf_subset":"kin_Latn-mar_Deva","languages":["kin-Latn","mar-Deva"]},{"precision":0.43363,"recall":0.466403,"f1":0.443281,"accuracy":0.466403,"main_score":0.443281,"hf_subset":"kin_Latn-plt_Latn","languages":["kin-Latn","plt-Latn"]},{"precision":0.392088,"recall":0.448617,"f1":0.407464,"accuracy":0.448617,"main_score":0.407464,"hf_subset":"kin_Latn-srp_Cyrl","languages":["kin-Latn","srp-Cyrl"]},{"precision":0.294798,"recall":0.340909,"f1":0.306676,"accuracy":0.340909,"main_score":0.306676,"hf_subset":"kin_Latn-uig_Arab","languages":["kin-Latn","uig-Arab"]},{"precision":0.375348,"recall":0.427866,"f1":0.389053,"accuracy":0.427866,"main_score":0.389053,"hf_subset":"kin_Latn-aeb_Arab","languages":["kin-Latn","aeb-Arab"]},{"precision":0.396578,"recall":0.467391,"f1":0.41453,"accuracy":0.467391,"main_score":0.41453,"hf_subset":"kin_Latn-ben_Beng","languages":["kin-Latn","ben-Beng"]},{"precision":0.423258,"recall":0.470356,"f1":0.435035,"accuracy":0.470356,"main_score":0.435035,"hf_subset":"kin_Latn-est_Latn","languages":["kin-Latn","est-Latn"]},{"precision":0.382703,"recall":0.431818,"f1":0.395238,"accuracy":0.431818,"main_score":0.395238,"hf_subset":"kin_Latn-hye_Armn","languages":["kin-Latn","hye-Armn"]},{"precision":0.410379,"recall":0.4417,"f1":0.419188,"accuracy":0.4417,"main_score":0.419188,"hf_subset":"kin_Latn-kmb_Latn","languages":["kin-Latn","kmb-Latn"]},{"precision":0.229262,"recall":0.270751,"f1":0.239928,"accuracy":0.270751,"main_score":0.239928,"hf_subset":"kin_Latn-min_Arab","languages":["kin-Latn","min-Arab"]},{"precision":0.422839,"recall":0.490119,"f1":0.440614,"accuracy":0.490119,"main_score":0.440614,"hf_subset":"kin_Latn-pol_Latn","languages":["kin-Latn","pol-Latn"]},{"precision":0.408005,"recall":0.44664,"f1":0.418691,"accuracy":0.44664,"main_score":0.418691,"hf_subset":"kin_Latn-ssw_Latn","languages":["kin-Latn","ssw-Latn"]},{"precision":0.41717,"recall":0.476285,"f1":0.432169,"accuracy":0.476285,"main_score":0.432169,"hf_subset":"kin_Latn-ukr_Cyrl","languages":["kin-Latn","ukr-Cyrl"]},{"precision":0.445868,"recall":0.494071,"f1":0.458862,"accuracy":0.494071,"main_score":0.458862,"hf_subset":"kin_Latn-afr_Latn","languages":["kin-Latn","afr-Latn"]},{"precision":0.397031,"recall":0.456522,"f1":0.412337,"accuracy":0.456522,"main_score":0.412337,"hf_subset":"kin_Latn-bho_Deva","languages":["kin-Latn","bho-Deva"]},{"precision":0.409181,"recall":0.4417,"f1":0.418277,"accuracy":0.4417,"main_score":0.418277,"hf_subset":"kin_Latn-eus_Latn","languages":["kin-Latn","eus-Latn"]},{"precision":0.38938,"recall":0.424901,"f1":0.399638,"accuracy":0.424901,"main_score":0.399638,"hf_subset":"kin_Latn-ibo_Latn","languages":["kin-Latn","ibo-Latn"]},{"precision":0.40285,"recall":0.442688,"f1":0.414254,"accuracy":0.442688,"main_score":0.414254,"hf_subset":"kin_Latn-kmr_Latn","languages":["kin-Latn","kmr-Latn"]},{"precision":0.424622,"recall":0.464427,"f1":0.435107,"accuracy":0.464427,"main_score":0.435107,"hf_subset":"kin_Latn-min_Latn","languages":["kin-Latn","min-Latn"]},{"precision":0.448951,"recall":0.505929,"f1":0.46382,"accuracy":0.505929,"main_score":0.46382,"hf_subset":"kin_Latn-por_Latn","languages":["kin-Latn","por-Latn"]},{"precision":0.438752,"recall":0.474308,"f1":0.448359,"accuracy":0.474308,"main_score":0.448359,"hf_subset":"kin_Latn-sun_Latn","languages":["kin-Latn","sun-Latn"]},{"precision":0.386339,"recall":0.432806,"f1":0.39909,"accuracy":0.432806,"main_score":0.39909,"hf_subset":"kin_Latn-umb_Latn","languages":["kin-Latn","umb-Latn"]},{"precision":0.403549,"recall":0.458498,"f1":0.417605,"accuracy":0.458498,"main_score":0.417605,"hf_subset":"kin_Latn-ajp_Arab","languages":["kin-Latn","ajp-Arab"]},{"precision":0.23873,"recall":0.279644,"f1":0.248887,"accuracy":0.279644,"main_score":0.248887,"hf_subset":"kin_Latn-bjn_Arab","languages":["kin-Latn","bjn-Arab"]},{"precision":0.404203,"recall":0.447628,"f1":0.415933,"accuracy":0.447628,"main_score":0.415933,"hf_subset":"kin_Latn-ewe_Latn","languages":["kin-Latn","ewe-Latn"]},{"precision":0.45188,"recall":0.485178,"f1":0.460885,"accuracy":0.485178,"main_score":0.460885,"hf_subset":"kin_Latn-ilo_Latn","languages":["kin-Latn","ilo-Latn"]},{"precision":0.183263,"recall":0.229249,"f1":0.195665,"accuracy":0.229249,"main_score":0.195665,"hf_subset":"kin_Latn-knc_Arab","languages":["kin-Latn","knc-Arab"]},{"precision":0.411369,"recall":0.465415,"f1":0.425951,"accuracy":0.465415,"main_score":0.425951,"hf_subset":"kin_Latn-mkd_Cyrl","languages":["kin-Latn","mkd-Cyrl"]},{"precision":0.409809,"recall":0.472332,"f1":0.425414,"accuracy":0.472332,"main_score":0.425414,"hf_subset":"kin_Latn-prs_Arab","languages":["kin-Latn","prs-Arab"]},{"precision":0.442166,"recall":0.496047,"f1":0.455912,"accuracy":0.496047,"main_score":0.455912,"hf_subset":"kin_Latn-swe_Latn","languages":["kin-Latn","swe-Latn"]},{"precision":0.373096,"recall":0.442688,"f1":0.39139,"accuracy":0.442688,"main_score":0.39139,"hf_subset":"kin_Latn-urd_Arab","languages":["kin-Latn","urd-Arab"]},{"precision":0.419311,"recall":0.451581,"f1":0.429068,"accuracy":0.451581,"main_score":0.429068,"hf_subset":"kin_Latn-aka_Latn","languages":["kin-Latn","aka-Latn"]},{"precision":0.408592,"recall":0.449605,"f1":0.419068,"accuracy":0.449605,"main_score":0.419068,"hf_subset":"kin_Latn-bjn_Latn","languages":["kin-Latn","bjn-Latn"]},{"precision":0.398009,"recall":0.4417,"f1":0.410075,"accuracy":0.4417,"main_score":0.410075,"hf_subset":"kin_Latn-fao_Latn","languages":["kin-Latn","fao-Latn"]},{"precision":0.456935,"recall":0.507905,"f1":0.470258,"accuracy":0.507905,"main_score":0.470258,"hf_subset":"kin_Latn-ind_Latn","languages":["kin-Latn","ind-Latn"]},{"precision":0.422913,"recall":0.451581,"f1":0.430625,"accuracy":0.451581,"main_score":0.430625,"hf_subset":"kin_Latn-knc_Latn","languages":["kin-Latn","knc-Latn"]},{"precision":0.430329,"recall":0.467391,"f1":0.440461,"accuracy":0.467391,"main_score":0.440461,"hf_subset":"kin_Latn-mlt_Latn","languages":["kin-Latn","mlt-Latn"]},{"precision":0.407434,"recall":0.442688,"f1":0.416988,"accuracy":0.442688,"main_score":0.416988,"hf_subset":"kin_Latn-quy_Latn","languages":["kin-Latn","quy-Latn"]},{"precision":0.440828,"recall":0.475296,"f1":0.450461,"accuracy":0.475296,"main_score":0.450461,"hf_subset":"kin_Latn-swh_Latn","languages":["kin-Latn","swh-Latn"]},{"precision":0.390419,"recall":0.43083,"f1":0.401679,"accuracy":0.43083,"main_score":0.401679,"hf_subset":"kin_Latn-uzn_Latn","languages":["kin-Latn","uzn-Latn"]},{"precision":0.426899,"recall":0.468379,"f1":0.438327,"accuracy":0.468379,"main_score":0.438327,"hf_subset":"kin_Latn-als_Latn","languages":["kin-Latn","als-Latn"]},{"precision":0.195093,"recall":0.246047,"f1":0.208216,"accuracy":0.246047,"main_score":0.208216,"hf_subset":"kin_Latn-bod_Tibt","languages":["kin-Latn","bod-Tibt"]},{"precision":0.417657,"recall":0.459486,"f1":0.429425,"accuracy":0.459486,"main_score":0.429425,"hf_subset":"kin_Latn-fij_Latn","languages":["kin-Latn","fij-Latn"]},{"precision":0.377598,"recall":0.425889,"f1":0.390521,"accuracy":0.425889,"main_score":0.390521,"hf_subset":"kin_Latn-isl_Latn","languages":["kin-Latn","isl-Latn"]},{"precision":0.437474,"recall":0.475296,"f1":0.448394,"accuracy":0.475296,"main_score":0.448394,"hf_subset":"kin_Latn-kon_Latn","languages":["kin-Latn","kon-Latn"]},{"precision":0.307471,"recall":0.356719,"f1":0.320338,"accuracy":0.356719,"main_score":0.320338,"hf_subset":"kin_Latn-mni_Beng","languages":["kin-Latn","mni-Beng"]},{"precision":0.445425,"recall":0.500988,"f1":0.459681,"accuracy":0.500988,"main_score":0.459681,"hf_subset":"kin_Latn-ron_Latn","languages":["kin-Latn","ron-Latn"]},{"precision":0.407639,"recall":0.454545,"f1":0.420139,"accuracy":0.454545,"main_score":0.420139,"hf_subset":"kin_Latn-szl_Latn","languages":["kin-Latn","szl-Latn"]},{"precision":0.419954,"recall":0.462451,"f1":0.431743,"accuracy":0.462451,"main_score":0.431743,"hf_subset":"kin_Latn-vec_Latn","languages":["kin-Latn","vec-Latn"]},{"precision":0.388902,"recall":0.449605,"f1":0.40421,"accuracy":0.449605,"main_score":0.40421,"hf_subset":"kin_Latn-amh_Ethi","languages":["kin-Latn","amh-Ethi"]},{"precision":0.416465,"recall":0.472332,"f1":0.431011,"accuracy":0.472332,"main_score":0.431011,"hf_subset":"kin_Latn-bos_Latn","languages":["kin-Latn","bos-Latn"]},{"precision":0.417774,"recall":0.476285,"f1":0.432652,"accuracy":0.476285,"main_score":0.432652,"hf_subset":"kin_Latn-fin_Latn","languages":["kin-Latn","fin-Latn"]},{"precision":0.436712,"recall":0.495059,"f1":0.451978,"accuracy":0.495059,"main_score":0.451978,"hf_subset":"kin_Latn-ita_Latn","languages":["kin-Latn","ita-Latn"]},{"precision":0.395364,"recall":0.459486,"f1":0.411787,"accuracy":0.459486,"main_score":0.411787,"hf_subset":"kin_Latn-kor_Hang","languages":["kin-Latn","kor-Hang"]},{"precision":0.409352,"recall":0.452569,"f1":0.421489,"accuracy":0.452569,"main_score":0.421489,"hf_subset":"kin_Latn-mos_Latn","languages":["kin-Latn","mos-Latn"]},{"precision":0.650408,"recall":0.709486,"f1":0.66733,"accuracy":0.709486,"main_score":0.66733,"hf_subset":"kin_Latn-run_Latn","languages":["kin-Latn","run-Latn"]},{"precision":0.381442,"recall":0.444664,"f1":0.396848,"accuracy":0.444664,"main_score":0.396848,"hf_subset":"kin_Latn-tam_Taml","languages":["kin-Latn","tam-Taml"]},{"precision":0.423704,"recall":0.483202,"f1":0.438704,"accuracy":0.483202,"main_score":0.438704,"hf_subset":"kin_Latn-vie_Latn","languages":["kin-Latn","vie-Latn"]},{"precision":0.387576,"recall":0.443676,"f1":0.402096,"accuracy":0.443676,"main_score":0.402096,"hf_subset":"kin_Latn-apc_Arab","languages":["kin-Latn","apc-Arab"]},{"precision":0.411273,"recall":0.454545,"f1":0.422868,"accuracy":0.454545,"main_score":0.422868,"hf_subset":"kin_Latn-bug_Latn","languages":["kin-Latn","bug-Latn"]},{"precision":0.389784,"recall":0.435771,"f1":0.402065,"accuracy":0.435771,"main_score":0.402065,"hf_subset":"kin_Latn-fon_Latn","languages":["kin-Latn","fon-Latn"]},{"precision":0.436344,"recall":0.468379,"f1":0.444986,"accuracy":0.468379,"main_score":0.444986,"hf_subset":"kin_Latn-jav_Latn","languages":["kin-Latn","jav-Latn"]},{"precision":0.39915,"recall":0.448617,"f1":0.412625,"accuracy":0.448617,"main_score":0.412625,"hf_subset":"kin_Latn-lao_Laoo","languages":["kin-Latn","lao-Laoo"]},{"precision":0.395246,"recall":0.434783,"f1":0.405932,"accuracy":0.434783,"main_score":0.405932,"hf_subset":"kin_Latn-mri_Latn","languages":["kin-Latn","mri-Latn"]},{"precision":0.41013,"recall":0.476285,"f1":0.427173,"accuracy":0.476285,"main_score":0.427173,"hf_subset":"kin_Latn-rus_Cyrl","languages":["kin-Latn","rus-Cyrl"]},{"precision":0.388613,"recall":0.429842,"f1":0.40036,"accuracy":0.429842,"main_score":0.40036,"hf_subset":"kin_Latn-taq_Latn","languages":["kin-Latn","taq-Latn"]},{"precision":0.439642,"recall":0.469368,"f1":0.44793,"accuracy":0.469368,"main_score":0.44793,"hf_subset":"kin_Latn-war_Latn","languages":["kin-Latn","war-Latn"]},{"precision":0.387346,"recall":0.455534,"f1":0.404973,"accuracy":0.455534,"main_score":0.404973,"hf_subset":"kin_Latn-arb_Arab","languages":["kin-Latn","arb-Arab"]},{"precision":0.422712,"recall":0.477273,"f1":0.437303,"accuracy":0.477273,"main_score":0.437303,"hf_subset":"kin_Latn-bul_Cyrl","languages":["kin-Latn","bul-Cyrl"]},{"precision":0.451859,"recall":0.506917,"f1":0.466058,"accuracy":0.506917,"main_score":0.466058,"hf_subset":"kin_Latn-fra_Latn","languages":["kin-Latn","fra-Latn"]},{"precision":0.408234,"recall":0.475296,"f1":0.425453,"accuracy":0.475296,"main_score":0.425453,"hf_subset":"kin_Latn-jpn_Jpan","languages":["kin-Latn","jpn-Jpan"]},{"precision":0.436927,"recall":0.478261,"f1":0.447814,"accuracy":0.478261,"main_score":0.447814,"hf_subset":"kin_Latn-lij_Latn","languages":["kin-Latn","lij-Latn"]},{"precision":0.345962,"recall":0.406126,"f1":0.362568,"accuracy":0.406126,"main_score":0.362568,"hf_subset":"kin_Latn-mya_Mymr","languages":["kin-Latn","mya-Mymr"]},{"precision":0.403961,"recall":0.448617,"f1":0.416757,"accuracy":0.448617,"main_score":0.416757,"hf_subset":"kin_Latn-sag_Latn","languages":["kin-Latn","sag-Latn"]},{"precision":0.15714,"recall":0.216403,"f1":0.171856,"accuracy":0.216403,"main_score":0.171856,"hf_subset":"kin_Latn-taq_Tfng","languages":["kin-Latn","taq-Tfng"]},{"precision":0.424835,"recall":0.461462,"f1":0.434966,"accuracy":0.461462,"main_score":0.434966,"hf_subset":"kin_Latn-wol_Latn","languages":["kin-Latn","wol-Latn"]},{"precision":0.280148,"recall":0.347826,"f1":0.297874,"accuracy":0.347826,"main_score":0.297874,"hf_subset":"kin_Latn-arb_Latn","languages":["kin-Latn","arb-Latn"]},{"precision":0.443797,"recall":0.495059,"f1":0.456799,"accuracy":0.495059,"main_score":0.456799,"hf_subset":"kin_Latn-cat_Latn","languages":["kin-Latn","cat-Latn"]},{"precision":0.430436,"recall":0.474308,"f1":0.441555,"accuracy":0.474308,"main_score":0.441555,"hf_subset":"kin_Latn-fur_Latn","languages":["kin-Latn","fur-Latn"]},{"precision":0.312924,"recall":0.359684,"f1":0.32518,"accuracy":0.359684,"main_score":0.32518,"hf_subset":"kin_Latn-kab_Latn","languages":["kin-Latn","kab-Latn"]},{"precision":0.426477,"recall":0.465415,"f1":0.437648,"accuracy":0.465415,"main_score":0.437648,"hf_subset":"kin_Latn-lim_Latn","languages":["kin-Latn","lim-Latn"]},{"precision":0.449679,"recall":0.505929,"f1":0.463962,"accuracy":0.505929,"main_score":0.463962,"hf_subset":"kin_Latn-nld_Latn","languages":["kin-Latn","nld-Latn"]},{"precision":0.344138,"recall":0.40415,"f1":0.358995,"accuracy":0.40415,"main_score":0.358995,"hf_subset":"kin_Latn-san_Deva","languages":["kin-Latn","san-Deva"]},{"precision":0.404802,"recall":0.439723,"f1":0.414759,"accuracy":0.439723,"main_score":0.414759,"hf_subset":"kin_Latn-tat_Cyrl","languages":["kin-Latn","tat-Cyrl"]},{"precision":0.434383,"recall":0.472332,"f1":0.444465,"accuracy":0.472332,"main_score":0.444465,"hf_subset":"kin_Latn-xho_Latn","languages":["kin-Latn","xho-Latn"]},{"precision":0.357401,"recall":0.429842,"f1":0.375805,"accuracy":0.429842,"main_score":0.375805,"hf_subset":"kin_Latn-ars_Arab","languages":["kin-Latn","ars-Arab"]},{"precision":0.443296,"recall":0.476285,"f1":0.451874,"accuracy":0.476285,"main_score":0.451874,"hf_subset":"kin_Latn-ceb_Latn","languages":["kin-Latn","ceb-Latn"]},{"precision":0.385909,"recall":0.423913,"f1":0.396644,"accuracy":0.423913,"main_score":0.396644,"hf_subset":"kin_Latn-fuv_Latn","languages":["kin-Latn","fuv-Latn"]},{"precision":0.401795,"recall":0.447628,"f1":0.41414,"accuracy":0.447628,"main_score":0.41414,"hf_subset":"kin_Latn-kac_Latn","languages":["kin-Latn","kac-Latn"]},{"precision":0.448579,"recall":0.487154,"f1":0.4596,"accuracy":0.487154,"main_score":0.4596,"hf_subset":"kin_Latn-lin_Latn","languages":["kin-Latn","lin-Latn"]},{"precision":0.434866,"recall":0.48419,"f1":0.447124,"accuracy":0.48419,"main_score":0.447124,"hf_subset":"kin_Latn-nno_Latn","languages":["kin-Latn","nno-Latn"]},{"precision":0.177925,"recall":0.224308,"f1":0.189106,"accuracy":0.224308,"main_score":0.189106,"hf_subset":"kin_Latn-sat_Olck","languages":["kin-Latn","sat-Olck"]},{"precision":0.398967,"recall":0.459486,"f1":0.414778,"accuracy":0.459486,"main_score":0.414778,"hf_subset":"kin_Latn-tel_Telu","languages":["kin-Latn","tel-Telu"]},{"precision":0.270769,"recall":0.317194,"f1":0.282994,"accuracy":0.317194,"main_score":0.282994,"hf_subset":"kin_Latn-ydd_Hebr","languages":["kin-Latn","ydd-Hebr"]},{"precision":0.366616,"recall":0.423913,"f1":0.381279,"accuracy":0.423913,"main_score":0.381279,"hf_subset":"kin_Latn-ary_Arab","languages":["kin-Latn","ary-Arab"]},{"precision":0.414989,"recall":0.468379,"f1":0.428101,"accuracy":0.468379,"main_score":0.428101,"hf_subset":"kin_Latn-ces_Latn","languages":["kin-Latn","ces-Latn"]},{"precision":0.319986,"recall":0.369565,"f1":0.333826,"accuracy":0.369565,"main_score":0.333826,"hf_subset":"kin_Latn-gaz_Latn","languages":["kin-Latn","gaz-Latn"]},{"precision":0.424821,"recall":0.465415,"f1":0.436346,"accuracy":0.465415,"main_score":0.436346,"hf_subset":"kin_Latn-kam_Latn","languages":["kin-Latn","kam-Latn"]},{"precision":0.410305,"recall":0.455534,"f1":0.422544,"accuracy":0.455534,"main_score":0.422544,"hf_subset":"kin_Latn-lit_Latn","languages":["kin-Latn","lit-Latn"]},{"precision":0.447098,"recall":0.496047,"f1":0.459715,"accuracy":0.496047,"main_score":0.459715,"hf_subset":"kin_Latn-nob_Latn","languages":["kin-Latn","nob-Latn"]},{"precision":0.422592,"recall":0.463439,"f1":0.433922,"accuracy":0.463439,"main_score":0.433922,"hf_subset":"kin_Latn-scn_Latn","languages":["kin-Latn","scn-Latn"]},{"precision":0.367496,"recall":0.412055,"f1":0.37924,"accuracy":0.412055,"main_score":0.37924,"hf_subset":"kin_Latn-tgk_Cyrl","languages":["kin-Latn","tgk-Cyrl"]},{"precision":0.360815,"recall":0.403162,"f1":0.37365,"accuracy":0.403162,"main_score":0.37365,"hf_subset":"kin_Latn-yor_Latn","languages":["kin-Latn","yor-Latn"]},{"precision":0.406607,"recall":0.467391,"f1":0.422143,"accuracy":0.467391,"main_score":0.422143,"hf_subset":"kin_Latn-arz_Arab","languages":["kin-Latn","arz-Arab"]},{"precision":0.382552,"recall":0.425889,"f1":0.394997,"accuracy":0.425889,"main_score":0.394997,"hf_subset":"kin_Latn-cjk_Latn","languages":["kin-Latn","cjk-Latn"]},{"precision":0.363284,"recall":0.409091,"f1":0.375631,"accuracy":0.409091,"main_score":0.375631,"hf_subset":"kin_Latn-gla_Latn","languages":["kin-Latn","gla-Latn"]},{"precision":0.395246,"recall":0.448617,"f1":0.409495,"accuracy":0.448617,"main_score":0.409495,"hf_subset":"kin_Latn-kan_Knda","languages":["kin-Latn","kan-Knda"]},{"precision":0.4329,"recall":0.474308,"f1":0.443688,"accuracy":0.474308,"main_score":0.443688,"hf_subset":"kin_Latn-lmo_Latn","languages":["kin-Latn","lmo-Latn"]},{"precision":0.400618,"recall":0.45751,"f1":0.416817,"accuracy":0.45751,"main_score":0.416817,"hf_subset":"kin_Latn-npi_Deva","languages":["kin-Latn","npi-Deva"]},{"precision":0.350688,"recall":0.414032,"f1":0.366796,"accuracy":0.414032,"main_score":0.366796,"hf_subset":"kin_Latn-shn_Mymr","languages":["kin-Latn","shn-Mymr"]},{"precision":0.44805,"recall":0.490119,"f1":0.45934,"accuracy":0.490119,"main_score":0.45934,"hf_subset":"kin_Latn-tgl_Latn","languages":["kin-Latn","tgl-Latn"]},{"precision":0.381554,"recall":0.451581,"f1":0.399317,"accuracy":0.451581,"main_score":0.399317,"hf_subset":"kin_Latn-yue_Hant","languages":["kin-Latn","yue-Hant"]},{"precision":0.348556,"recall":0.407115,"f1":0.364421,"accuracy":0.407115,"main_score":0.364421,"hf_subset":"kin_Latn-asm_Beng","languages":["kin-Latn","asm-Beng"]},{"precision":0.316309,"recall":0.366601,"f1":0.329718,"accuracy":0.366601,"main_score":0.329718,"hf_subset":"kin_Latn-ckb_Arab","languages":["kin-Latn","ckb-Arab"]},{"precision":0.36242,"recall":0.416008,"f1":0.376455,"accuracy":0.416008,"main_score":0.376455,"hf_subset":"kin_Latn-gle_Latn","languages":["kin-Latn","gle-Latn"]},{"precision":0.321438,"recall":0.379447,"f1":0.336849,"accuracy":0.379447,"main_score":0.336849,"hf_subset":"kin_Latn-kas_Arab","languages":["kin-Latn","kas-Arab"]},{"precision":0.393588,"recall":0.433794,"f1":0.404129,"accuracy":0.433794,"main_score":0.404129,"hf_subset":"kin_Latn-ltg_Latn","languages":["kin-Latn","ltg-Latn"]},{"precision":0.436258,"recall":0.475296,"f1":0.447468,"accuracy":0.475296,"main_score":0.447468,"hf_subset":"kin_Latn-nso_Latn","languages":["kin-Latn","nso-Latn"]},{"precision":0.358826,"recall":0.417984,"f1":0.374283,"accuracy":0.417984,"main_score":0.374283,"hf_subset":"kin_Latn-sin_Sinh","languages":["kin-Latn","sin-Sinh"]},{"precision":0.396859,"recall":0.464427,"f1":0.413384,"accuracy":0.464427,"main_score":0.413384,"hf_subset":"kin_Latn-tha_Thai","languages":["kin-Latn","tha-Thai"]},{"precision":0.405776,"recall":0.469368,"f1":0.421974,"accuracy":0.469368,"main_score":0.421974,"hf_subset":"kin_Latn-zho_Hans","languages":["kin-Latn","zho-Hans"]},{"precision":0.434378,"recall":0.477273,"f1":0.446733,"accuracy":0.477273,"main_score":0.446733,"hf_subset":"kin_Latn-ast_Latn","languages":["kin-Latn","ast-Latn"]},{"precision":0.411222,"recall":0.455534,"f1":0.422896,"accuracy":0.455534,"main_score":0.422896,"hf_subset":"kin_Latn-crh_Latn","languages":["kin-Latn","crh-Latn"]},{"precision":0.433903,"recall":0.48913,"f1":0.44871,"accuracy":0.48913,"main_score":0.44871,"hf_subset":"kin_Latn-glg_Latn","languages":["kin-Latn","glg-Latn"]},{"precision":0.35313,"recall":0.407115,"f1":0.36725,"accuracy":0.407115,"main_score":0.36725,"hf_subset":"kin_Latn-kas_Deva","languages":["kin-Latn","kas-Deva"]},{"precision":0.411472,"recall":0.460474,"f1":0.424616,"accuracy":0.460474,"main_score":0.424616,"hf_subset":"kin_Latn-ltz_Latn","languages":["kin-Latn","ltz-Latn"]},{"precision":0.325827,"recall":0.37747,"f1":0.340072,"accuracy":0.37747,"main_score":0.340072,"hf_subset":"kin_Latn-nus_Latn","languages":["kin-Latn","nus-Latn"]},{"precision":0.43649,"recall":0.487154,"f1":0.450051,"accuracy":0.487154,"main_score":0.450051,"hf_subset":"kin_Latn-slk_Latn","languages":["kin-Latn","slk-Latn"]},{"precision":0.313419,"recall":0.36166,"f1":0.326113,"accuracy":0.36166,"main_score":0.326113,"hf_subset":"kin_Latn-tir_Ethi","languages":["kin-Latn","tir-Ethi"]},{"precision":0.381957,"recall":0.453557,"f1":0.400315,"accuracy":0.453557,"main_score":0.400315,"hf_subset":"kin_Latn-zho_Hant","languages":["kin-Latn","zho-Hant"]},{"precision":0.412419,"recall":0.472332,"f1":0.427787,"accuracy":0.472332,"main_score":0.427787,"hf_subset":"kin_Latn-awa_Deva","languages":["kin-Latn","awa-Deva"]},{"precision":0.373018,"recall":0.421937,"f1":0.38632,"accuracy":0.421937,"main_score":0.38632,"hf_subset":"kin_Latn-cym_Latn","languages":["kin-Latn","cym-Latn"]},{"precision":0.420966,"recall":0.451581,"f1":0.428994,"accuracy":0.451581,"main_score":0.428994,"hf_subset":"kin_Latn-grn_Latn","languages":["kin-Latn","grn-Latn"]},{"precision":0.386652,"recall":0.438735,"f1":0.400697,"accuracy":0.438735,"main_score":0.400697,"hf_subset":"kin_Latn-kat_Geor","languages":["kin-Latn","kat-Geor"]},{"precision":0.426333,"recall":0.464427,"f1":0.437051,"accuracy":0.464427,"main_score":0.437051,"hf_subset":"kin_Latn-lua_Latn","languages":["kin-Latn","lua-Latn"]},{"precision":0.449515,"recall":0.480237,"f1":0.457667,"accuracy":0.480237,"main_score":0.457667,"hf_subset":"kin_Latn-nya_Latn","languages":["kin-Latn","nya-Latn"]},{"precision":0.402326,"recall":0.455534,"f1":0.416455,"accuracy":0.455534,"main_score":0.416455,"hf_subset":"kin_Latn-slv_Latn","languages":["kin-Latn","slv-Latn"]},{"precision":0.433938,"recall":0.47332,"f1":0.444613,"accuracy":0.47332,"main_score":0.444613,"hf_subset":"kin_Latn-tpi_Latn","languages":["kin-Latn","tpi-Latn"]},{"precision":0.455619,"recall":0.504941,"f1":0.467813,"accuracy":0.504941,"main_score":0.467813,"hf_subset":"kin_Latn-zsm_Latn","languages":["kin-Latn","zsm-Latn"]},{"precision":0.372059,"recall":0.417984,"f1":0.384501,"accuracy":0.417984,"main_score":0.384501,"hf_subset":"kin_Latn-ayr_Latn","languages":["kin-Latn","ayr-Latn"]},{"precision":0.442972,"recall":0.48913,"f1":0.455083,"accuracy":0.48913,"main_score":0.455083,"hf_subset":"kin_Latn-dan_Latn","languages":["kin-Latn","dan-Latn"]},{"precision":0.378276,"recall":0.445652,"f1":0.395255,"accuracy":0.445652,"main_score":0.395255,"hf_subset":"kin_Latn-guj_Gujr","languages":["kin-Latn","guj-Gujr"]},{"precision":0.414382,"recall":0.458498,"f1":0.427166,"accuracy":0.458498,"main_score":0.427166,"hf_subset":"kin_Latn-kaz_Cyrl","languages":["kin-Latn","kaz-Cyrl"]},{"precision":0.423995,"recall":0.465415,"f1":0.434909,"accuracy":0.465415,"main_score":0.434909,"hf_subset":"kin_Latn-lug_Latn","languages":["kin-Latn","lug-Latn"]},{"precision":0.430329,"recall":0.486166,"f1":0.445532,"accuracy":0.486166,"main_score":0.445532,"hf_subset":"kin_Latn-oci_Latn","languages":["kin-Latn","oci-Latn"]},{"precision":0.418972,"recall":0.471344,"f1":0.433146,"accuracy":0.471344,"main_score":0.433146,"hf_subset":"kin_Latn-smo_Latn","languages":["kin-Latn","smo-Latn"]},{"precision":0.420795,"recall":0.463439,"f1":0.432482,"accuracy":0.463439,"main_score":0.432482,"hf_subset":"kin_Latn-tsn_Latn","languages":["kin-Latn","tsn-Latn"]},{"precision":0.435686,"recall":0.472332,"f1":0.446187,"accuracy":0.472332,"main_score":0.446187,"hf_subset":"kin_Latn-zul_Latn","languages":["kin-Latn","zul-Latn"]},{"precision":0.292307,"recall":0.353755,"f1":0.308728,"accuracy":0.353755,"main_score":0.308728,"hf_subset":"kin_Latn-azb_Arab","languages":["kin-Latn","azb-Arab"]},{"precision":0.43545,"recall":0.496047,"f1":0.450998,"accuracy":0.496047,"main_score":0.450998,"hf_subset":"kin_Latn-deu_Latn","languages":["kin-Latn","deu-Latn"]},{"precision":0.395074,"recall":0.447628,"f1":0.409213,"accuracy":0.447628,"main_score":0.409213,"hf_subset":"kin_Latn-hat_Latn","languages":["kin-Latn","hat-Latn"]},{"precision":0.382004,"recall":0.433794,"f1":0.396485,"accuracy":0.433794,"main_score":0.396485,"hf_subset":"kin_Latn-kbp_Latn","languages":["kin-Latn","kbp-Latn"]},{"precision":0.414337,"recall":0.445652,"f1":0.423798,"accuracy":0.445652,"main_score":0.423798,"hf_subset":"kin_Latn-luo_Latn","languages":["kin-Latn","luo-Latn"]},{"precision":0.375129,"recall":0.425889,"f1":0.389148,"accuracy":0.425889,"main_score":0.389148,"hf_subset":"kin_Latn-ory_Orya","languages":["kin-Latn","ory-Orya"]},{"precision":0.42124,"recall":0.454545,"f1":0.430777,"accuracy":0.454545,"main_score":0.430777,"hf_subset":"kin_Latn-sna_Latn","languages":["kin-Latn","sna-Latn"]},{"precision":0.431829,"recall":0.468379,"f1":0.442578,"accuracy":0.468379,"main_score":0.442578,"hf_subset":"kin_Latn-tso_Latn","languages":["kin-Latn","tso-Latn"]},{"precision":0.394717,"recall":0.44664,"f1":0.409183,"accuracy":0.44664,"main_score":0.409183,"hf_subset":"kin_Latn-azj_Latn","languages":["kin-Latn","azj-Latn"]},{"precision":0.359938,"recall":0.416008,"f1":0.375393,"accuracy":0.416008,"main_score":0.375393,"hf_subset":"kin_Latn-dik_Latn","languages":["kin-Latn","dik-Latn"]},{"precision":0.431006,"recall":0.460474,"f1":0.438723,"accuracy":0.460474,"main_score":0.438723,"hf_subset":"kin_Latn-hau_Latn","languages":["kin-Latn","hau-Latn"]},{"precision":0.418754,"recall":0.455534,"f1":0.42923,"accuracy":0.455534,"main_score":0.42923,"hf_subset":"kin_Latn-kea_Latn","languages":["kin-Latn","kea-Latn"]},{"precision":0.431502,"recall":0.469368,"f1":0.44167,"accuracy":0.469368,"main_score":0.44167,"hf_subset":"kin_Latn-lus_Latn","languages":["kin-Latn","lus-Latn"]},{"precision":0.420586,"recall":0.458498,"f1":0.431179,"accuracy":0.458498,"main_score":0.431179,"hf_subset":"kin_Latn-pag_Latn","languages":["kin-Latn","pag-Latn"]},{"precision":0.353427,"recall":0.407115,"f1":0.3674,"accuracy":0.407115,"main_score":0.3674,"hf_subset":"kin_Latn-snd_Arab","languages":["kin-Latn","snd-Arab"]},{"precision":0.394017,"recall":0.436759,"f1":0.405413,"accuracy":0.436759,"main_score":0.405413,"hf_subset":"kin_Latn-tuk_Latn","languages":["kin-Latn","tuk-Latn"]},{"precision":0.409272,"recall":0.443676,"f1":0.419532,"accuracy":0.443676,"main_score":0.419532,"hf_subset":"kin_Latn-bak_Cyrl","languages":["kin-Latn","bak-Cyrl"]},{"precision":0.331001,"recall":0.381423,"f1":0.345795,"accuracy":0.381423,"main_score":0.345795,"hf_subset":"kin_Latn-dyu_Latn","languages":["kin-Latn","dyu-Latn"]},{"precision":0.340299,"recall":0.396245,"f1":0.354876,"accuracy":0.396245,"main_score":0.354876,"hf_subset":"kin_Latn-heb_Hebr","languages":["kin-Latn","heb-Hebr"]},{"precision":0.36741,"recall":0.414032,"f1":0.380709,"accuracy":0.414032,"main_score":0.380709,"hf_subset":"kin_Latn-khk_Cyrl","languages":["kin-Latn","khk-Cyrl"]},{"precision":0.41503,"recall":0.468379,"f1":0.428788,"accuracy":0.468379,"main_score":0.428788,"hf_subset":"kin_Latn-lvs_Latn","languages":["kin-Latn","lvs-Latn"]},{"precision":0.381662,"recall":0.453557,"f1":0.400412,"accuracy":0.453557,"main_score":0.400412,"hf_subset":"kin_Latn-pan_Guru","languages":["kin-Latn","pan-Guru"]},{"precision":0.401359,"recall":0.436759,"f1":0.411603,"accuracy":0.436759,"main_score":0.411603,"hf_subset":"kin_Latn-som_Latn","languages":["kin-Latn","som-Latn"]},{"precision":0.442465,"recall":0.470356,"f1":0.450153,"accuracy":0.470356,"main_score":0.450153,"hf_subset":"kin_Latn-tum_Latn","languages":["kin-Latn","tum-Latn"]},{"precision":0.278493,"recall":0.363636,"f1":0.301257,"accuracy":0.363636,"main_score":0.301257,"hf_subset":"mal_Mlym-ace_Arab","languages":["mal-Mlym","ace-Arab"]},{"precision":0.347022,"recall":0.448617,"f1":0.374591,"accuracy":0.448617,"main_score":0.374591,"hf_subset":"mal_Mlym-bam_Latn","languages":["mal-Mlym","bam-Latn"]},{"precision":0.180482,"recall":0.251976,"f1":0.19919,"accuracy":0.251976,"main_score":0.19919,"hf_subset":"mal_Mlym-dzo_Tibt","languages":["mal-Mlym","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mal_Mlym-hin_Deva","languages":["mal-Mlym","hin-Deva"]},{"precision":0.839839,"recall":0.890316,"f1":0.856291,"accuracy":0.890316,"main_score":0.856291,"hf_subset":"mal_Mlym-khm_Khmr","languages":["mal-Mlym","khm-Khmr"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mal_Mlym-mag_Deva","languages":["mal-Mlym","mag-Deva"]},{"precision":0.817589,"recall":0.869565,"f1":0.83363,"accuracy":0.869565,"main_score":0.83363,"hf_subset":"mal_Mlym-pap_Latn","languages":["mal-Mlym","pap-Latn"]},{"precision":0.402852,"recall":0.500988,"f1":0.429433,"accuracy":0.500988,"main_score":0.429433,"hf_subset":"mal_Mlym-sot_Latn","languages":["mal-Mlym","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-tur_Latn","languages":["mal-Mlym","tur-Latn"]},{"precision":0.608029,"recall":0.697628,"f1":0.633974,"accuracy":0.697628,"main_score":0.633974,"hf_subset":"mal_Mlym-ace_Latn","languages":["mal-Mlym","ace-Latn"]},{"precision":0.767572,"recall":0.824111,"f1":0.785112,"accuracy":0.824111,"main_score":0.785112,"hf_subset":"mal_Mlym-ban_Latn","languages":["mal-Mlym","ban-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"mal_Mlym-ell_Grek","languages":["mal-Mlym","ell-Grek"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"mal_Mlym-hne_Deva","languages":["mal-Mlym","hne-Deva"]},{"precision":0.396057,"recall":0.503953,"f1":0.424897,"accuracy":0.503953,"main_score":0.424897,"hf_subset":"mal_Mlym-kik_Latn","languages":["mal-Mlym","kik-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mal_Mlym-mai_Deva","languages":["mal-Mlym","mai-Deva"]},{"precision":0.879397,"recall":0.914032,"f1":0.890382,"accuracy":0.914032,"main_score":0.890382,"hf_subset":"mal_Mlym-pbt_Arab","languages":["mal-Mlym","pbt-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mal_Mlym-spa_Latn","languages":["mal-Mlym","spa-Latn"]},{"precision":0.476182,"recall":0.56917,"f1":0.50158,"accuracy":0.56917,"main_score":0.50158,"hf_subset":"mal_Mlym-twi_Latn","languages":["mal-Mlym","twi-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mal_Mlym-acm_Arab","languages":["mal-Mlym","acm-Arab"]},{"precision":0.820323,"recall":0.871542,"f1":0.836594,"accuracy":0.871542,"main_score":0.836594,"hf_subset":"mal_Mlym-bel_Cyrl","languages":["mal-Mlym","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-eng_Latn","languages":["mal-Mlym","eng-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"mal_Mlym-hrv_Latn","languages":["mal-Mlym","hrv-Latn"]},{"precision":0.371034,"recall":0.465415,"f1":0.395307,"accuracy":0.465415,"main_score":0.395307,"hf_subset":"mal_Mlym-kin_Latn","languages":["mal-Mlym","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-pes_Arab","languages":["mal-Mlym","pes-Arab"]},{"precision":0.802289,"recall":0.855731,"f1":0.819156,"accuracy":0.855731,"main_score":0.819156,"hf_subset":"mal_Mlym-srd_Latn","languages":["mal-Mlym","srd-Latn"]},{"precision":0.106763,"recall":0.183794,"f1":0.123147,"accuracy":0.183794,"main_score":0.123147,"hf_subset":"mal_Mlym-tzm_Tfng","languages":["mal-Mlym","tzm-Tfng"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"mal_Mlym-acq_Arab","languages":["mal-Mlym","acq-Arab"]},{"precision":0.432849,"recall":0.532609,"f1":0.460277,"accuracy":0.532609,"main_score":0.460277,"hf_subset":"mal_Mlym-bem_Latn","languages":["mal-Mlym","bem-Latn"]},{"precision":0.866716,"recall":0.905138,"f1":0.878656,"accuracy":0.905138,"main_score":0.878656,"hf_subset":"mal_Mlym-epo_Latn","languages":["mal-Mlym","epo-Latn"]},{"precision":0.928689,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"mal_Mlym-hun_Latn","languages":["mal-Mlym","hun-Latn"]},{"precision":0.67276,"recall":0.748024,"f1":0.694913,"accuracy":0.748024,"main_score":0.694913,"hf_subset":"mal_Mlym-kir_Cyrl","languages":["mal-Mlym","kir-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mal_Mlym-mar_Deva","languages":["mal-Mlym","mar-Deva"]},{"precision":0.423596,"recall":0.516798,"f1":0.448829,"accuracy":0.516798,"main_score":0.448829,"hf_subset":"mal_Mlym-plt_Latn","languages":["mal-Mlym","plt-Latn"]},{"precision":0.928277,"recall":0.950593,"f1":0.935507,"accuracy":0.950593,"main_score":0.935507,"hf_subset":"mal_Mlym-srp_Cyrl","languages":["mal-Mlym","srp-Cyrl"]},{"precision":0.277829,"recall":0.366601,"f1":0.300976,"accuracy":0.366601,"main_score":0.300976,"hf_subset":"mal_Mlym-uig_Arab","languages":["mal-Mlym","uig-Arab"]},{"precision":0.937582,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"mal_Mlym-aeb_Arab","languages":["mal-Mlym","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mal_Mlym-ben_Beng","languages":["mal-Mlym","ben-Beng"]},{"precision":0.79529,"recall":0.847826,"f1":0.811561,"accuracy":0.847826,"main_score":0.811561,"hf_subset":"mal_Mlym-est_Latn","languages":["mal-Mlym","est-Latn"]},{"precision":0.821673,"recall":0.869565,"f1":0.836759,"accuracy":0.869565,"main_score":0.836759,"hf_subset":"mal_Mlym-hye_Armn","languages":["mal-Mlym","hye-Armn"]},{"precision":0.36691,"recall":0.462451,"f1":0.392672,"accuracy":0.462451,"main_score":0.392672,"hf_subset":"mal_Mlym-kmb_Latn","languages":["mal-Mlym","kmb-Latn"]},{"precision":0.229638,"recall":0.315217,"f1":0.250895,"accuracy":0.315217,"main_score":0.250895,"hf_subset":"mal_Mlym-min_Arab","languages":["mal-Mlym","min-Arab"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mal_Mlym-pol_Latn","languages":["mal-Mlym","pol-Latn"]},{"precision":0.363406,"recall":0.463439,"f1":0.389753,"accuracy":0.463439,"main_score":0.389753,"hf_subset":"mal_Mlym-ssw_Latn","languages":["mal-Mlym","ssw-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"mal_Mlym-ukr_Cyrl","languages":["mal-Mlym","ukr-Cyrl"]},{"precision":0.917902,"recall":0.942688,"f1":0.925955,"accuracy":0.942688,"main_score":0.925955,"hf_subset":"mal_Mlym-afr_Latn","languages":["mal-Mlym","afr-Latn"]},{"precision":0.947793,"recall":0.963439,"f1":0.952899,"accuracy":0.963439,"main_score":0.952899,"hf_subset":"mal_Mlym-bho_Deva","languages":["mal-Mlym","bho-Deva"]},{"precision":0.581853,"recall":0.671937,"f1":0.607806,"accuracy":0.671937,"main_score":0.607806,"hf_subset":"mal_Mlym-eus_Latn","languages":["mal-Mlym","eus-Latn"]},{"precision":0.381139,"recall":0.486166,"f1":0.409104,"accuracy":0.486166,"main_score":0.409104,"hf_subset":"mal_Mlym-ibo_Latn","languages":["mal-Mlym","ibo-Latn"]},{"precision":0.412006,"recall":0.513834,"f1":0.439219,"accuracy":0.513834,"main_score":0.439219,"hf_subset":"mal_Mlym-kmr_Latn","languages":["mal-Mlym","kmr-Latn"]},{"precision":0.761693,"recall":0.824111,"f1":0.781014,"accuracy":0.824111,"main_score":0.781014,"hf_subset":"mal_Mlym-min_Latn","languages":["mal-Mlym","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-por_Latn","languages":["mal-Mlym","por-Latn"]},{"precision":0.813218,"recall":0.866601,"f1":0.829924,"accuracy":0.866601,"main_score":0.829924,"hf_subset":"mal_Mlym-sun_Latn","languages":["mal-Mlym","sun-Latn"]},{"precision":0.355398,"recall":0.463439,"f1":0.384287,"accuracy":0.463439,"main_score":0.384287,"hf_subset":"mal_Mlym-umb_Latn","languages":["mal-Mlym","umb-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mal_Mlym-ajp_Arab","languages":["mal-Mlym","ajp-Arab"]},{"precision":0.257346,"recall":0.343874,"f1":0.280838,"accuracy":0.343874,"main_score":0.280838,"hf_subset":"mal_Mlym-bjn_Arab","languages":["mal-Mlym","bjn-Arab"]},{"precision":0.382946,"recall":0.476285,"f1":0.407632,"accuracy":0.476285,"main_score":0.407632,"hf_subset":"mal_Mlym-ewe_Latn","languages":["mal-Mlym","ewe-Latn"]},{"precision":0.646082,"recall":0.721344,"f1":0.667972,"accuracy":0.721344,"main_score":0.667972,"hf_subset":"mal_Mlym-ilo_Latn","languages":["mal-Mlym","ilo-Latn"]},{"precision":0.190061,"recall":0.269763,"f1":0.209166,"accuracy":0.269763,"main_score":0.209166,"hf_subset":"mal_Mlym-knc_Arab","languages":["mal-Mlym","knc-Arab"]},{"precision":0.929018,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"mal_Mlym-mkd_Cyrl","languages":["mal-Mlym","mkd-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mal_Mlym-prs_Arab","languages":["mal-Mlym","prs-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mal_Mlym-swe_Latn","languages":["mal-Mlym","swe-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mal_Mlym-urd_Arab","languages":["mal-Mlym","urd-Arab"]},{"precision":0.440755,"recall":0.54249,"f1":0.468145,"accuracy":0.54249,"main_score":0.468145,"hf_subset":"mal_Mlym-aka_Latn","languages":["mal-Mlym","aka-Latn"]},{"precision":0.81059,"recall":0.862648,"f1":0.826614,"accuracy":0.862648,"main_score":0.826614,"hf_subset":"mal_Mlym-bjn_Latn","languages":["mal-Mlym","bjn-Latn"]},{"precision":0.559852,"recall":0.645257,"f1":0.583588,"accuracy":0.645257,"main_score":0.583588,"hf_subset":"mal_Mlym-fao_Latn","languages":["mal-Mlym","fao-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"mal_Mlym-ind_Latn","languages":["mal-Mlym","ind-Latn"]},{"precision":0.420766,"recall":0.519763,"f1":0.447185,"accuracy":0.519763,"main_score":0.447185,"hf_subset":"mal_Mlym-knc_Latn","languages":["mal-Mlym","knc-Latn"]},{"precision":0.669912,"recall":0.748024,"f1":0.692481,"accuracy":0.748024,"main_score":0.692481,"hf_subset":"mal_Mlym-mlt_Latn","languages":["mal-Mlym","mlt-Latn"]},{"precision":0.450153,"recall":0.55336,"f1":0.478702,"accuracy":0.55336,"main_score":0.478702,"hf_subset":"mal_Mlym-quy_Latn","languages":["mal-Mlym","quy-Latn"]},{"precision":0.857296,"recall":0.898221,"f1":0.870092,"accuracy":0.898221,"main_score":0.870092,"hf_subset":"mal_Mlym-swh_Latn","languages":["mal-Mlym","swh-Latn"]},{"precision":0.609347,"recall":0.69664,"f1":0.634606,"accuracy":0.69664,"main_score":0.634606,"hf_subset":"mal_Mlym-uzn_Latn","languages":["mal-Mlym","uzn-Latn"]},{"precision":0.741914,"recall":0.806324,"f1":0.761364,"accuracy":0.806324,"main_score":0.761364,"hf_subset":"mal_Mlym-als_Latn","languages":["mal-Mlym","als-Latn"]},{"precision":0.189612,"recall":0.264822,"f1":0.208197,"accuracy":0.264822,"main_score":0.208197,"hf_subset":"mal_Mlym-bod_Tibt","languages":["mal-Mlym","bod-Tibt"]},{"precision":0.368566,"recall":0.475296,"f1":0.396784,"accuracy":0.475296,"main_score":0.396784,"hf_subset":"mal_Mlym-fij_Latn","languages":["mal-Mlym","fij-Latn"]},{"precision":0.539104,"recall":0.626482,"f1":0.563615,"accuracy":0.626482,"main_score":0.563615,"hf_subset":"mal_Mlym-isl_Latn","languages":["mal-Mlym","isl-Latn"]},{"precision":0.445108,"recall":0.540514,"f1":0.4711,"accuracy":0.540514,"main_score":0.4711,"hf_subset":"mal_Mlym-kon_Latn","languages":["mal-Mlym","kon-Latn"]},{"precision":0.387424,"recall":0.493083,"f1":0.415632,"accuracy":0.493083,"main_score":0.415632,"hf_subset":"mal_Mlym-mni_Beng","languages":["mal-Mlym","mni-Beng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-ron_Latn","languages":["mal-Mlym","ron-Latn"]},{"precision":0.845965,"recall":0.889328,"f1":0.85975,"accuracy":0.889328,"main_score":0.85975,"hf_subset":"mal_Mlym-szl_Latn","languages":["mal-Mlym","szl-Latn"]},{"precision":0.890152,"recall":0.922925,"f1":0.900659,"accuracy":0.922925,"main_score":0.900659,"hf_subset":"mal_Mlym-vec_Latn","languages":["mal-Mlym","vec-Latn"]},{"precision":0.835507,"recall":0.883399,"f1":0.850758,"accuracy":0.883399,"main_score":0.850758,"hf_subset":"mal_Mlym-amh_Ethi","languages":["mal-Mlym","amh-Ethi"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mal_Mlym-bos_Latn","languages":["mal-Mlym","bos-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mal_Mlym-fin_Latn","languages":["mal-Mlym","fin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mal_Mlym-ita_Latn","languages":["mal-Mlym","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mal_Mlym-kor_Hang","languages":["mal-Mlym","kor-Hang"]},{"precision":0.37952,"recall":0.479249,"f1":0.406589,"accuracy":0.479249,"main_score":0.406589,"hf_subset":"mal_Mlym-mos_Latn","languages":["mal-Mlym","mos-Latn"]},{"precision":0.364763,"recall":0.471344,"f1":0.392197,"accuracy":0.471344,"main_score":0.392197,"hf_subset":"mal_Mlym-run_Latn","languages":["mal-Mlym","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-tam_Taml","languages":["mal-Mlym","tam-Taml"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mal_Mlym-vie_Latn","languages":["mal-Mlym","vie-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"mal_Mlym-apc_Arab","languages":["mal-Mlym","apc-Arab"]},{"precision":0.581577,"recall":0.673913,"f1":0.60766,"accuracy":0.673913,"main_score":0.60766,"hf_subset":"mal_Mlym-bug_Latn","languages":["mal-Mlym","bug-Latn"]},{"precision":0.323612,"recall":0.425889,"f1":0.350002,"accuracy":0.425889,"main_score":0.350002,"hf_subset":"mal_Mlym-fon_Latn","languages":["mal-Mlym","fon-Latn"]},{"precision":0.818379,"recall":0.869565,"f1":0.834406,"accuracy":0.869565,"main_score":0.834406,"hf_subset":"mal_Mlym-jav_Latn","languages":["mal-Mlym","jav-Latn"]},{"precision":0.753303,"recall":0.817194,"f1":0.772664,"accuracy":0.817194,"main_score":0.772664,"hf_subset":"mal_Mlym-lao_Laoo","languages":["mal-Mlym","lao-Laoo"]},{"precision":0.327838,"recall":0.438735,"f1":0.355589,"accuracy":0.438735,"main_score":0.355589,"hf_subset":"mal_Mlym-mri_Latn","languages":["mal-Mlym","mri-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-rus_Cyrl","languages":["mal-Mlym","rus-Cyrl"]},{"precision":0.388652,"recall":0.494071,"f1":0.415291,"accuracy":0.494071,"main_score":0.415291,"hf_subset":"mal_Mlym-taq_Latn","languages":["mal-Mlym","taq-Latn"]},{"precision":0.777009,"recall":0.833992,"f1":0.794288,"accuracy":0.833992,"main_score":0.794288,"hf_subset":"mal_Mlym-war_Latn","languages":["mal-Mlym","war-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"mal_Mlym-arb_Arab","languages":["mal-Mlym","arb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mal_Mlym-bul_Cyrl","languages":["mal-Mlym","bul-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-fra_Latn","languages":["mal-Mlym","fra-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-jpn_Jpan","languages":["mal-Mlym","jpn-Jpan"]},{"precision":0.831933,"recall":0.879447,"f1":0.846509,"accuracy":0.879447,"main_score":0.846509,"hf_subset":"mal_Mlym-lij_Latn","languages":["mal-Mlym","lij-Latn"]},{"precision":0.839262,"recall":0.887352,"f1":0.854381,"accuracy":0.887352,"main_score":0.854381,"hf_subset":"mal_Mlym-mya_Mymr","languages":["mal-Mlym","mya-Mymr"]},{"precision":0.414599,"recall":0.517787,"f1":0.442703,"accuracy":0.517787,"main_score":0.442703,"hf_subset":"mal_Mlym-sag_Latn","languages":["mal-Mlym","sag-Latn"]},{"precision":0.141066,"recall":0.229249,"f1":0.159052,"accuracy":0.229249,"main_score":0.159052,"hf_subset":"mal_Mlym-taq_Tfng","languages":["mal-Mlym","taq-Tfng"]},{"precision":0.422202,"recall":0.521739,"f1":0.449285,"accuracy":0.521739,"main_score":0.449285,"hf_subset":"mal_Mlym-wol_Latn","languages":["mal-Mlym","wol-Latn"]},{"precision":0.266592,"recall":0.382411,"f1":0.294927,"accuracy":0.382411,"main_score":0.294927,"hf_subset":"mal_Mlym-arb_Latn","languages":["mal-Mlym","arb-Latn"]},{"precision":0.959898,"recall":0.972332,"f1":0.963834,"accuracy":0.972332,"main_score":0.963834,"hf_subset":"mal_Mlym-cat_Latn","languages":["mal-Mlym","cat-Latn"]},{"precision":0.791255,"recall":0.846838,"f1":0.807924,"accuracy":0.846838,"main_score":0.807924,"hf_subset":"mal_Mlym-fur_Latn","languages":["mal-Mlym","fur-Latn"]},{"precision":0.26967,"recall":0.355731,"f1":0.291731,"accuracy":0.355731,"main_score":0.291731,"hf_subset":"mal_Mlym-kab_Latn","languages":["mal-Mlym","kab-Latn"]},{"precision":0.780451,"recall":0.836957,"f1":0.797398,"accuracy":0.836957,"main_score":0.797398,"hf_subset":"mal_Mlym-lim_Latn","languages":["mal-Mlym","lim-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mal_Mlym-nld_Latn","languages":["mal-Mlym","nld-Latn"]},{"precision":0.907609,"recall":0.936759,"f1":0.917325,"accuracy":0.936759,"main_score":0.917325,"hf_subset":"mal_Mlym-san_Deva","languages":["mal-Mlym","san-Deva"]},{"precision":0.630468,"recall":0.709486,"f1":0.65335,"accuracy":0.709486,"main_score":0.65335,"hf_subset":"mal_Mlym-tat_Cyrl","languages":["mal-Mlym","tat-Cyrl"]},{"precision":0.390182,"recall":0.503953,"f1":0.420637,"accuracy":0.503953,"main_score":0.420637,"hf_subset":"mal_Mlym-xho_Latn","languages":["mal-Mlym","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mal_Mlym-ars_Arab","languages":["mal-Mlym","ars-Arab"]},{"precision":0.751862,"recall":0.812253,"f1":0.769933,"accuracy":0.812253,"main_score":0.769933,"hf_subset":"mal_Mlym-ceb_Latn","languages":["mal-Mlym","ceb-Latn"]},{"precision":0.388215,"recall":0.490119,"f1":0.415819,"accuracy":0.490119,"main_score":0.415819,"hf_subset":"mal_Mlym-fuv_Latn","languages":["mal-Mlym","fuv-Latn"]},{"precision":0.378355,"recall":0.498024,"f1":0.410324,"accuracy":0.498024,"main_score":0.410324,"hf_subset":"mal_Mlym-kac_Latn","languages":["mal-Mlym","kac-Latn"]},{"precision":0.431735,"recall":0.535573,"f1":0.460493,"accuracy":0.535573,"main_score":0.460493,"hf_subset":"mal_Mlym-lin_Latn","languages":["mal-Mlym","lin-Latn"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"mal_Mlym-nno_Latn","languages":["mal-Mlym","nno-Latn"]},{"precision":0.200536,"recall":0.268775,"f1":0.21792,"accuracy":0.268775,"main_score":0.21792,"hf_subset":"mal_Mlym-sat_Olck","languages":["mal-Mlym","sat-Olck"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mal_Mlym-tel_Telu","languages":["mal-Mlym","tel-Telu"]},{"precision":0.339256,"recall":0.433794,"f1":0.363971,"accuracy":0.433794,"main_score":0.363971,"hf_subset":"mal_Mlym-ydd_Hebr","languages":["mal-Mlym","ydd-Hebr"]},{"precision":0.871377,"recall":0.909091,"f1":0.883531,"accuracy":0.909091,"main_score":0.883531,"hf_subset":"mal_Mlym-ary_Arab","languages":["mal-Mlym","ary-Arab"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"mal_Mlym-ces_Latn","languages":["mal-Mlym","ces-Latn"]},{"precision":0.312249,"recall":0.406126,"f1":0.335625,"accuracy":0.406126,"main_score":0.335625,"hf_subset":"mal_Mlym-gaz_Latn","languages":["mal-Mlym","gaz-Latn"]},{"precision":0.408772,"recall":0.509881,"f1":0.435595,"accuracy":0.509881,"main_score":0.435595,"hf_subset":"mal_Mlym-kam_Latn","languages":["mal-Mlym","kam-Latn"]},{"precision":0.766716,"recall":0.829051,"f1":0.786067,"accuracy":0.829051,"main_score":0.786067,"hf_subset":"mal_Mlym-lit_Latn","languages":["mal-Mlym","lit-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mal_Mlym-nob_Latn","languages":["mal-Mlym","nob-Latn"]},{"precision":0.726574,"recall":0.795455,"f1":0.747085,"accuracy":0.795455,"main_score":0.747085,"hf_subset":"mal_Mlym-scn_Latn","languages":["mal-Mlym","scn-Latn"]},{"precision":0.428731,"recall":0.521739,"f1":0.454064,"accuracy":0.521739,"main_score":0.454064,"hf_subset":"mal_Mlym-tgk_Cyrl","languages":["mal-Mlym","tgk-Cyrl"]},{"precision":0.357042,"recall":0.465415,"f1":0.385733,"accuracy":0.465415,"main_score":0.385733,"hf_subset":"mal_Mlym-yor_Latn","languages":["mal-Mlym","yor-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"mal_Mlym-arz_Arab","languages":["mal-Mlym","arz-Arab"]},{"precision":0.38375,"recall":0.493083,"f1":0.412427,"accuracy":0.493083,"main_score":0.412427,"hf_subset":"mal_Mlym-cjk_Latn","languages":["mal-Mlym","cjk-Latn"]},{"precision":0.346026,"recall":0.442688,"f1":0.371525,"accuracy":0.442688,"main_score":0.371525,"hf_subset":"mal_Mlym-gla_Latn","languages":["mal-Mlym","gla-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"mal_Mlym-kan_Knda","languages":["mal-Mlym","kan-Knda"]},{"precision":0.762824,"recall":0.823123,"f1":0.780896,"accuracy":0.823123,"main_score":0.780896,"hf_subset":"mal_Mlym-lmo_Latn","languages":["mal-Mlym","lmo-Latn"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"mal_Mlym-npi_Deva","languages":["mal-Mlym","npi-Deva"]},{"precision":0.333381,"recall":0.448617,"f1":0.363822,"accuracy":0.448617,"main_score":0.363822,"hf_subset":"mal_Mlym-shn_Mymr","languages":["mal-Mlym","shn-Mymr"]},{"precision":0.874424,"recall":0.912055,"f1":0.88643,"accuracy":0.912055,"main_score":0.88643,"hf_subset":"mal_Mlym-tgl_Latn","languages":["mal-Mlym","tgl-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"mal_Mlym-yue_Hant","languages":["mal-Mlym","yue-Hant"]},{"precision":0.907032,"recall":0.935771,"f1":0.916238,"accuracy":0.935771,"main_score":0.916238,"hf_subset":"mal_Mlym-asm_Beng","languages":["mal-Mlym","asm-Beng"]},{"precision":0.420529,"recall":0.508893,"f1":0.444712,"accuracy":0.508893,"main_score":0.444712,"hf_subset":"mal_Mlym-ckb_Arab","languages":["mal-Mlym","ckb-Arab"]},{"precision":0.36274,"recall":0.459486,"f1":0.388375,"accuracy":0.459486,"main_score":0.388375,"hf_subset":"mal_Mlym-gle_Latn","languages":["mal-Mlym","gle-Latn"]},{"precision":0.709199,"recall":0.782609,"f1":0.730964,"accuracy":0.782609,"main_score":0.730964,"hf_subset":"mal_Mlym-kas_Arab","languages":["mal-Mlym","kas-Arab"]},{"precision":0.580896,"recall":0.660079,"f1":0.60363,"accuracy":0.660079,"main_score":0.60363,"hf_subset":"mal_Mlym-ltg_Latn","languages":["mal-Mlym","ltg-Latn"]},{"precision":0.412752,"recall":0.516798,"f1":0.44193,"accuracy":0.516798,"main_score":0.44193,"hf_subset":"mal_Mlym-nso_Latn","languages":["mal-Mlym","nso-Latn"]},{"precision":0.891469,"recall":0.924901,"f1":0.902174,"accuracy":0.924901,"main_score":0.902174,"hf_subset":"mal_Mlym-sin_Sinh","languages":["mal-Mlym","sin-Sinh"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mal_Mlym-tha_Thai","languages":["mal-Mlym","tha-Thai"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"mal_Mlym-zho_Hans","languages":["mal-Mlym","zho-Hans"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"mal_Mlym-ast_Latn","languages":["mal-Mlym","ast-Latn"]},{"precision":0.783103,"recall":0.840909,"f1":0.800428,"accuracy":0.840909,"main_score":0.800428,"hf_subset":"mal_Mlym-crh_Latn","languages":["mal-Mlym","crh-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mal_Mlym-glg_Latn","languages":["mal-Mlym","glg-Latn"]},{"precision":0.603889,"recall":0.692688,"f1":0.62876,"accuracy":0.692688,"main_score":0.62876,"hf_subset":"mal_Mlym-kas_Deva","languages":["mal-Mlym","kas-Deva"]},{"precision":0.724951,"recall":0.794466,"f1":0.746,"accuracy":0.794466,"main_score":0.746,"hf_subset":"mal_Mlym-ltz_Latn","languages":["mal-Mlym","ltz-Latn"]},{"precision":0.310171,"recall":0.408103,"f1":0.336736,"accuracy":0.408103,"main_score":0.336736,"hf_subset":"mal_Mlym-nus_Latn","languages":["mal-Mlym","nus-Latn"]},{"precision":0.939065,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"mal_Mlym-slk_Latn","languages":["mal-Mlym","slk-Latn"]},{"precision":0.424869,"recall":0.51581,"f1":0.4499,"accuracy":0.51581,"main_score":0.4499,"hf_subset":"mal_Mlym-tir_Ethi","languages":["mal-Mlym","tir-Ethi"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"mal_Mlym-zho_Hant","languages":["mal-Mlym","zho-Hant"]},{"precision":0.977767,"recall":0.98419,"f1":0.979908,"accuracy":0.98419,"main_score":0.979908,"hf_subset":"mal_Mlym-awa_Deva","languages":["mal-Mlym","awa-Deva"]},{"precision":0.425513,"recall":0.516798,"f1":0.449688,"accuracy":0.516798,"main_score":0.449688,"hf_subset":"mal_Mlym-cym_Latn","languages":["mal-Mlym","cym-Latn"]},{"precision":0.565048,"recall":0.656126,"f1":0.591482,"accuracy":0.656126,"main_score":0.591482,"hf_subset":"mal_Mlym-grn_Latn","languages":["mal-Mlym","grn-Latn"]},{"precision":0.90168,"recall":0.931818,"f1":0.911397,"accuracy":0.931818,"main_score":0.911397,"hf_subset":"mal_Mlym-kat_Geor","languages":["mal-Mlym","kat-Geor"]},{"precision":0.455013,"recall":0.555336,"f1":0.482467,"accuracy":0.555336,"main_score":0.482467,"hf_subset":"mal_Mlym-lua_Latn","languages":["mal-Mlym","lua-Latn"]},{"precision":0.449128,"recall":0.547431,"f1":0.476212,"accuracy":0.547431,"main_score":0.476212,"hf_subset":"mal_Mlym-nya_Latn","languages":["mal-Mlym","nya-Latn"]},{"precision":0.899374,"recall":0.93083,"f1":0.909585,"accuracy":0.93083,"main_score":0.909585,"hf_subset":"mal_Mlym-slv_Latn","languages":["mal-Mlym","slv-Latn"]},{"precision":0.675041,"recall":0.755929,"f1":0.698888,"accuracy":0.755929,"main_score":0.698888,"hf_subset":"mal_Mlym-tpi_Latn","languages":["mal-Mlym","tpi-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mal_Mlym-zsm_Latn","languages":["mal-Mlym","zsm-Latn"]},{"precision":0.357439,"recall":0.462451,"f1":0.384394,"accuracy":0.462451,"main_score":0.384394,"hf_subset":"mal_Mlym-ayr_Latn","languages":["mal-Mlym","ayr-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mal_Mlym-dan_Latn","languages":["mal-Mlym","dan-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-guj_Gujr","languages":["mal-Mlym","guj-Gujr"]},{"precision":0.73802,"recall":0.805336,"f1":0.758383,"accuracy":0.805336,"main_score":0.758383,"hf_subset":"mal_Mlym-kaz_Cyrl","languages":["mal-Mlym","kaz-Cyrl"]},{"precision":0.369243,"recall":0.469368,"f1":0.395808,"accuracy":0.469368,"main_score":0.395808,"hf_subset":"mal_Mlym-lug_Latn","languages":["mal-Mlym","lug-Latn"]},{"precision":0.935606,"recall":0.954545,"f1":0.9417,"accuracy":0.954545,"main_score":0.9417,"hf_subset":"mal_Mlym-oci_Latn","languages":["mal-Mlym","oci-Latn"]},{"precision":0.407899,"recall":0.512846,"f1":0.435773,"accuracy":0.512846,"main_score":0.435773,"hf_subset":"mal_Mlym-smo_Latn","languages":["mal-Mlym","smo-Latn"]},{"precision":0.373598,"recall":0.479249,"f1":0.400782,"accuracy":0.479249,"main_score":0.400782,"hf_subset":"mal_Mlym-tsn_Latn","languages":["mal-Mlym","tsn-Latn"]},{"precision":0.374008,"recall":0.476285,"f1":0.400897,"accuracy":0.476285,"main_score":0.400897,"hf_subset":"mal_Mlym-zul_Latn","languages":["mal-Mlym","zul-Latn"]},{"precision":0.663119,"recall":0.749012,"f1":0.689528,"accuracy":0.749012,"main_score":0.689528,"hf_subset":"mal_Mlym-azb_Arab","languages":["mal-Mlym","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-deu_Latn","languages":["mal-Mlym","deu-Latn"]},{"precision":0.580378,"recall":0.675889,"f1":0.608933,"accuracy":0.675889,"main_score":0.608933,"hf_subset":"mal_Mlym-hat_Latn","languages":["mal-Mlym","hat-Latn"]},{"precision":0.329307,"recall":0.432806,"f1":0.356531,"accuracy":0.432806,"main_score":0.356531,"hf_subset":"mal_Mlym-kbp_Latn","languages":["mal-Mlym","kbp-Latn"]},{"precision":0.407913,"recall":0.51581,"f1":0.436325,"accuracy":0.51581,"main_score":0.436325,"hf_subset":"mal_Mlym-luo_Latn","languages":["mal-Mlym","luo-Latn"]},{"precision":0.62339,"recall":0.700593,"f1":0.645267,"accuracy":0.700593,"main_score":0.645267,"hf_subset":"mal_Mlym-ory_Orya","languages":["mal-Mlym","ory-Orya"]},{"precision":0.394055,"recall":0.493083,"f1":0.420482,"accuracy":0.493083,"main_score":0.420482,"hf_subset":"mal_Mlym-sna_Latn","languages":["mal-Mlym","sna-Latn"]},{"precision":0.366096,"recall":0.470356,"f1":0.394228,"accuracy":0.470356,"main_score":0.394228,"hf_subset":"mal_Mlym-tso_Latn","languages":["mal-Mlym","tso-Latn"]},{"precision":0.833267,"recall":0.880435,"f1":0.847958,"accuracy":0.880435,"main_score":0.847958,"hf_subset":"mal_Mlym-azj_Latn","languages":["mal-Mlym","azj-Latn"]},{"precision":0.375872,"recall":0.481225,"f1":0.403929,"accuracy":0.481225,"main_score":0.403929,"hf_subset":"mal_Mlym-dik_Latn","languages":["mal-Mlym","dik-Latn"]},{"precision":0.428377,"recall":0.506917,"f1":0.449966,"accuracy":0.506917,"main_score":0.449966,"hf_subset":"mal_Mlym-hau_Latn","languages":["mal-Mlym","hau-Latn"]},{"precision":0.754858,"recall":0.825099,"f1":0.776877,"accuracy":0.825099,"main_score":0.776877,"hf_subset":"mal_Mlym-kea_Latn","languages":["mal-Mlym","kea-Latn"]},{"precision":0.55133,"recall":0.641304,"f1":0.576165,"accuracy":0.641304,"main_score":0.576165,"hf_subset":"mal_Mlym-lus_Latn","languages":["mal-Mlym","lus-Latn"]},{"precision":0.68639,"recall":0.759881,"f1":0.708171,"accuracy":0.759881,"main_score":0.708171,"hf_subset":"mal_Mlym-pag_Latn","languages":["mal-Mlym","pag-Latn"]},{"precision":0.739789,"recall":0.807312,"f1":0.760408,"accuracy":0.807312,"main_score":0.760408,"hf_subset":"mal_Mlym-snd_Arab","languages":["mal-Mlym","snd-Arab"]},{"precision":0.574391,"recall":0.660079,"f1":0.598548,"accuracy":0.660079,"main_score":0.598548,"hf_subset":"mal_Mlym-tuk_Latn","languages":["mal-Mlym","tuk-Latn"]},{"precision":0.619763,"recall":0.697628,"f1":0.641864,"accuracy":0.697628,"main_score":0.641864,"hf_subset":"mal_Mlym-bak_Cyrl","languages":["mal-Mlym","bak-Cyrl"]},{"precision":0.315607,"recall":0.425889,"f1":0.344441,"accuracy":0.425889,"main_score":0.344441,"hf_subset":"mal_Mlym-dyu_Latn","languages":["mal-Mlym","dyu-Latn"]},{"precision":0.904315,"recall":0.934783,"f1":0.914361,"accuracy":0.934783,"main_score":0.914361,"hf_subset":"mal_Mlym-heb_Hebr","languages":["mal-Mlym","heb-Hebr"]},{"precision":0.433576,"recall":0.521739,"f1":0.457588,"accuracy":0.521739,"main_score":0.457588,"hf_subset":"mal_Mlym-khk_Cyrl","languages":["mal-Mlym","khk-Cyrl"]},{"precision":0.798172,"recall":0.850791,"f1":0.814229,"accuracy":0.850791,"main_score":0.814229,"hf_subset":"mal_Mlym-lvs_Latn","languages":["mal-Mlym","lvs-Latn"]},{"precision":0.938076,"recall":0.958498,"f1":0.944829,"accuracy":0.958498,"main_score":0.944829,"hf_subset":"mal_Mlym-pan_Guru","languages":["mal-Mlym","pan-Guru"]},{"precision":0.373926,"recall":0.45751,"f1":0.395787,"accuracy":0.45751,"main_score":0.395787,"hf_subset":"mal_Mlym-som_Latn","languages":["mal-Mlym","som-Latn"]},{"precision":0.416632,"recall":0.505929,"f1":0.441049,"accuracy":0.505929,"main_score":0.441049,"hf_subset":"mal_Mlym-tum_Latn","languages":["mal-Mlym","tum-Latn"]},{"precision":0.260321,"recall":0.353755,"f1":0.283198,"accuracy":0.353755,"main_score":0.283198,"hf_subset":"pes_Arab-ace_Arab","languages":["pes-Arab","ace-Arab"]},{"precision":0.326321,"recall":0.438735,"f1":0.354901,"accuracy":0.438735,"main_score":0.354901,"hf_subset":"pes_Arab-bam_Latn","languages":["pes-Arab","bam-Latn"]},{"precision":0.140237,"recall":0.212451,"f1":0.158822,"accuracy":0.212451,"main_score":0.158822,"hf_subset":"pes_Arab-dzo_Tibt","languages":["pes-Arab","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-hin_Deva","languages":["pes-Arab","hin-Deva"]},{"precision":0.83918,"recall":0.886364,"f1":0.853953,"accuracy":0.886364,"main_score":0.853953,"hf_subset":"pes_Arab-khm_Khmr","languages":["pes-Arab","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pes_Arab-mag_Deva","languages":["pes-Arab","mag-Deva"]},{"precision":0.835639,"recall":0.884387,"f1":0.850725,"accuracy":0.884387,"main_score":0.850725,"hf_subset":"pes_Arab-pap_Latn","languages":["pes-Arab","pap-Latn"]},{"precision":0.38057,"recall":0.488142,"f1":0.408644,"accuracy":0.488142,"main_score":0.408644,"hf_subset":"pes_Arab-sot_Latn","languages":["pes-Arab","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-tur_Latn","languages":["pes-Arab","tur-Latn"]},{"precision":0.618058,"recall":0.712451,"f1":0.645594,"accuracy":0.712451,"main_score":0.645594,"hf_subset":"pes_Arab-ace_Latn","languages":["pes-Arab","ace-Latn"]},{"precision":0.794499,"recall":0.853755,"f1":0.813175,"accuracy":0.853755,"main_score":0.813175,"hf_subset":"pes_Arab-ban_Latn","languages":["pes-Arab","ban-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"pes_Arab-ell_Grek","languages":["pes-Arab","ell-Grek"]},{"precision":0.958992,"recall":0.971344,"f1":0.963109,"accuracy":0.971344,"main_score":0.963109,"hf_subset":"pes_Arab-hne_Deva","languages":["pes-Arab","hne-Deva"]},{"precision":0.385774,"recall":0.502964,"f1":0.416756,"accuracy":0.502964,"main_score":0.416756,"hf_subset":"pes_Arab-kik_Latn","languages":["pes-Arab","kik-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pes_Arab-mai_Deva","languages":["pes-Arab","mai-Deva"]},{"precision":0.864246,"recall":0.906126,"f1":0.877536,"accuracy":0.906126,"main_score":0.877536,"hf_subset":"pes_Arab-pbt_Arab","languages":["pes-Arab","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-spa_Latn","languages":["pes-Arab","spa-Latn"]},{"precision":0.457078,"recall":0.564229,"f1":0.485243,"accuracy":0.564229,"main_score":0.485243,"hf_subset":"pes_Arab-twi_Latn","languages":["pes-Arab","twi-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"pes_Arab-acm_Arab","languages":["pes-Arab","acm-Arab"]},{"precision":0.824885,"recall":0.874506,"f1":0.840434,"accuracy":0.874506,"main_score":0.840434,"hf_subset":"pes_Arab-bel_Cyrl","languages":["pes-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-eng_Latn","languages":["pes-Arab","eng-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"pes_Arab-hrv_Latn","languages":["pes-Arab","hrv-Latn"]},{"precision":0.343066,"recall":0.449605,"f1":0.369721,"accuracy":0.449605,"main_score":0.369721,"hf_subset":"pes_Arab-kin_Latn","languages":["pes-Arab","kin-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"pes_Arab-mal_Mlym","languages":["pes-Arab","mal-Mlym"]},{"precision":0.817144,"recall":0.869565,"f1":0.833366,"accuracy":0.869565,"main_score":0.833366,"hf_subset":"pes_Arab-srd_Latn","languages":["pes-Arab","srd-Latn"]},{"precision":0.093725,"recall":0.162055,"f1":0.108105,"accuracy":0.162055,"main_score":0.108105,"hf_subset":"pes_Arab-tzm_Tfng","languages":["pes-Arab","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pes_Arab-acq_Arab","languages":["pes-Arab","acq-Arab"]},{"precision":0.406002,"recall":0.508893,"f1":0.432645,"accuracy":0.508893,"main_score":0.432645,"hf_subset":"pes_Arab-bem_Latn","languages":["pes-Arab","bem-Latn"]},{"precision":0.864592,"recall":0.903162,"f1":0.876629,"accuracy":0.903162,"main_score":0.876629,"hf_subset":"pes_Arab-epo_Latn","languages":["pes-Arab","epo-Latn"]},{"precision":0.921607,"recall":0.945652,"f1":0.929348,"accuracy":0.945652,"main_score":0.929348,"hf_subset":"pes_Arab-hun_Latn","languages":["pes-Arab","hun-Latn"]},{"precision":0.678898,"recall":0.756917,"f1":0.701421,"accuracy":0.756917,"main_score":0.701421,"hf_subset":"pes_Arab-kir_Cyrl","languages":["pes-Arab","kir-Cyrl"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"pes_Arab-mar_Deva","languages":["pes-Arab","mar-Deva"]},{"precision":0.400692,"recall":0.500988,"f1":0.426752,"accuracy":0.500988,"main_score":0.426752,"hf_subset":"pes_Arab-plt_Latn","languages":["pes-Arab","plt-Latn"]},{"precision":0.924078,"recall":0.948617,"f1":0.932148,"accuracy":0.948617,"main_score":0.932148,"hf_subset":"pes_Arab-srp_Cyrl","languages":["pes-Arab","srp-Cyrl"]},{"precision":0.270549,"recall":0.352767,"f1":0.290371,"accuracy":0.352767,"main_score":0.290371,"hf_subset":"pes_Arab-uig_Arab","languages":["pes-Arab","uig-Arab"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"pes_Arab-aeb_Arab","languages":["pes-Arab","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-ben_Beng","languages":["pes-Arab","ben-Beng"]},{"precision":0.79277,"recall":0.848814,"f1":0.809768,"accuracy":0.848814,"main_score":0.809768,"hf_subset":"pes_Arab-est_Latn","languages":["pes-Arab","est-Latn"]},{"precision":0.823628,"recall":0.870553,"f1":0.837945,"accuracy":0.870553,"main_score":0.837945,"hf_subset":"pes_Arab-hye_Armn","languages":["pes-Arab","hye-Armn"]},{"precision":0.350613,"recall":0.454545,"f1":0.377259,"accuracy":0.454545,"main_score":0.377259,"hf_subset":"pes_Arab-kmb_Latn","languages":["pes-Arab","kmb-Latn"]},{"precision":0.219844,"recall":0.317194,"f1":0.24306,"accuracy":0.317194,"main_score":0.24306,"hf_subset":"pes_Arab-min_Arab","languages":["pes-Arab","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-pol_Latn","languages":["pes-Arab","pol-Latn"]},{"precision":0.345015,"recall":0.455534,"f1":0.372879,"accuracy":0.455534,"main_score":0.372879,"hf_subset":"pes_Arab-ssw_Latn","languages":["pes-Arab","ssw-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"pes_Arab-ukr_Cyrl","languages":["pes-Arab","ukr-Cyrl"]},{"precision":0.929595,"recall":0.951581,"f1":0.93666,"accuracy":0.951581,"main_score":0.93666,"hf_subset":"pes_Arab-afr_Latn","languages":["pes-Arab","afr-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"pes_Arab-bho_Deva","languages":["pes-Arab","bho-Deva"]},{"precision":0.583826,"recall":0.675889,"f1":0.609997,"accuracy":0.675889,"main_score":0.609997,"hf_subset":"pes_Arab-eus_Latn","languages":["pes-Arab","eus-Latn"]},{"precision":0.352747,"recall":0.466403,"f1":0.381968,"accuracy":0.466403,"main_score":0.381968,"hf_subset":"pes_Arab-ibo_Latn","languages":["pes-Arab","ibo-Latn"]},{"precision":0.410656,"recall":0.512846,"f1":0.436917,"accuracy":0.512846,"main_score":0.436917,"hf_subset":"pes_Arab-kmr_Latn","languages":["pes-Arab","kmr-Latn"]},{"precision":0.780896,"recall":0.840909,"f1":0.798682,"accuracy":0.840909,"main_score":0.798682,"hf_subset":"pes_Arab-min_Latn","languages":["pes-Arab","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-por_Latn","languages":["pes-Arab","por-Latn"]},{"precision":0.853837,"recall":0.898221,"f1":0.867819,"accuracy":0.898221,"main_score":0.867819,"hf_subset":"pes_Arab-sun_Latn","languages":["pes-Arab","sun-Latn"]},{"precision":0.345345,"recall":0.454545,"f1":0.373009,"accuracy":0.454545,"main_score":0.373009,"hf_subset":"pes_Arab-umb_Latn","languages":["pes-Arab","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pes_Arab-ajp_Arab","languages":["pes-Arab","ajp-Arab"]},{"precision":0.239107,"recall":0.335968,"f1":0.264101,"accuracy":0.335968,"main_score":0.264101,"hf_subset":"pes_Arab-bjn_Arab","languages":["pes-Arab","bjn-Arab"]},{"precision":0.368932,"recall":0.467391,"f1":0.392379,"accuracy":0.467391,"main_score":0.392379,"hf_subset":"pes_Arab-ewe_Latn","languages":["pes-Arab","ewe-Latn"]},{"precision":0.625122,"recall":0.713439,"f1":0.650567,"accuracy":0.713439,"main_score":0.650567,"hf_subset":"pes_Arab-ilo_Latn","languages":["pes-Arab","ilo-Latn"]},{"precision":0.167048,"recall":0.251976,"f1":0.186421,"accuracy":0.251976,"main_score":0.186421,"hf_subset":"pes_Arab-knc_Arab","languages":["pes-Arab","knc-Arab"]},{"precision":0.920784,"recall":0.94664,"f1":0.929348,"accuracy":0.94664,"main_score":0.929348,"hf_subset":"pes_Arab-mkd_Cyrl","languages":["pes-Arab","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-prs_Arab","languages":["pes-Arab","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pes_Arab-swe_Latn","languages":["pes-Arab","swe-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pes_Arab-urd_Arab","languages":["pes-Arab","urd-Arab"]},{"precision":0.424002,"recall":0.538538,"f1":0.454349,"accuracy":0.538538,"main_score":0.454349,"hf_subset":"pes_Arab-aka_Latn","languages":["pes-Arab","aka-Latn"]},{"precision":0.82057,"recall":0.873518,"f1":0.837272,"accuracy":0.873518,"main_score":0.837272,"hf_subset":"pes_Arab-bjn_Latn","languages":["pes-Arab","bjn-Latn"]},{"precision":0.547634,"recall":0.633399,"f1":0.571138,"accuracy":0.633399,"main_score":0.571138,"hf_subset":"pes_Arab-fao_Latn","languages":["pes-Arab","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-ind_Latn","languages":["pes-Arab","ind-Latn"]},{"precision":0.410489,"recall":0.517787,"f1":0.437618,"accuracy":0.517787,"main_score":0.437618,"hf_subset":"pes_Arab-knc_Latn","languages":["pes-Arab","knc-Latn"]},{"precision":0.646264,"recall":0.73419,"f1":0.671302,"accuracy":0.73419,"main_score":0.671302,"hf_subset":"pes_Arab-mlt_Latn","languages":["pes-Arab","mlt-Latn"]},{"precision":0.460666,"recall":0.570158,"f1":0.48945,"accuracy":0.570158,"main_score":0.48945,"hf_subset":"pes_Arab-quy_Latn","languages":["pes-Arab","quy-Latn"]},{"precision":0.854447,"recall":0.897233,"f1":0.86805,"accuracy":0.897233,"main_score":0.86805,"hf_subset":"pes_Arab-swh_Latn","languages":["pes-Arab","swh-Latn"]},{"precision":0.614266,"recall":0.701581,"f1":0.639141,"accuracy":0.701581,"main_score":0.639141,"hf_subset":"pes_Arab-uzn_Latn","languages":["pes-Arab","uzn-Latn"]},{"precision":0.738406,"recall":0.806324,"f1":0.758978,"accuracy":0.806324,"main_score":0.758978,"hf_subset":"pes_Arab-als_Latn","languages":["pes-Arab","als-Latn"]},{"precision":0.162105,"recall":0.240119,"f1":0.180005,"accuracy":0.240119,"main_score":0.180005,"hf_subset":"pes_Arab-bod_Tibt","languages":["pes-Arab","bod-Tibt"]},{"precision":0.354804,"recall":0.471344,"f1":0.384403,"accuracy":0.471344,"main_score":0.384403,"hf_subset":"pes_Arab-fij_Latn","languages":["pes-Arab","fij-Latn"]},{"precision":0.534078,"recall":0.624506,"f1":0.558109,"accuracy":0.624506,"main_score":0.558109,"hf_subset":"pes_Arab-isl_Latn","languages":["pes-Arab","isl-Latn"]},{"precision":0.446269,"recall":0.543478,"f1":0.472075,"accuracy":0.543478,"main_score":0.472075,"hf_subset":"pes_Arab-kon_Latn","languages":["pes-Arab","kon-Latn"]},{"precision":0.314339,"recall":0.426877,"f1":0.342718,"accuracy":0.426877,"main_score":0.342718,"hf_subset":"pes_Arab-mni_Beng","languages":["pes-Arab","mni-Beng"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"pes_Arab-ron_Latn","languages":["pes-Arab","ron-Latn"]},{"precision":0.831933,"recall":0.879447,"f1":0.846904,"accuracy":0.879447,"main_score":0.846904,"hf_subset":"pes_Arab-szl_Latn","languages":["pes-Arab","szl-Latn"]},{"precision":0.908514,"recall":0.937747,"f1":0.91805,"accuracy":0.937747,"main_score":0.91805,"hf_subset":"pes_Arab-vec_Latn","languages":["pes-Arab","vec-Latn"]},{"precision":0.788159,"recall":0.847826,"f1":0.806489,"accuracy":0.847826,"main_score":0.806489,"hf_subset":"pes_Arab-amh_Ethi","languages":["pes-Arab","amh-Ethi"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"pes_Arab-bos_Latn","languages":["pes-Arab","bos-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"pes_Arab-fin_Latn","languages":["pes-Arab","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-ita_Latn","languages":["pes-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-kor_Hang","languages":["pes-Arab","kor-Hang"]},{"precision":0.376392,"recall":0.482213,"f1":0.403818,"accuracy":0.482213,"main_score":0.403818,"hf_subset":"pes_Arab-mos_Latn","languages":["pes-Arab","mos-Latn"]},{"precision":0.345093,"recall":0.452569,"f1":0.371469,"accuracy":0.452569,"main_score":0.371469,"hf_subset":"pes_Arab-run_Latn","languages":["pes-Arab","run-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pes_Arab-tam_Taml","languages":["pes-Arab","tam-Taml"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pes_Arab-vie_Latn","languages":["pes-Arab","vie-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pes_Arab-apc_Arab","languages":["pes-Arab","apc-Arab"]},{"precision":0.590887,"recall":0.685771,"f1":0.617542,"accuracy":0.685771,"main_score":0.617542,"hf_subset":"pes_Arab-bug_Latn","languages":["pes-Arab","bug-Latn"]},{"precision":0.323623,"recall":0.425889,"f1":0.348143,"accuracy":0.425889,"main_score":0.348143,"hf_subset":"pes_Arab-fon_Latn","languages":["pes-Arab","fon-Latn"]},{"precision":0.833893,"recall":0.883399,"f1":0.84944,"accuracy":0.883399,"main_score":0.84944,"hf_subset":"pes_Arab-jav_Latn","languages":["pes-Arab","jav-Latn"]},{"precision":0.740152,"recall":0.811265,"f1":0.761924,"accuracy":0.811265,"main_score":0.761924,"hf_subset":"pes_Arab-lao_Laoo","languages":["pes-Arab","lao-Laoo"]},{"precision":0.323854,"recall":0.438735,"f1":0.351108,"accuracy":0.438735,"main_score":0.351108,"hf_subset":"pes_Arab-mri_Latn","languages":["pes-Arab","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-rus_Cyrl","languages":["pes-Arab","rus-Cyrl"]},{"precision":0.341129,"recall":0.459486,"f1":0.371014,"accuracy":0.459486,"main_score":0.371014,"hf_subset":"pes_Arab-taq_Latn","languages":["pes-Arab","taq-Latn"]},{"precision":0.779842,"recall":0.840909,"f1":0.79865,"accuracy":0.840909,"main_score":0.79865,"hf_subset":"pes_Arab-war_Latn","languages":["pes-Arab","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-arb_Arab","languages":["pes-Arab","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pes_Arab-bul_Cyrl","languages":["pes-Arab","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-fra_Latn","languages":["pes-Arab","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-jpn_Jpan","languages":["pes-Arab","jpn-Jpan"]},{"precision":0.841897,"recall":0.88834,"f1":0.856555,"accuracy":0.88834,"main_score":0.856555,"hf_subset":"pes_Arab-lij_Latn","languages":["pes-Arab","lij-Latn"]},{"precision":0.795817,"recall":0.854743,"f1":0.814163,"accuracy":0.854743,"main_score":0.814163,"hf_subset":"pes_Arab-mya_Mymr","languages":["pes-Arab","mya-Mymr"]},{"precision":0.416747,"recall":0.528656,"f1":0.446782,"accuracy":0.528656,"main_score":0.446782,"hf_subset":"pes_Arab-sag_Latn","languages":["pes-Arab","sag-Latn"]},{"precision":0.118215,"recall":0.19664,"f1":0.132356,"accuracy":0.19664,"main_score":0.132356,"hf_subset":"pes_Arab-taq_Tfng","languages":["pes-Arab","taq-Tfng"]},{"precision":0.440303,"recall":0.54249,"f1":0.466739,"accuracy":0.54249,"main_score":0.466739,"hf_subset":"pes_Arab-wol_Latn","languages":["pes-Arab","wol-Latn"]},{"precision":0.266279,"recall":0.381423,"f1":0.294029,"accuracy":0.381423,"main_score":0.294029,"hf_subset":"pes_Arab-arb_Latn","languages":["pes-Arab","arb-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"pes_Arab-cat_Latn","languages":["pes-Arab","cat-Latn"]},{"precision":0.805814,"recall":0.86166,"f1":0.82332,"accuracy":0.86166,"main_score":0.82332,"hf_subset":"pes_Arab-fur_Latn","languages":["pes-Arab","fur-Latn"]},{"precision":0.25614,"recall":0.347826,"f1":0.279379,"accuracy":0.347826,"main_score":0.279379,"hf_subset":"pes_Arab-kab_Latn","languages":["pes-Arab","kab-Latn"]},{"precision":0.768652,"recall":0.833004,"f1":0.788192,"accuracy":0.833004,"main_score":0.788192,"hf_subset":"pes_Arab-lim_Latn","languages":["pes-Arab","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-nld_Latn","languages":["pes-Arab","nld-Latn"]},{"precision":0.892457,"recall":0.925889,"f1":0.903327,"accuracy":0.925889,"main_score":0.903327,"hf_subset":"pes_Arab-san_Deva","languages":["pes-Arab","san-Deva"]},{"precision":0.627085,"recall":0.711462,"f1":0.650925,"accuracy":0.711462,"main_score":0.650925,"hf_subset":"pes_Arab-tat_Cyrl","languages":["pes-Arab","tat-Cyrl"]},{"precision":0.387789,"recall":0.500988,"f1":0.416805,"accuracy":0.500988,"main_score":0.416805,"hf_subset":"pes_Arab-xho_Latn","languages":["pes-Arab","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pes_Arab-ars_Arab","languages":["pes-Arab","ars-Arab"]},{"precision":0.746031,"recall":0.815217,"f1":0.767114,"accuracy":0.815217,"main_score":0.767114,"hf_subset":"pes_Arab-ceb_Latn","languages":["pes-Arab","ceb-Latn"]},{"precision":0.383826,"recall":0.492095,"f1":0.411666,"accuracy":0.492095,"main_score":0.411666,"hf_subset":"pes_Arab-fuv_Latn","languages":["pes-Arab","fuv-Latn"]},{"precision":0.362744,"recall":0.48419,"f1":0.394258,"accuracy":0.48419,"main_score":0.394258,"hf_subset":"pes_Arab-kac_Latn","languages":["pes-Arab","kac-Latn"]},{"precision":0.438011,"recall":0.554348,"f1":0.46906,"accuracy":0.554348,"main_score":0.46906,"hf_subset":"pes_Arab-lin_Latn","languages":["pes-Arab","lin-Latn"]},{"precision":0.945652,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"pes_Arab-nno_Latn","languages":["pes-Arab","nno-Latn"]},{"precision":0.151299,"recall":0.229249,"f1":0.169028,"accuracy":0.229249,"main_score":0.169028,"hf_subset":"pes_Arab-sat_Olck","languages":["pes-Arab","sat-Olck"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"pes_Arab-tel_Telu","languages":["pes-Arab","tel-Telu"]},{"precision":0.297688,"recall":0.393281,"f1":0.320672,"accuracy":0.393281,"main_score":0.320672,"hf_subset":"pes_Arab-ydd_Hebr","languages":["pes-Arab","ydd-Hebr"]},{"precision":0.878706,"recall":0.916008,"f1":0.890711,"accuracy":0.916008,"main_score":0.890711,"hf_subset":"pes_Arab-ary_Arab","languages":["pes-Arab","ary-Arab"]},{"precision":0.968379,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"pes_Arab-ces_Latn","languages":["pes-Arab","ces-Latn"]},{"precision":0.274149,"recall":0.368577,"f1":0.297193,"accuracy":0.368577,"main_score":0.297193,"hf_subset":"pes_Arab-gaz_Latn","languages":["pes-Arab","gaz-Latn"]},{"precision":0.388575,"recall":0.501976,"f1":0.417754,"accuracy":0.501976,"main_score":0.417754,"hf_subset":"pes_Arab-kam_Latn","languages":["pes-Arab","kam-Latn"]},{"precision":0.75723,"recall":0.824111,"f1":0.777983,"accuracy":0.824111,"main_score":0.777983,"hf_subset":"pes_Arab-lit_Latn","languages":["pes-Arab","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pes_Arab-nob_Latn","languages":["pes-Arab","nob-Latn"]},{"precision":0.730847,"recall":0.80336,"f1":0.752588,"accuracy":0.80336,"main_score":0.752588,"hf_subset":"pes_Arab-scn_Latn","languages":["pes-Arab","scn-Latn"]},{"precision":0.428549,"recall":0.52668,"f1":0.453516,"accuracy":0.52668,"main_score":0.453516,"hf_subset":"pes_Arab-tgk_Cyrl","languages":["pes-Arab","tgk-Cyrl"]},{"precision":0.328132,"recall":0.443676,"f1":0.357843,"accuracy":0.443676,"main_score":0.357843,"hf_subset":"pes_Arab-yor_Latn","languages":["pes-Arab","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pes_Arab-arz_Arab","languages":["pes-Arab","arz-Arab"]},{"precision":0.384828,"recall":0.5,"f1":0.415067,"accuracy":0.5,"main_score":0.415067,"hf_subset":"pes_Arab-cjk_Latn","languages":["pes-Arab","cjk-Latn"]},{"precision":0.310143,"recall":0.412055,"f1":0.335225,"accuracy":0.412055,"main_score":0.335225,"hf_subset":"pes_Arab-gla_Latn","languages":["pes-Arab","gla-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"pes_Arab-kan_Knda","languages":["pes-Arab","kan-Knda"]},{"precision":0.763168,"recall":0.827075,"f1":0.782362,"accuracy":0.827075,"main_score":0.782362,"hf_subset":"pes_Arab-lmo_Latn","languages":["pes-Arab","lmo-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"pes_Arab-npi_Deva","languages":["pes-Arab","npi-Deva"]},{"precision":0.319071,"recall":0.437747,"f1":0.348979,"accuracy":0.437747,"main_score":0.348979,"hf_subset":"pes_Arab-shn_Mymr","languages":["pes-Arab","shn-Mymr"]},{"precision":0.854167,"recall":0.899209,"f1":0.868643,"accuracy":0.899209,"main_score":0.868643,"hf_subset":"pes_Arab-tgl_Latn","languages":["pes-Arab","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-yue_Hant","languages":["pes-Arab","yue-Hant"]},{"precision":0.876597,"recall":0.914032,"f1":0.888406,"accuracy":0.914032,"main_score":0.888406,"hf_subset":"pes_Arab-asm_Beng","languages":["pes-Arab","asm-Beng"]},{"precision":0.421992,"recall":0.512846,"f1":0.44663,"accuracy":0.512846,"main_score":0.44663,"hf_subset":"pes_Arab-ckb_Arab","languages":["pes-Arab","ckb-Arab"]},{"precision":0.325101,"recall":0.429842,"f1":0.350745,"accuracy":0.429842,"main_score":0.350745,"hf_subset":"pes_Arab-gle_Latn","languages":["pes-Arab","gle-Latn"]},{"precision":0.678557,"recall":0.762846,"f1":0.70332,"accuracy":0.762846,"main_score":0.70332,"hf_subset":"pes_Arab-kas_Arab","languages":["pes-Arab","kas-Arab"]},{"precision":0.558829,"recall":0.650198,"f1":0.58491,"accuracy":0.650198,"main_score":0.58491,"hf_subset":"pes_Arab-ltg_Latn","languages":["pes-Arab","ltg-Latn"]},{"precision":0.403591,"recall":0.514822,"f1":0.432288,"accuracy":0.514822,"main_score":0.432288,"hf_subset":"pes_Arab-nso_Latn","languages":["pes-Arab","nso-Latn"]},{"precision":0.845059,"recall":0.890316,"f1":0.859519,"accuracy":0.890316,"main_score":0.859519,"hf_subset":"pes_Arab-sin_Sinh","languages":["pes-Arab","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-tha_Thai","languages":["pes-Arab","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pes_Arab-zho_Hans","languages":["pes-Arab","zho-Hans"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"pes_Arab-ast_Latn","languages":["pes-Arab","ast-Latn"]},{"precision":0.778738,"recall":0.842885,"f1":0.798781,"accuracy":0.842885,"main_score":0.798781,"hf_subset":"pes_Arab-crh_Latn","languages":["pes-Arab","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pes_Arab-glg_Latn","languages":["pes-Arab","glg-Latn"]},{"precision":0.569425,"recall":0.672925,"f1":0.599657,"accuracy":0.672925,"main_score":0.599657,"hf_subset":"pes_Arab-kas_Deva","languages":["pes-Arab","kas-Deva"]},{"precision":0.72552,"recall":0.799407,"f1":0.747828,"accuracy":0.799407,"main_score":0.747828,"hf_subset":"pes_Arab-ltz_Latn","languages":["pes-Arab","ltz-Latn"]},{"precision":0.281842,"recall":0.386364,"f1":0.307644,"accuracy":0.386364,"main_score":0.307644,"hf_subset":"pes_Arab-nus_Latn","languages":["pes-Arab","nus-Latn"]},{"precision":0.943676,"recall":0.962451,"f1":0.949934,"accuracy":0.962451,"main_score":0.949934,"hf_subset":"pes_Arab-slk_Latn","languages":["pes-Arab","slk-Latn"]},{"precision":0.359437,"recall":0.452569,"f1":0.383595,"accuracy":0.452569,"main_score":0.383595,"hf_subset":"pes_Arab-tir_Ethi","languages":["pes-Arab","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-zho_Hant","languages":["pes-Arab","zho-Hant"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"pes_Arab-awa_Deva","languages":["pes-Arab","awa-Deva"]},{"precision":0.386775,"recall":0.48913,"f1":0.412213,"accuracy":0.48913,"main_score":0.412213,"hf_subset":"pes_Arab-cym_Latn","languages":["pes-Arab","cym-Latn"]},{"precision":0.593975,"recall":0.690711,"f1":0.621523,"accuracy":0.690711,"main_score":0.621523,"hf_subset":"pes_Arab-grn_Latn","languages":["pes-Arab","grn-Latn"]},{"precision":0.890761,"recall":0.923913,"f1":0.901252,"accuracy":0.923913,"main_score":0.901252,"hf_subset":"pes_Arab-kat_Geor","languages":["pes-Arab","kat-Geor"]},{"precision":0.447136,"recall":0.552372,"f1":0.475191,"accuracy":0.552372,"main_score":0.475191,"hf_subset":"pes_Arab-lua_Latn","languages":["pes-Arab","lua-Latn"]},{"precision":0.416041,"recall":0.527668,"f1":0.445181,"accuracy":0.527668,"main_score":0.445181,"hf_subset":"pes_Arab-nya_Latn","languages":["pes-Arab","nya-Latn"]},{"precision":0.90802,"recall":0.936759,"f1":0.917227,"accuracy":0.936759,"main_score":0.917227,"hf_subset":"pes_Arab-slv_Latn","languages":["pes-Arab","slv-Latn"]},{"precision":0.694616,"recall":0.771739,"f1":0.716852,"accuracy":0.771739,"main_score":0.716852,"hf_subset":"pes_Arab-tpi_Latn","languages":["pes-Arab","tpi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pes_Arab-zsm_Latn","languages":["pes-Arab","zsm-Latn"]},{"precision":0.348759,"recall":0.465415,"f1":0.378503,"accuracy":0.465415,"main_score":0.378503,"hf_subset":"pes_Arab-ayr_Latn","languages":["pes-Arab","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pes_Arab-dan_Latn","languages":["pes-Arab","dan-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"pes_Arab-guj_Gujr","languages":["pes-Arab","guj-Gujr"]},{"precision":0.725049,"recall":0.795455,"f1":0.745756,"accuracy":0.795455,"main_score":0.745756,"hf_subset":"pes_Arab-kaz_Cyrl","languages":["pes-Arab","kaz-Cyrl"]},{"precision":0.356059,"recall":0.463439,"f1":0.382536,"accuracy":0.463439,"main_score":0.382536,"hf_subset":"pes_Arab-lug_Latn","languages":["pes-Arab","lug-Latn"]},{"precision":0.945652,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"pes_Arab-oci_Latn","languages":["pes-Arab","oci-Latn"]},{"precision":0.383447,"recall":0.500988,"f1":0.413817,"accuracy":0.500988,"main_score":0.413817,"hf_subset":"pes_Arab-smo_Latn","languages":["pes-Arab","smo-Latn"]},{"precision":0.349682,"recall":0.461462,"f1":0.3783,"accuracy":0.461462,"main_score":0.3783,"hf_subset":"pes_Arab-tsn_Latn","languages":["pes-Arab","tsn-Latn"]},{"precision":0.35985,"recall":0.468379,"f1":0.388064,"accuracy":0.468379,"main_score":0.388064,"hf_subset":"pes_Arab-zul_Latn","languages":["pes-Arab","zul-Latn"]},{"precision":0.718824,"recall":0.796443,"f1":0.742133,"accuracy":0.796443,"main_score":0.742133,"hf_subset":"pes_Arab-azb_Arab","languages":["pes-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-deu_Latn","languages":["pes-Arab","deu-Latn"]},{"precision":0.569411,"recall":0.666996,"f1":0.59693,"accuracy":0.666996,"main_score":0.59693,"hf_subset":"pes_Arab-hat_Latn","languages":["pes-Arab","hat-Latn"]},{"precision":0.325978,"recall":0.428854,"f1":0.351407,"accuracy":0.428854,"main_score":0.351407,"hf_subset":"pes_Arab-kbp_Latn","languages":["pes-Arab","kbp-Latn"]},{"precision":0.402183,"recall":0.509881,"f1":0.429428,"accuracy":0.509881,"main_score":0.429428,"hf_subset":"pes_Arab-luo_Latn","languages":["pes-Arab","luo-Latn"]},{"precision":0.517129,"recall":0.603755,"f1":0.540675,"accuracy":0.603755,"main_score":0.540675,"hf_subset":"pes_Arab-ory_Orya","languages":["pes-Arab","ory-Orya"]},{"precision":0.375141,"recall":0.487154,"f1":0.403858,"accuracy":0.487154,"main_score":0.403858,"hf_subset":"pes_Arab-sna_Latn","languages":["pes-Arab","sna-Latn"]},{"precision":0.366128,"recall":0.472332,"f1":0.393131,"accuracy":0.472332,"main_score":0.393131,"hf_subset":"pes_Arab-tso_Latn","languages":["pes-Arab","tso-Latn"]},{"precision":0.839509,"recall":0.887352,"f1":0.854644,"accuracy":0.887352,"main_score":0.854644,"hf_subset":"pes_Arab-azj_Latn","languages":["pes-Arab","azj-Latn"]},{"precision":0.381892,"recall":0.498024,"f1":0.412213,"accuracy":0.498024,"main_score":0.412213,"hf_subset":"pes_Arab-dik_Latn","languages":["pes-Arab","dik-Latn"]},{"precision":0.404744,"recall":0.5,"f1":0.42921,"accuracy":0.5,"main_score":0.42921,"hf_subset":"pes_Arab-hau_Latn","languages":["pes-Arab","hau-Latn"]},{"precision":0.761693,"recall":0.828063,"f1":0.781672,"accuracy":0.828063,"main_score":0.781672,"hf_subset":"pes_Arab-kea_Latn","languages":["pes-Arab","kea-Latn"]},{"precision":0.531221,"recall":0.629447,"f1":0.558736,"accuracy":0.629447,"main_score":0.558736,"hf_subset":"pes_Arab-lus_Latn","languages":["pes-Arab","lus-Latn"]},{"precision":0.696551,"recall":0.771739,"f1":0.718843,"accuracy":0.771739,"main_score":0.718843,"hf_subset":"pes_Arab-pag_Latn","languages":["pes-Arab","pag-Latn"]},{"precision":0.700494,"recall":0.778656,"f1":0.7238,"accuracy":0.778656,"main_score":0.7238,"hf_subset":"pes_Arab-snd_Arab","languages":["pes-Arab","snd-Arab"]},{"precision":0.565667,"recall":0.659091,"f1":0.59225,"accuracy":0.659091,"main_score":0.59225,"hf_subset":"pes_Arab-tuk_Latn","languages":["pes-Arab","tuk-Latn"]},{"precision":0.617104,"recall":0.703557,"f1":0.641585,"accuracy":0.703557,"main_score":0.641585,"hf_subset":"pes_Arab-bak_Cyrl","languages":["pes-Arab","bak-Cyrl"]},{"precision":0.298555,"recall":0.420949,"f1":0.329863,"accuracy":0.420949,"main_score":0.329863,"hf_subset":"pes_Arab-dyu_Latn","languages":["pes-Arab","dyu-Latn"]},{"precision":0.904974,"recall":0.935771,"f1":0.91502,"accuracy":0.935771,"main_score":0.91502,"hf_subset":"pes_Arab-heb_Hebr","languages":["pes-Arab","heb-Hebr"]},{"precision":0.410574,"recall":0.512846,"f1":0.438138,"accuracy":0.512846,"main_score":0.438138,"hf_subset":"pes_Arab-khk_Cyrl","languages":["pes-Arab","khk-Cyrl"]},{"precision":0.783498,"recall":0.84585,"f1":0.8028,"accuracy":0.84585,"main_score":0.8028,"hf_subset":"pes_Arab-lvs_Latn","languages":["pes-Arab","lvs-Latn"]},{"precision":0.930122,"recall":0.950593,"f1":0.93666,"accuracy":0.950593,"main_score":0.93666,"hf_subset":"pes_Arab-pan_Guru","languages":["pes-Arab","pan-Guru"]},{"precision":0.345029,"recall":0.440711,"f1":0.368963,"accuracy":0.440711,"main_score":0.368963,"hf_subset":"pes_Arab-som_Latn","languages":["pes-Arab","som-Latn"]},{"precision":0.416756,"recall":0.518775,"f1":0.44366,"accuracy":0.518775,"main_score":0.44366,"hf_subset":"pes_Arab-tum_Latn","languages":["pes-Arab","tum-Latn"]},{"precision":0.291423,"recall":0.37253,"f1":0.312551,"accuracy":0.37253,"main_score":0.312551,"hf_subset":"srd_Latn-ace_Arab","languages":["srd-Latn","ace-Arab"]},{"precision":0.396172,"recall":0.468379,"f1":0.415924,"accuracy":0.468379,"main_score":0.415924,"hf_subset":"srd_Latn-bam_Latn","languages":["srd-Latn","bam-Latn"]},{"precision":0.15374,"recall":0.205534,"f1":0.167914,"accuracy":0.205534,"main_score":0.167914,"hf_subset":"srd_Latn-dzo_Tibt","languages":["srd-Latn","dzo-Tibt"]},{"precision":0.884881,"recall":0.91502,"f1":0.894071,"accuracy":0.91502,"main_score":0.894071,"hf_subset":"srd_Latn-hin_Deva","languages":["srd-Latn","hin-Deva"]},{"precision":0.630658,"recall":0.702569,"f1":0.651715,"accuracy":0.702569,"main_score":0.651715,"hf_subset":"srd_Latn-khm_Khmr","languages":["srd-Latn","khm-Khmr"]},{"precision":0.881341,"recall":0.914032,"f1":0.891488,"accuracy":0.914032,"main_score":0.891488,"hf_subset":"srd_Latn-mag_Deva","languages":["srd-Latn","mag-Deva"]},{"precision":0.868116,"recall":0.90415,"f1":0.879447,"accuracy":0.90415,"main_score":0.879447,"hf_subset":"srd_Latn-pap_Latn","languages":["srd-Latn","pap-Latn"]},{"precision":0.445218,"recall":0.511858,"f1":0.46324,"accuracy":0.511858,"main_score":0.46324,"hf_subset":"srd_Latn-sot_Latn","languages":["srd-Latn","sot-Latn"]},{"precision":0.880962,"recall":0.914032,"f1":0.891304,"accuracy":0.914032,"main_score":0.891304,"hf_subset":"srd_Latn-tur_Latn","languages":["srd-Latn","tur-Latn"]},{"precision":0.637527,"recall":0.697628,"f1":0.65493,"accuracy":0.697628,"main_score":0.65493,"hf_subset":"srd_Latn-ace_Latn","languages":["srd-Latn","ace-Latn"]},{"precision":0.747563,"recall":0.79249,"f1":0.761034,"accuracy":0.79249,"main_score":0.761034,"hf_subset":"srd_Latn-ban_Latn","languages":["srd-Latn","ban-Latn"]},{"precision":0.807098,"recall":0.856719,"f1":0.822464,"accuracy":0.856719,"main_score":0.822464,"hf_subset":"srd_Latn-ell_Grek","languages":["srd-Latn","ell-Grek"]},{"precision":0.84972,"recall":0.889328,"f1":0.861844,"accuracy":0.889328,"main_score":0.861844,"hf_subset":"srd_Latn-hne_Deva","languages":["srd-Latn","hne-Deva"]},{"precision":0.417339,"recall":0.499012,"f1":0.440453,"accuracy":0.499012,"main_score":0.440453,"hf_subset":"srd_Latn-kik_Latn","languages":["srd-Latn","kik-Latn"]},{"precision":0.888505,"recall":0.920949,"f1":0.898847,"accuracy":0.920949,"main_score":0.898847,"hf_subset":"srd_Latn-mai_Deva","languages":["srd-Latn","mai-Deva"]},{"precision":0.724028,"recall":0.782609,"f1":0.741719,"accuracy":0.782609,"main_score":0.741719,"hf_subset":"srd_Latn-pbt_Arab","languages":["srd-Latn","pbt-Arab"]},{"precision":0.906406,"recall":0.932806,"f1":0.914592,"accuracy":0.932806,"main_score":0.914592,"hf_subset":"srd_Latn-spa_Latn","languages":["srd-Latn","spa-Latn"]},{"precision":0.51707,"recall":0.578063,"f1":0.534593,"accuracy":0.578063,"main_score":0.534593,"hf_subset":"srd_Latn-twi_Latn","languages":["srd-Latn","twi-Latn"]},{"precision":0.855171,"recall":0.892292,"f1":0.866403,"accuracy":0.892292,"main_score":0.866403,"hf_subset":"srd_Latn-acm_Arab","languages":["srd-Latn","acm-Arab"]},{"precision":0.711948,"recall":0.773715,"f1":0.730988,"accuracy":0.773715,"main_score":0.730988,"hf_subset":"srd_Latn-bel_Cyrl","languages":["srd-Latn","bel-Cyrl"]},{"precision":0.910771,"recall":0.936759,"f1":0.918939,"accuracy":0.936759,"main_score":0.918939,"hf_subset":"srd_Latn-eng_Latn","languages":["srd-Latn","eng-Latn"]},{"precision":0.834799,"recall":0.870553,"f1":0.845473,"accuracy":0.870553,"main_score":0.845473,"hf_subset":"srd_Latn-hrv_Latn","languages":["srd-Latn","hrv-Latn"]},{"precision":0.408023,"recall":0.479249,"f1":0.427728,"accuracy":0.479249,"main_score":0.427728,"hf_subset":"srd_Latn-kin_Latn","languages":["srd-Latn","kin-Latn"]},{"precision":0.833811,"recall":0.876482,"f1":0.846838,"accuracy":0.876482,"main_score":0.846838,"hf_subset":"srd_Latn-mal_Mlym","languages":["srd-Latn","mal-Mlym"]},{"precision":0.878047,"recall":0.909091,"f1":0.887747,"accuracy":0.909091,"main_score":0.887747,"hf_subset":"srd_Latn-pes_Arab","languages":["srd-Latn","pes-Arab"]},{"precision":0.124224,"recall":0.189723,"f1":0.139126,"accuracy":0.189723,"main_score":0.139126,"hf_subset":"srd_Latn-tzm_Tfng","languages":["srd-Latn","tzm-Tfng"]},{"precision":0.852142,"recall":0.890316,"f1":0.863591,"accuracy":0.890316,"main_score":0.863591,"hf_subset":"srd_Latn-acq_Arab","languages":["srd-Latn","acq-Arab"]},{"precision":0.475883,"recall":0.539526,"f1":0.493998,"accuracy":0.539526,"main_score":0.493998,"hf_subset":"srd_Latn-bem_Latn","languages":["srd-Latn","bem-Latn"]},{"precision":0.82524,"recall":0.867589,"f1":0.837764,"accuracy":0.867589,"main_score":0.837764,"hf_subset":"srd_Latn-epo_Latn","languages":["srd-Latn","epo-Latn"]},{"precision":0.786561,"recall":0.83498,"f1":0.801812,"accuracy":0.83498,"main_score":0.801812,"hf_subset":"srd_Latn-hun_Latn","languages":["srd-Latn","hun-Latn"]},{"precision":0.623789,"recall":0.688735,"f1":0.642073,"accuracy":0.688735,"main_score":0.642073,"hf_subset":"srd_Latn-kir_Cyrl","languages":["srd-Latn","kir-Cyrl"]},{"precision":0.854496,"recall":0.894269,"f1":0.866996,"accuracy":0.894269,"main_score":0.866996,"hf_subset":"srd_Latn-mar_Deva","languages":["srd-Latn","mar-Deva"]},{"precision":0.460738,"recall":0.528656,"f1":0.480355,"accuracy":0.528656,"main_score":0.480355,"hf_subset":"srd_Latn-plt_Latn","languages":["srd-Latn","plt-Latn"]},{"precision":0.802964,"recall":0.846838,"f1":0.816337,"accuracy":0.846838,"main_score":0.816337,"hf_subset":"srd_Latn-srp_Cyrl","languages":["srd-Latn","srp-Cyrl"]},{"precision":0.302997,"recall":0.376482,"f1":0.322821,"accuracy":0.376482,"main_score":0.322821,"hf_subset":"srd_Latn-uig_Arab","languages":["srd-Latn","uig-Arab"]},{"precision":0.810507,"recall":0.859684,"f1":0.825362,"accuracy":0.859684,"main_score":0.825362,"hf_subset":"srd_Latn-aeb_Arab","languages":["srd-Latn","aeb-Arab"]},{"precision":0.867054,"recall":0.905138,"f1":0.879337,"accuracy":0.905138,"main_score":0.879337,"hf_subset":"srd_Latn-ben_Beng","languages":["srd-Latn","ben-Beng"]},{"precision":0.720347,"recall":0.774704,"f1":0.736978,"accuracy":0.774704,"main_score":0.736978,"hf_subset":"srd_Latn-est_Latn","languages":["srd-Latn","est-Latn"]},{"precision":0.664059,"recall":0.722332,"f1":0.680414,"accuracy":0.722332,"main_score":0.680414,"hf_subset":"srd_Latn-hye_Armn","languages":["srd-Latn","hye-Armn"]},{"precision":0.410173,"recall":0.481225,"f1":0.430119,"accuracy":0.481225,"main_score":0.430119,"hf_subset":"srd_Latn-kmb_Latn","languages":["srd-Latn","kmb-Latn"]},{"precision":0.257964,"recall":0.326087,"f1":0.275295,"accuracy":0.326087,"main_score":0.275295,"hf_subset":"srd_Latn-min_Arab","languages":["srd-Latn","min-Arab"]},{"precision":0.875412,"recall":0.911067,"f1":0.886759,"accuracy":0.911067,"main_score":0.886759,"hf_subset":"srd_Latn-pol_Latn","languages":["srd-Latn","pol-Latn"]},{"precision":0.396173,"recall":0.470356,"f1":0.416529,"accuracy":0.470356,"main_score":0.416529,"hf_subset":"srd_Latn-ssw_Latn","languages":["srd-Latn","ssw-Latn"]},{"precision":0.864273,"recall":0.898221,"f1":0.874473,"accuracy":0.898221,"main_score":0.874473,"hf_subset":"srd_Latn-ukr_Cyrl","languages":["srd-Latn","ukr-Cyrl"]},{"precision":0.815135,"recall":0.854743,"f1":0.827009,"accuracy":0.854743,"main_score":0.827009,"hf_subset":"srd_Latn-afr_Latn","languages":["srd-Latn","afr-Latn"]},{"precision":0.821294,"recall":0.864625,"f1":0.834637,"accuracy":0.864625,"main_score":0.834637,"hf_subset":"srd_Latn-bho_Deva","languages":["srd-Latn","bho-Deva"]},{"precision":0.657414,"recall":0.720356,"f1":0.675257,"accuracy":0.720356,"main_score":0.675257,"hf_subset":"srd_Latn-eus_Latn","languages":["srd-Latn","eus-Latn"]},{"precision":0.410039,"recall":0.493083,"f1":0.432448,"accuracy":0.493083,"main_score":0.432448,"hf_subset":"srd_Latn-ibo_Latn","languages":["srd-Latn","ibo-Latn"]},{"precision":0.449947,"recall":0.530632,"f1":0.47206,"accuracy":0.530632,"main_score":0.47206,"hf_subset":"srd_Latn-kmr_Latn","languages":["srd-Latn","kmr-Latn"]},{"precision":0.709363,"recall":0.761858,"f1":0.724267,"accuracy":0.761858,"main_score":0.724267,"hf_subset":"srd_Latn-min_Latn","languages":["srd-Latn","min-Latn"]},{"precision":0.923501,"recall":0.945652,"f1":0.930402,"accuracy":0.945652,"main_score":0.930402,"hf_subset":"srd_Latn-por_Latn","languages":["srd-Latn","por-Latn"]},{"precision":0.775147,"recall":0.821146,"f1":0.788512,"accuracy":0.821146,"main_score":0.788512,"hf_subset":"srd_Latn-sun_Latn","languages":["srd-Latn","sun-Latn"]},{"precision":0.403721,"recall":0.478261,"f1":0.424252,"accuracy":0.478261,"main_score":0.424252,"hf_subset":"srd_Latn-umb_Latn","languages":["srd-Latn","umb-Latn"]},{"precision":0.859947,"recall":0.894269,"f1":0.869993,"accuracy":0.894269,"main_score":0.869993,"hf_subset":"srd_Latn-ajp_Arab","languages":["srd-Latn","ajp-Arab"]},{"precision":0.272133,"recall":0.342885,"f1":0.29088,"accuracy":0.342885,"main_score":0.29088,"hf_subset":"srd_Latn-bjn_Arab","languages":["srd-Latn","bjn-Arab"]},{"precision":0.429033,"recall":0.491107,"f1":0.445897,"accuracy":0.491107,"main_score":0.445897,"hf_subset":"srd_Latn-ewe_Latn","languages":["srd-Latn","ewe-Latn"]},{"precision":0.697208,"recall":0.749012,"f1":0.712733,"accuracy":0.749012,"main_score":0.712733,"hf_subset":"srd_Latn-ilo_Latn","languages":["srd-Latn","ilo-Latn"]},{"precision":0.196758,"recall":0.264822,"f1":0.21449,"accuracy":0.264822,"main_score":0.21449,"hf_subset":"srd_Latn-knc_Arab","languages":["srd-Latn","knc-Arab"]},{"precision":0.823914,"recall":0.86166,"f1":0.83492,"accuracy":0.86166,"main_score":0.83492,"hf_subset":"srd_Latn-mkd_Cyrl","languages":["srd-Latn","mkd-Cyrl"]},{"precision":0.877882,"recall":0.910079,"f1":0.887667,"accuracy":0.910079,"main_score":0.887667,"hf_subset":"srd_Latn-prs_Arab","languages":["srd-Latn","prs-Arab"]},{"precision":0.876788,"recall":0.908103,"f1":0.886413,"accuracy":0.908103,"main_score":0.886413,"hf_subset":"srd_Latn-swe_Latn","languages":["srd-Latn","swe-Latn"]},{"precision":0.815662,"recall":0.86166,"f1":0.829861,"accuracy":0.86166,"main_score":0.829861,"hf_subset":"srd_Latn-urd_Arab","languages":["srd-Latn","urd-Arab"]},{"precision":0.488772,"recall":0.5583,"f1":0.508929,"accuracy":0.5583,"main_score":0.508929,"hf_subset":"srd_Latn-aka_Latn","languages":["srd-Latn","aka-Latn"]},{"precision":0.724991,"recall":0.77668,"f1":0.739899,"accuracy":0.77668,"main_score":0.739899,"hf_subset":"srd_Latn-bjn_Latn","languages":["srd-Latn","bjn-Latn"]},{"precision":0.538448,"recall":0.603755,"f1":0.556313,"accuracy":0.603755,"main_score":0.556313,"hf_subset":"srd_Latn-fao_Latn","languages":["srd-Latn","fao-Latn"]},{"precision":0.91502,"recall":0.938735,"f1":0.922233,"accuracy":0.938735,"main_score":0.922233,"hf_subset":"srd_Latn-ind_Latn","languages":["srd-Latn","ind-Latn"]},{"precision":0.449549,"recall":0.517787,"f1":0.468653,"accuracy":0.517787,"main_score":0.468653,"hf_subset":"srd_Latn-knc_Latn","languages":["srd-Latn","knc-Latn"]},{"precision":0.768289,"recall":0.81917,"f1":0.783144,"accuracy":0.81917,"main_score":0.783144,"hf_subset":"srd_Latn-mlt_Latn","languages":["srd-Latn","mlt-Latn"]},{"precision":0.488878,"recall":0.573123,"f1":0.513122,"accuracy":0.573123,"main_score":0.513122,"hf_subset":"srd_Latn-quy_Latn","languages":["srd-Latn","quy-Latn"]},{"precision":0.712806,"recall":0.770751,"f1":0.729811,"accuracy":0.770751,"main_score":0.729811,"hf_subset":"srd_Latn-swh_Latn","languages":["srd-Latn","swh-Latn"]},{"precision":0.59581,"recall":0.657115,"f1":0.614081,"accuracy":0.657115,"main_score":0.614081,"hf_subset":"srd_Latn-uzn_Latn","languages":["srd-Latn","uzn-Latn"]},{"precision":0.764972,"recall":0.812253,"f1":0.779368,"accuracy":0.812253,"main_score":0.779368,"hf_subset":"srd_Latn-als_Latn","languages":["srd-Latn","als-Latn"]},{"precision":0.191007,"recall":0.253953,"f1":0.207144,"accuracy":0.253953,"main_score":0.207144,"hf_subset":"srd_Latn-bod_Tibt","languages":["srd-Latn","bod-Tibt"]},{"precision":0.411322,"recall":0.485178,"f1":0.431864,"accuracy":0.485178,"main_score":0.431864,"hf_subset":"srd_Latn-fij_Latn","languages":["srd-Latn","fij-Latn"]},{"precision":0.489792,"recall":0.560277,"f1":0.510098,"accuracy":0.560277,"main_score":0.510098,"hf_subset":"srd_Latn-isl_Latn","languages":["srd-Latn","isl-Latn"]},{"precision":0.503896,"recall":0.568182,"f1":0.521791,"accuracy":0.568182,"main_score":0.521791,"hf_subset":"srd_Latn-kon_Latn","languages":["srd-Latn","kon-Latn"]},{"precision":0.376281,"recall":0.467391,"f1":0.400979,"accuracy":0.467391,"main_score":0.400979,"hf_subset":"srd_Latn-mni_Beng","languages":["srd-Latn","mni-Beng"]},{"precision":0.905912,"recall":0.929842,"f1":0.913062,"accuracy":0.929842,"main_score":0.913062,"hf_subset":"srd_Latn-ron_Latn","languages":["srd-Latn","ron-Latn"]},{"precision":0.752355,"recall":0.806324,"f1":0.76838,"accuracy":0.806324,"main_score":0.76838,"hf_subset":"srd_Latn-szl_Latn","languages":["srd-Latn","szl-Latn"]},{"precision":0.891173,"recall":0.91996,"f1":0.900165,"accuracy":0.91996,"main_score":0.900165,"hf_subset":"srd_Latn-vec_Latn","languages":["srd-Latn","vec-Latn"]},{"precision":0.648774,"recall":0.721344,"f1":0.670311,"accuracy":0.721344,"main_score":0.670311,"hf_subset":"srd_Latn-amh_Ethi","languages":["srd-Latn","amh-Ethi"]},{"precision":0.847647,"recall":0.883399,"f1":0.858136,"accuracy":0.883399,"main_score":0.858136,"hf_subset":"srd_Latn-bos_Latn","languages":["srd-Latn","bos-Latn"]},{"precision":0.82915,"recall":0.870553,"f1":0.8417,"accuracy":0.870553,"main_score":0.8417,"hf_subset":"srd_Latn-fin_Latn","languages":["srd-Latn","fin-Latn"]},{"precision":0.91889,"recall":0.9417,"f1":0.926285,"accuracy":0.9417,"main_score":0.926285,"hf_subset":"srd_Latn-ita_Latn","languages":["srd-Latn","ita-Latn"]},{"precision":0.853458,"recall":0.893281,"f1":0.865547,"accuracy":0.893281,"main_score":0.865547,"hf_subset":"srd_Latn-kor_Hang","languages":["srd-Latn","kor-Hang"]},{"precision":0.43352,"recall":0.505929,"f1":0.454117,"accuracy":0.505929,"main_score":0.454117,"hf_subset":"srd_Latn-mos_Latn","languages":["srd-Latn","mos-Latn"]},{"precision":0.417698,"recall":0.490119,"f1":0.437378,"accuracy":0.490119,"main_score":0.437378,"hf_subset":"srd_Latn-run_Latn","languages":["srd-Latn","run-Latn"]},{"precision":0.82057,"recall":0.870553,"f1":0.836331,"accuracy":0.870553,"main_score":0.836331,"hf_subset":"srd_Latn-tam_Taml","languages":["srd-Latn","tam-Taml"]},{"precision":0.868412,"recall":0.901186,"f1":0.878284,"accuracy":0.901186,"main_score":0.878284,"hf_subset":"srd_Latn-vie_Latn","languages":["srd-Latn","vie-Latn"]},{"precision":0.844911,"recall":0.882411,"f1":0.856046,"accuracy":0.882411,"main_score":0.856046,"hf_subset":"srd_Latn-apc_Arab","languages":["srd-Latn","apc-Arab"]},{"precision":0.613717,"recall":0.682806,"f1":0.633962,"accuracy":0.682806,"main_score":0.633962,"hf_subset":"srd_Latn-bug_Latn","languages":["srd-Latn","bug-Latn"]},{"precision":0.37991,"recall":0.452569,"f1":0.400367,"accuracy":0.452569,"main_score":0.400367,"hf_subset":"srd_Latn-fon_Latn","languages":["srd-Latn","fon-Latn"]},{"precision":0.775174,"recall":0.823123,"f1":0.789228,"accuracy":0.823123,"main_score":0.789228,"hf_subset":"srd_Latn-jav_Latn","languages":["srd-Latn","jav-Latn"]},{"precision":0.57812,"recall":0.644269,"f1":0.596467,"accuracy":0.644269,"main_score":0.596467,"hf_subset":"srd_Latn-lao_Laoo","languages":["srd-Latn","lao-Laoo"]},{"precision":0.383974,"recall":0.468379,"f1":0.407017,"accuracy":0.468379,"main_score":0.407017,"hf_subset":"srd_Latn-mri_Latn","languages":["srd-Latn","mri-Latn"]},{"precision":0.887599,"recall":0.917984,"f1":0.896772,"accuracy":0.917984,"main_score":0.896772,"hf_subset":"srd_Latn-rus_Cyrl","languages":["srd-Latn","rus-Cyrl"]},{"precision":0.404897,"recall":0.487154,"f1":0.426982,"accuracy":0.487154,"main_score":0.426982,"hf_subset":"srd_Latn-taq_Latn","languages":["srd-Latn","taq-Latn"]},{"precision":0.774169,"recall":0.822134,"f1":0.788408,"accuracy":0.822134,"main_score":0.788408,"hf_subset":"srd_Latn-war_Latn","languages":["srd-Latn","war-Latn"]},{"precision":0.871212,"recall":0.907115,"f1":0.882331,"accuracy":0.907115,"main_score":0.882331,"hf_subset":"srd_Latn-arb_Arab","languages":["srd-Latn","arb-Arab"]},{"precision":0.864155,"recall":0.900198,"f1":0.875549,"accuracy":0.900198,"main_score":0.875549,"hf_subset":"srd_Latn-bul_Cyrl","languages":["srd-Latn","bul-Cyrl"]},{"precision":0.91889,"recall":0.9417,"f1":0.925955,"accuracy":0.9417,"main_score":0.925955,"hf_subset":"srd_Latn-fra_Latn","languages":["srd-Latn","fra-Latn"]},{"precision":0.86554,"recall":0.903162,"f1":0.877454,"accuracy":0.903162,"main_score":0.877454,"hf_subset":"srd_Latn-jpn_Jpan","languages":["srd-Latn","jpn-Jpan"]},{"precision":0.881077,"recall":0.912055,"f1":0.890711,"accuracy":0.912055,"main_score":0.890711,"hf_subset":"srd_Latn-lij_Latn","languages":["srd-Latn","lij-Latn"]},{"precision":0.601057,"recall":0.681818,"f1":0.62443,"accuracy":0.681818,"main_score":0.62443,"hf_subset":"srd_Latn-mya_Mymr","languages":["srd-Latn","mya-Mymr"]},{"precision":0.467128,"recall":0.541502,"f1":0.488674,"accuracy":0.541502,"main_score":0.488674,"hf_subset":"srd_Latn-sag_Latn","languages":["srd-Latn","sag-Latn"]},{"precision":0.155368,"recall":0.233202,"f1":0.172722,"accuracy":0.233202,"main_score":0.172722,"hf_subset":"srd_Latn-taq_Tfng","languages":["srd-Latn","taq-Tfng"]},{"precision":0.486998,"recall":0.566206,"f1":0.509031,"accuracy":0.566206,"main_score":0.509031,"hf_subset":"srd_Latn-wol_Latn","languages":["srd-Latn","wol-Latn"]},{"precision":0.291303,"recall":0.386364,"f1":0.316371,"accuracy":0.386364,"main_score":0.316371,"hf_subset":"srd_Latn-arb_Latn","languages":["srd-Latn","arb-Latn"]},{"precision":0.909898,"recall":0.935771,"f1":0.91805,"accuracy":0.935771,"main_score":0.91805,"hf_subset":"srd_Latn-cat_Latn","languages":["srd-Latn","cat-Latn"]},{"precision":0.872348,"recall":0.903162,"f1":0.881621,"accuracy":0.903162,"main_score":0.881621,"hf_subset":"srd_Latn-fur_Latn","languages":["srd-Latn","fur-Latn"]},{"precision":0.306162,"recall":0.370553,"f1":0.323184,"accuracy":0.370553,"main_score":0.323184,"hf_subset":"srd_Latn-kab_Latn","languages":["srd-Latn","kab-Latn"]},{"precision":0.742417,"recall":0.793478,"f1":0.757249,"accuracy":0.793478,"main_score":0.757249,"hf_subset":"srd_Latn-lim_Latn","languages":["srd-Latn","lim-Latn"]},{"precision":0.883773,"recall":0.91502,"f1":0.893314,"accuracy":0.91502,"main_score":0.893314,"hf_subset":"srd_Latn-nld_Latn","languages":["srd-Latn","nld-Latn"]},{"precision":0.751426,"recall":0.807312,"f1":0.768857,"accuracy":0.807312,"main_score":0.768857,"hf_subset":"srd_Latn-san_Deva","languages":["srd-Latn","san-Deva"]},{"precision":0.60785,"recall":0.678854,"f1":0.628562,"accuracy":0.678854,"main_score":0.628562,"hf_subset":"srd_Latn-tat_Cyrl","languages":["srd-Latn","tat-Cyrl"]},{"precision":0.446694,"recall":0.524704,"f1":0.467821,"accuracy":0.524704,"main_score":0.467821,"hf_subset":"srd_Latn-xho_Latn","languages":["srd-Latn","xho-Latn"]},{"precision":0.871377,"recall":0.907115,"f1":0.882496,"accuracy":0.907115,"main_score":0.882496,"hf_subset":"srd_Latn-ars_Arab","languages":["srd-Latn","ars-Arab"]},{"precision":0.74697,"recall":0.800395,"f1":0.763142,"accuracy":0.800395,"main_score":0.763142,"hf_subset":"srd_Latn-ceb_Latn","languages":["srd-Latn","ceb-Latn"]},{"precision":0.429242,"recall":0.504941,"f1":0.450435,"accuracy":0.504941,"main_score":0.450435,"hf_subset":"srd_Latn-fuv_Latn","languages":["srd-Latn","fuv-Latn"]},{"precision":0.424428,"recall":0.498024,"f1":0.443969,"accuracy":0.498024,"main_score":0.443969,"hf_subset":"srd_Latn-kac_Latn","languages":["srd-Latn","kac-Latn"]},{"precision":0.492063,"recall":0.563241,"f1":0.512104,"accuracy":0.563241,"main_score":0.512104,"hf_subset":"srd_Latn-lin_Latn","languages":["srd-Latn","lin-Latn"]},{"precision":0.837319,"recall":0.874506,"f1":0.848522,"accuracy":0.874506,"main_score":0.848522,"hf_subset":"srd_Latn-nno_Latn","languages":["srd-Latn","nno-Latn"]},{"precision":0.174424,"recall":0.23419,"f1":0.189172,"accuracy":0.23419,"main_score":0.189172,"hf_subset":"srd_Latn-sat_Olck","languages":["srd-Latn","sat-Olck"]},{"precision":0.817852,"recall":0.866601,"f1":0.833103,"accuracy":0.866601,"main_score":0.833103,"hf_subset":"srd_Latn-tel_Telu","languages":["srd-Latn","tel-Telu"]},{"precision":0.349935,"recall":0.431818,"f1":0.371818,"accuracy":0.431818,"main_score":0.371818,"hf_subset":"srd_Latn-ydd_Hebr","languages":["srd-Latn","ydd-Hebr"]},{"precision":0.744425,"recall":0.806324,"f1":0.762967,"accuracy":0.806324,"main_score":0.762967,"hf_subset":"srd_Latn-ary_Arab","languages":["srd-Latn","ary-Arab"]},{"precision":0.842062,"recall":0.881423,"f1":0.853986,"accuracy":0.881423,"main_score":0.853986,"hf_subset":"srd_Latn-ces_Latn","languages":["srd-Latn","ces-Latn"]},{"precision":0.330825,"recall":0.408103,"f1":0.349765,"accuracy":0.408103,"main_score":0.349765,"hf_subset":"srd_Latn-gaz_Latn","languages":["srd-Latn","gaz-Latn"]},{"precision":0.439437,"recall":0.514822,"f1":0.460056,"accuracy":0.514822,"main_score":0.460056,"hf_subset":"srd_Latn-kam_Latn","languages":["srd-Latn","kam-Latn"]},{"precision":0.697873,"recall":0.754941,"f1":0.714851,"accuracy":0.754941,"main_score":0.714851,"hf_subset":"srd_Latn-lit_Latn","languages":["srd-Latn","lit-Latn"]},{"precision":0.862105,"recall":0.899209,"f1":0.873715,"accuracy":0.899209,"main_score":0.873715,"hf_subset":"srd_Latn-nob_Latn","languages":["srd-Latn","nob-Latn"]},{"precision":0.789519,"recall":0.839921,"f1":0.804397,"accuracy":0.839921,"main_score":0.804397,"hf_subset":"srd_Latn-scn_Latn","languages":["srd-Latn","scn-Latn"]},{"precision":0.444765,"recall":0.518775,"f1":0.465269,"accuracy":0.518775,"main_score":0.465269,"hf_subset":"srd_Latn-tgk_Cyrl","languages":["srd-Latn","tgk-Cyrl"]},{"precision":0.396716,"recall":0.476285,"f1":0.419361,"accuracy":0.476285,"main_score":0.419361,"hf_subset":"srd_Latn-yor_Latn","languages":["srd-Latn","yor-Latn"]},{"precision":0.858671,"recall":0.892292,"f1":0.868753,"accuracy":0.892292,"main_score":0.868753,"hf_subset":"srd_Latn-arz_Arab","languages":["srd-Latn","arz-Arab"]},{"precision":0.448135,"recall":0.529644,"f1":0.470547,"accuracy":0.529644,"main_score":0.470547,"hf_subset":"srd_Latn-cjk_Latn","languages":["srd-Latn","cjk-Latn"]},{"precision":0.389779,"recall":0.459486,"f1":0.40826,"accuracy":0.459486,"main_score":0.40826,"hf_subset":"srd_Latn-gla_Latn","languages":["srd-Latn","gla-Latn"]},{"precision":0.822687,"recall":0.866601,"f1":0.836611,"accuracy":0.866601,"main_score":0.836611,"hf_subset":"srd_Latn-kan_Knda","languages":["srd-Latn","kan-Knda"]},{"precision":0.846426,"recall":0.88834,"f1":0.859552,"accuracy":0.88834,"main_score":0.859552,"hf_subset":"srd_Latn-lmo_Latn","languages":["srd-Latn","lmo-Latn"]},{"precision":0.854562,"recall":0.893281,"f1":0.866502,"accuracy":0.893281,"main_score":0.866502,"hf_subset":"srd_Latn-npi_Deva","languages":["srd-Latn","npi-Deva"]},{"precision":0.361444,"recall":0.452569,"f1":0.385842,"accuracy":0.452569,"main_score":0.385842,"hf_subset":"srd_Latn-shn_Mymr","languages":["srd-Latn","shn-Mymr"]},{"precision":0.787667,"recall":0.83498,"f1":0.801779,"accuracy":0.83498,"main_score":0.801779,"hf_subset":"srd_Latn-tgl_Latn","languages":["srd-Latn","tgl-Latn"]},{"precision":0.878272,"recall":0.910079,"f1":0.888011,"accuracy":0.910079,"main_score":0.888011,"hf_subset":"srd_Latn-yue_Hant","languages":["srd-Latn","yue-Hant"]},{"precision":0.727117,"recall":0.786561,"f1":0.744996,"accuracy":0.786561,"main_score":0.744996,"hf_subset":"srd_Latn-asm_Beng","languages":["srd-Latn","asm-Beng"]},{"precision":0.379219,"recall":0.45751,"f1":0.400253,"accuracy":0.45751,"main_score":0.400253,"hf_subset":"srd_Latn-ckb_Arab","languages":["srd-Latn","ckb-Arab"]},{"precision":0.411493,"recall":0.479249,"f1":0.429443,"accuracy":0.479249,"main_score":0.429443,"hf_subset":"srd_Latn-gle_Latn","languages":["srd-Latn","gle-Latn"]},{"precision":0.581416,"recall":0.664032,"f1":0.604775,"accuracy":0.664032,"main_score":0.604775,"hf_subset":"srd_Latn-kas_Arab","languages":["srd-Latn","kas-Arab"]},{"precision":0.62664,"recall":0.685771,"f1":0.644619,"accuracy":0.685771,"main_score":0.644619,"hf_subset":"srd_Latn-ltg_Latn","languages":["srd-Latn","ltg-Latn"]},{"precision":0.487728,"recall":0.556324,"f1":0.506593,"accuracy":0.556324,"main_score":0.506593,"hf_subset":"srd_Latn-nso_Latn","languages":["srd-Latn","nso-Latn"]},{"precision":0.660616,"recall":0.725296,"f1":0.679476,"accuracy":0.725296,"main_score":0.679476,"hf_subset":"srd_Latn-sin_Sinh","languages":["srd-Latn","sin-Sinh"]},{"precision":0.852849,"recall":0.896245,"f1":0.866667,"accuracy":0.896245,"main_score":0.866667,"hf_subset":"srd_Latn-tha_Thai","languages":["srd-Latn","tha-Thai"]},{"precision":0.845389,"recall":0.886364,"f1":0.857839,"accuracy":0.886364,"main_score":0.857839,"hf_subset":"srd_Latn-zho_Hans","languages":["srd-Latn","zho-Hans"]},{"precision":0.891672,"recall":0.916008,"f1":0.898881,"accuracy":0.916008,"main_score":0.898881,"hf_subset":"srd_Latn-ast_Latn","languages":["srd-Latn","ast-Latn"]},{"precision":0.70258,"recall":0.763834,"f1":0.720426,"accuracy":0.763834,"main_score":0.720426,"hf_subset":"srd_Latn-crh_Latn","languages":["srd-Latn","crh-Latn"]},{"precision":0.911454,"recall":0.932806,"f1":0.917494,"accuracy":0.932806,"main_score":0.917494,"hf_subset":"srd_Latn-glg_Latn","languages":["srd-Latn","glg-Latn"]},{"precision":0.532359,"recall":0.61166,"f1":0.554891,"accuracy":0.61166,"main_score":0.554891,"hf_subset":"srd_Latn-kas_Deva","languages":["srd-Latn","kas-Deva"]},{"precision":0.709536,"recall":0.76581,"f1":0.725889,"accuracy":0.76581,"main_score":0.725889,"hf_subset":"srd_Latn-ltz_Latn","languages":["srd-Latn","ltz-Latn"]},{"precision":0.349718,"recall":0.432806,"f1":0.372175,"accuracy":0.432806,"main_score":0.372175,"hf_subset":"srd_Latn-nus_Latn","languages":["srd-Latn","nus-Latn"]},{"precision":0.83256,"recall":0.871542,"f1":0.844312,"accuracy":0.871542,"main_score":0.844312,"hf_subset":"srd_Latn-slk_Latn","languages":["srd-Latn","slk-Latn"]},{"precision":0.35902,"recall":0.432806,"f1":0.37932,"accuracy":0.432806,"main_score":0.37932,"hf_subset":"srd_Latn-tir_Ethi","languages":["srd-Latn","tir-Ethi"]},{"precision":0.856037,"recall":0.893281,"f1":0.867276,"accuracy":0.893281,"main_score":0.867276,"hf_subset":"srd_Latn-zho_Hant","languages":["srd-Latn","zho-Hant"]},{"precision":0.87108,"recall":0.906126,"f1":0.882049,"accuracy":0.906126,"main_score":0.882049,"hf_subset":"srd_Latn-awa_Deva","languages":["srd-Latn","awa-Deva"]},{"precision":0.46058,"recall":0.535573,"f1":0.480312,"accuracy":0.535573,"main_score":0.480312,"hf_subset":"srd_Latn-cym_Latn","languages":["srd-Latn","cym-Latn"]},{"precision":0.621152,"recall":0.6917,"f1":0.641865,"accuracy":0.6917,"main_score":0.641865,"hf_subset":"srd_Latn-grn_Latn","languages":["srd-Latn","grn-Latn"]},{"precision":0.727974,"recall":0.786561,"f1":0.745095,"accuracy":0.786561,"main_score":0.745095,"hf_subset":"srd_Latn-kat_Geor","languages":["srd-Latn","kat-Geor"]},{"precision":0.507529,"recall":0.582016,"f1":0.528329,"accuracy":0.582016,"main_score":0.528329,"hf_subset":"srd_Latn-lua_Latn","languages":["srd-Latn","lua-Latn"]},{"precision":0.491848,"recall":0.556324,"f1":0.510362,"accuracy":0.556324,"main_score":0.510362,"hf_subset":"srd_Latn-nya_Latn","languages":["srd-Latn","nya-Latn"]},{"precision":0.794641,"recall":0.842885,"f1":0.80902,"accuracy":0.842885,"main_score":0.80902,"hf_subset":"srd_Latn-slv_Latn","languages":["srd-Latn","slv-Latn"]},{"precision":0.694359,"recall":0.748024,"f1":0.709809,"accuracy":0.748024,"main_score":0.709809,"hf_subset":"srd_Latn-tpi_Latn","languages":["srd-Latn","tpi-Latn"]},{"precision":0.862978,"recall":0.899209,"f1":0.874097,"accuracy":0.899209,"main_score":0.874097,"hf_subset":"srd_Latn-zsm_Latn","languages":["srd-Latn","zsm-Latn"]},{"precision":0.425422,"recall":0.499012,"f1":0.444595,"accuracy":0.499012,"main_score":0.444595,"hf_subset":"srd_Latn-ayr_Latn","languages":["srd-Latn","ayr-Latn"]},{"precision":0.865102,"recall":0.901186,"f1":0.876383,"accuracy":0.901186,"main_score":0.876383,"hf_subset":"srd_Latn-dan_Latn","languages":["srd-Latn","dan-Latn"]},{"precision":0.805814,"recall":0.854743,"f1":0.820638,"accuracy":0.854743,"main_score":0.820638,"hf_subset":"srd_Latn-guj_Gujr","languages":["srd-Latn","guj-Gujr"]},{"precision":0.672012,"recall":0.727273,"f1":0.687999,"accuracy":0.727273,"main_score":0.687999,"hf_subset":"srd_Latn-kaz_Cyrl","languages":["srd-Latn","kaz-Cyrl"]},{"precision":0.388499,"recall":0.461462,"f1":0.408497,"accuracy":0.461462,"main_score":0.408497,"hf_subset":"srd_Latn-lug_Latn","languages":["srd-Latn","lug-Latn"]},{"precision":0.906844,"recall":0.93083,"f1":0.91418,"accuracy":0.93083,"main_score":0.91418,"hf_subset":"srd_Latn-oci_Latn","languages":["srd-Latn","oci-Latn"]},{"precision":0.451166,"recall":0.528656,"f1":0.472048,"accuracy":0.528656,"main_score":0.472048,"hf_subset":"srd_Latn-smo_Latn","languages":["srd-Latn","smo-Latn"]},{"precision":0.429018,"recall":0.499012,"f1":0.448376,"accuracy":0.499012,"main_score":0.448376,"hf_subset":"srd_Latn-tsn_Latn","languages":["srd-Latn","tsn-Latn"]},{"precision":0.403526,"recall":0.48419,"f1":0.42505,"accuracy":0.48419,"main_score":0.42505,"hf_subset":"srd_Latn-zul_Latn","languages":["srd-Latn","zul-Latn"]},{"precision":0.577392,"recall":0.659091,"f1":0.601108,"accuracy":0.659091,"main_score":0.601108,"hf_subset":"srd_Latn-azb_Arab","languages":["srd-Latn","azb-Arab"]},{"precision":0.888175,"recall":0.916996,"f1":0.896989,"accuracy":0.916996,"main_score":0.896989,"hf_subset":"srd_Latn-deu_Latn","languages":["srd-Latn","deu-Latn"]},{"precision":0.64716,"recall":0.721344,"f1":0.668916,"accuracy":0.721344,"main_score":0.668916,"hf_subset":"srd_Latn-hat_Latn","languages":["srd-Latn","hat-Latn"]},{"precision":0.361278,"recall":0.431818,"f1":0.380694,"accuracy":0.431818,"main_score":0.380694,"hf_subset":"srd_Latn-kbp_Latn","languages":["srd-Latn","kbp-Latn"]},{"precision":0.457306,"recall":0.52668,"f1":0.476641,"accuracy":0.52668,"main_score":0.476641,"hf_subset":"srd_Latn-luo_Latn","languages":["srd-Latn","luo-Latn"]},{"precision":0.468987,"recall":0.544466,"f1":0.489953,"accuracy":0.544466,"main_score":0.489953,"hf_subset":"srd_Latn-ory_Orya","languages":["srd-Latn","ory-Orya"]},{"precision":0.446487,"recall":0.513834,"f1":0.465164,"accuracy":0.513834,"main_score":0.465164,"hf_subset":"srd_Latn-sna_Latn","languages":["srd-Latn","sna-Latn"]},{"precision":0.419657,"recall":0.496047,"f1":0.440497,"accuracy":0.496047,"main_score":0.440497,"hf_subset":"srd_Latn-tso_Latn","languages":["srd-Latn","tso-Latn"]},{"precision":0.707446,"recall":0.763834,"f1":0.724341,"accuracy":0.763834,"main_score":0.724341,"hf_subset":"srd_Latn-azj_Latn","languages":["srd-Latn","azj-Latn"]},{"precision":0.425703,"recall":0.501976,"f1":0.446839,"accuracy":0.501976,"main_score":0.446839,"hf_subset":"srd_Latn-dik_Latn","languages":["srd-Latn","dik-Latn"]},{"precision":0.444919,"recall":0.506917,"f1":0.462342,"accuracy":0.506917,"main_score":0.462342,"hf_subset":"srd_Latn-hau_Latn","languages":["srd-Latn","hau-Latn"]},{"precision":0.831011,"recall":0.876482,"f1":0.844895,"accuracy":0.876482,"main_score":0.844895,"hf_subset":"srd_Latn-kea_Latn","languages":["srd-Latn","kea-Latn"]},{"precision":0.568639,"recall":0.62747,"f1":0.585175,"accuracy":0.62747,"main_score":0.585175,"hf_subset":"srd_Latn-lus_Latn","languages":["srd-Latn","lus-Latn"]},{"precision":0.703832,"recall":0.755929,"f1":0.719405,"accuracy":0.755929,"main_score":0.719405,"hf_subset":"srd_Latn-pag_Latn","languages":["srd-Latn","pag-Latn"]},{"precision":0.5919,"recall":0.667984,"f1":0.613704,"accuracy":0.667984,"main_score":0.613704,"hf_subset":"srd_Latn-snd_Arab","languages":["srd-Latn","snd-Arab"]},{"precision":0.576819,"recall":0.651186,"f1":0.597872,"accuracy":0.651186,"main_score":0.597872,"hf_subset":"srd_Latn-tuk_Latn","languages":["srd-Latn","tuk-Latn"]},{"precision":0.602546,"recall":0.672925,"f1":0.623666,"accuracy":0.672925,"main_score":0.623666,"hf_subset":"srd_Latn-bak_Cyrl","languages":["srd-Latn","bak-Cyrl"]},{"precision":0.369179,"recall":0.454545,"f1":0.393477,"accuracy":0.454545,"main_score":0.393477,"hf_subset":"srd_Latn-dyu_Latn","languages":["srd-Latn","dyu-Latn"]},{"precision":0.712451,"recall":0.772727,"f1":0.730571,"accuracy":0.772727,"main_score":0.730571,"hf_subset":"srd_Latn-heb_Hebr","languages":["srd-Latn","heb-Hebr"]},{"precision":0.441728,"recall":0.51087,"f1":0.461684,"accuracy":0.51087,"main_score":0.461684,"hf_subset":"srd_Latn-khk_Cyrl","languages":["srd-Latn","khk-Cyrl"]},{"precision":0.742038,"recall":0.791502,"f1":0.757205,"accuracy":0.791502,"main_score":0.757205,"hf_subset":"srd_Latn-lvs_Latn","languages":["srd-Latn","lvs-Latn"]},{"precision":0.746994,"recall":0.801383,"f1":0.763658,"accuracy":0.801383,"main_score":0.763658,"hf_subset":"srd_Latn-pan_Guru","languages":["srd-Latn","pan-Guru"]},{"precision":0.396471,"recall":0.456522,"f1":0.412848,"accuracy":0.456522,"main_score":0.412848,"hf_subset":"srd_Latn-som_Latn","languages":["srd-Latn","som-Latn"]},{"precision":0.460945,"recall":0.517787,"f1":0.477082,"accuracy":0.517787,"main_score":0.477082,"hf_subset":"srd_Latn-tum_Latn","languages":["srd-Latn","tum-Latn"]},{"precision":0.134474,"recall":0.149209,"f1":0.137721,"accuracy":0.149209,"main_score":0.137721,"hf_subset":"tzm_Tfng-ace_Arab","languages":["tzm-Tfng","ace-Arab"]},{"precision":0.115052,"recall":0.131423,"f1":0.119226,"accuracy":0.131423,"main_score":0.119226,"hf_subset":"tzm_Tfng-bam_Latn","languages":["tzm-Tfng","bam-Latn"]},{"precision":0.061915,"recall":0.079051,"f1":0.065474,"accuracy":0.079051,"main_score":0.065474,"hf_subset":"tzm_Tfng-dzo_Tibt","languages":["tzm-Tfng","dzo-Tibt"]},{"precision":0.108825,"recall":0.12747,"f1":0.113405,"accuracy":0.12747,"main_score":0.113405,"hf_subset":"tzm_Tfng-hin_Deva","languages":["tzm-Tfng","hin-Deva"]},{"precision":0.106883,"recall":0.123518,"f1":0.110822,"accuracy":0.123518,"main_score":0.110822,"hf_subset":"tzm_Tfng-khm_Khmr","languages":["tzm-Tfng","khm-Khmr"]},{"precision":0.112321,"recall":0.128458,"f1":0.116338,"accuracy":0.128458,"main_score":0.116338,"hf_subset":"tzm_Tfng-mag_Deva","languages":["tzm-Tfng","mag-Deva"]},{"precision":0.121217,"recall":0.137352,"f1":0.125171,"accuracy":0.137352,"main_score":0.125171,"hf_subset":"tzm_Tfng-pap_Latn","languages":["tzm-Tfng","pap-Latn"]},{"precision":0.119934,"recall":0.136364,"f1":0.124195,"accuracy":0.136364,"main_score":0.124195,"hf_subset":"tzm_Tfng-sot_Latn","languages":["tzm-Tfng","sot-Latn"]},{"precision":0.109539,"recall":0.125494,"f1":0.113343,"accuracy":0.125494,"main_score":0.113343,"hf_subset":"tzm_Tfng-tur_Latn","languages":["tzm-Tfng","tur-Latn"]},{"precision":0.110733,"recall":0.124506,"f1":0.114102,"accuracy":0.124506,"main_score":0.114102,"hf_subset":"tzm_Tfng-ace_Latn","languages":["tzm-Tfng","ace-Latn"]},{"precision":0.102798,"recall":0.117589,"f1":0.10607,"accuracy":0.117589,"main_score":0.10607,"hf_subset":"tzm_Tfng-ban_Latn","languages":["tzm-Tfng","ban-Latn"]},{"precision":0.097484,"recall":0.121542,"f1":0.103119,"accuracy":0.121542,"main_score":0.103119,"hf_subset":"tzm_Tfng-ell_Grek","languages":["tzm-Tfng","ell-Grek"]},{"precision":0.107241,"recall":0.12747,"f1":0.11142,"accuracy":0.12747,"main_score":0.11142,"hf_subset":"tzm_Tfng-hne_Deva","languages":["tzm-Tfng","hne-Deva"]},{"precision":0.039289,"recall":0.050395,"f1":0.041998,"accuracy":0.050395,"main_score":0.041998,"hf_subset":"tzm_Tfng-kik_Latn","languages":["tzm-Tfng","kik-Latn"]},{"precision":0.117723,"recall":0.135375,"f1":0.121291,"accuracy":0.135375,"main_score":0.121291,"hf_subset":"tzm_Tfng-mai_Deva","languages":["tzm-Tfng","mai-Deva"]},{"precision":0.105714,"recall":0.130435,"f1":0.1114,"accuracy":0.130435,"main_score":0.1114,"hf_subset":"tzm_Tfng-pbt_Arab","languages":["tzm-Tfng","pbt-Arab"]},{"precision":0.096093,"recall":0.114625,"f1":0.100354,"accuracy":0.114625,"main_score":0.100354,"hf_subset":"tzm_Tfng-spa_Latn","languages":["tzm-Tfng","spa-Latn"]},{"precision":0.119819,"recall":0.135375,"f1":0.124209,"accuracy":0.135375,"main_score":0.124209,"hf_subset":"tzm_Tfng-twi_Latn","languages":["tzm-Tfng","twi-Latn"]},{"precision":0.105852,"recall":0.118577,"f1":0.108597,"accuracy":0.118577,"main_score":0.108597,"hf_subset":"tzm_Tfng-acm_Arab","languages":["tzm-Tfng","acm-Arab"]},{"precision":0.111268,"recall":0.129447,"f1":0.115914,"accuracy":0.129447,"main_score":0.115914,"hf_subset":"tzm_Tfng-bel_Cyrl","languages":["tzm-Tfng","bel-Cyrl"]},{"precision":0.105601,"recall":0.121542,"f1":0.108935,"accuracy":0.121542,"main_score":0.108935,"hf_subset":"tzm_Tfng-eng_Latn","languages":["tzm-Tfng","eng-Latn"]},{"precision":0.113895,"recall":0.12747,"f1":0.117029,"accuracy":0.12747,"main_score":0.117029,"hf_subset":"tzm_Tfng-hrv_Latn","languages":["tzm-Tfng","hrv-Latn"]},{"precision":0.127769,"recall":0.146245,"f1":0.132278,"accuracy":0.146245,"main_score":0.132278,"hf_subset":"tzm_Tfng-kin_Latn","languages":["tzm-Tfng","kin-Latn"]},{"precision":0.124846,"recall":0.145257,"f1":0.130308,"accuracy":0.145257,"main_score":0.130308,"hf_subset":"tzm_Tfng-mal_Mlym","languages":["tzm-Tfng","mal-Mlym"]},{"precision":0.113732,"recall":0.134387,"f1":0.118421,"accuracy":0.134387,"main_score":0.118421,"hf_subset":"tzm_Tfng-pes_Arab","languages":["tzm-Tfng","pes-Arab"]},{"precision":0.118041,"recall":0.131423,"f1":0.121173,"accuracy":0.131423,"main_score":0.121173,"hf_subset":"tzm_Tfng-srd_Latn","languages":["tzm-Tfng","srd-Latn"]},{"precision":0.100657,"recall":0.116601,"f1":0.103802,"accuracy":0.116601,"main_score":0.103802,"hf_subset":"tzm_Tfng-acq_Arab","languages":["tzm-Tfng","acq-Arab"]},{"precision":0.109684,"recall":0.128458,"f1":0.113476,"accuracy":0.128458,"main_score":0.113476,"hf_subset":"tzm_Tfng-bem_Latn","languages":["tzm-Tfng","bem-Latn"]},{"precision":0.117245,"recall":0.133399,"f1":0.121154,"accuracy":0.133399,"main_score":0.121154,"hf_subset":"tzm_Tfng-epo_Latn","languages":["tzm-Tfng","epo-Latn"]},{"precision":0.112684,"recall":0.132411,"f1":0.116793,"accuracy":0.132411,"main_score":0.116793,"hf_subset":"tzm_Tfng-hun_Latn","languages":["tzm-Tfng","hun-Latn"]},{"precision":0.098041,"recall":0.115613,"f1":0.102529,"accuracy":0.115613,"main_score":0.102529,"hf_subset":"tzm_Tfng-kir_Cyrl","languages":["tzm-Tfng","kir-Cyrl"]},{"precision":0.121181,"recall":0.141304,"f1":0.12574,"accuracy":0.141304,"main_score":0.12574,"hf_subset":"tzm_Tfng-mar_Deva","languages":["tzm-Tfng","mar-Deva"]},{"precision":0.127193,"recall":0.146245,"f1":0.131473,"accuracy":0.146245,"main_score":0.131473,"hf_subset":"tzm_Tfng-plt_Latn","languages":["tzm-Tfng","plt-Latn"]},{"precision":0.115555,"recall":0.133399,"f1":0.120203,"accuracy":0.133399,"main_score":0.120203,"hf_subset":"tzm_Tfng-srp_Cyrl","languages":["tzm-Tfng","srp-Cyrl"]},{"precision":0.120948,"recall":0.137352,"f1":0.12489,"accuracy":0.137352,"main_score":0.12489,"hf_subset":"tzm_Tfng-uig_Arab","languages":["tzm-Tfng","uig-Arab"]},{"precision":0.089621,"recall":0.104743,"f1":0.092728,"accuracy":0.104743,"main_score":0.092728,"hf_subset":"tzm_Tfng-aeb_Arab","languages":["tzm-Tfng","aeb-Arab"]},{"precision":0.11391,"recall":0.129447,"f1":0.117387,"accuracy":0.129447,"main_score":0.117387,"hf_subset":"tzm_Tfng-ben_Beng","languages":["tzm-Tfng","ben-Beng"]},{"precision":0.112671,"recall":0.12747,"f1":0.116401,"accuracy":0.12747,"main_score":0.116401,"hf_subset":"tzm_Tfng-est_Latn","languages":["tzm-Tfng","est-Latn"]},{"precision":0.12622,"recall":0.143281,"f1":0.130747,"accuracy":0.143281,"main_score":0.130747,"hf_subset":"tzm_Tfng-hye_Armn","languages":["tzm-Tfng","hye-Armn"]},{"precision":0.111241,"recall":0.130435,"f1":0.116158,"accuracy":0.130435,"main_score":0.116158,"hf_subset":"tzm_Tfng-kmb_Latn","languages":["tzm-Tfng","kmb-Latn"]},{"precision":0.126162,"recall":0.139328,"f1":0.129927,"accuracy":0.139328,"main_score":0.129927,"hf_subset":"tzm_Tfng-min_Arab","languages":["tzm-Tfng","min-Arab"]},{"precision":0.100162,"recall":0.112648,"f1":0.103054,"accuracy":0.112648,"main_score":0.103054,"hf_subset":"tzm_Tfng-pol_Latn","languages":["tzm-Tfng","pol-Latn"]},{"precision":0.11811,"recall":0.133399,"f1":0.122572,"accuracy":0.133399,"main_score":0.122572,"hf_subset":"tzm_Tfng-ssw_Latn","languages":["tzm-Tfng","ssw-Latn"]},{"precision":0.114199,"recall":0.128458,"f1":0.117216,"accuracy":0.128458,"main_score":0.117216,"hf_subset":"tzm_Tfng-ukr_Cyrl","languages":["tzm-Tfng","ukr-Cyrl"]},{"precision":0.109192,"recall":0.125494,"f1":0.112908,"accuracy":0.125494,"main_score":0.112908,"hf_subset":"tzm_Tfng-afr_Latn","languages":["tzm-Tfng","afr-Latn"]},{"precision":0.11967,"recall":0.142292,"f1":0.123916,"accuracy":0.142292,"main_score":0.123916,"hf_subset":"tzm_Tfng-bho_Deva","languages":["tzm-Tfng","bho-Deva"]},{"precision":0.106127,"recall":0.119565,"f1":0.109479,"accuracy":0.119565,"main_score":0.109479,"hf_subset":"tzm_Tfng-eus_Latn","languages":["tzm-Tfng","eus-Latn"]},{"precision":0.102158,"recall":0.118577,"f1":0.105728,"accuracy":0.118577,"main_score":0.105728,"hf_subset":"tzm_Tfng-ibo_Latn","languages":["tzm-Tfng","ibo-Latn"]},{"precision":0.120317,"recall":0.13834,"f1":0.124798,"accuracy":0.13834,"main_score":0.124798,"hf_subset":"tzm_Tfng-kmr_Latn","languages":["tzm-Tfng","kmr-Latn"]},{"precision":0.102349,"recall":0.112648,"f1":0.104763,"accuracy":0.112648,"main_score":0.104763,"hf_subset":"tzm_Tfng-min_Latn","languages":["tzm-Tfng","min-Latn"]},{"precision":0.105335,"recall":0.12253,"f1":0.109003,"accuracy":0.12253,"main_score":0.109003,"hf_subset":"tzm_Tfng-por_Latn","languages":["tzm-Tfng","por-Latn"]},{"precision":0.103948,"recall":0.12253,"f1":0.10873,"accuracy":0.12253,"main_score":0.10873,"hf_subset":"tzm_Tfng-sun_Latn","languages":["tzm-Tfng","sun-Latn"]},{"precision":0.119915,"recall":0.133399,"f1":0.123361,"accuracy":0.133399,"main_score":0.123361,"hf_subset":"tzm_Tfng-umb_Latn","languages":["tzm-Tfng","umb-Latn"]},{"precision":0.102867,"recall":0.121542,"f1":0.106834,"accuracy":0.121542,"main_score":0.106834,"hf_subset":"tzm_Tfng-ajp_Arab","languages":["tzm-Tfng","ajp-Arab"]},{"precision":0.1223,"recall":0.140316,"f1":0.126097,"accuracy":0.140316,"main_score":0.126097,"hf_subset":"tzm_Tfng-bjn_Arab","languages":["tzm-Tfng","bjn-Arab"]},{"precision":0.112738,"recall":0.132411,"f1":0.117559,"accuracy":0.132411,"main_score":0.117559,"hf_subset":"tzm_Tfng-ewe_Latn","languages":["tzm-Tfng","ewe-Latn"]},{"precision":0.111437,"recall":0.12747,"f1":0.114928,"accuracy":0.12747,"main_score":0.114928,"hf_subset":"tzm_Tfng-ilo_Latn","languages":["tzm-Tfng","ilo-Latn"]},{"precision":0.118758,"recall":0.134387,"f1":0.123236,"accuracy":0.134387,"main_score":0.123236,"hf_subset":"tzm_Tfng-knc_Arab","languages":["tzm-Tfng","knc-Arab"]},{"precision":0.10679,"recall":0.120553,"f1":0.109935,"accuracy":0.120553,"main_score":0.109935,"hf_subset":"tzm_Tfng-mkd_Cyrl","languages":["tzm-Tfng","mkd-Cyrl"]},{"precision":0.1172,"recall":0.133399,"f1":0.119966,"accuracy":0.133399,"main_score":0.119966,"hf_subset":"tzm_Tfng-prs_Arab","languages":["tzm-Tfng","prs-Arab"]},{"precision":0.10693,"recall":0.120553,"f1":0.109956,"accuracy":0.120553,"main_score":0.109956,"hf_subset":"tzm_Tfng-swe_Latn","languages":["tzm-Tfng","swe-Latn"]},{"precision":0.111528,"recall":0.131423,"f1":0.116271,"accuracy":0.131423,"main_score":0.116271,"hf_subset":"tzm_Tfng-urd_Arab","languages":["tzm-Tfng","urd-Arab"]},{"precision":0.108458,"recall":0.12253,"f1":0.112058,"accuracy":0.12253,"main_score":0.112058,"hf_subset":"tzm_Tfng-aka_Latn","languages":["tzm-Tfng","aka-Latn"]},{"precision":0.106524,"recall":0.12253,"f1":0.110462,"accuracy":0.12253,"main_score":0.110462,"hf_subset":"tzm_Tfng-bjn_Latn","languages":["tzm-Tfng","bjn-Latn"]},{"precision":0.112603,"recall":0.131423,"f1":0.116862,"accuracy":0.131423,"main_score":0.116862,"hf_subset":"tzm_Tfng-fao_Latn","languages":["tzm-Tfng","fao-Latn"]},{"precision":0.111019,"recall":0.12747,"f1":0.114757,"accuracy":0.12747,"main_score":0.114757,"hf_subset":"tzm_Tfng-ind_Latn","languages":["tzm-Tfng","ind-Latn"]},{"precision":0.108325,"recall":0.120553,"f1":0.111607,"accuracy":0.120553,"main_score":0.111607,"hf_subset":"tzm_Tfng-knc_Latn","languages":["tzm-Tfng","knc-Latn"]},{"precision":0.10485,"recall":0.117589,"f1":0.108046,"accuracy":0.117589,"main_score":0.108046,"hf_subset":"tzm_Tfng-mlt_Latn","languages":["tzm-Tfng","mlt-Latn"]},{"precision":0.110347,"recall":0.129447,"f1":0.114424,"accuracy":0.129447,"main_score":0.114424,"hf_subset":"tzm_Tfng-quy_Latn","languages":["tzm-Tfng","quy-Latn"]},{"precision":0.107579,"recall":0.124506,"f1":0.110818,"accuracy":0.124506,"main_score":0.110818,"hf_subset":"tzm_Tfng-swh_Latn","languages":["tzm-Tfng","swh-Latn"]},{"precision":0.112732,"recall":0.125494,"f1":0.116218,"accuracy":0.125494,"main_score":0.116218,"hf_subset":"tzm_Tfng-uzn_Latn","languages":["tzm-Tfng","uzn-Latn"]},{"precision":0.119822,"recall":0.135375,"f1":0.123965,"accuracy":0.135375,"main_score":0.123965,"hf_subset":"tzm_Tfng-als_Latn","languages":["tzm-Tfng","als-Latn"]},{"precision":0.126977,"recall":0.150198,"f1":0.132607,"accuracy":0.150198,"main_score":0.132607,"hf_subset":"tzm_Tfng-bod_Tibt","languages":["tzm-Tfng","bod-Tibt"]},{"precision":0.124735,"recall":0.142292,"f1":0.129161,"accuracy":0.142292,"main_score":0.129161,"hf_subset":"tzm_Tfng-fij_Latn","languages":["tzm-Tfng","fij-Latn"]},{"precision":0.102016,"recall":0.124506,"f1":0.10755,"accuracy":0.124506,"main_score":0.10755,"hf_subset":"tzm_Tfng-isl_Latn","languages":["tzm-Tfng","isl-Latn"]},{"precision":0.115463,"recall":0.133399,"f1":0.119447,"accuracy":0.133399,"main_score":0.119447,"hf_subset":"tzm_Tfng-kon_Latn","languages":["tzm-Tfng","kon-Latn"]},{"precision":0.133155,"recall":0.15415,"f1":0.138005,"accuracy":0.15415,"main_score":0.138005,"hf_subset":"tzm_Tfng-mni_Beng","languages":["tzm-Tfng","mni-Beng"]},{"precision":0.1032,"recall":0.120553,"f1":0.106958,"accuracy":0.120553,"main_score":0.106958,"hf_subset":"tzm_Tfng-ron_Latn","languages":["tzm-Tfng","ron-Latn"]},{"precision":0.101403,"recall":0.116601,"f1":0.105015,"accuracy":0.116601,"main_score":0.105015,"hf_subset":"tzm_Tfng-szl_Latn","languages":["tzm-Tfng","szl-Latn"]},{"precision":0.115692,"recall":0.126482,"f1":0.11839,"accuracy":0.126482,"main_score":0.11839,"hf_subset":"tzm_Tfng-vec_Latn","languages":["tzm-Tfng","vec-Latn"]},{"precision":0.119671,"recall":0.137352,"f1":0.123748,"accuracy":0.137352,"main_score":0.123748,"hf_subset":"tzm_Tfng-amh_Ethi","languages":["tzm-Tfng","amh-Ethi"]},{"precision":0.112298,"recall":0.130435,"f1":0.11706,"accuracy":0.130435,"main_score":0.11706,"hf_subset":"tzm_Tfng-bos_Latn","languages":["tzm-Tfng","bos-Latn"]},{"precision":0.102035,"recall":0.120553,"f1":0.1062,"accuracy":0.120553,"main_score":0.1062,"hf_subset":"tzm_Tfng-fin_Latn","languages":["tzm-Tfng","fin-Latn"]},{"precision":0.095391,"recall":0.109684,"f1":0.098252,"accuracy":0.109684,"main_score":0.098252,"hf_subset":"tzm_Tfng-ita_Latn","languages":["tzm-Tfng","ita-Latn"]},{"precision":0.110432,"recall":0.129447,"f1":0.114411,"accuracy":0.129447,"main_score":0.114411,"hf_subset":"tzm_Tfng-kor_Hang","languages":["tzm-Tfng","kor-Hang"]},{"precision":0.119412,"recall":0.133399,"f1":0.122808,"accuracy":0.133399,"main_score":0.122808,"hf_subset":"tzm_Tfng-mos_Latn","languages":["tzm-Tfng","mos-Latn"]},{"precision":0.121503,"recall":0.139328,"f1":0.125953,"accuracy":0.139328,"main_score":0.125953,"hf_subset":"tzm_Tfng-run_Latn","languages":["tzm-Tfng","run-Latn"]},{"precision":0.125321,"recall":0.145257,"f1":0.130174,"accuracy":0.145257,"main_score":0.130174,"hf_subset":"tzm_Tfng-tam_Taml","languages":["tzm-Tfng","tam-Taml"]},{"precision":0.108945,"recall":0.123518,"f1":0.111682,"accuracy":0.123518,"main_score":0.111682,"hf_subset":"tzm_Tfng-vie_Latn","languages":["tzm-Tfng","vie-Latn"]},{"precision":0.107171,"recall":0.123518,"f1":0.110566,"accuracy":0.123518,"main_score":0.110566,"hf_subset":"tzm_Tfng-apc_Arab","languages":["tzm-Tfng","apc-Arab"]},{"precision":0.114878,"recall":0.131423,"f1":0.118079,"accuracy":0.131423,"main_score":0.118079,"hf_subset":"tzm_Tfng-bug_Latn","languages":["tzm-Tfng","bug-Latn"]},{"precision":0.110773,"recall":0.12747,"f1":0.114832,"accuracy":0.12747,"main_score":0.114832,"hf_subset":"tzm_Tfng-fon_Latn","languages":["tzm-Tfng","fon-Latn"]},{"precision":0.118923,"recall":0.136364,"f1":0.122328,"accuracy":0.136364,"main_score":0.122328,"hf_subset":"tzm_Tfng-jav_Latn","languages":["tzm-Tfng","jav-Latn"]},{"precision":0.125721,"recall":0.140316,"f1":0.129027,"accuracy":0.140316,"main_score":0.129027,"hf_subset":"tzm_Tfng-lao_Laoo","languages":["tzm-Tfng","lao-Laoo"]},{"precision":0.137795,"recall":0.155138,"f1":0.141689,"accuracy":0.155138,"main_score":0.141689,"hf_subset":"tzm_Tfng-mri_Latn","languages":["tzm-Tfng","mri-Latn"]},{"precision":0.105481,"recall":0.12253,"f1":0.109243,"accuracy":0.12253,"main_score":0.109243,"hf_subset":"tzm_Tfng-rus_Cyrl","languages":["tzm-Tfng","rus-Cyrl"]},{"precision":0.100274,"recall":0.115613,"f1":0.103987,"accuracy":0.115613,"main_score":0.103987,"hf_subset":"tzm_Tfng-taq_Latn","languages":["tzm-Tfng","taq-Latn"]},{"precision":0.099695,"recall":0.113636,"f1":0.102883,"accuracy":0.113636,"main_score":0.102883,"hf_subset":"tzm_Tfng-war_Latn","languages":["tzm-Tfng","war-Latn"]},{"precision":0.101082,"recall":0.116601,"f1":0.104318,"accuracy":0.116601,"main_score":0.104318,"hf_subset":"tzm_Tfng-arb_Arab","languages":["tzm-Tfng","arb-Arab"]},{"precision":0.103258,"recall":0.124506,"f1":0.108248,"accuracy":0.124506,"main_score":0.108248,"hf_subset":"tzm_Tfng-bul_Cyrl","languages":["tzm-Tfng","bul-Cyrl"]},{"precision":0.091685,"recall":0.108696,"f1":0.095216,"accuracy":0.108696,"main_score":0.095216,"hf_subset":"tzm_Tfng-fra_Latn","languages":["tzm-Tfng","fra-Latn"]},{"precision":0.107492,"recall":0.125494,"f1":0.111286,"accuracy":0.125494,"main_score":0.111286,"hf_subset":"tzm_Tfng-jpn_Jpan","languages":["tzm-Tfng","jpn-Jpan"]},{"precision":0.10684,"recall":0.118577,"f1":0.109821,"accuracy":0.118577,"main_score":0.109821,"hf_subset":"tzm_Tfng-lij_Latn","languages":["tzm-Tfng","lij-Latn"]},{"precision":0.111687,"recall":0.132411,"f1":0.116751,"accuracy":0.132411,"main_score":0.116751,"hf_subset":"tzm_Tfng-mya_Mymr","languages":["tzm-Tfng","mya-Mymr"]},{"precision":0.108116,"recall":0.126482,"f1":0.113198,"accuracy":0.126482,"main_score":0.113198,"hf_subset":"tzm_Tfng-sag_Latn","languages":["tzm-Tfng","sag-Latn"]},{"precision":0.175696,"recall":0.199605,"f1":0.181531,"accuracy":0.199605,"main_score":0.181531,"hf_subset":"tzm_Tfng-taq_Tfng","languages":["tzm-Tfng","taq-Tfng"]},{"precision":0.101956,"recall":0.118577,"f1":0.105818,"accuracy":0.118577,"main_score":0.105818,"hf_subset":"tzm_Tfng-wol_Latn","languages":["tzm-Tfng","wol-Latn"]},{"precision":0.096068,"recall":0.108696,"f1":0.099412,"accuracy":0.108696,"main_score":0.099412,"hf_subset":"tzm_Tfng-arb_Latn","languages":["tzm-Tfng","arb-Latn"]},{"precision":0.102784,"recall":0.118577,"f1":0.106383,"accuracy":0.118577,"main_score":0.106383,"hf_subset":"tzm_Tfng-cat_Latn","languages":["tzm-Tfng","cat-Latn"]},{"precision":0.108487,"recall":0.119565,"f1":0.111032,"accuracy":0.119565,"main_score":0.111032,"hf_subset":"tzm_Tfng-fur_Latn","languages":["tzm-Tfng","fur-Latn"]},{"precision":0.136291,"recall":0.155138,"f1":0.140108,"accuracy":0.155138,"main_score":0.140108,"hf_subset":"tzm_Tfng-kab_Latn","languages":["tzm-Tfng","kab-Latn"]},{"precision":0.100173,"recall":0.11166,"f1":0.10298,"accuracy":0.11166,"main_score":0.10298,"hf_subset":"tzm_Tfng-lim_Latn","languages":["tzm-Tfng","lim-Latn"]},{"precision":0.105171,"recall":0.119565,"f1":0.108083,"accuracy":0.119565,"main_score":0.108083,"hf_subset":"tzm_Tfng-nld_Latn","languages":["tzm-Tfng","nld-Latn"]},{"precision":0.1135,"recall":0.136364,"f1":0.118941,"accuracy":0.136364,"main_score":0.118941,"hf_subset":"tzm_Tfng-san_Deva","languages":["tzm-Tfng","san-Deva"]},{"precision":0.108317,"recall":0.123518,"f1":0.112667,"accuracy":0.123518,"main_score":0.112667,"hf_subset":"tzm_Tfng-tat_Cyrl","languages":["tzm-Tfng","tat-Cyrl"]},{"precision":0.112728,"recall":0.12747,"f1":0.115603,"accuracy":0.12747,"main_score":0.115603,"hf_subset":"tzm_Tfng-xho_Latn","languages":["tzm-Tfng","xho-Latn"]},{"precision":0.076663,"recall":0.089921,"f1":0.079093,"accuracy":0.089921,"main_score":0.079093,"hf_subset":"tzm_Tfng-ars_Arab","languages":["tzm-Tfng","ars-Arab"]},{"precision":0.10901,"recall":0.128458,"f1":0.113455,"accuracy":0.128458,"main_score":0.113455,"hf_subset":"tzm_Tfng-ceb_Latn","languages":["tzm-Tfng","ceb-Latn"]},{"precision":0.112849,"recall":0.129447,"f1":0.117291,"accuracy":0.129447,"main_score":0.117291,"hf_subset":"tzm_Tfng-fuv_Latn","languages":["tzm-Tfng","fuv-Latn"]},{"precision":0.122573,"recall":0.13834,"f1":0.126369,"accuracy":0.13834,"main_score":0.126369,"hf_subset":"tzm_Tfng-kac_Latn","languages":["tzm-Tfng","kac-Latn"]},{"precision":0.118991,"recall":0.135375,"f1":0.122534,"accuracy":0.135375,"main_score":0.122534,"hf_subset":"tzm_Tfng-lin_Latn","languages":["tzm-Tfng","lin-Latn"]},{"precision":0.107835,"recall":0.12253,"f1":0.111148,"accuracy":0.12253,"main_score":0.111148,"hf_subset":"tzm_Tfng-nno_Latn","languages":["tzm-Tfng","nno-Latn"]},{"precision":0.121774,"recall":0.139328,"f1":0.126997,"accuracy":0.139328,"main_score":0.126997,"hf_subset":"tzm_Tfng-sat_Olck","languages":["tzm-Tfng","sat-Olck"]},{"precision":0.120348,"recall":0.145257,"f1":0.125644,"accuracy":0.145257,"main_score":0.125644,"hf_subset":"tzm_Tfng-tel_Telu","languages":["tzm-Tfng","tel-Telu"]},{"precision":0.126614,"recall":0.141304,"f1":0.130649,"accuracy":0.141304,"main_score":0.130649,"hf_subset":"tzm_Tfng-ydd_Hebr","languages":["tzm-Tfng","ydd-Hebr"]},{"precision":0.081922,"recall":0.09585,"f1":0.084352,"accuracy":0.09585,"main_score":0.084352,"hf_subset":"tzm_Tfng-ary_Arab","languages":["tzm-Tfng","ary-Arab"]},{"precision":0.108225,"recall":0.125494,"f1":0.112165,"accuracy":0.125494,"main_score":0.112165,"hf_subset":"tzm_Tfng-ces_Latn","languages":["tzm-Tfng","ces-Latn"]},{"precision":0.12536,"recall":0.140316,"f1":0.129234,"accuracy":0.140316,"main_score":0.129234,"hf_subset":"tzm_Tfng-gaz_Latn","languages":["tzm-Tfng","gaz-Latn"]},{"precision":0.107168,"recall":0.12253,"f1":0.110926,"accuracy":0.12253,"main_score":0.110926,"hf_subset":"tzm_Tfng-kam_Latn","languages":["tzm-Tfng","kam-Latn"]},{"precision":0.110281,"recall":0.125494,"f1":0.113892,"accuracy":0.125494,"main_score":0.113892,"hf_subset":"tzm_Tfng-lit_Latn","languages":["tzm-Tfng","lit-Latn"]},{"precision":0.102566,"recall":0.117589,"f1":0.105911,"accuracy":0.117589,"main_score":0.105911,"hf_subset":"tzm_Tfng-nob_Latn","languages":["tzm-Tfng","nob-Latn"]},{"precision":0.103437,"recall":0.115613,"f1":0.106423,"accuracy":0.115613,"main_score":0.106423,"hf_subset":"tzm_Tfng-scn_Latn","languages":["tzm-Tfng","scn-Latn"]},{"precision":0.111153,"recall":0.126482,"f1":0.114681,"accuracy":0.126482,"main_score":0.114681,"hf_subset":"tzm_Tfng-tgk_Cyrl","languages":["tzm-Tfng","tgk-Cyrl"]},{"precision":0.083833,"recall":0.100791,"f1":0.088003,"accuracy":0.100791,"main_score":0.088003,"hf_subset":"tzm_Tfng-yor_Latn","languages":["tzm-Tfng","yor-Latn"]},{"precision":0.105331,"recall":0.120553,"f1":0.108746,"accuracy":0.120553,"main_score":0.108746,"hf_subset":"tzm_Tfng-arz_Arab","languages":["tzm-Tfng","arz-Arab"]},{"precision":0.118759,"recall":0.134387,"f1":0.122514,"accuracy":0.134387,"main_score":0.122514,"hf_subset":"tzm_Tfng-cjk_Latn","languages":["tzm-Tfng","cjk-Latn"]},{"precision":0.124401,"recall":0.142292,"f1":0.129176,"accuracy":0.142292,"main_score":0.129176,"hf_subset":"tzm_Tfng-gla_Latn","languages":["tzm-Tfng","gla-Latn"]},{"precision":0.119821,"recall":0.13834,"f1":0.124452,"accuracy":0.13834,"main_score":0.124452,"hf_subset":"tzm_Tfng-kan_Knda","languages":["tzm-Tfng","kan-Knda"]},{"precision":0.104102,"recall":0.115613,"f1":0.107205,"accuracy":0.115613,"main_score":0.107205,"hf_subset":"tzm_Tfng-lmo_Latn","languages":["tzm-Tfng","lmo-Latn"]},{"precision":0.122962,"recall":0.144269,"f1":0.127996,"accuracy":0.144269,"main_score":0.127996,"hf_subset":"tzm_Tfng-npi_Deva","languages":["tzm-Tfng","npi-Deva"]},{"precision":0.105744,"recall":0.120553,"f1":0.109673,"accuracy":0.120553,"main_score":0.109673,"hf_subset":"tzm_Tfng-shn_Mymr","languages":["tzm-Tfng","shn-Mymr"]},{"precision":0.115605,"recall":0.129447,"f1":0.118335,"accuracy":0.129447,"main_score":0.118335,"hf_subset":"tzm_Tfng-tgl_Latn","languages":["tzm-Tfng","tgl-Latn"]},{"precision":0.109725,"recall":0.129447,"f1":0.113794,"accuracy":0.129447,"main_score":0.113794,"hf_subset":"tzm_Tfng-yue_Hant","languages":["tzm-Tfng","yue-Hant"]},{"precision":0.118825,"recall":0.133399,"f1":0.122414,"accuracy":0.133399,"main_score":0.122414,"hf_subset":"tzm_Tfng-asm_Beng","languages":["tzm-Tfng","asm-Beng"]},{"precision":0.122211,"recall":0.139328,"f1":0.126248,"accuracy":0.139328,"main_score":0.126248,"hf_subset":"tzm_Tfng-ckb_Arab","languages":["tzm-Tfng","ckb-Arab"]},{"precision":0.1254,"recall":0.141304,"f1":0.129605,"accuracy":0.141304,"main_score":0.129605,"hf_subset":"tzm_Tfng-gle_Latn","languages":["tzm-Tfng","gle-Latn"]},{"precision":0.111931,"recall":0.129447,"f1":0.116172,"accuracy":0.129447,"main_score":0.116172,"hf_subset":"tzm_Tfng-kas_Arab","languages":["tzm-Tfng","kas-Arab"]},{"precision":0.112929,"recall":0.125494,"f1":0.116568,"accuracy":0.125494,"main_score":0.116568,"hf_subset":"tzm_Tfng-ltg_Latn","languages":["tzm-Tfng","ltg-Latn"]},{"precision":0.124847,"recall":0.13834,"f1":0.128035,"accuracy":0.13834,"main_score":0.128035,"hf_subset":"tzm_Tfng-nso_Latn","languages":["tzm-Tfng","nso-Latn"]},{"precision":0.13459,"recall":0.155138,"f1":0.139738,"accuracy":0.155138,"main_score":0.139738,"hf_subset":"tzm_Tfng-sin_Sinh","languages":["tzm-Tfng","sin-Sinh"]},{"precision":0.110702,"recall":0.136364,"f1":0.116647,"accuracy":0.136364,"main_score":0.116647,"hf_subset":"tzm_Tfng-tha_Thai","languages":["tzm-Tfng","tha-Thai"]},{"precision":0.102627,"recall":0.117589,"f1":0.106324,"accuracy":0.117589,"main_score":0.106324,"hf_subset":"tzm_Tfng-zho_Hans","languages":["tzm-Tfng","zho-Hans"]},{"precision":0.104821,"recall":0.115613,"f1":0.107322,"accuracy":0.115613,"main_score":0.107322,"hf_subset":"tzm_Tfng-ast_Latn","languages":["tzm-Tfng","ast-Latn"]},{"precision":0.099185,"recall":0.114625,"f1":0.102747,"accuracy":0.114625,"main_score":0.102747,"hf_subset":"tzm_Tfng-crh_Latn","languages":["tzm-Tfng","crh-Latn"]},{"precision":0.102137,"recall":0.115613,"f1":0.105494,"accuracy":0.115613,"main_score":0.105494,"hf_subset":"tzm_Tfng-glg_Latn","languages":["tzm-Tfng","glg-Latn"]},{"precision":0.10055,"recall":0.116601,"f1":0.10453,"accuracy":0.116601,"main_score":0.10453,"hf_subset":"tzm_Tfng-kas_Deva","languages":["tzm-Tfng","kas-Deva"]},{"precision":0.108793,"recall":0.123518,"f1":0.111987,"accuracy":0.123518,"main_score":0.111987,"hf_subset":"tzm_Tfng-ltz_Latn","languages":["tzm-Tfng","ltz-Latn"]},{"precision":0.123263,"recall":0.140316,"f1":0.128038,"accuracy":0.140316,"main_score":0.128038,"hf_subset":"tzm_Tfng-nus_Latn","languages":["tzm-Tfng","nus-Latn"]},{"precision":0.10929,"recall":0.125494,"f1":0.11268,"accuracy":0.125494,"main_score":0.11268,"hf_subset":"tzm_Tfng-slk_Latn","languages":["tzm-Tfng","slk-Latn"]},{"precision":0.126746,"recall":0.13834,"f1":0.129862,"accuracy":0.13834,"main_score":0.129862,"hf_subset":"tzm_Tfng-tir_Ethi","languages":["tzm-Tfng","tir-Ethi"]},{"precision":0.102304,"recall":0.124506,"f1":0.106969,"accuracy":0.124506,"main_score":0.106969,"hf_subset":"tzm_Tfng-zho_Hant","languages":["tzm-Tfng","zho-Hant"]},{"precision":0.111054,"recall":0.131423,"f1":0.115226,"accuracy":0.131423,"main_score":0.115226,"hf_subset":"tzm_Tfng-awa_Deva","languages":["tzm-Tfng","awa-Deva"]},{"precision":0.12409,"recall":0.140316,"f1":0.128048,"accuracy":0.140316,"main_score":0.128048,"hf_subset":"tzm_Tfng-cym_Latn","languages":["tzm-Tfng","cym-Latn"]},{"precision":0.117689,"recall":0.131423,"f1":0.121113,"accuracy":0.131423,"main_score":0.121113,"hf_subset":"tzm_Tfng-grn_Latn","languages":["tzm-Tfng","grn-Latn"]},{"precision":0.113387,"recall":0.136364,"f1":0.118727,"accuracy":0.136364,"main_score":0.118727,"hf_subset":"tzm_Tfng-kat_Geor","languages":["tzm-Tfng","kat-Geor"]},{"precision":0.119791,"recall":0.136364,"f1":0.123264,"accuracy":0.136364,"main_score":0.123264,"hf_subset":"tzm_Tfng-lua_Latn","languages":["tzm-Tfng","lua-Latn"]},{"precision":0.103922,"recall":0.121542,"f1":0.107827,"accuracy":0.121542,"main_score":0.107827,"hf_subset":"tzm_Tfng-nya_Latn","languages":["tzm-Tfng","nya-Latn"]},{"precision":0.114272,"recall":0.12747,"f1":0.117889,"accuracy":0.12747,"main_score":0.117889,"hf_subset":"tzm_Tfng-slv_Latn","languages":["tzm-Tfng","slv-Latn"]},{"precision":0.113104,"recall":0.129447,"f1":0.116673,"accuracy":0.129447,"main_score":0.116673,"hf_subset":"tzm_Tfng-tpi_Latn","languages":["tzm-Tfng","tpi-Latn"]},{"precision":0.109545,"recall":0.124506,"f1":0.112639,"accuracy":0.124506,"main_score":0.112639,"hf_subset":"tzm_Tfng-zsm_Latn","languages":["tzm-Tfng","zsm-Latn"]},{"precision":0.117335,"recall":0.132411,"f1":0.121441,"accuracy":0.132411,"main_score":0.121441,"hf_subset":"tzm_Tfng-ayr_Latn","languages":["tzm-Tfng","ayr-Latn"]},{"precision":0.107422,"recall":0.120553,"f1":0.109868,"accuracy":0.120553,"main_score":0.109868,"hf_subset":"tzm_Tfng-dan_Latn","languages":["tzm-Tfng","dan-Latn"]},{"precision":0.12557,"recall":0.150198,"f1":0.13128,"accuracy":0.150198,"main_score":0.13128,"hf_subset":"tzm_Tfng-guj_Gujr","languages":["tzm-Tfng","guj-Gujr"]},{"precision":0.103063,"recall":0.120553,"f1":0.107445,"accuracy":0.120553,"main_score":0.107445,"hf_subset":"tzm_Tfng-kaz_Cyrl","languages":["tzm-Tfng","kaz-Cyrl"]},{"precision":0.103326,"recall":0.120553,"f1":0.107691,"accuracy":0.120553,"main_score":0.107691,"hf_subset":"tzm_Tfng-lug_Latn","languages":["tzm-Tfng","lug-Latn"]},{"precision":0.111035,"recall":0.125494,"f1":0.113811,"accuracy":0.125494,"main_score":0.113811,"hf_subset":"tzm_Tfng-oci_Latn","languages":["tzm-Tfng","oci-Latn"]},{"precision":0.131399,"recall":0.145257,"f1":0.135112,"accuracy":0.145257,"main_score":0.135112,"hf_subset":"tzm_Tfng-smo_Latn","languages":["tzm-Tfng","smo-Latn"]},{"precision":0.110734,"recall":0.128458,"f1":0.115076,"accuracy":0.128458,"main_score":0.115076,"hf_subset":"tzm_Tfng-tsn_Latn","languages":["tzm-Tfng","tsn-Latn"]},{"precision":0.122576,"recall":0.139328,"f1":0.126596,"accuracy":0.139328,"main_score":0.126596,"hf_subset":"tzm_Tfng-zul_Latn","languages":["tzm-Tfng","zul-Latn"]},{"precision":0.097689,"recall":0.118577,"f1":0.103371,"accuracy":0.118577,"main_score":0.103371,"hf_subset":"tzm_Tfng-azb_Arab","languages":["tzm-Tfng","azb-Arab"]},{"precision":0.102799,"recall":0.116601,"f1":0.105953,"accuracy":0.116601,"main_score":0.105953,"hf_subset":"tzm_Tfng-deu_Latn","languages":["tzm-Tfng","deu-Latn"]},{"precision":0.125973,"recall":0.145257,"f1":0.131015,"accuracy":0.145257,"main_score":0.131015,"hf_subset":"tzm_Tfng-hat_Latn","languages":["tzm-Tfng","hat-Latn"]},{"precision":0.108251,"recall":0.123518,"f1":0.112102,"accuracy":0.123518,"main_score":0.112102,"hf_subset":"tzm_Tfng-kbp_Latn","languages":["tzm-Tfng","kbp-Latn"]},{"precision":0.117642,"recall":0.133399,"f1":0.12096,"accuracy":0.133399,"main_score":0.12096,"hf_subset":"tzm_Tfng-luo_Latn","languages":["tzm-Tfng","luo-Latn"]},{"precision":0.141512,"recall":0.157115,"f1":0.14559,"accuracy":0.157115,"main_score":0.14559,"hf_subset":"tzm_Tfng-ory_Orya","languages":["tzm-Tfng","ory-Orya"]},{"precision":0.096649,"recall":0.11166,"f1":0.100466,"accuracy":0.11166,"main_score":0.100466,"hf_subset":"tzm_Tfng-sna_Latn","languages":["tzm-Tfng","sna-Latn"]},{"precision":0.114973,"recall":0.132411,"f1":0.119146,"accuracy":0.132411,"main_score":0.119146,"hf_subset":"tzm_Tfng-tso_Latn","languages":["tzm-Tfng","tso-Latn"]},{"precision":0.110286,"recall":0.129447,"f1":0.114837,"accuracy":0.129447,"main_score":0.114837,"hf_subset":"tzm_Tfng-azj_Latn","languages":["tzm-Tfng","azj-Latn"]},{"precision":0.081574,"recall":0.100791,"f1":0.085858,"accuracy":0.100791,"main_score":0.085858,"hf_subset":"tzm_Tfng-dik_Latn","languages":["tzm-Tfng","dik-Latn"]},{"precision":0.118989,"recall":0.133399,"f1":0.122742,"accuracy":0.133399,"main_score":0.122742,"hf_subset":"tzm_Tfng-hau_Latn","languages":["tzm-Tfng","hau-Latn"]},{"precision":0.114883,"recall":0.131423,"f1":0.119419,"accuracy":0.131423,"main_score":0.119419,"hf_subset":"tzm_Tfng-kea_Latn","languages":["tzm-Tfng","kea-Latn"]},{"precision":0.108324,"recall":0.12253,"f1":0.111648,"accuracy":0.12253,"main_score":0.111648,"hf_subset":"tzm_Tfng-lus_Latn","languages":["tzm-Tfng","lus-Latn"]},{"precision":0.109394,"recall":0.125494,"f1":0.113032,"accuracy":0.125494,"main_score":0.113032,"hf_subset":"tzm_Tfng-pag_Latn","languages":["tzm-Tfng","pag-Latn"]},{"precision":0.12157,"recall":0.147233,"f1":0.127685,"accuracy":0.147233,"main_score":0.127685,"hf_subset":"tzm_Tfng-snd_Arab","languages":["tzm-Tfng","snd-Arab"]},{"precision":0.118651,"recall":0.133399,"f1":0.122633,"accuracy":0.133399,"main_score":0.122633,"hf_subset":"tzm_Tfng-tuk_Latn","languages":["tzm-Tfng","tuk-Latn"]},{"precision":0.114443,"recall":0.128458,"f1":0.118478,"accuracy":0.128458,"main_score":0.118478,"hf_subset":"tzm_Tfng-bak_Cyrl","languages":["tzm-Tfng","bak-Cyrl"]},{"precision":0.044525,"recall":0.0583,"f1":0.048039,"accuracy":0.0583,"main_score":0.048039,"hf_subset":"tzm_Tfng-dyu_Latn","languages":["tzm-Tfng","dyu-Latn"]},{"precision":0.108973,"recall":0.128458,"f1":0.113702,"accuracy":0.128458,"main_score":0.113702,"hf_subset":"tzm_Tfng-heb_Hebr","languages":["tzm-Tfng","heb-Hebr"]},{"precision":0.120492,"recall":0.132411,"f1":0.123979,"accuracy":0.132411,"main_score":0.123979,"hf_subset":"tzm_Tfng-khk_Cyrl","languages":["tzm-Tfng","khk-Cyrl"]},{"precision":0.111208,"recall":0.129447,"f1":0.116038,"accuracy":0.129447,"main_score":0.116038,"hf_subset":"tzm_Tfng-lvs_Latn","languages":["tzm-Tfng","lvs-Latn"]},{"precision":0.126336,"recall":0.150198,"f1":0.131689,"accuracy":0.150198,"main_score":0.131689,"hf_subset":"tzm_Tfng-pan_Guru","languages":["tzm-Tfng","pan-Guru"]},{"precision":0.118725,"recall":0.130435,"f1":0.12183,"accuracy":0.130435,"main_score":0.12183,"hf_subset":"tzm_Tfng-som_Latn","languages":["tzm-Tfng","som-Latn"]},{"precision":0.092734,"recall":0.108696,"f1":0.096647,"accuracy":0.108696,"main_score":0.096647,"hf_subset":"tzm_Tfng-tum_Latn","languages":["tzm-Tfng","tum-Latn"]},{"precision":0.254898,"recall":0.34585,"f1":0.277463,"accuracy":0.34585,"main_score":0.277463,"hf_subset":"acq_Arab-ace_Arab","languages":["acq-Arab","ace-Arab"]},{"precision":0.338169,"recall":0.444664,"f1":0.36585,"accuracy":0.444664,"main_score":0.36585,"hf_subset":"acq_Arab-bam_Latn","languages":["acq-Arab","bam-Latn"]},{"precision":0.13903,"recall":0.198617,"f1":0.154676,"accuracy":0.198617,"main_score":0.154676,"hf_subset":"acq_Arab-dzo_Tibt","languages":["acq-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-hin_Deva","languages":["acq-Arab","hin-Deva"]},{"precision":0.831439,"recall":0.881423,"f1":0.847351,"accuracy":0.881423,"main_score":0.847351,"hf_subset":"acq_Arab-khm_Khmr","languages":["acq-Arab","khm-Khmr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acq_Arab-mag_Deva","languages":["acq-Arab","mag-Deva"]},{"precision":0.827652,"recall":0.876482,"f1":0.842721,"accuracy":0.876482,"main_score":0.842721,"hf_subset":"acq_Arab-pap_Latn","languages":["acq-Arab","pap-Latn"]},{"precision":0.38746,"recall":0.494071,"f1":0.41567,"accuracy":0.494071,"main_score":0.41567,"hf_subset":"acq_Arab-sot_Latn","languages":["acq-Arab","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-tur_Latn","languages":["acq-Arab","tur-Latn"]},{"precision":0.624772,"recall":0.714427,"f1":0.650941,"accuracy":0.714427,"main_score":0.650941,"hf_subset":"acq_Arab-ace_Latn","languages":["acq-Arab","ace-Latn"]},{"precision":0.79636,"recall":0.854743,"f1":0.814723,"accuracy":0.854743,"main_score":0.814723,"hf_subset":"acq_Arab-ban_Latn","languages":["acq-Arab","ban-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"acq_Arab-ell_Grek","languages":["acq-Arab","ell-Grek"]},{"precision":0.961627,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"acq_Arab-hne_Deva","languages":["acq-Arab","hne-Deva"]},{"precision":0.386248,"recall":0.500988,"f1":0.416246,"accuracy":0.500988,"main_score":0.416246,"hf_subset":"acq_Arab-kik_Latn","languages":["acq-Arab","kik-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acq_Arab-mai_Deva","languages":["acq-Arab","mai-Deva"]},{"precision":0.843132,"recall":0.890316,"f1":0.85807,"accuracy":0.890316,"main_score":0.85807,"hf_subset":"acq_Arab-pbt_Arab","languages":["acq-Arab","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-spa_Latn","languages":["acq-Arab","spa-Latn"]},{"precision":0.448168,"recall":0.552372,"f1":0.475816,"accuracy":0.552372,"main_score":0.475816,"hf_subset":"acq_Arab-twi_Latn","languages":["acq-Arab","twi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-acm_Arab","languages":["acq-Arab","acm-Arab"]},{"precision":0.832576,"recall":0.882411,"f1":0.848485,"accuracy":0.882411,"main_score":0.848485,"hf_subset":"acq_Arab-bel_Cyrl","languages":["acq-Arab","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-eng_Latn","languages":["acq-Arab","eng-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"acq_Arab-hrv_Latn","languages":["acq-Arab","hrv-Latn"]},{"precision":0.360373,"recall":0.45751,"f1":0.386233,"accuracy":0.45751,"main_score":0.386233,"hf_subset":"acq_Arab-kin_Latn","languages":["acq-Arab","kin-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"acq_Arab-mal_Mlym","languages":["acq-Arab","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-pes_Arab","languages":["acq-Arab","pes-Arab"]},{"precision":0.824638,"recall":0.874506,"f1":0.840053,"accuracy":0.874506,"main_score":0.840053,"hf_subset":"acq_Arab-srd_Latn","languages":["acq-Arab","srd-Latn"]},{"precision":0.107071,"recall":0.177866,"f1":0.121423,"accuracy":0.177866,"main_score":0.121423,"hf_subset":"acq_Arab-tzm_Tfng","languages":["acq-Arab","tzm-Tfng"]},{"precision":0.420229,"recall":0.518775,"f1":0.445775,"accuracy":0.518775,"main_score":0.445775,"hf_subset":"acq_Arab-bem_Latn","languages":["acq-Arab","bem-Latn"]},{"precision":0.860211,"recall":0.901186,"f1":0.872958,"accuracy":0.901186,"main_score":0.872958,"hf_subset":"acq_Arab-epo_Latn","languages":["acq-Arab","epo-Latn"]},{"precision":0.918478,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"acq_Arab-hun_Latn","languages":["acq-Arab","hun-Latn"]},{"precision":0.655509,"recall":0.737154,"f1":0.67929,"accuracy":0.737154,"main_score":0.67929,"hf_subset":"acq_Arab-kir_Cyrl","languages":["acq-Arab","kir-Cyrl"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"acq_Arab-mar_Deva","languages":["acq-Arab","mar-Deva"]},{"precision":0.40376,"recall":0.500988,"f1":0.429256,"accuracy":0.500988,"main_score":0.429256,"hf_subset":"acq_Arab-plt_Latn","languages":["acq-Arab","plt-Latn"]},{"precision":0.909256,"recall":0.937747,"f1":0.918478,"accuracy":0.937747,"main_score":0.918478,"hf_subset":"acq_Arab-srp_Cyrl","languages":["acq-Arab","srp-Cyrl"]},{"precision":0.259902,"recall":0.347826,"f1":0.281862,"accuracy":0.347826,"main_score":0.281862,"hf_subset":"acq_Arab-uig_Arab","languages":["acq-Arab","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"acq_Arab-aeb_Arab","languages":["acq-Arab","aeb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acq_Arab-ben_Beng","languages":["acq-Arab","ben-Beng"]},{"precision":0.783712,"recall":0.846838,"f1":0.803393,"accuracy":0.846838,"main_score":0.803393,"hf_subset":"acq_Arab-est_Latn","languages":["acq-Arab","est-Latn"]},{"precision":0.808227,"recall":0.858696,"f1":0.823897,"accuracy":0.858696,"main_score":0.823897,"hf_subset":"acq_Arab-hye_Armn","languages":["acq-Arab","hye-Armn"]},{"precision":0.352847,"recall":0.449605,"f1":0.37812,"accuracy":0.449605,"main_score":0.37812,"hf_subset":"acq_Arab-kmb_Latn","languages":["acq-Arab","kmb-Latn"]},{"precision":0.214848,"recall":0.30336,"f1":0.23654,"accuracy":0.30336,"main_score":0.23654,"hf_subset":"acq_Arab-min_Arab","languages":["acq-Arab","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-pol_Latn","languages":["acq-Arab","pol-Latn"]},{"precision":0.35274,"recall":0.458498,"f1":0.379469,"accuracy":0.458498,"main_score":0.379469,"hf_subset":"acq_Arab-ssw_Latn","languages":["acq-Arab","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"acq_Arab-ukr_Cyrl","languages":["acq-Arab","ukr-Cyrl"]},{"precision":0.915843,"recall":0.943676,"f1":0.925066,"accuracy":0.943676,"main_score":0.925066,"hf_subset":"acq_Arab-afr_Latn","languages":["acq-Arab","afr-Latn"]},{"precision":0.964509,"recall":0.975296,"f1":0.967951,"accuracy":0.975296,"main_score":0.967951,"hf_subset":"acq_Arab-bho_Deva","languages":["acq-Arab","bho-Deva"]},{"precision":0.592168,"recall":0.684783,"f1":0.618729,"accuracy":0.684783,"main_score":0.618729,"hf_subset":"acq_Arab-eus_Latn","languages":["acq-Arab","eus-Latn"]},{"precision":0.353477,"recall":0.45751,"f1":0.379473,"accuracy":0.45751,"main_score":0.379473,"hf_subset":"acq_Arab-ibo_Latn","languages":["acq-Arab","ibo-Latn"]},{"precision":0.395208,"recall":0.501976,"f1":0.422989,"accuracy":0.501976,"main_score":0.422989,"hf_subset":"acq_Arab-kmr_Latn","languages":["acq-Arab","kmr-Latn"]},{"precision":0.779562,"recall":0.841897,"f1":0.798913,"accuracy":0.841897,"main_score":0.798913,"hf_subset":"acq_Arab-min_Latn","languages":["acq-Arab","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-por_Latn","languages":["acq-Arab","por-Latn"]},{"precision":0.835804,"recall":0.884387,"f1":0.851054,"accuracy":0.884387,"main_score":0.851054,"hf_subset":"acq_Arab-sun_Latn","languages":["acq-Arab","sun-Latn"]},{"precision":0.348499,"recall":0.452569,"f1":0.37522,"accuracy":0.452569,"main_score":0.37522,"hf_subset":"acq_Arab-umb_Latn","languages":["acq-Arab","umb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acq_Arab-ajp_Arab","languages":["acq-Arab","ajp-Arab"]},{"precision":0.241753,"recall":0.333992,"f1":0.265335,"accuracy":0.333992,"main_score":0.265335,"hf_subset":"acq_Arab-bjn_Arab","languages":["acq-Arab","bjn-Arab"]},{"precision":0.367162,"recall":0.466403,"f1":0.392067,"accuracy":0.466403,"main_score":0.392067,"hf_subset":"acq_Arab-ewe_Latn","languages":["acq-Arab","ewe-Latn"]},{"precision":0.645751,"recall":0.730237,"f1":0.670541,"accuracy":0.730237,"main_score":0.670541,"hf_subset":"acq_Arab-ilo_Latn","languages":["acq-Arab","ilo-Latn"]},{"precision":0.177639,"recall":0.259881,"f1":0.196732,"accuracy":0.259881,"main_score":0.196732,"hf_subset":"acq_Arab-knc_Arab","languages":["acq-Arab","knc-Arab"]},{"precision":0.914773,"recall":0.940711,"f1":0.92332,"accuracy":0.940711,"main_score":0.92332,"hf_subset":"acq_Arab-mkd_Cyrl","languages":["acq-Arab","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acq_Arab-prs_Arab","languages":["acq-Arab","prs-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"acq_Arab-swe_Latn","languages":["acq-Arab","swe-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"acq_Arab-urd_Arab","languages":["acq-Arab","urd-Arab"]},{"precision":0.421776,"recall":0.529644,"f1":0.449616,"accuracy":0.529644,"main_score":0.449616,"hf_subset":"acq_Arab-aka_Latn","languages":["acq-Arab","aka-Latn"]},{"precision":0.839377,"recall":0.885375,"f1":0.853623,"accuracy":0.885375,"main_score":0.853623,"hf_subset":"acq_Arab-bjn_Latn","languages":["acq-Arab","bjn-Latn"]},{"precision":0.531903,"recall":0.628458,"f1":0.559122,"accuracy":0.628458,"main_score":0.559122,"hf_subset":"acq_Arab-fao_Latn","languages":["acq-Arab","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-ind_Latn","languages":["acq-Arab","ind-Latn"]},{"precision":0.423364,"recall":0.521739,"f1":0.448493,"accuracy":0.521739,"main_score":0.448493,"hf_subset":"acq_Arab-knc_Latn","languages":["acq-Arab","knc-Latn"]},{"precision":0.655171,"recall":0.745059,"f1":0.682016,"accuracy":0.745059,"main_score":0.682016,"hf_subset":"acq_Arab-mlt_Latn","languages":["acq-Arab","mlt-Latn"]},{"precision":0.446901,"recall":0.554348,"f1":0.475809,"accuracy":0.554348,"main_score":0.475809,"hf_subset":"acq_Arab-quy_Latn","languages":["acq-Arab","quy-Latn"]},{"precision":0.838966,"recall":0.88834,"f1":0.854908,"accuracy":0.88834,"main_score":0.854908,"hf_subset":"acq_Arab-swh_Latn","languages":["acq-Arab","swh-Latn"]},{"precision":0.603101,"recall":0.689723,"f1":0.627248,"accuracy":0.689723,"main_score":0.627248,"hf_subset":"acq_Arab-uzn_Latn","languages":["acq-Arab","uzn-Latn"]},{"precision":0.730023,"recall":0.798419,"f1":0.750546,"accuracy":0.798419,"main_score":0.750546,"hf_subset":"acq_Arab-als_Latn","languages":["acq-Arab","als-Latn"]},{"precision":0.176487,"recall":0.248024,"f1":0.193463,"accuracy":0.248024,"main_score":0.193463,"hf_subset":"acq_Arab-bod_Tibt","languages":["acq-Arab","bod-Tibt"]},{"precision":0.353729,"recall":0.466403,"f1":0.382798,"accuracy":0.466403,"main_score":0.382798,"hf_subset":"acq_Arab-fij_Latn","languages":["acq-Arab","fij-Latn"]},{"precision":0.513781,"recall":0.603755,"f1":0.538304,"accuracy":0.603755,"main_score":0.538304,"hf_subset":"acq_Arab-isl_Latn","languages":["acq-Arab","isl-Latn"]},{"precision":0.463934,"recall":0.559289,"f1":0.48944,"accuracy":0.559289,"main_score":0.48944,"hf_subset":"acq_Arab-kon_Latn","languages":["acq-Arab","kon-Latn"]},{"precision":0.303012,"recall":0.417984,"f1":0.332648,"accuracy":0.417984,"main_score":0.332648,"hf_subset":"acq_Arab-mni_Beng","languages":["acq-Arab","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acq_Arab-ron_Latn","languages":["acq-Arab","ron-Latn"]},{"precision":0.844203,"recall":0.889328,"f1":0.858465,"accuracy":0.889328,"main_score":0.858465,"hf_subset":"acq_Arab-szl_Latn","languages":["acq-Arab","szl-Latn"]},{"precision":0.911841,"recall":0.939723,"f1":0.92085,"accuracy":0.939723,"main_score":0.92085,"hf_subset":"acq_Arab-vec_Latn","languages":["acq-Arab","vec-Latn"]},{"precision":0.762031,"recall":0.829051,"f1":0.782565,"accuracy":0.829051,"main_score":0.782565,"hf_subset":"acq_Arab-amh_Ethi","languages":["acq-Arab","amh-Ethi"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"acq_Arab-bos_Latn","languages":["acq-Arab","bos-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"acq_Arab-fin_Latn","languages":["acq-Arab","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-ita_Latn","languages":["acq-Arab","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acq_Arab-kor_Hang","languages":["acq-Arab","kor-Hang"]},{"precision":0.377838,"recall":0.481225,"f1":0.404659,"accuracy":0.481225,"main_score":0.404659,"hf_subset":"acq_Arab-mos_Latn","languages":["acq-Arab","mos-Latn"]},{"precision":0.361957,"recall":0.459486,"f1":0.386416,"accuracy":0.459486,"main_score":0.386416,"hf_subset":"acq_Arab-run_Latn","languages":["acq-Arab","run-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"acq_Arab-tam_Taml","languages":["acq-Arab","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-vie_Latn","languages":["acq-Arab","vie-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"acq_Arab-apc_Arab","languages":["acq-Arab","apc-Arab"]},{"precision":0.605219,"recall":0.692688,"f1":0.630083,"accuracy":0.692688,"main_score":0.630083,"hf_subset":"acq_Arab-bug_Latn","languages":["acq-Arab","bug-Latn"]},{"precision":0.325752,"recall":0.431818,"f1":0.351867,"accuracy":0.431818,"main_score":0.351867,"hf_subset":"acq_Arab-fon_Latn","languages":["acq-Arab","fon-Latn"]},{"precision":0.839213,"recall":0.884387,"f1":0.853458,"accuracy":0.884387,"main_score":0.853458,"hf_subset":"acq_Arab-jav_Latn","languages":["acq-Arab","jav-Latn"]},{"precision":0.707684,"recall":0.787549,"f1":0.731985,"accuracy":0.787549,"main_score":0.731985,"hf_subset":"acq_Arab-lao_Laoo","languages":["acq-Arab","lao-Laoo"]},{"precision":0.33286,"recall":0.444664,"f1":0.359935,"accuracy":0.444664,"main_score":0.359935,"hf_subset":"acq_Arab-mri_Latn","languages":["acq-Arab","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-rus_Cyrl","languages":["acq-Arab","rus-Cyrl"]},{"precision":0.354327,"recall":0.464427,"f1":0.382423,"accuracy":0.464427,"main_score":0.382423,"hf_subset":"acq_Arab-taq_Latn","languages":["acq-Arab","taq-Latn"]},{"precision":0.774704,"recall":0.838933,"f1":0.794716,"accuracy":0.838933,"main_score":0.794716,"hf_subset":"acq_Arab-war_Latn","languages":["acq-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-arb_Arab","languages":["acq-Arab","arb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acq_Arab-bul_Cyrl","languages":["acq-Arab","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-fra_Latn","languages":["acq-Arab","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"acq_Arab-jpn_Jpan","languages":["acq-Arab","jpn-Jpan"]},{"precision":0.830534,"recall":0.882411,"f1":0.847134,"accuracy":0.882411,"main_score":0.847134,"hf_subset":"acq_Arab-lij_Latn","languages":["acq-Arab","lij-Latn"]},{"precision":0.779932,"recall":0.841897,"f1":0.7991,"accuracy":0.841897,"main_score":0.7991,"hf_subset":"acq_Arab-mya_Mymr","languages":["acq-Arab","mya-Mymr"]},{"precision":0.420628,"recall":0.525692,"f1":0.44857,"accuracy":0.525692,"main_score":0.44857,"hf_subset":"acq_Arab-sag_Latn","languages":["acq-Arab","sag-Latn"]},{"precision":0.112069,"recall":0.194664,"f1":0.127892,"accuracy":0.194664,"main_score":0.127892,"hf_subset":"acq_Arab-taq_Tfng","languages":["acq-Arab","taq-Tfng"]},{"precision":0.427417,"recall":0.536561,"f1":0.4569,"accuracy":0.536561,"main_score":0.4569,"hf_subset":"acq_Arab-wol_Latn","languages":["acq-Arab","wol-Latn"]},{"precision":0.289236,"recall":0.397233,"f1":0.315219,"accuracy":0.397233,"main_score":0.315219,"hf_subset":"acq_Arab-arb_Latn","languages":["acq-Arab","arb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acq_Arab-cat_Latn","languages":["acq-Arab","cat-Latn"]},{"precision":0.79972,"recall":0.856719,"f1":0.817227,"accuracy":0.856719,"main_score":0.817227,"hf_subset":"acq_Arab-fur_Latn","languages":["acq-Arab","fur-Latn"]},{"precision":0.257031,"recall":0.349802,"f1":0.280568,"accuracy":0.349802,"main_score":0.280568,"hf_subset":"acq_Arab-kab_Latn","languages":["acq-Arab","kab-Latn"]},{"precision":0.782345,"recall":0.838933,"f1":0.799426,"accuracy":0.838933,"main_score":0.799426,"hf_subset":"acq_Arab-lim_Latn","languages":["acq-Arab","lim-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acq_Arab-nld_Latn","languages":["acq-Arab","nld-Latn"]},{"precision":0.879941,"recall":0.916996,"f1":0.891963,"accuracy":0.916996,"main_score":0.891963,"hf_subset":"acq_Arab-san_Deva","languages":["acq-Arab","san-Deva"]},{"precision":0.632396,"recall":0.716403,"f1":0.65712,"accuracy":0.716403,"main_score":0.65712,"hf_subset":"acq_Arab-tat_Cyrl","languages":["acq-Arab","tat-Cyrl"]},{"precision":0.397376,"recall":0.502964,"f1":0.424182,"accuracy":0.502964,"main_score":0.424182,"hf_subset":"acq_Arab-xho_Latn","languages":["acq-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ars_Arab","languages":["acq-Arab","ars-Arab"]},{"precision":0.746996,"recall":0.815217,"f1":0.767836,"accuracy":0.815217,"main_score":0.767836,"hf_subset":"acq_Arab-ceb_Latn","languages":["acq-Arab","ceb-Latn"]},{"precision":0.379871,"recall":0.488142,"f1":0.407498,"accuracy":0.488142,"main_score":0.407498,"hf_subset":"acq_Arab-fuv_Latn","languages":["acq-Arab","fuv-Latn"]},{"precision":0.372099,"recall":0.488142,"f1":0.402576,"accuracy":0.488142,"main_score":0.402576,"hf_subset":"acq_Arab-kac_Latn","languages":["acq-Arab","kac-Latn"]},{"precision":0.448024,"recall":0.555336,"f1":0.476476,"accuracy":0.555336,"main_score":0.476476,"hf_subset":"acq_Arab-lin_Latn","languages":["acq-Arab","lin-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"acq_Arab-nno_Latn","languages":["acq-Arab","nno-Latn"]},{"precision":0.145537,"recall":0.218379,"f1":0.162542,"accuracy":0.218379,"main_score":0.162542,"hf_subset":"acq_Arab-sat_Olck","languages":["acq-Arab","sat-Olck"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"acq_Arab-tel_Telu","languages":["acq-Arab","tel-Telu"]},{"precision":0.282741,"recall":0.374506,"f1":0.305427,"accuracy":0.374506,"main_score":0.305427,"hf_subset":"acq_Arab-ydd_Hebr","languages":["acq-Arab","ydd-Hebr"]},{"precision":0.912747,"recall":0.939723,"f1":0.921443,"accuracy":0.939723,"main_score":0.921443,"hf_subset":"acq_Arab-ary_Arab","languages":["acq-Arab","ary-Arab"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"acq_Arab-ces_Latn","languages":["acq-Arab","ces-Latn"]},{"precision":0.265401,"recall":0.354743,"f1":0.286606,"accuracy":0.354743,"main_score":0.286606,"hf_subset":"acq_Arab-gaz_Latn","languages":["acq-Arab","gaz-Latn"]},{"precision":0.399609,"recall":0.503953,"f1":0.426504,"accuracy":0.503953,"main_score":0.426504,"hf_subset":"acq_Arab-kam_Latn","languages":["acq-Arab","kam-Latn"]},{"precision":0.768231,"recall":0.829051,"f1":0.786726,"accuracy":0.829051,"main_score":0.786726,"hf_subset":"acq_Arab-lit_Latn","languages":["acq-Arab","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acq_Arab-nob_Latn","languages":["acq-Arab","nob-Latn"]},{"precision":0.724407,"recall":0.799407,"f1":0.74704,"accuracy":0.799407,"main_score":0.74704,"hf_subset":"acq_Arab-scn_Latn","languages":["acq-Arab","scn-Latn"]},{"precision":0.404882,"recall":0.509881,"f1":0.432442,"accuracy":0.509881,"main_score":0.432442,"hf_subset":"acq_Arab-tgk_Cyrl","languages":["acq-Arab","tgk-Cyrl"]},{"precision":0.339554,"recall":0.454545,"f1":0.369074,"accuracy":0.454545,"main_score":0.369074,"hf_subset":"acq_Arab-yor_Latn","languages":["acq-Arab","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-arz_Arab","languages":["acq-Arab","arz-Arab"]},{"precision":0.38538,"recall":0.496047,"f1":0.413424,"accuracy":0.496047,"main_score":0.413424,"hf_subset":"acq_Arab-cjk_Latn","languages":["acq-Arab","cjk-Latn"]},{"precision":0.319278,"recall":0.41996,"f1":0.344357,"accuracy":0.41996,"main_score":0.344357,"hf_subset":"acq_Arab-gla_Latn","languages":["acq-Arab","gla-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"acq_Arab-kan_Knda","languages":["acq-Arab","kan-Knda"]},{"precision":0.766067,"recall":0.831028,"f1":0.785712,"accuracy":0.831028,"main_score":0.785712,"hf_subset":"acq_Arab-lmo_Latn","languages":["acq-Arab","lmo-Latn"]},{"precision":0.966403,"recall":0.976285,"f1":0.969532,"accuracy":0.976285,"main_score":0.969532,"hf_subset":"acq_Arab-npi_Deva","languages":["acq-Arab","npi-Deva"]},{"precision":0.317108,"recall":0.435771,"f1":0.34723,"accuracy":0.435771,"main_score":0.34723,"hf_subset":"acq_Arab-shn_Mymr","languages":["acq-Arab","shn-Mymr"]},{"precision":0.862072,"recall":0.90415,"f1":0.87556,"accuracy":0.90415,"main_score":0.87556,"hf_subset":"acq_Arab-tgl_Latn","languages":["acq-Arab","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-yue_Hant","languages":["acq-Arab","yue-Hant"]},{"precision":0.872118,"recall":0.910079,"f1":0.884124,"accuracy":0.910079,"main_score":0.884124,"hf_subset":"acq_Arab-asm_Beng","languages":["acq-Arab","asm-Beng"]},{"precision":0.405085,"recall":0.496047,"f1":0.42923,"accuracy":0.496047,"main_score":0.42923,"hf_subset":"acq_Arab-ckb_Arab","languages":["acq-Arab","ckb-Arab"]},{"precision":0.321468,"recall":0.421937,"f1":0.346517,"accuracy":0.421937,"main_score":0.346517,"hf_subset":"acq_Arab-gle_Latn","languages":["acq-Arab","gle-Latn"]},{"precision":0.65463,"recall":0.740119,"f1":0.679677,"accuracy":0.740119,"main_score":0.679677,"hf_subset":"acq_Arab-kas_Arab","languages":["acq-Arab","kas-Arab"]},{"precision":0.564989,"recall":0.659091,"f1":0.592292,"accuracy":0.659091,"main_score":0.592292,"hf_subset":"acq_Arab-ltg_Latn","languages":["acq-Arab","ltg-Latn"]},{"precision":0.400695,"recall":0.509881,"f1":0.429586,"accuracy":0.509881,"main_score":0.429586,"hf_subset":"acq_Arab-nso_Latn","languages":["acq-Arab","nso-Latn"]},{"precision":0.833317,"recall":0.880435,"f1":0.847727,"accuracy":0.880435,"main_score":0.847727,"hf_subset":"acq_Arab-sin_Sinh","languages":["acq-Arab","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acq_Arab-tha_Thai","languages":["acq-Arab","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-zho_Hans","languages":["acq-Arab","zho-Hans"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"acq_Arab-ast_Latn","languages":["acq-Arab","ast-Latn"]},{"precision":0.79025,"recall":0.849802,"f1":0.808385,"accuracy":0.849802,"main_score":0.808385,"hf_subset":"acq_Arab-crh_Latn","languages":["acq-Arab","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"acq_Arab-glg_Latn","languages":["acq-Arab","glg-Latn"]},{"precision":0.542983,"recall":0.646245,"f1":0.572095,"accuracy":0.646245,"main_score":0.572095,"hf_subset":"acq_Arab-kas_Deva","languages":["acq-Arab","kas-Deva"]},{"precision":0.738274,"recall":0.807312,"f1":0.758747,"accuracy":0.807312,"main_score":0.758747,"hf_subset":"acq_Arab-ltz_Latn","languages":["acq-Arab","ltz-Latn"]},{"precision":0.272004,"recall":0.366601,"f1":0.294978,"accuracy":0.366601,"main_score":0.294978,"hf_subset":"acq_Arab-nus_Latn","languages":["acq-Arab","nus-Latn"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"acq_Arab-slk_Latn","languages":["acq-Arab","slk-Latn"]},{"precision":0.350898,"recall":0.447628,"f1":0.376085,"accuracy":0.447628,"main_score":0.376085,"hf_subset":"acq_Arab-tir_Ethi","languages":["acq-Arab","tir-Ethi"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"acq_Arab-zho_Hant","languages":["acq-Arab","zho-Hant"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"acq_Arab-awa_Deva","languages":["acq-Arab","awa-Deva"]},{"precision":0.387994,"recall":0.487154,"f1":0.413664,"accuracy":0.487154,"main_score":0.413664,"hf_subset":"acq_Arab-cym_Latn","languages":["acq-Arab","cym-Latn"]},{"precision":0.608031,"recall":0.69664,"f1":0.633195,"accuracy":0.69664,"main_score":0.633195,"hf_subset":"acq_Arab-grn_Latn","languages":["acq-Arab","grn-Latn"]},{"precision":0.864163,"recall":0.905138,"f1":0.877141,"accuracy":0.905138,"main_score":0.877141,"hf_subset":"acq_Arab-kat_Geor","languages":["acq-Arab","kat-Geor"]},{"precision":0.451512,"recall":0.555336,"f1":0.479204,"accuracy":0.555336,"main_score":0.479204,"hf_subset":"acq_Arab-lua_Latn","languages":["acq-Arab","lua-Latn"]},{"precision":0.440208,"recall":0.548419,"f1":0.469157,"accuracy":0.548419,"main_score":0.469157,"hf_subset":"acq_Arab-nya_Latn","languages":["acq-Arab","nya-Latn"]},{"precision":0.90555,"recall":0.935771,"f1":0.915415,"accuracy":0.935771,"main_score":0.915415,"hf_subset":"acq_Arab-slv_Latn","languages":["acq-Arab","slv-Latn"]},{"precision":0.693882,"recall":0.770751,"f1":0.716873,"accuracy":0.770751,"main_score":0.716873,"hf_subset":"acq_Arab-tpi_Latn","languages":["acq-Arab","tpi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"acq_Arab-zsm_Latn","languages":["acq-Arab","zsm-Latn"]},{"precision":0.345046,"recall":0.456522,"f1":0.373082,"accuracy":0.456522,"main_score":0.373082,"hf_subset":"acq_Arab-ayr_Latn","languages":["acq-Arab","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"acq_Arab-dan_Latn","languages":["acq-Arab","dan-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"acq_Arab-guj_Gujr","languages":["acq-Arab","guj-Gujr"]},{"precision":0.729571,"recall":0.796443,"f1":0.749508,"accuracy":0.796443,"main_score":0.749508,"hf_subset":"acq_Arab-kaz_Cyrl","languages":["acq-Arab","kaz-Cyrl"]},{"precision":0.345331,"recall":0.450593,"f1":0.372809,"accuracy":0.450593,"main_score":0.372809,"hf_subset":"acq_Arab-lug_Latn","languages":["acq-Arab","lug-Latn"]},{"precision":0.932181,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"acq_Arab-oci_Latn","languages":["acq-Arab","oci-Latn"]},{"precision":0.377253,"recall":0.494071,"f1":0.407757,"accuracy":0.494071,"main_score":0.407757,"hf_subset":"acq_Arab-smo_Latn","languages":["acq-Arab","smo-Latn"]},{"precision":0.360487,"recall":0.474308,"f1":0.389394,"accuracy":0.474308,"main_score":0.389394,"hf_subset":"acq_Arab-tsn_Latn","languages":["acq-Arab","tsn-Latn"]},{"precision":0.3692,"recall":0.467391,"f1":0.393754,"accuracy":0.467391,"main_score":0.393754,"hf_subset":"acq_Arab-zul_Latn","languages":["acq-Arab","zul-Latn"]},{"precision":0.702529,"recall":0.784585,"f1":0.727322,"accuracy":0.784585,"main_score":0.727322,"hf_subset":"acq_Arab-azb_Arab","languages":["acq-Arab","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acq_Arab-deu_Latn","languages":["acq-Arab","deu-Latn"]},{"precision":0.574209,"recall":0.673913,"f1":0.602944,"accuracy":0.673913,"main_score":0.602944,"hf_subset":"acq_Arab-hat_Latn","languages":["acq-Arab","hat-Latn"]},{"precision":0.322266,"recall":0.428854,"f1":0.349141,"accuracy":0.428854,"main_score":0.349141,"hf_subset":"acq_Arab-kbp_Latn","languages":["acq-Arab","kbp-Latn"]},{"precision":0.406882,"recall":0.511858,"f1":0.433996,"accuracy":0.511858,"main_score":0.433996,"hf_subset":"acq_Arab-luo_Latn","languages":["acq-Arab","luo-Latn"]},{"precision":0.501617,"recall":0.592885,"f1":0.527125,"accuracy":0.592885,"main_score":0.527125,"hf_subset":"acq_Arab-ory_Orya","languages":["acq-Arab","ory-Orya"]},{"precision":0.375068,"recall":0.490119,"f1":0.406095,"accuracy":0.490119,"main_score":0.406095,"hf_subset":"acq_Arab-sna_Latn","languages":["acq-Arab","sna-Latn"]},{"precision":0.356702,"recall":0.463439,"f1":0.38447,"accuracy":0.463439,"main_score":0.38447,"hf_subset":"acq_Arab-tso_Latn","languages":["acq-Arab","tso-Latn"]},{"precision":0.842507,"recall":0.88834,"f1":0.857115,"accuracy":0.88834,"main_score":0.857115,"hf_subset":"acq_Arab-azj_Latn","languages":["acq-Arab","azj-Latn"]},{"precision":0.39248,"recall":0.505929,"f1":0.42253,"accuracy":0.505929,"main_score":0.42253,"hf_subset":"acq_Arab-dik_Latn","languages":["acq-Arab","dik-Latn"]},{"precision":0.417098,"recall":0.505929,"f1":0.440276,"accuracy":0.505929,"main_score":0.440276,"hf_subset":"acq_Arab-hau_Latn","languages":["acq-Arab","hau-Latn"]},{"precision":0.761067,"recall":0.829051,"f1":0.781639,"accuracy":0.829051,"main_score":0.781639,"hf_subset":"acq_Arab-kea_Latn","languages":["acq-Arab","kea-Latn"]},{"precision":0.541046,"recall":0.641304,"f1":0.56963,"accuracy":0.641304,"main_score":0.56963,"hf_subset":"acq_Arab-lus_Latn","languages":["acq-Arab","lus-Latn"]},{"precision":0.694071,"recall":0.772727,"f1":0.717871,"accuracy":0.772727,"main_score":0.717871,"hf_subset":"acq_Arab-pag_Latn","languages":["acq-Arab","pag-Latn"]},{"precision":0.686225,"recall":0.762846,"f1":0.708209,"accuracy":0.762846,"main_score":0.708209,"hf_subset":"acq_Arab-snd_Arab","languages":["acq-Arab","snd-Arab"]},{"precision":0.565963,"recall":0.659091,"f1":0.592518,"accuracy":0.659091,"main_score":0.592518,"hf_subset":"acq_Arab-tuk_Latn","languages":["acq-Arab","tuk-Latn"]},{"precision":0.625182,"recall":0.706522,"f1":0.648495,"accuracy":0.706522,"main_score":0.648495,"hf_subset":"acq_Arab-bak_Cyrl","languages":["acq-Arab","bak-Cyrl"]},{"precision":0.301388,"recall":0.416008,"f1":0.330901,"accuracy":0.416008,"main_score":0.330901,"hf_subset":"acq_Arab-dyu_Latn","languages":["acq-Arab","dyu-Latn"]},{"precision":0.903821,"recall":0.933794,"f1":0.913538,"accuracy":0.933794,"main_score":0.913538,"hf_subset":"acq_Arab-heb_Hebr","languages":["acq-Arab","heb-Hebr"]},{"precision":0.410818,"recall":0.503953,"f1":0.435482,"accuracy":0.503953,"main_score":0.435482,"hf_subset":"acq_Arab-khk_Cyrl","languages":["acq-Arab","khk-Cyrl"]},{"precision":0.786545,"recall":0.843874,"f1":0.804216,"accuracy":0.843874,"main_score":0.804216,"hf_subset":"acq_Arab-lvs_Latn","languages":["acq-Arab","lvs-Latn"]},{"precision":0.910985,"recall":0.937747,"f1":0.919368,"accuracy":0.937747,"main_score":0.919368,"hf_subset":"acq_Arab-pan_Guru","languages":["acq-Arab","pan-Guru"]},{"precision":0.34313,"recall":0.442688,"f1":0.36819,"accuracy":0.442688,"main_score":0.36819,"hf_subset":"acq_Arab-som_Latn","languages":["acq-Arab","som-Latn"]},{"precision":0.419286,"recall":0.514822,"f1":0.445104,"accuracy":0.514822,"main_score":0.445104,"hf_subset":"acq_Arab-tum_Latn","languages":["acq-Arab","tum-Latn"]},{"precision":0.265273,"recall":0.324111,"f1":0.280401,"accuracy":0.324111,"main_score":0.280401,"hf_subset":"bem_Latn-ace_Arab","languages":["bem-Latn","ace-Arab"]},{"precision":0.411538,"recall":0.461462,"f1":0.426532,"accuracy":0.461462,"main_score":0.426532,"hf_subset":"bem_Latn-bam_Latn","languages":["bem-Latn","bam-Latn"]},{"precision":0.140094,"recall":0.195652,"f1":0.154095,"accuracy":0.195652,"main_score":0.154095,"hf_subset":"bem_Latn-dzo_Tibt","languages":["bem-Latn","dzo-Tibt"]},{"precision":0.484249,"recall":0.550395,"f1":0.501859,"accuracy":0.550395,"main_score":0.501859,"hf_subset":"bem_Latn-hin_Deva","languages":["bem-Latn","hin-Deva"]},{"precision":0.376971,"recall":0.442688,"f1":0.395525,"accuracy":0.442688,"main_score":0.395525,"hf_subset":"bem_Latn-khm_Khmr","languages":["bem-Latn","khm-Khmr"]},{"precision":0.47869,"recall":0.54249,"f1":0.49632,"accuracy":0.54249,"main_score":0.49632,"hf_subset":"bem_Latn-mag_Deva","languages":["bem-Latn","mag-Deva"]},{"precision":0.495745,"recall":0.534585,"f1":0.507166,"accuracy":0.534585,"main_score":0.507166,"hf_subset":"bem_Latn-pap_Latn","languages":["bem-Latn","pap-Latn"]},{"precision":0.480044,"recall":0.523715,"f1":0.491916,"accuracy":0.523715,"main_score":0.491916,"hf_subset":"bem_Latn-sot_Latn","languages":["bem-Latn","sot-Latn"]},{"precision":0.485032,"recall":0.552372,"f1":0.504003,"accuracy":0.552372,"main_score":0.504003,"hf_subset":"bem_Latn-tur_Latn","languages":["bem-Latn","tur-Latn"]},{"precision":0.491321,"recall":0.531621,"f1":0.50291,"accuracy":0.531621,"main_score":0.50291,"hf_subset":"bem_Latn-ace_Latn","languages":["bem-Latn","ace-Latn"]},{"precision":0.49845,"recall":0.545455,"f1":0.512,"accuracy":0.545455,"main_score":0.512,"hf_subset":"bem_Latn-ban_Latn","languages":["bem-Latn","ban-Latn"]},{"precision":0.412825,"recall":0.480237,"f1":0.431573,"accuracy":0.480237,"main_score":0.431573,"hf_subset":"bem_Latn-ell_Grek","languages":["bem-Latn","ell-Grek"]},{"precision":0.457738,"recall":0.516798,"f1":0.474086,"accuracy":0.516798,"main_score":0.474086,"hf_subset":"bem_Latn-hne_Deva","languages":["bem-Latn","hne-Deva"]},{"precision":0.471765,"recall":0.519763,"f1":0.48543,"accuracy":0.519763,"main_score":0.48543,"hf_subset":"bem_Latn-kik_Latn","languages":["bem-Latn","kik-Latn"]},{"precision":0.494385,"recall":0.549407,"f1":0.509818,"accuracy":0.549407,"main_score":0.509818,"hf_subset":"bem_Latn-mai_Deva","languages":["bem-Latn","mai-Deva"]},{"precision":0.428376,"recall":0.486166,"f1":0.444891,"accuracy":0.486166,"main_score":0.444891,"hf_subset":"bem_Latn-pbt_Arab","languages":["bem-Latn","pbt-Arab"]},{"precision":0.502405,"recall":0.566206,"f1":0.519491,"accuracy":0.566206,"main_score":0.519491,"hf_subset":"bem_Latn-spa_Latn","languages":["bem-Latn","spa-Latn"]},{"precision":0.515875,"recall":0.557312,"f1":0.528038,"accuracy":0.557312,"main_score":0.528038,"hf_subset":"bem_Latn-twi_Latn","languages":["bem-Latn","twi-Latn"]},{"precision":0.464984,"recall":0.528656,"f1":0.48268,"accuracy":0.528656,"main_score":0.48268,"hf_subset":"bem_Latn-acm_Arab","languages":["bem-Latn","acm-Arab"]},{"precision":0.422125,"recall":0.475296,"f1":0.436603,"accuracy":0.475296,"main_score":0.436603,"hf_subset":"bem_Latn-bel_Cyrl","languages":["bem-Latn","bel-Cyrl"]},{"precision":0.507312,"recall":0.570158,"f1":0.5251,"accuracy":0.570158,"main_score":0.5251,"hf_subset":"bem_Latn-eng_Latn","languages":["bem-Latn","eng-Latn"]},{"precision":0.474171,"recall":0.52668,"f1":0.488669,"accuracy":0.52668,"main_score":0.488669,"hf_subset":"bem_Latn-hrv_Latn","languages":["bem-Latn","hrv-Latn"]},{"precision":0.440529,"recall":0.496047,"f1":0.456168,"accuracy":0.496047,"main_score":0.456168,"hf_subset":"bem_Latn-kin_Latn","languages":["bem-Latn","kin-Latn"]},{"precision":0.445223,"recall":0.516798,"f1":0.465424,"accuracy":0.516798,"main_score":0.465424,"hf_subset":"bem_Latn-mal_Mlym","languages":["bem-Latn","mal-Mlym"]},{"precision":0.462101,"recall":0.534585,"f1":0.481205,"accuracy":0.534585,"main_score":0.481205,"hf_subset":"bem_Latn-pes_Arab","languages":["bem-Latn","pes-Arab"]},{"precision":0.468694,"recall":0.514822,"f1":0.481119,"accuracy":0.514822,"main_score":0.481119,"hf_subset":"bem_Latn-srd_Latn","languages":["bem-Latn","srd-Latn"]},{"precision":0.131073,"recall":0.181818,"f1":0.143475,"accuracy":0.181818,"main_score":0.143475,"hf_subset":"bem_Latn-tzm_Tfng","languages":["bem-Latn","tzm-Tfng"]},{"precision":0.475626,"recall":0.537549,"f1":0.491863,"accuracy":0.537549,"main_score":0.491863,"hf_subset":"bem_Latn-acq_Arab","languages":["bem-Latn","acq-Arab"]},{"precision":0.463293,"recall":0.512846,"f1":0.477866,"accuracy":0.512846,"main_score":0.477866,"hf_subset":"bem_Latn-epo_Latn","languages":["bem-Latn","epo-Latn"]},{"precision":0.439652,"recall":0.505929,"f1":0.457816,"accuracy":0.505929,"main_score":0.457816,"hf_subset":"bem_Latn-hun_Latn","languages":["bem-Latn","hun-Latn"]},{"precision":0.445004,"recall":0.497036,"f1":0.459851,"accuracy":0.497036,"main_score":0.459851,"hf_subset":"bem_Latn-kir_Cyrl","languages":["bem-Latn","kir-Cyrl"]},{"precision":0.474709,"recall":0.541502,"f1":0.493253,"accuracy":0.541502,"main_score":0.493253,"hf_subset":"bem_Latn-mar_Deva","languages":["bem-Latn","mar-Deva"]},{"precision":0.464548,"recall":0.511858,"f1":0.478109,"accuracy":0.511858,"main_score":0.478109,"hf_subset":"bem_Latn-plt_Latn","languages":["bem-Latn","plt-Latn"]},{"precision":0.445318,"recall":0.505929,"f1":0.462554,"accuracy":0.505929,"main_score":0.462554,"hf_subset":"bem_Latn-srp_Cyrl","languages":["bem-Latn","srp-Cyrl"]},{"precision":0.27813,"recall":0.333992,"f1":0.29287,"accuracy":0.333992,"main_score":0.29287,"hf_subset":"bem_Latn-uig_Arab","languages":["bem-Latn","uig-Arab"]},{"precision":0.459357,"recall":0.511858,"f1":0.474289,"accuracy":0.511858,"main_score":0.474289,"hf_subset":"bem_Latn-aeb_Arab","languages":["bem-Latn","aeb-Arab"]},{"precision":0.4739,"recall":0.536561,"f1":0.491416,"accuracy":0.536561,"main_score":0.491416,"hf_subset":"bem_Latn-ben_Beng","languages":["bem-Latn","ben-Beng"]},{"precision":0.456968,"recall":0.509881,"f1":0.471635,"accuracy":0.509881,"main_score":0.471635,"hf_subset":"bem_Latn-est_Latn","languages":["bem-Latn","est-Latn"]},{"precision":0.40331,"recall":0.452569,"f1":0.417528,"accuracy":0.452569,"main_score":0.417528,"hf_subset":"bem_Latn-hye_Armn","languages":["bem-Latn","hye-Armn"]},{"precision":0.450198,"recall":0.494071,"f1":0.462856,"accuracy":0.494071,"main_score":0.462856,"hf_subset":"bem_Latn-kmb_Latn","languages":["bem-Latn","kmb-Latn"]},{"precision":0.240202,"recall":0.299407,"f1":0.254368,"accuracy":0.299407,"main_score":0.254368,"hf_subset":"bem_Latn-min_Arab","languages":["bem-Latn","min-Arab"]},{"precision":0.47247,"recall":0.537549,"f1":0.490204,"accuracy":0.537549,"main_score":0.490204,"hf_subset":"bem_Latn-pol_Latn","languages":["bem-Latn","pol-Latn"]},{"precision":0.466355,"recall":0.511858,"f1":0.479503,"accuracy":0.511858,"main_score":0.479503,"hf_subset":"bem_Latn-ssw_Latn","languages":["bem-Latn","ssw-Latn"]},{"precision":0.46913,"recall":0.528656,"f1":0.485613,"accuracy":0.528656,"main_score":0.485613,"hf_subset":"bem_Latn-ukr_Cyrl","languages":["bem-Latn","ukr-Cyrl"]},{"precision":0.508408,"recall":0.554348,"f1":0.521366,"accuracy":0.554348,"main_score":0.521366,"hf_subset":"bem_Latn-afr_Latn","languages":["bem-Latn","afr-Latn"]},{"precision":0.481979,"recall":0.535573,"f1":0.496871,"accuracy":0.535573,"main_score":0.496871,"hf_subset":"bem_Latn-bho_Deva","languages":["bem-Latn","bho-Deva"]},{"precision":0.453898,"recall":0.502964,"f1":0.46691,"accuracy":0.502964,"main_score":0.46691,"hf_subset":"bem_Latn-eus_Latn","languages":["bem-Latn","eus-Latn"]},{"precision":0.417965,"recall":0.482213,"f1":0.434962,"accuracy":0.482213,"main_score":0.434962,"hf_subset":"bem_Latn-ibo_Latn","languages":["bem-Latn","ibo-Latn"]},{"precision":0.422393,"recall":0.478261,"f1":0.438474,"accuracy":0.478261,"main_score":0.438474,"hf_subset":"bem_Latn-kmr_Latn","languages":["bem-Latn","kmr-Latn"]},{"precision":0.484501,"recall":0.530632,"f1":0.497145,"accuracy":0.530632,"main_score":0.497145,"hf_subset":"bem_Latn-min_Latn","languages":["bem-Latn","min-Latn"]},{"precision":0.495115,"recall":0.562253,"f1":0.513741,"accuracy":0.562253,"main_score":0.513741,"hf_subset":"bem_Latn-por_Latn","languages":["bem-Latn","por-Latn"]},{"precision":0.50329,"recall":0.548419,"f1":0.516064,"accuracy":0.548419,"main_score":0.516064,"hf_subset":"bem_Latn-sun_Latn","languages":["bem-Latn","sun-Latn"]},{"precision":0.4461,"recall":0.496047,"f1":0.460563,"accuracy":0.496047,"main_score":0.460563,"hf_subset":"bem_Latn-umb_Latn","languages":["bem-Latn","umb-Latn"]},{"precision":0.470569,"recall":0.530632,"f1":0.486949,"accuracy":0.530632,"main_score":0.486949,"hf_subset":"bem_Latn-ajp_Arab","languages":["bem-Latn","ajp-Arab"]},{"precision":0.248468,"recall":0.296443,"f1":0.260769,"accuracy":0.296443,"main_score":0.260769,"hf_subset":"bem_Latn-bjn_Arab","languages":["bem-Latn","bjn-Arab"]},{"precision":0.443472,"recall":0.492095,"f1":0.457202,"accuracy":0.492095,"main_score":0.457202,"hf_subset":"bem_Latn-ewe_Latn","languages":["bem-Latn","ewe-Latn"]},{"precision":0.539223,"recall":0.573123,"f1":0.549007,"accuracy":0.573123,"main_score":0.549007,"hf_subset":"bem_Latn-ilo_Latn","languages":["bem-Latn","ilo-Latn"]},{"precision":0.191473,"recall":0.241107,"f1":0.204109,"accuracy":0.241107,"main_score":0.204109,"hf_subset":"bem_Latn-knc_Arab","languages":["bem-Latn","knc-Arab"]},{"precision":0.470796,"recall":0.521739,"f1":0.48508,"accuracy":0.521739,"main_score":0.48508,"hf_subset":"bem_Latn-mkd_Cyrl","languages":["bem-Latn","mkd-Cyrl"]},{"precision":0.44753,"recall":0.519763,"f1":0.466815,"accuracy":0.519763,"main_score":0.466815,"hf_subset":"bem_Latn-prs_Arab","languages":["bem-Latn","prs-Arab"]},{"precision":0.488679,"recall":0.550395,"f1":0.506035,"accuracy":0.550395,"main_score":0.506035,"hf_subset":"bem_Latn-swe_Latn","languages":["bem-Latn","swe-Latn"]},{"precision":0.424176,"recall":0.499012,"f1":0.445392,"accuracy":0.499012,"main_score":0.445392,"hf_subset":"bem_Latn-urd_Arab","languages":["bem-Latn","urd-Arab"]},{"precision":0.513085,"recall":0.552372,"f1":0.524713,"accuracy":0.552372,"main_score":0.524713,"hf_subset":"bem_Latn-aka_Latn","languages":["bem-Latn","aka-Latn"]},{"precision":0.479731,"recall":0.525692,"f1":0.493297,"accuracy":0.525692,"main_score":0.493297,"hf_subset":"bem_Latn-bjn_Latn","languages":["bem-Latn","bjn-Latn"]},{"precision":0.441191,"recall":0.496047,"f1":0.45595,"accuracy":0.496047,"main_score":0.45595,"hf_subset":"bem_Latn-fao_Latn","languages":["bem-Latn","fao-Latn"]},{"precision":0.503956,"recall":0.56917,"f1":0.522311,"accuracy":0.56917,"main_score":0.522311,"hf_subset":"bem_Latn-ind_Latn","languages":["bem-Latn","ind-Latn"]},{"precision":0.476945,"recall":0.517787,"f1":0.488811,"accuracy":0.517787,"main_score":0.488811,"hf_subset":"bem_Latn-knc_Latn","languages":["bem-Latn","knc-Latn"]},{"precision":0.448167,"recall":0.500988,"f1":0.463291,"accuracy":0.500988,"main_score":0.463291,"hf_subset":"bem_Latn-mlt_Latn","languages":["bem-Latn","mlt-Latn"]},{"precision":0.46279,"recall":0.513834,"f1":0.477119,"accuracy":0.513834,"main_score":0.477119,"hf_subset":"bem_Latn-quy_Latn","languages":["bem-Latn","quy-Latn"]},{"precision":0.483408,"recall":0.52668,"f1":0.496225,"accuracy":0.52668,"main_score":0.496225,"hf_subset":"bem_Latn-swh_Latn","languages":["bem-Latn","swh-Latn"]},{"precision":0.416605,"recall":0.47332,"f1":0.432234,"accuracy":0.47332,"main_score":0.432234,"hf_subset":"bem_Latn-uzn_Latn","languages":["bem-Latn","uzn-Latn"]},{"precision":0.4703,"recall":0.521739,"f1":0.485361,"accuracy":0.521739,"main_score":0.485361,"hf_subset":"bem_Latn-als_Latn","languages":["bem-Latn","als-Latn"]},{"precision":0.192879,"recall":0.26087,"f1":0.209668,"accuracy":0.26087,"main_score":0.209668,"hf_subset":"bem_Latn-bod_Tibt","languages":["bem-Latn","bod-Tibt"]},{"precision":0.452386,"recall":0.505929,"f1":0.46738,"accuracy":0.505929,"main_score":0.46738,"hf_subset":"bem_Latn-fij_Latn","languages":["bem-Latn","fij-Latn"]},{"precision":0.408078,"recall":0.469368,"f1":0.425075,"accuracy":0.469368,"main_score":0.425075,"hf_subset":"bem_Latn-isl_Latn","languages":["bem-Latn","isl-Latn"]},{"precision":0.502882,"recall":0.539526,"f1":0.513985,"accuracy":0.539526,"main_score":0.513985,"hf_subset":"bem_Latn-kon_Latn","languages":["bem-Latn","kon-Latn"]},{"precision":0.338797,"recall":0.397233,"f1":0.354181,"accuracy":0.397233,"main_score":0.354181,"hf_subset":"bem_Latn-mni_Beng","languages":["bem-Latn","mni-Beng"]},{"precision":0.498173,"recall":0.554348,"f1":0.513977,"accuracy":0.554348,"main_score":0.513977,"hf_subset":"bem_Latn-ron_Latn","languages":["bem-Latn","ron-Latn"]},{"precision":0.448562,"recall":0.501976,"f1":0.463682,"accuracy":0.501976,"main_score":0.463682,"hf_subset":"bem_Latn-szl_Latn","languages":["bem-Latn","szl-Latn"]},{"precision":0.484763,"recall":0.528656,"f1":0.497131,"accuracy":0.528656,"main_score":0.497131,"hf_subset":"bem_Latn-vec_Latn","languages":["bem-Latn","vec-Latn"]},{"precision":0.410239,"recall":0.466403,"f1":0.426295,"accuracy":0.466403,"main_score":0.426295,"hf_subset":"bem_Latn-amh_Ethi","languages":["bem-Latn","amh-Ethi"]},{"precision":0.458018,"recall":0.516798,"f1":0.473927,"accuracy":0.516798,"main_score":0.473927,"hf_subset":"bem_Latn-bos_Latn","languages":["bem-Latn","bos-Latn"]},{"precision":0.466995,"recall":0.535573,"f1":0.485938,"accuracy":0.535573,"main_score":0.485938,"hf_subset":"bem_Latn-fin_Latn","languages":["bem-Latn","fin-Latn"]},{"precision":0.494619,"recall":0.556324,"f1":0.511472,"accuracy":0.556324,"main_score":0.511472,"hf_subset":"bem_Latn-ita_Latn","languages":["bem-Latn","ita-Latn"]},{"precision":0.465026,"recall":0.533597,"f1":0.483384,"accuracy":0.533597,"main_score":0.483384,"hf_subset":"bem_Latn-kor_Hang","languages":["bem-Latn","kor-Hang"]},{"precision":0.432871,"recall":0.483202,"f1":0.44704,"accuracy":0.483202,"main_score":0.44704,"hf_subset":"bem_Latn-mos_Latn","languages":["bem-Latn","mos-Latn"]},{"precision":0.453972,"recall":0.508893,"f1":0.469593,"accuracy":0.508893,"main_score":0.469593,"hf_subset":"bem_Latn-run_Latn","languages":["bem-Latn","run-Latn"]},{"precision":0.425417,"recall":0.501976,"f1":0.446066,"accuracy":0.501976,"main_score":0.446066,"hf_subset":"bem_Latn-tam_Taml","languages":["bem-Latn","tam-Taml"]},{"precision":0.476733,"recall":0.54249,"f1":0.495084,"accuracy":0.54249,"main_score":0.495084,"hf_subset":"bem_Latn-vie_Latn","languages":["bem-Latn","vie-Latn"]},{"precision":0.467249,"recall":0.528656,"f1":0.483797,"accuracy":0.528656,"main_score":0.483797,"hf_subset":"bem_Latn-apc_Arab","languages":["bem-Latn","apc-Arab"]},{"precision":0.48865,"recall":0.537549,"f1":0.502916,"accuracy":0.537549,"main_score":0.502916,"hf_subset":"bem_Latn-bug_Latn","languages":["bem-Latn","bug-Latn"]},{"precision":0.406392,"recall":0.465415,"f1":0.423292,"accuracy":0.465415,"main_score":0.423292,"hf_subset":"bem_Latn-fon_Latn","languages":["bem-Latn","fon-Latn"]},{"precision":0.512698,"recall":0.550395,"f1":0.523134,"accuracy":0.550395,"main_score":0.523134,"hf_subset":"bem_Latn-jav_Latn","languages":["bem-Latn","jav-Latn"]},{"precision":0.408907,"recall":0.460474,"f1":0.422876,"accuracy":0.460474,"main_score":0.422876,"hf_subset":"bem_Latn-lao_Laoo","languages":["bem-Latn","lao-Laoo"]},{"precision":0.41962,"recall":0.475296,"f1":0.434951,"accuracy":0.475296,"main_score":0.434951,"hf_subset":"bem_Latn-mri_Latn","languages":["bem-Latn","mri-Latn"]},{"precision":0.475367,"recall":0.545455,"f1":0.493969,"accuracy":0.545455,"main_score":0.493969,"hf_subset":"bem_Latn-rus_Cyrl","languages":["bem-Latn","rus-Cyrl"]},{"precision":0.416266,"recall":0.474308,"f1":0.432992,"accuracy":0.474308,"main_score":0.432992,"hf_subset":"bem_Latn-taq_Latn","languages":["bem-Latn","taq-Latn"]},{"precision":0.536872,"recall":0.571146,"f1":0.5466,"accuracy":0.571146,"main_score":0.5466,"hf_subset":"bem_Latn-war_Latn","languages":["bem-Latn","war-Latn"]},{"precision":0.46472,"recall":0.533597,"f1":0.482623,"accuracy":0.533597,"main_score":0.482623,"hf_subset":"bem_Latn-arb_Arab","languages":["bem-Latn","arb-Arab"]},{"precision":0.485115,"recall":0.540514,"f1":0.501298,"accuracy":0.540514,"main_score":0.501298,"hf_subset":"bem_Latn-bul_Cyrl","languages":["bem-Latn","bul-Cyrl"]},{"precision":0.514933,"recall":0.572134,"f1":0.530883,"accuracy":0.572134,"main_score":0.530883,"hf_subset":"bem_Latn-fra_Latn","languages":["bem-Latn","fra-Latn"]},{"precision":0.472227,"recall":0.537549,"f1":0.489665,"accuracy":0.537549,"main_score":0.489665,"hf_subset":"bem_Latn-jpn_Jpan","languages":["bem-Latn","jpn-Jpan"]},{"precision":0.487085,"recall":0.537549,"f1":0.501068,"accuracy":0.537549,"main_score":0.501068,"hf_subset":"bem_Latn-lij_Latn","languages":["bem-Latn","lij-Latn"]},{"precision":0.362353,"recall":0.425889,"f1":0.380723,"accuracy":0.425889,"main_score":0.380723,"hf_subset":"bem_Latn-mya_Mymr","languages":["bem-Latn","mya-Mymr"]},{"precision":0.474505,"recall":0.521739,"f1":0.488362,"accuracy":0.521739,"main_score":0.488362,"hf_subset":"bem_Latn-sag_Latn","languages":["bem-Latn","sag-Latn"]},{"precision":0.15568,"recall":0.212451,"f1":0.16884,"accuracy":0.212451,"main_score":0.16884,"hf_subset":"bem_Latn-taq_Tfng","languages":["bem-Latn","taq-Tfng"]},{"precision":0.44736,"recall":0.501976,"f1":0.463154,"accuracy":0.501976,"main_score":0.463154,"hf_subset":"bem_Latn-wol_Latn","languages":["bem-Latn","wol-Latn"]},{"precision":0.280729,"recall":0.357708,"f1":0.300502,"accuracy":0.357708,"main_score":0.300502,"hf_subset":"bem_Latn-arb_Latn","languages":["bem-Latn","arb-Latn"]},{"precision":0.472287,"recall":0.528656,"f1":0.488335,"accuracy":0.528656,"main_score":0.488335,"hf_subset":"bem_Latn-cat_Latn","languages":["bem-Latn","cat-Latn"]},{"precision":0.467333,"recall":0.511858,"f1":0.480091,"accuracy":0.511858,"main_score":0.480091,"hf_subset":"bem_Latn-fur_Latn","languages":["bem-Latn","fur-Latn"]},{"precision":0.304526,"recall":0.360672,"f1":0.319532,"accuracy":0.360672,"main_score":0.319532,"hf_subset":"bem_Latn-kab_Latn","languages":["bem-Latn","kab-Latn"]},{"precision":0.480329,"recall":0.531621,"f1":0.495062,"accuracy":0.531621,"main_score":0.495062,"hf_subset":"bem_Latn-lim_Latn","languages":["bem-Latn","lim-Latn"]},{"precision":0.505026,"recall":0.567194,"f1":0.521763,"accuracy":0.567194,"main_score":0.521763,"hf_subset":"bem_Latn-nld_Latn","languages":["bem-Latn","nld-Latn"]},{"precision":0.415813,"recall":0.483202,"f1":0.434346,"accuracy":0.483202,"main_score":0.434346,"hf_subset":"bem_Latn-san_Deva","languages":["bem-Latn","san-Deva"]},{"precision":0.455921,"recall":0.499012,"f1":0.467898,"accuracy":0.499012,"main_score":0.467898,"hf_subset":"bem_Latn-tat_Cyrl","languages":["bem-Latn","tat-Cyrl"]},{"precision":0.486546,"recall":0.52668,"f1":0.498279,"accuracy":0.52668,"main_score":0.498279,"hf_subset":"bem_Latn-xho_Latn","languages":["bem-Latn","xho-Latn"]},{"precision":0.453816,"recall":0.523715,"f1":0.471927,"accuracy":0.523715,"main_score":0.471927,"hf_subset":"bem_Latn-ars_Arab","languages":["bem-Latn","ars-Arab"]},{"precision":0.523013,"recall":0.561265,"f1":0.533677,"accuracy":0.561265,"main_score":0.533677,"hf_subset":"bem_Latn-ceb_Latn","languages":["bem-Latn","ceb-Latn"]},{"precision":0.438878,"recall":0.490119,"f1":0.454315,"accuracy":0.490119,"main_score":0.454315,"hf_subset":"bem_Latn-fuv_Latn","languages":["bem-Latn","fuv-Latn"]},{"precision":0.447023,"recall":0.5,"f1":0.461956,"accuracy":0.5,"main_score":0.461956,"hf_subset":"bem_Latn-kac_Latn","languages":["bem-Latn","kac-Latn"]},{"precision":0.487188,"recall":0.536561,"f1":0.501718,"accuracy":0.536561,"main_score":0.501718,"hf_subset":"bem_Latn-lin_Latn","languages":["bem-Latn","lin-Latn"]},{"precision":0.475944,"recall":0.534585,"f1":0.492347,"accuracy":0.534585,"main_score":0.492347,"hf_subset":"bem_Latn-nno_Latn","languages":["bem-Latn","nno-Latn"]},{"precision":0.178196,"recall":0.225296,"f1":0.190412,"accuracy":0.225296,"main_score":0.190412,"hf_subset":"bem_Latn-sat_Olck","languages":["bem-Latn","sat-Olck"]},{"precision":0.466567,"recall":0.530632,"f1":0.484254,"accuracy":0.530632,"main_score":0.484254,"hf_subset":"bem_Latn-tel_Telu","languages":["bem-Latn","tel-Telu"]},{"precision":0.280856,"recall":0.344862,"f1":0.297826,"accuracy":0.344862,"main_score":0.297826,"hf_subset":"bem_Latn-ydd_Hebr","languages":["bem-Latn","ydd-Hebr"]},{"precision":0.442265,"recall":0.5,"f1":0.458064,"accuracy":0.5,"main_score":0.458064,"hf_subset":"bem_Latn-ary_Arab","languages":["bem-Latn","ary-Arab"]},{"precision":0.448345,"recall":0.518775,"f1":0.468191,"accuracy":0.518775,"main_score":0.468191,"hf_subset":"bem_Latn-ces_Latn","languages":["bem-Latn","ces-Latn"]},{"precision":0.331052,"recall":0.393281,"f1":0.346932,"accuracy":0.393281,"main_score":0.346932,"hf_subset":"bem_Latn-gaz_Latn","languages":["bem-Latn","gaz-Latn"]},{"precision":0.482658,"recall":0.525692,"f1":0.494986,"accuracy":0.525692,"main_score":0.494986,"hf_subset":"bem_Latn-kam_Latn","languages":["bem-Latn","kam-Latn"]},{"precision":0.43452,"recall":0.492095,"f1":0.451551,"accuracy":0.492095,"main_score":0.451551,"hf_subset":"bem_Latn-lit_Latn","languages":["bem-Latn","lit-Latn"]},{"precision":0.500231,"recall":0.556324,"f1":0.516095,"accuracy":0.556324,"main_score":0.516095,"hf_subset":"bem_Latn-nob_Latn","languages":["bem-Latn","nob-Latn"]},{"precision":0.475559,"recall":0.525692,"f1":0.489616,"accuracy":0.525692,"main_score":0.489616,"hf_subset":"bem_Latn-scn_Latn","languages":["bem-Latn","scn-Latn"]},{"precision":0.384923,"recall":0.452569,"f1":0.403546,"accuracy":0.452569,"main_score":0.403546,"hf_subset":"bem_Latn-tgk_Cyrl","languages":["bem-Latn","tgk-Cyrl"]},{"precision":0.405455,"recall":0.472332,"f1":0.424909,"accuracy":0.472332,"main_score":0.424909,"hf_subset":"bem_Latn-yor_Latn","languages":["bem-Latn","yor-Latn"]},{"precision":0.475911,"recall":0.540514,"f1":0.49365,"accuracy":0.540514,"main_score":0.49365,"hf_subset":"bem_Latn-arz_Arab","languages":["bem-Latn","arz-Arab"]},{"precision":0.437146,"recall":0.479249,"f1":0.449102,"accuracy":0.479249,"main_score":0.449102,"hf_subset":"bem_Latn-cjk_Latn","languages":["bem-Latn","cjk-Latn"]},{"precision":0.365359,"recall":0.427866,"f1":0.381582,"accuracy":0.427866,"main_score":0.381582,"hf_subset":"bem_Latn-gla_Latn","languages":["bem-Latn","gla-Latn"]},{"precision":0.44255,"recall":0.505929,"f1":0.460909,"accuracy":0.505929,"main_score":0.460909,"hf_subset":"bem_Latn-kan_Knda","languages":["bem-Latn","kan-Knda"]},{"precision":0.46765,"recall":0.514822,"f1":0.480978,"accuracy":0.514822,"main_score":0.480978,"hf_subset":"bem_Latn-lmo_Latn","languages":["bem-Latn","lmo-Latn"]},{"precision":0.466769,"recall":0.528656,"f1":0.484058,"accuracy":0.528656,"main_score":0.484058,"hf_subset":"bem_Latn-npi_Deva","languages":["bem-Latn","npi-Deva"]},{"precision":0.396817,"recall":0.466403,"f1":0.416335,"accuracy":0.466403,"main_score":0.416335,"hf_subset":"bem_Latn-shn_Mymr","languages":["bem-Latn","shn-Mymr"]},{"precision":0.512077,"recall":0.554348,"f1":0.524489,"accuracy":0.554348,"main_score":0.524489,"hf_subset":"bem_Latn-tgl_Latn","languages":["bem-Latn","tgl-Latn"]},{"precision":0.464248,"recall":0.531621,"f1":0.482256,"accuracy":0.531621,"main_score":0.482256,"hf_subset":"bem_Latn-yue_Hant","languages":["bem-Latn","yue-Hant"]},{"precision":0.39429,"recall":0.45751,"f1":0.411759,"accuracy":0.45751,"main_score":0.411759,"hf_subset":"bem_Latn-asm_Beng","languages":["bem-Latn","asm-Beng"]},{"precision":0.330143,"recall":0.387352,"f1":0.345858,"accuracy":0.387352,"main_score":0.345858,"hf_subset":"bem_Latn-ckb_Arab","languages":["bem-Latn","ckb-Arab"]},{"precision":0.358582,"recall":0.427866,"f1":0.377667,"accuracy":0.427866,"main_score":0.377667,"hf_subset":"bem_Latn-gle_Latn","languages":["bem-Latn","gle-Latn"]},{"precision":0.366295,"recall":0.431818,"f1":0.384783,"accuracy":0.431818,"main_score":0.384783,"hf_subset":"bem_Latn-kas_Arab","languages":["bem-Latn","kas-Arab"]},{"precision":0.420855,"recall":0.475296,"f1":0.436529,"accuracy":0.475296,"main_score":0.436529,"hf_subset":"bem_Latn-ltg_Latn","languages":["bem-Latn","ltg-Latn"]},{"precision":0.510496,"recall":0.555336,"f1":0.523203,"accuracy":0.555336,"main_score":0.523203,"hf_subset":"bem_Latn-nso_Latn","languages":["bem-Latn","nso-Latn"]},{"precision":0.403193,"recall":0.466403,"f1":0.42103,"accuracy":0.466403,"main_score":0.42103,"hf_subset":"bem_Latn-sin_Sinh","languages":["bem-Latn","sin-Sinh"]},{"precision":0.453246,"recall":0.52668,"f1":0.472216,"accuracy":0.52668,"main_score":0.472216,"hf_subset":"bem_Latn-tha_Thai","languages":["bem-Latn","tha-Thai"]},{"precision":0.477941,"recall":0.545455,"f1":0.496772,"accuracy":0.545455,"main_score":0.496772,"hf_subset":"bem_Latn-zho_Hans","languages":["bem-Latn","zho-Hans"]},{"precision":0.484216,"recall":0.528656,"f1":0.497071,"accuracy":0.528656,"main_score":0.497071,"hf_subset":"bem_Latn-ast_Latn","languages":["bem-Latn","ast-Latn"]},{"precision":0.426928,"recall":0.483202,"f1":0.442435,"accuracy":0.483202,"main_score":0.442435,"hf_subset":"bem_Latn-crh_Latn","languages":["bem-Latn","crh-Latn"]},{"precision":0.495523,"recall":0.548419,"f1":0.510619,"accuracy":0.548419,"main_score":0.510619,"hf_subset":"bem_Latn-glg_Latn","languages":["bem-Latn","glg-Latn"]},{"precision":0.402782,"recall":0.462451,"f1":0.419505,"accuracy":0.462451,"main_score":0.419505,"hf_subset":"bem_Latn-kas_Deva","languages":["bem-Latn","kas-Deva"]},{"precision":0.461966,"recall":0.521739,"f1":0.478873,"accuracy":0.521739,"main_score":0.478873,"hf_subset":"bem_Latn-ltz_Latn","languages":["bem-Latn","ltz-Latn"]},{"precision":0.34255,"recall":0.406126,"f1":0.358589,"accuracy":0.406126,"main_score":0.358589,"hf_subset":"bem_Latn-nus_Latn","languages":["bem-Latn","nus-Latn"]},{"precision":0.460303,"recall":0.524704,"f1":0.478392,"accuracy":0.524704,"main_score":0.478392,"hf_subset":"bem_Latn-slk_Latn","languages":["bem-Latn","slk-Latn"]},{"precision":0.337713,"recall":0.398221,"f1":0.353972,"accuracy":0.398221,"main_score":0.353972,"hf_subset":"bem_Latn-tir_Ethi","languages":["bem-Latn","tir-Ethi"]},{"precision":0.445725,"recall":0.517787,"f1":0.465073,"accuracy":0.517787,"main_score":0.465073,"hf_subset":"bem_Latn-zho_Hant","languages":["bem-Latn","zho-Hant"]},{"precision":0.482889,"recall":0.541502,"f1":0.498583,"accuracy":0.541502,"main_score":0.498583,"hf_subset":"bem_Latn-awa_Deva","languages":["bem-Latn","awa-Deva"]},{"precision":0.397027,"recall":0.454545,"f1":0.413095,"accuracy":0.454545,"main_score":0.413095,"hf_subset":"bem_Latn-cym_Latn","languages":["bem-Latn","cym-Latn"]},{"precision":0.491795,"recall":0.536561,"f1":0.504608,"accuracy":0.536561,"main_score":0.504608,"hf_subset":"bem_Latn-grn_Latn","languages":["bem-Latn","grn-Latn"]},{"precision":0.416812,"recall":0.475296,"f1":0.432981,"accuracy":0.475296,"main_score":0.432981,"hf_subset":"bem_Latn-kat_Geor","languages":["bem-Latn","kat-Geor"]},{"precision":0.48244,"recall":0.521739,"f1":0.493847,"accuracy":0.521739,"main_score":0.493847,"hf_subset":"bem_Latn-lua_Latn","languages":["bem-Latn","lua-Latn"]},{"precision":0.531652,"recall":0.573123,"f1":0.543317,"accuracy":0.573123,"main_score":0.543317,"hf_subset":"bem_Latn-nya_Latn","languages":["bem-Latn","nya-Latn"]},{"precision":0.454945,"recall":0.514822,"f1":0.47108,"accuracy":0.514822,"main_score":0.47108,"hf_subset":"bem_Latn-slv_Latn","languages":["bem-Latn","slv-Latn"]},{"precision":0.51748,"recall":0.560277,"f1":0.529591,"accuracy":0.560277,"main_score":0.529591,"hf_subset":"bem_Latn-tpi_Latn","languages":["bem-Latn","tpi-Latn"]},{"precision":0.505941,"recall":0.5583,"f1":0.520429,"accuracy":0.5583,"main_score":0.520429,"hf_subset":"bem_Latn-zsm_Latn","languages":["bem-Latn","zsm-Latn"]},{"precision":0.415757,"recall":0.478261,"f1":0.433215,"accuracy":0.478261,"main_score":0.433215,"hf_subset":"bem_Latn-ayr_Latn","languages":["bem-Latn","ayr-Latn"]},{"precision":0.494968,"recall":0.55336,"f1":0.511394,"accuracy":0.55336,"main_score":0.511394,"hf_subset":"bem_Latn-dan_Latn","languages":["bem-Latn","dan-Latn"]},{"precision":0.43756,"recall":0.504941,"f1":0.455816,"accuracy":0.504941,"main_score":0.455816,"hf_subset":"bem_Latn-guj_Gujr","languages":["bem-Latn","guj-Gujr"]},{"precision":0.433929,"recall":0.48913,"f1":0.449539,"accuracy":0.48913,"main_score":0.449539,"hf_subset":"bem_Latn-kaz_Cyrl","languages":["bem-Latn","kaz-Cyrl"]},{"precision":0.469741,"recall":0.51581,"f1":0.482755,"accuracy":0.51581,"main_score":0.482755,"hf_subset":"bem_Latn-lug_Latn","languages":["bem-Latn","lug-Latn"]},{"precision":0.475687,"recall":0.531621,"f1":0.49098,"accuracy":0.531621,"main_score":0.49098,"hf_subset":"bem_Latn-oci_Latn","languages":["bem-Latn","oci-Latn"]},{"precision":0.469039,"recall":0.521739,"f1":0.483647,"accuracy":0.521739,"main_score":0.483647,"hf_subset":"bem_Latn-smo_Latn","languages":["bem-Latn","smo-Latn"]},{"precision":0.470339,"recall":0.514822,"f1":0.483166,"accuracy":0.514822,"main_score":0.483166,"hf_subset":"bem_Latn-tsn_Latn","languages":["bem-Latn","tsn-Latn"]},{"precision":0.457938,"recall":0.506917,"f1":0.472153,"accuracy":0.506917,"main_score":0.472153,"hf_subset":"bem_Latn-zul_Latn","languages":["bem-Latn","zul-Latn"]},{"precision":0.350711,"recall":0.416996,"f1":0.369392,"accuracy":0.416996,"main_score":0.369392,"hf_subset":"bem_Latn-azb_Arab","languages":["bem-Latn","azb-Arab"]},{"precision":0.496867,"recall":0.565217,"f1":0.515907,"accuracy":0.565217,"main_score":0.515907,"hf_subset":"bem_Latn-deu_Latn","languages":["bem-Latn","deu-Latn"]},{"precision":0.406057,"recall":0.464427,"f1":0.422779,"accuracy":0.464427,"main_score":0.422779,"hf_subset":"bem_Latn-hat_Latn","languages":["bem-Latn","hat-Latn"]},{"precision":0.388606,"recall":0.445652,"f1":0.403991,"accuracy":0.445652,"main_score":0.403991,"hf_subset":"bem_Latn-kbp_Latn","languages":["bem-Latn","kbp-Latn"]},{"precision":0.479664,"recall":0.529644,"f1":0.494506,"accuracy":0.529644,"main_score":0.494506,"hf_subset":"bem_Latn-luo_Latn","languages":["bem-Latn","luo-Latn"]},{"precision":0.389983,"recall":0.453557,"f1":0.40674,"accuracy":0.453557,"main_score":0.40674,"hf_subset":"bem_Latn-ory_Orya","languages":["bem-Latn","ory-Orya"]},{"precision":0.48974,"recall":0.540514,"f1":0.504236,"accuracy":0.540514,"main_score":0.504236,"hf_subset":"bem_Latn-sna_Latn","languages":["bem-Latn","sna-Latn"]},{"precision":0.471467,"recall":0.51581,"f1":0.484295,"accuracy":0.51581,"main_score":0.484295,"hf_subset":"bem_Latn-tso_Latn","languages":["bem-Latn","tso-Latn"]},{"precision":0.433422,"recall":0.490119,"f1":0.449482,"accuracy":0.490119,"main_score":0.449482,"hf_subset":"bem_Latn-azj_Latn","languages":["bem-Latn","azj-Latn"]},{"precision":0.424665,"recall":0.483202,"f1":0.440952,"accuracy":0.483202,"main_score":0.440952,"hf_subset":"bem_Latn-dik_Latn","languages":["bem-Latn","dik-Latn"]},{"precision":0.456451,"recall":0.501976,"f1":0.469601,"accuracy":0.501976,"main_score":0.469601,"hf_subset":"bem_Latn-hau_Latn","languages":["bem-Latn","hau-Latn"]},{"precision":0.474715,"recall":0.519763,"f1":0.487647,"accuracy":0.519763,"main_score":0.487647,"hf_subset":"bem_Latn-kea_Latn","languages":["bem-Latn","kea-Latn"]},{"precision":0.525197,"recall":0.560277,"f1":0.535496,"accuracy":0.560277,"main_score":0.535496,"hf_subset":"bem_Latn-lus_Latn","languages":["bem-Latn","lus-Latn"]},{"precision":0.503303,"recall":0.545455,"f1":0.515526,"accuracy":0.545455,"main_score":0.515526,"hf_subset":"bem_Latn-pag_Latn","languages":["bem-Latn","pag-Latn"]},{"precision":0.363845,"recall":0.431818,"f1":0.382403,"accuracy":0.431818,"main_score":0.382403,"hf_subset":"bem_Latn-snd_Arab","languages":["bem-Latn","snd-Arab"]},{"precision":0.424947,"recall":0.477273,"f1":0.439653,"accuracy":0.477273,"main_score":0.439653,"hf_subset":"bem_Latn-tuk_Latn","languages":["bem-Latn","tuk-Latn"]},{"precision":0.461479,"recall":0.507905,"f1":0.475085,"accuracy":0.507905,"main_score":0.475085,"hf_subset":"bem_Latn-bak_Cyrl","languages":["bem-Latn","bak-Cyrl"]},{"precision":0.350991,"recall":0.421937,"f1":0.371563,"accuracy":0.421937,"main_score":0.371563,"hf_subset":"bem_Latn-dyu_Latn","languages":["bem-Latn","dyu-Latn"]},{"precision":0.390959,"recall":0.458498,"f1":0.409625,"accuracy":0.458498,"main_score":0.409625,"hf_subset":"bem_Latn-heb_Hebr","languages":["bem-Latn","heb-Hebr"]},{"precision":0.414598,"recall":0.470356,"f1":0.429821,"accuracy":0.470356,"main_score":0.429821,"hf_subset":"bem_Latn-khk_Cyrl","languages":["bem-Latn","khk-Cyrl"]},{"precision":0.436403,"recall":0.496047,"f1":0.453365,"accuracy":0.496047,"main_score":0.453365,"hf_subset":"bem_Latn-lvs_Latn","languages":["bem-Latn","lvs-Latn"]},{"precision":0.400516,"recall":0.477273,"f1":0.421321,"accuracy":0.477273,"main_score":0.421321,"hf_subset":"bem_Latn-pan_Guru","languages":["bem-Latn","pan-Guru"]},{"precision":0.403807,"recall":0.454545,"f1":0.418186,"accuracy":0.454545,"main_score":0.418186,"hf_subset":"bem_Latn-som_Latn","languages":["bem-Latn","som-Latn"]},{"precision":0.494288,"recall":0.538538,"f1":0.506646,"accuracy":0.538538,"main_score":0.506646,"hf_subset":"bem_Latn-tum_Latn","languages":["bem-Latn","tum-Latn"]},{"precision":0.284865,"recall":0.371542,"f1":0.307788,"accuracy":0.371542,"main_score":0.307788,"hf_subset":"epo_Latn-ace_Arab","languages":["epo-Latn","ace-Arab"]},{"precision":0.382722,"recall":0.460474,"f1":0.404527,"accuracy":0.460474,"main_score":0.404527,"hf_subset":"epo_Latn-bam_Latn","languages":["epo-Latn","bam-Latn"]},{"precision":0.144405,"recall":0.215415,"f1":0.16249,"accuracy":0.215415,"main_score":0.16249,"hf_subset":"epo_Latn-dzo_Tibt","languages":["epo-Latn","dzo-Tibt"]},{"precision":0.912088,"recall":0.938735,"f1":0.920619,"accuracy":0.938735,"main_score":0.920619,"hf_subset":"epo_Latn-hin_Deva","languages":["epo-Latn","hin-Deva"]},{"precision":0.695034,"recall":0.766798,"f1":0.716535,"accuracy":0.766798,"main_score":0.716535,"hf_subset":"epo_Latn-khm_Khmr","languages":["epo-Latn","khm-Khmr"]},{"precision":0.906044,"recall":0.932806,"f1":0.914592,"accuracy":0.932806,"main_score":0.914592,"hf_subset":"epo_Latn-mag_Deva","languages":["epo-Latn","mag-Deva"]},{"precision":0.836627,"recall":0.883399,"f1":0.851614,"accuracy":0.883399,"main_score":0.851614,"hf_subset":"epo_Latn-pap_Latn","languages":["epo-Latn","pap-Latn"]},{"precision":0.432607,"recall":0.512846,"f1":0.4549,"accuracy":0.512846,"main_score":0.4549,"hf_subset":"epo_Latn-sot_Latn","languages":["epo-Latn","sot-Latn"]},{"precision":0.908267,"recall":0.935771,"f1":0.916963,"accuracy":0.935771,"main_score":0.916963,"hf_subset":"epo_Latn-tur_Latn","languages":["epo-Latn","tur-Latn"]},{"precision":0.640917,"recall":0.712451,"f1":0.662407,"accuracy":0.712451,"main_score":0.662407,"hf_subset":"epo_Latn-ace_Latn","languages":["epo-Latn","ace-Latn"]},{"precision":0.738834,"recall":0.800395,"f1":0.758004,"accuracy":0.800395,"main_score":0.758004,"hf_subset":"epo_Latn-ban_Latn","languages":["epo-Latn","ban-Latn"]},{"precision":0.852437,"recall":0.896245,"f1":0.86637,"accuracy":0.896245,"main_score":0.86637,"hf_subset":"epo_Latn-ell_Grek","languages":["epo-Latn","ell-Grek"]},{"precision":0.865366,"recall":0.90415,"f1":0.877866,"accuracy":0.90415,"main_score":0.877866,"hf_subset":"epo_Latn-hne_Deva","languages":["epo-Latn","hne-Deva"]},{"precision":0.41555,"recall":0.500988,"f1":0.438915,"accuracy":0.500988,"main_score":0.438915,"hf_subset":"epo_Latn-kik_Latn","languages":["epo-Latn","kik-Latn"]},{"precision":0.902503,"recall":0.93083,"f1":0.911561,"accuracy":0.93083,"main_score":0.911561,"hf_subset":"epo_Latn-mai_Deva","languages":["epo-Latn","mai-Deva"]},{"precision":0.763076,"recall":0.820158,"f1":0.780599,"accuracy":0.820158,"main_score":0.780599,"hf_subset":"epo_Latn-pbt_Arab","languages":["epo-Latn","pbt-Arab"]},{"precision":0.929513,"recall":0.951581,"f1":0.936759,"accuracy":0.951581,"main_score":0.936759,"hf_subset":"epo_Latn-spa_Latn","languages":["epo-Latn","spa-Latn"]},{"precision":0.48557,"recall":0.561265,"f1":0.506388,"accuracy":0.561265,"main_score":0.506388,"hf_subset":"epo_Latn-twi_Latn","languages":["epo-Latn","twi-Latn"]},{"precision":0.881094,"recall":0.916008,"f1":0.892095,"accuracy":0.916008,"main_score":0.892095,"hf_subset":"epo_Latn-acm_Arab","languages":["epo-Latn","acm-Arab"]},{"precision":0.753303,"recall":0.812253,"f1":0.77105,"accuracy":0.812253,"main_score":0.77105,"hf_subset":"epo_Latn-bel_Cyrl","languages":["epo-Latn","bel-Cyrl"]},{"precision":0.937253,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"epo_Latn-eng_Latn","languages":["epo-Latn","eng-Latn"]},{"precision":0.866601,"recall":0.90415,"f1":0.87859,"accuracy":0.90415,"main_score":0.87859,"hf_subset":"epo_Latn-hrv_Latn","languages":["epo-Latn","hrv-Latn"]},{"precision":0.409456,"recall":0.487154,"f1":0.429843,"accuracy":0.487154,"main_score":0.429843,"hf_subset":"epo_Latn-kin_Latn","languages":["epo-Latn","kin-Latn"]},{"precision":0.871953,"recall":0.908103,"f1":0.883465,"accuracy":0.908103,"main_score":0.883465,"hf_subset":"epo_Latn-mal_Mlym","languages":["epo-Latn","mal-Mlym"]},{"precision":0.905797,"recall":0.933794,"f1":0.914855,"accuracy":0.933794,"main_score":0.914855,"hf_subset":"epo_Latn-pes_Arab","languages":["epo-Latn","pes-Arab"]},{"precision":0.833827,"recall":0.880435,"f1":0.848781,"accuracy":0.880435,"main_score":0.848781,"hf_subset":"epo_Latn-srd_Latn","languages":["epo-Latn","srd-Latn"]},{"precision":0.113226,"recall":0.183794,"f1":0.128789,"accuracy":0.183794,"main_score":0.128789,"hf_subset":"epo_Latn-tzm_Tfng","languages":["epo-Latn","tzm-Tfng"]},{"precision":0.909503,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"epo_Latn-acq_Arab","languages":["epo-Latn","acq-Arab"]},{"precision":0.449442,"recall":0.525692,"f1":0.470122,"accuracy":0.525692,"main_score":0.470122,"hf_subset":"epo_Latn-bem_Latn","languages":["epo-Latn","bem-Latn"]},{"precision":0.852026,"recall":0.889328,"f1":0.86349,"accuracy":0.889328,"main_score":0.86349,"hf_subset":"epo_Latn-hun_Latn","languages":["epo-Latn","hun-Latn"]},{"precision":0.64198,"recall":0.711462,"f1":0.662455,"accuracy":0.711462,"main_score":0.662455,"hf_subset":"epo_Latn-kir_Cyrl","languages":["epo-Latn","kir-Cyrl"]},{"precision":0.900362,"recall":0.929842,"f1":0.910079,"accuracy":0.929842,"main_score":0.910079,"hf_subset":"epo_Latn-mar_Deva","languages":["epo-Latn","mar-Deva"]},{"precision":0.456082,"recall":0.532609,"f1":0.476958,"accuracy":0.532609,"main_score":0.476958,"hf_subset":"epo_Latn-plt_Latn","languages":["epo-Latn","plt-Latn"]},{"precision":0.845553,"recall":0.885375,"f1":0.857839,"accuracy":0.885375,"main_score":0.857839,"hf_subset":"epo_Latn-srp_Cyrl","languages":["epo-Latn","srp-Cyrl"]},{"precision":0.293423,"recall":0.375494,"f1":0.315541,"accuracy":0.375494,"main_score":0.315541,"hf_subset":"epo_Latn-uig_Arab","languages":["epo-Latn","uig-Arab"]},{"precision":0.84445,"recall":0.887352,"f1":0.85822,"accuracy":0.887352,"main_score":0.85822,"hf_subset":"epo_Latn-aeb_Arab","languages":["epo-Latn","aeb-Arab"]},{"precision":0.917655,"recall":0.9417,"f1":0.925231,"accuracy":0.9417,"main_score":0.925231,"hf_subset":"epo_Latn-ben_Beng","languages":["epo-Latn","ben-Beng"]},{"precision":0.767852,"recall":0.827075,"f1":0.786528,"accuracy":0.827075,"main_score":0.786528,"hf_subset":"epo_Latn-est_Latn","languages":["epo-Latn","est-Latn"]},{"precision":0.755905,"recall":0.812253,"f1":0.772661,"accuracy":0.812253,"main_score":0.772661,"hf_subset":"epo_Latn-hye_Armn","languages":["epo-Latn","hye-Armn"]},{"precision":0.409065,"recall":0.48419,"f1":0.429804,"accuracy":0.48419,"main_score":0.429804,"hf_subset":"epo_Latn-kmb_Latn","languages":["epo-Latn","kmb-Latn"]},{"precision":0.253227,"recall":0.332016,"f1":0.274266,"accuracy":0.332016,"main_score":0.274266,"hf_subset":"epo_Latn-min_Arab","languages":["epo-Latn","min-Arab"]},{"precision":0.914773,"recall":0.940711,"f1":0.923155,"accuracy":0.940711,"main_score":0.923155,"hf_subset":"epo_Latn-pol_Latn","languages":["epo-Latn","pol-Latn"]},{"precision":0.395922,"recall":0.480237,"f1":0.41807,"accuracy":0.480237,"main_score":0.41807,"hf_subset":"epo_Latn-ssw_Latn","languages":["epo-Latn","ssw-Latn"]},{"precision":0.905632,"recall":0.932806,"f1":0.914163,"accuracy":0.932806,"main_score":0.914163,"hf_subset":"epo_Latn-ukr_Cyrl","languages":["epo-Latn","ukr-Cyrl"]},{"precision":0.861825,"recall":0.899209,"f1":0.873682,"accuracy":0.899209,"main_score":0.873682,"hf_subset":"epo_Latn-afr_Latn","languages":["epo-Latn","afr-Latn"]},{"precision":0.866222,"recall":0.900198,"f1":0.876713,"accuracy":0.900198,"main_score":0.876713,"hf_subset":"epo_Latn-bho_Deva","languages":["epo-Latn","bho-Deva"]},{"precision":0.643746,"recall":0.710474,"f1":0.663093,"accuracy":0.710474,"main_score":0.663093,"hf_subset":"epo_Latn-eus_Latn","languages":["epo-Latn","eus-Latn"]},{"precision":0.403249,"recall":0.494071,"f1":0.427694,"accuracy":0.494071,"main_score":0.427694,"hf_subset":"epo_Latn-ibo_Latn","languages":["epo-Latn","ibo-Latn"]},{"precision":0.464089,"recall":0.551383,"f1":0.486564,"accuracy":0.551383,"main_score":0.486564,"hf_subset":"epo_Latn-kmr_Latn","languages":["epo-Latn","kmr-Latn"]},{"precision":0.69665,"recall":0.767787,"f1":0.718198,"accuracy":0.767787,"main_score":0.718198,"hf_subset":"epo_Latn-min_Latn","languages":["epo-Latn","min-Latn"]},{"precision":0.948123,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"epo_Latn-por_Latn","languages":["epo-Latn","por-Latn"]},{"precision":0.759618,"recall":0.814229,"f1":0.776285,"accuracy":0.814229,"main_score":0.776285,"hf_subset":"epo_Latn-sun_Latn","languages":["epo-Latn","sun-Latn"]},{"precision":0.382851,"recall":0.470356,"f1":0.406638,"accuracy":0.470356,"main_score":0.406638,"hf_subset":"epo_Latn-umb_Latn","languages":["epo-Latn","umb-Latn"]},{"precision":0.900527,"recall":0.929842,"f1":0.909881,"accuracy":0.929842,"main_score":0.909881,"hf_subset":"epo_Latn-ajp_Arab","languages":["epo-Latn","ajp-Arab"]},{"precision":0.266139,"recall":0.344862,"f1":0.287739,"accuracy":0.344862,"main_score":0.287739,"hf_subset":"epo_Latn-bjn_Arab","languages":["epo-Latn","bjn-Arab"]},{"precision":0.400529,"recall":0.480237,"f1":0.421782,"accuracy":0.480237,"main_score":0.421782,"hf_subset":"epo_Latn-ewe_Latn","languages":["epo-Latn","ewe-Latn"]},{"precision":0.674894,"recall":0.738142,"f1":0.693876,"accuracy":0.738142,"main_score":0.693876,"hf_subset":"epo_Latn-ilo_Latn","languages":["epo-Latn","ilo-Latn"]},{"precision":0.183077,"recall":0.253953,"f1":0.200438,"accuracy":0.253953,"main_score":0.200438,"hf_subset":"epo_Latn-knc_Arab","languages":["epo-Latn","knc-Arab"]},{"precision":0.854825,"recall":0.892292,"f1":0.866996,"accuracy":0.892292,"main_score":0.866996,"hf_subset":"epo_Latn-mkd_Cyrl","languages":["epo-Latn","mkd-Cyrl"]},{"precision":0.905879,"recall":0.933794,"f1":0.914921,"accuracy":0.933794,"main_score":0.914921,"hf_subset":"epo_Latn-prs_Arab","languages":["epo-Latn","prs-Arab"]},{"precision":0.912714,"recall":0.938735,"f1":0.921113,"accuracy":0.938735,"main_score":0.921113,"hf_subset":"epo_Latn-swe_Latn","languages":["epo-Latn","swe-Latn"]},{"precision":0.862467,"recall":0.901186,"f1":0.874736,"accuracy":0.901186,"main_score":0.874736,"hf_subset":"epo_Latn-urd_Arab","languages":["epo-Latn","urd-Arab"]},{"precision":0.452861,"recall":0.540514,"f1":0.476928,"accuracy":0.540514,"main_score":0.476928,"hf_subset":"epo_Latn-aka_Latn","languages":["epo-Latn","aka-Latn"]},{"precision":0.735171,"recall":0.79249,"f1":0.751979,"accuracy":0.79249,"main_score":0.751979,"hf_subset":"epo_Latn-bjn_Latn","languages":["epo-Latn","bjn-Latn"]},{"precision":0.559321,"recall":0.632411,"f1":0.579528,"accuracy":0.632411,"main_score":0.579528,"hf_subset":"epo_Latn-fao_Latn","languages":["epo-Latn","fao-Latn"]},{"precision":0.93083,"recall":0.951581,"f1":0.937582,"accuracy":0.951581,"main_score":0.937582,"hf_subset":"epo_Latn-ind_Latn","languages":["epo-Latn","ind-Latn"]},{"precision":0.45772,"recall":0.533597,"f1":0.478054,"accuracy":0.533597,"main_score":0.478054,"hf_subset":"epo_Latn-knc_Latn","languages":["epo-Latn","knc-Latn"]},{"precision":0.717342,"recall":0.780632,"f1":0.736251,"accuracy":0.780632,"main_score":0.736251,"hf_subset":"epo_Latn-mlt_Latn","languages":["epo-Latn","mlt-Latn"]},{"precision":0.474976,"recall":0.572134,"f1":0.502602,"accuracy":0.572134,"main_score":0.502602,"hf_subset":"epo_Latn-quy_Latn","languages":["epo-Latn","quy-Latn"]},{"precision":0.740036,"recall":0.797431,"f1":0.757609,"accuracy":0.797431,"main_score":0.757609,"hf_subset":"epo_Latn-swh_Latn","languages":["epo-Latn","swh-Latn"]},{"precision":0.610359,"recall":0.684783,"f1":0.632284,"accuracy":0.684783,"main_score":0.632284,"hf_subset":"epo_Latn-uzn_Latn","languages":["epo-Latn","uzn-Latn"]},{"precision":0.772686,"recall":0.829051,"f1":0.789811,"accuracy":0.829051,"main_score":0.789811,"hf_subset":"epo_Latn-als_Latn","languages":["epo-Latn","als-Latn"]},{"precision":0.199536,"recall":0.271739,"f1":0.217314,"accuracy":0.271739,"main_score":0.217314,"hf_subset":"epo_Latn-bod_Tibt","languages":["epo-Latn","bod-Tibt"]},{"precision":0.403817,"recall":0.491107,"f1":0.428008,"accuracy":0.491107,"main_score":0.428008,"hf_subset":"epo_Latn-fij_Latn","languages":["epo-Latn","fij-Latn"]},{"precision":0.521353,"recall":0.602767,"f1":0.54454,"accuracy":0.602767,"main_score":0.54454,"hf_subset":"epo_Latn-isl_Latn","languages":["epo-Latn","isl-Latn"]},{"precision":0.490674,"recall":0.571146,"f1":0.513058,"accuracy":0.571146,"main_score":0.513058,"hf_subset":"epo_Latn-kon_Latn","languages":["epo-Latn","kon-Latn"]},{"precision":0.378051,"recall":0.478261,"f1":0.405877,"accuracy":0.478261,"main_score":0.405877,"hf_subset":"epo_Latn-mni_Beng","languages":["epo-Latn","mni-Beng"]},{"precision":0.923584,"recall":0.94664,"f1":0.930995,"accuracy":0.94664,"main_score":0.930995,"hf_subset":"epo_Latn-ron_Latn","languages":["epo-Latn","ron-Latn"]},{"precision":0.8139,"recall":0.857708,"f1":0.827259,"accuracy":0.857708,"main_score":0.827259,"hf_subset":"epo_Latn-szl_Latn","languages":["epo-Latn","szl-Latn"]},{"precision":0.866024,"recall":0.90415,"f1":0.87803,"accuracy":0.90415,"main_score":0.87803,"hf_subset":"epo_Latn-vec_Latn","languages":["epo-Latn","vec-Latn"]},{"precision":0.693396,"recall":0.758893,"f1":0.713307,"accuracy":0.758893,"main_score":0.713307,"hf_subset":"epo_Latn-amh_Ethi","languages":["epo-Latn","amh-Ethi"]},{"precision":0.90215,"recall":0.926877,"f1":0.90995,"accuracy":0.926877,"main_score":0.90995,"hf_subset":"epo_Latn-bos_Latn","languages":["epo-Latn","bos-Latn"]},{"precision":0.891469,"recall":0.923913,"f1":0.902009,"accuracy":0.923913,"main_score":0.902009,"hf_subset":"epo_Latn-fin_Latn","languages":["epo-Latn","fin-Latn"]},{"precision":0.931489,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"epo_Latn-ita_Latn","languages":["epo-Latn","ita-Latn"]},{"precision":0.907279,"recall":0.935771,"f1":0.916337,"accuracy":0.935771,"main_score":0.916337,"hf_subset":"epo_Latn-kor_Hang","languages":["epo-Latn","kor-Hang"]},{"precision":0.414037,"recall":0.501976,"f1":0.438194,"accuracy":0.501976,"main_score":0.438194,"hf_subset":"epo_Latn-mos_Latn","languages":["epo-Latn","mos-Latn"]},{"precision":0.386439,"recall":0.468379,"f1":0.40872,"accuracy":0.468379,"main_score":0.40872,"hf_subset":"epo_Latn-run_Latn","languages":["epo-Latn","run-Latn"]},{"precision":0.871377,"recall":0.909091,"f1":0.883564,"accuracy":0.909091,"main_score":0.883564,"hf_subset":"epo_Latn-tam_Taml","languages":["epo-Latn","tam-Taml"]},{"precision":0.902668,"recall":0.929842,"f1":0.911397,"accuracy":0.929842,"main_score":0.911397,"hf_subset":"epo_Latn-vie_Latn","languages":["epo-Latn","vie-Latn"]},{"precision":0.886199,"recall":0.918972,"f1":0.896574,"accuracy":0.918972,"main_score":0.896574,"hf_subset":"epo_Latn-apc_Arab","languages":["epo-Latn","apc-Arab"]},{"precision":0.592335,"recall":0.675889,"f1":0.616436,"accuracy":0.675889,"main_score":0.616436,"hf_subset":"epo_Latn-bug_Latn","languages":["epo-Latn","bug-Latn"]},{"precision":0.367988,"recall":0.448617,"f1":0.390245,"accuracy":0.448617,"main_score":0.390245,"hf_subset":"epo_Latn-fon_Latn","languages":["epo-Latn","fon-Latn"]},{"precision":0.760106,"recall":0.816206,"f1":0.777193,"accuracy":0.816206,"main_score":0.777193,"hf_subset":"epo_Latn-jav_Latn","languages":["epo-Latn","jav-Latn"]},{"precision":0.622136,"recall":0.690711,"f1":0.641916,"accuracy":0.690711,"main_score":0.641916,"hf_subset":"epo_Latn-lao_Laoo","languages":["epo-Latn","lao-Laoo"]},{"precision":0.373967,"recall":0.462451,"f1":0.397505,"accuracy":0.462451,"main_score":0.397505,"hf_subset":"epo_Latn-mri_Latn","languages":["epo-Latn","mri-Latn"]},{"precision":0.922348,"recall":0.945652,"f1":0.929743,"accuracy":0.945652,"main_score":0.929743,"hf_subset":"epo_Latn-rus_Cyrl","languages":["epo-Latn","rus-Cyrl"]},{"precision":0.388367,"recall":0.485178,"f1":0.413981,"accuracy":0.485178,"main_score":0.413981,"hf_subset":"epo_Latn-taq_Latn","languages":["epo-Latn","taq-Latn"]},{"precision":0.77169,"recall":0.822134,"f1":0.787121,"accuracy":0.822134,"main_score":0.787121,"hf_subset":"epo_Latn-war_Latn","languages":["epo-Latn","war-Latn"]},{"precision":0.907032,"recall":0.934783,"f1":0.915909,"accuracy":0.934783,"main_score":0.915909,"hf_subset":"epo_Latn-arb_Arab","languages":["epo-Latn","arb-Arab"]},{"precision":0.911702,"recall":0.935771,"f1":0.919384,"accuracy":0.935771,"main_score":0.919384,"hf_subset":"epo_Latn-bul_Cyrl","languages":["epo-Latn","bul-Cyrl"]},{"precision":0.940876,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"epo_Latn-fra_Latn","languages":["epo-Latn","fra-Latn"]},{"precision":0.918314,"recall":0.942688,"f1":0.926219,"accuracy":0.942688,"main_score":0.926219,"hf_subset":"epo_Latn-jpn_Jpan","languages":["epo-Latn","jpn-Jpan"]},{"precision":0.84725,"recall":0.887352,"f1":0.860046,"accuracy":0.887352,"main_score":0.860046,"hf_subset":"epo_Latn-lij_Latn","languages":["epo-Latn","lij-Latn"]},{"precision":0.639081,"recall":0.722332,"f1":0.664577,"accuracy":0.722332,"main_score":0.664577,"hf_subset":"epo_Latn-mya_Mymr","languages":["epo-Latn","mya-Mymr"]},{"precision":0.448569,"recall":0.537549,"f1":0.47218,"accuracy":0.537549,"main_score":0.47218,"hf_subset":"epo_Latn-sag_Latn","languages":["epo-Latn","sag-Latn"]},{"precision":0.139722,"recall":0.222332,"f1":0.157096,"accuracy":0.222332,"main_score":0.157096,"hf_subset":"epo_Latn-taq_Tfng","languages":["epo-Latn","taq-Tfng"]},{"precision":0.451193,"recall":0.544466,"f1":0.47659,"accuracy":0.544466,"main_score":0.47659,"hf_subset":"epo_Latn-wol_Latn","languages":["epo-Latn","wol-Latn"]},{"precision":0.281522,"recall":0.386364,"f1":0.307923,"accuracy":0.386364,"main_score":0.307923,"hf_subset":"epo_Latn-arb_Latn","languages":["epo-Latn","arb-Latn"]},{"precision":0.923831,"recall":0.945652,"f1":0.930731,"accuracy":0.945652,"main_score":0.930731,"hf_subset":"epo_Latn-cat_Latn","languages":["epo-Latn","cat-Latn"]},{"precision":0.83288,"recall":0.876482,"f1":0.846432,"accuracy":0.876482,"main_score":0.846432,"hf_subset":"epo_Latn-fur_Latn","languages":["epo-Latn","fur-Latn"]},{"precision":0.290117,"recall":0.366601,"f1":0.309714,"accuracy":0.366601,"main_score":0.309714,"hf_subset":"epo_Latn-kab_Latn","languages":["epo-Latn","kab-Latn"]},{"precision":0.764196,"recall":0.815217,"f1":0.779545,"accuracy":0.815217,"main_score":0.779545,"hf_subset":"epo_Latn-lim_Latn","languages":["epo-Latn","lim-Latn"]},{"precision":0.917408,"recall":0.942688,"f1":0.925626,"accuracy":0.942688,"main_score":0.925626,"hf_subset":"epo_Latn-nld_Latn","languages":["epo-Latn","nld-Latn"]},{"precision":0.789888,"recall":0.841897,"f1":0.806126,"accuracy":0.841897,"main_score":0.806126,"hf_subset":"epo_Latn-san_Deva","languages":["epo-Latn","san-Deva"]},{"precision":0.643932,"recall":0.713439,"f1":0.664316,"accuracy":0.713439,"main_score":0.664316,"hf_subset":"epo_Latn-tat_Cyrl","languages":["epo-Latn","tat-Cyrl"]},{"precision":0.435305,"recall":0.524704,"f1":0.459438,"accuracy":0.524704,"main_score":0.459438,"hf_subset":"epo_Latn-xho_Latn","languages":["epo-Latn","xho-Latn"]},{"precision":0.90308,"recall":0.931818,"f1":0.912286,"accuracy":0.931818,"main_score":0.912286,"hf_subset":"epo_Latn-ars_Arab","languages":["epo-Latn","ars-Arab"]},{"precision":0.734017,"recall":0.793478,"f1":0.752097,"accuracy":0.793478,"main_score":0.752097,"hf_subset":"epo_Latn-ceb_Latn","languages":["epo-Latn","ceb-Latn"]},{"precision":0.427211,"recall":0.514822,"f1":0.451004,"accuracy":0.514822,"main_score":0.451004,"hf_subset":"epo_Latn-fuv_Latn","languages":["epo-Latn","fuv-Latn"]},{"precision":0.415017,"recall":0.506917,"f1":0.438895,"accuracy":0.506917,"main_score":0.438895,"hf_subset":"epo_Latn-kac_Latn","languages":["epo-Latn","kac-Latn"]},{"precision":0.480632,"recall":0.56917,"f1":0.505162,"accuracy":0.56917,"main_score":0.505162,"hf_subset":"epo_Latn-lin_Latn","languages":["epo-Latn","lin-Latn"]},{"precision":0.881094,"recall":0.914032,"f1":0.891634,"accuracy":0.914032,"main_score":0.891634,"hf_subset":"epo_Latn-nno_Latn","languages":["epo-Latn","nno-Latn"]},{"precision":0.172913,"recall":0.23913,"f1":0.189355,"accuracy":0.23913,"main_score":0.189355,"hf_subset":"epo_Latn-sat_Olck","languages":["epo-Latn","sat-Olck"]},{"precision":0.89114,"recall":0.923913,"f1":0.90168,"accuracy":0.923913,"main_score":0.90168,"hf_subset":"epo_Latn-tel_Telu","languages":["epo-Latn","tel-Telu"]},{"precision":0.335507,"recall":0.425889,"f1":0.358891,"accuracy":0.425889,"main_score":0.358891,"hf_subset":"epo_Latn-ydd_Hebr","languages":["epo-Latn","ydd-Hebr"]},{"precision":0.793841,"recall":0.848814,"f1":0.811053,"accuracy":0.848814,"main_score":0.811053,"hf_subset":"epo_Latn-ary_Arab","languages":["epo-Latn","ary-Arab"]},{"precision":0.900692,"recall":0.931818,"f1":0.910738,"accuracy":0.931818,"main_score":0.910738,"hf_subset":"epo_Latn-ces_Latn","languages":["epo-Latn","ces-Latn"]},{"precision":0.321933,"recall":0.410079,"f1":0.343617,"accuracy":0.410079,"main_score":0.343617,"hf_subset":"epo_Latn-gaz_Latn","languages":["epo-Latn","gaz-Latn"]},{"precision":0.428158,"recall":0.516798,"f1":0.451979,"accuracy":0.516798,"main_score":0.451979,"hf_subset":"epo_Latn-kam_Latn","languages":["epo-Latn","kam-Latn"]},{"precision":0.750823,"recall":0.810277,"f1":0.769288,"accuracy":0.810277,"main_score":0.769288,"hf_subset":"epo_Latn-lit_Latn","languages":["epo-Latn","lit-Latn"]},{"precision":0.908432,"recall":0.934783,"f1":0.916798,"accuracy":0.934783,"main_score":0.916798,"hf_subset":"epo_Latn-nob_Latn","languages":["epo-Latn","nob-Latn"]},{"precision":0.747892,"recall":0.806324,"f1":0.765711,"accuracy":0.806324,"main_score":0.765711,"hf_subset":"epo_Latn-scn_Latn","languages":["epo-Latn","scn-Latn"]},{"precision":0.44265,"recall":0.532609,"f1":0.468096,"accuracy":0.532609,"main_score":0.468096,"hf_subset":"epo_Latn-tgk_Cyrl","languages":["epo-Latn","tgk-Cyrl"]},{"precision":0.389897,"recall":0.475296,"f1":0.413136,"accuracy":0.475296,"main_score":0.413136,"hf_subset":"epo_Latn-yor_Latn","languages":["epo-Latn","yor-Latn"]},{"precision":0.895998,"recall":0.925889,"f1":0.905534,"accuracy":0.925889,"main_score":0.905534,"hf_subset":"epo_Latn-arz_Arab","languages":["epo-Latn","arz-Arab"]},{"precision":0.427142,"recall":0.52668,"f1":0.453569,"accuracy":0.52668,"main_score":0.453569,"hf_subset":"epo_Latn-cjk_Latn","languages":["epo-Latn","cjk-Latn"]},{"precision":0.370836,"recall":0.458498,"f1":0.393958,"accuracy":0.458498,"main_score":0.393958,"hf_subset":"epo_Latn-gla_Latn","languages":["epo-Latn","gla-Latn"]},{"precision":0.865316,"recall":0.903162,"f1":0.87747,"accuracy":0.903162,"main_score":0.87747,"hf_subset":"epo_Latn-kan_Knda","languages":["epo-Latn","kan-Knda"]},{"precision":0.803804,"recall":0.854743,"f1":0.819697,"accuracy":0.854743,"main_score":0.819697,"hf_subset":"epo_Latn-lmo_Latn","languages":["epo-Latn","lmo-Latn"]},{"precision":0.877223,"recall":0.914032,"f1":0.889229,"accuracy":0.914032,"main_score":0.889229,"hf_subset":"epo_Latn-npi_Deva","languages":["epo-Latn","npi-Deva"]},{"precision":0.357054,"recall":0.449605,"f1":0.380771,"accuracy":0.449605,"main_score":0.380771,"hf_subset":"epo_Latn-shn_Mymr","languages":["epo-Latn","shn-Mymr"]},{"precision":0.806736,"recall":0.854743,"f1":0.821462,"accuracy":0.854743,"main_score":0.821462,"hf_subset":"epo_Latn-tgl_Latn","languages":["epo-Latn","tgl-Latn"]},{"precision":0.912838,"recall":0.935771,"f1":0.92018,"accuracy":0.935771,"main_score":0.92018,"hf_subset":"epo_Latn-yue_Hant","languages":["epo-Latn","yue-Hant"]},{"precision":0.747727,"recall":0.814229,"f1":0.768182,"accuracy":0.814229,"main_score":0.768182,"hf_subset":"epo_Latn-asm_Beng","languages":["epo-Latn","asm-Beng"]},{"precision":0.407085,"recall":0.488142,"f1":0.429937,"accuracy":0.488142,"main_score":0.429937,"hf_subset":"epo_Latn-ckb_Arab","languages":["epo-Latn","ckb-Arab"]},{"precision":0.377719,"recall":0.463439,"f1":0.399915,"accuracy":0.463439,"main_score":0.399915,"hf_subset":"epo_Latn-gle_Latn","languages":["epo-Latn","gle-Latn"]},{"precision":0.592377,"recall":0.679842,"f1":0.618365,"accuracy":0.679842,"main_score":0.618365,"hf_subset":"epo_Latn-kas_Arab","languages":["epo-Latn","kas-Arab"]},{"precision":0.644293,"recall":0.713439,"f1":0.664943,"accuracy":0.713439,"main_score":0.664943,"hf_subset":"epo_Latn-ltg_Latn","languages":["epo-Latn","ltg-Latn"]},{"precision":0.465814,"recall":0.541502,"f1":0.486762,"accuracy":0.541502,"main_score":0.486762,"hf_subset":"epo_Latn-nso_Latn","languages":["epo-Latn","nso-Latn"]},{"precision":0.732576,"recall":0.797431,"f1":0.75231,"accuracy":0.797431,"main_score":0.75231,"hf_subset":"epo_Latn-sin_Sinh","languages":["epo-Latn","sin-Sinh"]},{"precision":0.910145,"recall":0.936759,"f1":0.918643,"accuracy":0.936759,"main_score":0.918643,"hf_subset":"epo_Latn-tha_Thai","languages":["epo-Latn","tha-Thai"]},{"precision":0.917078,"recall":0.942688,"f1":0.925461,"accuracy":0.942688,"main_score":0.925461,"hf_subset":"epo_Latn-zho_Hans","languages":["epo-Latn","zho-Hans"]},{"precision":0.902849,"recall":0.929842,"f1":0.911313,"accuracy":0.929842,"main_score":0.911313,"hf_subset":"epo_Latn-ast_Latn","languages":["epo-Latn","ast-Latn"]},{"precision":0.703294,"recall":0.771739,"f1":0.724012,"accuracy":0.771739,"main_score":0.724012,"hf_subset":"epo_Latn-crh_Latn","languages":["epo-Latn","crh-Latn"]},{"precision":0.927866,"recall":0.948617,"f1":0.934406,"accuracy":0.948617,"main_score":0.934406,"hf_subset":"epo_Latn-glg_Latn","languages":["epo-Latn","glg-Latn"]},{"precision":0.504327,"recall":0.59585,"f1":0.53111,"accuracy":0.59585,"main_score":0.53111,"hf_subset":"epo_Latn-kas_Deva","languages":["epo-Latn","kas-Deva"]},{"precision":0.747974,"recall":0.804348,"f1":0.764389,"accuracy":0.804348,"main_score":0.764389,"hf_subset":"epo_Latn-ltz_Latn","languages":["epo-Latn","ltz-Latn"]},{"precision":0.326413,"recall":0.412055,"f1":0.349071,"accuracy":0.412055,"main_score":0.349071,"hf_subset":"epo_Latn-nus_Latn","languages":["epo-Latn","nus-Latn"]},{"precision":0.875,"recall":0.909091,"f1":0.885823,"accuracy":0.909091,"main_score":0.885823,"hf_subset":"epo_Latn-slk_Latn","languages":["epo-Latn","slk-Latn"]},{"precision":0.367249,"recall":0.455534,"f1":0.391849,"accuracy":0.455534,"main_score":0.391849,"hf_subset":"epo_Latn-tir_Ethi","languages":["epo-Latn","tir-Ethi"]},{"precision":0.903574,"recall":0.931818,"f1":0.912615,"accuracy":0.931818,"main_score":0.912615,"hf_subset":"epo_Latn-zho_Hant","languages":["epo-Latn","zho-Hant"]},{"precision":0.899786,"recall":0.925889,"f1":0.908136,"accuracy":0.925889,"main_score":0.908136,"hf_subset":"epo_Latn-awa_Deva","languages":["epo-Latn","awa-Deva"]},{"precision":0.461499,"recall":0.54249,"f1":0.483512,"accuracy":0.54249,"main_score":0.483512,"hf_subset":"epo_Latn-cym_Latn","languages":["epo-Latn","cym-Latn"]},{"precision":0.619186,"recall":0.700593,"f1":0.643154,"accuracy":0.700593,"main_score":0.643154,"hf_subset":"epo_Latn-grn_Latn","languages":["epo-Latn","grn-Latn"]},{"precision":0.825791,"recall":0.871542,"f1":0.839855,"accuracy":0.871542,"main_score":0.839855,"hf_subset":"epo_Latn-kat_Geor","languages":["epo-Latn","kat-Geor"]},{"precision":0.47793,"recall":0.563241,"f1":0.500553,"accuracy":0.563241,"main_score":0.500553,"hf_subset":"epo_Latn-lua_Latn","languages":["epo-Latn","lua-Latn"]},{"precision":0.468814,"recall":0.544466,"f1":0.489525,"accuracy":0.544466,"main_score":0.489525,"hf_subset":"epo_Latn-nya_Latn","languages":["epo-Latn","nya-Latn"]},{"precision":0.835804,"recall":0.878458,"f1":0.84944,"accuracy":0.878458,"main_score":0.84944,"hf_subset":"epo_Latn-slv_Latn","languages":["epo-Latn","slv-Latn"]},{"precision":0.677157,"recall":0.748024,"f1":0.698339,"accuracy":0.748024,"main_score":0.698339,"hf_subset":"epo_Latn-tpi_Latn","languages":["epo-Latn","tpi-Latn"]},{"precision":0.908267,"recall":0.933794,"f1":0.916502,"accuracy":0.933794,"main_score":0.916502,"hf_subset":"epo_Latn-zsm_Latn","languages":["epo-Latn","zsm-Latn"]},{"precision":0.393631,"recall":0.487154,"f1":0.418361,"accuracy":0.487154,"main_score":0.418361,"hf_subset":"epo_Latn-ayr_Latn","languages":["epo-Latn","ayr-Latn"]},{"precision":0.933877,"recall":0.954545,"f1":0.940613,"accuracy":0.954545,"main_score":0.940613,"hf_subset":"epo_Latn-dan_Latn","languages":["epo-Latn","dan-Latn"]},{"precision":0.865695,"recall":0.905138,"f1":0.87836,"accuracy":0.905138,"main_score":0.87836,"hf_subset":"epo_Latn-guj_Gujr","languages":["epo-Latn","guj-Gujr"]},{"precision":0.674662,"recall":0.747036,"f1":0.696055,"accuracy":0.747036,"main_score":0.696055,"hf_subset":"epo_Latn-kaz_Cyrl","languages":["epo-Latn","kaz-Cyrl"]},{"precision":0.386064,"recall":0.471344,"f1":0.409056,"accuracy":0.471344,"main_score":0.409056,"hf_subset":"epo_Latn-lug_Latn","languages":["epo-Latn","lug-Latn"]},{"precision":0.906793,"recall":0.932806,"f1":0.915086,"accuracy":0.932806,"main_score":0.915086,"hf_subset":"epo_Latn-oci_Latn","languages":["epo-Latn","oci-Latn"]},{"precision":0.423335,"recall":0.512846,"f1":0.44758,"accuracy":0.512846,"main_score":0.44758,"hf_subset":"epo_Latn-smo_Latn","languages":["epo-Latn","smo-Latn"]},{"precision":0.419361,"recall":0.500988,"f1":0.441121,"accuracy":0.500988,"main_score":0.441121,"hf_subset":"epo_Latn-tsn_Latn","languages":["epo-Latn","tsn-Latn"]},{"precision":0.386839,"recall":0.474308,"f1":0.410041,"accuracy":0.474308,"main_score":0.410041,"hf_subset":"epo_Latn-zul_Latn","languages":["epo-Latn","zul-Latn"]},{"precision":0.605709,"recall":0.693676,"f1":0.632152,"accuracy":0.693676,"main_score":0.632152,"hf_subset":"epo_Latn-azb_Arab","languages":["epo-Latn","azb-Arab"]},{"precision":0.921854,"recall":0.945652,"f1":0.929578,"accuracy":0.945652,"main_score":0.929578,"hf_subset":"epo_Latn-deu_Latn","languages":["epo-Latn","deu-Latn"]},{"precision":0.672391,"recall":0.743083,"f1":0.692855,"accuracy":0.743083,"main_score":0.692855,"hf_subset":"epo_Latn-hat_Latn","languages":["epo-Latn","hat-Latn"]},{"precision":0.374525,"recall":0.459486,"f1":0.397192,"accuracy":0.459486,"main_score":0.397192,"hf_subset":"epo_Latn-kbp_Latn","languages":["epo-Latn","kbp-Latn"]},{"precision":0.429691,"recall":0.51581,"f1":0.453351,"accuracy":0.51581,"main_score":0.453351,"hf_subset":"epo_Latn-luo_Latn","languages":["epo-Latn","luo-Latn"]},{"precision":0.507378,"recall":0.588933,"f1":0.531079,"accuracy":0.588933,"main_score":0.531079,"hf_subset":"epo_Latn-ory_Orya","languages":["epo-Latn","ory-Orya"]},{"precision":0.417584,"recall":0.500988,"f1":0.440024,"accuracy":0.500988,"main_score":0.440024,"hf_subset":"epo_Latn-sna_Latn","languages":["epo-Latn","sna-Latn"]},{"precision":0.405034,"recall":0.48419,"f1":0.426492,"accuracy":0.48419,"main_score":0.426492,"hf_subset":"epo_Latn-tso_Latn","languages":["epo-Latn","tso-Latn"]},{"precision":0.762039,"recall":0.817194,"f1":0.778854,"accuracy":0.817194,"main_score":0.778854,"hf_subset":"epo_Latn-azj_Latn","languages":["epo-Latn","azj-Latn"]},{"precision":0.406288,"recall":0.497036,"f1":0.430974,"accuracy":0.497036,"main_score":0.430974,"hf_subset":"epo_Latn-dik_Latn","languages":["epo-Latn","dik-Latn"]},{"precision":0.439781,"recall":0.516798,"f1":0.460566,"accuracy":0.516798,"main_score":0.460566,"hf_subset":"epo_Latn-hau_Latn","languages":["epo-Latn","hau-Latn"]},{"precision":0.799713,"recall":0.852767,"f1":0.816387,"accuracy":0.852767,"main_score":0.816387,"hf_subset":"epo_Latn-kea_Latn","languages":["epo-Latn","kea-Latn"]},{"precision":0.553641,"recall":0.628458,"f1":0.574216,"accuracy":0.628458,"main_score":0.574216,"hf_subset":"epo_Latn-lus_Latn","languages":["epo-Latn","lus-Latn"]},{"precision":0.676993,"recall":0.741107,"f1":0.696014,"accuracy":0.741107,"main_score":0.696014,"hf_subset":"epo_Latn-pag_Latn","languages":["epo-Latn","pag-Latn"]},{"precision":0.621773,"recall":0.706522,"f1":0.646801,"accuracy":0.706522,"main_score":0.646801,"hf_subset":"epo_Latn-snd_Arab","languages":["epo-Latn","snd-Arab"]},{"precision":0.574987,"recall":0.658103,"f1":0.598787,"accuracy":0.658103,"main_score":0.598787,"hf_subset":"epo_Latn-tuk_Latn","languages":["epo-Latn","tuk-Latn"]},{"precision":0.619319,"recall":0.693676,"f1":0.641315,"accuracy":0.693676,"main_score":0.641315,"hf_subset":"epo_Latn-bak_Cyrl","languages":["epo-Latn","bak-Cyrl"]},{"precision":0.343275,"recall":0.4417,"f1":0.370047,"accuracy":0.4417,"main_score":0.370047,"hf_subset":"epo_Latn-dyu_Latn","languages":["epo-Latn","dyu-Latn"]},{"precision":0.780797,"recall":0.840909,"f1":0.799374,"accuracy":0.840909,"main_score":0.799374,"hf_subset":"epo_Latn-heb_Hebr","languages":["epo-Latn","heb-Hebr"]},{"precision":0.429253,"recall":0.513834,"f1":0.452415,"accuracy":0.513834,"main_score":0.452415,"hf_subset":"epo_Latn-khk_Cyrl","languages":["epo-Latn","khk-Cyrl"]},{"precision":0.7861,"recall":0.833004,"f1":0.800251,"accuracy":0.833004,"main_score":0.800251,"hf_subset":"epo_Latn-lvs_Latn","languages":["epo-Latn","lvs-Latn"]},{"precision":0.801144,"recall":0.851779,"f1":0.816737,"accuracy":0.851779,"main_score":0.816737,"hf_subset":"epo_Latn-pan_Guru","languages":["epo-Latn","pan-Guru"]},{"precision":0.381466,"recall":0.454545,"f1":0.401147,"accuracy":0.454545,"main_score":0.401147,"hf_subset":"epo_Latn-som_Latn","languages":["epo-Latn","som-Latn"]},{"precision":0.45445,"recall":0.527668,"f1":0.474968,"accuracy":0.527668,"main_score":0.474968,"hf_subset":"epo_Latn-tum_Latn","languages":["epo-Latn","tum-Latn"]},{"precision":0.27415,"recall":0.354743,"f1":0.294039,"accuracy":0.354743,"main_score":0.294039,"hf_subset":"hun_Latn-ace_Arab","languages":["hun-Latn","ace-Arab"]},{"precision":0.356953,"recall":0.4417,"f1":0.379264,"accuracy":0.4417,"main_score":0.379264,"hf_subset":"hun_Latn-bam_Latn","languages":["hun-Latn","bam-Latn"]},{"precision":0.150944,"recall":0.210474,"f1":0.166123,"accuracy":0.210474,"main_score":0.166123,"hf_subset":"hun_Latn-dzo_Tibt","languages":["hun-Latn","dzo-Tibt"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"hun_Latn-hin_Deva","languages":["hun-Latn","hin-Deva"]},{"precision":0.780962,"recall":0.839921,"f1":0.799177,"accuracy":0.839921,"main_score":0.799177,"hf_subset":"hun_Latn-khm_Khmr","languages":["hun-Latn","khm-Khmr"]},{"precision":0.942885,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"hun_Latn-mag_Deva","languages":["hun-Latn","mag-Deva"]},{"precision":0.770579,"recall":0.829051,"f1":0.787796,"accuracy":0.829051,"main_score":0.787796,"hf_subset":"hun_Latn-pap_Latn","languages":["hun-Latn","pap-Latn"]},{"precision":0.396529,"recall":0.494071,"f1":0.421987,"accuracy":0.494071,"main_score":0.421987,"hf_subset":"hun_Latn-sot_Latn","languages":["hun-Latn","sot-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"hun_Latn-tur_Latn","languages":["hun-Latn","tur-Latn"]},{"precision":0.614797,"recall":0.690711,"f1":0.636936,"accuracy":0.690711,"main_score":0.636936,"hf_subset":"hun_Latn-ace_Latn","languages":["hun-Latn","ace-Latn"]},{"precision":0.731752,"recall":0.790514,"f1":0.749591,"accuracy":0.790514,"main_score":0.749591,"hf_subset":"hun_Latn-ban_Latn","languages":["hun-Latn","ban-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.93363,"accuracy":0.948617,"main_score":0.93363,"hf_subset":"hun_Latn-ell_Grek","languages":["hun-Latn","ell-Grek"]},{"precision":0.891222,"recall":0.920949,"f1":0.900546,"accuracy":0.920949,"main_score":0.900546,"hf_subset":"hun_Latn-hne_Deva","languages":["hun-Latn","hne-Deva"]},{"precision":0.405709,"recall":0.496047,"f1":0.42995,"accuracy":0.496047,"main_score":0.42995,"hf_subset":"hun_Latn-kik_Latn","languages":["hun-Latn","kik-Latn"]},{"precision":0.924407,"recall":0.94664,"f1":0.931653,"accuracy":0.94664,"main_score":0.931653,"hf_subset":"hun_Latn-mai_Deva","languages":["hun-Latn","mai-Deva"]},{"precision":0.806686,"recall":0.857708,"f1":0.822468,"accuracy":0.857708,"main_score":0.822468,"hf_subset":"hun_Latn-pbt_Arab","languages":["hun-Latn","pbt-Arab"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"hun_Latn-spa_Latn","languages":["hun-Latn","spa-Latn"]},{"precision":0.448815,"recall":0.534585,"f1":0.472366,"accuracy":0.534585,"main_score":0.472366,"hf_subset":"hun_Latn-twi_Latn","languages":["hun-Latn","twi-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"hun_Latn-acm_Arab","languages":["hun-Latn","acm-Arab"]},{"precision":0.805748,"recall":0.860672,"f1":0.823188,"accuracy":0.860672,"main_score":0.823188,"hf_subset":"hun_Latn-bel_Cyrl","languages":["hun-Latn","bel-Cyrl"]},{"precision":0.968956,"recall":0.978261,"f1":0.971904,"accuracy":0.978261,"main_score":0.971904,"hf_subset":"hun_Latn-eng_Latn","languages":["hun-Latn","eng-Latn"]},{"precision":0.944252,"recall":0.960474,"f1":0.949341,"accuracy":0.960474,"main_score":0.949341,"hf_subset":"hun_Latn-hrv_Latn","languages":["hun-Latn","hrv-Latn"]},{"precision":0.387014,"recall":0.472332,"f1":0.409393,"accuracy":0.472332,"main_score":0.409393,"hf_subset":"hun_Latn-kin_Latn","languages":["hun-Latn","kin-Latn"]},{"precision":0.939641,"recall":0.956522,"f1":0.945059,"accuracy":0.956522,"main_score":0.945059,"hf_subset":"hun_Latn-mal_Mlym","languages":["hun-Latn","mal-Mlym"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"hun_Latn-pes_Arab","languages":["hun-Latn","pes-Arab"]},{"precision":0.782773,"recall":0.837945,"f1":0.799638,"accuracy":0.837945,"main_score":0.799638,"hf_subset":"hun_Latn-srd_Latn","languages":["hun-Latn","srd-Latn"]},{"precision":0.109742,"recall":0.179842,"f1":0.124823,"accuracy":0.179842,"main_score":0.124823,"hf_subset":"hun_Latn-tzm_Tfng","languages":["hun-Latn","tzm-Tfng"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"hun_Latn-acq_Arab","languages":["hun-Latn","acq-Arab"]},{"precision":0.427989,"recall":0.516798,"f1":0.451673,"accuracy":0.516798,"main_score":0.451673,"hf_subset":"hun_Latn-bem_Latn","languages":["hun-Latn","bem-Latn"]},{"precision":0.82719,"recall":0.870553,"f1":0.840401,"accuracy":0.870553,"main_score":0.840401,"hf_subset":"hun_Latn-epo_Latn","languages":["hun-Latn","epo-Latn"]},{"precision":0.678689,"recall":0.746047,"f1":0.69812,"accuracy":0.746047,"main_score":0.69812,"hf_subset":"hun_Latn-kir_Cyrl","languages":["hun-Latn","kir-Cyrl"]},{"precision":0.935112,"recall":0.956522,"f1":0.942194,"accuracy":0.956522,"main_score":0.942194,"hf_subset":"hun_Latn-mar_Deva","languages":["hun-Latn","mar-Deva"]},{"precision":0.432438,"recall":0.520751,"f1":0.456487,"accuracy":0.520751,"main_score":0.456487,"hf_subset":"hun_Latn-plt_Latn","languages":["hun-Latn","plt-Latn"]},{"precision":0.921772,"recall":0.945652,"f1":0.929348,"accuracy":0.945652,"main_score":0.929348,"hf_subset":"hun_Latn-srp_Cyrl","languages":["hun-Latn","srp-Cyrl"]},{"precision":0.294447,"recall":0.365613,"f1":0.312593,"accuracy":0.365613,"main_score":0.312593,"hf_subset":"hun_Latn-uig_Arab","languages":["hun-Latn","uig-Arab"]},{"precision":0.879364,"recall":0.913043,"f1":0.890053,"accuracy":0.913043,"main_score":0.890053,"hf_subset":"hun_Latn-aeb_Arab","languages":["hun-Latn","aeb-Arab"]},{"precision":0.942029,"recall":0.958498,"f1":0.947299,"accuracy":0.958498,"main_score":0.947299,"hf_subset":"hun_Latn-ben_Beng","languages":["hun-Latn","ben-Beng"]},{"precision":0.806489,"recall":0.858696,"f1":0.82253,"accuracy":0.858696,"main_score":0.82253,"hf_subset":"hun_Latn-est_Latn","languages":["hun-Latn","est-Latn"]},{"precision":0.789676,"recall":0.844862,"f1":0.806258,"accuracy":0.844862,"main_score":0.806258,"hf_subset":"hun_Latn-hye_Armn","languages":["hun-Latn","hye-Armn"]},{"precision":0.392117,"recall":0.475296,"f1":0.414505,"accuracy":0.475296,"main_score":0.414505,"hf_subset":"hun_Latn-kmb_Latn","languages":["hun-Latn","kmb-Latn"]},{"precision":0.232,"recall":0.311265,"f1":0.250632,"accuracy":0.311265,"main_score":0.250632,"hf_subset":"hun_Latn-min_Arab","languages":["hun-Latn","min-Arab"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"hun_Latn-pol_Latn","languages":["hun-Latn","pol-Latn"]},{"precision":0.376222,"recall":0.467391,"f1":0.399484,"accuracy":0.467391,"main_score":0.399484,"hf_subset":"hun_Latn-ssw_Latn","languages":["hun-Latn","ssw-Latn"]},{"precision":0.952816,"recall":0.967391,"f1":0.957576,"accuracy":0.967391,"main_score":0.957576,"hf_subset":"hun_Latn-ukr_Cyrl","languages":["hun-Latn","ukr-Cyrl"]},{"precision":0.897925,"recall":0.928854,"f1":0.90774,"accuracy":0.928854,"main_score":0.90774,"hf_subset":"hun_Latn-afr_Latn","languages":["hun-Latn","afr-Latn"]},{"precision":0.900527,"recall":0.927866,"f1":0.909223,"accuracy":0.927866,"main_score":0.909223,"hf_subset":"hun_Latn-bho_Deva","languages":["hun-Latn","bho-Deva"]},{"precision":0.603962,"recall":0.678854,"f1":0.624874,"accuracy":0.678854,"main_score":0.624874,"hf_subset":"hun_Latn-eus_Latn","languages":["hun-Latn","eus-Latn"]},{"precision":0.392573,"recall":0.480237,"f1":0.415431,"accuracy":0.480237,"main_score":0.415431,"hf_subset":"hun_Latn-ibo_Latn","languages":["hun-Latn","ibo-Latn"]},{"precision":0.4169,"recall":0.504941,"f1":0.440445,"accuracy":0.504941,"main_score":0.440445,"hf_subset":"hun_Latn-kmr_Latn","languages":["hun-Latn","kmr-Latn"]},{"precision":0.715127,"recall":0.783597,"f1":0.735695,"accuracy":0.783597,"main_score":0.735695,"hf_subset":"hun_Latn-min_Latn","languages":["hun-Latn","min-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hun_Latn-por_Latn","languages":["hun-Latn","por-Latn"]},{"precision":0.77444,"recall":0.832016,"f1":0.792015,"accuracy":0.832016,"main_score":0.792015,"hf_subset":"hun_Latn-sun_Latn","languages":["hun-Latn","sun-Latn"]},{"precision":0.369028,"recall":0.458498,"f1":0.392466,"accuracy":0.458498,"main_score":0.392466,"hf_subset":"hun_Latn-umb_Latn","languages":["hun-Latn","umb-Latn"]},{"precision":0.937912,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"hun_Latn-ajp_Arab","languages":["hun-Latn","ajp-Arab"]},{"precision":0.239776,"recall":0.322134,"f1":0.261476,"accuracy":0.322134,"main_score":0.261476,"hf_subset":"hun_Latn-bjn_Arab","languages":["hun-Latn","bjn-Arab"]},{"precision":0.399285,"recall":0.471344,"f1":0.417626,"accuracy":0.471344,"main_score":0.417626,"hf_subset":"hun_Latn-ewe_Latn","languages":["hun-Latn","ewe-Latn"]},{"precision":0.617577,"recall":0.692688,"f1":0.639201,"accuracy":0.692688,"main_score":0.639201,"hf_subset":"hun_Latn-ilo_Latn","languages":["hun-Latn","ilo-Latn"]},{"precision":0.173925,"recall":0.25,"f1":0.191755,"accuracy":0.25,"main_score":0.191755,"hf_subset":"hun_Latn-knc_Arab","languages":["hun-Latn","knc-Arab"]},{"precision":0.892869,"recall":0.924901,"f1":0.903228,"accuracy":0.924901,"main_score":0.903228,"hf_subset":"hun_Latn-mkd_Cyrl","languages":["hun-Latn","mkd-Cyrl"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"hun_Latn-prs_Arab","languages":["hun-Latn","prs-Arab"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"hun_Latn-swe_Latn","languages":["hun-Latn","swe-Latn"]},{"precision":0.945323,"recall":0.961462,"f1":0.950593,"accuracy":0.961462,"main_score":0.950593,"hf_subset":"hun_Latn-urd_Arab","languages":["hun-Latn","urd-Arab"]},{"precision":0.433876,"recall":0.52668,"f1":0.458202,"accuracy":0.52668,"main_score":0.458202,"hf_subset":"hun_Latn-aka_Latn","languages":["hun-Latn","aka-Latn"]},{"precision":0.758762,"recall":0.815217,"f1":0.775758,"accuracy":0.815217,"main_score":0.775758,"hf_subset":"hun_Latn-bjn_Latn","languages":["hun-Latn","bjn-Latn"]},{"precision":0.560332,"recall":0.634387,"f1":0.580916,"accuracy":0.634387,"main_score":0.580916,"hf_subset":"hun_Latn-fao_Latn","languages":["hun-Latn","fao-Latn"]},{"precision":0.961545,"recall":0.972332,"f1":0.964987,"accuracy":0.972332,"main_score":0.964987,"hf_subset":"hun_Latn-ind_Latn","languages":["hun-Latn","ind-Latn"]},{"precision":0.42077,"recall":0.509881,"f1":0.444209,"accuracy":0.509881,"main_score":0.444209,"hf_subset":"hun_Latn-knc_Latn","languages":["hun-Latn","knc-Latn"]},{"precision":0.644568,"recall":0.720356,"f1":0.666228,"accuracy":0.720356,"main_score":0.666228,"hf_subset":"hun_Latn-mlt_Latn","languages":["hun-Latn","mlt-Latn"]},{"precision":0.464589,"recall":0.5583,"f1":0.489106,"accuracy":0.5583,"main_score":0.489106,"hf_subset":"hun_Latn-quy_Latn","languages":["hun-Latn","quy-Latn"]},{"precision":0.816447,"recall":0.863636,"f1":0.830698,"accuracy":0.863636,"main_score":0.830698,"hf_subset":"hun_Latn-swh_Latn","languages":["hun-Latn","swh-Latn"]},{"precision":0.62095,"recall":0.698617,"f1":0.643232,"accuracy":0.698617,"main_score":0.643232,"hf_subset":"hun_Latn-uzn_Latn","languages":["hun-Latn","uzn-Latn"]},{"precision":0.742161,"recall":0.80336,"f1":0.760018,"accuracy":0.80336,"main_score":0.760018,"hf_subset":"hun_Latn-als_Latn","languages":["hun-Latn","als-Latn"]},{"precision":0.194141,"recall":0.263834,"f1":0.211719,"accuracy":0.263834,"main_score":0.211719,"hf_subset":"hun_Latn-bod_Tibt","languages":["hun-Latn","bod-Tibt"]},{"precision":0.380957,"recall":0.479249,"f1":0.406676,"accuracy":0.479249,"main_score":0.406676,"hf_subset":"hun_Latn-fij_Latn","languages":["hun-Latn","fij-Latn"]},{"precision":0.537595,"recall":0.614625,"f1":0.55905,"accuracy":0.614625,"main_score":0.55905,"hf_subset":"hun_Latn-isl_Latn","languages":["hun-Latn","isl-Latn"]},{"precision":0.449072,"recall":0.539526,"f1":0.472593,"accuracy":0.539526,"main_score":0.472593,"hf_subset":"hun_Latn-kon_Latn","languages":["hun-Latn","kon-Latn"]},{"precision":0.327963,"recall":0.41996,"f1":0.352063,"accuracy":0.41996,"main_score":0.352063,"hf_subset":"hun_Latn-mni_Beng","languages":["hun-Latn","mni-Beng"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"hun_Latn-ron_Latn","languages":["hun-Latn","ron-Latn"]},{"precision":0.798123,"recall":0.846838,"f1":0.813011,"accuracy":0.846838,"main_score":0.813011,"hf_subset":"hun_Latn-szl_Latn","languages":["hun-Latn","szl-Latn"]},{"precision":0.868083,"recall":0.90415,"f1":0.879545,"accuracy":0.90415,"main_score":0.879545,"hf_subset":"hun_Latn-vec_Latn","languages":["hun-Latn","vec-Latn"]},{"precision":0.76054,"recall":0.825099,"f1":0.780731,"accuracy":0.825099,"main_score":0.780731,"hf_subset":"hun_Latn-amh_Ethi","languages":["hun-Latn","amh-Ethi"]},{"precision":0.956028,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"hun_Latn-bos_Latn","languages":["hun-Latn","bos-Latn"]},{"precision":0.927866,"recall":0.948617,"f1":0.934618,"accuracy":0.948617,"main_score":0.934618,"hf_subset":"hun_Latn-fin_Latn","languages":["hun-Latn","fin-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"hun_Latn-ita_Latn","languages":["hun-Latn","ita-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"hun_Latn-kor_Hang","languages":["hun-Latn","kor-Hang"]},{"precision":0.410031,"recall":0.493083,"f1":0.432289,"accuracy":0.493083,"main_score":0.432289,"hf_subset":"hun_Latn-mos_Latn","languages":["hun-Latn","mos-Latn"]},{"precision":0.384497,"recall":0.471344,"f1":0.407075,"accuracy":0.471344,"main_score":0.407075,"hf_subset":"hun_Latn-run_Latn","languages":["hun-Latn","run-Latn"]},{"precision":0.950099,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"hun_Latn-tam_Taml","languages":["hun-Latn","tam-Taml"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"hun_Latn-vie_Latn","languages":["hun-Latn","vie-Latn"]},{"precision":0.932148,"recall":0.951581,"f1":0.938373,"accuracy":0.951581,"main_score":0.938373,"hf_subset":"hun_Latn-apc_Arab","languages":["hun-Latn","apc-Arab"]},{"precision":0.583064,"recall":0.66996,"f1":0.607376,"accuracy":0.66996,"main_score":0.607376,"hf_subset":"hun_Latn-bug_Latn","languages":["hun-Latn","bug-Latn"]},{"precision":0.341021,"recall":0.43083,"f1":0.363524,"accuracy":0.43083,"main_score":0.363524,"hf_subset":"hun_Latn-fon_Latn","languages":["hun-Latn","fon-Latn"]},{"precision":0.775513,"recall":0.831028,"f1":0.792212,"accuracy":0.831028,"main_score":0.792212,"hf_subset":"hun_Latn-jav_Latn","languages":["hun-Latn","jav-Latn"]},{"precision":0.686891,"recall":0.762846,"f1":0.709801,"accuracy":0.762846,"main_score":0.709801,"hf_subset":"hun_Latn-lao_Laoo","languages":["hun-Latn","lao-Laoo"]},{"precision":0.359781,"recall":0.454545,"f1":0.383522,"accuracy":0.454545,"main_score":0.383522,"hf_subset":"hun_Latn-mri_Latn","languages":["hun-Latn","mri-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"hun_Latn-rus_Cyrl","languages":["hun-Latn","rus-Cyrl"]},{"precision":0.375465,"recall":0.470356,"f1":0.400929,"accuracy":0.470356,"main_score":0.400929,"hf_subset":"hun_Latn-taq_Latn","languages":["hun-Latn","taq-Latn"]},{"precision":0.730181,"recall":0.795455,"f1":0.749852,"accuracy":0.795455,"main_score":0.749852,"hf_subset":"hun_Latn-war_Latn","languages":["hun-Latn","war-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"hun_Latn-arb_Arab","languages":["hun-Latn","arb-Arab"]},{"precision":0.954298,"recall":0.968379,"f1":0.958729,"accuracy":0.968379,"main_score":0.958729,"hf_subset":"hun_Latn-bul_Cyrl","languages":["hun-Latn","bul-Cyrl"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"hun_Latn-fra_Latn","languages":["hun-Latn","fra-Latn"]},{"precision":0.949111,"recall":0.964427,"f1":0.954051,"accuracy":0.964427,"main_score":0.954051,"hf_subset":"hun_Latn-jpn_Jpan","languages":["hun-Latn","jpn-Jpan"]},{"precision":0.789196,"recall":0.841897,"f1":0.805237,"accuracy":0.841897,"main_score":0.805237,"hf_subset":"hun_Latn-lij_Latn","languages":["hun-Latn","lij-Latn"]},{"precision":0.734036,"recall":0.805336,"f1":0.755896,"accuracy":0.805336,"main_score":0.755896,"hf_subset":"hun_Latn-mya_Mymr","languages":["hun-Latn","mya-Mymr"]},{"precision":0.41559,"recall":0.508893,"f1":0.440453,"accuracy":0.508893,"main_score":0.440453,"hf_subset":"hun_Latn-sag_Latn","languages":["hun-Latn","sag-Latn"]},{"precision":0.13982,"recall":0.220356,"f1":0.155815,"accuracy":0.220356,"main_score":0.155815,"hf_subset":"hun_Latn-taq_Tfng","languages":["hun-Latn","taq-Tfng"]},{"precision":0.45203,"recall":0.541502,"f1":0.476178,"accuracy":0.541502,"main_score":0.476178,"hf_subset":"hun_Latn-wol_Latn","languages":["hun-Latn","wol-Latn"]},{"precision":0.260617,"recall":0.364625,"f1":0.285041,"accuracy":0.364625,"main_score":0.285041,"hf_subset":"hun_Latn-arb_Latn","languages":["hun-Latn","arb-Latn"]},{"precision":0.940547,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"hun_Latn-cat_Latn","languages":["hun-Latn","cat-Latn"]},{"precision":0.785787,"recall":0.838933,"f1":0.80168,"accuracy":0.838933,"main_score":0.80168,"hf_subset":"hun_Latn-fur_Latn","languages":["hun-Latn","fur-Latn"]},{"precision":0.286828,"recall":0.366601,"f1":0.307056,"accuracy":0.366601,"main_score":0.307056,"hf_subset":"hun_Latn-kab_Latn","languages":["hun-Latn","kab-Latn"]},{"precision":0.74114,"recall":0.805336,"f1":0.760968,"accuracy":0.805336,"main_score":0.760968,"hf_subset":"hun_Latn-lim_Latn","languages":["hun-Latn","lim-Latn"]},{"precision":0.967589,"recall":0.977273,"f1":0.970685,"accuracy":0.977273,"main_score":0.970685,"hf_subset":"hun_Latn-nld_Latn","languages":["hun-Latn","nld-Latn"]},{"precision":0.835639,"recall":0.883399,"f1":0.850791,"accuracy":0.883399,"main_score":0.850791,"hf_subset":"hun_Latn-san_Deva","languages":["hun-Latn","san-Deva"]},{"precision":0.634118,"recall":0.705534,"f1":0.654078,"accuracy":0.705534,"main_score":0.654078,"hf_subset":"hun_Latn-tat_Cyrl","languages":["hun-Latn","tat-Cyrl"]},{"precision":0.407785,"recall":0.500988,"f1":0.432042,"accuracy":0.500988,"main_score":0.432042,"hf_subset":"hun_Latn-xho_Latn","languages":["hun-Latn","xho-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"hun_Latn-ars_Arab","languages":["hun-Latn","ars-Arab"]},{"precision":0.734601,"recall":0.795455,"f1":0.752569,"accuracy":0.795455,"main_score":0.752569,"hf_subset":"hun_Latn-ceb_Latn","languages":["hun-Latn","ceb-Latn"]},{"precision":0.400904,"recall":0.490119,"f1":0.424296,"accuracy":0.490119,"main_score":0.424296,"hf_subset":"hun_Latn-fuv_Latn","languages":["hun-Latn","fuv-Latn"]},{"precision":0.395601,"recall":0.496047,"f1":0.422494,"accuracy":0.496047,"main_score":0.422494,"hf_subset":"hun_Latn-kac_Latn","languages":["hun-Latn","kac-Latn"]},{"precision":0.450381,"recall":0.543478,"f1":0.475704,"accuracy":0.543478,"main_score":0.475704,"hf_subset":"hun_Latn-lin_Latn","languages":["hun-Latn","lin-Latn"]},{"precision":0.918972,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"hun_Latn-nno_Latn","languages":["hun-Latn","nno-Latn"]},{"precision":0.164425,"recall":0.229249,"f1":0.178741,"accuracy":0.229249,"main_score":0.178741,"hf_subset":"hun_Latn-sat_Olck","languages":["hun-Latn","sat-Olck"]},{"precision":0.936841,"recall":0.955534,"f1":0.942918,"accuracy":0.955534,"main_score":0.942918,"hf_subset":"hun_Latn-tel_Telu","languages":["hun-Latn","tel-Telu"]},{"precision":0.296833,"recall":0.380435,"f1":0.317826,"accuracy":0.380435,"main_score":0.317826,"hf_subset":"hun_Latn-ydd_Hebr","languages":["hun-Latn","ydd-Hebr"]},{"precision":0.829628,"recall":0.87747,"f1":0.84473,"accuracy":0.87747,"main_score":0.84473,"hf_subset":"hun_Latn-ary_Arab","languages":["hun-Latn","ary-Arab"]},{"precision":0.937418,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"hun_Latn-ces_Latn","languages":["hun-Latn","ces-Latn"]},{"precision":0.296374,"recall":0.384387,"f1":0.317207,"accuracy":0.384387,"main_score":0.317207,"hf_subset":"hun_Latn-gaz_Latn","languages":["hun-Latn","gaz-Latn"]},{"precision":0.419735,"recall":0.498024,"f1":0.44127,"accuracy":0.498024,"main_score":0.44127,"hf_subset":"hun_Latn-kam_Latn","languages":["hun-Latn","kam-Latn"]},{"precision":0.757609,"recall":0.821146,"f1":0.777075,"accuracy":0.821146,"main_score":0.777075,"hf_subset":"hun_Latn-lit_Latn","languages":["hun-Latn","lit-Latn"]},{"precision":0.948452,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"hun_Latn-nob_Latn","languages":["hun-Latn","nob-Latn"]},{"precision":0.711888,"recall":0.772727,"f1":0.729418,"accuracy":0.772727,"main_score":0.729418,"hf_subset":"hun_Latn-scn_Latn","languages":["hun-Latn","scn-Latn"]},{"precision":0.427122,"recall":0.520751,"f1":0.452481,"accuracy":0.520751,"main_score":0.452481,"hf_subset":"hun_Latn-tgk_Cyrl","languages":["hun-Latn","tgk-Cyrl"]},{"precision":0.364821,"recall":0.464427,"f1":0.391315,"accuracy":0.464427,"main_score":0.391315,"hf_subset":"hun_Latn-yor_Latn","languages":["hun-Latn","yor-Latn"]},{"precision":0.933383,"recall":0.954545,"f1":0.940283,"accuracy":0.954545,"main_score":0.940283,"hf_subset":"hun_Latn-arz_Arab","languages":["hun-Latn","arz-Arab"]},{"precision":0.422409,"recall":0.513834,"f1":0.446509,"accuracy":0.513834,"main_score":0.446509,"hf_subset":"hun_Latn-cjk_Latn","languages":["hun-Latn","cjk-Latn"]},{"precision":0.354346,"recall":0.443676,"f1":0.376318,"accuracy":0.443676,"main_score":0.376318,"hf_subset":"hun_Latn-gla_Latn","languages":["hun-Latn","gla-Latn"]},{"precision":0.951252,"recall":0.965415,"f1":0.955863,"accuracy":0.965415,"main_score":0.955863,"hf_subset":"hun_Latn-kan_Knda","languages":["hun-Latn","kan-Knda"]},{"precision":0.736397,"recall":0.801383,"f1":0.755783,"accuracy":0.801383,"main_score":0.755783,"hf_subset":"hun_Latn-lmo_Latn","languages":["hun-Latn","lmo-Latn"]},{"precision":0.934124,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"hun_Latn-npi_Deva","languages":["hun-Latn","npi-Deva"]},{"precision":0.34184,"recall":0.44664,"f1":0.368502,"accuracy":0.44664,"main_score":0.368502,"hf_subset":"hun_Latn-shn_Mymr","languages":["hun-Latn","shn-Mymr"]},{"precision":0.845603,"recall":0.891304,"f1":0.860211,"accuracy":0.891304,"main_score":0.860211,"hf_subset":"hun_Latn-tgl_Latn","languages":["hun-Latn","tgl-Latn"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"hun_Latn-yue_Hant","languages":["hun-Latn","yue-Hant"]},{"precision":0.814229,"recall":0.864625,"f1":0.829809,"accuracy":0.864625,"main_score":0.829809,"hf_subset":"hun_Latn-asm_Beng","languages":["hun-Latn","asm-Beng"]},{"precision":0.388443,"recall":0.478261,"f1":0.412168,"accuracy":0.478261,"main_score":0.412168,"hf_subset":"hun_Latn-ckb_Arab","languages":["hun-Latn","ckb-Arab"]},{"precision":0.368701,"recall":0.449605,"f1":0.389595,"accuracy":0.449605,"main_score":0.389595,"hf_subset":"hun_Latn-gle_Latn","languages":["hun-Latn","gle-Latn"]},{"precision":0.609217,"recall":0.700593,"f1":0.635913,"accuracy":0.700593,"main_score":0.635913,"hf_subset":"hun_Latn-kas_Arab","languages":["hun-Latn","kas-Arab"]},{"precision":0.601995,"recall":0.677866,"f1":0.623555,"accuracy":0.677866,"main_score":0.623555,"hf_subset":"hun_Latn-ltg_Latn","languages":["hun-Latn","ltg-Latn"]},{"precision":0.428633,"recall":0.517787,"f1":0.452204,"accuracy":0.517787,"main_score":0.452204,"hf_subset":"hun_Latn-nso_Latn","languages":["hun-Latn","nso-Latn"]},{"precision":0.800758,"recall":0.857708,"f1":0.818643,"accuracy":0.857708,"main_score":0.818643,"hf_subset":"hun_Latn-sin_Sinh","languages":["hun-Latn","sin-Sinh"]},{"precision":0.961051,"recall":0.972332,"f1":0.964657,"accuracy":0.972332,"main_score":0.964657,"hf_subset":"hun_Latn-tha_Thai","languages":["hun-Latn","tha-Thai"]},{"precision":0.945076,"recall":0.961462,"f1":0.950165,"accuracy":0.961462,"main_score":0.950165,"hf_subset":"hun_Latn-zho_Hans","languages":["hun-Latn","zho-Hans"]},{"precision":0.898386,"recall":0.928854,"f1":0.90822,"accuracy":0.928854,"main_score":0.90822,"hf_subset":"hun_Latn-ast_Latn","languages":["hun-Latn","ast-Latn"]},{"precision":0.748188,"recall":0.812253,"f1":0.767344,"accuracy":0.812253,"main_score":0.767344,"hf_subset":"hun_Latn-crh_Latn","languages":["hun-Latn","crh-Latn"]},{"precision":0.949193,"recall":0.965415,"f1":0.954447,"accuracy":0.965415,"main_score":0.954447,"hf_subset":"hun_Latn-glg_Latn","languages":["hun-Latn","glg-Latn"]},{"precision":0.531837,"recall":0.620553,"f1":0.556855,"accuracy":0.620553,"main_score":0.556855,"hf_subset":"hun_Latn-kas_Deva","languages":["hun-Latn","kas-Deva"]},{"precision":0.703421,"recall":0.769763,"f1":0.722766,"accuracy":0.769763,"main_score":0.722766,"hf_subset":"hun_Latn-ltz_Latn","languages":["hun-Latn","ltz-Latn"]},{"precision":0.299359,"recall":0.38834,"f1":0.321872,"accuracy":0.38834,"main_score":0.321872,"hf_subset":"hun_Latn-nus_Latn","languages":["hun-Latn","nus-Latn"]},{"precision":0.937418,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"hun_Latn-slk_Latn","languages":["hun-Latn","slk-Latn"]},{"precision":0.365113,"recall":0.449605,"f1":0.387553,"accuracy":0.449605,"main_score":0.387553,"hf_subset":"hun_Latn-tir_Ethi","languages":["hun-Latn","tir-Ethi"]},{"precision":0.953228,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"hun_Latn-zho_Hant","languages":["hun-Latn","zho-Hant"]},{"precision":0.924407,"recall":0.94664,"f1":0.931456,"accuracy":0.94664,"main_score":0.931456,"hf_subset":"hun_Latn-awa_Deva","languages":["hun-Latn","awa-Deva"]},{"precision":0.418973,"recall":0.502964,"f1":0.439897,"accuracy":0.502964,"main_score":0.439897,"hf_subset":"hun_Latn-cym_Latn","languages":["hun-Latn","cym-Latn"]},{"precision":0.579106,"recall":0.661067,"f1":0.602064,"accuracy":0.661067,"main_score":0.602064,"hf_subset":"hun_Latn-grn_Latn","languages":["hun-Latn","grn-Latn"]},{"precision":0.867655,"recall":0.902174,"f1":0.878063,"accuracy":0.902174,"main_score":0.878063,"hf_subset":"hun_Latn-kat_Geor","languages":["hun-Latn","kat-Geor"]},{"precision":0.451448,"recall":0.540514,"f1":0.475014,"accuracy":0.540514,"main_score":0.475014,"hf_subset":"hun_Latn-lua_Latn","languages":["hun-Latn","lua-Latn"]},{"precision":0.441633,"recall":0.533597,"f1":0.46666,"accuracy":0.533597,"main_score":0.46666,"hf_subset":"hun_Latn-nya_Latn","languages":["hun-Latn","nya-Latn"]},{"precision":0.882658,"recall":0.916008,"f1":0.893149,"accuracy":0.916008,"main_score":0.893149,"hf_subset":"hun_Latn-slv_Latn","languages":["hun-Latn","slv-Latn"]},{"precision":0.641123,"recall":0.72332,"f1":0.664998,"accuracy":0.72332,"main_score":0.664998,"hf_subset":"hun_Latn-tpi_Latn","languages":["hun-Latn","tpi-Latn"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"hun_Latn-zsm_Latn","languages":["hun-Latn","zsm-Latn"]},{"precision":0.376719,"recall":0.469368,"f1":0.400662,"accuracy":0.469368,"main_score":0.400662,"hf_subset":"hun_Latn-ayr_Latn","languages":["hun-Latn","ayr-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"hun_Latn-dan_Latn","languages":["hun-Latn","dan-Latn"]},{"precision":0.928771,"recall":0.950593,"f1":0.935837,"accuracy":0.950593,"main_score":0.935837,"hf_subset":"hun_Latn-guj_Gujr","languages":["hun-Latn","guj-Gujr"]},{"precision":0.72612,"recall":0.789526,"f1":0.74514,"accuracy":0.789526,"main_score":0.74514,"hf_subset":"hun_Latn-kaz_Cyrl","languages":["hun-Latn","kaz-Cyrl"]},{"precision":0.376881,"recall":0.468379,"f1":0.400531,"accuracy":0.468379,"main_score":0.400531,"hf_subset":"hun_Latn-lug_Latn","languages":["hun-Latn","lug-Latn"]},{"precision":0.897892,"recall":0.925889,"f1":0.906541,"accuracy":0.925889,"main_score":0.906541,"hf_subset":"hun_Latn-oci_Latn","languages":["hun-Latn","oci-Latn"]},{"precision":0.408182,"recall":0.51087,"f1":0.434649,"accuracy":0.51087,"main_score":0.434649,"hf_subset":"hun_Latn-smo_Latn","languages":["hun-Latn","smo-Latn"]},{"precision":0.397615,"recall":0.490119,"f1":0.4217,"accuracy":0.490119,"main_score":0.4217,"hf_subset":"hun_Latn-tsn_Latn","languages":["hun-Latn","tsn-Latn"]},{"precision":0.377517,"recall":0.47332,"f1":0.403128,"accuracy":0.47332,"main_score":0.403128,"hf_subset":"hun_Latn-zul_Latn","languages":["hun-Latn","zul-Latn"]},{"precision":0.598776,"recall":0.690711,"f1":0.625621,"accuracy":0.690711,"main_score":0.625621,"hf_subset":"hun_Latn-azb_Arab","languages":["hun-Latn","azb-Arab"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"hun_Latn-deu_Latn","languages":["hun-Latn","deu-Latn"]},{"precision":0.556885,"recall":0.653162,"f1":0.584661,"accuracy":0.653162,"main_score":0.584661,"hf_subset":"hun_Latn-hat_Latn","languages":["hun-Latn","hat-Latn"]},{"precision":0.334505,"recall":0.424901,"f1":0.357003,"accuracy":0.424901,"main_score":0.357003,"hf_subset":"hun_Latn-kbp_Latn","languages":["hun-Latn","kbp-Latn"]},{"precision":0.412545,"recall":0.505929,"f1":0.436885,"accuracy":0.505929,"main_score":0.436885,"hf_subset":"hun_Latn-luo_Latn","languages":["hun-Latn","luo-Latn"]},{"precision":0.496363,"recall":0.586957,"f1":0.521697,"accuracy":0.586957,"main_score":0.521697,"hf_subset":"hun_Latn-ory_Orya","languages":["hun-Latn","ory-Orya"]},{"precision":0.420288,"recall":0.500988,"f1":0.441573,"accuracy":0.500988,"main_score":0.441573,"hf_subset":"hun_Latn-sna_Latn","languages":["hun-Latn","sna-Latn"]},{"precision":0.384595,"recall":0.480237,"f1":0.409751,"accuracy":0.480237,"main_score":0.409751,"hf_subset":"hun_Latn-tso_Latn","languages":["hun-Latn","tso-Latn"]},{"precision":0.799802,"recall":0.851779,"f1":0.815613,"accuracy":0.851779,"main_score":0.815613,"hf_subset":"hun_Latn-azj_Latn","languages":["hun-Latn","azj-Latn"]},{"precision":0.378858,"recall":0.478261,"f1":0.405504,"accuracy":0.478261,"main_score":0.405504,"hf_subset":"hun_Latn-dik_Latn","languages":["hun-Latn","dik-Latn"]},{"precision":0.421959,"recall":0.502964,"f1":0.444291,"accuracy":0.502964,"main_score":0.444291,"hf_subset":"hun_Latn-hau_Latn","languages":["hun-Latn","hau-Latn"]},{"precision":0.734881,"recall":0.796443,"f1":0.752772,"accuracy":0.796443,"main_score":0.752772,"hf_subset":"hun_Latn-kea_Latn","languages":["hun-Latn","kea-Latn"]},{"precision":0.53425,"recall":0.618577,"f1":0.558211,"accuracy":0.618577,"main_score":0.558211,"hf_subset":"hun_Latn-lus_Latn","languages":["hun-Latn","lus-Latn"]},{"precision":0.654688,"recall":0.731225,"f1":0.67683,"accuracy":0.731225,"main_score":0.67683,"hf_subset":"hun_Latn-pag_Latn","languages":["hun-Latn","pag-Latn"]},{"precision":0.631169,"recall":0.709486,"f1":0.653715,"accuracy":0.709486,"main_score":0.653715,"hf_subset":"hun_Latn-snd_Arab","languages":["hun-Latn","snd-Arab"]},{"precision":0.558227,"recall":0.635375,"f1":0.579539,"accuracy":0.635375,"main_score":0.579539,"hf_subset":"hun_Latn-tuk_Latn","languages":["hun-Latn","tuk-Latn"]},{"precision":0.593266,"recall":0.678854,"f1":0.617465,"accuracy":0.678854,"main_score":0.617465,"hf_subset":"hun_Latn-bak_Cyrl","languages":["hun-Latn","bak-Cyrl"]},{"precision":0.329647,"recall":0.422925,"f1":0.354307,"accuracy":0.422925,"main_score":0.354307,"hf_subset":"hun_Latn-dyu_Latn","languages":["hun-Latn","dyu-Latn"]},{"precision":0.844038,"recall":0.889328,"f1":0.858333,"accuracy":0.889328,"main_score":0.858333,"hf_subset":"hun_Latn-heb_Hebr","languages":["hun-Latn","heb-Hebr"]},{"precision":0.443606,"recall":0.520751,"f1":0.464248,"accuracy":0.520751,"main_score":0.464248,"hf_subset":"hun_Latn-khk_Cyrl","languages":["hun-Latn","khk-Cyrl"]},{"precision":0.791758,"recall":0.843874,"f1":0.80771,"accuracy":0.843874,"main_score":0.80771,"hf_subset":"hun_Latn-lvs_Latn","languages":["hun-Latn","lvs-Latn"]},{"precision":0.8722,"recall":0.908103,"f1":0.883498,"accuracy":0.908103,"main_score":0.883498,"hf_subset":"hun_Latn-pan_Guru","languages":["hun-Latn","pan-Guru"]},{"precision":0.376086,"recall":0.458498,"f1":0.397301,"accuracy":0.458498,"main_score":0.397301,"hf_subset":"hun_Latn-som_Latn","languages":["hun-Latn","som-Latn"]},{"precision":0.426857,"recall":0.506917,"f1":0.449021,"accuracy":0.506917,"main_score":0.449021,"hf_subset":"hun_Latn-tum_Latn","languages":["hun-Latn","tum-Latn"]},{"precision":0.276829,"recall":0.353755,"f1":0.297979,"accuracy":0.353755,"main_score":0.297979,"hf_subset":"kir_Cyrl-ace_Arab","languages":["kir-Cyrl","ace-Arab"]},{"precision":0.385006,"recall":0.455534,"f1":0.404207,"accuracy":0.455534,"main_score":0.404207,"hf_subset":"kir_Cyrl-bam_Latn","languages":["kir-Cyrl","bam-Latn"]},{"precision":0.143592,"recall":0.195652,"f1":0.157005,"accuracy":0.195652,"main_score":0.157005,"hf_subset":"kir_Cyrl-dzo_Tibt","languages":["kir-Cyrl","dzo-Tibt"]},{"precision":0.724012,"recall":0.788538,"f1":0.743281,"accuracy":0.788538,"main_score":0.743281,"hf_subset":"kir_Cyrl-hin_Deva","languages":["kir-Cyrl","hin-Deva"]},{"precision":0.558553,"recall":0.630435,"f1":0.579255,"accuracy":0.630435,"main_score":0.579255,"hf_subset":"kir_Cyrl-khm_Khmr","languages":["kir-Cyrl","khm-Khmr"]},{"precision":0.733046,"recall":0.787549,"f1":0.749852,"accuracy":0.787549,"main_score":0.749852,"hf_subset":"kir_Cyrl-mag_Deva","languages":["kir-Cyrl","mag-Deva"]},{"precision":0.638646,"recall":0.700593,"f1":0.656908,"accuracy":0.700593,"main_score":0.656908,"hf_subset":"kir_Cyrl-pap_Latn","languages":["kir-Cyrl","pap-Latn"]},{"precision":0.415984,"recall":0.492095,"f1":0.437197,"accuracy":0.492095,"main_score":0.437197,"hf_subset":"kir_Cyrl-sot_Latn","languages":["kir-Cyrl","sot-Latn"]},{"precision":0.749329,"recall":0.80336,"f1":0.765693,"accuracy":0.80336,"main_score":0.765693,"hf_subset":"kir_Cyrl-tur_Latn","languages":["kir-Cyrl","tur-Latn"]},{"precision":0.594483,"recall":0.651186,"f1":0.611495,"accuracy":0.651186,"main_score":0.611495,"hf_subset":"kir_Cyrl-ace_Latn","languages":["kir-Cyrl","ace-Latn"]},{"precision":0.627199,"recall":0.687747,"f1":0.645575,"accuracy":0.687747,"main_score":0.645575,"hf_subset":"kir_Cyrl-ban_Latn","languages":["kir-Cyrl","ban-Latn"]},{"precision":0.684743,"recall":0.753953,"f1":0.705174,"accuracy":0.753953,"main_score":0.705174,"hf_subset":"kir_Cyrl-ell_Grek","languages":["kir-Cyrl","ell-Grek"]},{"precision":0.708848,"recall":0.768775,"f1":0.726466,"accuracy":0.768775,"main_score":0.726466,"hf_subset":"kir_Cyrl-hne_Deva","languages":["kir-Cyrl","hne-Deva"]},{"precision":0.410249,"recall":0.493083,"f1":0.433582,"accuracy":0.493083,"main_score":0.433582,"hf_subset":"kir_Cyrl-kik_Latn","languages":["kir-Cyrl","kik-Latn"]},{"precision":0.721487,"recall":0.781621,"f1":0.740039,"accuracy":0.781621,"main_score":0.740039,"hf_subset":"kir_Cyrl-mai_Deva","languages":["kir-Cyrl","mai-Deva"]},{"precision":0.620695,"recall":0.690711,"f1":0.64142,"accuracy":0.690711,"main_score":0.64142,"hf_subset":"kir_Cyrl-pbt_Arab","languages":["kir-Cyrl","pbt-Arab"]},{"precision":0.742627,"recall":0.798419,"f1":0.759439,"accuracy":0.798419,"main_score":0.759439,"hf_subset":"kir_Cyrl-spa_Latn","languages":["kir-Cyrl","spa-Latn"]},{"precision":0.464666,"recall":0.543478,"f1":0.486602,"accuracy":0.543478,"main_score":0.486602,"hf_subset":"kir_Cyrl-twi_Latn","languages":["kir-Cyrl","twi-Latn"]},{"precision":0.713812,"recall":0.774704,"f1":0.731505,"accuracy":0.774704,"main_score":0.731505,"hf_subset":"kir_Cyrl-acm_Arab","languages":["kir-Cyrl","acm-Arab"]},{"precision":0.632415,"recall":0.698617,"f1":0.652934,"accuracy":0.698617,"main_score":0.652934,"hf_subset":"kir_Cyrl-bel_Cyrl","languages":["kir-Cyrl","bel-Cyrl"]},{"precision":0.759761,"recall":0.814229,"f1":0.77627,"accuracy":0.814229,"main_score":0.77627,"hf_subset":"kir_Cyrl-eng_Latn","languages":["kir-Cyrl","eng-Latn"]},{"precision":0.7299,"recall":0.777668,"f1":0.744027,"accuracy":0.777668,"main_score":0.744027,"hf_subset":"kir_Cyrl-hrv_Latn","languages":["kir-Cyrl","hrv-Latn"]},{"precision":0.389469,"recall":0.463439,"f1":0.409876,"accuracy":0.463439,"main_score":0.409876,"hf_subset":"kir_Cyrl-kin_Latn","languages":["kir-Cyrl","kin-Latn"]},{"precision":0.696193,"recall":0.759881,"f1":0.715126,"accuracy":0.759881,"main_score":0.715126,"hf_subset":"kir_Cyrl-mal_Mlym","languages":["kir-Cyrl","mal-Mlym"]},{"precision":0.742284,"recall":0.802372,"f1":0.760797,"accuracy":0.802372,"main_score":0.760797,"hf_subset":"kir_Cyrl-pes_Arab","languages":["kir-Cyrl","pes-Arab"]},{"precision":0.652711,"recall":0.703557,"f1":0.667674,"accuracy":0.703557,"main_score":0.667674,"hf_subset":"kir_Cyrl-srd_Latn","languages":["kir-Cyrl","srd-Latn"]},{"precision":0.12739,"recall":0.190711,"f1":0.143274,"accuracy":0.190711,"main_score":0.143274,"hf_subset":"kir_Cyrl-tzm_Tfng","languages":["kir-Cyrl","tzm-Tfng"]},{"precision":0.716469,"recall":0.775692,"f1":0.734248,"accuracy":0.775692,"main_score":0.734248,"hf_subset":"kir_Cyrl-acq_Arab","languages":["kir-Cyrl","acq-Arab"]},{"precision":0.441948,"recall":0.518775,"f1":0.464225,"accuracy":0.518775,"main_score":0.464225,"hf_subset":"kir_Cyrl-bem_Latn","languages":["kir-Cyrl","bem-Latn"]},{"precision":0.653833,"recall":0.709486,"f1":0.670208,"accuracy":0.709486,"main_score":0.670208,"hf_subset":"kir_Cyrl-epo_Latn","languages":["kir-Cyrl","epo-Latn"]},{"precision":0.694565,"recall":0.755929,"f1":0.712885,"accuracy":0.755929,"main_score":0.712885,"hf_subset":"kir_Cyrl-hun_Latn","languages":["kir-Cyrl","hun-Latn"]},{"precision":0.722875,"recall":0.782609,"f1":0.740961,"accuracy":0.782609,"main_score":0.740961,"hf_subset":"kir_Cyrl-mar_Deva","languages":["kir-Cyrl","mar-Deva"]},{"precision":0.429437,"recall":0.501976,"f1":0.449828,"accuracy":0.501976,"main_score":0.449828,"hf_subset":"kir_Cyrl-plt_Latn","languages":["kir-Cyrl","plt-Latn"]},{"precision":0.697983,"recall":0.757905,"f1":0.71562,"accuracy":0.757905,"main_score":0.71562,"hf_subset":"kir_Cyrl-srp_Cyrl","languages":["kir-Cyrl","srp-Cyrl"]},{"precision":0.352487,"recall":0.422925,"f1":0.372652,"accuracy":0.422925,"main_score":0.372652,"hf_subset":"kir_Cyrl-uig_Arab","languages":["kir-Cyrl","uig-Arab"]},{"precision":0.66586,"recall":0.727273,"f1":0.684176,"accuracy":0.727273,"main_score":0.684176,"hf_subset":"kir_Cyrl-aeb_Arab","languages":["kir-Cyrl","aeb-Arab"]},{"precision":0.726065,"recall":0.788538,"f1":0.744946,"accuracy":0.788538,"main_score":0.744946,"hf_subset":"kir_Cyrl-ben_Beng","languages":["kir-Cyrl","ben-Beng"]},{"precision":0.649937,"recall":0.711462,"f1":0.668241,"accuracy":0.711462,"main_score":0.668241,"hf_subset":"kir_Cyrl-est_Latn","languages":["kir-Cyrl","est-Latn"]},{"precision":0.565679,"recall":0.633399,"f1":0.58487,"accuracy":0.633399,"main_score":0.58487,"hf_subset":"kir_Cyrl-hye_Armn","languages":["kir-Cyrl","hye-Armn"]},{"precision":0.409665,"recall":0.480237,"f1":0.42943,"accuracy":0.480237,"main_score":0.42943,"hf_subset":"kir_Cyrl-kmb_Latn","languages":["kir-Cyrl","kmb-Latn"]},{"precision":0.238112,"recall":0.311265,"f1":0.257317,"accuracy":0.311265,"main_score":0.257317,"hf_subset":"kir_Cyrl-min_Arab","languages":["kir-Cyrl","min-Arab"]},{"precision":0.757213,"recall":0.811265,"f1":0.77365,"accuracy":0.811265,"main_score":0.77365,"hf_subset":"kir_Cyrl-pol_Latn","languages":["kir-Cyrl","pol-Latn"]},{"precision":0.392624,"recall":0.47332,"f1":0.414466,"accuracy":0.47332,"main_score":0.414466,"hf_subset":"kir_Cyrl-ssw_Latn","languages":["kir-Cyrl","ssw-Latn"]},{"precision":0.744631,"recall":0.802372,"f1":0.762484,"accuracy":0.802372,"main_score":0.762484,"hf_subset":"kir_Cyrl-ukr_Cyrl","languages":["kir-Cyrl","ukr-Cyrl"]},{"precision":0.679169,"recall":0.738142,"f1":0.696824,"accuracy":0.738142,"main_score":0.696824,"hf_subset":"kir_Cyrl-afr_Latn","languages":["kir-Cyrl","afr-Latn"]},{"precision":0.710063,"recall":0.762846,"f1":0.725956,"accuracy":0.762846,"main_score":0.725956,"hf_subset":"kir_Cyrl-bho_Deva","languages":["kir-Cyrl","bho-Deva"]},{"precision":0.583471,"recall":0.643281,"f1":0.600562,"accuracy":0.643281,"main_score":0.600562,"hf_subset":"kir_Cyrl-eus_Latn","languages":["kir-Cyrl","eus-Latn"]},{"precision":0.400542,"recall":0.481225,"f1":0.422223,"accuracy":0.481225,"main_score":0.422223,"hf_subset":"kir_Cyrl-ibo_Latn","languages":["kir-Cyrl","ibo-Latn"]},{"precision":0.45056,"recall":0.518775,"f1":0.469177,"accuracy":0.518775,"main_score":0.469177,"hf_subset":"kir_Cyrl-kmr_Latn","languages":["kir-Cyrl","kmr-Latn"]},{"precision":0.609382,"recall":0.675889,"f1":0.628858,"accuracy":0.675889,"main_score":0.628858,"hf_subset":"kir_Cyrl-min_Latn","languages":["kir-Cyrl","min-Latn"]},{"precision":0.755735,"recall":0.812253,"f1":0.772861,"accuracy":0.812253,"main_score":0.772861,"hf_subset":"kir_Cyrl-por_Latn","languages":["kir-Cyrl","por-Latn"]},{"precision":0.665523,"recall":0.715415,"f1":0.67984,"accuracy":0.715415,"main_score":0.67984,"hf_subset":"kir_Cyrl-sun_Latn","languages":["kir-Cyrl","sun-Latn"]},{"precision":0.397882,"recall":0.475296,"f1":0.418476,"accuracy":0.475296,"main_score":0.418476,"hf_subset":"kir_Cyrl-umb_Latn","languages":["kir-Cyrl","umb-Latn"]},{"precision":0.716118,"recall":0.772727,"f1":0.732562,"accuracy":0.772727,"main_score":0.732562,"hf_subset":"kir_Cyrl-ajp_Arab","languages":["kir-Cyrl","ajp-Arab"]},{"precision":0.256096,"recall":0.331028,"f1":0.276335,"accuracy":0.331028,"main_score":0.276335,"hf_subset":"kir_Cyrl-bjn_Arab","languages":["kir-Cyrl","bjn-Arab"]},{"precision":0.405994,"recall":0.476285,"f1":0.425047,"accuracy":0.476285,"main_score":0.425047,"hf_subset":"kir_Cyrl-ewe_Latn","languages":["kir-Cyrl","ewe-Latn"]},{"precision":0.599522,"recall":0.65415,"f1":0.616155,"accuracy":0.65415,"main_score":0.616155,"hf_subset":"kir_Cyrl-ilo_Latn","languages":["kir-Cyrl","ilo-Latn"]},{"precision":0.190963,"recall":0.261858,"f1":0.210294,"accuracy":0.261858,"main_score":0.210294,"hf_subset":"kir_Cyrl-knc_Arab","languages":["kir-Cyrl","knc-Arab"]},{"precision":0.691488,"recall":0.752964,"f1":0.709296,"accuracy":0.752964,"main_score":0.709296,"hf_subset":"kir_Cyrl-mkd_Cyrl","languages":["kir-Cyrl","mkd-Cyrl"]},{"precision":0.726113,"recall":0.782609,"f1":0.743378,"accuracy":0.782609,"main_score":0.743378,"hf_subset":"kir_Cyrl-prs_Arab","languages":["kir-Cyrl","prs-Arab"]},{"precision":0.741938,"recall":0.789526,"f1":0.756456,"accuracy":0.789526,"main_score":0.756456,"hf_subset":"kir_Cyrl-swe_Latn","languages":["kir-Cyrl","swe-Latn"]},{"precision":0.666156,"recall":0.732213,"f1":0.685658,"accuracy":0.732213,"main_score":0.685658,"hf_subset":"kir_Cyrl-urd_Arab","languages":["kir-Cyrl","urd-Arab"]},{"precision":0.451125,"recall":0.528656,"f1":0.473179,"accuracy":0.528656,"main_score":0.473179,"hf_subset":"kir_Cyrl-aka_Latn","languages":["kir-Cyrl","aka-Latn"]},{"precision":0.615911,"recall":0.679842,"f1":0.634453,"accuracy":0.679842,"main_score":0.634453,"hf_subset":"kir_Cyrl-bjn_Latn","languages":["kir-Cyrl","bjn-Latn"]},{"precision":0.497596,"recall":0.561265,"f1":0.515966,"accuracy":0.561265,"main_score":0.515966,"hf_subset":"kir_Cyrl-fao_Latn","languages":["kir-Cyrl","fao-Latn"]},{"precision":0.756202,"recall":0.813241,"f1":0.773073,"accuracy":0.813241,"main_score":0.773073,"hf_subset":"kir_Cyrl-ind_Latn","languages":["kir-Cyrl","ind-Latn"]},{"precision":0.453969,"recall":0.517787,"f1":0.472092,"accuracy":0.517787,"main_score":0.472092,"hf_subset":"kir_Cyrl-knc_Latn","languages":["kir-Cyrl","knc-Latn"]},{"precision":0.584454,"recall":0.648221,"f1":0.603464,"accuracy":0.648221,"main_score":0.603464,"hf_subset":"kir_Cyrl-mlt_Latn","languages":["kir-Cyrl","mlt-Latn"]},{"precision":0.468761,"recall":0.552372,"f1":0.492499,"accuracy":0.552372,"main_score":0.492499,"hf_subset":"kir_Cyrl-quy_Latn","languages":["kir-Cyrl","quy-Latn"]},{"precision":0.609448,"recall":0.679842,"f1":0.630388,"accuracy":0.679842,"main_score":0.630388,"hf_subset":"kir_Cyrl-swh_Latn","languages":["kir-Cyrl","swh-Latn"]},{"precision":0.657971,"recall":0.724308,"f1":0.677296,"accuracy":0.724308,"main_score":0.677296,"hf_subset":"kir_Cyrl-uzn_Latn","languages":["kir-Cyrl","uzn-Latn"]},{"precision":0.644516,"recall":0.701581,"f1":0.662022,"accuracy":0.701581,"main_score":0.662022,"hf_subset":"kir_Cyrl-als_Latn","languages":["kir-Cyrl","als-Latn"]},{"precision":0.202083,"recall":0.261858,"f1":0.217203,"accuracy":0.261858,"main_score":0.217203,"hf_subset":"kir_Cyrl-bod_Tibt","languages":["kir-Cyrl","bod-Tibt"]},{"precision":0.393098,"recall":0.475296,"f1":0.415905,"accuracy":0.475296,"main_score":0.415905,"hf_subset":"kir_Cyrl-fij_Latn","languages":["kir-Cyrl","fij-Latn"]},{"precision":0.464184,"recall":0.535573,"f1":0.48415,"accuracy":0.535573,"main_score":0.48415,"hf_subset":"kir_Cyrl-isl_Latn","languages":["kir-Cyrl","isl-Latn"]},{"precision":0.475618,"recall":0.550395,"f1":0.497184,"accuracy":0.550395,"main_score":0.497184,"hf_subset":"kir_Cyrl-kon_Latn","languages":["kir-Cyrl","kon-Latn"]},{"precision":0.372972,"recall":0.44664,"f1":0.393346,"accuracy":0.44664,"main_score":0.393346,"hf_subset":"kir_Cyrl-mni_Beng","languages":["kir-Cyrl","mni-Beng"]},{"precision":0.742933,"recall":0.791502,"f1":0.757169,"accuracy":0.791502,"main_score":0.757169,"hf_subset":"kir_Cyrl-ron_Latn","languages":["kir-Cyrl","ron-Latn"]},{"precision":0.652549,"recall":0.714427,"f1":0.670349,"accuracy":0.714427,"main_score":0.670349,"hf_subset":"kir_Cyrl-szl_Latn","languages":["kir-Cyrl","szl-Latn"]},{"precision":0.691777,"recall":0.750988,"f1":0.709046,"accuracy":0.750988,"main_score":0.709046,"hf_subset":"kir_Cyrl-vec_Latn","languages":["kir-Cyrl","vec-Latn"]},{"precision":0.561221,"recall":0.640316,"f1":0.58442,"accuracy":0.640316,"main_score":0.58442,"hf_subset":"kir_Cyrl-amh_Ethi","languages":["kir-Cyrl","amh-Ethi"]},{"precision":0.744763,"recall":0.795455,"f1":0.759987,"accuracy":0.795455,"main_score":0.759987,"hf_subset":"kir_Cyrl-bos_Latn","languages":["kir-Cyrl","bos-Latn"]},{"precision":0.707087,"recall":0.762846,"f1":0.724019,"accuracy":0.762846,"main_score":0.724019,"hf_subset":"kir_Cyrl-fin_Latn","languages":["kir-Cyrl","fin-Latn"]},{"precision":0.744442,"recall":0.804348,"f1":0.763051,"accuracy":0.804348,"main_score":0.763051,"hf_subset":"kir_Cyrl-ita_Latn","languages":["kir-Cyrl","ita-Latn"]},{"precision":0.707092,"recall":0.769763,"f1":0.725622,"accuracy":0.769763,"main_score":0.725622,"hf_subset":"kir_Cyrl-kor_Hang","languages":["kir-Cyrl","kor-Hang"]},{"precision":0.416628,"recall":0.490119,"f1":0.436762,"accuracy":0.490119,"main_score":0.436762,"hf_subset":"kir_Cyrl-mos_Latn","languages":["kir-Cyrl","mos-Latn"]},{"precision":0.405273,"recall":0.475296,"f1":0.424776,"accuracy":0.475296,"main_score":0.424776,"hf_subset":"kir_Cyrl-run_Latn","languages":["kir-Cyrl","run-Latn"]},{"precision":0.69753,"recall":0.76581,"f1":0.718746,"accuracy":0.76581,"main_score":0.718746,"hf_subset":"kir_Cyrl-tam_Taml","languages":["kir-Cyrl","tam-Taml"]},{"precision":0.704504,"recall":0.771739,"f1":0.724791,"accuracy":0.771739,"main_score":0.724791,"hf_subset":"kir_Cyrl-vie_Latn","languages":["kir-Cyrl","vie-Latn"]},{"precision":0.696523,"recall":0.754941,"f1":0.713332,"accuracy":0.754941,"main_score":0.713332,"hf_subset":"kir_Cyrl-apc_Arab","languages":["kir-Cyrl","apc-Arab"]},{"precision":0.55938,"recall":0.623518,"f1":0.577986,"accuracy":0.623518,"main_score":0.577986,"hf_subset":"kir_Cyrl-bug_Latn","languages":["kir-Cyrl","bug-Latn"]},{"precision":0.369633,"recall":0.444664,"f1":0.389534,"accuracy":0.444664,"main_score":0.389534,"hf_subset":"kir_Cyrl-fon_Latn","languages":["kir-Cyrl","fon-Latn"]},{"precision":0.642911,"recall":0.701581,"f1":0.66035,"accuracy":0.701581,"main_score":0.66035,"hf_subset":"kir_Cyrl-jav_Latn","languages":["kir-Cyrl","jav-Latn"]},{"precision":0.5258,"recall":0.592885,"f1":0.544946,"accuracy":0.592885,"main_score":0.544946,"hf_subset":"kir_Cyrl-lao_Laoo","languages":["kir-Cyrl","lao-Laoo"]},{"precision":0.369174,"recall":0.449605,"f1":0.391137,"accuracy":0.449605,"main_score":0.391137,"hf_subset":"kir_Cyrl-mri_Latn","languages":["kir-Cyrl","mri-Latn"]},{"precision":0.769805,"recall":0.826087,"f1":0.786893,"accuracy":0.826087,"main_score":0.786893,"hf_subset":"kir_Cyrl-rus_Cyrl","languages":["kir-Cyrl","rus-Cyrl"]},{"precision":0.402763,"recall":0.482213,"f1":0.424518,"accuracy":0.482213,"main_score":0.424518,"hf_subset":"kir_Cyrl-taq_Latn","languages":["kir-Cyrl","taq-Latn"]},{"precision":0.658605,"recall":0.708498,"f1":0.673048,"accuracy":0.708498,"main_score":0.673048,"hf_subset":"kir_Cyrl-war_Latn","languages":["kir-Cyrl","war-Latn"]},{"precision":0.720215,"recall":0.778656,"f1":0.7377,"accuracy":0.778656,"main_score":0.7377,"hf_subset":"kir_Cyrl-arb_Arab","languages":["kir-Cyrl","arb-Arab"]},{"precision":0.754169,"recall":0.804348,"f1":0.768958,"accuracy":0.804348,"main_score":0.768958,"hf_subset":"kir_Cyrl-bul_Cyrl","languages":["kir-Cyrl","bul-Cyrl"]},{"precision":0.743314,"recall":0.804348,"f1":0.762239,"accuracy":0.804348,"main_score":0.762239,"hf_subset":"kir_Cyrl-fra_Latn","languages":["kir-Cyrl","fra-Latn"]},{"precision":0.722341,"recall":0.786561,"f1":0.742031,"accuracy":0.786561,"main_score":0.742031,"hf_subset":"kir_Cyrl-jpn_Jpan","languages":["kir-Cyrl","jpn-Jpan"]},{"precision":0.651013,"recall":0.710474,"f1":0.669244,"accuracy":0.710474,"main_score":0.669244,"hf_subset":"kir_Cyrl-lij_Latn","languages":["kir-Cyrl","lij-Latn"]},{"precision":0.523139,"recall":0.597826,"f1":0.54498,"accuracy":0.597826,"main_score":0.54498,"hf_subset":"kir_Cyrl-mya_Mymr","languages":["kir-Cyrl","mya-Mymr"]},{"precision":0.442098,"recall":0.518775,"f1":0.464185,"accuracy":0.518775,"main_score":0.464185,"hf_subset":"kir_Cyrl-sag_Latn","languages":["kir-Cyrl","sag-Latn"]},{"precision":0.154032,"recall":0.226285,"f1":0.170462,"accuracy":0.226285,"main_score":0.170462,"hf_subset":"kir_Cyrl-taq_Tfng","languages":["kir-Cyrl","taq-Tfng"]},{"precision":0.45681,"recall":0.532609,"f1":0.478071,"accuracy":0.532609,"main_score":0.478071,"hf_subset":"kir_Cyrl-wol_Latn","languages":["kir-Cyrl","wol-Latn"]},{"precision":0.289139,"recall":0.385375,"f1":0.314124,"accuracy":0.385375,"main_score":0.314124,"hf_subset":"kir_Cyrl-arb_Latn","languages":["kir-Cyrl","arb-Latn"]},{"precision":0.718554,"recall":0.775692,"f1":0.735488,"accuracy":0.775692,"main_score":0.735488,"hf_subset":"kir_Cyrl-cat_Latn","languages":["kir-Cyrl","cat-Latn"]},{"precision":0.614493,"recall":0.672925,"f1":0.63251,"accuracy":0.672925,"main_score":0.63251,"hf_subset":"kir_Cyrl-fur_Latn","languages":["kir-Cyrl","fur-Latn"]},{"precision":0.284027,"recall":0.356719,"f1":0.304005,"accuracy":0.356719,"main_score":0.304005,"hf_subset":"kir_Cyrl-kab_Latn","languages":["kir-Cyrl","kab-Latn"]},{"precision":0.619623,"recall":0.684783,"f1":0.638744,"accuracy":0.684783,"main_score":0.638744,"hf_subset":"kir_Cyrl-lim_Latn","languages":["kir-Cyrl","lim-Latn"]},{"precision":0.749855,"recall":0.805336,"f1":0.76651,"accuracy":0.805336,"main_score":0.76651,"hf_subset":"kir_Cyrl-nld_Latn","languages":["kir-Cyrl","nld-Latn"]},{"precision":0.614585,"recall":0.688735,"f1":0.636709,"accuracy":0.688735,"main_score":0.636709,"hf_subset":"kir_Cyrl-san_Deva","languages":["kir-Cyrl","san-Deva"]},{"precision":0.7273,"recall":0.773715,"f1":0.741008,"accuracy":0.773715,"main_score":0.741008,"hf_subset":"kir_Cyrl-tat_Cyrl","languages":["kir-Cyrl","tat-Cyrl"]},{"precision":0.420859,"recall":0.502964,"f1":0.443016,"accuracy":0.502964,"main_score":0.443016,"hf_subset":"kir_Cyrl-xho_Latn","languages":["kir-Cyrl","xho-Latn"]},{"precision":0.697771,"recall":0.763834,"f1":0.717772,"accuracy":0.763834,"main_score":0.717772,"hf_subset":"kir_Cyrl-ars_Arab","languages":["kir-Cyrl","ars-Arab"]},{"precision":0.623197,"recall":0.676877,"f1":0.639375,"accuracy":0.676877,"main_score":0.639375,"hf_subset":"kir_Cyrl-ceb_Latn","languages":["kir-Cyrl","ceb-Latn"]},{"precision":0.427578,"recall":0.505929,"f1":0.449714,"accuracy":0.505929,"main_score":0.449714,"hf_subset":"kir_Cyrl-fuv_Latn","languages":["kir-Cyrl","fuv-Latn"]},{"precision":0.425082,"recall":0.5,"f1":0.445706,"accuracy":0.5,"main_score":0.445706,"hf_subset":"kir_Cyrl-kac_Latn","languages":["kir-Cyrl","kac-Latn"]},{"precision":0.473781,"recall":0.552372,"f1":0.496219,"accuracy":0.552372,"main_score":0.496219,"hf_subset":"kir_Cyrl-lin_Latn","languages":["kir-Cyrl","lin-Latn"]},{"precision":0.710713,"recall":0.764822,"f1":0.727511,"accuracy":0.764822,"main_score":0.727511,"hf_subset":"kir_Cyrl-nno_Latn","languages":["kir-Cyrl","nno-Latn"]},{"precision":0.177282,"recall":0.227273,"f1":0.190102,"accuracy":0.227273,"main_score":0.190102,"hf_subset":"kir_Cyrl-sat_Olck","languages":["kir-Cyrl","sat-Olck"]},{"precision":0.697521,"recall":0.757905,"f1":0.715985,"accuracy":0.757905,"main_score":0.715985,"hf_subset":"kir_Cyrl-tel_Telu","languages":["kir-Cyrl","tel-Telu"]},{"precision":0.287114,"recall":0.358696,"f1":0.306344,"accuracy":0.358696,"main_score":0.306344,"hf_subset":"kir_Cyrl-ydd_Hebr","languages":["kir-Cyrl","ydd-Hebr"]},{"precision":0.612057,"recall":0.682806,"f1":0.632868,"accuracy":0.682806,"main_score":0.632868,"hf_subset":"kir_Cyrl-ary_Arab","languages":["kir-Cyrl","ary-Arab"]},{"precision":0.745843,"recall":0.800395,"f1":0.761966,"accuracy":0.800395,"main_score":0.761966,"hf_subset":"kir_Cyrl-ces_Latn","languages":["kir-Cyrl","ces-Latn"]},{"precision":0.341564,"recall":0.41502,"f1":0.360785,"accuracy":0.41502,"main_score":0.360785,"hf_subset":"kir_Cyrl-gaz_Latn","languages":["kir-Cyrl","gaz-Latn"]},{"precision":0.413577,"recall":0.488142,"f1":0.43406,"accuracy":0.488142,"main_score":0.43406,"hf_subset":"kir_Cyrl-kam_Latn","languages":["kir-Cyrl","kam-Latn"]},{"precision":0.658004,"recall":0.716403,"f1":0.675485,"accuracy":0.716403,"main_score":0.675485,"hf_subset":"kir_Cyrl-lit_Latn","languages":["kir-Cyrl","lit-Latn"]},{"precision":0.740267,"recall":0.794466,"f1":0.756617,"accuracy":0.794466,"main_score":0.756617,"hf_subset":"kir_Cyrl-nob_Latn","languages":["kir-Cyrl","nob-Latn"]},{"precision":0.584116,"recall":0.647233,"f1":0.602525,"accuracy":0.647233,"main_score":0.602525,"hf_subset":"kir_Cyrl-scn_Latn","languages":["kir-Cyrl","scn-Latn"]},{"precision":0.496206,"recall":0.566206,"f1":0.515677,"accuracy":0.566206,"main_score":0.515677,"hf_subset":"kir_Cyrl-tgk_Cyrl","languages":["kir-Cyrl","tgk-Cyrl"]},{"precision":0.371993,"recall":0.451581,"f1":0.393828,"accuracy":0.451581,"main_score":0.393828,"hf_subset":"kir_Cyrl-yor_Latn","languages":["kir-Cyrl","yor-Latn"]},{"precision":0.719706,"recall":0.775692,"f1":0.73677,"accuracy":0.775692,"main_score":0.73677,"hf_subset":"kir_Cyrl-arz_Arab","languages":["kir-Cyrl","arz-Arab"]},{"precision":0.423261,"recall":0.501976,"f1":0.44516,"accuracy":0.501976,"main_score":0.44516,"hf_subset":"kir_Cyrl-cjk_Latn","languages":["kir-Cyrl","cjk-Latn"]},{"precision":0.36474,"recall":0.4417,"f1":0.385485,"accuracy":0.4417,"main_score":0.385485,"hf_subset":"kir_Cyrl-gla_Latn","languages":["kir-Cyrl","gla-Latn"]},{"precision":0.685641,"recall":0.752964,"f1":0.705138,"accuracy":0.752964,"main_score":0.705138,"hf_subset":"kir_Cyrl-kan_Knda","languages":["kir-Cyrl","kan-Knda"]},{"precision":0.61831,"recall":0.683794,"f1":0.636906,"accuracy":0.683794,"main_score":0.636906,"hf_subset":"kir_Cyrl-lmo_Latn","languages":["kir-Cyrl","lmo-Latn"]},{"precision":0.711644,"recall":0.774704,"f1":0.730384,"accuracy":0.774704,"main_score":0.730384,"hf_subset":"kir_Cyrl-npi_Deva","languages":["kir-Cyrl","npi-Deva"]},{"precision":0.37353,"recall":0.453557,"f1":0.395294,"accuracy":0.453557,"main_score":0.395294,"hf_subset":"kir_Cyrl-shn_Mymr","languages":["kir-Cyrl","shn-Mymr"]},{"precision":0.680735,"recall":0.738142,"f1":0.698045,"accuracy":0.738142,"main_score":0.698045,"hf_subset":"kir_Cyrl-tgl_Latn","languages":["kir-Cyrl","tgl-Latn"]},{"precision":0.704256,"recall":0.771739,"f1":0.724544,"accuracy":0.771739,"main_score":0.724544,"hf_subset":"kir_Cyrl-yue_Hant","languages":["kir-Cyrl","yue-Hant"]},{"precision":0.588276,"recall":0.660079,"f1":0.60847,"accuracy":0.660079,"main_score":0.60847,"hf_subset":"kir_Cyrl-asm_Beng","languages":["kir-Cyrl","asm-Beng"]},{"precision":0.389473,"recall":0.452569,"f1":0.406494,"accuracy":0.452569,"main_score":0.406494,"hf_subset":"kir_Cyrl-ckb_Arab","languages":["kir-Cyrl","ckb-Arab"]},{"precision":0.375775,"recall":0.444664,"f1":0.393901,"accuracy":0.444664,"main_score":0.393901,"hf_subset":"kir_Cyrl-gle_Latn","languages":["kir-Cyrl","gle-Latn"]},{"precision":0.484445,"recall":0.574111,"f1":0.511207,"accuracy":0.574111,"main_score":0.511207,"hf_subset":"kir_Cyrl-kas_Arab","languages":["kir-Cyrl","kas-Arab"]},{"precision":0.582938,"recall":0.65415,"f1":0.603496,"accuracy":0.65415,"main_score":0.603496,"hf_subset":"kir_Cyrl-ltg_Latn","languages":["kir-Cyrl","ltg-Latn"]},{"precision":0.455623,"recall":0.527668,"f1":0.475875,"accuracy":0.527668,"main_score":0.475875,"hf_subset":"kir_Cyrl-nso_Latn","languages":["kir-Cyrl","nso-Latn"]},{"precision":0.572886,"recall":0.652174,"f1":0.596081,"accuracy":0.652174,"main_score":0.596081,"hf_subset":"kir_Cyrl-sin_Sinh","languages":["kir-Cyrl","sin-Sinh"]},{"precision":0.705188,"recall":0.768775,"f1":0.724261,"accuracy":0.768775,"main_score":0.724261,"hf_subset":"kir_Cyrl-tha_Thai","languages":["kir-Cyrl","tha-Thai"]},{"precision":0.711531,"recall":0.774704,"f1":0.730706,"accuracy":0.774704,"main_score":0.730706,"hf_subset":"kir_Cyrl-zho_Hans","languages":["kir-Cyrl","zho-Hans"]},{"precision":0.693734,"recall":0.749012,"f1":0.710201,"accuracy":0.749012,"main_score":0.710201,"hf_subset":"kir_Cyrl-ast_Latn","languages":["kir-Cyrl","ast-Latn"]},{"precision":0.681548,"recall":0.733202,"f1":0.696657,"accuracy":0.733202,"main_score":0.696657,"hf_subset":"kir_Cyrl-crh_Latn","languages":["kir-Cyrl","crh-Latn"]},{"precision":0.742549,"recall":0.79249,"f1":0.757612,"accuracy":0.79249,"main_score":0.757612,"hf_subset":"kir_Cyrl-glg_Latn","languages":["kir-Cyrl","glg-Latn"]},{"precision":0.466207,"recall":0.543478,"f1":0.488651,"accuracy":0.543478,"main_score":0.488651,"hf_subset":"kir_Cyrl-kas_Deva","languages":["kir-Cyrl","kas-Deva"]},{"precision":0.617236,"recall":0.68083,"f1":0.635774,"accuracy":0.68083,"main_score":0.635774,"hf_subset":"kir_Cyrl-ltz_Latn","languages":["kir-Cyrl","ltz-Latn"]},{"precision":0.320409,"recall":0.40415,"f1":0.342519,"accuracy":0.40415,"main_score":0.342519,"hf_subset":"kir_Cyrl-nus_Latn","languages":["kir-Cyrl","nus-Latn"]},{"precision":0.733037,"recall":0.786561,"f1":0.748904,"accuracy":0.786561,"main_score":0.748904,"hf_subset":"kir_Cyrl-slk_Latn","languages":["kir-Cyrl","slk-Latn"]},{"precision":0.35523,"recall":0.43083,"f1":0.377035,"accuracy":0.43083,"main_score":0.377035,"hf_subset":"kir_Cyrl-tir_Ethi","languages":["kir-Cyrl","tir-Ethi"]},{"precision":0.716243,"recall":0.778656,"f1":0.734463,"accuracy":0.778656,"main_score":0.734463,"hf_subset":"kir_Cyrl-zho_Hant","languages":["kir-Cyrl","zho-Hant"]},{"precision":0.712549,"recall":0.767787,"f1":0.728774,"accuracy":0.767787,"main_score":0.728774,"hf_subset":"kir_Cyrl-awa_Deva","languages":["kir-Cyrl","awa-Deva"]},{"precision":0.434902,"recall":0.513834,"f1":0.456875,"accuracy":0.513834,"main_score":0.456875,"hf_subset":"kir_Cyrl-cym_Latn","languages":["kir-Cyrl","cym-Latn"]},{"precision":0.569376,"recall":0.632411,"f1":0.587652,"accuracy":0.632411,"main_score":0.587652,"hf_subset":"kir_Cyrl-grn_Latn","languages":["kir-Cyrl","grn-Latn"]},{"precision":0.651327,"recall":0.720356,"f1":0.672203,"accuracy":0.720356,"main_score":0.672203,"hf_subset":"kir_Cyrl-kat_Geor","languages":["kir-Cyrl","kat-Geor"]},{"precision":0.463499,"recall":0.532609,"f1":0.482786,"accuracy":0.532609,"main_score":0.482786,"hf_subset":"kir_Cyrl-lua_Latn","languages":["kir-Cyrl","lua-Latn"]},{"precision":0.450478,"recall":0.521739,"f1":0.470937,"accuracy":0.521739,"main_score":0.470937,"hf_subset":"kir_Cyrl-nya_Latn","languages":["kir-Cyrl","nya-Latn"]},{"precision":0.674398,"recall":0.73913,"f1":0.69334,"accuracy":0.73913,"main_score":0.69334,"hf_subset":"kir_Cyrl-slv_Latn","languages":["kir-Cyrl","slv-Latn"]},{"precision":0.601976,"recall":0.664032,"f1":0.620619,"accuracy":0.664032,"main_score":0.620619,"hf_subset":"kir_Cyrl-tpi_Latn","languages":["kir-Cyrl","tpi-Latn"]},{"precision":0.726054,"recall":0.780632,"f1":0.742805,"accuracy":0.780632,"main_score":0.742805,"hf_subset":"kir_Cyrl-zsm_Latn","languages":["kir-Cyrl","zsm-Latn"]},{"precision":0.398572,"recall":0.479249,"f1":0.420896,"accuracy":0.479249,"main_score":0.420896,"hf_subset":"kir_Cyrl-ayr_Latn","languages":["kir-Cyrl","ayr-Latn"]},{"precision":0.745916,"recall":0.80336,"f1":0.763345,"accuracy":0.80336,"main_score":0.763345,"hf_subset":"kir_Cyrl-dan_Latn","languages":["kir-Cyrl","dan-Latn"]},{"precision":0.683712,"recall":0.75,"f1":0.703609,"accuracy":0.75,"main_score":0.703609,"hf_subset":"kir_Cyrl-guj_Gujr","languages":["kir-Cyrl","guj-Gujr"]},{"precision":0.761826,"recall":0.813241,"f1":0.777231,"accuracy":0.813241,"main_score":0.777231,"hf_subset":"kir_Cyrl-kaz_Cyrl","languages":["kir-Cyrl","kaz-Cyrl"]},{"precision":0.38266,"recall":0.462451,"f1":0.404838,"accuracy":0.462451,"main_score":0.404838,"hf_subset":"kir_Cyrl-lug_Latn","languages":["kir-Cyrl","lug-Latn"]},{"precision":0.694369,"recall":0.746047,"f1":0.709401,"accuracy":0.746047,"main_score":0.709401,"hf_subset":"kir_Cyrl-oci_Latn","languages":["kir-Cyrl","oci-Latn"]},{"precision":0.42245,"recall":0.503953,"f1":0.444591,"accuracy":0.503953,"main_score":0.444591,"hf_subset":"kir_Cyrl-smo_Latn","languages":["kir-Cyrl","smo-Latn"]},{"precision":0.415452,"recall":0.493083,"f1":0.436008,"accuracy":0.493083,"main_score":0.436008,"hf_subset":"kir_Cyrl-tsn_Latn","languages":["kir-Cyrl","tsn-Latn"]},{"precision":0.391058,"recall":0.472332,"f1":0.412859,"accuracy":0.472332,"main_score":0.412859,"hf_subset":"kir_Cyrl-zul_Latn","languages":["kir-Cyrl","zul-Latn"]},{"precision":0.503644,"recall":0.579051,"f1":0.525144,"accuracy":0.579051,"main_score":0.525144,"hf_subset":"kir_Cyrl-azb_Arab","languages":["kir-Cyrl","azb-Arab"]},{"precision":0.758369,"recall":0.811265,"f1":0.774217,"accuracy":0.811265,"main_score":0.774217,"hf_subset":"kir_Cyrl-deu_Latn","languages":["kir-Cyrl","deu-Latn"]},{"precision":0.529974,"recall":0.601779,"f1":0.550807,"accuracy":0.601779,"main_score":0.550807,"hf_subset":"kir_Cyrl-hat_Latn","languages":["kir-Cyrl","hat-Latn"]},{"precision":0.35393,"recall":0.440711,"f1":0.377824,"accuracy":0.440711,"main_score":0.377824,"hf_subset":"kir_Cyrl-kbp_Latn","languages":["kir-Cyrl","kbp-Latn"]},{"precision":0.447291,"recall":0.525692,"f1":0.469312,"accuracy":0.525692,"main_score":0.469312,"hf_subset":"kir_Cyrl-luo_Latn","languages":["kir-Cyrl","luo-Latn"]},{"precision":0.454727,"recall":0.532609,"f1":0.477569,"accuracy":0.532609,"main_score":0.477569,"hf_subset":"kir_Cyrl-ory_Orya","languages":["kir-Cyrl","ory-Orya"]},{"precision":0.419468,"recall":0.498024,"f1":0.441282,"accuracy":0.498024,"main_score":0.441282,"hf_subset":"kir_Cyrl-sna_Latn","languages":["kir-Cyrl","sna-Latn"]},{"precision":0.403619,"recall":0.478261,"f1":0.424563,"accuracy":0.478261,"main_score":0.424563,"hf_subset":"kir_Cyrl-tso_Latn","languages":["kir-Cyrl","tso-Latn"]},{"precision":0.703217,"recall":0.751976,"f1":0.717133,"accuracy":0.751976,"main_score":0.717133,"hf_subset":"kir_Cyrl-azj_Latn","languages":["kir-Cyrl","azj-Latn"]},{"precision":0.414067,"recall":0.490119,"f1":0.436166,"accuracy":0.490119,"main_score":0.436166,"hf_subset":"kir_Cyrl-dik_Latn","languages":["kir-Cyrl","dik-Latn"]},{"precision":0.428048,"recall":0.495059,"f1":0.447112,"accuracy":0.495059,"main_score":0.447112,"hf_subset":"kir_Cyrl-hau_Latn","languages":["kir-Cyrl","hau-Latn"]},{"precision":0.5997,"recall":0.666996,"f1":0.618916,"accuracy":0.666996,"main_score":0.618916,"hf_subset":"kir_Cyrl-kea_Latn","languages":["kir-Cyrl","kea-Latn"]},{"precision":0.547011,"recall":0.605731,"f1":0.564534,"accuracy":0.605731,"main_score":0.564534,"hf_subset":"kir_Cyrl-lus_Latn","languages":["kir-Cyrl","lus-Latn"]},{"precision":0.602636,"recall":0.666996,"f1":0.622093,"accuracy":0.666996,"main_score":0.622093,"hf_subset":"kir_Cyrl-pag_Latn","languages":["kir-Cyrl","pag-Latn"]},{"precision":0.485272,"recall":0.562253,"f1":0.507889,"accuracy":0.562253,"main_score":0.507889,"hf_subset":"kir_Cyrl-snd_Arab","languages":["kir-Cyrl","snd-Arab"]},{"precision":0.635672,"recall":0.69664,"f1":0.653187,"accuracy":0.69664,"main_score":0.653187,"hf_subset":"kir_Cyrl-tuk_Latn","languages":["kir-Cyrl","tuk-Latn"]},{"precision":0.716057,"recall":0.763834,"f1":0.729992,"accuracy":0.763834,"main_score":0.729992,"hf_subset":"kir_Cyrl-bak_Cyrl","languages":["kir-Cyrl","bak-Cyrl"]},{"precision":0.346039,"recall":0.436759,"f1":0.370902,"accuracy":0.436759,"main_score":0.370902,"hf_subset":"kir_Cyrl-dyu_Latn","languages":["kir-Cyrl","dyu-Latn"]},{"precision":0.609386,"recall":0.68083,"f1":0.630108,"accuracy":0.68083,"main_score":0.630108,"hf_subset":"kir_Cyrl-heb_Hebr","languages":["kir-Cyrl","heb-Hebr"]},{"precision":0.487213,"recall":0.548419,"f1":0.504792,"accuracy":0.548419,"main_score":0.504792,"hf_subset":"kir_Cyrl-khk_Cyrl","languages":["kir-Cyrl","khk-Cyrl"]},{"precision":0.677311,"recall":0.726285,"f1":0.692124,"accuracy":0.726285,"main_score":0.692124,"hf_subset":"kir_Cyrl-lvs_Latn","languages":["kir-Cyrl","lvs-Latn"]},{"precision":0.631901,"recall":0.702569,"f1":0.653623,"accuracy":0.702569,"main_score":0.653623,"hf_subset":"kir_Cyrl-pan_Guru","languages":["kir-Cyrl","pan-Guru"]},{"precision":0.391463,"recall":0.45751,"f1":0.409612,"accuracy":0.45751,"main_score":0.409612,"hf_subset":"kir_Cyrl-som_Latn","languages":["kir-Cyrl","som-Latn"]},{"precision":0.432617,"recall":0.499012,"f1":0.45112,"accuracy":0.499012,"main_score":0.45112,"hf_subset":"kir_Cyrl-tum_Latn","languages":["kir-Cyrl","tum-Latn"]},{"precision":0.299568,"recall":0.385375,"f1":0.322423,"accuracy":0.385375,"main_score":0.322423,"hf_subset":"mar_Deva-ace_Arab","languages":["mar-Deva","ace-Arab"]},{"precision":0.347009,"recall":0.452569,"f1":0.375391,"accuracy":0.452569,"main_score":0.375391,"hf_subset":"mar_Deva-bam_Latn","languages":["mar-Deva","bam-Latn"]},{"precision":0.175152,"recall":0.23913,"f1":0.192034,"accuracy":0.23913,"main_score":0.192034,"hf_subset":"mar_Deva-dzo_Tibt","languages":["mar-Deva","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-hin_Deva","languages":["mar-Deva","hin-Deva"]},{"precision":0.840662,"recall":0.885375,"f1":0.854974,"accuracy":0.885375,"main_score":0.854974,"hf_subset":"mar_Deva-khm_Khmr","languages":["mar-Deva","khm-Khmr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mar_Deva-mag_Deva","languages":["mar-Deva","mag-Deva"]},{"precision":0.830204,"recall":0.879447,"f1":0.84529,"accuracy":0.879447,"main_score":0.84529,"hf_subset":"mar_Deva-pap_Latn","languages":["mar-Deva","pap-Latn"]},{"precision":0.409326,"recall":0.508893,"f1":0.436016,"accuracy":0.508893,"main_score":0.436016,"hf_subset":"mar_Deva-sot_Latn","languages":["mar-Deva","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-tur_Latn","languages":["mar-Deva","tur-Latn"]},{"precision":0.641347,"recall":0.725296,"f1":0.665747,"accuracy":0.725296,"main_score":0.665747,"hf_subset":"mar_Deva-ace_Latn","languages":["mar-Deva","ace-Latn"]},{"precision":0.798831,"recall":0.853755,"f1":0.816271,"accuracy":0.853755,"main_score":0.816271,"hf_subset":"mar_Deva-ban_Latn","languages":["mar-Deva","ban-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"mar_Deva-ell_Grek","languages":["mar-Deva","ell-Grek"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"mar_Deva-hne_Deva","languages":["mar-Deva","hne-Deva"]},{"precision":0.421109,"recall":0.524704,"f1":0.448605,"accuracy":0.524704,"main_score":0.448605,"hf_subset":"mar_Deva-kik_Latn","languages":["mar-Deva","kik-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mar_Deva-mai_Deva","languages":["mar-Deva","mai-Deva"]},{"precision":0.870224,"recall":0.909091,"f1":0.88274,"accuracy":0.909091,"main_score":0.88274,"hf_subset":"mar_Deva-pbt_Arab","languages":["mar-Deva","pbt-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mar_Deva-spa_Latn","languages":["mar-Deva","spa-Latn"]},{"precision":0.475344,"recall":0.572134,"f1":0.501625,"accuracy":0.572134,"main_score":0.501625,"hf_subset":"mar_Deva-twi_Latn","languages":["mar-Deva","twi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mar_Deva-acm_Arab","languages":["mar-Deva","acm-Arab"]},{"precision":0.841107,"recall":0.88834,"f1":0.856028,"accuracy":0.88834,"main_score":0.856028,"hf_subset":"mar_Deva-bel_Cyrl","languages":["mar-Deva","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-eng_Latn","languages":["mar-Deva","eng-Latn"]},{"precision":0.942523,"recall":0.961462,"f1":0.948781,"accuracy":0.961462,"main_score":0.948781,"hf_subset":"mar_Deva-hrv_Latn","languages":["mar-Deva","hrv-Latn"]},{"precision":0.371499,"recall":0.465415,"f1":0.39669,"accuracy":0.465415,"main_score":0.39669,"hf_subset":"mar_Deva-kin_Latn","languages":["mar-Deva","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mar_Deva-mal_Mlym","languages":["mar-Deva","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mar_Deva-pes_Arab","languages":["mar-Deva","pes-Arab"]},{"precision":0.826252,"recall":0.876482,"f1":0.842194,"accuracy":0.876482,"main_score":0.842194,"hf_subset":"mar_Deva-srd_Latn","languages":["mar-Deva","srd-Latn"]},{"precision":0.111114,"recall":0.183794,"f1":0.127007,"accuracy":0.183794,"main_score":0.127007,"hf_subset":"mar_Deva-tzm_Tfng","languages":["mar-Deva","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mar_Deva-acq_Arab","languages":["mar-Deva","acq-Arab"]},{"precision":0.447581,"recall":0.537549,"f1":0.471549,"accuracy":0.537549,"main_score":0.471549,"hf_subset":"mar_Deva-bem_Latn","languages":["mar-Deva","bem-Latn"]},{"precision":0.869565,"recall":0.909091,"f1":0.882213,"accuracy":0.909091,"main_score":0.882213,"hf_subset":"mar_Deva-epo_Latn","languages":["mar-Deva","epo-Latn"]},{"precision":0.924078,"recall":0.947628,"f1":0.931818,"accuracy":0.947628,"main_score":0.931818,"hf_subset":"mar_Deva-hun_Latn","languages":["mar-Deva","hun-Latn"]},{"precision":0.683458,"recall":0.758893,"f1":0.705879,"accuracy":0.758893,"main_score":0.705879,"hf_subset":"mar_Deva-kir_Cyrl","languages":["mar-Deva","kir-Cyrl"]},{"precision":0.428525,"recall":0.520751,"f1":0.453517,"accuracy":0.520751,"main_score":0.453517,"hf_subset":"mar_Deva-plt_Latn","languages":["mar-Deva","plt-Latn"]},{"precision":0.929677,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"mar_Deva-srp_Cyrl","languages":["mar-Deva","srp-Cyrl"]},{"precision":0.286708,"recall":0.367589,"f1":0.307936,"accuracy":0.367589,"main_score":0.307936,"hf_subset":"mar_Deva-uig_Arab","languages":["mar-Deva","uig-Arab"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"mar_Deva-aeb_Arab","languages":["mar-Deva","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-ben_Beng","languages":["mar-Deva","ben-Beng"]},{"precision":0.805781,"recall":0.862648,"f1":0.823682,"accuracy":0.862648,"main_score":0.823682,"hf_subset":"mar_Deva-est_Latn","languages":["mar-Deva","est-Latn"]},{"precision":0.825191,"recall":0.873518,"f1":0.840003,"accuracy":0.873518,"main_score":0.840003,"hf_subset":"mar_Deva-hye_Armn","languages":["mar-Deva","hye-Armn"]},{"precision":0.375332,"recall":0.468379,"f1":0.399541,"accuracy":0.468379,"main_score":0.399541,"hf_subset":"mar_Deva-kmb_Latn","languages":["mar-Deva","kmb-Latn"]},{"precision":0.236939,"recall":0.327075,"f1":0.259385,"accuracy":0.327075,"main_score":0.259385,"hf_subset":"mar_Deva-min_Arab","languages":["mar-Deva","min-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"mar_Deva-pol_Latn","languages":["mar-Deva","pol-Latn"]},{"precision":0.380868,"recall":0.481225,"f1":0.407144,"accuracy":0.481225,"main_score":0.407144,"hf_subset":"mar_Deva-ssw_Latn","languages":["mar-Deva","ssw-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mar_Deva-ukr_Cyrl","languages":["mar-Deva","ukr-Cyrl"]},{"precision":0.925889,"recall":0.948617,"f1":0.9333,"accuracy":0.948617,"main_score":0.9333,"hf_subset":"mar_Deva-afr_Latn","languages":["mar-Deva","afr-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mar_Deva-bho_Deva","languages":["mar-Deva","bho-Deva"]},{"precision":0.612225,"recall":0.694664,"f1":0.635319,"accuracy":0.694664,"main_score":0.635319,"hf_subset":"mar_Deva-eus_Latn","languages":["mar-Deva","eus-Latn"]},{"precision":0.368543,"recall":0.47332,"f1":0.395644,"accuracy":0.47332,"main_score":0.395644,"hf_subset":"mar_Deva-ibo_Latn","languages":["mar-Deva","ibo-Latn"]},{"precision":0.423666,"recall":0.520751,"f1":0.449463,"accuracy":0.520751,"main_score":0.449463,"hf_subset":"mar_Deva-kmr_Latn","languages":["mar-Deva","kmr-Latn"]},{"precision":0.788653,"recall":0.84585,"f1":0.806225,"accuracy":0.84585,"main_score":0.806225,"hf_subset":"mar_Deva-min_Latn","languages":["mar-Deva","min-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mar_Deva-por_Latn","languages":["mar-Deva","por-Latn"]},{"precision":0.853508,"recall":0.896245,"f1":0.866996,"accuracy":0.896245,"main_score":0.866996,"hf_subset":"mar_Deva-sun_Latn","languages":["mar-Deva","sun-Latn"]},{"precision":0.364807,"recall":0.465415,"f1":0.391526,"accuracy":0.465415,"main_score":0.391526,"hf_subset":"mar_Deva-umb_Latn","languages":["mar-Deva","umb-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mar_Deva-ajp_Arab","languages":["mar-Deva","ajp-Arab"]},{"precision":0.261402,"recall":0.351779,"f1":0.284923,"accuracy":0.351779,"main_score":0.284923,"hf_subset":"mar_Deva-bjn_Arab","languages":["mar-Deva","bjn-Arab"]},{"precision":0.38188,"recall":0.477273,"f1":0.407004,"accuracy":0.477273,"main_score":0.407004,"hf_subset":"mar_Deva-ewe_Latn","languages":["mar-Deva","ewe-Latn"]},{"precision":0.651186,"recall":0.729249,"f1":0.674032,"accuracy":0.729249,"main_score":0.674032,"hf_subset":"mar_Deva-ilo_Latn","languages":["mar-Deva","ilo-Latn"]},{"precision":0.178489,"recall":0.268775,"f1":0.200474,"accuracy":0.268775,"main_score":0.200474,"hf_subset":"mar_Deva-knc_Arab","languages":["mar-Deva","knc-Arab"]},{"precision":0.920784,"recall":0.944664,"f1":0.928524,"accuracy":0.944664,"main_score":0.928524,"hf_subset":"mar_Deva-mkd_Cyrl","languages":["mar-Deva","mkd-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"mar_Deva-prs_Arab","languages":["mar-Deva","prs-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mar_Deva-swe_Latn","languages":["mar-Deva","swe-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mar_Deva-urd_Arab","languages":["mar-Deva","urd-Arab"]},{"precision":0.452146,"recall":0.55336,"f1":0.479164,"accuracy":0.55336,"main_score":0.479164,"hf_subset":"mar_Deva-aka_Latn","languages":["mar-Deva","aka-Latn"]},{"precision":0.828261,"recall":0.876482,"f1":0.843511,"accuracy":0.876482,"main_score":0.843511,"hf_subset":"mar_Deva-bjn_Latn","languages":["mar-Deva","bjn-Latn"]},{"precision":0.581206,"recall":0.66996,"f1":0.606738,"accuracy":0.66996,"main_score":0.606738,"hf_subset":"mar_Deva-fao_Latn","languages":["mar-Deva","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mar_Deva-ind_Latn","languages":["mar-Deva","ind-Latn"]},{"precision":0.418213,"recall":0.519763,"f1":0.444568,"accuracy":0.519763,"main_score":0.444568,"hf_subset":"mar_Deva-knc_Latn","languages":["mar-Deva","knc-Latn"]},{"precision":0.689559,"recall":0.766798,"f1":0.712319,"accuracy":0.766798,"main_score":0.712319,"hf_subset":"mar_Deva-mlt_Latn","languages":["mar-Deva","mlt-Latn"]},{"precision":0.466528,"recall":0.568182,"f1":0.493307,"accuracy":0.568182,"main_score":0.493307,"hf_subset":"mar_Deva-quy_Latn","languages":["mar-Deva","quy-Latn"]},{"precision":0.875609,"recall":0.912055,"f1":0.887253,"accuracy":0.912055,"main_score":0.887253,"hf_subset":"mar_Deva-swh_Latn","languages":["mar-Deva","swh-Latn"]},{"precision":0.624565,"recall":0.70751,"f1":0.648619,"accuracy":0.70751,"main_score":0.648619,"hf_subset":"mar_Deva-uzn_Latn","languages":["mar-Deva","uzn-Latn"]},{"precision":0.757658,"recall":0.823123,"f1":0.778327,"accuracy":0.823123,"main_score":0.778327,"hf_subset":"mar_Deva-als_Latn","languages":["mar-Deva","als-Latn"]},{"precision":0.197975,"recall":0.262846,"f1":0.214389,"accuracy":0.262846,"main_score":0.214389,"hf_subset":"mar_Deva-bod_Tibt","languages":["mar-Deva","bod-Tibt"]},{"precision":0.391005,"recall":0.48913,"f1":0.416293,"accuracy":0.48913,"main_score":0.416293,"hf_subset":"mar_Deva-fij_Latn","languages":["mar-Deva","fij-Latn"]},{"precision":0.53938,"recall":0.629447,"f1":0.564789,"accuracy":0.629447,"main_score":0.564789,"hf_subset":"mar_Deva-isl_Latn","languages":["mar-Deva","isl-Latn"]},{"precision":0.470702,"recall":0.562253,"f1":0.495132,"accuracy":0.562253,"main_score":0.495132,"hf_subset":"mar_Deva-kon_Latn","languages":["mar-Deva","kon-Latn"]},{"precision":0.382408,"recall":0.497036,"f1":0.41305,"accuracy":0.497036,"main_score":0.41305,"hf_subset":"mar_Deva-mni_Beng","languages":["mar-Deva","mni-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mar_Deva-ron_Latn","languages":["mar-Deva","ron-Latn"]},{"precision":0.842227,"recall":0.885375,"f1":0.855863,"accuracy":0.885375,"main_score":0.855863,"hf_subset":"mar_Deva-szl_Latn","languages":["mar-Deva","szl-Latn"]},{"precision":0.908597,"recall":0.936759,"f1":0.917655,"accuracy":0.936759,"main_score":0.917655,"hf_subset":"mar_Deva-vec_Latn","languages":["mar-Deva","vec-Latn"]},{"precision":0.820405,"recall":0.871542,"f1":0.836495,"accuracy":0.871542,"main_score":0.836495,"hf_subset":"mar_Deva-amh_Ethi","languages":["mar-Deva","amh-Ethi"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"mar_Deva-bos_Latn","languages":["mar-Deva","bos-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"mar_Deva-fin_Latn","languages":["mar-Deva","fin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mar_Deva-ita_Latn","languages":["mar-Deva","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-kor_Hang","languages":["mar-Deva","kor-Hang"]},{"precision":0.393031,"recall":0.498024,"f1":0.421861,"accuracy":0.498024,"main_score":0.421861,"hf_subset":"mar_Deva-mos_Latn","languages":["mar-Deva","mos-Latn"]},{"precision":0.385469,"recall":0.486166,"f1":0.411717,"accuracy":0.486166,"main_score":0.411717,"hf_subset":"mar_Deva-run_Latn","languages":["mar-Deva","run-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"mar_Deva-tam_Taml","languages":["mar-Deva","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mar_Deva-vie_Latn","languages":["mar-Deva","vie-Latn"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"mar_Deva-apc_Arab","languages":["mar-Deva","apc-Arab"]},{"precision":0.617903,"recall":0.701581,"f1":0.641104,"accuracy":0.701581,"main_score":0.641104,"hf_subset":"mar_Deva-bug_Latn","languages":["mar-Deva","bug-Latn"]},{"precision":0.334701,"recall":0.439723,"f1":0.361663,"accuracy":0.439723,"main_score":0.361663,"hf_subset":"mar_Deva-fon_Latn","languages":["mar-Deva","fon-Latn"]},{"precision":0.835721,"recall":0.879447,"f1":0.849341,"accuracy":0.879447,"main_score":0.849341,"hf_subset":"mar_Deva-jav_Latn","languages":["mar-Deva","jav-Latn"]},{"precision":0.734947,"recall":0.8083,"f1":0.757708,"accuracy":0.8083,"main_score":0.757708,"hf_subset":"mar_Deva-lao_Laoo","languages":["mar-Deva","lao-Laoo"]},{"precision":0.343659,"recall":0.450593,"f1":0.370921,"accuracy":0.450593,"main_score":0.370921,"hf_subset":"mar_Deva-mri_Latn","languages":["mar-Deva","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mar_Deva-rus_Cyrl","languages":["mar-Deva","rus-Cyrl"]},{"precision":0.377507,"recall":0.486166,"f1":0.40521,"accuracy":0.486166,"main_score":0.40521,"hf_subset":"mar_Deva-taq_Latn","languages":["mar-Deva","taq-Latn"]},{"precision":0.790547,"recall":0.848814,"f1":0.808564,"accuracy":0.848814,"main_score":0.808564,"hf_subset":"mar_Deva-war_Latn","languages":["mar-Deva","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mar_Deva-arb_Arab","languages":["mar-Deva","arb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mar_Deva-bul_Cyrl","languages":["mar-Deva","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-fra_Latn","languages":["mar-Deva","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-jpn_Jpan","languages":["mar-Deva","jpn-Jpan"]},{"precision":0.855649,"recall":0.898221,"f1":0.868925,"accuracy":0.898221,"main_score":0.868925,"hf_subset":"mar_Deva-lij_Latn","languages":["mar-Deva","lij-Latn"]},{"precision":0.826252,"recall":0.876482,"f1":0.842029,"accuracy":0.876482,"main_score":0.842029,"hf_subset":"mar_Deva-mya_Mymr","languages":["mar-Deva","mya-Mymr"]},{"precision":0.438124,"recall":0.547431,"f1":0.467677,"accuracy":0.547431,"main_score":0.467677,"hf_subset":"mar_Deva-sag_Latn","languages":["mar-Deva","sag-Latn"]},{"precision":0.133436,"recall":0.218379,"f1":0.150657,"accuracy":0.218379,"main_score":0.150657,"hf_subset":"mar_Deva-taq_Tfng","languages":["mar-Deva","taq-Tfng"]},{"precision":0.436135,"recall":0.535573,"f1":0.462215,"accuracy":0.535573,"main_score":0.462215,"hf_subset":"mar_Deva-wol_Latn","languages":["mar-Deva","wol-Latn"]},{"precision":0.262451,"recall":0.371542,"f1":0.290019,"accuracy":0.371542,"main_score":0.290019,"hf_subset":"mar_Deva-arb_Latn","languages":["mar-Deva","arb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mar_Deva-cat_Latn","languages":["mar-Deva","cat-Latn"]},{"precision":0.813521,"recall":0.862648,"f1":0.828181,"accuracy":0.862648,"main_score":0.828181,"hf_subset":"mar_Deva-fur_Latn","languages":["mar-Deva","fur-Latn"]},{"precision":0.266428,"recall":0.356719,"f1":0.289718,"accuracy":0.356719,"main_score":0.289718,"hf_subset":"mar_Deva-kab_Latn","languages":["mar-Deva","kab-Latn"]},{"precision":0.786594,"recall":0.843874,"f1":0.803623,"accuracy":0.843874,"main_score":0.803623,"hf_subset":"mar_Deva-lim_Latn","languages":["mar-Deva","lim-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mar_Deva-nld_Latn","languages":["mar-Deva","nld-Latn"]},{"precision":0.929183,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"mar_Deva-san_Deva","languages":["mar-Deva","san-Deva"]},{"precision":0.653393,"recall":0.729249,"f1":0.674624,"accuracy":0.729249,"main_score":0.674624,"hf_subset":"mar_Deva-tat_Cyrl","languages":["mar-Deva","tat-Cyrl"]},{"precision":0.408428,"recall":0.513834,"f1":0.436052,"accuracy":0.513834,"main_score":0.436052,"hf_subset":"mar_Deva-xho_Latn","languages":["mar-Deva","xho-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mar_Deva-ars_Arab","languages":["mar-Deva","ars-Arab"]},{"precision":0.765079,"recall":0.826087,"f1":0.783467,"accuracy":0.826087,"main_score":0.783467,"hf_subset":"mar_Deva-ceb_Latn","languages":["mar-Deva","ceb-Latn"]},{"precision":0.403547,"recall":0.503953,"f1":0.430743,"accuracy":0.503953,"main_score":0.430743,"hf_subset":"mar_Deva-fuv_Latn","languages":["mar-Deva","fuv-Latn"]},{"precision":0.394665,"recall":0.507905,"f1":0.42417,"accuracy":0.507905,"main_score":0.42417,"hf_subset":"mar_Deva-kac_Latn","languages":["mar-Deva","kac-Latn"]},{"precision":0.460106,"recall":0.56917,"f1":0.490513,"accuracy":0.56917,"main_score":0.490513,"hf_subset":"mar_Deva-lin_Latn","languages":["mar-Deva","lin-Latn"]},{"precision":0.943511,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"mar_Deva-nno_Latn","languages":["mar-Deva","nno-Latn"]},{"precision":0.198936,"recall":0.274704,"f1":0.218302,"accuracy":0.274704,"main_score":0.218302,"hf_subset":"mar_Deva-sat_Olck","languages":["mar-Deva","sat-Olck"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mar_Deva-tel_Telu","languages":["mar-Deva","tel-Telu"]},{"precision":0.310383,"recall":0.405138,"f1":0.334494,"accuracy":0.405138,"main_score":0.334494,"hf_subset":"mar_Deva-ydd_Hebr","languages":["mar-Deva","ydd-Hebr"]},{"precision":0.885211,"recall":0.91996,"f1":0.896574,"accuracy":0.91996,"main_score":0.896574,"hf_subset":"mar_Deva-ary_Arab","languages":["mar-Deva","ary-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"mar_Deva-ces_Latn","languages":["mar-Deva","ces-Latn"]},{"precision":0.305054,"recall":0.392292,"f1":0.32681,"accuracy":0.392292,"main_score":0.32681,"hf_subset":"mar_Deva-gaz_Latn","languages":["mar-Deva","gaz-Latn"]},{"precision":0.40621,"recall":0.509881,"f1":0.433409,"accuracy":0.509881,"main_score":0.433409,"hf_subset":"mar_Deva-kam_Latn","languages":["mar-Deva","kam-Latn"]},{"precision":0.799901,"recall":0.853755,"f1":0.816436,"accuracy":0.853755,"main_score":0.816436,"hf_subset":"mar_Deva-lit_Latn","languages":["mar-Deva","lit-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mar_Deva-nob_Latn","languages":["mar-Deva","nob-Latn"]},{"precision":0.748254,"recall":0.815217,"f1":0.768709,"accuracy":0.815217,"main_score":0.768709,"hf_subset":"mar_Deva-scn_Latn","languages":["mar-Deva","scn-Latn"]},{"precision":0.423212,"recall":0.520751,"f1":0.449178,"accuracy":0.520751,"main_score":0.449178,"hf_subset":"mar_Deva-tgk_Cyrl","languages":["mar-Deva","tgk-Cyrl"]},{"precision":0.3665,"recall":0.47332,"f1":0.394442,"accuracy":0.47332,"main_score":0.394442,"hf_subset":"mar_Deva-yor_Latn","languages":["mar-Deva","yor-Latn"]},{"precision":0.971097,"recall":0.980237,"f1":0.974045,"accuracy":0.980237,"main_score":0.974045,"hf_subset":"mar_Deva-arz_Arab","languages":["mar-Deva","arz-Arab"]},{"precision":0.413362,"recall":0.522727,"f1":0.442139,"accuracy":0.522727,"main_score":0.442139,"hf_subset":"mar_Deva-cjk_Latn","languages":["mar-Deva","cjk-Latn"]},{"precision":0.342597,"recall":0.436759,"f1":0.366764,"accuracy":0.436759,"main_score":0.366764,"hf_subset":"mar_Deva-gla_Latn","languages":["mar-Deva","gla-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mar_Deva-kan_Knda","languages":["mar-Deva","kan-Knda"]},{"precision":0.779298,"recall":0.838933,"f1":0.797548,"accuracy":0.838933,"main_score":0.797548,"hf_subset":"mar_Deva-lmo_Latn","languages":["mar-Deva","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"mar_Deva-npi_Deva","languages":["mar-Deva","npi-Deva"]},{"precision":0.335312,"recall":0.448617,"f1":0.364565,"accuracy":0.448617,"main_score":0.364565,"hf_subset":"mar_Deva-shn_Mymr","languages":["mar-Deva","shn-Mymr"]},{"precision":0.883564,"recall":0.918972,"f1":0.894928,"accuracy":0.918972,"main_score":0.894928,"hf_subset":"mar_Deva-tgl_Latn","languages":["mar-Deva","tgl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mar_Deva-yue_Hant","languages":["mar-Deva","yue-Hant"]},{"precision":0.909667,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"mar_Deva-asm_Beng","languages":["mar-Deva","asm-Beng"]},{"precision":0.415016,"recall":0.506917,"f1":0.439121,"accuracy":0.506917,"main_score":0.439121,"hf_subset":"mar_Deva-ckb_Arab","languages":["mar-Deva","ckb-Arab"]},{"precision":0.366694,"recall":0.462451,"f1":0.391447,"accuracy":0.462451,"main_score":0.391447,"hf_subset":"mar_Deva-gle_Latn","languages":["mar-Deva","gle-Latn"]},{"precision":0.719845,"recall":0.793478,"f1":0.741733,"accuracy":0.793478,"main_score":0.741733,"hf_subset":"mar_Deva-kas_Arab","languages":["mar-Deva","kas-Arab"]},{"precision":0.599764,"recall":0.684783,"f1":0.624363,"accuracy":0.684783,"main_score":0.624363,"hf_subset":"mar_Deva-ltg_Latn","languages":["mar-Deva","ltg-Latn"]},{"precision":0.434884,"recall":0.535573,"f1":0.461713,"accuracy":0.535573,"main_score":0.461713,"hf_subset":"mar_Deva-nso_Latn","languages":["mar-Deva","nso-Latn"]},{"precision":0.884634,"recall":0.91996,"f1":0.895982,"accuracy":0.91996,"main_score":0.895982,"hf_subset":"mar_Deva-sin_Sinh","languages":["mar-Deva","sin-Sinh"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mar_Deva-tha_Thai","languages":["mar-Deva","tha-Thai"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mar_Deva-zho_Hans","languages":["mar-Deva","zho-Hans"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"mar_Deva-ast_Latn","languages":["mar-Deva","ast-Latn"]},{"precision":0.812171,"recall":0.867589,"f1":0.829578,"accuracy":0.867589,"main_score":0.829578,"hf_subset":"mar_Deva-crh_Latn","languages":["mar-Deva","crh-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mar_Deva-glg_Latn","languages":["mar-Deva","glg-Latn"]},{"precision":0.611686,"recall":0.700593,"f1":0.637269,"accuracy":0.700593,"main_score":0.637269,"hf_subset":"mar_Deva-kas_Deva","languages":["mar-Deva","kas-Deva"]},{"precision":0.748913,"recall":0.818182,"f1":0.769782,"accuracy":0.818182,"main_score":0.769782,"hf_subset":"mar_Deva-ltz_Latn","languages":["mar-Deva","ltz-Latn"]},{"precision":0.31396,"recall":0.405138,"f1":0.337948,"accuracy":0.405138,"main_score":0.337948,"hf_subset":"mar_Deva-nus_Latn","languages":["mar-Deva","nus-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"mar_Deva-slk_Latn","languages":["mar-Deva","slk-Latn"]},{"precision":0.413334,"recall":0.498024,"f1":0.435709,"accuracy":0.498024,"main_score":0.435709,"hf_subset":"mar_Deva-tir_Ethi","languages":["mar-Deva","tir-Ethi"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"mar_Deva-zho_Hant","languages":["mar-Deva","zho-Hant"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"mar_Deva-awa_Deva","languages":["mar-Deva","awa-Deva"]},{"precision":0.421765,"recall":0.501976,"f1":0.441951,"accuracy":0.501976,"main_score":0.441951,"hf_subset":"mar_Deva-cym_Latn","languages":["mar-Deva","cym-Latn"]},{"precision":0.603955,"recall":0.695652,"f1":0.630966,"accuracy":0.695652,"main_score":0.630966,"hf_subset":"mar_Deva-grn_Latn","languages":["mar-Deva","grn-Latn"]},{"precision":0.90975,"recall":0.935771,"f1":0.917787,"accuracy":0.935771,"main_score":0.917787,"hf_subset":"mar_Deva-kat_Geor","languages":["mar-Deva","kat-Geor"]},{"precision":0.458049,"recall":0.555336,"f1":0.484869,"accuracy":0.555336,"main_score":0.484869,"hf_subset":"mar_Deva-lua_Latn","languages":["mar-Deva","lua-Latn"]},{"precision":0.468295,"recall":0.566206,"f1":0.494514,"accuracy":0.566206,"main_score":0.494514,"hf_subset":"mar_Deva-nya_Latn","languages":["mar-Deva","nya-Latn"]},{"precision":0.894763,"recall":0.927866,"f1":0.905585,"accuracy":0.927866,"main_score":0.905585,"hf_subset":"mar_Deva-slv_Latn","languages":["mar-Deva","slv-Latn"]},{"precision":0.713422,"recall":0.784585,"f1":0.734652,"accuracy":0.784585,"main_score":0.734652,"hf_subset":"mar_Deva-tpi_Latn","languages":["mar-Deva","tpi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mar_Deva-zsm_Latn","languages":["mar-Deva","zsm-Latn"]},{"precision":0.363549,"recall":0.470356,"f1":0.39079,"accuracy":0.470356,"main_score":0.39079,"hf_subset":"mar_Deva-ayr_Latn","languages":["mar-Deva","ayr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mar_Deva-dan_Latn","languages":["mar-Deva","dan-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mar_Deva-guj_Gujr","languages":["mar-Deva","guj-Gujr"]},{"precision":0.744829,"recall":0.811265,"f1":0.765053,"accuracy":0.811265,"main_score":0.765053,"hf_subset":"mar_Deva-kaz_Cyrl","languages":["mar-Deva","kaz-Cyrl"]},{"precision":0.377301,"recall":0.479249,"f1":0.404187,"accuracy":0.479249,"main_score":0.404187,"hf_subset":"mar_Deva-lug_Latn","languages":["mar-Deva","lug-Latn"]},{"precision":0.940958,"recall":0.958498,"f1":0.946542,"accuracy":0.958498,"main_score":0.946542,"hf_subset":"mar_Deva-oci_Latn","languages":["mar-Deva","oci-Latn"]},{"precision":0.40337,"recall":0.51581,"f1":0.433274,"accuracy":0.51581,"main_score":0.433274,"hf_subset":"mar_Deva-smo_Latn","languages":["mar-Deva","smo-Latn"]},{"precision":0.383282,"recall":0.485178,"f1":0.410047,"accuracy":0.485178,"main_score":0.410047,"hf_subset":"mar_Deva-tsn_Latn","languages":["mar-Deva","tsn-Latn"]},{"precision":0.385087,"recall":0.48419,"f1":0.411891,"accuracy":0.48419,"main_score":0.411891,"hf_subset":"mar_Deva-zul_Latn","languages":["mar-Deva","zul-Latn"]},{"precision":0.67132,"recall":0.757905,"f1":0.696991,"accuracy":0.757905,"main_score":0.696991,"hf_subset":"mar_Deva-azb_Arab","languages":["mar-Deva","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mar_Deva-deu_Latn","languages":["mar-Deva","deu-Latn"]},{"precision":0.603946,"recall":0.693676,"f1":0.63032,"accuracy":0.693676,"main_score":0.63032,"hf_subset":"mar_Deva-hat_Latn","languages":["mar-Deva","hat-Latn"]},{"precision":0.343259,"recall":0.442688,"f1":0.369153,"accuracy":0.442688,"main_score":0.369153,"hf_subset":"mar_Deva-kbp_Latn","languages":["mar-Deva","kbp-Latn"]},{"precision":0.420103,"recall":0.516798,"f1":0.445469,"accuracy":0.516798,"main_score":0.445469,"hf_subset":"mar_Deva-luo_Latn","languages":["mar-Deva","luo-Latn"]},{"precision":0.636292,"recall":0.709486,"f1":0.657141,"accuracy":0.709486,"main_score":0.657141,"hf_subset":"mar_Deva-ory_Orya","languages":["mar-Deva","ory-Orya"]},{"precision":0.413977,"recall":0.509881,"f1":0.439167,"accuracy":0.509881,"main_score":0.439167,"hf_subset":"mar_Deva-sna_Latn","languages":["mar-Deva","sna-Latn"]},{"precision":0.392211,"recall":0.494071,"f1":0.419121,"accuracy":0.494071,"main_score":0.419121,"hf_subset":"mar_Deva-tso_Latn","languages":["mar-Deva","tso-Latn"]},{"precision":0.857625,"recall":0.898221,"f1":0.87029,"accuracy":0.898221,"main_score":0.87029,"hf_subset":"mar_Deva-azj_Latn","languages":["mar-Deva","azj-Latn"]},{"precision":0.395702,"recall":0.504941,"f1":0.425596,"accuracy":0.504941,"main_score":0.425596,"hf_subset":"mar_Deva-dik_Latn","languages":["mar-Deva","dik-Latn"]},{"precision":0.434826,"recall":0.519763,"f1":0.457095,"accuracy":0.519763,"main_score":0.457095,"hf_subset":"mar_Deva-hau_Latn","languages":["mar-Deva","hau-Latn"]},{"precision":0.781851,"recall":0.841897,"f1":0.800494,"accuracy":0.841897,"main_score":0.800494,"hf_subset":"mar_Deva-kea_Latn","languages":["mar-Deva","kea-Latn"]},{"precision":0.557606,"recall":0.649209,"f1":0.583872,"accuracy":0.649209,"main_score":0.583872,"hf_subset":"mar_Deva-lus_Latn","languages":["mar-Deva","lus-Latn"]},{"precision":0.700758,"recall":0.77668,"f1":0.723602,"accuracy":0.77668,"main_score":0.723602,"hf_subset":"mar_Deva-pag_Latn","languages":["mar-Deva","pag-Latn"]},{"precision":0.753797,"recall":0.823123,"f1":0.775181,"accuracy":0.823123,"main_score":0.775181,"hf_subset":"mar_Deva-snd_Arab","languages":["mar-Deva","snd-Arab"]},{"precision":0.572615,"recall":0.657115,"f1":0.596173,"accuracy":0.657115,"main_score":0.596173,"hf_subset":"mar_Deva-tuk_Latn","languages":["mar-Deva","tuk-Latn"]},{"precision":0.619559,"recall":0.701581,"f1":0.642907,"accuracy":0.701581,"main_score":0.642907,"hf_subset":"mar_Deva-bak_Cyrl","languages":["mar-Deva","bak-Cyrl"]},{"precision":0.330041,"recall":0.438735,"f1":0.358365,"accuracy":0.438735,"main_score":0.358365,"hf_subset":"mar_Deva-dyu_Latn","languages":["mar-Deva","dyu-Latn"]},{"precision":0.907362,"recall":0.935771,"f1":0.916403,"accuracy":0.935771,"main_score":0.916403,"hf_subset":"mar_Deva-heb_Hebr","languages":["mar-Deva","heb-Hebr"]},{"precision":0.42727,"recall":0.513834,"f1":0.45037,"accuracy":0.513834,"main_score":0.45037,"hf_subset":"mar_Deva-khk_Cyrl","languages":["mar-Deva","khk-Cyrl"]},{"precision":0.80863,"recall":0.862648,"f1":0.825725,"accuracy":0.862648,"main_score":0.825725,"hf_subset":"mar_Deva-lvs_Latn","languages":["mar-Deva","lvs-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"mar_Deva-pan_Guru","languages":["mar-Deva","pan-Guru"]},{"precision":0.366706,"recall":0.455534,"f1":0.389854,"accuracy":0.455534,"main_score":0.389854,"hf_subset":"mar_Deva-som_Latn","languages":["mar-Deva","som-Latn"]},{"precision":0.438194,"recall":0.530632,"f1":0.463192,"accuracy":0.530632,"main_score":0.463192,"hf_subset":"mar_Deva-tum_Latn","languages":["mar-Deva","tum-Latn"]},{"precision":0.269581,"recall":0.325099,"f1":0.284114,"accuracy":0.325099,"main_score":0.284114,"hf_subset":"plt_Latn-ace_Arab","languages":["plt-Latn","ace-Arab"]},{"precision":0.409844,"recall":0.455534,"f1":0.423602,"accuracy":0.455534,"main_score":0.423602,"hf_subset":"plt_Latn-bam_Latn","languages":["plt-Latn","bam-Latn"]},{"precision":0.131009,"recall":0.194664,"f1":0.146579,"accuracy":0.194664,"main_score":0.146579,"hf_subset":"plt_Latn-dzo_Tibt","languages":["plt-Latn","dzo-Tibt"]},{"precision":0.446861,"recall":0.519763,"f1":0.46648,"accuracy":0.519763,"main_score":0.46648,"hf_subset":"plt_Latn-hin_Deva","languages":["plt-Latn","hin-Deva"]},{"precision":0.386202,"recall":0.447628,"f1":0.403005,"accuracy":0.447628,"main_score":0.403005,"hf_subset":"plt_Latn-khm_Khmr","languages":["plt-Latn","khm-Khmr"]},{"precision":0.446515,"recall":0.513834,"f1":0.46556,"accuracy":0.513834,"main_score":0.46556,"hf_subset":"plt_Latn-mag_Deva","languages":["plt-Latn","mag-Deva"]},{"precision":0.489704,"recall":0.52668,"f1":0.500185,"accuracy":0.52668,"main_score":0.500185,"hf_subset":"plt_Latn-pap_Latn","languages":["plt-Latn","pap-Latn"]},{"precision":0.452668,"recall":0.493083,"f1":0.464643,"accuracy":0.493083,"main_score":0.464643,"hf_subset":"plt_Latn-sot_Latn","languages":["plt-Latn","sot-Latn"]},{"precision":0.469825,"recall":0.533597,"f1":0.487587,"accuracy":0.533597,"main_score":0.487587,"hf_subset":"plt_Latn-tur_Latn","languages":["plt-Latn","tur-Latn"]},{"precision":0.468005,"recall":0.51581,"f1":0.481015,"accuracy":0.51581,"main_score":0.481015,"hf_subset":"plt_Latn-ace_Latn","languages":["plt-Latn","ace-Latn"]},{"precision":0.473749,"recall":0.523715,"f1":0.48704,"accuracy":0.523715,"main_score":0.48704,"hf_subset":"plt_Latn-ban_Latn","languages":["plt-Latn","ban-Latn"]},{"precision":0.41037,"recall":0.477273,"f1":0.428037,"accuracy":0.477273,"main_score":0.428037,"hf_subset":"plt_Latn-ell_Grek","languages":["plt-Latn","ell-Grek"]},{"precision":0.43252,"recall":0.494071,"f1":0.449405,"accuracy":0.494071,"main_score":0.449405,"hf_subset":"plt_Latn-hne_Deva","languages":["plt-Latn","hne-Deva"]},{"precision":0.411101,"recall":0.461462,"f1":0.425252,"accuracy":0.461462,"main_score":0.425252,"hf_subset":"plt_Latn-kik_Latn","languages":["plt-Latn","kik-Latn"]},{"precision":0.467808,"recall":0.529644,"f1":0.485266,"accuracy":0.529644,"main_score":0.485266,"hf_subset":"plt_Latn-mai_Deva","languages":["plt-Latn","mai-Deva"]},{"precision":0.421511,"recall":0.481225,"f1":0.437488,"accuracy":0.481225,"main_score":0.437488,"hf_subset":"plt_Latn-pbt_Arab","languages":["plt-Latn","pbt-Arab"]},{"precision":0.481224,"recall":0.548419,"f1":0.499713,"accuracy":0.548419,"main_score":0.499713,"hf_subset":"plt_Latn-spa_Latn","languages":["plt-Latn","spa-Latn"]},{"precision":0.464847,"recall":0.503953,"f1":0.476212,"accuracy":0.503953,"main_score":0.476212,"hf_subset":"plt_Latn-twi_Latn","languages":["plt-Latn","twi-Latn"]},{"precision":0.441849,"recall":0.505929,"f1":0.45897,"accuracy":0.505929,"main_score":0.45897,"hf_subset":"plt_Latn-acm_Arab","languages":["plt-Latn","acm-Arab"]},{"precision":0.402062,"recall":0.466403,"f1":0.419692,"accuracy":0.466403,"main_score":0.419692,"hf_subset":"plt_Latn-bel_Cyrl","languages":["plt-Latn","bel-Cyrl"]},{"precision":0.48942,"recall":0.555336,"f1":0.507419,"accuracy":0.555336,"main_score":0.507419,"hf_subset":"plt_Latn-eng_Latn","languages":["plt-Latn","eng-Latn"]},{"precision":0.473888,"recall":0.527668,"f1":0.487914,"accuracy":0.527668,"main_score":0.487914,"hf_subset":"plt_Latn-hrv_Latn","languages":["plt-Latn","hrv-Latn"]},{"precision":0.427455,"recall":0.47332,"f1":0.439754,"accuracy":0.47332,"main_score":0.439754,"hf_subset":"plt_Latn-kin_Latn","languages":["plt-Latn","kin-Latn"]},{"precision":0.41487,"recall":0.485178,"f1":0.434275,"accuracy":0.485178,"main_score":0.434275,"hf_subset":"plt_Latn-mal_Mlym","languages":["plt-Latn","mal-Mlym"]},{"precision":0.43947,"recall":0.513834,"f1":0.459579,"accuracy":0.513834,"main_score":0.459579,"hf_subset":"plt_Latn-pes_Arab","languages":["plt-Latn","pes-Arab"]},{"precision":0.487912,"recall":0.530632,"f1":0.499523,"accuracy":0.530632,"main_score":0.499523,"hf_subset":"plt_Latn-srd_Latn","languages":["plt-Latn","srd-Latn"]},{"precision":0.149093,"recall":0.193676,"f1":0.160073,"accuracy":0.193676,"main_score":0.160073,"hf_subset":"plt_Latn-tzm_Tfng","languages":["plt-Latn","tzm-Tfng"]},{"precision":0.43301,"recall":0.501976,"f1":0.451845,"accuracy":0.501976,"main_score":0.451845,"hf_subset":"plt_Latn-acq_Arab","languages":["plt-Latn","acq-Arab"]},{"precision":0.472254,"recall":0.514822,"f1":0.484209,"accuracy":0.514822,"main_score":0.484209,"hf_subset":"plt_Latn-bem_Latn","languages":["plt-Latn","bem-Latn"]},{"precision":0.461843,"recall":0.511858,"f1":0.474975,"accuracy":0.511858,"main_score":0.474975,"hf_subset":"plt_Latn-epo_Latn","languages":["plt-Latn","epo-Latn"]},{"precision":0.456044,"recall":0.511858,"f1":0.471585,"accuracy":0.511858,"main_score":0.471585,"hf_subset":"plt_Latn-hun_Latn","languages":["plt-Latn","hun-Latn"]},{"precision":0.434571,"recall":0.487154,"f1":0.44905,"accuracy":0.487154,"main_score":0.44905,"hf_subset":"plt_Latn-kir_Cyrl","languages":["plt-Latn","kir-Cyrl"]},{"precision":0.444521,"recall":0.509881,"f1":0.461486,"accuracy":0.509881,"main_score":0.461486,"hf_subset":"plt_Latn-mar_Deva","languages":["plt-Latn","mar-Deva"]},{"precision":0.444195,"recall":0.505929,"f1":0.461342,"accuracy":0.505929,"main_score":0.461342,"hf_subset":"plt_Latn-srp_Cyrl","languages":["plt-Latn","srp-Cyrl"]},{"precision":0.279168,"recall":0.336957,"f1":0.294387,"accuracy":0.336957,"main_score":0.294387,"hf_subset":"plt_Latn-uig_Arab","languages":["plt-Latn","uig-Arab"]},{"precision":0.423665,"recall":0.48419,"f1":0.440276,"accuracy":0.48419,"main_score":0.440276,"hf_subset":"plt_Latn-aeb_Arab","languages":["plt-Latn","aeb-Arab"]},{"precision":0.435807,"recall":0.507905,"f1":0.455544,"accuracy":0.507905,"main_score":0.455544,"hf_subset":"plt_Latn-ben_Beng","languages":["plt-Latn","ben-Beng"]},{"precision":0.45801,"recall":0.507905,"f1":0.472054,"accuracy":0.507905,"main_score":0.472054,"hf_subset":"plt_Latn-est_Latn","languages":["plt-Latn","est-Latn"]},{"precision":0.412059,"recall":0.461462,"f1":0.425451,"accuracy":0.461462,"main_score":0.425451,"hf_subset":"plt_Latn-hye_Armn","languages":["plt-Latn","hye-Armn"]},{"precision":0.431213,"recall":0.477273,"f1":0.44437,"accuracy":0.477273,"main_score":0.44437,"hf_subset":"plt_Latn-kmb_Latn","languages":["plt-Latn","kmb-Latn"]},{"precision":0.231472,"recall":0.293478,"f1":0.247843,"accuracy":0.293478,"main_score":0.247843,"hf_subset":"plt_Latn-min_Arab","languages":["plt-Latn","min-Arab"]},{"precision":0.457185,"recall":0.522727,"f1":0.4753,"accuracy":0.522727,"main_score":0.4753,"hf_subset":"plt_Latn-pol_Latn","languages":["plt-Latn","pol-Latn"]},{"precision":0.429022,"recall":0.475296,"f1":0.442326,"accuracy":0.475296,"main_score":0.442326,"hf_subset":"plt_Latn-ssw_Latn","languages":["plt-Latn","ssw-Latn"]},{"precision":0.452968,"recall":0.516798,"f1":0.47147,"accuracy":0.516798,"main_score":0.47147,"hf_subset":"plt_Latn-ukr_Cyrl","languages":["plt-Latn","ukr-Cyrl"]},{"precision":0.489355,"recall":0.532609,"f1":0.501845,"accuracy":0.532609,"main_score":0.501845,"hf_subset":"plt_Latn-afr_Latn","languages":["plt-Latn","afr-Latn"]},{"precision":0.447003,"recall":0.509881,"f1":0.464104,"accuracy":0.509881,"main_score":0.464104,"hf_subset":"plt_Latn-bho_Deva","languages":["plt-Latn","bho-Deva"]},{"precision":0.458358,"recall":0.504941,"f1":0.471657,"accuracy":0.504941,"main_score":0.471657,"hf_subset":"plt_Latn-eus_Latn","languages":["plt-Latn","eus-Latn"]},{"precision":0.415319,"recall":0.472332,"f1":0.43115,"accuracy":0.472332,"main_score":0.43115,"hf_subset":"plt_Latn-ibo_Latn","languages":["plt-Latn","ibo-Latn"]},{"precision":0.435612,"recall":0.482213,"f1":0.44803,"accuracy":0.482213,"main_score":0.44803,"hf_subset":"plt_Latn-kmr_Latn","languages":["plt-Latn","kmr-Latn"]},{"precision":0.476053,"recall":0.521739,"f1":0.487691,"accuracy":0.521739,"main_score":0.487691,"hf_subset":"plt_Latn-min_Latn","languages":["plt-Latn","min-Latn"]},{"precision":0.485841,"recall":0.549407,"f1":0.503042,"accuracy":0.549407,"main_score":0.503042,"hf_subset":"plt_Latn-por_Latn","languages":["plt-Latn","por-Latn"]},{"precision":0.490233,"recall":0.525692,"f1":0.499055,"accuracy":0.525692,"main_score":0.499055,"hf_subset":"plt_Latn-sun_Latn","languages":["plt-Latn","sun-Latn"]},{"precision":0.406152,"recall":0.463439,"f1":0.422376,"accuracy":0.463439,"main_score":0.422376,"hf_subset":"plt_Latn-umb_Latn","languages":["plt-Latn","umb-Latn"]},{"precision":0.45262,"recall":0.499012,"f1":0.465567,"accuracy":0.499012,"main_score":0.465567,"hf_subset":"plt_Latn-ajp_Arab","languages":["plt-Latn","ajp-Arab"]},{"precision":0.260654,"recall":0.311265,"f1":0.273562,"accuracy":0.311265,"main_score":0.273562,"hf_subset":"plt_Latn-bjn_Arab","languages":["plt-Latn","bjn-Arab"]},{"precision":0.424113,"recall":0.468379,"f1":0.436529,"accuracy":0.468379,"main_score":0.436529,"hf_subset":"plt_Latn-ewe_Latn","languages":["plt-Latn","ewe-Latn"]},{"precision":0.515813,"recall":0.554348,"f1":0.526371,"accuracy":0.554348,"main_score":0.526371,"hf_subset":"plt_Latn-ilo_Latn","languages":["plt-Latn","ilo-Latn"]},{"precision":0.197013,"recall":0.23913,"f1":0.207525,"accuracy":0.23913,"main_score":0.207525,"hf_subset":"plt_Latn-knc_Arab","languages":["plt-Latn","knc-Arab"]},{"precision":0.445217,"recall":0.506917,"f1":0.461988,"accuracy":0.506917,"main_score":0.461988,"hf_subset":"plt_Latn-mkd_Cyrl","languages":["plt-Latn","mkd-Cyrl"]},{"precision":0.43262,"recall":0.504941,"f1":0.452146,"accuracy":0.504941,"main_score":0.452146,"hf_subset":"plt_Latn-prs_Arab","languages":["plt-Latn","prs-Arab"]},{"precision":0.483109,"recall":0.544466,"f1":0.499507,"accuracy":0.544466,"main_score":0.499507,"hf_subset":"plt_Latn-swe_Latn","languages":["plt-Latn","swe-Latn"]},{"precision":0.399098,"recall":0.472332,"f1":0.419403,"accuracy":0.472332,"main_score":0.419403,"hf_subset":"plt_Latn-urd_Arab","languages":["plt-Latn","urd-Arab"]},{"precision":0.453568,"recall":0.494071,"f1":0.465398,"accuracy":0.494071,"main_score":0.465398,"hf_subset":"plt_Latn-aka_Latn","languages":["plt-Latn","aka-Latn"]},{"precision":0.464002,"recall":0.501976,"f1":0.474602,"accuracy":0.501976,"main_score":0.474602,"hf_subset":"plt_Latn-bjn_Latn","languages":["plt-Latn","bjn-Latn"]},{"precision":0.445595,"recall":0.493083,"f1":0.458792,"accuracy":0.493083,"main_score":0.458792,"hf_subset":"plt_Latn-fao_Latn","languages":["plt-Latn","fao-Latn"]},{"precision":0.49393,"recall":0.557312,"f1":0.511652,"accuracy":0.557312,"main_score":0.511652,"hf_subset":"plt_Latn-ind_Latn","languages":["plt-Latn","ind-Latn"]},{"precision":0.454393,"recall":0.488142,"f1":0.463921,"accuracy":0.488142,"main_score":0.463921,"hf_subset":"plt_Latn-knc_Latn","languages":["plt-Latn","knc-Latn"]},{"precision":0.485312,"recall":0.527668,"f1":0.497579,"accuracy":0.527668,"main_score":0.497579,"hf_subset":"plt_Latn-mlt_Latn","languages":["plt-Latn","mlt-Latn"]},{"precision":0.43304,"recall":0.493083,"f1":0.449901,"accuracy":0.493083,"main_score":0.449901,"hf_subset":"plt_Latn-quy_Latn","languages":["plt-Latn","quy-Latn"]},{"precision":0.471062,"recall":0.519763,"f1":0.484316,"accuracy":0.519763,"main_score":0.484316,"hf_subset":"plt_Latn-swh_Latn","languages":["plt-Latn","swh-Latn"]},{"precision":0.429483,"recall":0.478261,"f1":0.442924,"accuracy":0.478261,"main_score":0.442924,"hf_subset":"plt_Latn-uzn_Latn","languages":["plt-Latn","uzn-Latn"]},{"precision":0.471925,"recall":0.518775,"f1":0.485112,"accuracy":0.518775,"main_score":0.485112,"hf_subset":"plt_Latn-als_Latn","languages":["plt-Latn","als-Latn"]},{"precision":0.186456,"recall":0.251976,"f1":0.203071,"accuracy":0.251976,"main_score":0.203071,"hf_subset":"plt_Latn-bod_Tibt","languages":["plt-Latn","bod-Tibt"]},{"precision":0.433795,"recall":0.483202,"f1":0.447287,"accuracy":0.483202,"main_score":0.447287,"hf_subset":"plt_Latn-fij_Latn","languages":["plt-Latn","fij-Latn"]},{"precision":0.397778,"recall":0.453557,"f1":0.412768,"accuracy":0.453557,"main_score":0.412768,"hf_subset":"plt_Latn-isl_Latn","languages":["plt-Latn","isl-Latn"]},{"precision":0.463143,"recall":0.509881,"f1":0.476053,"accuracy":0.509881,"main_score":0.476053,"hf_subset":"plt_Latn-kon_Latn","languages":["plt-Latn","kon-Latn"]},{"precision":0.325656,"recall":0.38834,"f1":0.341625,"accuracy":0.38834,"main_score":0.341625,"hf_subset":"plt_Latn-mni_Beng","languages":["plt-Latn","mni-Beng"]},{"precision":0.49986,"recall":0.550395,"f1":0.51412,"accuracy":0.550395,"main_score":0.51412,"hf_subset":"plt_Latn-ron_Latn","languages":["plt-Latn","ron-Latn"]},{"precision":0.441556,"recall":0.490119,"f1":0.455113,"accuracy":0.490119,"main_score":0.455113,"hf_subset":"plt_Latn-szl_Latn","languages":["plt-Latn","szl-Latn"]},{"precision":0.483468,"recall":0.527668,"f1":0.495049,"accuracy":0.527668,"main_score":0.495049,"hf_subset":"plt_Latn-vec_Latn","languages":["plt-Latn","vec-Latn"]},{"precision":0.380991,"recall":0.442688,"f1":0.397545,"accuracy":0.442688,"main_score":0.397545,"hf_subset":"plt_Latn-amh_Ethi","languages":["plt-Latn","amh-Ethi"]},{"precision":0.479904,"recall":0.533597,"f1":0.494597,"accuracy":0.533597,"main_score":0.494597,"hf_subset":"plt_Latn-bos_Latn","languages":["plt-Latn","bos-Latn"]},{"precision":0.469005,"recall":0.523715,"f1":0.484148,"accuracy":0.523715,"main_score":0.484148,"hf_subset":"plt_Latn-fin_Latn","languages":["plt-Latn","fin-Latn"]},{"precision":0.482197,"recall":0.541502,"f1":0.498839,"accuracy":0.541502,"main_score":0.498839,"hf_subset":"plt_Latn-ita_Latn","languages":["plt-Latn","ita-Latn"]},{"precision":0.440379,"recall":0.511858,"f1":0.459627,"accuracy":0.511858,"main_score":0.459627,"hf_subset":"plt_Latn-kor_Hang","languages":["plt-Latn","kor-Hang"]},{"precision":0.422811,"recall":0.475296,"f1":0.436764,"accuracy":0.475296,"main_score":0.436764,"hf_subset":"plt_Latn-mos_Latn","languages":["plt-Latn","mos-Latn"]},{"precision":0.421245,"recall":0.467391,"f1":0.434563,"accuracy":0.467391,"main_score":0.434563,"hf_subset":"plt_Latn-run_Latn","languages":["plt-Latn","run-Latn"]},{"precision":0.419558,"recall":0.488142,"f1":0.437898,"accuracy":0.488142,"main_score":0.437898,"hf_subset":"plt_Latn-tam_Taml","languages":["plt-Latn","tam-Taml"]},{"precision":0.459086,"recall":0.521739,"f1":0.476252,"accuracy":0.521739,"main_score":0.476252,"hf_subset":"plt_Latn-vie_Latn","languages":["plt-Latn","vie-Latn"]},{"precision":0.439885,"recall":0.495059,"f1":0.454439,"accuracy":0.495059,"main_score":0.454439,"hf_subset":"plt_Latn-apc_Arab","languages":["plt-Latn","apc-Arab"]},{"precision":0.477556,"recall":0.518775,"f1":0.488753,"accuracy":0.518775,"main_score":0.488753,"hf_subset":"plt_Latn-bug_Latn","languages":["plt-Latn","bug-Latn"]},{"precision":0.397765,"recall":0.444664,"f1":0.41077,"accuracy":0.444664,"main_score":0.41077,"hf_subset":"plt_Latn-fon_Latn","languages":["plt-Latn","fon-Latn"]},{"precision":0.504208,"recall":0.548419,"f1":0.515775,"accuracy":0.548419,"main_score":0.515775,"hf_subset":"plt_Latn-jav_Latn","languages":["plt-Latn","jav-Latn"]},{"precision":0.405701,"recall":0.454545,"f1":0.419405,"accuracy":0.454545,"main_score":0.419405,"hf_subset":"plt_Latn-lao_Laoo","languages":["plt-Latn","lao-Laoo"]},{"precision":0.425001,"recall":0.47332,"f1":0.438521,"accuracy":0.47332,"main_score":0.438521,"hf_subset":"plt_Latn-mri_Latn","languages":["plt-Latn","mri-Latn"]},{"precision":0.447695,"recall":0.522727,"f1":0.468433,"accuracy":0.522727,"main_score":0.468433,"hf_subset":"plt_Latn-rus_Cyrl","languages":["plt-Latn","rus-Cyrl"]},{"precision":0.411191,"recall":0.460474,"f1":0.424771,"accuracy":0.460474,"main_score":0.424771,"hf_subset":"plt_Latn-taq_Latn","languages":["plt-Latn","taq-Latn"]},{"precision":0.522181,"recall":0.555336,"f1":0.530705,"accuracy":0.555336,"main_score":0.530705,"hf_subset":"plt_Latn-war_Latn","languages":["plt-Latn","war-Latn"]},{"precision":0.428505,"recall":0.503953,"f1":0.448746,"accuracy":0.503953,"main_score":0.448746,"hf_subset":"plt_Latn-arb_Arab","languages":["plt-Latn","arb-Arab"]},{"precision":0.472404,"recall":0.527668,"f1":0.488002,"accuracy":0.527668,"main_score":0.488002,"hf_subset":"plt_Latn-bul_Cyrl","languages":["plt-Latn","bul-Cyrl"]},{"precision":0.490051,"recall":0.549407,"f1":0.50639,"accuracy":0.549407,"main_score":0.50639,"hf_subset":"plt_Latn-fra_Latn","languages":["plt-Latn","fra-Latn"]},{"precision":0.453916,"recall":0.527668,"f1":0.473007,"accuracy":0.527668,"main_score":0.473007,"hf_subset":"plt_Latn-jpn_Jpan","languages":["plt-Latn","jpn-Jpan"]},{"precision":0.487498,"recall":0.528656,"f1":0.49969,"accuracy":0.528656,"main_score":0.49969,"hf_subset":"plt_Latn-lij_Latn","languages":["plt-Latn","lij-Latn"]},{"precision":0.343988,"recall":0.405138,"f1":0.360964,"accuracy":0.405138,"main_score":0.360964,"hf_subset":"plt_Latn-mya_Mymr","languages":["plt-Latn","mya-Mymr"]},{"precision":0.452014,"recall":0.497036,"f1":0.465282,"accuracy":0.497036,"main_score":0.465282,"hf_subset":"plt_Latn-sag_Latn","languages":["plt-Latn","sag-Latn"]},{"precision":0.165644,"recall":0.217391,"f1":0.17875,"accuracy":0.217391,"main_score":0.17875,"hf_subset":"plt_Latn-taq_Tfng","languages":["plt-Latn","taq-Tfng"]},{"precision":0.46019,"recall":0.508893,"f1":0.473677,"accuracy":0.508893,"main_score":0.473677,"hf_subset":"plt_Latn-wol_Latn","languages":["plt-Latn","wol-Latn"]},{"precision":0.295048,"recall":0.366601,"f1":0.313965,"accuracy":0.366601,"main_score":0.313965,"hf_subset":"plt_Latn-arb_Latn","languages":["plt-Latn","arb-Latn"]},{"precision":0.474484,"recall":0.520751,"f1":0.487722,"accuracy":0.520751,"main_score":0.487722,"hf_subset":"plt_Latn-cat_Latn","languages":["plt-Latn","cat-Latn"]},{"precision":0.472823,"recall":0.516798,"f1":0.48518,"accuracy":0.516798,"main_score":0.48518,"hf_subset":"plt_Latn-fur_Latn","languages":["plt-Latn","fur-Latn"]},{"precision":0.319858,"recall":0.371542,"f1":0.333191,"accuracy":0.371542,"main_score":0.333191,"hf_subset":"plt_Latn-kab_Latn","languages":["plt-Latn","kab-Latn"]},{"precision":0.475049,"recall":0.527668,"f1":0.490243,"accuracy":0.527668,"main_score":0.490243,"hf_subset":"plt_Latn-lim_Latn","languages":["plt-Latn","lim-Latn"]},{"precision":0.477847,"recall":0.543478,"f1":0.496365,"accuracy":0.543478,"main_score":0.496365,"hf_subset":"plt_Latn-nld_Latn","languages":["plt-Latn","nld-Latn"]},{"precision":0.393002,"recall":0.455534,"f1":0.410287,"accuracy":0.455534,"main_score":0.410287,"hf_subset":"plt_Latn-san_Deva","languages":["plt-Latn","san-Deva"]},{"precision":0.431104,"recall":0.48419,"f1":0.44534,"accuracy":0.48419,"main_score":0.44534,"hf_subset":"plt_Latn-tat_Cyrl","languages":["plt-Latn","tat-Cyrl"]},{"precision":0.445244,"recall":0.493083,"f1":0.458449,"accuracy":0.493083,"main_score":0.458449,"hf_subset":"plt_Latn-xho_Latn","languages":["plt-Latn","xho-Latn"]},{"precision":0.407315,"recall":0.485178,"f1":0.428234,"accuracy":0.485178,"main_score":0.428234,"hf_subset":"plt_Latn-ars_Arab","languages":["plt-Latn","ars-Arab"]},{"precision":0.513242,"recall":0.545455,"f1":0.521932,"accuracy":0.545455,"main_score":0.521932,"hf_subset":"plt_Latn-ceb_Latn","languages":["plt-Latn","ceb-Latn"]},{"precision":0.416535,"recall":0.467391,"f1":0.430687,"accuracy":0.467391,"main_score":0.430687,"hf_subset":"plt_Latn-fuv_Latn","languages":["plt-Latn","fuv-Latn"]},{"precision":0.428743,"recall":0.486166,"f1":0.444391,"accuracy":0.486166,"main_score":0.444391,"hf_subset":"plt_Latn-kac_Latn","languages":["plt-Latn","kac-Latn"]},{"precision":0.464682,"recall":0.514822,"f1":0.479191,"accuracy":0.514822,"main_score":0.479191,"hf_subset":"plt_Latn-lin_Latn","languages":["plt-Latn","lin-Latn"]},{"precision":0.477406,"recall":0.533597,"f1":0.492352,"accuracy":0.533597,"main_score":0.492352,"hf_subset":"plt_Latn-nno_Latn","languages":["plt-Latn","nno-Latn"]},{"precision":0.172653,"recall":0.213439,"f1":0.182981,"accuracy":0.213439,"main_score":0.182981,"hf_subset":"plt_Latn-sat_Olck","languages":["plt-Latn","sat-Olck"]},{"precision":0.419866,"recall":0.491107,"f1":0.439141,"accuracy":0.491107,"main_score":0.439141,"hf_subset":"plt_Latn-tel_Telu","languages":["plt-Latn","tel-Telu"]},{"precision":0.264656,"recall":0.328063,"f1":0.28074,"accuracy":0.328063,"main_score":0.28074,"hf_subset":"plt_Latn-ydd_Hebr","languages":["plt-Latn","ydd-Hebr"]},{"precision":0.402467,"recall":0.463439,"f1":0.419002,"accuracy":0.463439,"main_score":0.419002,"hf_subset":"plt_Latn-ary_Arab","languages":["plt-Latn","ary-Arab"]},{"precision":0.447633,"recall":0.518775,"f1":0.466812,"accuracy":0.518775,"main_score":0.466812,"hf_subset":"plt_Latn-ces_Latn","languages":["plt-Latn","ces-Latn"]},{"precision":0.336321,"recall":0.396245,"f1":0.351197,"accuracy":0.396245,"main_score":0.351197,"hf_subset":"plt_Latn-gaz_Latn","languages":["plt-Latn","gaz-Latn"]},{"precision":0.429007,"recall":0.468379,"f1":0.440333,"accuracy":0.468379,"main_score":0.440333,"hf_subset":"plt_Latn-kam_Latn","languages":["plt-Latn","kam-Latn"]},{"precision":0.447483,"recall":0.501976,"f1":0.462733,"accuracy":0.501976,"main_score":0.462733,"hf_subset":"plt_Latn-lit_Latn","languages":["plt-Latn","lit-Latn"]},{"precision":0.473235,"recall":0.535573,"f1":0.490413,"accuracy":0.535573,"main_score":0.490413,"hf_subset":"plt_Latn-nob_Latn","languages":["plt-Latn","nob-Latn"]},{"precision":0.460163,"recall":0.502964,"f1":0.472079,"accuracy":0.502964,"main_score":0.472079,"hf_subset":"plt_Latn-scn_Latn","languages":["plt-Latn","scn-Latn"]},{"precision":0.401377,"recall":0.451581,"f1":0.415449,"accuracy":0.451581,"main_score":0.415449,"hf_subset":"plt_Latn-tgk_Cyrl","languages":["plt-Latn","tgk-Cyrl"]},{"precision":0.390973,"recall":0.444664,"f1":0.406802,"accuracy":0.444664,"main_score":0.406802,"hf_subset":"plt_Latn-yor_Latn","languages":["plt-Latn","yor-Latn"]},{"precision":0.440074,"recall":0.497036,"f1":0.456508,"accuracy":0.497036,"main_score":0.456508,"hf_subset":"plt_Latn-arz_Arab","languages":["plt-Latn","arz-Arab"]},{"precision":0.425185,"recall":0.479249,"f1":0.440559,"accuracy":0.479249,"main_score":0.440559,"hf_subset":"plt_Latn-cjk_Latn","languages":["plt-Latn","cjk-Latn"]},{"precision":0.387269,"recall":0.443676,"f1":0.402399,"accuracy":0.443676,"main_score":0.402399,"hf_subset":"plt_Latn-gla_Latn","languages":["plt-Latn","gla-Latn"]},{"precision":0.421374,"recall":0.485178,"f1":0.438339,"accuracy":0.485178,"main_score":0.438339,"hf_subset":"plt_Latn-kan_Knda","languages":["plt-Latn","kan-Knda"]},{"precision":0.474589,"recall":0.522727,"f1":0.48798,"accuracy":0.522727,"main_score":0.48798,"hf_subset":"plt_Latn-lmo_Latn","languages":["plt-Latn","lmo-Latn"]},{"precision":0.429766,"recall":0.494071,"f1":0.44852,"accuracy":0.494071,"main_score":0.44852,"hf_subset":"plt_Latn-npi_Deva","languages":["plt-Latn","npi-Deva"]},{"precision":0.378645,"recall":0.439723,"f1":0.39505,"accuracy":0.439723,"main_score":0.39505,"hf_subset":"plt_Latn-shn_Mymr","languages":["plt-Latn","shn-Mymr"]},{"precision":0.4964,"recall":0.550395,"f1":0.511621,"accuracy":0.550395,"main_score":0.511621,"hf_subset":"plt_Latn-tgl_Latn","languages":["plt-Latn","tgl-Latn"]},{"precision":0.432046,"recall":0.502964,"f1":0.451422,"accuracy":0.502964,"main_score":0.451422,"hf_subset":"plt_Latn-yue_Hant","languages":["plt-Latn","yue-Hant"]},{"precision":0.384536,"recall":0.442688,"f1":0.400709,"accuracy":0.442688,"main_score":0.400709,"hf_subset":"plt_Latn-asm_Beng","languages":["plt-Latn","asm-Beng"]},{"precision":0.342567,"recall":0.389328,"f1":0.354907,"accuracy":0.389328,"main_score":0.354907,"hf_subset":"plt_Latn-ckb_Arab","languages":["plt-Latn","ckb-Arab"]},{"precision":0.383887,"recall":0.437747,"f1":0.398773,"accuracy":0.437747,"main_score":0.398773,"hf_subset":"plt_Latn-gle_Latn","languages":["plt-Latn","gle-Latn"]},{"precision":0.332934,"recall":0.395257,"f1":0.350156,"accuracy":0.395257,"main_score":0.350156,"hf_subset":"plt_Latn-kas_Arab","languages":["plt-Latn","kas-Arab"]},{"precision":0.439386,"recall":0.5,"f1":0.455473,"accuracy":0.5,"main_score":0.455473,"hf_subset":"plt_Latn-ltg_Latn","languages":["plt-Latn","ltg-Latn"]},{"precision":0.471882,"recall":0.514822,"f1":0.484059,"accuracy":0.514822,"main_score":0.484059,"hf_subset":"plt_Latn-nso_Latn","languages":["plt-Latn","nso-Latn"]},{"precision":0.385194,"recall":0.452569,"f1":0.402814,"accuracy":0.452569,"main_score":0.402814,"hf_subset":"plt_Latn-sin_Sinh","languages":["plt-Latn","sin-Sinh"]},{"precision":0.453356,"recall":0.525692,"f1":0.472314,"accuracy":0.525692,"main_score":0.472314,"hf_subset":"plt_Latn-tha_Thai","languages":["plt-Latn","tha-Thai"]},{"precision":0.461882,"recall":0.524704,"f1":0.478665,"accuracy":0.524704,"main_score":0.478665,"hf_subset":"plt_Latn-zho_Hans","languages":["plt-Latn","zho-Hans"]},{"precision":0.473395,"recall":0.514822,"f1":0.485157,"accuracy":0.514822,"main_score":0.485157,"hf_subset":"plt_Latn-ast_Latn","languages":["plt-Latn","ast-Latn"]},{"precision":0.43703,"recall":0.486166,"f1":0.449862,"accuracy":0.486166,"main_score":0.449862,"hf_subset":"plt_Latn-crh_Latn","languages":["plt-Latn","crh-Latn"]},{"precision":0.495758,"recall":0.547431,"f1":0.50967,"accuracy":0.547431,"main_score":0.50967,"hf_subset":"plt_Latn-glg_Latn","languages":["plt-Latn","glg-Latn"]},{"precision":0.37644,"recall":0.433794,"f1":0.391592,"accuracy":0.433794,"main_score":0.391592,"hf_subset":"plt_Latn-kas_Deva","languages":["plt-Latn","kas-Deva"]},{"precision":0.456459,"recall":0.512846,"f1":0.472087,"accuracy":0.512846,"main_score":0.472087,"hf_subset":"plt_Latn-ltz_Latn","languages":["plt-Latn","ltz-Latn"]},{"precision":0.338171,"recall":0.400198,"f1":0.354744,"accuracy":0.400198,"main_score":0.354744,"hf_subset":"plt_Latn-nus_Latn","languages":["plt-Latn","nus-Latn"]},{"precision":0.462357,"recall":0.527668,"f1":0.479791,"accuracy":0.527668,"main_score":0.479791,"hf_subset":"plt_Latn-slk_Latn","languages":["plt-Latn","slk-Latn"]},{"precision":0.320246,"recall":0.383399,"f1":0.337196,"accuracy":0.383399,"main_score":0.337196,"hf_subset":"plt_Latn-tir_Ethi","languages":["plt-Latn","tir-Ethi"]},{"precision":0.424067,"recall":0.501976,"f1":0.444561,"accuracy":0.501976,"main_score":0.444561,"hf_subset":"plt_Latn-zho_Hant","languages":["plt-Latn","zho-Hant"]},{"precision":0.455235,"recall":0.517787,"f1":0.472357,"accuracy":0.517787,"main_score":0.472357,"hf_subset":"plt_Latn-awa_Deva","languages":["plt-Latn","awa-Deva"]},{"precision":0.409071,"recall":0.464427,"f1":0.424227,"accuracy":0.464427,"main_score":0.424227,"hf_subset":"plt_Latn-cym_Latn","languages":["plt-Latn","cym-Latn"]},{"precision":0.464467,"recall":0.509881,"f1":0.477373,"accuracy":0.509881,"main_score":0.477373,"hf_subset":"plt_Latn-grn_Latn","languages":["plt-Latn","grn-Latn"]},{"precision":0.402082,"recall":0.459486,"f1":0.416936,"accuracy":0.459486,"main_score":0.416936,"hf_subset":"plt_Latn-kat_Geor","languages":["plt-Latn","kat-Geor"]},{"precision":0.457442,"recall":0.500988,"f1":0.46935,"accuracy":0.500988,"main_score":0.46935,"hf_subset":"plt_Latn-lua_Latn","languages":["plt-Latn","lua-Latn"]},{"precision":0.455418,"recall":0.493083,"f1":0.466554,"accuracy":0.493083,"main_score":0.466554,"hf_subset":"plt_Latn-nya_Latn","languages":["plt-Latn","nya-Latn"]},{"precision":0.438803,"recall":0.5,"f1":0.455585,"accuracy":0.5,"main_score":0.455585,"hf_subset":"plt_Latn-slv_Latn","languages":["plt-Latn","slv-Latn"]},{"precision":0.478426,"recall":0.524704,"f1":0.491237,"accuracy":0.524704,"main_score":0.491237,"hf_subset":"plt_Latn-tpi_Latn","languages":["plt-Latn","tpi-Latn"]},{"precision":0.483321,"recall":0.548419,"f1":0.500732,"accuracy":0.548419,"main_score":0.500732,"hf_subset":"plt_Latn-zsm_Latn","languages":["plt-Latn","zsm-Latn"]},{"precision":0.399593,"recall":0.458498,"f1":0.416005,"accuracy":0.458498,"main_score":0.416005,"hf_subset":"plt_Latn-ayr_Latn","languages":["plt-Latn","ayr-Latn"]},{"precision":0.476582,"recall":0.541502,"f1":0.493895,"accuracy":0.541502,"main_score":0.493895,"hf_subset":"plt_Latn-dan_Latn","languages":["plt-Latn","dan-Latn"]},{"precision":0.418676,"recall":0.492095,"f1":0.438995,"accuracy":0.492095,"main_score":0.438995,"hf_subset":"plt_Latn-guj_Gujr","languages":["plt-Latn","guj-Gujr"]},{"precision":0.434416,"recall":0.494071,"f1":0.449884,"accuracy":0.494071,"main_score":0.449884,"hf_subset":"plt_Latn-kaz_Cyrl","languages":["plt-Latn","kaz-Cyrl"]},{"precision":0.407934,"recall":0.461462,"f1":0.423224,"accuracy":0.461462,"main_score":0.423224,"hf_subset":"plt_Latn-lug_Latn","languages":["plt-Latn","lug-Latn"]},{"precision":0.478236,"recall":0.528656,"f1":0.491406,"accuracy":0.528656,"main_score":0.491406,"hf_subset":"plt_Latn-oci_Latn","languages":["plt-Latn","oci-Latn"]},{"precision":0.4608,"recall":0.502964,"f1":0.472568,"accuracy":0.502964,"main_score":0.472568,"hf_subset":"plt_Latn-smo_Latn","languages":["plt-Latn","smo-Latn"]},{"precision":0.424196,"recall":0.476285,"f1":0.439011,"accuracy":0.476285,"main_score":0.439011,"hf_subset":"plt_Latn-tsn_Latn","languages":["plt-Latn","tsn-Latn"]},{"precision":0.429623,"recall":0.480237,"f1":0.442722,"accuracy":0.480237,"main_score":0.442722,"hf_subset":"plt_Latn-zul_Latn","languages":["plt-Latn","zul-Latn"]},{"precision":0.339701,"recall":0.402174,"f1":0.356809,"accuracy":0.402174,"main_score":0.356809,"hf_subset":"plt_Latn-azb_Arab","languages":["plt-Latn","azb-Arab"]},{"precision":0.474006,"recall":0.543478,"f1":0.493344,"accuracy":0.543478,"main_score":0.493344,"hf_subset":"plt_Latn-deu_Latn","languages":["plt-Latn","deu-Latn"]},{"precision":0.45381,"recall":0.502964,"f1":0.467881,"accuracy":0.502964,"main_score":0.467881,"hf_subset":"plt_Latn-hat_Latn","languages":["plt-Latn","hat-Latn"]},{"precision":0.40831,"recall":0.459486,"f1":0.422814,"accuracy":0.459486,"main_score":0.422814,"hf_subset":"plt_Latn-kbp_Latn","languages":["plt-Latn","kbp-Latn"]},{"precision":0.445089,"recall":0.493083,"f1":0.458707,"accuracy":0.493083,"main_score":0.458707,"hf_subset":"plt_Latn-luo_Latn","languages":["plt-Latn","luo-Latn"]},{"precision":0.399022,"recall":0.458498,"f1":0.414516,"accuracy":0.458498,"main_score":0.414516,"hf_subset":"plt_Latn-ory_Orya","languages":["plt-Latn","ory-Orya"]},{"precision":0.447682,"recall":0.486166,"f1":0.4589,"accuracy":0.486166,"main_score":0.4589,"hf_subset":"plt_Latn-sna_Latn","languages":["plt-Latn","sna-Latn"]},{"precision":0.436379,"recall":0.475296,"f1":0.447529,"accuracy":0.475296,"main_score":0.447529,"hf_subset":"plt_Latn-tso_Latn","languages":["plt-Latn","tso-Latn"]},{"precision":0.433162,"recall":0.488142,"f1":0.448524,"accuracy":0.488142,"main_score":0.448524,"hf_subset":"plt_Latn-azj_Latn","languages":["plt-Latn","azj-Latn"]},{"precision":0.402791,"recall":0.460474,"f1":0.419422,"accuracy":0.460474,"main_score":0.419422,"hf_subset":"plt_Latn-dik_Latn","languages":["plt-Latn","dik-Latn"]},{"precision":0.457744,"recall":0.499012,"f1":0.469292,"accuracy":0.499012,"main_score":0.469292,"hf_subset":"plt_Latn-hau_Latn","languages":["plt-Latn","hau-Latn"]},{"precision":0.481464,"recall":0.520751,"f1":0.492289,"accuracy":0.520751,"main_score":0.492289,"hf_subset":"plt_Latn-kea_Latn","languages":["plt-Latn","kea-Latn"]},{"precision":0.478404,"recall":0.521739,"f1":0.491224,"accuracy":0.521739,"main_score":0.491224,"hf_subset":"plt_Latn-lus_Latn","languages":["plt-Latn","lus-Latn"]},{"precision":0.479507,"recall":0.512846,"f1":0.489149,"accuracy":0.512846,"main_score":0.489149,"hf_subset":"plt_Latn-pag_Latn","languages":["plt-Latn","pag-Latn"]},{"precision":0.348597,"recall":0.410079,"f1":0.364663,"accuracy":0.410079,"main_score":0.364663,"hf_subset":"plt_Latn-snd_Arab","languages":["plt-Latn","snd-Arab"]},{"precision":0.417542,"recall":0.47332,"f1":0.432758,"accuracy":0.47332,"main_score":0.432758,"hf_subset":"plt_Latn-tuk_Latn","languages":["plt-Latn","tuk-Latn"]},{"precision":0.444063,"recall":0.494071,"f1":0.458054,"accuracy":0.494071,"main_score":0.458054,"hf_subset":"plt_Latn-bak_Cyrl","languages":["plt-Latn","bak-Cyrl"]},{"precision":0.365497,"recall":0.423913,"f1":0.382518,"accuracy":0.423913,"main_score":0.382518,"hf_subset":"plt_Latn-dyu_Latn","languages":["plt-Latn","dyu-Latn"]},{"precision":0.367998,"recall":0.435771,"f1":0.385727,"accuracy":0.435771,"main_score":0.385727,"hf_subset":"plt_Latn-heb_Hebr","languages":["plt-Latn","heb-Hebr"]},{"precision":0.405076,"recall":0.461462,"f1":0.420567,"accuracy":0.461462,"main_score":0.420567,"hf_subset":"plt_Latn-khk_Cyrl","languages":["plt-Latn","khk-Cyrl"]},{"precision":0.440153,"recall":0.497036,"f1":0.455677,"accuracy":0.497036,"main_score":0.455677,"hf_subset":"plt_Latn-lvs_Latn","languages":["plt-Latn","lvs-Latn"]},{"precision":0.405383,"recall":0.467391,"f1":0.422102,"accuracy":0.467391,"main_score":0.422102,"hf_subset":"plt_Latn-pan_Guru","languages":["plt-Latn","pan-Guru"]},{"precision":0.40454,"recall":0.451581,"f1":0.417939,"accuracy":0.451581,"main_score":0.417939,"hf_subset":"plt_Latn-som_Latn","languages":["plt-Latn","som-Latn"]},{"precision":0.436637,"recall":0.477273,"f1":0.4484,"accuracy":0.477273,"main_score":0.4484,"hf_subset":"plt_Latn-tum_Latn","languages":["plt-Latn","tum-Latn"]},{"precision":0.291808,"recall":0.366601,"f1":0.310134,"accuracy":0.366601,"main_score":0.310134,"hf_subset":"srp_Cyrl-ace_Arab","languages":["srp-Cyrl","ace-Arab"]},{"precision":0.368567,"recall":0.459486,"f1":0.393092,"accuracy":0.459486,"main_score":0.393092,"hf_subset":"srp_Cyrl-bam_Latn","languages":["srp-Cyrl","bam-Latn"]},{"precision":0.165587,"recall":0.222332,"f1":0.180419,"accuracy":0.222332,"main_score":0.180419,"hf_subset":"srp_Cyrl-dzo_Tibt","languages":["srp-Cyrl","dzo-Tibt"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"srp_Cyrl-hin_Deva","languages":["srp-Cyrl","hin-Deva"]},{"precision":0.774242,"recall":0.833992,"f1":0.792391,"accuracy":0.833992,"main_score":0.792391,"hf_subset":"srp_Cyrl-khm_Khmr","languages":["srp-Cyrl","khm-Khmr"]},{"precision":0.941041,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"srp_Cyrl-mag_Deva","languages":["srp-Cyrl","mag-Deva"]},{"precision":0.81003,"recall":0.86166,"f1":0.826087,"accuracy":0.86166,"main_score":0.826087,"hf_subset":"srp_Cyrl-pap_Latn","languages":["srp-Cyrl","pap-Latn"]},{"precision":0.408994,"recall":0.492095,"f1":0.430538,"accuracy":0.492095,"main_score":0.430538,"hf_subset":"srp_Cyrl-sot_Latn","languages":["srp-Cyrl","sot-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"srp_Cyrl-tur_Latn","languages":["srp-Cyrl","tur-Latn"]},{"precision":0.623108,"recall":0.703557,"f1":0.646678,"accuracy":0.703557,"main_score":0.646678,"hf_subset":"srp_Cyrl-ace_Latn","languages":["srp-Cyrl","ace-Latn"]},{"precision":0.755312,"recall":0.815217,"f1":0.773699,"accuracy":0.815217,"main_score":0.773699,"hf_subset":"srp_Cyrl-ban_Latn","languages":["srp-Cyrl","ban-Latn"]},{"precision":0.936759,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"srp_Cyrl-ell_Grek","languages":["srp-Cyrl","ell-Grek"]},{"precision":0.914032,"recall":0.937747,"f1":0.921607,"accuracy":0.937747,"main_score":0.921607,"hf_subset":"srp_Cyrl-hne_Deva","languages":["srp-Cyrl","hne-Deva"]},{"precision":0.384277,"recall":0.488142,"f1":0.412474,"accuracy":0.488142,"main_score":0.412474,"hf_subset":"srp_Cyrl-kik_Latn","languages":["srp-Cyrl","kik-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"srp_Cyrl-mai_Deva","languages":["srp-Cyrl","mai-Deva"]},{"precision":0.800148,"recall":0.850791,"f1":0.81565,"accuracy":0.850791,"main_score":0.81565,"hf_subset":"srp_Cyrl-pbt_Arab","languages":["srp-Cyrl","pbt-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"srp_Cyrl-spa_Latn","languages":["srp-Cyrl","spa-Latn"]},{"precision":0.454311,"recall":0.545455,"f1":0.479283,"accuracy":0.545455,"main_score":0.479283,"hf_subset":"srp_Cyrl-twi_Latn","languages":["srp-Cyrl","twi-Latn"]},{"precision":0.937747,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"srp_Cyrl-acm_Arab","languages":["srp-Cyrl","acm-Arab"]},{"precision":0.851861,"recall":0.894269,"f1":0.865316,"accuracy":0.894269,"main_score":0.865316,"hf_subset":"srp_Cyrl-bel_Cyrl","languages":["srp-Cyrl","bel-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"srp_Cyrl-eng_Latn","languages":["srp-Cyrl","eng-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"srp_Cyrl-hrv_Latn","languages":["srp-Cyrl","hrv-Latn"]},{"precision":0.3851,"recall":0.467391,"f1":0.40698,"accuracy":0.467391,"main_score":0.40698,"hf_subset":"srp_Cyrl-kin_Latn","languages":["srp-Cyrl","kin-Latn"]},{"precision":0.927536,"recall":0.949605,"f1":0.934783,"accuracy":0.949605,"main_score":0.934783,"hf_subset":"srp_Cyrl-mal_Mlym","languages":["srp-Cyrl","mal-Mlym"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"srp_Cyrl-pes_Arab","languages":["srp-Cyrl","pes-Arab"]},{"precision":0.796723,"recall":0.849802,"f1":0.813241,"accuracy":0.849802,"main_score":0.813241,"hf_subset":"srp_Cyrl-srd_Latn","languages":["srp-Cyrl","srd-Latn"]},{"precision":0.112074,"recall":0.183794,"f1":0.127651,"accuracy":0.183794,"main_score":0.127651,"hf_subset":"srp_Cyrl-tzm_Tfng","languages":["srp-Cyrl","tzm-Tfng"]},{"precision":0.955863,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"srp_Cyrl-acq_Arab","languages":["srp-Cyrl","acq-Arab"]},{"precision":0.421201,"recall":0.508893,"f1":0.445026,"accuracy":0.508893,"main_score":0.445026,"hf_subset":"srp_Cyrl-bem_Latn","languages":["srp-Cyrl","bem-Latn"]},{"precision":0.83913,"recall":0.880435,"f1":0.852273,"accuracy":0.880435,"main_score":0.852273,"hf_subset":"srp_Cyrl-epo_Latn","languages":["srp-Cyrl","epo-Latn"]},{"precision":0.909091,"recall":0.936759,"f1":0.917984,"accuracy":0.936759,"main_score":0.917984,"hf_subset":"srp_Cyrl-hun_Latn","languages":["srp-Cyrl","hun-Latn"]},{"precision":0.684924,"recall":0.754941,"f1":0.705621,"accuracy":0.754941,"main_score":0.705621,"hf_subset":"srp_Cyrl-kir_Cyrl","languages":["srp-Cyrl","kir-Cyrl"]},{"precision":0.945323,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"srp_Cyrl-mar_Deva","languages":["srp-Cyrl","mar-Deva"]},{"precision":0.427956,"recall":0.513834,"f1":0.451166,"accuracy":0.513834,"main_score":0.451166,"hf_subset":"srp_Cyrl-plt_Latn","languages":["srp-Cyrl","plt-Latn"]},{"precision":0.297182,"recall":0.37747,"f1":0.318586,"accuracy":0.37747,"main_score":0.318586,"hf_subset":"srp_Cyrl-uig_Arab","languages":["srp-Cyrl","uig-Arab"]},{"precision":0.896163,"recall":0.927866,"f1":0.906357,"accuracy":0.927866,"main_score":0.906357,"hf_subset":"srp_Cyrl-aeb_Arab","languages":["srp-Cyrl","aeb-Arab"]},{"precision":0.951828,"recall":0.966403,"f1":0.956423,"accuracy":0.966403,"main_score":0.956423,"hf_subset":"srp_Cyrl-ben_Beng","languages":["srp-Cyrl","ben-Beng"]},{"precision":0.785277,"recall":0.835968,"f1":0.800776,"accuracy":0.835968,"main_score":0.800776,"hf_subset":"srp_Cyrl-est_Latn","languages":["srp-Cyrl","est-Latn"]},{"precision":0.806736,"recall":0.855731,"f1":0.821791,"accuracy":0.855731,"main_score":0.821791,"hf_subset":"srp_Cyrl-hye_Armn","languages":["srp-Cyrl","hye-Armn"]},{"precision":0.383915,"recall":0.469368,"f1":0.406603,"accuracy":0.469368,"main_score":0.406603,"hf_subset":"srp_Cyrl-kmb_Latn","languages":["srp-Cyrl","kmb-Latn"]},{"precision":0.24293,"recall":0.318182,"f1":0.261418,"accuracy":0.318182,"main_score":0.261418,"hf_subset":"srp_Cyrl-min_Arab","languages":["srp-Cyrl","min-Arab"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"srp_Cyrl-pol_Latn","languages":["srp-Cyrl","pol-Latn"]},{"precision":0.365595,"recall":0.456522,"f1":0.388869,"accuracy":0.456522,"main_score":0.388869,"hf_subset":"srp_Cyrl-ssw_Latn","languages":["srp-Cyrl","ssw-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"srp_Cyrl-ukr_Cyrl","languages":["srp-Cyrl","ukr-Cyrl"]},{"precision":0.893857,"recall":0.923913,"f1":0.903557,"accuracy":0.923913,"main_score":0.903557,"hf_subset":"srp_Cyrl-afr_Latn","languages":["srp-Cyrl","afr-Latn"]},{"precision":0.896739,"recall":0.926877,"f1":0.906094,"accuracy":0.926877,"main_score":0.906094,"hf_subset":"srp_Cyrl-bho_Deva","languages":["srp-Cyrl","bho-Deva"]},{"precision":0.621113,"recall":0.69664,"f1":0.643339,"accuracy":0.69664,"main_score":0.643339,"hf_subset":"srp_Cyrl-eus_Latn","languages":["srp-Cyrl","eus-Latn"]},{"precision":0.387153,"recall":0.487154,"f1":0.413977,"accuracy":0.487154,"main_score":0.413977,"hf_subset":"srp_Cyrl-ibo_Latn","languages":["srp-Cyrl","ibo-Latn"]},{"precision":0.433226,"recall":0.522727,"f1":0.456561,"accuracy":0.522727,"main_score":0.456561,"hf_subset":"srp_Cyrl-kmr_Latn","languages":["srp-Cyrl","kmr-Latn"]},{"precision":0.731802,"recall":0.796443,"f1":0.751135,"accuracy":0.796443,"main_score":0.751135,"hf_subset":"srp_Cyrl-min_Latn","languages":["srp-Cyrl","min-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"srp_Cyrl-por_Latn","languages":["srp-Cyrl","por-Latn"]},{"precision":0.804595,"recall":0.855731,"f1":0.820718,"accuracy":0.855731,"main_score":0.820718,"hf_subset":"srp_Cyrl-sun_Latn","languages":["srp-Cyrl","sun-Latn"]},{"precision":0.362452,"recall":0.450593,"f1":0.385986,"accuracy":0.450593,"main_score":0.385986,"hf_subset":"srp_Cyrl-umb_Latn","languages":["srp-Cyrl","umb-Latn"]},{"precision":0.936347,"recall":0.955534,"f1":0.942589,"accuracy":0.955534,"main_score":0.942589,"hf_subset":"srp_Cyrl-ajp_Arab","languages":["srp-Cyrl","ajp-Arab"]},{"precision":0.262594,"recall":0.33498,"f1":0.281367,"accuracy":0.33498,"main_score":0.281367,"hf_subset":"srp_Cyrl-bjn_Arab","languages":["srp-Cyrl","bjn-Arab"]},{"precision":0.3874,"recall":0.472332,"f1":0.409252,"accuracy":0.472332,"main_score":0.409252,"hf_subset":"srp_Cyrl-ewe_Latn","languages":["srp-Cyrl","ewe-Latn"]},{"precision":0.634734,"recall":0.708498,"f1":0.656835,"accuracy":0.708498,"main_score":0.656835,"hf_subset":"srp_Cyrl-ilo_Latn","languages":["srp-Cyrl","ilo-Latn"]},{"precision":0.174153,"recall":0.244071,"f1":0.191673,"accuracy":0.244071,"main_score":0.191673,"hf_subset":"srp_Cyrl-knc_Arab","languages":["srp-Cyrl","knc-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"srp_Cyrl-mkd_Cyrl","languages":["srp-Cyrl","mkd-Cyrl"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"srp_Cyrl-prs_Arab","languages":["srp-Cyrl","prs-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"srp_Cyrl-swe_Latn","languages":["srp-Cyrl","swe-Latn"]},{"precision":0.913043,"recall":0.939723,"f1":0.921607,"accuracy":0.939723,"main_score":0.921607,"hf_subset":"srp_Cyrl-urd_Arab","languages":["srp-Cyrl","urd-Arab"]},{"precision":0.430095,"recall":0.518775,"f1":0.454191,"accuracy":0.518775,"main_score":0.454191,"hf_subset":"srp_Cyrl-aka_Latn","languages":["srp-Cyrl","aka-Latn"]},{"precision":0.767951,"recall":0.827075,"f1":0.786317,"accuracy":0.827075,"main_score":0.786317,"hf_subset":"srp_Cyrl-bjn_Latn","languages":["srp-Cyrl","bjn-Latn"]},{"precision":0.549113,"recall":0.632411,"f1":0.572575,"accuracy":0.632411,"main_score":0.572575,"hf_subset":"srp_Cyrl-fao_Latn","languages":["srp-Cyrl","fao-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"srp_Cyrl-ind_Latn","languages":["srp-Cyrl","ind-Latn"]},{"precision":0.409456,"recall":0.504941,"f1":0.435137,"accuracy":0.504941,"main_score":0.435137,"hf_subset":"srp_Cyrl-knc_Latn","languages":["srp-Cyrl","knc-Latn"]},{"precision":0.690621,"recall":0.76087,"f1":0.71124,"accuracy":0.76087,"main_score":0.71124,"hf_subset":"srp_Cyrl-mlt_Latn","languages":["srp-Cyrl","mlt-Latn"]},{"precision":0.465891,"recall":0.5583,"f1":0.491026,"accuracy":0.5583,"main_score":0.491026,"hf_subset":"srp_Cyrl-quy_Latn","languages":["srp-Cyrl","quy-Latn"]},{"precision":0.828722,"recall":0.874506,"f1":0.843168,"accuracy":0.874506,"main_score":0.843168,"hf_subset":"srp_Cyrl-swh_Latn","languages":["srp-Cyrl","swh-Latn"]},{"precision":0.636654,"recall":0.714427,"f1":0.658465,"accuracy":0.714427,"main_score":0.658465,"hf_subset":"srp_Cyrl-uzn_Latn","languages":["srp-Cyrl","uzn-Latn"]},{"precision":0.789641,"recall":0.840909,"f1":0.805402,"accuracy":0.840909,"main_score":0.805402,"hf_subset":"srp_Cyrl-als_Latn","languages":["srp-Cyrl","als-Latn"]},{"precision":0.184182,"recall":0.25,"f1":0.201334,"accuracy":0.25,"main_score":0.201334,"hf_subset":"srp_Cyrl-bod_Tibt","languages":["srp-Cyrl","bod-Tibt"]},{"precision":0.375402,"recall":0.467391,"f1":0.399992,"accuracy":0.467391,"main_score":0.399992,"hf_subset":"srp_Cyrl-fij_Latn","languages":["srp-Cyrl","fij-Latn"]},{"precision":0.519971,"recall":0.609684,"f1":0.545619,"accuracy":0.609684,"main_score":0.545619,"hf_subset":"srp_Cyrl-isl_Latn","languages":["srp-Cyrl","isl-Latn"]},{"precision":0.4586,"recall":0.549407,"f1":0.483219,"accuracy":0.549407,"main_score":0.483219,"hf_subset":"srp_Cyrl-kon_Latn","languages":["srp-Cyrl","kon-Latn"]},{"precision":0.332237,"recall":0.431818,"f1":0.358549,"accuracy":0.431818,"main_score":0.358549,"hf_subset":"srp_Cyrl-mni_Beng","languages":["srp-Cyrl","mni-Beng"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"srp_Cyrl-ron_Latn","languages":["srp-Cyrl","ron-Latn"]},{"precision":0.847908,"recall":0.88834,"f1":0.860738,"accuracy":0.88834,"main_score":0.860738,"hf_subset":"srp_Cyrl-szl_Latn","languages":["srp-Cyrl","szl-Latn"]},{"precision":0.896245,"recall":0.926877,"f1":0.906126,"accuracy":0.926877,"main_score":0.906126,"hf_subset":"srp_Cyrl-vec_Latn","languages":["srp-Cyrl","vec-Latn"]},{"precision":0.749424,"recall":0.811265,"f1":0.768596,"accuracy":0.811265,"main_score":0.768596,"hf_subset":"srp_Cyrl-amh_Ethi","languages":["srp-Cyrl","amh-Ethi"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"srp_Cyrl-bos_Latn","languages":["srp-Cyrl","bos-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"srp_Cyrl-fin_Latn","languages":["srp-Cyrl","fin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"srp_Cyrl-ita_Latn","languages":["srp-Cyrl","ita-Latn"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"srp_Cyrl-kor_Hang","languages":["srp-Cyrl","kor-Hang"]},{"precision":0.400749,"recall":0.490119,"f1":0.424686,"accuracy":0.490119,"main_score":0.424686,"hf_subset":"srp_Cyrl-mos_Latn","languages":["srp-Cyrl","mos-Latn"]},{"precision":0.383567,"recall":0.47332,"f1":0.406931,"accuracy":0.47332,"main_score":0.406931,"hf_subset":"srp_Cyrl-run_Latn","languages":["srp-Cyrl","run-Latn"]},{"precision":0.935112,"recall":0.954545,"f1":0.94137,"accuracy":0.954545,"main_score":0.94137,"hf_subset":"srp_Cyrl-tam_Taml","languages":["srp-Cyrl","tam-Taml"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"srp_Cyrl-vie_Latn","languages":["srp-Cyrl","vie-Latn"]},{"precision":0.920866,"recall":0.943676,"f1":0.928096,"accuracy":0.943676,"main_score":0.928096,"hf_subset":"srp_Cyrl-apc_Arab","languages":["srp-Cyrl","apc-Arab"]},{"precision":0.582117,"recall":0.671937,"f1":0.608459,"accuracy":0.671937,"main_score":0.608459,"hf_subset":"srp_Cyrl-bug_Latn","languages":["srp-Cyrl","bug-Latn"]},{"precision":0.343746,"recall":0.426877,"f1":0.364891,"accuracy":0.426877,"main_score":0.364891,"hf_subset":"srp_Cyrl-fon_Latn","languages":["srp-Cyrl","fon-Latn"]},{"precision":0.785359,"recall":0.837945,"f1":0.801732,"accuracy":0.837945,"main_score":0.801732,"hf_subset":"srp_Cyrl-jav_Latn","languages":["srp-Cyrl","jav-Latn"]},{"precision":0.706835,"recall":0.777668,"f1":0.728181,"accuracy":0.777668,"main_score":0.728181,"hf_subset":"srp_Cyrl-lao_Laoo","languages":["srp-Cyrl","lao-Laoo"]},{"precision":0.352538,"recall":0.454545,"f1":0.378167,"accuracy":0.454545,"main_score":0.378167,"hf_subset":"srp_Cyrl-mri_Latn","languages":["srp-Cyrl","mri-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"srp_Cyrl-rus_Cyrl","languages":["srp-Cyrl","rus-Cyrl"]},{"precision":0.384679,"recall":0.482213,"f1":0.41014,"accuracy":0.482213,"main_score":0.41014,"hf_subset":"srp_Cyrl-taq_Latn","languages":["srp-Cyrl","taq-Latn"]},{"precision":0.775289,"recall":0.827075,"f1":0.790879,"accuracy":0.827075,"main_score":0.790879,"hf_subset":"srp_Cyrl-war_Latn","languages":["srp-Cyrl","war-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"srp_Cyrl-arb_Arab","languages":["srp-Cyrl","arb-Arab"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"srp_Cyrl-bul_Cyrl","languages":["srp-Cyrl","bul-Cyrl"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"srp_Cyrl-fra_Latn","languages":["srp-Cyrl","fra-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"srp_Cyrl-jpn_Jpan","languages":["srp-Cyrl","jpn-Jpan"]},{"precision":0.836034,"recall":0.881423,"f1":0.850264,"accuracy":0.881423,"main_score":0.850264,"hf_subset":"srp_Cyrl-lij_Latn","languages":["srp-Cyrl","lij-Latn"]},{"precision":0.755,"recall":0.81917,"f1":0.774489,"accuracy":0.81917,"main_score":0.774489,"hf_subset":"srp_Cyrl-mya_Mymr","languages":["srp-Cyrl","mya-Mymr"]},{"precision":0.421858,"recall":0.518775,"f1":0.447858,"accuracy":0.518775,"main_score":0.447858,"hf_subset":"srp_Cyrl-sag_Latn","languages":["srp-Cyrl","sag-Latn"]},{"precision":0.141774,"recall":0.224308,"f1":0.159023,"accuracy":0.224308,"main_score":0.159023,"hf_subset":"srp_Cyrl-taq_Tfng","languages":["srp-Cyrl","taq-Tfng"]},{"precision":0.436127,"recall":0.533597,"f1":0.46248,"accuracy":0.533597,"main_score":0.46248,"hf_subset":"srp_Cyrl-wol_Latn","languages":["srp-Cyrl","wol-Latn"]},{"precision":0.267728,"recall":0.362648,"f1":0.290504,"accuracy":0.362648,"main_score":0.290504,"hf_subset":"srp_Cyrl-arb_Latn","languages":["srp-Cyrl","arb-Latn"]},{"precision":0.944582,"recall":0.961462,"f1":0.95,"accuracy":0.961462,"main_score":0.95,"hf_subset":"srp_Cyrl-cat_Latn","languages":["srp-Cyrl","cat-Latn"]},{"precision":0.785804,"recall":0.837945,"f1":0.801647,"accuracy":0.837945,"main_score":0.801647,"hf_subset":"srp_Cyrl-fur_Latn","languages":["srp-Cyrl","fur-Latn"]},{"precision":0.279746,"recall":0.354743,"f1":0.298277,"accuracy":0.354743,"main_score":0.298277,"hf_subset":"srp_Cyrl-kab_Latn","languages":["srp-Cyrl","kab-Latn"]},{"precision":0.765382,"recall":0.823123,"f1":0.782905,"accuracy":0.823123,"main_score":0.782905,"hf_subset":"srp_Cyrl-lim_Latn","languages":["srp-Cyrl","lim-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"srp_Cyrl-nld_Latn","languages":["srp-Cyrl","nld-Latn"]},{"precision":0.813488,"recall":0.864625,"f1":0.829776,"accuracy":0.864625,"main_score":0.829776,"hf_subset":"srp_Cyrl-san_Deva","languages":["srp-Cyrl","san-Deva"]},{"precision":0.649706,"recall":0.718379,"f1":0.669636,"accuracy":0.718379,"main_score":0.669636,"hf_subset":"srp_Cyrl-tat_Cyrl","languages":["srp-Cyrl","tat-Cyrl"]},{"precision":0.421082,"recall":0.512846,"f1":0.445686,"accuracy":0.512846,"main_score":0.445686,"hf_subset":"srp_Cyrl-xho_Latn","languages":["srp-Cyrl","xho-Latn"]},{"precision":0.956357,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"srp_Cyrl-ars_Arab","languages":["srp-Cyrl","ars-Arab"]},{"precision":0.731662,"recall":0.796443,"f1":0.751523,"accuracy":0.796443,"main_score":0.751523,"hf_subset":"srp_Cyrl-ceb_Latn","languages":["srp-Cyrl","ceb-Latn"]},{"precision":0.396219,"recall":0.491107,"f1":0.421883,"accuracy":0.491107,"main_score":0.421883,"hf_subset":"srp_Cyrl-fuv_Latn","languages":["srp-Cyrl","fuv-Latn"]},{"precision":0.389794,"recall":0.48419,"f1":0.414759,"accuracy":0.48419,"main_score":0.414759,"hf_subset":"srp_Cyrl-kac_Latn","languages":["srp-Cyrl","kac-Latn"]},{"precision":0.470684,"recall":0.557312,"f1":0.49477,"accuracy":0.557312,"main_score":0.49477,"hf_subset":"srp_Cyrl-lin_Latn","languages":["srp-Cyrl","lin-Latn"]},{"precision":0.928277,"recall":0.950593,"f1":0.935507,"accuracy":0.950593,"main_score":0.935507,"hf_subset":"srp_Cyrl-nno_Latn","languages":["srp-Cyrl","nno-Latn"]},{"precision":0.165273,"recall":0.232213,"f1":0.181414,"accuracy":0.232213,"main_score":0.181414,"hf_subset":"srp_Cyrl-sat_Olck","languages":["srp-Cyrl","sat-Olck"]},{"precision":0.932642,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"srp_Cyrl-tel_Telu","languages":["srp-Cyrl","tel-Telu"]},{"precision":0.306819,"recall":0.399209,"f1":0.33029,"accuracy":0.399209,"main_score":0.33029,"hf_subset":"srp_Cyrl-ydd_Hebr","languages":["srp-Cyrl","ydd-Hebr"]},{"precision":0.842095,"recall":0.887352,"f1":0.856357,"accuracy":0.887352,"main_score":0.856357,"hf_subset":"srp_Cyrl-ary_Arab","languages":["srp-Cyrl","ary-Arab"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"srp_Cyrl-ces_Latn","languages":["srp-Cyrl","ces-Latn"]},{"precision":0.309046,"recall":0.395257,"f1":0.330276,"accuracy":0.395257,"main_score":0.330276,"hf_subset":"srp_Cyrl-gaz_Latn","languages":["srp-Cyrl","gaz-Latn"]},{"precision":0.404463,"recall":0.494071,"f1":0.427646,"accuracy":0.494071,"main_score":0.427646,"hf_subset":"srp_Cyrl-kam_Latn","languages":["srp-Cyrl","kam-Latn"]},{"precision":0.791149,"recall":0.844862,"f1":0.807823,"accuracy":0.844862,"main_score":0.807823,"hf_subset":"srp_Cyrl-lit_Latn","languages":["srp-Cyrl","lit-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"srp_Cyrl-nob_Latn","languages":["srp-Cyrl","nob-Latn"]},{"precision":0.729101,"recall":0.799407,"f1":0.750329,"accuracy":0.799407,"main_score":0.750329,"hf_subset":"srp_Cyrl-scn_Latn","languages":["srp-Cyrl","scn-Latn"]},{"precision":0.462088,"recall":0.55336,"f1":0.486077,"accuracy":0.55336,"main_score":0.486077,"hf_subset":"srp_Cyrl-tgk_Cyrl","languages":["srp-Cyrl","tgk-Cyrl"]},{"precision":0.3827,"recall":0.480237,"f1":0.409223,"accuracy":0.480237,"main_score":0.409223,"hf_subset":"srp_Cyrl-yor_Latn","languages":["srp-Cyrl","yor-Latn"]},{"precision":0.940053,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"srp_Cyrl-arz_Arab","languages":["srp-Cyrl","arz-Arab"]},{"precision":0.422154,"recall":0.51581,"f1":0.44738,"accuracy":0.51581,"main_score":0.44738,"hf_subset":"srp_Cyrl-cjk_Latn","languages":["srp-Cyrl","cjk-Latn"]},{"precision":0.346492,"recall":0.428854,"f1":0.367373,"accuracy":0.428854,"main_score":0.367373,"hf_subset":"srp_Cyrl-gla_Latn","languages":["srp-Cyrl","gla-Latn"]},{"precision":0.934453,"recall":0.954545,"f1":0.941041,"accuracy":0.954545,"main_score":0.941041,"hf_subset":"srp_Cyrl-kan_Knda","languages":["srp-Cyrl","kan-Knda"]},{"precision":0.763208,"recall":0.828063,"f1":0.783169,"accuracy":0.828063,"main_score":0.783169,"hf_subset":"srp_Cyrl-lmo_Latn","languages":["srp-Cyrl","lmo-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"srp_Cyrl-npi_Deva","languages":["srp-Cyrl","npi-Deva"]},{"precision":0.328588,"recall":0.433794,"f1":0.355688,"accuracy":0.433794,"main_score":0.355688,"hf_subset":"srp_Cyrl-shn_Mymr","languages":["srp-Cyrl","shn-Mymr"]},{"precision":0.833169,"recall":0.881423,"f1":0.84865,"accuracy":0.881423,"main_score":0.84865,"hf_subset":"srp_Cyrl-tgl_Latn","languages":["srp-Cyrl","tgl-Latn"]},{"precision":0.947134,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"srp_Cyrl-yue_Hant","languages":["srp-Cyrl","yue-Hant"]},{"precision":0.827684,"recall":0.875494,"f1":0.842787,"accuracy":0.875494,"main_score":0.842787,"hf_subset":"srp_Cyrl-asm_Beng","languages":["srp-Cyrl","asm-Beng"]},{"precision":0.412811,"recall":0.496047,"f1":0.436059,"accuracy":0.496047,"main_score":0.436059,"hf_subset":"srp_Cyrl-ckb_Arab","languages":["srp-Cyrl","ckb-Arab"]},{"precision":0.380019,"recall":0.460474,"f1":0.400516,"accuracy":0.460474,"main_score":0.400516,"hf_subset":"srp_Cyrl-gle_Latn","languages":["srp-Cyrl","gle-Latn"]},{"precision":0.636752,"recall":0.718379,"f1":0.66035,"accuracy":0.718379,"main_score":0.66035,"hf_subset":"srp_Cyrl-kas_Arab","languages":["srp-Cyrl","kas-Arab"]},{"precision":0.639081,"recall":0.70751,"f1":0.659256,"accuracy":0.70751,"main_score":0.659256,"hf_subset":"srp_Cyrl-ltg_Latn","languages":["srp-Cyrl","ltg-Latn"]},{"precision":0.436072,"recall":0.522727,"f1":0.458816,"accuracy":0.522727,"main_score":0.458816,"hf_subset":"srp_Cyrl-nso_Latn","languages":["srp-Cyrl","nso-Latn"]},{"precision":0.794137,"recall":0.849802,"f1":0.811693,"accuracy":0.849802,"main_score":0.811693,"hf_subset":"srp_Cyrl-sin_Sinh","languages":["srp-Cyrl","sin-Sinh"]},{"precision":0.940711,"recall":0.958498,"f1":0.946476,"accuracy":0.958498,"main_score":0.946476,"hf_subset":"srp_Cyrl-tha_Thai","languages":["srp-Cyrl","tha-Thai"]},{"precision":0.954134,"recall":0.968379,"f1":0.958729,"accuracy":0.968379,"main_score":0.958729,"hf_subset":"srp_Cyrl-zho_Hans","languages":["srp-Cyrl","zho-Hans"]},{"precision":0.924984,"recall":0.947628,"f1":0.932378,"accuracy":0.947628,"main_score":0.932378,"hf_subset":"srp_Cyrl-ast_Latn","languages":["srp-Cyrl","ast-Latn"]},{"precision":0.757181,"recall":0.820158,"f1":0.776172,"accuracy":0.820158,"main_score":0.776172,"hf_subset":"srp_Cyrl-crh_Latn","languages":["srp-Cyrl","crh-Latn"]},{"precision":0.955698,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"srp_Cyrl-glg_Latn","languages":["srp-Cyrl","glg-Latn"]},{"precision":0.524765,"recall":0.62253,"f1":0.552915,"accuracy":0.62253,"main_score":0.552915,"hf_subset":"srp_Cyrl-kas_Deva","languages":["srp-Cyrl","kas-Deva"]},{"precision":0.722884,"recall":0.790514,"f1":0.742874,"accuracy":0.790514,"main_score":0.742874,"hf_subset":"srp_Cyrl-ltz_Latn","languages":["srp-Cyrl","ltz-Latn"]},{"precision":0.306157,"recall":0.391304,"f1":0.32784,"accuracy":0.391304,"main_score":0.32784,"hf_subset":"srp_Cyrl-nus_Latn","languages":["srp-Cyrl","nus-Latn"]},{"precision":0.953393,"recall":0.967391,"f1":0.958004,"accuracy":0.967391,"main_score":0.958004,"hf_subset":"srp_Cyrl-slk_Latn","languages":["srp-Cyrl","slk-Latn"]},{"precision":0.374179,"recall":0.460474,"f1":0.396711,"accuracy":0.460474,"main_score":0.396711,"hf_subset":"srp_Cyrl-tir_Ethi","languages":["srp-Cyrl","tir-Ethi"]},{"precision":0.948287,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"srp_Cyrl-zho_Hant","languages":["srp-Cyrl","zho-Hant"]},{"precision":0.934371,"recall":0.953557,"f1":0.940448,"accuracy":0.953557,"main_score":0.940448,"hf_subset":"srp_Cyrl-awa_Deva","languages":["srp-Cyrl","awa-Deva"]},{"precision":0.416168,"recall":0.502964,"f1":0.439068,"accuracy":0.502964,"main_score":0.439068,"hf_subset":"srp_Cyrl-cym_Latn","languages":["srp-Cyrl","cym-Latn"]},{"precision":0.601252,"recall":0.681818,"f1":0.62363,"accuracy":0.681818,"main_score":0.62363,"hf_subset":"srp_Cyrl-grn_Latn","languages":["srp-Cyrl","grn-Latn"]},{"precision":0.880847,"recall":0.917984,"f1":0.892852,"accuracy":0.917984,"main_score":0.892852,"hf_subset":"srp_Cyrl-kat_Geor","languages":["srp-Cyrl","kat-Geor"]},{"precision":0.460834,"recall":0.544466,"f1":0.483411,"accuracy":0.544466,"main_score":0.483411,"hf_subset":"srp_Cyrl-lua_Latn","languages":["srp-Cyrl","lua-Latn"]},{"precision":0.451115,"recall":0.539526,"f1":0.475329,"accuracy":0.539526,"main_score":0.475329,"hf_subset":"srp_Cyrl-nya_Latn","languages":["srp-Cyrl","nya-Latn"]},{"precision":0.907279,"recall":0.934783,"f1":0.91614,"accuracy":0.934783,"main_score":0.91614,"hf_subset":"srp_Cyrl-slv_Latn","languages":["srp-Cyrl","slv-Latn"]},{"precision":0.663768,"recall":0.738142,"f1":0.686186,"accuracy":0.738142,"main_score":0.686186,"hf_subset":"srp_Cyrl-tpi_Latn","languages":["srp-Cyrl","tpi-Latn"]},{"precision":0.941535,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"srp_Cyrl-zsm_Latn","languages":["srp-Cyrl","zsm-Latn"]},{"precision":0.368755,"recall":0.460474,"f1":0.393039,"accuracy":0.460474,"main_score":0.393039,"hf_subset":"srp_Cyrl-ayr_Latn","languages":["srp-Cyrl","ayr-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"srp_Cyrl-dan_Latn","languages":["srp-Cyrl","dan-Latn"]},{"precision":0.935606,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"srp_Cyrl-guj_Gujr","languages":["srp-Cyrl","guj-Gujr"]},{"precision":0.729809,"recall":0.797431,"f1":0.750096,"accuracy":0.797431,"main_score":0.750096,"hf_subset":"srp_Cyrl-kaz_Cyrl","languages":["srp-Cyrl","kaz-Cyrl"]},{"precision":0.368196,"recall":0.45751,"f1":0.391017,"accuracy":0.45751,"main_score":0.391017,"hf_subset":"srp_Cyrl-lug_Latn","languages":["srp-Cyrl","lug-Latn"]},{"precision":0.904233,"recall":0.931818,"f1":0.912945,"accuracy":0.931818,"main_score":0.912945,"hf_subset":"srp_Cyrl-oci_Latn","languages":["srp-Cyrl","oci-Latn"]},{"precision":0.393286,"recall":0.495059,"f1":0.420279,"accuracy":0.495059,"main_score":0.420279,"hf_subset":"srp_Cyrl-smo_Latn","languages":["srp-Cyrl","smo-Latn"]},{"precision":0.392732,"recall":0.483202,"f1":0.415828,"accuracy":0.483202,"main_score":0.415828,"hf_subset":"srp_Cyrl-tsn_Latn","languages":["srp-Cyrl","tsn-Latn"]},{"precision":0.364403,"recall":0.463439,"f1":0.391061,"accuracy":0.463439,"main_score":0.391061,"hf_subset":"srp_Cyrl-zul_Latn","languages":["srp-Cyrl","zul-Latn"]},{"precision":0.601968,"recall":0.692688,"f1":0.628645,"accuracy":0.692688,"main_score":0.628645,"hf_subset":"srp_Cyrl-azb_Arab","languages":["srp-Cyrl","azb-Arab"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"srp_Cyrl-deu_Latn","languages":["srp-Cyrl","deu-Latn"]},{"precision":0.592508,"recall":0.678854,"f1":0.617478,"accuracy":0.678854,"main_score":0.617478,"hf_subset":"srp_Cyrl-hat_Latn","languages":["srp-Cyrl","hat-Latn"]},{"precision":0.341633,"recall":0.422925,"f1":0.362765,"accuracy":0.422925,"main_score":0.362765,"hf_subset":"srp_Cyrl-kbp_Latn","languages":["srp-Cyrl","kbp-Latn"]},{"precision":0.411136,"recall":0.506917,"f1":0.437129,"accuracy":0.506917,"main_score":0.437129,"hf_subset":"srp_Cyrl-luo_Latn","languages":["srp-Cyrl","luo-Latn"]},{"precision":0.521009,"recall":0.605731,"f1":0.54492,"accuracy":0.605731,"main_score":0.54492,"hf_subset":"srp_Cyrl-ory_Orya","languages":["srp-Cyrl","ory-Orya"]},{"precision":0.400796,"recall":0.491107,"f1":0.425344,"accuracy":0.491107,"main_score":0.425344,"hf_subset":"srp_Cyrl-sna_Latn","languages":["srp-Cyrl","sna-Latn"]},{"precision":0.394103,"recall":0.48419,"f1":0.417502,"accuracy":0.48419,"main_score":0.417502,"hf_subset":"srp_Cyrl-tso_Latn","languages":["srp-Cyrl","tso-Latn"]},{"precision":0.821245,"recall":0.867589,"f1":0.835394,"accuracy":0.867589,"main_score":0.835394,"hf_subset":"srp_Cyrl-azj_Latn","languages":["srp-Cyrl","azj-Latn"]},{"precision":0.384608,"recall":0.483202,"f1":0.411635,"accuracy":0.483202,"main_score":0.411635,"hf_subset":"srp_Cyrl-dik_Latn","languages":["srp-Cyrl","dik-Latn"]},{"precision":0.414619,"recall":0.498024,"f1":0.436826,"accuracy":0.498024,"main_score":0.436826,"hf_subset":"srp_Cyrl-hau_Latn","languages":["srp-Cyrl","hau-Latn"]},{"precision":0.763622,"recall":0.824111,"f1":0.781884,"accuracy":0.824111,"main_score":0.781884,"hf_subset":"srp_Cyrl-kea_Latn","languages":["srp-Cyrl","kea-Latn"]},{"precision":0.528534,"recall":0.612648,"f1":0.552266,"accuracy":0.612648,"main_score":0.552266,"hf_subset":"srp_Cyrl-lus_Latn","languages":["srp-Cyrl","lus-Latn"]},{"precision":0.672711,"recall":0.749012,"f1":0.695455,"accuracy":0.749012,"main_score":0.695455,"hf_subset":"srp_Cyrl-pag_Latn","languages":["srp-Cyrl","pag-Latn"]},{"precision":0.644516,"recall":0.732213,"f1":0.67141,"accuracy":0.732213,"main_score":0.67141,"hf_subset":"srp_Cyrl-snd_Arab","languages":["srp-Cyrl","snd-Arab"]},{"precision":0.581397,"recall":0.66502,"f1":0.60417,"accuracy":0.66502,"main_score":0.60417,"hf_subset":"srp_Cyrl-tuk_Latn","languages":["srp-Cyrl","tuk-Latn"]},{"precision":0.639023,"recall":0.709486,"f1":0.659609,"accuracy":0.709486,"main_score":0.659609,"hf_subset":"srp_Cyrl-bak_Cyrl","languages":["srp-Cyrl","bak-Cyrl"]},{"precision":0.330083,"recall":0.426877,"f1":0.355894,"accuracy":0.426877,"main_score":0.355894,"hf_subset":"srp_Cyrl-dyu_Latn","languages":["srp-Cyrl","dyu-Latn"]},{"precision":0.867836,"recall":0.906126,"f1":0.880007,"accuracy":0.906126,"main_score":0.880007,"hf_subset":"srp_Cyrl-heb_Hebr","languages":["srp-Cyrl","heb-Hebr"]},{"precision":0.427857,"recall":0.514822,"f1":0.451248,"accuracy":0.514822,"main_score":0.451248,"hf_subset":"srp_Cyrl-khk_Cyrl","languages":["srp-Cyrl","khk-Cyrl"]},{"precision":0.834074,"recall":0.87747,"f1":0.847859,"accuracy":0.87747,"main_score":0.847859,"hf_subset":"srp_Cyrl-lvs_Latn","languages":["srp-Cyrl","lvs-Latn"]},{"precision":0.875494,"recall":0.912055,"f1":0.887516,"accuracy":0.912055,"main_score":0.887516,"hf_subset":"srp_Cyrl-pan_Guru","languages":["srp-Cyrl","pan-Guru"]},{"precision":0.382824,"recall":0.464427,"f1":0.403483,"accuracy":0.464427,"main_score":0.403483,"hf_subset":"srp_Cyrl-som_Latn","languages":["srp-Cyrl","som-Latn"]},{"precision":0.440398,"recall":0.525692,"f1":0.463509,"accuracy":0.525692,"main_score":0.463509,"hf_subset":"srp_Cyrl-tum_Latn","languages":["srp-Cyrl","tum-Latn"]},{"precision":0.214965,"recall":0.257905,"f1":0.227113,"accuracy":0.257905,"main_score":0.227113,"hf_subset":"uig_Arab-ace_Arab","languages":["uig-Arab","ace-Arab"]},{"precision":0.265003,"recall":0.304348,"f1":0.276069,"accuracy":0.304348,"main_score":0.276069,"hf_subset":"uig_Arab-bam_Latn","languages":["uig-Arab","bam-Latn"]},{"precision":0.107976,"recall":0.145257,"f1":0.116945,"accuracy":0.145257,"main_score":0.116945,"hf_subset":"uig_Arab-dzo_Tibt","languages":["uig-Arab","dzo-Tibt"]},{"precision":0.27726,"recall":0.352767,"f1":0.295429,"accuracy":0.352767,"main_score":0.295429,"hf_subset":"uig_Arab-hin_Deva","languages":["uig-Arab","hin-Deva"]},{"precision":0.256324,"recall":0.300395,"f1":0.268358,"accuracy":0.300395,"main_score":0.268358,"hf_subset":"uig_Arab-khm_Khmr","languages":["uig-Arab","khm-Khmr"]},{"precision":0.256498,"recall":0.323123,"f1":0.272161,"accuracy":0.323123,"main_score":0.272161,"hf_subset":"uig_Arab-mag_Deva","languages":["uig-Arab","mag-Deva"]},{"precision":0.292906,"recall":0.339921,"f1":0.304427,"accuracy":0.339921,"main_score":0.304427,"hf_subset":"uig_Arab-pap_Latn","languages":["uig-Arab","pap-Latn"]},{"precision":0.277689,"recall":0.320158,"f1":0.288075,"accuracy":0.320158,"main_score":0.288075,"hf_subset":"uig_Arab-sot_Latn","languages":["uig-Arab","sot-Latn"]},{"precision":0.311594,"recall":0.37747,"f1":0.328338,"accuracy":0.37747,"main_score":0.328338,"hf_subset":"uig_Arab-tur_Latn","languages":["uig-Arab","tur-Latn"]},{"precision":0.296347,"recall":0.327075,"f1":0.304834,"accuracy":0.327075,"main_score":0.304834,"hf_subset":"uig_Arab-ace_Latn","languages":["uig-Arab","ace-Latn"]},{"precision":0.287986,"recall":0.323123,"f1":0.297406,"accuracy":0.323123,"main_score":0.297406,"hf_subset":"uig_Arab-ban_Latn","languages":["uig-Arab","ban-Latn"]},{"precision":0.258174,"recall":0.31917,"f1":0.273393,"accuracy":0.31917,"main_score":0.273393,"hf_subset":"uig_Arab-ell_Grek","languages":["uig-Arab","ell-Grek"]},{"precision":0.271882,"recall":0.329051,"f1":0.285748,"accuracy":0.329051,"main_score":0.285748,"hf_subset":"uig_Arab-hne_Deva","languages":["uig-Arab","hne-Deva"]},{"precision":0.199974,"recall":0.248024,"f1":0.211648,"accuracy":0.248024,"main_score":0.211648,"hf_subset":"uig_Arab-kik_Latn","languages":["uig-Arab","kik-Latn"]},{"precision":0.290096,"recall":0.352767,"f1":0.305494,"accuracy":0.352767,"main_score":0.305494,"hf_subset":"uig_Arab-mai_Deva","languages":["uig-Arab","mai-Deva"]},{"precision":0.279734,"recall":0.329051,"f1":0.292036,"accuracy":0.329051,"main_score":0.292036,"hf_subset":"uig_Arab-pbt_Arab","languages":["uig-Arab","pbt-Arab"]},{"precision":0.279013,"recall":0.348814,"f1":0.295851,"accuracy":0.348814,"main_score":0.295851,"hf_subset":"uig_Arab-spa_Latn","languages":["uig-Arab","spa-Latn"]},{"precision":0.286894,"recall":0.333004,"f1":0.297978,"accuracy":0.333004,"main_score":0.297978,"hf_subset":"uig_Arab-twi_Latn","languages":["uig-Arab","twi-Latn"]},{"precision":0.26729,"recall":0.333004,"f1":0.282764,"accuracy":0.333004,"main_score":0.282764,"hf_subset":"uig_Arab-acm_Arab","languages":["uig-Arab","acm-Arab"]},{"precision":0.281752,"recall":0.337945,"f1":0.295927,"accuracy":0.337945,"main_score":0.295927,"hf_subset":"uig_Arab-bel_Cyrl","languages":["uig-Arab","bel-Cyrl"]},{"precision":0.287268,"recall":0.348814,"f1":0.302878,"accuracy":0.348814,"main_score":0.302878,"hf_subset":"uig_Arab-eng_Latn","languages":["uig-Arab","eng-Latn"]},{"precision":0.288852,"recall":0.350791,"f1":0.30459,"accuracy":0.350791,"main_score":0.30459,"hf_subset":"uig_Arab-hrv_Latn","languages":["uig-Arab","hrv-Latn"]},{"precision":0.276059,"recall":0.331028,"f1":0.290501,"accuracy":0.331028,"main_score":0.290501,"hf_subset":"uig_Arab-kin_Latn","languages":["uig-Arab","kin-Latn"]},{"precision":0.287149,"recall":0.352767,"f1":0.302615,"accuracy":0.352767,"main_score":0.302615,"hf_subset":"uig_Arab-mal_Mlym","languages":["uig-Arab","mal-Mlym"]},{"precision":0.266134,"recall":0.343874,"f1":0.284647,"accuracy":0.343874,"main_score":0.284647,"hf_subset":"uig_Arab-pes_Arab","languages":["uig-Arab","pes-Arab"]},{"precision":0.291566,"recall":0.333004,"f1":0.302568,"accuracy":0.333004,"main_score":0.302568,"hf_subset":"uig_Arab-srd_Latn","languages":["uig-Arab","srd-Latn"]},{"precision":0.141777,"recall":0.175889,"f1":0.15044,"accuracy":0.175889,"main_score":0.15044,"hf_subset":"uig_Arab-tzm_Tfng","languages":["uig-Arab","tzm-Tfng"]},{"precision":0.259483,"recall":0.325099,"f1":0.274505,"accuracy":0.325099,"main_score":0.274505,"hf_subset":"uig_Arab-acq_Arab","languages":["uig-Arab","acq-Arab"]},{"precision":0.290881,"recall":0.332016,"f1":0.301801,"accuracy":0.332016,"main_score":0.301801,"hf_subset":"uig_Arab-bem_Latn","languages":["uig-Arab","bem-Latn"]},{"precision":0.272794,"recall":0.324111,"f1":0.284967,"accuracy":0.324111,"main_score":0.284967,"hf_subset":"uig_Arab-epo_Latn","languages":["uig-Arab","epo-Latn"]},{"precision":0.285583,"recall":0.350791,"f1":0.301531,"accuracy":0.350791,"main_score":0.301531,"hf_subset":"uig_Arab-hun_Latn","languages":["uig-Arab","hun-Latn"]},{"precision":0.326038,"recall":0.359684,"f1":0.33402,"accuracy":0.359684,"main_score":0.33402,"hf_subset":"uig_Arab-kir_Cyrl","languages":["uig-Arab","kir-Cyrl"]},{"precision":0.28557,"recall":0.351779,"f1":0.300341,"accuracy":0.351779,"main_score":0.300341,"hf_subset":"uig_Arab-mar_Deva","languages":["uig-Arab","mar-Deva"]},{"precision":0.272766,"recall":0.324111,"f1":0.285914,"accuracy":0.324111,"main_score":0.285914,"hf_subset":"uig_Arab-plt_Latn","languages":["uig-Arab","plt-Latn"]},{"precision":0.286061,"recall":0.339921,"f1":0.299737,"accuracy":0.339921,"main_score":0.299737,"hf_subset":"uig_Arab-srp_Cyrl","languages":["uig-Arab","srp-Cyrl"]},{"precision":0.248912,"recall":0.305336,"f1":0.261598,"accuracy":0.305336,"main_score":0.261598,"hf_subset":"uig_Arab-aeb_Arab","languages":["uig-Arab","aeb-Arab"]},{"precision":0.262647,"recall":0.339921,"f1":0.280852,"accuracy":0.339921,"main_score":0.280852,"hf_subset":"uig_Arab-ben_Beng","languages":["uig-Arab","ben-Beng"]},{"precision":0.294628,"recall":0.336957,"f1":0.305846,"accuracy":0.336957,"main_score":0.305846,"hf_subset":"uig_Arab-est_Latn","languages":["uig-Arab","est-Latn"]},{"precision":0.295356,"recall":0.348814,"f1":0.308894,"accuracy":0.348814,"main_score":0.308894,"hf_subset":"uig_Arab-hye_Armn","languages":["uig-Arab","hye-Armn"]},{"precision":0.26504,"recall":0.310277,"f1":0.276837,"accuracy":0.310277,"main_score":0.276837,"hf_subset":"uig_Arab-kmb_Latn","languages":["uig-Arab","kmb-Latn"]},{"precision":0.20404,"recall":0.242095,"f1":0.21334,"accuracy":0.242095,"main_score":0.21334,"hf_subset":"uig_Arab-min_Arab","languages":["uig-Arab","min-Arab"]},{"precision":0.279072,"recall":0.346838,"f1":0.294621,"accuracy":0.346838,"main_score":0.294621,"hf_subset":"uig_Arab-pol_Latn","languages":["uig-Arab","pol-Latn"]},{"precision":0.269105,"recall":0.313241,"f1":0.279595,"accuracy":0.313241,"main_score":0.279595,"hf_subset":"uig_Arab-ssw_Latn","languages":["uig-Arab","ssw-Latn"]},{"precision":0.29555,"recall":0.360672,"f1":0.311909,"accuracy":0.360672,"main_score":0.311909,"hf_subset":"uig_Arab-ukr_Cyrl","languages":["uig-Arab","ukr-Cyrl"]},{"precision":0.292777,"recall":0.343874,"f1":0.306185,"accuracy":0.343874,"main_score":0.306185,"hf_subset":"uig_Arab-afr_Latn","languages":["uig-Arab","afr-Latn"]},{"precision":0.274553,"recall":0.327075,"f1":0.287348,"accuracy":0.327075,"main_score":0.287348,"hf_subset":"uig_Arab-bho_Deva","languages":["uig-Arab","bho-Deva"]},{"precision":0.287641,"recall":0.31917,"f1":0.296267,"accuracy":0.31917,"main_score":0.296267,"hf_subset":"uig_Arab-eus_Latn","languages":["uig-Arab","eus-Latn"]},{"precision":0.258918,"recall":0.311265,"f1":0.272324,"accuracy":0.311265,"main_score":0.272324,"hf_subset":"uig_Arab-ibo_Latn","languages":["uig-Arab","ibo-Latn"]},{"precision":0.323759,"recall":0.360672,"f1":0.333656,"accuracy":0.360672,"main_score":0.333656,"hf_subset":"uig_Arab-kmr_Latn","languages":["uig-Arab","kmr-Latn"]},{"precision":0.281852,"recall":0.328063,"f1":0.293722,"accuracy":0.328063,"main_score":0.293722,"hf_subset":"uig_Arab-min_Latn","languages":["uig-Arab","min-Latn"]},{"precision":0.283306,"recall":0.359684,"f1":0.301695,"accuracy":0.359684,"main_score":0.301695,"hf_subset":"uig_Arab-por_Latn","languages":["uig-Arab","por-Latn"]},{"precision":0.283054,"recall":0.316206,"f1":0.291622,"accuracy":0.316206,"main_score":0.291622,"hf_subset":"uig_Arab-sun_Latn","languages":["uig-Arab","sun-Latn"]},{"precision":0.260756,"recall":0.305336,"f1":0.272621,"accuracy":0.305336,"main_score":0.272621,"hf_subset":"uig_Arab-umb_Latn","languages":["uig-Arab","umb-Latn"]},{"precision":0.266244,"recall":0.328063,"f1":0.28061,"accuracy":0.328063,"main_score":0.28061,"hf_subset":"uig_Arab-ajp_Arab","languages":["uig-Arab","ajp-Arab"]},{"precision":0.231133,"recall":0.266798,"f1":0.240709,"accuracy":0.266798,"main_score":0.240709,"hf_subset":"uig_Arab-bjn_Arab","languages":["uig-Arab","bjn-Arab"]},{"precision":0.258512,"recall":0.30336,"f1":0.269611,"accuracy":0.30336,"main_score":0.269611,"hf_subset":"uig_Arab-ewe_Latn","languages":["uig-Arab","ewe-Latn"]},{"precision":0.280605,"recall":0.315217,"f1":0.289312,"accuracy":0.315217,"main_score":0.289312,"hf_subset":"uig_Arab-ilo_Latn","languages":["uig-Arab","ilo-Latn"]},{"precision":0.183547,"recall":0.219368,"f1":0.192324,"accuracy":0.219368,"main_score":0.192324,"hf_subset":"uig_Arab-knc_Arab","languages":["uig-Arab","knc-Arab"]},{"precision":0.285211,"recall":0.336957,"f1":0.298868,"accuracy":0.336957,"main_score":0.298868,"hf_subset":"uig_Arab-mkd_Cyrl","languages":["uig-Arab","mkd-Cyrl"]},{"precision":0.281037,"recall":0.36166,"f1":0.300006,"accuracy":0.36166,"main_score":0.300006,"hf_subset":"uig_Arab-prs_Arab","languages":["uig-Arab","prs-Arab"]},{"precision":0.298084,"recall":0.352767,"f1":0.311647,"accuracy":0.352767,"main_score":0.311647,"hf_subset":"uig_Arab-swe_Latn","languages":["uig-Arab","swe-Latn"]},{"precision":0.27806,"recall":0.342885,"f1":0.294246,"accuracy":0.342885,"main_score":0.294246,"hf_subset":"uig_Arab-urd_Arab","languages":["uig-Arab","urd-Arab"]},{"precision":0.269521,"recall":0.321146,"f1":0.282117,"accuracy":0.321146,"main_score":0.282117,"hf_subset":"uig_Arab-aka_Latn","languages":["uig-Arab","aka-Latn"]},{"precision":0.288981,"recall":0.33498,"f1":0.300602,"accuracy":0.33498,"main_score":0.300602,"hf_subset":"uig_Arab-bjn_Latn","languages":["uig-Arab","bjn-Latn"]},{"precision":0.28364,"recall":0.322134,"f1":0.293376,"accuracy":0.322134,"main_score":0.293376,"hf_subset":"uig_Arab-fao_Latn","languages":["uig-Arab","fao-Latn"]},{"precision":0.288736,"recall":0.363636,"f1":0.306917,"accuracy":0.363636,"main_score":0.306917,"hf_subset":"uig_Arab-ind_Latn","languages":["uig-Arab","ind-Latn"]},{"precision":0.276873,"recall":0.3083,"f1":0.28501,"accuracy":0.3083,"main_score":0.28501,"hf_subset":"uig_Arab-knc_Latn","languages":["uig-Arab","knc-Latn"]},{"precision":0.278835,"recall":0.322134,"f1":0.290456,"accuracy":0.322134,"main_score":0.290456,"hf_subset":"uig_Arab-mlt_Latn","languages":["uig-Arab","mlt-Latn"]},{"precision":0.268012,"recall":0.304348,"f1":0.277469,"accuracy":0.304348,"main_score":0.277469,"hf_subset":"uig_Arab-quy_Latn","languages":["uig-Arab","quy-Latn"]},{"precision":0.289537,"recall":0.335968,"f1":0.301011,"accuracy":0.335968,"main_score":0.301011,"hf_subset":"uig_Arab-swh_Latn","languages":["uig-Arab","swh-Latn"]},{"precision":0.347627,"recall":0.402174,"f1":0.360165,"accuracy":0.402174,"main_score":0.360165,"hf_subset":"uig_Arab-uzn_Latn","languages":["uig-Arab","uzn-Latn"]},{"precision":0.285011,"recall":0.326087,"f1":0.295715,"accuracy":0.326087,"main_score":0.295715,"hf_subset":"uig_Arab-als_Latn","languages":["uig-Arab","als-Latn"]},{"precision":0.187183,"recall":0.235178,"f1":0.198745,"accuracy":0.235178,"main_score":0.198745,"hf_subset":"uig_Arab-bod_Tibt","languages":["uig-Arab","bod-Tibt"]},{"precision":0.265363,"recall":0.313241,"f1":0.278114,"accuracy":0.313241,"main_score":0.278114,"hf_subset":"uig_Arab-fij_Latn","languages":["uig-Arab","fij-Latn"]},{"precision":0.27833,"recall":0.320158,"f1":0.289783,"accuracy":0.320158,"main_score":0.289783,"hf_subset":"uig_Arab-isl_Latn","languages":["uig-Arab","isl-Latn"]},{"precision":0.263765,"recall":0.309289,"f1":0.275475,"accuracy":0.309289,"main_score":0.275475,"hf_subset":"uig_Arab-kon_Latn","languages":["uig-Arab","kon-Latn"]},{"precision":0.287716,"recall":0.33004,"f1":0.298337,"accuracy":0.33004,"main_score":0.298337,"hf_subset":"uig_Arab-mni_Beng","languages":["uig-Arab","mni-Beng"]},{"precision":0.288985,"recall":0.343874,"f1":0.302215,"accuracy":0.343874,"main_score":0.302215,"hf_subset":"uig_Arab-ron_Latn","languages":["uig-Arab","ron-Latn"]},{"precision":0.297227,"recall":0.333004,"f1":0.307172,"accuracy":0.333004,"main_score":0.307172,"hf_subset":"uig_Arab-szl_Latn","languages":["uig-Arab","szl-Latn"]},{"precision":0.293533,"recall":0.33004,"f1":0.303221,"accuracy":0.33004,"main_score":0.303221,"hf_subset":"uig_Arab-vec_Latn","languages":["uig-Arab","vec-Latn"]},{"precision":0.292094,"recall":0.346838,"f1":0.305698,"accuracy":0.346838,"main_score":0.305698,"hf_subset":"uig_Arab-amh_Ethi","languages":["uig-Arab","amh-Ethi"]},{"precision":0.288229,"recall":0.351779,"f1":0.303473,"accuracy":0.351779,"main_score":0.303473,"hf_subset":"uig_Arab-bos_Latn","languages":["uig-Arab","bos-Latn"]},{"precision":0.274264,"recall":0.338933,"f1":0.289553,"accuracy":0.338933,"main_score":0.289553,"hf_subset":"uig_Arab-fin_Latn","languages":["uig-Arab","fin-Latn"]},{"precision":0.27721,"recall":0.354743,"f1":0.296405,"accuracy":0.354743,"main_score":0.296405,"hf_subset":"uig_Arab-ita_Latn","languages":["uig-Arab","ita-Latn"]},{"precision":0.262807,"recall":0.335968,"f1":0.279928,"accuracy":0.335968,"main_score":0.279928,"hf_subset":"uig_Arab-kor_Hang","languages":["uig-Arab","kor-Hang"]},{"precision":0.275555,"recall":0.305336,"f1":0.283444,"accuracy":0.305336,"main_score":0.283444,"hf_subset":"uig_Arab-mos_Latn","languages":["uig-Arab","mos-Latn"]},{"precision":0.288815,"recall":0.33498,"f1":0.300846,"accuracy":0.33498,"main_score":0.300846,"hf_subset":"uig_Arab-run_Latn","languages":["uig-Arab","run-Latn"]},{"precision":0.252315,"recall":0.328063,"f1":0.270537,"accuracy":0.328063,"main_score":0.270537,"hf_subset":"uig_Arab-tam_Taml","languages":["uig-Arab","tam-Taml"]},{"precision":0.2584,"recall":0.329051,"f1":0.27515,"accuracy":0.329051,"main_score":0.27515,"hf_subset":"uig_Arab-vie_Latn","languages":["uig-Arab","vie-Latn"]},{"precision":0.259798,"recall":0.321146,"f1":0.273232,"accuracy":0.321146,"main_score":0.273232,"hf_subset":"uig_Arab-apc_Arab","languages":["uig-Arab","apc-Arab"]},{"precision":0.279831,"recall":0.317194,"f1":0.289471,"accuracy":0.317194,"main_score":0.289471,"hf_subset":"uig_Arab-bug_Latn","languages":["uig-Arab","bug-Latn"]},{"precision":0.253393,"recall":0.297431,"f1":0.265323,"accuracy":0.297431,"main_score":0.265323,"hf_subset":"uig_Arab-fon_Latn","languages":["uig-Arab","fon-Latn"]},{"precision":0.292666,"recall":0.336957,"f1":0.303357,"accuracy":0.336957,"main_score":0.303357,"hf_subset":"uig_Arab-jav_Latn","languages":["uig-Arab","jav-Latn"]},{"precision":0.283166,"recall":0.317194,"f1":0.292118,"accuracy":0.317194,"main_score":0.292118,"hf_subset":"uig_Arab-lao_Laoo","languages":["uig-Arab","lao-Laoo"]},{"precision":0.269626,"recall":0.314229,"f1":0.280297,"accuracy":0.314229,"main_score":0.280297,"hf_subset":"uig_Arab-mri_Latn","languages":["uig-Arab","mri-Latn"]},{"precision":0.273286,"recall":0.348814,"f1":0.291121,"accuracy":0.348814,"main_score":0.291121,"hf_subset":"uig_Arab-rus_Cyrl","languages":["uig-Arab","rus-Cyrl"]},{"precision":0.277602,"recall":0.311265,"f1":0.286574,"accuracy":0.311265,"main_score":0.286574,"hf_subset":"uig_Arab-taq_Latn","languages":["uig-Arab","taq-Latn"]},{"precision":0.291103,"recall":0.33004,"f1":0.300612,"accuracy":0.33004,"main_score":0.300612,"hf_subset":"uig_Arab-war_Latn","languages":["uig-Arab","war-Latn"]},{"precision":0.263019,"recall":0.333992,"f1":0.279603,"accuracy":0.333992,"main_score":0.279603,"hf_subset":"uig_Arab-arb_Arab","languages":["uig-Arab","arb-Arab"]},{"precision":0.291696,"recall":0.356719,"f1":0.308055,"accuracy":0.356719,"main_score":0.308055,"hf_subset":"uig_Arab-bul_Cyrl","languages":["uig-Arab","bul-Cyrl"]},{"precision":0.28106,"recall":0.346838,"f1":0.29725,"accuracy":0.346838,"main_score":0.29725,"hf_subset":"uig_Arab-fra_Latn","languages":["uig-Arab","fra-Latn"]},{"precision":0.258798,"recall":0.333992,"f1":0.276301,"accuracy":0.333992,"main_score":0.276301,"hf_subset":"uig_Arab-jpn_Jpan","languages":["uig-Arab","jpn-Jpan"]},{"precision":0.290152,"recall":0.324111,"f1":0.299379,"accuracy":0.324111,"main_score":0.299379,"hf_subset":"uig_Arab-lij_Latn","languages":["uig-Arab","lij-Latn"]},{"precision":0.237265,"recall":0.297431,"f1":0.252155,"accuracy":0.297431,"main_score":0.252155,"hf_subset":"uig_Arab-mya_Mymr","languages":["uig-Arab","mya-Mymr"]},{"precision":0.277161,"recall":0.317194,"f1":0.288587,"accuracy":0.317194,"main_score":0.288587,"hf_subset":"uig_Arab-sag_Latn","languages":["uig-Arab","sag-Latn"]},{"precision":0.159653,"recall":0.200593,"f1":0.170535,"accuracy":0.200593,"main_score":0.170535,"hf_subset":"uig_Arab-taq_Tfng","languages":["uig-Arab","taq-Tfng"]},{"precision":0.272566,"recall":0.305336,"f1":0.281515,"accuracy":0.305336,"main_score":0.281515,"hf_subset":"uig_Arab-wol_Latn","languages":["uig-Arab","wol-Latn"]},{"precision":0.225286,"recall":0.277668,"f1":0.238456,"accuracy":0.277668,"main_score":0.238456,"hf_subset":"uig_Arab-arb_Latn","languages":["uig-Arab","arb-Latn"]},{"precision":0.286718,"recall":0.351779,"f1":0.302793,"accuracy":0.351779,"main_score":0.302793,"hf_subset":"uig_Arab-cat_Latn","languages":["uig-Arab","cat-Latn"]},{"precision":0.291167,"recall":0.327075,"f1":0.299807,"accuracy":0.327075,"main_score":0.299807,"hf_subset":"uig_Arab-fur_Latn","languages":["uig-Arab","fur-Latn"]},{"precision":0.231493,"recall":0.277668,"f1":0.243474,"accuracy":0.277668,"main_score":0.243474,"hf_subset":"uig_Arab-kab_Latn","languages":["uig-Arab","kab-Latn"]},{"precision":0.275199,"recall":0.311265,"f1":0.284434,"accuracy":0.311265,"main_score":0.284434,"hf_subset":"uig_Arab-lim_Latn","languages":["uig-Arab","lim-Latn"]},{"precision":0.287006,"recall":0.347826,"f1":0.301277,"accuracy":0.347826,"main_score":0.301277,"hf_subset":"uig_Arab-nld_Latn","languages":["uig-Arab","nld-Latn"]},{"precision":0.268274,"recall":0.323123,"f1":0.281121,"accuracy":0.323123,"main_score":0.281121,"hf_subset":"uig_Arab-san_Deva","languages":["uig-Arab","san-Deva"]},{"precision":0.335812,"recall":0.368577,"f1":0.34355,"accuracy":0.368577,"main_score":0.34355,"hf_subset":"uig_Arab-tat_Cyrl","languages":["uig-Arab","tat-Cyrl"]},{"precision":0.259869,"recall":0.309289,"f1":0.272394,"accuracy":0.309289,"main_score":0.272394,"hf_subset":"uig_Arab-xho_Latn","languages":["uig-Arab","xho-Latn"]},{"precision":0.235648,"recall":0.307312,"f1":0.251771,"accuracy":0.307312,"main_score":0.251771,"hf_subset":"uig_Arab-ars_Arab","languages":["uig-Arab","ars-Arab"]},{"precision":0.290997,"recall":0.33498,"f1":0.301506,"accuracy":0.33498,"main_score":0.301506,"hf_subset":"uig_Arab-ceb_Latn","languages":["uig-Arab","ceb-Latn"]},{"precision":0.261226,"recall":0.302372,"f1":0.272065,"accuracy":0.302372,"main_score":0.272065,"hf_subset":"uig_Arab-fuv_Latn","languages":["uig-Arab","fuv-Latn"]},{"precision":0.261408,"recall":0.3083,"f1":0.27361,"accuracy":0.3083,"main_score":0.27361,"hf_subset":"uig_Arab-kac_Latn","languages":["uig-Arab","kac-Latn"]},{"precision":0.284249,"recall":0.333004,"f1":0.296471,"accuracy":0.333004,"main_score":0.296471,"hf_subset":"uig_Arab-lin_Latn","languages":["uig-Arab","lin-Latn"]},{"precision":0.294785,"recall":0.354743,"f1":0.309283,"accuracy":0.354743,"main_score":0.309283,"hf_subset":"uig_Arab-nno_Latn","languages":["uig-Arab","nno-Latn"]},{"precision":0.17288,"recall":0.20751,"f1":0.181979,"accuracy":0.20751,"main_score":0.181979,"hf_subset":"uig_Arab-sat_Olck","languages":["uig-Arab","sat-Olck"]},{"precision":0.275669,"recall":0.338933,"f1":0.29099,"accuracy":0.338933,"main_score":0.29099,"hf_subset":"uig_Arab-tel_Telu","languages":["uig-Arab","tel-Telu"]},{"precision":0.233821,"recall":0.282609,"f1":0.24646,"accuracy":0.282609,"main_score":0.24646,"hf_subset":"uig_Arab-ydd_Hebr","languages":["uig-Arab","ydd-Hebr"]},{"precision":0.242364,"recall":0.294466,"f1":0.255424,"accuracy":0.294466,"main_score":0.255424,"hf_subset":"uig_Arab-ary_Arab","languages":["uig-Arab","ary-Arab"]},{"precision":0.290859,"recall":0.346838,"f1":0.304378,"accuracy":0.346838,"main_score":0.304378,"hf_subset":"uig_Arab-ces_Latn","languages":["uig-Arab","ces-Latn"]},{"precision":0.265401,"recall":0.314229,"f1":0.278483,"accuracy":0.314229,"main_score":0.278483,"hf_subset":"uig_Arab-gaz_Latn","languages":["uig-Arab","gaz-Latn"]},{"precision":0.257092,"recall":0.298419,"f1":0.26844,"accuracy":0.298419,"main_score":0.26844,"hf_subset":"uig_Arab-kam_Latn","languages":["uig-Arab","kam-Latn"]},{"precision":0.288645,"recall":0.333992,"f1":0.300294,"accuracy":0.333992,"main_score":0.300294,"hf_subset":"uig_Arab-lit_Latn","languages":["uig-Arab","lit-Latn"]},{"precision":0.294722,"recall":0.355731,"f1":0.308852,"accuracy":0.355731,"main_score":0.308852,"hf_subset":"uig_Arab-nob_Latn","languages":["uig-Arab","nob-Latn"]},{"precision":0.301757,"recall":0.335968,"f1":0.310658,"accuracy":0.335968,"main_score":0.310658,"hf_subset":"uig_Arab-scn_Latn","languages":["uig-Arab","scn-Latn"]},{"precision":0.309009,"recall":0.349802,"f1":0.32018,"accuracy":0.349802,"main_score":0.32018,"hf_subset":"uig_Arab-tgk_Cyrl","languages":["uig-Arab","tgk-Cyrl"]},{"precision":0.224854,"recall":0.275692,"f1":0.238321,"accuracy":0.275692,"main_score":0.238321,"hf_subset":"uig_Arab-yor_Latn","languages":["uig-Arab","yor-Latn"]},{"precision":0.262924,"recall":0.33004,"f1":0.278192,"accuracy":0.33004,"main_score":0.278192,"hf_subset":"uig_Arab-arz_Arab","languages":["uig-Arab","arz-Arab"]},{"precision":0.253435,"recall":0.299407,"f1":0.266293,"accuracy":0.299407,"main_score":0.266293,"hf_subset":"uig_Arab-cjk_Latn","languages":["uig-Arab","cjk-Latn"]},{"precision":0.270174,"recall":0.313241,"f1":0.28177,"accuracy":0.313241,"main_score":0.28177,"hf_subset":"uig_Arab-gla_Latn","languages":["uig-Arab","gla-Latn"]},{"precision":0.266794,"recall":0.341897,"f1":0.285232,"accuracy":0.341897,"main_score":0.285232,"hf_subset":"uig_Arab-kan_Knda","languages":["uig-Arab","kan-Knda"]},{"precision":0.29117,"recall":0.322134,"f1":0.299449,"accuracy":0.322134,"main_score":0.299449,"hf_subset":"uig_Arab-lmo_Latn","languages":["uig-Arab","lmo-Latn"]},{"precision":0.277728,"recall":0.335968,"f1":0.291508,"accuracy":0.335968,"main_score":0.291508,"hf_subset":"uig_Arab-npi_Deva","languages":["uig-Arab","npi-Deva"]},{"precision":0.236434,"recall":0.261858,"f1":0.243427,"accuracy":0.261858,"main_score":0.243427,"hf_subset":"uig_Arab-shn_Mymr","languages":["uig-Arab","shn-Mymr"]},{"precision":0.306516,"recall":0.354743,"f1":0.318163,"accuracy":0.354743,"main_score":0.318163,"hf_subset":"uig_Arab-tgl_Latn","languages":["uig-Arab","tgl-Latn"]},{"precision":0.258767,"recall":0.326087,"f1":0.273806,"accuracy":0.326087,"main_score":0.273806,"hf_subset":"uig_Arab-yue_Hant","languages":["uig-Arab","yue-Hant"]},{"precision":0.256194,"recall":0.311265,"f1":0.269608,"accuracy":0.311265,"main_score":0.269608,"hf_subset":"uig_Arab-asm_Beng","languages":["uig-Arab","asm-Beng"]},{"precision":0.288904,"recall":0.335968,"f1":0.301288,"accuracy":0.335968,"main_score":0.301288,"hf_subset":"uig_Arab-ckb_Arab","languages":["uig-Arab","ckb-Arab"]},{"precision":0.274402,"recall":0.320158,"f1":0.286619,"accuracy":0.320158,"main_score":0.286619,"hf_subset":"uig_Arab-gle_Latn","languages":["uig-Arab","gle-Latn"]},{"precision":0.256959,"recall":0.298419,"f1":0.267193,"accuracy":0.298419,"main_score":0.267193,"hf_subset":"uig_Arab-kas_Arab","languages":["uig-Arab","kas-Arab"]},{"precision":0.275655,"recall":0.315217,"f1":0.285098,"accuracy":0.315217,"main_score":0.285098,"hf_subset":"uig_Arab-ltg_Latn","languages":["uig-Arab","ltg-Latn"]},{"precision":0.27707,"recall":0.320158,"f1":0.287549,"accuracy":0.320158,"main_score":0.287549,"hf_subset":"uig_Arab-nso_Latn","languages":["uig-Arab","nso-Latn"]},{"precision":0.271302,"recall":0.333992,"f1":0.286315,"accuracy":0.333992,"main_score":0.286315,"hf_subset":"uig_Arab-sin_Sinh","languages":["uig-Arab","sin-Sinh"]},{"precision":0.265527,"recall":0.335968,"f1":0.282052,"accuracy":0.335968,"main_score":0.282052,"hf_subset":"uig_Arab-tha_Thai","languages":["uig-Arab","tha-Thai"]},{"precision":0.261948,"recall":0.335968,"f1":0.279707,"accuracy":0.335968,"main_score":0.279707,"hf_subset":"uig_Arab-zho_Hans","languages":["uig-Arab","zho-Hans"]},{"precision":0.305594,"recall":0.34585,"f1":0.316313,"accuracy":0.34585,"main_score":0.316313,"hf_subset":"uig_Arab-ast_Latn","languages":["uig-Arab","ast-Latn"]},{"precision":0.337886,"recall":0.374506,"f1":0.347319,"accuracy":0.374506,"main_score":0.347319,"hf_subset":"uig_Arab-crh_Latn","languages":["uig-Arab","crh-Latn"]},{"precision":0.287637,"recall":0.346838,"f1":0.302458,"accuracy":0.346838,"main_score":0.302458,"hf_subset":"uig_Arab-glg_Latn","languages":["uig-Arab","glg-Latn"]},{"precision":0.273356,"recall":0.3083,"f1":0.282073,"accuracy":0.3083,"main_score":0.282073,"hf_subset":"uig_Arab-kas_Deva","languages":["uig-Arab","kas-Deva"]},{"precision":0.277723,"recall":0.313241,"f1":0.287371,"accuracy":0.313241,"main_score":0.287371,"hf_subset":"uig_Arab-ltz_Latn","languages":["uig-Arab","ltz-Latn"]},{"precision":0.242222,"recall":0.285573,"f1":0.254149,"accuracy":0.285573,"main_score":0.254149,"hf_subset":"uig_Arab-nus_Latn","languages":["uig-Arab","nus-Latn"]},{"precision":0.28664,"recall":0.339921,"f1":0.299193,"accuracy":0.339921,"main_score":0.299193,"hf_subset":"uig_Arab-slk_Latn","languages":["uig-Arab","slk-Latn"]},{"precision":0.248212,"recall":0.294466,"f1":0.260817,"accuracy":0.294466,"main_score":0.260817,"hf_subset":"uig_Arab-tir_Ethi","languages":["uig-Arab","tir-Ethi"]},{"precision":0.24874,"recall":0.316206,"f1":0.264421,"accuracy":0.316206,"main_score":0.264421,"hf_subset":"uig_Arab-zho_Hant","languages":["uig-Arab","zho-Hant"]},{"precision":0.274419,"recall":0.341897,"f1":0.289911,"accuracy":0.341897,"main_score":0.289911,"hf_subset":"uig_Arab-awa_Deva","languages":["uig-Arab","awa-Deva"]},{"precision":0.269764,"recall":0.306324,"f1":0.279362,"accuracy":0.306324,"main_score":0.279362,"hf_subset":"uig_Arab-cym_Latn","languages":["uig-Arab","cym-Latn"]},{"precision":0.271965,"recall":0.307312,"f1":0.281955,"accuracy":0.307312,"main_score":0.281955,"hf_subset":"uig_Arab-grn_Latn","languages":["uig-Arab","grn-Latn"]},{"precision":0.280683,"recall":0.341897,"f1":0.295772,"accuracy":0.341897,"main_score":0.295772,"hf_subset":"uig_Arab-kat_Geor","languages":["uig-Arab","kat-Geor"]},{"precision":0.280558,"recall":0.324111,"f1":0.291491,"accuracy":0.324111,"main_score":0.291491,"hf_subset":"uig_Arab-lua_Latn","languages":["uig-Arab","lua-Latn"]},{"precision":0.282298,"recall":0.325099,"f1":0.294137,"accuracy":0.325099,"main_score":0.294137,"hf_subset":"uig_Arab-nya_Latn","languages":["uig-Arab","nya-Latn"]},{"precision":0.28657,"recall":0.333004,"f1":0.297975,"accuracy":0.333004,"main_score":0.297975,"hf_subset":"uig_Arab-slv_Latn","languages":["uig-Arab","slv-Latn"]},{"precision":0.281589,"recall":0.324111,"f1":0.292216,"accuracy":0.324111,"main_score":0.292216,"hf_subset":"uig_Arab-tpi_Latn","languages":["uig-Arab","tpi-Latn"]},{"precision":0.298936,"recall":0.364625,"f1":0.315856,"accuracy":0.364625,"main_score":0.315856,"hf_subset":"uig_Arab-zsm_Latn","languages":["uig-Arab","zsm-Latn"]},{"precision":0.259487,"recall":0.287549,"f1":0.266428,"accuracy":0.287549,"main_score":0.266428,"hf_subset":"uig_Arab-ayr_Latn","languages":["uig-Arab","ayr-Latn"]},{"precision":0.285935,"recall":0.348814,"f1":0.300676,"accuracy":0.348814,"main_score":0.300676,"hf_subset":"uig_Arab-dan_Latn","languages":["uig-Arab","dan-Latn"]},{"precision":0.282574,"recall":0.353755,"f1":0.299203,"accuracy":0.353755,"main_score":0.299203,"hf_subset":"uig_Arab-guj_Gujr","languages":["uig-Arab","guj-Gujr"]},{"precision":0.316001,"recall":0.356719,"f1":0.326651,"accuracy":0.356719,"main_score":0.326651,"hf_subset":"uig_Arab-kaz_Cyrl","languages":["uig-Arab","kaz-Cyrl"]},{"precision":0.262065,"recall":0.307312,"f1":0.274861,"accuracy":0.307312,"main_score":0.274861,"hf_subset":"uig_Arab-lug_Latn","languages":["uig-Arab","lug-Latn"]},{"precision":0.271146,"recall":0.317194,"f1":0.282803,"accuracy":0.317194,"main_score":0.282803,"hf_subset":"uig_Arab-oci_Latn","languages":["uig-Arab","oci-Latn"]},{"precision":0.276009,"recall":0.326087,"f1":0.288618,"accuracy":0.326087,"main_score":0.288618,"hf_subset":"uig_Arab-smo_Latn","languages":["uig-Arab","smo-Latn"]},{"precision":0.268064,"recall":0.311265,"f1":0.279767,"accuracy":0.311265,"main_score":0.279767,"hf_subset":"uig_Arab-tsn_Latn","languages":["uig-Arab","tsn-Latn"]},{"precision":0.280102,"recall":0.331028,"f1":0.293731,"accuracy":0.331028,"main_score":0.293731,"hf_subset":"uig_Arab-zul_Latn","languages":["uig-Arab","zul-Latn"]},{"precision":0.247122,"recall":0.290514,"f1":0.256811,"accuracy":0.290514,"main_score":0.256811,"hf_subset":"uig_Arab-azb_Arab","languages":["uig-Arab","azb-Arab"]},{"precision":0.277952,"recall":0.34585,"f1":0.294553,"accuracy":0.34585,"main_score":0.294553,"hf_subset":"uig_Arab-deu_Latn","languages":["uig-Arab","deu-Latn"]},{"precision":0.283165,"recall":0.329051,"f1":0.295156,"accuracy":0.329051,"main_score":0.295156,"hf_subset":"uig_Arab-hat_Latn","languages":["uig-Arab","hat-Latn"]},{"precision":0.267958,"recall":0.309289,"f1":0.279128,"accuracy":0.309289,"main_score":0.279128,"hf_subset":"uig_Arab-kbp_Latn","languages":["uig-Arab","kbp-Latn"]},{"precision":0.276658,"recall":0.321146,"f1":0.288107,"accuracy":0.321146,"main_score":0.288107,"hf_subset":"uig_Arab-luo_Latn","languages":["uig-Arab","luo-Latn"]},{"precision":0.314076,"recall":0.36166,"f1":0.327438,"accuracy":0.36166,"main_score":0.327438,"hf_subset":"uig_Arab-ory_Orya","languages":["uig-Arab","ory-Orya"]},{"precision":0.25783,"recall":0.299407,"f1":0.269183,"accuracy":0.299407,"main_score":0.269183,"hf_subset":"uig_Arab-sna_Latn","languages":["uig-Arab","sna-Latn"]},{"precision":0.277874,"recall":0.316206,"f1":0.28849,"accuracy":0.316206,"main_score":0.28849,"hf_subset":"uig_Arab-tso_Latn","languages":["uig-Arab","tso-Latn"]},{"precision":0.318009,"recall":0.360672,"f1":0.328064,"accuracy":0.360672,"main_score":0.328064,"hf_subset":"uig_Arab-azj_Latn","languages":["uig-Arab","azj-Latn"]},{"precision":0.228092,"recall":0.264822,"f1":0.238328,"accuracy":0.264822,"main_score":0.238328,"hf_subset":"uig_Arab-dik_Latn","languages":["uig-Arab","dik-Latn"]},{"precision":0.286309,"recall":0.325099,"f1":0.296805,"accuracy":0.325099,"main_score":0.296805,"hf_subset":"uig_Arab-hau_Latn","languages":["uig-Arab","hau-Latn"]},{"precision":0.299021,"recall":0.338933,"f1":0.30969,"accuracy":0.338933,"main_score":0.30969,"hf_subset":"uig_Arab-kea_Latn","languages":["uig-Arab","kea-Latn"]},{"precision":0.279663,"recall":0.314229,"f1":0.289419,"accuracy":0.314229,"main_score":0.289419,"hf_subset":"uig_Arab-lus_Latn","languages":["uig-Arab","lus-Latn"]},{"precision":0.279923,"recall":0.310277,"f1":0.287851,"accuracy":0.310277,"main_score":0.287851,"hf_subset":"uig_Arab-pag_Latn","languages":["uig-Arab","pag-Latn"]},{"precision":0.274884,"recall":0.327075,"f1":0.287343,"accuracy":0.327075,"main_score":0.287343,"hf_subset":"uig_Arab-snd_Arab","languages":["uig-Arab","snd-Arab"]},{"precision":0.344149,"recall":0.391304,"f1":0.355623,"accuracy":0.391304,"main_score":0.355623,"hf_subset":"uig_Arab-tuk_Latn","languages":["uig-Arab","tuk-Latn"]},{"precision":0.325264,"recall":0.360672,"f1":0.334083,"accuracy":0.360672,"main_score":0.334083,"hf_subset":"uig_Arab-bak_Cyrl","languages":["uig-Arab","bak-Cyrl"]},{"precision":0.185012,"recall":0.229249,"f1":0.196615,"accuracy":0.229249,"main_score":0.196615,"hf_subset":"uig_Arab-dyu_Latn","languages":["uig-Arab","dyu-Latn"]},{"precision":0.255668,"recall":0.321146,"f1":0.272547,"accuracy":0.321146,"main_score":0.272547,"hf_subset":"uig_Arab-heb_Hebr","languages":["uig-Arab","heb-Hebr"]},{"precision":0.286133,"recall":0.31917,"f1":0.295671,"accuracy":0.31917,"main_score":0.295671,"hf_subset":"uig_Arab-khk_Cyrl","languages":["uig-Arab","khk-Cyrl"]},{"precision":0.283213,"recall":0.327075,"f1":0.294384,"accuracy":0.327075,"main_score":0.294384,"hf_subset":"uig_Arab-lvs_Latn","languages":["uig-Arab","lvs-Latn"]},{"precision":0.288512,"recall":0.354743,"f1":0.304204,"accuracy":0.354743,"main_score":0.304204,"hf_subset":"uig_Arab-pan_Guru","languages":["uig-Arab","pan-Guru"]},{"precision":0.288136,"recall":0.323123,"f1":0.297844,"accuracy":0.323123,"main_score":0.297844,"hf_subset":"uig_Arab-som_Latn","languages":["uig-Arab","som-Latn"]},{"precision":0.257768,"recall":0.289526,"f1":0.26668,"accuracy":0.289526,"main_score":0.26668,"hf_subset":"uig_Arab-tum_Latn","languages":["uig-Arab","tum-Latn"]},{"precision":0.262639,"recall":0.347826,"f1":0.284539,"accuracy":0.347826,"main_score":0.284539,"hf_subset":"aeb_Arab-ace_Arab","languages":["aeb-Arab","ace-Arab"]},{"precision":0.343167,"recall":0.4417,"f1":0.369566,"accuracy":0.4417,"main_score":0.369566,"hf_subset":"aeb_Arab-bam_Latn","languages":["aeb-Arab","bam-Latn"]},{"precision":0.136372,"recall":0.192688,"f1":0.150545,"accuracy":0.192688,"main_score":0.150545,"hf_subset":"aeb_Arab-dzo_Tibt","languages":["aeb-Arab","dzo-Tibt"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"aeb_Arab-hin_Deva","languages":["aeb-Arab","hin-Deva"]},{"precision":0.770316,"recall":0.832016,"f1":0.789509,"accuracy":0.832016,"main_score":0.789509,"hf_subset":"aeb_Arab-khm_Khmr","languages":["aeb-Arab","khm-Khmr"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"aeb_Arab-mag_Deva","languages":["aeb-Arab","mag-Deva"]},{"precision":0.80364,"recall":0.856719,"f1":0.819946,"accuracy":0.856719,"main_score":0.819946,"hf_subset":"aeb_Arab-pap_Latn","languages":["aeb-Arab","pap-Latn"]},{"precision":0.377092,"recall":0.478261,"f1":0.403975,"accuracy":0.478261,"main_score":0.403975,"hf_subset":"aeb_Arab-sot_Latn","languages":["aeb-Arab","sot-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"aeb_Arab-tur_Latn","languages":["aeb-Arab","tur-Latn"]},{"precision":0.61665,"recall":0.705534,"f1":0.642989,"accuracy":0.705534,"main_score":0.642989,"hf_subset":"aeb_Arab-ace_Latn","languages":["aeb-Arab","ace-Latn"]},{"precision":0.781159,"recall":0.841897,"f1":0.800033,"accuracy":0.841897,"main_score":0.800033,"hf_subset":"aeb_Arab-ban_Latn","languages":["aeb-Arab","ban-Latn"]},{"precision":0.940382,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"aeb_Arab-ell_Grek","languages":["aeb-Arab","ell-Grek"]},{"precision":0.936759,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"aeb_Arab-hne_Deva","languages":["aeb-Arab","hne-Deva"]},{"precision":0.378656,"recall":0.488142,"f1":0.407439,"accuracy":0.488142,"main_score":0.407439,"hf_subset":"aeb_Arab-kik_Latn","languages":["aeb-Arab","kik-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"aeb_Arab-mai_Deva","languages":["aeb-Arab","mai-Deva"]},{"precision":0.812335,"recall":0.865613,"f1":0.829282,"accuracy":0.865613,"main_score":0.829282,"hf_subset":"aeb_Arab-pbt_Arab","languages":["aeb-Arab","pbt-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"aeb_Arab-spa_Latn","languages":["aeb-Arab","spa-Latn"]},{"precision":0.447971,"recall":0.552372,"f1":0.476498,"accuracy":0.552372,"main_score":0.476498,"hf_subset":"aeb_Arab-twi_Latn","languages":["aeb-Arab","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"aeb_Arab-acm_Arab","languages":["aeb-Arab","acm-Arab"]},{"precision":0.782362,"recall":0.842885,"f1":0.801779,"accuracy":0.842885,"main_score":0.801779,"hf_subset":"aeb_Arab-bel_Cyrl","languages":["aeb-Arab","bel-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"aeb_Arab-eng_Latn","languages":["aeb-Arab","eng-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"aeb_Arab-hrv_Latn","languages":["aeb-Arab","hrv-Latn"]},{"precision":0.34305,"recall":0.44664,"f1":0.37068,"accuracy":0.44664,"main_score":0.37068,"hf_subset":"aeb_Arab-kin_Latn","languages":["aeb-Arab","kin-Latn"]},{"precision":0.942029,"recall":0.959486,"f1":0.947628,"accuracy":0.959486,"main_score":0.947628,"hf_subset":"aeb_Arab-mal_Mlym","languages":["aeb-Arab","mal-Mlym"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"aeb_Arab-pes_Arab","languages":["aeb-Arab","pes-Arab"]},{"precision":0.804051,"recall":0.857708,"f1":0.820949,"accuracy":0.857708,"main_score":0.820949,"hf_subset":"aeb_Arab-srd_Latn","languages":["aeb-Arab","srd-Latn"]},{"precision":0.111535,"recall":0.182806,"f1":0.12726,"accuracy":0.182806,"main_score":0.12726,"hf_subset":"aeb_Arab-tzm_Tfng","languages":["aeb-Arab","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-acq_Arab","languages":["aeb-Arab","acq-Arab"]},{"precision":0.420268,"recall":0.51581,"f1":0.44518,"accuracy":0.51581,"main_score":0.44518,"hf_subset":"aeb_Arab-bem_Latn","languages":["aeb-Arab","bem-Latn"]},{"precision":0.823123,"recall":0.875494,"f1":0.839888,"accuracy":0.875494,"main_score":0.839888,"hf_subset":"aeb_Arab-epo_Latn","languages":["aeb-Arab","epo-Latn"]},{"precision":0.880435,"recall":0.916008,"f1":0.891963,"accuracy":0.916008,"main_score":0.891963,"hf_subset":"aeb_Arab-hun_Latn","languages":["aeb-Arab","hun-Latn"]},{"precision":0.641387,"recall":0.718379,"f1":0.663589,"accuracy":0.718379,"main_score":0.663589,"hf_subset":"aeb_Arab-kir_Cyrl","languages":["aeb-Arab","kir-Cyrl"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"aeb_Arab-mar_Deva","languages":["aeb-Arab","mar-Deva"]},{"precision":0.407025,"recall":0.503953,"f1":0.433621,"accuracy":0.503953,"main_score":0.433621,"hf_subset":"aeb_Arab-plt_Latn","languages":["aeb-Arab","plt-Latn"]},{"precision":0.894351,"recall":0.924901,"f1":0.904216,"accuracy":0.924901,"main_score":0.904216,"hf_subset":"aeb_Arab-srp_Cyrl","languages":["aeb-Arab","srp-Cyrl"]},{"precision":0.257164,"recall":0.343874,"f1":0.278429,"accuracy":0.343874,"main_score":0.278429,"hf_subset":"aeb_Arab-uig_Arab","languages":["aeb-Arab","uig-Arab"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"aeb_Arab-ben_Beng","languages":["aeb-Arab","ben-Beng"]},{"precision":0.760293,"recall":0.822134,"f1":0.77948,"accuracy":0.822134,"main_score":0.77948,"hf_subset":"aeb_Arab-est_Latn","languages":["aeb-Arab","est-Latn"]},{"precision":0.749155,"recall":0.811265,"f1":0.767688,"accuracy":0.811265,"main_score":0.767688,"hf_subset":"aeb_Arab-hye_Armn","languages":["aeb-Arab","hye-Armn"]},{"precision":0.355492,"recall":0.450593,"f1":0.380911,"accuracy":0.450593,"main_score":0.380911,"hf_subset":"aeb_Arab-kmb_Latn","languages":["aeb-Arab","kmb-Latn"]},{"precision":0.210875,"recall":0.299407,"f1":0.23228,"accuracy":0.299407,"main_score":0.23228,"hf_subset":"aeb_Arab-min_Arab","languages":["aeb-Arab","min-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"aeb_Arab-pol_Latn","languages":["aeb-Arab","pol-Latn"]},{"precision":0.351098,"recall":0.447628,"f1":0.376325,"accuracy":0.447628,"main_score":0.376325,"hf_subset":"aeb_Arab-ssw_Latn","languages":["aeb-Arab","ssw-Latn"]},{"precision":0.951993,"recall":0.966403,"f1":0.956588,"accuracy":0.966403,"main_score":0.956588,"hf_subset":"aeb_Arab-ukr_Cyrl","languages":["aeb-Arab","ukr-Cyrl"]},{"precision":0.905962,"recall":0.935771,"f1":0.915679,"accuracy":0.935771,"main_score":0.915679,"hf_subset":"aeb_Arab-afr_Latn","languages":["aeb-Arab","afr-Latn"]},{"precision":0.932889,"recall":0.953557,"f1":0.93946,"accuracy":0.953557,"main_score":0.93946,"hf_subset":"aeb_Arab-bho_Deva","languages":["aeb-Arab","bho-Deva"]},{"precision":0.585418,"recall":0.673913,"f1":0.611264,"accuracy":0.673913,"main_score":0.611264,"hf_subset":"aeb_Arab-eus_Latn","languages":["aeb-Arab","eus-Latn"]},{"precision":0.340784,"recall":0.449605,"f1":0.369111,"accuracy":0.449605,"main_score":0.369111,"hf_subset":"aeb_Arab-ibo_Latn","languages":["aeb-Arab","ibo-Latn"]},{"precision":0.377571,"recall":0.481225,"f1":0.404916,"accuracy":0.481225,"main_score":0.404916,"hf_subset":"aeb_Arab-kmr_Latn","languages":["aeb-Arab","kmr-Latn"]},{"precision":0.757362,"recall":0.81917,"f1":0.775894,"accuracy":0.81917,"main_score":0.775894,"hf_subset":"aeb_Arab-min_Latn","languages":["aeb-Arab","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"aeb_Arab-por_Latn","languages":["aeb-Arab","por-Latn"]},{"precision":0.819005,"recall":0.870553,"f1":0.835046,"accuracy":0.870553,"main_score":0.835046,"hf_subset":"aeb_Arab-sun_Latn","languages":["aeb-Arab","sun-Latn"]},{"precision":0.34626,"recall":0.452569,"f1":0.373861,"accuracy":0.452569,"main_score":0.373861,"hf_subset":"aeb_Arab-umb_Latn","languages":["aeb-Arab","umb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"aeb_Arab-ajp_Arab","languages":["aeb-Arab","ajp-Arab"]},{"precision":0.243738,"recall":0.326087,"f1":0.265122,"accuracy":0.326087,"main_score":0.265122,"hf_subset":"aeb_Arab-bjn_Arab","languages":["aeb-Arab","bjn-Arab"]},{"precision":0.368064,"recall":0.462451,"f1":0.392976,"accuracy":0.462451,"main_score":0.392976,"hf_subset":"aeb_Arab-ewe_Latn","languages":["aeb-Arab","ewe-Latn"]},{"precision":0.63004,"recall":0.710474,"f1":0.653399,"accuracy":0.710474,"main_score":0.653399,"hf_subset":"aeb_Arab-ilo_Latn","languages":["aeb-Arab","ilo-Latn"]},{"precision":0.165676,"recall":0.25,"f1":0.18656,"accuracy":0.25,"main_score":0.18656,"hf_subset":"aeb_Arab-knc_Arab","languages":["aeb-Arab","knc-Arab"]},{"precision":0.876153,"recall":0.912055,"f1":0.887648,"accuracy":0.912055,"main_score":0.887648,"hf_subset":"aeb_Arab-mkd_Cyrl","languages":["aeb-Arab","mkd-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"aeb_Arab-prs_Arab","languages":["aeb-Arab","prs-Arab"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"aeb_Arab-swe_Latn","languages":["aeb-Arab","swe-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"aeb_Arab-urd_Arab","languages":["aeb-Arab","urd-Arab"]},{"precision":0.419701,"recall":0.521739,"f1":0.447547,"accuracy":0.521739,"main_score":0.447547,"hf_subset":"aeb_Arab-aka_Latn","languages":["aeb-Arab","aka-Latn"]},{"precision":0.799242,"recall":0.855731,"f1":0.817161,"accuracy":0.855731,"main_score":0.817161,"hf_subset":"aeb_Arab-bjn_Latn","languages":["aeb-Arab","bjn-Latn"]},{"precision":0.521253,"recall":0.606719,"f1":0.545171,"accuracy":0.606719,"main_score":0.545171,"hf_subset":"aeb_Arab-fao_Latn","languages":["aeb-Arab","fao-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"aeb_Arab-ind_Latn","languages":["aeb-Arab","ind-Latn"]},{"precision":0.420492,"recall":0.514822,"f1":0.445301,"accuracy":0.514822,"main_score":0.445301,"hf_subset":"aeb_Arab-knc_Latn","languages":["aeb-Arab","knc-Latn"]},{"precision":0.643528,"recall":0.731225,"f1":0.670191,"accuracy":0.731225,"main_score":0.670191,"hf_subset":"aeb_Arab-mlt_Latn","languages":["aeb-Arab","mlt-Latn"]},{"precision":0.440221,"recall":0.544466,"f1":0.468695,"accuracy":0.544466,"main_score":0.468695,"hf_subset":"aeb_Arab-quy_Latn","languages":["aeb-Arab","quy-Latn"]},{"precision":0.831588,"recall":0.879447,"f1":0.846673,"accuracy":0.879447,"main_score":0.846673,"hf_subset":"aeb_Arab-swh_Latn","languages":["aeb-Arab","swh-Latn"]},{"precision":0.593982,"recall":0.679842,"f1":0.618274,"accuracy":0.679842,"main_score":0.618274,"hf_subset":"aeb_Arab-uzn_Latn","languages":["aeb-Arab","uzn-Latn"]},{"precision":0.709042,"recall":0.779644,"f1":0.730369,"accuracy":0.779644,"main_score":0.730369,"hf_subset":"aeb_Arab-als_Latn","languages":["aeb-Arab","als-Latn"]},{"precision":0.163321,"recall":0.228261,"f1":0.178855,"accuracy":0.228261,"main_score":0.178855,"hf_subset":"aeb_Arab-bod_Tibt","languages":["aeb-Arab","bod-Tibt"]},{"precision":0.349567,"recall":0.459486,"f1":0.378874,"accuracy":0.459486,"main_score":0.378874,"hf_subset":"aeb_Arab-fij_Latn","languages":["aeb-Arab","fij-Latn"]},{"precision":0.503328,"recall":0.589921,"f1":0.528021,"accuracy":0.589921,"main_score":0.528021,"hf_subset":"aeb_Arab-isl_Latn","languages":["aeb-Arab","isl-Latn"]},{"precision":0.458249,"recall":0.547431,"f1":0.482602,"accuracy":0.547431,"main_score":0.482602,"hf_subset":"aeb_Arab-kon_Latn","languages":["aeb-Arab","kon-Latn"]},{"precision":0.307642,"recall":0.409091,"f1":0.333645,"accuracy":0.409091,"main_score":0.333645,"hf_subset":"aeb_Arab-mni_Beng","languages":["aeb-Arab","mni-Beng"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"aeb_Arab-ron_Latn","languages":["aeb-Arab","ron-Latn"]},{"precision":0.811001,"recall":0.86166,"f1":0.826515,"accuracy":0.86166,"main_score":0.826515,"hf_subset":"aeb_Arab-szl_Latn","languages":["aeb-Arab","szl-Latn"]},{"precision":0.88554,"recall":0.918972,"f1":0.896198,"accuracy":0.918972,"main_score":0.896198,"hf_subset":"aeb_Arab-vec_Latn","languages":["aeb-Arab","vec-Latn"]},{"precision":0.717121,"recall":0.79249,"f1":0.74053,"accuracy":0.79249,"main_score":0.74053,"hf_subset":"aeb_Arab-amh_Ethi","languages":["aeb-Arab","amh-Ethi"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"aeb_Arab-bos_Latn","languages":["aeb-Arab","bos-Latn"]},{"precision":0.944746,"recall":0.961462,"f1":0.950165,"accuracy":0.961462,"main_score":0.950165,"hf_subset":"aeb_Arab-fin_Latn","languages":["aeb-Arab","fin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"aeb_Arab-ita_Latn","languages":["aeb-Arab","ita-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"aeb_Arab-kor_Hang","languages":["aeb-Arab","kor-Hang"]},{"precision":0.376573,"recall":0.472332,"f1":0.40267,"accuracy":0.472332,"main_score":0.40267,"hf_subset":"aeb_Arab-mos_Latn","languages":["aeb-Arab","mos-Latn"]},{"precision":0.359043,"recall":0.453557,"f1":0.38354,"accuracy":0.453557,"main_score":0.38354,"hf_subset":"aeb_Arab-run_Latn","languages":["aeb-Arab","run-Latn"]},{"precision":0.949111,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"aeb_Arab-tam_Taml","languages":["aeb-Arab","tam-Taml"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"aeb_Arab-vie_Latn","languages":["aeb-Arab","vie-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"aeb_Arab-apc_Arab","languages":["aeb-Arab","apc-Arab"]},{"precision":0.593709,"recall":0.679842,"f1":0.618638,"accuracy":0.679842,"main_score":0.618638,"hf_subset":"aeb_Arab-bug_Latn","languages":["aeb-Arab","bug-Latn"]},{"precision":0.323707,"recall":0.420949,"f1":0.347609,"accuracy":0.420949,"main_score":0.347609,"hf_subset":"aeb_Arab-fon_Latn","languages":["aeb-Arab","fon-Latn"]},{"precision":0.820899,"recall":0.869565,"f1":0.836495,"accuracy":0.869565,"main_score":0.836495,"hf_subset":"aeb_Arab-jav_Latn","languages":["aeb-Arab","jav-Latn"]},{"precision":0.670662,"recall":0.750988,"f1":0.694417,"accuracy":0.750988,"main_score":0.694417,"hf_subset":"aeb_Arab-lao_Laoo","languages":["aeb-Arab","lao-Laoo"]},{"precision":0.329376,"recall":0.439723,"f1":0.357166,"accuracy":0.439723,"main_score":0.357166,"hf_subset":"aeb_Arab-mri_Latn","languages":["aeb-Arab","mri-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"aeb_Arab-rus_Cyrl","languages":["aeb-Arab","rus-Cyrl"]},{"precision":0.361968,"recall":0.466403,"f1":0.389068,"accuracy":0.466403,"main_score":0.389068,"hf_subset":"aeb_Arab-taq_Latn","languages":["aeb-Arab","taq-Latn"]},{"precision":0.757329,"recall":0.820158,"f1":0.776845,"accuracy":0.820158,"main_score":0.776845,"hf_subset":"aeb_Arab-war_Latn","languages":["aeb-Arab","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-arb_Arab","languages":["aeb-Arab","arb-Arab"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"aeb_Arab-bul_Cyrl","languages":["aeb-Arab","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"aeb_Arab-fra_Latn","languages":["aeb-Arab","fra-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"aeb_Arab-jpn_Jpan","languages":["aeb-Arab","jpn-Jpan"]},{"precision":0.822711,"recall":0.874506,"f1":0.83913,"accuracy":0.874506,"main_score":0.83913,"hf_subset":"aeb_Arab-lij_Latn","languages":["aeb-Arab","lij-Latn"]},{"precision":0.727882,"recall":0.80336,"f1":0.751186,"accuracy":0.80336,"main_score":0.751186,"hf_subset":"aeb_Arab-mya_Mymr","languages":["aeb-Arab","mya-Mymr"]},{"precision":0.41168,"recall":0.51581,"f1":0.440276,"accuracy":0.51581,"main_score":0.440276,"hf_subset":"aeb_Arab-sag_Latn","languages":["aeb-Arab","sag-Latn"]},{"precision":0.117495,"recall":0.195652,"f1":0.132167,"accuracy":0.195652,"main_score":0.132167,"hf_subset":"aeb_Arab-taq_Tfng","languages":["aeb-Arab","taq-Tfng"]},{"precision":0.414454,"recall":0.520751,"f1":0.443375,"accuracy":0.520751,"main_score":0.443375,"hf_subset":"aeb_Arab-wol_Latn","languages":["aeb-Arab","wol-Latn"]},{"precision":0.291323,"recall":0.394269,"f1":0.316592,"accuracy":0.394269,"main_score":0.316592,"hf_subset":"aeb_Arab-arb_Latn","languages":["aeb-Arab","arb-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"aeb_Arab-cat_Latn","languages":["aeb-Arab","cat-Latn"]},{"precision":0.773304,"recall":0.831028,"f1":0.790843,"accuracy":0.831028,"main_score":0.790843,"hf_subset":"aeb_Arab-fur_Latn","languages":["aeb-Arab","fur-Latn"]},{"precision":0.242515,"recall":0.338933,"f1":0.267387,"accuracy":0.338933,"main_score":0.267387,"hf_subset":"aeb_Arab-kab_Latn","languages":["aeb-Arab","kab-Latn"]},{"precision":0.755501,"recall":0.820158,"f1":0.775264,"accuracy":0.820158,"main_score":0.775264,"hf_subset":"aeb_Arab-lim_Latn","languages":["aeb-Arab","lim-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"aeb_Arab-nld_Latn","languages":["aeb-Arab","nld-Latn"]},{"precision":0.858531,"recall":0.902174,"f1":0.872694,"accuracy":0.902174,"main_score":0.872694,"hf_subset":"aeb_Arab-san_Deva","languages":["aeb-Arab","san-Deva"]},{"precision":0.603698,"recall":0.690711,"f1":0.628969,"accuracy":0.690711,"main_score":0.628969,"hf_subset":"aeb_Arab-tat_Cyrl","languages":["aeb-Arab","tat-Cyrl"]},{"precision":0.393708,"recall":0.495059,"f1":0.420542,"accuracy":0.495059,"main_score":0.420542,"hf_subset":"aeb_Arab-xho_Latn","languages":["aeb-Arab","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"aeb_Arab-ars_Arab","languages":["aeb-Arab","ars-Arab"]},{"precision":0.74833,"recall":0.813241,"f1":0.768429,"accuracy":0.813241,"main_score":0.768429,"hf_subset":"aeb_Arab-ceb_Latn","languages":["aeb-Arab","ceb-Latn"]},{"precision":0.390482,"recall":0.48913,"f1":0.416585,"accuracy":0.48913,"main_score":0.416585,"hf_subset":"aeb_Arab-fuv_Latn","languages":["aeb-Arab","fuv-Latn"]},{"precision":0.361351,"recall":0.47332,"f1":0.391337,"accuracy":0.47332,"main_score":0.391337,"hf_subset":"aeb_Arab-kac_Latn","languages":["aeb-Arab","kac-Latn"]},{"precision":0.433675,"recall":0.541502,"f1":0.463171,"accuracy":0.541502,"main_score":0.463171,"hf_subset":"aeb_Arab-lin_Latn","languages":["aeb-Arab","lin-Latn"]},{"precision":0.925725,"recall":0.948617,"f1":0.9333,"accuracy":0.948617,"main_score":0.9333,"hf_subset":"aeb_Arab-nno_Latn","languages":["aeb-Arab","nno-Latn"]},{"precision":0.142264,"recall":0.210474,"f1":0.158192,"accuracy":0.210474,"main_score":0.158192,"hf_subset":"aeb_Arab-sat_Olck","languages":["aeb-Arab","sat-Olck"]},{"precision":0.932642,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"aeb_Arab-tel_Telu","languages":["aeb-Arab","tel-Telu"]},{"precision":0.26635,"recall":0.360672,"f1":0.290652,"accuracy":0.360672,"main_score":0.290652,"hf_subset":"aeb_Arab-ydd_Hebr","languages":["aeb-Arab","ydd-Hebr"]},{"precision":0.918972,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"aeb_Arab-ary_Arab","languages":["aeb-Arab","ary-Arab"]},{"precision":0.936265,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"aeb_Arab-ces_Latn","languages":["aeb-Arab","ces-Latn"]},{"precision":0.261778,"recall":0.350791,"f1":0.283551,"accuracy":0.350791,"main_score":0.283551,"hf_subset":"aeb_Arab-gaz_Latn","languages":["aeb-Arab","gaz-Latn"]},{"precision":0.397172,"recall":0.5,"f1":0.424627,"accuracy":0.5,"main_score":0.424627,"hf_subset":"aeb_Arab-kam_Latn","languages":["aeb-Arab","kam-Latn"]},{"precision":0.740926,"recall":0.805336,"f1":0.76087,"accuracy":0.805336,"main_score":0.76087,"hf_subset":"aeb_Arab-lit_Latn","languages":["aeb-Arab","lit-Latn"]},{"precision":0.948287,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"aeb_Arab-nob_Latn","languages":["aeb-Arab","nob-Latn"]},{"precision":0.729348,"recall":0.797431,"f1":0.749704,"accuracy":0.797431,"main_score":0.749704,"hf_subset":"aeb_Arab-scn_Latn","languages":["aeb-Arab","scn-Latn"]},{"precision":0.400777,"recall":0.501976,"f1":0.428006,"accuracy":0.501976,"main_score":0.428006,"hf_subset":"aeb_Arab-tgk_Cyrl","languages":["aeb-Arab","tgk-Cyrl"]},{"precision":0.330369,"recall":0.438735,"f1":0.358438,"accuracy":0.438735,"main_score":0.358438,"hf_subset":"aeb_Arab-yor_Latn","languages":["aeb-Arab","yor-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"aeb_Arab-arz_Arab","languages":["aeb-Arab","arz-Arab"]},{"precision":0.371837,"recall":0.483202,"f1":0.40111,"accuracy":0.483202,"main_score":0.40111,"hf_subset":"aeb_Arab-cjk_Latn","languages":["aeb-Arab","cjk-Latn"]},{"precision":0.316841,"recall":0.413043,"f1":0.341078,"accuracy":0.413043,"main_score":0.341078,"hf_subset":"aeb_Arab-gla_Latn","languages":["aeb-Arab","gla-Latn"]},{"precision":0.934206,"recall":0.954545,"f1":0.940777,"accuracy":0.954545,"main_score":0.940777,"hf_subset":"aeb_Arab-kan_Knda","languages":["aeb-Arab","kan-Knda"]},{"precision":0.739979,"recall":0.807312,"f1":0.76012,"accuracy":0.807312,"main_score":0.76012,"hf_subset":"aeb_Arab-lmo_Latn","languages":["aeb-Arab","lmo-Latn"]},{"precision":0.948452,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"aeb_Arab-npi_Deva","languages":["aeb-Arab","npi-Deva"]},{"precision":0.321622,"recall":0.433794,"f1":0.349952,"accuracy":0.433794,"main_score":0.349952,"hf_subset":"aeb_Arab-shn_Mymr","languages":["aeb-Arab","shn-Mymr"]},{"precision":0.829216,"recall":0.878458,"f1":0.844829,"accuracy":0.878458,"main_score":0.844829,"hf_subset":"aeb_Arab-tgl_Latn","languages":["aeb-Arab","tgl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"aeb_Arab-yue_Hant","languages":["aeb-Arab","yue-Hant"]},{"precision":0.837615,"recall":0.884387,"f1":0.852569,"accuracy":0.884387,"main_score":0.852569,"hf_subset":"aeb_Arab-asm_Beng","languages":["aeb-Arab","asm-Beng"]},{"precision":0.386188,"recall":0.479249,"f1":0.411557,"accuracy":0.479249,"main_score":0.411557,"hf_subset":"aeb_Arab-ckb_Arab","languages":["aeb-Arab","ckb-Arab"]},{"precision":0.320989,"recall":0.41502,"f1":0.345313,"accuracy":0.41502,"main_score":0.345313,"hf_subset":"aeb_Arab-gle_Latn","languages":["aeb-Arab","gle-Latn"]},{"precision":0.63503,"recall":0.724308,"f1":0.662093,"accuracy":0.724308,"main_score":0.662093,"hf_subset":"aeb_Arab-kas_Arab","languages":["aeb-Arab","kas-Arab"]},{"precision":0.543751,"recall":0.634387,"f1":0.569798,"accuracy":0.634387,"main_score":0.569798,"hf_subset":"aeb_Arab-ltg_Latn","languages":["aeb-Arab","ltg-Latn"]},{"precision":0.401037,"recall":0.503953,"f1":0.429117,"accuracy":0.503953,"main_score":0.429117,"hf_subset":"aeb_Arab-nso_Latn","languages":["aeb-Arab","nso-Latn"]},{"precision":0.783251,"recall":0.841897,"f1":0.801285,"accuracy":0.841897,"main_score":0.801285,"hf_subset":"aeb_Arab-sin_Sinh","languages":["aeb-Arab","sin-Sinh"]},{"precision":0.97332,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"aeb_Arab-tha_Thai","languages":["aeb-Arab","tha-Thai"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"aeb_Arab-zho_Hans","languages":["aeb-Arab","zho-Hans"]},{"precision":0.940547,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"aeb_Arab-ast_Latn","languages":["aeb-Arab","ast-Latn"]},{"precision":0.753738,"recall":0.820158,"f1":0.774242,"accuracy":0.820158,"main_score":0.774242,"hf_subset":"aeb_Arab-crh_Latn","languages":["aeb-Arab","crh-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"aeb_Arab-glg_Latn","languages":["aeb-Arab","glg-Latn"]},{"precision":0.531826,"recall":0.630435,"f1":0.559974,"accuracy":0.630435,"main_score":0.559974,"hf_subset":"aeb_Arab-kas_Deva","languages":["aeb-Arab","kas-Deva"]},{"precision":0.721887,"recall":0.793478,"f1":0.743248,"accuracy":0.793478,"main_score":0.743248,"hf_subset":"aeb_Arab-ltz_Latn","languages":["aeb-Arab","ltz-Latn"]},{"precision":0.265039,"recall":0.36166,"f1":0.289554,"accuracy":0.36166,"main_score":0.289554,"hf_subset":"aeb_Arab-nus_Latn","languages":["aeb-Arab","nus-Latn"]},{"precision":0.912055,"recall":0.937747,"f1":0.92029,"accuracy":0.937747,"main_score":0.92029,"hf_subset":"aeb_Arab-slk_Latn","languages":["aeb-Arab","slk-Latn"]},{"precision":0.352442,"recall":0.4417,"f1":0.376629,"accuracy":0.4417,"main_score":0.376629,"hf_subset":"aeb_Arab-tir_Ethi","languages":["aeb-Arab","tir-Ethi"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"aeb_Arab-zho_Hant","languages":["aeb-Arab","zho-Hant"]},{"precision":0.960474,"recall":0.972332,"f1":0.964262,"accuracy":0.972332,"main_score":0.964262,"hf_subset":"aeb_Arab-awa_Deva","languages":["aeb-Arab","awa-Deva"]},{"precision":0.384186,"recall":0.475296,"f1":0.407302,"accuracy":0.475296,"main_score":0.407302,"hf_subset":"aeb_Arab-cym_Latn","languages":["aeb-Arab","cym-Latn"]},{"precision":0.589996,"recall":0.676877,"f1":0.614792,"accuracy":0.676877,"main_score":0.614792,"hf_subset":"aeb_Arab-grn_Latn","languages":["aeb-Arab","grn-Latn"]},{"precision":0.841716,"recall":0.88834,"f1":0.856456,"accuracy":0.88834,"main_score":0.856456,"hf_subset":"aeb_Arab-kat_Geor","languages":["aeb-Arab","kat-Geor"]},{"precision":0.452343,"recall":0.549407,"f1":0.478561,"accuracy":0.549407,"main_score":0.478561,"hf_subset":"aeb_Arab-lua_Latn","languages":["aeb-Arab","lua-Latn"]},{"precision":0.431712,"recall":0.535573,"f1":0.459965,"accuracy":0.535573,"main_score":0.459965,"hf_subset":"aeb_Arab-nya_Latn","languages":["aeb-Arab","nya-Latn"]},{"precision":0.856637,"recall":0.898221,"f1":0.870125,"accuracy":0.898221,"main_score":0.870125,"hf_subset":"aeb_Arab-slv_Latn","languages":["aeb-Arab","slv-Latn"]},{"precision":0.65788,"recall":0.743083,"f1":0.683638,"accuracy":0.743083,"main_score":0.683638,"hf_subset":"aeb_Arab-tpi_Latn","languages":["aeb-Arab","tpi-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"aeb_Arab-zsm_Latn","languages":["aeb-Arab","zsm-Latn"]},{"precision":0.348729,"recall":0.458498,"f1":0.377376,"accuracy":0.458498,"main_score":0.377376,"hf_subset":"aeb_Arab-ayr_Latn","languages":["aeb-Arab","ayr-Latn"]},{"precision":0.950016,"recall":0.965415,"f1":0.954941,"accuracy":0.965415,"main_score":0.954941,"hf_subset":"aeb_Arab-dan_Latn","languages":["aeb-Arab","dan-Latn"]},{"precision":0.932148,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"aeb_Arab-guj_Gujr","languages":["aeb-Arab","guj-Gujr"]},{"precision":0.696196,"recall":0.770751,"f1":0.718586,"accuracy":0.770751,"main_score":0.718586,"hf_subset":"aeb_Arab-kaz_Cyrl","languages":["aeb-Arab","kaz-Cyrl"]},{"precision":0.351289,"recall":0.455534,"f1":0.378912,"accuracy":0.455534,"main_score":0.378912,"hf_subset":"aeb_Arab-lug_Latn","languages":["aeb-Arab","lug-Latn"]},{"precision":0.903409,"recall":0.933794,"f1":0.913274,"accuracy":0.933794,"main_score":0.913274,"hf_subset":"aeb_Arab-oci_Latn","languages":["aeb-Arab","oci-Latn"]},{"precision":0.369774,"recall":0.482213,"f1":0.399104,"accuracy":0.482213,"main_score":0.399104,"hf_subset":"aeb_Arab-smo_Latn","languages":["aeb-Arab","smo-Latn"]},{"precision":0.360502,"recall":0.467391,"f1":0.387957,"accuracy":0.467391,"main_score":0.387957,"hf_subset":"aeb_Arab-tsn_Latn","languages":["aeb-Arab","tsn-Latn"]},{"precision":0.371005,"recall":0.471344,"f1":0.397083,"accuracy":0.471344,"main_score":0.397083,"hf_subset":"aeb_Arab-zul_Latn","languages":["aeb-Arab","zul-Latn"]},{"precision":0.677355,"recall":0.757905,"f1":0.701783,"accuracy":0.757905,"main_score":0.701783,"hf_subset":"aeb_Arab-azb_Arab","languages":["aeb-Arab","azb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"aeb_Arab-deu_Latn","languages":["aeb-Arab","deu-Latn"]},{"precision":0.548891,"recall":0.646245,"f1":0.576948,"accuracy":0.646245,"main_score":0.576948,"hf_subset":"aeb_Arab-hat_Latn","languages":["aeb-Arab","hat-Latn"]},{"precision":0.324281,"recall":0.425889,"f1":0.348965,"accuracy":0.425889,"main_score":0.348965,"hf_subset":"aeb_Arab-kbp_Latn","languages":["aeb-Arab","kbp-Latn"]},{"precision":0.382809,"recall":0.48913,"f1":0.411757,"accuracy":0.48913,"main_score":0.411757,"hf_subset":"aeb_Arab-luo_Latn","languages":["aeb-Arab","luo-Latn"]},{"precision":0.476709,"recall":0.566206,"f1":0.50175,"accuracy":0.566206,"main_score":0.50175,"hf_subset":"aeb_Arab-ory_Orya","languages":["aeb-Arab","ory-Orya"]},{"precision":0.371214,"recall":0.479249,"f1":0.400163,"accuracy":0.479249,"main_score":0.400163,"hf_subset":"aeb_Arab-sna_Latn","languages":["aeb-Arab","sna-Latn"]},{"precision":0.360145,"recall":0.464427,"f1":0.387458,"accuracy":0.464427,"main_score":0.387458,"hf_subset":"aeb_Arab-tso_Latn","languages":["aeb-Arab","tso-Latn"]},{"precision":0.811627,"recall":0.865613,"f1":0.828689,"accuracy":0.865613,"main_score":0.828689,"hf_subset":"aeb_Arab-azj_Latn","languages":["aeb-Arab","azj-Latn"]},{"precision":0.391522,"recall":0.496047,"f1":0.419919,"accuracy":0.496047,"main_score":0.419919,"hf_subset":"aeb_Arab-dik_Latn","languages":["aeb-Arab","dik-Latn"]},{"precision":0.402334,"recall":0.48913,"f1":0.426039,"accuracy":0.48913,"main_score":0.426039,"hf_subset":"aeb_Arab-hau_Latn","languages":["aeb-Arab","hau-Latn"]},{"precision":0.751103,"recall":0.820158,"f1":0.772384,"accuracy":0.820158,"main_score":0.772384,"hf_subset":"aeb_Arab-kea_Latn","languages":["aeb-Arab","kea-Latn"]},{"precision":0.523786,"recall":0.614625,"f1":0.549854,"accuracy":0.614625,"main_score":0.549854,"hf_subset":"aeb_Arab-lus_Latn","languages":["aeb-Arab","lus-Latn"]},{"precision":0.675576,"recall":0.753953,"f1":0.698866,"accuracy":0.753953,"main_score":0.698866,"hf_subset":"aeb_Arab-pag_Latn","languages":["aeb-Arab","pag-Latn"]},{"precision":0.645175,"recall":0.73419,"f1":0.671876,"accuracy":0.73419,"main_score":0.671876,"hf_subset":"aeb_Arab-snd_Arab","languages":["aeb-Arab","snd-Arab"]},{"precision":0.560594,"recall":0.649209,"f1":0.586119,"accuracy":0.649209,"main_score":0.586119,"hf_subset":"aeb_Arab-tuk_Latn","languages":["aeb-Arab","tuk-Latn"]},{"precision":0.614888,"recall":0.693676,"f1":0.637335,"accuracy":0.693676,"main_score":0.637335,"hf_subset":"aeb_Arab-bak_Cyrl","languages":["aeb-Arab","bak-Cyrl"]},{"precision":0.291164,"recall":0.403162,"f1":0.321051,"accuracy":0.403162,"main_score":0.321051,"hf_subset":"aeb_Arab-dyu_Latn","languages":["aeb-Arab","dyu-Latn"]},{"precision":0.873106,"recall":0.911067,"f1":0.885244,"accuracy":0.911067,"main_score":0.885244,"hf_subset":"aeb_Arab-heb_Hebr","languages":["aeb-Arab","heb-Hebr"]},{"precision":0.402717,"recall":0.493083,"f1":0.427368,"accuracy":0.493083,"main_score":0.427368,"hf_subset":"aeb_Arab-khk_Cyrl","languages":["aeb-Arab","khk-Cyrl"]},{"precision":0.778195,"recall":0.83498,"f1":0.795553,"accuracy":0.83498,"main_score":0.795553,"hf_subset":"aeb_Arab-lvs_Latn","languages":["aeb-Arab","lvs-Latn"]},{"precision":0.864822,"recall":0.902174,"f1":0.876449,"accuracy":0.902174,"main_score":0.876449,"hf_subset":"aeb_Arab-pan_Guru","languages":["aeb-Arab","pan-Guru"]},{"precision":0.350544,"recall":0.440711,"f1":0.373997,"accuracy":0.440711,"main_score":0.373997,"hf_subset":"aeb_Arab-som_Latn","languages":["aeb-Arab","som-Latn"]},{"precision":0.417805,"recall":0.51087,"f1":0.443117,"accuracy":0.51087,"main_score":0.443117,"hf_subset":"aeb_Arab-tum_Latn","languages":["aeb-Arab","tum-Latn"]},{"precision":0.282047,"recall":0.37747,"f1":0.307236,"accuracy":0.37747,"main_score":0.307236,"hf_subset":"ben_Beng-ace_Arab","languages":["ben-Beng","ace-Arab"]},{"precision":0.340031,"recall":0.448617,"f1":0.3679,"accuracy":0.448617,"main_score":0.3679,"hf_subset":"ben_Beng-bam_Latn","languages":["ben-Beng","bam-Latn"]},{"precision":0.172963,"recall":0.238142,"f1":0.189545,"accuracy":0.238142,"main_score":0.189545,"hf_subset":"ben_Beng-dzo_Tibt","languages":["ben-Beng","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-hin_Deva","languages":["ben-Beng","hin-Deva"]},{"precision":0.849621,"recall":0.894269,"f1":0.863702,"accuracy":0.894269,"main_score":0.863702,"hf_subset":"ben_Beng-khm_Khmr","languages":["ben-Beng","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ben_Beng-mag_Deva","languages":["ben-Beng","mag-Deva"]},{"precision":0.846212,"recall":0.889328,"f1":0.859256,"accuracy":0.889328,"main_score":0.859256,"hf_subset":"ben_Beng-pap_Latn","languages":["ben-Beng","pap-Latn"]},{"precision":0.381006,"recall":0.487154,"f1":0.408806,"accuracy":0.487154,"main_score":0.408806,"hf_subset":"ben_Beng-sot_Latn","languages":["ben-Beng","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-tur_Latn","languages":["ben-Beng","tur-Latn"]},{"precision":0.64559,"recall":0.733202,"f1":0.671313,"accuracy":0.733202,"main_score":0.671313,"hf_subset":"ben_Beng-ace_Latn","languages":["ben-Beng","ace-Latn"]},{"precision":0.798666,"recall":0.854743,"f1":0.815975,"accuracy":0.854743,"main_score":0.815975,"hf_subset":"ben_Beng-ban_Latn","languages":["ben-Beng","ban-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"ben_Beng-ell_Grek","languages":["ben-Beng","ell-Grek"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"ben_Beng-hne_Deva","languages":["ben-Beng","hne-Deva"]},{"precision":0.394827,"recall":0.509881,"f1":0.425373,"accuracy":0.509881,"main_score":0.425373,"hf_subset":"ben_Beng-kik_Latn","languages":["ben-Beng","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-mai_Deva","languages":["ben-Beng","mai-Deva"]},{"precision":0.874588,"recall":0.913043,"f1":0.886924,"accuracy":0.913043,"main_score":0.886924,"hf_subset":"ben_Beng-pbt_Arab","languages":["ben-Beng","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-spa_Latn","languages":["ben-Beng","spa-Latn"]},{"precision":0.466202,"recall":0.574111,"f1":0.495411,"accuracy":0.574111,"main_score":0.495411,"hf_subset":"ben_Beng-twi_Latn","languages":["ben-Beng","twi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ben_Beng-acm_Arab","languages":["ben-Beng","acm-Arab"]},{"precision":0.834651,"recall":0.885375,"f1":0.851087,"accuracy":0.885375,"main_score":0.851087,"hf_subset":"ben_Beng-bel_Cyrl","languages":["ben-Beng","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-eng_Latn","languages":["ben-Beng","eng-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"ben_Beng-hrv_Latn","languages":["ben-Beng","hrv-Latn"]},{"precision":0.363849,"recall":0.465415,"f1":0.390091,"accuracy":0.465415,"main_score":0.390091,"hf_subset":"ben_Beng-kin_Latn","languages":["ben-Beng","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ben_Beng-mal_Mlym","languages":["ben-Beng","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-pes_Arab","languages":["ben-Beng","pes-Arab"]},{"precision":0.833399,"recall":0.882411,"f1":0.848946,"accuracy":0.882411,"main_score":0.848946,"hf_subset":"ben_Beng-srd_Latn","languages":["ben-Beng","srd-Latn"]},{"precision":0.103994,"recall":0.178854,"f1":0.120185,"accuracy":0.178854,"main_score":0.120185,"hf_subset":"ben_Beng-tzm_Tfng","languages":["ben-Beng","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ben_Beng-acq_Arab","languages":["ben-Beng","acq-Arab"]},{"precision":0.432644,"recall":0.530632,"f1":0.458684,"accuracy":0.530632,"main_score":0.458684,"hf_subset":"ben_Beng-bem_Latn","languages":["ben-Beng","bem-Latn"]},{"precision":0.879562,"recall":0.916008,"f1":0.891041,"accuracy":0.916008,"main_score":0.891041,"hf_subset":"ben_Beng-epo_Latn","languages":["ben-Beng","epo-Latn"]},{"precision":0.923584,"recall":0.947628,"f1":0.931489,"accuracy":0.947628,"main_score":0.931489,"hf_subset":"ben_Beng-hun_Latn","languages":["ben-Beng","hun-Latn"]},{"precision":0.67776,"recall":0.752964,"f1":0.699513,"accuracy":0.752964,"main_score":0.699513,"hf_subset":"ben_Beng-kir_Cyrl","languages":["ben-Beng","kir-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ben_Beng-mar_Deva","languages":["ben-Beng","mar-Deva"]},{"precision":0.414243,"recall":0.511858,"f1":0.440549,"accuracy":0.511858,"main_score":0.440549,"hf_subset":"ben_Beng-plt_Latn","languages":["ben-Beng","plt-Latn"]},{"precision":0.926877,"recall":0.950593,"f1":0.934618,"accuracy":0.950593,"main_score":0.934618,"hf_subset":"ben_Beng-srp_Cyrl","languages":["ben-Beng","srp-Cyrl"]},{"precision":0.270233,"recall":0.354743,"f1":0.291408,"accuracy":0.354743,"main_score":0.291408,"hf_subset":"ben_Beng-uig_Arab","languages":["ben-Beng","uig-Arab"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"ben_Beng-aeb_Arab","languages":["ben-Beng","aeb-Arab"]},{"precision":0.800313,"recall":0.855731,"f1":0.817754,"accuracy":0.855731,"main_score":0.817754,"hf_subset":"ben_Beng-est_Latn","languages":["ben-Beng","est-Latn"]},{"precision":0.808195,"recall":0.859684,"f1":0.824193,"accuracy":0.859684,"main_score":0.824193,"hf_subset":"ben_Beng-hye_Armn","languages":["ben-Beng","hye-Armn"]},{"precision":0.358974,"recall":0.463439,"f1":0.386387,"accuracy":0.463439,"main_score":0.386387,"hf_subset":"ben_Beng-kmb_Latn","languages":["ben-Beng","kmb-Latn"]},{"precision":0.214582,"recall":0.306324,"f1":0.237075,"accuracy":0.306324,"main_score":0.237075,"hf_subset":"ben_Beng-min_Arab","languages":["ben-Beng","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ben_Beng-pol_Latn","languages":["ben-Beng","pol-Latn"]},{"precision":0.359252,"recall":0.464427,"f1":0.385362,"accuracy":0.464427,"main_score":0.385362,"hf_subset":"ben_Beng-ssw_Latn","languages":["ben-Beng","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ben_Beng-ukr_Cyrl","languages":["ben-Beng","ukr-Cyrl"]},{"precision":0.937253,"recall":0.95751,"f1":0.943841,"accuracy":0.95751,"main_score":0.943841,"hf_subset":"ben_Beng-afr_Latn","languages":["ben-Beng","afr-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ben_Beng-bho_Deva","languages":["ben-Beng","bho-Deva"]},{"precision":0.596585,"recall":0.686759,"f1":0.622164,"accuracy":0.686759,"main_score":0.622164,"hf_subset":"ben_Beng-eus_Latn","languages":["ben-Beng","eus-Latn"]},{"precision":0.362357,"recall":0.471344,"f1":0.389859,"accuracy":0.471344,"main_score":0.389859,"hf_subset":"ben_Beng-ibo_Latn","languages":["ben-Beng","ibo-Latn"]},{"precision":0.414909,"recall":0.522727,"f1":0.443015,"accuracy":0.522727,"main_score":0.443015,"hf_subset":"ben_Beng-kmr_Latn","languages":["ben-Beng","kmr-Latn"]},{"precision":0.77136,"recall":0.83498,"f1":0.790711,"accuracy":0.83498,"main_score":0.790711,"hf_subset":"ben_Beng-min_Latn","languages":["ben-Beng","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-por_Latn","languages":["ben-Beng","por-Latn"]},{"precision":0.847744,"recall":0.892292,"f1":0.861693,"accuracy":0.892292,"main_score":0.861693,"hf_subset":"ben_Beng-sun_Latn","languages":["ben-Beng","sun-Latn"]},{"precision":0.346674,"recall":0.460474,"f1":0.376599,"accuracy":0.460474,"main_score":0.376599,"hf_subset":"ben_Beng-umb_Latn","languages":["ben-Beng","umb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ben_Beng-ajp_Arab","languages":["ben-Beng","ajp-Arab"]},{"precision":0.246667,"recall":0.340909,"f1":0.270953,"accuracy":0.340909,"main_score":0.270953,"hf_subset":"ben_Beng-bjn_Arab","languages":["ben-Beng","bjn-Arab"]},{"precision":0.361609,"recall":0.458498,"f1":0.386012,"accuracy":0.458498,"main_score":0.386012,"hf_subset":"ben_Beng-ewe_Latn","languages":["ben-Beng","ewe-Latn"]},{"precision":0.644561,"recall":0.727273,"f1":0.668975,"accuracy":0.727273,"main_score":0.668975,"hf_subset":"ben_Beng-ilo_Latn","languages":["ben-Beng","ilo-Latn"]},{"precision":0.17439,"recall":0.258893,"f1":0.194396,"accuracy":0.258893,"main_score":0.194396,"hf_subset":"ben_Beng-knc_Arab","languages":["ben-Beng","knc-Arab"]},{"precision":0.927866,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"ben_Beng-mkd_Cyrl","languages":["ben-Beng","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-prs_Arab","languages":["ben-Beng","prs-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ben_Beng-swe_Latn","languages":["ben-Beng","swe-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"ben_Beng-urd_Arab","languages":["ben-Beng","urd-Arab"]},{"precision":0.446589,"recall":0.550395,"f1":0.473824,"accuracy":0.550395,"main_score":0.473824,"hf_subset":"ben_Beng-aka_Latn","languages":["ben-Beng","aka-Latn"]},{"precision":0.843577,"recall":0.889328,"f1":0.857806,"accuracy":0.889328,"main_score":0.857806,"hf_subset":"ben_Beng-bjn_Latn","languages":["ben-Beng","bjn-Latn"]},{"precision":0.561458,"recall":0.648221,"f1":0.58559,"accuracy":0.648221,"main_score":0.58559,"hf_subset":"ben_Beng-fao_Latn","languages":["ben-Beng","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-ind_Latn","languages":["ben-Beng","ind-Latn"]},{"precision":0.423332,"recall":0.528656,"f1":0.450578,"accuracy":0.528656,"main_score":0.450578,"hf_subset":"ben_Beng-knc_Latn","languages":["ben-Beng","knc-Latn"]},{"precision":0.669285,"recall":0.754941,"f1":0.69473,"accuracy":0.754941,"main_score":0.69473,"hf_subset":"ben_Beng-mlt_Latn","languages":["ben-Beng","mlt-Latn"]},{"precision":0.455002,"recall":0.563241,"f1":0.483684,"accuracy":0.563241,"main_score":0.483684,"hf_subset":"ben_Beng-quy_Latn","languages":["ben-Beng","quy-Latn"]},{"precision":0.84832,"recall":0.891304,"f1":0.861594,"accuracy":0.891304,"main_score":0.861594,"hf_subset":"ben_Beng-swh_Latn","languages":["ben-Beng","swh-Latn"]},{"precision":0.625622,"recall":0.712451,"f1":0.650629,"accuracy":0.712451,"main_score":0.650629,"hf_subset":"ben_Beng-uzn_Latn","languages":["ben-Beng","uzn-Latn"]},{"precision":0.749292,"recall":0.817194,"f1":0.770224,"accuracy":0.817194,"main_score":0.770224,"hf_subset":"ben_Beng-als_Latn","languages":["ben-Beng","als-Latn"]},{"precision":0.177799,"recall":0.252964,"f1":0.195789,"accuracy":0.252964,"main_score":0.195789,"hf_subset":"ben_Beng-bod_Tibt","languages":["ben-Beng","bod-Tibt"]},{"precision":0.368763,"recall":0.482213,"f1":0.397637,"accuracy":0.482213,"main_score":0.397637,"hf_subset":"ben_Beng-fij_Latn","languages":["ben-Beng","fij-Latn"]},{"precision":0.532949,"recall":0.62747,"f1":0.559703,"accuracy":0.62747,"main_score":0.559703,"hf_subset":"ben_Beng-isl_Latn","languages":["ben-Beng","isl-Latn"]},{"precision":0.446094,"recall":0.544466,"f1":0.472755,"accuracy":0.544466,"main_score":0.472755,"hf_subset":"ben_Beng-kon_Latn","languages":["ben-Beng","kon-Latn"]},{"precision":0.395649,"recall":0.5,"f1":0.422878,"accuracy":0.5,"main_score":0.422878,"hf_subset":"ben_Beng-mni_Beng","languages":["ben-Beng","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-ron_Latn","languages":["ben-Beng","ron-Latn"]},{"precision":0.837533,"recall":0.884387,"f1":0.852339,"accuracy":0.884387,"main_score":0.852339,"hf_subset":"ben_Beng-szl_Latn","languages":["ben-Beng","szl-Latn"]},{"precision":0.918478,"recall":0.944664,"f1":0.927042,"accuracy":0.944664,"main_score":0.927042,"hf_subset":"ben_Beng-vec_Latn","languages":["ben-Beng","vec-Latn"]},{"precision":0.809124,"recall":0.865613,"f1":0.82668,"accuracy":0.865613,"main_score":0.82668,"hf_subset":"ben_Beng-amh_Ethi","languages":["ben-Beng","amh-Ethi"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ben_Beng-bos_Latn","languages":["ben-Beng","bos-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ben_Beng-fin_Latn","languages":["ben-Beng","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-ita_Latn","languages":["ben-Beng","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-kor_Hang","languages":["ben-Beng","kor-Hang"]},{"precision":0.380501,"recall":0.481225,"f1":0.406781,"accuracy":0.481225,"main_score":0.406781,"hf_subset":"ben_Beng-mos_Latn","languages":["ben-Beng","mos-Latn"]},{"precision":0.361142,"recall":0.463439,"f1":0.386906,"accuracy":0.463439,"main_score":0.386906,"hf_subset":"ben_Beng-run_Latn","languages":["ben-Beng","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-tam_Taml","languages":["ben-Beng","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ben_Beng-vie_Latn","languages":["ben-Beng","vie-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"ben_Beng-apc_Arab","languages":["ben-Beng","apc-Arab"]},{"precision":0.601091,"recall":0.693676,"f1":0.627522,"accuracy":0.693676,"main_score":0.627522,"hf_subset":"ben_Beng-bug_Latn","languages":["ben-Beng","bug-Latn"]},{"precision":0.32786,"recall":0.429842,"f1":0.353485,"accuracy":0.429842,"main_score":0.353485,"hf_subset":"ben_Beng-fon_Latn","languages":["ben-Beng","fon-Latn"]},{"precision":0.832922,"recall":0.882411,"f1":0.848353,"accuracy":0.882411,"main_score":0.848353,"hf_subset":"ben_Beng-jav_Latn","languages":["ben-Beng","jav-Latn"]},{"precision":0.726976,"recall":0.802372,"f1":0.749657,"accuracy":0.802372,"main_score":0.749657,"hf_subset":"ben_Beng-lao_Laoo","languages":["ben-Beng","lao-Laoo"]},{"precision":0.328477,"recall":0.445652,"f1":0.357688,"accuracy":0.445652,"main_score":0.357688,"hf_subset":"ben_Beng-mri_Latn","languages":["ben-Beng","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-rus_Cyrl","languages":["ben-Beng","rus-Cyrl"]},{"precision":0.355975,"recall":0.470356,"f1":0.385269,"accuracy":0.470356,"main_score":0.385269,"hf_subset":"ben_Beng-taq_Latn","languages":["ben-Beng","taq-Latn"]},{"precision":0.790135,"recall":0.849802,"f1":0.808959,"accuracy":0.849802,"main_score":0.808959,"hf_subset":"ben_Beng-war_Latn","languages":["ben-Beng","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-arb_Arab","languages":["ben-Beng","arb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ben_Beng-bul_Cyrl","languages":["ben-Beng","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-fra_Latn","languages":["ben-Beng","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-jpn_Jpan","languages":["ben-Beng","jpn-Jpan"]},{"precision":0.85499,"recall":0.899209,"f1":0.869137,"accuracy":0.899209,"main_score":0.869137,"hf_subset":"ben_Beng-lij_Latn","languages":["ben-Beng","lij-Latn"]},{"precision":0.816486,"recall":0.868577,"f1":0.832675,"accuracy":0.868577,"main_score":0.832675,"hf_subset":"ben_Beng-mya_Mymr","languages":["ben-Beng","mya-Mymr"]},{"precision":0.416335,"recall":0.528656,"f1":0.446796,"accuracy":0.528656,"main_score":0.446796,"hf_subset":"ben_Beng-sag_Latn","languages":["ben-Beng","sag-Latn"]},{"precision":0.12135,"recall":0.200593,"f1":0.136366,"accuracy":0.200593,"main_score":0.136366,"hf_subset":"ben_Beng-taq_Tfng","languages":["ben-Beng","taq-Tfng"]},{"precision":0.438805,"recall":0.543478,"f1":0.466373,"accuracy":0.543478,"main_score":0.466373,"hf_subset":"ben_Beng-wol_Latn","languages":["ben-Beng","wol-Latn"]},{"precision":0.251738,"recall":0.366601,"f1":0.279254,"accuracy":0.366601,"main_score":0.279254,"hf_subset":"ben_Beng-arb_Latn","languages":["ben-Beng","arb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ben_Beng-cat_Latn","languages":["ben-Beng","cat-Latn"]},{"precision":0.795356,"recall":0.847826,"f1":0.811199,"accuracy":0.847826,"main_score":0.811199,"hf_subset":"ben_Beng-fur_Latn","languages":["ben-Beng","fur-Latn"]},{"precision":0.254336,"recall":0.341897,"f1":0.275811,"accuracy":0.341897,"main_score":0.275811,"hf_subset":"ben_Beng-kab_Latn","languages":["ben-Beng","kab-Latn"]},{"precision":0.791667,"recall":0.850791,"f1":0.809848,"accuracy":0.850791,"main_score":0.809848,"hf_subset":"ben_Beng-lim_Latn","languages":["ben-Beng","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ben_Beng-nld_Latn","languages":["ben-Beng","nld-Latn"]},{"precision":0.918808,"recall":0.944664,"f1":0.927372,"accuracy":0.944664,"main_score":0.927372,"hf_subset":"ben_Beng-san_Deva","languages":["ben-Beng","san-Deva"]},{"precision":0.628684,"recall":0.712451,"f1":0.65264,"accuracy":0.712451,"main_score":0.65264,"hf_subset":"ben_Beng-tat_Cyrl","languages":["ben-Beng","tat-Cyrl"]},{"precision":0.388789,"recall":0.499012,"f1":0.416745,"accuracy":0.499012,"main_score":0.416745,"hf_subset":"ben_Beng-xho_Latn","languages":["ben-Beng","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-ars_Arab","languages":["ben-Beng","ars-Arab"]},{"precision":0.765843,"recall":0.832016,"f1":0.786133,"accuracy":0.832016,"main_score":0.786133,"hf_subset":"ben_Beng-ceb_Latn","languages":["ben-Beng","ceb-Latn"]},{"precision":0.38604,"recall":0.491107,"f1":0.41336,"accuracy":0.491107,"main_score":0.41336,"hf_subset":"ben_Beng-fuv_Latn","languages":["ben-Beng","fuv-Latn"]},{"precision":0.367836,"recall":0.482213,"f1":0.397157,"accuracy":0.482213,"main_score":0.397157,"hf_subset":"ben_Beng-kac_Latn","languages":["ben-Beng","kac-Latn"]},{"precision":0.442967,"recall":0.552372,"f1":0.47281,"accuracy":0.552372,"main_score":0.47281,"hf_subset":"ben_Beng-lin_Latn","languages":["ben-Beng","lin-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"ben_Beng-nno_Latn","languages":["ben-Beng","nno-Latn"]},{"precision":0.182185,"recall":0.251976,"f1":0.199079,"accuracy":0.251976,"main_score":0.199079,"hf_subset":"ben_Beng-sat_Olck","languages":["ben-Beng","sat-Olck"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"ben_Beng-tel_Telu","languages":["ben-Beng","tel-Telu"]},{"precision":0.290116,"recall":0.389328,"f1":0.314272,"accuracy":0.389328,"main_score":0.314272,"hf_subset":"ben_Beng-ydd_Hebr","languages":["ben-Beng","ydd-Hebr"]},{"precision":0.896245,"recall":0.927866,"f1":0.906456,"accuracy":0.927866,"main_score":0.906456,"hf_subset":"ben_Beng-ary_Arab","languages":["ben-Beng","ary-Arab"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ben_Beng-ces_Latn","languages":["ben-Beng","ces-Latn"]},{"precision":0.293737,"recall":0.387352,"f1":0.316758,"accuracy":0.387352,"main_score":0.316758,"hf_subset":"ben_Beng-gaz_Latn","languages":["ben-Beng","gaz-Latn"]},{"precision":0.39343,"recall":0.5,"f1":0.421609,"accuracy":0.5,"main_score":0.421609,"hf_subset":"ben_Beng-kam_Latn","languages":["ben-Beng","kam-Latn"]},{"precision":0.771854,"recall":0.832016,"f1":0.7905,"accuracy":0.832016,"main_score":0.7905,"hf_subset":"ben_Beng-lit_Latn","languages":["ben-Beng","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ben_Beng-nob_Latn","languages":["ben-Beng","nob-Latn"]},{"precision":0.753666,"recall":0.820158,"f1":0.774028,"accuracy":0.820158,"main_score":0.774028,"hf_subset":"ben_Beng-scn_Latn","languages":["ben-Beng","scn-Latn"]},{"precision":0.402889,"recall":0.506917,"f1":0.42924,"accuracy":0.506917,"main_score":0.42924,"hf_subset":"ben_Beng-tgk_Cyrl","languages":["ben-Beng","tgk-Cyrl"]},{"precision":0.363192,"recall":0.474308,"f1":0.391726,"accuracy":0.474308,"main_score":0.391726,"hf_subset":"ben_Beng-yor_Latn","languages":["ben-Beng","yor-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ben_Beng-arz_Arab","languages":["ben-Beng","arz-Arab"]},{"precision":0.398591,"recall":0.509881,"f1":0.427539,"accuracy":0.509881,"main_score":0.427539,"hf_subset":"ben_Beng-cjk_Latn","languages":["ben-Beng","cjk-Latn"]},{"precision":0.313267,"recall":0.418972,"f1":0.340682,"accuracy":0.418972,"main_score":0.340682,"hf_subset":"ben_Beng-gla_Latn","languages":["ben-Beng","gla-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ben_Beng-kan_Knda","languages":["ben-Beng","kan-Knda"]},{"precision":0.777981,"recall":0.835968,"f1":0.795422,"accuracy":0.835968,"main_score":0.795422,"hf_subset":"ben_Beng-lmo_Latn","languages":["ben-Beng","lmo-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"ben_Beng-npi_Deva","languages":["ben-Beng","npi-Deva"]},{"precision":0.326324,"recall":0.4417,"f1":0.355267,"accuracy":0.4417,"main_score":0.355267,"hf_subset":"ben_Beng-shn_Mymr","languages":["ben-Beng","shn-Mymr"]},{"precision":0.868577,"recall":0.909091,"f1":0.881752,"accuracy":0.909091,"main_score":0.881752,"hf_subset":"ben_Beng-tgl_Latn","languages":["ben-Beng","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-yue_Hant","languages":["ben-Beng","yue-Hant"]},{"precision":0.905336,"recall":0.933794,"f1":0.914196,"accuracy":0.933794,"main_score":0.914196,"hf_subset":"ben_Beng-asm_Beng","languages":["ben-Beng","asm-Beng"]},{"precision":0.417017,"recall":0.509881,"f1":0.441817,"accuracy":0.509881,"main_score":0.441817,"hf_subset":"ben_Beng-ckb_Arab","languages":["ben-Beng","ckb-Arab"]},{"precision":0.337898,"recall":0.440711,"f1":0.363764,"accuracy":0.440711,"main_score":0.363764,"hf_subset":"ben_Beng-gle_Latn","languages":["ben-Beng","gle-Latn"]},{"precision":0.7015,"recall":0.778656,"f1":0.724728,"accuracy":0.778656,"main_score":0.724728,"hf_subset":"ben_Beng-kas_Arab","languages":["ben-Beng","kas-Arab"]},{"precision":0.576974,"recall":0.668972,"f1":0.603569,"accuracy":0.668972,"main_score":0.603569,"hf_subset":"ben_Beng-ltg_Latn","languages":["ben-Beng","ltg-Latn"]},{"precision":0.408134,"recall":0.522727,"f1":0.438749,"accuracy":0.522727,"main_score":0.438749,"hf_subset":"ben_Beng-nso_Latn","languages":["ben-Beng","nso-Latn"]},{"precision":0.879117,"recall":0.916008,"f1":0.890942,"accuracy":0.916008,"main_score":0.890942,"hf_subset":"ben_Beng-sin_Sinh","languages":["ben-Beng","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-tha_Thai","languages":["ben-Beng","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-zho_Hans","languages":["ben-Beng","zho-Hans"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"ben_Beng-ast_Latn","languages":["ben-Beng","ast-Latn"]},{"precision":0.801828,"recall":0.855731,"f1":0.818135,"accuracy":0.855731,"main_score":0.818135,"hf_subset":"ben_Beng-crh_Latn","languages":["ben-Beng","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-glg_Latn","languages":["ben-Beng","glg-Latn"]},{"precision":0.590267,"recall":0.686759,"f1":0.618699,"accuracy":0.686759,"main_score":0.618699,"hf_subset":"ben_Beng-kas_Deva","languages":["ben-Beng","kas-Deva"]},{"precision":0.741831,"recall":0.812253,"f1":0.763241,"accuracy":0.812253,"main_score":0.763241,"hf_subset":"ben_Beng-ltz_Latn","languages":["ben-Beng","ltz-Latn"]},{"precision":0.290763,"recall":0.391304,"f1":0.316129,"accuracy":0.391304,"main_score":0.316129,"hf_subset":"ben_Beng-nus_Latn","languages":["ben-Beng","nus-Latn"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"ben_Beng-slk_Latn","languages":["ben-Beng","slk-Latn"]},{"precision":0.403264,"recall":0.497036,"f1":0.428295,"accuracy":0.497036,"main_score":0.428295,"hf_subset":"ben_Beng-tir_Ethi","languages":["ben-Beng","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-zho_Hant","languages":["ben-Beng","zho-Hant"]},{"precision":0.981061,"recall":0.986166,"f1":0.982708,"accuracy":0.986166,"main_score":0.982708,"hf_subset":"ben_Beng-awa_Deva","languages":["ben-Beng","awa-Deva"]},{"precision":0.394224,"recall":0.498024,"f1":0.421469,"accuracy":0.498024,"main_score":0.421469,"hf_subset":"ben_Beng-cym_Latn","languages":["ben-Beng","cym-Latn"]},{"precision":0.609909,"recall":0.69664,"f1":0.634147,"accuracy":0.69664,"main_score":0.634147,"hf_subset":"ben_Beng-grn_Latn","languages":["ben-Beng","grn-Latn"]},{"precision":0.894269,"recall":0.926877,"f1":0.904611,"accuracy":0.926877,"main_score":0.904611,"hf_subset":"ben_Beng-kat_Geor","languages":["ben-Beng","kat-Geor"]},{"precision":0.455845,"recall":0.554348,"f1":0.482465,"accuracy":0.554348,"main_score":0.482465,"hf_subset":"ben_Beng-lua_Latn","languages":["ben-Beng","lua-Latn"]},{"precision":0.439336,"recall":0.546443,"f1":0.468409,"accuracy":0.546443,"main_score":0.468409,"hf_subset":"ben_Beng-nya_Latn","languages":["ben-Beng","nya-Latn"]},{"precision":0.902833,"recall":0.933794,"f1":0.912879,"accuracy":0.933794,"main_score":0.912879,"hf_subset":"ben_Beng-slv_Latn","languages":["ben-Beng","slv-Latn"]},{"precision":0.709241,"recall":0.782609,"f1":0.731324,"accuracy":0.782609,"main_score":0.731324,"hf_subset":"ben_Beng-tpi_Latn","languages":["ben-Beng","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ben_Beng-zsm_Latn","languages":["ben-Beng","zsm-Latn"]},{"precision":0.345274,"recall":0.465415,"f1":0.377413,"accuracy":0.465415,"main_score":0.377413,"hf_subset":"ben_Beng-ayr_Latn","languages":["ben-Beng","ayr-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"ben_Beng-dan_Latn","languages":["ben-Beng","dan-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"ben_Beng-guj_Gujr","languages":["ben-Beng","guj-Gujr"]},{"precision":0.727577,"recall":0.795455,"f1":0.747552,"accuracy":0.795455,"main_score":0.747552,"hf_subset":"ben_Beng-kaz_Cyrl","languages":["ben-Beng","kaz-Cyrl"]},{"precision":0.356785,"recall":0.461462,"f1":0.383443,"accuracy":0.461462,"main_score":0.383443,"hf_subset":"ben_Beng-lug_Latn","languages":["ben-Beng","lug-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"ben_Beng-oci_Latn","languages":["ben-Beng","oci-Latn"]},{"precision":0.396254,"recall":0.511858,"f1":0.426482,"accuracy":0.511858,"main_score":0.426482,"hf_subset":"ben_Beng-smo_Latn","languages":["ben-Beng","smo-Latn"]},{"precision":0.359603,"recall":0.476285,"f1":0.389241,"accuracy":0.476285,"main_score":0.389241,"hf_subset":"ben_Beng-tsn_Latn","languages":["ben-Beng","tsn-Latn"]},{"precision":0.371582,"recall":0.475296,"f1":0.398929,"accuracy":0.475296,"main_score":0.398929,"hf_subset":"ben_Beng-zul_Latn","languages":["ben-Beng","zul-Latn"]},{"precision":0.687805,"recall":0.769763,"f1":0.712327,"accuracy":0.769763,"main_score":0.712327,"hf_subset":"ben_Beng-azb_Arab","languages":["ben-Beng","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-deu_Latn","languages":["ben-Beng","deu-Latn"]},{"precision":0.596048,"recall":0.689723,"f1":0.622993,"accuracy":0.689723,"main_score":0.622993,"hf_subset":"ben_Beng-hat_Latn","languages":["ben-Beng","hat-Latn"]},{"precision":0.33081,"recall":0.429842,"f1":0.356209,"accuracy":0.429842,"main_score":0.356209,"hf_subset":"ben_Beng-kbp_Latn","languages":["ben-Beng","kbp-Latn"]},{"precision":0.405374,"recall":0.512846,"f1":0.432944,"accuracy":0.512846,"main_score":0.432944,"hf_subset":"ben_Beng-luo_Latn","languages":["ben-Beng","luo-Latn"]},{"precision":0.620131,"recall":0.698617,"f1":0.64266,"accuracy":0.698617,"main_score":0.64266,"hf_subset":"ben_Beng-ory_Orya","languages":["ben-Beng","ory-Orya"]},{"precision":0.387216,"recall":0.499012,"f1":0.416878,"accuracy":0.499012,"main_score":0.416878,"hf_subset":"ben_Beng-sna_Latn","languages":["ben-Beng","sna-Latn"]},{"precision":0.366426,"recall":0.472332,"f1":0.393065,"accuracy":0.472332,"main_score":0.393065,"hf_subset":"ben_Beng-tso_Latn","languages":["ben-Beng","tso-Latn"]},{"precision":0.853508,"recall":0.898221,"f1":0.867819,"accuracy":0.898221,"main_score":0.867819,"hf_subset":"ben_Beng-azj_Latn","languages":["ben-Beng","azj-Latn"]},{"precision":0.387671,"recall":0.498024,"f1":0.416422,"accuracy":0.498024,"main_score":0.416422,"hf_subset":"ben_Beng-dik_Latn","languages":["ben-Beng","dik-Latn"]},{"precision":0.413173,"recall":0.509881,"f1":0.43923,"accuracy":0.509881,"main_score":0.43923,"hf_subset":"ben_Beng-hau_Latn","languages":["ben-Beng","hau-Latn"]},{"precision":0.778508,"recall":0.841897,"f1":0.797958,"accuracy":0.841897,"main_score":0.797958,"hf_subset":"ben_Beng-kea_Latn","languages":["ben-Beng","kea-Latn"]},{"precision":0.542207,"recall":0.641304,"f1":0.57024,"accuracy":0.641304,"main_score":0.57024,"hf_subset":"ben_Beng-lus_Latn","languages":["ben-Beng","lus-Latn"]},{"precision":0.716973,"recall":0.786561,"f1":0.737749,"accuracy":0.786561,"main_score":0.737749,"hf_subset":"ben_Beng-pag_Latn","languages":["ben-Beng","pag-Latn"]},{"precision":0.719928,"recall":0.796443,"f1":0.743102,"accuracy":0.796443,"main_score":0.743102,"hf_subset":"ben_Beng-snd_Arab","languages":["ben-Beng","snd-Arab"]},{"precision":0.562492,"recall":0.659091,"f1":0.590275,"accuracy":0.659091,"main_score":0.590275,"hf_subset":"ben_Beng-tuk_Latn","languages":["ben-Beng","tuk-Latn"]},{"precision":0.636243,"recall":0.716403,"f1":0.658978,"accuracy":0.716403,"main_score":0.658978,"hf_subset":"ben_Beng-bak_Cyrl","languages":["ben-Beng","bak-Cyrl"]},{"precision":0.330948,"recall":0.451581,"f1":0.363052,"accuracy":0.451581,"main_score":0.363052,"hf_subset":"ben_Beng-dyu_Latn","languages":["ben-Beng","dyu-Latn"]},{"precision":0.892128,"recall":0.924901,"f1":0.902635,"accuracy":0.924901,"main_score":0.902635,"hf_subset":"ben_Beng-heb_Hebr","languages":["ben-Beng","heb-Hebr"]},{"precision":0.432907,"recall":0.528656,"f1":0.458404,"accuracy":0.528656,"main_score":0.458404,"hf_subset":"ben_Beng-khk_Cyrl","languages":["ben-Beng","khk-Cyrl"]},{"precision":0.800543,"recall":0.855731,"f1":0.817754,"accuracy":0.855731,"main_score":0.817754,"hf_subset":"ben_Beng-lvs_Latn","languages":["ben-Beng","lvs-Latn"]},{"precision":0.938406,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"ben_Beng-pan_Guru","languages":["ben-Beng","pan-Guru"]},{"precision":0.352743,"recall":0.452569,"f1":0.378329,"accuracy":0.452569,"main_score":0.378329,"hf_subset":"ben_Beng-som_Latn","languages":["ben-Beng","som-Latn"]},{"precision":0.425073,"recall":0.523715,"f1":0.451428,"accuracy":0.523715,"main_score":0.451428,"hf_subset":"ben_Beng-tum_Latn","languages":["ben-Beng","tum-Latn"]},{"precision":0.271298,"recall":0.344862,"f1":0.290863,"accuracy":0.344862,"main_score":0.290863,"hf_subset":"est_Latn-ace_Arab","languages":["est-Latn","ace-Arab"]},{"precision":0.366363,"recall":0.448617,"f1":0.388769,"accuracy":0.448617,"main_score":0.388769,"hf_subset":"est_Latn-bam_Latn","languages":["est-Latn","bam-Latn"]},{"precision":0.156543,"recall":0.216403,"f1":0.172359,"accuracy":0.216403,"main_score":0.172359,"hf_subset":"est_Latn-dzo_Tibt","languages":["est-Latn","dzo-Tibt"]},{"precision":0.879529,"recall":0.911067,"f1":0.889182,"accuracy":0.911067,"main_score":0.889182,"hf_subset":"est_Latn-hin_Deva","languages":["est-Latn","hin-Deva"]},{"precision":0.663019,"recall":0.732213,"f1":0.683261,"accuracy":0.732213,"main_score":0.683261,"hf_subset":"est_Latn-khm_Khmr","languages":["est-Latn","khm-Khmr"]},{"precision":0.843956,"recall":0.883399,"f1":0.855896,"accuracy":0.883399,"main_score":0.855896,"hf_subset":"est_Latn-mag_Deva","languages":["est-Latn","mag-Deva"]},{"precision":0.738563,"recall":0.795455,"f1":0.755832,"accuracy":0.795455,"main_score":0.755832,"hf_subset":"est_Latn-pap_Latn","languages":["est-Latn","pap-Latn"]},{"precision":0.424998,"recall":0.500988,"f1":0.445959,"accuracy":0.500988,"main_score":0.445959,"hf_subset":"est_Latn-sot_Latn","languages":["est-Latn","sot-Latn"]},{"precision":0.88414,"recall":0.916008,"f1":0.894288,"accuracy":0.916008,"main_score":0.894288,"hf_subset":"est_Latn-tur_Latn","languages":["est-Latn","tur-Latn"]},{"precision":0.599231,"recall":0.666996,"f1":0.618864,"accuracy":0.666996,"main_score":0.618864,"hf_subset":"est_Latn-ace_Latn","languages":["est-Latn","ace-Latn"]},{"precision":0.701261,"recall":0.756917,"f1":0.718184,"accuracy":0.756917,"main_score":0.718184,"hf_subset":"est_Latn-ban_Latn","languages":["est-Latn","ban-Latn"]},{"precision":0.816436,"recall":0.859684,"f1":0.829842,"accuracy":0.859684,"main_score":0.829842,"hf_subset":"est_Latn-ell_Grek","languages":["est-Latn","ell-Grek"]},{"precision":0.808963,"recall":0.855731,"f1":0.823257,"accuracy":0.855731,"main_score":0.823257,"hf_subset":"est_Latn-hne_Deva","languages":["est-Latn","hne-Deva"]},{"precision":0.401133,"recall":0.487154,"f1":0.425528,"accuracy":0.487154,"main_score":0.425528,"hf_subset":"est_Latn-kik_Latn","languages":["est-Latn","kik-Latn"]},{"precision":0.838883,"recall":0.879447,"f1":0.851482,"accuracy":0.879447,"main_score":0.851482,"hf_subset":"est_Latn-mai_Deva","languages":["est-Latn","mai-Deva"]},{"precision":0.724736,"recall":0.786561,"f1":0.743182,"accuracy":0.786561,"main_score":0.743182,"hf_subset":"est_Latn-pbt_Arab","languages":["est-Latn","pbt-Arab"]},{"precision":0.88531,"recall":0.916996,"f1":0.895272,"accuracy":0.916996,"main_score":0.895272,"hf_subset":"est_Latn-spa_Latn","languages":["est-Latn","spa-Latn"]},{"precision":0.449184,"recall":0.529644,"f1":0.472111,"accuracy":0.529644,"main_score":0.472111,"hf_subset":"est_Latn-twi_Latn","languages":["est-Latn","twi-Latn"]},{"precision":0.83498,"recall":0.878458,"f1":0.848452,"accuracy":0.878458,"main_score":0.848452,"hf_subset":"est_Latn-acm_Arab","languages":["est-Latn","acm-Arab"]},{"precision":0.714377,"recall":0.780632,"f1":0.734985,"accuracy":0.780632,"main_score":0.734985,"hf_subset":"est_Latn-bel_Cyrl","languages":["est-Latn","bel-Cyrl"]},{"precision":0.894788,"recall":0.922925,"f1":0.903382,"accuracy":0.922925,"main_score":0.903382,"hf_subset":"est_Latn-eng_Latn","languages":["est-Latn","eng-Latn"]},{"precision":0.854858,"recall":0.893281,"f1":0.866798,"accuracy":0.893281,"main_score":0.866798,"hf_subset":"est_Latn-hrv_Latn","languages":["est-Latn","hrv-Latn"]},{"precision":0.414149,"recall":0.48913,"f1":0.434515,"accuracy":0.48913,"main_score":0.434515,"hf_subset":"est_Latn-kin_Latn","languages":["est-Latn","kin-Latn"]},{"precision":0.832049,"recall":0.874506,"f1":0.845323,"accuracy":0.874506,"main_score":0.845323,"hf_subset":"est_Latn-mal_Mlym","languages":["est-Latn","mal-Mlym"]},{"precision":0.870158,"recall":0.900198,"f1":0.878873,"accuracy":0.900198,"main_score":0.878873,"hf_subset":"est_Latn-pes_Arab","languages":["est-Latn","pes-Arab"]},{"precision":0.736457,"recall":0.786561,"f1":0.751172,"accuracy":0.786561,"main_score":0.751172,"hf_subset":"est_Latn-srd_Latn","languages":["est-Latn","srd-Latn"]},{"precision":0.117614,"recall":0.181818,"f1":0.132885,"accuracy":0.181818,"main_score":0.132885,"hf_subset":"est_Latn-tzm_Tfng","languages":["est-Latn","tzm-Tfng"]},{"precision":0.849959,"recall":0.887352,"f1":0.861306,"accuracy":0.887352,"main_score":0.861306,"hf_subset":"est_Latn-acq_Arab","languages":["est-Latn","acq-Arab"]},{"precision":0.45318,"recall":0.524704,"f1":0.472659,"accuracy":0.524704,"main_score":0.472659,"hf_subset":"est_Latn-bem_Latn","languages":["est-Latn","bem-Latn"]},{"precision":0.781696,"recall":0.832016,"f1":0.796741,"accuracy":0.832016,"main_score":0.796741,"hf_subset":"est_Latn-epo_Latn","languages":["est-Latn","epo-Latn"]},{"precision":0.838356,"recall":0.881423,"f1":0.85168,"accuracy":0.881423,"main_score":0.85168,"hf_subset":"est_Latn-hun_Latn","languages":["est-Latn","hun-Latn"]},{"precision":0.6405,"recall":0.704545,"f1":0.658997,"accuracy":0.704545,"main_score":0.658997,"hf_subset":"est_Latn-kir_Cyrl","languages":["est-Latn","kir-Cyrl"]},{"precision":0.85527,"recall":0.894269,"f1":0.867424,"accuracy":0.894269,"main_score":0.867424,"hf_subset":"est_Latn-mar_Deva","languages":["est-Latn","mar-Deva"]},{"precision":0.439587,"recall":0.51581,"f1":0.460332,"accuracy":0.51581,"main_score":0.460332,"hf_subset":"est_Latn-plt_Latn","languages":["est-Latn","plt-Latn"]},{"precision":0.817721,"recall":0.862648,"f1":0.831653,"accuracy":0.862648,"main_score":0.831653,"hf_subset":"est_Latn-srp_Cyrl","languages":["est-Latn","srp-Cyrl"]},{"precision":0.293245,"recall":0.369565,"f1":0.314407,"accuracy":0.369565,"main_score":0.314407,"hf_subset":"est_Latn-uig_Arab","languages":["est-Latn","uig-Arab"]},{"precision":0.793215,"recall":0.843874,"f1":0.808879,"accuracy":0.843874,"main_score":0.808879,"hf_subset":"est_Latn-aeb_Arab","languages":["est-Latn","aeb-Arab"]},{"precision":0.869153,"recall":0.90415,"f1":0.880138,"accuracy":0.90415,"main_score":0.880138,"hf_subset":"est_Latn-ben_Beng","languages":["est-Latn","ben-Beng"]},{"precision":0.697977,"recall":0.770751,"f1":0.719888,"accuracy":0.770751,"main_score":0.719888,"hf_subset":"est_Latn-hye_Armn","languages":["est-Latn","hye-Armn"]},{"precision":0.389386,"recall":0.466403,"f1":0.410901,"accuracy":0.466403,"main_score":0.410901,"hf_subset":"est_Latn-kmb_Latn","languages":["est-Latn","kmb-Latn"]},{"precision":0.240226,"recall":0.317194,"f1":0.260701,"accuracy":0.317194,"main_score":0.260701,"hf_subset":"est_Latn-min_Arab","languages":["est-Latn","min-Arab"]},{"precision":0.864032,"recall":0.899209,"f1":0.874605,"accuracy":0.899209,"main_score":0.874605,"hf_subset":"est_Latn-pol_Latn","languages":["est-Latn","pol-Latn"]},{"precision":0.386422,"recall":0.470356,"f1":0.408754,"accuracy":0.470356,"main_score":0.408754,"hf_subset":"est_Latn-ssw_Latn","languages":["est-Latn","ssw-Latn"]},{"precision":0.873551,"recall":0.910079,"f1":0.884999,"accuracy":0.910079,"main_score":0.884999,"hf_subset":"est_Latn-ukr_Cyrl","languages":["est-Latn","ukr-Cyrl"]},{"precision":0.826663,"recall":0.871542,"f1":0.840646,"accuracy":0.871542,"main_score":0.840646,"hf_subset":"est_Latn-afr_Latn","languages":["est-Latn","afr-Latn"]},{"precision":0.812658,"recall":0.858696,"f1":0.8264,"accuracy":0.858696,"main_score":0.8264,"hf_subset":"est_Latn-bho_Deva","languages":["est-Latn","bho-Deva"]},{"precision":0.610202,"recall":0.68083,"f1":0.630571,"accuracy":0.68083,"main_score":0.630571,"hf_subset":"est_Latn-eus_Latn","languages":["est-Latn","eus-Latn"]},{"precision":0.386641,"recall":0.471344,"f1":0.410605,"accuracy":0.471344,"main_score":0.410605,"hf_subset":"est_Latn-ibo_Latn","languages":["est-Latn","ibo-Latn"]},{"precision":0.430115,"recall":0.514822,"f1":0.452979,"accuracy":0.514822,"main_score":0.452979,"hf_subset":"est_Latn-kmr_Latn","languages":["est-Latn","kmr-Latn"]},{"precision":0.642087,"recall":0.714427,"f1":0.662492,"accuracy":0.714427,"main_score":0.662492,"hf_subset":"est_Latn-min_Latn","languages":["est-Latn","min-Latn"]},{"precision":0.875637,"recall":0.908103,"f1":0.885903,"accuracy":0.908103,"main_score":0.885903,"hf_subset":"est_Latn-por_Latn","languages":["est-Latn","por-Latn"]},{"precision":0.708473,"recall":0.770751,"f1":0.727031,"accuracy":0.770751,"main_score":0.727031,"hf_subset":"est_Latn-sun_Latn","languages":["est-Latn","sun-Latn"]},{"precision":0.388297,"recall":0.472332,"f1":0.411515,"accuracy":0.472332,"main_score":0.411515,"hf_subset":"est_Latn-umb_Latn","languages":["est-Latn","umb-Latn"]},{"precision":0.842391,"recall":0.884387,"f1":0.855501,"accuracy":0.884387,"main_score":0.855501,"hf_subset":"est_Latn-ajp_Arab","languages":["est-Latn","ajp-Arab"]},{"precision":0.259851,"recall":0.333004,"f1":0.279911,"accuracy":0.333004,"main_score":0.279911,"hf_subset":"est_Latn-bjn_Arab","languages":["est-Latn","bjn-Arab"]},{"precision":0.398332,"recall":0.471344,"f1":0.418655,"accuracy":0.471344,"main_score":0.418655,"hf_subset":"est_Latn-ewe_Latn","languages":["est-Latn","ewe-Latn"]},{"precision":0.604481,"recall":0.668972,"f1":0.623509,"accuracy":0.668972,"main_score":0.623509,"hf_subset":"est_Latn-ilo_Latn","languages":["est-Latn","ilo-Latn"]},{"precision":0.187321,"recall":0.255929,"f1":0.204724,"accuracy":0.255929,"main_score":0.204724,"hf_subset":"est_Latn-knc_Arab","languages":["est-Latn","knc-Arab"]},{"precision":0.812451,"recall":0.858696,"f1":0.82668,"accuracy":0.858696,"main_score":0.82668,"hf_subset":"est_Latn-mkd_Cyrl","languages":["est-Latn","mkd-Cyrl"]},{"precision":0.862187,"recall":0.899209,"f1":0.87365,"accuracy":0.899209,"main_score":0.87365,"hf_subset":"est_Latn-prs_Arab","languages":["est-Latn","prs-Arab"]},{"precision":0.888085,"recall":0.917984,"f1":0.897354,"accuracy":0.917984,"main_score":0.897354,"hf_subset":"est_Latn-swe_Latn","languages":["est-Latn","swe-Latn"]},{"precision":0.82164,"recall":0.868577,"f1":0.836185,"accuracy":0.868577,"main_score":0.836185,"hf_subset":"est_Latn-urd_Arab","languages":["est-Latn","urd-Arab"]},{"precision":0.43666,"recall":0.519763,"f1":0.459773,"accuracy":0.519763,"main_score":0.459773,"hf_subset":"est_Latn-aka_Latn","languages":["est-Latn","aka-Latn"]},{"precision":0.677577,"recall":0.745059,"f1":0.698003,"accuracy":0.745059,"main_score":0.698003,"hf_subset":"est_Latn-bjn_Latn","languages":["est-Latn","bjn-Latn"]},{"precision":0.545366,"recall":0.613636,"f1":0.564574,"accuracy":0.613636,"main_score":0.564574,"hf_subset":"est_Latn-fao_Latn","languages":["est-Latn","fao-Latn"]},{"precision":0.873682,"recall":0.909091,"f1":0.884834,"accuracy":0.909091,"main_score":0.884834,"hf_subset":"est_Latn-ind_Latn","languages":["est-Latn","ind-Latn"]},{"precision":0.424039,"recall":0.499012,"f1":0.444183,"accuracy":0.499012,"main_score":0.444183,"hf_subset":"est_Latn-knc_Latn","languages":["est-Latn","knc-Latn"]},{"precision":0.646797,"recall":0.713439,"f1":0.666138,"accuracy":0.713439,"main_score":0.666138,"hf_subset":"est_Latn-mlt_Latn","languages":["est-Latn","mlt-Latn"]},{"precision":0.466528,"recall":0.551383,"f1":0.489962,"accuracy":0.551383,"main_score":0.489962,"hf_subset":"est_Latn-quy_Latn","languages":["est-Latn","quy-Latn"]},{"precision":0.745422,"recall":0.80336,"f1":0.763109,"accuracy":0.80336,"main_score":0.763109,"hf_subset":"est_Latn-swh_Latn","languages":["est-Latn","swh-Latn"]},{"precision":0.604935,"recall":0.682806,"f1":0.628458,"accuracy":0.682806,"main_score":0.628458,"hf_subset":"est_Latn-uzn_Latn","languages":["est-Latn","uzn-Latn"]},{"precision":0.710319,"recall":0.769763,"f1":0.728757,"accuracy":0.769763,"main_score":0.728757,"hf_subset":"est_Latn-als_Latn","languages":["est-Latn","als-Latn"]},{"precision":0.196218,"recall":0.26581,"f1":0.214505,"accuracy":0.26581,"main_score":0.214505,"hf_subset":"est_Latn-bod_Tibt","languages":["est-Latn","bod-Tibt"]},{"precision":0.386989,"recall":0.470356,"f1":0.410491,"accuracy":0.470356,"main_score":0.410491,"hf_subset":"est_Latn-fij_Latn","languages":["est-Latn","fij-Latn"]},{"precision":0.514292,"recall":0.588933,"f1":0.535234,"accuracy":0.588933,"main_score":0.535234,"hf_subset":"est_Latn-isl_Latn","languages":["est-Latn","isl-Latn"]},{"precision":0.456021,"recall":0.533597,"f1":0.477685,"accuracy":0.533597,"main_score":0.477685,"hf_subset":"est_Latn-kon_Latn","languages":["est-Latn","kon-Latn"]},{"precision":0.334591,"recall":0.429842,"f1":0.361088,"accuracy":0.429842,"main_score":0.361088,"hf_subset":"est_Latn-mni_Beng","languages":["est-Latn","mni-Beng"]},{"precision":0.8611,"recall":0.899209,"f1":0.872859,"accuracy":0.899209,"main_score":0.872859,"hf_subset":"est_Latn-ron_Latn","languages":["est-Latn","ron-Latn"]},{"precision":0.750428,"recall":0.805336,"f1":0.766897,"accuracy":0.805336,"main_score":0.766897,"hf_subset":"est_Latn-szl_Latn","languages":["est-Latn","szl-Latn"]},{"precision":0.774054,"recall":0.826087,"f1":0.789872,"accuracy":0.826087,"main_score":0.789872,"hf_subset":"est_Latn-vec_Latn","languages":["est-Latn","vec-Latn"]},{"precision":0.681328,"recall":0.752964,"f1":0.702981,"accuracy":0.752964,"main_score":0.702981,"hf_subset":"est_Latn-amh_Ethi","languages":["est-Latn","amh-Ethi"]},{"precision":0.871765,"recall":0.906126,"f1":0.882889,"accuracy":0.906126,"main_score":0.882889,"hf_subset":"est_Latn-bos_Latn","languages":["est-Latn","bos-Latn"]},{"precision":0.881209,"recall":0.914032,"f1":0.891337,"accuracy":0.914032,"main_score":0.891337,"hf_subset":"est_Latn-fin_Latn","languages":["est-Latn","fin-Latn"]},{"precision":0.875412,"recall":0.908103,"f1":0.885724,"accuracy":0.908103,"main_score":0.885724,"hf_subset":"est_Latn-ita_Latn","languages":["est-Latn","ita-Latn"]},{"precision":0.855567,"recall":0.891304,"f1":0.866489,"accuracy":0.891304,"main_score":0.866489,"hf_subset":"est_Latn-kor_Hang","languages":["est-Latn","kor-Hang"]},{"precision":0.41959,"recall":0.490119,"f1":0.439768,"accuracy":0.490119,"main_score":0.439768,"hf_subset":"est_Latn-mos_Latn","languages":["est-Latn","mos-Latn"]},{"precision":0.394743,"recall":0.469368,"f1":0.415123,"accuracy":0.469368,"main_score":0.415123,"hf_subset":"est_Latn-run_Latn","languages":["est-Latn","run-Latn"]},{"precision":0.851153,"recall":0.890316,"f1":0.863109,"accuracy":0.890316,"main_score":0.863109,"hf_subset":"est_Latn-tam_Taml","languages":["est-Latn","tam-Taml"]},{"precision":0.847785,"recall":0.887352,"f1":0.860397,"accuracy":0.887352,"main_score":0.860397,"hf_subset":"est_Latn-vie_Latn","languages":["est-Latn","vie-Latn"]},{"precision":0.819476,"recall":0.864625,"f1":0.833218,"accuracy":0.864625,"main_score":0.833218,"hf_subset":"est_Latn-apc_Arab","languages":["est-Latn","apc-Arab"]},{"precision":0.574944,"recall":0.649209,"f1":0.596231,"accuracy":0.649209,"main_score":0.596231,"hf_subset":"est_Latn-bug_Latn","languages":["est-Latn","bug-Latn"]},{"precision":0.36272,"recall":0.443676,"f1":0.385288,"accuracy":0.443676,"main_score":0.385288,"hf_subset":"est_Latn-fon_Latn","languages":["est-Latn","fon-Latn"]},{"precision":0.726442,"recall":0.784585,"f1":0.743857,"accuracy":0.784585,"main_score":0.743857,"hf_subset":"est_Latn-jav_Latn","languages":["est-Latn","jav-Latn"]},{"precision":0.618884,"recall":0.687747,"f1":0.638806,"accuracy":0.687747,"main_score":0.638806,"hf_subset":"est_Latn-lao_Laoo","languages":["est-Latn","lao-Laoo"]},{"precision":0.391955,"recall":0.466403,"f1":0.412241,"accuracy":0.466403,"main_score":0.412241,"hf_subset":"est_Latn-mri_Latn","languages":["est-Latn","mri-Latn"]},{"precision":0.893149,"recall":0.922925,"f1":0.902635,"accuracy":0.922925,"main_score":0.902635,"hf_subset":"est_Latn-rus_Cyrl","languages":["est-Latn","rus-Cyrl"]},{"precision":0.394868,"recall":0.483202,"f1":0.419444,"accuracy":0.483202,"main_score":0.419444,"hf_subset":"est_Latn-taq_Latn","languages":["est-Latn","taq-Latn"]},{"precision":0.694203,"recall":0.754941,"f1":0.711745,"accuracy":0.754941,"main_score":0.711745,"hf_subset":"est_Latn-war_Latn","languages":["est-Latn","war-Latn"]},{"precision":0.867424,"recall":0.901186,"f1":0.877931,"accuracy":0.901186,"main_score":0.877931,"hf_subset":"est_Latn-arb_Arab","languages":["est-Latn","arb-Arab"]},{"precision":0.883514,"recall":0.914032,"f1":0.893182,"accuracy":0.914032,"main_score":0.893182,"hf_subset":"est_Latn-bul_Cyrl","languages":["est-Latn","bul-Cyrl"]},{"precision":0.876647,"recall":0.909091,"f1":0.886448,"accuracy":0.909091,"main_score":0.886448,"hf_subset":"est_Latn-fra_Latn","languages":["est-Latn","fra-Latn"]},{"precision":0.858819,"recall":0.894269,"f1":0.869719,"accuracy":0.894269,"main_score":0.869719,"hf_subset":"est_Latn-jpn_Jpan","languages":["est-Latn","jpn-Jpan"]},{"precision":0.725148,"recall":0.787549,"f1":0.744024,"accuracy":0.787549,"main_score":0.744024,"hf_subset":"est_Latn-lij_Latn","languages":["est-Latn","lij-Latn"]},{"precision":0.612294,"recall":0.69664,"f1":0.636541,"accuracy":0.69664,"main_score":0.636541,"hf_subset":"est_Latn-mya_Mymr","languages":["est-Latn","mya-Mymr"]},{"precision":0.443099,"recall":0.527668,"f1":0.467216,"accuracy":0.527668,"main_score":0.467216,"hf_subset":"est_Latn-sag_Latn","languages":["est-Latn","sag-Latn"]},{"precision":0.141064,"recall":0.217391,"f1":0.157749,"accuracy":0.217391,"main_score":0.157749,"hf_subset":"est_Latn-taq_Tfng","languages":["est-Latn","taq-Tfng"]},{"precision":0.438003,"recall":0.518775,"f1":0.459936,"accuracy":0.518775,"main_score":0.459936,"hf_subset":"est_Latn-wol_Latn","languages":["est-Latn","wol-Latn"]},{"precision":0.277512,"recall":0.375494,"f1":0.302272,"accuracy":0.375494,"main_score":0.302272,"hf_subset":"est_Latn-arb_Latn","languages":["est-Latn","arb-Latn"]},{"precision":0.838801,"recall":0.879447,"f1":0.851087,"accuracy":0.879447,"main_score":0.851087,"hf_subset":"est_Latn-cat_Latn","languages":["est-Latn","cat-Latn"]},{"precision":0.725269,"recall":0.782609,"f1":0.742528,"accuracy":0.782609,"main_score":0.742528,"hf_subset":"est_Latn-fur_Latn","languages":["est-Latn","fur-Latn"]},{"precision":0.284382,"recall":0.360672,"f1":0.30513,"accuracy":0.360672,"main_score":0.30513,"hf_subset":"est_Latn-kab_Latn","languages":["est-Latn","kab-Latn"]},{"precision":0.710408,"recall":0.769763,"f1":0.727768,"accuracy":0.769763,"main_score":0.727768,"hf_subset":"est_Latn-lim_Latn","languages":["est-Latn","lim-Latn"]},{"precision":0.87136,"recall":0.90415,"f1":0.881448,"accuracy":0.90415,"main_score":0.881448,"hf_subset":"est_Latn-nld_Latn","languages":["est-Latn","nld-Latn"]},{"precision":0.726343,"recall":0.793478,"f1":0.746873,"accuracy":0.793478,"main_score":0.746873,"hf_subset":"est_Latn-san_Deva","languages":["est-Latn","san-Deva"]},{"precision":0.636818,"recall":0.701581,"f1":0.655698,"accuracy":0.701581,"main_score":0.655698,"hf_subset":"est_Latn-tat_Cyrl","languages":["est-Latn","tat-Cyrl"]},{"precision":0.425035,"recall":0.507905,"f1":0.448279,"accuracy":0.507905,"main_score":0.448279,"hf_subset":"est_Latn-xho_Latn","languages":["est-Latn","xho-Latn"]},{"precision":0.860672,"recall":0.898221,"f1":0.872497,"accuracy":0.898221,"main_score":0.872497,"hf_subset":"est_Latn-ars_Arab","languages":["est-Latn","ars-Arab"]},{"precision":0.688603,"recall":0.747036,"f1":0.706409,"accuracy":0.747036,"main_score":0.706409,"hf_subset":"est_Latn-ceb_Latn","languages":["est-Latn","ceb-Latn"]},{"precision":0.402264,"recall":0.481225,"f1":0.42434,"accuracy":0.481225,"main_score":0.42434,"hf_subset":"est_Latn-fuv_Latn","languages":["est-Latn","fuv-Latn"]},{"precision":0.40214,"recall":0.479249,"f1":0.42227,"accuracy":0.479249,"main_score":0.42227,"hf_subset":"est_Latn-kac_Latn","languages":["est-Latn","kac-Latn"]},{"precision":0.473858,"recall":0.560277,"f1":0.498267,"accuracy":0.560277,"main_score":0.498267,"hf_subset":"est_Latn-lin_Latn","languages":["est-Latn","lin-Latn"]},{"precision":0.85392,"recall":0.892292,"f1":0.865744,"accuracy":0.892292,"main_score":0.865744,"hf_subset":"est_Latn-nno_Latn","languages":["est-Latn","nno-Latn"]},{"precision":0.177245,"recall":0.240119,"f1":0.193472,"accuracy":0.240119,"main_score":0.193472,"hf_subset":"est_Latn-sat_Olck","languages":["est-Latn","sat-Olck"]},{"precision":0.833333,"recall":0.876482,"f1":0.846758,"accuracy":0.876482,"main_score":0.846758,"hf_subset":"est_Latn-tel_Telu","languages":["est-Latn","tel-Telu"]},{"precision":0.299419,"recall":0.384387,"f1":0.321882,"accuracy":0.384387,"main_score":0.321882,"hf_subset":"est_Latn-ydd_Hebr","languages":["est-Latn","ydd-Hebr"]},{"precision":0.738043,"recall":0.796443,"f1":0.755651,"accuracy":0.796443,"main_score":0.755651,"hf_subset":"est_Latn-ary_Arab","languages":["est-Latn","ary-Arab"]},{"precision":0.859634,"recall":0.895257,"f1":0.870784,"accuracy":0.895257,"main_score":0.870784,"hf_subset":"est_Latn-ces_Latn","languages":["est-Latn","ces-Latn"]},{"precision":0.303933,"recall":0.385375,"f1":0.324836,"accuracy":0.385375,"main_score":0.324836,"hf_subset":"est_Latn-gaz_Latn","languages":["est-Latn","gaz-Latn"]},{"precision":0.417501,"recall":0.499012,"f1":0.440189,"accuracy":0.499012,"main_score":0.440189,"hf_subset":"est_Latn-kam_Latn","languages":["est-Latn","kam-Latn"]},{"precision":0.740481,"recall":0.800395,"f1":0.758992,"accuracy":0.800395,"main_score":0.758992,"hf_subset":"est_Latn-lit_Latn","languages":["est-Latn","lit-Latn"]},{"precision":0.887352,"recall":0.917984,"f1":0.897003,"accuracy":0.917984,"main_score":0.897003,"hf_subset":"est_Latn-nob_Latn","languages":["est-Latn","nob-Latn"]},{"precision":0.653122,"recall":0.726285,"f1":0.674627,"accuracy":0.726285,"main_score":0.674627,"hf_subset":"est_Latn-scn_Latn","languages":["est-Latn","scn-Latn"]},{"precision":0.443922,"recall":0.530632,"f1":0.467986,"accuracy":0.530632,"main_score":0.467986,"hf_subset":"est_Latn-tgk_Cyrl","languages":["est-Latn","tgk-Cyrl"]},{"precision":0.369184,"recall":0.452569,"f1":0.391771,"accuracy":0.452569,"main_score":0.391771,"hf_subset":"est_Latn-yor_Latn","languages":["est-Latn","yor-Latn"]},{"precision":0.835425,"recall":0.87747,"f1":0.848353,"accuracy":0.87747,"main_score":0.848353,"hf_subset":"est_Latn-arz_Arab","languages":["est-Latn","arz-Arab"]},{"precision":0.423233,"recall":0.504941,"f1":0.445542,"accuracy":0.504941,"main_score":0.445542,"hf_subset":"est_Latn-cjk_Latn","languages":["est-Latn","cjk-Latn"]},{"precision":0.37895,"recall":0.448617,"f1":0.397283,"accuracy":0.448617,"main_score":0.397283,"hf_subset":"est_Latn-gla_Latn","languages":["est-Latn","gla-Latn"]},{"precision":0.824506,"recall":0.867589,"f1":0.837747,"accuracy":0.867589,"main_score":0.837747,"hf_subset":"est_Latn-kan_Knda","languages":["est-Latn","kan-Knda"]},{"precision":0.69832,"recall":0.76087,"f1":0.717034,"accuracy":0.76087,"main_score":0.717034,"hf_subset":"est_Latn-lmo_Latn","languages":["est-Latn","lmo-Latn"]},{"precision":0.84198,"recall":0.882411,"f1":0.854414,"accuracy":0.882411,"main_score":0.854414,"hf_subset":"est_Latn-npi_Deva","languages":["est-Latn","npi-Deva"]},{"precision":0.367793,"recall":0.454545,"f1":0.391433,"accuracy":0.454545,"main_score":0.391433,"hf_subset":"est_Latn-shn_Mymr","languages":["est-Latn","shn-Mymr"]},{"precision":0.782032,"recall":0.833004,"f1":0.79785,"accuracy":0.833004,"main_score":0.79785,"hf_subset":"est_Latn-tgl_Latn","languages":["est-Latn","tgl-Latn"]},{"precision":0.84591,"recall":0.882411,"f1":0.856818,"accuracy":0.882411,"main_score":0.856818,"hf_subset":"est_Latn-yue_Hant","languages":["est-Latn","yue-Hant"]},{"precision":0.70191,"recall":0.770751,"f1":0.723024,"accuracy":0.770751,"main_score":0.723024,"hf_subset":"est_Latn-asm_Beng","languages":["est-Latn","asm-Beng"]},{"precision":0.38082,"recall":0.463439,"f1":0.402846,"accuracy":0.463439,"main_score":0.402846,"hf_subset":"est_Latn-ckb_Arab","languages":["est-Latn","ckb-Arab"]},{"precision":0.393477,"recall":0.47332,"f1":0.414694,"accuracy":0.47332,"main_score":0.414694,"hf_subset":"est_Latn-gle_Latn","languages":["est-Latn","gle-Latn"]},{"precision":0.547301,"recall":0.630435,"f1":0.57156,"accuracy":0.630435,"main_score":0.57156,"hf_subset":"est_Latn-kas_Arab","languages":["est-Latn","kas-Arab"]},{"precision":0.627586,"recall":0.686759,"f1":0.644838,"accuracy":0.686759,"main_score":0.644838,"hf_subset":"est_Latn-ltg_Latn","languages":["est-Latn","ltg-Latn"]},{"precision":0.44389,"recall":0.519763,"f1":0.465175,"accuracy":0.519763,"main_score":0.465175,"hf_subset":"est_Latn-nso_Latn","languages":["est-Latn","nso-Latn"]},{"precision":0.691683,"recall":0.757905,"f1":0.711642,"accuracy":0.757905,"main_score":0.711642,"hf_subset":"est_Latn-sin_Sinh","languages":["est-Latn","sin-Sinh"]},{"precision":0.84165,"recall":0.882411,"f1":0.854447,"accuracy":0.882411,"main_score":0.854447,"hf_subset":"est_Latn-tha_Thai","languages":["est-Latn","tha-Thai"]},{"precision":0.842697,"recall":0.885375,"f1":0.855781,"accuracy":0.885375,"main_score":0.855781,"hf_subset":"est_Latn-zho_Hans","languages":["est-Latn","zho-Hans"]},{"precision":0.835072,"recall":0.875494,"f1":0.847204,"accuracy":0.875494,"main_score":0.847204,"hf_subset":"est_Latn-ast_Latn","languages":["est-Latn","ast-Latn"]},{"precision":0.702454,"recall":0.761858,"f1":0.719386,"accuracy":0.761858,"main_score":0.719386,"hf_subset":"est_Latn-crh_Latn","languages":["est-Latn","crh-Latn"]},{"precision":0.870866,"recall":0.90415,"f1":0.881112,"accuracy":0.90415,"main_score":0.881112,"hf_subset":"est_Latn-glg_Latn","languages":["est-Latn","glg-Latn"]},{"precision":0.510504,"recall":0.596838,"f1":0.53579,"accuracy":0.596838,"main_score":0.53579,"hf_subset":"est_Latn-kas_Deva","languages":["est-Latn","kas-Deva"]},{"precision":0.688835,"recall":0.750988,"f1":0.706382,"accuracy":0.750988,"main_score":0.706382,"hf_subset":"est_Latn-ltz_Latn","languages":["est-Latn","ltz-Latn"]},{"precision":0.324079,"recall":0.397233,"f1":0.343346,"accuracy":0.397233,"main_score":0.343346,"hf_subset":"est_Latn-nus_Latn","languages":["est-Latn","nus-Latn"]},{"precision":0.85121,"recall":0.890316,"f1":0.863076,"accuracy":0.890316,"main_score":0.863076,"hf_subset":"est_Latn-slk_Latn","languages":["est-Latn","slk-Latn"]},{"precision":0.364652,"recall":0.436759,"f1":0.384426,"accuracy":0.436759,"main_score":0.384426,"hf_subset":"est_Latn-tir_Ethi","languages":["est-Latn","tir-Ethi"]},{"precision":0.841197,"recall":0.881423,"f1":0.853346,"accuracy":0.881423,"main_score":0.853346,"hf_subset":"est_Latn-zho_Hant","languages":["est-Latn","zho-Hant"]},{"precision":0.843626,"recall":0.883399,"f1":0.856061,"accuracy":0.883399,"main_score":0.856061,"hf_subset":"est_Latn-awa_Deva","languages":["est-Latn","awa-Deva"]},{"precision":0.44287,"recall":0.517787,"f1":0.463014,"accuracy":0.517787,"main_score":0.463014,"hf_subset":"est_Latn-cym_Latn","languages":["est-Latn","cym-Latn"]},{"precision":0.576476,"recall":0.652174,"f1":0.599137,"accuracy":0.652174,"main_score":0.599137,"hf_subset":"est_Latn-grn_Latn","languages":["est-Latn","grn-Latn"]},{"precision":0.776821,"recall":0.828063,"f1":0.792398,"accuracy":0.828063,"main_score":0.792398,"hf_subset":"est_Latn-kat_Geor","languages":["est-Latn","kat-Geor"]},{"precision":0.463253,"recall":0.545455,"f1":0.485948,"accuracy":0.545455,"main_score":0.485948,"hf_subset":"est_Latn-lua_Latn","languages":["est-Latn","lua-Latn"]},{"precision":0.451894,"recall":0.533597,"f1":0.475383,"accuracy":0.533597,"main_score":0.475383,"hf_subset":"est_Latn-nya_Latn","languages":["est-Latn","nya-Latn"]},{"precision":0.789015,"recall":0.841897,"f1":0.804828,"accuracy":0.841897,"main_score":0.804828,"hf_subset":"est_Latn-slv_Latn","languages":["est-Latn","slv-Latn"]},{"precision":0.624028,"recall":0.69664,"f1":0.645078,"accuracy":0.69664,"main_score":0.645078,"hf_subset":"est_Latn-tpi_Latn","languages":["est-Latn","tpi-Latn"]},{"precision":0.866683,"recall":0.901186,"f1":0.877536,"accuracy":0.901186,"main_score":0.877536,"hf_subset":"est_Latn-zsm_Latn","languages":["est-Latn","zsm-Latn"]},{"precision":0.38379,"recall":0.476285,"f1":0.40837,"accuracy":0.476285,"main_score":0.40837,"hf_subset":"est_Latn-ayr_Latn","languages":["est-Latn","ayr-Latn"]},{"precision":0.894928,"recall":0.924901,"f1":0.904644,"accuracy":0.924901,"main_score":0.904644,"hf_subset":"est_Latn-dan_Latn","languages":["est-Latn","dan-Latn"]},{"precision":0.828426,"recall":0.874506,"f1":0.842852,"accuracy":0.874506,"main_score":0.842852,"hf_subset":"est_Latn-guj_Gujr","languages":["est-Latn","guj-Gujr"]},{"precision":0.69688,"recall":0.755929,"f1":0.714199,"accuracy":0.755929,"main_score":0.714199,"hf_subset":"est_Latn-kaz_Cyrl","languages":["est-Latn","kaz-Cyrl"]},{"precision":0.399157,"recall":0.478261,"f1":0.420351,"accuracy":0.478261,"main_score":0.420351,"hf_subset":"est_Latn-lug_Latn","languages":["est-Latn","lug-Latn"]},{"precision":0.809651,"recall":0.854743,"f1":0.823748,"accuracy":0.854743,"main_score":0.823748,"hf_subset":"est_Latn-oci_Latn","languages":["est-Latn","oci-Latn"]},{"precision":0.410419,"recall":0.505929,"f1":0.436439,"accuracy":0.505929,"main_score":0.436439,"hf_subset":"est_Latn-smo_Latn","languages":["est-Latn","smo-Latn"]},{"precision":0.400514,"recall":0.479249,"f1":0.422014,"accuracy":0.479249,"main_score":0.422014,"hf_subset":"est_Latn-tsn_Latn","languages":["est-Latn","tsn-Latn"]},{"precision":0.387958,"recall":0.465415,"f1":0.409891,"accuracy":0.465415,"main_score":0.409891,"hf_subset":"est_Latn-zul_Latn","languages":["est-Latn","zul-Latn"]},{"precision":0.523666,"recall":0.613636,"f1":0.550129,"accuracy":0.613636,"main_score":0.550129,"hf_subset":"est_Latn-azb_Arab","languages":["est-Latn","azb-Arab"]},{"precision":0.902454,"recall":0.931818,"f1":0.911627,"accuracy":0.931818,"main_score":0.911627,"hf_subset":"est_Latn-deu_Latn","languages":["est-Latn","deu-Latn"]},{"precision":0.537872,"recall":0.624506,"f1":0.56268,"accuracy":0.624506,"main_score":0.56268,"hf_subset":"est_Latn-hat_Latn","languages":["est-Latn","hat-Latn"]},{"precision":0.353144,"recall":0.437747,"f1":0.37669,"accuracy":0.437747,"main_score":0.37669,"hf_subset":"est_Latn-kbp_Latn","languages":["est-Latn","kbp-Latn"]},{"precision":0.431395,"recall":0.505929,"f1":0.451851,"accuracy":0.505929,"main_score":0.451851,"hf_subset":"est_Latn-luo_Latn","languages":["est-Latn","luo-Latn"]},{"precision":0.49943,"recall":0.575099,"f1":0.520451,"accuracy":0.575099,"main_score":0.520451,"hf_subset":"est_Latn-ory_Orya","languages":["est-Latn","ory-Orya"]},{"precision":0.424976,"recall":0.496047,"f1":0.444552,"accuracy":0.496047,"main_score":0.444552,"hf_subset":"est_Latn-sna_Latn","languages":["est-Latn","sna-Latn"]},{"precision":0.394508,"recall":0.471344,"f1":0.416242,"accuracy":0.471344,"main_score":0.416242,"hf_subset":"est_Latn-tso_Latn","languages":["est-Latn","tso-Latn"]},{"precision":0.755007,"recall":0.806324,"f1":0.770323,"accuracy":0.806324,"main_score":0.770323,"hf_subset":"est_Latn-azj_Latn","languages":["est-Latn","azj-Latn"]},{"precision":0.398217,"recall":0.480237,"f1":0.421055,"accuracy":0.480237,"main_score":0.421055,"hf_subset":"est_Latn-dik_Latn","languages":["est-Latn","dik-Latn"]},{"precision":0.426433,"recall":0.497036,"f1":0.446477,"accuracy":0.497036,"main_score":0.446477,"hf_subset":"est_Latn-hau_Latn","languages":["est-Latn","hau-Latn"]},{"precision":0.666123,"recall":0.73913,"f1":0.687601,"accuracy":0.73913,"main_score":0.687601,"hf_subset":"est_Latn-kea_Latn","languages":["est-Latn","kea-Latn"]},{"precision":0.534596,"recall":0.606719,"f1":0.554817,"accuracy":0.606719,"main_score":0.554817,"hf_subset":"est_Latn-lus_Latn","languages":["est-Latn","lus-Latn"]},{"precision":0.62388,"recall":0.692688,"f1":0.644702,"accuracy":0.692688,"main_score":0.644702,"hf_subset":"est_Latn-pag_Latn","languages":["est-Latn","pag-Latn"]},{"precision":0.579143,"recall":0.660079,"f1":0.602788,"accuracy":0.660079,"main_score":0.602788,"hf_subset":"est_Latn-snd_Arab","languages":["est-Latn","snd-Arab"]},{"precision":0.573419,"recall":0.648221,"f1":0.595149,"accuracy":0.648221,"main_score":0.595149,"hf_subset":"est_Latn-tuk_Latn","languages":["est-Latn","tuk-Latn"]},{"precision":0.616576,"recall":0.68083,"f1":0.635153,"accuracy":0.68083,"main_score":0.635153,"hf_subset":"est_Latn-bak_Cyrl","languages":["est-Latn","bak-Cyrl"]},{"precision":0.347397,"recall":0.4417,"f1":0.372934,"accuracy":0.4417,"main_score":0.372934,"hf_subset":"est_Latn-dyu_Latn","languages":["est-Latn","dyu-Latn"]},{"precision":0.751466,"recall":0.815217,"f1":0.770916,"accuracy":0.815217,"main_score":0.770916,"hf_subset":"est_Latn-heb_Hebr","languages":["est-Latn","heb-Hebr"]},{"precision":0.443443,"recall":0.516798,"f1":0.463867,"accuracy":0.516798,"main_score":0.463867,"hf_subset":"est_Latn-khk_Cyrl","languages":["est-Latn","khk-Cyrl"]},{"precision":0.775256,"recall":0.826087,"f1":0.790911,"accuracy":0.826087,"main_score":0.790911,"hf_subset":"est_Latn-lvs_Latn","languages":["est-Latn","lvs-Latn"]},{"precision":0.759371,"recall":0.81917,"f1":0.777094,"accuracy":0.81917,"main_score":0.777094,"hf_subset":"est_Latn-pan_Guru","languages":["est-Latn","pan-Guru"]},{"precision":0.380863,"recall":0.451581,"f1":0.39966,"accuracy":0.451581,"main_score":0.39966,"hf_subset":"est_Latn-som_Latn","languages":["est-Latn","som-Latn"]},{"precision":0.435953,"recall":0.501976,"f1":0.454642,"accuracy":0.501976,"main_score":0.454642,"hf_subset":"est_Latn-tum_Latn","languages":["est-Latn","tum-Latn"]},{"precision":0.261756,"recall":0.327075,"f1":0.279329,"accuracy":0.327075,"main_score":0.279329,"hf_subset":"hye_Armn-ace_Arab","languages":["hye-Armn","ace-Arab"]},{"precision":0.342698,"recall":0.412055,"f1":0.361477,"accuracy":0.412055,"main_score":0.361477,"hf_subset":"hye_Armn-bam_Latn","languages":["hye-Armn","bam-Latn"]},{"precision":0.152109,"recall":0.217391,"f1":0.168307,"accuracy":0.217391,"main_score":0.168307,"hf_subset":"hye_Armn-dzo_Tibt","languages":["hye-Armn","dzo-Tibt"]},{"precision":0.850214,"recall":0.892292,"f1":0.863095,"accuracy":0.892292,"main_score":0.863095,"hf_subset":"hye_Armn-hin_Deva","languages":["hye-Armn","hin-Deva"]},{"precision":0.70874,"recall":0.771739,"f1":0.727372,"accuracy":0.771739,"main_score":0.727372,"hf_subset":"hye_Armn-khm_Khmr","languages":["hye-Armn","khm-Khmr"]},{"precision":0.792227,"recall":0.844862,"f1":0.808169,"accuracy":0.844862,"main_score":0.808169,"hf_subset":"hye_Armn-mag_Deva","languages":["hye-Armn","mag-Deva"]},{"precision":0.650505,"recall":0.719368,"f1":0.67028,"accuracy":0.719368,"main_score":0.67028,"hf_subset":"hye_Armn-pap_Latn","languages":["hye-Armn","pap-Latn"]},{"precision":0.364989,"recall":0.437747,"f1":0.385663,"accuracy":0.437747,"main_score":0.385663,"hf_subset":"hye_Armn-sot_Latn","languages":["hye-Armn","sot-Latn"]},{"precision":0.844986,"recall":0.88834,"f1":0.858514,"accuracy":0.88834,"main_score":0.858514,"hf_subset":"hye_Armn-tur_Latn","languages":["hye-Armn","tur-Latn"]},{"precision":0.494278,"recall":0.572134,"f1":0.515692,"accuracy":0.572134,"main_score":0.515692,"hf_subset":"hye_Armn-ace_Latn","languages":["hye-Armn","ace-Latn"]},{"precision":0.576357,"recall":0.640316,"f1":0.594798,"accuracy":0.640316,"main_score":0.594798,"hf_subset":"hye_Armn-ban_Latn","languages":["hye-Armn","ban-Latn"]},{"precision":0.839295,"recall":0.878458,"f1":0.850842,"accuracy":0.878458,"main_score":0.850842,"hf_subset":"hye_Armn-ell_Grek","languages":["hye-Armn","ell-Grek"]},{"precision":0.767169,"recall":0.822134,"f1":0.783111,"accuracy":0.822134,"main_score":0.783111,"hf_subset":"hye_Armn-hne_Deva","languages":["hye-Armn","hne-Deva"]},{"precision":0.336123,"recall":0.421937,"f1":0.358759,"accuracy":0.421937,"main_score":0.358759,"hf_subset":"hye_Armn-kik_Latn","languages":["hye-Armn","kik-Latn"]},{"precision":0.817235,"recall":0.864625,"f1":0.831379,"accuracy":0.864625,"main_score":0.831379,"hf_subset":"hye_Armn-mai_Deva","languages":["hye-Armn","mai-Deva"]},{"precision":0.717405,"recall":0.778656,"f1":0.735296,"accuracy":0.778656,"main_score":0.735296,"hf_subset":"hye_Armn-pbt_Arab","languages":["hye-Armn","pbt-Arab"]},{"precision":0.84753,"recall":0.886364,"f1":0.859124,"accuracy":0.886364,"main_score":0.859124,"hf_subset":"hye_Armn-spa_Latn","languages":["hye-Armn","spa-Latn"]},{"precision":0.412213,"recall":0.48419,"f1":0.432701,"accuracy":0.48419,"main_score":0.432701,"hf_subset":"hye_Armn-twi_Latn","languages":["hye-Armn","twi-Latn"]},{"precision":0.823015,"recall":0.863636,"f1":0.835182,"accuracy":0.863636,"main_score":0.835182,"hf_subset":"hye_Armn-acm_Arab","languages":["hye-Armn","acm-Arab"]},{"precision":0.721623,"recall":0.781621,"f1":0.738912,"accuracy":0.781621,"main_score":0.738912,"hf_subset":"hye_Armn-bel_Cyrl","languages":["hye-Armn","bel-Cyrl"]},{"precision":0.859397,"recall":0.894269,"f1":0.869582,"accuracy":0.894269,"main_score":0.869582,"hf_subset":"hye_Armn-eng_Latn","languages":["hye-Armn","eng-Latn"]},{"precision":0.817556,"recall":0.865613,"f1":0.832477,"accuracy":0.865613,"main_score":0.832477,"hf_subset":"hye_Armn-hrv_Latn","languages":["hye-Armn","hrv-Latn"]},{"precision":0.374345,"recall":0.448617,"f1":0.394635,"accuracy":0.448617,"main_score":0.394635,"hf_subset":"hye_Armn-kin_Latn","languages":["hye-Armn","kin-Latn"]},{"precision":0.819252,"recall":0.867589,"f1":0.833992,"accuracy":0.867589,"main_score":0.833992,"hf_subset":"hye_Armn-mal_Mlym","languages":["hye-Armn","mal-Mlym"]},{"precision":0.849638,"recall":0.892292,"f1":0.862945,"accuracy":0.892292,"main_score":0.862945,"hf_subset":"hye_Armn-pes_Arab","languages":["hye-Armn","pes-Arab"]},{"precision":0.650337,"recall":0.715415,"f1":0.669358,"accuracy":0.715415,"main_score":0.669358,"hf_subset":"hye_Armn-srd_Latn","languages":["hye-Armn","srd-Latn"]},{"precision":0.128996,"recall":0.198617,"f1":0.145346,"accuracy":0.198617,"main_score":0.145346,"hf_subset":"hye_Armn-tzm_Tfng","languages":["hye-Armn","tzm-Tfng"]},{"precision":0.833185,"recall":0.875494,"f1":0.845967,"accuracy":0.875494,"main_score":0.845967,"hf_subset":"hye_Armn-acq_Arab","languages":["hye-Armn","acq-Arab"]},{"precision":0.393326,"recall":0.469368,"f1":0.414207,"accuracy":0.469368,"main_score":0.414207,"hf_subset":"hye_Armn-bem_Latn","languages":["hye-Armn","bem-Latn"]},{"precision":0.732239,"recall":0.787549,"f1":0.748159,"accuracy":0.787549,"main_score":0.748159,"hf_subset":"hye_Armn-epo_Latn","languages":["hye-Armn","epo-Latn"]},{"precision":0.800685,"recall":0.851779,"f1":0.816156,"accuracy":0.851779,"main_score":0.816156,"hf_subset":"hye_Armn-hun_Latn","languages":["hye-Armn","hun-Latn"]},{"precision":0.552184,"recall":0.620553,"f1":0.570989,"accuracy":0.620553,"main_score":0.570989,"hf_subset":"hye_Armn-kir_Cyrl","languages":["hye-Armn","kir-Cyrl"]},{"precision":0.853376,"recall":0.894269,"f1":0.865961,"accuracy":0.894269,"main_score":0.865961,"hf_subset":"hye_Armn-mar_Deva","languages":["hye-Armn","mar-Deva"]},{"precision":0.39436,"recall":0.463439,"f1":0.412793,"accuracy":0.463439,"main_score":0.412793,"hf_subset":"hye_Armn-plt_Latn","languages":["hye-Armn","plt-Latn"]},{"precision":0.817252,"recall":0.862648,"f1":0.830978,"accuracy":0.862648,"main_score":0.830978,"hf_subset":"hye_Armn-srp_Cyrl","languages":["hye-Armn","srp-Cyrl"]},{"precision":0.294945,"recall":0.356719,"f1":0.312472,"accuracy":0.356719,"main_score":0.312472,"hf_subset":"hye_Armn-uig_Arab","languages":["hye-Armn","uig-Arab"]},{"precision":0.755221,"recall":0.812253,"f1":0.772153,"accuracy":0.812253,"main_score":0.772153,"hf_subset":"hye_Armn-aeb_Arab","languages":["hye-Armn","aeb-Arab"]},{"precision":0.820767,"recall":0.865613,"f1":0.834143,"accuracy":0.865613,"main_score":0.834143,"hf_subset":"hye_Armn-ben_Beng","languages":["hye-Armn","ben-Beng"]},{"precision":0.687279,"recall":0.749012,"f1":0.704841,"accuracy":0.749012,"main_score":0.704841,"hf_subset":"hye_Armn-est_Latn","languages":["hye-Armn","est-Latn"]},{"precision":0.348489,"recall":0.423913,"f1":0.368595,"accuracy":0.423913,"main_score":0.368595,"hf_subset":"hye_Armn-kmb_Latn","languages":["hye-Armn","kmb-Latn"]},{"precision":0.221624,"recall":0.291502,"f1":0.239182,"accuracy":0.291502,"main_score":0.239182,"hf_subset":"hye_Armn-min_Arab","languages":["hye-Armn","min-Arab"]},{"precision":0.817325,"recall":0.863636,"f1":0.830962,"accuracy":0.863636,"main_score":0.830962,"hf_subset":"hye_Armn-pol_Latn","languages":["hye-Armn","pol-Latn"]},{"precision":0.350409,"recall":0.423913,"f1":0.370385,"accuracy":0.423913,"main_score":0.370385,"hf_subset":"hye_Armn-ssw_Latn","languages":["hye-Armn","ssw-Latn"]},{"precision":0.853738,"recall":0.895257,"f1":0.866634,"accuracy":0.895257,"main_score":0.866634,"hf_subset":"hye_Armn-ukr_Cyrl","languages":["hye-Armn","ukr-Cyrl"]},{"precision":0.763249,"recall":0.81917,"f1":0.780113,"accuracy":0.81917,"main_score":0.780113,"hf_subset":"hye_Armn-afr_Latn","languages":["hye-Armn","afr-Latn"]},{"precision":0.763686,"recall":0.821146,"f1":0.781127,"accuracy":0.821146,"main_score":0.781127,"hf_subset":"hye_Armn-bho_Deva","languages":["hye-Armn","bho-Deva"]},{"precision":0.515869,"recall":0.586957,"f1":0.535745,"accuracy":0.586957,"main_score":0.535745,"hf_subset":"hye_Armn-eus_Latn","languages":["hye-Armn","eus-Latn"]},{"precision":0.372024,"recall":0.447628,"f1":0.392761,"accuracy":0.447628,"main_score":0.392761,"hf_subset":"hye_Armn-ibo_Latn","languages":["hye-Armn","ibo-Latn"]},{"precision":0.402632,"recall":0.474308,"f1":0.420946,"accuracy":0.474308,"main_score":0.420946,"hf_subset":"hye_Armn-kmr_Latn","languages":["hye-Armn","kmr-Latn"]},{"precision":0.562811,"recall":0.631423,"f1":0.582578,"accuracy":0.631423,"main_score":0.582578,"hf_subset":"hye_Armn-min_Latn","languages":["hye-Armn","min-Latn"]},{"precision":0.866001,"recall":0.900198,"f1":0.876056,"accuracy":0.900198,"main_score":0.876056,"hf_subset":"hye_Armn-por_Latn","languages":["hye-Armn","por-Latn"]},{"precision":0.624323,"recall":0.689723,"f1":0.642832,"accuracy":0.689723,"main_score":0.642832,"hf_subset":"hye_Armn-sun_Latn","languages":["hye-Armn","sun-Latn"]},{"precision":0.363223,"recall":0.43083,"f1":0.380936,"accuracy":0.43083,"main_score":0.380936,"hf_subset":"hye_Armn-umb_Latn","languages":["hye-Armn","umb-Latn"]},{"precision":0.824581,"recall":0.869565,"f1":0.838093,"accuracy":0.869565,"main_score":0.838093,"hf_subset":"hye_Armn-ajp_Arab","languages":["hye-Armn","ajp-Arab"]},{"precision":0.249189,"recall":0.315217,"f1":0.266105,"accuracy":0.315217,"main_score":0.266105,"hf_subset":"hye_Armn-bjn_Arab","languages":["hye-Armn","bjn-Arab"]},{"precision":0.354084,"recall":0.420949,"f1":0.371121,"accuracy":0.420949,"main_score":0.371121,"hf_subset":"hye_Armn-ewe_Latn","languages":["hye-Armn","ewe-Latn"]},{"precision":0.503487,"recall":0.572134,"f1":0.522501,"accuracy":0.572134,"main_score":0.522501,"hf_subset":"hye_Armn-ilo_Latn","languages":["hye-Armn","ilo-Latn"]},{"precision":0.17824,"recall":0.245059,"f1":0.194176,"accuracy":0.245059,"main_score":0.194176,"hf_subset":"hye_Armn-knc_Arab","languages":["hye-Armn","knc-Arab"]},{"precision":0.786273,"recall":0.841897,"f1":0.803269,"accuracy":0.841897,"main_score":0.803269,"hf_subset":"hye_Armn-mkd_Cyrl","languages":["hye-Armn","mkd-Cyrl"]},{"precision":0.850873,"recall":0.892292,"f1":0.86382,"accuracy":0.892292,"main_score":0.86382,"hf_subset":"hye_Armn-prs_Arab","languages":["hye-Armn","prs-Arab"]},{"precision":0.845586,"recall":0.887352,"f1":0.858136,"accuracy":0.887352,"main_score":0.858136,"hf_subset":"hye_Armn-swe_Latn","languages":["hye-Armn","swe-Latn"]},{"precision":0.829858,"recall":0.878458,"f1":0.845092,"accuracy":0.878458,"main_score":0.845092,"hf_subset":"hye_Armn-urd_Arab","languages":["hye-Armn","urd-Arab"]},{"precision":0.378591,"recall":0.451581,"f1":0.398145,"accuracy":0.451581,"main_score":0.398145,"hf_subset":"hye_Armn-aka_Latn","languages":["hye-Armn","aka-Latn"]},{"precision":0.586418,"recall":0.650198,"f1":0.603974,"accuracy":0.650198,"main_score":0.603974,"hf_subset":"hye_Armn-bjn_Latn","languages":["hye-Armn","bjn-Latn"]},{"precision":0.484898,"recall":0.550395,"f1":0.502412,"accuracy":0.550395,"main_score":0.502412,"hf_subset":"hye_Armn-fao_Latn","languages":["hye-Armn","fao-Latn"]},{"precision":0.83554,"recall":0.878458,"f1":0.848522,"accuracy":0.878458,"main_score":0.848522,"hf_subset":"hye_Armn-ind_Latn","languages":["hye-Armn","ind-Latn"]},{"precision":0.381523,"recall":0.454545,"f1":0.400186,"accuracy":0.454545,"main_score":0.400186,"hf_subset":"hye_Armn-knc_Latn","languages":["hye-Armn","knc-Latn"]},{"precision":0.556113,"recall":0.629447,"f1":0.576372,"accuracy":0.629447,"main_score":0.576372,"hf_subset":"hye_Armn-mlt_Latn","languages":["hye-Armn","mlt-Latn"]},{"precision":0.417503,"recall":0.48913,"f1":0.436029,"accuracy":0.48913,"main_score":0.436029,"hf_subset":"hye_Armn-quy_Latn","languages":["hye-Armn","quy-Latn"]},{"precision":0.72724,"recall":0.790514,"f1":0.745855,"accuracy":0.790514,"main_score":0.745855,"hf_subset":"hye_Armn-swh_Latn","languages":["hye-Armn","swh-Latn"]},{"precision":0.585677,"recall":0.652174,"f1":0.60424,"accuracy":0.652174,"main_score":0.60424,"hf_subset":"hye_Armn-uzn_Latn","languages":["hye-Armn","uzn-Latn"]},{"precision":0.630567,"recall":0.697628,"f1":0.649958,"accuracy":0.697628,"main_score":0.649958,"hf_subset":"hye_Armn-als_Latn","languages":["hye-Armn","als-Latn"]},{"precision":0.208621,"recall":0.277668,"f1":0.226643,"accuracy":0.277668,"main_score":0.226643,"hf_subset":"hye_Armn-bod_Tibt","languages":["hye-Armn","bod-Tibt"]},{"precision":0.359874,"recall":0.435771,"f1":0.379617,"accuracy":0.435771,"main_score":0.379617,"hf_subset":"hye_Armn-fij_Latn","languages":["hye-Armn","fij-Latn"]},{"precision":0.487926,"recall":0.559289,"f1":0.506741,"accuracy":0.559289,"main_score":0.506741,"hf_subset":"hye_Armn-isl_Latn","languages":["hye-Armn","isl-Latn"]},{"precision":0.396871,"recall":0.471344,"f1":0.416702,"accuracy":0.471344,"main_score":0.416702,"hf_subset":"hye_Armn-kon_Latn","languages":["hye-Armn","kon-Latn"]},{"precision":0.301247,"recall":0.391304,"f1":0.325637,"accuracy":0.391304,"main_score":0.325637,"hf_subset":"hye_Armn-mni_Beng","languages":["hye-Armn","mni-Beng"]},{"precision":0.850436,"recall":0.887352,"f1":0.861122,"accuracy":0.887352,"main_score":0.861122,"hf_subset":"hye_Armn-ron_Latn","languages":["hye-Armn","ron-Latn"]},{"precision":0.689444,"recall":0.753953,"f1":0.707926,"accuracy":0.753953,"main_score":0.707926,"hf_subset":"hye_Armn-szl_Latn","languages":["hye-Armn","szl-Latn"]},{"precision":0.738695,"recall":0.797431,"f1":0.755522,"accuracy":0.797431,"main_score":0.755522,"hf_subset":"hye_Armn-vec_Latn","languages":["hye-Armn","vec-Latn"]},{"precision":0.692778,"recall":0.762846,"f1":0.713315,"accuracy":0.762846,"main_score":0.713315,"hf_subset":"hye_Armn-amh_Ethi","languages":["hye-Armn","amh-Ethi"]},{"precision":0.846056,"recall":0.886364,"f1":0.858242,"accuracy":0.886364,"main_score":0.858242,"hf_subset":"hye_Armn-bos_Latn","languages":["hye-Armn","bos-Latn"]},{"precision":0.845257,"recall":0.885375,"f1":0.857477,"accuracy":0.885375,"main_score":0.857477,"hf_subset":"hye_Armn-fin_Latn","languages":["hye-Armn","fin-Latn"]},{"precision":0.849336,"recall":0.88834,"f1":0.861185,"accuracy":0.88834,"main_score":0.861185,"hf_subset":"hye_Armn-ita_Latn","languages":["hye-Armn","ita-Latn"]},{"precision":0.82556,"recall":0.870553,"f1":0.839229,"accuracy":0.870553,"main_score":0.839229,"hf_subset":"hye_Armn-kor_Hang","languages":["hye-Armn","kor-Hang"]},{"precision":0.368279,"recall":0.440711,"f1":0.387869,"accuracy":0.440711,"main_score":0.387869,"hf_subset":"hye_Armn-mos_Latn","languages":["hye-Armn","mos-Latn"]},{"precision":0.366933,"recall":0.438735,"f1":0.386183,"accuracy":0.438735,"main_score":0.386183,"hf_subset":"hye_Armn-run_Latn","languages":["hye-Armn","run-Latn"]},{"precision":0.833811,"recall":0.880435,"f1":0.848386,"accuracy":0.880435,"main_score":0.848386,"hf_subset":"hye_Armn-tam_Taml","languages":["hye-Armn","tam-Taml"]},{"precision":0.817062,"recall":0.864625,"f1":0.831244,"accuracy":0.864625,"main_score":0.831244,"hf_subset":"hye_Armn-vie_Latn","languages":["hye-Armn","vie-Latn"]},{"precision":0.810525,"recall":0.856719,"f1":0.824069,"accuracy":0.856719,"main_score":0.824069,"hf_subset":"hye_Armn-apc_Arab","languages":["hye-Armn","apc-Arab"]},{"precision":0.484255,"recall":0.559289,"f1":0.50574,"accuracy":0.559289,"main_score":0.50574,"hf_subset":"hye_Armn-bug_Latn","languages":["hye-Armn","bug-Latn"]},{"precision":0.332057,"recall":0.412055,"f1":0.354218,"accuracy":0.412055,"main_score":0.354218,"hf_subset":"hye_Armn-fon_Latn","languages":["hye-Armn","fon-Latn"]},{"precision":0.61624,"recall":0.68083,"f1":0.634972,"accuracy":0.68083,"main_score":0.634972,"hf_subset":"hye_Armn-jav_Latn","languages":["hye-Armn","jav-Latn"]},{"precision":0.659511,"recall":0.733202,"f1":0.680726,"accuracy":0.733202,"main_score":0.680726,"hf_subset":"hye_Armn-lao_Laoo","languages":["hye-Armn","lao-Laoo"]},{"precision":0.345045,"recall":0.422925,"f1":0.365415,"accuracy":0.422925,"main_score":0.365415,"hf_subset":"hye_Armn-mri_Latn","languages":["hye-Armn","mri-Latn"]},{"precision":0.849532,"recall":0.887352,"f1":0.86122,"accuracy":0.887352,"main_score":0.86122,"hf_subset":"hye_Armn-rus_Cyrl","languages":["hye-Armn","rus-Cyrl"]},{"precision":0.362976,"recall":0.436759,"f1":0.382197,"accuracy":0.436759,"main_score":0.382197,"hf_subset":"hye_Armn-taq_Latn","languages":["hye-Armn","taq-Latn"]},{"precision":0.616864,"recall":0.679842,"f1":0.635724,"accuracy":0.679842,"main_score":0.635724,"hf_subset":"hye_Armn-war_Latn","languages":["hye-Armn","war-Latn"]},{"precision":0.850198,"recall":0.890316,"f1":0.862253,"accuracy":0.890316,"main_score":0.862253,"hf_subset":"hye_Armn-arb_Arab","languages":["hye-Armn","arb-Arab"]},{"precision":0.850347,"recall":0.889328,"f1":0.861962,"accuracy":0.889328,"main_score":0.861962,"hf_subset":"hye_Armn-bul_Cyrl","languages":["hye-Armn","bul-Cyrl"]},{"precision":0.850823,"recall":0.889328,"f1":0.862601,"accuracy":0.889328,"main_score":0.862601,"hf_subset":"hye_Armn-fra_Latn","languages":["hye-Armn","fra-Latn"]},{"precision":0.820504,"recall":0.867589,"f1":0.834966,"accuracy":0.867589,"main_score":0.834966,"hf_subset":"hye_Armn-jpn_Jpan","languages":["hye-Armn","jpn-Jpan"]},{"precision":0.677289,"recall":0.744071,"f1":0.696871,"accuracy":0.744071,"main_score":0.696871,"hf_subset":"hye_Armn-lij_Latn","languages":["hye-Armn","lij-Latn"]},{"precision":0.707159,"recall":0.774704,"f1":0.727456,"accuracy":0.774704,"main_score":0.727456,"hf_subset":"hye_Armn-mya_Mymr","languages":["hye-Armn","mya-Mymr"]},{"precision":0.383921,"recall":0.464427,"f1":0.404916,"accuracy":0.464427,"main_score":0.404916,"hf_subset":"hye_Armn-sag_Latn","languages":["hye-Armn","sag-Latn"]},{"precision":0.138798,"recall":0.219368,"f1":0.157672,"accuracy":0.219368,"main_score":0.157672,"hf_subset":"hye_Armn-taq_Tfng","languages":["hye-Armn","taq-Tfng"]},{"precision":0.394931,"recall":0.464427,"f1":0.413626,"accuracy":0.464427,"main_score":0.413626,"hf_subset":"hye_Armn-wol_Latn","languages":["hye-Armn","wol-Latn"]},{"precision":0.284285,"recall":0.365613,"f1":0.304927,"accuracy":0.365613,"main_score":0.304927,"hf_subset":"hye_Armn-arb_Latn","languages":["hye-Armn","arb-Latn"]},{"precision":0.842318,"recall":0.881423,"f1":0.854035,"accuracy":0.881423,"main_score":0.854035,"hf_subset":"hye_Armn-cat_Latn","languages":["hye-Armn","cat-Latn"]},{"precision":0.646475,"recall":0.712451,"f1":0.664549,"accuracy":0.712451,"main_score":0.664549,"hf_subset":"hye_Armn-fur_Latn","languages":["hye-Armn","fur-Latn"]},{"precision":0.288537,"recall":0.359684,"f1":0.30765,"accuracy":0.359684,"main_score":0.30765,"hf_subset":"hye_Armn-kab_Latn","languages":["hye-Armn","kab-Latn"]},{"precision":0.619278,"recall":0.689723,"f1":0.639613,"accuracy":0.689723,"main_score":0.639613,"hf_subset":"hye_Armn-lim_Latn","languages":["hye-Armn","lim-Latn"]},{"precision":0.838937,"recall":0.881423,"f1":0.851927,"accuracy":0.881423,"main_score":0.851927,"hf_subset":"hye_Armn-nld_Latn","languages":["hye-Armn","nld-Latn"]},{"precision":0.703262,"recall":0.758893,"f1":0.71926,"accuracy":0.758893,"main_score":0.71926,"hf_subset":"hye_Armn-san_Deva","languages":["hye-Armn","san-Deva"]},{"precision":0.53143,"recall":0.597826,"f1":0.549737,"accuracy":0.597826,"main_score":0.549737,"hf_subset":"hye_Armn-tat_Cyrl","languages":["hye-Armn","tat-Cyrl"]},{"precision":0.373993,"recall":0.455534,"f1":0.395521,"accuracy":0.455534,"main_score":0.395521,"hf_subset":"hye_Armn-xho_Latn","languages":["hye-Armn","xho-Latn"]},{"precision":0.839954,"recall":0.882411,"f1":0.852819,"accuracy":0.882411,"main_score":0.852819,"hf_subset":"hye_Armn-ars_Arab","languages":["hye-Armn","ars-Arab"]},{"precision":0.593739,"recall":0.661067,"f1":0.612474,"accuracy":0.661067,"main_score":0.612474,"hf_subset":"hye_Armn-ceb_Latn","languages":["hye-Armn","ceb-Latn"]},{"precision":0.383363,"recall":0.453557,"f1":0.40183,"accuracy":0.453557,"main_score":0.40183,"hf_subset":"hye_Armn-fuv_Latn","languages":["hye-Armn","fuv-Latn"]},{"precision":0.349442,"recall":0.431818,"f1":0.371304,"accuracy":0.431818,"main_score":0.371304,"hf_subset":"hye_Armn-kac_Latn","languages":["hye-Armn","kac-Latn"]},{"precision":0.388274,"recall":0.471344,"f1":0.411204,"accuracy":0.471344,"main_score":0.411204,"hf_subset":"hye_Armn-lin_Latn","languages":["hye-Armn","lin-Latn"]},{"precision":0.786174,"recall":0.841897,"f1":0.803151,"accuracy":0.841897,"main_score":0.803151,"hf_subset":"hye_Armn-nno_Latn","languages":["hye-Armn","nno-Latn"]},{"precision":0.18011,"recall":0.248024,"f1":0.196661,"accuracy":0.248024,"main_score":0.196661,"hf_subset":"hye_Armn-sat_Olck","languages":["hye-Armn","sat-Olck"]},{"precision":0.83531,"recall":0.879447,"f1":0.848913,"accuracy":0.879447,"main_score":0.848913,"hf_subset":"hye_Armn-tel_Telu","languages":["hye-Armn","tel-Telu"]},{"precision":0.29375,"recall":0.370553,"f1":0.313349,"accuracy":0.370553,"main_score":0.313349,"hf_subset":"hye_Armn-ydd_Hebr","languages":["hye-Armn","ydd-Hebr"]},{"precision":0.721165,"recall":0.779644,"f1":0.737846,"accuracy":0.779644,"main_score":0.737846,"hf_subset":"hye_Armn-ary_Arab","languages":["hye-Armn","ary-Arab"]},{"precision":0.846294,"recall":0.889328,"f1":0.859717,"accuracy":0.889328,"main_score":0.859717,"hf_subset":"hye_Armn-ces_Latn","languages":["hye-Armn","ces-Latn"]},{"precision":0.310586,"recall":0.387352,"f1":0.330537,"accuracy":0.387352,"main_score":0.330537,"hf_subset":"hye_Armn-gaz_Latn","languages":["hye-Armn","gaz-Latn"]},{"precision":0.38594,"recall":0.455534,"f1":0.404242,"accuracy":0.455534,"main_score":0.404242,"hf_subset":"hye_Armn-kam_Latn","languages":["hye-Armn","kam-Latn"]},{"precision":0.681415,"recall":0.75,"f1":0.701424,"accuracy":0.75,"main_score":0.701424,"hf_subset":"hye_Armn-lit_Latn","languages":["hye-Armn","lit-Latn"]},{"precision":0.831769,"recall":0.876482,"f1":0.845356,"accuracy":0.876482,"main_score":0.845356,"hf_subset":"hye_Armn-nob_Latn","languages":["hye-Armn","nob-Latn"]},{"precision":0.593895,"recall":0.661067,"f1":0.612708,"accuracy":0.661067,"main_score":0.612708,"hf_subset":"hye_Armn-scn_Latn","languages":["hye-Armn","scn-Latn"]},{"precision":0.4272,"recall":0.496047,"f1":0.445287,"accuracy":0.496047,"main_score":0.445287,"hf_subset":"hye_Armn-tgk_Cyrl","languages":["hye-Armn","tgk-Cyrl"]},{"precision":0.341168,"recall":0.422925,"f1":0.362996,"accuracy":0.422925,"main_score":0.362996,"hf_subset":"hye_Armn-yor_Latn","languages":["hye-Armn","yor-Latn"]},{"precision":0.805352,"recall":0.854743,"f1":0.820371,"accuracy":0.854743,"main_score":0.820371,"hf_subset":"hye_Armn-arz_Arab","languages":["hye-Armn","arz-Arab"]},{"precision":0.365053,"recall":0.44664,"f1":0.387457,"accuracy":0.44664,"main_score":0.387457,"hf_subset":"hye_Armn-cjk_Latn","languages":["hye-Armn","cjk-Latn"]},{"precision":0.335263,"recall":0.405138,"f1":0.352595,"accuracy":0.405138,"main_score":0.352595,"hf_subset":"hye_Armn-gla_Latn","languages":["hye-Armn","gla-Latn"]},{"precision":0.826228,"recall":0.869565,"f1":0.839067,"accuracy":0.869565,"main_score":0.839067,"hf_subset":"hye_Armn-kan_Knda","languages":["hye-Armn","kan-Knda"]},{"precision":0.611167,"recall":0.684783,"f1":0.631566,"accuracy":0.684783,"main_score":0.631566,"hf_subset":"hye_Armn-lmo_Latn","languages":["hye-Armn","lmo-Latn"]},{"precision":0.821789,"recall":0.870553,"f1":0.83658,"accuracy":0.870553,"main_score":0.83658,"hf_subset":"hye_Armn-npi_Deva","languages":["hye-Armn","npi-Deva"]},{"precision":0.337242,"recall":0.405138,"f1":0.355436,"accuracy":0.405138,"main_score":0.355436,"hf_subset":"hye_Armn-shn_Mymr","languages":["hye-Armn","shn-Mymr"]},{"precision":0.740457,"recall":0.798419,"f1":0.75779,"accuracy":0.798419,"main_score":0.75779,"hf_subset":"hye_Armn-tgl_Latn","languages":["hye-Armn","tgl-Latn"]},{"precision":0.780312,"recall":0.836957,"f1":0.7974,"accuracy":0.836957,"main_score":0.7974,"hf_subset":"hye_Armn-yue_Hant","languages":["hye-Armn","yue-Hant"]},{"precision":0.708559,"recall":0.773715,"f1":0.727388,"accuracy":0.773715,"main_score":0.727388,"hf_subset":"hye_Armn-asm_Beng","languages":["hye-Armn","asm-Beng"]},{"precision":0.393128,"recall":0.467391,"f1":0.412252,"accuracy":0.467391,"main_score":0.412252,"hf_subset":"hye_Armn-ckb_Arab","languages":["hye-Armn","ckb-Arab"]},{"precision":0.370344,"recall":0.44664,"f1":0.389279,"accuracy":0.44664,"main_score":0.389279,"hf_subset":"hye_Armn-gle_Latn","languages":["hye-Armn","gle-Latn"]},{"precision":0.502141,"recall":0.596838,"f1":0.528519,"accuracy":0.596838,"main_score":0.528519,"hf_subset":"hye_Armn-kas_Arab","languages":["hye-Armn","kas-Arab"]},{"precision":0.494937,"recall":0.562253,"f1":0.514196,"accuracy":0.562253,"main_score":0.514196,"hf_subset":"hye_Armn-ltg_Latn","languages":["hye-Armn","ltg-Latn"]},{"precision":0.385815,"recall":0.461462,"f1":0.406539,"accuracy":0.461462,"main_score":0.406539,"hf_subset":"hye_Armn-nso_Latn","languages":["hye-Armn","nso-Latn"]},{"precision":0.740286,"recall":0.795455,"f1":0.756109,"accuracy":0.795455,"main_score":0.756109,"hf_subset":"hye_Armn-sin_Sinh","languages":["hye-Armn","sin-Sinh"]},{"precision":0.825856,"recall":0.869565,"f1":0.839014,"accuracy":0.869565,"main_score":0.839014,"hf_subset":"hye_Armn-tha_Thai","languages":["hye-Armn","tha-Thai"]},{"precision":0.802256,"recall":0.855731,"f1":0.818347,"accuracy":0.855731,"main_score":0.818347,"hf_subset":"hye_Armn-zho_Hans","languages":["hye-Armn","zho-Hans"]},{"precision":0.771237,"recall":0.828063,"f1":0.78807,"accuracy":0.828063,"main_score":0.78807,"hf_subset":"hye_Armn-ast_Latn","languages":["hye-Armn","ast-Latn"]},{"precision":0.657635,"recall":0.721344,"f1":0.676042,"accuracy":0.721344,"main_score":0.676042,"hf_subset":"hye_Armn-crh_Latn","languages":["hye-Armn","crh-Latn"]},{"precision":0.832428,"recall":0.875494,"f1":0.845295,"accuracy":0.875494,"main_score":0.845295,"hf_subset":"hye_Armn-glg_Latn","languages":["hye-Armn","glg-Latn"]},{"precision":0.441885,"recall":0.522727,"f1":0.463868,"accuracy":0.522727,"main_score":0.463868,"hf_subset":"hye_Armn-kas_Deva","languages":["hye-Armn","kas-Deva"]},{"precision":0.56306,"recall":0.63834,"f1":0.583459,"accuracy":0.63834,"main_score":0.583459,"hf_subset":"hye_Armn-ltz_Latn","languages":["hye-Armn","ltz-Latn"]},{"precision":0.305988,"recall":0.37253,"f1":0.322925,"accuracy":0.37253,"main_score":0.322925,"hf_subset":"hye_Armn-nus_Latn","languages":["hye-Armn","nus-Latn"]},{"precision":0.831275,"recall":0.875494,"f1":0.844697,"accuracy":0.875494,"main_score":0.844697,"hf_subset":"hye_Armn-slk_Latn","languages":["hye-Armn","slk-Latn"]},{"precision":0.358009,"recall":0.433794,"f1":0.378883,"accuracy":0.433794,"main_score":0.378883,"hf_subset":"hye_Armn-tir_Ethi","languages":["hye-Armn","tir-Ethi"]},{"precision":0.797407,"recall":0.847826,"f1":0.812862,"accuracy":0.847826,"main_score":0.812862,"hf_subset":"hye_Armn-zho_Hant","languages":["hye-Armn","zho-Hant"]},{"precision":0.800511,"recall":0.852767,"f1":0.816568,"accuracy":0.852767,"main_score":0.816568,"hf_subset":"hye_Armn-awa_Deva","languages":["hye-Armn","awa-Deva"]},{"precision":0.386995,"recall":0.451581,"f1":0.403848,"accuracy":0.451581,"main_score":0.403848,"hf_subset":"hye_Armn-cym_Latn","languages":["hye-Armn","cym-Latn"]},{"precision":0.453814,"recall":0.527668,"f1":0.474268,"accuracy":0.527668,"main_score":0.474268,"hf_subset":"hye_Armn-grn_Latn","languages":["hye-Armn","grn-Latn"]},{"precision":0.78167,"recall":0.836957,"f1":0.798175,"accuracy":0.836957,"main_score":0.798175,"hf_subset":"hye_Armn-kat_Geor","languages":["hye-Armn","kat-Geor"]},{"precision":0.406018,"recall":0.480237,"f1":0.426211,"accuracy":0.480237,"main_score":0.426211,"hf_subset":"hye_Armn-lua_Latn","languages":["hye-Armn","lua-Latn"]},{"precision":0.395285,"recall":0.468379,"f1":0.415668,"accuracy":0.468379,"main_score":0.415668,"hf_subset":"hye_Armn-nya_Latn","languages":["hye-Armn","nya-Latn"]},{"precision":0.760418,"recall":0.81917,"f1":0.77759,"accuracy":0.81917,"main_score":0.77759,"hf_subset":"hye_Armn-slv_Latn","languages":["hye-Armn","slv-Latn"]},{"precision":0.48909,"recall":0.576087,"f1":0.513309,"accuracy":0.576087,"main_score":0.513309,"hf_subset":"hye_Armn-tpi_Latn","languages":["hye-Armn","tpi-Latn"]},{"precision":0.803164,"recall":0.851779,"f1":0.817556,"accuracy":0.851779,"main_score":0.817556,"hf_subset":"hye_Armn-zsm_Latn","languages":["hye-Armn","zsm-Latn"]},{"precision":0.352341,"recall":0.429842,"f1":0.373891,"accuracy":0.429842,"main_score":0.373891,"hf_subset":"hye_Armn-ayr_Latn","languages":["hye-Armn","ayr-Latn"]},{"precision":0.845422,"recall":0.887352,"f1":0.858136,"accuracy":0.887352,"main_score":0.858136,"hf_subset":"hye_Armn-dan_Latn","languages":["hye-Armn","dan-Latn"]},{"precision":0.83274,"recall":0.880435,"f1":0.847661,"accuracy":0.880435,"main_score":0.847661,"hf_subset":"hye_Armn-guj_Gujr","languages":["hye-Armn","guj-Gujr"]},{"precision":0.663153,"recall":0.726285,"f1":0.680843,"accuracy":0.726285,"main_score":0.680843,"hf_subset":"hye_Armn-kaz_Cyrl","languages":["hye-Armn","kaz-Cyrl"]},{"precision":0.369882,"recall":0.440711,"f1":0.389055,"accuracy":0.440711,"main_score":0.389055,"hf_subset":"hye_Armn-lug_Latn","languages":["hye-Armn","lug-Latn"]},{"precision":0.768906,"recall":0.824111,"f1":0.785296,"accuracy":0.824111,"main_score":0.785296,"hf_subset":"hye_Armn-oci_Latn","languages":["hye-Armn","oci-Latn"]},{"precision":0.364646,"recall":0.453557,"f1":0.38873,"accuracy":0.453557,"main_score":0.38873,"hf_subset":"hye_Armn-smo_Latn","languages":["hye-Armn","smo-Latn"]},{"precision":0.347245,"recall":0.43083,"f1":0.36956,"accuracy":0.43083,"main_score":0.36956,"hf_subset":"hye_Armn-tsn_Latn","languages":["hye-Armn","tsn-Latn"]},{"precision":0.361413,"recall":0.442688,"f1":0.383071,"accuracy":0.442688,"main_score":0.383071,"hf_subset":"hye_Armn-zul_Latn","languages":["hye-Armn","zul-Latn"]},{"precision":0.476864,"recall":0.562253,"f1":0.500482,"accuracy":0.562253,"main_score":0.500482,"hf_subset":"hye_Armn-azb_Arab","languages":["hye-Armn","azb-Arab"]},{"precision":0.848898,"recall":0.885375,"f1":0.859689,"accuracy":0.885375,"main_score":0.859689,"hf_subset":"hye_Armn-deu_Latn","languages":["hye-Armn","deu-Latn"]},{"precision":0.488739,"recall":0.566206,"f1":0.510048,"accuracy":0.566206,"main_score":0.510048,"hf_subset":"hye_Armn-hat_Latn","languages":["hye-Armn","hat-Latn"]},{"precision":0.343938,"recall":0.421937,"f1":0.364378,"accuracy":0.421937,"main_score":0.364378,"hf_subset":"hye_Armn-kbp_Latn","languages":["hye-Armn","kbp-Latn"]},{"precision":0.37377,"recall":0.445652,"f1":0.392983,"accuracy":0.445652,"main_score":0.392983,"hf_subset":"hye_Armn-luo_Latn","languages":["hye-Armn","luo-Latn"]},{"precision":0.466682,"recall":0.543478,"f1":0.487512,"accuracy":0.543478,"main_score":0.487512,"hf_subset":"hye_Armn-ory_Orya","languages":["hye-Armn","ory-Orya"]},{"precision":0.372628,"recall":0.436759,"f1":0.390028,"accuracy":0.436759,"main_score":0.390028,"hf_subset":"hye_Armn-sna_Latn","languages":["hye-Armn","sna-Latn"]},{"precision":0.371248,"recall":0.436759,"f1":0.388522,"accuracy":0.436759,"main_score":0.388522,"hf_subset":"hye_Armn-tso_Latn","languages":["hye-Armn","tso-Latn"]},{"precision":0.719822,"recall":0.779644,"f1":0.737651,"accuracy":0.779644,"main_score":0.737651,"hf_subset":"hye_Armn-azj_Latn","languages":["hye-Armn","azj-Latn"]},{"precision":0.341012,"recall":0.41502,"f1":0.361132,"accuracy":0.41502,"main_score":0.361132,"hf_subset":"hye_Armn-dik_Latn","languages":["hye-Armn","dik-Latn"]},{"precision":0.391663,"recall":0.456522,"f1":0.408769,"accuracy":0.456522,"main_score":0.408769,"hf_subset":"hye_Armn-hau_Latn","languages":["hye-Armn","hau-Latn"]},{"precision":0.614676,"recall":0.692688,"f1":0.636815,"accuracy":0.692688,"main_score":0.636815,"hf_subset":"hye_Armn-kea_Latn","languages":["hye-Armn","kea-Latn"]},{"precision":0.445943,"recall":0.519763,"f1":0.466481,"accuracy":0.519763,"main_score":0.466481,"hf_subset":"hye_Armn-lus_Latn","languages":["hye-Armn","lus-Latn"]},{"precision":0.516973,"recall":0.593874,"f1":0.5383,"accuracy":0.593874,"main_score":0.5383,"hf_subset":"hye_Armn-pag_Latn","languages":["hye-Armn","pag-Latn"]},{"precision":0.526492,"recall":0.609684,"f1":0.550287,"accuracy":0.609684,"main_score":0.550287,"hf_subset":"hye_Armn-snd_Arab","languages":["hye-Armn","snd-Arab"]},{"precision":0.524985,"recall":0.591897,"f1":0.543255,"accuracy":0.591897,"main_score":0.543255,"hf_subset":"hye_Armn-tuk_Latn","languages":["hye-Armn","tuk-Latn"]},{"precision":0.525754,"recall":0.583004,"f1":0.541417,"accuracy":0.583004,"main_score":0.541417,"hf_subset":"hye_Armn-bak_Cyrl","languages":["hye-Armn","bak-Cyrl"]},{"precision":0.300548,"recall":0.381423,"f1":0.320921,"accuracy":0.381423,"main_score":0.320921,"hf_subset":"hye_Armn-dyu_Latn","languages":["hye-Armn","dyu-Latn"]},{"precision":0.784479,"recall":0.840909,"f1":0.801795,"accuracy":0.840909,"main_score":0.801795,"hf_subset":"hye_Armn-heb_Hebr","languages":["hye-Armn","heb-Hebr"]},{"precision":0.410543,"recall":0.475296,"f1":0.427306,"accuracy":0.475296,"main_score":0.427306,"hf_subset":"hye_Armn-khk_Cyrl","languages":["hye-Armn","khk-Cyrl"]},{"precision":0.693511,"recall":0.753953,"f1":0.710799,"accuracy":0.753953,"main_score":0.710799,"hf_subset":"hye_Armn-lvs_Latn","languages":["hye-Armn","lvs-Latn"]},{"precision":0.805995,"recall":0.857708,"f1":0.821871,"accuracy":0.857708,"main_score":0.821871,"hf_subset":"hye_Armn-pan_Guru","languages":["hye-Armn","pan-Guru"]},{"precision":0.367799,"recall":0.424901,"f1":0.383173,"accuracy":0.424901,"main_score":0.383173,"hf_subset":"hye_Armn-som_Latn","languages":["hye-Armn","som-Latn"]},{"precision":0.391614,"recall":0.461462,"f1":0.410309,"accuracy":0.461462,"main_score":0.410309,"hf_subset":"hye_Armn-tum_Latn","languages":["hye-Armn","tum-Latn"]},{"precision":0.257731,"recall":0.312253,"f1":0.272047,"accuracy":0.312253,"main_score":0.272047,"hf_subset":"kmb_Latn-ace_Arab","languages":["kmb-Latn","ace-Arab"]},{"precision":0.40448,"recall":0.443676,"f1":0.415995,"accuracy":0.443676,"main_score":0.415995,"hf_subset":"kmb_Latn-bam_Latn","languages":["kmb-Latn","bam-Latn"]},{"precision":0.134153,"recall":0.185771,"f1":0.146987,"accuracy":0.185771,"main_score":0.146987,"hf_subset":"kmb_Latn-dzo_Tibt","languages":["kmb-Latn","dzo-Tibt"]},{"precision":0.413275,"recall":0.467391,"f1":0.426286,"accuracy":0.467391,"main_score":0.426286,"hf_subset":"kmb_Latn-hin_Deva","languages":["kmb-Latn","hin-Deva"]},{"precision":0.36303,"recall":0.416996,"f1":0.377759,"accuracy":0.416996,"main_score":0.377759,"hf_subset":"kmb_Latn-khm_Khmr","languages":["kmb-Latn","khm-Khmr"]},{"precision":0.418024,"recall":0.469368,"f1":0.43114,"accuracy":0.469368,"main_score":0.43114,"hf_subset":"kmb_Latn-mag_Deva","languages":["kmb-Latn","mag-Deva"]},{"precision":0.451485,"recall":0.488142,"f1":0.461928,"accuracy":0.488142,"main_score":0.461928,"hf_subset":"kmb_Latn-pap_Latn","languages":["kmb-Latn","pap-Latn"]},{"precision":0.443849,"recall":0.483202,"f1":0.454369,"accuracy":0.483202,"main_score":0.454369,"hf_subset":"kmb_Latn-sot_Latn","languages":["kmb-Latn","sot-Latn"]},{"precision":0.42844,"recall":0.487154,"f1":0.444111,"accuracy":0.487154,"main_score":0.444111,"hf_subset":"kmb_Latn-tur_Latn","languages":["kmb-Latn","tur-Latn"]},{"precision":0.442372,"recall":0.475296,"f1":0.451339,"accuracy":0.475296,"main_score":0.451339,"hf_subset":"kmb_Latn-ace_Latn","languages":["kmb-Latn","ace-Latn"]},{"precision":0.444466,"recall":0.481225,"f1":0.454927,"accuracy":0.481225,"main_score":0.454927,"hf_subset":"kmb_Latn-ban_Latn","languages":["kmb-Latn","ban-Latn"]},{"precision":0.370464,"recall":0.434783,"f1":0.387618,"accuracy":0.434783,"main_score":0.387618,"hf_subset":"kmb_Latn-ell_Grek","languages":["kmb-Latn","ell-Grek"]},{"precision":0.402405,"recall":0.456522,"f1":0.416511,"accuracy":0.456522,"main_score":0.416511,"hf_subset":"kmb_Latn-hne_Deva","languages":["kmb-Latn","hne-Deva"]},{"precision":0.413135,"recall":0.454545,"f1":0.425282,"accuracy":0.454545,"main_score":0.425282,"hf_subset":"kmb_Latn-kik_Latn","languages":["kmb-Latn","kik-Latn"]},{"precision":0.414457,"recall":0.465415,"f1":0.427458,"accuracy":0.465415,"main_score":0.427458,"hf_subset":"kmb_Latn-mai_Deva","languages":["kmb-Latn","mai-Deva"]},{"precision":0.383501,"recall":0.433794,"f1":0.397502,"accuracy":0.433794,"main_score":0.397502,"hf_subset":"kmb_Latn-pbt_Arab","languages":["kmb-Latn","pbt-Arab"]},{"precision":0.434815,"recall":0.495059,"f1":0.449707,"accuracy":0.495059,"main_score":0.449707,"hf_subset":"kmb_Latn-spa_Latn","languages":["kmb-Latn","spa-Latn"]},{"precision":0.457297,"recall":0.494071,"f1":0.467514,"accuracy":0.494071,"main_score":0.467514,"hf_subset":"kmb_Latn-twi_Latn","languages":["kmb-Latn","twi-Latn"]},{"precision":0.400246,"recall":0.458498,"f1":0.415546,"accuracy":0.458498,"main_score":0.415546,"hf_subset":"kmb_Latn-acm_Arab","languages":["kmb-Latn","acm-Arab"]},{"precision":0.363954,"recall":0.416996,"f1":0.378658,"accuracy":0.416996,"main_score":0.378658,"hf_subset":"kmb_Latn-bel_Cyrl","languages":["kmb-Latn","bel-Cyrl"]},{"precision":0.440783,"recall":0.500988,"f1":0.456306,"accuracy":0.500988,"main_score":0.456306,"hf_subset":"kmb_Latn-eng_Latn","languages":["kmb-Latn","eng-Latn"]},{"precision":0.435029,"recall":0.485178,"f1":0.447682,"accuracy":0.485178,"main_score":0.447682,"hf_subset":"kmb_Latn-hrv_Latn","languages":["kmb-Latn","hrv-Latn"]},{"precision":0.411327,"recall":0.454545,"f1":0.422953,"accuracy":0.454545,"main_score":0.422953,"hf_subset":"kmb_Latn-kin_Latn","languages":["kmb-Latn","kin-Latn"]},{"precision":0.386816,"recall":0.449605,"f1":0.403966,"accuracy":0.449605,"main_score":0.403966,"hf_subset":"kmb_Latn-mal_Mlym","languages":["kmb-Latn","mal-Mlym"]},{"precision":0.400889,"recall":0.460474,"f1":0.41579,"accuracy":0.460474,"main_score":0.41579,"hf_subset":"kmb_Latn-pes_Arab","languages":["kmb-Latn","pes-Arab"]},{"precision":0.431966,"recall":0.470356,"f1":0.442188,"accuracy":0.470356,"main_score":0.442188,"hf_subset":"kmb_Latn-srd_Latn","languages":["kmb-Latn","srd-Latn"]},{"precision":0.144425,"recall":0.190711,"f1":0.155856,"accuracy":0.190711,"main_score":0.155856,"hf_subset":"kmb_Latn-tzm_Tfng","languages":["kmb-Latn","tzm-Tfng"]},{"precision":0.392198,"recall":0.450593,"f1":0.406095,"accuracy":0.450593,"main_score":0.406095,"hf_subset":"kmb_Latn-acq_Arab","languages":["kmb-Latn","acq-Arab"]},{"precision":0.466201,"recall":0.498024,"f1":0.475133,"accuracy":0.498024,"main_score":0.475133,"hf_subset":"kmb_Latn-bem_Latn","languages":["kmb-Latn","bem-Latn"]},{"precision":0.422577,"recall":0.461462,"f1":0.433122,"accuracy":0.461462,"main_score":0.433122,"hf_subset":"kmb_Latn-epo_Latn","languages":["kmb-Latn","epo-Latn"]},{"precision":0.408758,"recall":0.466403,"f1":0.424062,"accuracy":0.466403,"main_score":0.424062,"hf_subset":"kmb_Latn-hun_Latn","languages":["kmb-Latn","hun-Latn"]},{"precision":0.409684,"recall":0.452569,"f1":0.421504,"accuracy":0.452569,"main_score":0.421504,"hf_subset":"kmb_Latn-kir_Cyrl","languages":["kmb-Latn","kir-Cyrl"]},{"precision":0.401826,"recall":0.455534,"f1":0.416051,"accuracy":0.455534,"main_score":0.416051,"hf_subset":"kmb_Latn-mar_Deva","languages":["kmb-Latn","mar-Deva"]},{"precision":0.443619,"recall":0.478261,"f1":0.453271,"accuracy":0.478261,"main_score":0.453271,"hf_subset":"kmb_Latn-plt_Latn","languages":["kmb-Latn","plt-Latn"]},{"precision":0.41045,"recall":0.456522,"f1":0.422775,"accuracy":0.456522,"main_score":0.422775,"hf_subset":"kmb_Latn-srp_Cyrl","languages":["kmb-Latn","srp-Cyrl"]},{"precision":0.277341,"recall":0.322134,"f1":0.28865,"accuracy":0.322134,"main_score":0.28865,"hf_subset":"kmb_Latn-uig_Arab","languages":["kmb-Latn","uig-Arab"]},{"precision":0.389072,"recall":0.439723,"f1":0.401589,"accuracy":0.439723,"main_score":0.401589,"hf_subset":"kmb_Latn-aeb_Arab","languages":["kmb-Latn","aeb-Arab"]},{"precision":0.41034,"recall":0.468379,"f1":0.426351,"accuracy":0.468379,"main_score":0.426351,"hf_subset":"kmb_Latn-ben_Beng","languages":["kmb-Latn","ben-Beng"]},{"precision":0.427941,"recall":0.468379,"f1":0.439243,"accuracy":0.468379,"main_score":0.439243,"hf_subset":"kmb_Latn-est_Latn","languages":["kmb-Latn","est-Latn"]},{"precision":0.365772,"recall":0.416008,"f1":0.378989,"accuracy":0.416008,"main_score":0.378989,"hf_subset":"kmb_Latn-hye_Armn","languages":["kmb-Latn","hye-Armn"]},{"precision":0.220117,"recall":0.271739,"f1":0.233772,"accuracy":0.271739,"main_score":0.233772,"hf_subset":"kmb_Latn-min_Arab","languages":["kmb-Latn","min-Arab"]},{"precision":0.422504,"recall":0.481225,"f1":0.436311,"accuracy":0.481225,"main_score":0.436311,"hf_subset":"kmb_Latn-pol_Latn","languages":["kmb-Latn","pol-Latn"]},{"precision":0.415123,"recall":0.450593,"f1":0.425296,"accuracy":0.450593,"main_score":0.425296,"hf_subset":"kmb_Latn-ssw_Latn","languages":["kmb-Latn","ssw-Latn"]},{"precision":0.413114,"recall":0.466403,"f1":0.427613,"accuracy":0.466403,"main_score":0.427613,"hf_subset":"kmb_Latn-ukr_Cyrl","languages":["kmb-Latn","ukr-Cyrl"]},{"precision":0.445022,"recall":0.483202,"f1":0.455617,"accuracy":0.483202,"main_score":0.455617,"hf_subset":"kmb_Latn-afr_Latn","languages":["kmb-Latn","afr-Latn"]},{"precision":0.418599,"recall":0.466403,"f1":0.431568,"accuracy":0.466403,"main_score":0.431568,"hf_subset":"kmb_Latn-bho_Deva","languages":["kmb-Latn","bho-Deva"]},{"precision":0.427967,"recall":0.461462,"f1":0.437196,"accuracy":0.461462,"main_score":0.437196,"hf_subset":"kmb_Latn-eus_Latn","languages":["kmb-Latn","eus-Latn"]},{"precision":0.393734,"recall":0.443676,"f1":0.408168,"accuracy":0.443676,"main_score":0.408168,"hf_subset":"kmb_Latn-ibo_Latn","languages":["kmb-Latn","ibo-Latn"]},{"precision":0.3975,"recall":0.4417,"f1":0.409845,"accuracy":0.4417,"main_score":0.409845,"hf_subset":"kmb_Latn-kmr_Latn","languages":["kmb-Latn","kmr-Latn"]},{"precision":0.4284,"recall":0.467391,"f1":0.439007,"accuracy":0.467391,"main_score":0.439007,"hf_subset":"kmb_Latn-min_Latn","languages":["kmb-Latn","min-Latn"]},{"precision":0.450107,"recall":0.504941,"f1":0.46332,"accuracy":0.504941,"main_score":0.46332,"hf_subset":"kmb_Latn-por_Latn","languages":["kmb-Latn","por-Latn"]},{"precision":0.450552,"recall":0.485178,"f1":0.459685,"accuracy":0.485178,"main_score":0.459685,"hf_subset":"kmb_Latn-sun_Latn","languages":["kmb-Latn","sun-Latn"]},{"precision":0.462748,"recall":0.500988,"f1":0.473824,"accuracy":0.500988,"main_score":0.473824,"hf_subset":"kmb_Latn-umb_Latn","languages":["kmb-Latn","umb-Latn"]},{"precision":0.416168,"recall":0.467391,"f1":0.429476,"accuracy":0.467391,"main_score":0.429476,"hf_subset":"kmb_Latn-ajp_Arab","languages":["kmb-Latn","ajp-Arab"]},{"precision":0.241605,"recall":0.285573,"f1":0.252537,"accuracy":0.285573,"main_score":0.252537,"hf_subset":"kmb_Latn-bjn_Arab","languages":["kmb-Latn","bjn-Arab"]},{"precision":0.429857,"recall":0.463439,"f1":0.439206,"accuracy":0.463439,"main_score":0.439206,"hf_subset":"kmb_Latn-ewe_Latn","languages":["kmb-Latn","ewe-Latn"]},{"precision":0.46455,"recall":0.497036,"f1":0.474111,"accuracy":0.497036,"main_score":0.474111,"hf_subset":"kmb_Latn-ilo_Latn","languages":["kmb-Latn","ilo-Latn"]},{"precision":0.184034,"recall":0.228261,"f1":0.195727,"accuracy":0.228261,"main_score":0.195727,"hf_subset":"kmb_Latn-knc_Arab","languages":["kmb-Latn","knc-Arab"]},{"precision":0.412507,"recall":0.460474,"f1":0.426074,"accuracy":0.460474,"main_score":0.426074,"hf_subset":"kmb_Latn-mkd_Cyrl","languages":["kmb-Latn","mkd-Cyrl"]},{"precision":0.40046,"recall":0.461462,"f1":0.416731,"accuracy":0.461462,"main_score":0.416731,"hf_subset":"kmb_Latn-prs_Arab","languages":["kmb-Latn","prs-Arab"]},{"precision":0.422168,"recall":0.478261,"f1":0.436912,"accuracy":0.478261,"main_score":0.436912,"hf_subset":"kmb_Latn-swe_Latn","languages":["kmb-Latn","swe-Latn"]},{"precision":0.380259,"recall":0.439723,"f1":0.395741,"accuracy":0.439723,"main_score":0.395741,"hf_subset":"kmb_Latn-urd_Arab","languages":["kmb-Latn","urd-Arab"]},{"precision":0.44572,"recall":0.48419,"f1":0.457082,"accuracy":0.48419,"main_score":0.457082,"hf_subset":"kmb_Latn-aka_Latn","languages":["kmb-Latn","aka-Latn"]},{"precision":0.433854,"recall":0.472332,"f1":0.444184,"accuracy":0.472332,"main_score":0.444184,"hf_subset":"kmb_Latn-bjn_Latn","languages":["kmb-Latn","bjn-Latn"]},{"precision":0.426145,"recall":0.467391,"f1":0.437657,"accuracy":0.467391,"main_score":0.437657,"hf_subset":"kmb_Latn-fao_Latn","languages":["kmb-Latn","fao-Latn"]},{"precision":0.442757,"recall":0.496047,"f1":0.455816,"accuracy":0.496047,"main_score":0.455816,"hf_subset":"kmb_Latn-ind_Latn","languages":["kmb-Latn","ind-Latn"]},{"precision":0.44036,"recall":0.474308,"f1":0.449262,"accuracy":0.474308,"main_score":0.449262,"hf_subset":"kmb_Latn-knc_Latn","languages":["kmb-Latn","knc-Latn"]},{"precision":0.435145,"recall":0.47332,"f1":0.446482,"accuracy":0.47332,"main_score":0.446482,"hf_subset":"kmb_Latn-mlt_Latn","languages":["kmb-Latn","mlt-Latn"]},{"precision":0.439766,"recall":0.485178,"f1":0.452455,"accuracy":0.485178,"main_score":0.452455,"hf_subset":"kmb_Latn-quy_Latn","languages":["kmb-Latn","quy-Latn"]},{"precision":0.438244,"recall":0.472332,"f1":0.448161,"accuracy":0.472332,"main_score":0.448161,"hf_subset":"kmb_Latn-swh_Latn","languages":["kmb-Latn","swh-Latn"]},{"precision":0.39673,"recall":0.437747,"f1":0.407564,"accuracy":0.437747,"main_score":0.407564,"hf_subset":"kmb_Latn-uzn_Latn","languages":["kmb-Latn","uzn-Latn"]},{"precision":0.421465,"recall":0.462451,"f1":0.432721,"accuracy":0.462451,"main_score":0.432721,"hf_subset":"kmb_Latn-als_Latn","languages":["kmb-Latn","als-Latn"]},{"precision":0.172316,"recall":0.235178,"f1":0.188432,"accuracy":0.235178,"main_score":0.188432,"hf_subset":"kmb_Latn-bod_Tibt","languages":["kmb-Latn","bod-Tibt"]},{"precision":0.418017,"recall":0.461462,"f1":0.430425,"accuracy":0.461462,"main_score":0.430425,"hf_subset":"kmb_Latn-fij_Latn","languages":["kmb-Latn","fij-Latn"]},{"precision":0.404789,"recall":0.451581,"f1":0.417466,"accuracy":0.451581,"main_score":0.417466,"hf_subset":"kmb_Latn-isl_Latn","languages":["kmb-Latn","isl-Latn"]},{"precision":0.456704,"recall":0.48913,"f1":0.465991,"accuracy":0.48913,"main_score":0.465991,"hf_subset":"kmb_Latn-kon_Latn","languages":["kmb-Latn","kon-Latn"]},{"precision":0.308291,"recall":0.359684,"f1":0.321942,"accuracy":0.359684,"main_score":0.321942,"hf_subset":"kmb_Latn-mni_Beng","languages":["kmb-Latn","mni-Beng"]},{"precision":0.436729,"recall":0.488142,"f1":0.449858,"accuracy":0.488142,"main_score":0.449858,"hf_subset":"kmb_Latn-ron_Latn","languages":["kmb-Latn","ron-Latn"]},{"precision":0.416422,"recall":0.455534,"f1":0.427279,"accuracy":0.455534,"main_score":0.427279,"hf_subset":"kmb_Latn-szl_Latn","languages":["kmb-Latn","szl-Latn"]},{"precision":0.437506,"recall":0.479249,"f1":0.448608,"accuracy":0.479249,"main_score":0.448608,"hf_subset":"kmb_Latn-vec_Latn","languages":["kmb-Latn","vec-Latn"]},{"precision":0.363118,"recall":0.41502,"f1":0.377911,"accuracy":0.41502,"main_score":0.377911,"hf_subset":"kmb_Latn-amh_Ethi","languages":["kmb-Latn","amh-Ethi"]},{"precision":0.433257,"recall":0.480237,"f1":0.445349,"accuracy":0.480237,"main_score":0.445349,"hf_subset":"kmb_Latn-bos_Latn","languages":["kmb-Latn","bos-Latn"]},{"precision":0.422001,"recall":0.478261,"f1":0.436659,"accuracy":0.478261,"main_score":0.436659,"hf_subset":"kmb_Latn-fin_Latn","languages":["kmb-Latn","fin-Latn"]},{"precision":0.439468,"recall":0.499012,"f1":0.454659,"accuracy":0.499012,"main_score":0.454659,"hf_subset":"kmb_Latn-ita_Latn","languages":["kmb-Latn","ita-Latn"]},{"precision":0.402239,"recall":0.469368,"f1":0.419104,"accuracy":0.469368,"main_score":0.419104,"hf_subset":"kmb_Latn-kor_Hang","languages":["kmb-Latn","kor-Hang"]},{"precision":0.392158,"recall":0.440711,"f1":0.405719,"accuracy":0.440711,"main_score":0.405719,"hf_subset":"kmb_Latn-mos_Latn","languages":["kmb-Latn","mos-Latn"]},{"precision":0.42221,"recall":0.461462,"f1":0.432707,"accuracy":0.461462,"main_score":0.432707,"hf_subset":"kmb_Latn-run_Latn","languages":["kmb-Latn","run-Latn"]},{"precision":0.37064,"recall":0.433794,"f1":0.387138,"accuracy":0.433794,"main_score":0.387138,"hf_subset":"kmb_Latn-tam_Taml","languages":["kmb-Latn","tam-Taml"]},{"precision":0.414864,"recall":0.477273,"f1":0.431564,"accuracy":0.477273,"main_score":0.431564,"hf_subset":"kmb_Latn-vie_Latn","languages":["kmb-Latn","vie-Latn"]},{"precision":0.402774,"recall":0.459486,"f1":0.416999,"accuracy":0.459486,"main_score":0.416999,"hf_subset":"kmb_Latn-apc_Arab","languages":["kmb-Latn","apc-Arab"]},{"precision":0.433282,"recall":0.470356,"f1":0.443935,"accuracy":0.470356,"main_score":0.443935,"hf_subset":"kmb_Latn-bug_Latn","languages":["kmb-Latn","bug-Latn"]},{"precision":0.408572,"recall":0.450593,"f1":0.420251,"accuracy":0.450593,"main_score":0.420251,"hf_subset":"kmb_Latn-fon_Latn","languages":["kmb-Latn","fon-Latn"]},{"precision":0.451282,"recall":0.485178,"f1":0.459981,"accuracy":0.485178,"main_score":0.459981,"hf_subset":"kmb_Latn-jav_Latn","languages":["kmb-Latn","jav-Latn"]},{"precision":0.38405,"recall":0.426877,"f1":0.395731,"accuracy":0.426877,"main_score":0.395731,"hf_subset":"kmb_Latn-lao_Laoo","languages":["kmb-Latn","lao-Laoo"]},{"precision":0.392189,"recall":0.440711,"f1":0.40532,"accuracy":0.440711,"main_score":0.40532,"hf_subset":"kmb_Latn-mri_Latn","languages":["kmb-Latn","mri-Latn"]},{"precision":0.418924,"recall":0.476285,"f1":0.432993,"accuracy":0.476285,"main_score":0.432993,"hf_subset":"kmb_Latn-rus_Cyrl","languages":["kmb-Latn","rus-Cyrl"]},{"precision":0.406366,"recall":0.451581,"f1":0.419483,"accuracy":0.451581,"main_score":0.419483,"hf_subset":"kmb_Latn-taq_Latn","languages":["kmb-Latn","taq-Latn"]},{"precision":0.451863,"recall":0.48419,"f1":0.460736,"accuracy":0.48419,"main_score":0.460736,"hf_subset":"kmb_Latn-war_Latn","languages":["kmb-Latn","war-Latn"]},{"precision":0.395683,"recall":0.460474,"f1":0.412417,"accuracy":0.460474,"main_score":0.412417,"hf_subset":"kmb_Latn-arb_Arab","languages":["kmb-Latn","arb-Arab"]},{"precision":0.41744,"recall":0.468379,"f1":0.43123,"accuracy":0.468379,"main_score":0.43123,"hf_subset":"kmb_Latn-bul_Cyrl","languages":["kmb-Latn","bul-Cyrl"]},{"precision":0.431339,"recall":0.491107,"f1":0.445921,"accuracy":0.491107,"main_score":0.445921,"hf_subset":"kmb_Latn-fra_Latn","languages":["kmb-Latn","fra-Latn"]},{"precision":0.410109,"recall":0.47332,"f1":0.425774,"accuracy":0.47332,"main_score":0.425774,"hf_subset":"kmb_Latn-jpn_Jpan","languages":["kmb-Latn","jpn-Jpan"]},{"precision":0.447523,"recall":0.487154,"f1":0.458658,"accuracy":0.487154,"main_score":0.458658,"hf_subset":"kmb_Latn-lij_Latn","languages":["kmb-Latn","lij-Latn"]},{"precision":0.308643,"recall":0.366601,"f1":0.324164,"accuracy":0.366601,"main_score":0.324164,"hf_subset":"kmb_Latn-mya_Mymr","languages":["kmb-Latn","mya-Mymr"]},{"precision":0.436623,"recall":0.471344,"f1":0.44641,"accuracy":0.471344,"main_score":0.44641,"hf_subset":"kmb_Latn-sag_Latn","languages":["kmb-Latn","sag-Latn"]},{"precision":0.165034,"recall":0.228261,"f1":0.181298,"accuracy":0.228261,"main_score":0.181298,"hf_subset":"kmb_Latn-taq_Tfng","languages":["kmb-Latn","taq-Tfng"]},{"precision":0.428607,"recall":0.466403,"f1":0.43938,"accuracy":0.466403,"main_score":0.43938,"hf_subset":"kmb_Latn-wol_Latn","languages":["kmb-Latn","wol-Latn"]},{"precision":0.284826,"recall":0.351779,"f1":0.302372,"accuracy":0.351779,"main_score":0.302372,"hf_subset":"kmb_Latn-arb_Latn","languages":["kmb-Latn","arb-Latn"]},{"precision":0.432724,"recall":0.482213,"f1":0.445607,"accuracy":0.482213,"main_score":0.445607,"hf_subset":"kmb_Latn-cat_Latn","languages":["kmb-Latn","cat-Latn"]},{"precision":0.438568,"recall":0.478261,"f1":0.449881,"accuracy":0.478261,"main_score":0.449881,"hf_subset":"kmb_Latn-fur_Latn","languages":["kmb-Latn","fur-Latn"]},{"precision":0.29495,"recall":0.349802,"f1":0.309679,"accuracy":0.349802,"main_score":0.309679,"hf_subset":"kmb_Latn-kab_Latn","languages":["kmb-Latn","kab-Latn"]},{"precision":0.438049,"recall":0.476285,"f1":0.448503,"accuracy":0.476285,"main_score":0.448503,"hf_subset":"kmb_Latn-lim_Latn","languages":["kmb-Latn","lim-Latn"]},{"precision":0.435767,"recall":0.494071,"f1":0.451096,"accuracy":0.494071,"main_score":0.451096,"hf_subset":"kmb_Latn-nld_Latn","languages":["kmb-Latn","nld-Latn"]},{"precision":0.364727,"recall":0.420949,"f1":0.37957,"accuracy":0.420949,"main_score":0.37957,"hf_subset":"kmb_Latn-san_Deva","languages":["kmb-Latn","san-Deva"]},{"precision":0.405741,"recall":0.445652,"f1":0.416782,"accuracy":0.445652,"main_score":0.416782,"hf_subset":"kmb_Latn-tat_Cyrl","languages":["kmb-Latn","tat-Cyrl"]},{"precision":0.430649,"recall":0.466403,"f1":0.440962,"accuracy":0.466403,"main_score":0.440962,"hf_subset":"kmb_Latn-xho_Latn","languages":["kmb-Latn","xho-Latn"]},{"precision":0.377689,"recall":0.443676,"f1":0.394685,"accuracy":0.443676,"main_score":0.394685,"hf_subset":"kmb_Latn-ars_Arab","languages":["kmb-Latn","ars-Arab"]},{"precision":0.447677,"recall":0.488142,"f1":0.458616,"accuracy":0.488142,"main_score":0.458616,"hf_subset":"kmb_Latn-ceb_Latn","languages":["kmb-Latn","ceb-Latn"]},{"precision":0.409067,"recall":0.448617,"f1":0.420486,"accuracy":0.448617,"main_score":0.420486,"hf_subset":"kmb_Latn-fuv_Latn","languages":["kmb-Latn","fuv-Latn"]},{"precision":0.425843,"recall":0.469368,"f1":0.437975,"accuracy":0.469368,"main_score":0.437975,"hf_subset":"kmb_Latn-kac_Latn","languages":["kmb-Latn","kac-Latn"]},{"precision":0.46536,"recall":0.493083,"f1":0.473602,"accuracy":0.493083,"main_score":0.473602,"hf_subset":"kmb_Latn-lin_Latn","languages":["kmb-Latn","lin-Latn"]},{"precision":0.419562,"recall":0.471344,"f1":0.432019,"accuracy":0.471344,"main_score":0.432019,"hf_subset":"kmb_Latn-nno_Latn","languages":["kmb-Latn","nno-Latn"]},{"precision":0.172623,"recall":0.20751,"f1":0.182013,"accuracy":0.20751,"main_score":0.182013,"hf_subset":"kmb_Latn-sat_Olck","languages":["kmb-Latn","sat-Olck"]},{"precision":0.391312,"recall":0.454545,"f1":0.408313,"accuracy":0.454545,"main_score":0.408313,"hf_subset":"kmb_Latn-tel_Telu","languages":["kmb-Latn","tel-Telu"]},{"precision":0.242798,"recall":0.294466,"f1":0.255907,"accuracy":0.294466,"main_score":0.255907,"hf_subset":"kmb_Latn-ydd_Hebr","languages":["kmb-Latn","ydd-Hebr"]},{"precision":0.384723,"recall":0.434783,"f1":0.398069,"accuracy":0.434783,"main_score":0.398069,"hf_subset":"kmb_Latn-ary_Arab","languages":["kmb-Latn","ary-Arab"]},{"precision":0.410569,"recall":0.47332,"f1":0.426089,"accuracy":0.47332,"main_score":0.426089,"hf_subset":"kmb_Latn-ces_Latn","languages":["kmb-Latn","ces-Latn"]},{"precision":0.320318,"recall":0.371542,"f1":0.333939,"accuracy":0.371542,"main_score":0.333939,"hf_subset":"kmb_Latn-gaz_Latn","languages":["kmb-Latn","gaz-Latn"]},{"precision":0.443834,"recall":0.472332,"f1":0.451426,"accuracy":0.472332,"main_score":0.451426,"hf_subset":"kmb_Latn-kam_Latn","languages":["kmb-Latn","kam-Latn"]},{"precision":0.402976,"recall":0.44664,"f1":0.414402,"accuracy":0.44664,"main_score":0.414402,"hf_subset":"kmb_Latn-lit_Latn","languages":["kmb-Latn","lit-Latn"]},{"precision":0.422978,"recall":0.478261,"f1":0.436951,"accuracy":0.478261,"main_score":0.436951,"hf_subset":"kmb_Latn-nob_Latn","languages":["kmb-Latn","nob-Latn"]},{"precision":0.420952,"recall":0.465415,"f1":0.432804,"accuracy":0.465415,"main_score":0.432804,"hf_subset":"kmb_Latn-scn_Latn","languages":["kmb-Latn","scn-Latn"]},{"precision":0.365533,"recall":0.41502,"f1":0.378371,"accuracy":0.41502,"main_score":0.378371,"hf_subset":"kmb_Latn-tgk_Cyrl","languages":["kmb-Latn","tgk-Cyrl"]},{"precision":0.374954,"recall":0.426877,"f1":0.389697,"accuracy":0.426877,"main_score":0.389697,"hf_subset":"kmb_Latn-yor_Latn","languages":["kmb-Latn","yor-Latn"]},{"precision":0.392126,"recall":0.454545,"f1":0.40833,"accuracy":0.454545,"main_score":0.40833,"hf_subset":"kmb_Latn-arz_Arab","languages":["kmb-Latn","arz-Arab"]},{"precision":0.438814,"recall":0.478261,"f1":0.450077,"accuracy":0.478261,"main_score":0.450077,"hf_subset":"kmb_Latn-cjk_Latn","languages":["kmb-Latn","cjk-Latn"]},{"precision":0.347777,"recall":0.409091,"f1":0.363093,"accuracy":0.409091,"main_score":0.363093,"hf_subset":"kmb_Latn-gla_Latn","languages":["kmb-Latn","gla-Latn"]},{"precision":0.378359,"recall":0.432806,"f1":0.393707,"accuracy":0.432806,"main_score":0.393707,"hf_subset":"kmb_Latn-kan_Knda","languages":["kmb-Latn","kan-Knda"]},{"precision":0.43871,"recall":0.479249,"f1":0.449261,"accuracy":0.479249,"main_score":0.449261,"hf_subset":"kmb_Latn-lmo_Latn","languages":["kmb-Latn","lmo-Latn"]},{"precision":0.390509,"recall":0.445652,"f1":0.405166,"accuracy":0.445652,"main_score":0.405166,"hf_subset":"kmb_Latn-npi_Deva","languages":["kmb-Latn","npi-Deva"]},{"precision":0.372206,"recall":0.43083,"f1":0.388176,"accuracy":0.43083,"main_score":0.388176,"hf_subset":"kmb_Latn-shn_Mymr","languages":["kmb-Latn","shn-Mymr"]},{"precision":0.447608,"recall":0.486166,"f1":0.458402,"accuracy":0.486166,"main_score":0.458402,"hf_subset":"kmb_Latn-tgl_Latn","languages":["kmb-Latn","tgl-Latn"]},{"precision":0.38435,"recall":0.451581,"f1":0.401408,"accuracy":0.451581,"main_score":0.401408,"hf_subset":"kmb_Latn-yue_Hant","languages":["kmb-Latn","yue-Hant"]},{"precision":0.35183,"recall":0.408103,"f1":0.36743,"accuracy":0.408103,"main_score":0.36743,"hf_subset":"kmb_Latn-asm_Beng","languages":["kmb-Latn","asm-Beng"]},{"precision":0.304912,"recall":0.351779,"f1":0.317484,"accuracy":0.351779,"main_score":0.317484,"hf_subset":"kmb_Latn-ckb_Arab","languages":["kmb-Latn","ckb-Arab"]},{"precision":0.364023,"recall":0.41502,"f1":0.377305,"accuracy":0.41502,"main_score":0.377305,"hf_subset":"kmb_Latn-gle_Latn","languages":["kmb-Latn","gle-Latn"]},{"precision":0.340119,"recall":0.400198,"f1":0.356574,"accuracy":0.400198,"main_score":0.356574,"hf_subset":"kmb_Latn-kas_Arab","languages":["kmb-Latn","kas-Arab"]},{"precision":0.390083,"recall":0.436759,"f1":0.4032,"accuracy":0.436759,"main_score":0.4032,"hf_subset":"kmb_Latn-ltg_Latn","languages":["kmb-Latn","ltg-Latn"]},{"precision":0.446983,"recall":0.48419,"f1":0.457127,"accuracy":0.48419,"main_score":0.457127,"hf_subset":"kmb_Latn-nso_Latn","languages":["kmb-Latn","nso-Latn"]},{"precision":0.370736,"recall":0.41996,"f1":0.383415,"accuracy":0.41996,"main_score":0.383415,"hf_subset":"kmb_Latn-sin_Sinh","languages":["kmb-Latn","sin-Sinh"]},{"precision":0.393643,"recall":0.460474,"f1":0.410863,"accuracy":0.460474,"main_score":0.410863,"hf_subset":"kmb_Latn-tha_Thai","languages":["kmb-Latn","tha-Thai"]},{"precision":0.400922,"recall":0.462451,"f1":0.417165,"accuracy":0.462451,"main_score":0.417165,"hf_subset":"kmb_Latn-zho_Hans","languages":["kmb-Latn","zho-Hans"]},{"precision":0.431695,"recall":0.470356,"f1":0.442874,"accuracy":0.470356,"main_score":0.442874,"hf_subset":"kmb_Latn-ast_Latn","languages":["kmb-Latn","ast-Latn"]},{"precision":0.406305,"recall":0.449605,"f1":0.417692,"accuracy":0.449605,"main_score":0.417692,"hf_subset":"kmb_Latn-crh_Latn","languages":["kmb-Latn","crh-Latn"]},{"precision":0.4463,"recall":0.48913,"f1":0.45787,"accuracy":0.48913,"main_score":0.45787,"hf_subset":"kmb_Latn-glg_Latn","languages":["kmb-Latn","glg-Latn"]},{"precision":0.385852,"recall":0.437747,"f1":0.400336,"accuracy":0.437747,"main_score":0.400336,"hf_subset":"kmb_Latn-kas_Deva","languages":["kmb-Latn","kas-Deva"]},{"precision":0.417612,"recall":0.461462,"f1":0.429789,"accuracy":0.461462,"main_score":0.429789,"hf_subset":"kmb_Latn-ltz_Latn","languages":["kmb-Latn","ltz-Latn"]},{"precision":0.331687,"recall":0.387352,"f1":0.346741,"accuracy":0.387352,"main_score":0.346741,"hf_subset":"kmb_Latn-nus_Latn","languages":["kmb-Latn","nus-Latn"]},{"precision":0.423711,"recall":0.475296,"f1":0.437423,"accuracy":0.475296,"main_score":0.437423,"hf_subset":"kmb_Latn-slk_Latn","languages":["kmb-Latn","slk-Latn"]},{"precision":0.303227,"recall":0.365613,"f1":0.319418,"accuracy":0.365613,"main_score":0.319418,"hf_subset":"kmb_Latn-tir_Ethi","languages":["kmb-Latn","tir-Ethi"]},{"precision":0.378873,"recall":0.4417,"f1":0.394602,"accuracy":0.4417,"main_score":0.394602,"hf_subset":"kmb_Latn-zho_Hant","languages":["kmb-Latn","zho-Hant"]},{"precision":0.428759,"recall":0.475296,"f1":0.441039,"accuracy":0.475296,"main_score":0.441039,"hf_subset":"kmb_Latn-awa_Deva","languages":["kmb-Latn","awa-Deva"]},{"precision":0.394401,"recall":0.442688,"f1":0.407144,"accuracy":0.442688,"main_score":0.407144,"hf_subset":"kmb_Latn-cym_Latn","languages":["kmb-Latn","cym-Latn"]},{"precision":0.452688,"recall":0.485178,"f1":0.461705,"accuracy":0.485178,"main_score":0.461705,"hf_subset":"kmb_Latn-grn_Latn","languages":["kmb-Latn","grn-Latn"]},{"precision":0.358869,"recall":0.412055,"f1":0.373134,"accuracy":0.412055,"main_score":0.373134,"hf_subset":"kmb_Latn-kat_Geor","languages":["kmb-Latn","kat-Geor"]},{"precision":0.453863,"recall":0.490119,"f1":0.464608,"accuracy":0.490119,"main_score":0.464608,"hf_subset":"kmb_Latn-lua_Latn","languages":["kmb-Latn","lua-Latn"]},{"precision":0.458769,"recall":0.488142,"f1":0.46726,"accuracy":0.488142,"main_score":0.46726,"hf_subset":"kmb_Latn-nya_Latn","languages":["kmb-Latn","nya-Latn"]},{"precision":0.41759,"recall":0.465415,"f1":0.429999,"accuracy":0.465415,"main_score":0.429999,"hf_subset":"kmb_Latn-slv_Latn","languages":["kmb-Latn","slv-Latn"]},{"precision":0.441395,"recall":0.481225,"f1":0.452676,"accuracy":0.481225,"main_score":0.452676,"hf_subset":"kmb_Latn-tpi_Latn","languages":["kmb-Latn","tpi-Latn"]},{"precision":0.449523,"recall":0.495059,"f1":0.461653,"accuracy":0.495059,"main_score":0.461653,"hf_subset":"kmb_Latn-zsm_Latn","languages":["kmb-Latn","zsm-Latn"]},{"precision":0.407907,"recall":0.458498,"f1":0.421884,"accuracy":0.458498,"main_score":0.421884,"hf_subset":"kmb_Latn-ayr_Latn","languages":["kmb-Latn","ayr-Latn"]},{"precision":0.42689,"recall":0.483202,"f1":0.441403,"accuracy":0.483202,"main_score":0.441403,"hf_subset":"kmb_Latn-dan_Latn","languages":["kmb-Latn","dan-Latn"]},{"precision":0.382483,"recall":0.447628,"f1":0.399451,"accuracy":0.447628,"main_score":0.399451,"hf_subset":"kmb_Latn-guj_Gujr","languages":["kmb-Latn","guj-Gujr"]},{"precision":0.407446,"recall":0.458498,"f1":0.420924,"accuracy":0.458498,"main_score":0.420924,"hf_subset":"kmb_Latn-kaz_Cyrl","languages":["kmb-Latn","kaz-Cyrl"]},{"precision":0.420746,"recall":0.460474,"f1":0.432329,"accuracy":0.460474,"main_score":0.432329,"hf_subset":"kmb_Latn-lug_Latn","languages":["kmb-Latn","lug-Latn"]},{"precision":0.445231,"recall":0.493083,"f1":0.458085,"accuracy":0.493083,"main_score":0.458085,"hf_subset":"kmb_Latn-oci_Latn","languages":["kmb-Latn","oci-Latn"]},{"precision":0.420395,"recall":0.466403,"f1":0.432664,"accuracy":0.466403,"main_score":0.432664,"hf_subset":"kmb_Latn-smo_Latn","languages":["kmb-Latn","smo-Latn"]},{"precision":0.437772,"recall":0.475296,"f1":0.448276,"accuracy":0.475296,"main_score":0.448276,"hf_subset":"kmb_Latn-tsn_Latn","languages":["kmb-Latn","tsn-Latn"]},{"precision":0.414733,"recall":0.451581,"f1":0.425445,"accuracy":0.451581,"main_score":0.425445,"hf_subset":"kmb_Latn-zul_Latn","languages":["kmb-Latn","zul-Latn"]},{"precision":0.315506,"recall":0.375494,"f1":0.331974,"accuracy":0.375494,"main_score":0.331974,"hf_subset":"kmb_Latn-azb_Arab","languages":["kmb-Latn","azb-Arab"]},{"precision":0.436605,"recall":0.491107,"f1":0.450219,"accuracy":0.491107,"main_score":0.450219,"hf_subset":"kmb_Latn-deu_Latn","languages":["kmb-Latn","deu-Latn"]},{"precision":0.39789,"recall":0.44664,"f1":0.411912,"accuracy":0.44664,"main_score":0.411912,"hf_subset":"kmb_Latn-hat_Latn","languages":["kmb-Latn","hat-Latn"]},{"precision":0.392103,"recall":0.431818,"f1":0.403867,"accuracy":0.431818,"main_score":0.403867,"hf_subset":"kmb_Latn-kbp_Latn","languages":["kmb-Latn","kbp-Latn"]},{"precision":0.437945,"recall":0.474308,"f1":0.448226,"accuracy":0.474308,"main_score":0.448226,"hf_subset":"kmb_Latn-luo_Latn","languages":["kmb-Latn","luo-Latn"]},{"precision":0.357395,"recall":0.411067,"f1":0.372267,"accuracy":0.411067,"main_score":0.372267,"hf_subset":"kmb_Latn-ory_Orya","languages":["kmb-Latn","ory-Orya"]},{"precision":0.447409,"recall":0.483202,"f1":0.458042,"accuracy":0.483202,"main_score":0.458042,"hf_subset":"kmb_Latn-sna_Latn","languages":["kmb-Latn","sna-Latn"]},{"precision":0.433072,"recall":0.465415,"f1":0.44218,"accuracy":0.465415,"main_score":0.44218,"hf_subset":"kmb_Latn-tso_Latn","languages":["kmb-Latn","tso-Latn"]},{"precision":0.392029,"recall":0.432806,"f1":0.403811,"accuracy":0.432806,"main_score":0.403811,"hf_subset":"kmb_Latn-azj_Latn","languages":["kmb-Latn","azj-Latn"]},{"precision":0.397238,"recall":0.448617,"f1":0.411829,"accuracy":0.448617,"main_score":0.411829,"hf_subset":"kmb_Latn-dik_Latn","languages":["kmb-Latn","dik-Latn"]},{"precision":0.427842,"recall":0.456522,"f1":0.436352,"accuracy":0.456522,"main_score":0.436352,"hf_subset":"kmb_Latn-hau_Latn","languages":["kmb-Latn","hau-Latn"]},{"precision":0.463742,"recall":0.501976,"f1":0.474607,"accuracy":0.501976,"main_score":0.474607,"hf_subset":"kmb_Latn-kea_Latn","languages":["kmb-Latn","kea-Latn"]},{"precision":0.454158,"recall":0.488142,"f1":0.463823,"accuracy":0.488142,"main_score":0.463823,"hf_subset":"kmb_Latn-lus_Latn","languages":["kmb-Latn","lus-Latn"]},{"precision":0.43934,"recall":0.480237,"f1":0.45114,"accuracy":0.480237,"main_score":0.45114,"hf_subset":"kmb_Latn-pag_Latn","languages":["kmb-Latn","pag-Latn"]},{"precision":0.331307,"recall":0.393281,"f1":0.347797,"accuracy":0.393281,"main_score":0.347797,"hf_subset":"kmb_Latn-snd_Arab","languages":["kmb-Latn","snd-Arab"]},{"precision":0.396632,"recall":0.4417,"f1":0.409377,"accuracy":0.4417,"main_score":0.409377,"hf_subset":"kmb_Latn-tuk_Latn","languages":["kmb-Latn","tuk-Latn"]},{"precision":0.406324,"recall":0.447628,"f1":0.41853,"accuracy":0.447628,"main_score":0.41853,"hf_subset":"kmb_Latn-bak_Cyrl","languages":["kmb-Latn","bak-Cyrl"]},{"precision":0.336028,"recall":0.390316,"f1":0.351276,"accuracy":0.390316,"main_score":0.351276,"hf_subset":"kmb_Latn-dyu_Latn","languages":["kmb-Latn","dyu-Latn"]},{"precision":0.332707,"recall":0.38834,"f1":0.347257,"accuracy":0.38834,"main_score":0.347257,"hf_subset":"kmb_Latn-heb_Hebr","languages":["kmb-Latn","heb-Hebr"]},{"precision":0.380415,"recall":0.43083,"f1":0.394099,"accuracy":0.43083,"main_score":0.394099,"hf_subset":"kmb_Latn-khk_Cyrl","languages":["kmb-Latn","khk-Cyrl"]},{"precision":0.410325,"recall":0.456522,"f1":0.422224,"accuracy":0.456522,"main_score":0.422224,"hf_subset":"kmb_Latn-lvs_Latn","languages":["kmb-Latn","lvs-Latn"]},{"precision":0.366347,"recall":0.426877,"f1":0.381783,"accuracy":0.426877,"main_score":0.381783,"hf_subset":"kmb_Latn-pan_Guru","languages":["kmb-Latn","pan-Guru"]},{"precision":0.390717,"recall":0.432806,"f1":0.402332,"accuracy":0.432806,"main_score":0.402332,"hf_subset":"kmb_Latn-som_Latn","languages":["kmb-Latn","som-Latn"]},{"precision":0.434319,"recall":0.462451,"f1":0.442424,"accuracy":0.462451,"main_score":0.442424,"hf_subset":"kmb_Latn-tum_Latn","languages":["kmb-Latn","tum-Latn"]},{"precision":0.464441,"recall":0.522727,"f1":0.479008,"accuracy":0.522727,"main_score":0.479008,"hf_subset":"min_Arab-ace_Arab","languages":["min-Arab","ace-Arab"]},{"precision":0.196302,"recall":0.214427,"f1":0.201383,"accuracy":0.214427,"main_score":0.201383,"hf_subset":"min_Arab-bam_Latn","languages":["min-Arab","bam-Latn"]},{"precision":0.069199,"recall":0.093874,"f1":0.075314,"accuracy":0.093874,"main_score":0.075314,"hf_subset":"min_Arab-dzo_Tibt","languages":["min-Arab","dzo-Tibt"]},{"precision":0.226393,"recall":0.288538,"f1":0.239955,"accuracy":0.288538,"main_score":0.239955,"hf_subset":"min_Arab-hin_Deva","languages":["min-Arab","hin-Deva"]},{"precision":0.181061,"recall":0.20751,"f1":0.18786,"accuracy":0.20751,"main_score":0.18786,"hf_subset":"min_Arab-khm_Khmr","languages":["min-Arab","khm-Khmr"]},{"precision":0.230797,"recall":0.277668,"f1":0.241634,"accuracy":0.277668,"main_score":0.241634,"hf_subset":"min_Arab-mag_Deva","languages":["min-Arab","mag-Deva"]},{"precision":0.216666,"recall":0.243083,"f1":0.2234,"accuracy":0.243083,"main_score":0.2234,"hf_subset":"min_Arab-pap_Latn","languages":["min-Arab","pap-Latn"]},{"precision":0.196167,"recall":0.22332,"f1":0.203528,"accuracy":0.22332,"main_score":0.203528,"hf_subset":"min_Arab-sot_Latn","languages":["min-Arab","sot-Latn"]},{"precision":0.214657,"recall":0.258893,"f1":0.225395,"accuracy":0.258893,"main_score":0.225395,"hf_subset":"min_Arab-tur_Latn","languages":["min-Arab","tur-Latn"]},{"precision":0.24705,"recall":0.273715,"f1":0.253867,"accuracy":0.273715,"main_score":0.253867,"hf_subset":"min_Arab-ace_Latn","languages":["min-Arab","ace-Latn"]},{"precision":0.247231,"recall":0.264822,"f1":0.251821,"accuracy":0.264822,"main_score":0.251821,"hf_subset":"min_Arab-ban_Latn","languages":["min-Arab","ban-Latn"]},{"precision":0.185026,"recall":0.232213,"f1":0.196095,"accuracy":0.232213,"main_score":0.196095,"hf_subset":"min_Arab-ell_Grek","languages":["min-Arab","ell-Grek"]},{"precision":0.229007,"recall":0.256917,"f1":0.23633,"accuracy":0.256917,"main_score":0.23633,"hf_subset":"min_Arab-hne_Deva","languages":["min-Arab","hne-Deva"]},{"precision":0.128963,"recall":0.156126,"f1":0.135976,"accuracy":0.156126,"main_score":0.135976,"hf_subset":"min_Arab-kik_Latn","languages":["min-Arab","kik-Latn"]},{"precision":0.235181,"recall":0.279644,"f1":0.245685,"accuracy":0.279644,"main_score":0.245685,"hf_subset":"min_Arab-mai_Deva","languages":["min-Arab","mai-Deva"]},{"precision":0.207963,"recall":0.23913,"f1":0.215556,"accuracy":0.23913,"main_score":0.215556,"hf_subset":"min_Arab-pbt_Arab","languages":["min-Arab","pbt-Arab"]},{"precision":0.216024,"recall":0.269763,"f1":0.229046,"accuracy":0.269763,"main_score":0.229046,"hf_subset":"min_Arab-spa_Latn","languages":["min-Arab","spa-Latn"]},{"precision":0.204425,"recall":0.231225,"f1":0.211553,"accuracy":0.231225,"main_score":0.211553,"hf_subset":"min_Arab-twi_Latn","languages":["min-Arab","twi-Latn"]},{"precision":0.195609,"recall":0.236166,"f1":0.205301,"accuracy":0.236166,"main_score":0.205301,"hf_subset":"min_Arab-acm_Arab","languages":["min-Arab","acm-Arab"]},{"precision":0.2057,"recall":0.237154,"f1":0.213767,"accuracy":0.237154,"main_score":0.213767,"hf_subset":"min_Arab-bel_Cyrl","languages":["min-Arab","bel-Cyrl"]},{"precision":0.23389,"recall":0.283597,"f1":0.245758,"accuracy":0.283597,"main_score":0.245758,"hf_subset":"min_Arab-eng_Latn","languages":["min-Arab","eng-Latn"]},{"precision":0.218366,"recall":0.252964,"f1":0.226188,"accuracy":0.252964,"main_score":0.226188,"hf_subset":"min_Arab-hrv_Latn","languages":["min-Arab","hrv-Latn"]},{"precision":0.200428,"recall":0.228261,"f1":0.208503,"accuracy":0.228261,"main_score":0.208503,"hf_subset":"min_Arab-kin_Latn","languages":["min-Arab","kin-Latn"]},{"precision":0.228835,"recall":0.284585,"f1":0.241939,"accuracy":0.284585,"main_score":0.241939,"hf_subset":"min_Arab-mal_Mlym","languages":["min-Arab","mal-Mlym"]},{"precision":0.203022,"recall":0.263834,"f1":0.216707,"accuracy":0.263834,"main_score":0.216707,"hf_subset":"min_Arab-pes_Arab","languages":["min-Arab","pes-Arab"]},{"precision":0.204358,"recall":0.227273,"f1":0.209897,"accuracy":0.227273,"main_score":0.209897,"hf_subset":"min_Arab-srd_Latn","languages":["min-Arab","srd-Latn"]},{"precision":0.14694,"recall":0.172925,"f1":0.153746,"accuracy":0.172925,"main_score":0.153746,"hf_subset":"min_Arab-tzm_Tfng","languages":["min-Arab","tzm-Tfng"]},{"precision":0.206138,"recall":0.247036,"f1":0.215751,"accuracy":0.247036,"main_score":0.215751,"hf_subset":"min_Arab-acq_Arab","languages":["min-Arab","acq-Arab"]},{"precision":0.218395,"recall":0.245059,"f1":0.225603,"accuracy":0.245059,"main_score":0.225603,"hf_subset":"min_Arab-bem_Latn","languages":["min-Arab","bem-Latn"]},{"precision":0.206438,"recall":0.224308,"f1":0.210404,"accuracy":0.224308,"main_score":0.210404,"hf_subset":"min_Arab-epo_Latn","languages":["min-Arab","epo-Latn"]},{"precision":0.227167,"recall":0.270751,"f1":0.236883,"accuracy":0.270751,"main_score":0.236883,"hf_subset":"min_Arab-hun_Latn","languages":["min-Arab","hun-Latn"]},{"precision":0.196261,"recall":0.222332,"f1":0.203257,"accuracy":0.222332,"main_score":0.203257,"hf_subset":"min_Arab-kir_Cyrl","languages":["min-Arab","kir-Cyrl"]},{"precision":0.219914,"recall":0.278656,"f1":0.23353,"accuracy":0.278656,"main_score":0.23353,"hf_subset":"min_Arab-mar_Deva","languages":["min-Arab","mar-Deva"]},{"precision":0.209172,"recall":0.237154,"f1":0.216443,"accuracy":0.237154,"main_score":0.216443,"hf_subset":"min_Arab-plt_Latn","languages":["min-Arab","plt-Latn"]},{"precision":0.196332,"recall":0.225296,"f1":0.204089,"accuracy":0.225296,"main_score":0.204089,"hf_subset":"min_Arab-srp_Cyrl","languages":["min-Arab","srp-Cyrl"]},{"precision":0.18054,"recall":0.210474,"f1":0.188013,"accuracy":0.210474,"main_score":0.188013,"hf_subset":"min_Arab-uig_Arab","languages":["min-Arab","uig-Arab"]},{"precision":0.198682,"recall":0.233202,"f1":0.205677,"accuracy":0.233202,"main_score":0.205677,"hf_subset":"min_Arab-aeb_Arab","languages":["min-Arab","aeb-Arab"]},{"precision":0.20677,"recall":0.256917,"f1":0.218589,"accuracy":0.256917,"main_score":0.218589,"hf_subset":"min_Arab-ben_Beng","languages":["min-Arab","ben-Beng"]},{"precision":0.196517,"recall":0.224308,"f1":0.203673,"accuracy":0.224308,"main_score":0.203673,"hf_subset":"min_Arab-est_Latn","languages":["min-Arab","est-Latn"]},{"precision":0.210058,"recall":0.243083,"f1":0.218662,"accuracy":0.243083,"main_score":0.218662,"hf_subset":"min_Arab-hye_Armn","languages":["min-Arab","hye-Armn"]},{"precision":0.19276,"recall":0.225296,"f1":0.201685,"accuracy":0.225296,"main_score":0.201685,"hf_subset":"min_Arab-kmb_Latn","languages":["min-Arab","kmb-Latn"]},{"precision":0.229107,"recall":0.274704,"f1":0.239307,"accuracy":0.274704,"main_score":0.239307,"hf_subset":"min_Arab-pol_Latn","languages":["min-Arab","pol-Latn"]},{"precision":0.201086,"recall":0.228261,"f1":0.208656,"accuracy":0.228261,"main_score":0.208656,"hf_subset":"min_Arab-ssw_Latn","languages":["min-Arab","ssw-Latn"]},{"precision":0.231139,"recall":0.272727,"f1":0.24077,"accuracy":0.272727,"main_score":0.24077,"hf_subset":"min_Arab-ukr_Cyrl","languages":["min-Arab","ukr-Cyrl"]},{"precision":0.221919,"recall":0.253953,"f1":0.230298,"accuracy":0.253953,"main_score":0.230298,"hf_subset":"min_Arab-afr_Latn","languages":["min-Arab","afr-Latn"]},{"precision":0.214418,"recall":0.254941,"f1":0.223484,"accuracy":0.254941,"main_score":0.223484,"hf_subset":"min_Arab-bho_Deva","languages":["min-Arab","bho-Deva"]},{"precision":0.217791,"recall":0.246047,"f1":0.22471,"accuracy":0.246047,"main_score":0.22471,"hf_subset":"min_Arab-eus_Latn","languages":["min-Arab","eus-Latn"]},{"precision":0.196035,"recall":0.231225,"f1":0.20482,"accuracy":0.231225,"main_score":0.20482,"hf_subset":"min_Arab-ibo_Latn","languages":["min-Arab","ibo-Latn"]},{"precision":0.195357,"recall":0.218379,"f1":0.201248,"accuracy":0.218379,"main_score":0.201248,"hf_subset":"min_Arab-kmr_Latn","languages":["min-Arab","kmr-Latn"]},{"precision":0.461912,"recall":0.521739,"f1":0.47441,"accuracy":0.521739,"main_score":0.47441,"hf_subset":"min_Arab-min_Latn","languages":["min-Arab","min-Latn"]},{"precision":0.22122,"recall":0.278656,"f1":0.234932,"accuracy":0.278656,"main_score":0.234932,"hf_subset":"min_Arab-por_Latn","languages":["min-Arab","por-Latn"]},{"precision":0.235621,"recall":0.26581,"f1":0.241822,"accuracy":0.26581,"main_score":0.241822,"hf_subset":"min_Arab-sun_Latn","languages":["min-Arab","sun-Latn"]},{"precision":0.189562,"recall":0.217391,"f1":0.196857,"accuracy":0.217391,"main_score":0.196857,"hf_subset":"min_Arab-umb_Latn","languages":["min-Arab","umb-Latn"]},{"precision":0.199521,"recall":0.238142,"f1":0.208327,"accuracy":0.238142,"main_score":0.208327,"hf_subset":"min_Arab-ajp_Arab","languages":["min-Arab","ajp-Arab"]},{"precision":0.571393,"recall":0.647233,"f1":0.592072,"accuracy":0.647233,"main_score":0.592072,"hf_subset":"min_Arab-bjn_Arab","languages":["min-Arab","bjn-Arab"]},{"precision":0.203925,"recall":0.229249,"f1":0.210859,"accuracy":0.229249,"main_score":0.210859,"hf_subset":"min_Arab-ewe_Latn","languages":["min-Arab","ewe-Latn"]},{"precision":0.220012,"recall":0.240119,"f1":0.225904,"accuracy":0.240119,"main_score":0.225904,"hf_subset":"min_Arab-ilo_Latn","languages":["min-Arab","ilo-Latn"]},{"precision":0.164217,"recall":0.193676,"f1":0.17156,"accuracy":0.193676,"main_score":0.17156,"hf_subset":"min_Arab-knc_Arab","languages":["min-Arab","knc-Arab"]},{"precision":0.218981,"recall":0.25,"f1":0.226712,"accuracy":0.25,"main_score":0.226712,"hf_subset":"min_Arab-mkd_Cyrl","languages":["min-Arab","mkd-Cyrl"]},{"precision":0.228934,"recall":0.280632,"f1":0.240835,"accuracy":0.280632,"main_score":0.240835,"hf_subset":"min_Arab-prs_Arab","languages":["min-Arab","prs-Arab"]},{"precision":0.223465,"recall":0.266798,"f1":0.234129,"accuracy":0.266798,"main_score":0.234129,"hf_subset":"min_Arab-swe_Latn","languages":["min-Arab","swe-Latn"]},{"precision":0.208103,"recall":0.255929,"f1":0.219066,"accuracy":0.255929,"main_score":0.219066,"hf_subset":"min_Arab-urd_Arab","languages":["min-Arab","urd-Arab"]},{"precision":0.184331,"recall":0.204545,"f1":0.189872,"accuracy":0.204545,"main_score":0.189872,"hf_subset":"min_Arab-aka_Latn","languages":["min-Arab","aka-Latn"]},{"precision":0.254751,"recall":0.29249,"f1":0.263424,"accuracy":0.29249,"main_score":0.263424,"hf_subset":"min_Arab-bjn_Latn","languages":["min-Arab","bjn-Latn"]},{"precision":0.184643,"recall":0.206522,"f1":0.189418,"accuracy":0.206522,"main_score":0.189418,"hf_subset":"min_Arab-fao_Latn","languages":["min-Arab","fao-Latn"]},{"precision":0.259733,"recall":0.320158,"f1":0.273698,"accuracy":0.320158,"main_score":0.273698,"hf_subset":"min_Arab-ind_Latn","languages":["min-Arab","ind-Latn"]},{"precision":0.186037,"recall":0.210474,"f1":0.192176,"accuracy":0.210474,"main_score":0.192176,"hf_subset":"min_Arab-knc_Latn","languages":["min-Arab","knc-Latn"]},{"precision":0.208791,"recall":0.233202,"f1":0.214966,"accuracy":0.233202,"main_score":0.214966,"hf_subset":"min_Arab-mlt_Latn","languages":["min-Arab","mlt-Latn"]},{"precision":0.202373,"recall":0.229249,"f1":0.209873,"accuracy":0.229249,"main_score":0.209873,"hf_subset":"min_Arab-quy_Latn","languages":["min-Arab","quy-Latn"]},{"precision":0.215612,"recall":0.250988,"f1":0.225154,"accuracy":0.250988,"main_score":0.225154,"hf_subset":"min_Arab-swh_Latn","languages":["min-Arab","swh-Latn"]},{"precision":0.193032,"recall":0.218379,"f1":0.199241,"accuracy":0.218379,"main_score":0.199241,"hf_subset":"min_Arab-uzn_Latn","languages":["min-Arab","uzn-Latn"]},{"precision":0.212129,"recall":0.246047,"f1":0.220515,"accuracy":0.246047,"main_score":0.220515,"hf_subset":"min_Arab-als_Latn","languages":["min-Arab","als-Latn"]},{"precision":0.134403,"recall":0.158103,"f1":0.140813,"accuracy":0.158103,"main_score":0.140813,"hf_subset":"min_Arab-bod_Tibt","languages":["min-Arab","bod-Tibt"]},{"precision":0.19561,"recall":0.216403,"f1":0.201501,"accuracy":0.216403,"main_score":0.201501,"hf_subset":"min_Arab-fij_Latn","languages":["min-Arab","fij-Latn"]},{"precision":0.190647,"recall":0.218379,"f1":0.19825,"accuracy":0.218379,"main_score":0.19825,"hf_subset":"min_Arab-isl_Latn","languages":["min-Arab","isl-Latn"]},{"precision":0.203675,"recall":0.227273,"f1":0.210314,"accuracy":0.227273,"main_score":0.210314,"hf_subset":"min_Arab-kon_Latn","languages":["min-Arab","kon-Latn"]},{"precision":0.22621,"recall":0.266798,"f1":0.23614,"accuracy":0.266798,"main_score":0.23614,"hf_subset":"min_Arab-mni_Beng","languages":["min-Arab","mni-Beng"]},{"precision":0.219305,"recall":0.266798,"f1":0.231293,"accuracy":0.266798,"main_score":0.231293,"hf_subset":"min_Arab-ron_Latn","languages":["min-Arab","ron-Latn"]},{"precision":0.211511,"recall":0.23913,"f1":0.218526,"accuracy":0.23913,"main_score":0.218526,"hf_subset":"min_Arab-szl_Latn","languages":["min-Arab","szl-Latn"]},{"precision":0.204677,"recall":0.226285,"f1":0.21013,"accuracy":0.226285,"main_score":0.21013,"hf_subset":"min_Arab-vec_Latn","languages":["min-Arab","vec-Latn"]},{"precision":0.202735,"recall":0.236166,"f1":0.211206,"accuracy":0.236166,"main_score":0.211206,"hf_subset":"min_Arab-amh_Ethi","languages":["min-Arab","amh-Ethi"]},{"precision":0.206016,"recall":0.244071,"f1":0.215693,"accuracy":0.244071,"main_score":0.215693,"hf_subset":"min_Arab-bos_Latn","languages":["min-Arab","bos-Latn"]},{"precision":0.221865,"recall":0.267787,"f1":0.232579,"accuracy":0.267787,"main_score":0.232579,"hf_subset":"min_Arab-fin_Latn","languages":["min-Arab","fin-Latn"]},{"precision":0.228684,"recall":0.280632,"f1":0.240678,"accuracy":0.280632,"main_score":0.240678,"hf_subset":"min_Arab-ita_Latn","languages":["min-Arab","ita-Latn"]},{"precision":0.218637,"recall":0.271739,"f1":0.230237,"accuracy":0.271739,"main_score":0.230237,"hf_subset":"min_Arab-kor_Hang","languages":["min-Arab","kor-Hang"]},{"precision":0.196212,"recall":0.214427,"f1":0.201172,"accuracy":0.214427,"main_score":0.201172,"hf_subset":"min_Arab-mos_Latn","languages":["min-Arab","mos-Latn"]},{"precision":0.204802,"recall":0.228261,"f1":0.21194,"accuracy":0.228261,"main_score":0.21194,"hf_subset":"min_Arab-run_Latn","languages":["min-Arab","run-Latn"]},{"precision":0.200458,"recall":0.246047,"f1":0.210627,"accuracy":0.246047,"main_score":0.210627,"hf_subset":"min_Arab-tam_Taml","languages":["min-Arab","tam-Taml"]},{"precision":0.205589,"recall":0.258893,"f1":0.217189,"accuracy":0.258893,"main_score":0.217189,"hf_subset":"min_Arab-vie_Latn","languages":["min-Arab","vie-Latn"]},{"precision":0.198664,"recall":0.238142,"f1":0.207087,"accuracy":0.238142,"main_score":0.207087,"hf_subset":"min_Arab-apc_Arab","languages":["min-Arab","apc-Arab"]},{"precision":0.245381,"recall":0.278656,"f1":0.252733,"accuracy":0.278656,"main_score":0.252733,"hf_subset":"min_Arab-bug_Latn","languages":["min-Arab","bug-Latn"]},{"precision":0.175675,"recall":0.202569,"f1":0.18301,"accuracy":0.202569,"main_score":0.18301,"hf_subset":"min_Arab-fon_Latn","languages":["min-Arab","fon-Latn"]},{"precision":0.253133,"recall":0.279644,"f1":0.259463,"accuracy":0.279644,"main_score":0.259463,"hf_subset":"min_Arab-jav_Latn","languages":["min-Arab","jav-Latn"]},{"precision":0.180342,"recall":0.201581,"f1":0.185901,"accuracy":0.201581,"main_score":0.185901,"hf_subset":"min_Arab-lao_Laoo","languages":["min-Arab","lao-Laoo"]},{"precision":0.197188,"recall":0.22332,"f1":0.203926,"accuracy":0.22332,"main_score":0.203926,"hf_subset":"min_Arab-mri_Latn","languages":["min-Arab","mri-Latn"]},{"precision":0.216431,"recall":0.279644,"f1":0.230799,"accuracy":0.279644,"main_score":0.230799,"hf_subset":"min_Arab-rus_Cyrl","languages":["min-Arab","rus-Cyrl"]},{"precision":0.216888,"recall":0.244071,"f1":0.223646,"accuracy":0.244071,"main_score":0.223646,"hf_subset":"min_Arab-taq_Latn","languages":["min-Arab","taq-Latn"]},{"precision":0.206967,"recall":0.229249,"f1":0.212443,"accuracy":0.229249,"main_score":0.212443,"hf_subset":"min_Arab-war_Latn","languages":["min-Arab","war-Latn"]},{"precision":0.204092,"recall":0.251976,"f1":0.214603,"accuracy":0.251976,"main_score":0.214603,"hf_subset":"min_Arab-arb_Arab","languages":["min-Arab","arb-Arab"]},{"precision":0.215441,"recall":0.250988,"f1":0.224101,"accuracy":0.250988,"main_score":0.224101,"hf_subset":"min_Arab-bul_Cyrl","languages":["min-Arab","bul-Cyrl"]},{"precision":0.219249,"recall":0.270751,"f1":0.231289,"accuracy":0.270751,"main_score":0.231289,"hf_subset":"min_Arab-fra_Latn","languages":["min-Arab","fra-Latn"]},{"precision":0.196257,"recall":0.247036,"f1":0.207569,"accuracy":0.247036,"main_score":0.207569,"hf_subset":"min_Arab-jpn_Jpan","languages":["min-Arab","jpn-Jpan"]},{"precision":0.193901,"recall":0.214427,"f1":0.199122,"accuracy":0.214427,"main_score":0.199122,"hf_subset":"min_Arab-lij_Latn","languages":["min-Arab","lij-Latn"]},{"precision":0.170497,"recall":0.208498,"f1":0.179655,"accuracy":0.208498,"main_score":0.179655,"hf_subset":"min_Arab-mya_Mymr","languages":["min-Arab","mya-Mymr"]},{"precision":0.205308,"recall":0.228261,"f1":0.212041,"accuracy":0.228261,"main_score":0.212041,"hf_subset":"min_Arab-sag_Latn","languages":["min-Arab","sag-Latn"]},{"precision":0.160285,"recall":0.192688,"f1":0.168519,"accuracy":0.192688,"main_score":0.168519,"hf_subset":"min_Arab-taq_Tfng","languages":["min-Arab","taq-Tfng"]},{"precision":0.188591,"recall":0.212451,"f1":0.194997,"accuracy":0.212451,"main_score":0.194997,"hf_subset":"min_Arab-wol_Latn","languages":["min-Arab","wol-Latn"]},{"precision":0.154798,"recall":0.1917,"f1":0.163922,"accuracy":0.1917,"main_score":0.163922,"hf_subset":"min_Arab-arb_Latn","languages":["min-Arab","arb-Latn"]},{"precision":0.209129,"recall":0.240119,"f1":0.216962,"accuracy":0.240119,"main_score":0.216962,"hf_subset":"min_Arab-cat_Latn","languages":["min-Arab","cat-Latn"]},{"precision":0.200372,"recall":0.222332,"f1":0.205754,"accuracy":0.222332,"main_score":0.205754,"hf_subset":"min_Arab-fur_Latn","languages":["min-Arab","fur-Latn"]},{"precision":0.187333,"recall":0.221344,"f1":0.196659,"accuracy":0.221344,"main_score":0.196659,"hf_subset":"min_Arab-kab_Latn","languages":["min-Arab","kab-Latn"]},{"precision":0.203829,"recall":0.224308,"f1":0.208508,"accuracy":0.224308,"main_score":0.208508,"hf_subset":"min_Arab-lim_Latn","languages":["min-Arab","lim-Latn"]},{"precision":0.232931,"recall":0.282609,"f1":0.244532,"accuracy":0.282609,"main_score":0.244532,"hf_subset":"min_Arab-nld_Latn","languages":["min-Arab","nld-Latn"]},{"precision":0.207642,"recall":0.245059,"f1":0.216854,"accuracy":0.245059,"main_score":0.216854,"hf_subset":"min_Arab-san_Deva","languages":["min-Arab","san-Deva"]},{"precision":0.203973,"recall":0.228261,"f1":0.210131,"accuracy":0.228261,"main_score":0.210131,"hf_subset":"min_Arab-tat_Cyrl","languages":["min-Arab","tat-Cyrl"]},{"precision":0.199069,"recall":0.232213,"f1":0.207457,"accuracy":0.232213,"main_score":0.207457,"hf_subset":"min_Arab-xho_Latn","languages":["min-Arab","xho-Latn"]},{"precision":0.162059,"recall":0.209486,"f1":0.172979,"accuracy":0.209486,"main_score":0.172979,"hf_subset":"min_Arab-ars_Arab","languages":["min-Arab","ars-Arab"]},{"precision":0.224844,"recall":0.255929,"f1":0.232433,"accuracy":0.255929,"main_score":0.232433,"hf_subset":"min_Arab-ceb_Latn","languages":["min-Arab","ceb-Latn"]},{"precision":0.191608,"recall":0.211462,"f1":0.197365,"accuracy":0.211462,"main_score":0.197365,"hf_subset":"min_Arab-fuv_Latn","languages":["min-Arab","fuv-Latn"]},{"precision":0.217351,"recall":0.23913,"f1":0.223271,"accuracy":0.23913,"main_score":0.223271,"hf_subset":"min_Arab-kac_Latn","languages":["min-Arab","kac-Latn"]},{"precision":0.207079,"recall":0.23913,"f1":0.215689,"accuracy":0.23913,"main_score":0.215689,"hf_subset":"min_Arab-lin_Latn","languages":["min-Arab","lin-Latn"]},{"precision":0.209281,"recall":0.241107,"f1":0.217476,"accuracy":0.241107,"main_score":0.217476,"hf_subset":"min_Arab-nno_Latn","languages":["min-Arab","nno-Latn"]},{"precision":0.125582,"recall":0.145257,"f1":0.131112,"accuracy":0.145257,"main_score":0.131112,"hf_subset":"min_Arab-sat_Olck","languages":["min-Arab","sat-Olck"]},{"precision":0.213568,"recall":0.273715,"f1":0.226782,"accuracy":0.273715,"main_score":0.226782,"hf_subset":"min_Arab-tel_Telu","languages":["min-Arab","tel-Telu"]},{"precision":0.189616,"recall":0.225296,"f1":0.199072,"accuracy":0.225296,"main_score":0.199072,"hf_subset":"min_Arab-ydd_Hebr","languages":["min-Arab","ydd-Hebr"]},{"precision":0.176076,"recall":0.217391,"f1":0.184273,"accuracy":0.217391,"main_score":0.184273,"hf_subset":"min_Arab-ary_Arab","languages":["min-Arab","ary-Arab"]},{"precision":0.208659,"recall":0.251976,"f1":0.219163,"accuracy":0.251976,"main_score":0.219163,"hf_subset":"min_Arab-ces_Latn","languages":["min-Arab","ces-Latn"]},{"precision":0.200015,"recall":0.230237,"f1":0.207898,"accuracy":0.230237,"main_score":0.207898,"hf_subset":"min_Arab-gaz_Latn","languages":["min-Arab","gaz-Latn"]},{"precision":0.180708,"recall":0.206522,"f1":0.187134,"accuracy":0.206522,"main_score":0.187134,"hf_subset":"min_Arab-kam_Latn","languages":["min-Arab","kam-Latn"]},{"precision":0.191445,"recall":0.212451,"f1":0.196552,"accuracy":0.212451,"main_score":0.196552,"hf_subset":"min_Arab-lit_Latn","languages":["min-Arab","lit-Latn"]},{"precision":0.220992,"recall":0.266798,"f1":0.232318,"accuracy":0.266798,"main_score":0.232318,"hf_subset":"min_Arab-nob_Latn","languages":["min-Arab","nob-Latn"]},{"precision":0.202856,"recall":0.227273,"f1":0.209336,"accuracy":0.227273,"main_score":0.209336,"hf_subset":"min_Arab-scn_Latn","languages":["min-Arab","scn-Latn"]},{"precision":0.184324,"recall":0.211462,"f1":0.19151,"accuracy":0.211462,"main_score":0.19151,"hf_subset":"min_Arab-tgk_Cyrl","languages":["min-Arab","tgk-Cyrl"]},{"precision":0.156812,"recall":0.187747,"f1":0.164715,"accuracy":0.187747,"main_score":0.164715,"hf_subset":"min_Arab-yor_Latn","languages":["min-Arab","yor-Latn"]},{"precision":0.199538,"recall":0.237154,"f1":0.208883,"accuracy":0.237154,"main_score":0.208883,"hf_subset":"min_Arab-arz_Arab","languages":["min-Arab","arz-Arab"]},{"precision":0.212692,"recall":0.244071,"f1":0.220447,"accuracy":0.244071,"main_score":0.220447,"hf_subset":"min_Arab-cjk_Latn","languages":["min-Arab","cjk-Latn"]},{"precision":0.200091,"recall":0.225296,"f1":0.20732,"accuracy":0.225296,"main_score":0.20732,"hf_subset":"min_Arab-gla_Latn","languages":["min-Arab","gla-Latn"]},{"precision":0.220036,"recall":0.272727,"f1":0.232283,"accuracy":0.272727,"main_score":0.232283,"hf_subset":"min_Arab-kan_Knda","languages":["min-Arab","kan-Knda"]},{"precision":0.201613,"recall":0.218379,"f1":0.205976,"accuracy":0.218379,"main_score":0.205976,"hf_subset":"min_Arab-lmo_Latn","languages":["min-Arab","lmo-Latn"]},{"precision":0.217126,"recall":0.26581,"f1":0.228386,"accuracy":0.26581,"main_score":0.228386,"hf_subset":"min_Arab-npi_Deva","languages":["min-Arab","npi-Deva"]},{"precision":0.166002,"recall":0.181818,"f1":0.170015,"accuracy":0.181818,"main_score":0.170015,"hf_subset":"min_Arab-shn_Mymr","languages":["min-Arab","shn-Mymr"]},{"precision":0.239562,"recall":0.277668,"f1":0.249226,"accuracy":0.277668,"main_score":0.249226,"hf_subset":"min_Arab-tgl_Latn","languages":["min-Arab","tgl-Latn"]},{"precision":0.198029,"recall":0.25,"f1":0.210514,"accuracy":0.25,"main_score":0.210514,"hf_subset":"min_Arab-yue_Hant","languages":["min-Arab","yue-Hant"]},{"precision":0.190915,"recall":0.22332,"f1":0.199046,"accuracy":0.22332,"main_score":0.199046,"hf_subset":"min_Arab-asm_Beng","languages":["min-Arab","asm-Beng"]},{"precision":0.184929,"recall":0.219368,"f1":0.193266,"accuracy":0.219368,"main_score":0.193266,"hf_subset":"min_Arab-ckb_Arab","languages":["min-Arab","ckb-Arab"]},{"precision":0.199509,"recall":0.232213,"f1":0.207334,"accuracy":0.232213,"main_score":0.207334,"hf_subset":"min_Arab-gle_Latn","languages":["min-Arab","gle-Latn"]},{"precision":0.191363,"recall":0.220356,"f1":0.197721,"accuracy":0.220356,"main_score":0.197721,"hf_subset":"min_Arab-kas_Arab","languages":["min-Arab","kas-Arab"]},{"precision":0.193481,"recall":0.216403,"f1":0.19914,"accuracy":0.216403,"main_score":0.19914,"hf_subset":"min_Arab-ltg_Latn","languages":["min-Arab","ltg-Latn"]},{"precision":0.203837,"recall":0.227273,"f1":0.21031,"accuracy":0.227273,"main_score":0.21031,"hf_subset":"min_Arab-nso_Latn","languages":["min-Arab","nso-Latn"]},{"precision":0.19392,"recall":0.240119,"f1":0.20558,"accuracy":0.240119,"main_score":0.20558,"hf_subset":"min_Arab-sin_Sinh","languages":["min-Arab","sin-Sinh"]},{"precision":0.21508,"recall":0.270751,"f1":0.227227,"accuracy":0.270751,"main_score":0.227227,"hf_subset":"min_Arab-tha_Thai","languages":["min-Arab","tha-Thai"]},{"precision":0.203945,"recall":0.253953,"f1":0.215715,"accuracy":0.253953,"main_score":0.215715,"hf_subset":"min_Arab-zho_Hans","languages":["min-Arab","zho-Hans"]},{"precision":0.206329,"recall":0.231225,"f1":0.213016,"accuracy":0.231225,"main_score":0.213016,"hf_subset":"min_Arab-ast_Latn","languages":["min-Arab","ast-Latn"]},{"precision":0.181344,"recall":0.205534,"f1":0.187504,"accuracy":0.205534,"main_score":0.187504,"hf_subset":"min_Arab-crh_Latn","languages":["min-Arab","crh-Latn"]},{"precision":0.225711,"recall":0.257905,"f1":0.234682,"accuracy":0.257905,"main_score":0.234682,"hf_subset":"min_Arab-glg_Latn","languages":["min-Arab","glg-Latn"]},{"precision":0.186919,"recall":0.217391,"f1":0.194522,"accuracy":0.217391,"main_score":0.194522,"hf_subset":"min_Arab-kas_Deva","languages":["min-Arab","kas-Deva"]},{"precision":0.214616,"recall":0.241107,"f1":0.221131,"accuracy":0.241107,"main_score":0.221131,"hf_subset":"min_Arab-ltz_Latn","languages":["min-Arab","ltz-Latn"]},{"precision":0.196244,"recall":0.227273,"f1":0.204613,"accuracy":0.227273,"main_score":0.204613,"hf_subset":"min_Arab-nus_Latn","languages":["min-Arab","nus-Latn"]},{"precision":0.218757,"recall":0.257905,"f1":0.228643,"accuracy":0.257905,"main_score":0.228643,"hf_subset":"min_Arab-slk_Latn","languages":["min-Arab","slk-Latn"]},{"precision":0.185309,"recall":0.219368,"f1":0.193638,"accuracy":0.219368,"main_score":0.193638,"hf_subset":"min_Arab-tir_Ethi","languages":["min-Arab","tir-Ethi"]},{"precision":0.18549,"recall":0.235178,"f1":0.196863,"accuracy":0.235178,"main_score":0.196863,"hf_subset":"min_Arab-zho_Hant","languages":["min-Arab","zho-Hant"]},{"precision":0.226826,"recall":0.275692,"f1":0.238676,"accuracy":0.275692,"main_score":0.238676,"hf_subset":"min_Arab-awa_Deva","languages":["min-Arab","awa-Deva"]},{"precision":0.208652,"recall":0.237154,"f1":0.216022,"accuracy":0.237154,"main_score":0.216022,"hf_subset":"min_Arab-cym_Latn","languages":["min-Arab","cym-Latn"]},{"precision":0.190359,"recall":0.215415,"f1":0.196928,"accuracy":0.215415,"main_score":0.196928,"hf_subset":"min_Arab-grn_Latn","languages":["min-Arab","grn-Latn"]},{"precision":0.202723,"recall":0.245059,"f1":0.2134,"accuracy":0.245059,"main_score":0.2134,"hf_subset":"min_Arab-kat_Geor","languages":["min-Arab","kat-Geor"]},{"precision":0.203378,"recall":0.232213,"f1":0.21019,"accuracy":0.232213,"main_score":0.21019,"hf_subset":"min_Arab-lua_Latn","languages":["min-Arab","lua-Latn"]},{"precision":0.197004,"recall":0.228261,"f1":0.205437,"accuracy":0.228261,"main_score":0.205437,"hf_subset":"min_Arab-nya_Latn","languages":["min-Arab","nya-Latn"]},{"precision":0.199798,"recall":0.221344,"f1":0.205412,"accuracy":0.221344,"main_score":0.205412,"hf_subset":"min_Arab-slv_Latn","languages":["min-Arab","slv-Latn"]},{"precision":0.216944,"recall":0.253953,"f1":0.224948,"accuracy":0.253953,"main_score":0.224948,"hf_subset":"min_Arab-tpi_Latn","languages":["min-Arab","tpi-Latn"]},{"precision":0.249683,"recall":0.301383,"f1":0.261028,"accuracy":0.301383,"main_score":0.261028,"hf_subset":"min_Arab-zsm_Latn","languages":["min-Arab","zsm-Latn"]},{"precision":0.192798,"recall":0.222332,"f1":0.200711,"accuracy":0.222332,"main_score":0.200711,"hf_subset":"min_Arab-ayr_Latn","languages":["min-Arab","ayr-Latn"]},{"precision":0.223682,"recall":0.270751,"f1":0.234903,"accuracy":0.270751,"main_score":0.234903,"hf_subset":"min_Arab-dan_Latn","languages":["min-Arab","dan-Latn"]},{"precision":0.219886,"recall":0.27668,"f1":0.232689,"accuracy":0.27668,"main_score":0.232689,"hf_subset":"min_Arab-guj_Gujr","languages":["min-Arab","guj-Gujr"]},{"precision":0.200834,"recall":0.233202,"f1":0.208443,"accuracy":0.233202,"main_score":0.208443,"hf_subset":"min_Arab-kaz_Cyrl","languages":["min-Arab","kaz-Cyrl"]},{"precision":0.188378,"recall":0.214427,"f1":0.195577,"accuracy":0.214427,"main_score":0.195577,"hf_subset":"min_Arab-lug_Latn","languages":["min-Arab","lug-Latn"]},{"precision":0.2088,"recall":0.236166,"f1":0.216108,"accuracy":0.236166,"main_score":0.216108,"hf_subset":"min_Arab-oci_Latn","languages":["min-Arab","oci-Latn"]},{"precision":0.207655,"recall":0.236166,"f1":0.215361,"accuracy":0.236166,"main_score":0.215361,"hf_subset":"min_Arab-smo_Latn","languages":["min-Arab","smo-Latn"]},{"precision":0.187725,"recall":0.213439,"f1":0.194866,"accuracy":0.213439,"main_score":0.194866,"hf_subset":"min_Arab-tsn_Latn","languages":["min-Arab","tsn-Latn"]},{"precision":0.185474,"recall":0.220356,"f1":0.195022,"accuracy":0.220356,"main_score":0.195022,"hf_subset":"min_Arab-zul_Latn","languages":["min-Arab","zul-Latn"]},{"precision":0.181828,"recall":0.214427,"f1":0.190336,"accuracy":0.214427,"main_score":0.190336,"hf_subset":"min_Arab-azb_Arab","languages":["min-Arab","azb-Arab"]},{"precision":0.221568,"recall":0.273715,"f1":0.233353,"accuracy":0.273715,"main_score":0.233353,"hf_subset":"min_Arab-deu_Latn","languages":["min-Arab","deu-Latn"]},{"precision":0.214246,"recall":0.23913,"f1":0.220812,"accuracy":0.23913,"main_score":0.220812,"hf_subset":"min_Arab-hat_Latn","languages":["min-Arab","hat-Latn"]},{"precision":0.175783,"recall":0.193676,"f1":0.181308,"accuracy":0.193676,"main_score":0.181308,"hf_subset":"min_Arab-kbp_Latn","languages":["min-Arab","kbp-Latn"]},{"precision":0.200109,"recall":0.221344,"f1":0.205727,"accuracy":0.221344,"main_score":0.205727,"hf_subset":"min_Arab-luo_Latn","languages":["min-Arab","luo-Latn"]},{"precision":0.227143,"recall":0.26087,"f1":0.236191,"accuracy":0.26087,"main_score":0.236191,"hf_subset":"min_Arab-ory_Orya","languages":["min-Arab","ory-Orya"]},{"precision":0.176965,"recall":0.198617,"f1":0.183037,"accuracy":0.198617,"main_score":0.183037,"hf_subset":"min_Arab-sna_Latn","languages":["min-Arab","sna-Latn"]},{"precision":0.205879,"recall":0.228261,"f1":0.211948,"accuracy":0.228261,"main_score":0.211948,"hf_subset":"min_Arab-tso_Latn","languages":["min-Arab","tso-Latn"]},{"precision":0.209606,"recall":0.23913,"f1":0.217682,"accuracy":0.23913,"main_score":0.217682,"hf_subset":"min_Arab-azj_Latn","languages":["min-Arab","azj-Latn"]},{"precision":0.152714,"recall":0.179842,"f1":0.159571,"accuracy":0.179842,"main_score":0.159571,"hf_subset":"min_Arab-dik_Latn","languages":["min-Arab","dik-Latn"]},{"precision":0.191531,"recall":0.214427,"f1":0.198057,"accuracy":0.214427,"main_score":0.198057,"hf_subset":"min_Arab-hau_Latn","languages":["min-Arab","hau-Latn"]},{"precision":0.211252,"recall":0.246047,"f1":0.219617,"accuracy":0.246047,"main_score":0.219617,"hf_subset":"min_Arab-kea_Latn","languages":["min-Arab","kea-Latn"]},{"precision":0.184549,"recall":0.203557,"f1":0.188669,"accuracy":0.203557,"main_score":0.188669,"hf_subset":"min_Arab-lus_Latn","languages":["min-Arab","lus-Latn"]},{"precision":0.207893,"recall":0.225296,"f1":0.212366,"accuracy":0.225296,"main_score":0.212366,"hf_subset":"min_Arab-pag_Latn","languages":["min-Arab","pag-Latn"]},{"precision":0.204117,"recall":0.246047,"f1":0.213758,"accuracy":0.246047,"main_score":0.213758,"hf_subset":"min_Arab-snd_Arab","languages":["min-Arab","snd-Arab"]},{"precision":0.20396,"recall":0.235178,"f1":0.211945,"accuracy":0.235178,"main_score":0.211945,"hf_subset":"min_Arab-tuk_Latn","languages":["min-Arab","tuk-Latn"]},{"precision":0.201997,"recall":0.229249,"f1":0.208991,"accuracy":0.229249,"main_score":0.208991,"hf_subset":"min_Arab-bak_Cyrl","languages":["min-Arab","bak-Cyrl"]},{"precision":0.130673,"recall":0.161067,"f1":0.138094,"accuracy":0.161067,"main_score":0.138094,"hf_subset":"min_Arab-dyu_Latn","languages":["min-Arab","dyu-Latn"]},{"precision":0.180049,"recall":0.225296,"f1":0.191057,"accuracy":0.225296,"main_score":0.191057,"hf_subset":"min_Arab-heb_Hebr","languages":["min-Arab","heb-Hebr"]},{"precision":0.209839,"recall":0.233202,"f1":0.215771,"accuracy":0.233202,"main_score":0.215771,"hf_subset":"min_Arab-khk_Cyrl","languages":["min-Arab","khk-Cyrl"]},{"precision":0.195533,"recall":0.226285,"f1":0.203109,"accuracy":0.226285,"main_score":0.203109,"hf_subset":"min_Arab-lvs_Latn","languages":["min-Arab","lvs-Latn"]},{"precision":0.223913,"recall":0.283597,"f1":0.237618,"accuracy":0.283597,"main_score":0.237618,"hf_subset":"min_Arab-pan_Guru","languages":["min-Arab","pan-Guru"]},{"precision":0.196997,"recall":0.218379,"f1":0.203247,"accuracy":0.218379,"main_score":0.203247,"hf_subset":"min_Arab-som_Latn","languages":["min-Arab","som-Latn"]},{"precision":0.17238,"recall":0.19664,"f1":0.178868,"accuracy":0.19664,"main_score":0.178868,"hf_subset":"min_Arab-tum_Latn","languages":["min-Arab","tum-Latn"]},{"precision":0.258913,"recall":0.356719,"f1":0.28378,"accuracy":0.356719,"main_score":0.28378,"hf_subset":"pol_Latn-ace_Arab","languages":["pol-Latn","ace-Arab"]},{"precision":0.348628,"recall":0.454545,"f1":0.375315,"accuracy":0.454545,"main_score":0.375315,"hf_subset":"pol_Latn-bam_Latn","languages":["pol-Latn","bam-Latn"]},{"precision":0.151521,"recall":0.213439,"f1":0.166949,"accuracy":0.213439,"main_score":0.166949,"hf_subset":"pol_Latn-dzo_Tibt","languages":["pol-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-hin_Deva","languages":["pol-Latn","hin-Deva"]},{"precision":0.804496,"recall":0.858696,"f1":0.821014,"accuracy":0.858696,"main_score":0.821014,"hf_subset":"pol_Latn-khm_Khmr","languages":["pol-Latn","khm-Khmr"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pol_Latn-mag_Deva","languages":["pol-Latn","mag-Deva"]},{"precision":0.835754,"recall":0.882411,"f1":0.849835,"accuracy":0.882411,"main_score":0.849835,"hf_subset":"pol_Latn-pap_Latn","languages":["pol-Latn","pap-Latn"]},{"precision":0.391851,"recall":0.498024,"f1":0.418254,"accuracy":0.498024,"main_score":0.418254,"hf_subset":"pol_Latn-sot_Latn","languages":["pol-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-tur_Latn","languages":["pol-Latn","tur-Latn"]},{"precision":0.633794,"recall":0.721344,"f1":0.658846,"accuracy":0.721344,"main_score":0.658846,"hf_subset":"pol_Latn-ace_Latn","languages":["pol-Latn","ace-Latn"]},{"precision":0.799242,"recall":0.854743,"f1":0.816634,"accuracy":0.854743,"main_score":0.816634,"hf_subset":"pol_Latn-ban_Latn","languages":["pol-Latn","ban-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"pol_Latn-ell_Grek","languages":["pol-Latn","ell-Grek"]},{"precision":0.955863,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"pol_Latn-hne_Deva","languages":["pol-Latn","hne-Deva"]},{"precision":0.395789,"recall":0.507905,"f1":0.425287,"accuracy":0.507905,"main_score":0.425287,"hf_subset":"pol_Latn-kik_Latn","languages":["pol-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pol_Latn-mai_Deva","languages":["pol-Latn","mai-Deva"]},{"precision":0.836215,"recall":0.883399,"f1":0.851139,"accuracy":0.883399,"main_score":0.851139,"hf_subset":"pol_Latn-pbt_Arab","languages":["pol-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-spa_Latn","languages":["pol-Latn","spa-Latn"]},{"precision":0.458549,"recall":0.561265,"f1":0.485766,"accuracy":0.561265,"main_score":0.485766,"hf_subset":"pol_Latn-twi_Latn","languages":["pol-Latn","twi-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"pol_Latn-acm_Arab","languages":["pol-Latn","acm-Arab"]},{"precision":0.869433,"recall":0.910079,"f1":0.882576,"accuracy":0.910079,"main_score":0.882576,"hf_subset":"pol_Latn-bel_Cyrl","languages":["pol-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-eng_Latn","languages":["pol-Latn","eng-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"pol_Latn-hrv_Latn","languages":["pol-Latn","hrv-Latn"]},{"precision":0.371308,"recall":0.471344,"f1":0.397187,"accuracy":0.471344,"main_score":0.397187,"hf_subset":"pol_Latn-kin_Latn","languages":["pol-Latn","kin-Latn"]},{"precision":0.974555,"recall":0.982213,"f1":0.977009,"accuracy":0.982213,"main_score":0.977009,"hf_subset":"pol_Latn-mal_Mlym","languages":["pol-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pol_Latn-pes_Arab","languages":["pol-Latn","pes-Arab"]},{"precision":0.827734,"recall":0.878458,"f1":0.843841,"accuracy":0.878458,"main_score":0.843841,"hf_subset":"pol_Latn-srd_Latn","languages":["pol-Latn","srd-Latn"]},{"precision":0.101105,"recall":0.16996,"f1":0.1156,"accuracy":0.16996,"main_score":0.1156,"hf_subset":"pol_Latn-tzm_Tfng","languages":["pol-Latn","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-acq_Arab","languages":["pol-Latn","acq-Arab"]},{"precision":0.428576,"recall":0.524704,"f1":0.453318,"accuracy":0.524704,"main_score":0.453318,"hf_subset":"pol_Latn-bem_Latn","languages":["pol-Latn","bem-Latn"]},{"precision":0.872447,"recall":0.911067,"f1":0.884783,"accuracy":0.911067,"main_score":0.884783,"hf_subset":"pol_Latn-epo_Latn","languages":["pol-Latn","epo-Latn"]},{"precision":0.928854,"recall":0.951581,"f1":0.936265,"accuracy":0.951581,"main_score":0.936265,"hf_subset":"pol_Latn-hun_Latn","languages":["pol-Latn","hun-Latn"]},{"precision":0.681021,"recall":0.757905,"f1":0.703409,"accuracy":0.757905,"main_score":0.703409,"hf_subset":"pol_Latn-kir_Cyrl","languages":["pol-Latn","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-mar_Deva","languages":["pol-Latn","mar-Deva"]},{"precision":0.412323,"recall":0.514822,"f1":0.440167,"accuracy":0.514822,"main_score":0.440167,"hf_subset":"pol_Latn-plt_Latn","languages":["pol-Latn","plt-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"pol_Latn-srp_Cyrl","languages":["pol-Latn","srp-Cyrl"]},{"precision":0.259521,"recall":0.352767,"f1":0.282779,"accuracy":0.352767,"main_score":0.282779,"hf_subset":"pol_Latn-uig_Arab","languages":["pol-Latn","uig-Arab"]},{"precision":0.935771,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"pol_Latn-aeb_Arab","languages":["pol-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pol_Latn-ben_Beng","languages":["pol-Latn","ben-Beng"]},{"precision":0.821756,"recall":0.871542,"f1":0.836957,"accuracy":0.871542,"main_score":0.836957,"hf_subset":"pol_Latn-est_Latn","languages":["pol-Latn","est-Latn"]},{"precision":0.81536,"recall":0.865613,"f1":0.830665,"accuracy":0.865613,"main_score":0.830665,"hf_subset":"pol_Latn-hye_Armn","languages":["pol-Latn","hye-Armn"]},{"precision":0.366408,"recall":0.465415,"f1":0.392202,"accuracy":0.465415,"main_score":0.392202,"hf_subset":"pol_Latn-kmb_Latn","languages":["pol-Latn","kmb-Latn"]},{"precision":0.226904,"recall":0.318182,"f1":0.248687,"accuracy":0.318182,"main_score":0.248687,"hf_subset":"pol_Latn-min_Arab","languages":["pol-Latn","min-Arab"]},{"precision":0.369861,"recall":0.479249,"f1":0.39765,"accuracy":0.479249,"main_score":0.39765,"hf_subset":"pol_Latn-ssw_Latn","languages":["pol-Latn","ssw-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"pol_Latn-ukr_Cyrl","languages":["pol-Latn","ukr-Cyrl"]},{"precision":0.927042,"recall":0.950593,"f1":0.934783,"accuracy":0.950593,"main_score":0.934783,"hf_subset":"pol_Latn-afr_Latn","languages":["pol-Latn","afr-Latn"]},{"precision":0.961874,"recall":0.97332,"f1":0.965481,"accuracy":0.97332,"main_score":0.965481,"hf_subset":"pol_Latn-bho_Deva","languages":["pol-Latn","bho-Deva"]},{"precision":0.609002,"recall":0.698617,"f1":0.634623,"accuracy":0.698617,"main_score":0.634623,"hf_subset":"pol_Latn-eus_Latn","languages":["pol-Latn","eus-Latn"]},{"precision":0.354706,"recall":0.472332,"f1":0.384726,"accuracy":0.472332,"main_score":0.384726,"hf_subset":"pol_Latn-ibo_Latn","languages":["pol-Latn","ibo-Latn"]},{"precision":0.412628,"recall":0.516798,"f1":0.439114,"accuracy":0.516798,"main_score":0.439114,"hf_subset":"pol_Latn-kmr_Latn","languages":["pol-Latn","kmr-Latn"]},{"precision":0.77024,"recall":0.83498,"f1":0.789987,"accuracy":0.83498,"main_score":0.789987,"hf_subset":"pol_Latn-min_Latn","languages":["pol-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-por_Latn","languages":["pol-Latn","por-Latn"]},{"precision":0.855237,"recall":0.897233,"f1":0.868544,"accuracy":0.897233,"main_score":0.868544,"hf_subset":"pol_Latn-sun_Latn","languages":["pol-Latn","sun-Latn"]},{"precision":0.352346,"recall":0.461462,"f1":0.380418,"accuracy":0.461462,"main_score":0.380418,"hf_subset":"pol_Latn-umb_Latn","languages":["pol-Latn","umb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-ajp_Arab","languages":["pol-Latn","ajp-Arab"]},{"precision":0.234434,"recall":0.333004,"f1":0.259455,"accuracy":0.333004,"main_score":0.259455,"hf_subset":"pol_Latn-bjn_Arab","languages":["pol-Latn","bjn-Arab"]},{"precision":0.380588,"recall":0.477273,"f1":0.405471,"accuracy":0.477273,"main_score":0.405471,"hf_subset":"pol_Latn-ewe_Latn","languages":["pol-Latn","ewe-Latn"]},{"precision":0.643299,"recall":0.727273,"f1":0.66768,"accuracy":0.727273,"main_score":0.66768,"hf_subset":"pol_Latn-ilo_Latn","languages":["pol-Latn","ilo-Latn"]},{"precision":0.161388,"recall":0.247036,"f1":0.18124,"accuracy":0.247036,"main_score":0.18124,"hf_subset":"pol_Latn-knc_Arab","languages":["pol-Latn","knc-Arab"]},{"precision":0.931489,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"pol_Latn-mkd_Cyrl","languages":["pol-Latn","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pol_Latn-prs_Arab","languages":["pol-Latn","prs-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pol_Latn-swe_Latn","languages":["pol-Latn","swe-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"pol_Latn-urd_Arab","languages":["pol-Latn","urd-Arab"]},{"precision":0.444878,"recall":0.550395,"f1":0.472703,"accuracy":0.550395,"main_score":0.472703,"hf_subset":"pol_Latn-aka_Latn","languages":["pol-Latn","aka-Latn"]},{"precision":0.817111,"recall":0.871542,"f1":0.834387,"accuracy":0.871542,"main_score":0.834387,"hf_subset":"pol_Latn-bjn_Latn","languages":["pol-Latn","bjn-Latn"]},{"precision":0.554806,"recall":0.641304,"f1":0.578683,"accuracy":0.641304,"main_score":0.578683,"hf_subset":"pol_Latn-fao_Latn","languages":["pol-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-ind_Latn","languages":["pol-Latn","ind-Latn"]},{"precision":0.420135,"recall":0.519763,"f1":0.444829,"accuracy":0.519763,"main_score":0.444829,"hf_subset":"pol_Latn-knc_Latn","languages":["pol-Latn","knc-Latn"]},{"precision":0.675191,"recall":0.76087,"f1":0.700562,"accuracy":0.76087,"main_score":0.700562,"hf_subset":"pol_Latn-mlt_Latn","languages":["pol-Latn","mlt-Latn"]},{"precision":0.454482,"recall":0.562253,"f1":0.482814,"accuracy":0.562253,"main_score":0.482814,"hf_subset":"pol_Latn-quy_Latn","languages":["pol-Latn","quy-Latn"]},{"precision":0.841897,"recall":0.887352,"f1":0.856028,"accuracy":0.887352,"main_score":0.856028,"hf_subset":"pol_Latn-swh_Latn","languages":["pol-Latn","swh-Latn"]},{"precision":0.63583,"recall":0.72332,"f1":0.661319,"accuracy":0.72332,"main_score":0.661319,"hf_subset":"pol_Latn-uzn_Latn","languages":["pol-Latn","uzn-Latn"]},{"precision":0.776136,"recall":0.835968,"f1":0.794466,"accuracy":0.835968,"main_score":0.794466,"hf_subset":"pol_Latn-als_Latn","languages":["pol-Latn","als-Latn"]},{"precision":0.177232,"recall":0.249012,"f1":0.19441,"accuracy":0.249012,"main_score":0.19441,"hf_subset":"pol_Latn-bod_Tibt","languages":["pol-Latn","bod-Tibt"]},{"precision":0.360965,"recall":0.47332,"f1":0.389648,"accuracy":0.47332,"main_score":0.389648,"hf_subset":"pol_Latn-fij_Latn","languages":["pol-Latn","fij-Latn"]},{"precision":0.526319,"recall":0.619565,"f1":0.552158,"accuracy":0.619565,"main_score":0.552158,"hf_subset":"pol_Latn-isl_Latn","languages":["pol-Latn","isl-Latn"]},{"precision":0.466988,"recall":0.566206,"f1":0.493261,"accuracy":0.566206,"main_score":0.493261,"hf_subset":"pol_Latn-kon_Latn","languages":["pol-Latn","kon-Latn"]},{"precision":0.316658,"recall":0.436759,"f1":0.347337,"accuracy":0.436759,"main_score":0.347337,"hf_subset":"pol_Latn-mni_Beng","languages":["pol-Latn","mni-Beng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pol_Latn-ron_Latn","languages":["pol-Latn","ron-Latn"]},{"precision":0.883893,"recall":0.916996,"f1":0.894598,"accuracy":0.916996,"main_score":0.894598,"hf_subset":"pol_Latn-szl_Latn","languages":["pol-Latn","szl-Latn"]},{"precision":0.917243,"recall":0.943676,"f1":0.925791,"accuracy":0.943676,"main_score":0.925791,"hf_subset":"pol_Latn-vec_Latn","languages":["pol-Latn","vec-Latn"]},{"precision":0.772381,"recall":0.83498,"f1":0.791441,"accuracy":0.83498,"main_score":0.791441,"hf_subset":"pol_Latn-amh_Ethi","languages":["pol-Latn","amh-Ethi"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"pol_Latn-bos_Latn","languages":["pol-Latn","bos-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"pol_Latn-fin_Latn","languages":["pol-Latn","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-ita_Latn","languages":["pol-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-kor_Hang","languages":["pol-Latn","kor-Hang"]},{"precision":0.394046,"recall":0.495059,"f1":0.420066,"accuracy":0.495059,"main_score":0.420066,"hf_subset":"pol_Latn-mos_Latn","languages":["pol-Latn","mos-Latn"]},{"precision":0.373714,"recall":0.476285,"f1":0.400124,"accuracy":0.476285,"main_score":0.400124,"hf_subset":"pol_Latn-run_Latn","languages":["pol-Latn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pol_Latn-tam_Taml","languages":["pol-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pol_Latn-vie_Latn","languages":["pol-Latn","vie-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"pol_Latn-apc_Arab","languages":["pol-Latn","apc-Arab"]},{"precision":0.588467,"recall":0.681818,"f1":0.614313,"accuracy":0.681818,"main_score":0.614313,"hf_subset":"pol_Latn-bug_Latn","languages":["pol-Latn","bug-Latn"]},{"precision":0.32888,"recall":0.432806,"f1":0.354172,"accuracy":0.432806,"main_score":0.354172,"hf_subset":"pol_Latn-fon_Latn","languages":["pol-Latn","fon-Latn"]},{"precision":0.832955,"recall":0.880435,"f1":0.84801,"accuracy":0.880435,"main_score":0.84801,"hf_subset":"pol_Latn-jav_Latn","languages":["pol-Latn","jav-Latn"]},{"precision":0.700741,"recall":0.779644,"f1":0.724181,"accuracy":0.779644,"main_score":0.724181,"hf_subset":"pol_Latn-lao_Laoo","languages":["pol-Latn","lao-Laoo"]},{"precision":0.336048,"recall":0.451581,"f1":0.365068,"accuracy":0.451581,"main_score":0.365068,"hf_subset":"pol_Latn-mri_Latn","languages":["pol-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-rus_Cyrl","languages":["pol-Latn","rus-Cyrl"]},{"precision":0.365156,"recall":0.481225,"f1":0.395681,"accuracy":0.481225,"main_score":0.395681,"hf_subset":"pol_Latn-taq_Latn","languages":["pol-Latn","taq-Latn"]},{"precision":0.770102,"recall":0.833004,"f1":0.78941,"accuracy":0.833004,"main_score":0.78941,"hf_subset":"pol_Latn-war_Latn","languages":["pol-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-arb_Arab","languages":["pol-Latn","arb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pol_Latn-bul_Cyrl","languages":["pol-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-fra_Latn","languages":["pol-Latn","fra-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-jpn_Jpan","languages":["pol-Latn","jpn-Jpan"]},{"precision":0.84552,"recall":0.892292,"f1":0.86031,"accuracy":0.892292,"main_score":0.86031,"hf_subset":"pol_Latn-lij_Latn","languages":["pol-Latn","lij-Latn"]},{"precision":0.776252,"recall":0.839921,"f1":0.795718,"accuracy":0.839921,"main_score":0.795718,"hf_subset":"pol_Latn-mya_Mymr","languages":["pol-Latn","mya-Mymr"]},{"precision":0.432481,"recall":0.539526,"f1":0.46086,"accuracy":0.539526,"main_score":0.46086,"hf_subset":"pol_Latn-sag_Latn","languages":["pol-Latn","sag-Latn"]},{"precision":0.115868,"recall":0.197628,"f1":0.131701,"accuracy":0.197628,"main_score":0.131701,"hf_subset":"pol_Latn-taq_Tfng","languages":["pol-Latn","taq-Tfng"]},{"precision":0.434113,"recall":0.538538,"f1":0.460905,"accuracy":0.538538,"main_score":0.460905,"hf_subset":"pol_Latn-wol_Latn","languages":["pol-Latn","wol-Latn"]},{"precision":0.258696,"recall":0.369565,"f1":0.285346,"accuracy":0.369565,"main_score":0.285346,"hf_subset":"pol_Latn-arb_Latn","languages":["pol-Latn","arb-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"pol_Latn-cat_Latn","languages":["pol-Latn","cat-Latn"]},{"precision":0.809848,"recall":0.863636,"f1":0.826186,"accuracy":0.863636,"main_score":0.826186,"hf_subset":"pol_Latn-fur_Latn","languages":["pol-Latn","fur-Latn"]},{"precision":0.243944,"recall":0.335968,"f1":0.266157,"accuracy":0.335968,"main_score":0.266157,"hf_subset":"pol_Latn-kab_Latn","languages":["pol-Latn","kab-Latn"]},{"precision":0.781225,"recall":0.841897,"f1":0.800165,"accuracy":0.841897,"main_score":0.800165,"hf_subset":"pol_Latn-lim_Latn","languages":["pol-Latn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-nld_Latn","languages":["pol-Latn","nld-Latn"]},{"precision":0.867671,"recall":0.907115,"f1":0.880171,"accuracy":0.907115,"main_score":0.880171,"hf_subset":"pol_Latn-san_Deva","languages":["pol-Latn","san-Deva"]},{"precision":0.633483,"recall":0.720356,"f1":0.658711,"accuracy":0.720356,"main_score":0.658711,"hf_subset":"pol_Latn-tat_Cyrl","languages":["pol-Latn","tat-Cyrl"]},{"precision":0.392901,"recall":0.507905,"f1":0.422671,"accuracy":0.507905,"main_score":0.422671,"hf_subset":"pol_Latn-xho_Latn","languages":["pol-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-ars_Arab","languages":["pol-Latn","ars-Arab"]},{"precision":0.751541,"recall":0.818182,"f1":0.771789,"accuracy":0.818182,"main_score":0.771789,"hf_subset":"pol_Latn-ceb_Latn","languages":["pol-Latn","ceb-Latn"]},{"precision":0.396588,"recall":0.503953,"f1":0.423903,"accuracy":0.503953,"main_score":0.423903,"hf_subset":"pol_Latn-fuv_Latn","languages":["pol-Latn","fuv-Latn"]},{"precision":0.379912,"recall":0.494071,"f1":0.408864,"accuracy":0.494071,"main_score":0.408864,"hf_subset":"pol_Latn-kac_Latn","languages":["pol-Latn","kac-Latn"]},{"precision":0.456278,"recall":0.563241,"f1":0.483592,"accuracy":0.563241,"main_score":0.483592,"hf_subset":"pol_Latn-lin_Latn","languages":["pol-Latn","lin-Latn"]},{"precision":0.952569,"recall":0.968379,"f1":0.957839,"accuracy":0.968379,"main_score":0.957839,"hf_subset":"pol_Latn-nno_Latn","languages":["pol-Latn","nno-Latn"]},{"precision":0.153099,"recall":0.219368,"f1":0.167641,"accuracy":0.219368,"main_score":0.167641,"hf_subset":"pol_Latn-sat_Olck","languages":["pol-Latn","sat-Olck"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"pol_Latn-tel_Telu","languages":["pol-Latn","tel-Telu"]},{"precision":0.303896,"recall":0.410079,"f1":0.330704,"accuracy":0.410079,"main_score":0.330704,"hf_subset":"pol_Latn-ydd_Hebr","languages":["pol-Latn","ydd-Hebr"]},{"precision":0.876482,"recall":0.914032,"f1":0.888505,"accuracy":0.914032,"main_score":0.888505,"hf_subset":"pol_Latn-ary_Arab","languages":["pol-Latn","ary-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pol_Latn-ces_Latn","languages":["pol-Latn","ces-Latn"]},{"precision":0.27816,"recall":0.378458,"f1":0.302244,"accuracy":0.378458,"main_score":0.302244,"hf_subset":"pol_Latn-gaz_Latn","languages":["pol-Latn","gaz-Latn"]},{"precision":0.416119,"recall":0.520751,"f1":0.442602,"accuracy":0.520751,"main_score":0.442602,"hf_subset":"pol_Latn-kam_Latn","languages":["pol-Latn","kam-Latn"]},{"precision":0.818758,"recall":0.868577,"f1":0.834519,"accuracy":0.868577,"main_score":0.834519,"hf_subset":"pol_Latn-lit_Latn","languages":["pol-Latn","lit-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pol_Latn-nob_Latn","languages":["pol-Latn","nob-Latn"]},{"precision":0.723699,"recall":0.798419,"f1":0.745605,"accuracy":0.798419,"main_score":0.745605,"hf_subset":"pol_Latn-scn_Latn","languages":["pol-Latn","scn-Latn"]},{"precision":0.423473,"recall":0.520751,"f1":0.448119,"accuracy":0.520751,"main_score":0.448119,"hf_subset":"pol_Latn-tgk_Cyrl","languages":["pol-Latn","tgk-Cyrl"]},{"precision":0.35102,"recall":0.462451,"f1":0.38038,"accuracy":0.462451,"main_score":0.38038,"hf_subset":"pol_Latn-yor_Latn","languages":["pol-Latn","yor-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-arz_Arab","languages":["pol-Latn","arz-Arab"]},{"precision":0.407264,"recall":0.521739,"f1":0.437282,"accuracy":0.521739,"main_score":0.437282,"hf_subset":"pol_Latn-cjk_Latn","languages":["pol-Latn","cjk-Latn"]},{"precision":0.317572,"recall":0.428854,"f1":0.34617,"accuracy":0.428854,"main_score":0.34617,"hf_subset":"pol_Latn-gla_Latn","languages":["pol-Latn","gla-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"pol_Latn-kan_Knda","languages":["pol-Latn","kan-Knda"]},{"precision":0.792325,"recall":0.850791,"f1":0.810145,"accuracy":0.850791,"main_score":0.810145,"hf_subset":"pol_Latn-lmo_Latn","languages":["pol-Latn","lmo-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"pol_Latn-npi_Deva","languages":["pol-Latn","npi-Deva"]},{"precision":0.340167,"recall":0.450593,"f1":0.367499,"accuracy":0.450593,"main_score":0.367499,"hf_subset":"pol_Latn-shn_Mymr","languages":["pol-Latn","shn-Mymr"]},{"precision":0.859025,"recall":0.903162,"f1":0.873353,"accuracy":0.903162,"main_score":0.873353,"hf_subset":"pol_Latn-tgl_Latn","languages":["pol-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-yue_Hant","languages":["pol-Latn","yue-Hant"]},{"precision":0.857378,"recall":0.899209,"f1":0.870487,"accuracy":0.899209,"main_score":0.870487,"hf_subset":"pol_Latn-asm_Beng","languages":["pol-Latn","asm-Beng"]},{"precision":0.401711,"recall":0.494071,"f1":0.426383,"accuracy":0.494071,"main_score":0.426383,"hf_subset":"pol_Latn-ckb_Arab","languages":["pol-Latn","ckb-Arab"]},{"precision":0.338861,"recall":0.4417,"f1":0.364758,"accuracy":0.4417,"main_score":0.364758,"hf_subset":"pol_Latn-gle_Latn","languages":["pol-Latn","gle-Latn"]},{"precision":0.62221,"recall":0.716403,"f1":0.649786,"accuracy":0.716403,"main_score":0.649786,"hf_subset":"pol_Latn-kas_Arab","languages":["pol-Latn","kas-Arab"]},{"precision":0.604685,"recall":0.690711,"f1":0.629685,"accuracy":0.690711,"main_score":0.629685,"hf_subset":"pol_Latn-ltg_Latn","languages":["pol-Latn","ltg-Latn"]},{"precision":0.422453,"recall":0.532609,"f1":0.451676,"accuracy":0.532609,"main_score":0.451676,"hf_subset":"pol_Latn-nso_Latn","languages":["pol-Latn","nso-Latn"]},{"precision":0.852635,"recall":0.894269,"f1":0.865382,"accuracy":0.894269,"main_score":0.865382,"hf_subset":"pol_Latn-sin_Sinh","languages":["pol-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pol_Latn-tha_Thai","languages":["pol-Latn","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-zho_Hans","languages":["pol-Latn","zho-Hans"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"pol_Latn-ast_Latn","languages":["pol-Latn","ast-Latn"]},{"precision":0.808778,"recall":0.862648,"f1":0.825231,"accuracy":0.862648,"main_score":0.825231,"hf_subset":"pol_Latn-crh_Latn","languages":["pol-Latn","crh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pol_Latn-glg_Latn","languages":["pol-Latn","glg-Latn"]},{"precision":0.554596,"recall":0.663043,"f1":0.586074,"accuracy":0.663043,"main_score":0.586074,"hf_subset":"pol_Latn-kas_Deva","languages":["pol-Latn","kas-Deva"]},{"precision":0.760853,"recall":0.823123,"f1":0.779748,"accuracy":0.823123,"main_score":0.779748,"hf_subset":"pol_Latn-ltz_Latn","languages":["pol-Latn","ltz-Latn"]},{"precision":0.274273,"recall":0.371542,"f1":0.297919,"accuracy":0.371542,"main_score":0.297919,"hf_subset":"pol_Latn-nus_Latn","languages":["pol-Latn","nus-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"pol_Latn-slk_Latn","languages":["pol-Latn","slk-Latn"]},{"precision":0.363952,"recall":0.458498,"f1":0.388905,"accuracy":0.458498,"main_score":0.388905,"hf_subset":"pol_Latn-tir_Ethi","languages":["pol-Latn","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pol_Latn-zho_Hant","languages":["pol-Latn","zho-Hant"]},{"precision":0.976285,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"pol_Latn-awa_Deva","languages":["pol-Latn","awa-Deva"]},{"precision":0.403728,"recall":0.503953,"f1":0.429375,"accuracy":0.503953,"main_score":0.429375,"hf_subset":"pol_Latn-cym_Latn","languages":["pol-Latn","cym-Latn"]},{"precision":0.61698,"recall":0.70751,"f1":0.642882,"accuracy":0.70751,"main_score":0.642882,"hf_subset":"pol_Latn-grn_Latn","languages":["pol-Latn","grn-Latn"]},{"precision":0.897398,"recall":0.927866,"f1":0.90687,"accuracy":0.927866,"main_score":0.90687,"hf_subset":"pol_Latn-kat_Geor","languages":["pol-Latn","kat-Geor"]},{"precision":0.452239,"recall":0.555336,"f1":0.479487,"accuracy":0.555336,"main_score":0.479487,"hf_subset":"pol_Latn-lua_Latn","languages":["pol-Latn","lua-Latn"]},{"precision":0.442506,"recall":0.549407,"f1":0.471051,"accuracy":0.549407,"main_score":0.471051,"hf_subset":"pol_Latn-nya_Latn","languages":["pol-Latn","nya-Latn"]},{"precision":0.918231,"recall":0.943676,"f1":0.926449,"accuracy":0.943676,"main_score":0.926449,"hf_subset":"pol_Latn-slv_Latn","languages":["pol-Latn","slv-Latn"]},{"precision":0.689619,"recall":0.770751,"f1":0.713589,"accuracy":0.770751,"main_score":0.713589,"hf_subset":"pol_Latn-tpi_Latn","languages":["pol-Latn","tpi-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"pol_Latn-zsm_Latn","languages":["pol-Latn","zsm-Latn"]},{"precision":0.348871,"recall":0.463439,"f1":0.378898,"accuracy":0.463439,"main_score":0.378898,"hf_subset":"pol_Latn-ayr_Latn","languages":["pol-Latn","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pol_Latn-dan_Latn","languages":["pol-Latn","dan-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"pol_Latn-guj_Gujr","languages":["pol-Latn","guj-Gujr"]},{"precision":0.72696,"recall":0.799407,"f1":0.748847,"accuracy":0.799407,"main_score":0.748847,"hf_subset":"pol_Latn-kaz_Cyrl","languages":["pol-Latn","kaz-Cyrl"]},{"precision":0.355246,"recall":0.456522,"f1":0.380279,"accuracy":0.456522,"main_score":0.380279,"hf_subset":"pol_Latn-lug_Latn","languages":["pol-Latn","lug-Latn"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"pol_Latn-oci_Latn","languages":["pol-Latn","oci-Latn"]},{"precision":0.39571,"recall":0.511858,"f1":0.425545,"accuracy":0.511858,"main_score":0.425545,"hf_subset":"pol_Latn-smo_Latn","languages":["pol-Latn","smo-Latn"]},{"precision":0.3792,"recall":0.487154,"f1":0.406903,"accuracy":0.487154,"main_score":0.406903,"hf_subset":"pol_Latn-tsn_Latn","languages":["pol-Latn","tsn-Latn"]},{"precision":0.365159,"recall":0.464427,"f1":0.390099,"accuracy":0.464427,"main_score":0.390099,"hf_subset":"pol_Latn-zul_Latn","languages":["pol-Latn","zul-Latn"]},{"precision":0.63937,"recall":0.736166,"f1":0.668396,"accuracy":0.736166,"main_score":0.668396,"hf_subset":"pol_Latn-azb_Arab","languages":["pol-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-deu_Latn","languages":["pol-Latn","deu-Latn"]},{"precision":0.594433,"recall":0.693676,"f1":0.623227,"accuracy":0.693676,"main_score":0.623227,"hf_subset":"pol_Latn-hat_Latn","languages":["pol-Latn","hat-Latn"]},{"precision":0.324677,"recall":0.428854,"f1":0.349939,"accuracy":0.428854,"main_score":0.349939,"hf_subset":"pol_Latn-kbp_Latn","languages":["pol-Latn","kbp-Latn"]},{"precision":0.416049,"recall":0.51581,"f1":0.441235,"accuracy":0.51581,"main_score":0.441235,"hf_subset":"pol_Latn-luo_Latn","languages":["pol-Latn","luo-Latn"]},{"precision":0.508956,"recall":0.597826,"f1":0.533132,"accuracy":0.597826,"main_score":0.533132,"hf_subset":"pol_Latn-ory_Orya","languages":["pol-Latn","ory-Orya"]},{"precision":0.387317,"recall":0.5,"f1":0.417254,"accuracy":0.5,"main_score":0.417254,"hf_subset":"pol_Latn-sna_Latn","languages":["pol-Latn","sna-Latn"]},{"precision":0.370891,"recall":0.474308,"f1":0.397533,"accuracy":0.474308,"main_score":0.397533,"hf_subset":"pol_Latn-tso_Latn","languages":["pol-Latn","tso-Latn"]},{"precision":0.84753,"recall":0.892292,"f1":0.861627,"accuracy":0.892292,"main_score":0.861627,"hf_subset":"pol_Latn-azj_Latn","languages":["pol-Latn","azj-Latn"]},{"precision":0.392407,"recall":0.5,"f1":0.420478,"accuracy":0.5,"main_score":0.420478,"hf_subset":"pol_Latn-dik_Latn","languages":["pol-Latn","dik-Latn"]},{"precision":0.410608,"recall":0.503953,"f1":0.436175,"accuracy":0.503953,"main_score":0.436175,"hf_subset":"pol_Latn-hau_Latn","languages":["pol-Latn","hau-Latn"]},{"precision":0.769361,"recall":0.833992,"f1":0.788916,"accuracy":0.833992,"main_score":0.788916,"hf_subset":"pol_Latn-kea_Latn","languages":["pol-Latn","kea-Latn"]},{"precision":0.552736,"recall":0.647233,"f1":0.579059,"accuracy":0.647233,"main_score":0.579059,"hf_subset":"pol_Latn-lus_Latn","languages":["pol-Latn","lus-Latn"]},{"precision":0.716017,"recall":0.788538,"f1":0.73742,"accuracy":0.788538,"main_score":0.73742,"hf_subset":"pol_Latn-pag_Latn","languages":["pol-Latn","pag-Latn"]},{"precision":0.681441,"recall":0.762846,"f1":0.705624,"accuracy":0.762846,"main_score":0.705624,"hf_subset":"pol_Latn-snd_Arab","languages":["pol-Latn","snd-Arab"]},{"precision":0.591112,"recall":0.682806,"f1":0.616869,"accuracy":0.682806,"main_score":0.616869,"hf_subset":"pol_Latn-tuk_Latn","languages":["pol-Latn","tuk-Latn"]},{"precision":0.642914,"recall":0.724308,"f1":0.665623,"accuracy":0.724308,"main_score":0.665623,"hf_subset":"pol_Latn-bak_Cyrl","languages":["pol-Latn","bak-Cyrl"]},{"precision":0.328716,"recall":0.451581,"f1":0.361171,"accuracy":0.451581,"main_score":0.361171,"hf_subset":"pol_Latn-dyu_Latn","languages":["pol-Latn","dyu-Latn"]},{"precision":0.882773,"recall":0.91996,"f1":0.894763,"accuracy":0.91996,"main_score":0.894763,"hf_subset":"pol_Latn-heb_Hebr","languages":["pol-Latn","heb-Hebr"]},{"precision":0.417546,"recall":0.51581,"f1":0.443408,"accuracy":0.51581,"main_score":0.443408,"hf_subset":"pol_Latn-khk_Cyrl","languages":["pol-Latn","khk-Cyrl"]},{"precision":0.800511,"recall":0.857708,"f1":0.818215,"accuracy":0.857708,"main_score":0.818215,"hf_subset":"pol_Latn-lvs_Latn","languages":["pol-Latn","lvs-Latn"]},{"precision":0.914032,"recall":0.940711,"f1":0.922563,"accuracy":0.940711,"main_score":0.922563,"hf_subset":"pol_Latn-pan_Guru","languages":["pol-Latn","pan-Guru"]},{"precision":0.351376,"recall":0.447628,"f1":0.375353,"accuracy":0.447628,"main_score":0.375353,"hf_subset":"pol_Latn-som_Latn","languages":["pol-Latn","som-Latn"]},{"precision":0.429778,"recall":0.525692,"f1":0.455138,"accuracy":0.525692,"main_score":0.455138,"hf_subset":"pol_Latn-tum_Latn","languages":["pol-Latn","tum-Latn"]},{"precision":0.264177,"recall":0.315217,"f1":0.277207,"accuracy":0.315217,"main_score":0.277207,"hf_subset":"ssw_Latn-ace_Arab","languages":["ssw-Latn","ace-Arab"]},{"precision":0.402503,"recall":0.4417,"f1":0.414284,"accuracy":0.4417,"main_score":0.414284,"hf_subset":"ssw_Latn-bam_Latn","languages":["ssw-Latn","bam-Latn"]},{"precision":0.132433,"recall":0.179842,"f1":0.144328,"accuracy":0.179842,"main_score":0.144328,"hf_subset":"ssw_Latn-dzo_Tibt","languages":["ssw-Latn","dzo-Tibt"]},{"precision":0.407786,"recall":0.47332,"f1":0.423691,"accuracy":0.47332,"main_score":0.423691,"hf_subset":"ssw_Latn-hin_Deva","languages":["ssw-Latn","hin-Deva"]},{"precision":0.362827,"recall":0.411067,"f1":0.375115,"accuracy":0.411067,"main_score":0.375115,"hf_subset":"ssw_Latn-khm_Khmr","languages":["ssw-Latn","khm-Khmr"]},{"precision":0.417899,"recall":0.476285,"f1":0.432888,"accuracy":0.476285,"main_score":0.432888,"hf_subset":"ssw_Latn-mag_Deva","languages":["ssw-Latn","mag-Deva"]},{"precision":0.459228,"recall":0.48913,"f1":0.467302,"accuracy":0.48913,"main_score":0.467302,"hf_subset":"ssw_Latn-pap_Latn","languages":["ssw-Latn","pap-Latn"]},{"precision":0.483634,"recall":0.51087,"f1":0.491817,"accuracy":0.51087,"main_score":0.491817,"hf_subset":"ssw_Latn-sot_Latn","languages":["ssw-Latn","sot-Latn"]},{"precision":0.420532,"recall":0.487154,"f1":0.436964,"accuracy":0.487154,"main_score":0.436964,"hf_subset":"ssw_Latn-tur_Latn","languages":["ssw-Latn","tur-Latn"]},{"precision":0.46553,"recall":0.500988,"f1":0.47527,"accuracy":0.500988,"main_score":0.47527,"hf_subset":"ssw_Latn-ace_Latn","languages":["ssw-Latn","ace-Latn"]},{"precision":0.452233,"recall":0.48419,"f1":0.460903,"accuracy":0.48419,"main_score":0.460903,"hf_subset":"ssw_Latn-ban_Latn","languages":["ssw-Latn","ban-Latn"]},{"precision":0.358203,"recall":0.417984,"f1":0.373556,"accuracy":0.417984,"main_score":0.373556,"hf_subset":"ssw_Latn-ell_Grek","languages":["ssw-Latn","ell-Grek"]},{"precision":0.408249,"recall":0.455534,"f1":0.421052,"accuracy":0.455534,"main_score":0.421052,"hf_subset":"ssw_Latn-hne_Deva","languages":["ssw-Latn","hne-Deva"]},{"precision":0.418194,"recall":0.462451,"f1":0.430097,"accuracy":0.462451,"main_score":0.430097,"hf_subset":"ssw_Latn-kik_Latn","languages":["ssw-Latn","kik-Latn"]},{"precision":0.423303,"recall":0.475296,"f1":0.436481,"accuracy":0.475296,"main_score":0.436481,"hf_subset":"ssw_Latn-mai_Deva","languages":["ssw-Latn","mai-Deva"]},{"precision":0.366368,"recall":0.424901,"f1":0.381738,"accuracy":0.424901,"main_score":0.381738,"hf_subset":"ssw_Latn-pbt_Arab","languages":["ssw-Latn","pbt-Arab"]},{"precision":0.441536,"recall":0.503953,"f1":0.456584,"accuracy":0.503953,"main_score":0.456584,"hf_subset":"ssw_Latn-spa_Latn","languages":["ssw-Latn","spa-Latn"]},{"precision":0.476869,"recall":0.51087,"f1":0.486212,"accuracy":0.51087,"main_score":0.486212,"hf_subset":"ssw_Latn-twi_Latn","languages":["ssw-Latn","twi-Latn"]},{"precision":0.382917,"recall":0.447628,"f1":0.399615,"accuracy":0.447628,"main_score":0.399615,"hf_subset":"ssw_Latn-acm_Arab","languages":["ssw-Latn","acm-Arab"]},{"precision":0.365119,"recall":0.413043,"f1":0.377434,"accuracy":0.413043,"main_score":0.377434,"hf_subset":"ssw_Latn-bel_Cyrl","languages":["ssw-Latn","bel-Cyrl"]},{"precision":0.445237,"recall":0.504941,"f1":0.460057,"accuracy":0.504941,"main_score":0.460057,"hf_subset":"ssw_Latn-eng_Latn","languages":["ssw-Latn","eng-Latn"]},{"precision":0.427827,"recall":0.478261,"f1":0.441448,"accuracy":0.478261,"main_score":0.441448,"hf_subset":"ssw_Latn-hrv_Latn","languages":["ssw-Latn","hrv-Latn"]},{"precision":0.420793,"recall":0.461462,"f1":0.431822,"accuracy":0.461462,"main_score":0.431822,"hf_subset":"ssw_Latn-kin_Latn","languages":["ssw-Latn","kin-Latn"]},{"precision":0.386114,"recall":0.450593,"f1":0.403311,"accuracy":0.450593,"main_score":0.403311,"hf_subset":"ssw_Latn-mal_Mlym","languages":["ssw-Latn","mal-Mlym"]},{"precision":0.395921,"recall":0.461462,"f1":0.412385,"accuracy":0.461462,"main_score":0.412385,"hf_subset":"ssw_Latn-pes_Arab","languages":["ssw-Latn","pes-Arab"]},{"precision":0.420951,"recall":0.465415,"f1":0.432454,"accuracy":0.465415,"main_score":0.432454,"hf_subset":"ssw_Latn-srd_Latn","languages":["ssw-Latn","srd-Latn"]},{"precision":0.144116,"recall":0.189723,"f1":0.156886,"accuracy":0.189723,"main_score":0.156886,"hf_subset":"ssw_Latn-tzm_Tfng","languages":["ssw-Latn","tzm-Tfng"]},{"precision":0.385818,"recall":0.453557,"f1":0.403449,"accuracy":0.453557,"main_score":0.403449,"hf_subset":"ssw_Latn-acq_Arab","languages":["ssw-Latn","acq-Arab"]},{"precision":0.490983,"recall":0.517787,"f1":0.498287,"accuracy":0.517787,"main_score":0.498287,"hf_subset":"ssw_Latn-bem_Latn","languages":["ssw-Latn","bem-Latn"]},{"precision":0.42286,"recall":0.464427,"f1":0.43384,"accuracy":0.464427,"main_score":0.43384,"hf_subset":"ssw_Latn-epo_Latn","languages":["ssw-Latn","epo-Latn"]},{"precision":0.404471,"recall":0.461462,"f1":0.418128,"accuracy":0.461462,"main_score":0.418128,"hf_subset":"ssw_Latn-hun_Latn","languages":["ssw-Latn","hun-Latn"]},{"precision":0.401357,"recall":0.447628,"f1":0.413507,"accuracy":0.447628,"main_score":0.413507,"hf_subset":"ssw_Latn-kir_Cyrl","languages":["ssw-Latn","kir-Cyrl"]},{"precision":0.42252,"recall":0.480237,"f1":0.437618,"accuracy":0.480237,"main_score":0.437618,"hf_subset":"ssw_Latn-mar_Deva","languages":["ssw-Latn","mar-Deva"]},{"precision":0.446968,"recall":0.487154,"f1":0.458395,"accuracy":0.487154,"main_score":0.458395,"hf_subset":"ssw_Latn-plt_Latn","languages":["ssw-Latn","plt-Latn"]},{"precision":0.383208,"recall":0.431818,"f1":0.39581,"accuracy":0.431818,"main_score":0.39581,"hf_subset":"ssw_Latn-srp_Cyrl","languages":["ssw-Latn","srp-Cyrl"]},{"precision":0.274404,"recall":0.317194,"f1":0.285167,"accuracy":0.317194,"main_score":0.285167,"hf_subset":"ssw_Latn-uig_Arab","languages":["ssw-Latn","uig-Arab"]},{"precision":0.396479,"recall":0.4417,"f1":0.407956,"accuracy":0.4417,"main_score":0.407956,"hf_subset":"ssw_Latn-aeb_Arab","languages":["ssw-Latn","aeb-Arab"]},{"precision":0.39654,"recall":0.465415,"f1":0.414894,"accuracy":0.465415,"main_score":0.414894,"hf_subset":"ssw_Latn-ben_Beng","languages":["ssw-Latn","ben-Beng"]},{"precision":0.399793,"recall":0.450593,"f1":0.413382,"accuracy":0.450593,"main_score":0.413382,"hf_subset":"ssw_Latn-est_Latn","languages":["ssw-Latn","est-Latn"]},{"precision":0.360414,"recall":0.414032,"f1":0.374321,"accuracy":0.414032,"main_score":0.374321,"hf_subset":"ssw_Latn-hye_Armn","languages":["ssw-Latn","hye-Armn"]},{"precision":0.426169,"recall":0.458498,"f1":0.435592,"accuracy":0.458498,"main_score":0.435592,"hf_subset":"ssw_Latn-kmb_Latn","languages":["ssw-Latn","kmb-Latn"]},{"precision":0.220412,"recall":0.26581,"f1":0.23224,"accuracy":0.26581,"main_score":0.23224,"hf_subset":"ssw_Latn-min_Arab","languages":["ssw-Latn","min-Arab"]},{"precision":0.410672,"recall":0.472332,"f1":0.425046,"accuracy":0.472332,"main_score":0.425046,"hf_subset":"ssw_Latn-pol_Latn","languages":["ssw-Latn","pol-Latn"]},{"precision":0.405027,"recall":0.460474,"f1":0.419407,"accuracy":0.460474,"main_score":0.419407,"hf_subset":"ssw_Latn-ukr_Cyrl","languages":["ssw-Latn","ukr-Cyrl"]},{"precision":0.447365,"recall":0.487154,"f1":0.458126,"accuracy":0.487154,"main_score":0.458126,"hf_subset":"ssw_Latn-afr_Latn","languages":["ssw-Latn","afr-Latn"]},{"precision":0.412778,"recall":0.464427,"f1":0.426092,"accuracy":0.464427,"main_score":0.426092,"hf_subset":"ssw_Latn-bho_Deva","languages":["ssw-Latn","bho-Deva"]},{"precision":0.430215,"recall":0.47332,"f1":0.441451,"accuracy":0.47332,"main_score":0.441451,"hf_subset":"ssw_Latn-eus_Latn","languages":["ssw-Latn","eus-Latn"]},{"precision":0.424702,"recall":0.472332,"f1":0.437577,"accuracy":0.472332,"main_score":0.437577,"hf_subset":"ssw_Latn-ibo_Latn","languages":["ssw-Latn","ibo-Latn"]},{"precision":0.411339,"recall":0.454545,"f1":0.424133,"accuracy":0.454545,"main_score":0.424133,"hf_subset":"ssw_Latn-kmr_Latn","languages":["ssw-Latn","kmr-Latn"]},{"precision":0.430571,"recall":0.472332,"f1":0.44147,"accuracy":0.472332,"main_score":0.44147,"hf_subset":"ssw_Latn-min_Latn","languages":["ssw-Latn","min-Latn"]},{"precision":0.434475,"recall":0.497036,"f1":0.450008,"accuracy":0.497036,"main_score":0.450008,"hf_subset":"ssw_Latn-por_Latn","languages":["ssw-Latn","por-Latn"]},{"precision":0.451631,"recall":0.492095,"f1":0.462856,"accuracy":0.492095,"main_score":0.462856,"hf_subset":"ssw_Latn-sun_Latn","languages":["ssw-Latn","sun-Latn"]},{"precision":0.420142,"recall":0.455534,"f1":0.430569,"accuracy":0.455534,"main_score":0.430569,"hf_subset":"ssw_Latn-umb_Latn","languages":["ssw-Latn","umb-Latn"]},{"precision":0.404408,"recall":0.464427,"f1":0.419908,"accuracy":0.464427,"main_score":0.419908,"hf_subset":"ssw_Latn-ajp_Arab","languages":["ssw-Latn","ajp-Arab"]},{"precision":0.250979,"recall":0.293478,"f1":0.261519,"accuracy":0.293478,"main_score":0.261519,"hf_subset":"ssw_Latn-bjn_Arab","languages":["ssw-Latn","bjn-Arab"]},{"precision":0.420332,"recall":0.463439,"f1":0.432819,"accuracy":0.463439,"main_score":0.432819,"hf_subset":"ssw_Latn-ewe_Latn","languages":["ssw-Latn","ewe-Latn"]},{"precision":0.473378,"recall":0.506917,"f1":0.482587,"accuracy":0.506917,"main_score":0.482587,"hf_subset":"ssw_Latn-ilo_Latn","languages":["ssw-Latn","ilo-Latn"]},{"precision":0.191872,"recall":0.23419,"f1":0.203157,"accuracy":0.23419,"main_score":0.203157,"hf_subset":"ssw_Latn-knc_Arab","languages":["ssw-Latn","knc-Arab"]},{"precision":0.400032,"recall":0.44664,"f1":0.412982,"accuracy":0.44664,"main_score":0.412982,"hf_subset":"ssw_Latn-mkd_Cyrl","languages":["ssw-Latn","mkd-Cyrl"]},{"precision":0.387977,"recall":0.451581,"f1":0.403973,"accuracy":0.451581,"main_score":0.403973,"hf_subset":"ssw_Latn-prs_Arab","languages":["ssw-Latn","prs-Arab"]},{"precision":0.428346,"recall":0.490119,"f1":0.44356,"accuracy":0.490119,"main_score":0.44356,"hf_subset":"ssw_Latn-swe_Latn","languages":["ssw-Latn","swe-Latn"]},{"precision":0.381904,"recall":0.451581,"f1":0.399498,"accuracy":0.451581,"main_score":0.399498,"hf_subset":"ssw_Latn-urd_Arab","languages":["ssw-Latn","urd-Arab"]},{"precision":0.466804,"recall":0.500988,"f1":0.475969,"accuracy":0.500988,"main_score":0.475969,"hf_subset":"ssw_Latn-aka_Latn","languages":["ssw-Latn","aka-Latn"]},{"precision":0.433676,"recall":0.474308,"f1":0.444449,"accuracy":0.474308,"main_score":0.444449,"hf_subset":"ssw_Latn-bjn_Latn","languages":["ssw-Latn","bjn-Latn"]},{"precision":0.397322,"recall":0.447628,"f1":0.410565,"accuracy":0.447628,"main_score":0.410565,"hf_subset":"ssw_Latn-fao_Latn","languages":["ssw-Latn","fao-Latn"]},{"precision":0.441951,"recall":0.504941,"f1":0.457375,"accuracy":0.504941,"main_score":0.457375,"hf_subset":"ssw_Latn-ind_Latn","languages":["ssw-Latn","ind-Latn"]},{"precision":0.436573,"recall":0.464427,"f1":0.444611,"accuracy":0.464427,"main_score":0.444611,"hf_subset":"ssw_Latn-knc_Latn","languages":["ssw-Latn","knc-Latn"]},{"precision":0.427529,"recall":0.467391,"f1":0.438581,"accuracy":0.467391,"main_score":0.438581,"hf_subset":"ssw_Latn-mlt_Latn","languages":["ssw-Latn","mlt-Latn"]},{"precision":0.420006,"recall":0.462451,"f1":0.431625,"accuracy":0.462451,"main_score":0.431625,"hf_subset":"ssw_Latn-quy_Latn","languages":["ssw-Latn","quy-Latn"]},{"precision":0.436563,"recall":0.477273,"f1":0.447605,"accuracy":0.477273,"main_score":0.447605,"hf_subset":"ssw_Latn-swh_Latn","languages":["ssw-Latn","swh-Latn"]},{"precision":0.377315,"recall":0.423913,"f1":0.389939,"accuracy":0.423913,"main_score":0.389939,"hf_subset":"ssw_Latn-uzn_Latn","languages":["ssw-Latn","uzn-Latn"]},{"precision":0.424139,"recall":0.469368,"f1":0.436324,"accuracy":0.469368,"main_score":0.436324,"hf_subset":"ssw_Latn-als_Latn","languages":["ssw-Latn","als-Latn"]},{"precision":0.185888,"recall":0.243083,"f1":0.199744,"accuracy":0.243083,"main_score":0.199744,"hf_subset":"ssw_Latn-bod_Tibt","languages":["ssw-Latn","bod-Tibt"]},{"precision":0.444615,"recall":0.480237,"f1":0.455355,"accuracy":0.480237,"main_score":0.455355,"hf_subset":"ssw_Latn-fij_Latn","languages":["ssw-Latn","fij-Latn"]},{"precision":0.391703,"recall":0.440711,"f1":0.404284,"accuracy":0.440711,"main_score":0.404284,"hf_subset":"ssw_Latn-isl_Latn","languages":["ssw-Latn","isl-Latn"]},{"precision":0.453947,"recall":0.478261,"f1":0.460855,"accuracy":0.478261,"main_score":0.460855,"hf_subset":"ssw_Latn-kon_Latn","languages":["ssw-Latn","kon-Latn"]},{"precision":0.32229,"recall":0.375494,"f1":0.336229,"accuracy":0.375494,"main_score":0.336229,"hf_subset":"ssw_Latn-mni_Beng","languages":["ssw-Latn","mni-Beng"]},{"precision":0.435399,"recall":0.493083,"f1":0.449396,"accuracy":0.493083,"main_score":0.449396,"hf_subset":"ssw_Latn-ron_Latn","languages":["ssw-Latn","ron-Latn"]},{"precision":0.395597,"recall":0.447628,"f1":0.409493,"accuracy":0.447628,"main_score":0.409493,"hf_subset":"ssw_Latn-szl_Latn","languages":["ssw-Latn","szl-Latn"]},{"precision":0.449539,"recall":0.482213,"f1":0.45821,"accuracy":0.482213,"main_score":0.45821,"hf_subset":"ssw_Latn-vec_Latn","languages":["ssw-Latn","vec-Latn"]},{"precision":0.357908,"recall":0.412055,"f1":0.37273,"accuracy":0.412055,"main_score":0.37273,"hf_subset":"ssw_Latn-amh_Ethi","languages":["ssw-Latn","amh-Ethi"]},{"precision":0.418063,"recall":0.465415,"f1":0.430485,"accuracy":0.465415,"main_score":0.430485,"hf_subset":"ssw_Latn-bos_Latn","languages":["ssw-Latn","bos-Latn"]},{"precision":0.416312,"recall":0.476285,"f1":0.431494,"accuracy":0.476285,"main_score":0.431494,"hf_subset":"ssw_Latn-fin_Latn","languages":["ssw-Latn","fin-Latn"]},{"precision":0.440402,"recall":0.5,"f1":0.454942,"accuracy":0.5,"main_score":0.454942,"hf_subset":"ssw_Latn-ita_Latn","languages":["ssw-Latn","ita-Latn"]},{"precision":0.387315,"recall":0.456522,"f1":0.404993,"accuracy":0.456522,"main_score":0.404993,"hf_subset":"ssw_Latn-kor_Hang","languages":["ssw-Latn","kor-Hang"]},{"precision":0.412792,"recall":0.454545,"f1":0.42394,"accuracy":0.454545,"main_score":0.42394,"hf_subset":"ssw_Latn-mos_Latn","languages":["ssw-Latn","mos-Latn"]},{"precision":0.436471,"recall":0.472332,"f1":0.446818,"accuracy":0.472332,"main_score":0.446818,"hf_subset":"ssw_Latn-run_Latn","languages":["ssw-Latn","run-Latn"]},{"precision":0.376663,"recall":0.443676,"f1":0.393488,"accuracy":0.443676,"main_score":0.393488,"hf_subset":"ssw_Latn-tam_Taml","languages":["ssw-Latn","tam-Taml"]},{"precision":0.413282,"recall":0.472332,"f1":0.427907,"accuracy":0.472332,"main_score":0.427907,"hf_subset":"ssw_Latn-vie_Latn","languages":["ssw-Latn","vie-Latn"]},{"precision":0.407744,"recall":0.466403,"f1":0.422361,"accuracy":0.466403,"main_score":0.422361,"hf_subset":"ssw_Latn-apc_Arab","languages":["ssw-Latn","apc-Arab"]},{"precision":0.438179,"recall":0.480237,"f1":0.450367,"accuracy":0.480237,"main_score":0.450367,"hf_subset":"ssw_Latn-bug_Latn","languages":["ssw-Latn","bug-Latn"]},{"precision":0.404101,"recall":0.443676,"f1":0.415671,"accuracy":0.443676,"main_score":0.415671,"hf_subset":"ssw_Latn-fon_Latn","languages":["ssw-Latn","fon-Latn"]},{"precision":0.462286,"recall":0.497036,"f1":0.471477,"accuracy":0.497036,"main_score":0.471477,"hf_subset":"ssw_Latn-jav_Latn","languages":["ssw-Latn","jav-Latn"]},{"precision":0.401017,"recall":0.442688,"f1":0.412901,"accuracy":0.442688,"main_score":0.412901,"hf_subset":"ssw_Latn-lao_Laoo","languages":["ssw-Latn","lao-Laoo"]},{"precision":0.419561,"recall":0.464427,"f1":0.431135,"accuracy":0.464427,"main_score":0.431135,"hf_subset":"ssw_Latn-mri_Latn","languages":["ssw-Latn","mri-Latn"]},{"precision":0.408514,"recall":0.470356,"f1":0.423376,"accuracy":0.470356,"main_score":0.423376,"hf_subset":"ssw_Latn-rus_Cyrl","languages":["ssw-Latn","rus-Cyrl"]},{"precision":0.39314,"recall":0.437747,"f1":0.405493,"accuracy":0.437747,"main_score":0.405493,"hf_subset":"ssw_Latn-taq_Latn","languages":["ssw-Latn","taq-Latn"]},{"precision":0.467798,"recall":0.504941,"f1":0.477589,"accuracy":0.504941,"main_score":0.477589,"hf_subset":"ssw_Latn-war_Latn","languages":["ssw-Latn","war-Latn"]},{"precision":0.394676,"recall":0.455534,"f1":0.409632,"accuracy":0.455534,"main_score":0.409632,"hf_subset":"ssw_Latn-arb_Arab","languages":["ssw-Latn","arb-Arab"]},{"precision":0.416021,"recall":0.470356,"f1":0.430416,"accuracy":0.470356,"main_score":0.430416,"hf_subset":"ssw_Latn-bul_Cyrl","languages":["ssw-Latn","bul-Cyrl"]},{"precision":0.432227,"recall":0.496047,"f1":0.448092,"accuracy":0.496047,"main_score":0.448092,"hf_subset":"ssw_Latn-fra_Latn","languages":["ssw-Latn","fra-Latn"]},{"precision":0.40704,"recall":0.474308,"f1":0.423938,"accuracy":0.474308,"main_score":0.423938,"hf_subset":"ssw_Latn-jpn_Jpan","languages":["ssw-Latn","jpn-Jpan"]},{"precision":0.428385,"recall":0.475296,"f1":0.441151,"accuracy":0.475296,"main_score":0.441151,"hf_subset":"ssw_Latn-lij_Latn","languages":["ssw-Latn","lij-Latn"]},{"precision":0.30927,"recall":0.373518,"f1":0.32677,"accuracy":0.373518,"main_score":0.32677,"hf_subset":"ssw_Latn-mya_Mymr","languages":["ssw-Latn","mya-Mymr"]},{"precision":0.441486,"recall":0.47332,"f1":0.450574,"accuracy":0.47332,"main_score":0.450574,"hf_subset":"ssw_Latn-sag_Latn","languages":["ssw-Latn","sag-Latn"]},{"precision":0.167259,"recall":0.218379,"f1":0.178748,"accuracy":0.218379,"main_score":0.178748,"hf_subset":"ssw_Latn-taq_Tfng","languages":["ssw-Latn","taq-Tfng"]},{"precision":0.423931,"recall":0.463439,"f1":0.434767,"accuracy":0.463439,"main_score":0.434767,"hf_subset":"ssw_Latn-wol_Latn","languages":["ssw-Latn","wol-Latn"]},{"precision":0.285207,"recall":0.352767,"f1":0.302845,"accuracy":0.352767,"main_score":0.302845,"hf_subset":"ssw_Latn-arb_Latn","languages":["ssw-Latn","arb-Latn"]},{"precision":0.428607,"recall":0.477273,"f1":0.441529,"accuracy":0.477273,"main_score":0.441529,"hf_subset":"ssw_Latn-cat_Latn","languages":["ssw-Latn","cat-Latn"]},{"precision":0.427589,"recall":0.464427,"f1":0.437385,"accuracy":0.464427,"main_score":0.437385,"hf_subset":"ssw_Latn-fur_Latn","languages":["ssw-Latn","fur-Latn"]},{"precision":0.319237,"recall":0.362648,"f1":0.330233,"accuracy":0.362648,"main_score":0.330233,"hf_subset":"ssw_Latn-kab_Latn","languages":["ssw-Latn","kab-Latn"]},{"precision":0.428639,"recall":0.475296,"f1":0.441063,"accuracy":0.475296,"main_score":0.441063,"hf_subset":"ssw_Latn-lim_Latn","languages":["ssw-Latn","lim-Latn"]},{"precision":0.44082,"recall":0.506917,"f1":0.456796,"accuracy":0.506917,"main_score":0.456796,"hf_subset":"ssw_Latn-nld_Latn","languages":["ssw-Latn","nld-Latn"]},{"precision":0.368403,"recall":0.421937,"f1":0.382211,"accuracy":0.421937,"main_score":0.382211,"hf_subset":"ssw_Latn-san_Deva","languages":["ssw-Latn","san-Deva"]},{"precision":0.42055,"recall":0.454545,"f1":0.430009,"accuracy":0.454545,"main_score":0.430009,"hf_subset":"ssw_Latn-tat_Cyrl","languages":["ssw-Latn","tat-Cyrl"]},{"precision":0.574541,"recall":0.625494,"f1":0.588068,"accuracy":0.625494,"main_score":0.588068,"hf_subset":"ssw_Latn-xho_Latn","languages":["ssw-Latn","xho-Latn"]},{"precision":0.365876,"recall":0.435771,"f1":0.383457,"accuracy":0.435771,"main_score":0.383457,"hf_subset":"ssw_Latn-ars_Arab","languages":["ssw-Latn","ars-Arab"]},{"precision":0.476356,"recall":0.511858,"f1":0.486272,"accuracy":0.511858,"main_score":0.486272,"hf_subset":"ssw_Latn-ceb_Latn","languages":["ssw-Latn","ceb-Latn"]},{"precision":0.418215,"recall":0.463439,"f1":0.431334,"accuracy":0.463439,"main_score":0.431334,"hf_subset":"ssw_Latn-fuv_Latn","languages":["ssw-Latn","fuv-Latn"]},{"precision":0.433077,"recall":0.472332,"f1":0.44411,"accuracy":0.472332,"main_score":0.44411,"hf_subset":"ssw_Latn-kac_Latn","languages":["ssw-Latn","kac-Latn"]},{"precision":0.444344,"recall":0.475296,"f1":0.453363,"accuracy":0.475296,"main_score":0.453363,"hf_subset":"ssw_Latn-lin_Latn","languages":["ssw-Latn","lin-Latn"]},{"precision":0.407307,"recall":0.461462,"f1":0.421108,"accuracy":0.461462,"main_score":0.421108,"hf_subset":"ssw_Latn-nno_Latn","languages":["ssw-Latn","nno-Latn"]},{"precision":0.170055,"recall":0.206522,"f1":0.179308,"accuracy":0.206522,"main_score":0.179308,"hf_subset":"ssw_Latn-sat_Olck","languages":["ssw-Latn","sat-Olck"]},{"precision":0.399616,"recall":0.467391,"f1":0.416766,"accuracy":0.467391,"main_score":0.416766,"hf_subset":"ssw_Latn-tel_Telu","languages":["ssw-Latn","tel-Telu"]},{"precision":0.263243,"recall":0.317194,"f1":0.276519,"accuracy":0.317194,"main_score":0.276519,"hf_subset":"ssw_Latn-ydd_Hebr","languages":["ssw-Latn","ydd-Hebr"]},{"precision":0.385436,"recall":0.43083,"f1":0.397489,"accuracy":0.43083,"main_score":0.397489,"hf_subset":"ssw_Latn-ary_Arab","languages":["ssw-Latn","ary-Arab"]},{"precision":0.393516,"recall":0.459486,"f1":0.40994,"accuracy":0.459486,"main_score":0.40994,"hf_subset":"ssw_Latn-ces_Latn","languages":["ssw-Latn","ces-Latn"]},{"precision":0.317585,"recall":0.373518,"f1":0.33183,"accuracy":0.373518,"main_score":0.33183,"hf_subset":"ssw_Latn-gaz_Latn","languages":["ssw-Latn","gaz-Latn"]},{"precision":0.445777,"recall":0.476285,"f1":0.454449,"accuracy":0.476285,"main_score":0.454449,"hf_subset":"ssw_Latn-kam_Latn","languages":["ssw-Latn","kam-Latn"]},{"precision":0.376555,"recall":0.426877,"f1":0.38932,"accuracy":0.426877,"main_score":0.38932,"hf_subset":"ssw_Latn-lit_Latn","languages":["ssw-Latn","lit-Latn"]},{"precision":0.430622,"recall":0.485178,"f1":0.444438,"accuracy":0.485178,"main_score":0.444438,"hf_subset":"ssw_Latn-nob_Latn","languages":["ssw-Latn","nob-Latn"]},{"precision":0.430504,"recall":0.468379,"f1":0.44078,"accuracy":0.468379,"main_score":0.44078,"hf_subset":"ssw_Latn-scn_Latn","languages":["ssw-Latn","scn-Latn"]},{"precision":0.372418,"recall":0.427866,"f1":0.386747,"accuracy":0.427866,"main_score":0.386747,"hf_subset":"ssw_Latn-tgk_Cyrl","languages":["ssw-Latn","tgk-Cyrl"]},{"precision":0.393866,"recall":0.443676,"f1":0.408197,"accuracy":0.443676,"main_score":0.408197,"hf_subset":"ssw_Latn-yor_Latn","languages":["ssw-Latn","yor-Latn"]},{"precision":0.405409,"recall":0.461462,"f1":0.419868,"accuracy":0.461462,"main_score":0.419868,"hf_subset":"ssw_Latn-arz_Arab","languages":["ssw-Latn","arz-Arab"]},{"precision":0.411182,"recall":0.4417,"f1":0.420111,"accuracy":0.4417,"main_score":0.420111,"hf_subset":"ssw_Latn-cjk_Latn","languages":["ssw-Latn","cjk-Latn"]},{"precision":0.369937,"recall":0.422925,"f1":0.38321,"accuracy":0.422925,"main_score":0.38321,"hf_subset":"ssw_Latn-gla_Latn","languages":["ssw-Latn","gla-Latn"]},{"precision":0.3849,"recall":0.448617,"f1":0.40181,"accuracy":0.448617,"main_score":0.40181,"hf_subset":"ssw_Latn-kan_Knda","languages":["ssw-Latn","kan-Knda"]},{"precision":0.428187,"recall":0.466403,"f1":0.437968,"accuracy":0.466403,"main_score":0.437968,"hf_subset":"ssw_Latn-lmo_Latn","languages":["ssw-Latn","lmo-Latn"]},{"precision":0.398051,"recall":0.465415,"f1":0.416274,"accuracy":0.465415,"main_score":0.416274,"hf_subset":"ssw_Latn-npi_Deva","languages":["ssw-Latn","npi-Deva"]},{"precision":0.386225,"recall":0.438735,"f1":0.401232,"accuracy":0.438735,"main_score":0.401232,"hf_subset":"ssw_Latn-shn_Mymr","languages":["ssw-Latn","shn-Mymr"]},{"precision":0.468705,"recall":0.511858,"f1":0.480596,"accuracy":0.511858,"main_score":0.480596,"hf_subset":"ssw_Latn-tgl_Latn","languages":["ssw-Latn","tgl-Latn"]},{"precision":0.385241,"recall":0.450593,"f1":0.401517,"accuracy":0.450593,"main_score":0.401517,"hf_subset":"ssw_Latn-yue_Hant","languages":["ssw-Latn","yue-Hant"]},{"precision":0.363435,"recall":0.421937,"f1":0.379322,"accuracy":0.421937,"main_score":0.379322,"hf_subset":"ssw_Latn-asm_Beng","languages":["ssw-Latn","asm-Beng"]},{"precision":0.308947,"recall":0.359684,"f1":0.322146,"accuracy":0.359684,"main_score":0.322146,"hf_subset":"ssw_Latn-ckb_Arab","languages":["ssw-Latn","ckb-Arab"]},{"precision":0.369607,"recall":0.422925,"f1":0.383983,"accuracy":0.422925,"main_score":0.383983,"hf_subset":"ssw_Latn-gle_Latn","languages":["ssw-Latn","gle-Latn"]},{"precision":0.315527,"recall":0.365613,"f1":0.329301,"accuracy":0.365613,"main_score":0.329301,"hf_subset":"ssw_Latn-kas_Arab","languages":["ssw-Latn","kas-Arab"]},{"precision":0.393139,"recall":0.436759,"f1":0.404829,"accuracy":0.436759,"main_score":0.404829,"hf_subset":"ssw_Latn-ltg_Latn","languages":["ssw-Latn","ltg-Latn"]},{"precision":0.479286,"recall":0.508893,"f1":0.487629,"accuracy":0.508893,"main_score":0.487629,"hf_subset":"ssw_Latn-nso_Latn","languages":["ssw-Latn","nso-Latn"]},{"precision":0.354667,"recall":0.418972,"f1":0.371559,"accuracy":0.418972,"main_score":0.371559,"hf_subset":"ssw_Latn-sin_Sinh","languages":["ssw-Latn","sin-Sinh"]},{"precision":0.391943,"recall":0.461462,"f1":0.409237,"accuracy":0.461462,"main_score":0.409237,"hf_subset":"ssw_Latn-tha_Thai","languages":["ssw-Latn","tha-Thai"]},{"precision":0.409228,"recall":0.467391,"f1":0.423386,"accuracy":0.467391,"main_score":0.423386,"hf_subset":"ssw_Latn-zho_Hans","languages":["ssw-Latn","zho-Hans"]},{"precision":0.423496,"recall":0.461462,"f1":0.433605,"accuracy":0.461462,"main_score":0.433605,"hf_subset":"ssw_Latn-ast_Latn","languages":["ssw-Latn","ast-Latn"]},{"precision":0.39596,"recall":0.443676,"f1":0.407803,"accuracy":0.443676,"main_score":0.407803,"hf_subset":"ssw_Latn-crh_Latn","languages":["ssw-Latn","crh-Latn"]},{"precision":0.431575,"recall":0.483202,"f1":0.444606,"accuracy":0.483202,"main_score":0.444606,"hf_subset":"ssw_Latn-glg_Latn","languages":["ssw-Latn","glg-Latn"]},{"precision":0.372991,"recall":0.417984,"f1":0.384937,"accuracy":0.417984,"main_score":0.384937,"hf_subset":"ssw_Latn-kas_Deva","languages":["ssw-Latn","kas-Deva"]},{"precision":0.401026,"recall":0.451581,"f1":0.414669,"accuracy":0.451581,"main_score":0.414669,"hf_subset":"ssw_Latn-ltz_Latn","languages":["ssw-Latn","ltz-Latn"]},{"precision":0.34732,"recall":0.403162,"f1":0.361959,"accuracy":0.403162,"main_score":0.361959,"hf_subset":"ssw_Latn-nus_Latn","languages":["ssw-Latn","nus-Latn"]},{"precision":0.416393,"recall":0.467391,"f1":0.429374,"accuracy":0.467391,"main_score":0.429374,"hf_subset":"ssw_Latn-slk_Latn","languages":["ssw-Latn","slk-Latn"]},{"precision":0.282916,"recall":0.335968,"f1":0.29812,"accuracy":0.335968,"main_score":0.29812,"hf_subset":"ssw_Latn-tir_Ethi","languages":["ssw-Latn","tir-Ethi"]},{"precision":0.387453,"recall":0.451581,"f1":0.403707,"accuracy":0.451581,"main_score":0.403707,"hf_subset":"ssw_Latn-zho_Hant","languages":["ssw-Latn","zho-Hant"]},{"precision":0.416227,"recall":0.474308,"f1":0.431563,"accuracy":0.474308,"main_score":0.431563,"hf_subset":"ssw_Latn-awa_Deva","languages":["ssw-Latn","awa-Deva"]},{"precision":0.402752,"recall":0.44664,"f1":0.414611,"accuracy":0.44664,"main_score":0.414611,"hf_subset":"ssw_Latn-cym_Latn","languages":["ssw-Latn","cym-Latn"]},{"precision":0.433321,"recall":0.472332,"f1":0.443634,"accuracy":0.472332,"main_score":0.443634,"hf_subset":"ssw_Latn-grn_Latn","languages":["ssw-Latn","grn-Latn"]},{"precision":0.350652,"recall":0.412055,"f1":0.366857,"accuracy":0.412055,"main_score":0.366857,"hf_subset":"ssw_Latn-kat_Geor","languages":["ssw-Latn","kat-Geor"]},{"precision":0.437412,"recall":0.469368,"f1":0.446297,"accuracy":0.469368,"main_score":0.446297,"hf_subset":"ssw_Latn-lua_Latn","languages":["ssw-Latn","lua-Latn"]},{"precision":0.479073,"recall":0.504941,"f1":0.485923,"accuracy":0.504941,"main_score":0.485923,"hf_subset":"ssw_Latn-nya_Latn","languages":["ssw-Latn","nya-Latn"]},{"precision":0.400146,"recall":0.450593,"f1":0.413091,"accuracy":0.450593,"main_score":0.413091,"hf_subset":"ssw_Latn-slv_Latn","languages":["ssw-Latn","slv-Latn"]},{"precision":0.461919,"recall":0.501976,"f1":0.472147,"accuracy":0.501976,"main_score":0.472147,"hf_subset":"ssw_Latn-tpi_Latn","languages":["ssw-Latn","tpi-Latn"]},{"precision":0.442864,"recall":0.500988,"f1":0.458138,"accuracy":0.500988,"main_score":0.458138,"hf_subset":"ssw_Latn-zsm_Latn","languages":["ssw-Latn","zsm-Latn"]},{"precision":0.392819,"recall":0.443676,"f1":0.40627,"accuracy":0.443676,"main_score":0.40627,"hf_subset":"ssw_Latn-ayr_Latn","languages":["ssw-Latn","ayr-Latn"]},{"precision":0.423566,"recall":0.48419,"f1":0.438228,"accuracy":0.48419,"main_score":0.438228,"hf_subset":"ssw_Latn-dan_Latn","languages":["ssw-Latn","dan-Latn"]},{"precision":0.383644,"recall":0.436759,"f1":0.397803,"accuracy":0.436759,"main_score":0.397803,"hf_subset":"ssw_Latn-guj_Gujr","languages":["ssw-Latn","guj-Gujr"]},{"precision":0.383589,"recall":0.440711,"f1":0.399896,"accuracy":0.440711,"main_score":0.399896,"hf_subset":"ssw_Latn-kaz_Cyrl","languages":["ssw-Latn","kaz-Cyrl"]},{"precision":0.433229,"recall":0.470356,"f1":0.443488,"accuracy":0.470356,"main_score":0.443488,"hf_subset":"ssw_Latn-lug_Latn","languages":["ssw-Latn","lug-Latn"]},{"precision":0.428418,"recall":0.47332,"f1":0.44047,"accuracy":0.47332,"main_score":0.44047,"hf_subset":"ssw_Latn-oci_Latn","languages":["ssw-Latn","oci-Latn"]},{"precision":0.434717,"recall":0.476285,"f1":0.44642,"accuracy":0.476285,"main_score":0.44642,"hf_subset":"ssw_Latn-smo_Latn","languages":["ssw-Latn","smo-Latn"]},{"precision":0.470103,"recall":0.5,"f1":0.478711,"accuracy":0.5,"main_score":0.478711,"hf_subset":"ssw_Latn-tsn_Latn","languages":["ssw-Latn","tsn-Latn"]},{"precision":0.656705,"recall":0.719368,"f1":0.673644,"accuracy":0.719368,"main_score":0.673644,"hf_subset":"ssw_Latn-zul_Latn","languages":["ssw-Latn","zul-Latn"]},{"precision":0.309549,"recall":0.366601,"f1":0.325813,"accuracy":0.366601,"main_score":0.325813,"hf_subset":"ssw_Latn-azb_Arab","languages":["ssw-Latn","azb-Arab"]},{"precision":0.432691,"recall":0.495059,"f1":0.448427,"accuracy":0.495059,"main_score":0.448427,"hf_subset":"ssw_Latn-deu_Latn","languages":["ssw-Latn","deu-Latn"]},{"precision":0.393965,"recall":0.4417,"f1":0.407537,"accuracy":0.4417,"main_score":0.407537,"hf_subset":"ssw_Latn-hat_Latn","languages":["ssw-Latn","hat-Latn"]},{"precision":0.399045,"recall":0.440711,"f1":0.410528,"accuracy":0.440711,"main_score":0.410528,"hf_subset":"ssw_Latn-kbp_Latn","languages":["ssw-Latn","kbp-Latn"]},{"precision":0.454866,"recall":0.487154,"f1":0.463469,"accuracy":0.487154,"main_score":0.463469,"hf_subset":"ssw_Latn-luo_Latn","languages":["ssw-Latn","luo-Latn"]},{"precision":0.377893,"recall":0.437747,"f1":0.393923,"accuracy":0.437747,"main_score":0.393923,"hf_subset":"ssw_Latn-ory_Orya","languages":["ssw-Latn","ory-Orya"]},{"precision":0.469763,"recall":0.502964,"f1":0.479254,"accuracy":0.502964,"main_score":0.479254,"hf_subset":"ssw_Latn-sna_Latn","languages":["ssw-Latn","sna-Latn"]},{"precision":0.468459,"recall":0.503953,"f1":0.47855,"accuracy":0.503953,"main_score":0.47855,"hf_subset":"ssw_Latn-tso_Latn","languages":["ssw-Latn","tso-Latn"]},{"precision":0.403331,"recall":0.450593,"f1":0.416093,"accuracy":0.450593,"main_score":0.416093,"hf_subset":"ssw_Latn-azj_Latn","languages":["ssw-Latn","azj-Latn"]},{"precision":0.398392,"recall":0.444664,"f1":0.411375,"accuracy":0.444664,"main_score":0.411375,"hf_subset":"ssw_Latn-dik_Latn","languages":["ssw-Latn","dik-Latn"]},{"precision":0.440206,"recall":0.475296,"f1":0.450452,"accuracy":0.475296,"main_score":0.450452,"hf_subset":"ssw_Latn-hau_Latn","languages":["ssw-Latn","hau-Latn"]},{"precision":0.440818,"recall":0.477273,"f1":0.450494,"accuracy":0.477273,"main_score":0.450494,"hf_subset":"ssw_Latn-kea_Latn","languages":["ssw-Latn","kea-Latn"]},{"precision":0.47397,"recall":0.504941,"f1":0.482773,"accuracy":0.504941,"main_score":0.482773,"hf_subset":"ssw_Latn-lus_Latn","languages":["ssw-Latn","lus-Latn"]},{"precision":0.455834,"recall":0.492095,"f1":0.465281,"accuracy":0.492095,"main_score":0.465281,"hf_subset":"ssw_Latn-pag_Latn","languages":["ssw-Latn","pag-Latn"]},{"precision":0.338963,"recall":0.394269,"f1":0.353168,"accuracy":0.394269,"main_score":0.353168,"hf_subset":"ssw_Latn-snd_Arab","languages":["ssw-Latn","snd-Arab"]},{"precision":0.388186,"recall":0.436759,"f1":0.401102,"accuracy":0.436759,"main_score":0.401102,"hf_subset":"ssw_Latn-tuk_Latn","languages":["ssw-Latn","tuk-Latn"]},{"precision":0.402418,"recall":0.445652,"f1":0.413976,"accuracy":0.445652,"main_score":0.413976,"hf_subset":"ssw_Latn-bak_Cyrl","languages":["ssw-Latn","bak-Cyrl"]},{"precision":0.331206,"recall":0.38834,"f1":0.347346,"accuracy":0.38834,"main_score":0.347346,"hf_subset":"ssw_Latn-dyu_Latn","languages":["ssw-Latn","dyu-Latn"]},{"precision":0.343711,"recall":0.405138,"f1":0.359849,"accuracy":0.405138,"main_score":0.359849,"hf_subset":"ssw_Latn-heb_Hebr","languages":["ssw-Latn","heb-Hebr"]},{"precision":0.36844,"recall":0.41502,"f1":0.381269,"accuracy":0.41502,"main_score":0.381269,"hf_subset":"ssw_Latn-khk_Cyrl","languages":["ssw-Latn","khk-Cyrl"]},{"precision":0.403577,"recall":0.454545,"f1":0.416854,"accuracy":0.454545,"main_score":0.416854,"hf_subset":"ssw_Latn-lvs_Latn","languages":["ssw-Latn","lvs-Latn"]},{"precision":0.358498,"recall":0.424901,"f1":0.376393,"accuracy":0.424901,"main_score":0.376393,"hf_subset":"ssw_Latn-pan_Guru","languages":["ssw-Latn","pan-Guru"]},{"precision":0.402343,"recall":0.447628,"f1":0.415009,"accuracy":0.447628,"main_score":0.415009,"hf_subset":"ssw_Latn-som_Latn","languages":["ssw-Latn","som-Latn"]},{"precision":0.448095,"recall":0.481225,"f1":0.457097,"accuracy":0.481225,"main_score":0.457097,"hf_subset":"ssw_Latn-tum_Latn","languages":["ssw-Latn","tum-Latn"]},{"precision":0.276483,"recall":0.368577,"f1":0.300946,"accuracy":0.368577,"main_score":0.300946,"hf_subset":"ukr_Cyrl-ace_Arab","languages":["ukr-Cyrl","ace-Arab"]},{"precision":0.339637,"recall":0.439723,"f1":0.366652,"accuracy":0.439723,"main_score":0.366652,"hf_subset":"ukr_Cyrl-bam_Latn","languages":["ukr-Cyrl","bam-Latn"]},{"precision":0.154077,"recall":0.217391,"f1":0.170866,"accuracy":0.217391,"main_score":0.170866,"hf_subset":"ukr_Cyrl-dzo_Tibt","languages":["ukr-Cyrl","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-hin_Deva","languages":["ukr-Cyrl","hin-Deva"]},{"precision":0.837451,"recall":0.885375,"f1":0.852404,"accuracy":0.885375,"main_score":0.852404,"hf_subset":"ukr_Cyrl-khm_Khmr","languages":["ukr-Cyrl","khm-Khmr"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"ukr_Cyrl-mag_Deva","languages":["ukr-Cyrl","mag-Deva"]},{"precision":0.825543,"recall":0.875494,"f1":0.840942,"accuracy":0.875494,"main_score":0.840942,"hf_subset":"ukr_Cyrl-pap_Latn","languages":["ukr-Cyrl","pap-Latn"]},{"precision":0.400421,"recall":0.502964,"f1":0.428511,"accuracy":0.502964,"main_score":0.428511,"hf_subset":"ukr_Cyrl-sot_Latn","languages":["ukr-Cyrl","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-tur_Latn","languages":["ukr-Cyrl","tur-Latn"]},{"precision":0.636498,"recall":0.726285,"f1":0.662719,"accuracy":0.726285,"main_score":0.662719,"hf_subset":"ukr_Cyrl-ace_Latn","languages":["ukr-Cyrl","ace-Latn"]},{"precision":0.806406,"recall":0.858696,"f1":0.822628,"accuracy":0.858696,"main_score":0.822628,"hf_subset":"ukr_Cyrl-ban_Latn","languages":["ukr-Cyrl","ban-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ukr_Cyrl-ell_Grek","languages":["ukr-Cyrl","ell-Grek"]},{"precision":0.948946,"recall":0.964427,"f1":0.954051,"accuracy":0.964427,"main_score":0.954051,"hf_subset":"ukr_Cyrl-hne_Deva","languages":["ukr-Cyrl","hne-Deva"]},{"precision":0.398974,"recall":0.508893,"f1":0.428593,"accuracy":0.508893,"main_score":0.428593,"hf_subset":"ukr_Cyrl-kik_Latn","languages":["ukr-Cyrl","kik-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ukr_Cyrl-mai_Deva","languages":["ukr-Cyrl","mai-Deva"]},{"precision":0.865448,"recall":0.905138,"f1":0.878294,"accuracy":0.905138,"main_score":0.878294,"hf_subset":"ukr_Cyrl-pbt_Arab","languages":["ukr-Cyrl","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ukr_Cyrl-spa_Latn","languages":["ukr-Cyrl","spa-Latn"]},{"precision":0.463759,"recall":0.560277,"f1":0.489497,"accuracy":0.560277,"main_score":0.489497,"hf_subset":"ukr_Cyrl-twi_Latn","languages":["ukr-Cyrl","twi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ukr_Cyrl-acm_Arab","languages":["ukr-Cyrl","acm-Arab"]},{"precision":0.888669,"recall":0.923913,"f1":0.900198,"accuracy":0.923913,"main_score":0.900198,"hf_subset":"ukr_Cyrl-bel_Cyrl","languages":["ukr-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-eng_Latn","languages":["ukr-Cyrl","eng-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ukr_Cyrl-hrv_Latn","languages":["ukr-Cyrl","hrv-Latn"]},{"precision":0.374543,"recall":0.467391,"f1":0.398219,"accuracy":0.467391,"main_score":0.398219,"hf_subset":"ukr_Cyrl-kin_Latn","languages":["ukr-Cyrl","kin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ukr_Cyrl-mal_Mlym","languages":["ukr-Cyrl","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-pes_Arab","languages":["ukr-Cyrl","pes-Arab"]},{"precision":0.814065,"recall":0.867589,"f1":0.830995,"accuracy":0.867589,"main_score":0.830995,"hf_subset":"ukr_Cyrl-srd_Latn","languages":["ukr-Cyrl","srd-Latn"]},{"precision":0.111422,"recall":0.179842,"f1":0.125743,"accuracy":0.179842,"main_score":0.125743,"hf_subset":"ukr_Cyrl-tzm_Tfng","languages":["ukr-Cyrl","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ukr_Cyrl-acq_Arab","languages":["ukr-Cyrl","acq-Arab"]},{"precision":0.429679,"recall":0.521739,"f1":0.453341,"accuracy":0.521739,"main_score":0.453341,"hf_subset":"ukr_Cyrl-bem_Latn","languages":["ukr-Cyrl","bem-Latn"]},{"precision":0.867565,"recall":0.906126,"f1":0.879694,"accuracy":0.906126,"main_score":0.879694,"hf_subset":"ukr_Cyrl-epo_Latn","languages":["ukr-Cyrl","epo-Latn"]},{"precision":0.929018,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"ukr_Cyrl-hun_Latn","languages":["ukr-Cyrl","hun-Latn"]},{"precision":0.690926,"recall":0.768775,"f1":0.714083,"accuracy":0.768775,"main_score":0.714083,"hf_subset":"ukr_Cyrl-kir_Cyrl","languages":["ukr-Cyrl","kir-Cyrl"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ukr_Cyrl-mar_Deva","languages":["ukr-Cyrl","mar-Deva"]},{"precision":0.414529,"recall":0.511858,"f1":0.440426,"accuracy":0.511858,"main_score":0.440426,"hf_subset":"ukr_Cyrl-plt_Latn","languages":["ukr-Cyrl","plt-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"ukr_Cyrl-srp_Cyrl","languages":["ukr-Cyrl","srp-Cyrl"]},{"precision":0.286245,"recall":0.368577,"f1":0.307396,"accuracy":0.368577,"main_score":0.307396,"hf_subset":"ukr_Cyrl-uig_Arab","languages":["ukr-Cyrl","uig-Arab"]},{"precision":0.935606,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"ukr_Cyrl-aeb_Arab","languages":["ukr-Cyrl","aeb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ukr_Cyrl-ben_Beng","languages":["ukr-Cyrl","ben-Beng"]},{"precision":0.838027,"recall":0.886364,"f1":0.852997,"accuracy":0.886364,"main_score":0.852997,"hf_subset":"ukr_Cyrl-est_Latn","languages":["ukr-Cyrl","est-Latn"]},{"precision":0.841627,"recall":0.885375,"f1":0.855352,"accuracy":0.885375,"main_score":0.855352,"hf_subset":"ukr_Cyrl-hye_Armn","languages":["ukr-Cyrl","hye-Armn"]},{"precision":0.381903,"recall":0.47332,"f1":0.406047,"accuracy":0.47332,"main_score":0.406047,"hf_subset":"ukr_Cyrl-kmb_Latn","languages":["ukr-Cyrl","kmb-Latn"]},{"precision":0.23001,"recall":0.313241,"f1":0.249827,"accuracy":0.313241,"main_score":0.249827,"hf_subset":"ukr_Cyrl-min_Arab","languages":["ukr-Cyrl","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-pol_Latn","languages":["ukr-Cyrl","pol-Latn"]},{"precision":0.380438,"recall":0.478261,"f1":0.404663,"accuracy":0.478261,"main_score":0.404663,"hf_subset":"ukr_Cyrl-ssw_Latn","languages":["ukr-Cyrl","ssw-Latn"]},{"precision":0.921443,"recall":0.94664,"f1":0.929677,"accuracy":0.94664,"main_score":0.929677,"hf_subset":"ukr_Cyrl-afr_Latn","languages":["ukr-Cyrl","afr-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"ukr_Cyrl-bho_Deva","languages":["ukr-Cyrl","bho-Deva"]},{"precision":0.615491,"recall":0.706522,"f1":0.642222,"accuracy":0.706522,"main_score":0.642222,"hf_subset":"ukr_Cyrl-eus_Latn","languages":["ukr-Cyrl","eus-Latn"]},{"precision":0.361295,"recall":0.466403,"f1":0.388717,"accuracy":0.466403,"main_score":0.388717,"hf_subset":"ukr_Cyrl-ibo_Latn","languages":["ukr-Cyrl","ibo-Latn"]},{"precision":0.422376,"recall":0.524704,"f1":0.449288,"accuracy":0.524704,"main_score":0.449288,"hf_subset":"ukr_Cyrl-kmr_Latn","languages":["ukr-Cyrl","kmr-Latn"]},{"precision":0.78028,"recall":0.836957,"f1":0.797283,"accuracy":0.836957,"main_score":0.797283,"hf_subset":"ukr_Cyrl-min_Latn","languages":["ukr-Cyrl","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-por_Latn","languages":["ukr-Cyrl","por-Latn"]},{"precision":0.82337,"recall":0.874506,"f1":0.839493,"accuracy":0.874506,"main_score":0.839493,"hf_subset":"ukr_Cyrl-sun_Latn","languages":["ukr-Cyrl","sun-Latn"]},{"precision":0.361684,"recall":0.462451,"f1":0.388303,"accuracy":0.462451,"main_score":0.388303,"hf_subset":"ukr_Cyrl-umb_Latn","languages":["ukr-Cyrl","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ukr_Cyrl-ajp_Arab","languages":["ukr-Cyrl","ajp-Arab"]},{"precision":0.246586,"recall":0.332016,"f1":0.268924,"accuracy":0.332016,"main_score":0.268924,"hf_subset":"ukr_Cyrl-bjn_Arab","languages":["ukr-Cyrl","bjn-Arab"]},{"precision":0.384183,"recall":0.474308,"f1":0.406806,"accuracy":0.474308,"main_score":0.406806,"hf_subset":"ukr_Cyrl-ewe_Latn","languages":["ukr-Cyrl","ewe-Latn"]},{"precision":0.652067,"recall":0.732213,"f1":0.675156,"accuracy":0.732213,"main_score":0.675156,"hf_subset":"ukr_Cyrl-ilo_Latn","languages":["ukr-Cyrl","ilo-Latn"]},{"precision":0.175831,"recall":0.253953,"f1":0.193863,"accuracy":0.253953,"main_score":0.193863,"hf_subset":"ukr_Cyrl-knc_Arab","languages":["ukr-Cyrl","knc-Arab"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"ukr_Cyrl-mkd_Cyrl","languages":["ukr-Cyrl","mkd-Cyrl"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"ukr_Cyrl-prs_Arab","languages":["ukr-Cyrl","prs-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ukr_Cyrl-swe_Latn","languages":["ukr-Cyrl","swe-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ukr_Cyrl-urd_Arab","languages":["ukr-Cyrl","urd-Arab"]},{"precision":0.445095,"recall":0.552372,"f1":0.473324,"accuracy":0.552372,"main_score":0.473324,"hf_subset":"ukr_Cyrl-aka_Latn","languages":["ukr-Cyrl","aka-Latn"]},{"precision":0.812862,"recall":0.866601,"f1":0.829776,"accuracy":0.866601,"main_score":0.829776,"hf_subset":"ukr_Cyrl-bjn_Latn","languages":["ukr-Cyrl","bjn-Latn"]},{"precision":0.556523,"recall":0.647233,"f1":0.581894,"accuracy":0.647233,"main_score":0.581894,"hf_subset":"ukr_Cyrl-fao_Latn","languages":["ukr-Cyrl","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-ind_Latn","languages":["ukr-Cyrl","ind-Latn"]},{"precision":0.420341,"recall":0.522727,"f1":0.446655,"accuracy":0.522727,"main_score":0.446655,"hf_subset":"ukr_Cyrl-knc_Latn","languages":["ukr-Cyrl","knc-Latn"]},{"precision":0.692013,"recall":0.775692,"f1":0.717556,"accuracy":0.775692,"main_score":0.717556,"hf_subset":"ukr_Cyrl-mlt_Latn","languages":["ukr-Cyrl","mlt-Latn"]},{"precision":0.473945,"recall":0.578063,"f1":0.502186,"accuracy":0.578063,"main_score":0.502186,"hf_subset":"ukr_Cyrl-quy_Latn","languages":["ukr-Cyrl","quy-Latn"]},{"precision":0.843709,"recall":0.891304,"f1":0.85919,"accuracy":0.891304,"main_score":0.85919,"hf_subset":"ukr_Cyrl-swh_Latn","languages":["ukr-Cyrl","swh-Latn"]},{"precision":0.653336,"recall":0.735178,"f1":0.677176,"accuracy":0.735178,"main_score":0.677176,"hf_subset":"ukr_Cyrl-uzn_Latn","languages":["ukr-Cyrl","uzn-Latn"]},{"precision":0.78358,"recall":0.838933,"f1":0.80056,"accuracy":0.838933,"main_score":0.80056,"hf_subset":"ukr_Cyrl-als_Latn","languages":["ukr-Cyrl","als-Latn"]},{"precision":0.174684,"recall":0.242095,"f1":0.191723,"accuracy":0.242095,"main_score":0.191723,"hf_subset":"ukr_Cyrl-bod_Tibt","languages":["ukr-Cyrl","bod-Tibt"]},{"precision":0.372299,"recall":0.478261,"f1":0.400172,"accuracy":0.478261,"main_score":0.400172,"hf_subset":"ukr_Cyrl-fij_Latn","languages":["ukr-Cyrl","fij-Latn"]},{"precision":0.54343,"recall":0.635375,"f1":0.569081,"accuracy":0.635375,"main_score":0.569081,"hf_subset":"ukr_Cyrl-isl_Latn","languages":["ukr-Cyrl","isl-Latn"]},{"precision":0.462587,"recall":0.554348,"f1":0.487348,"accuracy":0.554348,"main_score":0.487348,"hf_subset":"ukr_Cyrl-kon_Latn","languages":["ukr-Cyrl","kon-Latn"]},{"precision":0.347843,"recall":0.452569,"f1":0.375718,"accuracy":0.452569,"main_score":0.375718,"hf_subset":"ukr_Cyrl-mni_Beng","languages":["ukr-Cyrl","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-ron_Latn","languages":["ukr-Cyrl","ron-Latn"]},{"precision":0.875,"recall":0.911067,"f1":0.886693,"accuracy":0.911067,"main_score":0.886693,"hf_subset":"ukr_Cyrl-szl_Latn","languages":["ukr-Cyrl","szl-Latn"]},{"precision":0.911397,"recall":0.939723,"f1":0.920619,"accuracy":0.939723,"main_score":0.920619,"hf_subset":"ukr_Cyrl-vec_Latn","languages":["ukr-Cyrl","vec-Latn"]},{"precision":0.784783,"recall":0.847826,"f1":0.804282,"accuracy":0.847826,"main_score":0.804282,"hf_subset":"ukr_Cyrl-amh_Ethi","languages":["ukr-Cyrl","amh-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ukr_Cyrl-bos_Latn","languages":["ukr-Cyrl","bos-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ukr_Cyrl-fin_Latn","languages":["ukr-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ita_Latn","languages":["ukr-Cyrl","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-kor_Hang","languages":["ukr-Cyrl","kor-Hang"]},{"precision":0.385005,"recall":0.491107,"f1":0.413214,"accuracy":0.491107,"main_score":0.413214,"hf_subset":"ukr_Cyrl-mos_Latn","languages":["ukr-Cyrl","mos-Latn"]},{"precision":0.373701,"recall":0.470356,"f1":0.398729,"accuracy":0.470356,"main_score":0.398729,"hf_subset":"ukr_Cyrl-run_Latn","languages":["ukr-Cyrl","run-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ukr_Cyrl-tam_Taml","languages":["ukr-Cyrl","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-vie_Latn","languages":["ukr-Cyrl","vie-Latn"]},{"precision":0.971838,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"ukr_Cyrl-apc_Arab","languages":["ukr-Cyrl","apc-Arab"]},{"precision":0.587063,"recall":0.685771,"f1":0.6159,"accuracy":0.685771,"main_score":0.6159,"hf_subset":"ukr_Cyrl-bug_Latn","languages":["ukr-Cyrl","bug-Latn"]},{"precision":0.327408,"recall":0.427866,"f1":0.352899,"accuracy":0.427866,"main_score":0.352899,"hf_subset":"ukr_Cyrl-fon_Latn","languages":["ukr-Cyrl","fon-Latn"]},{"precision":0.834157,"recall":0.884387,"f1":0.850296,"accuracy":0.884387,"main_score":0.850296,"hf_subset":"ukr_Cyrl-jav_Latn","languages":["ukr-Cyrl","jav-Latn"]},{"precision":0.728887,"recall":0.801383,"f1":0.750725,"accuracy":0.801383,"main_score":0.750725,"hf_subset":"ukr_Cyrl-lao_Laoo","languages":["ukr-Cyrl","lao-Laoo"]},{"precision":0.339885,"recall":0.448617,"f1":0.367718,"accuracy":0.448617,"main_score":0.367718,"hf_subset":"ukr_Cyrl-mri_Latn","languages":["ukr-Cyrl","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-rus_Cyrl","languages":["ukr-Cyrl","rus-Cyrl"]},{"precision":0.367933,"recall":0.477273,"f1":0.396512,"accuracy":0.477273,"main_score":0.396512,"hf_subset":"ukr_Cyrl-taq_Latn","languages":["ukr-Cyrl","taq-Latn"]},{"precision":0.782559,"recall":0.841897,"f1":0.800922,"accuracy":0.841897,"main_score":0.800922,"hf_subset":"ukr_Cyrl-war_Latn","languages":["ukr-Cyrl","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-arb_Arab","languages":["ukr-Cyrl","arb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-bul_Cyrl","languages":["ukr-Cyrl","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-fra_Latn","languages":["ukr-Cyrl","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ukr_Cyrl-jpn_Jpan","languages":["ukr-Cyrl","jpn-Jpan"]},{"precision":0.840777,"recall":0.886364,"f1":0.85504,"accuracy":0.886364,"main_score":0.85504,"hf_subset":"ukr_Cyrl-lij_Latn","languages":["ukr-Cyrl","lij-Latn"]},{"precision":0.795982,"recall":0.854743,"f1":0.814163,"accuracy":0.854743,"main_score":0.814163,"hf_subset":"ukr_Cyrl-mya_Mymr","languages":["ukr-Cyrl","mya-Mymr"]},{"precision":0.436563,"recall":0.546443,"f1":0.466529,"accuracy":0.546443,"main_score":0.466529,"hf_subset":"ukr_Cyrl-sag_Latn","languages":["ukr-Cyrl","sag-Latn"]},{"precision":0.130703,"recall":0.212451,"f1":0.147287,"accuracy":0.212451,"main_score":0.147287,"hf_subset":"ukr_Cyrl-taq_Tfng","languages":["ukr-Cyrl","taq-Tfng"]},{"precision":0.425316,"recall":0.531621,"f1":0.453522,"accuracy":0.531621,"main_score":0.453522,"hf_subset":"ukr_Cyrl-wol_Latn","languages":["ukr-Cyrl","wol-Latn"]},{"precision":0.276464,"recall":0.37747,"f1":0.300508,"accuracy":0.37747,"main_score":0.300508,"hf_subset":"ukr_Cyrl-arb_Latn","languages":["ukr-Cyrl","arb-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ukr_Cyrl-cat_Latn","languages":["ukr-Cyrl","cat-Latn"]},{"precision":0.805879,"recall":0.857708,"f1":0.821509,"accuracy":0.857708,"main_score":0.821509,"hf_subset":"ukr_Cyrl-fur_Latn","languages":["ukr-Cyrl","fur-Latn"]},{"precision":0.258759,"recall":0.347826,"f1":0.281706,"accuracy":0.347826,"main_score":0.281706,"hf_subset":"ukr_Cyrl-kab_Latn","languages":["ukr-Cyrl","kab-Latn"]},{"precision":0.789575,"recall":0.846838,"f1":0.806969,"accuracy":0.846838,"main_score":0.806969,"hf_subset":"ukr_Cyrl-lim_Latn","languages":["ukr-Cyrl","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ukr_Cyrl-nld_Latn","languages":["ukr-Cyrl","nld-Latn"]},{"precision":0.884552,"recall":0.91996,"f1":0.89608,"accuracy":0.91996,"main_score":0.89608,"hf_subset":"ukr_Cyrl-san_Deva","languages":["ukr-Cyrl","san-Deva"]},{"precision":0.691337,"recall":0.762846,"f1":0.712469,"accuracy":0.762846,"main_score":0.712469,"hf_subset":"ukr_Cyrl-tat_Cyrl","languages":["ukr-Cyrl","tat-Cyrl"]},{"precision":0.405476,"recall":0.507905,"f1":0.43212,"accuracy":0.507905,"main_score":0.43212,"hf_subset":"ukr_Cyrl-xho_Latn","languages":["ukr-Cyrl","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-ars_Arab","languages":["ukr-Cyrl","ars-Arab"]},{"precision":0.75555,"recall":0.822134,"f1":0.775776,"accuracy":0.822134,"main_score":0.775776,"hf_subset":"ukr_Cyrl-ceb_Latn","languages":["ukr-Cyrl","ceb-Latn"]},{"precision":0.374669,"recall":0.479249,"f1":0.402122,"accuracy":0.479249,"main_score":0.402122,"hf_subset":"ukr_Cyrl-fuv_Latn","languages":["ukr-Cyrl","fuv-Latn"]},{"precision":0.388818,"recall":0.499012,"f1":0.418066,"accuracy":0.499012,"main_score":0.418066,"hf_subset":"ukr_Cyrl-kac_Latn","languages":["ukr-Cyrl","kac-Latn"]},{"precision":0.460767,"recall":0.564229,"f1":0.488715,"accuracy":0.564229,"main_score":0.488715,"hf_subset":"ukr_Cyrl-lin_Latn","languages":["ukr-Cyrl","lin-Latn"]},{"precision":0.953063,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"ukr_Cyrl-nno_Latn","languages":["ukr-Cyrl","nno-Latn"]},{"precision":0.160556,"recall":0.232213,"f1":0.178189,"accuracy":0.232213,"main_score":0.178189,"hf_subset":"ukr_Cyrl-sat_Olck","languages":["ukr-Cyrl","sat-Olck"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ukr_Cyrl-tel_Telu","languages":["ukr-Cyrl","tel-Telu"]},{"precision":0.317153,"recall":0.412055,"f1":0.340892,"accuracy":0.412055,"main_score":0.340892,"hf_subset":"ukr_Cyrl-ydd_Hebr","languages":["ukr-Cyrl","ydd-Hebr"]},{"precision":0.8764,"recall":0.91502,"f1":0.888735,"accuracy":0.91502,"main_score":0.888735,"hf_subset":"ukr_Cyrl-ary_Arab","languages":["ukr-Cyrl","ary-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ukr_Cyrl-ces_Latn","languages":["ukr-Cyrl","ces-Latn"]},{"precision":0.29951,"recall":0.389328,"f1":0.321032,"accuracy":0.389328,"main_score":0.321032,"hf_subset":"ukr_Cyrl-gaz_Latn","languages":["ukr-Cyrl","gaz-Latn"]},{"precision":0.409328,"recall":0.508893,"f1":0.435263,"accuracy":0.508893,"main_score":0.435263,"hf_subset":"ukr_Cyrl-kam_Latn","languages":["ukr-Cyrl","kam-Latn"]},{"precision":0.828343,"recall":0.875494,"f1":0.843083,"accuracy":0.875494,"main_score":0.843083,"hf_subset":"ukr_Cyrl-lit_Latn","languages":["ukr-Cyrl","lit-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-nob_Latn","languages":["ukr-Cyrl","nob-Latn"]},{"precision":0.734752,"recall":0.8083,"f1":0.757411,"accuracy":0.8083,"main_score":0.757411,"hf_subset":"ukr_Cyrl-scn_Latn","languages":["ukr-Cyrl","scn-Latn"]},{"precision":0.464185,"recall":0.557312,"f1":0.488423,"accuracy":0.557312,"main_score":0.488423,"hf_subset":"ukr_Cyrl-tgk_Cyrl","languages":["ukr-Cyrl","tgk-Cyrl"]},{"precision":0.369289,"recall":0.474308,"f1":0.397263,"accuracy":0.474308,"main_score":0.397263,"hf_subset":"ukr_Cyrl-yor_Latn","languages":["ukr-Cyrl","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ukr_Cyrl-arz_Arab","languages":["ukr-Cyrl","arz-Arab"]},{"precision":0.411062,"recall":0.51581,"f1":0.438099,"accuracy":0.51581,"main_score":0.438099,"hf_subset":"ukr_Cyrl-cjk_Latn","languages":["ukr-Cyrl","cjk-Latn"]},{"precision":0.337104,"recall":0.436759,"f1":0.362869,"accuracy":0.436759,"main_score":0.362869,"hf_subset":"ukr_Cyrl-gla_Latn","languages":["ukr-Cyrl","gla-Latn"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"ukr_Cyrl-kan_Knda","languages":["ukr-Cyrl","kan-Knda"]},{"precision":0.782724,"recall":0.841897,"f1":0.800645,"accuracy":0.841897,"main_score":0.800645,"hf_subset":"ukr_Cyrl-lmo_Latn","languages":["ukr-Cyrl","lmo-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"ukr_Cyrl-npi_Deva","languages":["ukr-Cyrl","npi-Deva"]},{"precision":0.337992,"recall":0.450593,"f1":0.366669,"accuracy":0.450593,"main_score":0.366669,"hf_subset":"ukr_Cyrl-shn_Mymr","languages":["ukr-Cyrl","shn-Mymr"]},{"precision":0.878623,"recall":0.916008,"f1":0.890613,"accuracy":0.916008,"main_score":0.890613,"hf_subset":"ukr_Cyrl-tgl_Latn","languages":["ukr-Cyrl","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-yue_Hant","languages":["ukr-Cyrl","yue-Hant"]},{"precision":0.880929,"recall":0.916008,"f1":0.892095,"accuracy":0.916008,"main_score":0.892095,"hf_subset":"ukr_Cyrl-asm_Beng","languages":["ukr-Cyrl","asm-Beng"]},{"precision":0.408529,"recall":0.491107,"f1":0.429531,"accuracy":0.491107,"main_score":0.429531,"hf_subset":"ukr_Cyrl-ckb_Arab","languages":["ukr-Cyrl","ckb-Arab"]},{"precision":0.355648,"recall":0.452569,"f1":0.380704,"accuracy":0.452569,"main_score":0.380704,"hf_subset":"ukr_Cyrl-gle_Latn","languages":["ukr-Cyrl","gle-Latn"]},{"precision":0.65383,"recall":0.740119,"f1":0.679026,"accuracy":0.740119,"main_score":0.679026,"hf_subset":"ukr_Cyrl-kas_Arab","languages":["ukr-Cyrl","kas-Arab"]},{"precision":0.629578,"recall":0.70751,"f1":0.652518,"accuracy":0.70751,"main_score":0.652518,"hf_subset":"ukr_Cyrl-ltg_Latn","languages":["ukr-Cyrl","ltg-Latn"]},{"precision":0.424023,"recall":0.523715,"f1":0.451042,"accuracy":0.523715,"main_score":0.451042,"hf_subset":"ukr_Cyrl-nso_Latn","languages":["ukr-Cyrl","nso-Latn"]},{"precision":0.855023,"recall":0.897233,"f1":0.867951,"accuracy":0.897233,"main_score":0.867951,"hf_subset":"ukr_Cyrl-sin_Sinh","languages":["ukr-Cyrl","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ukr_Cyrl-tha_Thai","languages":["ukr-Cyrl","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ukr_Cyrl-zho_Hans","languages":["ukr-Cyrl","zho-Hans"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"ukr_Cyrl-ast_Latn","languages":["ukr-Cyrl","ast-Latn"]},{"precision":0.792605,"recall":0.850791,"f1":0.810573,"accuracy":0.850791,"main_score":0.810573,"hf_subset":"ukr_Cyrl-crh_Latn","languages":["ukr-Cyrl","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ukr_Cyrl-glg_Latn","languages":["ukr-Cyrl","glg-Latn"]},{"precision":0.553685,"recall":0.65415,"f1":0.582944,"accuracy":0.65415,"main_score":0.582944,"hf_subset":"ukr_Cyrl-kas_Deva","languages":["ukr-Cyrl","kas-Deva"]},{"precision":0.761545,"recall":0.829051,"f1":0.782279,"accuracy":0.829051,"main_score":0.782279,"hf_subset":"ukr_Cyrl-ltz_Latn","languages":["ukr-Cyrl","ltz-Latn"]},{"precision":0.301979,"recall":0.393281,"f1":0.325275,"accuracy":0.393281,"main_score":0.325275,"hf_subset":"ukr_Cyrl-nus_Latn","languages":["ukr-Cyrl","nus-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ukr_Cyrl-slk_Latn","languages":["ukr-Cyrl","slk-Latn"]},{"precision":0.380155,"recall":0.470356,"f1":0.404805,"accuracy":0.470356,"main_score":0.404805,"hf_subset":"ukr_Cyrl-tir_Ethi","languages":["ukr-Cyrl","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-zho_Hant","languages":["ukr-Cyrl","zho-Hant"]},{"precision":0.974967,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"ukr_Cyrl-awa_Deva","languages":["ukr-Cyrl","awa-Deva"]},{"precision":0.415083,"recall":0.512846,"f1":0.440563,"accuracy":0.512846,"main_score":0.440563,"hf_subset":"ukr_Cyrl-cym_Latn","languages":["ukr-Cyrl","cym-Latn"]},{"precision":0.612898,"recall":0.699605,"f1":0.637295,"accuracy":0.699605,"main_score":0.637295,"hf_subset":"ukr_Cyrl-grn_Latn","languages":["ukr-Cyrl","grn-Latn"]},{"precision":0.926219,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"ukr_Cyrl-kat_Geor","languages":["ukr-Cyrl","kat-Geor"]},{"precision":0.470668,"recall":0.565217,"f1":0.496448,"accuracy":0.565217,"main_score":0.496448,"hf_subset":"ukr_Cyrl-lua_Latn","languages":["ukr-Cyrl","lua-Latn"]},{"precision":0.450009,"recall":0.547431,"f1":0.477023,"accuracy":0.547431,"main_score":0.477023,"hf_subset":"ukr_Cyrl-nya_Latn","languages":["ukr-Cyrl","nya-Latn"]},{"precision":0.928195,"recall":0.950593,"f1":0.935441,"accuracy":0.950593,"main_score":0.935441,"hf_subset":"ukr_Cyrl-slv_Latn","languages":["ukr-Cyrl","slv-Latn"]},{"precision":0.687335,"recall":0.769763,"f1":0.712356,"accuracy":0.769763,"main_score":0.712356,"hf_subset":"ukr_Cyrl-tpi_Latn","languages":["ukr-Cyrl","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ukr_Cyrl-zsm_Latn","languages":["ukr-Cyrl","zsm-Latn"]},{"precision":0.362396,"recall":0.466403,"f1":0.389328,"accuracy":0.466403,"main_score":0.389328,"hf_subset":"ukr_Cyrl-ayr_Latn","languages":["ukr-Cyrl","ayr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-dan_Latn","languages":["ukr-Cyrl","dan-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ukr_Cyrl-guj_Gujr","languages":["ukr-Cyrl","guj-Gujr"]},{"precision":0.777891,"recall":0.836957,"f1":0.795735,"accuracy":0.836957,"main_score":0.795735,"hf_subset":"ukr_Cyrl-kaz_Cyrl","languages":["ukr-Cyrl","kaz-Cyrl"]},{"precision":0.359165,"recall":0.458498,"f1":0.385132,"accuracy":0.458498,"main_score":0.385132,"hf_subset":"ukr_Cyrl-lug_Latn","languages":["ukr-Cyrl","lug-Latn"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"ukr_Cyrl-oci_Latn","languages":["ukr-Cyrl","oci-Latn"]},{"precision":0.405076,"recall":0.517787,"f1":0.434007,"accuracy":0.517787,"main_score":0.434007,"hf_subset":"ukr_Cyrl-smo_Latn","languages":["ukr-Cyrl","smo-Latn"]},{"precision":0.372278,"recall":0.475296,"f1":0.39926,"accuracy":0.475296,"main_score":0.39926,"hf_subset":"ukr_Cyrl-tsn_Latn","languages":["ukr-Cyrl","tsn-Latn"]},{"precision":0.381515,"recall":0.475296,"f1":0.40492,"accuracy":0.475296,"main_score":0.40492,"hf_subset":"ukr_Cyrl-zul_Latn","languages":["ukr-Cyrl","zul-Latn"]},{"precision":0.6452,"recall":0.73913,"f1":0.673323,"accuracy":0.73913,"main_score":0.673323,"hf_subset":"ukr_Cyrl-azb_Arab","languages":["ukr-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-deu_Latn","languages":["ukr-Cyrl","deu-Latn"]},{"precision":0.606161,"recall":0.693676,"f1":0.63117,"accuracy":0.693676,"main_score":0.63117,"hf_subset":"ukr_Cyrl-hat_Latn","languages":["ukr-Cyrl","hat-Latn"]},{"precision":0.330198,"recall":0.43083,"f1":0.355337,"accuracy":0.43083,"main_score":0.355337,"hf_subset":"ukr_Cyrl-kbp_Latn","languages":["ukr-Cyrl","kbp-Latn"]},{"precision":0.430388,"recall":0.530632,"f1":0.456141,"accuracy":0.530632,"main_score":0.456141,"hf_subset":"ukr_Cyrl-luo_Latn","languages":["ukr-Cyrl","luo-Latn"]},{"precision":0.539804,"recall":0.625494,"f1":0.563162,"accuracy":0.625494,"main_score":0.563162,"hf_subset":"ukr_Cyrl-ory_Orya","languages":["ukr-Cyrl","ory-Orya"]},{"precision":0.402689,"recall":0.504941,"f1":0.430302,"accuracy":0.504941,"main_score":0.430302,"hf_subset":"ukr_Cyrl-sna_Latn","languages":["ukr-Cyrl","sna-Latn"]},{"precision":0.374534,"recall":0.47332,"f1":0.400246,"accuracy":0.47332,"main_score":0.400246,"hf_subset":"ukr_Cyrl-tso_Latn","languages":["ukr-Cyrl","tso-Latn"]},{"precision":0.849638,"recall":0.893281,"f1":0.863439,"accuracy":0.893281,"main_score":0.863439,"hf_subset":"ukr_Cyrl-azj_Latn","languages":["ukr-Cyrl","azj-Latn"]},{"precision":0.403878,"recall":0.503953,"f1":0.430241,"accuracy":0.503953,"main_score":0.430241,"hf_subset":"ukr_Cyrl-dik_Latn","languages":["ukr-Cyrl","dik-Latn"]},{"precision":0.405204,"recall":0.5,"f1":0.430599,"accuracy":0.5,"main_score":0.430599,"hf_subset":"ukr_Cyrl-hau_Latn","languages":["ukr-Cyrl","hau-Latn"]},{"precision":0.77141,"recall":0.833992,"f1":0.79017,"accuracy":0.833992,"main_score":0.79017,"hf_subset":"ukr_Cyrl-kea_Latn","languages":["ukr-Cyrl","kea-Latn"]},{"precision":0.542455,"recall":0.636364,"f1":0.56856,"accuracy":0.636364,"main_score":0.56856,"hf_subset":"ukr_Cyrl-lus_Latn","languages":["ukr-Cyrl","lus-Latn"]},{"precision":0.705435,"recall":0.779644,"f1":0.727819,"accuracy":0.779644,"main_score":0.727819,"hf_subset":"ukr_Cyrl-pag_Latn","languages":["ukr-Cyrl","pag-Latn"]},{"precision":0.689015,"recall":0.768775,"f1":0.713142,"accuracy":0.768775,"main_score":0.713142,"hf_subset":"ukr_Cyrl-snd_Arab","languages":["ukr-Cyrl","snd-Arab"]},{"precision":0.603864,"recall":0.688735,"f1":0.628346,"accuracy":0.688735,"main_score":0.628346,"hf_subset":"ukr_Cyrl-tuk_Latn","languages":["ukr-Cyrl","tuk-Latn"]},{"precision":0.683647,"recall":0.757905,"f1":0.704782,"accuracy":0.757905,"main_score":0.704782,"hf_subset":"ukr_Cyrl-bak_Cyrl","languages":["ukr-Cyrl","bak-Cyrl"]},{"precision":0.320188,"recall":0.428854,"f1":0.34831,"accuracy":0.428854,"main_score":0.34831,"hf_subset":"ukr_Cyrl-dyu_Latn","languages":["ukr-Cyrl","dyu-Latn"]},{"precision":0.908267,"recall":0.936759,"f1":0.917325,"accuracy":0.936759,"main_score":0.917325,"hf_subset":"ukr_Cyrl-heb_Hebr","languages":["ukr-Cyrl","heb-Hebr"]},{"precision":0.435366,"recall":0.523715,"f1":0.458587,"accuracy":0.523715,"main_score":0.458587,"hf_subset":"ukr_Cyrl-khk_Cyrl","languages":["ukr-Cyrl","khk-Cyrl"]},{"precision":0.844895,"recall":0.889328,"f1":0.858827,"accuracy":0.889328,"main_score":0.858827,"hf_subset":"ukr_Cyrl-lvs_Latn","languages":["ukr-Cyrl","lvs-Latn"]},{"precision":0.914361,"recall":0.9417,"f1":0.923254,"accuracy":0.9417,"main_score":0.923254,"hf_subset":"ukr_Cyrl-pan_Guru","languages":["ukr-Cyrl","pan-Guru"]},{"precision":0.36687,"recall":0.458498,"f1":0.391019,"accuracy":0.458498,"main_score":0.391019,"hf_subset":"ukr_Cyrl-som_Latn","languages":["ukr-Cyrl","som-Latn"]},{"precision":0.442047,"recall":0.532609,"f1":0.467666,"accuracy":0.532609,"main_score":0.467666,"hf_subset":"ukr_Cyrl-tum_Latn","languages":["ukr-Cyrl","tum-Latn"]},{"precision":0.316531,"recall":0.394269,"f1":0.337229,"accuracy":0.394269,"main_score":0.337229,"hf_subset":"afr_Latn-ace_Arab","languages":["afr-Latn","ace-Arab"]},{"precision":0.379462,"recall":0.467391,"f1":0.402712,"accuracy":0.467391,"main_score":0.402712,"hf_subset":"afr_Latn-bam_Latn","languages":["afr-Latn","bam-Latn"]},{"precision":0.14441,"recall":0.208498,"f1":0.161564,"accuracy":0.208498,"main_score":0.161564,"hf_subset":"afr_Latn-dzo_Tibt","languages":["afr-Latn","dzo-Tibt"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"afr_Latn-hin_Deva","languages":["afr-Latn","hin-Deva"]},{"precision":0.755221,"recall":0.816206,"f1":0.773847,"accuracy":0.816206,"main_score":0.773847,"hf_subset":"afr_Latn-khm_Khmr","languages":["afr-Latn","khm-Khmr"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"afr_Latn-mag_Deva","languages":["afr-Latn","mag-Deva"]},{"precision":0.863142,"recall":0.902174,"f1":0.875494,"accuracy":0.902174,"main_score":0.875494,"hf_subset":"afr_Latn-pap_Latn","languages":["afr-Latn","pap-Latn"]},{"precision":0.455086,"recall":0.525692,"f1":0.474142,"accuracy":0.525692,"main_score":0.474142,"hf_subset":"afr_Latn-sot_Latn","languages":["afr-Latn","sot-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"afr_Latn-tur_Latn","languages":["afr-Latn","tur-Latn"]},{"precision":0.676179,"recall":0.73913,"f1":0.694436,"accuracy":0.73913,"main_score":0.694436,"hf_subset":"afr_Latn-ace_Latn","languages":["afr-Latn","ace-Latn"]},{"precision":0.812039,"recall":0.857708,"f1":0.826153,"accuracy":0.857708,"main_score":0.826153,"hf_subset":"afr_Latn-ban_Latn","languages":["afr-Latn","ban-Latn"]},{"precision":0.915184,"recall":0.940711,"f1":0.923419,"accuracy":0.940711,"main_score":0.923419,"hf_subset":"afr_Latn-ell_Grek","languages":["afr-Latn","ell-Grek"]},{"precision":0.920619,"recall":0.943676,"f1":0.92803,"accuracy":0.943676,"main_score":0.92803,"hf_subset":"afr_Latn-hne_Deva","languages":["afr-Latn","hne-Deva"]},{"precision":0.439103,"recall":0.528656,"f1":0.463298,"accuracy":0.528656,"main_score":0.463298,"hf_subset":"afr_Latn-kik_Latn","languages":["afr-Latn","kik-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"afr_Latn-mai_Deva","languages":["afr-Latn","mai-Deva"]},{"precision":0.804545,"recall":0.857708,"f1":0.821443,"accuracy":0.857708,"main_score":0.821443,"hf_subset":"afr_Latn-pbt_Arab","languages":["afr-Latn","pbt-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"afr_Latn-spa_Latn","languages":["afr-Latn","spa-Latn"]},{"precision":0.507825,"recall":0.589921,"f1":0.53077,"accuracy":0.589921,"main_score":0.53077,"hf_subset":"afr_Latn-twi_Latn","languages":["afr-Latn","twi-Latn"]},{"precision":0.95331,"recall":0.967391,"f1":0.95774,"accuracy":0.967391,"main_score":0.95774,"hf_subset":"afr_Latn-acm_Arab","languages":["afr-Latn","acm-Arab"]},{"precision":0.800889,"recall":0.854743,"f1":0.818182,"accuracy":0.854743,"main_score":0.818182,"hf_subset":"afr_Latn-bel_Cyrl","languages":["afr-Latn","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"afr_Latn-eng_Latn","languages":["afr-Latn","eng-Latn"]},{"precision":0.930748,"recall":0.949605,"f1":0.93666,"accuracy":0.949605,"main_score":0.93666,"hf_subset":"afr_Latn-hrv_Latn","languages":["afr-Latn","hrv-Latn"]},{"precision":0.409127,"recall":0.494071,"f1":0.432139,"accuracy":0.494071,"main_score":0.432139,"hf_subset":"afr_Latn-kin_Latn","languages":["afr-Latn","kin-Latn"]},{"precision":0.92696,"recall":0.949605,"f1":0.93419,"accuracy":0.949605,"main_score":0.93419,"hf_subset":"afr_Latn-mal_Mlym","languages":["afr-Latn","mal-Mlym"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"afr_Latn-pes_Arab","languages":["afr-Latn","pes-Arab"]},{"precision":0.829298,"recall":0.873518,"f1":0.842885,"accuracy":0.873518,"main_score":0.842885,"hf_subset":"afr_Latn-srd_Latn","languages":["afr-Latn","srd-Latn"]},{"precision":0.123677,"recall":0.190711,"f1":0.138882,"accuracy":0.190711,"main_score":0.138882,"hf_subset":"afr_Latn-tzm_Tfng","languages":["afr-Latn","tzm-Tfng"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"afr_Latn-acq_Arab","languages":["afr-Latn","acq-Arab"]},{"precision":0.459691,"recall":0.541502,"f1":0.482235,"accuracy":0.541502,"main_score":0.482235,"hf_subset":"afr_Latn-bem_Latn","languages":["afr-Latn","bem-Latn"]},{"precision":0.870447,"recall":0.906126,"f1":0.881571,"accuracy":0.906126,"main_score":0.881571,"hf_subset":"afr_Latn-epo_Latn","languages":["afr-Latn","epo-Latn"]},{"precision":0.907197,"recall":0.934783,"f1":0.915876,"accuracy":0.934783,"main_score":0.915876,"hf_subset":"afr_Latn-hun_Latn","languages":["afr-Latn","hun-Latn"]},{"precision":0.681176,"recall":0.75,"f1":0.701699,"accuracy":0.75,"main_score":0.701699,"hf_subset":"afr_Latn-kir_Cyrl","languages":["afr-Latn","kir-Cyrl"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"afr_Latn-mar_Deva","languages":["afr-Latn","mar-Deva"]},{"precision":0.451659,"recall":0.531621,"f1":0.473642,"accuracy":0.531621,"main_score":0.473642,"hf_subset":"afr_Latn-plt_Latn","languages":["afr-Latn","plt-Latn"]},{"precision":0.898798,"recall":0.928854,"f1":0.908286,"accuracy":0.928854,"main_score":0.908286,"hf_subset":"afr_Latn-srp_Cyrl","languages":["afr-Latn","srp-Cyrl"]},{"precision":0.300564,"recall":0.380435,"f1":0.32244,"accuracy":0.380435,"main_score":0.32244,"hf_subset":"afr_Latn-uig_Arab","languages":["afr-Latn","uig-Arab"]},{"precision":0.904891,"recall":0.932806,"f1":0.91357,"accuracy":0.932806,"main_score":0.91357,"hf_subset":"afr_Latn-aeb_Arab","languages":["afr-Latn","aeb-Arab"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"afr_Latn-ben_Beng","languages":["afr-Latn","ben-Beng"]},{"precision":0.814262,"recall":0.863636,"f1":0.829677,"accuracy":0.863636,"main_score":0.829677,"hf_subset":"afr_Latn-est_Latn","languages":["afr-Latn","est-Latn"]},{"precision":0.768356,"recall":0.820158,"f1":0.783778,"accuracy":0.820158,"main_score":0.783778,"hf_subset":"afr_Latn-hye_Armn","languages":["afr-Latn","hye-Armn"]},{"precision":0.414975,"recall":0.493083,"f1":0.435978,"accuracy":0.493083,"main_score":0.435978,"hf_subset":"afr_Latn-kmb_Latn","languages":["afr-Latn","kmb-Latn"]},{"precision":0.259934,"recall":0.339921,"f1":0.280301,"accuracy":0.339921,"main_score":0.280301,"hf_subset":"afr_Latn-min_Arab","languages":["afr-Latn","min-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"afr_Latn-pol_Latn","languages":["afr-Latn","pol-Latn"]},{"precision":0.437823,"recall":0.511858,"f1":0.458235,"accuracy":0.511858,"main_score":0.458235,"hf_subset":"afr_Latn-ssw_Latn","languages":["afr-Latn","ssw-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"afr_Latn-ukr_Cyrl","languages":["afr-Latn","ukr-Cyrl"]},{"precision":0.924769,"recall":0.94664,"f1":0.931653,"accuracy":0.94664,"main_score":0.931653,"hf_subset":"afr_Latn-bho_Deva","languages":["afr-Latn","bho-Deva"]},{"precision":0.653434,"recall":0.729249,"f1":0.675488,"accuracy":0.729249,"main_score":0.675488,"hf_subset":"afr_Latn-eus_Latn","languages":["afr-Latn","eus-Latn"]},{"precision":0.400877,"recall":0.493083,"f1":0.425974,"accuracy":0.493083,"main_score":0.425974,"hf_subset":"afr_Latn-ibo_Latn","languages":["afr-Latn","ibo-Latn"]},{"precision":0.459975,"recall":0.549407,"f1":0.483846,"accuracy":0.549407,"main_score":0.483846,"hf_subset":"afr_Latn-kmr_Latn","languages":["afr-Latn","kmr-Latn"]},{"precision":0.762912,"recall":0.818182,"f1":0.779545,"accuracy":0.818182,"main_score":0.779545,"hf_subset":"afr_Latn-min_Latn","languages":["afr-Latn","min-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"afr_Latn-por_Latn","languages":["afr-Latn","por-Latn"]},{"precision":0.833745,"recall":0.878458,"f1":0.847859,"accuracy":0.878458,"main_score":0.847859,"hf_subset":"afr_Latn-sun_Latn","languages":["afr-Latn","sun-Latn"]},{"precision":0.416186,"recall":0.496047,"f1":0.438137,"accuracy":0.496047,"main_score":0.438137,"hf_subset":"afr_Latn-umb_Latn","languages":["afr-Latn","umb-Latn"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"afr_Latn-ajp_Arab","languages":["afr-Latn","ajp-Arab"]},{"precision":0.281342,"recall":0.365613,"f1":0.304463,"accuracy":0.365613,"main_score":0.304463,"hf_subset":"afr_Latn-bjn_Arab","languages":["afr-Latn","bjn-Arab"]},{"precision":0.419347,"recall":0.490119,"f1":0.437864,"accuracy":0.490119,"main_score":0.437864,"hf_subset":"afr_Latn-ewe_Latn","languages":["afr-Latn","ewe-Latn"]},{"precision":0.701581,"recall":0.76581,"f1":0.720357,"accuracy":0.76581,"main_score":0.720357,"hf_subset":"afr_Latn-ilo_Latn","languages":["afr-Latn","ilo-Latn"]},{"precision":0.188788,"recall":0.26581,"f1":0.207485,"accuracy":0.26581,"main_score":0.207485,"hf_subset":"afr_Latn-knc_Arab","languages":["afr-Latn","knc-Arab"]},{"precision":0.879776,"recall":0.914032,"f1":0.890763,"accuracy":0.914032,"main_score":0.890763,"hf_subset":"afr_Latn-mkd_Cyrl","languages":["afr-Latn","mkd-Cyrl"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"afr_Latn-prs_Arab","languages":["afr-Latn","prs-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"afr_Latn-swe_Latn","languages":["afr-Latn","swe-Latn"]},{"precision":0.917984,"recall":0.943676,"f1":0.926219,"accuracy":0.943676,"main_score":0.926219,"hf_subset":"afr_Latn-urd_Arab","languages":["afr-Latn","urd-Arab"]},{"precision":0.485733,"recall":0.568182,"f1":0.508012,"accuracy":0.568182,"main_score":0.508012,"hf_subset":"afr_Latn-aka_Latn","languages":["afr-Latn","aka-Latn"]},{"precision":0.801877,"recall":0.851779,"f1":0.817114,"accuracy":0.851779,"main_score":0.817114,"hf_subset":"afr_Latn-bjn_Latn","languages":["afr-Latn","bjn-Latn"]},{"precision":0.596306,"recall":0.671937,"f1":0.617954,"accuracy":0.671937,"main_score":0.617954,"hf_subset":"afr_Latn-fao_Latn","languages":["afr-Latn","fao-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"afr_Latn-ind_Latn","languages":["afr-Latn","ind-Latn"]},{"precision":0.456278,"recall":0.54249,"f1":0.479435,"accuracy":0.54249,"main_score":0.479435,"hf_subset":"afr_Latn-knc_Latn","languages":["afr-Latn","knc-Latn"]},{"precision":0.731862,"recall":0.796443,"f1":0.751416,"accuracy":0.796443,"main_score":0.751416,"hf_subset":"afr_Latn-mlt_Latn","languages":["afr-Latn","mlt-Latn"]},{"precision":0.489872,"recall":0.578063,"f1":0.513803,"accuracy":0.578063,"main_score":0.513803,"hf_subset":"afr_Latn-quy_Latn","languages":["afr-Latn","quy-Latn"]},{"precision":0.809453,"recall":0.858696,"f1":0.824671,"accuracy":0.858696,"main_score":0.824671,"hf_subset":"afr_Latn-swh_Latn","languages":["afr-Latn","swh-Latn"]},{"precision":0.623626,"recall":0.699605,"f1":0.645582,"accuracy":0.699605,"main_score":0.645582,"hf_subset":"afr_Latn-uzn_Latn","languages":["afr-Latn","uzn-Latn"]},{"precision":0.800543,"recall":0.849802,"f1":0.8155,"accuracy":0.849802,"main_score":0.8155,"hf_subset":"afr_Latn-als_Latn","languages":["afr-Latn","als-Latn"]},{"precision":0.197378,"recall":0.269763,"f1":0.216293,"accuracy":0.269763,"main_score":0.216293,"hf_subset":"afr_Latn-bod_Tibt","languages":["afr-Latn","bod-Tibt"]},{"precision":0.412055,"recall":0.5,"f1":0.43528,"accuracy":0.5,"main_score":0.43528,"hf_subset":"afr_Latn-fij_Latn","languages":["afr-Latn","fij-Latn"]},{"precision":0.551896,"recall":0.631423,"f1":0.574153,"accuracy":0.631423,"main_score":0.574153,"hf_subset":"afr_Latn-isl_Latn","languages":["afr-Latn","isl-Latn"]},{"precision":0.502883,"recall":0.579051,"f1":0.523985,"accuracy":0.579051,"main_score":0.523985,"hf_subset":"afr_Latn-kon_Latn","languages":["afr-Latn","kon-Latn"]},{"precision":0.374794,"recall":0.479249,"f1":0.403701,"accuracy":0.479249,"main_score":0.403701,"hf_subset":"afr_Latn-mni_Beng","languages":["afr-Latn","mni-Beng"]},{"precision":0.964921,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"afr_Latn-ron_Latn","languages":["afr-Latn","ron-Latn"]},{"precision":0.854233,"recall":0.891304,"f1":0.865679,"accuracy":0.891304,"main_score":0.865679,"hf_subset":"afr_Latn-szl_Latn","languages":["afr-Latn","szl-Latn"]},{"precision":0.911232,"recall":0.939723,"f1":0.920619,"accuracy":0.939723,"main_score":0.920619,"hf_subset":"afr_Latn-vec_Latn","languages":["afr-Latn","vec-Latn"]},{"precision":0.752586,"recall":0.814229,"f1":0.771542,"accuracy":0.814229,"main_score":0.771542,"hf_subset":"afr_Latn-amh_Ethi","languages":["afr-Latn","amh-Ethi"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"afr_Latn-bos_Latn","languages":["afr-Latn","bos-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"afr_Latn-fin_Latn","languages":["afr-Latn","fin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"afr_Latn-ita_Latn","languages":["afr-Latn","ita-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"afr_Latn-kor_Hang","languages":["afr-Latn","kor-Hang"]},{"precision":0.435345,"recall":0.516798,"f1":0.457824,"accuracy":0.516798,"main_score":0.457824,"hf_subset":"afr_Latn-mos_Latn","languages":["afr-Latn","mos-Latn"]},{"precision":0.403633,"recall":0.492095,"f1":0.426716,"accuracy":0.492095,"main_score":0.426716,"hf_subset":"afr_Latn-run_Latn","languages":["afr-Latn","run-Latn"]},{"precision":0.945405,"recall":0.962451,"f1":0.950988,"accuracy":0.962451,"main_score":0.950988,"hf_subset":"afr_Latn-tam_Taml","languages":["afr-Latn","tam-Taml"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"afr_Latn-vie_Latn","languages":["afr-Latn","vie-Latn"]},{"precision":0.940382,"recall":0.95751,"f1":0.945982,"accuracy":0.95751,"main_score":0.945982,"hf_subset":"afr_Latn-apc_Arab","languages":["afr-Latn","apc-Arab"]},{"precision":0.64119,"recall":0.719368,"f1":0.663792,"accuracy":0.719368,"main_score":0.663792,"hf_subset":"afr_Latn-bug_Latn","languages":["afr-Latn","bug-Latn"]},{"precision":0.378961,"recall":0.464427,"f1":0.401649,"accuracy":0.464427,"main_score":0.401649,"hf_subset":"afr_Latn-fon_Latn","languages":["afr-Latn","fon-Latn"]},{"precision":0.825346,"recall":0.87253,"f1":0.840086,"accuracy":0.87253,"main_score":0.840086,"hf_subset":"afr_Latn-jav_Latn","languages":["afr-Latn","jav-Latn"]},{"precision":0.683811,"recall":0.75,"f1":0.702753,"accuracy":0.75,"main_score":0.702753,"hf_subset":"afr_Latn-lao_Laoo","languages":["afr-Latn","lao-Laoo"]},{"precision":0.387699,"recall":0.481225,"f1":0.412426,"accuracy":0.481225,"main_score":0.412426,"hf_subset":"afr_Latn-mri_Latn","languages":["afr-Latn","mri-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"afr_Latn-rus_Cyrl","languages":["afr-Latn","rus-Cyrl"]},{"precision":0.399304,"recall":0.493083,"f1":0.424956,"accuracy":0.493083,"main_score":0.424956,"hf_subset":"afr_Latn-taq_Latn","languages":["afr-Latn","taq-Latn"]},{"precision":0.805204,"recall":0.856719,"f1":0.820916,"accuracy":0.856719,"main_score":0.820916,"hf_subset":"afr_Latn-war_Latn","languages":["afr-Latn","war-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"afr_Latn-arb_Arab","languages":["afr-Latn","arb-Arab"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"afr_Latn-bul_Cyrl","languages":["afr-Latn","bul-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"afr_Latn-fra_Latn","languages":["afr-Latn","fra-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"afr_Latn-jpn_Jpan","languages":["afr-Latn","jpn-Jpan"]},{"precision":0.874341,"recall":0.906126,"f1":0.88419,"accuracy":0.906126,"main_score":0.88419,"hf_subset":"afr_Latn-lij_Latn","languages":["afr-Latn","lij-Latn"]},{"precision":0.736924,"recall":0.806324,"f1":0.757773,"accuracy":0.806324,"main_score":0.757773,"hf_subset":"afr_Latn-mya_Mymr","languages":["afr-Latn","mya-Mymr"]},{"precision":0.464195,"recall":0.557312,"f1":0.490319,"accuracy":0.557312,"main_score":0.490319,"hf_subset":"afr_Latn-sag_Latn","languages":["afr-Latn","sag-Latn"]},{"precision":0.140603,"recall":0.222332,"f1":0.158506,"accuracy":0.222332,"main_score":0.158506,"hf_subset":"afr_Latn-taq_Tfng","languages":["afr-Latn","taq-Tfng"]},{"precision":0.468285,"recall":0.559289,"f1":0.493582,"accuracy":0.559289,"main_score":0.493582,"hf_subset":"afr_Latn-wol_Latn","languages":["afr-Latn","wol-Latn"]},{"precision":0.280716,"recall":0.391304,"f1":0.308804,"accuracy":0.391304,"main_score":0.308804,"hf_subset":"afr_Latn-arb_Latn","languages":["afr-Latn","arb-Latn"]},{"precision":0.942029,"recall":0.959486,"f1":0.947596,"accuracy":0.959486,"main_score":0.947596,"hf_subset":"afr_Latn-cat_Latn","languages":["afr-Latn","cat-Latn"]},{"precision":0.819746,"recall":0.867589,"f1":0.834486,"accuracy":0.867589,"main_score":0.834486,"hf_subset":"afr_Latn-fur_Latn","languages":["afr-Latn","fur-Latn"]},{"precision":0.280361,"recall":0.363636,"f1":0.302808,"accuracy":0.363636,"main_score":0.302808,"hf_subset":"afr_Latn-kab_Latn","languages":["afr-Latn","kab-Latn"]},{"precision":0.8833,"recall":0.914032,"f1":0.892589,"accuracy":0.914032,"main_score":0.892589,"hf_subset":"afr_Latn-lim_Latn","languages":["afr-Latn","lim-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"afr_Latn-nld_Latn","languages":["afr-Latn","nld-Latn"]},{"precision":0.852767,"recall":0.894269,"f1":0.865909,"accuracy":0.894269,"main_score":0.865909,"hf_subset":"afr_Latn-san_Deva","languages":["afr-Latn","san-Deva"]},{"precision":0.658193,"recall":0.727273,"f1":0.677734,"accuracy":0.727273,"main_score":0.677734,"hf_subset":"afr_Latn-tat_Cyrl","languages":["afr-Latn","tat-Cyrl"]},{"precision":0.449328,"recall":0.528656,"f1":0.47122,"accuracy":0.528656,"main_score":0.47122,"hf_subset":"afr_Latn-xho_Latn","languages":["afr-Latn","xho-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"afr_Latn-ars_Arab","languages":["afr-Latn","ars-Arab"]},{"precision":0.783185,"recall":0.840909,"f1":0.801285,"accuracy":0.840909,"main_score":0.801285,"hf_subset":"afr_Latn-ceb_Latn","languages":["afr-Latn","ceb-Latn"]},{"precision":0.430026,"recall":0.514822,"f1":0.453553,"accuracy":0.514822,"main_score":0.453553,"hf_subset":"afr_Latn-fuv_Latn","languages":["afr-Latn","fuv-Latn"]},{"precision":0.444031,"recall":0.531621,"f1":0.46713,"accuracy":0.531621,"main_score":0.46713,"hf_subset":"afr_Latn-kac_Latn","languages":["afr-Latn","kac-Latn"]},{"precision":0.506418,"recall":0.591897,"f1":0.530978,"accuracy":0.591897,"main_score":0.530978,"hf_subset":"afr_Latn-lin_Latn","languages":["afr-Latn","lin-Latn"]},{"precision":0.937912,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"afr_Latn-nno_Latn","languages":["afr-Latn","nno-Latn"]},{"precision":0.172907,"recall":0.240119,"f1":0.189653,"accuracy":0.240119,"main_score":0.189653,"hf_subset":"afr_Latn-sat_Olck","languages":["afr-Latn","sat-Olck"]},{"precision":0.926548,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"afr_Latn-tel_Telu","languages":["afr-Latn","tel-Telu"]},{"precision":0.371491,"recall":0.456522,"f1":0.392828,"accuracy":0.456522,"main_score":0.392828,"hf_subset":"afr_Latn-ydd_Hebr","languages":["afr-Latn","ydd-Hebr"]},{"precision":0.86059,"recall":0.900198,"f1":0.87309,"accuracy":0.900198,"main_score":0.87309,"hf_subset":"afr_Latn-ary_Arab","languages":["afr-Latn","ary-Arab"]},{"precision":0.92803,"recall":0.950593,"f1":0.935441,"accuracy":0.950593,"main_score":0.935441,"hf_subset":"afr_Latn-ces_Latn","languages":["afr-Latn","ces-Latn"]},{"precision":0.322386,"recall":0.408103,"f1":0.344535,"accuracy":0.408103,"main_score":0.344535,"hf_subset":"afr_Latn-gaz_Latn","languages":["afr-Latn","gaz-Latn"]},{"precision":0.454098,"recall":0.537549,"f1":0.477002,"accuracy":0.537549,"main_score":0.477002,"hf_subset":"afr_Latn-kam_Latn","languages":["afr-Latn","kam-Latn"]},{"precision":0.765711,"recall":0.823123,"f1":0.783333,"accuracy":0.823123,"main_score":0.783333,"hf_subset":"afr_Latn-lit_Latn","languages":["afr-Latn","lit-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"afr_Latn-nob_Latn","languages":["afr-Latn","nob-Latn"]},{"precision":0.740102,"recall":0.805336,"f1":0.759439,"accuracy":0.805336,"main_score":0.759439,"hf_subset":"afr_Latn-scn_Latn","languages":["afr-Latn","scn-Latn"]},{"precision":0.442425,"recall":0.532609,"f1":0.465715,"accuracy":0.532609,"main_score":0.465715,"hf_subset":"afr_Latn-tgk_Cyrl","languages":["afr-Latn","tgk-Cyrl"]},{"precision":0.390148,"recall":0.487154,"f1":0.416373,"accuracy":0.487154,"main_score":0.416373,"hf_subset":"afr_Latn-yor_Latn","languages":["afr-Latn","yor-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"afr_Latn-arz_Arab","languages":["afr-Latn","arz-Arab"]},{"precision":0.435835,"recall":0.525692,"f1":0.460207,"accuracy":0.525692,"main_score":0.460207,"hf_subset":"afr_Latn-cjk_Latn","languages":["afr-Latn","cjk-Latn"]},{"precision":0.368517,"recall":0.462451,"f1":0.393715,"accuracy":0.462451,"main_score":0.393715,"hf_subset":"afr_Latn-gla_Latn","languages":["afr-Latn","gla-Latn"]},{"precision":0.925313,"recall":0.947628,"f1":0.932543,"accuracy":0.947628,"main_score":0.932543,"hf_subset":"afr_Latn-kan_Knda","languages":["afr-Latn","kan-Knda"]},{"precision":0.797325,"recall":0.847826,"f1":0.812862,"accuracy":0.847826,"main_score":0.812862,"hf_subset":"afr_Latn-lmo_Latn","languages":["afr-Latn","lmo-Latn"]},{"precision":0.94524,"recall":0.961462,"f1":0.950494,"accuracy":0.961462,"main_score":0.950494,"hf_subset":"afr_Latn-npi_Deva","languages":["afr-Latn","npi-Deva"]},{"precision":0.36944,"recall":0.466403,"f1":0.395383,"accuracy":0.466403,"main_score":0.395383,"hf_subset":"afr_Latn-shn_Mymr","languages":["afr-Latn","shn-Mymr"]},{"precision":0.85667,"recall":0.894269,"f1":0.868478,"accuracy":0.894269,"main_score":0.868478,"hf_subset":"afr_Latn-tgl_Latn","languages":["afr-Latn","tgl-Latn"]},{"precision":0.964345,"recall":0.975296,"f1":0.967787,"accuracy":0.975296,"main_score":0.967787,"hf_subset":"afr_Latn-yue_Hant","languages":["afr-Latn","yue-Hant"]},{"precision":0.839081,"recall":0.886364,"f1":0.853821,"accuracy":0.886364,"main_score":0.853821,"hf_subset":"afr_Latn-asm_Beng","languages":["afr-Latn","asm-Beng"]},{"precision":0.402497,"recall":0.485178,"f1":0.424225,"accuracy":0.485178,"main_score":0.424225,"hf_subset":"afr_Latn-ckb_Arab","languages":["afr-Latn","ckb-Arab"]},{"precision":0.39281,"recall":0.479249,"f1":0.414901,"accuracy":0.479249,"main_score":0.414901,"hf_subset":"afr_Latn-gle_Latn","languages":["afr-Latn","gle-Latn"]},{"precision":0.655642,"recall":0.740119,"f1":0.680607,"accuracy":0.740119,"main_score":0.680607,"hf_subset":"afr_Latn-kas_Arab","languages":["afr-Latn","kas-Arab"]},{"precision":0.647348,"recall":0.712451,"f1":0.666784,"accuracy":0.712451,"main_score":0.666784,"hf_subset":"afr_Latn-ltg_Latn","languages":["afr-Latn","ltg-Latn"]},{"precision":0.494822,"recall":0.565217,"f1":0.514576,"accuracy":0.565217,"main_score":0.514576,"hf_subset":"afr_Latn-nso_Latn","languages":["afr-Latn","nso-Latn"]},{"precision":0.791535,"recall":0.847826,"f1":0.809058,"accuracy":0.847826,"main_score":0.809058,"hf_subset":"afr_Latn-sin_Sinh","languages":["afr-Latn","sin-Sinh"]},{"precision":0.950593,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"afr_Latn-tha_Thai","languages":["afr-Latn","tha-Thai"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"afr_Latn-zho_Hans","languages":["afr-Latn","zho-Hans"]},{"precision":0.940876,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"afr_Latn-ast_Latn","languages":["afr-Latn","ast-Latn"]},{"precision":0.765563,"recall":0.823123,"f1":0.783169,"accuracy":0.823123,"main_score":0.783169,"hf_subset":"afr_Latn-crh_Latn","languages":["afr-Latn","crh-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"afr_Latn-glg_Latn","languages":["afr-Latn","glg-Latn"]},{"precision":0.575958,"recall":0.662055,"f1":0.600839,"accuracy":0.662055,"main_score":0.600839,"hf_subset":"afr_Latn-kas_Deva","languages":["afr-Latn","kas-Deva"]},{"precision":0.789641,"recall":0.843874,"f1":0.806094,"accuracy":0.843874,"main_score":0.806094,"hf_subset":"afr_Latn-ltz_Latn","languages":["afr-Latn","ltz-Latn"]},{"precision":0.327784,"recall":0.413043,"f1":0.350833,"accuracy":0.413043,"main_score":0.350833,"hf_subset":"afr_Latn-nus_Latn","languages":["afr-Latn","nus-Latn"]},{"precision":0.919631,"recall":0.942688,"f1":0.927009,"accuracy":0.942688,"main_score":0.927009,"hf_subset":"afr_Latn-slk_Latn","languages":["afr-Latn","slk-Latn"]},{"precision":0.375273,"recall":0.463439,"f1":0.398639,"accuracy":0.463439,"main_score":0.398639,"hf_subset":"afr_Latn-tir_Ethi","languages":["afr-Latn","tir-Ethi"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"afr_Latn-zho_Hant","languages":["afr-Latn","zho-Hant"]},{"precision":0.949275,"recall":0.964427,"f1":0.954216,"accuracy":0.964427,"main_score":0.954216,"hf_subset":"afr_Latn-awa_Deva","languages":["afr-Latn","awa-Deva"]},{"precision":0.476651,"recall":0.562253,"f1":0.500066,"accuracy":0.562253,"main_score":0.500066,"hf_subset":"afr_Latn-cym_Latn","languages":["afr-Latn","cym-Latn"]},{"precision":0.627981,"recall":0.706522,"f1":0.650536,"accuracy":0.706522,"main_score":0.650536,"hf_subset":"afr_Latn-grn_Latn","languages":["afr-Latn","grn-Latn"]},{"precision":0.850527,"recall":0.892292,"f1":0.863636,"accuracy":0.892292,"main_score":0.863636,"hf_subset":"afr_Latn-kat_Geor","languages":["afr-Latn","kat-Geor"]},{"precision":0.508023,"recall":0.593874,"f1":0.532265,"accuracy":0.593874,"main_score":0.532265,"hf_subset":"afr_Latn-lua_Latn","languages":["afr-Latn","lua-Latn"]},{"precision":0.49987,"recall":0.570158,"f1":0.519639,"accuracy":0.570158,"main_score":0.519639,"hf_subset":"afr_Latn-nya_Latn","languages":["afr-Latn","nya-Latn"]},{"precision":0.879858,"recall":0.91502,"f1":0.891206,"accuracy":0.91502,"main_score":0.891206,"hf_subset":"afr_Latn-slv_Latn","languages":["afr-Latn","slv-Latn"]},{"precision":0.743165,"recall":0.805336,"f1":0.761957,"accuracy":0.805336,"main_score":0.761957,"hf_subset":"afr_Latn-tpi_Latn","languages":["afr-Latn","tpi-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"afr_Latn-zsm_Latn","languages":["afr-Latn","zsm-Latn"]},{"precision":0.405092,"recall":0.494071,"f1":0.428191,"accuracy":0.494071,"main_score":0.428191,"hf_subset":"afr_Latn-ayr_Latn","languages":["afr-Latn","ayr-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"afr_Latn-dan_Latn","languages":["afr-Latn","dan-Latn"]},{"precision":0.928936,"recall":0.950593,"f1":0.935837,"accuracy":0.950593,"main_score":0.935837,"hf_subset":"afr_Latn-guj_Gujr","languages":["afr-Latn","guj-Gujr"]},{"precision":0.717928,"recall":0.779644,"f1":0.735773,"accuracy":0.779644,"main_score":0.735773,"hf_subset":"afr_Latn-kaz_Cyrl","languages":["afr-Latn","kaz-Cyrl"]},{"precision":0.394048,"recall":0.478261,"f1":0.416709,"accuracy":0.478261,"main_score":0.416709,"hf_subset":"afr_Latn-lug_Latn","languages":["afr-Latn","lug-Latn"]},{"precision":0.939888,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"afr_Latn-oci_Latn","languages":["afr-Latn","oci-Latn"]},{"precision":0.439674,"recall":0.529644,"f1":0.463861,"accuracy":0.529644,"main_score":0.463861,"hf_subset":"afr_Latn-smo_Latn","languages":["afr-Latn","smo-Latn"]},{"precision":0.434815,"recall":0.512846,"f1":0.455974,"accuracy":0.512846,"main_score":0.455974,"hf_subset":"afr_Latn-tsn_Latn","languages":["afr-Latn","tsn-Latn"]},{"precision":0.416838,"recall":0.497036,"f1":0.438475,"accuracy":0.497036,"main_score":0.438475,"hf_subset":"afr_Latn-zul_Latn","languages":["afr-Latn","zul-Latn"]},{"precision":0.652306,"recall":0.735178,"f1":0.677212,"accuracy":0.735178,"main_score":0.677212,"hf_subset":"afr_Latn-azb_Arab","languages":["afr-Latn","azb-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"afr_Latn-deu_Latn","languages":["afr-Latn","deu-Latn"]},{"precision":0.630855,"recall":0.712451,"f1":0.655424,"accuracy":0.712451,"main_score":0.655424,"hf_subset":"afr_Latn-hat_Latn","languages":["afr-Latn","hat-Latn"]},{"precision":0.379334,"recall":0.462451,"f1":0.400819,"accuracy":0.462451,"main_score":0.400819,"hf_subset":"afr_Latn-kbp_Latn","languages":["afr-Latn","kbp-Latn"]},{"precision":0.461763,"recall":0.541502,"f1":0.483416,"accuracy":0.541502,"main_score":0.483416,"hf_subset":"afr_Latn-luo_Latn","languages":["afr-Latn","luo-Latn"]},{"precision":0.523469,"recall":0.597826,"f1":0.544701,"accuracy":0.597826,"main_score":0.544701,"hf_subset":"afr_Latn-ory_Orya","languages":["afr-Latn","ory-Orya"]},{"precision":0.450086,"recall":0.524704,"f1":0.470283,"accuracy":0.524704,"main_score":0.470283,"hf_subset":"afr_Latn-sna_Latn","languages":["afr-Latn","sna-Latn"]},{"precision":0.436809,"recall":0.506917,"f1":0.454792,"accuracy":0.506917,"main_score":0.454792,"hf_subset":"afr_Latn-tso_Latn","languages":["afr-Latn","tso-Latn"]},{"precision":0.7861,"recall":0.841897,"f1":0.803426,"accuracy":0.841897,"main_score":0.803426,"hf_subset":"afr_Latn-azj_Latn","languages":["afr-Latn","azj-Latn"]},{"precision":0.43599,"recall":0.528656,"f1":0.46182,"accuracy":0.528656,"main_score":0.46182,"hf_subset":"afr_Latn-dik_Latn","languages":["afr-Latn","dik-Latn"]},{"precision":0.450882,"recall":0.52668,"f1":0.47181,"accuracy":0.52668,"main_score":0.47181,"hf_subset":"afr_Latn-hau_Latn","languages":["afr-Latn","hau-Latn"]},{"precision":0.798007,"recall":0.851779,"f1":0.814427,"accuracy":0.851779,"main_score":0.814427,"hf_subset":"afr_Latn-kea_Latn","languages":["afr-Latn","kea-Latn"]},{"precision":0.587089,"recall":0.666008,"f1":0.609437,"accuracy":0.666008,"main_score":0.609437,"hf_subset":"afr_Latn-lus_Latn","languages":["afr-Latn","lus-Latn"]},{"precision":0.717078,"recall":0.77668,"f1":0.734848,"accuracy":0.77668,"main_score":0.734848,"hf_subset":"afr_Latn-pag_Latn","languages":["afr-Latn","pag-Latn"]},{"precision":0.681564,"recall":0.754941,"f1":0.703467,"accuracy":0.754941,"main_score":0.703467,"hf_subset":"afr_Latn-snd_Arab","languages":["afr-Latn","snd-Arab"]},{"precision":0.602728,"recall":0.673913,"f1":0.623391,"accuracy":0.673913,"main_score":0.623391,"hf_subset":"afr_Latn-tuk_Latn","languages":["afr-Latn","tuk-Latn"]},{"precision":0.653148,"recall":0.720356,"f1":0.673123,"accuracy":0.720356,"main_score":0.673123,"hf_subset":"afr_Latn-bak_Cyrl","languages":["afr-Latn","bak-Cyrl"]},{"precision":0.352054,"recall":0.456522,"f1":0.380138,"accuracy":0.456522,"main_score":0.380138,"hf_subset":"afr_Latn-dyu_Latn","languages":["afr-Latn","dyu-Latn"]},{"precision":0.846542,"recall":0.887352,"f1":0.859519,"accuracy":0.887352,"main_score":0.859519,"hf_subset":"afr_Latn-heb_Hebr","languages":["afr-Latn","heb-Hebr"]},{"precision":0.455272,"recall":0.537549,"f1":0.477641,"accuracy":0.537549,"main_score":0.477641,"hf_subset":"afr_Latn-khk_Cyrl","languages":["afr-Latn","khk-Cyrl"]},{"precision":0.82422,"recall":0.866601,"f1":0.837418,"accuracy":0.866601,"main_score":0.837418,"hf_subset":"afr_Latn-lvs_Latn","languages":["afr-Latn","lvs-Latn"]},{"precision":0.853837,"recall":0.894269,"f1":0.866469,"accuracy":0.894269,"main_score":0.866469,"hf_subset":"afr_Latn-pan_Guru","languages":["afr-Latn","pan-Guru"]},{"precision":0.393811,"recall":0.472332,"f1":0.415491,"accuracy":0.472332,"main_score":0.415491,"hf_subset":"afr_Latn-som_Latn","languages":["afr-Latn","som-Latn"]},{"precision":0.479225,"recall":0.547431,"f1":0.498329,"accuracy":0.547431,"main_score":0.498329,"hf_subset":"afr_Latn-tum_Latn","languages":["afr-Latn","tum-Latn"]},{"precision":0.284741,"recall":0.37253,"f1":0.308854,"accuracy":0.37253,"main_score":0.308854,"hf_subset":"bho_Deva-ace_Arab","languages":["bho-Deva","ace-Arab"]},{"precision":0.35071,"recall":0.451581,"f1":0.377574,"accuracy":0.451581,"main_score":0.377574,"hf_subset":"bho_Deva-bam_Latn","languages":["bho-Deva","bam-Latn"]},{"precision":0.157264,"recall":0.227273,"f1":0.175595,"accuracy":0.227273,"main_score":0.175595,"hf_subset":"bho_Deva-dzo_Tibt","languages":["bho-Deva","dzo-Tibt"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"bho_Deva-hin_Deva","languages":["bho-Deva","hin-Deva"]},{"precision":0.777454,"recall":0.837945,"f1":0.796146,"accuracy":0.837945,"main_score":0.796146,"hf_subset":"bho_Deva-khm_Khmr","languages":["bho-Deva","khm-Khmr"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"bho_Deva-mag_Deva","languages":["bho-Deva","mag-Deva"]},{"precision":0.827355,"recall":0.874506,"f1":0.841897,"accuracy":0.874506,"main_score":0.841897,"hf_subset":"bho_Deva-pap_Latn","languages":["bho-Deva","pap-Latn"]},{"precision":0.396587,"recall":0.499012,"f1":0.424736,"accuracy":0.499012,"main_score":0.424736,"hf_subset":"bho_Deva-sot_Latn","languages":["bho-Deva","sot-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"bho_Deva-tur_Latn","languages":["bho-Deva","tur-Latn"]},{"precision":0.66525,"recall":0.744071,"f1":0.688523,"accuracy":0.744071,"main_score":0.688523,"hf_subset":"bho_Deva-ace_Latn","languages":["bho-Deva","ace-Latn"]},{"precision":0.791173,"recall":0.844862,"f1":0.80822,"accuracy":0.844862,"main_score":0.80822,"hf_subset":"bho_Deva-ban_Latn","languages":["bho-Deva","ban-Latn"]},{"precision":0.922101,"recall":0.947628,"f1":0.930501,"accuracy":0.947628,"main_score":0.930501,"hf_subset":"bho_Deva-ell_Grek","languages":["bho-Deva","ell-Grek"]},{"precision":0.968874,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"bho_Deva-hne_Deva","languages":["bho-Deva","hne-Deva"]},{"precision":0.415219,"recall":0.520751,"f1":0.443729,"accuracy":0.520751,"main_score":0.443729,"hf_subset":"bho_Deva-kik_Latn","languages":["bho-Deva","kik-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"bho_Deva-mai_Deva","languages":["bho-Deva","mai-Deva"]},{"precision":0.838521,"recall":0.884387,"f1":0.853162,"accuracy":0.884387,"main_score":0.853162,"hf_subset":"bho_Deva-pbt_Arab","languages":["bho-Deva","pbt-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-spa_Latn","languages":["bho-Deva","spa-Latn"]},{"precision":0.491082,"recall":0.590909,"f1":0.518641,"accuracy":0.590909,"main_score":0.518641,"hf_subset":"bho_Deva-twi_Latn","languages":["bho-Deva","twi-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"bho_Deva-acm_Arab","languages":["bho-Deva","acm-Arab"]},{"precision":0.802569,"recall":0.856719,"f1":0.819796,"accuracy":0.856719,"main_score":0.819796,"hf_subset":"bho_Deva-bel_Cyrl","languages":["bho-Deva","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-eng_Latn","languages":["bho-Deva","eng-Latn"]},{"precision":0.93083,"recall":0.951581,"f1":0.937582,"accuracy":0.951581,"main_score":0.937582,"hf_subset":"bho_Deva-hrv_Latn","languages":["bho-Deva","hrv-Latn"]},{"precision":0.369655,"recall":0.467391,"f1":0.395588,"accuracy":0.467391,"main_score":0.395588,"hf_subset":"bho_Deva-kin_Latn","languages":["bho-Deva","kin-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"bho_Deva-mal_Mlym","languages":["bho-Deva","mal-Mlym"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"bho_Deva-pes_Arab","languages":["bho-Deva","pes-Arab"]},{"precision":0.79776,"recall":0.853755,"f1":0.815679,"accuracy":0.853755,"main_score":0.815679,"hf_subset":"bho_Deva-srd_Latn","languages":["bho-Deva","srd-Latn"]},{"precision":0.098409,"recall":0.174901,"f1":0.114621,"accuracy":0.174901,"main_score":0.114621,"hf_subset":"bho_Deva-tzm_Tfng","languages":["bho-Deva","tzm-Tfng"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bho_Deva-acq_Arab","languages":["bho-Deva","acq-Arab"]},{"precision":0.43089,"recall":0.530632,"f1":0.458152,"accuracy":0.530632,"main_score":0.458152,"hf_subset":"bho_Deva-bem_Latn","languages":["bho-Deva","bem-Latn"]},{"precision":0.844285,"recall":0.88834,"f1":0.858056,"accuracy":0.88834,"main_score":0.858056,"hf_subset":"bho_Deva-epo_Latn","languages":["bho-Deva","epo-Latn"]},{"precision":0.889328,"recall":0.920949,"f1":0.899539,"accuracy":0.920949,"main_score":0.899539,"hf_subset":"bho_Deva-hun_Latn","languages":["bho-Deva","hun-Latn"]},{"precision":0.672341,"recall":0.749012,"f1":0.695273,"accuracy":0.749012,"main_score":0.695273,"hf_subset":"bho_Deva-kir_Cyrl","languages":["bho-Deva","kir-Cyrl"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"bho_Deva-mar_Deva","languages":["bho-Deva","mar-Deva"]},{"precision":0.41644,"recall":0.512846,"f1":0.443183,"accuracy":0.512846,"main_score":0.443183,"hf_subset":"bho_Deva-plt_Latn","languages":["bho-Deva","plt-Latn"]},{"precision":0.885211,"recall":0.917984,"f1":0.895718,"accuracy":0.917984,"main_score":0.895718,"hf_subset":"bho_Deva-srp_Cyrl","languages":["bho-Deva","srp-Cyrl"]},{"precision":0.279818,"recall":0.363636,"f1":0.301845,"accuracy":0.363636,"main_score":0.301845,"hf_subset":"bho_Deva-uig_Arab","languages":["bho-Deva","uig-Arab"]},{"precision":0.911726,"recall":0.937747,"f1":0.920125,"accuracy":0.937747,"main_score":0.920125,"hf_subset":"bho_Deva-aeb_Arab","languages":["bho-Deva","aeb-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bho_Deva-ben_Beng","languages":["bho-Deva","ben-Beng"]},{"precision":0.767276,"recall":0.827075,"f1":0.785408,"accuracy":0.827075,"main_score":0.785408,"hf_subset":"bho_Deva-est_Latn","languages":["bho-Deva","est-Latn"]},{"precision":0.743669,"recall":0.8083,"f1":0.763375,"accuracy":0.8083,"main_score":0.763375,"hf_subset":"bho_Deva-hye_Armn","languages":["bho-Deva","hye-Armn"]},{"precision":0.371245,"recall":0.467391,"f1":0.397717,"accuracy":0.467391,"main_score":0.397717,"hf_subset":"bho_Deva-kmb_Latn","languages":["bho-Deva","kmb-Latn"]},{"precision":0.238796,"recall":0.325099,"f1":0.260446,"accuracy":0.325099,"main_score":0.260446,"hf_subset":"bho_Deva-min_Arab","languages":["bho-Deva","min-Arab"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"bho_Deva-pol_Latn","languages":["bho-Deva","pol-Latn"]},{"precision":0.367002,"recall":0.467391,"f1":0.393598,"accuracy":0.467391,"main_score":0.393598,"hf_subset":"bho_Deva-ssw_Latn","languages":["bho-Deva","ssw-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"bho_Deva-ukr_Cyrl","languages":["bho-Deva","ukr-Cyrl"]},{"precision":0.896443,"recall":0.927866,"f1":0.906785,"accuracy":0.927866,"main_score":0.906785,"hf_subset":"bho_Deva-afr_Latn","languages":["bho-Deva","afr-Latn"]},{"precision":0.620257,"recall":0.705534,"f1":0.645178,"accuracy":0.705534,"main_score":0.645178,"hf_subset":"bho_Deva-eus_Latn","languages":["bho-Deva","eus-Latn"]},{"precision":0.382733,"recall":0.492095,"f1":0.411791,"accuracy":0.492095,"main_score":0.411791,"hf_subset":"bho_Deva-ibo_Latn","languages":["bho-Deva","ibo-Latn"]},{"precision":0.418825,"recall":0.523715,"f1":0.447195,"accuracy":0.523715,"main_score":0.447195,"hf_subset":"bho_Deva-kmr_Latn","languages":["bho-Deva","kmr-Latn"]},{"precision":0.762335,"recall":0.823123,"f1":0.780632,"accuracy":0.823123,"main_score":0.780632,"hf_subset":"bho_Deva-min_Latn","languages":["bho-Deva","min-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-por_Latn","languages":["bho-Deva","por-Latn"]},{"precision":0.827569,"recall":0.875494,"f1":0.842655,"accuracy":0.875494,"main_score":0.842655,"hf_subset":"bho_Deva-sun_Latn","languages":["bho-Deva","sun-Latn"]},{"precision":0.365113,"recall":0.468379,"f1":0.392899,"accuracy":0.468379,"main_score":0.392899,"hf_subset":"bho_Deva-umb_Latn","languages":["bho-Deva","umb-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"bho_Deva-ajp_Arab","languages":["bho-Deva","ajp-Arab"]},{"precision":0.259758,"recall":0.349802,"f1":0.284261,"accuracy":0.349802,"main_score":0.284261,"hf_subset":"bho_Deva-bjn_Arab","languages":["bho-Deva","bjn-Arab"]},{"precision":0.387693,"recall":0.488142,"f1":0.415019,"accuracy":0.488142,"main_score":0.415019,"hf_subset":"bho_Deva-ewe_Latn","languages":["bho-Deva","ewe-Latn"]},{"precision":0.669889,"recall":0.746047,"f1":0.692641,"accuracy":0.746047,"main_score":0.692641,"hf_subset":"bho_Deva-ilo_Latn","languages":["bho-Deva","ilo-Latn"]},{"precision":0.186874,"recall":0.264822,"f1":0.206215,"accuracy":0.264822,"main_score":0.206215,"hf_subset":"bho_Deva-knc_Arab","languages":["bho-Deva","knc-Arab"]},{"precision":0.897563,"recall":0.927866,"f1":0.907444,"accuracy":0.927866,"main_score":0.907444,"hf_subset":"bho_Deva-mkd_Cyrl","languages":["bho-Deva","mkd-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bho_Deva-prs_Arab","languages":["bho-Deva","prs-Arab"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"bho_Deva-swe_Latn","languages":["bho-Deva","swe-Latn"]},{"precision":0.942358,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"bho_Deva-urd_Arab","languages":["bho-Deva","urd-Arab"]},{"precision":0.452446,"recall":0.559289,"f1":0.482026,"accuracy":0.559289,"main_score":0.482026,"hf_subset":"bho_Deva-aka_Latn","languages":["bho-Deva","aka-Latn"]},{"precision":0.812253,"recall":0.864625,"f1":0.829018,"accuracy":0.864625,"main_score":0.829018,"hf_subset":"bho_Deva-bjn_Latn","languages":["bho-Deva","bjn-Latn"]},{"precision":0.557289,"recall":0.637352,"f1":0.580357,"accuracy":0.637352,"main_score":0.580357,"hf_subset":"bho_Deva-fao_Latn","languages":["bho-Deva","fao-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-ind_Latn","languages":["bho-Deva","ind-Latn"]},{"precision":0.428046,"recall":0.529644,"f1":0.455535,"accuracy":0.529644,"main_score":0.455535,"hf_subset":"bho_Deva-knc_Latn","languages":["bho-Deva","knc-Latn"]},{"precision":0.678137,"recall":0.756917,"f1":0.701339,"accuracy":0.756917,"main_score":0.701339,"hf_subset":"bho_Deva-mlt_Latn","languages":["bho-Deva","mlt-Latn"]},{"precision":0.470537,"recall":0.576087,"f1":0.499889,"accuracy":0.576087,"main_score":0.499889,"hf_subset":"bho_Deva-quy_Latn","languages":["bho-Deva","quy-Latn"]},{"precision":0.810968,"recall":0.862648,"f1":0.827042,"accuracy":0.862648,"main_score":0.827042,"hf_subset":"bho_Deva-swh_Latn","languages":["bho-Deva","swh-Latn"]},{"precision":0.609051,"recall":0.692688,"f1":0.633242,"accuracy":0.692688,"main_score":0.633242,"hf_subset":"bho_Deva-uzn_Latn","languages":["bho-Deva","uzn-Latn"]},{"precision":0.733893,"recall":0.80336,"f1":0.755007,"accuracy":0.80336,"main_score":0.755007,"hf_subset":"bho_Deva-als_Latn","languages":["bho-Deva","als-Latn"]},{"precision":0.188376,"recall":0.259881,"f1":0.20638,"accuracy":0.259881,"main_score":0.20638,"hf_subset":"bho_Deva-bod_Tibt","languages":["bho-Deva","bod-Tibt"]},{"precision":0.378565,"recall":0.483202,"f1":0.40643,"accuracy":0.483202,"main_score":0.40643,"hf_subset":"bho_Deva-fij_Latn","languages":["bho-Deva","fij-Latn"]},{"precision":0.514911,"recall":0.603755,"f1":0.540516,"accuracy":0.603755,"main_score":0.540516,"hf_subset":"bho_Deva-isl_Latn","languages":["bho-Deva","isl-Latn"]},{"precision":0.461848,"recall":0.559289,"f1":0.488244,"accuracy":0.559289,"main_score":0.488244,"hf_subset":"bho_Deva-kon_Latn","languages":["bho-Deva","kon-Latn"]},{"precision":0.393866,"recall":0.504941,"f1":0.424704,"accuracy":0.504941,"main_score":0.424704,"hf_subset":"bho_Deva-mni_Beng","languages":["bho-Deva","mni-Beng"]},{"precision":0.94944,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"bho_Deva-ron_Latn","languages":["bho-Deva","ron-Latn"]},{"precision":0.803524,"recall":0.853755,"f1":0.819302,"accuracy":0.853755,"main_score":0.819302,"hf_subset":"bho_Deva-szl_Latn","languages":["bho-Deva","szl-Latn"]},{"precision":0.886775,"recall":0.920949,"f1":0.897958,"accuracy":0.920949,"main_score":0.897958,"hf_subset":"bho_Deva-vec_Latn","languages":["bho-Deva","vec-Latn"]},{"precision":0.750362,"recall":0.817194,"f1":0.77141,"accuracy":0.817194,"main_score":0.77141,"hf_subset":"bho_Deva-amh_Ethi","languages":["bho-Deva","amh-Ethi"]},{"precision":0.947299,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"bho_Deva-bos_Latn","languages":["bho-Deva","bos-Latn"]},{"precision":0.933959,"recall":0.955534,"f1":0.941041,"accuracy":0.955534,"main_score":0.941041,"hf_subset":"bho_Deva-fin_Latn","languages":["bho-Deva","fin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-ita_Latn","languages":["bho-Deva","ita-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bho_Deva-kor_Hang","languages":["bho-Deva","kor-Hang"]},{"precision":0.398995,"recall":0.496047,"f1":0.425053,"accuracy":0.496047,"main_score":0.425053,"hf_subset":"bho_Deva-mos_Latn","languages":["bho-Deva","mos-Latn"]},{"precision":0.365921,"recall":0.468379,"f1":0.392687,"accuracy":0.468379,"main_score":0.392687,"hf_subset":"bho_Deva-run_Latn","languages":["bho-Deva","run-Latn"]},{"precision":0.95471,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"bho_Deva-tam_Taml","languages":["bho-Deva","tam-Taml"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"bho_Deva-vie_Latn","languages":["bho-Deva","vie-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"bho_Deva-apc_Arab","languages":["bho-Deva","apc-Arab"]},{"precision":0.613175,"recall":0.701581,"f1":0.639403,"accuracy":0.701581,"main_score":0.639403,"hf_subset":"bho_Deva-bug_Latn","languages":["bho-Deva","bug-Latn"]},{"precision":0.338696,"recall":0.439723,"f1":0.36456,"accuracy":0.439723,"main_score":0.36456,"hf_subset":"bho_Deva-fon_Latn","languages":["bho-Deva","fon-Latn"]},{"precision":0.833663,"recall":0.881423,"f1":0.848781,"accuracy":0.881423,"main_score":0.848781,"hf_subset":"bho_Deva-jav_Latn","languages":["bho-Deva","jav-Latn"]},{"precision":0.677974,"recall":0.752964,"f1":0.699988,"accuracy":0.752964,"main_score":0.699988,"hf_subset":"bho_Deva-lao_Laoo","languages":["bho-Deva","lao-Laoo"]},{"precision":0.340261,"recall":0.450593,"f1":0.368224,"accuracy":0.450593,"main_score":0.368224,"hf_subset":"bho_Deva-mri_Latn","languages":["bho-Deva","mri-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bho_Deva-rus_Cyrl","languages":["bho-Deva","rus-Cyrl"]},{"precision":0.375842,"recall":0.488142,"f1":0.405685,"accuracy":0.488142,"main_score":0.405685,"hf_subset":"bho_Deva-taq_Latn","languages":["bho-Deva","taq-Latn"]},{"precision":0.799984,"recall":0.853755,"f1":0.816897,"accuracy":0.853755,"main_score":0.816897,"hf_subset":"bho_Deva-war_Latn","languages":["bho-Deva","war-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"bho_Deva-arb_Arab","languages":["bho-Deva","arb-Arab"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"bho_Deva-bul_Cyrl","languages":["bho-Deva","bul-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-fra_Latn","languages":["bho-Deva","fra-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bho_Deva-jpn_Jpan","languages":["bho-Deva","jpn-Jpan"]},{"precision":0.835557,"recall":0.883399,"f1":0.850856,"accuracy":0.883399,"main_score":0.850856,"hf_subset":"bho_Deva-lij_Latn","languages":["bho-Deva","lij-Latn"]},{"precision":0.738702,"recall":0.806324,"f1":0.759637,"accuracy":0.806324,"main_score":0.759637,"hf_subset":"bho_Deva-mya_Mymr","languages":["bho-Deva","mya-Mymr"]},{"precision":0.439092,"recall":0.54249,"f1":0.467321,"accuracy":0.54249,"main_score":0.467321,"hf_subset":"bho_Deva-sag_Latn","languages":["bho-Deva","sag-Latn"]},{"precision":0.124559,"recall":0.210474,"f1":0.141077,"accuracy":0.210474,"main_score":0.141077,"hf_subset":"bho_Deva-taq_Tfng","languages":["bho-Deva","taq-Tfng"]},{"precision":0.424495,"recall":0.532609,"f1":0.45396,"accuracy":0.532609,"main_score":0.45396,"hf_subset":"bho_Deva-wol_Latn","languages":["bho-Deva","wol-Latn"]},{"precision":0.267678,"recall":0.375494,"f1":0.295262,"accuracy":0.375494,"main_score":0.295262,"hf_subset":"bho_Deva-arb_Latn","languages":["bho-Deva","arb-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"bho_Deva-cat_Latn","languages":["bho-Deva","cat-Latn"]},{"precision":0.793676,"recall":0.848814,"f1":0.811034,"accuracy":0.848814,"main_score":0.811034,"hf_subset":"bho_Deva-fur_Latn","languages":["bho-Deva","fur-Latn"]},{"precision":0.263644,"recall":0.351779,"f1":0.285818,"accuracy":0.351779,"main_score":0.285818,"hf_subset":"bho_Deva-kab_Latn","languages":["bho-Deva","kab-Latn"]},{"precision":0.790464,"recall":0.846838,"f1":0.807642,"accuracy":0.846838,"main_score":0.807642,"hf_subset":"bho_Deva-lim_Latn","languages":["bho-Deva","lim-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"bho_Deva-nld_Latn","languages":["bho-Deva","nld-Latn"]},{"precision":0.894928,"recall":0.927866,"f1":0.905632,"accuracy":0.927866,"main_score":0.905632,"hf_subset":"bho_Deva-san_Deva","languages":["bho-Deva","san-Deva"]},{"precision":0.64524,"recall":0.721344,"f1":0.667462,"accuracy":0.721344,"main_score":0.667462,"hf_subset":"bho_Deva-tat_Cyrl","languages":["bho-Deva","tat-Cyrl"]},{"precision":0.415606,"recall":0.519763,"f1":0.443892,"accuracy":0.519763,"main_score":0.443892,"hf_subset":"bho_Deva-xho_Latn","languages":["bho-Deva","xho-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"bho_Deva-ars_Arab","languages":["bho-Deva","ars-Arab"]},{"precision":0.758729,"recall":0.820158,"f1":0.778096,"accuracy":0.820158,"main_score":0.778096,"hf_subset":"bho_Deva-ceb_Latn","languages":["bho-Deva","ceb-Latn"]},{"precision":0.410083,"recall":0.508893,"f1":0.436754,"accuracy":0.508893,"main_score":0.436754,"hf_subset":"bho_Deva-fuv_Latn","languages":["bho-Deva","fuv-Latn"]},{"precision":0.393045,"recall":0.505929,"f1":0.42354,"accuracy":0.505929,"main_score":0.42354,"hf_subset":"bho_Deva-kac_Latn","languages":["bho-Deva","kac-Latn"]},{"precision":0.471493,"recall":0.579051,"f1":0.50075,"accuracy":0.579051,"main_score":0.50075,"hf_subset":"bho_Deva-lin_Latn","languages":["bho-Deva","lin-Latn"]},{"precision":0.904974,"recall":0.933794,"f1":0.914361,"accuracy":0.933794,"main_score":0.914361,"hf_subset":"bho_Deva-nno_Latn","languages":["bho-Deva","nno-Latn"]},{"precision":0.206146,"recall":0.278656,"f1":0.224553,"accuracy":0.278656,"main_score":0.224553,"hf_subset":"bho_Deva-sat_Olck","languages":["bho-Deva","sat-Olck"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"bho_Deva-tel_Telu","languages":["bho-Deva","tel-Telu"]},{"precision":0.292434,"recall":0.390316,"f1":0.318444,"accuracy":0.390316,"main_score":0.318444,"hf_subset":"bho_Deva-ydd_Hebr","languages":["bho-Deva","ydd-Hebr"]},{"precision":0.862187,"recall":0.903162,"f1":0.875329,"accuracy":0.903162,"main_score":0.875329,"hf_subset":"bho_Deva-ary_Arab","languages":["bho-Deva","ary-Arab"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"bho_Deva-ces_Latn","languages":["bho-Deva","ces-Latn"]},{"precision":0.300011,"recall":0.393281,"f1":0.323151,"accuracy":0.393281,"main_score":0.323151,"hf_subset":"bho_Deva-gaz_Latn","languages":["bho-Deva","gaz-Latn"]},{"precision":0.42331,"recall":0.523715,"f1":0.450459,"accuracy":0.523715,"main_score":0.450459,"hf_subset":"bho_Deva-kam_Latn","languages":["bho-Deva","kam-Latn"]},{"precision":0.759042,"recall":0.821146,"f1":0.777983,"accuracy":0.821146,"main_score":0.777983,"hf_subset":"bho_Deva-lit_Latn","languages":["bho-Deva","lit-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"bho_Deva-nob_Latn","languages":["bho-Deva","nob-Latn"]},{"precision":0.731745,"recall":0.800395,"f1":0.752703,"accuracy":0.800395,"main_score":0.752703,"hf_subset":"bho_Deva-scn_Latn","languages":["bho-Deva","scn-Latn"]},{"precision":0.406309,"recall":0.509881,"f1":0.434223,"accuracy":0.509881,"main_score":0.434223,"hf_subset":"bho_Deva-tgk_Cyrl","languages":["bho-Deva","tgk-Cyrl"]},{"precision":0.377779,"recall":0.482213,"f1":0.40511,"accuracy":0.482213,"main_score":0.40511,"hf_subset":"bho_Deva-yor_Latn","languages":["bho-Deva","yor-Latn"]},{"precision":0.953063,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"bho_Deva-arz_Arab","languages":["bho-Deva","arz-Arab"]},{"precision":0.42242,"recall":0.527668,"f1":0.45074,"accuracy":0.527668,"main_score":0.45074,"hf_subset":"bho_Deva-cjk_Latn","languages":["bho-Deva","cjk-Latn"]},{"precision":0.331104,"recall":0.433794,"f1":0.357944,"accuracy":0.433794,"main_score":0.357944,"hf_subset":"bho_Deva-gla_Latn","languages":["bho-Deva","gla-Latn"]},{"precision":0.949605,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"bho_Deva-kan_Knda","languages":["bho-Deva","kan-Knda"]},{"precision":0.776219,"recall":0.833004,"f1":0.793483,"accuracy":0.833004,"main_score":0.793483,"hf_subset":"bho_Deva-lmo_Latn","languages":["bho-Deva","lmo-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"bho_Deva-npi_Deva","languages":["bho-Deva","npi-Deva"]},{"precision":0.343088,"recall":0.453557,"f1":0.371961,"accuracy":0.453557,"main_score":0.371961,"hf_subset":"bho_Deva-shn_Mymr","languages":["bho-Deva","shn-Mymr"]},{"precision":0.837121,"recall":0.882411,"f1":0.851252,"accuracy":0.882411,"main_score":0.851252,"hf_subset":"bho_Deva-tgl_Latn","languages":["bho-Deva","tgl-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"bho_Deva-yue_Hant","languages":["bho-Deva","yue-Hant"]},{"precision":0.872447,"recall":0.911067,"f1":0.884783,"accuracy":0.911067,"main_score":0.884783,"hf_subset":"bho_Deva-asm_Beng","languages":["bho-Deva","asm-Beng"]},{"precision":0.405288,"recall":0.499012,"f1":0.431609,"accuracy":0.499012,"main_score":0.431609,"hf_subset":"bho_Deva-ckb_Arab","languages":["bho-Deva","ckb-Arab"]},{"precision":0.355038,"recall":0.453557,"f1":0.38086,"accuracy":0.453557,"main_score":0.38086,"hf_subset":"bho_Deva-gle_Latn","languages":["bho-Deva","gle-Latn"]},{"precision":0.711133,"recall":0.784585,"f1":0.732872,"accuracy":0.784585,"main_score":0.732872,"hf_subset":"bho_Deva-kas_Arab","languages":["bho-Deva","kas-Arab"]},{"precision":0.609859,"recall":0.687747,"f1":0.632562,"accuracy":0.687747,"main_score":0.632562,"hf_subset":"bho_Deva-ltg_Latn","languages":["bho-Deva","ltg-Latn"]},{"precision":0.427266,"recall":0.534585,"f1":0.456841,"accuracy":0.534585,"main_score":0.456841,"hf_subset":"bho_Deva-nso_Latn","languages":["bho-Deva","nso-Latn"]},{"precision":0.80196,"recall":0.856719,"f1":0.819038,"accuracy":0.856719,"main_score":0.819038,"hf_subset":"bho_Deva-sin_Sinh","languages":["bho-Deva","sin-Sinh"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bho_Deva-tha_Thai","languages":["bho-Deva","tha-Thai"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bho_Deva-zho_Hans","languages":["bho-Deva","zho-Hans"]},{"precision":0.927536,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"bho_Deva-ast_Latn","languages":["bho-Deva","ast-Latn"]},{"precision":0.760112,"recall":0.822134,"f1":0.779051,"accuracy":0.822134,"main_score":0.779051,"hf_subset":"bho_Deva-crh_Latn","languages":["bho-Deva","crh-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"bho_Deva-glg_Latn","languages":["bho-Deva","glg-Latn"]},{"precision":0.627776,"recall":0.713439,"f1":0.652656,"accuracy":0.713439,"main_score":0.652656,"hf_subset":"bho_Deva-kas_Deva","languages":["bho-Deva","kas-Deva"]},{"precision":0.74254,"recall":0.809289,"f1":0.762963,"accuracy":0.809289,"main_score":0.762963,"hf_subset":"bho_Deva-ltz_Latn","languages":["bho-Deva","ltz-Latn"]},{"precision":0.302632,"recall":0.396245,"f1":0.326914,"accuracy":0.396245,"main_score":0.326914,"hf_subset":"bho_Deva-nus_Latn","languages":["bho-Deva","nus-Latn"]},{"precision":0.920949,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"bho_Deva-slk_Latn","languages":["bho-Deva","slk-Latn"]},{"precision":0.392707,"recall":0.482213,"f1":0.417335,"accuracy":0.482213,"main_score":0.417335,"hf_subset":"bho_Deva-tir_Ethi","languages":["bho-Deva","tir-Ethi"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bho_Deva-zho_Hant","languages":["bho-Deva","zho-Hant"]},{"precision":0.969862,"recall":0.978261,"f1":0.972661,"accuracy":0.978261,"main_score":0.972661,"hf_subset":"bho_Deva-awa_Deva","languages":["bho-Deva","awa-Deva"]},{"precision":0.41093,"recall":0.51087,"f1":0.436953,"accuracy":0.51087,"main_score":0.436953,"hf_subset":"bho_Deva-cym_Latn","languages":["bho-Deva","cym-Latn"]},{"precision":0.618235,"recall":0.703557,"f1":0.643107,"accuracy":0.703557,"main_score":0.643107,"hf_subset":"bho_Deva-grn_Latn","languages":["bho-Deva","grn-Latn"]},{"precision":0.843091,"recall":0.886364,"f1":0.856675,"accuracy":0.886364,"main_score":0.856675,"hf_subset":"bho_Deva-kat_Geor","languages":["bho-Deva","kat-Geor"]},{"precision":0.468439,"recall":0.572134,"f1":0.497459,"accuracy":0.572134,"main_score":0.497459,"hf_subset":"bho_Deva-lua_Latn","languages":["bho-Deva","lua-Latn"]},{"precision":0.459399,"recall":0.559289,"f1":0.487095,"accuracy":0.559289,"main_score":0.487095,"hf_subset":"bho_Deva-nya_Latn","languages":["bho-Deva","nya-Latn"]},{"precision":0.858696,"recall":0.901186,"f1":0.872497,"accuracy":0.901186,"main_score":0.872497,"hf_subset":"bho_Deva-slv_Latn","languages":["bho-Deva","slv-Latn"]},{"precision":0.7272,"recall":0.79249,"f1":0.746672,"accuracy":0.79249,"main_score":0.746672,"hf_subset":"bho_Deva-tpi_Latn","languages":["bho-Deva","tpi-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"bho_Deva-zsm_Latn","languages":["bho-Deva","zsm-Latn"]},{"precision":0.370643,"recall":0.478261,"f1":0.399532,"accuracy":0.478261,"main_score":0.399532,"hf_subset":"bho_Deva-ayr_Latn","languages":["bho-Deva","ayr-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"bho_Deva-dan_Latn","languages":["bho-Deva","dan-Latn"]},{"precision":0.94697,"recall":0.964427,"f1":0.952734,"accuracy":0.964427,"main_score":0.952734,"hf_subset":"bho_Deva-guj_Gujr","languages":["bho-Deva","guj-Gujr"]},{"precision":0.695553,"recall":0.770751,"f1":0.718116,"accuracy":0.770751,"main_score":0.718116,"hf_subset":"bho_Deva-kaz_Cyrl","languages":["bho-Deva","kaz-Cyrl"]},{"precision":0.37934,"recall":0.482213,"f1":0.406055,"accuracy":0.482213,"main_score":0.406055,"hf_subset":"bho_Deva-lug_Latn","languages":["bho-Deva","lug-Latn"]},{"precision":0.907279,"recall":0.936759,"f1":0.916996,"accuracy":0.936759,"main_score":0.916996,"hf_subset":"bho_Deva-oci_Latn","languages":["bho-Deva","oci-Latn"]},{"precision":0.415092,"recall":0.528656,"f1":0.445315,"accuracy":0.528656,"main_score":0.445315,"hf_subset":"bho_Deva-smo_Latn","languages":["bho-Deva","smo-Latn"]},{"precision":0.385903,"recall":0.494071,"f1":0.414621,"accuracy":0.494071,"main_score":0.414621,"hf_subset":"bho_Deva-tsn_Latn","languages":["bho-Deva","tsn-Latn"]},{"precision":0.378774,"recall":0.482213,"f1":0.40603,"accuracy":0.482213,"main_score":0.40603,"hf_subset":"bho_Deva-zul_Latn","languages":["bho-Deva","zul-Latn"]},{"precision":0.675067,"recall":0.758893,"f1":0.700302,"accuracy":0.758893,"main_score":0.700302,"hf_subset":"bho_Deva-azb_Arab","languages":["bho-Deva","azb-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"bho_Deva-deu_Latn","languages":["bho-Deva","deu-Latn"]},{"precision":0.588639,"recall":0.678854,"f1":0.61525,"accuracy":0.678854,"main_score":0.61525,"hf_subset":"bho_Deva-hat_Latn","languages":["bho-Deva","hat-Latn"]},{"precision":0.353316,"recall":0.447628,"f1":0.377601,"accuracy":0.447628,"main_score":0.377601,"hf_subset":"bho_Deva-kbp_Latn","languages":["bho-Deva","kbp-Latn"]},{"precision":0.410913,"recall":0.51087,"f1":0.437789,"accuracy":0.51087,"main_score":0.437789,"hf_subset":"bho_Deva-luo_Latn","languages":["bho-Deva","luo-Latn"]},{"precision":0.587699,"recall":0.670949,"f1":0.611722,"accuracy":0.670949,"main_score":0.611722,"hf_subset":"bho_Deva-ory_Orya","languages":["bho-Deva","ory-Orya"]},{"precision":0.414918,"recall":0.516798,"f1":0.442088,"accuracy":0.516798,"main_score":0.442088,"hf_subset":"bho_Deva-sna_Latn","languages":["bho-Deva","sna-Latn"]},{"precision":0.379538,"recall":0.483202,"f1":0.407333,"accuracy":0.483202,"main_score":0.407333,"hf_subset":"bho_Deva-tso_Latn","languages":["bho-Deva","tso-Latn"]},{"precision":0.806357,"recall":0.858696,"f1":0.822431,"accuracy":0.858696,"main_score":0.822431,"hf_subset":"bho_Deva-azj_Latn","languages":["bho-Deva","azj-Latn"]},{"precision":0.411319,"recall":0.514822,"f1":0.439422,"accuracy":0.514822,"main_score":0.439422,"hf_subset":"bho_Deva-dik_Latn","languages":["bho-Deva","dik-Latn"]},{"precision":0.42824,"recall":0.51581,"f1":0.452217,"accuracy":0.51581,"main_score":0.452217,"hf_subset":"bho_Deva-hau_Latn","languages":["bho-Deva","hau-Latn"]},{"precision":0.765958,"recall":0.827075,"f1":0.78434,"accuracy":0.827075,"main_score":0.78434,"hf_subset":"bho_Deva-kea_Latn","languages":["bho-Deva","kea-Latn"]},{"precision":0.588038,"recall":0.673913,"f1":0.61284,"accuracy":0.673913,"main_score":0.61284,"hf_subset":"bho_Deva-lus_Latn","languages":["bho-Deva","lus-Latn"]},{"precision":0.71334,"recall":0.783597,"f1":0.73475,"accuracy":0.783597,"main_score":0.73475,"hf_subset":"bho_Deva-pag_Latn","languages":["bho-Deva","pag-Latn"]},{"precision":0.740316,"recall":0.811265,"f1":0.762319,"accuracy":0.811265,"main_score":0.762319,"hf_subset":"bho_Deva-snd_Arab","languages":["bho-Deva","snd-Arab"]},{"precision":0.581942,"recall":0.670949,"f1":0.608012,"accuracy":0.670949,"main_score":0.608012,"hf_subset":"bho_Deva-tuk_Latn","languages":["bho-Deva","tuk-Latn"]},{"precision":0.634572,"recall":0.715415,"f1":0.658138,"accuracy":0.715415,"main_score":0.658138,"hf_subset":"bho_Deva-bak_Cyrl","languages":["bho-Deva","bak-Cyrl"]},{"precision":0.318416,"recall":0.422925,"f1":0.346908,"accuracy":0.422925,"main_score":0.346908,"hf_subset":"bho_Deva-dyu_Latn","languages":["bho-Deva","dyu-Latn"]},{"precision":0.837698,"recall":0.884387,"f1":0.852339,"accuracy":0.884387,"main_score":0.852339,"hf_subset":"bho_Deva-heb_Hebr","languages":["bho-Deva","heb-Hebr"]},{"precision":0.440259,"recall":0.534585,"f1":0.46634,"accuracy":0.534585,"main_score":0.46634,"hf_subset":"bho_Deva-khk_Cyrl","languages":["bho-Deva","khk-Cyrl"]},{"precision":0.782362,"recall":0.838933,"f1":0.799901,"accuracy":0.838933,"main_score":0.799901,"hf_subset":"bho_Deva-lvs_Latn","languages":["bho-Deva","lvs-Latn"]},{"precision":0.904974,"recall":0.932806,"f1":0.913867,"accuracy":0.932806,"main_score":0.913867,"hf_subset":"bho_Deva-pan_Guru","languages":["bho-Deva","pan-Guru"]},{"precision":0.355408,"recall":0.449605,"f1":0.381134,"accuracy":0.449605,"main_score":0.381134,"hf_subset":"bho_Deva-som_Latn","languages":["bho-Deva","som-Latn"]},{"precision":0.440994,"recall":0.534585,"f1":0.466807,"accuracy":0.534585,"main_score":0.466807,"hf_subset":"bho_Deva-tum_Latn","languages":["bho-Deva","tum-Latn"]},{"precision":0.277702,"recall":0.349802,"f1":0.296869,"accuracy":0.349802,"main_score":0.296869,"hf_subset":"eus_Latn-ace_Arab","languages":["eus-Latn","ace-Arab"]},{"precision":0.387954,"recall":0.462451,"f1":0.40867,"accuracy":0.462451,"main_score":0.40867,"hf_subset":"eus_Latn-bam_Latn","languages":["eus-Latn","bam-Latn"]},{"precision":0.158066,"recall":0.226285,"f1":0.175048,"accuracy":0.226285,"main_score":0.175048,"hf_subset":"eus_Latn-dzo_Tibt","languages":["eus-Latn","dzo-Tibt"]},{"precision":0.649591,"recall":0.727273,"f1":0.672856,"accuracy":0.727273,"main_score":0.672856,"hf_subset":"eus_Latn-hin_Deva","languages":["eus-Latn","hin-Deva"]},{"precision":0.466537,"recall":0.541502,"f1":0.48764,"accuracy":0.541502,"main_score":0.48764,"hf_subset":"eus_Latn-khm_Khmr","languages":["eus-Latn","khm-Khmr"]},{"precision":0.661644,"recall":0.731225,"f1":0.682891,"accuracy":0.731225,"main_score":0.682891,"hf_subset":"eus_Latn-mag_Deva","languages":["eus-Latn","mag-Deva"]},{"precision":0.695374,"recall":0.748024,"f1":0.711395,"accuracy":0.748024,"main_score":0.711395,"hf_subset":"eus_Latn-pap_Latn","languages":["eus-Latn","pap-Latn"]},{"precision":0.437658,"recall":0.509881,"f1":0.458002,"accuracy":0.509881,"main_score":0.458002,"hf_subset":"eus_Latn-sot_Latn","languages":["eus-Latn","sot-Latn"]},{"precision":0.675514,"recall":0.735178,"f1":0.693725,"accuracy":0.735178,"main_score":0.693725,"hf_subset":"eus_Latn-tur_Latn","languages":["eus-Latn","tur-Latn"]},{"precision":0.592634,"recall":0.655138,"f1":0.610663,"accuracy":0.655138,"main_score":0.610663,"hf_subset":"eus_Latn-ace_Latn","languages":["eus-Latn","ace-Latn"]},{"precision":0.652684,"recall":0.710474,"f1":0.669473,"accuracy":0.710474,"main_score":0.669473,"hf_subset":"eus_Latn-ban_Latn","languages":["eus-Latn","ban-Latn"]},{"precision":0.583274,"recall":0.655138,"f1":0.604117,"accuracy":0.655138,"main_score":0.604117,"hf_subset":"eus_Latn-ell_Grek","languages":["eus-Latn","ell-Grek"]},{"precision":0.642224,"recall":0.719368,"f1":0.66554,"accuracy":0.719368,"main_score":0.66554,"hf_subset":"eus_Latn-hne_Deva","languages":["eus-Latn","hne-Deva"]},{"precision":0.416049,"recall":0.491107,"f1":0.437181,"accuracy":0.491107,"main_score":0.437181,"hf_subset":"eus_Latn-kik_Latn","languages":["eus-Latn","kik-Latn"]},{"precision":0.66774,"recall":0.737154,"f1":0.688542,"accuracy":0.737154,"main_score":0.688542,"hf_subset":"eus_Latn-mai_Deva","languages":["eus-Latn","mai-Deva"]},{"precision":0.565359,"recall":0.633399,"f1":0.584998,"accuracy":0.633399,"main_score":0.584998,"hf_subset":"eus_Latn-pbt_Arab","languages":["eus-Latn","pbt-Arab"]},{"precision":0.700104,"recall":0.761858,"f1":0.718336,"accuracy":0.761858,"main_score":0.718336,"hf_subset":"eus_Latn-spa_Latn","languages":["eus-Latn","spa-Latn"]},{"precision":0.485539,"recall":0.559289,"f1":0.50679,"accuracy":0.559289,"main_score":0.50679,"hf_subset":"eus_Latn-twi_Latn","languages":["eus-Latn","twi-Latn"]},{"precision":0.635528,"recall":0.703557,"f1":0.655868,"accuracy":0.703557,"main_score":0.655868,"hf_subset":"eus_Latn-acm_Arab","languages":["eus-Latn","acm-Arab"]},{"precision":0.55859,"recall":0.632411,"f1":0.580912,"accuracy":0.632411,"main_score":0.580912,"hf_subset":"eus_Latn-bel_Cyrl","languages":["eus-Latn","bel-Cyrl"]},{"precision":0.705567,"recall":0.767787,"f1":0.724445,"accuracy":0.767787,"main_score":0.724445,"hf_subset":"eus_Latn-eng_Latn","languages":["eus-Latn","eng-Latn"]},{"precision":0.646694,"recall":0.717391,"f1":0.667462,"accuracy":0.717391,"main_score":0.667462,"hf_subset":"eus_Latn-hrv_Latn","languages":["eus-Latn","hrv-Latn"]},{"precision":0.406588,"recall":0.475296,"f1":0.425727,"accuracy":0.475296,"main_score":0.425727,"hf_subset":"eus_Latn-kin_Latn","languages":["eus-Latn","kin-Latn"]},{"precision":0.609874,"recall":0.684783,"f1":0.631839,"accuracy":0.684783,"main_score":0.631839,"hf_subset":"eus_Latn-mal_Mlym","languages":["eus-Latn","mal-Mlym"]},{"precision":0.651367,"recall":0.718379,"f1":0.671039,"accuracy":0.718379,"main_score":0.671039,"hf_subset":"eus_Latn-pes_Arab","languages":["eus-Latn","pes-Arab"]},{"precision":0.65991,"recall":0.718379,"f1":0.677177,"accuracy":0.718379,"main_score":0.677177,"hf_subset":"eus_Latn-srd_Latn","languages":["eus-Latn","srd-Latn"]},{"precision":0.122971,"recall":0.187747,"f1":0.139014,"accuracy":0.187747,"main_score":0.139014,"hf_subset":"eus_Latn-tzm_Tfng","languages":["eus-Latn","tzm-Tfng"]},{"precision":0.628211,"recall":0.704545,"f1":0.651121,"accuracy":0.704545,"main_score":0.651121,"hf_subset":"eus_Latn-acq_Arab","languages":["eus-Latn","acq-Arab"]},{"precision":0.441992,"recall":0.516798,"f1":0.462754,"accuracy":0.516798,"main_score":0.462754,"hf_subset":"eus_Latn-bem_Latn","languages":["eus-Latn","bem-Latn"]},{"precision":0.662405,"recall":0.719368,"f1":0.679283,"accuracy":0.719368,"main_score":0.679283,"hf_subset":"eus_Latn-epo_Latn","languages":["eus-Latn","epo-Latn"]},{"precision":0.625536,"recall":0.693676,"f1":0.64619,"accuracy":0.693676,"main_score":0.64619,"hf_subset":"eus_Latn-hun_Latn","languages":["eus-Latn","hun-Latn"]},{"precision":0.580741,"recall":0.639328,"f1":0.597524,"accuracy":0.639328,"main_score":0.597524,"hf_subset":"eus_Latn-kir_Cyrl","languages":["eus-Latn","kir-Cyrl"]},{"precision":0.645389,"recall":0.717391,"f1":0.666739,"accuracy":0.717391,"main_score":0.666739,"hf_subset":"eus_Latn-mar_Deva","languages":["eus-Latn","mar-Deva"]},{"precision":0.474734,"recall":0.536561,"f1":0.491695,"accuracy":0.536561,"main_score":0.491695,"hf_subset":"eus_Latn-plt_Latn","languages":["eus-Latn","plt-Latn"]},{"precision":0.624563,"recall":0.69664,"f1":0.645476,"accuracy":0.69664,"main_score":0.645476,"hf_subset":"eus_Latn-srp_Cyrl","languages":["eus-Latn","srp-Cyrl"]},{"precision":0.28873,"recall":0.356719,"f1":0.307246,"accuracy":0.356719,"main_score":0.307246,"hf_subset":"eus_Latn-uig_Arab","languages":["eus-Latn","uig-Arab"]},{"precision":0.611783,"recall":0.675889,"f1":0.630397,"accuracy":0.675889,"main_score":0.630397,"hf_subset":"eus_Latn-aeb_Arab","languages":["eus-Latn","aeb-Arab"]},{"precision":0.640003,"recall":0.716403,"f1":0.662634,"accuracy":0.716403,"main_score":0.662634,"hf_subset":"eus_Latn-ben_Beng","languages":["eus-Latn","ben-Beng"]},{"precision":0.617753,"recall":0.673913,"f1":0.634122,"accuracy":0.673913,"main_score":0.634122,"hf_subset":"eus_Latn-est_Latn","languages":["eus-Latn","est-Latn"]},{"precision":0.512855,"recall":0.577075,"f1":0.531304,"accuracy":0.577075,"main_score":0.531304,"hf_subset":"eus_Latn-hye_Armn","languages":["eus-Latn","hye-Armn"]},{"precision":0.419664,"recall":0.491107,"f1":0.438853,"accuracy":0.491107,"main_score":0.438853,"hf_subset":"eus_Latn-kmb_Latn","languages":["eus-Latn","kmb-Latn"]},{"precision":0.245657,"recall":0.318182,"f1":0.264356,"accuracy":0.318182,"main_score":0.264356,"hf_subset":"eus_Latn-min_Arab","languages":["eus-Latn","min-Arab"]},{"precision":0.660756,"recall":0.732213,"f1":0.681368,"accuracy":0.732213,"main_score":0.681368,"hf_subset":"eus_Latn-pol_Latn","languages":["eus-Latn","pol-Latn"]},{"precision":0.409236,"recall":0.481225,"f1":0.428891,"accuracy":0.481225,"main_score":0.428891,"hf_subset":"eus_Latn-ssw_Latn","languages":["eus-Latn","ssw-Latn"]},{"precision":0.664495,"recall":0.729249,"f1":0.68411,"accuracy":0.729249,"main_score":0.68411,"hf_subset":"eus_Latn-ukr_Cyrl","languages":["eus-Latn","ukr-Cyrl"]},{"precision":0.671511,"recall":0.729249,"f1":0.68882,"accuracy":0.729249,"main_score":0.68882,"hf_subset":"eus_Latn-afr_Latn","languages":["eus-Latn","afr-Latn"]},{"precision":0.653269,"recall":0.714427,"f1":0.671678,"accuracy":0.714427,"main_score":0.671678,"hf_subset":"eus_Latn-bho_Deva","languages":["eus-Latn","bho-Deva"]},{"precision":0.406486,"recall":0.486166,"f1":0.428166,"accuracy":0.486166,"main_score":0.428166,"hf_subset":"eus_Latn-ibo_Latn","languages":["eus-Latn","ibo-Latn"]},{"precision":0.468758,"recall":0.545455,"f1":0.490632,"accuracy":0.545455,"main_score":0.490632,"hf_subset":"eus_Latn-kmr_Latn","languages":["eus-Latn","kmr-Latn"]},{"precision":0.609181,"recall":0.671937,"f1":0.626819,"accuracy":0.671937,"main_score":0.626819,"hf_subset":"eus_Latn-min_Latn","languages":["eus-Latn","min-Latn"]},{"precision":0.708729,"recall":0.770751,"f1":0.727833,"accuracy":0.770751,"main_score":0.727833,"hf_subset":"eus_Latn-por_Latn","languages":["eus-Latn","por-Latn"]},{"precision":0.653298,"recall":0.708498,"f1":0.668918,"accuracy":0.708498,"main_score":0.668918,"hf_subset":"eus_Latn-sun_Latn","languages":["eus-Latn","sun-Latn"]},{"precision":0.389216,"recall":0.475296,"f1":0.412469,"accuracy":0.475296,"main_score":0.412469,"hf_subset":"eus_Latn-umb_Latn","languages":["eus-Latn","umb-Latn"]},{"precision":0.63774,"recall":0.70751,"f1":0.658185,"accuracy":0.70751,"main_score":0.658185,"hf_subset":"eus_Latn-ajp_Arab","languages":["eus-Latn","ajp-Arab"]},{"precision":0.248961,"recall":0.317194,"f1":0.266891,"accuracy":0.317194,"main_score":0.266891,"hf_subset":"eus_Latn-bjn_Arab","languages":["eus-Latn","bjn-Arab"]},{"precision":0.42827,"recall":0.490119,"f1":0.445891,"accuracy":0.490119,"main_score":0.445891,"hf_subset":"eus_Latn-ewe_Latn","languages":["eus-Latn","ewe-Latn"]},{"precision":0.634019,"recall":0.695652,"f1":0.651594,"accuracy":0.695652,"main_score":0.651594,"hf_subset":"eus_Latn-ilo_Latn","languages":["eus-Latn","ilo-Latn"]},{"precision":0.194299,"recall":0.262846,"f1":0.211284,"accuracy":0.262846,"main_score":0.211284,"hf_subset":"eus_Latn-knc_Arab","languages":["eus-Latn","knc-Arab"]},{"precision":0.631752,"recall":0.699605,"f1":0.651422,"accuracy":0.699605,"main_score":0.651422,"hf_subset":"eus_Latn-mkd_Cyrl","languages":["eus-Latn","mkd-Cyrl"]},{"precision":0.64549,"recall":0.717391,"f1":0.666832,"accuracy":0.717391,"main_score":0.666832,"hf_subset":"eus_Latn-prs_Arab","languages":["eus-Latn","prs-Arab"]},{"precision":0.687254,"recall":0.744071,"f1":0.703705,"accuracy":0.744071,"main_score":0.703705,"hf_subset":"eus_Latn-swe_Latn","languages":["eus-Latn","swe-Latn"]},{"precision":0.588393,"recall":0.666008,"f1":0.611432,"accuracy":0.666008,"main_score":0.611432,"hf_subset":"eus_Latn-urd_Arab","languages":["eus-Latn","urd-Arab"]},{"precision":0.4487,"recall":0.527668,"f1":0.470739,"accuracy":0.527668,"main_score":0.470739,"hf_subset":"eus_Latn-aka_Latn","languages":["eus-Latn","aka-Latn"]},{"precision":0.582821,"recall":0.651186,"f1":0.602385,"accuracy":0.651186,"main_score":0.602385,"hf_subset":"eus_Latn-bjn_Latn","languages":["eus-Latn","bjn-Latn"]},{"precision":0.481624,"recall":0.550395,"f1":0.501536,"accuracy":0.550395,"main_score":0.501536,"hf_subset":"eus_Latn-fao_Latn","languages":["eus-Latn","fao-Latn"]},{"precision":0.696312,"recall":0.759881,"f1":0.715439,"accuracy":0.759881,"main_score":0.715439,"hf_subset":"eus_Latn-ind_Latn","languages":["eus-Latn","ind-Latn"]},{"precision":0.466091,"recall":0.525692,"f1":0.482921,"accuracy":0.525692,"main_score":0.482921,"hf_subset":"eus_Latn-knc_Latn","languages":["eus-Latn","knc-Latn"]},{"precision":0.624448,"recall":0.683794,"f1":0.641954,"accuracy":0.683794,"main_score":0.641954,"hf_subset":"eus_Latn-mlt_Latn","languages":["eus-Latn","mlt-Latn"]},{"precision":0.474269,"recall":0.554348,"f1":0.496561,"accuracy":0.554348,"main_score":0.496561,"hf_subset":"eus_Latn-quy_Latn","languages":["eus-Latn","quy-Latn"]},{"precision":0.572914,"recall":0.637352,"f1":0.591719,"accuracy":0.637352,"main_score":0.591719,"hf_subset":"eus_Latn-swh_Latn","languages":["eus-Latn","swh-Latn"]},{"precision":0.543843,"recall":0.609684,"f1":0.563263,"accuracy":0.609684,"main_score":0.563263,"hf_subset":"eus_Latn-uzn_Latn","languages":["eus-Latn","uzn-Latn"]},{"precision":0.64633,"recall":0.704545,"f1":0.664104,"accuracy":0.704545,"main_score":0.664104,"hf_subset":"eus_Latn-als_Latn","languages":["eus-Latn","als-Latn"]},{"precision":0.181051,"recall":0.254941,"f1":0.199843,"accuracy":0.254941,"main_score":0.199843,"hf_subset":"eus_Latn-bod_Tibt","languages":["eus-Latn","bod-Tibt"]},{"precision":0.41209,"recall":0.485178,"f1":0.43178,"accuracy":0.485178,"main_score":0.43178,"hf_subset":"eus_Latn-fij_Latn","languages":["eus-Latn","fij-Latn"]},{"precision":0.438111,"recall":0.504941,"f1":0.456792,"accuracy":0.504941,"main_score":0.456792,"hf_subset":"eus_Latn-isl_Latn","languages":["eus-Latn","isl-Latn"]},{"precision":0.465434,"recall":0.54249,"f1":0.487372,"accuracy":0.54249,"main_score":0.487372,"hf_subset":"eus_Latn-kon_Latn","languages":["eus-Latn","kon-Latn"]},{"precision":0.346073,"recall":0.433794,"f1":0.369175,"accuracy":0.433794,"main_score":0.369175,"hf_subset":"eus_Latn-mni_Beng","languages":["eus-Latn","mni-Beng"]},{"precision":0.683876,"recall":0.744071,"f1":0.701688,"accuracy":0.744071,"main_score":0.701688,"hf_subset":"eus_Latn-ron_Latn","languages":["eus-Latn","ron-Latn"]},{"precision":0.64325,"recall":0.704545,"f1":0.660996,"accuracy":0.704545,"main_score":0.660996,"hf_subset":"eus_Latn-szl_Latn","languages":["eus-Latn","szl-Latn"]},{"precision":0.666847,"recall":0.726285,"f1":0.684304,"accuracy":0.726285,"main_score":0.684304,"hf_subset":"eus_Latn-vec_Latn","languages":["eus-Latn","vec-Latn"]},{"precision":0.500719,"recall":0.571146,"f1":0.52118,"accuracy":0.571146,"main_score":0.52118,"hf_subset":"eus_Latn-amh_Ethi","languages":["eus-Latn","amh-Ethi"]},{"precision":0.668425,"recall":0.731225,"f1":0.686959,"accuracy":0.731225,"main_score":0.686959,"hf_subset":"eus_Latn-bos_Latn","languages":["eus-Latn","bos-Latn"]},{"precision":0.65342,"recall":0.718379,"f1":0.672864,"accuracy":0.718379,"main_score":0.672864,"hf_subset":"eus_Latn-fin_Latn","languages":["eus-Latn","fin-Latn"]},{"precision":0.704678,"recall":0.769763,"f1":0.724102,"accuracy":0.769763,"main_score":0.724102,"hf_subset":"eus_Latn-ita_Latn","languages":["eus-Latn","ita-Latn"]},{"precision":0.632035,"recall":0.70751,"f1":0.654809,"accuracy":0.70751,"main_score":0.654809,"hf_subset":"eus_Latn-kor_Hang","languages":["eus-Latn","kor-Hang"]},{"precision":0.41022,"recall":0.481225,"f1":0.430326,"accuracy":0.481225,"main_score":0.430326,"hf_subset":"eus_Latn-mos_Latn","languages":["eus-Latn","mos-Latn"]},{"precision":0.410913,"recall":0.476285,"f1":0.428804,"accuracy":0.476285,"main_score":0.428804,"hf_subset":"eus_Latn-run_Latn","languages":["eus-Latn","run-Latn"]},{"precision":0.589232,"recall":0.670949,"f1":0.612904,"accuracy":0.670949,"main_score":0.612904,"hf_subset":"eus_Latn-tam_Taml","languages":["eus-Latn","tam-Taml"]},{"precision":0.651985,"recall":0.722332,"f1":0.672617,"accuracy":0.722332,"main_score":0.672617,"hf_subset":"eus_Latn-vie_Latn","languages":["eus-Latn","vie-Latn"]},{"precision":0.631542,"recall":0.695652,"f1":0.650336,"accuracy":0.695652,"main_score":0.650336,"hf_subset":"eus_Latn-apc_Arab","languages":["eus-Latn","apc-Arab"]},{"precision":0.552969,"recall":0.624506,"f1":0.573657,"accuracy":0.624506,"main_score":0.573657,"hf_subset":"eus_Latn-bug_Latn","languages":["eus-Latn","bug-Latn"]},{"precision":0.374086,"recall":0.444664,"f1":0.393063,"accuracy":0.444664,"main_score":0.393063,"hf_subset":"eus_Latn-fon_Latn","languages":["eus-Latn","fon-Latn"]},{"precision":0.648175,"recall":0.705534,"f1":0.664606,"accuracy":0.705534,"main_score":0.664606,"hf_subset":"eus_Latn-jav_Latn","languages":["eus-Latn","jav-Latn"]},{"precision":0.462164,"recall":0.523715,"f1":0.479295,"accuracy":0.523715,"main_score":0.479295,"hf_subset":"eus_Latn-lao_Laoo","languages":["eus-Latn","lao-Laoo"]},{"precision":0.391153,"recall":0.464427,"f1":0.410509,"accuracy":0.464427,"main_score":0.410509,"hf_subset":"eus_Latn-mri_Latn","languages":["eus-Latn","mri-Latn"]},{"precision":0.672557,"recall":0.741107,"f1":0.692875,"accuracy":0.741107,"main_score":0.692875,"hf_subset":"eus_Latn-rus_Cyrl","languages":["eus-Latn","rus-Cyrl"]},{"precision":0.409206,"recall":0.481225,"f1":0.429182,"accuracy":0.481225,"main_score":0.429182,"hf_subset":"eus_Latn-taq_Latn","languages":["eus-Latn","taq-Latn"]},{"precision":0.662879,"recall":0.714427,"f1":0.678055,"accuracy":0.714427,"main_score":0.678055,"hf_subset":"eus_Latn-war_Latn","languages":["eus-Latn","war-Latn"]},{"precision":0.630756,"recall":0.702569,"f1":0.652775,"accuracy":0.702569,"main_score":0.652775,"hf_subset":"eus_Latn-arb_Arab","languages":["eus-Latn","arb-Arab"]},{"precision":0.67132,"recall":0.73913,"f1":0.691801,"accuracy":0.73913,"main_score":0.691801,"hf_subset":"eus_Latn-bul_Cyrl","languages":["eus-Latn","bul-Cyrl"]},{"precision":0.699177,"recall":0.76087,"f1":0.717819,"accuracy":0.76087,"main_score":0.717819,"hf_subset":"eus_Latn-fra_Latn","languages":["eus-Latn","fra-Latn"]},{"precision":0.656576,"recall":0.732213,"f1":0.678706,"accuracy":0.732213,"main_score":0.678706,"hf_subset":"eus_Latn-jpn_Jpan","languages":["eus-Latn","jpn-Jpan"]},{"precision":0.66469,"recall":0.722332,"f1":0.682035,"accuracy":0.722332,"main_score":0.682035,"hf_subset":"eus_Latn-lij_Latn","languages":["eus-Latn","lij-Latn"]},{"precision":0.43041,"recall":0.514822,"f1":0.454163,"accuracy":0.514822,"main_score":0.454163,"hf_subset":"eus_Latn-mya_Mymr","languages":["eus-Latn","mya-Mymr"]},{"precision":0.464561,"recall":0.538538,"f1":0.485992,"accuracy":0.538538,"main_score":0.485992,"hf_subset":"eus_Latn-sag_Latn","languages":["eus-Latn","sag-Latn"]},{"precision":0.156594,"recall":0.226285,"f1":0.172239,"accuracy":0.226285,"main_score":0.172239,"hf_subset":"eus_Latn-taq_Tfng","languages":["eus-Latn","taq-Tfng"]},{"precision":0.468085,"recall":0.543478,"f1":0.488905,"accuracy":0.543478,"main_score":0.488905,"hf_subset":"eus_Latn-wol_Latn","languages":["eus-Latn","wol-Latn"]},{"precision":0.284524,"recall":0.379447,"f1":0.308613,"accuracy":0.379447,"main_score":0.308613,"hf_subset":"eus_Latn-arb_Latn","languages":["eus-Latn","arb-Latn"]},{"precision":0.707678,"recall":0.763834,"f1":0.724094,"accuracy":0.763834,"main_score":0.724094,"hf_subset":"eus_Latn-cat_Latn","languages":["eus-Latn","cat-Latn"]},{"precision":0.661557,"recall":0.725296,"f1":0.68047,"accuracy":0.725296,"main_score":0.68047,"hf_subset":"eus_Latn-fur_Latn","languages":["eus-Latn","fur-Latn"]},{"precision":0.29361,"recall":0.366601,"f1":0.312489,"accuracy":0.366601,"main_score":0.312489,"hf_subset":"eus_Latn-kab_Latn","languages":["eus-Latn","kab-Latn"]},{"precision":0.616024,"recall":0.678854,"f1":0.634464,"accuracy":0.678854,"main_score":0.634464,"hf_subset":"eus_Latn-lim_Latn","languages":["eus-Latn","lim-Latn"]},{"precision":0.68019,"recall":0.743083,"f1":0.698434,"accuracy":0.743083,"main_score":0.698434,"hf_subset":"eus_Latn-nld_Latn","languages":["eus-Latn","nld-Latn"]},{"precision":0.564834,"recall":0.639328,"f1":0.586564,"accuracy":0.639328,"main_score":0.586564,"hf_subset":"eus_Latn-san_Deva","languages":["eus-Latn","san-Deva"]},{"precision":0.588629,"recall":0.642292,"f1":0.604511,"accuracy":0.642292,"main_score":0.604511,"hf_subset":"eus_Latn-tat_Cyrl","languages":["eus-Latn","tat-Cyrl"]},{"precision":0.438768,"recall":0.517787,"f1":0.46127,"accuracy":0.517787,"main_score":0.46127,"hf_subset":"eus_Latn-xho_Latn","languages":["eus-Latn","xho-Latn"]},{"precision":0.619772,"recall":0.693676,"f1":0.641768,"accuracy":0.693676,"main_score":0.641768,"hf_subset":"eus_Latn-ars_Arab","languages":["eus-Latn","ars-Arab"]},{"precision":0.65402,"recall":0.712451,"f1":0.671013,"accuracy":0.712451,"main_score":0.671013,"hf_subset":"eus_Latn-ceb_Latn","languages":["eus-Latn","ceb-Latn"]},{"precision":0.431358,"recall":0.500988,"f1":0.450911,"accuracy":0.500988,"main_score":0.450911,"hf_subset":"eus_Latn-fuv_Latn","languages":["eus-Latn","fuv-Latn"]},{"precision":0.42688,"recall":0.505929,"f1":0.448265,"accuracy":0.505929,"main_score":0.448265,"hf_subset":"eus_Latn-kac_Latn","languages":["eus-Latn","kac-Latn"]},{"precision":0.475115,"recall":0.547431,"f1":0.495493,"accuracy":0.547431,"main_score":0.495493,"hf_subset":"eus_Latn-lin_Latn","languages":["eus-Latn","lin-Latn"]},{"precision":0.683416,"recall":0.748024,"f1":0.703063,"accuracy":0.748024,"main_score":0.703063,"hf_subset":"eus_Latn-nno_Latn","languages":["eus-Latn","nno-Latn"]},{"precision":0.170063,"recall":0.224308,"f1":0.182851,"accuracy":0.224308,"main_score":0.182851,"hf_subset":"eus_Latn-sat_Olck","languages":["eus-Latn","sat-Olck"]},{"precision":0.611885,"recall":0.685771,"f1":0.633033,"accuracy":0.685771,"main_score":0.633033,"hf_subset":"eus_Latn-tel_Telu","languages":["eus-Latn","tel-Telu"]},{"precision":0.290628,"recall":0.356719,"f1":0.307719,"accuracy":0.356719,"main_score":0.307719,"hf_subset":"eus_Latn-ydd_Hebr","languages":["eus-Latn","ydd-Hebr"]},{"precision":0.58285,"recall":0.662055,"f1":0.605821,"accuracy":0.662055,"main_score":0.605821,"hf_subset":"eus_Latn-ary_Arab","languages":["eus-Latn","ary-Arab"]},{"precision":0.651256,"recall":0.714427,"f1":0.669663,"accuracy":0.714427,"main_score":0.669663,"hf_subset":"eus_Latn-ces_Latn","languages":["eus-Latn","ces-Latn"]},{"precision":0.333366,"recall":0.406126,"f1":0.352354,"accuracy":0.406126,"main_score":0.352354,"hf_subset":"eus_Latn-gaz_Latn","languages":["eus-Latn","gaz-Latn"]},{"precision":0.427943,"recall":0.507905,"f1":0.450358,"accuracy":0.507905,"main_score":0.450358,"hf_subset":"eus_Latn-kam_Latn","languages":["eus-Latn","kam-Latn"]},{"precision":0.592984,"recall":0.660079,"f1":0.612429,"accuracy":0.660079,"main_score":0.612429,"hf_subset":"eus_Latn-lit_Latn","languages":["eus-Latn","lit-Latn"]},{"precision":0.666593,"recall":0.73419,"f1":0.686536,"accuracy":0.73419,"main_score":0.686536,"hf_subset":"eus_Latn-nob_Latn","languages":["eus-Latn","nob-Latn"]},{"precision":0.592655,"recall":0.657115,"f1":0.612008,"accuracy":0.657115,"main_score":0.612008,"hf_subset":"eus_Latn-scn_Latn","languages":["eus-Latn","scn-Latn"]},{"precision":0.445137,"recall":0.517787,"f1":0.465378,"accuracy":0.517787,"main_score":0.465378,"hf_subset":"eus_Latn-tgk_Cyrl","languages":["eus-Latn","tgk-Cyrl"]},{"precision":0.383417,"recall":0.462451,"f1":0.405134,"accuracy":0.462451,"main_score":0.405134,"hf_subset":"eus_Latn-yor_Latn","languages":["eus-Latn","yor-Latn"]},{"precision":0.62665,"recall":0.700593,"f1":0.648231,"accuracy":0.700593,"main_score":0.648231,"hf_subset":"eus_Latn-arz_Arab","languages":["eus-Latn","arz-Arab"]},{"precision":0.442269,"recall":0.523715,"f1":0.46473,"accuracy":0.523715,"main_score":0.46473,"hf_subset":"eus_Latn-cjk_Latn","languages":["eus-Latn","cjk-Latn"]},{"precision":0.389499,"recall":0.460474,"f1":0.408716,"accuracy":0.460474,"main_score":0.408716,"hf_subset":"eus_Latn-gla_Latn","languages":["eus-Latn","gla-Latn"]},{"precision":0.608745,"recall":0.686759,"f1":0.632558,"accuracy":0.686759,"main_score":0.632558,"hf_subset":"eus_Latn-kan_Knda","languages":["eus-Latn","kan-Knda"]},{"precision":0.642331,"recall":0.704545,"f1":0.660517,"accuracy":0.704545,"main_score":0.660517,"hf_subset":"eus_Latn-lmo_Latn","languages":["eus-Latn","lmo-Latn"]},{"precision":0.638481,"recall":0.710474,"f1":0.659936,"accuracy":0.710474,"main_score":0.659936,"hf_subset":"eus_Latn-npi_Deva","languages":["eus-Latn","npi-Deva"]},{"precision":0.356761,"recall":0.449605,"f1":0.381683,"accuracy":0.449605,"main_score":0.381683,"hf_subset":"eus_Latn-shn_Mymr","languages":["eus-Latn","shn-Mymr"]},{"precision":0.637756,"recall":0.703557,"f1":0.657051,"accuracy":0.703557,"main_score":0.657051,"hf_subset":"eus_Latn-tgl_Latn","languages":["eus-Latn","tgl-Latn"]},{"precision":0.643949,"recall":0.713439,"f1":0.663841,"accuracy":0.713439,"main_score":0.663841,"hf_subset":"eus_Latn-yue_Hant","languages":["eus-Latn","yue-Hant"]},{"precision":0.535392,"recall":0.613636,"f1":0.558272,"accuracy":0.613636,"main_score":0.558272,"hf_subset":"eus_Latn-asm_Beng","languages":["eus-Latn","asm-Beng"]},{"precision":0.372606,"recall":0.434783,"f1":0.389577,"accuracy":0.434783,"main_score":0.389577,"hf_subset":"eus_Latn-ckb_Arab","languages":["eus-Latn","ckb-Arab"]},{"precision":0.400603,"recall":0.476285,"f1":0.42118,"accuracy":0.476285,"main_score":0.42118,"hf_subset":"eus_Latn-gle_Latn","languages":["eus-Latn","gle-Latn"]},{"precision":0.447954,"recall":0.537549,"f1":0.472785,"accuracy":0.537549,"main_score":0.472785,"hf_subset":"eus_Latn-kas_Arab","languages":["eus-Latn","kas-Arab"]},{"precision":0.564127,"recall":0.637352,"f1":0.58544,"accuracy":0.637352,"main_score":0.58544,"hf_subset":"eus_Latn-ltg_Latn","languages":["eus-Latn","ltg-Latn"]},{"precision":0.472105,"recall":0.536561,"f1":0.490751,"accuracy":0.536561,"main_score":0.490751,"hf_subset":"eus_Latn-nso_Latn","languages":["eus-Latn","nso-Latn"]},{"precision":0.490984,"recall":0.571146,"f1":0.513744,"accuracy":0.571146,"main_score":0.513744,"hf_subset":"eus_Latn-sin_Sinh","languages":["eus-Latn","sin-Sinh"]},{"precision":0.633146,"recall":0.708498,"f1":0.655127,"accuracy":0.708498,"main_score":0.655127,"hf_subset":"eus_Latn-tha_Thai","languages":["eus-Latn","tha-Thai"]},{"precision":0.639517,"recall":0.716403,"f1":0.662096,"accuracy":0.716403,"main_score":0.662096,"hf_subset":"eus_Latn-zho_Hans","languages":["eus-Latn","zho-Hans"]},{"precision":0.691373,"recall":0.742095,"f1":0.706318,"accuracy":0.742095,"main_score":0.706318,"hf_subset":"eus_Latn-ast_Latn","languages":["eus-Latn","ast-Latn"]},{"precision":0.571576,"recall":0.63834,"f1":0.591285,"accuracy":0.63834,"main_score":0.591285,"hf_subset":"eus_Latn-crh_Latn","languages":["eus-Latn","crh-Latn"]},{"precision":0.705413,"recall":0.762846,"f1":0.722419,"accuracy":0.762846,"main_score":0.722419,"hf_subset":"eus_Latn-glg_Latn","languages":["eus-Latn","glg-Latn"]},{"precision":0.452559,"recall":0.525692,"f1":0.473304,"accuracy":0.525692,"main_score":0.473304,"hf_subset":"eus_Latn-kas_Deva","languages":["eus-Latn","kas-Deva"]},{"precision":0.602244,"recall":0.668972,"f1":0.62112,"accuracy":0.668972,"main_score":0.62112,"hf_subset":"eus_Latn-ltz_Latn","languages":["eus-Latn","ltz-Latn"]},{"precision":0.323096,"recall":0.405138,"f1":0.344931,"accuracy":0.405138,"main_score":0.344931,"hf_subset":"eus_Latn-nus_Latn","languages":["eus-Latn","nus-Latn"]},{"precision":0.661953,"recall":0.720356,"f1":0.678934,"accuracy":0.720356,"main_score":0.678934,"hf_subset":"eus_Latn-slk_Latn","languages":["eus-Latn","slk-Latn"]},{"precision":0.353262,"recall":0.433794,"f1":0.375684,"accuracy":0.433794,"main_score":0.375684,"hf_subset":"eus_Latn-tir_Ethi","languages":["eus-Latn","tir-Ethi"]},{"precision":0.632922,"recall":0.709486,"f1":0.655717,"accuracy":0.709486,"main_score":0.655717,"hf_subset":"eus_Latn-zho_Hant","languages":["eus-Latn","zho-Hant"]},{"precision":0.652916,"recall":0.72332,"f1":0.674168,"accuracy":0.72332,"main_score":0.674168,"hf_subset":"eus_Latn-awa_Deva","languages":["eus-Latn","awa-Deva"]},{"precision":0.43867,"recall":0.514822,"f1":0.459021,"accuracy":0.514822,"main_score":0.459021,"hf_subset":"eus_Latn-cym_Latn","languages":["eus-Latn","cym-Latn"]},{"precision":0.595883,"recall":0.661067,"f1":0.614827,"accuracy":0.661067,"main_score":0.614827,"hf_subset":"eus_Latn-grn_Latn","languages":["eus-Latn","grn-Latn"]},{"precision":0.585392,"recall":0.658103,"f1":0.606559,"accuracy":0.658103,"main_score":0.606559,"hf_subset":"eus_Latn-kat_Geor","languages":["eus-Latn","kat-Geor"]},{"precision":0.479745,"recall":0.55336,"f1":0.499954,"accuracy":0.55336,"main_score":0.499954,"hf_subset":"eus_Latn-lua_Latn","languages":["eus-Latn","lua-Latn"]},{"precision":0.463432,"recall":0.530632,"f1":0.482744,"accuracy":0.530632,"main_score":0.482744,"hf_subset":"eus_Latn-nya_Latn","languages":["eus-Latn","nya-Latn"]},{"precision":0.631612,"recall":0.692688,"f1":0.64958,"accuracy":0.692688,"main_score":0.64958,"hf_subset":"eus_Latn-slv_Latn","languages":["eus-Latn","slv-Latn"]},{"precision":0.609848,"recall":0.675889,"f1":0.629762,"accuracy":0.675889,"main_score":0.629762,"hf_subset":"eus_Latn-tpi_Latn","languages":["eus-Latn","tpi-Latn"]},{"precision":0.663106,"recall":0.72332,"f1":0.680783,"accuracy":0.72332,"main_score":0.680783,"hf_subset":"eus_Latn-zsm_Latn","languages":["eus-Latn","zsm-Latn"]},{"precision":0.408664,"recall":0.494071,"f1":0.431867,"accuracy":0.494071,"main_score":0.431867,"hf_subset":"eus_Latn-ayr_Latn","languages":["eus-Latn","ayr-Latn"]},{"precision":0.679562,"recall":0.747036,"f1":0.699149,"accuracy":0.747036,"main_score":0.699149,"hf_subset":"eus_Latn-dan_Latn","languages":["eus-Latn","dan-Latn"]},{"precision":0.575445,"recall":0.658103,"f1":0.599493,"accuracy":0.658103,"main_score":0.599493,"hf_subset":"eus_Latn-guj_Gujr","languages":["eus-Latn","guj-Gujr"]},{"precision":0.591864,"recall":0.647233,"f1":0.608173,"accuracy":0.647233,"main_score":0.608173,"hf_subset":"eus_Latn-kaz_Cyrl","languages":["eus-Latn","kaz-Cyrl"]},{"precision":0.398846,"recall":0.466403,"f1":0.417174,"accuracy":0.466403,"main_score":0.417174,"hf_subset":"eus_Latn-lug_Latn","languages":["eus-Latn","lug-Latn"]},{"precision":0.686125,"recall":0.743083,"f1":0.703205,"accuracy":0.743083,"main_score":0.703205,"hf_subset":"eus_Latn-oci_Latn","languages":["eus-Latn","oci-Latn"]},{"precision":0.438624,"recall":0.514822,"f1":0.459049,"accuracy":0.514822,"main_score":0.459049,"hf_subset":"eus_Latn-smo_Latn","languages":["eus-Latn","smo-Latn"]},{"precision":0.413907,"recall":0.483202,"f1":0.432729,"accuracy":0.483202,"main_score":0.432729,"hf_subset":"eus_Latn-tsn_Latn","languages":["eus-Latn","tsn-Latn"]},{"precision":0.386407,"recall":0.467391,"f1":0.408379,"accuracy":0.467391,"main_score":0.408379,"hf_subset":"eus_Latn-zul_Latn","languages":["eus-Latn","zul-Latn"]},{"precision":0.494059,"recall":0.574111,"f1":0.51624,"accuracy":0.574111,"main_score":0.51624,"hf_subset":"eus_Latn-azb_Arab","languages":["eus-Latn","azb-Arab"]},{"precision":0.697276,"recall":0.759881,"f1":0.715469,"accuracy":0.759881,"main_score":0.715469,"hf_subset":"eus_Latn-deu_Latn","languages":["eus-Latn","deu-Latn"]},{"precision":0.530443,"recall":0.607708,"f1":0.552776,"accuracy":0.607708,"main_score":0.552776,"hf_subset":"eus_Latn-hat_Latn","languages":["eus-Latn","hat-Latn"]},{"precision":0.363055,"recall":0.4417,"f1":0.383113,"accuracy":0.4417,"main_score":0.383113,"hf_subset":"eus_Latn-kbp_Latn","languages":["eus-Latn","kbp-Latn"]},{"precision":0.440351,"recall":0.51087,"f1":0.460098,"accuracy":0.51087,"main_score":0.460098,"hf_subset":"eus_Latn-luo_Latn","languages":["eus-Latn","luo-Latn"]},{"precision":0.421059,"recall":0.504941,"f1":0.44448,"accuracy":0.504941,"main_score":0.44448,"hf_subset":"eus_Latn-ory_Orya","languages":["eus-Latn","ory-Orya"]},{"precision":0.435067,"recall":0.503953,"f1":0.454388,"accuracy":0.503953,"main_score":0.454388,"hf_subset":"eus_Latn-sna_Latn","languages":["eus-Latn","sna-Latn"]},{"precision":0.415954,"recall":0.483202,"f1":0.434082,"accuracy":0.483202,"main_score":0.434082,"hf_subset":"eus_Latn-tso_Latn","languages":["eus-Latn","tso-Latn"]},{"precision":0.605029,"recall":0.663043,"f1":0.621791,"accuracy":0.663043,"main_score":0.621791,"hf_subset":"eus_Latn-azj_Latn","languages":["eus-Latn","azj-Latn"]},{"precision":0.416867,"recall":0.490119,"f1":0.437799,"accuracy":0.490119,"main_score":0.437799,"hf_subset":"eus_Latn-dik_Latn","languages":["eus-Latn","dik-Latn"]},{"precision":0.433443,"recall":0.495059,"f1":0.450448,"accuracy":0.495059,"main_score":0.450448,"hf_subset":"eus_Latn-hau_Latn","languages":["eus-Latn","hau-Latn"]},{"precision":0.636399,"recall":0.703557,"f1":0.655478,"accuracy":0.703557,"main_score":0.655478,"hf_subset":"eus_Latn-kea_Latn","languages":["eus-Latn","kea-Latn"]},{"precision":0.522827,"recall":0.593874,"f1":0.543286,"accuracy":0.593874,"main_score":0.543286,"hf_subset":"eus_Latn-lus_Latn","languages":["eus-Latn","lus-Latn"]},{"precision":0.607131,"recall":0.670949,"f1":0.625492,"accuracy":0.670949,"main_score":0.625492,"hf_subset":"eus_Latn-pag_Latn","languages":["eus-Latn","pag-Latn"]},{"precision":0.463032,"recall":0.549407,"f1":0.48739,"accuracy":0.549407,"main_score":0.48739,"hf_subset":"eus_Latn-snd_Arab","languages":["eus-Latn","snd-Arab"]},{"precision":0.531137,"recall":0.596838,"f1":0.550423,"accuracy":0.596838,"main_score":0.550423,"hf_subset":"eus_Latn-tuk_Latn","languages":["eus-Latn","tuk-Latn"]},{"precision":0.576877,"recall":0.635375,"f1":0.594104,"accuracy":0.635375,"main_score":0.594104,"hf_subset":"eus_Latn-bak_Cyrl","languages":["eus-Latn","bak-Cyrl"]},{"precision":0.354706,"recall":0.4417,"f1":0.378325,"accuracy":0.4417,"main_score":0.378325,"hf_subset":"eus_Latn-dyu_Latn","languages":["eus-Latn","dyu-Latn"]},{"precision":0.530106,"recall":0.606719,"f1":0.552121,"accuracy":0.606719,"main_score":0.552121,"hf_subset":"eus_Latn-heb_Hebr","languages":["eus-Latn","heb-Hebr"]},{"precision":0.438332,"recall":0.506917,"f1":0.458407,"accuracy":0.506917,"main_score":0.458407,"hf_subset":"eus_Latn-khk_Cyrl","languages":["eus-Latn","khk-Cyrl"]},{"precision":0.631653,"recall":0.693676,"f1":0.650552,"accuracy":0.693676,"main_score":0.650552,"hf_subset":"eus_Latn-lvs_Latn","languages":["eus-Latn","lvs-Latn"]},{"precision":0.533378,"recall":0.619565,"f1":0.558727,"accuracy":0.619565,"main_score":0.558727,"hf_subset":"eus_Latn-pan_Guru","languages":["eus-Latn","pan-Guru"]},{"precision":0.400408,"recall":0.466403,"f1":0.418143,"accuracy":0.466403,"main_score":0.418143,"hf_subset":"eus_Latn-som_Latn","languages":["eus-Latn","som-Latn"]},{"precision":0.441538,"recall":0.505929,"f1":0.45997,"accuracy":0.505929,"main_score":0.45997,"hf_subset":"eus_Latn-tum_Latn","languages":["eus-Latn","tum-Latn"]},{"precision":0.249128,"recall":0.304348,"f1":0.263403,"accuracy":0.304348,"main_score":0.263403,"hf_subset":"ibo_Latn-ace_Arab","languages":["ibo-Latn","ace-Arab"]},{"precision":0.389898,"recall":0.425889,"f1":0.400249,"accuracy":0.425889,"main_score":0.400249,"hf_subset":"ibo_Latn-bam_Latn","languages":["ibo-Latn","bam-Latn"]},{"precision":0.137559,"recall":0.194664,"f1":0.151173,"accuracy":0.194664,"main_score":0.151173,"hf_subset":"ibo_Latn-dzo_Tibt","languages":["ibo-Latn","dzo-Tibt"]},{"precision":0.413232,"recall":0.481225,"f1":0.431565,"accuracy":0.481225,"main_score":0.431565,"hf_subset":"ibo_Latn-hin_Deva","languages":["ibo-Latn","hin-Deva"]},{"precision":0.374887,"recall":0.426877,"f1":0.38861,"accuracy":0.426877,"main_score":0.38861,"hf_subset":"ibo_Latn-khm_Khmr","languages":["ibo-Latn","khm-Khmr"]},{"precision":0.417355,"recall":0.471344,"f1":0.431677,"accuracy":0.471344,"main_score":0.431677,"hf_subset":"ibo_Latn-mag_Deva","languages":["ibo-Latn","mag-Deva"]},{"precision":0.45402,"recall":0.478261,"f1":0.460875,"accuracy":0.478261,"main_score":0.460875,"hf_subset":"ibo_Latn-pap_Latn","languages":["ibo-Latn","pap-Latn"]},{"precision":0.432524,"recall":0.474308,"f1":0.443838,"accuracy":0.474308,"main_score":0.443838,"hf_subset":"ibo_Latn-sot_Latn","languages":["ibo-Latn","sot-Latn"]},{"precision":0.43391,"recall":0.486166,"f1":0.447598,"accuracy":0.486166,"main_score":0.447598,"hf_subset":"ibo_Latn-tur_Latn","languages":["ibo-Latn","tur-Latn"]},{"precision":0.452849,"recall":0.486166,"f1":0.461799,"accuracy":0.486166,"main_score":0.461799,"hf_subset":"ibo_Latn-ace_Latn","languages":["ibo-Latn","ace-Latn"]},{"precision":0.453505,"recall":0.48913,"f1":0.463458,"accuracy":0.48913,"main_score":0.463458,"hf_subset":"ibo_Latn-ban_Latn","languages":["ibo-Latn","ban-Latn"]},{"precision":0.375804,"recall":0.432806,"f1":0.391067,"accuracy":0.432806,"main_score":0.391067,"hf_subset":"ibo_Latn-ell_Grek","languages":["ibo-Latn","ell-Grek"]},{"precision":0.397103,"recall":0.451581,"f1":0.411613,"accuracy":0.451581,"main_score":0.411613,"hf_subset":"ibo_Latn-hne_Deva","languages":["ibo-Latn","hne-Deva"]},{"precision":0.408962,"recall":0.442688,"f1":0.418322,"accuracy":0.442688,"main_score":0.418322,"hf_subset":"ibo_Latn-kik_Latn","languages":["ibo-Latn","kik-Latn"]},{"precision":0.431196,"recall":0.480237,"f1":0.44509,"accuracy":0.480237,"main_score":0.44509,"hf_subset":"ibo_Latn-mai_Deva","languages":["ibo-Latn","mai-Deva"]},{"precision":0.392573,"recall":0.434783,"f1":0.40417,"accuracy":0.434783,"main_score":0.40417,"hf_subset":"ibo_Latn-pbt_Arab","languages":["ibo-Latn","pbt-Arab"]},{"precision":0.443164,"recall":0.498024,"f1":0.457578,"accuracy":0.498024,"main_score":0.457578,"hf_subset":"ibo_Latn-spa_Latn","languages":["ibo-Latn","spa-Latn"]},{"precision":0.449233,"recall":0.475296,"f1":0.456818,"accuracy":0.475296,"main_score":0.456818,"hf_subset":"ibo_Latn-twi_Latn","languages":["ibo-Latn","twi-Latn"]},{"precision":0.397847,"recall":0.450593,"f1":0.411377,"accuracy":0.450593,"main_score":0.411377,"hf_subset":"ibo_Latn-acm_Arab","languages":["ibo-Latn","acm-Arab"]},{"precision":0.373509,"recall":0.421937,"f1":0.386888,"accuracy":0.421937,"main_score":0.386888,"hf_subset":"ibo_Latn-bel_Cyrl","languages":["ibo-Latn","bel-Cyrl"]},{"precision":0.462384,"recall":0.51087,"f1":0.474902,"accuracy":0.51087,"main_score":0.474902,"hf_subset":"ibo_Latn-eng_Latn","languages":["ibo-Latn","eng-Latn"]},{"precision":0.431538,"recall":0.478261,"f1":0.444513,"accuracy":0.478261,"main_score":0.444513,"hf_subset":"ibo_Latn-hrv_Latn","languages":["ibo-Latn","hrv-Latn"]},{"precision":0.399828,"recall":0.432806,"f1":0.409324,"accuracy":0.432806,"main_score":0.409324,"hf_subset":"ibo_Latn-kin_Latn","languages":["ibo-Latn","kin-Latn"]},{"precision":0.410415,"recall":0.466403,"f1":0.425545,"accuracy":0.466403,"main_score":0.425545,"hf_subset":"ibo_Latn-mal_Mlym","languages":["ibo-Latn","mal-Mlym"]},{"precision":0.407783,"recall":0.476285,"f1":0.425894,"accuracy":0.476285,"main_score":0.425894,"hf_subset":"ibo_Latn-pes_Arab","languages":["ibo-Latn","pes-Arab"]},{"precision":0.438916,"recall":0.467391,"f1":0.445944,"accuracy":0.467391,"main_score":0.445944,"hf_subset":"ibo_Latn-srd_Latn","languages":["ibo-Latn","srd-Latn"]},{"precision":0.130055,"recall":0.166008,"f1":0.13893,"accuracy":0.166008,"main_score":0.13893,"hf_subset":"ibo_Latn-tzm_Tfng","languages":["ibo-Latn","tzm-Tfng"]},{"precision":0.398107,"recall":0.458498,"f1":0.414306,"accuracy":0.458498,"main_score":0.414306,"hf_subset":"ibo_Latn-acq_Arab","languages":["ibo-Latn","acq-Arab"]},{"precision":0.435584,"recall":0.47332,"f1":0.446216,"accuracy":0.47332,"main_score":0.446216,"hf_subset":"ibo_Latn-bem_Latn","languages":["ibo-Latn","bem-Latn"]},{"precision":0.423423,"recall":0.463439,"f1":0.434597,"accuracy":0.463439,"main_score":0.434597,"hf_subset":"ibo_Latn-epo_Latn","languages":["ibo-Latn","epo-Latn"]},{"precision":0.417415,"recall":0.471344,"f1":0.431506,"accuracy":0.471344,"main_score":0.431506,"hf_subset":"ibo_Latn-hun_Latn","languages":["ibo-Latn","hun-Latn"]},{"precision":0.423142,"recall":0.461462,"f1":0.433479,"accuracy":0.461462,"main_score":0.433479,"hf_subset":"ibo_Latn-kir_Cyrl","languages":["ibo-Latn","kir-Cyrl"]},{"precision":0.409378,"recall":0.470356,"f1":0.425067,"accuracy":0.470356,"main_score":0.425067,"hf_subset":"ibo_Latn-mar_Deva","languages":["ibo-Latn","mar-Deva"]},{"precision":0.414235,"recall":0.45751,"f1":0.42621,"accuracy":0.45751,"main_score":0.42621,"hf_subset":"ibo_Latn-plt_Latn","languages":["ibo-Latn","plt-Latn"]},{"precision":0.416046,"recall":0.468379,"f1":0.43021,"accuracy":0.468379,"main_score":0.43021,"hf_subset":"ibo_Latn-srp_Cyrl","languages":["ibo-Latn","srp-Cyrl"]},{"precision":0.273197,"recall":0.320158,"f1":0.286444,"accuracy":0.320158,"main_score":0.286444,"hf_subset":"ibo_Latn-uig_Arab","languages":["ibo-Latn","uig-Arab"]},{"precision":0.399141,"recall":0.450593,"f1":0.413244,"accuracy":0.450593,"main_score":0.413244,"hf_subset":"ibo_Latn-aeb_Arab","languages":["ibo-Latn","aeb-Arab"]},{"precision":0.411223,"recall":0.471344,"f1":0.427758,"accuracy":0.471344,"main_score":0.427758,"hf_subset":"ibo_Latn-ben_Beng","languages":["ibo-Latn","ben-Beng"]},{"precision":0.428671,"recall":0.469368,"f1":0.439756,"accuracy":0.469368,"main_score":0.439756,"hf_subset":"ibo_Latn-est_Latn","languages":["ibo-Latn","est-Latn"]},{"precision":0.386045,"recall":0.426877,"f1":0.397339,"accuracy":0.426877,"main_score":0.397339,"hf_subset":"ibo_Latn-hye_Armn","languages":["ibo-Latn","hye-Armn"]},{"precision":0.402063,"recall":0.439723,"f1":0.412985,"accuracy":0.439723,"main_score":0.412985,"hf_subset":"ibo_Latn-kmb_Latn","languages":["ibo-Latn","kmb-Latn"]},{"precision":0.222083,"recall":0.270751,"f1":0.234284,"accuracy":0.270751,"main_score":0.234284,"hf_subset":"ibo_Latn-min_Arab","languages":["ibo-Latn","min-Arab"]},{"precision":0.422836,"recall":0.48419,"f1":0.439431,"accuracy":0.48419,"main_score":0.439431,"hf_subset":"ibo_Latn-pol_Latn","languages":["ibo-Latn","pol-Latn"]},{"precision":0.429536,"recall":0.471344,"f1":0.441422,"accuracy":0.471344,"main_score":0.441422,"hf_subset":"ibo_Latn-ssw_Latn","languages":["ibo-Latn","ssw-Latn"]},{"precision":0.41914,"recall":0.468379,"f1":0.432419,"accuracy":0.468379,"main_score":0.432419,"hf_subset":"ibo_Latn-ukr_Cyrl","languages":["ibo-Latn","ukr-Cyrl"]},{"precision":0.449234,"recall":0.493083,"f1":0.461463,"accuracy":0.493083,"main_score":0.461463,"hf_subset":"ibo_Latn-afr_Latn","languages":["ibo-Latn","afr-Latn"]},{"precision":0.418993,"recall":0.471344,"f1":0.433398,"accuracy":0.471344,"main_score":0.433398,"hf_subset":"ibo_Latn-bho_Deva","languages":["ibo-Latn","bho-Deva"]},{"precision":0.420553,"recall":0.452569,"f1":0.428725,"accuracy":0.452569,"main_score":0.428725,"hf_subset":"ibo_Latn-eus_Latn","languages":["ibo-Latn","eus-Latn"]},{"precision":0.408291,"recall":0.443676,"f1":0.418127,"accuracy":0.443676,"main_score":0.418127,"hf_subset":"ibo_Latn-kmr_Latn","languages":["ibo-Latn","kmr-Latn"]},{"precision":0.428761,"recall":0.460474,"f1":0.437435,"accuracy":0.460474,"main_score":0.437435,"hf_subset":"ibo_Latn-min_Latn","languages":["ibo-Latn","min-Latn"]},{"precision":0.439271,"recall":0.496047,"f1":0.454581,"accuracy":0.496047,"main_score":0.454581,"hf_subset":"ibo_Latn-por_Latn","languages":["ibo-Latn","por-Latn"]},{"precision":0.455064,"recall":0.479249,"f1":0.461806,"accuracy":0.479249,"main_score":0.461806,"hf_subset":"ibo_Latn-sun_Latn","languages":["ibo-Latn","sun-Latn"]},{"precision":0.391875,"recall":0.429842,"f1":0.402539,"accuracy":0.429842,"main_score":0.402539,"hf_subset":"ibo_Latn-umb_Latn","languages":["ibo-Latn","umb-Latn"]},{"precision":0.408056,"recall":0.453557,"f1":0.420377,"accuracy":0.453557,"main_score":0.420377,"hf_subset":"ibo_Latn-ajp_Arab","languages":["ibo-Latn","ajp-Arab"]},{"precision":0.237632,"recall":0.285573,"f1":0.249125,"accuracy":0.285573,"main_score":0.249125,"hf_subset":"ibo_Latn-bjn_Arab","languages":["ibo-Latn","bjn-Arab"]},{"precision":0.40886,"recall":0.4417,"f1":0.418742,"accuracy":0.4417,"main_score":0.418742,"hf_subset":"ibo_Latn-ewe_Latn","languages":["ibo-Latn","ewe-Latn"]},{"precision":0.461124,"recall":0.48913,"f1":0.468921,"accuracy":0.48913,"main_score":0.468921,"hf_subset":"ibo_Latn-ilo_Latn","languages":["ibo-Latn","ilo-Latn"]},{"precision":0.197476,"recall":0.235178,"f1":0.207569,"accuracy":0.235178,"main_score":0.207569,"hf_subset":"ibo_Latn-knc_Arab","languages":["ibo-Latn","knc-Arab"]},{"precision":0.410707,"recall":0.45751,"f1":0.423311,"accuracy":0.45751,"main_score":0.423311,"hf_subset":"ibo_Latn-mkd_Cyrl","languages":["ibo-Latn","mkd-Cyrl"]},{"precision":0.400007,"recall":0.467391,"f1":0.418451,"accuracy":0.467391,"main_score":0.418451,"hf_subset":"ibo_Latn-prs_Arab","languages":["ibo-Latn","prs-Arab"]},{"precision":0.433612,"recall":0.48913,"f1":0.449249,"accuracy":0.48913,"main_score":0.449249,"hf_subset":"ibo_Latn-swe_Latn","languages":["ibo-Latn","swe-Latn"]},{"precision":0.407614,"recall":0.469368,"f1":0.424706,"accuracy":0.469368,"main_score":0.424706,"hf_subset":"ibo_Latn-urd_Arab","languages":["ibo-Latn","urd-Arab"]},{"precision":0.444911,"recall":0.481225,"f1":0.455377,"accuracy":0.481225,"main_score":0.455377,"hf_subset":"ibo_Latn-aka_Latn","languages":["ibo-Latn","aka-Latn"]},{"precision":0.419248,"recall":0.456522,"f1":0.429152,"accuracy":0.456522,"main_score":0.429152,"hf_subset":"ibo_Latn-bjn_Latn","languages":["ibo-Latn","bjn-Latn"]},{"precision":0.417111,"recall":0.459486,"f1":0.428938,"accuracy":0.459486,"main_score":0.428938,"hf_subset":"ibo_Latn-fao_Latn","languages":["ibo-Latn","fao-Latn"]},{"precision":0.447548,"recall":0.501976,"f1":0.461583,"accuracy":0.501976,"main_score":0.461583,"hf_subset":"ibo_Latn-ind_Latn","languages":["ibo-Latn","ind-Latn"]},{"precision":0.42809,"recall":0.461462,"f1":0.437954,"accuracy":0.461462,"main_score":0.437954,"hf_subset":"ibo_Latn-knc_Latn","languages":["ibo-Latn","knc-Latn"]},{"precision":0.444087,"recall":0.485178,"f1":0.455262,"accuracy":0.485178,"main_score":0.455262,"hf_subset":"ibo_Latn-mlt_Latn","languages":["ibo-Latn","mlt-Latn"]},{"precision":0.410213,"recall":0.448617,"f1":0.420675,"accuracy":0.448617,"main_score":0.420675,"hf_subset":"ibo_Latn-quy_Latn","languages":["ibo-Latn","quy-Latn"]},{"precision":0.441873,"recall":0.478261,"f1":0.452211,"accuracy":0.478261,"main_score":0.452211,"hf_subset":"ibo_Latn-swh_Latn","languages":["ibo-Latn","swh-Latn"]},{"precision":0.395834,"recall":0.428854,"f1":0.405287,"accuracy":0.428854,"main_score":0.405287,"hf_subset":"ibo_Latn-uzn_Latn","languages":["ibo-Latn","uzn-Latn"]},{"precision":0.422078,"recall":0.464427,"f1":0.43403,"accuracy":0.464427,"main_score":0.43403,"hf_subset":"ibo_Latn-als_Latn","languages":["ibo-Latn","als-Latn"]},{"precision":0.196115,"recall":0.247036,"f1":0.208228,"accuracy":0.247036,"main_score":0.208228,"hf_subset":"ibo_Latn-bod_Tibt","languages":["ibo-Latn","bod-Tibt"]},{"precision":0.42556,"recall":0.458498,"f1":0.43554,"accuracy":0.458498,"main_score":0.43554,"hf_subset":"ibo_Latn-fij_Latn","languages":["ibo-Latn","fij-Latn"]},{"precision":0.391156,"recall":0.432806,"f1":0.402173,"accuracy":0.432806,"main_score":0.402173,"hf_subset":"ibo_Latn-isl_Latn","languages":["ibo-Latn","isl-Latn"]},{"precision":0.423732,"recall":0.459486,"f1":0.434486,"accuracy":0.459486,"main_score":0.434486,"hf_subset":"ibo_Latn-kon_Latn","languages":["ibo-Latn","kon-Latn"]},{"precision":0.323897,"recall":0.374506,"f1":0.337735,"accuracy":0.374506,"main_score":0.337735,"hf_subset":"ibo_Latn-mni_Beng","languages":["ibo-Latn","mni-Beng"]},{"precision":0.444236,"recall":0.490119,"f1":0.457229,"accuracy":0.490119,"main_score":0.457229,"hf_subset":"ibo_Latn-ron_Latn","languages":["ibo-Latn","ron-Latn"]},{"precision":0.415248,"recall":0.449605,"f1":0.424786,"accuracy":0.449605,"main_score":0.424786,"hf_subset":"ibo_Latn-szl_Latn","languages":["ibo-Latn","szl-Latn"]},{"precision":0.430941,"recall":0.460474,"f1":0.438835,"accuracy":0.460474,"main_score":0.438835,"hf_subset":"ibo_Latn-vec_Latn","languages":["ibo-Latn","vec-Latn"]},{"precision":0.371465,"recall":0.427866,"f1":0.386816,"accuracy":0.427866,"main_score":0.386816,"hf_subset":"ibo_Latn-amh_Ethi","languages":["ibo-Latn","amh-Ethi"]},{"precision":0.435253,"recall":0.476285,"f1":0.446953,"accuracy":0.476285,"main_score":0.446953,"hf_subset":"ibo_Latn-bos_Latn","languages":["ibo-Latn","bos-Latn"]},{"precision":0.433044,"recall":0.481225,"f1":0.446086,"accuracy":0.481225,"main_score":0.446086,"hf_subset":"ibo_Latn-fin_Latn","languages":["ibo-Latn","fin-Latn"]},{"precision":0.439294,"recall":0.494071,"f1":0.45418,"accuracy":0.494071,"main_score":0.45418,"hf_subset":"ibo_Latn-ita_Latn","languages":["ibo-Latn","ita-Latn"]},{"precision":0.410529,"recall":0.472332,"f1":0.427134,"accuracy":0.472332,"main_score":0.427134,"hf_subset":"ibo_Latn-kor_Hang","languages":["ibo-Latn","kor-Hang"]},{"precision":0.409454,"recall":0.448617,"f1":0.420724,"accuracy":0.448617,"main_score":0.420724,"hf_subset":"ibo_Latn-mos_Latn","languages":["ibo-Latn","mos-Latn"]},{"precision":0.411958,"recall":0.444664,"f1":0.421396,"accuracy":0.444664,"main_score":0.421396,"hf_subset":"ibo_Latn-run_Latn","languages":["ibo-Latn","run-Latn"]},{"precision":0.389883,"recall":0.455534,"f1":0.406885,"accuracy":0.455534,"main_score":0.406885,"hf_subset":"ibo_Latn-tam_Taml","languages":["ibo-Latn","tam-Taml"]},{"precision":0.435659,"recall":0.491107,"f1":0.449832,"accuracy":0.491107,"main_score":0.449832,"hf_subset":"ibo_Latn-vie_Latn","languages":["ibo-Latn","vie-Latn"]},{"precision":0.398034,"recall":0.445652,"f1":0.410858,"accuracy":0.445652,"main_score":0.410858,"hf_subset":"ibo_Latn-apc_Arab","languages":["ibo-Latn","apc-Arab"]},{"precision":0.445644,"recall":0.478261,"f1":0.454857,"accuracy":0.478261,"main_score":0.454857,"hf_subset":"ibo_Latn-bug_Latn","languages":["ibo-Latn","bug-Latn"]},{"precision":0.390984,"recall":0.427866,"f1":0.401452,"accuracy":0.427866,"main_score":0.401452,"hf_subset":"ibo_Latn-fon_Latn","languages":["ibo-Latn","fon-Latn"]},{"precision":0.463919,"recall":0.495059,"f1":0.47265,"accuracy":0.495059,"main_score":0.47265,"hf_subset":"ibo_Latn-jav_Latn","languages":["ibo-Latn","jav-Latn"]},{"precision":0.383356,"recall":0.420949,"f1":0.393917,"accuracy":0.420949,"main_score":0.393917,"hf_subset":"ibo_Latn-lao_Laoo","languages":["ibo-Latn","lao-Laoo"]},{"precision":0.403572,"recall":0.439723,"f1":0.413309,"accuracy":0.439723,"main_score":0.413309,"hf_subset":"ibo_Latn-mri_Latn","languages":["ibo-Latn","mri-Latn"]},{"precision":0.427381,"recall":0.485178,"f1":0.44357,"accuracy":0.485178,"main_score":0.44357,"hf_subset":"ibo_Latn-rus_Cyrl","languages":["ibo-Latn","rus-Cyrl"]},{"precision":0.376761,"recall":0.41502,"f1":0.387585,"accuracy":0.41502,"main_score":0.387585,"hf_subset":"ibo_Latn-taq_Latn","languages":["ibo-Latn","taq-Latn"]},{"precision":0.450132,"recall":0.48419,"f1":0.459508,"accuracy":0.48419,"main_score":0.459508,"hf_subset":"ibo_Latn-war_Latn","languages":["ibo-Latn","war-Latn"]},{"precision":0.399558,"recall":0.460474,"f1":0.415838,"accuracy":0.460474,"main_score":0.415838,"hf_subset":"ibo_Latn-arb_Arab","languages":["ibo-Latn","arb-Arab"]},{"precision":0.434997,"recall":0.481225,"f1":0.447667,"accuracy":0.481225,"main_score":0.447667,"hf_subset":"ibo_Latn-bul_Cyrl","languages":["ibo-Latn","bul-Cyrl"]},{"precision":0.444982,"recall":0.502964,"f1":0.460019,"accuracy":0.502964,"main_score":0.460019,"hf_subset":"ibo_Latn-fra_Latn","languages":["ibo-Latn","fra-Latn"]},{"precision":0.403,"recall":0.470356,"f1":0.421485,"accuracy":0.470356,"main_score":0.421485,"hf_subset":"ibo_Latn-jpn_Jpan","languages":["ibo-Latn","jpn-Jpan"]},{"precision":0.441134,"recall":0.470356,"f1":0.449516,"accuracy":0.470356,"main_score":0.449516,"hf_subset":"ibo_Latn-lij_Latn","languages":["ibo-Latn","lij-Latn"]},{"precision":0.340645,"recall":0.390316,"f1":0.354107,"accuracy":0.390316,"main_score":0.354107,"hf_subset":"ibo_Latn-mya_Mymr","languages":["ibo-Latn","mya-Mymr"]},{"precision":0.418536,"recall":0.451581,"f1":0.428185,"accuracy":0.451581,"main_score":0.428185,"hf_subset":"ibo_Latn-sag_Latn","languages":["ibo-Latn","sag-Latn"]},{"precision":0.159952,"recall":0.212451,"f1":0.172236,"accuracy":0.212451,"main_score":0.172236,"hf_subset":"ibo_Latn-taq_Tfng","languages":["ibo-Latn","taq-Tfng"]},{"precision":0.42342,"recall":0.458498,"f1":0.433522,"accuracy":0.458498,"main_score":0.433522,"hf_subset":"ibo_Latn-wol_Latn","languages":["ibo-Latn","wol-Latn"]},{"precision":0.282675,"recall":0.347826,"f1":0.299863,"accuracy":0.347826,"main_score":0.299863,"hf_subset":"ibo_Latn-arb_Latn","languages":["ibo-Latn","arb-Latn"]},{"precision":0.418749,"recall":0.470356,"f1":0.432835,"accuracy":0.470356,"main_score":0.432835,"hf_subset":"ibo_Latn-cat_Latn","languages":["ibo-Latn","cat-Latn"]},{"precision":0.42927,"recall":0.466403,"f1":0.439337,"accuracy":0.466403,"main_score":0.439337,"hf_subset":"ibo_Latn-fur_Latn","languages":["ibo-Latn","fur-Latn"]},{"precision":0.297501,"recall":0.339921,"f1":0.309447,"accuracy":0.339921,"main_score":0.309447,"hf_subset":"ibo_Latn-kab_Latn","languages":["ibo-Latn","kab-Latn"]},{"precision":0.433213,"recall":0.470356,"f1":0.443721,"accuracy":0.470356,"main_score":0.443721,"hf_subset":"ibo_Latn-lim_Latn","languages":["ibo-Latn","lim-Latn"]},{"precision":0.440751,"recall":0.492095,"f1":0.454248,"accuracy":0.492095,"main_score":0.454248,"hf_subset":"ibo_Latn-nld_Latn","languages":["ibo-Latn","nld-Latn"]},{"precision":0.397481,"recall":0.448617,"f1":0.41128,"accuracy":0.448617,"main_score":0.41128,"hf_subset":"ibo_Latn-san_Deva","languages":["ibo-Latn","san-Deva"]},{"precision":0.414781,"recall":0.450593,"f1":0.424942,"accuracy":0.450593,"main_score":0.424942,"hf_subset":"ibo_Latn-tat_Cyrl","languages":["ibo-Latn","tat-Cyrl"]},{"precision":0.419803,"recall":0.461462,"f1":0.431851,"accuracy":0.461462,"main_score":0.431851,"hf_subset":"ibo_Latn-xho_Latn","languages":["ibo-Latn","xho-Latn"]},{"precision":0.362757,"recall":0.428854,"f1":0.380307,"accuracy":0.428854,"main_score":0.380307,"hf_subset":"ibo_Latn-ars_Arab","languages":["ibo-Latn","ars-Arab"]},{"precision":0.448112,"recall":0.487154,"f1":0.458867,"accuracy":0.487154,"main_score":0.458867,"hf_subset":"ibo_Latn-ceb_Latn","languages":["ibo-Latn","ceb-Latn"]},{"precision":0.406599,"recall":0.447628,"f1":0.418314,"accuracy":0.447628,"main_score":0.418314,"hf_subset":"ibo_Latn-fuv_Latn","languages":["ibo-Latn","fuv-Latn"]},{"precision":0.423273,"recall":0.455534,"f1":0.432894,"accuracy":0.455534,"main_score":0.432894,"hf_subset":"ibo_Latn-kac_Latn","languages":["ibo-Latn","kac-Latn"]},{"precision":0.423784,"recall":0.452569,"f1":0.431277,"accuracy":0.452569,"main_score":0.431277,"hf_subset":"ibo_Latn-lin_Latn","languages":["ibo-Latn","lin-Latn"]},{"precision":0.422151,"recall":0.474308,"f1":0.436929,"accuracy":0.474308,"main_score":0.436929,"hf_subset":"ibo_Latn-nno_Latn","languages":["ibo-Latn","nno-Latn"]},{"precision":0.178589,"recall":0.210474,"f1":0.186667,"accuracy":0.210474,"main_score":0.186667,"hf_subset":"ibo_Latn-sat_Olck","languages":["ibo-Latn","sat-Olck"]},{"precision":0.409291,"recall":0.472332,"f1":0.426105,"accuracy":0.472332,"main_score":0.426105,"hf_subset":"ibo_Latn-tel_Telu","languages":["ibo-Latn","tel-Telu"]},{"precision":0.267817,"recall":0.315217,"f1":0.280198,"accuracy":0.315217,"main_score":0.280198,"hf_subset":"ibo_Latn-ydd_Hebr","languages":["ibo-Latn","ydd-Hebr"]},{"precision":0.369909,"recall":0.420949,"f1":0.383632,"accuracy":0.420949,"main_score":0.383632,"hf_subset":"ibo_Latn-ary_Arab","languages":["ibo-Latn","ary-Arab"]},{"precision":0.414919,"recall":0.472332,"f1":0.430147,"accuracy":0.472332,"main_score":0.430147,"hf_subset":"ibo_Latn-ces_Latn","languages":["ibo-Latn","ces-Latn"]},{"precision":0.345619,"recall":0.393281,"f1":0.35913,"accuracy":0.393281,"main_score":0.35913,"hf_subset":"ibo_Latn-gaz_Latn","languages":["ibo-Latn","gaz-Latn"]},{"precision":0.435074,"recall":0.461462,"f1":0.442528,"accuracy":0.461462,"main_score":0.442528,"hf_subset":"ibo_Latn-kam_Latn","languages":["ibo-Latn","kam-Latn"]},{"precision":0.421555,"recall":0.463439,"f1":0.43297,"accuracy":0.463439,"main_score":0.43297,"hf_subset":"ibo_Latn-lit_Latn","languages":["ibo-Latn","lit-Latn"]},{"precision":0.430739,"recall":0.481225,"f1":0.444726,"accuracy":0.481225,"main_score":0.444726,"hf_subset":"ibo_Latn-nob_Latn","languages":["ibo-Latn","nob-Latn"]},{"precision":0.415748,"recall":0.44664,"f1":0.42443,"accuracy":0.44664,"main_score":0.42443,"hf_subset":"ibo_Latn-scn_Latn","languages":["ibo-Latn","scn-Latn"]},{"precision":0.36445,"recall":0.410079,"f1":0.376814,"accuracy":0.410079,"main_score":0.376814,"hf_subset":"ibo_Latn-tgk_Cyrl","languages":["ibo-Latn","tgk-Cyrl"]},{"precision":0.416264,"recall":0.452569,"f1":0.427157,"accuracy":0.452569,"main_score":0.427157,"hf_subset":"ibo_Latn-yor_Latn","languages":["ibo-Latn","yor-Latn"]},{"precision":0.4099,"recall":0.467391,"f1":0.425185,"accuracy":0.467391,"main_score":0.425185,"hf_subset":"ibo_Latn-arz_Arab","languages":["ibo-Latn","arz-Arab"]},{"precision":0.392285,"recall":0.423913,"f1":0.401631,"accuracy":0.423913,"main_score":0.401631,"hf_subset":"ibo_Latn-cjk_Latn","languages":["ibo-Latn","cjk-Latn"]},{"precision":0.369286,"recall":0.41996,"f1":0.382752,"accuracy":0.41996,"main_score":0.382752,"hf_subset":"ibo_Latn-gla_Latn","languages":["ibo-Latn","gla-Latn"]},{"precision":0.409989,"recall":0.467391,"f1":0.425232,"accuracy":0.467391,"main_score":0.425232,"hf_subset":"ibo_Latn-kan_Knda","languages":["ibo-Latn","kan-Knda"]},{"precision":0.427631,"recall":0.458498,"f1":0.436339,"accuracy":0.458498,"main_score":0.436339,"hf_subset":"ibo_Latn-lmo_Latn","languages":["ibo-Latn","lmo-Latn"]},{"precision":0.398023,"recall":0.461462,"f1":0.415847,"accuracy":0.461462,"main_score":0.415847,"hf_subset":"ibo_Latn-npi_Deva","languages":["ibo-Latn","npi-Deva"]},{"precision":0.35494,"recall":0.405138,"f1":0.369455,"accuracy":0.405138,"main_score":0.369455,"hf_subset":"ibo_Latn-shn_Mymr","languages":["ibo-Latn","shn-Mymr"]},{"precision":0.467802,"recall":0.506917,"f1":0.479238,"accuracy":0.506917,"main_score":0.479238,"hf_subset":"ibo_Latn-tgl_Latn","languages":["ibo-Latn","tgl-Latn"]},{"precision":0.391183,"recall":0.449605,"f1":0.406429,"accuracy":0.449605,"main_score":0.406429,"hf_subset":"ibo_Latn-yue_Hant","languages":["ibo-Latn","yue-Hant"]},{"precision":0.368801,"recall":0.416996,"f1":0.382317,"accuracy":0.416996,"main_score":0.382317,"hf_subset":"ibo_Latn-asm_Beng","languages":["ibo-Latn","asm-Beng"]},{"precision":0.326996,"recall":0.370553,"f1":0.339012,"accuracy":0.370553,"main_score":0.339012,"hf_subset":"ibo_Latn-ckb_Arab","languages":["ibo-Latn","ckb-Arab"]},{"precision":0.366695,"recall":0.41502,"f1":0.380105,"accuracy":0.41502,"main_score":0.380105,"hf_subset":"ibo_Latn-gle_Latn","languages":["ibo-Latn","gle-Latn"]},{"precision":0.337803,"recall":0.390316,"f1":0.352087,"accuracy":0.390316,"main_score":0.352087,"hf_subset":"ibo_Latn-kas_Arab","languages":["ibo-Latn","kas-Arab"]},{"precision":0.4084,"recall":0.443676,"f1":0.41855,"accuracy":0.443676,"main_score":0.41855,"hf_subset":"ibo_Latn-ltg_Latn","languages":["ibo-Latn","ltg-Latn"]},{"precision":0.440472,"recall":0.47332,"f1":0.449916,"accuracy":0.47332,"main_score":0.449916,"hf_subset":"ibo_Latn-nso_Latn","languages":["ibo-Latn","nso-Latn"]},{"precision":0.371486,"recall":0.427866,"f1":0.38701,"accuracy":0.427866,"main_score":0.38701,"hf_subset":"ibo_Latn-sin_Sinh","languages":["ibo-Latn","sin-Sinh"]},{"precision":0.397598,"recall":0.466403,"f1":0.416056,"accuracy":0.466403,"main_score":0.416056,"hf_subset":"ibo_Latn-tha_Thai","languages":["ibo-Latn","tha-Thai"]},{"precision":0.41229,"recall":0.469368,"f1":0.427918,"accuracy":0.469368,"main_score":0.427918,"hf_subset":"ibo_Latn-zho_Hans","languages":["ibo-Latn","zho-Hans"]},{"precision":0.426907,"recall":0.459486,"f1":0.436375,"accuracy":0.459486,"main_score":0.436375,"hf_subset":"ibo_Latn-ast_Latn","languages":["ibo-Latn","ast-Latn"]},{"precision":0.395878,"recall":0.437747,"f1":0.406599,"accuracy":0.437747,"main_score":0.406599,"hf_subset":"ibo_Latn-crh_Latn","languages":["ibo-Latn","crh-Latn"]},{"precision":0.44481,"recall":0.492095,"f1":0.458448,"accuracy":0.492095,"main_score":0.458448,"hf_subset":"ibo_Latn-glg_Latn","languages":["ibo-Latn","glg-Latn"]},{"precision":0.370637,"recall":0.41996,"f1":0.384233,"accuracy":0.41996,"main_score":0.384233,"hf_subset":"ibo_Latn-kas_Deva","languages":["ibo-Latn","kas-Deva"]},{"precision":0.414491,"recall":0.456522,"f1":0.425519,"accuracy":0.456522,"main_score":0.425519,"hf_subset":"ibo_Latn-ltz_Latn","languages":["ibo-Latn","ltz-Latn"]},{"precision":0.356203,"recall":0.40415,"f1":0.369199,"accuracy":0.40415,"main_score":0.369199,"hf_subset":"ibo_Latn-nus_Latn","languages":["ibo-Latn","nus-Latn"]},{"precision":0.421761,"recall":0.471344,"f1":0.436294,"accuracy":0.471344,"main_score":0.436294,"hf_subset":"ibo_Latn-slk_Latn","languages":["ibo-Latn","slk-Latn"]},{"precision":0.31442,"recall":0.363636,"f1":0.328379,"accuracy":0.363636,"main_score":0.328379,"hf_subset":"ibo_Latn-tir_Ethi","languages":["ibo-Latn","tir-Ethi"]},{"precision":0.396947,"recall":0.465415,"f1":0.414822,"accuracy":0.465415,"main_score":0.414822,"hf_subset":"ibo_Latn-zho_Hant","languages":["ibo-Latn","zho-Hant"]},{"precision":0.415179,"recall":0.468379,"f1":0.429191,"accuracy":0.468379,"main_score":0.429191,"hf_subset":"ibo_Latn-awa_Deva","languages":["ibo-Latn","awa-Deva"]},{"precision":0.394274,"recall":0.434783,"f1":0.405412,"accuracy":0.434783,"main_score":0.405412,"hf_subset":"ibo_Latn-cym_Latn","languages":["ibo-Latn","cym-Latn"]},{"precision":0.415662,"recall":0.445652,"f1":0.42444,"accuracy":0.445652,"main_score":0.42444,"hf_subset":"ibo_Latn-grn_Latn","languages":["ibo-Latn","grn-Latn"]},{"precision":0.389792,"recall":0.437747,"f1":0.403338,"accuracy":0.437747,"main_score":0.403338,"hf_subset":"ibo_Latn-kat_Geor","languages":["ibo-Latn","kat-Geor"]},{"precision":0.426087,"recall":0.459486,"f1":0.43594,"accuracy":0.459486,"main_score":0.43594,"hf_subset":"ibo_Latn-lua_Latn","languages":["ibo-Latn","lua-Latn"]},{"precision":0.445601,"recall":0.478261,"f1":0.454585,"accuracy":0.478261,"main_score":0.454585,"hf_subset":"ibo_Latn-nya_Latn","languages":["ibo-Latn","nya-Latn"]},{"precision":0.418782,"recall":0.472332,"f1":0.433711,"accuracy":0.472332,"main_score":0.433711,"hf_subset":"ibo_Latn-slv_Latn","languages":["ibo-Latn","slv-Latn"]},{"precision":0.458957,"recall":0.492095,"f1":0.468122,"accuracy":0.492095,"main_score":0.468122,"hf_subset":"ibo_Latn-tpi_Latn","languages":["ibo-Latn","tpi-Latn"]},{"precision":0.445665,"recall":0.496047,"f1":0.459564,"accuracy":0.496047,"main_score":0.459564,"hf_subset":"ibo_Latn-zsm_Latn","languages":["ibo-Latn","zsm-Latn"]},{"precision":0.398168,"recall":0.442688,"f1":0.410501,"accuracy":0.442688,"main_score":0.410501,"hf_subset":"ibo_Latn-ayr_Latn","languages":["ibo-Latn","ayr-Latn"]},{"precision":0.443769,"recall":0.499012,"f1":0.458098,"accuracy":0.499012,"main_score":0.458098,"hf_subset":"ibo_Latn-dan_Latn","languages":["ibo-Latn","dan-Latn"]},{"precision":0.417884,"recall":0.472332,"f1":0.432727,"accuracy":0.472332,"main_score":0.432727,"hf_subset":"ibo_Latn-guj_Gujr","languages":["ibo-Latn","guj-Gujr"]},{"precision":0.393925,"recall":0.437747,"f1":0.405359,"accuracy":0.437747,"main_score":0.405359,"hf_subset":"ibo_Latn-kaz_Cyrl","languages":["ibo-Latn","kaz-Cyrl"]},{"precision":0.398313,"recall":0.433794,"f1":0.408769,"accuracy":0.433794,"main_score":0.408769,"hf_subset":"ibo_Latn-lug_Latn","languages":["ibo-Latn","lug-Latn"]},{"precision":0.43615,"recall":0.479249,"f1":0.448433,"accuracy":0.479249,"main_score":0.448433,"hf_subset":"ibo_Latn-oci_Latn","languages":["ibo-Latn","oci-Latn"]},{"precision":0.438653,"recall":0.476285,"f1":0.449441,"accuracy":0.476285,"main_score":0.449441,"hf_subset":"ibo_Latn-smo_Latn","languages":["ibo-Latn","smo-Latn"]},{"precision":0.426196,"recall":0.463439,"f1":0.437149,"accuracy":0.463439,"main_score":0.437149,"hf_subset":"ibo_Latn-tsn_Latn","languages":["ibo-Latn","tsn-Latn"]},{"precision":0.406735,"recall":0.454545,"f1":0.420376,"accuracy":0.454545,"main_score":0.420376,"hf_subset":"ibo_Latn-zul_Latn","languages":["ibo-Latn","zul-Latn"]},{"precision":0.322,"recall":0.37253,"f1":0.335338,"accuracy":0.37253,"main_score":0.335338,"hf_subset":"ibo_Latn-azb_Arab","languages":["ibo-Latn","azb-Arab"]},{"precision":0.437275,"recall":0.499012,"f1":0.453115,"accuracy":0.499012,"main_score":0.453115,"hf_subset":"ibo_Latn-deu_Latn","languages":["ibo-Latn","deu-Latn"]},{"precision":0.408175,"recall":0.452569,"f1":0.420797,"accuracy":0.452569,"main_score":0.420797,"hf_subset":"ibo_Latn-hat_Latn","languages":["ibo-Latn","hat-Latn"]},{"precision":0.376268,"recall":0.413043,"f1":0.38714,"accuracy":0.413043,"main_score":0.38714,"hf_subset":"ibo_Latn-kbp_Latn","languages":["ibo-Latn","kbp-Latn"]},{"precision":0.454654,"recall":0.482213,"f1":0.462724,"accuracy":0.482213,"main_score":0.462724,"hf_subset":"ibo_Latn-luo_Latn","languages":["ibo-Latn","luo-Latn"]},{"precision":0.383206,"recall":0.433794,"f1":0.39809,"accuracy":0.433794,"main_score":0.39809,"hf_subset":"ibo_Latn-ory_Orya","languages":["ibo-Latn","ory-Orya"]},{"precision":0.441066,"recall":0.476285,"f1":0.450943,"accuracy":0.476285,"main_score":0.450943,"hf_subset":"ibo_Latn-sna_Latn","languages":["ibo-Latn","sna-Latn"]},{"precision":0.434167,"recall":0.467391,"f1":0.443554,"accuracy":0.467391,"main_score":0.443554,"hf_subset":"ibo_Latn-tso_Latn","languages":["ibo-Latn","tso-Latn"]},{"precision":0.405257,"recall":0.4417,"f1":0.415915,"accuracy":0.4417,"main_score":0.415915,"hf_subset":"ibo_Latn-azj_Latn","languages":["ibo-Latn","azj-Latn"]},{"precision":0.399213,"recall":0.4417,"f1":0.411567,"accuracy":0.4417,"main_score":0.411567,"hf_subset":"ibo_Latn-dik_Latn","languages":["ibo-Latn","dik-Latn"]},{"precision":0.430649,"recall":0.460474,"f1":0.439306,"accuracy":0.460474,"main_score":0.439306,"hf_subset":"ibo_Latn-hau_Latn","languages":["ibo-Latn","hau-Latn"]},{"precision":0.441267,"recall":0.47332,"f1":0.450262,"accuracy":0.47332,"main_score":0.450262,"hf_subset":"ibo_Latn-kea_Latn","languages":["ibo-Latn","kea-Latn"]},{"precision":0.436606,"recall":0.468379,"f1":0.445516,"accuracy":0.468379,"main_score":0.445516,"hf_subset":"ibo_Latn-lus_Latn","languages":["ibo-Latn","lus-Latn"]},{"precision":0.440079,"recall":0.472332,"f1":0.449542,"accuracy":0.472332,"main_score":0.449542,"hf_subset":"ibo_Latn-pag_Latn","languages":["ibo-Latn","pag-Latn"]},{"precision":0.336267,"recall":0.396245,"f1":0.352165,"accuracy":0.396245,"main_score":0.352165,"hf_subset":"ibo_Latn-snd_Arab","languages":["ibo-Latn","snd-Arab"]},{"precision":0.403804,"recall":0.444664,"f1":0.415749,"accuracy":0.444664,"main_score":0.415749,"hf_subset":"ibo_Latn-tuk_Latn","languages":["ibo-Latn","tuk-Latn"]},{"precision":0.411331,"recall":0.450593,"f1":0.42179,"accuracy":0.450593,"main_score":0.42179,"hf_subset":"ibo_Latn-bak_Cyrl","languages":["ibo-Latn","bak-Cyrl"]},{"precision":0.347274,"recall":0.398221,"f1":0.362037,"accuracy":0.398221,"main_score":0.362037,"hf_subset":"ibo_Latn-dyu_Latn","languages":["ibo-Latn","dyu-Latn"]},{"precision":0.357702,"recall":0.413043,"f1":0.372822,"accuracy":0.413043,"main_score":0.372822,"hf_subset":"ibo_Latn-heb_Hebr","languages":["ibo-Latn","heb-Hebr"]},{"precision":0.373742,"recall":0.414032,"f1":0.384503,"accuracy":0.414032,"main_score":0.384503,"hf_subset":"ibo_Latn-khk_Cyrl","languages":["ibo-Latn","khk-Cyrl"]},{"precision":0.415817,"recall":0.451581,"f1":0.426165,"accuracy":0.451581,"main_score":0.426165,"hf_subset":"ibo_Latn-lvs_Latn","languages":["ibo-Latn","lvs-Latn"]},{"precision":0.406027,"recall":0.458498,"f1":0.420542,"accuracy":0.458498,"main_score":0.420542,"hf_subset":"ibo_Latn-pan_Guru","languages":["ibo-Latn","pan-Guru"]},{"precision":0.383551,"recall":0.422925,"f1":0.394812,"accuracy":0.422925,"main_score":0.394812,"hf_subset":"ibo_Latn-som_Latn","languages":["ibo-Latn","som-Latn"]},{"precision":0.415116,"recall":0.448617,"f1":0.42471,"accuracy":0.448617,"main_score":0.42471,"hf_subset":"ibo_Latn-tum_Latn","languages":["ibo-Latn","tum-Latn"]},{"precision":0.277123,"recall":0.333004,"f1":0.29127,"accuracy":0.333004,"main_score":0.29127,"hf_subset":"kmr_Latn-ace_Arab","languages":["kmr-Latn","ace-Arab"]},{"precision":0.39432,"recall":0.439723,"f1":0.407318,"accuracy":0.439723,"main_score":0.407318,"hf_subset":"kmr_Latn-bam_Latn","languages":["kmr-Latn","bam-Latn"]},{"precision":0.131713,"recall":0.1917,"f1":0.14633,"accuracy":0.1917,"main_score":0.14633,"hf_subset":"kmr_Latn-dzo_Tibt","languages":["kmr-Latn","dzo-Tibt"]},{"precision":0.455285,"recall":0.531621,"f1":0.475707,"accuracy":0.531621,"main_score":0.475707,"hf_subset":"kmr_Latn-hin_Deva","languages":["kmr-Latn","hin-Deva"]},{"precision":0.388454,"recall":0.439723,"f1":0.402465,"accuracy":0.439723,"main_score":0.402465,"hf_subset":"kmr_Latn-khm_Khmr","languages":["kmr-Latn","khm-Khmr"]},{"precision":0.460582,"recall":0.534585,"f1":0.480634,"accuracy":0.534585,"main_score":0.480634,"hf_subset":"kmr_Latn-mag_Deva","languages":["kmr-Latn","mag-Deva"]},{"precision":0.491167,"recall":0.524704,"f1":0.501007,"accuracy":0.524704,"main_score":0.501007,"hf_subset":"kmr_Latn-pap_Latn","languages":["kmr-Latn","pap-Latn"]},{"precision":0.434303,"recall":0.477273,"f1":0.445363,"accuracy":0.477273,"main_score":0.445363,"hf_subset":"kmr_Latn-sot_Latn","languages":["kmr-Latn","sot-Latn"]},{"precision":0.50385,"recall":0.55336,"f1":0.517996,"accuracy":0.55336,"main_score":0.517996,"hf_subset":"kmr_Latn-tur_Latn","languages":["kmr-Latn","tur-Latn"]},{"precision":0.48363,"recall":0.519763,"f1":0.493898,"accuracy":0.519763,"main_score":0.493898,"hf_subset":"kmr_Latn-ace_Latn","languages":["kmr-Latn","ace-Latn"]},{"precision":0.488837,"recall":0.528656,"f1":0.499367,"accuracy":0.528656,"main_score":0.499367,"hf_subset":"kmr_Latn-ban_Latn","languages":["kmr-Latn","ban-Latn"]},{"precision":0.376419,"recall":0.447628,"f1":0.395793,"accuracy":0.447628,"main_score":0.395793,"hf_subset":"kmr_Latn-ell_Grek","languages":["kmr-Latn","ell-Grek"]},{"precision":0.446843,"recall":0.507905,"f1":0.462818,"accuracy":0.507905,"main_score":0.462818,"hf_subset":"kmr_Latn-hne_Deva","languages":["kmr-Latn","hne-Deva"]},{"precision":0.397362,"recall":0.450593,"f1":0.411624,"accuracy":0.450593,"main_score":0.411624,"hf_subset":"kmr_Latn-kik_Latn","languages":["kmr-Latn","kik-Latn"]},{"precision":0.472077,"recall":0.543478,"f1":0.491278,"accuracy":0.543478,"main_score":0.491278,"hf_subset":"kmr_Latn-mai_Deva","languages":["kmr-Latn","mai-Deva"]},{"precision":0.425384,"recall":0.478261,"f1":0.440151,"accuracy":0.478261,"main_score":0.440151,"hf_subset":"kmr_Latn-pbt_Arab","languages":["kmr-Latn","pbt-Arab"]},{"precision":0.462889,"recall":0.532609,"f1":0.481499,"accuracy":0.532609,"main_score":0.481499,"hf_subset":"kmr_Latn-spa_Latn","languages":["kmr-Latn","spa-Latn"]},{"precision":0.44724,"recall":0.48419,"f1":0.45786,"accuracy":0.48419,"main_score":0.45786,"hf_subset":"kmr_Latn-twi_Latn","languages":["kmr-Latn","twi-Latn"]},{"precision":0.430085,"recall":0.498024,"f1":0.448287,"accuracy":0.498024,"main_score":0.448287,"hf_subset":"kmr_Latn-acm_Arab","languages":["kmr-Latn","acm-Arab"]},{"precision":0.401784,"recall":0.462451,"f1":0.419109,"accuracy":0.462451,"main_score":0.419109,"hf_subset":"kmr_Latn-bel_Cyrl","languages":["kmr-Latn","bel-Cyrl"]},{"precision":0.494881,"recall":0.557312,"f1":0.511938,"accuracy":0.557312,"main_score":0.511938,"hf_subset":"kmr_Latn-eng_Latn","languages":["kmr-Latn","eng-Latn"]},{"precision":0.478939,"recall":0.529644,"f1":0.492786,"accuracy":0.529644,"main_score":0.492786,"hf_subset":"kmr_Latn-hrv_Latn","languages":["kmr-Latn","hrv-Latn"]},{"precision":0.400351,"recall":0.442688,"f1":0.411535,"accuracy":0.442688,"main_score":0.411535,"hf_subset":"kmr_Latn-kin_Latn","languages":["kmr-Latn","kin-Latn"]},{"precision":0.428089,"recall":0.496047,"f1":0.446259,"accuracy":0.496047,"main_score":0.446259,"hf_subset":"kmr_Latn-mal_Mlym","languages":["kmr-Latn","mal-Mlym"]},{"precision":0.442043,"recall":0.518775,"f1":0.4625,"accuracy":0.518775,"main_score":0.4625,"hf_subset":"kmr_Latn-pes_Arab","languages":["kmr-Latn","pes-Arab"]},{"precision":0.474722,"recall":0.51581,"f1":0.486349,"accuracy":0.51581,"main_score":0.486349,"hf_subset":"kmr_Latn-srd_Latn","languages":["kmr-Latn","srd-Latn"]},{"precision":0.14315,"recall":0.195652,"f1":0.157625,"accuracy":0.195652,"main_score":0.157625,"hf_subset":"kmr_Latn-tzm_Tfng","languages":["kmr-Latn","tzm-Tfng"]},{"precision":0.4331,"recall":0.503953,"f1":0.452403,"accuracy":0.503953,"main_score":0.452403,"hf_subset":"kmr_Latn-acq_Arab","languages":["kmr-Latn","acq-Arab"]},{"precision":0.443612,"recall":0.485178,"f1":0.454917,"accuracy":0.485178,"main_score":0.454917,"hf_subset":"kmr_Latn-bem_Latn","languages":["kmr-Latn","bem-Latn"]},{"precision":0.48538,"recall":0.523715,"f1":0.495959,"accuracy":0.523715,"main_score":0.495959,"hf_subset":"kmr_Latn-epo_Latn","languages":["kmr-Latn","epo-Latn"]},{"precision":0.453246,"recall":0.514822,"f1":0.469767,"accuracy":0.514822,"main_score":0.469767,"hf_subset":"kmr_Latn-hun_Latn","languages":["kmr-Latn","hun-Latn"]},{"precision":0.441255,"recall":0.48419,"f1":0.45337,"accuracy":0.48419,"main_score":0.45337,"hf_subset":"kmr_Latn-kir_Cyrl","languages":["kmr-Latn","kir-Cyrl"]},{"precision":0.459712,"recall":0.523715,"f1":0.476923,"accuracy":0.523715,"main_score":0.476923,"hf_subset":"kmr_Latn-mar_Deva","languages":["kmr-Latn","mar-Deva"]},{"precision":0.444234,"recall":0.483202,"f1":0.454319,"accuracy":0.483202,"main_score":0.454319,"hf_subset":"kmr_Latn-plt_Latn","languages":["kmr-Latn","plt-Latn"]},{"precision":0.467354,"recall":0.523715,"f1":0.483303,"accuracy":0.523715,"main_score":0.483303,"hf_subset":"kmr_Latn-srp_Cyrl","languages":["kmr-Latn","srp-Cyrl"]},{"precision":0.343454,"recall":0.393281,"f1":0.3572,"accuracy":0.393281,"main_score":0.3572,"hf_subset":"kmr_Latn-uig_Arab","languages":["kmr-Latn","uig-Arab"]},{"precision":0.418473,"recall":0.474308,"f1":0.433379,"accuracy":0.474308,"main_score":0.433379,"hf_subset":"kmr_Latn-aeb_Arab","languages":["kmr-Latn","aeb-Arab"]},{"precision":0.447167,"recall":0.518775,"f1":0.466866,"accuracy":0.518775,"main_score":0.466866,"hf_subset":"kmr_Latn-ben_Beng","languages":["kmr-Latn","ben-Beng"]},{"precision":0.460093,"recall":0.502964,"f1":0.471901,"accuracy":0.502964,"main_score":0.471901,"hf_subset":"kmr_Latn-est_Latn","languages":["kmr-Latn","est-Latn"]},{"precision":0.390428,"recall":0.448617,"f1":0.406215,"accuracy":0.448617,"main_score":0.406215,"hf_subset":"kmr_Latn-hye_Armn","languages":["kmr-Latn","hye-Armn"]},{"precision":0.40325,"recall":0.450593,"f1":0.416403,"accuracy":0.450593,"main_score":0.416403,"hf_subset":"kmr_Latn-kmb_Latn","languages":["kmr-Latn","kmb-Latn"]},{"precision":0.24399,"recall":0.297431,"f1":0.258432,"accuracy":0.297431,"main_score":0.258432,"hf_subset":"kmr_Latn-min_Arab","languages":["kmr-Latn","min-Arab"]},{"precision":0.483256,"recall":0.546443,"f1":0.499301,"accuracy":0.546443,"main_score":0.499301,"hf_subset":"kmr_Latn-pol_Latn","languages":["kmr-Latn","pol-Latn"]},{"precision":0.408292,"recall":0.451581,"f1":0.420553,"accuracy":0.451581,"main_score":0.420553,"hf_subset":"kmr_Latn-ssw_Latn","languages":["kmr-Latn","ssw-Latn"]},{"precision":0.466416,"recall":0.525692,"f1":0.482802,"accuracy":0.525692,"main_score":0.482802,"hf_subset":"kmr_Latn-ukr_Cyrl","languages":["kmr-Latn","ukr-Cyrl"]},{"precision":0.490919,"recall":0.540514,"f1":0.504501,"accuracy":0.540514,"main_score":0.504501,"hf_subset":"kmr_Latn-afr_Latn","languages":["kmr-Latn","afr-Latn"]},{"precision":0.462263,"recall":0.513834,"f1":0.476685,"accuracy":0.513834,"main_score":0.476685,"hf_subset":"kmr_Latn-bho_Deva","languages":["kmr-Latn","bho-Deva"]},{"precision":0.48121,"recall":0.514822,"f1":0.490796,"accuracy":0.514822,"main_score":0.490796,"hf_subset":"kmr_Latn-eus_Latn","languages":["kmr-Latn","eus-Latn"]},{"precision":0.407037,"recall":0.459486,"f1":0.421233,"accuracy":0.459486,"main_score":0.421233,"hf_subset":"kmr_Latn-ibo_Latn","languages":["kmr-Latn","ibo-Latn"]},{"precision":0.46234,"recall":0.509881,"f1":0.47531,"accuracy":0.509881,"main_score":0.47531,"hf_subset":"kmr_Latn-min_Latn","languages":["kmr-Latn","min-Latn"]},{"precision":0.485085,"recall":0.550395,"f1":0.50228,"accuracy":0.550395,"main_score":0.50228,"hf_subset":"kmr_Latn-por_Latn","languages":["kmr-Latn","por-Latn"]},{"precision":0.478959,"recall":0.51581,"f1":0.488793,"accuracy":0.51581,"main_score":0.488793,"hf_subset":"kmr_Latn-sun_Latn","languages":["kmr-Latn","sun-Latn"]},{"precision":0.397457,"recall":0.448617,"f1":0.411454,"accuracy":0.448617,"main_score":0.411454,"hf_subset":"kmr_Latn-umb_Latn","languages":["kmr-Latn","umb-Latn"]},{"precision":0.443871,"recall":0.499012,"f1":0.457838,"accuracy":0.499012,"main_score":0.457838,"hf_subset":"kmr_Latn-ajp_Arab","languages":["kmr-Latn","ajp-Arab"]},{"precision":0.27121,"recall":0.31917,"f1":0.284335,"accuracy":0.31917,"main_score":0.284335,"hf_subset":"kmr_Latn-bjn_Arab","languages":["kmr-Latn","bjn-Arab"]},{"precision":0.40506,"recall":0.44664,"f1":0.416195,"accuracy":0.44664,"main_score":0.416195,"hf_subset":"kmr_Latn-ewe_Latn","languages":["kmr-Latn","ewe-Latn"]},{"precision":0.495141,"recall":0.545455,"f1":0.508271,"accuracy":0.545455,"main_score":0.508271,"hf_subset":"kmr_Latn-ilo_Latn","languages":["kmr-Latn","ilo-Latn"]},{"precision":0.207912,"recall":0.258893,"f1":0.221594,"accuracy":0.258893,"main_score":0.221594,"hf_subset":"kmr_Latn-knc_Arab","languages":["kmr-Latn","knc-Arab"]},{"precision":0.457136,"recall":0.513834,"f1":0.471879,"accuracy":0.513834,"main_score":0.471879,"hf_subset":"kmr_Latn-mkd_Cyrl","languages":["kmr-Latn","mkd-Cyrl"]},{"precision":0.440679,"recall":0.513834,"f1":0.46065,"accuracy":0.513834,"main_score":0.46065,"hf_subset":"kmr_Latn-prs_Arab","languages":["kmr-Latn","prs-Arab"]},{"precision":0.478028,"recall":0.537549,"f1":0.494524,"accuracy":0.537549,"main_score":0.494524,"hf_subset":"kmr_Latn-swe_Latn","languages":["kmr-Latn","swe-Latn"]},{"precision":0.419379,"recall":0.475296,"f1":0.434624,"accuracy":0.475296,"main_score":0.434624,"hf_subset":"kmr_Latn-urd_Arab","languages":["kmr-Latn","urd-Arab"]},{"precision":0.445366,"recall":0.479249,"f1":0.454972,"accuracy":0.479249,"main_score":0.454972,"hf_subset":"kmr_Latn-aka_Latn","languages":["kmr-Latn","aka-Latn"]},{"precision":0.459156,"recall":0.503953,"f1":0.47055,"accuracy":0.503953,"main_score":0.47055,"hf_subset":"kmr_Latn-bjn_Latn","languages":["kmr-Latn","bjn-Latn"]},{"precision":0.426327,"recall":0.471344,"f1":0.437941,"accuracy":0.471344,"main_score":0.437941,"hf_subset":"kmr_Latn-fao_Latn","languages":["kmr-Latn","fao-Latn"]},{"precision":0.491051,"recall":0.561265,"f1":0.51094,"accuracy":0.561265,"main_score":0.51094,"hf_subset":"kmr_Latn-ind_Latn","languages":["kmr-Latn","ind-Latn"]},{"precision":0.439073,"recall":0.469368,"f1":0.447677,"accuracy":0.469368,"main_score":0.447677,"hf_subset":"kmr_Latn-knc_Latn","languages":["kmr-Latn","knc-Latn"]},{"precision":0.465975,"recall":0.503953,"f1":0.475631,"accuracy":0.503953,"main_score":0.475631,"hf_subset":"kmr_Latn-mlt_Latn","languages":["kmr-Latn","mlt-Latn"]},{"precision":0.439315,"recall":0.487154,"f1":0.452538,"accuracy":0.487154,"main_score":0.452538,"hf_subset":"kmr_Latn-quy_Latn","languages":["kmr-Latn","quy-Latn"]},{"precision":0.454655,"recall":0.495059,"f1":0.465728,"accuracy":0.495059,"main_score":0.465728,"hf_subset":"kmr_Latn-swh_Latn","languages":["kmr-Latn","swh-Latn"]},{"precision":0.444522,"recall":0.497036,"f1":0.459133,"accuracy":0.497036,"main_score":0.459133,"hf_subset":"kmr_Latn-uzn_Latn","languages":["kmr-Latn","uzn-Latn"]},{"precision":0.493727,"recall":0.534585,"f1":0.505606,"accuracy":0.534585,"main_score":0.505606,"hf_subset":"kmr_Latn-als_Latn","languages":["kmr-Latn","als-Latn"]},{"precision":0.20484,"recall":0.26581,"f1":0.220368,"accuracy":0.26581,"main_score":0.220368,"hf_subset":"kmr_Latn-bod_Tibt","languages":["kmr-Latn","bod-Tibt"]},{"precision":0.418974,"recall":0.462451,"f1":0.431059,"accuracy":0.462451,"main_score":0.431059,"hf_subset":"kmr_Latn-fij_Latn","languages":["kmr-Latn","fij-Latn"]},{"precision":0.3961,"recall":0.4417,"f1":0.408766,"accuracy":0.4417,"main_score":0.408766,"hf_subset":"kmr_Latn-isl_Latn","languages":["kmr-Latn","isl-Latn"]},{"precision":0.450524,"recall":0.496047,"f1":0.463149,"accuracy":0.496047,"main_score":0.463149,"hf_subset":"kmr_Latn-kon_Latn","languages":["kmr-Latn","kon-Latn"]},{"precision":0.348803,"recall":0.405138,"f1":0.363181,"accuracy":0.405138,"main_score":0.363181,"hf_subset":"kmr_Latn-mni_Beng","languages":["kmr-Latn","mni-Beng"]},{"precision":0.499612,"recall":0.549407,"f1":0.513098,"accuracy":0.549407,"main_score":0.513098,"hf_subset":"kmr_Latn-ron_Latn","languages":["kmr-Latn","ron-Latn"]},{"precision":0.461275,"recall":0.508893,"f1":0.473692,"accuracy":0.508893,"main_score":0.473692,"hf_subset":"kmr_Latn-szl_Latn","languages":["kmr-Latn","szl-Latn"]},{"precision":0.475508,"recall":0.51087,"f1":0.485398,"accuracy":0.51087,"main_score":0.485398,"hf_subset":"kmr_Latn-vec_Latn","languages":["kmr-Latn","vec-Latn"]},{"precision":0.376365,"recall":0.439723,"f1":0.393453,"accuracy":0.439723,"main_score":0.393453,"hf_subset":"kmr_Latn-amh_Ethi","languages":["kmr-Latn","amh-Ethi"]},{"precision":0.488617,"recall":0.543478,"f1":0.503615,"accuracy":0.543478,"main_score":0.503615,"hf_subset":"kmr_Latn-bos_Latn","languages":["kmr-Latn","bos-Latn"]},{"precision":0.467597,"recall":0.524704,"f1":0.48283,"accuracy":0.524704,"main_score":0.48283,"hf_subset":"kmr_Latn-fin_Latn","languages":["kmr-Latn","fin-Latn"]},{"precision":0.47823,"recall":0.543478,"f1":0.495364,"accuracy":0.543478,"main_score":0.495364,"hf_subset":"kmr_Latn-ita_Latn","languages":["kmr-Latn","ita-Latn"]},{"precision":0.44446,"recall":0.516798,"f1":0.463524,"accuracy":0.516798,"main_score":0.463524,"hf_subset":"kmr_Latn-kor_Hang","languages":["kmr-Latn","kor-Hang"]},{"precision":0.415428,"recall":0.460474,"f1":0.427616,"accuracy":0.460474,"main_score":0.427616,"hf_subset":"kmr_Latn-mos_Latn","languages":["kmr-Latn","mos-Latn"]},{"precision":0.403413,"recall":0.445652,"f1":0.41545,"accuracy":0.445652,"main_score":0.41545,"hf_subset":"kmr_Latn-run_Latn","languages":["kmr-Latn","run-Latn"]},{"precision":0.403244,"recall":0.479249,"f1":0.423894,"accuracy":0.479249,"main_score":0.423894,"hf_subset":"kmr_Latn-tam_Taml","languages":["kmr-Latn","tam-Taml"]},{"precision":0.449276,"recall":0.514822,"f1":0.466946,"accuracy":0.514822,"main_score":0.466946,"hf_subset":"kmr_Latn-vie_Latn","languages":["kmr-Latn","vie-Latn"]},{"precision":0.444258,"recall":0.490119,"f1":0.455951,"accuracy":0.490119,"main_score":0.455951,"hf_subset":"kmr_Latn-apc_Arab","languages":["kmr-Latn","apc-Arab"]},{"precision":0.485515,"recall":0.532609,"f1":0.498599,"accuracy":0.532609,"main_score":0.498599,"hf_subset":"kmr_Latn-bug_Latn","languages":["kmr-Latn","bug-Latn"]},{"precision":0.389773,"recall":0.429842,"f1":0.401407,"accuracy":0.429842,"main_score":0.401407,"hf_subset":"kmr_Latn-fon_Latn","languages":["kmr-Latn","fon-Latn"]},{"precision":0.501379,"recall":0.532609,"f1":0.509363,"accuracy":0.532609,"main_score":0.509363,"hf_subset":"kmr_Latn-jav_Latn","languages":["kmr-Latn","jav-Latn"]},{"precision":0.404702,"recall":0.445652,"f1":0.415971,"accuracy":0.445652,"main_score":0.415971,"hf_subset":"kmr_Latn-lao_Laoo","languages":["kmr-Latn","lao-Laoo"]},{"precision":0.395507,"recall":0.442688,"f1":0.408005,"accuracy":0.442688,"main_score":0.408005,"hf_subset":"kmr_Latn-mri_Latn","languages":["kmr-Latn","mri-Latn"]},{"precision":0.451196,"recall":0.531621,"f1":0.472781,"accuracy":0.531621,"main_score":0.472781,"hf_subset":"kmr_Latn-rus_Cyrl","languages":["kmr-Latn","rus-Cyrl"]},{"precision":0.421534,"recall":0.464427,"f1":0.433621,"accuracy":0.464427,"main_score":0.433621,"hf_subset":"kmr_Latn-taq_Latn","languages":["kmr-Latn","taq-Latn"]},{"precision":0.495857,"recall":0.532609,"f1":0.50592,"accuracy":0.532609,"main_score":0.50592,"hf_subset":"kmr_Latn-war_Latn","languages":["kmr-Latn","war-Latn"]},{"precision":0.428947,"recall":0.500988,"f1":0.448907,"accuracy":0.500988,"main_score":0.448907,"hf_subset":"kmr_Latn-arb_Arab","languages":["kmr-Latn","arb-Arab"]},{"precision":0.461825,"recall":0.524704,"f1":0.479805,"accuracy":0.524704,"main_score":0.479805,"hf_subset":"kmr_Latn-bul_Cyrl","languages":["kmr-Latn","bul-Cyrl"]},{"precision":0.488393,"recall":0.546443,"f1":0.504142,"accuracy":0.546443,"main_score":0.504142,"hf_subset":"kmr_Latn-fra_Latn","languages":["kmr-Latn","fra-Latn"]},{"precision":0.43217,"recall":0.509881,"f1":0.453203,"accuracy":0.509881,"main_score":0.453203,"hf_subset":"kmr_Latn-jpn_Jpan","languages":["kmr-Latn","jpn-Jpan"]},{"precision":0.489991,"recall":0.527668,"f1":0.499947,"accuracy":0.527668,"main_score":0.499947,"hf_subset":"kmr_Latn-lij_Latn","languages":["kmr-Latn","lij-Latn"]},{"precision":0.33911,"recall":0.40415,"f1":0.356877,"accuracy":0.40415,"main_score":0.356877,"hf_subset":"kmr_Latn-mya_Mymr","languages":["kmr-Latn","mya-Mymr"]},{"precision":0.434869,"recall":0.476285,"f1":0.446694,"accuracy":0.476285,"main_score":0.446694,"hf_subset":"kmr_Latn-sag_Latn","languages":["kmr-Latn","sag-Latn"]},{"precision":0.181328,"recall":0.23913,"f1":0.196214,"accuracy":0.23913,"main_score":0.196214,"hf_subset":"kmr_Latn-taq_Tfng","languages":["kmr-Latn","taq-Tfng"]},{"precision":0.44249,"recall":0.479249,"f1":0.452582,"accuracy":0.479249,"main_score":0.452582,"hf_subset":"kmr_Latn-wol_Latn","languages":["kmr-Latn","wol-Latn"]},{"precision":0.306837,"recall":0.375494,"f1":0.325895,"accuracy":0.375494,"main_score":0.325895,"hf_subset":"kmr_Latn-arb_Latn","languages":["kmr-Latn","arb-Latn"]},{"precision":0.464762,"recall":0.518775,"f1":0.479626,"accuracy":0.518775,"main_score":0.479626,"hf_subset":"kmr_Latn-cat_Latn","languages":["kmr-Latn","cat-Latn"]},{"precision":0.463555,"recall":0.51087,"f1":0.475628,"accuracy":0.51087,"main_score":0.475628,"hf_subset":"kmr_Latn-fur_Latn","languages":["kmr-Latn","fur-Latn"]},{"precision":0.340982,"recall":0.38834,"f1":0.35432,"accuracy":0.38834,"main_score":0.35432,"hf_subset":"kmr_Latn-kab_Latn","languages":["kmr-Latn","kab-Latn"]},{"precision":0.476209,"recall":0.517787,"f1":0.487453,"accuracy":0.517787,"main_score":0.487453,"hf_subset":"kmr_Latn-lim_Latn","languages":["kmr-Latn","lim-Latn"]},{"precision":0.478947,"recall":0.536561,"f1":0.494586,"accuracy":0.536561,"main_score":0.494586,"hf_subset":"kmr_Latn-nld_Latn","languages":["kmr-Latn","nld-Latn"]},{"precision":0.394743,"recall":0.453557,"f1":0.410044,"accuracy":0.453557,"main_score":0.410044,"hf_subset":"kmr_Latn-san_Deva","languages":["kmr-Latn","san-Deva"]},{"precision":0.465706,"recall":0.507905,"f1":0.477656,"accuracy":0.507905,"main_score":0.477656,"hf_subset":"kmr_Latn-tat_Cyrl","languages":["kmr-Latn","tat-Cyrl"]},{"precision":0.426013,"recall":0.472332,"f1":0.438766,"accuracy":0.472332,"main_score":0.438766,"hf_subset":"kmr_Latn-xho_Latn","languages":["kmr-Latn","xho-Latn"]},{"precision":0.408362,"recall":0.485178,"f1":0.430162,"accuracy":0.485178,"main_score":0.430162,"hf_subset":"kmr_Latn-ars_Arab","languages":["kmr-Latn","ars-Arab"]},{"precision":0.495602,"recall":0.541502,"f1":0.508009,"accuracy":0.541502,"main_score":0.508009,"hf_subset":"kmr_Latn-ceb_Latn","languages":["kmr-Latn","ceb-Latn"]},{"precision":0.407675,"recall":0.449605,"f1":0.41975,"accuracy":0.449605,"main_score":0.41975,"hf_subset":"kmr_Latn-fuv_Latn","languages":["kmr-Latn","fuv-Latn"]},{"precision":0.425252,"recall":0.468379,"f1":0.437714,"accuracy":0.468379,"main_score":0.437714,"hf_subset":"kmr_Latn-kac_Latn","languages":["kmr-Latn","kac-Latn"]},{"precision":0.446301,"recall":0.48913,"f1":0.458171,"accuracy":0.48913,"main_score":0.458171,"hf_subset":"kmr_Latn-lin_Latn","languages":["kmr-Latn","lin-Latn"]},{"precision":0.485548,"recall":0.541502,"f1":0.50016,"accuracy":0.541502,"main_score":0.50016,"hf_subset":"kmr_Latn-nno_Latn","languages":["kmr-Latn","nno-Latn"]},{"precision":0.173761,"recall":0.218379,"f1":0.185684,"accuracy":0.218379,"main_score":0.185684,"hf_subset":"kmr_Latn-sat_Olck","languages":["kmr-Latn","sat-Olck"]},{"precision":0.440175,"recall":0.508893,"f1":0.458444,"accuracy":0.508893,"main_score":0.458444,"hf_subset":"kmr_Latn-tel_Telu","languages":["kmr-Latn","tel-Telu"]},{"precision":0.282192,"recall":0.333992,"f1":0.295597,"accuracy":0.333992,"main_score":0.295597,"hf_subset":"kmr_Latn-ydd_Hebr","languages":["kmr-Latn","ydd-Hebr"]},{"precision":0.392347,"recall":0.445652,"f1":0.406338,"accuracy":0.445652,"main_score":0.406338,"hf_subset":"kmr_Latn-ary_Arab","languages":["kmr-Latn","ary-Arab"]},{"precision":0.462154,"recall":0.519763,"f1":0.478149,"accuracy":0.519763,"main_score":0.478149,"hf_subset":"kmr_Latn-ces_Latn","languages":["kmr-Latn","ces-Latn"]},{"precision":0.356468,"recall":0.416996,"f1":0.372284,"accuracy":0.416996,"main_score":0.372284,"hf_subset":"kmr_Latn-gaz_Latn","languages":["kmr-Latn","gaz-Latn"]},{"precision":0.414305,"recall":0.460474,"f1":0.426541,"accuracy":0.460474,"main_score":0.426541,"hf_subset":"kmr_Latn-kam_Latn","languages":["kmr-Latn","kam-Latn"]},{"precision":0.457757,"recall":0.509881,"f1":0.472252,"accuracy":0.509881,"main_score":0.472252,"hf_subset":"kmr_Latn-lit_Latn","languages":["kmr-Latn","lit-Latn"]},{"precision":0.476869,"recall":0.534585,"f1":0.492332,"accuracy":0.534585,"main_score":0.492332,"hf_subset":"kmr_Latn-nob_Latn","languages":["kmr-Latn","nob-Latn"]},{"precision":0.458125,"recall":0.497036,"f1":0.469,"accuracy":0.497036,"main_score":0.469,"hf_subset":"kmr_Latn-scn_Latn","languages":["kmr-Latn","scn-Latn"]},{"precision":0.442253,"recall":0.5,"f1":0.458118,"accuracy":0.5,"main_score":0.458118,"hf_subset":"kmr_Latn-tgk_Cyrl","languages":["kmr-Latn","tgk-Cyrl"]},{"precision":0.377768,"recall":0.429842,"f1":0.392817,"accuracy":0.429842,"main_score":0.392817,"hf_subset":"kmr_Latn-yor_Latn","languages":["kmr-Latn","yor-Latn"]},{"precision":0.438335,"recall":0.505929,"f1":0.456935,"accuracy":0.505929,"main_score":0.456935,"hf_subset":"kmr_Latn-arz_Arab","languages":["kmr-Latn","arz-Arab"]},{"precision":0.419186,"recall":0.466403,"f1":0.432624,"accuracy":0.466403,"main_score":0.432624,"hf_subset":"kmr_Latn-cjk_Latn","languages":["kmr-Latn","cjk-Latn"]},{"precision":0.391367,"recall":0.442688,"f1":0.405097,"accuracy":0.442688,"main_score":0.405097,"hf_subset":"kmr_Latn-gla_Latn","languages":["kmr-Latn","gla-Latn"]},{"precision":0.425024,"recall":0.496047,"f1":0.4437,"accuracy":0.496047,"main_score":0.4437,"hf_subset":"kmr_Latn-kan_Knda","languages":["kmr-Latn","kan-Knda"]},{"precision":0.475661,"recall":0.509881,"f1":0.485043,"accuracy":0.509881,"main_score":0.485043,"hf_subset":"kmr_Latn-lmo_Latn","languages":["kmr-Latn","lmo-Latn"]},{"precision":0.445472,"recall":0.507905,"f1":0.462346,"accuracy":0.507905,"main_score":0.462346,"hf_subset":"kmr_Latn-npi_Deva","languages":["kmr-Latn","npi-Deva"]},{"precision":0.371956,"recall":0.420949,"f1":0.385907,"accuracy":0.420949,"main_score":0.385907,"hf_subset":"kmr_Latn-shn_Mymr","languages":["kmr-Latn","shn-Mymr"]},{"precision":0.499149,"recall":0.548419,"f1":0.512409,"accuracy":0.548419,"main_score":0.512409,"hf_subset":"kmr_Latn-tgl_Latn","languages":["kmr-Latn","tgl-Latn"]},{"precision":0.416696,"recall":0.490119,"f1":0.436529,"accuracy":0.490119,"main_score":0.436529,"hf_subset":"kmr_Latn-yue_Hant","languages":["kmr-Latn","yue-Hant"]},{"precision":0.391469,"recall":0.456522,"f1":0.409265,"accuracy":0.456522,"main_score":0.409265,"hf_subset":"kmr_Latn-asm_Beng","languages":["kmr-Latn","asm-Beng"]},{"precision":0.402549,"recall":0.461462,"f1":0.418648,"accuracy":0.461462,"main_score":0.418648,"hf_subset":"kmr_Latn-ckb_Arab","languages":["kmr-Latn","ckb-Arab"]},{"precision":0.393437,"recall":0.451581,"f1":0.408825,"accuracy":0.451581,"main_score":0.408825,"hf_subset":"kmr_Latn-gle_Latn","languages":["kmr-Latn","gle-Latn"]},{"precision":0.37129,"recall":0.41996,"f1":0.385098,"accuracy":0.41996,"main_score":0.385098,"hf_subset":"kmr_Latn-kas_Arab","languages":["kmr-Latn","kas-Arab"]},{"precision":0.462373,"recall":0.507905,"f1":0.475274,"accuracy":0.507905,"main_score":0.475274,"hf_subset":"kmr_Latn-ltg_Latn","languages":["kmr-Latn","ltg-Latn"]},{"precision":0.449263,"recall":0.48913,"f1":0.460011,"accuracy":0.48913,"main_score":0.460011,"hf_subset":"kmr_Latn-nso_Latn","languages":["kmr-Latn","nso-Latn"]},{"precision":0.384408,"recall":0.439723,"f1":0.399517,"accuracy":0.439723,"main_score":0.399517,"hf_subset":"kmr_Latn-sin_Sinh","languages":["kmr-Latn","sin-Sinh"]},{"precision":0.425615,"recall":0.51087,"f1":0.447734,"accuracy":0.51087,"main_score":0.447734,"hf_subset":"kmr_Latn-tha_Thai","languages":["kmr-Latn","tha-Thai"]},{"precision":0.4412,"recall":0.513834,"f1":0.460653,"accuracy":0.513834,"main_score":0.460653,"hf_subset":"kmr_Latn-zho_Hans","languages":["kmr-Latn","zho-Hans"]},{"precision":0.457411,"recall":0.501976,"f1":0.469807,"accuracy":0.501976,"main_score":0.469807,"hf_subset":"kmr_Latn-ast_Latn","languages":["kmr-Latn","ast-Latn"]},{"precision":0.470712,"recall":0.512846,"f1":0.481704,"accuracy":0.512846,"main_score":0.481704,"hf_subset":"kmr_Latn-crh_Latn","languages":["kmr-Latn","crh-Latn"]},{"precision":0.476268,"recall":0.528656,"f1":0.49008,"accuracy":0.528656,"main_score":0.49008,"hf_subset":"kmr_Latn-glg_Latn","languages":["kmr-Latn","glg-Latn"]},{"precision":0.418369,"recall":0.461462,"f1":0.430246,"accuracy":0.461462,"main_score":0.430246,"hf_subset":"kmr_Latn-kas_Deva","languages":["kmr-Latn","kas-Deva"]},{"precision":0.464732,"recall":0.514822,"f1":0.479074,"accuracy":0.514822,"main_score":0.479074,"hf_subset":"kmr_Latn-ltz_Latn","languages":["kmr-Latn","ltz-Latn"]},{"precision":0.345506,"recall":0.392292,"f1":0.358586,"accuracy":0.392292,"main_score":0.358586,"hf_subset":"kmr_Latn-nus_Latn","languages":["kmr-Latn","nus-Latn"]},{"precision":0.469098,"recall":0.525692,"f1":0.484948,"accuracy":0.525692,"main_score":0.484948,"hf_subset":"kmr_Latn-slk_Latn","languages":["kmr-Latn","slk-Latn"]},{"precision":0.336495,"recall":0.38834,"f1":0.350343,"accuracy":0.38834,"main_score":0.350343,"hf_subset":"kmr_Latn-tir_Ethi","languages":["kmr-Latn","tir-Ethi"]},{"precision":0.431748,"recall":0.504941,"f1":0.451395,"accuracy":0.504941,"main_score":0.451395,"hf_subset":"kmr_Latn-zho_Hant","languages":["kmr-Latn","zho-Hant"]},{"precision":0.453656,"recall":0.517787,"f1":0.470202,"accuracy":0.517787,"main_score":0.470202,"hf_subset":"kmr_Latn-awa_Deva","languages":["kmr-Latn","awa-Deva"]},{"precision":0.430628,"recall":0.475296,"f1":0.442559,"accuracy":0.475296,"main_score":0.442559,"hf_subset":"kmr_Latn-cym_Latn","languages":["kmr-Latn","cym-Latn"]},{"precision":0.470978,"recall":0.511858,"f1":0.482209,"accuracy":0.511858,"main_score":0.482209,"hf_subset":"kmr_Latn-grn_Latn","languages":["kmr-Latn","grn-Latn"]},{"precision":0.435568,"recall":0.499012,"f1":0.45287,"accuracy":0.499012,"main_score":0.45287,"hf_subset":"kmr_Latn-kat_Geor","languages":["kmr-Latn","kat-Geor"]},{"precision":0.444302,"recall":0.492095,"f1":0.457949,"accuracy":0.492095,"main_score":0.457949,"hf_subset":"kmr_Latn-lua_Latn","languages":["kmr-Latn","lua-Latn"]},{"precision":0.425558,"recall":0.469368,"f1":0.437958,"accuracy":0.469368,"main_score":0.437958,"hf_subset":"kmr_Latn-nya_Latn","languages":["kmr-Latn","nya-Latn"]},{"precision":0.464926,"recall":0.506917,"f1":0.476858,"accuracy":0.506917,"main_score":0.476858,"hf_subset":"kmr_Latn-slv_Latn","languages":["kmr-Latn","slv-Latn"]},{"precision":0.489632,"recall":0.530632,"f1":0.500747,"accuracy":0.530632,"main_score":0.500747,"hf_subset":"kmr_Latn-tpi_Latn","languages":["kmr-Latn","tpi-Latn"]},{"precision":0.501976,"recall":0.552372,"f1":0.515938,"accuracy":0.552372,"main_score":0.515938,"hf_subset":"kmr_Latn-zsm_Latn","languages":["kmr-Latn","zsm-Latn"]},{"precision":0.41738,"recall":0.467391,"f1":0.431197,"accuracy":0.467391,"main_score":0.431197,"hf_subset":"kmr_Latn-ayr_Latn","languages":["kmr-Latn","ayr-Latn"]},{"precision":0.478145,"recall":0.539526,"f1":0.493991,"accuracy":0.539526,"main_score":0.493991,"hf_subset":"kmr_Latn-dan_Latn","languages":["kmr-Latn","dan-Latn"]},{"precision":0.412449,"recall":0.490119,"f1":0.432844,"accuracy":0.490119,"main_score":0.432844,"hf_subset":"kmr_Latn-guj_Gujr","languages":["kmr-Latn","guj-Gujr"]},{"precision":0.435964,"recall":0.479249,"f1":0.448089,"accuracy":0.479249,"main_score":0.448089,"hf_subset":"kmr_Latn-kaz_Cyrl","languages":["kmr-Latn","kaz-Cyrl"]},{"precision":0.397191,"recall":0.437747,"f1":0.408258,"accuracy":0.437747,"main_score":0.408258,"hf_subset":"kmr_Latn-lug_Latn","languages":["kmr-Latn","lug-Latn"]},{"precision":0.484106,"recall":0.528656,"f1":0.496404,"accuracy":0.528656,"main_score":0.496404,"hf_subset":"kmr_Latn-oci_Latn","languages":["kmr-Latn","oci-Latn"]},{"precision":0.435893,"recall":0.486166,"f1":0.44908,"accuracy":0.486166,"main_score":0.44908,"hf_subset":"kmr_Latn-smo_Latn","languages":["kmr-Latn","smo-Latn"]},{"precision":0.422825,"recall":0.464427,"f1":0.434422,"accuracy":0.464427,"main_score":0.434422,"hf_subset":"kmr_Latn-tsn_Latn","languages":["kmr-Latn","tsn-Latn"]},{"precision":0.400657,"recall":0.454545,"f1":0.415253,"accuracy":0.454545,"main_score":0.415253,"hf_subset":"kmr_Latn-zul_Latn","languages":["kmr-Latn","zul-Latn"]},{"precision":0.366368,"recall":0.426877,"f1":0.383106,"accuracy":0.426877,"main_score":0.383106,"hf_subset":"kmr_Latn-azb_Arab","languages":["kmr-Latn","azb-Arab"]},{"precision":0.479601,"recall":0.546443,"f1":0.497622,"accuracy":0.546443,"main_score":0.497622,"hf_subset":"kmr_Latn-deu_Latn","languages":["kmr-Latn","deu-Latn"]},{"precision":0.46309,"recall":0.511858,"f1":0.476126,"accuracy":0.511858,"main_score":0.476126,"hf_subset":"kmr_Latn-hat_Latn","languages":["kmr-Latn","hat-Latn"]},{"precision":0.401036,"recall":0.447628,"f1":0.414039,"accuracy":0.447628,"main_score":0.414039,"hf_subset":"kmr_Latn-kbp_Latn","languages":["kmr-Latn","kbp-Latn"]},{"precision":0.451928,"recall":0.493083,"f1":0.463465,"accuracy":0.493083,"main_score":0.463465,"hf_subset":"kmr_Latn-luo_Latn","languages":["kmr-Latn","luo-Latn"]},{"precision":0.392722,"recall":0.451581,"f1":0.408958,"accuracy":0.451581,"main_score":0.408958,"hf_subset":"kmr_Latn-ory_Orya","languages":["kmr-Latn","ory-Orya"]},{"precision":0.425477,"recall":0.463439,"f1":0.436225,"accuracy":0.463439,"main_score":0.436225,"hf_subset":"kmr_Latn-sna_Latn","languages":["kmr-Latn","sna-Latn"]},{"precision":0.412592,"recall":0.450593,"f1":0.422767,"accuracy":0.450593,"main_score":0.422767,"hf_subset":"kmr_Latn-tso_Latn","languages":["kmr-Latn","tso-Latn"]},{"precision":0.485413,"recall":0.527668,"f1":0.49695,"accuracy":0.527668,"main_score":0.49695,"hf_subset":"kmr_Latn-azj_Latn","languages":["kmr-Latn","azj-Latn"]},{"precision":0.387549,"recall":0.433794,"f1":0.400513,"accuracy":0.433794,"main_score":0.400513,"hf_subset":"kmr_Latn-dik_Latn","languages":["kmr-Latn","dik-Latn"]},{"precision":0.424967,"recall":0.45751,"f1":0.434614,"accuracy":0.45751,"main_score":0.434614,"hf_subset":"kmr_Latn-hau_Latn","languages":["kmr-Latn","hau-Latn"]},{"precision":0.472792,"recall":0.512846,"f1":0.484026,"accuracy":0.512846,"main_score":0.484026,"hf_subset":"kmr_Latn-kea_Latn","languages":["kmr-Latn","kea-Latn"]},{"precision":0.470767,"recall":0.503953,"f1":0.480141,"accuracy":0.503953,"main_score":0.480141,"hf_subset":"kmr_Latn-lus_Latn","languages":["kmr-Latn","lus-Latn"]},{"precision":0.4768,"recall":0.516798,"f1":0.487656,"accuracy":0.516798,"main_score":0.487656,"hf_subset":"kmr_Latn-pag_Latn","languages":["kmr-Latn","pag-Latn"]},{"precision":0.381104,"recall":0.439723,"f1":0.396697,"accuracy":0.439723,"main_score":0.396697,"hf_subset":"kmr_Latn-snd_Arab","languages":["kmr-Latn","snd-Arab"]},{"precision":0.460035,"recall":0.506917,"f1":0.472887,"accuracy":0.506917,"main_score":0.472887,"hf_subset":"kmr_Latn-tuk_Latn","languages":["kmr-Latn","tuk-Latn"]},{"precision":0.449228,"recall":0.492095,"f1":0.461219,"accuracy":0.492095,"main_score":0.461219,"hf_subset":"kmr_Latn-bak_Cyrl","languages":["kmr-Latn","bak-Cyrl"]},{"precision":0.338572,"recall":0.392292,"f1":0.354029,"accuracy":0.392292,"main_score":0.354029,"hf_subset":"kmr_Latn-dyu_Latn","languages":["kmr-Latn","dyu-Latn"]},{"precision":0.386201,"recall":0.438735,"f1":0.400631,"accuracy":0.438735,"main_score":0.400631,"hf_subset":"kmr_Latn-heb_Hebr","languages":["kmr-Latn","heb-Hebr"]},{"precision":0.416875,"recall":0.465415,"f1":0.430929,"accuracy":0.465415,"main_score":0.430929,"hf_subset":"kmr_Latn-khk_Cyrl","languages":["kmr-Latn","khk-Cyrl"]},{"precision":0.463075,"recall":0.511858,"f1":0.476701,"accuracy":0.511858,"main_score":0.476701,"hf_subset":"kmr_Latn-lvs_Latn","languages":["kmr-Latn","lvs-Latn"]},{"precision":0.415506,"recall":0.486166,"f1":0.434829,"accuracy":0.486166,"main_score":0.434829,"hf_subset":"kmr_Latn-pan_Guru","languages":["kmr-Latn","pan-Guru"]},{"precision":0.420788,"recall":0.45751,"f1":0.431065,"accuracy":0.45751,"main_score":0.431065,"hf_subset":"kmr_Latn-som_Latn","languages":["kmr-Latn","som-Latn"]},{"precision":0.428758,"recall":0.466403,"f1":0.439242,"accuracy":0.466403,"main_score":0.439242,"hf_subset":"kmr_Latn-tum_Latn","languages":["kmr-Latn","tum-Latn"]},{"precision":0.367242,"recall":0.445652,"f1":0.386824,"accuracy":0.445652,"main_score":0.386824,"hf_subset":"min_Latn-ace_Arab","languages":["min-Latn","ace-Arab"]},{"precision":0.405255,"recall":0.469368,"f1":0.422903,"accuracy":0.469368,"main_score":0.422903,"hf_subset":"min_Latn-bam_Latn","languages":["min-Latn","bam-Latn"]},{"precision":0.144572,"recall":0.210474,"f1":0.160535,"accuracy":0.210474,"main_score":0.160535,"hf_subset":"min_Latn-dzo_Tibt","languages":["min-Latn","dzo-Tibt"]},{"precision":0.832764,"recall":0.878458,"f1":0.847167,"accuracy":0.878458,"main_score":0.847167,"hf_subset":"min_Latn-hin_Deva","languages":["min-Latn","hin-Deva"]},{"precision":0.588955,"recall":0.666008,"f1":0.610834,"accuracy":0.666008,"main_score":0.610834,"hf_subset":"min_Latn-khm_Khmr","languages":["min-Latn","khm-Khmr"]},{"precision":0.821056,"recall":0.866601,"f1":0.834856,"accuracy":0.866601,"main_score":0.834856,"hf_subset":"min_Latn-mag_Deva","languages":["min-Latn","mag-Deva"]},{"precision":0.718669,"recall":0.771739,"f1":0.734028,"accuracy":0.771739,"main_score":0.734028,"hf_subset":"min_Latn-pap_Latn","languages":["min-Latn","pap-Latn"]},{"precision":0.450969,"recall":0.520751,"f1":0.470309,"accuracy":0.520751,"main_score":0.470309,"hf_subset":"min_Latn-sot_Latn","languages":["min-Latn","sot-Latn"]},{"precision":0.839262,"recall":0.881423,"f1":0.852767,"accuracy":0.881423,"main_score":0.852767,"hf_subset":"min_Latn-tur_Latn","languages":["min-Latn","tur-Latn"]},{"precision":0.721944,"recall":0.774704,"f1":0.737089,"accuracy":0.774704,"main_score":0.737089,"hf_subset":"min_Latn-ace_Latn","languages":["min-Latn","ace-Latn"]},{"precision":0.774169,"recall":0.821146,"f1":0.788245,"accuracy":0.821146,"main_score":0.788245,"hf_subset":"min_Latn-ban_Latn","languages":["min-Latn","ban-Latn"]},{"precision":0.724729,"recall":0.789526,"f1":0.744224,"accuracy":0.789526,"main_score":0.744224,"hf_subset":"min_Latn-ell_Grek","languages":["min-Latn","ell-Grek"]},{"precision":0.805402,"recall":0.851779,"f1":0.819419,"accuracy":0.851779,"main_score":0.819419,"hf_subset":"min_Latn-hne_Deva","languages":["min-Latn","hne-Deva"]},{"precision":0.44665,"recall":0.525692,"f1":0.468524,"accuracy":0.525692,"main_score":0.468524,"hf_subset":"min_Latn-kik_Latn","languages":["min-Latn","kik-Latn"]},{"precision":0.830731,"recall":0.873518,"f1":0.843939,"accuracy":0.873518,"main_score":0.843939,"hf_subset":"min_Latn-mai_Deva","languages":["min-Latn","mai-Deva"]},{"precision":0.662887,"recall":0.727273,"f1":0.681743,"accuracy":0.727273,"main_score":0.681743,"hf_subset":"min_Latn-pbt_Arab","languages":["min-Latn","pbt-Arab"]},{"precision":0.849704,"recall":0.891304,"f1":0.86278,"accuracy":0.891304,"main_score":0.86278,"hf_subset":"min_Latn-spa_Latn","languages":["min-Latn","spa-Latn"]},{"precision":0.508848,"recall":0.577075,"f1":0.527915,"accuracy":0.577075,"main_score":0.527915,"hf_subset":"min_Latn-twi_Latn","languages":["min-Latn","twi-Latn"]},{"precision":0.816164,"recall":0.86166,"f1":0.829831,"accuracy":0.86166,"main_score":0.829831,"hf_subset":"min_Latn-acm_Arab","languages":["min-Latn","acm-Arab"]},{"precision":0.623715,"recall":0.699605,"f1":0.646923,"accuracy":0.699605,"main_score":0.646923,"hf_subset":"min_Latn-bel_Cyrl","languages":["min-Latn","bel-Cyrl"]},{"precision":0.861801,"recall":0.899209,"f1":0.873238,"accuracy":0.899209,"main_score":0.873238,"hf_subset":"min_Latn-eng_Latn","languages":["min-Latn","eng-Latn"]},{"precision":0.771978,"recall":0.828063,"f1":0.788955,"accuracy":0.828063,"main_score":0.788955,"hf_subset":"min_Latn-hrv_Latn","languages":["min-Latn","hrv-Latn"]},{"precision":0.405945,"recall":0.474308,"f1":0.424057,"accuracy":0.474308,"main_score":0.424057,"hf_subset":"min_Latn-kin_Latn","languages":["min-Latn","kin-Latn"]},{"precision":0.789206,"recall":0.839921,"f1":0.804811,"accuracy":0.839921,"main_score":0.804811,"hf_subset":"min_Latn-mal_Mlym","languages":["min-Latn","mal-Mlym"]},{"precision":0.833992,"recall":0.880435,"f1":0.848419,"accuracy":0.880435,"main_score":0.848419,"hf_subset":"min_Latn-pes_Arab","languages":["min-Latn","pes-Arab"]},{"precision":0.718585,"recall":0.768775,"f1":0.733714,"accuracy":0.768775,"main_score":0.733714,"hf_subset":"min_Latn-srd_Latn","languages":["min-Latn","srd-Latn"]},{"precision":0.125271,"recall":0.187747,"f1":0.140348,"accuracy":0.187747,"main_score":0.140348,"hf_subset":"min_Latn-tzm_Tfng","languages":["min-Latn","tzm-Tfng"]},{"precision":0.831317,"recall":0.874506,"f1":0.844236,"accuracy":0.874506,"main_score":0.844236,"hf_subset":"min_Latn-acq_Arab","languages":["min-Latn","acq-Arab"]},{"precision":0.477828,"recall":0.536561,"f1":0.494441,"accuracy":0.536561,"main_score":0.494441,"hf_subset":"min_Latn-bem_Latn","languages":["min-Latn","bem-Latn"]},{"precision":0.706137,"recall":0.768775,"f1":0.724349,"accuracy":0.768775,"main_score":0.724349,"hf_subset":"min_Latn-epo_Latn","languages":["min-Latn","epo-Latn"]},{"precision":0.719148,"recall":0.782609,"f1":0.738208,"accuracy":0.782609,"main_score":0.738208,"hf_subset":"min_Latn-hun_Latn","languages":["min-Latn","hun-Latn"]},{"precision":0.603586,"recall":0.66996,"f1":0.623126,"accuracy":0.66996,"main_score":0.623126,"hf_subset":"min_Latn-kir_Cyrl","languages":["min-Latn","kir-Cyrl"]},{"precision":0.799613,"recall":0.849802,"f1":0.814962,"accuracy":0.849802,"main_score":0.814962,"hf_subset":"min_Latn-mar_Deva","languages":["min-Latn","mar-Deva"]},{"precision":0.470184,"recall":0.541502,"f1":0.489927,"accuracy":0.541502,"main_score":0.489927,"hf_subset":"min_Latn-plt_Latn","languages":["min-Latn","plt-Latn"]},{"precision":0.73774,"recall":0.796443,"f1":0.755635,"accuracy":0.796443,"main_score":0.755635,"hf_subset":"min_Latn-srp_Cyrl","languages":["min-Latn","srp-Cyrl"]},{"precision":0.27298,"recall":0.350791,"f1":0.293543,"accuracy":0.350791,"main_score":0.293543,"hf_subset":"min_Latn-uig_Arab","languages":["min-Latn","uig-Arab"]},{"precision":0.755171,"recall":0.811265,"f1":0.771839,"accuracy":0.811265,"main_score":0.771839,"hf_subset":"min_Latn-aeb_Arab","languages":["min-Latn","aeb-Arab"]},{"precision":0.826558,"recall":0.873518,"f1":0.84109,"accuracy":0.873518,"main_score":0.84109,"hf_subset":"min_Latn-ben_Beng","languages":["min-Latn","ben-Beng"]},{"precision":0.659651,"recall":0.715415,"f1":0.675363,"accuracy":0.715415,"main_score":0.675363,"hf_subset":"min_Latn-est_Latn","languages":["min-Latn","est-Latn"]},{"precision":0.573631,"recall":0.642292,"f1":0.592455,"accuracy":0.642292,"main_score":0.592455,"hf_subset":"min_Latn-hye_Armn","languages":["min-Latn","hye-Armn"]},{"precision":0.408914,"recall":0.479249,"f1":0.428587,"accuracy":0.479249,"main_score":0.428587,"hf_subset":"min_Latn-kmb_Latn","languages":["min-Latn","kmb-Latn"]},{"precision":0.669312,"recall":0.743083,"f1":0.689796,"accuracy":0.743083,"main_score":0.689796,"hf_subset":"min_Latn-min_Arab","languages":["min-Latn","min-Arab"]},{"precision":0.827126,"recall":0.871542,"f1":0.840421,"accuracy":0.871542,"main_score":0.840421,"hf_subset":"min_Latn-pol_Latn","languages":["min-Latn","pol-Latn"]},{"precision":0.414811,"recall":0.492095,"f1":0.435665,"accuracy":0.492095,"main_score":0.435665,"hf_subset":"min_Latn-ssw_Latn","languages":["min-Latn","ssw-Latn"]},{"precision":0.801729,"recall":0.852767,"f1":0.817391,"accuracy":0.852767,"main_score":0.817391,"hf_subset":"min_Latn-ukr_Cyrl","languages":["min-Latn","ukr-Cyrl"]},{"precision":0.778335,"recall":0.829051,"f1":0.793846,"accuracy":0.829051,"main_score":0.793846,"hf_subset":"min_Latn-afr_Latn","languages":["min-Latn","afr-Latn"]},{"precision":0.808729,"recall":0.855731,"f1":0.82253,"accuracy":0.855731,"main_score":0.82253,"hf_subset":"min_Latn-bho_Deva","languages":["min-Latn","bho-Deva"]},{"precision":0.607706,"recall":0.666008,"f1":0.624145,"accuracy":0.666008,"main_score":0.624145,"hf_subset":"min_Latn-eus_Latn","languages":["min-Latn","eus-Latn"]},{"precision":0.400406,"recall":0.48419,"f1":0.422257,"accuracy":0.48419,"main_score":0.422257,"hf_subset":"min_Latn-ibo_Latn","languages":["min-Latn","ibo-Latn"]},{"precision":0.434103,"recall":0.517787,"f1":0.457275,"accuracy":0.517787,"main_score":0.457275,"hf_subset":"min_Latn-kmr_Latn","languages":["min-Latn","kmr-Latn"]},{"precision":0.86054,"recall":0.896245,"f1":0.871462,"accuracy":0.896245,"main_score":0.871462,"hf_subset":"min_Latn-por_Latn","languages":["min-Latn","por-Latn"]},{"precision":0.817615,"recall":0.857708,"f1":0.829825,"accuracy":0.857708,"main_score":0.829825,"hf_subset":"min_Latn-sun_Latn","languages":["min-Latn","sun-Latn"]},{"precision":0.400094,"recall":0.478261,"f1":0.421804,"accuracy":0.478261,"main_score":0.421804,"hf_subset":"min_Latn-umb_Latn","languages":["min-Latn","umb-Latn"]},{"precision":0.817681,"recall":0.863636,"f1":0.831999,"accuracy":0.863636,"main_score":0.831999,"hf_subset":"min_Latn-ajp_Arab","languages":["min-Latn","ajp-Arab"]},{"precision":0.381979,"recall":0.462451,"f1":0.403506,"accuracy":0.462451,"main_score":0.403506,"hf_subset":"min_Latn-bjn_Arab","languages":["min-Latn","bjn-Arab"]},{"precision":0.416138,"recall":0.487154,"f1":0.434578,"accuracy":0.487154,"main_score":0.434578,"hf_subset":"min_Latn-ewe_Latn","languages":["min-Latn","ewe-Latn"]},{"precision":0.657504,"recall":0.710474,"f1":0.672426,"accuracy":0.710474,"main_score":0.672426,"hf_subset":"min_Latn-ilo_Latn","languages":["min-Latn","ilo-Latn"]},{"precision":0.188026,"recall":0.256917,"f1":0.204909,"accuracy":0.256917,"main_score":0.204909,"hf_subset":"min_Latn-knc_Arab","languages":["min-Latn","knc-Arab"]},{"precision":0.742038,"recall":0.793478,"f1":0.757264,"accuracy":0.793478,"main_score":0.757264,"hf_subset":"min_Latn-mkd_Cyrl","languages":["min-Latn","mkd-Cyrl"]},{"precision":0.801054,"recall":0.850791,"f1":0.816304,"accuracy":0.850791,"main_score":0.816304,"hf_subset":"min_Latn-prs_Arab","languages":["min-Latn","prs-Arab"]},{"precision":0.817671,"recall":0.864625,"f1":0.831851,"accuracy":0.864625,"main_score":0.831851,"hf_subset":"min_Latn-swe_Latn","languages":["min-Latn","swe-Latn"]},{"precision":0.761561,"recall":0.820158,"f1":0.779414,"accuracy":0.820158,"main_score":0.779414,"hf_subset":"min_Latn-urd_Arab","languages":["min-Latn","urd-Arab"]},{"precision":0.489355,"recall":0.562253,"f1":0.51009,"accuracy":0.562253,"main_score":0.51009,"hf_subset":"min_Latn-aka_Latn","languages":["min-Latn","aka-Latn"]},{"precision":0.841815,"recall":0.884387,"f1":0.855138,"accuracy":0.884387,"main_score":0.855138,"hf_subset":"min_Latn-bjn_Latn","languages":["min-Latn","bjn-Latn"]},{"precision":0.504722,"recall":0.581028,"f1":0.526344,"accuracy":0.581028,"main_score":0.526344,"hf_subset":"min_Latn-fao_Latn","languages":["min-Latn","fao-Latn"]},{"precision":0.897727,"recall":0.927866,"f1":0.907246,"accuracy":0.927866,"main_score":0.907246,"hf_subset":"min_Latn-ind_Latn","languages":["min-Latn","ind-Latn"]},{"precision":0.488086,"recall":0.555336,"f1":0.507453,"accuracy":0.555336,"main_score":0.507453,"hf_subset":"min_Latn-knc_Latn","languages":["min-Latn","knc-Latn"]},{"precision":0.634719,"recall":0.704545,"f1":0.655057,"accuracy":0.704545,"main_score":0.655057,"hf_subset":"min_Latn-mlt_Latn","languages":["min-Latn","mlt-Latn"]},{"precision":0.492996,"recall":0.572134,"f1":0.515083,"accuracy":0.572134,"main_score":0.515083,"hf_subset":"min_Latn-quy_Latn","languages":["min-Latn","quy-Latn"]},{"precision":0.683136,"recall":0.746047,"f1":0.702,"accuracy":0.746047,"main_score":0.702,"hf_subset":"min_Latn-swh_Latn","languages":["min-Latn","swh-Latn"]},{"precision":0.560187,"recall":0.62747,"f1":0.579567,"accuracy":0.62747,"main_score":0.579567,"hf_subset":"min_Latn-uzn_Latn","languages":["min-Latn","uzn-Latn"]},{"precision":0.648577,"recall":0.715415,"f1":0.668078,"accuracy":0.715415,"main_score":0.668078,"hf_subset":"min_Latn-als_Latn","languages":["min-Latn","als-Latn"]},{"precision":0.183915,"recall":0.250988,"f1":0.200945,"accuracy":0.250988,"main_score":0.200945,"hf_subset":"min_Latn-bod_Tibt","languages":["min-Latn","bod-Tibt"]},{"precision":0.433829,"recall":0.51087,"f1":0.454898,"accuracy":0.51087,"main_score":0.454898,"hf_subset":"min_Latn-fij_Latn","languages":["min-Latn","fij-Latn"]},{"precision":0.454363,"recall":0.529644,"f1":0.475473,"accuracy":0.529644,"main_score":0.475473,"hf_subset":"min_Latn-isl_Latn","languages":["min-Latn","isl-Latn"]},{"precision":0.496542,"recall":0.5583,"f1":0.514382,"accuracy":0.5583,"main_score":0.514382,"hf_subset":"min_Latn-kon_Latn","languages":["min-Latn","kon-Latn"]},{"precision":0.353678,"recall":0.438735,"f1":0.375539,"accuracy":0.438735,"main_score":0.375539,"hf_subset":"min_Latn-mni_Beng","languages":["min-Latn","mni-Beng"]},{"precision":0.832329,"recall":0.87253,"f1":0.844565,"accuracy":0.87253,"main_score":0.844565,"hf_subset":"min_Latn-ron_Latn","languages":["min-Latn","ron-Latn"]},{"precision":0.67347,"recall":0.736166,"f1":0.691804,"accuracy":0.736166,"main_score":0.691804,"hf_subset":"min_Latn-szl_Latn","languages":["min-Latn","szl-Latn"]},{"precision":0.763529,"recall":0.814229,"f1":0.778579,"accuracy":0.814229,"main_score":0.778579,"hf_subset":"min_Latn-vec_Latn","languages":["min-Latn","vec-Latn"]},{"precision":0.593022,"recall":0.664032,"f1":0.613604,"accuracy":0.664032,"main_score":0.613604,"hf_subset":"min_Latn-amh_Ethi","languages":["min-Latn","amh-Ethi"]},{"precision":0.796123,"recall":0.846838,"f1":0.811432,"accuracy":0.846838,"main_score":0.811432,"hf_subset":"min_Latn-bos_Latn","languages":["min-Latn","bos-Latn"]},{"precision":0.785171,"recall":0.83498,"f1":0.799922,"accuracy":0.83498,"main_score":0.799922,"hf_subset":"min_Latn-fin_Latn","languages":["min-Latn","fin-Latn"]},{"precision":0.847447,"recall":0.887352,"f1":0.859914,"accuracy":0.887352,"main_score":0.859914,"hf_subset":"min_Latn-ita_Latn","languages":["min-Latn","ita-Latn"]},{"precision":0.81665,"recall":0.864625,"f1":0.831588,"accuracy":0.864625,"main_score":0.831588,"hf_subset":"min_Latn-kor_Hang","languages":["min-Latn","kor-Hang"]},{"precision":0.424151,"recall":0.498024,"f1":0.44465,"accuracy":0.498024,"main_score":0.44465,"hf_subset":"min_Latn-mos_Latn","languages":["min-Latn","mos-Latn"]},{"precision":0.413029,"recall":0.486166,"f1":0.43301,"accuracy":0.486166,"main_score":0.43301,"hf_subset":"min_Latn-run_Latn","languages":["min-Latn","run-Latn"]},{"precision":0.785006,"recall":0.842885,"f1":0.802849,"accuracy":0.842885,"main_score":0.802849,"hf_subset":"min_Latn-tam_Taml","languages":["min-Latn","tam-Taml"]},{"precision":0.818438,"recall":0.865613,"f1":0.832955,"accuracy":0.865613,"main_score":0.832955,"hf_subset":"min_Latn-vie_Latn","languages":["min-Latn","vie-Latn"]},{"precision":0.806489,"recall":0.853755,"f1":0.820822,"accuracy":0.853755,"main_score":0.820822,"hf_subset":"min_Latn-apc_Arab","languages":["min-Latn","apc-Arab"]},{"precision":0.652627,"recall":0.706522,"f1":0.667852,"accuracy":0.706522,"main_score":0.667852,"hf_subset":"min_Latn-bug_Latn","languages":["min-Latn","bug-Latn"]},{"precision":0.382177,"recall":0.458498,"f1":0.401821,"accuracy":0.458498,"main_score":0.401821,"hf_subset":"min_Latn-fon_Latn","languages":["min-Latn","fon-Latn"]},{"precision":0.781448,"recall":0.83004,"f1":0.796102,"accuracy":0.83004,"main_score":0.796102,"hf_subset":"min_Latn-jav_Latn","languages":["min-Latn","jav-Latn"]},{"precision":0.552437,"recall":0.621542,"f1":0.571678,"accuracy":0.621542,"main_score":0.571678,"hf_subset":"min_Latn-lao_Laoo","languages":["min-Latn","lao-Laoo"]},{"precision":0.399236,"recall":0.474308,"f1":0.418891,"accuracy":0.474308,"main_score":0.418891,"hf_subset":"min_Latn-mri_Latn","languages":["min-Latn","mri-Latn"]},{"precision":0.84086,"recall":0.885375,"f1":0.854974,"accuracy":0.885375,"main_score":0.854974,"hf_subset":"min_Latn-rus_Cyrl","languages":["min-Latn","rus-Cyrl"]},{"precision":0.397343,"recall":0.485178,"f1":0.420884,"accuracy":0.485178,"main_score":0.420884,"hf_subset":"min_Latn-taq_Latn","languages":["min-Latn","taq-Latn"]},{"precision":0.732362,"recall":0.773715,"f1":0.744651,"accuracy":0.773715,"main_score":0.744651,"hf_subset":"min_Latn-war_Latn","languages":["min-Latn","war-Latn"]},{"precision":0.83666,"recall":0.881423,"f1":0.850428,"accuracy":0.881423,"main_score":0.850428,"hf_subset":"min_Latn-arb_Arab","languages":["min-Latn","arb-Arab"]},{"precision":0.818347,"recall":0.864625,"f1":0.832686,"accuracy":0.864625,"main_score":0.832686,"hf_subset":"min_Latn-bul_Cyrl","languages":["min-Latn","bul-Cyrl"]},{"precision":0.86054,"recall":0.896245,"f1":0.871673,"accuracy":0.896245,"main_score":0.871673,"hf_subset":"min_Latn-fra_Latn","languages":["min-Latn","fra-Latn"]},{"precision":0.847596,"recall":0.88834,"f1":0.859933,"accuracy":0.88834,"main_score":0.859933,"hf_subset":"min_Latn-jpn_Jpan","languages":["min-Latn","jpn-Jpan"]},{"precision":0.725296,"recall":0.778656,"f1":0.741158,"accuracy":0.778656,"main_score":0.741158,"hf_subset":"min_Latn-lij_Latn","languages":["min-Latn","lij-Latn"]},{"precision":0.530395,"recall":0.617589,"f1":0.556162,"accuracy":0.617589,"main_score":0.556162,"hf_subset":"min_Latn-mya_Mymr","languages":["min-Latn","mya-Mymr"]},{"precision":0.466693,"recall":0.544466,"f1":0.48822,"accuracy":0.544466,"main_score":0.48822,"hf_subset":"min_Latn-sag_Latn","languages":["min-Latn","sag-Latn"]},{"precision":0.150656,"recall":0.222332,"f1":0.165807,"accuracy":0.222332,"main_score":0.165807,"hf_subset":"min_Latn-taq_Tfng","languages":["min-Latn","taq-Tfng"]},{"precision":0.469888,"recall":0.548419,"f1":0.49131,"accuracy":0.548419,"main_score":0.49131,"hf_subset":"min_Latn-wol_Latn","languages":["min-Latn","wol-Latn"]},{"precision":0.275939,"recall":0.374506,"f1":0.300351,"accuracy":0.374506,"main_score":0.300351,"hf_subset":"min_Latn-arb_Latn","languages":["min-Latn","arb-Latn"]},{"precision":0.81111,"recall":0.852767,"f1":0.823435,"accuracy":0.852767,"main_score":0.823435,"hf_subset":"min_Latn-cat_Latn","languages":["min-Latn","cat-Latn"]},{"precision":0.688548,"recall":0.744071,"f1":0.704784,"accuracy":0.744071,"main_score":0.704784,"hf_subset":"min_Latn-fur_Latn","languages":["min-Latn","fur-Latn"]},{"precision":0.277726,"recall":0.353755,"f1":0.296431,"accuracy":0.353755,"main_score":0.296431,"hf_subset":"min_Latn-kab_Latn","languages":["min-Latn","kab-Latn"]},{"precision":0.676079,"recall":0.73913,"f1":0.69438,"accuracy":0.73913,"main_score":0.69438,"hf_subset":"min_Latn-lim_Latn","languages":["min-Latn","lim-Latn"]},{"precision":0.828179,"recall":0.873518,"f1":0.842095,"accuracy":0.873518,"main_score":0.842095,"hf_subset":"min_Latn-nld_Latn","languages":["min-Latn","nld-Latn"]},{"precision":0.69664,"recall":0.76087,"f1":0.715439,"accuracy":0.76087,"main_score":0.715439,"hf_subset":"min_Latn-san_Deva","languages":["min-Latn","san-Deva"]},{"precision":0.598866,"recall":0.66502,"f1":0.6177,"accuracy":0.66502,"main_score":0.6177,"hf_subset":"min_Latn-tat_Cyrl","languages":["min-Latn","tat-Cyrl"]},{"precision":0.446718,"recall":0.530632,"f1":0.469293,"accuracy":0.530632,"main_score":0.469293,"hf_subset":"min_Latn-xho_Latn","languages":["min-Latn","xho-Latn"]},{"precision":0.825659,"recall":0.873518,"f1":0.840349,"accuracy":0.873518,"main_score":0.840349,"hf_subset":"min_Latn-ars_Arab","languages":["min-Latn","ars-Arab"]},{"precision":0.69759,"recall":0.748024,"f1":0.712484,"accuracy":0.748024,"main_score":0.712484,"hf_subset":"min_Latn-ceb_Latn","languages":["min-Latn","ceb-Latn"]},{"precision":0.437298,"recall":0.516798,"f1":0.459917,"accuracy":0.516798,"main_score":0.459917,"hf_subset":"min_Latn-fuv_Latn","languages":["min-Latn","fuv-Latn"]},{"precision":0.443376,"recall":0.509881,"f1":0.461641,"accuracy":0.509881,"main_score":0.461641,"hf_subset":"min_Latn-kac_Latn","languages":["min-Latn","kac-Latn"]},{"precision":0.480067,"recall":0.55336,"f1":0.500419,"accuracy":0.55336,"main_score":0.500419,"hf_subset":"min_Latn-lin_Latn","languages":["min-Latn","lin-Latn"]},{"precision":0.770913,"recall":0.824111,"f1":0.78654,"accuracy":0.824111,"main_score":0.78654,"hf_subset":"min_Latn-nno_Latn","languages":["min-Latn","nno-Latn"]},{"precision":0.166766,"recall":0.224308,"f1":0.180957,"accuracy":0.224308,"main_score":0.180957,"hf_subset":"min_Latn-sat_Olck","languages":["min-Latn","sat-Olck"]},{"precision":0.772546,"recall":0.831028,"f1":0.79065,"accuracy":0.831028,"main_score":0.79065,"hf_subset":"min_Latn-tel_Telu","languages":["min-Latn","tel-Telu"]},{"precision":0.284413,"recall":0.362648,"f1":0.304379,"accuracy":0.362648,"main_score":0.304379,"hf_subset":"min_Latn-ydd_Hebr","languages":["min-Latn","ydd-Hebr"]},{"precision":0.70807,"recall":0.779644,"f1":0.72932,"accuracy":0.779644,"main_score":0.72932,"hf_subset":"min_Latn-ary_Arab","languages":["min-Latn","ary-Arab"]},{"precision":0.769205,"recall":0.823123,"f1":0.785573,"accuracy":0.823123,"main_score":0.785573,"hf_subset":"min_Latn-ces_Latn","languages":["min-Latn","ces-Latn"]},{"precision":0.330812,"recall":0.402174,"f1":0.349166,"accuracy":0.402174,"main_score":0.349166,"hf_subset":"min_Latn-gaz_Latn","languages":["min-Latn","gaz-Latn"]},{"precision":0.442662,"recall":0.517787,"f1":0.463191,"accuracy":0.517787,"main_score":0.463191,"hf_subset":"min_Latn-kam_Latn","languages":["min-Latn","kam-Latn"]},{"precision":0.640337,"recall":0.708498,"f1":0.660313,"accuracy":0.708498,"main_score":0.660313,"hf_subset":"min_Latn-lit_Latn","languages":["min-Latn","lit-Latn"]},{"precision":0.803063,"recall":0.856719,"f1":0.819565,"accuracy":0.856719,"main_score":0.819565,"hf_subset":"min_Latn-nob_Latn","languages":["min-Latn","nob-Latn"]},{"precision":0.625527,"recall":0.692688,"f1":0.645155,"accuracy":0.692688,"main_score":0.645155,"hf_subset":"min_Latn-scn_Latn","languages":["min-Latn","scn-Latn"]},{"precision":0.435739,"recall":0.514822,"f1":0.457802,"accuracy":0.514822,"main_score":0.457802,"hf_subset":"min_Latn-tgk_Cyrl","languages":["min-Latn","tgk-Cyrl"]},{"precision":0.395218,"recall":0.475296,"f1":0.41762,"accuracy":0.475296,"main_score":0.41762,"hf_subset":"min_Latn-yor_Latn","languages":["min-Latn","yor-Latn"]},{"precision":0.81365,"recall":0.858696,"f1":0.827297,"accuracy":0.858696,"main_score":0.827297,"hf_subset":"min_Latn-arz_Arab","languages":["min-Latn","arz-Arab"]},{"precision":0.432733,"recall":0.507905,"f1":0.453382,"accuracy":0.507905,"main_score":0.453382,"hf_subset":"min_Latn-cjk_Latn","languages":["min-Latn","cjk-Latn"]},{"precision":0.351328,"recall":0.429842,"f1":0.37153,"accuracy":0.429842,"main_score":0.37153,"hf_subset":"min_Latn-gla_Latn","languages":["min-Latn","gla-Latn"]},{"precision":0.765152,"recall":0.823123,"f1":0.782595,"accuracy":0.823123,"main_score":0.782595,"hf_subset":"min_Latn-kan_Knda","languages":["min-Latn","kan-Knda"]},{"precision":0.690497,"recall":0.747036,"f1":0.706937,"accuracy":0.747036,"main_score":0.706937,"hf_subset":"min_Latn-lmo_Latn","languages":["min-Latn","lmo-Latn"]},{"precision":0.793231,"recall":0.846838,"f1":0.80998,"accuracy":0.846838,"main_score":0.80998,"hf_subset":"min_Latn-npi_Deva","languages":["min-Latn","npi-Deva"]},{"precision":0.36553,"recall":0.455534,"f1":0.389472,"accuracy":0.455534,"main_score":0.389472,"hf_subset":"min_Latn-shn_Mymr","languages":["min-Latn","shn-Mymr"]},{"precision":0.732899,"recall":0.787549,"f1":0.749415,"accuracy":0.787549,"main_score":0.749415,"hf_subset":"min_Latn-tgl_Latn","languages":["min-Latn","tgl-Latn"]},{"precision":0.843412,"recall":0.883399,"f1":0.855863,"accuracy":0.883399,"main_score":0.855863,"hf_subset":"min_Latn-yue_Hant","languages":["min-Latn","yue-Hant"]},{"precision":0.687434,"recall":0.75,"f1":0.705816,"accuracy":0.75,"main_score":0.705816,"hf_subset":"min_Latn-asm_Beng","languages":["min-Latn","asm-Beng"]},{"precision":0.358683,"recall":0.444664,"f1":0.382515,"accuracy":0.444664,"main_score":0.382515,"hf_subset":"min_Latn-ckb_Arab","languages":["min-Latn","ckb-Arab"]},{"precision":0.361912,"recall":0.450593,"f1":0.384989,"accuracy":0.450593,"main_score":0.384989,"hf_subset":"min_Latn-gle_Latn","languages":["min-Latn","gle-Latn"]},{"precision":0.515575,"recall":0.600791,"f1":0.539994,"accuracy":0.600791,"main_score":0.539994,"hf_subset":"min_Latn-kas_Arab","languages":["min-Latn","kas-Arab"]},{"precision":0.550207,"recall":0.628458,"f1":0.572631,"accuracy":0.628458,"main_score":0.572631,"hf_subset":"min_Latn-ltg_Latn","languages":["min-Latn","ltg-Latn"]},{"precision":0.468671,"recall":0.543478,"f1":0.490422,"accuracy":0.543478,"main_score":0.490422,"hf_subset":"min_Latn-nso_Latn","languages":["min-Latn","nso-Latn"]},{"precision":0.607248,"recall":0.684783,"f1":0.630097,"accuracy":0.684783,"main_score":0.630097,"hf_subset":"min_Latn-sin_Sinh","languages":["min-Latn","sin-Sinh"]},{"precision":0.820191,"recall":0.871542,"f1":0.836232,"accuracy":0.871542,"main_score":0.836232,"hf_subset":"min_Latn-tha_Thai","languages":["min-Latn","tha-Thai"]},{"precision":0.825791,"recall":0.871542,"f1":0.839855,"accuracy":0.871542,"main_score":0.839855,"hf_subset":"min_Latn-zho_Hans","languages":["min-Latn","zho-Hans"]},{"precision":0.792452,"recall":0.835968,"f1":0.805106,"accuracy":0.835968,"main_score":0.805106,"hf_subset":"min_Latn-ast_Latn","languages":["min-Latn","ast-Latn"]},{"precision":0.627339,"recall":0.699605,"f1":0.647748,"accuracy":0.699605,"main_score":0.647748,"hf_subset":"min_Latn-crh_Latn","languages":["min-Latn","crh-Latn"]},{"precision":0.828821,"recall":0.869565,"f1":0.841338,"accuracy":0.869565,"main_score":0.841338,"hf_subset":"min_Latn-glg_Latn","languages":["min-Latn","glg-Latn"]},{"precision":0.498916,"recall":0.583004,"f1":0.523116,"accuracy":0.583004,"main_score":0.523116,"hf_subset":"min_Latn-kas_Deva","languages":["min-Latn","kas-Deva"]},{"precision":0.661695,"recall":0.733202,"f1":0.682133,"accuracy":0.733202,"main_score":0.682133,"hf_subset":"min_Latn-ltz_Latn","languages":["min-Latn","ltz-Latn"]},{"precision":0.335065,"recall":0.408103,"f1":0.354102,"accuracy":0.408103,"main_score":0.354102,"hf_subset":"min_Latn-nus_Latn","languages":["min-Latn","nus-Latn"]},{"precision":0.74506,"recall":0.800395,"f1":0.761059,"accuracy":0.800395,"main_score":0.761059,"hf_subset":"min_Latn-slk_Latn","languages":["min-Latn","slk-Latn"]},{"precision":0.352453,"recall":0.442688,"f1":0.376168,"accuracy":0.442688,"main_score":0.376168,"hf_subset":"min_Latn-tir_Ethi","languages":["min-Latn","tir-Ethi"]},{"precision":0.837698,"recall":0.882411,"f1":0.851647,"accuracy":0.882411,"main_score":0.851647,"hf_subset":"min_Latn-zho_Hant","languages":["min-Latn","zho-Hant"]},{"precision":0.820199,"recall":0.865613,"f1":0.834033,"accuracy":0.865613,"main_score":0.834033,"hf_subset":"min_Latn-awa_Deva","languages":["min-Latn","awa-Deva"]},{"precision":0.427134,"recall":0.504941,"f1":0.446663,"accuracy":0.504941,"main_score":0.446663,"hf_subset":"min_Latn-cym_Latn","languages":["min-Latn","cym-Latn"]},{"precision":0.599573,"recall":0.66996,"f1":0.619666,"accuracy":0.66996,"main_score":0.619666,"hf_subset":"min_Latn-grn_Latn","languages":["min-Latn","grn-Latn"]},{"precision":0.648994,"recall":0.721344,"f1":0.669831,"accuracy":0.721344,"main_score":0.669831,"hf_subset":"min_Latn-kat_Geor","languages":["min-Latn","kat-Geor"]},{"precision":0.496718,"recall":0.566206,"f1":0.516507,"accuracy":0.566206,"main_score":0.516507,"hf_subset":"min_Latn-lua_Latn","languages":["min-Latn","lua-Latn"]},{"precision":0.498739,"recall":0.566206,"f1":0.51712,"accuracy":0.566206,"main_score":0.51712,"hf_subset":"min_Latn-nya_Latn","languages":["min-Latn","nya-Latn"]},{"precision":0.712969,"recall":0.777668,"f1":0.731958,"accuracy":0.777668,"main_score":0.731958,"hf_subset":"min_Latn-slv_Latn","languages":["min-Latn","slv-Latn"]},{"precision":0.667004,"recall":0.732213,"f1":0.68563,"accuracy":0.732213,"main_score":0.68563,"hf_subset":"min_Latn-tpi_Latn","languages":["min-Latn","tpi-Latn"]},{"precision":0.850198,"recall":0.891304,"f1":0.863142,"accuracy":0.891304,"main_score":0.863142,"hf_subset":"min_Latn-zsm_Latn","languages":["min-Latn","zsm-Latn"]},{"precision":0.403533,"recall":0.483202,"f1":0.424995,"accuracy":0.483202,"main_score":0.424995,"hf_subset":"min_Latn-ayr_Latn","languages":["min-Latn","ayr-Latn"]},{"precision":0.831357,"recall":0.875494,"f1":0.845158,"accuracy":0.875494,"main_score":0.845158,"hf_subset":"min_Latn-dan_Latn","languages":["min-Latn","dan-Latn"]},{"precision":0.757239,"recall":0.817194,"f1":0.775248,"accuracy":0.817194,"main_score":0.775248,"hf_subset":"min_Latn-guj_Gujr","languages":["min-Latn","guj-Gujr"]},{"precision":0.599968,"recall":0.672925,"f1":0.620959,"accuracy":0.672925,"main_score":0.620959,"hf_subset":"min_Latn-kaz_Cyrl","languages":["min-Latn","kaz-Cyrl"]},{"precision":0.401271,"recall":0.478261,"f1":0.422586,"accuracy":0.478261,"main_score":0.422586,"hf_subset":"min_Latn-lug_Latn","languages":["min-Latn","lug-Latn"]},{"precision":0.768445,"recall":0.820158,"f1":0.784022,"accuracy":0.820158,"main_score":0.784022,"hf_subset":"min_Latn-oci_Latn","languages":["min-Latn","oci-Latn"]},{"precision":0.450306,"recall":0.533597,"f1":0.473572,"accuracy":0.533597,"main_score":0.473572,"hf_subset":"min_Latn-smo_Latn","languages":["min-Latn","smo-Latn"]},{"precision":0.425662,"recall":0.498024,"f1":0.44563,"accuracy":0.498024,"main_score":0.44563,"hf_subset":"min_Latn-tsn_Latn","languages":["min-Latn","tsn-Latn"]},{"precision":0.404757,"recall":0.490119,"f1":0.427528,"accuracy":0.490119,"main_score":0.427528,"hf_subset":"min_Latn-zul_Latn","languages":["min-Latn","zul-Latn"]},{"precision":0.534766,"recall":0.62747,"f1":0.561593,"accuracy":0.62747,"main_score":0.561593,"hf_subset":"min_Latn-azb_Arab","languages":["min-Latn","azb-Arab"]},{"precision":0.858893,"recall":0.896245,"f1":0.870553,"accuracy":0.896245,"main_score":0.870553,"hf_subset":"min_Latn-deu_Latn","languages":["min-Latn","deu-Latn"]},{"precision":0.533901,"recall":0.612648,"f1":0.556126,"accuracy":0.612648,"main_score":0.556126,"hf_subset":"min_Latn-hat_Latn","languages":["min-Latn","hat-Latn"]},{"precision":0.376272,"recall":0.452569,"f1":0.396768,"accuracy":0.452569,"main_score":0.396768,"hf_subset":"min_Latn-kbp_Latn","languages":["min-Latn","kbp-Latn"]},{"precision":0.458487,"recall":0.525692,"f1":0.47803,"accuracy":0.525692,"main_score":0.47803,"hf_subset":"min_Latn-luo_Latn","languages":["min-Latn","luo-Latn"]},{"precision":0.444014,"recall":0.523715,"f1":0.465671,"accuracy":0.523715,"main_score":0.465671,"hf_subset":"min_Latn-ory_Orya","languages":["min-Latn","ory-Orya"]},{"precision":0.447901,"recall":0.521739,"f1":0.468118,"accuracy":0.521739,"main_score":0.468118,"hf_subset":"min_Latn-sna_Latn","languages":["min-Latn","sna-Latn"]},{"precision":0.425374,"recall":0.496047,"f1":0.444507,"accuracy":0.496047,"main_score":0.444507,"hf_subset":"min_Latn-tso_Latn","languages":["min-Latn","tso-Latn"]},{"precision":0.652896,"recall":0.721344,"f1":0.672659,"accuracy":0.721344,"main_score":0.672659,"hf_subset":"min_Latn-azj_Latn","languages":["min-Latn","azj-Latn"]},{"precision":0.427558,"recall":0.509881,"f1":0.450068,"accuracy":0.509881,"main_score":0.450068,"hf_subset":"min_Latn-dik_Latn","languages":["min-Latn","dik-Latn"]},{"precision":0.455355,"recall":0.512846,"f1":0.471927,"accuracy":0.512846,"main_score":0.471927,"hf_subset":"min_Latn-hau_Latn","languages":["min-Latn","hau-Latn"]},{"precision":0.663105,"recall":0.726285,"f1":0.681447,"accuracy":0.726285,"main_score":0.681447,"hf_subset":"min_Latn-kea_Latn","languages":["min-Latn","kea-Latn"]},{"precision":0.581247,"recall":0.639328,"f1":0.597384,"accuracy":0.639328,"main_score":0.597384,"hf_subset":"min_Latn-lus_Latn","languages":["min-Latn","lus-Latn"]},{"precision":0.671789,"recall":0.725296,"f1":0.687399,"accuracy":0.725296,"main_score":0.687399,"hf_subset":"min_Latn-pag_Latn","languages":["min-Latn","pag-Latn"]},{"precision":0.543019,"recall":0.626482,"f1":0.566633,"accuracy":0.626482,"main_score":0.566633,"hf_subset":"min_Latn-snd_Arab","languages":["min-Latn","snd-Arab"]},{"precision":0.540637,"recall":0.61166,"f1":0.561395,"accuracy":0.61166,"main_score":0.561395,"hf_subset":"min_Latn-tuk_Latn","languages":["min-Latn","tuk-Latn"]},{"precision":0.602521,"recall":0.666008,"f1":0.619989,"accuracy":0.666008,"main_score":0.619989,"hf_subset":"min_Latn-bak_Cyrl","languages":["min-Latn","bak-Cyrl"]},{"precision":0.355934,"recall":0.44664,"f1":0.381081,"accuracy":0.44664,"main_score":0.381081,"hf_subset":"min_Latn-dyu_Latn","languages":["min-Latn","dyu-Latn"]},{"precision":0.652581,"recall":0.72332,"f1":0.673418,"accuracy":0.72332,"main_score":0.673418,"hf_subset":"min_Latn-heb_Hebr","languages":["min-Latn","heb-Hebr"]},{"precision":0.429258,"recall":0.502964,"f1":0.450101,"accuracy":0.502964,"main_score":0.450101,"hf_subset":"min_Latn-khk_Cyrl","languages":["min-Latn","khk-Cyrl"]},{"precision":0.667302,"recall":0.727273,"f1":0.684686,"accuracy":0.727273,"main_score":0.684686,"hf_subset":"min_Latn-lvs_Latn","languages":["min-Latn","lvs-Latn"]},{"precision":0.65818,"recall":0.729249,"f1":0.678691,"accuracy":0.729249,"main_score":0.678691,"hf_subset":"min_Latn-pan_Guru","languages":["min-Latn","pan-Guru"]},{"precision":0.403198,"recall":0.462451,"f1":0.419131,"accuracy":0.462451,"main_score":0.419131,"hf_subset":"min_Latn-som_Latn","languages":["min-Latn","som-Latn"]},{"precision":0.456517,"recall":0.520751,"f1":0.474766,"accuracy":0.520751,"main_score":0.474766,"hf_subset":"min_Latn-tum_Latn","languages":["min-Latn","tum-Latn"]},{"precision":0.272251,"recall":0.368577,"f1":0.29652,"accuracy":0.368577,"main_score":0.29652,"hf_subset":"por_Latn-ace_Arab","languages":["por-Latn","ace-Arab"]},{"precision":0.338132,"recall":0.452569,"f1":0.367884,"accuracy":0.452569,"main_score":0.367884,"hf_subset":"por_Latn-bam_Latn","languages":["por-Latn","bam-Latn"]},{"precision":0.155277,"recall":0.224308,"f1":0.172633,"accuracy":0.224308,"main_score":0.172633,"hf_subset":"por_Latn-dzo_Tibt","languages":["por-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-hin_Deva","languages":["por-Latn","hin-Deva"]},{"precision":0.825346,"recall":0.876482,"f1":0.841271,"accuracy":0.876482,"main_score":0.841271,"hf_subset":"por_Latn-khm_Khmr","languages":["por-Latn","khm-Khmr"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"por_Latn-mag_Deva","languages":["por-Latn","mag-Deva"]},{"precision":0.875856,"recall":0.912055,"f1":0.887187,"accuracy":0.912055,"main_score":0.887187,"hf_subset":"por_Latn-pap_Latn","languages":["por-Latn","pap-Latn"]},{"precision":0.398252,"recall":0.506917,"f1":0.426232,"accuracy":0.506917,"main_score":0.426232,"hf_subset":"por_Latn-sot_Latn","languages":["por-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-tur_Latn","languages":["por-Latn","tur-Latn"]},{"precision":0.636142,"recall":0.727273,"f1":0.663046,"accuracy":0.727273,"main_score":0.663046,"hf_subset":"por_Latn-ace_Latn","languages":["por-Latn","ace-Latn"]},{"precision":0.825675,"recall":0.875494,"f1":0.841271,"accuracy":0.875494,"main_score":0.841271,"hf_subset":"por_Latn-ban_Latn","languages":["por-Latn","ban-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"por_Latn-ell_Grek","languages":["por-Latn","ell-Grek"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"por_Latn-hne_Deva","languages":["por-Latn","hne-Deva"]},{"precision":0.406045,"recall":0.514822,"f1":0.434564,"accuracy":0.514822,"main_score":0.434564,"hf_subset":"por_Latn-kik_Latn","languages":["por-Latn","kik-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"por_Latn-mai_Deva","languages":["por-Latn","mai-Deva"]},{"precision":0.861413,"recall":0.902174,"f1":0.874242,"accuracy":0.902174,"main_score":0.874242,"hf_subset":"por_Latn-pbt_Arab","languages":["por-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-spa_Latn","languages":["por-Latn","spa-Latn"]},{"precision":0.469914,"recall":0.58004,"f1":0.499614,"accuracy":0.58004,"main_score":0.499614,"hf_subset":"por_Latn-twi_Latn","languages":["por-Latn","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"por_Latn-acm_Arab","languages":["por-Latn","acm-Arab"]},{"precision":0.841321,"recall":0.890316,"f1":0.85695,"accuracy":0.890316,"main_score":0.85695,"hf_subset":"por_Latn-bel_Cyrl","languages":["por-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-eng_Latn","languages":["por-Latn","eng-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"por_Latn-hrv_Latn","languages":["por-Latn","hrv-Latn"]},{"precision":0.367478,"recall":0.472332,"f1":0.394283,"accuracy":0.472332,"main_score":0.394283,"hf_subset":"por_Latn-kin_Latn","languages":["por-Latn","kin-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"por_Latn-mal_Mlym","languages":["por-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"por_Latn-pes_Arab","languages":["por-Latn","pes-Arab"]},{"precision":0.861611,"recall":0.902174,"f1":0.874242,"accuracy":0.902174,"main_score":0.874242,"hf_subset":"por_Latn-srd_Latn","languages":["por-Latn","srd-Latn"]},{"precision":0.095401,"recall":0.16502,"f1":0.11009,"accuracy":0.16502,"main_score":0.11009,"hf_subset":"por_Latn-tzm_Tfng","languages":["por-Latn","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-acq_Arab","languages":["por-Latn","acq-Arab"]},{"precision":0.433876,"recall":0.536561,"f1":0.460735,"accuracy":0.536561,"main_score":0.460735,"hf_subset":"por_Latn-bem_Latn","languages":["por-Latn","bem-Latn"]},{"precision":0.897233,"recall":0.928854,"f1":0.907411,"accuracy":0.928854,"main_score":0.907411,"hf_subset":"por_Latn-epo_Latn","languages":["por-Latn","epo-Latn"]},{"precision":0.934453,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"por_Latn-hun_Latn","languages":["por-Latn","hun-Latn"]},{"precision":0.672177,"recall":0.754941,"f1":0.696793,"accuracy":0.754941,"main_score":0.696793,"hf_subset":"por_Latn-kir_Cyrl","languages":["por-Latn","kir-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"por_Latn-mar_Deva","languages":["por-Latn","mar-Deva"]},{"precision":0.408501,"recall":0.518775,"f1":0.437852,"accuracy":0.518775,"main_score":0.437852,"hf_subset":"por_Latn-plt_Latn","languages":["por-Latn","plt-Latn"]},{"precision":0.931983,"recall":0.953557,"f1":0.9389,"accuracy":0.953557,"main_score":0.9389,"hf_subset":"por_Latn-srp_Cyrl","languages":["por-Latn","srp-Cyrl"]},{"precision":0.267896,"recall":0.356719,"f1":0.290381,"accuracy":0.356719,"main_score":0.290381,"hf_subset":"por_Latn-uig_Arab","languages":["por-Latn","uig-Arab"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"por_Latn-aeb_Arab","languages":["por-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-ben_Beng","languages":["por-Latn","ben-Beng"]},{"precision":0.810804,"recall":0.863636,"f1":0.826995,"accuracy":0.863636,"main_score":0.826995,"hf_subset":"por_Latn-est_Latn","languages":["por-Latn","est-Latn"]},{"precision":0.828681,"recall":0.875494,"f1":0.84319,"accuracy":0.875494,"main_score":0.84319,"hf_subset":"por_Latn-hye_Armn","languages":["por-Latn","hye-Armn"]},{"precision":0.381058,"recall":0.486166,"f1":0.4085,"accuracy":0.486166,"main_score":0.4085,"hf_subset":"por_Latn-kmb_Latn","languages":["por-Latn","kmb-Latn"]},{"precision":0.24346,"recall":0.338933,"f1":0.266359,"accuracy":0.338933,"main_score":0.266359,"hf_subset":"por_Latn-min_Arab","languages":["por-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-pol_Latn","languages":["por-Latn","pol-Latn"]},{"precision":0.351125,"recall":0.464427,"f1":0.380246,"accuracy":0.464427,"main_score":0.380246,"hf_subset":"por_Latn-ssw_Latn","languages":["por-Latn","ssw-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"por_Latn-ukr_Cyrl","languages":["por-Latn","ukr-Cyrl"]},{"precision":0.940053,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"por_Latn-afr_Latn","languages":["por-Latn","afr-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"por_Latn-bho_Deva","languages":["por-Latn","bho-Deva"]},{"precision":0.623414,"recall":0.714427,"f1":0.649508,"accuracy":0.714427,"main_score":0.649508,"hf_subset":"por_Latn-eus_Latn","languages":["por-Latn","eus-Latn"]},{"precision":0.349018,"recall":0.471344,"f1":0.380926,"accuracy":0.471344,"main_score":0.380926,"hf_subset":"por_Latn-ibo_Latn","languages":["por-Latn","ibo-Latn"]},{"precision":0.393539,"recall":0.506917,"f1":0.423146,"accuracy":0.506917,"main_score":0.423146,"hf_subset":"por_Latn-kmr_Latn","languages":["por-Latn","kmr-Latn"]},{"precision":0.795537,"recall":0.853755,"f1":0.813406,"accuracy":0.853755,"main_score":0.813406,"hf_subset":"por_Latn-min_Latn","languages":["por-Latn","min-Latn"]},{"precision":0.847579,"recall":0.894269,"f1":0.862385,"accuracy":0.894269,"main_score":0.862385,"hf_subset":"por_Latn-sun_Latn","languages":["por-Latn","sun-Latn"]},{"precision":0.361078,"recall":0.478261,"f1":0.391675,"accuracy":0.478261,"main_score":0.391675,"hf_subset":"por_Latn-umb_Latn","languages":["por-Latn","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"por_Latn-ajp_Arab","languages":["por-Latn","ajp-Arab"]},{"precision":0.235797,"recall":0.342885,"f1":0.263133,"accuracy":0.342885,"main_score":0.263133,"hf_subset":"por_Latn-bjn_Arab","languages":["por-Latn","bjn-Arab"]},{"precision":0.378061,"recall":0.476285,"f1":0.402422,"accuracy":0.476285,"main_score":0.402422,"hf_subset":"por_Latn-ewe_Latn","languages":["por-Latn","ewe-Latn"]},{"precision":0.666354,"recall":0.748024,"f1":0.689837,"accuracy":0.748024,"main_score":0.689837,"hf_subset":"por_Latn-ilo_Latn","languages":["por-Latn","ilo-Latn"]},{"precision":0.152568,"recall":0.241107,"f1":0.172492,"accuracy":0.241107,"main_score":0.172492,"hf_subset":"por_Latn-knc_Arab","languages":["por-Latn","knc-Arab"]},{"precision":0.91469,"recall":0.9417,"f1":0.923584,"accuracy":0.9417,"main_score":0.923584,"hf_subset":"por_Latn-mkd_Cyrl","languages":["por-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"por_Latn-prs_Arab","languages":["por-Latn","prs-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-swe_Latn","languages":["por-Latn","swe-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"por_Latn-urd_Arab","languages":["por-Latn","urd-Arab"]},{"precision":0.449476,"recall":0.560277,"f1":0.478662,"accuracy":0.560277,"main_score":0.478662,"hf_subset":"por_Latn-aka_Latn","languages":["por-Latn","aka-Latn"]},{"precision":0.836709,"recall":0.882411,"f1":0.850941,"accuracy":0.882411,"main_score":0.850941,"hf_subset":"por_Latn-bjn_Latn","languages":["por-Latn","bjn-Latn"]},{"precision":0.547951,"recall":0.642292,"f1":0.574147,"accuracy":0.642292,"main_score":0.574147,"hf_subset":"por_Latn-fao_Latn","languages":["por-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ind_Latn","languages":["por-Latn","ind-Latn"]},{"precision":0.424126,"recall":0.533597,"f1":0.452615,"accuracy":0.533597,"main_score":0.452615,"hf_subset":"por_Latn-knc_Latn","languages":["por-Latn","knc-Latn"]},{"precision":0.723529,"recall":0.797431,"f1":0.745257,"accuracy":0.797431,"main_score":0.745257,"hf_subset":"por_Latn-mlt_Latn","languages":["por-Latn","mlt-Latn"]},{"precision":0.47057,"recall":0.581028,"f1":0.499353,"accuracy":0.581028,"main_score":0.499353,"hf_subset":"por_Latn-quy_Latn","languages":["por-Latn","quy-Latn"]},{"precision":0.849506,"recall":0.894269,"f1":0.863768,"accuracy":0.894269,"main_score":0.863768,"hf_subset":"por_Latn-swh_Latn","languages":["por-Latn","swh-Latn"]},{"precision":0.623834,"recall":0.714427,"f1":0.64961,"accuracy":0.714427,"main_score":0.64961,"hf_subset":"por_Latn-uzn_Latn","languages":["por-Latn","uzn-Latn"]},{"precision":0.77528,"recall":0.836957,"f1":0.794288,"accuracy":0.836957,"main_score":0.794288,"hf_subset":"por_Latn-als_Latn","languages":["por-Latn","als-Latn"]},{"precision":0.166344,"recall":0.241107,"f1":0.183298,"accuracy":0.241107,"main_score":0.183298,"hf_subset":"por_Latn-bod_Tibt","languages":["por-Latn","bod-Tibt"]},{"precision":0.371724,"recall":0.491107,"f1":0.402509,"accuracy":0.491107,"main_score":0.402509,"hf_subset":"por_Latn-fij_Latn","languages":["por-Latn","fij-Latn"]},{"precision":0.538286,"recall":0.634387,"f1":0.565122,"accuracy":0.634387,"main_score":0.565122,"hf_subset":"por_Latn-isl_Latn","languages":["por-Latn","isl-Latn"]},{"precision":0.480141,"recall":0.583004,"f1":0.507792,"accuracy":0.583004,"main_score":0.507792,"hf_subset":"por_Latn-kon_Latn","languages":["por-Latn","kon-Latn"]},{"precision":0.340122,"recall":0.456522,"f1":0.370462,"accuracy":0.456522,"main_score":0.370462,"hf_subset":"por_Latn-mni_Beng","languages":["por-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-ron_Latn","languages":["por-Latn","ron-Latn"]},{"precision":0.852026,"recall":0.894269,"f1":0.865316,"accuracy":0.894269,"main_score":0.865316,"hf_subset":"por_Latn-szl_Latn","languages":["por-Latn","szl-Latn"]},{"precision":0.933959,"recall":0.955534,"f1":0.941041,"accuracy":0.955534,"main_score":0.941041,"hf_subset":"por_Latn-vec_Latn","languages":["por-Latn","vec-Latn"]},{"precision":0.807839,"recall":0.860672,"f1":0.823504,"accuracy":0.860672,"main_score":0.823504,"hf_subset":"por_Latn-amh_Ethi","languages":["por-Latn","amh-Ethi"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"por_Latn-bos_Latn","languages":["por-Latn","bos-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"por_Latn-fin_Latn","languages":["por-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ita_Latn","languages":["por-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-kor_Hang","languages":["por-Latn","kor-Hang"]},{"precision":0.392405,"recall":0.500988,"f1":0.420741,"accuracy":0.500988,"main_score":0.420741,"hf_subset":"por_Latn-mos_Latn","languages":["por-Latn","mos-Latn"]},{"precision":0.369454,"recall":0.476285,"f1":0.396928,"accuracy":0.476285,"main_score":0.396928,"hf_subset":"por_Latn-run_Latn","languages":["por-Latn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-tam_Taml","languages":["por-Latn","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-vie_Latn","languages":["por-Latn","vie-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"por_Latn-apc_Arab","languages":["por-Latn","apc-Arab"]},{"precision":0.625597,"recall":0.712451,"f1":0.650454,"accuracy":0.712451,"main_score":0.650454,"hf_subset":"por_Latn-bug_Latn","languages":["por-Latn","bug-Latn"]},{"precision":0.326941,"recall":0.431818,"f1":0.352034,"accuracy":0.431818,"main_score":0.352034,"hf_subset":"por_Latn-fon_Latn","languages":["por-Latn","fon-Latn"]},{"precision":0.841074,"recall":0.889328,"f1":0.856522,"accuracy":0.889328,"main_score":0.856522,"hf_subset":"por_Latn-jav_Latn","languages":["por-Latn","jav-Latn"]},{"precision":0.72356,"recall":0.797431,"f1":0.74549,"accuracy":0.797431,"main_score":0.74549,"hf_subset":"por_Latn-lao_Laoo","languages":["por-Latn","lao-Laoo"]},{"precision":0.345955,"recall":0.459486,"f1":0.373854,"accuracy":0.459486,"main_score":0.373854,"hf_subset":"por_Latn-mri_Latn","languages":["por-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-rus_Cyrl","languages":["por-Latn","rus-Cyrl"]},{"precision":0.37157,"recall":0.493083,"f1":0.403341,"accuracy":0.493083,"main_score":0.403341,"hf_subset":"por_Latn-taq_Latn","languages":["por-Latn","taq-Latn"]},{"precision":0.801063,"recall":0.858696,"f1":0.819022,"accuracy":0.858696,"main_score":0.819022,"hf_subset":"por_Latn-war_Latn","languages":["por-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-arb_Arab","languages":["por-Latn","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"por_Latn-bul_Cyrl","languages":["por-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-fra_Latn","languages":["por-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-jpn_Jpan","languages":["por-Latn","jpn-Jpan"]},{"precision":0.890152,"recall":0.923913,"f1":0.900856,"accuracy":0.923913,"main_score":0.900856,"hf_subset":"por_Latn-lij_Latn","languages":["por-Latn","lij-Latn"]},{"precision":0.802125,"recall":0.858696,"f1":0.819664,"accuracy":0.858696,"main_score":0.819664,"hf_subset":"por_Latn-mya_Mymr","languages":["por-Latn","mya-Mymr"]},{"precision":0.438706,"recall":0.550395,"f1":0.468328,"accuracy":0.550395,"main_score":0.468328,"hf_subset":"por_Latn-sag_Latn","languages":["por-Latn","sag-Latn"]},{"precision":0.118848,"recall":0.200593,"f1":0.134383,"accuracy":0.200593,"main_score":0.134383,"hf_subset":"por_Latn-taq_Tfng","languages":["por-Latn","taq-Tfng"]},{"precision":0.42739,"recall":0.541502,"f1":0.458027,"accuracy":0.541502,"main_score":0.458027,"hf_subset":"por_Latn-wol_Latn","languages":["por-Latn","wol-Latn"]},{"precision":0.259522,"recall":0.373518,"f1":0.285776,"accuracy":0.373518,"main_score":0.285776,"hf_subset":"por_Latn-arb_Latn","languages":["por-Latn","arb-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"por_Latn-cat_Latn","languages":["por-Latn","cat-Latn"]},{"precision":0.849671,"recall":0.894269,"f1":0.863768,"accuracy":0.894269,"main_score":0.863768,"hf_subset":"por_Latn-fur_Latn","languages":["por-Latn","fur-Latn"]},{"precision":0.242305,"recall":0.338933,"f1":0.266201,"accuracy":0.338933,"main_score":0.266201,"hf_subset":"por_Latn-kab_Latn","languages":["por-Latn","kab-Latn"]},{"precision":0.801877,"recall":0.856719,"f1":0.818497,"accuracy":0.856719,"main_score":0.818497,"hf_subset":"por_Latn-lim_Latn","languages":["por-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-nld_Latn","languages":["por-Latn","nld-Latn"]},{"precision":0.886693,"recall":0.921937,"f1":0.898221,"accuracy":0.921937,"main_score":0.898221,"hf_subset":"por_Latn-san_Deva","languages":["por-Latn","san-Deva"]},{"precision":0.647423,"recall":0.733202,"f1":0.672683,"accuracy":0.733202,"main_score":0.672683,"hf_subset":"por_Latn-tat_Cyrl","languages":["por-Latn","tat-Cyrl"]},{"precision":0.418058,"recall":0.528656,"f1":0.446298,"accuracy":0.528656,"main_score":0.446298,"hf_subset":"por_Latn-xho_Latn","languages":["por-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-ars_Arab","languages":["por-Latn","ars-Arab"]},{"precision":0.762862,"recall":0.828063,"f1":0.782759,"accuracy":0.828063,"main_score":0.782759,"hf_subset":"por_Latn-ceb_Latn","languages":["por-Latn","ceb-Latn"]},{"precision":0.391809,"recall":0.509881,"f1":0.422588,"accuracy":0.509881,"main_score":0.422588,"hf_subset":"por_Latn-fuv_Latn","languages":["por-Latn","fuv-Latn"]},{"precision":0.379808,"recall":0.5,"f1":0.411215,"accuracy":0.5,"main_score":0.411215,"hf_subset":"por_Latn-kac_Latn","languages":["por-Latn","kac-Latn"]},{"precision":0.450963,"recall":0.566206,"f1":0.482402,"accuracy":0.566206,"main_score":0.482402,"hf_subset":"por_Latn-lin_Latn","languages":["por-Latn","lin-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"por_Latn-nno_Latn","languages":["por-Latn","nno-Latn"]},{"precision":0.156479,"recall":0.22332,"f1":0.171436,"accuracy":0.22332,"main_score":0.171436,"hf_subset":"por_Latn-sat_Olck","languages":["por-Latn","sat-Olck"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"por_Latn-tel_Telu","languages":["por-Latn","tel-Telu"]},{"precision":0.312416,"recall":0.421937,"f1":0.340811,"accuracy":0.421937,"main_score":0.340811,"hf_subset":"por_Latn-ydd_Hebr","languages":["por-Latn","ydd-Hebr"]},{"precision":0.887599,"recall":0.922925,"f1":0.899111,"accuracy":0.922925,"main_score":0.899111,"hf_subset":"por_Latn-ary_Arab","languages":["por-Latn","ary-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"por_Latn-ces_Latn","languages":["por-Latn","ces-Latn"]},{"precision":0.274758,"recall":0.371542,"f1":0.297088,"accuracy":0.371542,"main_score":0.297088,"hf_subset":"por_Latn-gaz_Latn","languages":["por-Latn","gaz-Latn"]},{"precision":0.409324,"recall":0.520751,"f1":0.438104,"accuracy":0.520751,"main_score":0.438104,"hf_subset":"por_Latn-kam_Latn","languages":["por-Latn","kam-Latn"]},{"precision":0.801202,"recall":0.857708,"f1":0.819038,"accuracy":0.857708,"main_score":0.819038,"hf_subset":"por_Latn-lit_Latn","languages":["por-Latn","lit-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"por_Latn-nob_Latn","languages":["por-Latn","nob-Latn"]},{"precision":0.761709,"recall":0.828063,"f1":0.781752,"accuracy":0.828063,"main_score":0.781752,"hf_subset":"por_Latn-scn_Latn","languages":["por-Latn","scn-Latn"]},{"precision":0.397508,"recall":0.508893,"f1":0.426472,"accuracy":0.508893,"main_score":0.426472,"hf_subset":"por_Latn-tgk_Cyrl","languages":["por-Latn","tgk-Cyrl"]},{"precision":0.341095,"recall":0.461462,"f1":0.372349,"accuracy":0.461462,"main_score":0.372349,"hf_subset":"por_Latn-yor_Latn","languages":["por-Latn","yor-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"por_Latn-arz_Arab","languages":["por-Latn","arz-Arab"]},{"precision":0.39441,"recall":0.516798,"f1":0.426623,"accuracy":0.516798,"main_score":0.426623,"hf_subset":"por_Latn-cjk_Latn","languages":["por-Latn","cjk-Latn"]},{"precision":0.323084,"recall":0.43083,"f1":0.349368,"accuracy":0.43083,"main_score":0.349368,"hf_subset":"por_Latn-gla_Latn","languages":["por-Latn","gla-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"por_Latn-kan_Knda","languages":["por-Latn","kan-Knda"]},{"precision":0.815563,"recall":0.866601,"f1":0.830896,"accuracy":0.866601,"main_score":0.830896,"hf_subset":"por_Latn-lmo_Latn","languages":["por-Latn","lmo-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"por_Latn-npi_Deva","languages":["por-Latn","npi-Deva"]},{"precision":0.336389,"recall":0.456522,"f1":0.366822,"accuracy":0.456522,"main_score":0.366822,"hf_subset":"por_Latn-shn_Mymr","languages":["por-Latn","shn-Mymr"]},{"precision":0.876318,"recall":0.91502,"f1":0.888834,"accuracy":0.91502,"main_score":0.888834,"hf_subset":"por_Latn-tgl_Latn","languages":["por-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-yue_Hant","languages":["por-Latn","yue-Hant"]},{"precision":0.881341,"recall":0.916996,"f1":0.892523,"accuracy":0.916996,"main_score":0.892523,"hf_subset":"por_Latn-asm_Beng","languages":["por-Latn","asm-Beng"]},{"precision":0.390988,"recall":0.48913,"f1":0.416986,"accuracy":0.48913,"main_score":0.416986,"hf_subset":"por_Latn-ckb_Arab","languages":["por-Latn","ckb-Arab"]},{"precision":0.344805,"recall":0.447628,"f1":0.370543,"accuracy":0.447628,"main_score":0.370543,"hf_subset":"por_Latn-gle_Latn","languages":["por-Latn","gle-Latn"]},{"precision":0.665566,"recall":0.750988,"f1":0.690519,"accuracy":0.750988,"main_score":0.690519,"hf_subset":"por_Latn-kas_Arab","languages":["por-Latn","kas-Arab"]},{"precision":0.60299,"recall":0.69664,"f1":0.630847,"accuracy":0.69664,"main_score":0.630847,"hf_subset":"por_Latn-ltg_Latn","languages":["por-Latn","ltg-Latn"]},{"precision":0.422219,"recall":0.535573,"f1":0.452496,"accuracy":0.535573,"main_score":0.452496,"hf_subset":"por_Latn-nso_Latn","languages":["por-Latn","nso-Latn"]},{"precision":0.858235,"recall":0.900198,"f1":0.871542,"accuracy":0.900198,"main_score":0.871542,"hf_subset":"por_Latn-sin_Sinh","languages":["por-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-tha_Thai","languages":["por-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-zho_Hans","languages":["por-Latn","zho-Hans"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"por_Latn-ast_Latn","languages":["por-Latn","ast-Latn"]},{"precision":0.784783,"recall":0.846838,"f1":0.803953,"accuracy":0.846838,"main_score":0.803953,"hf_subset":"por_Latn-crh_Latn","languages":["por-Latn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-glg_Latn","languages":["por-Latn","glg-Latn"]},{"precision":0.568276,"recall":0.677866,"f1":0.600664,"accuracy":0.677866,"main_score":0.600664,"hf_subset":"por_Latn-kas_Deva","languages":["por-Latn","kas-Deva"]},{"precision":0.771633,"recall":0.833992,"f1":0.790234,"accuracy":0.833992,"main_score":0.790234,"hf_subset":"por_Latn-ltz_Latn","languages":["por-Latn","ltz-Latn"]},{"precision":0.277542,"recall":0.380435,"f1":0.302682,"accuracy":0.380435,"main_score":0.302682,"hf_subset":"por_Latn-nus_Latn","languages":["por-Latn","nus-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"por_Latn-slk_Latn","languages":["por-Latn","slk-Latn"]},{"precision":0.37158,"recall":0.47332,"f1":0.397546,"accuracy":0.47332,"main_score":0.397546,"hf_subset":"por_Latn-tir_Ethi","languages":["por-Latn","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-zho_Hant","languages":["por-Latn","zho-Hant"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"por_Latn-awa_Deva","languages":["por-Latn","awa-Deva"]},{"precision":0.404561,"recall":0.506917,"f1":0.430949,"accuracy":0.506917,"main_score":0.430949,"hf_subset":"por_Latn-cym_Latn","languages":["por-Latn","cym-Latn"]},{"precision":0.657799,"recall":0.741107,"f1":0.681444,"accuracy":0.741107,"main_score":0.681444,"hf_subset":"por_Latn-grn_Latn","languages":["por-Latn","grn-Latn"]},{"precision":0.894549,"recall":0.925889,"f1":0.904545,"accuracy":0.925889,"main_score":0.904545,"hf_subset":"por_Latn-kat_Geor","languages":["por-Latn","kat-Geor"]},{"precision":0.464892,"recall":0.568182,"f1":0.493186,"accuracy":0.568182,"main_score":0.493186,"hf_subset":"por_Latn-lua_Latn","languages":["por-Latn","lua-Latn"]},{"precision":0.442723,"recall":0.556324,"f1":0.474107,"accuracy":0.556324,"main_score":0.474107,"hf_subset":"por_Latn-nya_Latn","languages":["por-Latn","nya-Latn"]},{"precision":0.906621,"recall":0.935771,"f1":0.916008,"accuracy":0.935771,"main_score":0.916008,"hf_subset":"por_Latn-slv_Latn","languages":["por-Latn","slv-Latn"]},{"precision":0.725202,"recall":0.799407,"f1":0.747796,"accuracy":0.799407,"main_score":0.747796,"hf_subset":"por_Latn-tpi_Latn","languages":["por-Latn","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"por_Latn-zsm_Latn","languages":["por-Latn","zsm-Latn"]},{"precision":0.364696,"recall":0.485178,"f1":0.39622,"accuracy":0.485178,"main_score":0.39622,"hf_subset":"por_Latn-ayr_Latn","languages":["por-Latn","ayr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"por_Latn-dan_Latn","languages":["por-Latn","dan-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"por_Latn-guj_Gujr","languages":["por-Latn","guj-Gujr"]},{"precision":0.737022,"recall":0.8083,"f1":0.75863,"accuracy":0.8083,"main_score":0.75863,"hf_subset":"por_Latn-kaz_Cyrl","languages":["por-Latn","kaz-Cyrl"]},{"precision":0.347328,"recall":0.456522,"f1":0.375244,"accuracy":0.456522,"main_score":0.375244,"hf_subset":"por_Latn-lug_Latn","languages":["por-Latn","lug-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"por_Latn-oci_Latn","languages":["por-Latn","oci-Latn"]},{"precision":0.405558,"recall":0.521739,"f1":0.435794,"accuracy":0.521739,"main_score":0.435794,"hf_subset":"por_Latn-smo_Latn","languages":["por-Latn","smo-Latn"]},{"precision":0.372568,"recall":0.495059,"f1":0.404579,"accuracy":0.495059,"main_score":0.404579,"hf_subset":"por_Latn-tsn_Latn","languages":["por-Latn","tsn-Latn"]},{"precision":0.371782,"recall":0.48419,"f1":0.401221,"accuracy":0.48419,"main_score":0.401221,"hf_subset":"por_Latn-zul_Latn","languages":["por-Latn","zul-Latn"]},{"precision":0.666897,"recall":0.753953,"f1":0.692528,"accuracy":0.753953,"main_score":0.692528,"hf_subset":"por_Latn-azb_Arab","languages":["por-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-deu_Latn","languages":["por-Latn","deu-Latn"]},{"precision":0.624658,"recall":0.718379,"f1":0.651994,"accuracy":0.718379,"main_score":0.651994,"hf_subset":"por_Latn-hat_Latn","languages":["por-Latn","hat-Latn"]},{"precision":0.331461,"recall":0.438735,"f1":0.358339,"accuracy":0.438735,"main_score":0.358339,"hf_subset":"por_Latn-kbp_Latn","languages":["por-Latn","kbp-Latn"]},{"precision":0.408925,"recall":0.516798,"f1":0.436883,"accuracy":0.516798,"main_score":0.436883,"hf_subset":"por_Latn-luo_Latn","languages":["por-Latn","luo-Latn"]},{"precision":0.516725,"recall":0.606719,"f1":0.5406,"accuracy":0.606719,"main_score":0.5406,"hf_subset":"por_Latn-ory_Orya","languages":["por-Latn","ory-Orya"]},{"precision":0.395679,"recall":0.506917,"f1":0.424656,"accuracy":0.506917,"main_score":0.424656,"hf_subset":"por_Latn-sna_Latn","languages":["por-Latn","sna-Latn"]},{"precision":0.362246,"recall":0.474308,"f1":0.390901,"accuracy":0.474308,"main_score":0.390901,"hf_subset":"por_Latn-tso_Latn","languages":["por-Latn","tso-Latn"]},{"precision":0.84058,"recall":0.889328,"f1":0.856028,"accuracy":0.889328,"main_score":0.856028,"hf_subset":"por_Latn-azj_Latn","languages":["por-Latn","azj-Latn"]},{"precision":0.403942,"recall":0.517787,"f1":0.433822,"accuracy":0.517787,"main_score":0.433822,"hf_subset":"por_Latn-dik_Latn","languages":["por-Latn","dik-Latn"]},{"precision":0.413731,"recall":0.516798,"f1":0.440895,"accuracy":0.516798,"main_score":0.440895,"hf_subset":"por_Latn-hau_Latn","languages":["por-Latn","hau-Latn"]},{"precision":0.839262,"recall":0.887352,"f1":0.854216,"accuracy":0.887352,"main_score":0.854216,"hf_subset":"por_Latn-kea_Latn","languages":["por-Latn","kea-Latn"]},{"precision":0.559801,"recall":0.657115,"f1":0.587306,"accuracy":0.657115,"main_score":0.587306,"hf_subset":"por_Latn-lus_Latn","languages":["por-Latn","lus-Latn"]},{"precision":0.733185,"recall":0.80336,"f1":0.754249,"accuracy":0.80336,"main_score":0.754249,"hf_subset":"por_Latn-pag_Latn","languages":["por-Latn","pag-Latn"]},{"precision":0.70737,"recall":0.784585,"f1":0.730673,"accuracy":0.784585,"main_score":0.730673,"hf_subset":"por_Latn-snd_Arab","languages":["por-Latn","snd-Arab"]},{"precision":0.586884,"recall":0.684783,"f1":0.615249,"accuracy":0.684783,"main_score":0.615249,"hf_subset":"por_Latn-tuk_Latn","languages":["por-Latn","tuk-Latn"]},{"precision":0.637625,"recall":0.72332,"f1":0.662175,"accuracy":0.72332,"main_score":0.662175,"hf_subset":"por_Latn-bak_Cyrl","languages":["por-Latn","bak-Cyrl"]},{"precision":0.324379,"recall":0.443676,"f1":0.355508,"accuracy":0.443676,"main_score":0.355508,"hf_subset":"por_Latn-dyu_Latn","languages":["por-Latn","dyu-Latn"]},{"precision":0.904397,"recall":0.934783,"f1":0.914262,"accuracy":0.934783,"main_score":0.914262,"hf_subset":"por_Latn-heb_Hebr","languages":["por-Latn","heb-Hebr"]},{"precision":0.416101,"recall":0.523715,"f1":0.444914,"accuracy":0.523715,"main_score":0.444914,"hf_subset":"por_Latn-khk_Cyrl","languages":["por-Latn","khk-Cyrl"]},{"precision":0.814476,"recall":0.868577,"f1":0.83139,"accuracy":0.868577,"main_score":0.83139,"hf_subset":"por_Latn-lvs_Latn","languages":["por-Latn","lvs-Latn"]},{"precision":0.938735,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"por_Latn-pan_Guru","languages":["por-Latn","pan-Guru"]},{"precision":0.34557,"recall":0.455534,"f1":0.373242,"accuracy":0.455534,"main_score":0.373242,"hf_subset":"por_Latn-som_Latn","languages":["por-Latn","som-Latn"]},{"precision":0.429328,"recall":0.531621,"f1":0.456453,"accuracy":0.531621,"main_score":0.456453,"hf_subset":"por_Latn-tum_Latn","languages":["por-Latn","tum-Latn"]},{"precision":0.349626,"recall":0.432806,"f1":0.372934,"accuracy":0.432806,"main_score":0.372934,"hf_subset":"sun_Latn-ace_Arab","languages":["sun-Latn","ace-Arab"]},{"precision":0.389986,"recall":0.469368,"f1":0.412261,"accuracy":0.469368,"main_score":0.412261,"hf_subset":"sun_Latn-bam_Latn","languages":["sun-Latn","bam-Latn"]},{"precision":0.138291,"recall":0.198617,"f1":0.154141,"accuracy":0.198617,"main_score":0.154141,"hf_subset":"sun_Latn-dzo_Tibt","languages":["sun-Latn","dzo-Tibt"]},{"precision":0.893939,"recall":0.922925,"f1":0.902833,"accuracy":0.922925,"main_score":0.902833,"hf_subset":"sun_Latn-hin_Deva","languages":["sun-Latn","hin-Deva"]},{"precision":0.630995,"recall":0.708498,"f1":0.653568,"accuracy":0.708498,"main_score":0.653568,"hf_subset":"sun_Latn-khm_Khmr","languages":["sun-Latn","khm-Khmr"]},{"precision":0.89748,"recall":0.924901,"f1":0.906357,"accuracy":0.924901,"main_score":0.906357,"hf_subset":"sun_Latn-mag_Deva","languages":["sun-Latn","mag-Deva"]},{"precision":0.782806,"recall":0.83004,"f1":0.796909,"accuracy":0.83004,"main_score":0.796909,"hf_subset":"sun_Latn-pap_Latn","languages":["sun-Latn","pap-Latn"]},{"precision":0.443538,"recall":0.527668,"f1":0.466499,"accuracy":0.527668,"main_score":0.466499,"hf_subset":"sun_Latn-sot_Latn","languages":["sun-Latn","sot-Latn"]},{"precision":0.907362,"recall":0.932806,"f1":0.915415,"accuracy":0.932806,"main_score":0.915415,"hf_subset":"sun_Latn-tur_Latn","languages":["sun-Latn","tur-Latn"]},{"precision":0.727141,"recall":0.777668,"f1":0.742147,"accuracy":0.777668,"main_score":0.742147,"hf_subset":"sun_Latn-ace_Latn","languages":["sun-Latn","ace-Latn"]},{"precision":0.849308,"recall":0.883399,"f1":0.85998,"accuracy":0.883399,"main_score":0.85998,"hf_subset":"sun_Latn-ban_Latn","languages":["sun-Latn","ban-Latn"]},{"precision":0.808992,"recall":0.859684,"f1":0.824934,"accuracy":0.859684,"main_score":0.824934,"hf_subset":"sun_Latn-ell_Grek","languages":["sun-Latn","ell-Grek"]},{"precision":0.863867,"recall":0.897233,"f1":0.874177,"accuracy":0.897233,"main_score":0.874177,"hf_subset":"sun_Latn-hne_Deva","languages":["sun-Latn","hne-Deva"]},{"precision":0.453513,"recall":0.535573,"f1":0.475784,"accuracy":0.535573,"main_score":0.475784,"hf_subset":"sun_Latn-kik_Latn","languages":["sun-Latn","kik-Latn"]},{"precision":0.905221,"recall":0.927866,"f1":0.912451,"accuracy":0.927866,"main_score":0.912451,"hf_subset":"sun_Latn-mai_Deva","languages":["sun-Latn","mai-Deva"]},{"precision":0.734561,"recall":0.796443,"f1":0.752934,"accuracy":0.796443,"main_score":0.752934,"hf_subset":"sun_Latn-pbt_Arab","languages":["sun-Latn","pbt-Arab"]},{"precision":0.907279,"recall":0.934783,"f1":0.916008,"accuracy":0.934783,"main_score":0.916008,"hf_subset":"sun_Latn-spa_Latn","languages":["sun-Latn","spa-Latn"]},{"precision":0.521457,"recall":0.598814,"f1":0.543561,"accuracy":0.598814,"main_score":0.543561,"hf_subset":"sun_Latn-twi_Latn","languages":["sun-Latn","twi-Latn"]},{"precision":0.879364,"recall":0.911067,"f1":0.889394,"accuracy":0.911067,"main_score":0.889394,"hf_subset":"sun_Latn-acm_Arab","languages":["sun-Latn","acm-Arab"]},{"precision":0.701746,"recall":0.766798,"f1":0.721772,"accuracy":0.766798,"main_score":0.721772,"hf_subset":"sun_Latn-bel_Cyrl","languages":["sun-Latn","bel-Cyrl"]},{"precision":0.929595,"recall":0.950593,"f1":0.936331,"accuracy":0.950593,"main_score":0.936331,"hf_subset":"sun_Latn-eng_Latn","languages":["sun-Latn","eng-Latn"]},{"precision":0.831646,"recall":0.87253,"f1":0.844153,"accuracy":0.87253,"main_score":0.844153,"hf_subset":"sun_Latn-hrv_Latn","languages":["sun-Latn","hrv-Latn"]},{"precision":0.406807,"recall":0.490119,"f1":0.42972,"accuracy":0.490119,"main_score":0.42972,"hf_subset":"sun_Latn-kin_Latn","languages":["sun-Latn","kin-Latn"]},{"precision":0.834848,"recall":0.880435,"f1":0.848946,"accuracy":0.880435,"main_score":0.848946,"hf_subset":"sun_Latn-mal_Mlym","languages":["sun-Latn","mal-Mlym"]},{"precision":0.90275,"recall":0.93083,"f1":0.911792,"accuracy":0.93083,"main_score":0.911792,"hf_subset":"sun_Latn-pes_Arab","languages":["sun-Latn","pes-Arab"]},{"precision":0.766074,"recall":0.816206,"f1":0.780929,"accuracy":0.816206,"main_score":0.780929,"hf_subset":"sun_Latn-srd_Latn","languages":["sun-Latn","srd-Latn"]},{"precision":0.123218,"recall":0.186759,"f1":0.136968,"accuracy":0.186759,"main_score":0.136968,"hf_subset":"sun_Latn-tzm_Tfng","languages":["sun-Latn","tzm-Tfng"]},{"precision":0.88522,"recall":0.916996,"f1":0.895175,"accuracy":0.916996,"main_score":0.895175,"hf_subset":"sun_Latn-acq_Arab","languages":["sun-Latn","acq-Arab"]},{"precision":0.472021,"recall":0.552372,"f1":0.494764,"accuracy":0.552372,"main_score":0.494764,"hf_subset":"sun_Latn-bem_Latn","languages":["sun-Latn","bem-Latn"]},{"precision":0.780583,"recall":0.83004,"f1":0.795784,"accuracy":0.83004,"main_score":0.795784,"hf_subset":"sun_Latn-epo_Latn","languages":["sun-Latn","epo-Latn"]},{"precision":0.768561,"recall":0.83004,"f1":0.787747,"accuracy":0.83004,"main_score":0.787747,"hf_subset":"sun_Latn-hun_Latn","languages":["sun-Latn","hun-Latn"]},{"precision":0.648726,"recall":0.708498,"f1":0.665848,"accuracy":0.708498,"main_score":0.665848,"hf_subset":"sun_Latn-kir_Cyrl","languages":["sun-Latn","kir-Cyrl"]},{"precision":0.872941,"recall":0.909091,"f1":0.884618,"accuracy":0.909091,"main_score":0.884618,"hf_subset":"sun_Latn-mar_Deva","languages":["sun-Latn","mar-Deva"]},{"precision":0.460325,"recall":0.535573,"f1":0.481872,"accuracy":0.535573,"main_score":0.481872,"hf_subset":"sun_Latn-plt_Latn","languages":["sun-Latn","plt-Latn"]},{"precision":0.79955,"recall":0.844862,"f1":0.813406,"accuracy":0.844862,"main_score":0.813406,"hf_subset":"sun_Latn-srp_Cyrl","languages":["sun-Latn","srp-Cyrl"]},{"precision":0.288469,"recall":0.369565,"f1":0.31032,"accuracy":0.369565,"main_score":0.31032,"hf_subset":"sun_Latn-uig_Arab","languages":["sun-Latn","uig-Arab"]},{"precision":0.838867,"recall":0.879447,"f1":0.851416,"accuracy":0.879447,"main_score":0.851416,"hf_subset":"sun_Latn-aeb_Arab","languages":["sun-Latn","aeb-Arab"]},{"precision":0.88582,"recall":0.918972,"f1":0.896311,"accuracy":0.918972,"main_score":0.896311,"hf_subset":"sun_Latn-ben_Beng","languages":["sun-Latn","ben-Beng"]},{"precision":0.695561,"recall":0.756917,"f1":0.71361,"accuracy":0.756917,"main_score":0.71361,"hf_subset":"sun_Latn-est_Latn","languages":["sun-Latn","est-Latn"]},{"precision":0.620164,"recall":0.683794,"f1":0.638416,"accuracy":0.683794,"main_score":0.638416,"hf_subset":"sun_Latn-hye_Armn","languages":["sun-Latn","hye-Armn"]},{"precision":0.40966,"recall":0.486166,"f1":0.431134,"accuracy":0.486166,"main_score":0.431134,"hf_subset":"sun_Latn-kmb_Latn","languages":["sun-Latn","kmb-Latn"]},{"precision":0.3243,"recall":0.40415,"f1":0.345475,"accuracy":0.40415,"main_score":0.345475,"hf_subset":"sun_Latn-min_Arab","languages":["sun-Latn","min-Arab"]},{"precision":0.890728,"recall":0.918972,"f1":0.899605,"accuracy":0.918972,"main_score":0.899605,"hf_subset":"sun_Latn-pol_Latn","languages":["sun-Latn","pol-Latn"]},{"precision":0.405554,"recall":0.496047,"f1":0.429779,"accuracy":0.496047,"main_score":0.429779,"hf_subset":"sun_Latn-ssw_Latn","languages":["sun-Latn","ssw-Latn"]},{"precision":0.87748,"recall":0.910079,"f1":0.887599,"accuracy":0.910079,"main_score":0.887599,"hf_subset":"sun_Latn-ukr_Cyrl","languages":["sun-Latn","ukr-Cyrl"]},{"precision":0.839345,"recall":0.876482,"f1":0.850988,"accuracy":0.876482,"main_score":0.850988,"hf_subset":"sun_Latn-afr_Latn","languages":["sun-Latn","afr-Latn"]},{"precision":0.869186,"recall":0.902174,"f1":0.879301,"accuracy":0.902174,"main_score":0.879301,"hf_subset":"sun_Latn-bho_Deva","languages":["sun-Latn","bho-Deva"]},{"precision":0.611912,"recall":0.6917,"f1":0.635314,"accuracy":0.6917,"main_score":0.635314,"hf_subset":"sun_Latn-eus_Latn","languages":["sun-Latn","eus-Latn"]},{"precision":0.416985,"recall":0.51087,"f1":0.442301,"accuracy":0.51087,"main_score":0.442301,"hf_subset":"sun_Latn-ibo_Latn","languages":["sun-Latn","ibo-Latn"]},{"precision":0.464677,"recall":0.549407,"f1":0.487477,"accuracy":0.549407,"main_score":0.487477,"hf_subset":"sun_Latn-kmr_Latn","languages":["sun-Latn","kmr-Latn"]},{"precision":0.815464,"recall":0.863636,"f1":0.830567,"accuracy":0.863636,"main_score":0.830567,"hf_subset":"sun_Latn-min_Latn","languages":["sun-Latn","min-Latn"]},{"precision":0.921525,"recall":0.945652,"f1":0.929249,"accuracy":0.945652,"main_score":0.929249,"hf_subset":"sun_Latn-por_Latn","languages":["sun-Latn","por-Latn"]},{"precision":0.409582,"recall":0.497036,"f1":0.434304,"accuracy":0.497036,"main_score":0.434304,"hf_subset":"sun_Latn-umb_Latn","languages":["sun-Latn","umb-Latn"]},{"precision":0.89081,"recall":0.921937,"f1":0.900823,"accuracy":0.921937,"main_score":0.900823,"hf_subset":"sun_Latn-ajp_Arab","languages":["sun-Latn","ajp-Arab"]},{"precision":0.336784,"recall":0.411067,"f1":0.356366,"accuracy":0.411067,"main_score":0.356366,"hf_subset":"sun_Latn-bjn_Arab","languages":["sun-Latn","bjn-Arab"]},{"precision":0.431628,"recall":0.506917,"f1":0.452028,"accuracy":0.506917,"main_score":0.452028,"hf_subset":"sun_Latn-ewe_Latn","languages":["sun-Latn","ewe-Latn"]},{"precision":0.700511,"recall":0.754941,"f1":0.716324,"accuracy":0.754941,"main_score":0.716324,"hf_subset":"sun_Latn-ilo_Latn","languages":["sun-Latn","ilo-Latn"]},{"precision":0.195424,"recall":0.271739,"f1":0.214284,"accuracy":0.271739,"main_score":0.214284,"hf_subset":"sun_Latn-knc_Arab","languages":["sun-Latn","knc-Arab"]},{"precision":0.799358,"recall":0.846838,"f1":0.81413,"accuracy":0.846838,"main_score":0.81413,"hf_subset":"sun_Latn-mkd_Cyrl","languages":["sun-Latn","mkd-Cyrl"]},{"precision":0.893939,"recall":0.924901,"f1":0.903656,"accuracy":0.924901,"main_score":0.903656,"hf_subset":"sun_Latn-prs_Arab","languages":["sun-Latn","prs-Arab"]},{"precision":0.878953,"recall":0.913043,"f1":0.889625,"accuracy":0.913043,"main_score":0.889625,"hf_subset":"sun_Latn-swe_Latn","languages":["sun-Latn","swe-Latn"]},{"precision":0.838192,"recall":0.883399,"f1":0.852306,"accuracy":0.883399,"main_score":0.852306,"hf_subset":"sun_Latn-urd_Arab","languages":["sun-Latn","urd-Arab"]},{"precision":0.496204,"recall":0.58004,"f1":0.520016,"accuracy":0.58004,"main_score":0.520016,"hf_subset":"sun_Latn-aka_Latn","languages":["sun-Latn","aka-Latn"]},{"precision":0.8514,"recall":0.890316,"f1":0.86334,"accuracy":0.890316,"main_score":0.86334,"hf_subset":"sun_Latn-bjn_Latn","languages":["sun-Latn","bjn-Latn"]},{"precision":0.519303,"recall":0.599802,"f1":0.542369,"accuracy":0.599802,"main_score":0.542369,"hf_subset":"sun_Latn-fao_Latn","languages":["sun-Latn","fao-Latn"]},{"precision":0.947299,"recall":0.962451,"f1":0.95224,"accuracy":0.962451,"main_score":0.95224,"hf_subset":"sun_Latn-ind_Latn","languages":["sun-Latn","ind-Latn"]},{"precision":0.481639,"recall":0.565217,"f1":0.505345,"accuracy":0.565217,"main_score":0.505345,"hf_subset":"sun_Latn-knc_Latn","languages":["sun-Latn","knc-Latn"]},{"precision":0.698979,"recall":0.761858,"f1":0.718055,"accuracy":0.761858,"main_score":0.718055,"hf_subset":"sun_Latn-mlt_Latn","languages":["sun-Latn","mlt-Latn"]},{"precision":0.505998,"recall":0.589921,"f1":0.529833,"accuracy":0.589921,"main_score":0.529833,"hf_subset":"sun_Latn-quy_Latn","languages":["sun-Latn","quy-Latn"]},{"precision":0.718998,"recall":0.781621,"f1":0.737848,"accuracy":0.781621,"main_score":0.737848,"hf_subset":"sun_Latn-swh_Latn","languages":["sun-Latn","swh-Latn"]},{"precision":0.584752,"recall":0.663043,"f1":0.608107,"accuracy":0.663043,"main_score":0.608107,"hf_subset":"sun_Latn-uzn_Latn","languages":["sun-Latn","uzn-Latn"]},{"precision":0.706621,"recall":0.76581,"f1":0.724101,"accuracy":0.76581,"main_score":0.724101,"hf_subset":"sun_Latn-als_Latn","languages":["sun-Latn","als-Latn"]},{"precision":0.1945,"recall":0.264822,"f1":0.212198,"accuracy":0.264822,"main_score":0.212198,"hf_subset":"sun_Latn-bod_Tibt","languages":["sun-Latn","bod-Tibt"]},{"precision":0.424585,"recall":0.513834,"f1":0.449508,"accuracy":0.513834,"main_score":0.449508,"hf_subset":"sun_Latn-fij_Latn","languages":["sun-Latn","fij-Latn"]},{"precision":0.450265,"recall":0.533597,"f1":0.474248,"accuracy":0.533597,"main_score":0.474248,"hf_subset":"sun_Latn-isl_Latn","languages":["sun-Latn","isl-Latn"]},{"precision":0.502468,"recall":0.577075,"f1":0.523127,"accuracy":0.577075,"main_score":0.523127,"hf_subset":"sun_Latn-kon_Latn","languages":["sun-Latn","kon-Latn"]},{"precision":0.358261,"recall":0.460474,"f1":0.385922,"accuracy":0.460474,"main_score":0.385922,"hf_subset":"sun_Latn-mni_Beng","languages":["sun-Latn","mni-Beng"]},{"precision":0.88694,"recall":0.918972,"f1":0.89697,"accuracy":0.918972,"main_score":0.89697,"hf_subset":"sun_Latn-ron_Latn","languages":["sun-Latn","ron-Latn"]},{"precision":0.72775,"recall":0.786561,"f1":0.745276,"accuracy":0.786561,"main_score":0.745276,"hf_subset":"sun_Latn-szl_Latn","languages":["sun-Latn","szl-Latn"]},{"precision":0.831028,"recall":0.870553,"f1":0.843055,"accuracy":0.870553,"main_score":0.843055,"hf_subset":"sun_Latn-vec_Latn","languages":["sun-Latn","vec-Latn"]},{"precision":0.603442,"recall":0.685771,"f1":0.627475,"accuracy":0.685771,"main_score":0.627475,"hf_subset":"sun_Latn-amh_Ethi","languages":["sun-Latn","amh-Ethi"]},{"precision":0.855608,"recall":0.895257,"f1":0.868204,"accuracy":0.895257,"main_score":0.868204,"hf_subset":"sun_Latn-bos_Latn","languages":["sun-Latn","bos-Latn"]},{"precision":0.86026,"recall":0.896245,"f1":0.871772,"accuracy":0.896245,"main_score":0.871772,"hf_subset":"sun_Latn-fin_Latn","languages":["sun-Latn","fin-Latn"]},{"precision":0.91642,"recall":0.940711,"f1":0.924144,"accuracy":0.940711,"main_score":0.924144,"hf_subset":"sun_Latn-ita_Latn","languages":["sun-Latn","ita-Latn"]},{"precision":0.897645,"recall":0.928854,"f1":0.907675,"accuracy":0.928854,"main_score":0.907675,"hf_subset":"sun_Latn-kor_Hang","languages":["sun-Latn","kor-Hang"]},{"precision":0.429251,"recall":0.506917,"f1":0.450985,"accuracy":0.506917,"main_score":0.450985,"hf_subset":"sun_Latn-mos_Latn","languages":["sun-Latn","mos-Latn"]},{"precision":0.403554,"recall":0.48913,"f1":0.427336,"accuracy":0.48913,"main_score":0.427336,"hf_subset":"sun_Latn-run_Latn","languages":["sun-Latn","run-Latn"]},{"precision":0.827437,"recall":0.876482,"f1":0.843017,"accuracy":0.876482,"main_score":0.843017,"hf_subset":"sun_Latn-tam_Taml","languages":["sun-Latn","tam-Taml"]},{"precision":0.898304,"recall":0.926877,"f1":0.907345,"accuracy":0.926877,"main_score":0.907345,"hf_subset":"sun_Latn-vie_Latn","languages":["sun-Latn","vie-Latn"]},{"precision":0.858202,"recall":0.898221,"f1":0.871014,"accuracy":0.898221,"main_score":0.871014,"hf_subset":"sun_Latn-apc_Arab","languages":["sun-Latn","apc-Arab"]},{"precision":0.68306,"recall":0.747036,"f1":0.701894,"accuracy":0.747036,"main_score":0.701894,"hf_subset":"sun_Latn-bug_Latn","languages":["sun-Latn","bug-Latn"]},{"precision":0.399584,"recall":0.480237,"f1":0.420666,"accuracy":0.480237,"main_score":0.420666,"hf_subset":"sun_Latn-fon_Latn","languages":["sun-Latn","fon-Latn"]},{"precision":0.86553,"recall":0.899209,"f1":0.876383,"accuracy":0.899209,"main_score":0.876383,"hf_subset":"sun_Latn-jav_Latn","languages":["sun-Latn","jav-Latn"]},{"precision":0.566404,"recall":0.647233,"f1":0.589456,"accuracy":0.647233,"main_score":0.589456,"hf_subset":"sun_Latn-lao_Laoo","languages":["sun-Latn","lao-Laoo"]},{"precision":0.393663,"recall":0.48419,"f1":0.418326,"accuracy":0.48419,"main_score":0.418326,"hf_subset":"sun_Latn-mri_Latn","languages":["sun-Latn","mri-Latn"]},{"precision":0.894598,"recall":0.923913,"f1":0.903953,"accuracy":0.923913,"main_score":0.903953,"hf_subset":"sun_Latn-rus_Cyrl","languages":["sun-Latn","rus-Cyrl"]},{"precision":0.423775,"recall":0.513834,"f1":0.448437,"accuracy":0.513834,"main_score":0.448437,"hf_subset":"sun_Latn-taq_Latn","languages":["sun-Latn","taq-Latn"]},{"precision":0.789394,"recall":0.833992,"f1":0.803195,"accuracy":0.833992,"main_score":0.803195,"hf_subset":"sun_Latn-war_Latn","languages":["sun-Latn","war-Latn"]},{"precision":0.891222,"recall":0.920949,"f1":0.900758,"accuracy":0.920949,"main_score":0.900758,"hf_subset":"sun_Latn-arb_Arab","languages":["sun-Latn","arb-Arab"]},{"precision":0.884881,"recall":0.916008,"f1":0.894565,"accuracy":0.916008,"main_score":0.894565,"hf_subset":"sun_Latn-bul_Cyrl","languages":["sun-Latn","bul-Cyrl"]},{"precision":0.92976,"recall":0.949605,"f1":0.936166,"accuracy":0.949605,"main_score":0.936166,"hf_subset":"sun_Latn-fra_Latn","languages":["sun-Latn","fra-Latn"]},{"precision":0.913406,"recall":0.939723,"f1":0.921937,"accuracy":0.939723,"main_score":0.921937,"hf_subset":"sun_Latn-jpn_Jpan","languages":["sun-Latn","jpn-Jpan"]},{"precision":0.788488,"recall":0.832016,"f1":0.802075,"accuracy":0.832016,"main_score":0.802075,"hf_subset":"sun_Latn-lij_Latn","languages":["sun-Latn","lij-Latn"]},{"precision":0.603738,"recall":0.684783,"f1":0.628426,"accuracy":0.684783,"main_score":0.628426,"hf_subset":"sun_Latn-mya_Mymr","languages":["sun-Latn","mya-Mymr"]},{"precision":0.477203,"recall":0.559289,"f1":0.500716,"accuracy":0.559289,"main_score":0.500716,"hf_subset":"sun_Latn-sag_Latn","languages":["sun-Latn","sag-Latn"]},{"precision":0.13532,"recall":0.217391,"f1":0.152532,"accuracy":0.217391,"main_score":0.152532,"hf_subset":"sun_Latn-taq_Tfng","languages":["sun-Latn","taq-Tfng"]},{"precision":0.472793,"recall":0.557312,"f1":0.497093,"accuracy":0.557312,"main_score":0.497093,"hf_subset":"sun_Latn-wol_Latn","languages":["sun-Latn","wol-Latn"]},{"precision":0.289347,"recall":0.386364,"f1":0.31347,"accuracy":0.386364,"main_score":0.31347,"hf_subset":"sun_Latn-arb_Latn","languages":["sun-Latn","arb-Latn"]},{"precision":0.877586,"recall":0.908103,"f1":0.886877,"accuracy":0.908103,"main_score":0.886877,"hf_subset":"sun_Latn-cat_Latn","languages":["sun-Latn","cat-Latn"]},{"precision":0.753906,"recall":0.809289,"f1":0.770206,"accuracy":0.809289,"main_score":0.770206,"hf_subset":"sun_Latn-fur_Latn","languages":["sun-Latn","fur-Latn"]},{"precision":0.277062,"recall":0.359684,"f1":0.299318,"accuracy":0.359684,"main_score":0.299318,"hf_subset":"sun_Latn-kab_Latn","languages":["sun-Latn","kab-Latn"]},{"precision":0.73806,"recall":0.794466,"f1":0.755237,"accuracy":0.794466,"main_score":0.755237,"hf_subset":"sun_Latn-lim_Latn","languages":["sun-Latn","lim-Latn"]},{"precision":0.903689,"recall":0.931818,"f1":0.912516,"accuracy":0.931818,"main_score":0.912516,"hf_subset":"sun_Latn-nld_Latn","languages":["sun-Latn","nld-Latn"]},{"precision":0.742292,"recall":0.805336,"f1":0.761759,"accuracy":0.805336,"main_score":0.761759,"hf_subset":"sun_Latn-san_Deva","languages":["sun-Latn","san-Deva"]},{"precision":0.645001,"recall":0.710474,"f1":0.663999,"accuracy":0.710474,"main_score":0.663999,"hf_subset":"sun_Latn-tat_Cyrl","languages":["sun-Latn","tat-Cyrl"]},{"precision":0.452383,"recall":0.541502,"f1":0.476467,"accuracy":0.541502,"main_score":0.476467,"hf_subset":"sun_Latn-xho_Latn","languages":["sun-Latn","xho-Latn"]},{"precision":0.884058,"recall":0.916008,"f1":0.894269,"accuracy":0.916008,"main_score":0.894269,"hf_subset":"sun_Latn-ars_Arab","languages":["sun-Latn","ars-Arab"]},{"precision":0.761455,"recall":0.812253,"f1":0.776927,"accuracy":0.812253,"main_score":0.776927,"hf_subset":"sun_Latn-ceb_Latn","languages":["sun-Latn","ceb-Latn"]},{"precision":0.443299,"recall":0.525692,"f1":0.466102,"accuracy":0.525692,"main_score":0.466102,"hf_subset":"sun_Latn-fuv_Latn","languages":["sun-Latn","fuv-Latn"]},{"precision":0.447344,"recall":0.531621,"f1":0.470951,"accuracy":0.531621,"main_score":0.470951,"hf_subset":"sun_Latn-kac_Latn","languages":["sun-Latn","kac-Latn"]},{"precision":0.498058,"recall":0.582016,"f1":0.522079,"accuracy":0.582016,"main_score":0.522079,"hf_subset":"sun_Latn-lin_Latn","languages":["sun-Latn","lin-Latn"]},{"precision":0.849285,"recall":0.886364,"f1":0.860754,"accuracy":0.886364,"main_score":0.860754,"hf_subset":"sun_Latn-nno_Latn","languages":["sun-Latn","nno-Latn"]},{"precision":0.158725,"recall":0.222332,"f1":0.174647,"accuracy":0.222332,"main_score":0.174647,"hf_subset":"sun_Latn-sat_Olck","languages":["sun-Latn","sat-Olck"]},{"precision":0.827381,"recall":0.87253,"f1":0.841406,"accuracy":0.87253,"main_score":0.841406,"hf_subset":"sun_Latn-tel_Telu","languages":["sun-Latn","tel-Telu"]},{"precision":0.306557,"recall":0.38834,"f1":0.328136,"accuracy":0.38834,"main_score":0.328136,"hf_subset":"sun_Latn-ydd_Hebr","languages":["sun-Latn","ydd-Hebr"]},{"precision":0.783383,"recall":0.839921,"f1":0.800856,"accuracy":0.839921,"main_score":0.800856,"hf_subset":"sun_Latn-ary_Arab","languages":["sun-Latn","ary-Arab"]},{"precision":0.822661,"recall":0.869565,"f1":0.837206,"accuracy":0.869565,"main_score":0.837206,"hf_subset":"sun_Latn-ces_Latn","languages":["sun-Latn","ces-Latn"]},{"precision":0.327628,"recall":0.407115,"f1":0.348436,"accuracy":0.407115,"main_score":0.348436,"hf_subset":"sun_Latn-gaz_Latn","languages":["sun-Latn","gaz-Latn"]},{"precision":0.449229,"recall":0.531621,"f1":0.472467,"accuracy":0.531621,"main_score":0.472467,"hf_subset":"sun_Latn-kam_Latn","languages":["sun-Latn","kam-Latn"]},{"precision":0.680335,"recall":0.744071,"f1":0.699017,"accuracy":0.744071,"main_score":0.699017,"hf_subset":"sun_Latn-lit_Latn","languages":["sun-Latn","lit-Latn"]},{"precision":0.889255,"recall":0.918972,"f1":0.898205,"accuracy":0.918972,"main_score":0.898205,"hf_subset":"sun_Latn-nob_Latn","languages":["sun-Latn","nob-Latn"]},{"precision":0.706999,"recall":0.767787,"f1":0.725264,"accuracy":0.767787,"main_score":0.725264,"hf_subset":"sun_Latn-scn_Latn","languages":["sun-Latn","scn-Latn"]},{"precision":0.42385,"recall":0.520751,"f1":0.450312,"accuracy":0.520751,"main_score":0.450312,"hf_subset":"sun_Latn-tgk_Cyrl","languages":["sun-Latn","tgk-Cyrl"]},{"precision":0.398369,"recall":0.492095,"f1":0.424167,"accuracy":0.492095,"main_score":0.424167,"hf_subset":"sun_Latn-yor_Latn","languages":["sun-Latn","yor-Latn"]},{"precision":0.877437,"recall":0.911067,"f1":0.888026,"accuracy":0.911067,"main_score":0.888026,"hf_subset":"sun_Latn-arz_Arab","languages":["sun-Latn","arz-Arab"]},{"precision":0.446674,"recall":0.533597,"f1":0.470575,"accuracy":0.533597,"main_score":0.470575,"hf_subset":"sun_Latn-cjk_Latn","languages":["sun-Latn","cjk-Latn"]},{"precision":0.353174,"recall":0.439723,"f1":0.375602,"accuracy":0.439723,"main_score":0.375602,"hf_subset":"sun_Latn-gla_Latn","languages":["sun-Latn","gla-Latn"]},{"precision":0.839625,"recall":0.879447,"f1":0.852075,"accuracy":0.879447,"main_score":0.852075,"hf_subset":"sun_Latn-kan_Knda","languages":["sun-Latn","kan-Knda"]},{"precision":0.730912,"recall":0.790514,"f1":0.748965,"accuracy":0.790514,"main_score":0.748965,"hf_subset":"sun_Latn-lmo_Latn","languages":["sun-Latn","lmo-Latn"]},{"precision":0.862511,"recall":0.897233,"f1":0.873287,"accuracy":0.897233,"main_score":0.873287,"hf_subset":"sun_Latn-npi_Deva","languages":["sun-Latn","npi-Deva"]},{"precision":0.377728,"recall":0.47332,"f1":0.403502,"accuracy":0.47332,"main_score":0.403502,"hf_subset":"sun_Latn-shn_Mymr","languages":["sun-Latn","shn-Mymr"]},{"precision":0.783053,"recall":0.833004,"f1":0.798781,"accuracy":0.833004,"main_score":0.798781,"hf_subset":"sun_Latn-tgl_Latn","languages":["sun-Latn","tgl-Latn"]},{"precision":0.910244,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"sun_Latn-yue_Hant","languages":["sun-Latn","yue-Hant"]},{"precision":0.723765,"recall":0.786561,"f1":0.743116,"accuracy":0.786561,"main_score":0.743116,"hf_subset":"sun_Latn-asm_Beng","languages":["sun-Latn","asm-Beng"]},{"precision":0.373751,"recall":0.456522,"f1":0.396428,"accuracy":0.456522,"main_score":0.396428,"hf_subset":"sun_Latn-ckb_Arab","languages":["sun-Latn","ckb-Arab"]},{"precision":0.369942,"recall":0.460474,"f1":0.39322,"accuracy":0.460474,"main_score":0.39322,"hf_subset":"sun_Latn-gle_Latn","languages":["sun-Latn","gle-Latn"]},{"precision":0.601624,"recall":0.689723,"f1":0.627532,"accuracy":0.689723,"main_score":0.627532,"hf_subset":"sun_Latn-kas_Arab","languages":["sun-Latn","kas-Arab"]},{"precision":0.591469,"recall":0.664032,"f1":0.613048,"accuracy":0.664032,"main_score":0.613048,"hf_subset":"sun_Latn-ltg_Latn","languages":["sun-Latn","ltg-Latn"]},{"precision":0.477868,"recall":0.563241,"f1":0.502249,"accuracy":0.563241,"main_score":0.502249,"hf_subset":"sun_Latn-nso_Latn","languages":["sun-Latn","nso-Latn"]},{"precision":0.64753,"recall":0.725296,"f1":0.671014,"accuracy":0.725296,"main_score":0.671014,"hf_subset":"sun_Latn-sin_Sinh","languages":["sun-Latn","sin-Sinh"]},{"precision":0.899539,"recall":0.927866,"f1":0.908399,"accuracy":0.927866,"main_score":0.908399,"hf_subset":"sun_Latn-tha_Thai","languages":["sun-Latn","tha-Thai"]},{"precision":0.905468,"recall":0.932806,"f1":0.914163,"accuracy":0.932806,"main_score":0.914163,"hf_subset":"sun_Latn-zho_Hans","languages":["sun-Latn","zho-Hans"]},{"precision":0.877227,"recall":0.90415,"f1":0.884965,"accuracy":0.90415,"main_score":0.884965,"hf_subset":"sun_Latn-ast_Latn","languages":["sun-Latn","ast-Latn"]},{"precision":0.67738,"recall":0.741107,"f1":0.696201,"accuracy":0.741107,"main_score":0.696201,"hf_subset":"sun_Latn-crh_Latn","languages":["sun-Latn","crh-Latn"]},{"precision":0.897151,"recall":0.922925,"f1":0.90496,"accuracy":0.922925,"main_score":0.90496,"hf_subset":"sun_Latn-glg_Latn","languages":["sun-Latn","glg-Latn"]},{"precision":0.528949,"recall":0.617589,"f1":0.555047,"accuracy":0.617589,"main_score":0.555047,"hf_subset":"sun_Latn-kas_Deva","languages":["sun-Latn","kas-Deva"]},{"precision":0.717397,"recall":0.777668,"f1":0.734845,"accuracy":0.777668,"main_score":0.734845,"hf_subset":"sun_Latn-ltz_Latn","languages":["sun-Latn","ltz-Latn"]},{"precision":0.326324,"recall":0.407115,"f1":0.34741,"accuracy":0.407115,"main_score":0.34741,"hf_subset":"sun_Latn-nus_Latn","languages":["sun-Latn","nus-Latn"]},{"precision":0.825082,"recall":0.867589,"f1":0.83834,"accuracy":0.867589,"main_score":0.83834,"hf_subset":"sun_Latn-slk_Latn","languages":["sun-Latn","slk-Latn"]},{"precision":0.368342,"recall":0.455534,"f1":0.392776,"accuracy":0.455534,"main_score":0.392776,"hf_subset":"sun_Latn-tir_Ethi","languages":["sun-Latn","tir-Ethi"]},{"precision":0.906703,"recall":0.933794,"f1":0.915415,"accuracy":0.933794,"main_score":0.915415,"hf_subset":"sun_Latn-zho_Hant","languages":["sun-Latn","zho-Hant"]},{"precision":0.890975,"recall":0.918972,"f1":0.9,"accuracy":0.918972,"main_score":0.9,"hf_subset":"sun_Latn-awa_Deva","languages":["sun-Latn","awa-Deva"]},{"precision":0.434808,"recall":0.520751,"f1":0.457475,"accuracy":0.520751,"main_score":0.457475,"hf_subset":"sun_Latn-cym_Latn","languages":["sun-Latn","cym-Latn"]},{"precision":0.648238,"recall":0.717391,"f1":0.668535,"accuracy":0.717391,"main_score":0.668535,"hf_subset":"sun_Latn-grn_Latn","languages":["sun-Latn","grn-Latn"]},{"precision":0.718125,"recall":0.781621,"f1":0.737091,"accuracy":0.781621,"main_score":0.737091,"hf_subset":"sun_Latn-kat_Geor","languages":["sun-Latn","kat-Geor"]},{"precision":0.514123,"recall":0.594862,"f1":0.537369,"accuracy":0.594862,"main_score":0.537369,"hf_subset":"sun_Latn-lua_Latn","languages":["sun-Latn","lua-Latn"]},{"precision":0.497289,"recall":0.574111,"f1":0.518917,"accuracy":0.574111,"main_score":0.518917,"hf_subset":"sun_Latn-nya_Latn","languages":["sun-Latn","nya-Latn"]},{"precision":0.755303,"recall":0.810277,"f1":0.772238,"accuracy":0.810277,"main_score":0.772238,"hf_subset":"sun_Latn-slv_Latn","languages":["sun-Latn","slv-Latn"]},{"precision":0.729513,"recall":0.787549,"f1":0.747365,"accuracy":0.787549,"main_score":0.747365,"hf_subset":"sun_Latn-tpi_Latn","languages":["sun-Latn","tpi-Latn"]},{"precision":0.91115,"recall":0.935771,"f1":0.919038,"accuracy":0.935771,"main_score":0.919038,"hf_subset":"sun_Latn-zsm_Latn","languages":["sun-Latn","zsm-Latn"]},{"precision":0.411778,"recall":0.500988,"f1":0.436165,"accuracy":0.500988,"main_score":0.436165,"hf_subset":"sun_Latn-ayr_Latn","languages":["sun-Latn","ayr-Latn"]},{"precision":0.888505,"recall":0.918972,"f1":0.898353,"accuracy":0.918972,"main_score":0.898353,"hf_subset":"sun_Latn-dan_Latn","languages":["sun-Latn","dan-Latn"]},{"precision":0.811825,"recall":0.86166,"f1":0.827357,"accuracy":0.86166,"main_score":0.827357,"hf_subset":"sun_Latn-guj_Gujr","languages":["sun-Latn","guj-Gujr"]},{"precision":0.656662,"recall":0.72332,"f1":0.676885,"accuracy":0.72332,"main_score":0.676885,"hf_subset":"sun_Latn-kaz_Cyrl","languages":["sun-Latn","kaz-Cyrl"]},{"precision":0.415511,"recall":0.490119,"f1":0.436057,"accuracy":0.490119,"main_score":0.436057,"hf_subset":"sun_Latn-lug_Latn","languages":["sun-Latn","lug-Latn"]},{"precision":0.85338,"recall":0.886364,"f1":0.86306,"accuracy":0.886364,"main_score":0.86306,"hf_subset":"sun_Latn-oci_Latn","languages":["sun-Latn","oci-Latn"]},{"precision":0.448944,"recall":0.538538,"f1":0.473528,"accuracy":0.538538,"main_score":0.473528,"hf_subset":"sun_Latn-smo_Latn","languages":["sun-Latn","smo-Latn"]},{"precision":0.430443,"recall":0.516798,"f1":0.453873,"accuracy":0.516798,"main_score":0.453873,"hf_subset":"sun_Latn-tsn_Latn","languages":["sun-Latn","tsn-Latn"]},{"precision":0.404392,"recall":0.497036,"f1":0.429082,"accuracy":0.497036,"main_score":0.429082,"hf_subset":"sun_Latn-zul_Latn","languages":["sun-Latn","zul-Latn"]},{"precision":0.622226,"recall":0.705534,"f1":0.64709,"accuracy":0.705534,"main_score":0.64709,"hf_subset":"sun_Latn-azb_Arab","languages":["sun-Latn","azb-Arab"]},{"precision":0.912385,"recall":0.938735,"f1":0.920949,"accuracy":0.938735,"main_score":0.920949,"hf_subset":"sun_Latn-deu_Latn","languages":["sun-Latn","deu-Latn"]},{"precision":0.590127,"recall":0.66502,"f1":0.611555,"accuracy":0.66502,"main_score":0.611555,"hf_subset":"sun_Latn-hat_Latn","languages":["sun-Latn","hat-Latn"]},{"precision":0.368737,"recall":0.452569,"f1":0.391503,"accuracy":0.452569,"main_score":0.391503,"hf_subset":"sun_Latn-kbp_Latn","languages":["sun-Latn","kbp-Latn"]},{"precision":0.462714,"recall":0.54249,"f1":0.484416,"accuracy":0.54249,"main_score":0.484416,"hf_subset":"sun_Latn-luo_Latn","languages":["sun-Latn","luo-Latn"]},{"precision":0.474691,"recall":0.549407,"f1":0.496116,"accuracy":0.549407,"main_score":0.496116,"hf_subset":"sun_Latn-ory_Orya","languages":["sun-Latn","ory-Orya"]},{"precision":0.452125,"recall":0.540514,"f1":0.477068,"accuracy":0.540514,"main_score":0.477068,"hf_subset":"sun_Latn-sna_Latn","languages":["sun-Latn","sna-Latn"]},{"precision":0.42197,"recall":0.501976,"f1":0.443477,"accuracy":0.501976,"main_score":0.443477,"hf_subset":"sun_Latn-tso_Latn","languages":["sun-Latn","tso-Latn"]},{"precision":0.720455,"recall":0.781621,"f1":0.738952,"accuracy":0.781621,"main_score":0.738952,"hf_subset":"sun_Latn-azj_Latn","languages":["sun-Latn","azj-Latn"]},{"precision":0.431104,"recall":0.519763,"f1":0.45612,"accuracy":0.519763,"main_score":0.45612,"hf_subset":"sun_Latn-dik_Latn","languages":["sun-Latn","dik-Latn"]},{"precision":0.460664,"recall":0.528656,"f1":0.479727,"accuracy":0.528656,"main_score":0.479727,"hf_subset":"sun_Latn-hau_Latn","languages":["sun-Latn","hau-Latn"]},{"precision":0.741381,"recall":0.798419,"f1":0.757971,"accuracy":0.798419,"main_score":0.757971,"hf_subset":"sun_Latn-kea_Latn","languages":["sun-Latn","kea-Latn"]},{"precision":0.606028,"recall":0.672925,"f1":0.624939,"accuracy":0.672925,"main_score":0.624939,"hf_subset":"sun_Latn-lus_Latn","languages":["sun-Latn","lus-Latn"]},{"precision":0.723139,"recall":0.772727,"f1":0.738161,"accuracy":0.772727,"main_score":0.738161,"hf_subset":"sun_Latn-pag_Latn","languages":["sun-Latn","pag-Latn"]},{"precision":0.604389,"recall":0.685771,"f1":0.628532,"accuracy":0.685771,"main_score":0.628532,"hf_subset":"sun_Latn-snd_Arab","languages":["sun-Latn","snd-Arab"]},{"precision":0.577639,"recall":0.645257,"f1":0.597359,"accuracy":0.645257,"main_score":0.597359,"hf_subset":"sun_Latn-tuk_Latn","languages":["sun-Latn","tuk-Latn"]},{"precision":0.629134,"recall":0.694664,"f1":0.647638,"accuracy":0.694664,"main_score":0.647638,"hf_subset":"sun_Latn-bak_Cyrl","languages":["sun-Latn","bak-Cyrl"]},{"precision":0.366325,"recall":0.466403,"f1":0.394139,"accuracy":0.466403,"main_score":0.394139,"hf_subset":"sun_Latn-dyu_Latn","languages":["sun-Latn","dyu-Latn"]},{"precision":0.706828,"recall":0.777668,"f1":0.728574,"accuracy":0.777668,"main_score":0.728574,"hf_subset":"sun_Latn-heb_Hebr","languages":["sun-Latn","heb-Hebr"]},{"precision":0.451548,"recall":0.531621,"f1":0.474313,"accuracy":0.531621,"main_score":0.474313,"hf_subset":"sun_Latn-khk_Cyrl","languages":["sun-Latn","khk-Cyrl"]},{"precision":0.708943,"recall":0.770751,"f1":0.728294,"accuracy":0.770751,"main_score":0.728294,"hf_subset":"sun_Latn-lvs_Latn","languages":["sun-Latn","lvs-Latn"]},{"precision":0.690991,"recall":0.763834,"f1":0.712636,"accuracy":0.763834,"main_score":0.712636,"hf_subset":"sun_Latn-pan_Guru","languages":["sun-Latn","pan-Guru"]},{"precision":0.396949,"recall":0.479249,"f1":0.419775,"accuracy":0.479249,"main_score":0.419775,"hf_subset":"sun_Latn-som_Latn","languages":["sun-Latn","som-Latn"]},{"precision":0.472534,"recall":0.540514,"f1":0.491303,"accuracy":0.540514,"main_score":0.491303,"hf_subset":"sun_Latn-tum_Latn","languages":["sun-Latn","tum-Latn"]},{"precision":0.250514,"recall":0.293478,"f1":0.262366,"accuracy":0.293478,"main_score":0.262366,"hf_subset":"umb_Latn-ace_Arab","languages":["umb-Latn","ace-Arab"]},{"precision":0.393619,"recall":0.434783,"f1":0.40509,"accuracy":0.434783,"main_score":0.40509,"hf_subset":"umb_Latn-bam_Latn","languages":["umb-Latn","bam-Latn"]},{"precision":0.122125,"recall":0.176877,"f1":0.135955,"accuracy":0.176877,"main_score":0.135955,"hf_subset":"umb_Latn-dzo_Tibt","languages":["umb-Latn","dzo-Tibt"]},{"precision":0.403447,"recall":0.464427,"f1":0.418701,"accuracy":0.464427,"main_score":0.418701,"hf_subset":"umb_Latn-hin_Deva","languages":["umb-Latn","hin-Deva"]},{"precision":0.367833,"recall":0.417984,"f1":0.381651,"accuracy":0.417984,"main_score":0.381651,"hf_subset":"umb_Latn-khm_Khmr","languages":["umb-Latn","khm-Khmr"]},{"precision":0.406346,"recall":0.45751,"f1":0.418701,"accuracy":0.45751,"main_score":0.418701,"hf_subset":"umb_Latn-mag_Deva","languages":["umb-Latn","mag-Deva"]},{"precision":0.439903,"recall":0.477273,"f1":0.450097,"accuracy":0.477273,"main_score":0.450097,"hf_subset":"umb_Latn-pap_Latn","languages":["umb-Latn","pap-Latn"]},{"precision":0.420446,"recall":0.45751,"f1":0.430392,"accuracy":0.45751,"main_score":0.430392,"hf_subset":"umb_Latn-sot_Latn","languages":["umb-Latn","sot-Latn"]},{"precision":0.412597,"recall":0.469368,"f1":0.428595,"accuracy":0.469368,"main_score":0.428595,"hf_subset":"umb_Latn-tur_Latn","languages":["umb-Latn","tur-Latn"]},{"precision":0.418786,"recall":0.45751,"f1":0.429339,"accuracy":0.45751,"main_score":0.429339,"hf_subset":"umb_Latn-ace_Latn","languages":["umb-Latn","ace-Latn"]},{"precision":0.426916,"recall":0.470356,"f1":0.438378,"accuracy":0.470356,"main_score":0.438378,"hf_subset":"umb_Latn-ban_Latn","languages":["umb-Latn","ban-Latn"]},{"precision":0.34879,"recall":0.398221,"f1":0.362408,"accuracy":0.398221,"main_score":0.362408,"hf_subset":"umb_Latn-ell_Grek","languages":["umb-Latn","ell-Grek"]},{"precision":0.391948,"recall":0.443676,"f1":0.405875,"accuracy":0.443676,"main_score":0.405875,"hf_subset":"umb_Latn-hne_Deva","languages":["umb-Latn","hne-Deva"]},{"precision":0.365564,"recall":0.412055,"f1":0.37884,"accuracy":0.412055,"main_score":0.37884,"hf_subset":"umb_Latn-kik_Latn","languages":["umb-Latn","kik-Latn"]},{"precision":0.413383,"recall":0.462451,"f1":0.426758,"accuracy":0.462451,"main_score":0.426758,"hf_subset":"umb_Latn-mai_Deva","languages":["umb-Latn","mai-Deva"]},{"precision":0.365048,"recall":0.417984,"f1":0.378877,"accuracy":0.417984,"main_score":0.378877,"hf_subset":"umb_Latn-pbt_Arab","languages":["umb-Latn","pbt-Arab"]},{"precision":0.424224,"recall":0.482213,"f1":0.438917,"accuracy":0.482213,"main_score":0.438917,"hf_subset":"umb_Latn-spa_Latn","languages":["umb-Latn","spa-Latn"]},{"precision":0.444022,"recall":0.478261,"f1":0.453873,"accuracy":0.478261,"main_score":0.453873,"hf_subset":"umb_Latn-twi_Latn","languages":["umb-Latn","twi-Latn"]},{"precision":0.392723,"recall":0.444664,"f1":0.405111,"accuracy":0.444664,"main_score":0.405111,"hf_subset":"umb_Latn-acm_Arab","languages":["umb-Latn","acm-Arab"]},{"precision":0.362282,"recall":0.406126,"f1":0.374432,"accuracy":0.406126,"main_score":0.374432,"hf_subset":"umb_Latn-bel_Cyrl","languages":["umb-Latn","bel-Cyrl"]},{"precision":0.426903,"recall":0.483202,"f1":0.441744,"accuracy":0.483202,"main_score":0.441744,"hf_subset":"umb_Latn-eng_Latn","languages":["umb-Latn","eng-Latn"]},{"precision":0.414317,"recall":0.465415,"f1":0.428946,"accuracy":0.465415,"main_score":0.428946,"hf_subset":"umb_Latn-hrv_Latn","languages":["umb-Latn","hrv-Latn"]},{"precision":0.388917,"recall":0.434783,"f1":0.401658,"accuracy":0.434783,"main_score":0.401658,"hf_subset":"umb_Latn-kin_Latn","languages":["umb-Latn","kin-Latn"]},{"precision":0.376227,"recall":0.434783,"f1":0.391783,"accuracy":0.434783,"main_score":0.391783,"hf_subset":"umb_Latn-mal_Mlym","languages":["umb-Latn","mal-Mlym"]},{"precision":0.390694,"recall":0.456522,"f1":0.407322,"accuracy":0.456522,"main_score":0.407322,"hf_subset":"umb_Latn-pes_Arab","languages":["umb-Latn","pes-Arab"]},{"precision":0.421625,"recall":0.469368,"f1":0.434042,"accuracy":0.469368,"main_score":0.434042,"hf_subset":"umb_Latn-srd_Latn","languages":["umb-Latn","srd-Latn"]},{"precision":0.150692,"recall":0.190711,"f1":0.161472,"accuracy":0.190711,"main_score":0.161472,"hf_subset":"umb_Latn-tzm_Tfng","languages":["umb-Latn","tzm-Tfng"]},{"precision":0.390092,"recall":0.44664,"f1":0.4044,"accuracy":0.44664,"main_score":0.4044,"hf_subset":"umb_Latn-acq_Arab","languages":["umb-Latn","acq-Arab"]},{"precision":0.448828,"recall":0.481225,"f1":0.458265,"accuracy":0.481225,"main_score":0.458265,"hf_subset":"umb_Latn-bem_Latn","languages":["umb-Latn","bem-Latn"]},{"precision":0.409964,"recall":0.453557,"f1":0.421576,"accuracy":0.453557,"main_score":0.421576,"hf_subset":"umb_Latn-epo_Latn","languages":["umb-Latn","epo-Latn"]},{"precision":0.39518,"recall":0.453557,"f1":0.411306,"accuracy":0.453557,"main_score":0.411306,"hf_subset":"umb_Latn-hun_Latn","languages":["umb-Latn","hun-Latn"]},{"precision":0.397647,"recall":0.444664,"f1":0.409954,"accuracy":0.444664,"main_score":0.409954,"hf_subset":"umb_Latn-kir_Cyrl","languages":["umb-Latn","kir-Cyrl"]},{"precision":0.397892,"recall":0.448617,"f1":0.410728,"accuracy":0.448617,"main_score":0.410728,"hf_subset":"umb_Latn-mar_Deva","languages":["umb-Latn","mar-Deva"]},{"precision":0.410688,"recall":0.445652,"f1":0.421179,"accuracy":0.445652,"main_score":0.421179,"hf_subset":"umb_Latn-plt_Latn","languages":["umb-Latn","plt-Latn"]},{"precision":0.390804,"recall":0.431818,"f1":0.402103,"accuracy":0.431818,"main_score":0.402103,"hf_subset":"umb_Latn-srp_Cyrl","languages":["umb-Latn","srp-Cyrl"]},{"precision":0.282747,"recall":0.332016,"f1":0.296278,"accuracy":0.332016,"main_score":0.296278,"hf_subset":"umb_Latn-uig_Arab","languages":["umb-Latn","uig-Arab"]},{"precision":0.383371,"recall":0.427866,"f1":0.395011,"accuracy":0.427866,"main_score":0.395011,"hf_subset":"umb_Latn-aeb_Arab","languages":["umb-Latn","aeb-Arab"]},{"precision":0.394925,"recall":0.453557,"f1":0.41072,"accuracy":0.453557,"main_score":0.41072,"hf_subset":"umb_Latn-ben_Beng","languages":["umb-Latn","ben-Beng"]},{"precision":0.399226,"recall":0.4417,"f1":0.41142,"accuracy":0.4417,"main_score":0.41142,"hf_subset":"umb_Latn-est_Latn","languages":["umb-Latn","est-Latn"]},{"precision":0.377577,"recall":0.41996,"f1":0.388936,"accuracy":0.41996,"main_score":0.388936,"hf_subset":"umb_Latn-hye_Armn","languages":["umb-Latn","hye-Armn"]},{"precision":0.445704,"recall":0.481225,"f1":0.455374,"accuracy":0.481225,"main_score":0.455374,"hf_subset":"umb_Latn-kmb_Latn","languages":["umb-Latn","kmb-Latn"]},{"precision":0.229142,"recall":0.274704,"f1":0.24073,"accuracy":0.274704,"main_score":0.24073,"hf_subset":"umb_Latn-min_Arab","languages":["umb-Latn","min-Arab"]},{"precision":0.402337,"recall":0.464427,"f1":0.418523,"accuracy":0.464427,"main_score":0.418523,"hf_subset":"umb_Latn-pol_Latn","languages":["umb-Latn","pol-Latn"]},{"precision":0.423118,"recall":0.458498,"f1":0.4327,"accuracy":0.458498,"main_score":0.4327,"hf_subset":"umb_Latn-ssw_Latn","languages":["umb-Latn","ssw-Latn"]},{"precision":0.403245,"recall":0.454545,"f1":0.417657,"accuracy":0.454545,"main_score":0.417657,"hf_subset":"umb_Latn-ukr_Cyrl","languages":["umb-Latn","ukr-Cyrl"]},{"precision":0.417462,"recall":0.45751,"f1":0.428594,"accuracy":0.45751,"main_score":0.428594,"hf_subset":"umb_Latn-afr_Latn","languages":["umb-Latn","afr-Latn"]},{"precision":0.409339,"recall":0.451581,"f1":0.420747,"accuracy":0.451581,"main_score":0.420747,"hf_subset":"umb_Latn-bho_Deva","languages":["umb-Latn","bho-Deva"]},{"precision":0.422698,"recall":0.461462,"f1":0.432869,"accuracy":0.461462,"main_score":0.432869,"hf_subset":"umb_Latn-eus_Latn","languages":["umb-Latn","eus-Latn"]},{"precision":0.400058,"recall":0.445652,"f1":0.412938,"accuracy":0.445652,"main_score":0.412938,"hf_subset":"umb_Latn-ibo_Latn","languages":["umb-Latn","ibo-Latn"]},{"precision":0.395446,"recall":0.4417,"f1":0.407999,"accuracy":0.4417,"main_score":0.407999,"hf_subset":"umb_Latn-kmr_Latn","languages":["umb-Latn","kmr-Latn"]},{"precision":0.4072,"recall":0.451581,"f1":0.419259,"accuracy":0.451581,"main_score":0.419259,"hf_subset":"umb_Latn-min_Latn","languages":["umb-Latn","min-Latn"]},{"precision":0.42986,"recall":0.491107,"f1":0.446196,"accuracy":0.491107,"main_score":0.446196,"hf_subset":"umb_Latn-por_Latn","languages":["umb-Latn","por-Latn"]},{"precision":0.431662,"recall":0.467391,"f1":0.441532,"accuracy":0.467391,"main_score":0.441532,"hf_subset":"umb_Latn-sun_Latn","languages":["umb-Latn","sun-Latn"]},{"precision":0.396599,"recall":0.449605,"f1":0.410495,"accuracy":0.449605,"main_score":0.410495,"hf_subset":"umb_Latn-ajp_Arab","languages":["umb-Latn","ajp-Arab"]},{"precision":0.250558,"recall":0.295455,"f1":0.262395,"accuracy":0.295455,"main_score":0.262395,"hf_subset":"umb_Latn-bjn_Arab","languages":["umb-Latn","bjn-Arab"]},{"precision":0.409923,"recall":0.444664,"f1":0.420043,"accuracy":0.444664,"main_score":0.420043,"hf_subset":"umb_Latn-ewe_Latn","languages":["umb-Latn","ewe-Latn"]},{"precision":0.448437,"recall":0.477273,"f1":0.456279,"accuracy":0.477273,"main_score":0.456279,"hf_subset":"umb_Latn-ilo_Latn","languages":["umb-Latn","ilo-Latn"]},{"precision":0.199848,"recall":0.23913,"f1":0.209646,"accuracy":0.23913,"main_score":0.209646,"hf_subset":"umb_Latn-knc_Arab","languages":["umb-Latn","knc-Arab"]},{"precision":0.403633,"recall":0.448617,"f1":0.416077,"accuracy":0.448617,"main_score":0.416077,"hf_subset":"umb_Latn-mkd_Cyrl","languages":["umb-Latn","mkd-Cyrl"]},{"precision":0.381546,"recall":0.438735,"f1":0.395596,"accuracy":0.438735,"main_score":0.395596,"hf_subset":"umb_Latn-prs_Arab","languages":["umb-Latn","prs-Arab"]},{"precision":0.417686,"recall":0.470356,"f1":0.431591,"accuracy":0.470356,"main_score":0.431591,"hf_subset":"umb_Latn-swe_Latn","languages":["umb-Latn","swe-Latn"]},{"precision":0.365201,"recall":0.43083,"f1":0.382479,"accuracy":0.43083,"main_score":0.382479,"hf_subset":"umb_Latn-urd_Arab","languages":["umb-Latn","urd-Arab"]},{"precision":0.428111,"recall":0.469368,"f1":0.439415,"accuracy":0.469368,"main_score":0.439415,"hf_subset":"umb_Latn-aka_Latn","languages":["umb-Latn","aka-Latn"]},{"precision":0.423696,"recall":0.468379,"f1":0.436023,"accuracy":0.468379,"main_score":0.436023,"hf_subset":"umb_Latn-bjn_Latn","languages":["umb-Latn","bjn-Latn"]},{"precision":0.400332,"recall":0.447628,"f1":0.413407,"accuracy":0.447628,"main_score":0.413407,"hf_subset":"umb_Latn-fao_Latn","languages":["umb-Latn","fao-Latn"]},{"precision":0.412762,"recall":0.471344,"f1":0.4276,"accuracy":0.471344,"main_score":0.4276,"hf_subset":"umb_Latn-ind_Latn","languages":["umb-Latn","ind-Latn"]},{"precision":0.435079,"recall":0.471344,"f1":0.445554,"accuracy":0.471344,"main_score":0.445554,"hf_subset":"umb_Latn-knc_Latn","languages":["umb-Latn","knc-Latn"]},{"precision":0.41977,"recall":0.462451,"f1":0.431022,"accuracy":0.462451,"main_score":0.431022,"hf_subset":"umb_Latn-mlt_Latn","languages":["umb-Latn","mlt-Latn"]},{"precision":0.43733,"recall":0.477273,"f1":0.448255,"accuracy":0.477273,"main_score":0.448255,"hf_subset":"umb_Latn-quy_Latn","languages":["umb-Latn","quy-Latn"]},{"precision":0.418578,"recall":0.458498,"f1":0.430291,"accuracy":0.458498,"main_score":0.430291,"hf_subset":"umb_Latn-swh_Latn","languages":["umb-Latn","swh-Latn"]},{"precision":0.392869,"recall":0.433794,"f1":0.403215,"accuracy":0.433794,"main_score":0.403215,"hf_subset":"umb_Latn-uzn_Latn","languages":["umb-Latn","uzn-Latn"]},{"precision":0.413066,"recall":0.454545,"f1":0.424427,"accuracy":0.454545,"main_score":0.424427,"hf_subset":"umb_Latn-als_Latn","languages":["umb-Latn","als-Latn"]},{"precision":0.190722,"recall":0.240119,"f1":0.20202,"accuracy":0.240119,"main_score":0.20202,"hf_subset":"umb_Latn-bod_Tibt","languages":["umb-Latn","bod-Tibt"]},{"precision":0.405885,"recall":0.442688,"f1":0.415455,"accuracy":0.442688,"main_score":0.415455,"hf_subset":"umb_Latn-fij_Latn","languages":["umb-Latn","fij-Latn"]},{"precision":0.376919,"recall":0.426877,"f1":0.390474,"accuracy":0.426877,"main_score":0.390474,"hf_subset":"umb_Latn-isl_Latn","languages":["umb-Latn","isl-Latn"]},{"precision":0.441313,"recall":0.471344,"f1":0.450043,"accuracy":0.471344,"main_score":0.450043,"hf_subset":"umb_Latn-kon_Latn","languages":["umb-Latn","kon-Latn"]},{"precision":0.317389,"recall":0.363636,"f1":0.329319,"accuracy":0.363636,"main_score":0.329319,"hf_subset":"umb_Latn-mni_Beng","languages":["umb-Latn","mni-Beng"]},{"precision":0.416687,"recall":0.474308,"f1":0.432366,"accuracy":0.474308,"main_score":0.432366,"hf_subset":"umb_Latn-ron_Latn","languages":["umb-Latn","ron-Latn"]},{"precision":0.399085,"recall":0.434783,"f1":0.409367,"accuracy":0.434783,"main_score":0.409367,"hf_subset":"umb_Latn-szl_Latn","languages":["umb-Latn","szl-Latn"]},{"precision":0.408972,"recall":0.449605,"f1":0.420173,"accuracy":0.449605,"main_score":0.420173,"hf_subset":"umb_Latn-vec_Latn","languages":["umb-Latn","vec-Latn"]},{"precision":0.347233,"recall":0.396245,"f1":0.36029,"accuracy":0.396245,"main_score":0.36029,"hf_subset":"umb_Latn-amh_Ethi","languages":["umb-Latn","amh-Ethi"]},{"precision":0.420103,"recall":0.464427,"f1":0.432417,"accuracy":0.464427,"main_score":0.432417,"hf_subset":"umb_Latn-bos_Latn","languages":["umb-Latn","bos-Latn"]},{"precision":0.411522,"recall":0.463439,"f1":0.425294,"accuracy":0.463439,"main_score":0.425294,"hf_subset":"umb_Latn-fin_Latn","languages":["umb-Latn","fin-Latn"]},{"precision":0.42156,"recall":0.485178,"f1":0.438007,"accuracy":0.485178,"main_score":0.438007,"hf_subset":"umb_Latn-ita_Latn","languages":["umb-Latn","ita-Latn"]},{"precision":0.398732,"recall":0.456522,"f1":0.414075,"accuracy":0.456522,"main_score":0.414075,"hf_subset":"umb_Latn-kor_Hang","languages":["umb-Latn","kor-Hang"]},{"precision":0.406964,"recall":0.448617,"f1":0.417038,"accuracy":0.448617,"main_score":0.417038,"hf_subset":"umb_Latn-mos_Latn","languages":["umb-Latn","mos-Latn"]},{"precision":0.405002,"recall":0.445652,"f1":0.416409,"accuracy":0.445652,"main_score":0.416409,"hf_subset":"umb_Latn-run_Latn","languages":["umb-Latn","run-Latn"]},{"precision":0.355699,"recall":0.416996,"f1":0.371033,"accuracy":0.416996,"main_score":0.371033,"hf_subset":"umb_Latn-tam_Taml","languages":["umb-Latn","tam-Taml"]},{"precision":0.410681,"recall":0.468379,"f1":0.425672,"accuracy":0.468379,"main_score":0.425672,"hf_subset":"umb_Latn-vie_Latn","languages":["umb-Latn","vie-Latn"]},{"precision":0.390805,"recall":0.442688,"f1":0.404477,"accuracy":0.442688,"main_score":0.404477,"hf_subset":"umb_Latn-apc_Arab","languages":["umb-Latn","apc-Arab"]},{"precision":0.424572,"recall":0.461462,"f1":0.435324,"accuracy":0.461462,"main_score":0.435324,"hf_subset":"umb_Latn-bug_Latn","languages":["umb-Latn","bug-Latn"]},{"precision":0.384039,"recall":0.425889,"f1":0.395628,"accuracy":0.425889,"main_score":0.395628,"hf_subset":"umb_Latn-fon_Latn","languages":["umb-Latn","fon-Latn"]},{"precision":0.439149,"recall":0.480237,"f1":0.450071,"accuracy":0.480237,"main_score":0.450071,"hf_subset":"umb_Latn-jav_Latn","languages":["umb-Latn","jav-Latn"]},{"precision":0.363663,"recall":0.408103,"f1":0.375961,"accuracy":0.408103,"main_score":0.375961,"hf_subset":"umb_Latn-lao_Laoo","languages":["umb-Latn","lao-Laoo"]},{"precision":0.400536,"recall":0.440711,"f1":0.411761,"accuracy":0.440711,"main_score":0.411761,"hf_subset":"umb_Latn-mri_Latn","languages":["umb-Latn","mri-Latn"]},{"precision":0.410192,"recall":0.471344,"f1":0.426899,"accuracy":0.471344,"main_score":0.426899,"hf_subset":"umb_Latn-rus_Cyrl","languages":["umb-Latn","rus-Cyrl"]},{"precision":0.389776,"recall":0.436759,"f1":0.403343,"accuracy":0.436759,"main_score":0.403343,"hf_subset":"umb_Latn-taq_Latn","languages":["umb-Latn","taq-Latn"]},{"precision":0.443537,"recall":0.482213,"f1":0.453414,"accuracy":0.482213,"main_score":0.453414,"hf_subset":"umb_Latn-war_Latn","languages":["umb-Latn","war-Latn"]},{"precision":0.384088,"recall":0.449605,"f1":0.400922,"accuracy":0.449605,"main_score":0.400922,"hf_subset":"umb_Latn-arb_Arab","languages":["umb-Latn","arb-Arab"]},{"precision":0.417975,"recall":0.45751,"f1":0.428389,"accuracy":0.45751,"main_score":0.428389,"hf_subset":"umb_Latn-bul_Cyrl","languages":["umb-Latn","bul-Cyrl"]},{"precision":0.413819,"recall":0.475296,"f1":0.430434,"accuracy":0.475296,"main_score":0.430434,"hf_subset":"umb_Latn-fra_Latn","languages":["umb-Latn","fra-Latn"]},{"precision":0.389941,"recall":0.451581,"f1":0.406221,"accuracy":0.451581,"main_score":0.406221,"hf_subset":"umb_Latn-jpn_Jpan","languages":["umb-Latn","jpn-Jpan"]},{"precision":0.418255,"recall":0.458498,"f1":0.429309,"accuracy":0.458498,"main_score":0.429309,"hf_subset":"umb_Latn-lij_Latn","languages":["umb-Latn","lij-Latn"]},{"precision":0.297908,"recall":0.358696,"f1":0.313647,"accuracy":0.358696,"main_score":0.313647,"hf_subset":"umb_Latn-mya_Mymr","languages":["umb-Latn","mya-Mymr"]},{"precision":0.423768,"recall":0.456522,"f1":0.433059,"accuracy":0.456522,"main_score":0.433059,"hf_subset":"umb_Latn-sag_Latn","languages":["umb-Latn","sag-Latn"]},{"precision":0.173622,"recall":0.225296,"f1":0.186917,"accuracy":0.225296,"main_score":0.186917,"hf_subset":"umb_Latn-taq_Tfng","languages":["umb-Latn","taq-Tfng"]},{"precision":0.399183,"recall":0.440711,"f1":0.410989,"accuracy":0.440711,"main_score":0.410989,"hf_subset":"umb_Latn-wol_Latn","languages":["umb-Latn","wol-Latn"]},{"precision":0.269537,"recall":0.337945,"f1":0.286163,"accuracy":0.337945,"main_score":0.286163,"hf_subset":"umb_Latn-arb_Latn","languages":["umb-Latn","arb-Latn"]},{"precision":0.418485,"recall":0.465415,"f1":0.431673,"accuracy":0.465415,"main_score":0.431673,"hf_subset":"umb_Latn-cat_Latn","languages":["umb-Latn","cat-Latn"]},{"precision":0.416551,"recall":0.458498,"f1":0.427768,"accuracy":0.458498,"main_score":0.427768,"hf_subset":"umb_Latn-fur_Latn","languages":["umb-Latn","fur-Latn"]},{"precision":0.306627,"recall":0.349802,"f1":0.31839,"accuracy":0.349802,"main_score":0.31839,"hf_subset":"umb_Latn-kab_Latn","languages":["umb-Latn","kab-Latn"]},{"precision":0.411704,"recall":0.453557,"f1":0.423141,"accuracy":0.453557,"main_score":0.423141,"hf_subset":"umb_Latn-lim_Latn","languages":["umb-Latn","lim-Latn"]},{"precision":0.420343,"recall":0.47332,"f1":0.43447,"accuracy":0.47332,"main_score":0.43447,"hf_subset":"umb_Latn-nld_Latn","languages":["umb-Latn","nld-Latn"]},{"precision":0.35699,"recall":0.406126,"f1":0.369981,"accuracy":0.406126,"main_score":0.369981,"hf_subset":"umb_Latn-san_Deva","languages":["umb-Latn","san-Deva"]},{"precision":0.405814,"recall":0.444664,"f1":0.41649,"accuracy":0.444664,"main_score":0.41649,"hf_subset":"umb_Latn-tat_Cyrl","languages":["umb-Latn","tat-Cyrl"]},{"precision":0.418959,"recall":0.45751,"f1":0.42975,"accuracy":0.45751,"main_score":0.42975,"hf_subset":"umb_Latn-xho_Latn","languages":["umb-Latn","xho-Latn"]},{"precision":0.355799,"recall":0.425889,"f1":0.37398,"accuracy":0.425889,"main_score":0.37398,"hf_subset":"umb_Latn-ars_Arab","languages":["umb-Latn","ars-Arab"]},{"precision":0.43475,"recall":0.47332,"f1":0.446033,"accuracy":0.47332,"main_score":0.446033,"hf_subset":"umb_Latn-ceb_Latn","languages":["umb-Latn","ceb-Latn"]},{"precision":0.400241,"recall":0.442688,"f1":0.412018,"accuracy":0.442688,"main_score":0.412018,"hf_subset":"umb_Latn-fuv_Latn","languages":["umb-Latn","fuv-Latn"]},{"precision":0.431822,"recall":0.476285,"f1":0.443755,"accuracy":0.476285,"main_score":0.443755,"hf_subset":"umb_Latn-kac_Latn","languages":["umb-Latn","kac-Latn"]},{"precision":0.451131,"recall":0.48419,"f1":0.460626,"accuracy":0.48419,"main_score":0.460626,"hf_subset":"umb_Latn-lin_Latn","languages":["umb-Latn","lin-Latn"]},{"precision":0.404424,"recall":0.45751,"f1":0.41903,"accuracy":0.45751,"main_score":0.41903,"hf_subset":"umb_Latn-nno_Latn","languages":["umb-Latn","nno-Latn"]},{"precision":0.148582,"recall":0.184783,"f1":0.158414,"accuracy":0.184783,"main_score":0.158414,"hf_subset":"umb_Latn-sat_Olck","languages":["umb-Latn","sat-Olck"]},{"precision":0.392418,"recall":0.451581,"f1":0.40861,"accuracy":0.451581,"main_score":0.40861,"hf_subset":"umb_Latn-tel_Telu","languages":["umb-Latn","tel-Telu"]},{"precision":0.255894,"recall":0.305336,"f1":0.268781,"accuracy":0.305336,"main_score":0.268781,"hf_subset":"umb_Latn-ydd_Hebr","languages":["umb-Latn","ydd-Hebr"]},{"precision":0.363578,"recall":0.413043,"f1":0.376176,"accuracy":0.413043,"main_score":0.376176,"hf_subset":"umb_Latn-ary_Arab","languages":["umb-Latn","ary-Arab"]},{"precision":0.403908,"recall":0.464427,"f1":0.42094,"accuracy":0.464427,"main_score":0.42094,"hf_subset":"umb_Latn-ces_Latn","languages":["umb-Latn","ces-Latn"]},{"precision":0.311327,"recall":0.362648,"f1":0.323948,"accuracy":0.362648,"main_score":0.323948,"hf_subset":"umb_Latn-gaz_Latn","languages":["umb-Latn","gaz-Latn"]},{"precision":0.405625,"recall":0.438735,"f1":0.41474,"accuracy":0.438735,"main_score":0.41474,"hf_subset":"umb_Latn-kam_Latn","languages":["umb-Latn","kam-Latn"]},{"precision":0.383567,"recall":0.426877,"f1":0.395059,"accuracy":0.426877,"main_score":0.395059,"hf_subset":"umb_Latn-lit_Latn","languages":["umb-Latn","lit-Latn"]},{"precision":0.414328,"recall":0.470356,"f1":0.429222,"accuracy":0.470356,"main_score":0.429222,"hf_subset":"umb_Latn-nob_Latn","languages":["umb-Latn","nob-Latn"]},{"precision":0.410856,"recall":0.452569,"f1":0.422219,"accuracy":0.452569,"main_score":0.422219,"hf_subset":"umb_Latn-scn_Latn","languages":["umb-Latn","scn-Latn"]},{"precision":0.350618,"recall":0.400198,"f1":0.363943,"accuracy":0.400198,"main_score":0.363943,"hf_subset":"umb_Latn-tgk_Cyrl","languages":["umb-Latn","tgk-Cyrl"]},{"precision":0.379492,"recall":0.424901,"f1":0.392558,"accuracy":0.424901,"main_score":0.392558,"hf_subset":"umb_Latn-yor_Latn","languages":["umb-Latn","yor-Latn"]},{"precision":0.389843,"recall":0.449605,"f1":0.404948,"accuracy":0.449605,"main_score":0.404948,"hf_subset":"umb_Latn-arz_Arab","languages":["umb-Latn","arz-Arab"]},{"precision":0.413273,"recall":0.451581,"f1":0.423558,"accuracy":0.451581,"main_score":0.423558,"hf_subset":"umb_Latn-cjk_Latn","languages":["umb-Latn","cjk-Latn"]},{"precision":0.339165,"recall":0.397233,"f1":0.353842,"accuracy":0.397233,"main_score":0.353842,"hf_subset":"umb_Latn-gla_Latn","languages":["umb-Latn","gla-Latn"]},{"precision":0.385895,"recall":0.4417,"f1":0.40115,"accuracy":0.4417,"main_score":0.40115,"hf_subset":"umb_Latn-kan_Knda","languages":["umb-Latn","kan-Knda"]},{"precision":0.422325,"recall":0.461462,"f1":0.433076,"accuracy":0.461462,"main_score":0.433076,"hf_subset":"umb_Latn-lmo_Latn","languages":["umb-Latn","lmo-Latn"]},{"precision":0.380295,"recall":0.436759,"f1":0.394876,"accuracy":0.436759,"main_score":0.394876,"hf_subset":"umb_Latn-npi_Deva","languages":["umb-Latn","npi-Deva"]},{"precision":0.35073,"recall":0.400198,"f1":0.364243,"accuracy":0.400198,"main_score":0.364243,"hf_subset":"umb_Latn-shn_Mymr","languages":["umb-Latn","shn-Mymr"]},{"precision":0.420628,"recall":0.469368,"f1":0.434057,"accuracy":0.469368,"main_score":0.434057,"hf_subset":"umb_Latn-tgl_Latn","languages":["umb-Latn","tgl-Latn"]},{"precision":0.385234,"recall":0.447628,"f1":0.401641,"accuracy":0.447628,"main_score":0.401641,"hf_subset":"umb_Latn-yue_Hant","languages":["umb-Latn","yue-Hant"]},{"precision":0.347973,"recall":0.401186,"f1":0.361697,"accuracy":0.401186,"main_score":0.361697,"hf_subset":"umb_Latn-asm_Beng","languages":["umb-Latn","asm-Beng"]},{"precision":0.298517,"recall":0.347826,"f1":0.311819,"accuracy":0.347826,"main_score":0.311819,"hf_subset":"umb_Latn-ckb_Arab","languages":["umb-Latn","ckb-Arab"]},{"precision":0.345803,"recall":0.396245,"f1":0.359727,"accuracy":0.396245,"main_score":0.359727,"hf_subset":"umb_Latn-gle_Latn","languages":["umb-Latn","gle-Latn"]},{"precision":0.308538,"recall":0.367589,"f1":0.324626,"accuracy":0.367589,"main_score":0.324626,"hf_subset":"umb_Latn-kas_Arab","languages":["umb-Latn","kas-Arab"]},{"precision":0.380565,"recall":0.423913,"f1":0.392599,"accuracy":0.423913,"main_score":0.392599,"hf_subset":"umb_Latn-ltg_Latn","languages":["umb-Latn","ltg-Latn"]},{"precision":0.446397,"recall":0.478261,"f1":0.455655,"accuracy":0.478261,"main_score":0.455655,"hf_subset":"umb_Latn-nso_Latn","languages":["umb-Latn","nso-Latn"]},{"precision":0.346968,"recall":0.399209,"f1":0.361288,"accuracy":0.399209,"main_score":0.361288,"hf_subset":"umb_Latn-sin_Sinh","languages":["umb-Latn","sin-Sinh"]},{"precision":0.387919,"recall":0.454545,"f1":0.405239,"accuracy":0.454545,"main_score":0.405239,"hf_subset":"umb_Latn-tha_Thai","languages":["umb-Latn","tha-Thai"]},{"precision":0.400685,"recall":0.461462,"f1":0.416915,"accuracy":0.461462,"main_score":0.416915,"hf_subset":"umb_Latn-zho_Hans","languages":["umb-Latn","zho-Hans"]},{"precision":0.419981,"recall":0.459486,"f1":0.430886,"accuracy":0.459486,"main_score":0.430886,"hf_subset":"umb_Latn-ast_Latn","languages":["umb-Latn","ast-Latn"]},{"precision":0.397976,"recall":0.443676,"f1":0.409761,"accuracy":0.443676,"main_score":0.409761,"hf_subset":"umb_Latn-crh_Latn","languages":["umb-Latn","crh-Latn"]},{"precision":0.421606,"recall":0.472332,"f1":0.4355,"accuracy":0.472332,"main_score":0.4355,"hf_subset":"umb_Latn-glg_Latn","languages":["umb-Latn","glg-Latn"]},{"precision":0.35509,"recall":0.401186,"f1":0.367718,"accuracy":0.401186,"main_score":0.367718,"hf_subset":"umb_Latn-kas_Deva","languages":["umb-Latn","kas-Deva"]},{"precision":0.410283,"recall":0.455534,"f1":0.422362,"accuracy":0.455534,"main_score":0.422362,"hf_subset":"umb_Latn-ltz_Latn","languages":["umb-Latn","ltz-Latn"]},{"precision":0.33274,"recall":0.375494,"f1":0.344311,"accuracy":0.375494,"main_score":0.344311,"hf_subset":"umb_Latn-nus_Latn","languages":["umb-Latn","nus-Latn"]},{"precision":0.421937,"recall":0.467391,"f1":0.434299,"accuracy":0.467391,"main_score":0.434299,"hf_subset":"umb_Latn-slk_Latn","languages":["umb-Latn","slk-Latn"]},{"precision":0.289442,"recall":0.335968,"f1":0.301809,"accuracy":0.335968,"main_score":0.301809,"hf_subset":"umb_Latn-tir_Ethi","languages":["umb-Latn","tir-Ethi"]},{"precision":0.394378,"recall":0.453557,"f1":0.409842,"accuracy":0.453557,"main_score":0.409842,"hf_subset":"umb_Latn-zho_Hant","languages":["umb-Latn","zho-Hant"]},{"precision":0.399145,"recall":0.453557,"f1":0.412982,"accuracy":0.453557,"main_score":0.412982,"hf_subset":"umb_Latn-awa_Deva","languages":["umb-Latn","awa-Deva"]},{"precision":0.38424,"recall":0.422925,"f1":0.394957,"accuracy":0.422925,"main_score":0.394957,"hf_subset":"umb_Latn-cym_Latn","languages":["umb-Latn","cym-Latn"]},{"precision":0.422535,"recall":0.45751,"f1":0.432372,"accuracy":0.45751,"main_score":0.432372,"hf_subset":"umb_Latn-grn_Latn","languages":["umb-Latn","grn-Latn"]},{"precision":0.363918,"recall":0.410079,"f1":0.376908,"accuracy":0.410079,"main_score":0.376908,"hf_subset":"umb_Latn-kat_Geor","languages":["umb-Latn","kat-Geor"]},{"precision":0.422093,"recall":0.461462,"f1":0.433199,"accuracy":0.461462,"main_score":0.433199,"hf_subset":"umb_Latn-lua_Latn","languages":["umb-Latn","lua-Latn"]},{"precision":0.431143,"recall":0.466403,"f1":0.441323,"accuracy":0.466403,"main_score":0.441323,"hf_subset":"umb_Latn-nya_Latn","languages":["umb-Latn","nya-Latn"]},{"precision":0.40647,"recall":0.456522,"f1":0.420188,"accuracy":0.456522,"main_score":0.420188,"hf_subset":"umb_Latn-slv_Latn","languages":["umb-Latn","slv-Latn"]},{"precision":0.430534,"recall":0.466403,"f1":0.440751,"accuracy":0.466403,"main_score":0.440751,"hf_subset":"umb_Latn-tpi_Latn","languages":["umb-Latn","tpi-Latn"]},{"precision":0.41612,"recall":0.471344,"f1":0.430334,"accuracy":0.471344,"main_score":0.430334,"hf_subset":"umb_Latn-zsm_Latn","languages":["umb-Latn","zsm-Latn"]},{"precision":0.403804,"recall":0.453557,"f1":0.416866,"accuracy":0.453557,"main_score":0.416866,"hf_subset":"umb_Latn-ayr_Latn","languages":["umb-Latn","ayr-Latn"]},{"precision":0.414205,"recall":0.468379,"f1":0.428833,"accuracy":0.468379,"main_score":0.428833,"hf_subset":"umb_Latn-dan_Latn","languages":["umb-Latn","dan-Latn"]},{"precision":0.377697,"recall":0.437747,"f1":0.393823,"accuracy":0.437747,"main_score":0.393823,"hf_subset":"umb_Latn-guj_Gujr","languages":["umb-Latn","guj-Gujr"]},{"precision":0.392291,"recall":0.431818,"f1":0.40292,"accuracy":0.431818,"main_score":0.40292,"hf_subset":"umb_Latn-kaz_Cyrl","languages":["umb-Latn","kaz-Cyrl"]},{"precision":0.398905,"recall":0.440711,"f1":0.410655,"accuracy":0.440711,"main_score":0.410655,"hf_subset":"umb_Latn-lug_Latn","languages":["umb-Latn","lug-Latn"]},{"precision":0.414146,"recall":0.465415,"f1":0.428487,"accuracy":0.465415,"main_score":0.428487,"hf_subset":"umb_Latn-oci_Latn","languages":["umb-Latn","oci-Latn"]},{"precision":0.415986,"recall":0.452569,"f1":0.426407,"accuracy":0.452569,"main_score":0.426407,"hf_subset":"umb_Latn-smo_Latn","languages":["umb-Latn","smo-Latn"]},{"precision":0.423946,"recall":0.461462,"f1":0.434867,"accuracy":0.461462,"main_score":0.434867,"hf_subset":"umb_Latn-tsn_Latn","languages":["umb-Latn","tsn-Latn"]},{"precision":0.393297,"recall":0.428854,"f1":0.403656,"accuracy":0.428854,"main_score":0.403656,"hf_subset":"umb_Latn-zul_Latn","languages":["umb-Latn","zul-Latn"]},{"precision":0.311874,"recall":0.365613,"f1":0.326008,"accuracy":0.365613,"main_score":0.326008,"hf_subset":"umb_Latn-azb_Arab","languages":["umb-Latn","azb-Arab"]},{"precision":0.418206,"recall":0.477273,"f1":0.434082,"accuracy":0.477273,"main_score":0.434082,"hf_subset":"umb_Latn-deu_Latn","languages":["umb-Latn","deu-Latn"]},{"precision":0.397811,"recall":0.438735,"f1":0.408954,"accuracy":0.438735,"main_score":0.408954,"hf_subset":"umb_Latn-hat_Latn","languages":["umb-Latn","hat-Latn"]},{"precision":0.375819,"recall":0.41502,"f1":0.387359,"accuracy":0.41502,"main_score":0.387359,"hf_subset":"umb_Latn-kbp_Latn","languages":["umb-Latn","kbp-Latn"]},{"precision":0.425617,"recall":0.459486,"f1":0.435375,"accuracy":0.459486,"main_score":0.435375,"hf_subset":"umb_Latn-luo_Latn","languages":["umb-Latn","luo-Latn"]},{"precision":0.358357,"recall":0.416996,"f1":0.373446,"accuracy":0.416996,"main_score":0.373446,"hf_subset":"umb_Latn-ory_Orya","languages":["umb-Latn","ory-Orya"]},{"precision":0.41978,"recall":0.455534,"f1":0.42944,"accuracy":0.455534,"main_score":0.42944,"hf_subset":"umb_Latn-sna_Latn","languages":["umb-Latn","sna-Latn"]},{"precision":0.425906,"recall":0.455534,"f1":0.434063,"accuracy":0.455534,"main_score":0.434063,"hf_subset":"umb_Latn-tso_Latn","languages":["umb-Latn","tso-Latn"]},{"precision":0.395715,"recall":0.436759,"f1":0.407093,"accuracy":0.436759,"main_score":0.407093,"hf_subset":"umb_Latn-azj_Latn","languages":["umb-Latn","azj-Latn"]},{"precision":0.384527,"recall":0.428854,"f1":0.397603,"accuracy":0.428854,"main_score":0.397603,"hf_subset":"umb_Latn-dik_Latn","languages":["umb-Latn","dik-Latn"]},{"precision":0.415052,"recall":0.454545,"f1":0.426193,"accuracy":0.454545,"main_score":0.426193,"hf_subset":"umb_Latn-hau_Latn","languages":["umb-Latn","hau-Latn"]},{"precision":0.439997,"recall":0.479249,"f1":0.451089,"accuracy":0.479249,"main_score":0.451089,"hf_subset":"umb_Latn-kea_Latn","languages":["umb-Latn","kea-Latn"]},{"precision":0.443892,"recall":0.483202,"f1":0.454534,"accuracy":0.483202,"main_score":0.454534,"hf_subset":"umb_Latn-lus_Latn","languages":["umb-Latn","lus-Latn"]},{"precision":0.426136,"recall":0.465415,"f1":0.438241,"accuracy":0.465415,"main_score":0.438241,"hf_subset":"umb_Latn-pag_Latn","languages":["umb-Latn","pag-Latn"]},{"precision":0.324812,"recall":0.37747,"f1":0.338421,"accuracy":0.37747,"main_score":0.338421,"hf_subset":"umb_Latn-snd_Arab","languages":["umb-Latn","snd-Arab"]},{"precision":0.37905,"recall":0.41996,"f1":0.390004,"accuracy":0.41996,"main_score":0.390004,"hf_subset":"umb_Latn-tuk_Latn","languages":["umb-Latn","tuk-Latn"]},{"precision":0.387119,"recall":0.428854,"f1":0.398455,"accuracy":0.428854,"main_score":0.398455,"hf_subset":"umb_Latn-bak_Cyrl","languages":["umb-Latn","bak-Cyrl"]},{"precision":0.334202,"recall":0.387352,"f1":0.348419,"accuracy":0.387352,"main_score":0.348419,"hf_subset":"umb_Latn-dyu_Latn","languages":["umb-Latn","dyu-Latn"]},{"precision":0.325692,"recall":0.379447,"f1":0.33981,"accuracy":0.379447,"main_score":0.33981,"hf_subset":"umb_Latn-heb_Hebr","languages":["umb-Latn","heb-Hebr"]},{"precision":0.36337,"recall":0.414032,"f1":0.377298,"accuracy":0.414032,"main_score":0.377298,"hf_subset":"umb_Latn-khk_Cyrl","languages":["umb-Latn","khk-Cyrl"]},{"precision":0.38473,"recall":0.434783,"f1":0.398325,"accuracy":0.434783,"main_score":0.398325,"hf_subset":"umb_Latn-lvs_Latn","languages":["umb-Latn","lvs-Latn"]},{"precision":0.353282,"recall":0.410079,"f1":0.368068,"accuracy":0.410079,"main_score":0.368068,"hf_subset":"umb_Latn-pan_Guru","languages":["umb-Latn","pan-Guru"]},{"precision":0.373857,"recall":0.413043,"f1":0.384983,"accuracy":0.413043,"main_score":0.384983,"hf_subset":"umb_Latn-som_Latn","languages":["umb-Latn","som-Latn"]},{"precision":0.423814,"recall":0.454545,"f1":0.432496,"accuracy":0.454545,"main_score":0.432496,"hf_subset":"umb_Latn-tum_Latn","languages":["umb-Latn","tum-Latn"]},{"precision":0.284143,"recall":0.367589,"f1":0.305315,"accuracy":0.367589,"main_score":0.305315,"hf_subset":"ajp_Arab-ace_Arab","languages":["ajp-Arab","ace-Arab"]},{"precision":0.354126,"recall":0.455534,"f1":0.381025,"accuracy":0.455534,"main_score":0.381025,"hf_subset":"ajp_Arab-bam_Latn","languages":["ajp-Arab","bam-Latn"]},{"precision":0.146463,"recall":0.204545,"f1":0.161406,"accuracy":0.204545,"main_score":0.161406,"hf_subset":"ajp_Arab-dzo_Tibt","languages":["ajp-Arab","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-hin_Deva","languages":["ajp-Arab","hin-Deva"]},{"precision":0.832708,"recall":0.883399,"f1":0.848814,"accuracy":0.883399,"main_score":0.848814,"hf_subset":"ajp_Arab-khm_Khmr","languages":["ajp-Arab","khm-Khmr"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"ajp_Arab-mag_Deva","languages":["ajp-Arab","mag-Deva"]},{"precision":0.849532,"recall":0.890316,"f1":0.861775,"accuracy":0.890316,"main_score":0.861775,"hf_subset":"ajp_Arab-pap_Latn","languages":["ajp-Arab","pap-Latn"]},{"precision":0.393878,"recall":0.500988,"f1":0.422239,"accuracy":0.500988,"main_score":0.422239,"hf_subset":"ajp_Arab-sot_Latn","languages":["ajp-Arab","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ajp_Arab-tur_Latn","languages":["ajp-Arab","tur-Latn"]},{"precision":0.646723,"recall":0.731225,"f1":0.671927,"accuracy":0.731225,"main_score":0.671927,"hf_subset":"ajp_Arab-ace_Latn","languages":["ajp-Arab","ace-Latn"]},{"precision":0.820817,"recall":0.873518,"f1":0.837549,"accuracy":0.873518,"main_score":0.837549,"hf_subset":"ajp_Arab-ban_Latn","languages":["ajp-Arab","ban-Latn"]},{"precision":0.958251,"recall":0.971344,"f1":0.962516,"accuracy":0.971344,"main_score":0.962516,"hf_subset":"ajp_Arab-ell_Grek","languages":["ajp-Arab","ell-Grek"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ajp_Arab-hne_Deva","languages":["ajp-Arab","hne-Deva"]},{"precision":0.401669,"recall":0.51087,"f1":0.43098,"accuracy":0.51087,"main_score":0.43098,"hf_subset":"ajp_Arab-kik_Latn","languages":["ajp-Arab","kik-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ajp_Arab-mai_Deva","languages":["ajp-Arab","mai-Deva"]},{"precision":0.861331,"recall":0.902174,"f1":0.874308,"accuracy":0.902174,"main_score":0.874308,"hf_subset":"ajp_Arab-pbt_Arab","languages":["ajp-Arab","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-spa_Latn","languages":["ajp-Arab","spa-Latn"]},{"precision":0.461269,"recall":0.565217,"f1":0.489661,"accuracy":0.565217,"main_score":0.489661,"hf_subset":"ajp_Arab-twi_Latn","languages":["ajp-Arab","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-acm_Arab","languages":["ajp-Arab","acm-Arab"]},{"precision":0.828804,"recall":0.880435,"f1":0.845586,"accuracy":0.880435,"main_score":0.845586,"hf_subset":"ajp_Arab-bel_Cyrl","languages":["ajp-Arab","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-eng_Latn","languages":["ajp-Arab","eng-Latn"]},{"precision":0.95998,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"ajp_Arab-hrv_Latn","languages":["ajp-Arab","hrv-Latn"]},{"precision":0.36963,"recall":0.464427,"f1":0.394381,"accuracy":0.464427,"main_score":0.394381,"hf_subset":"ajp_Arab-kin_Latn","languages":["ajp-Arab","kin-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ajp_Arab-mal_Mlym","languages":["ajp-Arab","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-pes_Arab","languages":["ajp-Arab","pes-Arab"]},{"precision":0.835227,"recall":0.881423,"f1":0.850033,"accuracy":0.881423,"main_score":0.850033,"hf_subset":"ajp_Arab-srd_Latn","languages":["ajp-Arab","srd-Latn"]},{"precision":0.11263,"recall":0.183794,"f1":0.127699,"accuracy":0.183794,"main_score":0.127699,"hf_subset":"ajp_Arab-tzm_Tfng","languages":["ajp-Arab","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-acq_Arab","languages":["ajp-Arab","acq-Arab"]},{"precision":0.439411,"recall":0.538538,"f1":0.465912,"accuracy":0.538538,"main_score":0.465912,"hf_subset":"ajp_Arab-bem_Latn","languages":["ajp-Arab","bem-Latn"]},{"precision":0.874374,"recall":0.911067,"f1":0.885837,"accuracy":0.911067,"main_score":0.885837,"hf_subset":"ajp_Arab-epo_Latn","languages":["ajp-Arab","epo-Latn"]},{"precision":0.928442,"recall":0.950593,"f1":0.935507,"accuracy":0.950593,"main_score":0.935507,"hf_subset":"ajp_Arab-hun_Latn","languages":["ajp-Arab","hun-Latn"]},{"precision":0.671172,"recall":0.749012,"f1":0.69381,"accuracy":0.749012,"main_score":0.69381,"hf_subset":"ajp_Arab-kir_Cyrl","languages":["ajp-Arab","kir-Cyrl"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ajp_Arab-mar_Deva","languages":["ajp-Arab","mar-Deva"]},{"precision":0.417966,"recall":0.51087,"f1":0.443343,"accuracy":0.51087,"main_score":0.443343,"hf_subset":"ajp_Arab-plt_Latn","languages":["ajp-Arab","plt-Latn"]},{"precision":0.918808,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"ajp_Arab-srp_Cyrl","languages":["ajp-Arab","srp-Cyrl"]},{"precision":0.264298,"recall":0.350791,"f1":0.2868,"accuracy":0.350791,"main_score":0.2868,"hf_subset":"ajp_Arab-uig_Arab","languages":["ajp-Arab","uig-Arab"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ajp_Arab-aeb_Arab","languages":["ajp-Arab","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ajp_Arab-ben_Beng","languages":["ajp-Arab","ben-Beng"]},{"precision":0.798995,"recall":0.855731,"f1":0.8167,"accuracy":0.855731,"main_score":0.8167,"hf_subset":"ajp_Arab-est_Latn","languages":["ajp-Arab","est-Latn"]},{"precision":0.805559,"recall":0.853755,"f1":0.820029,"accuracy":0.853755,"main_score":0.820029,"hf_subset":"ajp_Arab-hye_Armn","languages":["ajp-Arab","hye-Armn"]},{"precision":0.371978,"recall":0.470356,"f1":0.398557,"accuracy":0.470356,"main_score":0.398557,"hf_subset":"ajp_Arab-kmb_Latn","languages":["ajp-Arab","kmb-Latn"]},{"precision":0.214743,"recall":0.306324,"f1":0.236761,"accuracy":0.306324,"main_score":0.236761,"hf_subset":"ajp_Arab-min_Arab","languages":["ajp-Arab","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ajp_Arab-pol_Latn","languages":["ajp-Arab","pol-Latn"]},{"precision":0.365929,"recall":0.472332,"f1":0.393571,"accuracy":0.472332,"main_score":0.393571,"hf_subset":"ajp_Arab-ssw_Latn","languages":["ajp-Arab","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ajp_Arab-ukr_Cyrl","languages":["ajp-Arab","ukr-Cyrl"]},{"precision":0.941206,"recall":0.960474,"f1":0.947628,"accuracy":0.960474,"main_score":0.947628,"hf_subset":"ajp_Arab-afr_Latn","languages":["ajp-Arab","afr-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ajp_Arab-bho_Deva","languages":["ajp-Arab","bho-Deva"]},{"precision":0.594689,"recall":0.687747,"f1":0.621481,"accuracy":0.687747,"main_score":0.621481,"hf_subset":"ajp_Arab-eus_Latn","languages":["ajp-Arab","eus-Latn"]},{"precision":0.357883,"recall":0.467391,"f1":0.386468,"accuracy":0.467391,"main_score":0.386468,"hf_subset":"ajp_Arab-ibo_Latn","languages":["ajp-Arab","ibo-Latn"]},{"precision":0.406732,"recall":0.509881,"f1":0.433948,"accuracy":0.509881,"main_score":0.433948,"hf_subset":"ajp_Arab-kmr_Latn","languages":["ajp-Arab","kmr-Latn"]},{"precision":0.799736,"recall":0.854743,"f1":0.816469,"accuracy":0.854743,"main_score":0.816469,"hf_subset":"ajp_Arab-min_Latn","languages":["ajp-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-por_Latn","languages":["ajp-Arab","por-Latn"]},{"precision":0.859025,"recall":0.902174,"f1":0.872859,"accuracy":0.902174,"main_score":0.872859,"hf_subset":"ajp_Arab-sun_Latn","languages":["ajp-Arab","sun-Latn"]},{"precision":0.370316,"recall":0.475296,"f1":0.398177,"accuracy":0.475296,"main_score":0.398177,"hf_subset":"ajp_Arab-umb_Latn","languages":["ajp-Arab","umb-Latn"]},{"precision":0.243635,"recall":0.331028,"f1":0.265919,"accuracy":0.331028,"main_score":0.265919,"hf_subset":"ajp_Arab-bjn_Arab","languages":["ajp-Arab","bjn-Arab"]},{"precision":0.384416,"recall":0.481225,"f1":0.409408,"accuracy":0.481225,"main_score":0.409408,"hf_subset":"ajp_Arab-ewe_Latn","languages":["ajp-Arab","ewe-Latn"]},{"precision":0.66452,"recall":0.744071,"f1":0.688076,"accuracy":0.744071,"main_score":0.688076,"hf_subset":"ajp_Arab-ilo_Latn","languages":["ajp-Arab","ilo-Latn"]},{"precision":0.181045,"recall":0.261858,"f1":0.200082,"accuracy":0.261858,"main_score":0.200082,"hf_subset":"ajp_Arab-knc_Arab","languages":["ajp-Arab","knc-Arab"]},{"precision":0.924407,"recall":0.948617,"f1":0.932312,"accuracy":0.948617,"main_score":0.932312,"hf_subset":"ajp_Arab-mkd_Cyrl","languages":["ajp-Arab","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-prs_Arab","languages":["ajp-Arab","prs-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ajp_Arab-swe_Latn","languages":["ajp-Arab","swe-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ajp_Arab-urd_Arab","languages":["ajp-Arab","urd-Arab"]},{"precision":0.445494,"recall":0.55336,"f1":0.474646,"accuracy":0.55336,"main_score":0.474646,"hf_subset":"ajp_Arab-aka_Latn","languages":["ajp-Arab","aka-Latn"]},{"precision":0.820109,"recall":0.87253,"f1":0.83666,"accuracy":0.87253,"main_score":0.83666,"hf_subset":"ajp_Arab-bjn_Latn","languages":["ajp-Arab","bjn-Latn"]},{"precision":0.560368,"recall":0.649209,"f1":0.58536,"accuracy":0.649209,"main_score":0.58536,"hf_subset":"ajp_Arab-fao_Latn","languages":["ajp-Arab","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-ind_Latn","languages":["ajp-Arab","ind-Latn"]},{"precision":0.428927,"recall":0.533597,"f1":0.456097,"accuracy":0.533597,"main_score":0.456097,"hf_subset":"ajp_Arab-knc_Latn","languages":["ajp-Arab","knc-Latn"]},{"precision":0.678534,"recall":0.76087,"f1":0.702557,"accuracy":0.76087,"main_score":0.702557,"hf_subset":"ajp_Arab-mlt_Latn","languages":["ajp-Arab","mlt-Latn"]},{"precision":0.459092,"recall":0.570158,"f1":0.489061,"accuracy":0.570158,"main_score":0.489061,"hf_subset":"ajp_Arab-quy_Latn","languages":["ajp-Arab","quy-Latn"]},{"precision":0.86553,"recall":0.907115,"f1":0.879018,"accuracy":0.907115,"main_score":0.879018,"hf_subset":"ajp_Arab-swh_Latn","languages":["ajp-Arab","swh-Latn"]},{"precision":0.618865,"recall":0.706522,"f1":0.643684,"accuracy":0.706522,"main_score":0.643684,"hf_subset":"ajp_Arab-uzn_Latn","languages":["ajp-Arab","uzn-Latn"]},{"precision":0.745422,"recall":0.812253,"f1":0.766074,"accuracy":0.812253,"main_score":0.766074,"hf_subset":"ajp_Arab-als_Latn","languages":["ajp-Arab","als-Latn"]},{"precision":0.186432,"recall":0.257905,"f1":0.203586,"accuracy":0.257905,"main_score":0.203586,"hf_subset":"ajp_Arab-bod_Tibt","languages":["ajp-Arab","bod-Tibt"]},{"precision":0.3793,"recall":0.488142,"f1":0.408066,"accuracy":0.488142,"main_score":0.408066,"hf_subset":"ajp_Arab-fij_Latn","languages":["ajp-Arab","fij-Latn"]},{"precision":0.522139,"recall":0.618577,"f1":0.549544,"accuracy":0.618577,"main_score":0.549544,"hf_subset":"ajp_Arab-isl_Latn","languages":["ajp-Arab","isl-Latn"]},{"precision":0.477015,"recall":0.573123,"f1":0.503074,"accuracy":0.573123,"main_score":0.503074,"hf_subset":"ajp_Arab-kon_Latn","languages":["ajp-Arab","kon-Latn"]},{"precision":0.330361,"recall":0.4417,"f1":0.360062,"accuracy":0.4417,"main_score":0.360062,"hf_subset":"ajp_Arab-mni_Beng","languages":["ajp-Arab","mni-Beng"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ajp_Arab-ron_Latn","languages":["ajp-Arab","ron-Latn"]},{"precision":0.843956,"recall":0.887352,"f1":0.85774,"accuracy":0.887352,"main_score":0.85774,"hf_subset":"ajp_Arab-szl_Latn","languages":["ajp-Arab","szl-Latn"]},{"precision":0.924308,"recall":0.94664,"f1":0.931324,"accuracy":0.94664,"main_score":0.931324,"hf_subset":"ajp_Arab-vec_Latn","languages":["ajp-Arab","vec-Latn"]},{"precision":0.77859,"recall":0.838933,"f1":0.796824,"accuracy":0.838933,"main_score":0.796824,"hf_subset":"ajp_Arab-amh_Ethi","languages":["ajp-Arab","amh-Ethi"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ajp_Arab-bos_Latn","languages":["ajp-Arab","bos-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"ajp_Arab-fin_Latn","languages":["ajp-Arab","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-ita_Latn","languages":["ajp-Arab","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-kor_Hang","languages":["ajp-Arab","kor-Hang"]},{"precision":0.393039,"recall":0.497036,"f1":0.420943,"accuracy":0.497036,"main_score":0.420943,"hf_subset":"ajp_Arab-mos_Latn","languages":["ajp-Arab","mos-Latn"]},{"precision":0.370144,"recall":0.470356,"f1":0.395735,"accuracy":0.470356,"main_score":0.395735,"hf_subset":"ajp_Arab-run_Latn","languages":["ajp-Arab","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-tam_Taml","languages":["ajp-Arab","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-vie_Latn","languages":["ajp-Arab","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-apc_Arab","languages":["ajp-Arab","apc-Arab"]},{"precision":0.622381,"recall":0.708498,"f1":0.647774,"accuracy":0.708498,"main_score":0.647774,"hf_subset":"ajp_Arab-bug_Latn","languages":["ajp-Arab","bug-Latn"]},{"precision":0.330945,"recall":0.437747,"f1":0.35785,"accuracy":0.437747,"main_score":0.35785,"hf_subset":"ajp_Arab-fon_Latn","languages":["ajp-Arab","fon-Latn"]},{"precision":0.863422,"recall":0.903162,"f1":0.875856,"accuracy":0.903162,"main_score":0.875856,"hf_subset":"ajp_Arab-jav_Latn","languages":["ajp-Arab","jav-Latn"]},{"precision":0.726729,"recall":0.798419,"f1":0.748635,"accuracy":0.798419,"main_score":0.748635,"hf_subset":"ajp_Arab-lao_Laoo","languages":["ajp-Arab","lao-Laoo"]},{"precision":0.337881,"recall":0.452569,"f1":0.366283,"accuracy":0.452569,"main_score":0.366283,"hf_subset":"ajp_Arab-mri_Latn","languages":["ajp-Arab","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-rus_Cyrl","languages":["ajp-Arab","rus-Cyrl"]},{"precision":0.379536,"recall":0.48913,"f1":0.408312,"accuracy":0.48913,"main_score":0.408312,"hf_subset":"ajp_Arab-taq_Latn","languages":["ajp-Arab","taq-Latn"]},{"precision":0.782345,"recall":0.841897,"f1":0.800988,"accuracy":0.841897,"main_score":0.800988,"hf_subset":"ajp_Arab-war_Latn","languages":["ajp-Arab","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-arb_Arab","languages":["ajp-Arab","arb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ajp_Arab-bul_Cyrl","languages":["ajp-Arab","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-fra_Latn","languages":["ajp-Arab","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-jpn_Jpan","languages":["ajp-Arab","jpn-Jpan"]},{"precision":0.847826,"recall":0.894269,"f1":0.862813,"accuracy":0.894269,"main_score":0.862813,"hf_subset":"ajp_Arab-lij_Latn","languages":["ajp-Arab","lij-Latn"]},{"precision":0.793972,"recall":0.851779,"f1":0.811825,"accuracy":0.851779,"main_score":0.811825,"hf_subset":"ajp_Arab-mya_Mymr","languages":["ajp-Arab","mya-Mymr"]},{"precision":0.435712,"recall":0.539526,"f1":0.464427,"accuracy":0.539526,"main_score":0.464427,"hf_subset":"ajp_Arab-sag_Latn","languages":["ajp-Arab","sag-Latn"]},{"precision":0.123338,"recall":0.204545,"f1":0.139291,"accuracy":0.204545,"main_score":0.139291,"hf_subset":"ajp_Arab-taq_Tfng","languages":["ajp-Arab","taq-Tfng"]},{"precision":0.440304,"recall":0.544466,"f1":0.468216,"accuracy":0.544466,"main_score":0.468216,"hf_subset":"ajp_Arab-wol_Latn","languages":["ajp-Arab","wol-Latn"]},{"precision":0.311842,"recall":0.41996,"f1":0.338734,"accuracy":0.41996,"main_score":0.338734,"hf_subset":"ajp_Arab-arb_Latn","languages":["ajp-Arab","arb-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ajp_Arab-cat_Latn","languages":["ajp-Arab","cat-Latn"]},{"precision":0.828426,"recall":0.87747,"f1":0.843643,"accuracy":0.87747,"main_score":0.843643,"hf_subset":"ajp_Arab-fur_Latn","languages":["ajp-Arab","fur-Latn"]},{"precision":0.255227,"recall":0.352767,"f1":0.280281,"accuracy":0.352767,"main_score":0.280281,"hf_subset":"ajp_Arab-kab_Latn","languages":["ajp-Arab","kab-Latn"]},{"precision":0.787335,"recall":0.84585,"f1":0.805336,"accuracy":0.84585,"main_score":0.805336,"hf_subset":"ajp_Arab-lim_Latn","languages":["ajp-Arab","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-nld_Latn","languages":["ajp-Arab","nld-Latn"]},{"precision":0.903656,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"ajp_Arab-san_Deva","languages":["ajp-Arab","san-Deva"]},{"precision":0.650115,"recall":0.731225,"f1":0.674162,"accuracy":0.731225,"main_score":0.674162,"hf_subset":"ajp_Arab-tat_Cyrl","languages":["ajp-Arab","tat-Cyrl"]},{"precision":0.407163,"recall":0.518775,"f1":0.43691,"accuracy":0.518775,"main_score":0.43691,"hf_subset":"ajp_Arab-xho_Latn","languages":["ajp-Arab","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-ars_Arab","languages":["ajp-Arab","ars-Arab"]},{"precision":0.758004,"recall":0.822134,"f1":0.777767,"accuracy":0.822134,"main_score":0.777767,"hf_subset":"ajp_Arab-ceb_Latn","languages":["ajp-Arab","ceb-Latn"]},{"precision":0.39436,"recall":0.498024,"f1":0.422019,"accuracy":0.498024,"main_score":0.422019,"hf_subset":"ajp_Arab-fuv_Latn","languages":["ajp-Arab","fuv-Latn"]},{"precision":0.385821,"recall":0.5,"f1":0.41625,"accuracy":0.5,"main_score":0.41625,"hf_subset":"ajp_Arab-kac_Latn","languages":["ajp-Arab","kac-Latn"]},{"precision":0.470902,"recall":0.579051,"f1":0.500056,"accuracy":0.579051,"main_score":0.500056,"hf_subset":"ajp_Arab-lin_Latn","languages":["ajp-Arab","lin-Latn"]},{"precision":0.950264,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"ajp_Arab-nno_Latn","languages":["ajp-Arab","nno-Latn"]},{"precision":0.151089,"recall":0.217391,"f1":0.165899,"accuracy":0.217391,"main_score":0.165899,"hf_subset":"ajp_Arab-sat_Olck","languages":["ajp-Arab","sat-Olck"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ajp_Arab-tel_Telu","languages":["ajp-Arab","tel-Telu"]},{"precision":0.287633,"recall":0.386364,"f1":0.313188,"accuracy":0.386364,"main_score":0.313188,"hf_subset":"ajp_Arab-ydd_Hebr","languages":["ajp-Arab","ydd-Hebr"]},{"precision":0.92803,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"ajp_Arab-ary_Arab","languages":["ajp-Arab","ary-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ajp_Arab-ces_Latn","languages":["ajp-Arab","ces-Latn"]},{"precision":0.271405,"recall":0.360672,"f1":0.29238,"accuracy":0.360672,"main_score":0.29238,"hf_subset":"ajp_Arab-gaz_Latn","languages":["ajp-Arab","gaz-Latn"]},{"precision":0.410554,"recall":0.514822,"f1":0.438713,"accuracy":0.514822,"main_score":0.438713,"hf_subset":"ajp_Arab-kam_Latn","languages":["ajp-Arab","kam-Latn"]},{"precision":0.778277,"recall":0.836957,"f1":0.796278,"accuracy":0.836957,"main_score":0.796278,"hf_subset":"ajp_Arab-lit_Latn","languages":["ajp-Arab","lit-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ajp_Arab-nob_Latn","languages":["ajp-Arab","nob-Latn"]},{"precision":0.749028,"recall":0.812253,"f1":0.767857,"accuracy":0.812253,"main_score":0.767857,"hf_subset":"ajp_Arab-scn_Latn","languages":["ajp-Arab","scn-Latn"]},{"precision":0.420051,"recall":0.519763,"f1":0.446362,"accuracy":0.519763,"main_score":0.446362,"hf_subset":"ajp_Arab-tgk_Cyrl","languages":["ajp-Arab","tgk-Cyrl"]},{"precision":0.354435,"recall":0.468379,"f1":0.383823,"accuracy":0.468379,"main_score":0.383823,"hf_subset":"ajp_Arab-yor_Latn","languages":["ajp-Arab","yor-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ajp_Arab-arz_Arab","languages":["ajp-Arab","arz-Arab"]},{"precision":0.399273,"recall":0.512846,"f1":0.430015,"accuracy":0.512846,"main_score":0.430015,"hf_subset":"ajp_Arab-cjk_Latn","languages":["ajp-Arab","cjk-Latn"]},{"precision":0.320564,"recall":0.421937,"f1":0.345978,"accuracy":0.421937,"main_score":0.345978,"hf_subset":"ajp_Arab-gla_Latn","languages":["ajp-Arab","gla-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ajp_Arab-kan_Knda","languages":["ajp-Arab","kan-Knda"]},{"precision":0.780254,"recall":0.839921,"f1":0.798701,"accuracy":0.839921,"main_score":0.798701,"hf_subset":"ajp_Arab-lmo_Latn","languages":["ajp-Arab","lmo-Latn"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"ajp_Arab-npi_Deva","languages":["ajp-Arab","npi-Deva"]},{"precision":0.335685,"recall":0.452569,"f1":0.366217,"accuracy":0.452569,"main_score":0.366217,"hf_subset":"ajp_Arab-shn_Mymr","languages":["ajp-Arab","shn-Mymr"]},{"precision":0.842885,"recall":0.891304,"f1":0.858366,"accuracy":0.891304,"main_score":0.858366,"hf_subset":"ajp_Arab-tgl_Latn","languages":["ajp-Arab","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-yue_Hant","languages":["ajp-Arab","yue-Hant"]},{"precision":0.88587,"recall":0.91996,"f1":0.896739,"accuracy":0.91996,"main_score":0.896739,"hf_subset":"ajp_Arab-asm_Beng","languages":["ajp-Arab","asm-Beng"]},{"precision":0.417487,"recall":0.502964,"f1":0.441247,"accuracy":0.502964,"main_score":0.441247,"hf_subset":"ajp_Arab-ckb_Arab","languages":["ajp-Arab","ckb-Arab"]},{"precision":0.342039,"recall":0.443676,"f1":0.368097,"accuracy":0.443676,"main_score":0.368097,"hf_subset":"ajp_Arab-gle_Latn","languages":["ajp-Arab","gle-Latn"]},{"precision":0.681901,"recall":0.762846,"f1":0.705519,"accuracy":0.762846,"main_score":0.705519,"hf_subset":"ajp_Arab-kas_Arab","languages":["ajp-Arab","kas-Arab"]},{"precision":0.587549,"recall":0.674901,"f1":0.61311,"accuracy":0.674901,"main_score":0.61311,"hf_subset":"ajp_Arab-ltg_Latn","languages":["ajp-Arab","ltg-Latn"]},{"precision":0.4204,"recall":0.527668,"f1":0.449365,"accuracy":0.527668,"main_score":0.449365,"hf_subset":"ajp_Arab-nso_Latn","languages":["ajp-Arab","nso-Latn"]},{"precision":0.850659,"recall":0.893281,"f1":0.863966,"accuracy":0.893281,"main_score":0.863966,"hf_subset":"ajp_Arab-sin_Sinh","languages":["ajp-Arab","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-tha_Thai","languages":["ajp-Arab","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-zho_Hans","languages":["ajp-Arab","zho-Hans"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ajp_Arab-ast_Latn","languages":["ajp-Arab","ast-Latn"]},{"precision":0.803524,"recall":0.860672,"f1":0.821278,"accuracy":0.860672,"main_score":0.821278,"hf_subset":"ajp_Arab-crh_Latn","languages":["ajp-Arab","crh-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ajp_Arab-glg_Latn","languages":["ajp-Arab","glg-Latn"]},{"precision":0.568585,"recall":0.66996,"f1":0.597721,"accuracy":0.66996,"main_score":0.597721,"hf_subset":"ajp_Arab-kas_Deva","languages":["ajp-Arab","kas-Deva"]},{"precision":0.744351,"recall":0.815217,"f1":0.765862,"accuracy":0.815217,"main_score":0.765862,"hf_subset":"ajp_Arab-ltz_Latn","languages":["ajp-Arab","ltz-Latn"]},{"precision":0.281399,"recall":0.380435,"f1":0.306515,"accuracy":0.380435,"main_score":0.306515,"hf_subset":"ajp_Arab-nus_Latn","languages":["ajp-Arab","nus-Latn"]},{"precision":0.949605,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"ajp_Arab-slk_Latn","languages":["ajp-Arab","slk-Latn"]},{"precision":0.380645,"recall":0.475296,"f1":0.406948,"accuracy":0.475296,"main_score":0.406948,"hf_subset":"ajp_Arab-tir_Ethi","languages":["ajp-Arab","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ajp_Arab-zho_Hant","languages":["ajp-Arab","zho-Hant"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ajp_Arab-awa_Deva","languages":["ajp-Arab","awa-Deva"]},{"precision":0.394734,"recall":0.496047,"f1":0.421374,"accuracy":0.496047,"main_score":0.421374,"hf_subset":"ajp_Arab-cym_Latn","languages":["ajp-Arab","cym-Latn"]},{"precision":0.63424,"recall":0.713439,"f1":0.656668,"accuracy":0.713439,"main_score":0.656668,"hf_subset":"ajp_Arab-grn_Latn","languages":["ajp-Arab","grn-Latn"]},{"precision":0.882576,"recall":0.916996,"f1":0.893398,"accuracy":0.916996,"main_score":0.893398,"hf_subset":"ajp_Arab-kat_Geor","languages":["ajp-Arab","kat-Geor"]},{"precision":0.474324,"recall":0.577075,"f1":0.503167,"accuracy":0.577075,"main_score":0.503167,"hf_subset":"ajp_Arab-lua_Latn","languages":["ajp-Arab","lua-Latn"]},{"precision":0.444172,"recall":0.55336,"f1":0.474467,"accuracy":0.55336,"main_score":0.474467,"hf_subset":"ajp_Arab-nya_Latn","languages":["ajp-Arab","nya-Latn"]},{"precision":0.902619,"recall":0.932806,"f1":0.912286,"accuracy":0.932806,"main_score":0.912286,"hf_subset":"ajp_Arab-slv_Latn","languages":["ajp-Arab","slv-Latn"]},{"precision":0.712722,"recall":0.786561,"f1":0.734903,"accuracy":0.786561,"main_score":0.734903,"hf_subset":"ajp_Arab-tpi_Latn","languages":["ajp-Arab","tpi-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ajp_Arab-zsm_Latn","languages":["ajp-Arab","zsm-Latn"]},{"precision":0.360603,"recall":0.471344,"f1":0.389693,"accuracy":0.471344,"main_score":0.389693,"hf_subset":"ajp_Arab-ayr_Latn","languages":["ajp-Arab","ayr-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"ajp_Arab-dan_Latn","languages":["ajp-Arab","dan-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"ajp_Arab-guj_Gujr","languages":["ajp-Arab","guj-Gujr"]},{"precision":0.74025,"recall":0.8083,"f1":0.760639,"accuracy":0.8083,"main_score":0.760639,"hf_subset":"ajp_Arab-kaz_Cyrl","languages":["ajp-Arab","kaz-Cyrl"]},{"precision":0.367873,"recall":0.47332,"f1":0.395852,"accuracy":0.47332,"main_score":0.395852,"hf_subset":"ajp_Arab-lug_Latn","languages":["ajp-Arab","lug-Latn"]},{"precision":0.942935,"recall":0.961462,"f1":0.949012,"accuracy":0.961462,"main_score":0.949012,"hf_subset":"ajp_Arab-oci_Latn","languages":["ajp-Arab","oci-Latn"]},{"precision":0.394405,"recall":0.504941,"f1":0.423506,"accuracy":0.504941,"main_score":0.423506,"hf_subset":"ajp_Arab-smo_Latn","languages":["ajp-Arab","smo-Latn"]},{"precision":0.38032,"recall":0.494071,"f1":0.410016,"accuracy":0.494071,"main_score":0.410016,"hf_subset":"ajp_Arab-tsn_Latn","languages":["ajp-Arab","tsn-Latn"]},{"precision":0.365624,"recall":0.466403,"f1":0.391936,"accuracy":0.466403,"main_score":0.391936,"hf_subset":"ajp_Arab-zul_Latn","languages":["ajp-Arab","zul-Latn"]},{"precision":0.715283,"recall":0.789526,"f1":0.737667,"accuracy":0.789526,"main_score":0.737667,"hf_subset":"ajp_Arab-azb_Arab","languages":["ajp-Arab","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-deu_Latn","languages":["ajp-Arab","deu-Latn"]},{"precision":0.583213,"recall":0.679842,"f1":0.611618,"accuracy":0.679842,"main_score":0.611618,"hf_subset":"ajp_Arab-hat_Latn","languages":["ajp-Arab","hat-Latn"]},{"precision":0.343703,"recall":0.448617,"f1":0.370436,"accuracy":0.448617,"main_score":0.370436,"hf_subset":"ajp_Arab-kbp_Latn","languages":["ajp-Arab","kbp-Latn"]},{"precision":0.406397,"recall":0.51581,"f1":0.435716,"accuracy":0.51581,"main_score":0.435716,"hf_subset":"ajp_Arab-luo_Latn","languages":["ajp-Arab","luo-Latn"]},{"precision":0.501821,"recall":0.59585,"f1":0.527749,"accuracy":0.59585,"main_score":0.527749,"hf_subset":"ajp_Arab-ory_Orya","languages":["ajp-Arab","ory-Orya"]},{"precision":0.386084,"recall":0.491107,"f1":0.414328,"accuracy":0.491107,"main_score":0.414328,"hf_subset":"ajp_Arab-sna_Latn","languages":["ajp-Arab","sna-Latn"]},{"precision":0.378972,"recall":0.481225,"f1":0.405778,"accuracy":0.481225,"main_score":0.405778,"hf_subset":"ajp_Arab-tso_Latn","languages":["ajp-Arab","tso-Latn"]},{"precision":0.834651,"recall":0.884387,"f1":0.850626,"accuracy":0.884387,"main_score":0.850626,"hf_subset":"ajp_Arab-azj_Latn","languages":["ajp-Arab","azj-Latn"]},{"precision":0.404073,"recall":0.511858,"f1":0.433415,"accuracy":0.511858,"main_score":0.433415,"hf_subset":"ajp_Arab-dik_Latn","languages":["ajp-Arab","dik-Latn"]},{"precision":0.4155,"recall":0.509881,"f1":0.440546,"accuracy":0.509881,"main_score":0.440546,"hf_subset":"ajp_Arab-hau_Latn","languages":["ajp-Arab","hau-Latn"]},{"precision":0.798287,"recall":0.856719,"f1":0.816337,"accuracy":0.856719,"main_score":0.816337,"hf_subset":"ajp_Arab-kea_Latn","languages":["ajp-Arab","kea-Latn"]},{"precision":0.553949,"recall":0.648221,"f1":0.581066,"accuracy":0.648221,"main_score":0.581066,"hf_subset":"ajp_Arab-lus_Latn","languages":["ajp-Arab","lus-Latn"]},{"precision":0.709074,"recall":0.784585,"f1":0.731719,"accuracy":0.784585,"main_score":0.731719,"hf_subset":"ajp_Arab-pag_Latn","languages":["ajp-Arab","pag-Latn"]},{"precision":0.716765,"recall":0.79249,"f1":0.739248,"accuracy":0.79249,"main_score":0.739248,"hf_subset":"ajp_Arab-snd_Arab","languages":["ajp-Arab","snd-Arab"]},{"precision":0.572859,"recall":0.668972,"f1":0.600679,"accuracy":0.668972,"main_score":0.600679,"hf_subset":"ajp_Arab-tuk_Latn","languages":["ajp-Arab","tuk-Latn"]},{"precision":0.635023,"recall":0.715415,"f1":0.658453,"accuracy":0.715415,"main_score":0.658453,"hf_subset":"ajp_Arab-bak_Cyrl","languages":["ajp-Arab","bak-Cyrl"]},{"precision":0.312629,"recall":0.428854,"f1":0.343213,"accuracy":0.428854,"main_score":0.343213,"hf_subset":"ajp_Arab-dyu_Latn","languages":["ajp-Arab","dyu-Latn"]},{"precision":0.910903,"recall":0.938735,"f1":0.91996,"accuracy":0.938735,"main_score":0.91996,"hf_subset":"ajp_Arab-heb_Hebr","languages":["ajp-Arab","heb-Hebr"]},{"precision":0.438406,"recall":0.533597,"f1":0.464528,"accuracy":0.533597,"main_score":0.464528,"hf_subset":"ajp_Arab-khk_Cyrl","languages":["ajp-Arab","khk-Cyrl"]},{"precision":0.798172,"recall":0.853755,"f1":0.815744,"accuracy":0.853755,"main_score":0.815744,"hf_subset":"ajp_Arab-lvs_Latn","languages":["ajp-Arab","lvs-Latn"]},{"precision":0.924654,"recall":0.947628,"f1":0.931884,"accuracy":0.947628,"main_score":0.931884,"hf_subset":"ajp_Arab-pan_Guru","languages":["ajp-Arab","pan-Guru"]},{"precision":0.361219,"recall":0.456522,"f1":0.386451,"accuracy":0.456522,"main_score":0.386451,"hf_subset":"ajp_Arab-som_Latn","languages":["ajp-Arab","som-Latn"]},{"precision":0.432224,"recall":0.531621,"f1":0.459022,"accuracy":0.531621,"main_score":0.459022,"hf_subset":"ajp_Arab-tum_Latn","languages":["ajp-Arab","tum-Latn"]},{"precision":0.482648,"recall":0.551383,"f1":0.500442,"accuracy":0.551383,"main_score":0.500442,"hf_subset":"bjn_Arab-ace_Arab","languages":["bjn-Arab","ace-Arab"]},{"precision":0.215497,"recall":0.23913,"f1":0.222299,"accuracy":0.23913,"main_score":0.222299,"hf_subset":"bjn_Arab-bam_Latn","languages":["bjn-Arab","bam-Latn"]},{"precision":0.076567,"recall":0.11166,"f1":0.084691,"accuracy":0.11166,"main_score":0.084691,"hf_subset":"bjn_Arab-dzo_Tibt","languages":["bjn-Arab","dzo-Tibt"]},{"precision":0.242964,"recall":0.312253,"f1":0.258251,"accuracy":0.312253,"main_score":0.258251,"hf_subset":"bjn_Arab-hin_Deva","languages":["bjn-Arab","hin-Deva"]},{"precision":0.193851,"recall":0.220356,"f1":0.200925,"accuracy":0.220356,"main_score":0.200925,"hf_subset":"bjn_Arab-khm_Khmr","languages":["bjn-Arab","khm-Khmr"]},{"precision":0.240944,"recall":0.295455,"f1":0.254206,"accuracy":0.295455,"main_score":0.254206,"hf_subset":"bjn_Arab-mag_Deva","languages":["bjn-Arab","mag-Deva"]},{"precision":0.247685,"recall":0.280632,"f1":0.255523,"accuracy":0.280632,"main_score":0.255523,"hf_subset":"bjn_Arab-pap_Latn","languages":["bjn-Arab","pap-Latn"]},{"precision":0.228058,"recall":0.250988,"f1":0.234048,"accuracy":0.250988,"main_score":0.234048,"hf_subset":"bjn_Arab-sot_Latn","languages":["bjn-Arab","sot-Latn"]},{"precision":0.241674,"recall":0.287549,"f1":0.252354,"accuracy":0.287549,"main_score":0.252354,"hf_subset":"bjn_Arab-tur_Latn","languages":["bjn-Arab","tur-Latn"]},{"precision":0.270836,"recall":0.304348,"f1":0.278631,"accuracy":0.304348,"main_score":0.278631,"hf_subset":"bjn_Arab-ace_Latn","languages":["bjn-Arab","ace-Latn"]},{"precision":0.263662,"recall":0.293478,"f1":0.271216,"accuracy":0.293478,"main_score":0.271216,"hf_subset":"bjn_Arab-ban_Latn","languages":["bjn-Arab","ban-Latn"]},{"precision":0.207075,"recall":0.253953,"f1":0.217822,"accuracy":0.253953,"main_score":0.217822,"hf_subset":"bjn_Arab-ell_Grek","languages":["bjn-Arab","ell-Grek"]},{"precision":0.229339,"recall":0.267787,"f1":0.239776,"accuracy":0.267787,"main_score":0.239776,"hf_subset":"bjn_Arab-hne_Deva","languages":["bjn-Arab","hne-Deva"]},{"precision":0.145229,"recall":0.181818,"f1":0.153692,"accuracy":0.181818,"main_score":0.153692,"hf_subset":"bjn_Arab-kik_Latn","languages":["bjn-Arab","kik-Latn"]},{"precision":0.231911,"recall":0.286561,"f1":0.244737,"accuracy":0.286561,"main_score":0.244737,"hf_subset":"bjn_Arab-mai_Deva","languages":["bjn-Arab","mai-Deva"]},{"precision":0.217289,"recall":0.258893,"f1":0.226924,"accuracy":0.258893,"main_score":0.226924,"hf_subset":"bjn_Arab-pbt_Arab","languages":["bjn-Arab","pbt-Arab"]},{"precision":0.243115,"recall":0.301383,"f1":0.256713,"accuracy":0.301383,"main_score":0.256713,"hf_subset":"bjn_Arab-spa_Latn","languages":["bjn-Arab","spa-Latn"]},{"precision":0.221557,"recall":0.252964,"f1":0.230248,"accuracy":0.252964,"main_score":0.230248,"hf_subset":"bjn_Arab-twi_Latn","languages":["bjn-Arab","twi-Latn"]},{"precision":0.224525,"recall":0.273715,"f1":0.235973,"accuracy":0.273715,"main_score":0.235973,"hf_subset":"bjn_Arab-acm_Arab","languages":["bjn-Arab","acm-Arab"]},{"precision":0.222451,"recall":0.256917,"f1":0.230772,"accuracy":0.256917,"main_score":0.230772,"hf_subset":"bjn_Arab-bel_Cyrl","languages":["bjn-Arab","bel-Cyrl"]},{"precision":0.255034,"recall":0.309289,"f1":0.267568,"accuracy":0.309289,"main_score":0.267568,"hf_subset":"bjn_Arab-eng_Latn","languages":["bjn-Arab","eng-Latn"]},{"precision":0.234182,"recall":0.272727,"f1":0.244443,"accuracy":0.272727,"main_score":0.244443,"hf_subset":"bjn_Arab-hrv_Latn","languages":["bjn-Arab","hrv-Latn"]},{"precision":0.22118,"recall":0.259881,"f1":0.230903,"accuracy":0.259881,"main_score":0.230903,"hf_subset":"bjn_Arab-kin_Latn","languages":["bjn-Arab","kin-Latn"]},{"precision":0.246085,"recall":0.3083,"f1":0.259759,"accuracy":0.3083,"main_score":0.259759,"hf_subset":"bjn_Arab-mal_Mlym","languages":["bjn-Arab","mal-Mlym"]},{"precision":0.213151,"recall":0.284585,"f1":0.229149,"accuracy":0.284585,"main_score":0.229149,"hf_subset":"bjn_Arab-pes_Arab","languages":["bjn-Arab","pes-Arab"]},{"precision":0.221376,"recall":0.247036,"f1":0.227262,"accuracy":0.247036,"main_score":0.227262,"hf_subset":"bjn_Arab-srd_Latn","languages":["bjn-Arab","srd-Latn"]},{"precision":0.148159,"recall":0.174901,"f1":0.155109,"accuracy":0.174901,"main_score":0.155109,"hf_subset":"bjn_Arab-tzm_Tfng","languages":["bjn-Arab","tzm-Tfng"]},{"precision":0.244069,"recall":0.294466,"f1":0.255287,"accuracy":0.294466,"main_score":0.255287,"hf_subset":"bjn_Arab-acq_Arab","languages":["bjn-Arab","acq-Arab"]},{"precision":0.235546,"recall":0.264822,"f1":0.242562,"accuracy":0.264822,"main_score":0.242562,"hf_subset":"bjn_Arab-bem_Latn","languages":["bjn-Arab","bem-Latn"]},{"precision":0.226607,"recall":0.251976,"f1":0.232208,"accuracy":0.251976,"main_score":0.232208,"hf_subset":"bjn_Arab-epo_Latn","languages":["bjn-Arab","epo-Latn"]},{"precision":0.232323,"recall":0.283597,"f1":0.243294,"accuracy":0.283597,"main_score":0.243294,"hf_subset":"bjn_Arab-hun_Latn","languages":["bjn-Arab","hun-Latn"]},{"precision":0.223153,"recall":0.245059,"f1":0.229107,"accuracy":0.245059,"main_score":0.229107,"hf_subset":"bjn_Arab-kir_Cyrl","languages":["bjn-Arab","kir-Cyrl"]},{"precision":0.242159,"recall":0.297431,"f1":0.255681,"accuracy":0.297431,"main_score":0.255681,"hf_subset":"bjn_Arab-mar_Deva","languages":["bjn-Arab","mar-Deva"]},{"precision":0.232261,"recall":0.266798,"f1":0.240886,"accuracy":0.266798,"main_score":0.240886,"hf_subset":"bjn_Arab-plt_Latn","languages":["bjn-Arab","plt-Latn"]},{"precision":0.230901,"recall":0.271739,"f1":0.240863,"accuracy":0.271739,"main_score":0.240863,"hf_subset":"bjn_Arab-srp_Cyrl","languages":["bjn-Arab","srp-Cyrl"]},{"precision":0.202068,"recall":0.245059,"f1":0.211701,"accuracy":0.245059,"main_score":0.211701,"hf_subset":"bjn_Arab-uig_Arab","languages":["bjn-Arab","uig-Arab"]},{"precision":0.21979,"recall":0.255929,"f1":0.227917,"accuracy":0.255929,"main_score":0.227917,"hf_subset":"bjn_Arab-aeb_Arab","languages":["bjn-Arab","aeb-Arab"]},{"precision":0.225891,"recall":0.286561,"f1":0.23947,"accuracy":0.286561,"main_score":0.23947,"hf_subset":"bjn_Arab-ben_Beng","languages":["bjn-Arab","ben-Beng"]},{"precision":0.237882,"recall":0.26581,"f1":0.245647,"accuracy":0.26581,"main_score":0.245647,"hf_subset":"bjn_Arab-est_Latn","languages":["bjn-Arab","est-Latn"]},{"precision":0.210212,"recall":0.25,"f1":0.219903,"accuracy":0.25,"main_score":0.219903,"hf_subset":"bjn_Arab-hye_Armn","languages":["bjn-Arab","hye-Armn"]},{"precision":0.23313,"recall":0.262846,"f1":0.24071,"accuracy":0.262846,"main_score":0.24071,"hf_subset":"bjn_Arab-kmb_Latn","languages":["bjn-Arab","kmb-Latn"]},{"precision":0.588761,"recall":0.668972,"f1":0.612255,"accuracy":0.668972,"main_score":0.612255,"hf_subset":"bjn_Arab-min_Arab","languages":["bjn-Arab","min-Arab"]},{"precision":0.228698,"recall":0.270751,"f1":0.238409,"accuracy":0.270751,"main_score":0.238409,"hf_subset":"bjn_Arab-pol_Latn","languages":["bjn-Arab","pol-Latn"]},{"precision":0.242704,"recall":0.269763,"f1":0.249163,"accuracy":0.269763,"main_score":0.249163,"hf_subset":"bjn_Arab-ssw_Latn","languages":["bjn-Arab","ssw-Latn"]},{"precision":0.226252,"recall":0.275692,"f1":0.23801,"accuracy":0.275692,"main_score":0.23801,"hf_subset":"bjn_Arab-ukr_Cyrl","languages":["bjn-Arab","ukr-Cyrl"]},{"precision":0.245883,"recall":0.279644,"f1":0.254226,"accuracy":0.279644,"main_score":0.254226,"hf_subset":"bjn_Arab-afr_Latn","languages":["bjn-Arab","afr-Latn"]},{"precision":0.229525,"recall":0.274704,"f1":0.239802,"accuracy":0.274704,"main_score":0.239802,"hf_subset":"bjn_Arab-bho_Deva","languages":["bjn-Arab","bho-Deva"]},{"precision":0.233155,"recall":0.262846,"f1":0.240539,"accuracy":0.262846,"main_score":0.240539,"hf_subset":"bjn_Arab-eus_Latn","languages":["bjn-Arab","eus-Latn"]},{"precision":0.210043,"recall":0.258893,"f1":0.221668,"accuracy":0.258893,"main_score":0.221668,"hf_subset":"bjn_Arab-ibo_Latn","languages":["bjn-Arab","ibo-Latn"]},{"precision":0.223217,"recall":0.250988,"f1":0.230519,"accuracy":0.250988,"main_score":0.230519,"hf_subset":"bjn_Arab-kmr_Latn","languages":["bjn-Arab","kmr-Latn"]},{"precision":0.302944,"recall":0.339921,"f1":0.311642,"accuracy":0.339921,"main_score":0.311642,"hf_subset":"bjn_Arab-min_Latn","languages":["bjn-Arab","min-Latn"]},{"precision":0.25196,"recall":0.306324,"f1":0.264516,"accuracy":0.306324,"main_score":0.264516,"hf_subset":"bjn_Arab-por_Latn","languages":["bjn-Arab","por-Latn"]},{"precision":0.257969,"recall":0.291502,"f1":0.265502,"accuracy":0.291502,"main_score":0.265502,"hf_subset":"bjn_Arab-sun_Latn","languages":["bjn-Arab","sun-Latn"]},{"precision":0.208389,"recall":0.23913,"f1":0.216418,"accuracy":0.23913,"main_score":0.216418,"hf_subset":"bjn_Arab-umb_Latn","languages":["bjn-Arab","umb-Latn"]},{"precision":0.230124,"recall":0.278656,"f1":0.240906,"accuracy":0.278656,"main_score":0.240906,"hf_subset":"bjn_Arab-ajp_Arab","languages":["bjn-Arab","ajp-Arab"]},{"precision":0.217928,"recall":0.249012,"f1":0.226828,"accuracy":0.249012,"main_score":0.226828,"hf_subset":"bjn_Arab-ewe_Latn","languages":["bjn-Arab","ewe-Latn"]},{"precision":0.242357,"recall":0.26581,"f1":0.248483,"accuracy":0.26581,"main_score":0.248483,"hf_subset":"bjn_Arab-ilo_Latn","languages":["bjn-Arab","ilo-Latn"]},{"precision":0.177572,"recall":0.203557,"f1":0.18444,"accuracy":0.203557,"main_score":0.18444,"hf_subset":"bjn_Arab-knc_Arab","languages":["bjn-Arab","knc-Arab"]},{"precision":0.223712,"recall":0.262846,"f1":0.233461,"accuracy":0.262846,"main_score":0.233461,"hf_subset":"bjn_Arab-mkd_Cyrl","languages":["bjn-Arab","mkd-Cyrl"]},{"precision":0.228948,"recall":0.295455,"f1":0.243094,"accuracy":0.295455,"main_score":0.243094,"hf_subset":"bjn_Arab-prs_Arab","languages":["bjn-Arab","prs-Arab"]},{"precision":0.251718,"recall":0.296443,"f1":0.262849,"accuracy":0.296443,"main_score":0.262849,"hf_subset":"bjn_Arab-swe_Latn","languages":["bjn-Arab","swe-Latn"]},{"precision":0.240529,"recall":0.294466,"f1":0.252717,"accuracy":0.294466,"main_score":0.252717,"hf_subset":"bjn_Arab-urd_Arab","languages":["bjn-Arab","urd-Arab"]},{"precision":0.209957,"recall":0.233202,"f1":0.216341,"accuracy":0.233202,"main_score":0.216341,"hf_subset":"bjn_Arab-aka_Latn","languages":["bjn-Arab","aka-Latn"]},{"precision":0.424343,"recall":0.488142,"f1":0.438159,"accuracy":0.488142,"main_score":0.438159,"hf_subset":"bjn_Arab-bjn_Latn","languages":["bjn-Arab","bjn-Latn"]},{"precision":0.202223,"recall":0.226285,"f1":0.208617,"accuracy":0.226285,"main_score":0.208617,"hf_subset":"bjn_Arab-fao_Latn","languages":["bjn-Arab","fao-Latn"]},{"precision":0.26913,"recall":0.336957,"f1":0.285044,"accuracy":0.336957,"main_score":0.285044,"hf_subset":"bjn_Arab-ind_Latn","languages":["bjn-Arab","ind-Latn"]},{"precision":0.199268,"recall":0.224308,"f1":0.206473,"accuracy":0.224308,"main_score":0.206473,"hf_subset":"bjn_Arab-knc_Latn","languages":["bjn-Arab","knc-Latn"]},{"precision":0.233763,"recall":0.264822,"f1":0.241215,"accuracy":0.264822,"main_score":0.241215,"hf_subset":"bjn_Arab-mlt_Latn","languages":["bjn-Arab","mlt-Latn"]},{"precision":0.21565,"recall":0.248024,"f1":0.224422,"accuracy":0.248024,"main_score":0.224422,"hf_subset":"bjn_Arab-quy_Latn","languages":["bjn-Arab","quy-Latn"]},{"precision":0.22452,"recall":0.264822,"f1":0.234453,"accuracy":0.264822,"main_score":0.234453,"hf_subset":"bjn_Arab-swh_Latn","languages":["bjn-Arab","swh-Latn"]},{"precision":0.212858,"recall":0.238142,"f1":0.219135,"accuracy":0.238142,"main_score":0.219135,"hf_subset":"bjn_Arab-uzn_Latn","languages":["bjn-Arab","uzn-Latn"]},{"precision":0.235963,"recall":0.278656,"f1":0.246392,"accuracy":0.278656,"main_score":0.246392,"hf_subset":"bjn_Arab-als_Latn","languages":["bjn-Arab","als-Latn"]},{"precision":0.150145,"recall":0.184783,"f1":0.158645,"accuracy":0.184783,"main_score":0.158645,"hf_subset":"bjn_Arab-bod_Tibt","languages":["bjn-Arab","bod-Tibt"]},{"precision":0.209866,"recall":0.248024,"f1":0.219657,"accuracy":0.248024,"main_score":0.219657,"hf_subset":"bjn_Arab-fij_Latn","languages":["bjn-Arab","fij-Latn"]},{"precision":0.199404,"recall":0.232213,"f1":0.207753,"accuracy":0.232213,"main_score":0.207753,"hf_subset":"bjn_Arab-isl_Latn","languages":["bjn-Arab","isl-Latn"]},{"precision":0.214698,"recall":0.242095,"f1":0.221486,"accuracy":0.242095,"main_score":0.221486,"hf_subset":"bjn_Arab-kon_Latn","languages":["bjn-Arab","kon-Latn"]},{"precision":0.251633,"recall":0.296443,"f1":0.263299,"accuracy":0.296443,"main_score":0.263299,"hf_subset":"bjn_Arab-mni_Beng","languages":["bjn-Arab","mni-Beng"]},{"precision":0.243494,"recall":0.285573,"f1":0.253486,"accuracy":0.285573,"main_score":0.253486,"hf_subset":"bjn_Arab-ron_Latn","languages":["bjn-Arab","ron-Latn"]},{"precision":0.216507,"recall":0.25,"f1":0.224265,"accuracy":0.25,"main_score":0.224265,"hf_subset":"bjn_Arab-szl_Latn","languages":["bjn-Arab","szl-Latn"]},{"precision":0.219652,"recall":0.246047,"f1":0.225946,"accuracy":0.246047,"main_score":0.225946,"hf_subset":"bjn_Arab-vec_Latn","languages":["bjn-Arab","vec-Latn"]},{"precision":0.221458,"recall":0.263834,"f1":0.231041,"accuracy":0.263834,"main_score":0.231041,"hf_subset":"bjn_Arab-amh_Ethi","languages":["bjn-Arab","amh-Ethi"]},{"precision":0.232043,"recall":0.275692,"f1":0.242478,"accuracy":0.275692,"main_score":0.242478,"hf_subset":"bjn_Arab-bos_Latn","languages":["bjn-Arab","bos-Latn"]},{"precision":0.228485,"recall":0.281621,"f1":0.241385,"accuracy":0.281621,"main_score":0.241385,"hf_subset":"bjn_Arab-fin_Latn","languages":["bjn-Arab","fin-Latn"]},{"precision":0.256393,"recall":0.307312,"f1":0.268125,"accuracy":0.307312,"main_score":0.268125,"hf_subset":"bjn_Arab-ita_Latn","languages":["bjn-Arab","ita-Latn"]},{"precision":0.228261,"recall":0.286561,"f1":0.240537,"accuracy":0.286561,"main_score":0.240537,"hf_subset":"bjn_Arab-kor_Hang","languages":["bjn-Arab","kor-Hang"]},{"precision":0.214509,"recall":0.23419,"f1":0.220506,"accuracy":0.23419,"main_score":0.220506,"hf_subset":"bjn_Arab-mos_Latn","languages":["bjn-Arab","mos-Latn"]},{"precision":0.225515,"recall":0.26087,"f1":0.234872,"accuracy":0.26087,"main_score":0.234872,"hf_subset":"bjn_Arab-run_Latn","languages":["bjn-Arab","run-Latn"]},{"precision":0.221441,"recall":0.283597,"f1":0.236378,"accuracy":0.283597,"main_score":0.236378,"hf_subset":"bjn_Arab-tam_Taml","languages":["bjn-Arab","tam-Taml"]},{"precision":0.225296,"recall":0.283597,"f1":0.238479,"accuracy":0.283597,"main_score":0.238479,"hf_subset":"bjn_Arab-vie_Latn","languages":["bjn-Arab","vie-Latn"]},{"precision":0.224747,"recall":0.263834,"f1":0.233447,"accuracy":0.263834,"main_score":0.233447,"hf_subset":"bjn_Arab-apc_Arab","languages":["bjn-Arab","apc-Arab"]},{"precision":0.257178,"recall":0.300395,"f1":0.26764,"accuracy":0.300395,"main_score":0.26764,"hf_subset":"bjn_Arab-bug_Latn","languages":["bjn-Arab","bug-Latn"]},{"precision":0.184365,"recall":0.213439,"f1":0.192253,"accuracy":0.213439,"main_score":0.192253,"hf_subset":"bjn_Arab-fon_Latn","languages":["bjn-Arab","fon-Latn"]},{"precision":0.267274,"recall":0.295455,"f1":0.273676,"accuracy":0.295455,"main_score":0.273676,"hf_subset":"bjn_Arab-jav_Latn","languages":["bjn-Arab","jav-Latn"]},{"precision":0.215177,"recall":0.233202,"f1":0.219742,"accuracy":0.233202,"main_score":0.219742,"hf_subset":"bjn_Arab-lao_Laoo","languages":["bjn-Arab","lao-Laoo"]},{"precision":0.215613,"recall":0.241107,"f1":0.222591,"accuracy":0.241107,"main_score":0.222591,"hf_subset":"bjn_Arab-mri_Latn","languages":["bjn-Arab","mri-Latn"]},{"precision":0.241578,"recall":0.304348,"f1":0.255167,"accuracy":0.304348,"main_score":0.255167,"hf_subset":"bjn_Arab-rus_Cyrl","languages":["bjn-Arab","rus-Cyrl"]},{"precision":0.227596,"recall":0.258893,"f1":0.235861,"accuracy":0.258893,"main_score":0.235861,"hf_subset":"bjn_Arab-taq_Latn","languages":["bjn-Arab","taq-Latn"]},{"precision":0.236878,"recall":0.261858,"f1":0.243259,"accuracy":0.261858,"main_score":0.243259,"hf_subset":"bjn_Arab-war_Latn","languages":["bjn-Arab","war-Latn"]},{"precision":0.233074,"recall":0.291502,"f1":0.246075,"accuracy":0.291502,"main_score":0.246075,"hf_subset":"bjn_Arab-arb_Arab","languages":["bjn-Arab","arb-Arab"]},{"precision":0.219846,"recall":0.267787,"f1":0.231497,"accuracy":0.267787,"main_score":0.231497,"hf_subset":"bjn_Arab-bul_Cyrl","languages":["bjn-Arab","bul-Cyrl"]},{"precision":0.230732,"recall":0.287549,"f1":0.244066,"accuracy":0.287549,"main_score":0.244066,"hf_subset":"bjn_Arab-fra_Latn","languages":["bjn-Arab","fra-Latn"]},{"precision":0.219833,"recall":0.282609,"f1":0.233203,"accuracy":0.282609,"main_score":0.233203,"hf_subset":"bjn_Arab-jpn_Jpan","languages":["bjn-Arab","jpn-Jpan"]},{"precision":0.21722,"recall":0.236166,"f1":0.221983,"accuracy":0.236166,"main_score":0.221983,"hf_subset":"bjn_Arab-lij_Latn","languages":["bjn-Arab","lij-Latn"]},{"precision":0.171572,"recall":0.211462,"f1":0.18095,"accuracy":0.211462,"main_score":0.18095,"hf_subset":"bjn_Arab-mya_Mymr","languages":["bjn-Arab","mya-Mymr"]},{"precision":0.228953,"recall":0.26087,"f1":0.237846,"accuracy":0.26087,"main_score":0.237846,"hf_subset":"bjn_Arab-sag_Latn","languages":["bjn-Arab","sag-Latn"]},{"precision":0.166673,"recall":0.204545,"f1":0.175489,"accuracy":0.204545,"main_score":0.175489,"hf_subset":"bjn_Arab-taq_Tfng","languages":["bjn-Arab","taq-Tfng"]},{"precision":0.220779,"recall":0.247036,"f1":0.227966,"accuracy":0.247036,"main_score":0.227966,"hf_subset":"bjn_Arab-wol_Latn","languages":["bjn-Arab","wol-Latn"]},{"precision":0.176275,"recall":0.221344,"f1":0.186764,"accuracy":0.221344,"main_score":0.186764,"hf_subset":"bjn_Arab-arb_Latn","languages":["bjn-Arab","arb-Latn"]},{"precision":0.227403,"recall":0.255929,"f1":0.234765,"accuracy":0.255929,"main_score":0.234765,"hf_subset":"bjn_Arab-cat_Latn","languages":["bjn-Arab","cat-Latn"]},{"precision":0.213752,"recall":0.240119,"f1":0.220815,"accuracy":0.240119,"main_score":0.220815,"hf_subset":"bjn_Arab-fur_Latn","languages":["bjn-Arab","fur-Latn"]},{"precision":0.210303,"recall":0.241107,"f1":0.218697,"accuracy":0.241107,"main_score":0.218697,"hf_subset":"bjn_Arab-kab_Latn","languages":["bjn-Arab","kab-Latn"]},{"precision":0.228294,"recall":0.25,"f1":0.232985,"accuracy":0.25,"main_score":0.232985,"hf_subset":"bjn_Arab-lim_Latn","languages":["bjn-Arab","lim-Latn"]},{"precision":0.242042,"recall":0.295455,"f1":0.253673,"accuracy":0.295455,"main_score":0.253673,"hf_subset":"bjn_Arab-nld_Latn","languages":["bjn-Arab","nld-Latn"]},{"precision":0.23396,"recall":0.279644,"f1":0.244723,"accuracy":0.279644,"main_score":0.244723,"hf_subset":"bjn_Arab-san_Deva","languages":["bjn-Arab","san-Deva"]},{"precision":0.233069,"recall":0.261858,"f1":0.239708,"accuracy":0.261858,"main_score":0.239708,"hf_subset":"bjn_Arab-tat_Cyrl","languages":["bjn-Arab","tat-Cyrl"]},{"precision":0.221039,"recall":0.257905,"f1":0.230546,"accuracy":0.257905,"main_score":0.230546,"hf_subset":"bjn_Arab-xho_Latn","languages":["bjn-Arab","xho-Latn"]},{"precision":0.199169,"recall":0.258893,"f1":0.212354,"accuracy":0.258893,"main_score":0.212354,"hf_subset":"bjn_Arab-ars_Arab","languages":["bjn-Arab","ars-Arab"]},{"precision":0.250582,"recall":0.283597,"f1":0.258751,"accuracy":0.283597,"main_score":0.258751,"hf_subset":"bjn_Arab-ceb_Latn","languages":["bjn-Arab","ceb-Latn"]},{"precision":0.216873,"recall":0.242095,"f1":0.223888,"accuracy":0.242095,"main_score":0.223888,"hf_subset":"bjn_Arab-fuv_Latn","languages":["bjn-Arab","fuv-Latn"]},{"precision":0.240954,"recall":0.269763,"f1":0.248602,"accuracy":0.269763,"main_score":0.248602,"hf_subset":"bjn_Arab-kac_Latn","languages":["bjn-Arab","kac-Latn"]},{"precision":0.228135,"recall":0.26087,"f1":0.237283,"accuracy":0.26087,"main_score":0.237283,"hf_subset":"bjn_Arab-lin_Latn","languages":["bjn-Arab","lin-Latn"]},{"precision":0.241483,"recall":0.278656,"f1":0.250971,"accuracy":0.278656,"main_score":0.250971,"hf_subset":"bjn_Arab-nno_Latn","languages":["bjn-Arab","nno-Latn"]},{"precision":0.13563,"recall":0.156126,"f1":0.141217,"accuracy":0.156126,"main_score":0.141217,"hf_subset":"bjn_Arab-sat_Olck","languages":["bjn-Arab","sat-Olck"]},{"precision":0.240143,"recall":0.306324,"f1":0.255236,"accuracy":0.306324,"main_score":0.255236,"hf_subset":"bjn_Arab-tel_Telu","languages":["bjn-Arab","tel-Telu"]},{"precision":0.196207,"recall":0.230237,"f1":0.204245,"accuracy":0.230237,"main_score":0.204245,"hf_subset":"bjn_Arab-ydd_Hebr","languages":["bjn-Arab","ydd-Hebr"]},{"precision":0.196424,"recall":0.236166,"f1":0.204779,"accuracy":0.236166,"main_score":0.204779,"hf_subset":"bjn_Arab-ary_Arab","languages":["bjn-Arab","ary-Arab"]},{"precision":0.240256,"recall":0.283597,"f1":0.250451,"accuracy":0.283597,"main_score":0.250451,"hf_subset":"bjn_Arab-ces_Latn","languages":["bjn-Arab","ces-Latn"]},{"precision":0.228715,"recall":0.259881,"f1":0.236898,"accuracy":0.259881,"main_score":0.236898,"hf_subset":"bjn_Arab-gaz_Latn","languages":["bjn-Arab","gaz-Latn"]},{"precision":0.204579,"recall":0.233202,"f1":0.21207,"accuracy":0.233202,"main_score":0.21207,"hf_subset":"bjn_Arab-kam_Latn","languages":["bjn-Arab","kam-Latn"]},{"precision":0.204381,"recall":0.23419,"f1":0.212036,"accuracy":0.23419,"main_score":0.212036,"hf_subset":"bjn_Arab-lit_Latn","languages":["bjn-Arab","lit-Latn"]},{"precision":0.23869,"recall":0.283597,"f1":0.249336,"accuracy":0.283597,"main_score":0.249336,"hf_subset":"bjn_Arab-nob_Latn","languages":["bjn-Arab","nob-Latn"]},{"precision":0.236759,"recall":0.262846,"f1":0.243484,"accuracy":0.262846,"main_score":0.243484,"hf_subset":"bjn_Arab-scn_Latn","languages":["bjn-Arab","scn-Latn"]},{"precision":0.204288,"recall":0.23419,"f1":0.211567,"accuracy":0.23419,"main_score":0.211567,"hf_subset":"bjn_Arab-tgk_Cyrl","languages":["bjn-Arab","tgk-Cyrl"]},{"precision":0.171876,"recall":0.215415,"f1":0.183814,"accuracy":0.215415,"main_score":0.183814,"hf_subset":"bjn_Arab-yor_Latn","languages":["bjn-Arab","yor-Latn"]},{"precision":0.229486,"recall":0.27668,"f1":0.240544,"accuracy":0.27668,"main_score":0.240544,"hf_subset":"bjn_Arab-arz_Arab","languages":["bjn-Arab","arz-Arab"]},{"precision":0.235426,"recall":0.264822,"f1":0.243136,"accuracy":0.264822,"main_score":0.243136,"hf_subset":"bjn_Arab-cjk_Latn","languages":["bjn-Arab","cjk-Latn"]},{"precision":0.235218,"recall":0.26087,"f1":0.242457,"accuracy":0.26087,"main_score":0.242457,"hf_subset":"bjn_Arab-gla_Latn","languages":["bjn-Arab","gla-Latn"]},{"precision":0.231644,"recall":0.284585,"f1":0.244397,"accuracy":0.284585,"main_score":0.244397,"hf_subset":"bjn_Arab-kan_Knda","languages":["bjn-Arab","kan-Knda"]},{"precision":0.22273,"recall":0.244071,"f1":0.228774,"accuracy":0.244071,"main_score":0.228774,"hf_subset":"bjn_Arab-lmo_Latn","languages":["bjn-Arab","lmo-Latn"]},{"precision":0.232881,"recall":0.286561,"f1":0.246294,"accuracy":0.286561,"main_score":0.246294,"hf_subset":"bjn_Arab-npi_Deva","languages":["bjn-Arab","npi-Deva"]},{"precision":0.187819,"recall":0.211462,"f1":0.194127,"accuracy":0.211462,"main_score":0.194127,"hf_subset":"bjn_Arab-shn_Mymr","languages":["bjn-Arab","shn-Mymr"]},{"precision":0.251079,"recall":0.291502,"f1":0.261568,"accuracy":0.291502,"main_score":0.261568,"hf_subset":"bjn_Arab-tgl_Latn","languages":["bjn-Arab","tgl-Latn"]},{"precision":0.199097,"recall":0.261858,"f1":0.212861,"accuracy":0.261858,"main_score":0.212861,"hf_subset":"bjn_Arab-yue_Hant","languages":["bjn-Arab","yue-Hant"]},{"precision":0.20712,"recall":0.242095,"f1":0.215532,"accuracy":0.242095,"main_score":0.215532,"hf_subset":"bjn_Arab-asm_Beng","languages":["bjn-Arab","asm-Beng"]},{"precision":0.218542,"recall":0.26087,"f1":0.228991,"accuracy":0.26087,"main_score":0.228991,"hf_subset":"bjn_Arab-ckb_Arab","languages":["bjn-Arab","ckb-Arab"]},{"precision":0.220101,"recall":0.251976,"f1":0.228504,"accuracy":0.251976,"main_score":0.228504,"hf_subset":"bjn_Arab-gle_Latn","languages":["bjn-Arab","gle-Latn"]},{"precision":0.195368,"recall":0.235178,"f1":0.205118,"accuracy":0.235178,"main_score":0.205118,"hf_subset":"bjn_Arab-kas_Arab","languages":["bjn-Arab","kas-Arab"]},{"precision":0.223405,"recall":0.251976,"f1":0.230595,"accuracy":0.251976,"main_score":0.230595,"hf_subset":"bjn_Arab-ltg_Latn","languages":["bjn-Arab","ltg-Latn"]},{"precision":0.225618,"recall":0.248024,"f1":0.231906,"accuracy":0.248024,"main_score":0.231906,"hf_subset":"bjn_Arab-nso_Latn","languages":["bjn-Arab","nso-Latn"]},{"precision":0.215502,"recall":0.269763,"f1":0.22828,"accuracy":0.269763,"main_score":0.22828,"hf_subset":"bjn_Arab-sin_Sinh","languages":["bjn-Arab","sin-Sinh"]},{"precision":0.21801,"recall":0.283597,"f1":0.23253,"accuracy":0.283597,"main_score":0.23253,"hf_subset":"bjn_Arab-tha_Thai","languages":["bjn-Arab","tha-Thai"]},{"precision":0.216266,"recall":0.27668,"f1":0.229135,"accuracy":0.27668,"main_score":0.229135,"hf_subset":"bjn_Arab-zho_Hans","languages":["bjn-Arab","zho-Hans"]},{"precision":0.238153,"recall":0.26087,"f1":0.244144,"accuracy":0.26087,"main_score":0.244144,"hf_subset":"bjn_Arab-ast_Latn","languages":["bjn-Arab","ast-Latn"]},{"precision":0.207382,"recall":0.230237,"f1":0.213054,"accuracy":0.230237,"main_score":0.213054,"hf_subset":"bjn_Arab-crh_Latn","languages":["bjn-Arab","crh-Latn"]},{"precision":0.242836,"recall":0.274704,"f1":0.250781,"accuracy":0.274704,"main_score":0.250781,"hf_subset":"bjn_Arab-glg_Latn","languages":["bjn-Arab","glg-Latn"]},{"precision":0.211715,"recall":0.240119,"f1":0.218383,"accuracy":0.240119,"main_score":0.218383,"hf_subset":"bjn_Arab-kas_Deva","languages":["bjn-Arab","kas-Deva"]},{"precision":0.216487,"recall":0.25,"f1":0.224934,"accuracy":0.25,"main_score":0.224934,"hf_subset":"bjn_Arab-ltz_Latn","languages":["bjn-Arab","ltz-Latn"]},{"precision":0.209848,"recall":0.238142,"f1":0.217399,"accuracy":0.238142,"main_score":0.217399,"hf_subset":"bjn_Arab-nus_Latn","languages":["bjn-Arab","nus-Latn"]},{"precision":0.234051,"recall":0.274704,"f1":0.244348,"accuracy":0.274704,"main_score":0.244348,"hf_subset":"bjn_Arab-slk_Latn","languages":["bjn-Arab","slk-Latn"]},{"precision":0.198198,"recall":0.233202,"f1":0.207824,"accuracy":0.233202,"main_score":0.207824,"hf_subset":"bjn_Arab-tir_Ethi","languages":["bjn-Arab","tir-Ethi"]},{"precision":0.195929,"recall":0.250988,"f1":0.207641,"accuracy":0.250988,"main_score":0.207641,"hf_subset":"bjn_Arab-zho_Hant","languages":["bjn-Arab","zho-Hant"]},{"precision":0.236306,"recall":0.291502,"f1":0.249077,"accuracy":0.291502,"main_score":0.249077,"hf_subset":"bjn_Arab-awa_Deva","languages":["bjn-Arab","awa-Deva"]},{"precision":0.218778,"recall":0.246047,"f1":0.225348,"accuracy":0.246047,"main_score":0.225348,"hf_subset":"bjn_Arab-cym_Latn","languages":["bjn-Arab","cym-Latn"]},{"precision":0.219278,"recall":0.248024,"f1":0.226917,"accuracy":0.248024,"main_score":0.226917,"hf_subset":"bjn_Arab-grn_Latn","languages":["bjn-Arab","grn-Latn"]},{"precision":0.21061,"recall":0.259881,"f1":0.222073,"accuracy":0.259881,"main_score":0.222073,"hf_subset":"bjn_Arab-kat_Geor","languages":["bjn-Arab","kat-Geor"]},{"precision":0.235576,"recall":0.267787,"f1":0.243844,"accuracy":0.267787,"main_score":0.243844,"hf_subset":"bjn_Arab-lua_Latn","languages":["bjn-Arab","lua-Latn"]},{"precision":0.225284,"recall":0.251976,"f1":0.232467,"accuracy":0.251976,"main_score":0.232467,"hf_subset":"bjn_Arab-nya_Latn","languages":["bjn-Arab","nya-Latn"]},{"precision":0.212625,"recall":0.243083,"f1":0.220624,"accuracy":0.243083,"main_score":0.220624,"hf_subset":"bjn_Arab-slv_Latn","languages":["bjn-Arab","slv-Latn"]},{"precision":0.240415,"recall":0.271739,"f1":0.247976,"accuracy":0.271739,"main_score":0.247976,"hf_subset":"bjn_Arab-tpi_Latn","languages":["bjn-Arab","tpi-Latn"]},{"precision":0.26331,"recall":0.313241,"f1":0.275449,"accuracy":0.313241,"main_score":0.275449,"hf_subset":"bjn_Arab-zsm_Latn","languages":["bjn-Arab","zsm-Latn"]},{"precision":0.22373,"recall":0.251976,"f1":0.230884,"accuracy":0.251976,"main_score":0.230884,"hf_subset":"bjn_Arab-ayr_Latn","languages":["bjn-Arab","ayr-Latn"]},{"precision":0.242087,"recall":0.291502,"f1":0.253692,"accuracy":0.291502,"main_score":0.253692,"hf_subset":"bjn_Arab-dan_Latn","languages":["bjn-Arab","dan-Latn"]},{"precision":0.227289,"recall":0.296443,"f1":0.242737,"accuracy":0.296443,"main_score":0.242737,"hf_subset":"bjn_Arab-guj_Gujr","languages":["bjn-Arab","guj-Gujr"]},{"precision":0.217184,"recall":0.254941,"f1":0.225918,"accuracy":0.254941,"main_score":0.225918,"hf_subset":"bjn_Arab-kaz_Cyrl","languages":["bjn-Arab","kaz-Cyrl"]},{"precision":0.225055,"recall":0.254941,"f1":0.232171,"accuracy":0.254941,"main_score":0.232171,"hf_subset":"bjn_Arab-lug_Latn","languages":["bjn-Arab","lug-Latn"]},{"precision":0.241576,"recall":0.270751,"f1":0.24894,"accuracy":0.270751,"main_score":0.24894,"hf_subset":"bjn_Arab-oci_Latn","languages":["bjn-Arab","oci-Latn"]},{"precision":0.22475,"recall":0.253953,"f1":0.232675,"accuracy":0.253953,"main_score":0.232675,"hf_subset":"bjn_Arab-smo_Latn","languages":["bjn-Arab","smo-Latn"]},{"precision":0.204698,"recall":0.231225,"f1":0.21188,"accuracy":0.231225,"main_score":0.21188,"hf_subset":"bjn_Arab-tsn_Latn","languages":["bjn-Arab","tsn-Latn"]},{"precision":0.232545,"recall":0.266798,"f1":0.241317,"accuracy":0.266798,"main_score":0.241317,"hf_subset":"bjn_Arab-zul_Latn","languages":["bjn-Arab","zul-Latn"]},{"precision":0.181205,"recall":0.218379,"f1":0.189683,"accuracy":0.218379,"main_score":0.189683,"hf_subset":"bjn_Arab-azb_Arab","languages":["bjn-Arab","azb-Arab"]},{"precision":0.237632,"recall":0.298419,"f1":0.250998,"accuracy":0.298419,"main_score":0.250998,"hf_subset":"bjn_Arab-deu_Latn","languages":["bjn-Arab","deu-Latn"]},{"precision":0.238289,"recall":0.266798,"f1":0.245379,"accuracy":0.266798,"main_score":0.245379,"hf_subset":"bjn_Arab-hat_Latn","languages":["bjn-Arab","hat-Latn"]},{"precision":0.199532,"recall":0.22332,"f1":0.206228,"accuracy":0.22332,"main_score":0.206228,"hf_subset":"bjn_Arab-kbp_Latn","languages":["bjn-Arab","kbp-Latn"]},{"precision":0.231259,"recall":0.256917,"f1":0.238238,"accuracy":0.256917,"main_score":0.238238,"hf_subset":"bjn_Arab-luo_Latn","languages":["bjn-Arab","luo-Latn"]},{"precision":0.249679,"recall":0.285573,"f1":0.258912,"accuracy":0.285573,"main_score":0.258912,"hf_subset":"bjn_Arab-ory_Orya","languages":["bjn-Arab","ory-Orya"]},{"precision":0.216478,"recall":0.23913,"f1":0.223041,"accuracy":0.23913,"main_score":0.223041,"hf_subset":"bjn_Arab-sna_Latn","languages":["bjn-Arab","sna-Latn"]},{"precision":0.228786,"recall":0.252964,"f1":0.234731,"accuracy":0.252964,"main_score":0.234731,"hf_subset":"bjn_Arab-tso_Latn","languages":["bjn-Arab","tso-Latn"]},{"precision":0.222727,"recall":0.250988,"f1":0.230719,"accuracy":0.250988,"main_score":0.230719,"hf_subset":"bjn_Arab-azj_Latn","languages":["bjn-Arab","azj-Latn"]},{"precision":0.178599,"recall":0.208498,"f1":0.186643,"accuracy":0.208498,"main_score":0.186643,"hf_subset":"bjn_Arab-dik_Latn","languages":["bjn-Arab","dik-Latn"]},{"precision":0.241655,"recall":0.262846,"f1":0.2474,"accuracy":0.262846,"main_score":0.2474,"hf_subset":"bjn_Arab-hau_Latn","languages":["bjn-Arab","hau-Latn"]},{"precision":0.238166,"recall":0.26581,"f1":0.245076,"accuracy":0.26581,"main_score":0.245076,"hf_subset":"bjn_Arab-kea_Latn","languages":["bjn-Arab","kea-Latn"]},{"precision":0.206562,"recall":0.230237,"f1":0.212195,"accuracy":0.230237,"main_score":0.212195,"hf_subset":"bjn_Arab-lus_Latn","languages":["bjn-Arab","lus-Latn"]},{"precision":0.215656,"recall":0.23913,"f1":0.222164,"accuracy":0.23913,"main_score":0.222164,"hf_subset":"bjn_Arab-pag_Latn","languages":["bjn-Arab","pag-Latn"]},{"precision":0.201852,"recall":0.248024,"f1":0.212312,"accuracy":0.248024,"main_score":0.212312,"hf_subset":"bjn_Arab-snd_Arab","languages":["bjn-Arab","snd-Arab"]},{"precision":0.240312,"recall":0.269763,"f1":0.247671,"accuracy":0.269763,"main_score":0.247671,"hf_subset":"bjn_Arab-tuk_Latn","languages":["bjn-Arab","tuk-Latn"]},{"precision":0.218662,"recall":0.251976,"f1":0.226838,"accuracy":0.251976,"main_score":0.226838,"hf_subset":"bjn_Arab-bak_Cyrl","languages":["bjn-Arab","bak-Cyrl"]},{"precision":0.145985,"recall":0.173913,"f1":0.153165,"accuracy":0.173913,"main_score":0.153165,"hf_subset":"bjn_Arab-dyu_Latn","languages":["bjn-Arab","dyu-Latn"]},{"precision":0.203169,"recall":0.251976,"f1":0.214647,"accuracy":0.251976,"main_score":0.214647,"hf_subset":"bjn_Arab-heb_Hebr","languages":["bjn-Arab","heb-Hebr"]},{"precision":0.217441,"recall":0.246047,"f1":0.225106,"accuracy":0.246047,"main_score":0.225106,"hf_subset":"bjn_Arab-khk_Cyrl","languages":["bjn-Arab","khk-Cyrl"]},{"precision":0.221419,"recall":0.256917,"f1":0.230171,"accuracy":0.256917,"main_score":0.230171,"hf_subset":"bjn_Arab-lvs_Latn","languages":["bjn-Arab","lvs-Latn"]},{"precision":0.226895,"recall":0.281621,"f1":0.239079,"accuracy":0.281621,"main_score":0.239079,"hf_subset":"bjn_Arab-pan_Guru","languages":["bjn-Arab","pan-Guru"]},{"precision":0.217386,"recall":0.246047,"f1":0.225209,"accuracy":0.246047,"main_score":0.225209,"hf_subset":"bjn_Arab-som_Latn","languages":["bjn-Arab","som-Latn"]},{"precision":0.207544,"recall":0.231225,"f1":0.213807,"accuracy":0.231225,"main_score":0.213807,"hf_subset":"bjn_Arab-tum_Latn","languages":["bjn-Arab","tum-Latn"]},{"precision":0.265847,"recall":0.310277,"f1":0.27732,"accuracy":0.310277,"main_score":0.27732,"hf_subset":"ewe_Latn-ace_Arab","languages":["ewe-Latn","ace-Arab"]},{"precision":0.399508,"recall":0.4417,"f1":0.411433,"accuracy":0.4417,"main_score":0.411433,"hf_subset":"ewe_Latn-bam_Latn","languages":["ewe-Latn","bam-Latn"]},{"precision":0.135211,"recall":0.183794,"f1":0.147258,"accuracy":0.183794,"main_score":0.147258,"hf_subset":"ewe_Latn-dzo_Tibt","languages":["ewe-Latn","dzo-Tibt"]},{"precision":0.402693,"recall":0.47332,"f1":0.420784,"accuracy":0.47332,"main_score":0.420784,"hf_subset":"ewe_Latn-hin_Deva","languages":["ewe-Latn","hin-Deva"]},{"precision":0.353178,"recall":0.410079,"f1":0.368803,"accuracy":0.410079,"main_score":0.368803,"hf_subset":"ewe_Latn-khm_Khmr","languages":["ewe-Latn","khm-Khmr"]},{"precision":0.415366,"recall":0.47332,"f1":0.430975,"accuracy":0.47332,"main_score":0.430975,"hf_subset":"ewe_Latn-mag_Deva","languages":["ewe-Latn","mag-Deva"]},{"precision":0.446783,"recall":0.477273,"f1":0.455602,"accuracy":0.477273,"main_score":0.455602,"hf_subset":"ewe_Latn-pap_Latn","languages":["ewe-Latn","pap-Latn"]},{"precision":0.42874,"recall":0.468379,"f1":0.43947,"accuracy":0.468379,"main_score":0.43947,"hf_subset":"ewe_Latn-sot_Latn","languages":["ewe-Latn","sot-Latn"]},{"precision":0.431767,"recall":0.487154,"f1":0.446584,"accuracy":0.487154,"main_score":0.446584,"hf_subset":"ewe_Latn-tur_Latn","languages":["ewe-Latn","tur-Latn"]},{"precision":0.440425,"recall":0.478261,"f1":0.451386,"accuracy":0.478261,"main_score":0.451386,"hf_subset":"ewe_Latn-ace_Latn","languages":["ewe-Latn","ace-Latn"]},{"precision":0.434925,"recall":0.476285,"f1":0.44646,"accuracy":0.476285,"main_score":0.44646,"hf_subset":"ewe_Latn-ban_Latn","languages":["ewe-Latn","ban-Latn"]},{"precision":0.375529,"recall":0.432806,"f1":0.391037,"accuracy":0.432806,"main_score":0.391037,"hf_subset":"ewe_Latn-ell_Grek","languages":["ewe-Latn","ell-Grek"]},{"precision":0.398895,"recall":0.455534,"f1":0.414538,"accuracy":0.455534,"main_score":0.414538,"hf_subset":"ewe_Latn-hne_Deva","languages":["ewe-Latn","hne-Deva"]},{"precision":0.396075,"recall":0.4417,"f1":0.408901,"accuracy":0.4417,"main_score":0.408901,"hf_subset":"ewe_Latn-kik_Latn","languages":["ewe-Latn","kik-Latn"]},{"precision":0.405097,"recall":0.469368,"f1":0.421448,"accuracy":0.469368,"main_score":0.421448,"hf_subset":"ewe_Latn-mai_Deva","languages":["ewe-Latn","mai-Deva"]},{"precision":0.367506,"recall":0.420949,"f1":0.38208,"accuracy":0.420949,"main_score":0.38208,"hf_subset":"ewe_Latn-pbt_Arab","languages":["ewe-Latn","pbt-Arab"]},{"precision":0.430829,"recall":0.495059,"f1":0.447997,"accuracy":0.495059,"main_score":0.447997,"hf_subset":"ewe_Latn-spa_Latn","languages":["ewe-Latn","spa-Latn"]},{"precision":0.481974,"recall":0.51581,"f1":0.491944,"accuracy":0.51581,"main_score":0.491944,"hf_subset":"ewe_Latn-twi_Latn","languages":["ewe-Latn","twi-Latn"]},{"precision":0.395318,"recall":0.451581,"f1":0.410214,"accuracy":0.451581,"main_score":0.410214,"hf_subset":"ewe_Latn-acm_Arab","languages":["ewe-Latn","acm-Arab"]},{"precision":0.364465,"recall":0.421937,"f1":0.379116,"accuracy":0.421937,"main_score":0.379116,"hf_subset":"ewe_Latn-bel_Cyrl","languages":["ewe-Latn","bel-Cyrl"]},{"precision":0.444065,"recall":0.500988,"f1":0.459831,"accuracy":0.500988,"main_score":0.459831,"hf_subset":"ewe_Latn-eng_Latn","languages":["ewe-Latn","eng-Latn"]},{"precision":0.422962,"recall":0.47332,"f1":0.436356,"accuracy":0.47332,"main_score":0.436356,"hf_subset":"ewe_Latn-hrv_Latn","languages":["ewe-Latn","hrv-Latn"]},{"precision":0.393274,"recall":0.433794,"f1":0.404441,"accuracy":0.433794,"main_score":0.404441,"hf_subset":"ewe_Latn-kin_Latn","languages":["ewe-Latn","kin-Latn"]},{"precision":0.380655,"recall":0.449605,"f1":0.398406,"accuracy":0.449605,"main_score":0.398406,"hf_subset":"ewe_Latn-mal_Mlym","languages":["ewe-Latn","mal-Mlym"]},{"precision":0.39137,"recall":0.464427,"f1":0.410539,"accuracy":0.464427,"main_score":0.410539,"hf_subset":"ewe_Latn-pes_Arab","languages":["ewe-Latn","pes-Arab"]},{"precision":0.421649,"recall":0.458498,"f1":0.431596,"accuracy":0.458498,"main_score":0.431596,"hf_subset":"ewe_Latn-srd_Latn","languages":["ewe-Latn","srd-Latn"]},{"precision":0.142491,"recall":0.186759,"f1":0.154118,"accuracy":0.186759,"main_score":0.154118,"hf_subset":"ewe_Latn-tzm_Tfng","languages":["ewe-Latn","tzm-Tfng"]},{"precision":0.392989,"recall":0.451581,"f1":0.408246,"accuracy":0.451581,"main_score":0.408246,"hf_subset":"ewe_Latn-acq_Arab","languages":["ewe-Latn","acq-Arab"]},{"precision":0.446827,"recall":0.485178,"f1":0.45752,"accuracy":0.485178,"main_score":0.45752,"hf_subset":"ewe_Latn-bem_Latn","languages":["ewe-Latn","bem-Latn"]},{"precision":0.408202,"recall":0.44664,"f1":0.419312,"accuracy":0.44664,"main_score":0.419312,"hf_subset":"ewe_Latn-epo_Latn","languages":["ewe-Latn","epo-Latn"]},{"precision":0.408806,"recall":0.462451,"f1":0.422547,"accuracy":0.462451,"main_score":0.422547,"hf_subset":"ewe_Latn-hun_Latn","languages":["ewe-Latn","hun-Latn"]},{"precision":0.399557,"recall":0.449605,"f1":0.413217,"accuracy":0.449605,"main_score":0.413217,"hf_subset":"ewe_Latn-kir_Cyrl","languages":["ewe-Latn","kir-Cyrl"]},{"precision":0.399815,"recall":0.460474,"f1":0.415484,"accuracy":0.460474,"main_score":0.415484,"hf_subset":"ewe_Latn-mar_Deva","languages":["ewe-Latn","mar-Deva"]},{"precision":0.418718,"recall":0.459486,"f1":0.430454,"accuracy":0.459486,"main_score":0.430454,"hf_subset":"ewe_Latn-plt_Latn","languages":["ewe-Latn","plt-Latn"]},{"precision":0.395431,"recall":0.447628,"f1":0.410265,"accuracy":0.447628,"main_score":0.410265,"hf_subset":"ewe_Latn-srp_Cyrl","languages":["ewe-Latn","srp-Cyrl"]},{"precision":0.275468,"recall":0.326087,"f1":0.28871,"accuracy":0.326087,"main_score":0.28871,"hf_subset":"ewe_Latn-uig_Arab","languages":["ewe-Latn","uig-Arab"]},{"precision":0.396686,"recall":0.4417,"f1":0.408976,"accuracy":0.4417,"main_score":0.408976,"hf_subset":"ewe_Latn-aeb_Arab","languages":["ewe-Latn","aeb-Arab"]},{"precision":0.384305,"recall":0.452569,"f1":0.402087,"accuracy":0.452569,"main_score":0.402087,"hf_subset":"ewe_Latn-ben_Beng","languages":["ewe-Latn","ben-Beng"]},{"precision":0.412235,"recall":0.453557,"f1":0.423618,"accuracy":0.453557,"main_score":0.423618,"hf_subset":"ewe_Latn-est_Latn","languages":["ewe-Latn","est-Latn"]},{"precision":0.355681,"recall":0.405138,"f1":0.368887,"accuracy":0.405138,"main_score":0.368887,"hf_subset":"ewe_Latn-hye_Armn","languages":["ewe-Latn","hye-Armn"]},{"precision":0.423586,"recall":0.464427,"f1":0.434607,"accuracy":0.464427,"main_score":0.434607,"hf_subset":"ewe_Latn-kmb_Latn","languages":["ewe-Latn","kmb-Latn"]},{"precision":0.231254,"recall":0.280632,"f1":0.243661,"accuracy":0.280632,"main_score":0.243661,"hf_subset":"ewe_Latn-min_Arab","languages":["ewe-Latn","min-Arab"]},{"precision":0.420886,"recall":0.48419,"f1":0.437469,"accuracy":0.48419,"main_score":0.437469,"hf_subset":"ewe_Latn-pol_Latn","languages":["ewe-Latn","pol-Latn"]},{"precision":0.405318,"recall":0.447628,"f1":0.417491,"accuracy":0.447628,"main_score":0.417491,"hf_subset":"ewe_Latn-ssw_Latn","languages":["ewe-Latn","ssw-Latn"]},{"precision":0.408261,"recall":0.463439,"f1":0.423274,"accuracy":0.463439,"main_score":0.423274,"hf_subset":"ewe_Latn-ukr_Cyrl","languages":["ewe-Latn","ukr-Cyrl"]},{"precision":0.433844,"recall":0.474308,"f1":0.445716,"accuracy":0.474308,"main_score":0.445716,"hf_subset":"ewe_Latn-afr_Latn","languages":["ewe-Latn","afr-Latn"]},{"precision":0.407844,"recall":0.461462,"f1":0.423358,"accuracy":0.461462,"main_score":0.423358,"hf_subset":"ewe_Latn-bho_Deva","languages":["ewe-Latn","bho-Deva"]},{"precision":0.409391,"recall":0.454545,"f1":0.421818,"accuracy":0.454545,"main_score":0.421818,"hf_subset":"ewe_Latn-eus_Latn","languages":["ewe-Latn","eus-Latn"]},{"precision":0.40011,"recall":0.447628,"f1":0.413542,"accuracy":0.447628,"main_score":0.413542,"hf_subset":"ewe_Latn-ibo_Latn","languages":["ewe-Latn","ibo-Latn"]},{"precision":0.405204,"recall":0.447628,"f1":0.417369,"accuracy":0.447628,"main_score":0.417369,"hf_subset":"ewe_Latn-kmr_Latn","languages":["ewe-Latn","kmr-Latn"]},{"precision":0.419843,"recall":0.461462,"f1":0.431298,"accuracy":0.461462,"main_score":0.431298,"hf_subset":"ewe_Latn-min_Latn","languages":["ewe-Latn","min-Latn"]},{"precision":0.434353,"recall":0.48913,"f1":0.448855,"accuracy":0.48913,"main_score":0.448855,"hf_subset":"ewe_Latn-por_Latn","languages":["ewe-Latn","por-Latn"]},{"precision":0.432373,"recall":0.469368,"f1":0.443412,"accuracy":0.469368,"main_score":0.443412,"hf_subset":"ewe_Latn-sun_Latn","languages":["ewe-Latn","sun-Latn"]},{"precision":0.400699,"recall":0.444664,"f1":0.413641,"accuracy":0.444664,"main_score":0.413641,"hf_subset":"ewe_Latn-umb_Latn","languages":["ewe-Latn","umb-Latn"]},{"precision":0.416961,"recall":0.462451,"f1":0.429296,"accuracy":0.462451,"main_score":0.429296,"hf_subset":"ewe_Latn-ajp_Arab","languages":["ewe-Latn","ajp-Arab"]},{"precision":0.242544,"recall":0.288538,"f1":0.254063,"accuracy":0.288538,"main_score":0.254063,"hf_subset":"ewe_Latn-bjn_Arab","languages":["ewe-Latn","bjn-Arab"]},{"precision":0.460193,"recall":0.497036,"f1":0.470593,"accuracy":0.497036,"main_score":0.470593,"hf_subset":"ewe_Latn-ilo_Latn","languages":["ewe-Latn","ilo-Latn"]},{"precision":0.205143,"recall":0.242095,"f1":0.21463,"accuracy":0.242095,"main_score":0.21463,"hf_subset":"ewe_Latn-knc_Arab","languages":["ewe-Latn","knc-Arab"]},{"precision":0.397145,"recall":0.4417,"f1":0.409319,"accuracy":0.4417,"main_score":0.409319,"hf_subset":"ewe_Latn-mkd_Cyrl","languages":["ewe-Latn","mkd-Cyrl"]},{"precision":0.389511,"recall":0.453557,"f1":0.405769,"accuracy":0.453557,"main_score":0.405769,"hf_subset":"ewe_Latn-prs_Arab","languages":["ewe-Latn","prs-Arab"]},{"precision":0.435989,"recall":0.493083,"f1":0.451236,"accuracy":0.493083,"main_score":0.451236,"hf_subset":"ewe_Latn-swe_Latn","languages":["ewe-Latn","swe-Latn"]},{"precision":0.351088,"recall":0.422925,"f1":0.369738,"accuracy":0.422925,"main_score":0.369738,"hf_subset":"ewe_Latn-urd_Arab","languages":["ewe-Latn","urd-Arab"]},{"precision":0.455981,"recall":0.488142,"f1":0.464836,"accuracy":0.488142,"main_score":0.464836,"hf_subset":"ewe_Latn-aka_Latn","languages":["ewe-Latn","aka-Latn"]},{"precision":0.417749,"recall":0.459486,"f1":0.429664,"accuracy":0.459486,"main_score":0.429664,"hf_subset":"ewe_Latn-bjn_Latn","languages":["ewe-Latn","bjn-Latn"]},{"precision":0.409926,"recall":0.458498,"f1":0.424348,"accuracy":0.458498,"main_score":0.424348,"hf_subset":"ewe_Latn-fao_Latn","languages":["ewe-Latn","fao-Latn"]},{"precision":0.439086,"recall":0.5,"f1":0.455276,"accuracy":0.5,"main_score":0.455276,"hf_subset":"ewe_Latn-ind_Latn","languages":["ewe-Latn","ind-Latn"]},{"precision":0.44248,"recall":0.475296,"f1":0.451976,"accuracy":0.475296,"main_score":0.451976,"hf_subset":"ewe_Latn-knc_Latn","languages":["ewe-Latn","knc-Latn"]},{"precision":0.422259,"recall":0.463439,"f1":0.433464,"accuracy":0.463439,"main_score":0.433464,"hf_subset":"ewe_Latn-mlt_Latn","languages":["ewe-Latn","mlt-Latn"]},{"precision":0.428302,"recall":0.478261,"f1":0.442531,"accuracy":0.478261,"main_score":0.442531,"hf_subset":"ewe_Latn-quy_Latn","languages":["ewe-Latn","quy-Latn"]},{"precision":0.433859,"recall":0.480237,"f1":0.446817,"accuracy":0.480237,"main_score":0.446817,"hf_subset":"ewe_Latn-swh_Latn","languages":["ewe-Latn","swh-Latn"]},{"precision":0.375591,"recall":0.423913,"f1":0.38905,"accuracy":0.423913,"main_score":0.38905,"hf_subset":"ewe_Latn-uzn_Latn","languages":["ewe-Latn","uzn-Latn"]},{"precision":0.415943,"recall":0.460474,"f1":0.428695,"accuracy":0.460474,"main_score":0.428695,"hf_subset":"ewe_Latn-als_Latn","languages":["ewe-Latn","als-Latn"]},{"precision":0.188427,"recall":0.233202,"f1":0.199845,"accuracy":0.233202,"main_score":0.199845,"hf_subset":"ewe_Latn-bod_Tibt","languages":["ewe-Latn","bod-Tibt"]},{"precision":0.415315,"recall":0.458498,"f1":0.427071,"accuracy":0.458498,"main_score":0.427071,"hf_subset":"ewe_Latn-fij_Latn","languages":["ewe-Latn","fij-Latn"]},{"precision":0.367876,"recall":0.428854,"f1":0.383748,"accuracy":0.428854,"main_score":0.383748,"hf_subset":"ewe_Latn-isl_Latn","languages":["ewe-Latn","isl-Latn"]},{"precision":0.445276,"recall":0.481225,"f1":0.456159,"accuracy":0.481225,"main_score":0.456159,"hf_subset":"ewe_Latn-kon_Latn","languages":["ewe-Latn","kon-Latn"]},{"precision":0.31056,"recall":0.36166,"f1":0.323468,"accuracy":0.36166,"main_score":0.323468,"hf_subset":"ewe_Latn-mni_Beng","languages":["ewe-Latn","mni-Beng"]},{"precision":0.447252,"recall":0.497036,"f1":0.460305,"accuracy":0.497036,"main_score":0.460305,"hf_subset":"ewe_Latn-ron_Latn","languages":["ewe-Latn","ron-Latn"]},{"precision":0.402391,"recall":0.445652,"f1":0.414644,"accuracy":0.445652,"main_score":0.414644,"hf_subset":"ewe_Latn-szl_Latn","languages":["ewe-Latn","szl-Latn"]},{"precision":0.421085,"recall":0.460474,"f1":0.432102,"accuracy":0.460474,"main_score":0.432102,"hf_subset":"ewe_Latn-vec_Latn","languages":["ewe-Latn","vec-Latn"]},{"precision":0.35266,"recall":0.411067,"f1":0.367872,"accuracy":0.411067,"main_score":0.367872,"hf_subset":"ewe_Latn-amh_Ethi","languages":["ewe-Latn","amh-Ethi"]},{"precision":0.419869,"recall":0.47332,"f1":0.434597,"accuracy":0.47332,"main_score":0.434597,"hf_subset":"ewe_Latn-bos_Latn","languages":["ewe-Latn","bos-Latn"]},{"precision":0.40943,"recall":0.467391,"f1":0.42536,"accuracy":0.467391,"main_score":0.42536,"hf_subset":"ewe_Latn-fin_Latn","languages":["ewe-Latn","fin-Latn"]},{"precision":0.439163,"recall":0.492095,"f1":0.453177,"accuracy":0.492095,"main_score":0.453177,"hf_subset":"ewe_Latn-ita_Latn","languages":["ewe-Latn","ita-Latn"]},{"precision":0.402816,"recall":0.465415,"f1":0.419205,"accuracy":0.465415,"main_score":0.419205,"hf_subset":"ewe_Latn-kor_Hang","languages":["ewe-Latn","kor-Hang"]},{"precision":0.413326,"recall":0.453557,"f1":0.425005,"accuracy":0.453557,"main_score":0.425005,"hf_subset":"ewe_Latn-mos_Latn","languages":["ewe-Latn","mos-Latn"]},{"precision":0.408177,"recall":0.450593,"f1":0.420321,"accuracy":0.450593,"main_score":0.420321,"hf_subset":"ewe_Latn-run_Latn","languages":["ewe-Latn","run-Latn"]},{"precision":0.362905,"recall":0.434783,"f1":0.38043,"accuracy":0.434783,"main_score":0.38043,"hf_subset":"ewe_Latn-tam_Taml","languages":["ewe-Latn","tam-Taml"]},{"precision":0.400728,"recall":0.467391,"f1":0.418123,"accuracy":0.467391,"main_score":0.418123,"hf_subset":"ewe_Latn-vie_Latn","languages":["ewe-Latn","vie-Latn"]},{"precision":0.399601,"recall":0.450593,"f1":0.413778,"accuracy":0.450593,"main_score":0.413778,"hf_subset":"ewe_Latn-apc_Arab","languages":["ewe-Latn","apc-Arab"]},{"precision":0.438135,"recall":0.478261,"f1":0.449537,"accuracy":0.478261,"main_score":0.449537,"hf_subset":"ewe_Latn-bug_Latn","languages":["ewe-Latn","bug-Latn"]},{"precision":0.403962,"recall":0.440711,"f1":0.414824,"accuracy":0.440711,"main_score":0.414824,"hf_subset":"ewe_Latn-fon_Latn","languages":["ewe-Latn","fon-Latn"]},{"precision":0.451719,"recall":0.48913,"f1":0.461982,"accuracy":0.48913,"main_score":0.461982,"hf_subset":"ewe_Latn-jav_Latn","languages":["ewe-Latn","jav-Latn"]},{"precision":0.364101,"recall":0.407115,"f1":0.375799,"accuracy":0.407115,"main_score":0.375799,"hf_subset":"ewe_Latn-lao_Laoo","languages":["ewe-Latn","lao-Laoo"]},{"precision":0.393297,"recall":0.4417,"f1":0.406639,"accuracy":0.4417,"main_score":0.406639,"hf_subset":"ewe_Latn-mri_Latn","languages":["ewe-Latn","mri-Latn"]},{"precision":0.411598,"recall":0.472332,"f1":0.427721,"accuracy":0.472332,"main_score":0.427721,"hf_subset":"ewe_Latn-rus_Cyrl","languages":["ewe-Latn","rus-Cyrl"]},{"precision":0.391497,"recall":0.431818,"f1":0.402825,"accuracy":0.431818,"main_score":0.402825,"hf_subset":"ewe_Latn-taq_Latn","languages":["ewe-Latn","taq-Latn"]},{"precision":0.459195,"recall":0.497036,"f1":0.469877,"accuracy":0.497036,"main_score":0.469877,"hf_subset":"ewe_Latn-war_Latn","languages":["ewe-Latn","war-Latn"]},{"precision":0.38765,"recall":0.451581,"f1":0.40444,"accuracy":0.451581,"main_score":0.40444,"hf_subset":"ewe_Latn-arb_Arab","languages":["ewe-Latn","arb-Arab"]},{"precision":0.404947,"recall":0.459486,"f1":0.419183,"accuracy":0.459486,"main_score":0.419183,"hf_subset":"ewe_Latn-bul_Cyrl","languages":["ewe-Latn","bul-Cyrl"]},{"precision":0.442846,"recall":0.496047,"f1":0.456498,"accuracy":0.496047,"main_score":0.456498,"hf_subset":"ewe_Latn-fra_Latn","languages":["ewe-Latn","fra-Latn"]},{"precision":0.40929,"recall":0.476285,"f1":0.426653,"accuracy":0.476285,"main_score":0.426653,"hf_subset":"ewe_Latn-jpn_Jpan","languages":["ewe-Latn","jpn-Jpan"]},{"precision":0.428058,"recall":0.466403,"f1":0.438918,"accuracy":0.466403,"main_score":0.438918,"hf_subset":"ewe_Latn-lij_Latn","languages":["ewe-Latn","lij-Latn"]},{"precision":0.304047,"recall":0.370553,"f1":0.322184,"accuracy":0.370553,"main_score":0.322184,"hf_subset":"ewe_Latn-mya_Mymr","languages":["ewe-Latn","mya-Mymr"]},{"precision":0.422608,"recall":0.460474,"f1":0.433443,"accuracy":0.460474,"main_score":0.433443,"hf_subset":"ewe_Latn-sag_Latn","languages":["ewe-Latn","sag-Latn"]},{"precision":0.165398,"recall":0.22332,"f1":0.179704,"accuracy":0.22332,"main_score":0.179704,"hf_subset":"ewe_Latn-taq_Tfng","languages":["ewe-Latn","taq-Tfng"]},{"precision":0.413409,"recall":0.451581,"f1":0.424319,"accuracy":0.451581,"main_score":0.424319,"hf_subset":"ewe_Latn-wol_Latn","languages":["ewe-Latn","wol-Latn"]},{"precision":0.280169,"recall":0.347826,"f1":0.29831,"accuracy":0.347826,"main_score":0.29831,"hf_subset":"ewe_Latn-arb_Latn","languages":["ewe-Latn","arb-Latn"]},{"precision":0.412894,"recall":0.466403,"f1":0.427666,"accuracy":0.466403,"main_score":0.427666,"hf_subset":"ewe_Latn-cat_Latn","languages":["ewe-Latn","cat-Latn"]},{"precision":0.435144,"recall":0.469368,"f1":0.44475,"accuracy":0.469368,"main_score":0.44475,"hf_subset":"ewe_Latn-fur_Latn","languages":["ewe-Latn","fur-Latn"]},{"precision":0.313085,"recall":0.352767,"f1":0.3241,"accuracy":0.352767,"main_score":0.3241,"hf_subset":"ewe_Latn-kab_Latn","languages":["ewe-Latn","kab-Latn"]},{"precision":0.429825,"recall":0.468379,"f1":0.441191,"accuracy":0.468379,"main_score":0.441191,"hf_subset":"ewe_Latn-lim_Latn","languages":["ewe-Latn","lim-Latn"]},{"precision":0.433855,"recall":0.492095,"f1":0.449437,"accuracy":0.492095,"main_score":0.449437,"hf_subset":"ewe_Latn-nld_Latn","languages":["ewe-Latn","nld-Latn"]},{"precision":0.359333,"recall":0.421937,"f1":0.375358,"accuracy":0.421937,"main_score":0.375358,"hf_subset":"ewe_Latn-san_Deva","languages":["ewe-Latn","san-Deva"]},{"precision":0.408122,"recall":0.452569,"f1":0.420585,"accuracy":0.452569,"main_score":0.420585,"hf_subset":"ewe_Latn-tat_Cyrl","languages":["ewe-Latn","tat-Cyrl"]},{"precision":0.423441,"recall":0.465415,"f1":0.435342,"accuracy":0.465415,"main_score":0.435342,"hf_subset":"ewe_Latn-xho_Latn","languages":["ewe-Latn","xho-Latn"]},{"precision":0.359871,"recall":0.424901,"f1":0.377035,"accuracy":0.424901,"main_score":0.377035,"hf_subset":"ewe_Latn-ars_Arab","languages":["ewe-Latn","ars-Arab"]},{"precision":0.454167,"recall":0.496047,"f1":0.465824,"accuracy":0.496047,"main_score":0.465824,"hf_subset":"ewe_Latn-ceb_Latn","languages":["ewe-Latn","ceb-Latn"]},{"precision":0.407439,"recall":0.451581,"f1":0.420315,"accuracy":0.451581,"main_score":0.420315,"hf_subset":"ewe_Latn-fuv_Latn","languages":["ewe-Latn","fuv-Latn"]},{"precision":0.444063,"recall":0.48419,"f1":0.456236,"accuracy":0.48419,"main_score":0.456236,"hf_subset":"ewe_Latn-kac_Latn","languages":["ewe-Latn","kac-Latn"]},{"precision":0.445546,"recall":0.481225,"f1":0.45547,"accuracy":0.481225,"main_score":0.45547,"hf_subset":"ewe_Latn-lin_Latn","languages":["ewe-Latn","lin-Latn"]},{"precision":0.416736,"recall":0.476285,"f1":0.433607,"accuracy":0.476285,"main_score":0.433607,"hf_subset":"ewe_Latn-nno_Latn","languages":["ewe-Latn","nno-Latn"]},{"precision":0.1705,"recall":0.197628,"f1":0.177547,"accuracy":0.197628,"main_score":0.177547,"hf_subset":"ewe_Latn-sat_Olck","languages":["ewe-Latn","sat-Olck"]},{"precision":0.391686,"recall":0.453557,"f1":0.408334,"accuracy":0.453557,"main_score":0.408334,"hf_subset":"ewe_Latn-tel_Telu","languages":["ewe-Latn","tel-Telu"]},{"precision":0.259908,"recall":0.317194,"f1":0.274123,"accuracy":0.317194,"main_score":0.274123,"hf_subset":"ewe_Latn-ydd_Hebr","languages":["ewe-Latn","ydd-Hebr"]},{"precision":0.378604,"recall":0.428854,"f1":0.391488,"accuracy":0.428854,"main_score":0.391488,"hf_subset":"ewe_Latn-ary_Arab","languages":["ewe-Latn","ary-Arab"]},{"precision":0.412911,"recall":0.466403,"f1":0.427776,"accuracy":0.466403,"main_score":0.427776,"hf_subset":"ewe_Latn-ces_Latn","languages":["ewe-Latn","ces-Latn"]},{"precision":0.326383,"recall":0.381423,"f1":0.341249,"accuracy":0.381423,"main_score":0.341249,"hf_subset":"ewe_Latn-gaz_Latn","languages":["ewe-Latn","gaz-Latn"]},{"precision":0.426225,"recall":0.460474,"f1":0.435776,"accuracy":0.460474,"main_score":0.435776,"hf_subset":"ewe_Latn-kam_Latn","languages":["ewe-Latn","kam-Latn"]},{"precision":0.383991,"recall":0.433794,"f1":0.397842,"accuracy":0.433794,"main_score":0.397842,"hf_subset":"ewe_Latn-lit_Latn","languages":["ewe-Latn","lit-Latn"]},{"precision":0.420897,"recall":0.48419,"f1":0.437847,"accuracy":0.48419,"main_score":0.437847,"hf_subset":"ewe_Latn-nob_Latn","languages":["ewe-Latn","nob-Latn"]},{"precision":0.413566,"recall":0.452569,"f1":0.424304,"accuracy":0.452569,"main_score":0.424304,"hf_subset":"ewe_Latn-scn_Latn","languages":["ewe-Latn","scn-Latn"]},{"precision":0.346129,"recall":0.399209,"f1":0.360119,"accuracy":0.399209,"main_score":0.360119,"hf_subset":"ewe_Latn-tgk_Cyrl","languages":["ewe-Latn","tgk-Cyrl"]},{"precision":0.37971,"recall":0.429842,"f1":0.394631,"accuracy":0.429842,"main_score":0.394631,"hf_subset":"ewe_Latn-yor_Latn","languages":["ewe-Latn","yor-Latn"]},{"precision":0.395488,"recall":0.448617,"f1":0.408841,"accuracy":0.448617,"main_score":0.408841,"hf_subset":"ewe_Latn-arz_Arab","languages":["ewe-Latn","arz-Arab"]},{"precision":0.394152,"recall":0.440711,"f1":0.407418,"accuracy":0.440711,"main_score":0.407418,"hf_subset":"ewe_Latn-cjk_Latn","languages":["ewe-Latn","cjk-Latn"]},{"precision":0.354902,"recall":0.411067,"f1":0.370456,"accuracy":0.411067,"main_score":0.370456,"hf_subset":"ewe_Latn-gla_Latn","languages":["ewe-Latn","gla-Latn"]},{"precision":0.378294,"recall":0.440711,"f1":0.394973,"accuracy":0.440711,"main_score":0.394973,"hf_subset":"ewe_Latn-kan_Knda","languages":["ewe-Latn","kan-Knda"]},{"precision":0.430513,"recall":0.465415,"f1":0.440301,"accuracy":0.465415,"main_score":0.440301,"hf_subset":"ewe_Latn-lmo_Latn","languages":["ewe-Latn","lmo-Latn"]},{"precision":0.394724,"recall":0.45751,"f1":0.41155,"accuracy":0.45751,"main_score":0.41155,"hf_subset":"ewe_Latn-npi_Deva","languages":["ewe-Latn","npi-Deva"]},{"precision":0.358193,"recall":0.410079,"f1":0.373295,"accuracy":0.410079,"main_score":0.373295,"hf_subset":"ewe_Latn-shn_Mymr","languages":["ewe-Latn","shn-Mymr"]},{"precision":0.434964,"recall":0.485178,"f1":0.449161,"accuracy":0.485178,"main_score":0.449161,"hf_subset":"ewe_Latn-tgl_Latn","languages":["ewe-Latn","tgl-Latn"]},{"precision":0.382405,"recall":0.449605,"f1":0.39939,"accuracy":0.449605,"main_score":0.39939,"hf_subset":"ewe_Latn-yue_Hant","languages":["ewe-Latn","yue-Hant"]},{"precision":0.348335,"recall":0.412055,"f1":0.365821,"accuracy":0.412055,"main_score":0.365821,"hf_subset":"ewe_Latn-asm_Beng","languages":["ewe-Latn","asm-Beng"]},{"precision":0.313387,"recall":0.36166,"f1":0.326761,"accuracy":0.36166,"main_score":0.326761,"hf_subset":"ewe_Latn-ckb_Arab","languages":["ewe-Latn","ckb-Arab"]},{"precision":0.361962,"recall":0.413043,"f1":0.375901,"accuracy":0.413043,"main_score":0.375901,"hf_subset":"ewe_Latn-gle_Latn","languages":["ewe-Latn","gle-Latn"]},{"precision":0.324538,"recall":0.385375,"f1":0.340767,"accuracy":0.385375,"main_score":0.340767,"hf_subset":"ewe_Latn-kas_Arab","languages":["ewe-Latn","kas-Arab"]},{"precision":0.38433,"recall":0.429842,"f1":0.396642,"accuracy":0.429842,"main_score":0.396642,"hf_subset":"ewe_Latn-ltg_Latn","languages":["ewe-Latn","ltg-Latn"]},{"precision":0.451737,"recall":0.483202,"f1":0.460903,"accuracy":0.483202,"main_score":0.460903,"hf_subset":"ewe_Latn-nso_Latn","languages":["ewe-Latn","nso-Latn"]},{"precision":0.350158,"recall":0.416008,"f1":0.367927,"accuracy":0.416008,"main_score":0.367927,"hf_subset":"ewe_Latn-sin_Sinh","languages":["ewe-Latn","sin-Sinh"]},{"precision":0.386388,"recall":0.456522,"f1":0.404708,"accuracy":0.456522,"main_score":0.404708,"hf_subset":"ewe_Latn-tha_Thai","languages":["ewe-Latn","tha-Thai"]},{"precision":0.408778,"recall":0.466403,"f1":0.42415,"accuracy":0.466403,"main_score":0.42415,"hf_subset":"ewe_Latn-zho_Hans","languages":["ewe-Latn","zho-Hans"]},{"precision":0.421913,"recall":0.456522,"f1":0.431396,"accuracy":0.456522,"main_score":0.431396,"hf_subset":"ewe_Latn-ast_Latn","languages":["ewe-Latn","ast-Latn"]},{"precision":0.398776,"recall":0.44664,"f1":0.411912,"accuracy":0.44664,"main_score":0.411912,"hf_subset":"ewe_Latn-crh_Latn","languages":["ewe-Latn","crh-Latn"]},{"precision":0.43547,"recall":0.481225,"f1":0.448173,"accuracy":0.481225,"main_score":0.448173,"hf_subset":"ewe_Latn-glg_Latn","languages":["ewe-Latn","glg-Latn"]},{"precision":0.369987,"recall":0.427866,"f1":0.386012,"accuracy":0.427866,"main_score":0.386012,"hf_subset":"ewe_Latn-kas_Deva","languages":["ewe-Latn","kas-Deva"]},{"precision":0.413602,"recall":0.45751,"f1":0.425859,"accuracy":0.45751,"main_score":0.425859,"hf_subset":"ewe_Latn-ltz_Latn","languages":["ewe-Latn","ltz-Latn"]},{"precision":0.34634,"recall":0.389328,"f1":0.357772,"accuracy":0.389328,"main_score":0.357772,"hf_subset":"ewe_Latn-nus_Latn","languages":["ewe-Latn","nus-Latn"]},{"precision":0.406978,"recall":0.45751,"f1":0.420629,"accuracy":0.45751,"main_score":0.420629,"hf_subset":"ewe_Latn-slk_Latn","languages":["ewe-Latn","slk-Latn"]},{"precision":0.300171,"recall":0.346838,"f1":0.31274,"accuracy":0.346838,"main_score":0.31274,"hf_subset":"ewe_Latn-tir_Ethi","languages":["ewe-Latn","tir-Ethi"]},{"precision":0.384027,"recall":0.448617,"f1":0.40032,"accuracy":0.448617,"main_score":0.40032,"hf_subset":"ewe_Latn-zho_Hant","languages":["ewe-Latn","zho-Hant"]},{"precision":0.403506,"recall":0.463439,"f1":0.420125,"accuracy":0.463439,"main_score":0.420125,"hf_subset":"ewe_Latn-awa_Deva","languages":["ewe-Latn","awa-Deva"]},{"precision":0.389569,"recall":0.433794,"f1":0.401254,"accuracy":0.433794,"main_score":0.401254,"hf_subset":"ewe_Latn-cym_Latn","languages":["ewe-Latn","cym-Latn"]},{"precision":0.434768,"recall":0.477273,"f1":0.446989,"accuracy":0.477273,"main_score":0.446989,"hf_subset":"ewe_Latn-grn_Latn","languages":["ewe-Latn","grn-Latn"]},{"precision":0.359248,"recall":0.41502,"f1":0.374819,"accuracy":0.41502,"main_score":0.374819,"hf_subset":"ewe_Latn-kat_Geor","languages":["ewe-Latn","kat-Geor"]},{"precision":0.442068,"recall":0.476285,"f1":0.451989,"accuracy":0.476285,"main_score":0.451989,"hf_subset":"ewe_Latn-lua_Latn","languages":["ewe-Latn","lua-Latn"]},{"precision":0.451668,"recall":0.491107,"f1":0.463236,"accuracy":0.491107,"main_score":0.463236,"hf_subset":"ewe_Latn-nya_Latn","languages":["ewe-Latn","nya-Latn"]},{"precision":0.394391,"recall":0.442688,"f1":0.407081,"accuracy":0.442688,"main_score":0.407081,"hf_subset":"ewe_Latn-slv_Latn","languages":["ewe-Latn","slv-Latn"]},{"precision":0.446415,"recall":0.491107,"f1":0.457947,"accuracy":0.491107,"main_score":0.457947,"hf_subset":"ewe_Latn-tpi_Latn","languages":["ewe-Latn","tpi-Latn"]},{"precision":0.433203,"recall":0.490119,"f1":0.448802,"accuracy":0.490119,"main_score":0.448802,"hf_subset":"ewe_Latn-zsm_Latn","languages":["ewe-Latn","zsm-Latn"]},{"precision":0.380419,"recall":0.442688,"f1":0.39815,"accuracy":0.442688,"main_score":0.39815,"hf_subset":"ewe_Latn-ayr_Latn","languages":["ewe-Latn","ayr-Latn"]},{"precision":0.425422,"recall":0.486166,"f1":0.441493,"accuracy":0.486166,"main_score":0.441493,"hf_subset":"ewe_Latn-dan_Latn","languages":["ewe-Latn","dan-Latn"]},{"precision":0.379436,"recall":0.447628,"f1":0.397563,"accuracy":0.447628,"main_score":0.397563,"hf_subset":"ewe_Latn-guj_Gujr","languages":["ewe-Latn","guj-Gujr"]},{"precision":0.393432,"recall":0.443676,"f1":0.407313,"accuracy":0.443676,"main_score":0.407313,"hf_subset":"ewe_Latn-kaz_Cyrl","languages":["ewe-Latn","kaz-Cyrl"]},{"precision":0.405762,"recall":0.442688,"f1":0.416668,"accuracy":0.442688,"main_score":0.416668,"hf_subset":"ewe_Latn-lug_Latn","languages":["ewe-Latn","lug-Latn"]},{"precision":0.424314,"recall":0.469368,"f1":0.436613,"accuracy":0.469368,"main_score":0.436613,"hf_subset":"ewe_Latn-oci_Latn","languages":["ewe-Latn","oci-Latn"]},{"precision":0.441613,"recall":0.480237,"f1":0.452386,"accuracy":0.480237,"main_score":0.452386,"hf_subset":"ewe_Latn-smo_Latn","languages":["ewe-Latn","smo-Latn"]},{"precision":0.431308,"recall":0.471344,"f1":0.443818,"accuracy":0.471344,"main_score":0.443818,"hf_subset":"ewe_Latn-tsn_Latn","languages":["ewe-Latn","tsn-Latn"]},{"precision":0.417194,"recall":0.456522,"f1":0.428426,"accuracy":0.456522,"main_score":0.428426,"hf_subset":"ewe_Latn-zul_Latn","languages":["ewe-Latn","zul-Latn"]},{"precision":0.299485,"recall":0.364625,"f1":0.317481,"accuracy":0.364625,"main_score":0.317481,"hf_subset":"ewe_Latn-azb_Arab","languages":["ewe-Latn","azb-Arab"]},{"precision":0.432846,"recall":0.493083,"f1":0.448429,"accuracy":0.493083,"main_score":0.448429,"hf_subset":"ewe_Latn-deu_Latn","languages":["ewe-Latn","deu-Latn"]},{"precision":0.380646,"recall":0.425889,"f1":0.393397,"accuracy":0.425889,"main_score":0.393397,"hf_subset":"ewe_Latn-hat_Latn","languages":["ewe-Latn","hat-Latn"]},{"precision":0.3896,"recall":0.431818,"f1":0.401172,"accuracy":0.431818,"main_score":0.401172,"hf_subset":"ewe_Latn-kbp_Latn","languages":["ewe-Latn","kbp-Latn"]},{"precision":0.44677,"recall":0.487154,"f1":0.458077,"accuracy":0.487154,"main_score":0.458077,"hf_subset":"ewe_Latn-luo_Latn","languages":["ewe-Latn","luo-Latn"]},{"precision":0.359208,"recall":0.420949,"f1":0.375919,"accuracy":0.420949,"main_score":0.375919,"hf_subset":"ewe_Latn-ory_Orya","languages":["ewe-Latn","ory-Orya"]},{"precision":0.427969,"recall":0.467391,"f1":0.439413,"accuracy":0.467391,"main_score":0.439413,"hf_subset":"ewe_Latn-sna_Latn","languages":["ewe-Latn","sna-Latn"]},{"precision":0.425053,"recall":0.465415,"f1":0.436005,"accuracy":0.465415,"main_score":0.436005,"hf_subset":"ewe_Latn-tso_Latn","languages":["ewe-Latn","tso-Latn"]},{"precision":0.389617,"recall":0.434783,"f1":0.402703,"accuracy":0.434783,"main_score":0.402703,"hf_subset":"ewe_Latn-azj_Latn","languages":["ewe-Latn","azj-Latn"]},{"precision":0.391965,"recall":0.445652,"f1":0.406994,"accuracy":0.445652,"main_score":0.406994,"hf_subset":"ewe_Latn-dik_Latn","languages":["ewe-Latn","dik-Latn"]},{"precision":0.440031,"recall":0.477273,"f1":0.450508,"accuracy":0.477273,"main_score":0.450508,"hf_subset":"ewe_Latn-hau_Latn","languages":["ewe-Latn","hau-Latn"]},{"precision":0.411874,"recall":0.451581,"f1":0.423447,"accuracy":0.451581,"main_score":0.423447,"hf_subset":"ewe_Latn-kea_Latn","languages":["ewe-Latn","kea-Latn"]},{"precision":0.453113,"recall":0.493083,"f1":0.464954,"accuracy":0.493083,"main_score":0.464954,"hf_subset":"ewe_Latn-lus_Latn","languages":["ewe-Latn","lus-Latn"]},{"precision":0.442896,"recall":0.479249,"f1":0.453661,"accuracy":0.479249,"main_score":0.453661,"hf_subset":"ewe_Latn-pag_Latn","languages":["ewe-Latn","pag-Latn"]},{"precision":0.32285,"recall":0.375494,"f1":0.336435,"accuracy":0.375494,"main_score":0.336435,"hf_subset":"ewe_Latn-snd_Arab","languages":["ewe-Latn","snd-Arab"]},{"precision":0.391836,"recall":0.437747,"f1":0.404523,"accuracy":0.437747,"main_score":0.404523,"hf_subset":"ewe_Latn-tuk_Latn","languages":["ewe-Latn","tuk-Latn"]},{"precision":0.413067,"recall":0.456522,"f1":0.424907,"accuracy":0.456522,"main_score":0.424907,"hf_subset":"ewe_Latn-bak_Cyrl","languages":["ewe-Latn","bak-Cyrl"]},{"precision":0.346956,"recall":0.397233,"f1":0.361153,"accuracy":0.397233,"main_score":0.361153,"hf_subset":"ewe_Latn-dyu_Latn","languages":["ewe-Latn","dyu-Latn"]},{"precision":0.321076,"recall":0.381423,"f1":0.337178,"accuracy":0.381423,"main_score":0.337178,"hf_subset":"ewe_Latn-heb_Hebr","languages":["ewe-Latn","heb-Hebr"]},{"precision":0.376762,"recall":0.421937,"f1":0.389709,"accuracy":0.421937,"main_score":0.389709,"hf_subset":"ewe_Latn-khk_Cyrl","languages":["ewe-Latn","khk-Cyrl"]},{"precision":0.392455,"recall":0.438735,"f1":0.405294,"accuracy":0.438735,"main_score":0.405294,"hf_subset":"ewe_Latn-lvs_Latn","languages":["ewe-Latn","lvs-Latn"]},{"precision":0.361253,"recall":0.426877,"f1":0.378583,"accuracy":0.426877,"main_score":0.378583,"hf_subset":"ewe_Latn-pan_Guru","languages":["ewe-Latn","pan-Guru"]},{"precision":0.373491,"recall":0.41996,"f1":0.386751,"accuracy":0.41996,"main_score":0.386751,"hf_subset":"ewe_Latn-som_Latn","languages":["ewe-Latn","som-Latn"]},{"precision":0.440069,"recall":0.472332,"f1":0.449802,"accuracy":0.472332,"main_score":0.449802,"hf_subset":"ewe_Latn-tum_Latn","languages":["ewe-Latn","tum-Latn"]},{"precision":0.30095,"recall":0.374506,"f1":0.320562,"accuracy":0.374506,"main_score":0.320562,"hf_subset":"ilo_Latn-ace_Arab","languages":["ilo-Latn","ace-Arab"]},{"precision":0.418169,"recall":0.485178,"f1":0.436884,"accuracy":0.485178,"main_score":0.436884,"hf_subset":"ilo_Latn-bam_Latn","languages":["ilo-Latn","bam-Latn"]},{"precision":0.148416,"recall":0.212451,"f1":0.164605,"accuracy":0.212451,"main_score":0.164605,"hf_subset":"ilo_Latn-dzo_Tibt","languages":["ilo-Latn","dzo-Tibt"]},{"precision":0.710607,"recall":0.768775,"f1":0.727421,"accuracy":0.768775,"main_score":0.727421,"hf_subset":"ilo_Latn-hin_Deva","languages":["ilo-Latn","hin-Deva"]},{"precision":0.473549,"recall":0.544466,"f1":0.493149,"accuracy":0.544466,"main_score":0.493149,"hf_subset":"ilo_Latn-khm_Khmr","languages":["ilo-Latn","khm-Khmr"]},{"precision":0.709865,"recall":0.764822,"f1":0.725631,"accuracy":0.764822,"main_score":0.725631,"hf_subset":"ilo_Latn-mag_Deva","languages":["ilo-Latn","mag-Deva"]},{"precision":0.718153,"recall":0.763834,"f1":0.730247,"accuracy":0.763834,"main_score":0.730247,"hf_subset":"ilo_Latn-pap_Latn","languages":["ilo-Latn","pap-Latn"]},{"precision":0.465927,"recall":0.530632,"f1":0.484433,"accuracy":0.530632,"main_score":0.484433,"hf_subset":"ilo_Latn-sot_Latn","languages":["ilo-Latn","sot-Latn"]},{"precision":0.695932,"recall":0.750988,"f1":0.712136,"accuracy":0.750988,"main_score":0.712136,"hf_subset":"ilo_Latn-tur_Latn","languages":["ilo-Latn","tur-Latn"]},{"precision":0.636506,"recall":0.685771,"f1":0.65112,"accuracy":0.685771,"main_score":0.65112,"hf_subset":"ilo_Latn-ace_Latn","languages":["ilo-Latn","ace-Latn"]},{"precision":0.688861,"recall":0.730237,"f1":0.701052,"accuracy":0.730237,"main_score":0.701052,"hf_subset":"ilo_Latn-ban_Latn","languages":["ilo-Latn","ban-Latn"]},{"precision":0.605169,"recall":0.676877,"f1":0.625746,"accuracy":0.676877,"main_score":0.625746,"hf_subset":"ilo_Latn-ell_Grek","languages":["ilo-Latn","ell-Grek"]},{"precision":0.689281,"recall":0.743083,"f1":0.705105,"accuracy":0.743083,"main_score":0.705105,"hf_subset":"ilo_Latn-hne_Deva","languages":["ilo-Latn","hne-Deva"]},{"precision":0.481457,"recall":0.543478,"f1":0.498989,"accuracy":0.543478,"main_score":0.498989,"hf_subset":"ilo_Latn-kik_Latn","languages":["ilo-Latn","kik-Latn"]},{"precision":0.718973,"recall":0.771739,"f1":0.733863,"accuracy":0.771739,"main_score":0.733863,"hf_subset":"ilo_Latn-mai_Deva","languages":["ilo-Latn","mai-Deva"]},{"precision":0.583476,"recall":0.651186,"f1":0.602861,"accuracy":0.651186,"main_score":0.602861,"hf_subset":"ilo_Latn-pbt_Arab","languages":["ilo-Latn","pbt-Arab"]},{"precision":0.736029,"recall":0.788538,"f1":0.751102,"accuracy":0.788538,"main_score":0.751102,"hf_subset":"ilo_Latn-spa_Latn","languages":["ilo-Latn","spa-Latn"]},{"precision":0.537549,"recall":0.59585,"f1":0.554861,"accuracy":0.59585,"main_score":0.554861,"hf_subset":"ilo_Latn-twi_Latn","languages":["ilo-Latn","twi-Latn"]},{"precision":0.67797,"recall":0.73913,"f1":0.696246,"accuracy":0.73913,"main_score":0.696246,"hf_subset":"ilo_Latn-acm_Arab","languages":["ilo-Latn","acm-Arab"]},{"precision":0.558427,"recall":0.623518,"f1":0.577237,"accuracy":0.623518,"main_score":0.577237,"hf_subset":"ilo_Latn-bel_Cyrl","languages":["ilo-Latn","bel-Cyrl"]},{"precision":0.76239,"recall":0.807312,"f1":0.775694,"accuracy":0.807312,"main_score":0.775694,"hf_subset":"ilo_Latn-eng_Latn","languages":["ilo-Latn","eng-Latn"]},{"precision":0.666973,"recall":0.718379,"f1":0.682216,"accuracy":0.718379,"main_score":0.682216,"hf_subset":"ilo_Latn-hrv_Latn","languages":["ilo-Latn","hrv-Latn"]},{"precision":0.420487,"recall":0.488142,"f1":0.439504,"accuracy":0.488142,"main_score":0.439504,"hf_subset":"ilo_Latn-kin_Latn","languages":["ilo-Latn","kin-Latn"]},{"precision":0.642856,"recall":0.711462,"f1":0.662325,"accuracy":0.711462,"main_score":0.662325,"hf_subset":"ilo_Latn-mal_Mlym","languages":["ilo-Latn","mal-Mlym"]},{"precision":0.677127,"recall":0.737154,"f1":0.694895,"accuracy":0.737154,"main_score":0.694895,"hf_subset":"ilo_Latn-pes_Arab","languages":["ilo-Latn","pes-Arab"]},{"precision":0.6632,"recall":0.712451,"f1":0.677731,"accuracy":0.712451,"main_score":0.677731,"hf_subset":"ilo_Latn-srd_Latn","languages":["ilo-Latn","srd-Latn"]},{"precision":0.128454,"recall":0.189723,"f1":0.142407,"accuracy":0.189723,"main_score":0.142407,"hf_subset":"ilo_Latn-tzm_Tfng","languages":["ilo-Latn","tzm-Tfng"]},{"precision":0.673151,"recall":0.73419,"f1":0.691013,"accuracy":0.73419,"main_score":0.691013,"hf_subset":"ilo_Latn-acq_Arab","languages":["ilo-Latn","acq-Arab"]},{"precision":0.508483,"recall":0.566206,"f1":0.525076,"accuracy":0.566206,"main_score":0.525076,"hf_subset":"ilo_Latn-bem_Latn","languages":["ilo-Latn","bem-Latn"]},{"precision":0.664432,"recall":0.718379,"f1":0.679634,"accuracy":0.718379,"main_score":0.679634,"hf_subset":"ilo_Latn-epo_Latn","languages":["ilo-Latn","epo-Latn"]},{"precision":0.630031,"recall":0.690711,"f1":0.64756,"accuracy":0.690711,"main_score":0.64756,"hf_subset":"ilo_Latn-hun_Latn","languages":["ilo-Latn","hun-Latn"]},{"precision":0.566245,"recall":0.631423,"f1":0.584513,"accuracy":0.631423,"main_score":0.584513,"hf_subset":"ilo_Latn-kir_Cyrl","languages":["ilo-Latn","kir-Cyrl"]},{"precision":0.668119,"recall":0.736166,"f1":0.688216,"accuracy":0.736166,"main_score":0.688216,"hf_subset":"ilo_Latn-mar_Deva","languages":["ilo-Latn","mar-Deva"]},{"precision":0.485757,"recall":0.545455,"f1":0.502772,"accuracy":0.545455,"main_score":0.502772,"hf_subset":"ilo_Latn-plt_Latn","languages":["ilo-Latn","plt-Latn"]},{"precision":0.621601,"recall":0.686759,"f1":0.640707,"accuracy":0.686759,"main_score":0.640707,"hf_subset":"ilo_Latn-srp_Cyrl","languages":["ilo-Latn","srp-Cyrl"]},{"precision":0.301203,"recall":0.371542,"f1":0.32005,"accuracy":0.371542,"main_score":0.32005,"hf_subset":"ilo_Latn-uig_Arab","languages":["ilo-Latn","uig-Arab"]},{"precision":0.643834,"recall":0.700593,"f1":0.660459,"accuracy":0.700593,"main_score":0.660459,"hf_subset":"ilo_Latn-aeb_Arab","languages":["ilo-Latn","aeb-Arab"]},{"precision":0.699161,"recall":0.752964,"f1":0.714742,"accuracy":0.752964,"main_score":0.714742,"hf_subset":"ilo_Latn-ben_Beng","languages":["ilo-Latn","ben-Beng"]},{"precision":0.582879,"recall":0.647233,"f1":0.601086,"accuracy":0.647233,"main_score":0.601086,"hf_subset":"ilo_Latn-est_Latn","languages":["ilo-Latn","est-Latn"]},{"precision":0.486737,"recall":0.552372,"f1":0.505516,"accuracy":0.552372,"main_score":0.505516,"hf_subset":"ilo_Latn-hye_Armn","languages":["ilo-Latn","hye-Armn"]},{"precision":0.447962,"recall":0.507905,"f1":0.464937,"accuracy":0.507905,"main_score":0.464937,"hf_subset":"ilo_Latn-kmb_Latn","languages":["ilo-Latn","kmb-Latn"]},{"precision":0.271046,"recall":0.328063,"f1":0.28586,"accuracy":0.328063,"main_score":0.28586,"hf_subset":"ilo_Latn-min_Arab","languages":["ilo-Latn","min-Arab"]},{"precision":0.69734,"recall":0.755929,"f1":0.714026,"accuracy":0.755929,"main_score":0.714026,"hf_subset":"ilo_Latn-pol_Latn","languages":["ilo-Latn","pol-Latn"]},{"precision":0.437444,"recall":0.511858,"f1":0.457783,"accuracy":0.511858,"main_score":0.457783,"hf_subset":"ilo_Latn-ssw_Latn","languages":["ilo-Latn","ssw-Latn"]},{"precision":0.669526,"recall":0.731225,"f1":0.687336,"accuracy":0.731225,"main_score":0.687336,"hf_subset":"ilo_Latn-ukr_Cyrl","languages":["ilo-Latn","ukr-Cyrl"]},{"precision":0.688249,"recall":0.741107,"f1":0.703294,"accuracy":0.741107,"main_score":0.703294,"hf_subset":"ilo_Latn-afr_Latn","languages":["ilo-Latn","afr-Latn"]},{"precision":0.702592,"recall":0.754941,"f1":0.717514,"accuracy":0.754941,"main_score":0.717514,"hf_subset":"ilo_Latn-bho_Deva","languages":["ilo-Latn","bho-Deva"]},{"precision":0.605586,"recall":0.660079,"f1":0.621275,"accuracy":0.660079,"main_score":0.621275,"hf_subset":"ilo_Latn-eus_Latn","languages":["ilo-Latn","eus-Latn"]},{"precision":0.426467,"recall":0.498024,"f1":0.446131,"accuracy":0.498024,"main_score":0.446131,"hf_subset":"ilo_Latn-ibo_Latn","languages":["ilo-Latn","ibo-Latn"]},{"precision":0.467475,"recall":0.541502,"f1":0.488086,"accuracy":0.541502,"main_score":0.488086,"hf_subset":"ilo_Latn-kmr_Latn","languages":["ilo-Latn","kmr-Latn"]},{"precision":0.640342,"recall":0.692688,"f1":0.654792,"accuracy":0.692688,"main_score":0.654792,"hf_subset":"ilo_Latn-min_Latn","languages":["ilo-Latn","min-Latn"]},{"precision":0.741941,"recall":0.796443,"f1":0.757847,"accuracy":0.796443,"main_score":0.757847,"hf_subset":"ilo_Latn-por_Latn","languages":["ilo-Latn","por-Latn"]},{"precision":0.700745,"recall":0.737154,"f1":0.710916,"accuracy":0.737154,"main_score":0.710916,"hf_subset":"ilo_Latn-sun_Latn","languages":["ilo-Latn","sun-Latn"]},{"precision":0.423374,"recall":0.493083,"f1":0.443249,"accuracy":0.493083,"main_score":0.443249,"hf_subset":"ilo_Latn-umb_Latn","languages":["ilo-Latn","umb-Latn"]},{"precision":0.669837,"recall":0.727273,"f1":0.686315,"accuracy":0.727273,"main_score":0.686315,"hf_subset":"ilo_Latn-ajp_Arab","languages":["ilo-Latn","ajp-Arab"]},{"precision":0.296687,"recall":0.356719,"f1":0.31268,"accuracy":0.356719,"main_score":0.31268,"hf_subset":"ilo_Latn-bjn_Arab","languages":["ilo-Latn","bjn-Arab"]},{"precision":0.451421,"recall":0.512846,"f1":0.469255,"accuracy":0.512846,"main_score":0.469255,"hf_subset":"ilo_Latn-ewe_Latn","languages":["ilo-Latn","ewe-Latn"]},{"precision":0.201442,"recall":0.266798,"f1":0.217298,"accuracy":0.266798,"main_score":0.217298,"hf_subset":"ilo_Latn-knc_Arab","languages":["ilo-Latn","knc-Arab"]},{"precision":0.647434,"recall":0.698617,"f1":0.662377,"accuracy":0.698617,"main_score":0.662377,"hf_subset":"ilo_Latn-mkd_Cyrl","languages":["ilo-Latn","mkd-Cyrl"]},{"precision":0.675127,"recall":0.744071,"f1":0.695391,"accuracy":0.744071,"main_score":0.695391,"hf_subset":"ilo_Latn-prs_Arab","languages":["ilo-Latn","prs-Arab"]},{"precision":0.698111,"recall":0.754941,"f1":0.714992,"accuracy":0.754941,"main_score":0.714992,"hf_subset":"ilo_Latn-swe_Latn","languages":["ilo-Latn","swe-Latn"]},{"precision":0.605114,"recall":0.676877,"f1":0.626181,"accuracy":0.676877,"main_score":0.626181,"hf_subset":"ilo_Latn-urd_Arab","languages":["ilo-Latn","urd-Arab"]},{"precision":0.515926,"recall":0.577075,"f1":0.533452,"accuracy":0.577075,"main_score":0.533452,"hf_subset":"ilo_Latn-aka_Latn","languages":["ilo-Latn","aka-Latn"]},{"precision":0.636678,"recall":0.687747,"f1":0.651309,"accuracy":0.687747,"main_score":0.651309,"hf_subset":"ilo_Latn-bjn_Latn","languages":["ilo-Latn","bjn-Latn"]},{"precision":0.495678,"recall":0.561265,"f1":0.51406,"accuracy":0.561265,"main_score":0.51406,"hf_subset":"ilo_Latn-fao_Latn","languages":["ilo-Latn","fao-Latn"]},{"precision":0.741883,"recall":0.794466,"f1":0.757214,"accuracy":0.794466,"main_score":0.757214,"hf_subset":"ilo_Latn-ind_Latn","languages":["ilo-Latn","ind-Latn"]},{"precision":0.505449,"recall":0.563241,"f1":0.522305,"accuracy":0.563241,"main_score":0.522305,"hf_subset":"ilo_Latn-knc_Latn","languages":["ilo-Latn","knc-Latn"]},{"precision":0.644024,"recall":0.705534,"f1":0.660996,"accuracy":0.705534,"main_score":0.660996,"hf_subset":"ilo_Latn-mlt_Latn","languages":["ilo-Latn","mlt-Latn"]},{"precision":0.512758,"recall":0.583992,"f1":0.533496,"accuracy":0.583992,"main_score":0.533496,"hf_subset":"ilo_Latn-quy_Latn","languages":["ilo-Latn","quy-Latn"]},{"precision":0.581242,"recall":0.639328,"f1":0.598119,"accuracy":0.639328,"main_score":0.598119,"hf_subset":"ilo_Latn-swh_Latn","languages":["ilo-Latn","swh-Latn"]},{"precision":0.514978,"recall":0.578063,"f1":0.532712,"accuracy":0.578063,"main_score":0.532712,"hf_subset":"ilo_Latn-uzn_Latn","languages":["ilo-Latn","uzn-Latn"]},{"precision":0.642499,"recall":0.694664,"f1":0.657408,"accuracy":0.694664,"main_score":0.657408,"hf_subset":"ilo_Latn-als_Latn","languages":["ilo-Latn","als-Latn"]},{"precision":0.189528,"recall":0.249012,"f1":0.205137,"accuracy":0.249012,"main_score":0.205137,"hf_subset":"ilo_Latn-bod_Tibt","languages":["ilo-Latn","bod-Tibt"]},{"precision":0.449355,"recall":0.523715,"f1":0.470246,"accuracy":0.523715,"main_score":0.470246,"hf_subset":"ilo_Latn-fij_Latn","languages":["ilo-Latn","fij-Latn"]},{"precision":0.444858,"recall":0.509881,"f1":0.462341,"accuracy":0.509881,"main_score":0.462341,"hf_subset":"ilo_Latn-isl_Latn","languages":["ilo-Latn","isl-Latn"]},{"precision":0.533195,"recall":0.590909,"f1":0.54972,"accuracy":0.590909,"main_score":0.54972,"hf_subset":"ilo_Latn-kon_Latn","languages":["ilo-Latn","kon-Latn"]},{"precision":0.403347,"recall":0.48419,"f1":0.425128,"accuracy":0.48419,"main_score":0.425128,"hf_subset":"ilo_Latn-mni_Beng","languages":["ilo-Latn","mni-Beng"]},{"precision":0.708249,"recall":0.762846,"f1":0.723915,"accuracy":0.762846,"main_score":0.723915,"hf_subset":"ilo_Latn-ron_Latn","languages":["ilo-Latn","ron-Latn"]},{"precision":0.600823,"recall":0.661067,"f1":0.618326,"accuracy":0.661067,"main_score":0.618326,"hf_subset":"ilo_Latn-szl_Latn","languages":["ilo-Latn","szl-Latn"]},{"precision":0.679545,"recall":0.726285,"f1":0.692859,"accuracy":0.726285,"main_score":0.692859,"hf_subset":"ilo_Latn-vec_Latn","languages":["ilo-Latn","vec-Latn"]},{"precision":0.507865,"recall":0.576087,"f1":0.526953,"accuracy":0.576087,"main_score":0.526953,"hf_subset":"ilo_Latn-amh_Ethi","languages":["ilo-Latn","amh-Ethi"]},{"precision":0.68614,"recall":0.737154,"f1":0.701087,"accuracy":0.737154,"main_score":0.701087,"hf_subset":"ilo_Latn-bos_Latn","languages":["ilo-Latn","bos-Latn"]},{"precision":0.657593,"recall":0.716403,"f1":0.675203,"accuracy":0.716403,"main_score":0.675203,"hf_subset":"ilo_Latn-fin_Latn","languages":["ilo-Latn","fin-Latn"]},{"precision":0.71223,"recall":0.767787,"f1":0.728407,"accuracy":0.767787,"main_score":0.728407,"hf_subset":"ilo_Latn-ita_Latn","languages":["ilo-Latn","ita-Latn"]},{"precision":0.668979,"recall":0.732213,"f1":0.687632,"accuracy":0.732213,"main_score":0.687632,"hf_subset":"ilo_Latn-kor_Hang","languages":["ilo-Latn","kor-Hang"]},{"precision":0.460234,"recall":0.521739,"f1":0.477607,"accuracy":0.521739,"main_score":0.477607,"hf_subset":"ilo_Latn-mos_Latn","languages":["ilo-Latn","mos-Latn"]},{"precision":0.430641,"recall":0.5,"f1":0.449502,"accuracy":0.5,"main_score":0.449502,"hf_subset":"ilo_Latn-run_Latn","languages":["ilo-Latn","run-Latn"]},{"precision":0.616464,"recall":0.690711,"f1":0.638246,"accuracy":0.690711,"main_score":0.638246,"hf_subset":"ilo_Latn-tam_Taml","languages":["ilo-Latn","tam-Taml"]},{"precision":0.686324,"recall":0.744071,"f1":0.703296,"accuracy":0.744071,"main_score":0.703296,"hf_subset":"ilo_Latn-vie_Latn","languages":["ilo-Latn","vie-Latn"]},{"precision":0.661629,"recall":0.724308,"f1":0.679974,"accuracy":0.724308,"main_score":0.679974,"hf_subset":"ilo_Latn-apc_Arab","languages":["ilo-Latn","apc-Arab"]},{"precision":0.631999,"recall":0.687747,"f1":0.648998,"accuracy":0.687747,"main_score":0.648998,"hf_subset":"ilo_Latn-bug_Latn","languages":["ilo-Latn","bug-Latn"]},{"precision":0.413253,"recall":0.477273,"f1":0.431143,"accuracy":0.477273,"main_score":0.431143,"hf_subset":"ilo_Latn-fon_Latn","languages":["ilo-Latn","fon-Latn"]},{"precision":0.681439,"recall":0.726285,"f1":0.694686,"accuracy":0.726285,"main_score":0.694686,"hf_subset":"ilo_Latn-jav_Latn","languages":["ilo-Latn","jav-Latn"]},{"precision":0.449739,"recall":0.51581,"f1":0.468161,"accuracy":0.51581,"main_score":0.468161,"hf_subset":"ilo_Latn-lao_Laoo","languages":["ilo-Latn","lao-Laoo"]},{"precision":0.41956,"recall":0.488142,"f1":0.438272,"accuracy":0.488142,"main_score":0.438272,"hf_subset":"ilo_Latn-mri_Latn","languages":["ilo-Latn","mri-Latn"]},{"precision":0.698498,"recall":0.759881,"f1":0.716474,"accuracy":0.759881,"main_score":0.716474,"hf_subset":"ilo_Latn-rus_Cyrl","languages":["ilo-Latn","rus-Cyrl"]},{"precision":0.44511,"recall":0.514822,"f1":0.464686,"accuracy":0.514822,"main_score":0.464686,"hf_subset":"ilo_Latn-taq_Latn","languages":["ilo-Latn","taq-Latn"]},{"precision":0.80401,"recall":0.839921,"f1":0.813562,"accuracy":0.839921,"main_score":0.813562,"hf_subset":"ilo_Latn-war_Latn","languages":["ilo-Latn","war-Latn"]},{"precision":0.670916,"recall":0.73419,"f1":0.688766,"accuracy":0.73419,"main_score":0.688766,"hf_subset":"ilo_Latn-arb_Arab","languages":["ilo-Latn","arb-Arab"]},{"precision":0.706275,"recall":0.758893,"f1":0.722694,"accuracy":0.758893,"main_score":0.722694,"hf_subset":"ilo_Latn-bul_Cyrl","languages":["ilo-Latn","bul-Cyrl"]},{"precision":0.726226,"recall":0.77668,"f1":0.740769,"accuracy":0.77668,"main_score":0.740769,"hf_subset":"ilo_Latn-fra_Latn","languages":["ilo-Latn","fra-Latn"]},{"precision":0.700618,"recall":0.76087,"f1":0.717912,"accuracy":0.76087,"main_score":0.717912,"hf_subset":"ilo_Latn-jpn_Jpan","languages":["ilo-Latn","jpn-Jpan"]},{"precision":0.675421,"recall":0.720356,"f1":0.688686,"accuracy":0.720356,"main_score":0.688686,"hf_subset":"ilo_Latn-lij_Latn","languages":["ilo-Latn","lij-Latn"]},{"precision":0.452427,"recall":0.527668,"f1":0.47318,"accuracy":0.527668,"main_score":0.47318,"hf_subset":"ilo_Latn-mya_Mymr","languages":["ilo-Latn","mya-Mymr"]},{"precision":0.488547,"recall":0.557312,"f1":0.5085,"accuracy":0.557312,"main_score":0.5085,"hf_subset":"ilo_Latn-sag_Latn","languages":["ilo-Latn","sag-Latn"]},{"precision":0.150127,"recall":0.225296,"f1":0.165968,"accuracy":0.225296,"main_score":0.165968,"hf_subset":"ilo_Latn-taq_Tfng","languages":["ilo-Latn","taq-Tfng"]},{"precision":0.496113,"recall":0.563241,"f1":0.515798,"accuracy":0.563241,"main_score":0.515798,"hf_subset":"ilo_Latn-wol_Latn","languages":["ilo-Latn","wol-Latn"]},{"precision":0.289211,"recall":0.375494,"f1":0.311406,"accuracy":0.375494,"main_score":0.311406,"hf_subset":"ilo_Latn-arb_Latn","languages":["ilo-Latn","arb-Latn"]},{"precision":0.705406,"recall":0.752964,"f1":0.719002,"accuracy":0.752964,"main_score":0.719002,"hf_subset":"ilo_Latn-cat_Latn","languages":["ilo-Latn","cat-Latn"]},{"precision":0.66048,"recall":0.715415,"f1":0.67611,"accuracy":0.715415,"main_score":0.67611,"hf_subset":"ilo_Latn-fur_Latn","languages":["ilo-Latn","fur-Latn"]},{"precision":0.295736,"recall":0.365613,"f1":0.314575,"accuracy":0.365613,"main_score":0.314575,"hf_subset":"ilo_Latn-kab_Latn","languages":["ilo-Latn","kab-Latn"]},{"precision":0.656139,"recall":0.711462,"f1":0.671617,"accuracy":0.711462,"main_score":0.671617,"hf_subset":"ilo_Latn-lim_Latn","languages":["ilo-Latn","lim-Latn"]},{"precision":0.722235,"recall":0.775692,"f1":0.738104,"accuracy":0.775692,"main_score":0.738104,"hf_subset":"ilo_Latn-nld_Latn","languages":["ilo-Latn","nld-Latn"]},{"precision":0.576623,"recall":0.645257,"f1":0.59692,"accuracy":0.645257,"main_score":0.59692,"hf_subset":"ilo_Latn-san_Deva","languages":["ilo-Latn","san-Deva"]},{"precision":0.598752,"recall":0.655138,"f1":0.615341,"accuracy":0.655138,"main_score":0.615341,"hf_subset":"ilo_Latn-tat_Cyrl","languages":["ilo-Latn","tat-Cyrl"]},{"precision":0.474677,"recall":0.541502,"f1":0.493362,"accuracy":0.541502,"main_score":0.493362,"hf_subset":"ilo_Latn-xho_Latn","languages":["ilo-Latn","xho-Latn"]},{"precision":0.661835,"recall":0.726285,"f1":0.680015,"accuracy":0.726285,"main_score":0.680015,"hf_subset":"ilo_Latn-ars_Arab","languages":["ilo-Latn","ars-Arab"]},{"precision":0.805395,"recall":0.836957,"f1":0.814689,"accuracy":0.836957,"main_score":0.814689,"hf_subset":"ilo_Latn-ceb_Latn","languages":["ilo-Latn","ceb-Latn"]},{"precision":0.458934,"recall":0.524704,"f1":0.477695,"accuracy":0.524704,"main_score":0.477695,"hf_subset":"ilo_Latn-fuv_Latn","languages":["ilo-Latn","fuv-Latn"]},{"precision":0.466311,"recall":0.538538,"f1":0.486671,"accuracy":0.538538,"main_score":0.486671,"hf_subset":"ilo_Latn-kac_Latn","languages":["ilo-Latn","kac-Latn"]},{"precision":0.507731,"recall":0.58004,"f1":0.528121,"accuracy":0.58004,"main_score":0.528121,"hf_subset":"ilo_Latn-lin_Latn","languages":["ilo-Latn","lin-Latn"]},{"precision":0.68586,"recall":0.740119,"f1":0.702158,"accuracy":0.740119,"main_score":0.702158,"hf_subset":"ilo_Latn-nno_Latn","languages":["ilo-Latn","nno-Latn"]},{"precision":0.177551,"recall":0.232213,"f1":0.190978,"accuracy":0.232213,"main_score":0.190978,"hf_subset":"ilo_Latn-sat_Olck","languages":["ilo-Latn","sat-Olck"]},{"precision":0.653856,"recall":0.716403,"f1":0.672102,"accuracy":0.716403,"main_score":0.672102,"hf_subset":"ilo_Latn-tel_Telu","languages":["ilo-Latn","tel-Telu"]},{"precision":0.315291,"recall":0.391304,"f1":0.334903,"accuracy":0.391304,"main_score":0.334903,"hf_subset":"ilo_Latn-ydd_Hebr","languages":["ilo-Latn","ydd-Hebr"]},{"precision":0.619141,"recall":0.678854,"f1":0.636048,"accuracy":0.678854,"main_score":0.636048,"hf_subset":"ilo_Latn-ary_Arab","languages":["ilo-Latn","ary-Arab"]},{"precision":0.661671,"recall":0.722332,"f1":0.67948,"accuracy":0.722332,"main_score":0.67948,"hf_subset":"ilo_Latn-ces_Latn","languages":["ilo-Latn","ces-Latn"]},{"precision":0.336892,"recall":0.411067,"f1":0.35589,"accuracy":0.411067,"main_score":0.35589,"hf_subset":"ilo_Latn-gaz_Latn","languages":["ilo-Latn","gaz-Latn"]},{"precision":0.467653,"recall":0.532609,"f1":0.485932,"accuracy":0.532609,"main_score":0.485932,"hf_subset":"ilo_Latn-kam_Latn","languages":["ilo-Latn","kam-Latn"]},{"precision":0.577183,"recall":0.641304,"f1":0.595739,"accuracy":0.641304,"main_score":0.595739,"hf_subset":"ilo_Latn-lit_Latn","languages":["ilo-Latn","lit-Latn"]},{"precision":0.692071,"recall":0.753953,"f1":0.710166,"accuracy":0.753953,"main_score":0.710166,"hf_subset":"ilo_Latn-nob_Latn","languages":["ilo-Latn","nob-Latn"]},{"precision":0.618594,"recall":0.673913,"f1":0.634801,"accuracy":0.673913,"main_score":0.634801,"hf_subset":"ilo_Latn-scn_Latn","languages":["ilo-Latn","scn-Latn"]},{"precision":0.432265,"recall":0.511858,"f1":0.454085,"accuracy":0.511858,"main_score":0.454085,"hf_subset":"ilo_Latn-tgk_Cyrl","languages":["ilo-Latn","tgk-Cyrl"]},{"precision":0.422927,"recall":0.495059,"f1":0.44353,"accuracy":0.495059,"main_score":0.44353,"hf_subset":"ilo_Latn-yor_Latn","languages":["ilo-Latn","yor-Latn"]},{"precision":0.69753,"recall":0.75,"f1":0.713603,"accuracy":0.75,"main_score":0.713603,"hf_subset":"ilo_Latn-arz_Arab","languages":["ilo-Latn","arz-Arab"]},{"precision":0.449319,"recall":0.524704,"f1":0.469968,"accuracy":0.524704,"main_score":0.469968,"hf_subset":"ilo_Latn-cjk_Latn","languages":["ilo-Latn","cjk-Latn"]},{"precision":0.389121,"recall":0.464427,"f1":0.408744,"accuracy":0.464427,"main_score":0.408744,"hf_subset":"ilo_Latn-gla_Latn","languages":["ilo-Latn","gla-Latn"]},{"precision":0.639321,"recall":0.704545,"f1":0.658646,"accuracy":0.704545,"main_score":0.658646,"hf_subset":"ilo_Latn-kan_Knda","languages":["ilo-Latn","kan-Knda"]},{"precision":0.63649,"recall":0.693676,"f1":0.653068,"accuracy":0.693676,"main_score":0.653068,"hf_subset":"ilo_Latn-lmo_Latn","languages":["ilo-Latn","lmo-Latn"]},{"precision":0.655108,"recall":0.72332,"f1":0.674918,"accuracy":0.72332,"main_score":0.674918,"hf_subset":"ilo_Latn-npi_Deva","languages":["ilo-Latn","npi-Deva"]},{"precision":0.391968,"recall":0.471344,"f1":0.413974,"accuracy":0.471344,"main_score":0.413974,"hf_subset":"ilo_Latn-shn_Mymr","languages":["ilo-Latn","shn-Mymr"]},{"precision":0.781859,"recall":0.821146,"f1":0.793731,"accuracy":0.821146,"main_score":0.793731,"hf_subset":"ilo_Latn-tgl_Latn","languages":["ilo-Latn","tgl-Latn"]},{"precision":0.68718,"recall":0.747036,"f1":0.704567,"accuracy":0.747036,"main_score":0.704567,"hf_subset":"ilo_Latn-yue_Hant","languages":["ilo-Latn","yue-Hant"]},{"precision":0.569993,"recall":0.636364,"f1":0.589888,"accuracy":0.636364,"main_score":0.589888,"hf_subset":"ilo_Latn-asm_Beng","languages":["ilo-Latn","asm-Beng"]},{"precision":0.358863,"recall":0.433794,"f1":0.379276,"accuracy":0.433794,"main_score":0.379276,"hf_subset":"ilo_Latn-ckb_Arab","languages":["ilo-Latn","ckb-Arab"]},{"precision":0.390046,"recall":0.466403,"f1":0.409571,"accuracy":0.466403,"main_score":0.409571,"hf_subset":"ilo_Latn-gle_Latn","languages":["ilo-Latn","gle-Latn"]},{"precision":0.492212,"recall":0.574111,"f1":0.515449,"accuracy":0.574111,"main_score":0.515449,"hf_subset":"ilo_Latn-kas_Arab","languages":["ilo-Latn","kas-Arab"]},{"precision":0.562626,"recall":0.631423,"f1":0.582632,"accuracy":0.631423,"main_score":0.582632,"hf_subset":"ilo_Latn-ltg_Latn","languages":["ilo-Latn","ltg-Latn"]},{"precision":0.514074,"recall":0.574111,"f1":0.531623,"accuracy":0.574111,"main_score":0.531623,"hf_subset":"ilo_Latn-nso_Latn","languages":["ilo-Latn","nso-Latn"]},{"precision":0.506999,"recall":0.58498,"f1":0.528907,"accuracy":0.58498,"main_score":0.528907,"hf_subset":"ilo_Latn-sin_Sinh","languages":["ilo-Latn","sin-Sinh"]},{"precision":0.674375,"recall":0.73419,"f1":0.691903,"accuracy":0.73419,"main_score":0.691903,"hf_subset":"ilo_Latn-tha_Thai","languages":["ilo-Latn","tha-Thai"]},{"precision":0.693821,"recall":0.750988,"f1":0.710804,"accuracy":0.750988,"main_score":0.710804,"hf_subset":"ilo_Latn-zho_Hans","languages":["ilo-Latn","zho-Hans"]},{"precision":0.688966,"recall":0.733202,"f1":0.701564,"accuracy":0.733202,"main_score":0.701564,"hf_subset":"ilo_Latn-ast_Latn","languages":["ilo-Latn","ast-Latn"]},{"precision":0.579485,"recall":0.642292,"f1":0.597234,"accuracy":0.642292,"main_score":0.597234,"hf_subset":"ilo_Latn-crh_Latn","languages":["ilo-Latn","crh-Latn"]},{"precision":0.726656,"recall":0.770751,"f1":0.73934,"accuracy":0.770751,"main_score":0.73934,"hf_subset":"ilo_Latn-glg_Latn","languages":["ilo-Latn","glg-Latn"]},{"precision":0.489691,"recall":0.563241,"f1":0.511238,"accuracy":0.563241,"main_score":0.511238,"hf_subset":"ilo_Latn-kas_Deva","languages":["ilo-Latn","kas-Deva"]},{"precision":0.640142,"recall":0.701581,"f1":0.657502,"accuracy":0.701581,"main_score":0.657502,"hf_subset":"ilo_Latn-ltz_Latn","languages":["ilo-Latn","ltz-Latn"]},{"precision":0.346301,"recall":0.418972,"f1":0.365474,"accuracy":0.418972,"main_score":0.365474,"hf_subset":"ilo_Latn-nus_Latn","languages":["ilo-Latn","nus-Latn"]},{"precision":0.653329,"recall":0.713439,"f1":0.670837,"accuracy":0.713439,"main_score":0.670837,"hf_subset":"ilo_Latn-slk_Latn","languages":["ilo-Latn","slk-Latn"]},{"precision":0.367501,"recall":0.445652,"f1":0.388124,"accuracy":0.445652,"main_score":0.388124,"hf_subset":"ilo_Latn-tir_Ethi","languages":["ilo-Latn","tir-Ethi"]},{"precision":0.679505,"recall":0.73419,"f1":0.695367,"accuracy":0.73419,"main_score":0.695367,"hf_subset":"ilo_Latn-zho_Hant","languages":["ilo-Latn","zho-Hant"]},{"precision":0.702426,"recall":0.757905,"f1":0.718285,"accuracy":0.757905,"main_score":0.718285,"hf_subset":"ilo_Latn-awa_Deva","languages":["ilo-Latn","awa-Deva"]},{"precision":0.460615,"recall":0.527668,"f1":0.479083,"accuracy":0.527668,"main_score":0.479083,"hf_subset":"ilo_Latn-cym_Latn","languages":["ilo-Latn","cym-Latn"]},{"precision":0.62357,"recall":0.684783,"f1":0.640833,"accuracy":0.684783,"main_score":0.640833,"hf_subset":"ilo_Latn-grn_Latn","languages":["ilo-Latn","grn-Latn"]},{"precision":0.586247,"recall":0.65415,"f1":0.605869,"accuracy":0.65415,"main_score":0.605869,"hf_subset":"ilo_Latn-kat_Geor","languages":["ilo-Latn","kat-Geor"]},{"precision":0.520367,"recall":0.583992,"f1":0.538427,"accuracy":0.583992,"main_score":0.538427,"hf_subset":"ilo_Latn-lua_Latn","languages":["ilo-Latn","lua-Latn"]},{"precision":0.516521,"recall":0.574111,"f1":0.533228,"accuracy":0.574111,"main_score":0.533228,"hf_subset":"ilo_Latn-nya_Latn","languages":["ilo-Latn","nya-Latn"]},{"precision":0.601376,"recall":0.666996,"f1":0.620214,"accuracy":0.666996,"main_score":0.620214,"hf_subset":"ilo_Latn-slv_Latn","languages":["ilo-Latn","slv-Latn"]},{"precision":0.683661,"recall":0.728261,"f1":0.696002,"accuracy":0.728261,"main_score":0.696002,"hf_subset":"ilo_Latn-tpi_Latn","languages":["ilo-Latn","tpi-Latn"]},{"precision":0.712217,"recall":0.764822,"f1":0.727522,"accuracy":0.764822,"main_score":0.727522,"hf_subset":"ilo_Latn-zsm_Latn","languages":["ilo-Latn","zsm-Latn"]},{"precision":0.435549,"recall":0.509881,"f1":0.455434,"accuracy":0.509881,"main_score":0.455434,"hf_subset":"ilo_Latn-ayr_Latn","languages":["ilo-Latn","ayr-Latn"]},{"precision":0.702212,"recall":0.757905,"f1":0.718462,"accuracy":0.757905,"main_score":0.718462,"hf_subset":"ilo_Latn-dan_Latn","languages":["ilo-Latn","dan-Latn"]},{"precision":0.605356,"recall":0.68083,"f1":0.627256,"accuracy":0.68083,"main_score":0.627256,"hf_subset":"ilo_Latn-guj_Gujr","languages":["ilo-Latn","guj-Gujr"]},{"precision":0.579108,"recall":0.641304,"f1":0.596796,"accuracy":0.641304,"main_score":0.596796,"hf_subset":"ilo_Latn-kaz_Cyrl","languages":["ilo-Latn","kaz-Cyrl"]},{"precision":0.428199,"recall":0.490119,"f1":0.445333,"accuracy":0.490119,"main_score":0.445333,"hf_subset":"ilo_Latn-lug_Latn","languages":["ilo-Latn","lug-Latn"]},{"precision":0.693563,"recall":0.738142,"f1":0.706442,"accuracy":0.738142,"main_score":0.706442,"hf_subset":"ilo_Latn-oci_Latn","languages":["ilo-Latn","oci-Latn"]},{"precision":0.505287,"recall":0.568182,"f1":0.523126,"accuracy":0.568182,"main_score":0.523126,"hf_subset":"ilo_Latn-smo_Latn","languages":["ilo-Latn","smo-Latn"]},{"precision":0.466397,"recall":0.530632,"f1":0.484041,"accuracy":0.530632,"main_score":0.484041,"hf_subset":"ilo_Latn-tsn_Latn","languages":["ilo-Latn","tsn-Latn"]},{"precision":0.424923,"recall":0.496047,"f1":0.444982,"accuracy":0.496047,"main_score":0.444982,"hf_subset":"ilo_Latn-zul_Latn","languages":["ilo-Latn","zul-Latn"]},{"precision":0.507071,"recall":0.591897,"f1":0.531471,"accuracy":0.591897,"main_score":0.531471,"hf_subset":"ilo_Latn-azb_Arab","languages":["ilo-Latn","azb-Arab"]},{"precision":0.733623,"recall":0.783597,"f1":0.747917,"accuracy":0.783597,"main_score":0.747917,"hf_subset":"ilo_Latn-deu_Latn","languages":["ilo-Latn","deu-Latn"]},{"precision":0.548579,"recall":0.619565,"f1":0.568715,"accuracy":0.619565,"main_score":0.568715,"hf_subset":"ilo_Latn-hat_Latn","languages":["ilo-Latn","hat-Latn"]},{"precision":0.406052,"recall":0.471344,"f1":0.42393,"accuracy":0.471344,"main_score":0.42393,"hf_subset":"ilo_Latn-kbp_Latn","languages":["ilo-Latn","kbp-Latn"]},{"precision":0.489083,"recall":0.554348,"f1":0.507282,"accuracy":0.554348,"main_score":0.507282,"hf_subset":"ilo_Latn-luo_Latn","languages":["ilo-Latn","luo-Latn"]},{"precision":0.446084,"recall":0.516798,"f1":0.466674,"accuracy":0.516798,"main_score":0.466674,"hf_subset":"ilo_Latn-ory_Orya","languages":["ilo-Latn","ory-Orya"]},{"precision":0.478006,"recall":0.538538,"f1":0.494394,"accuracy":0.538538,"main_score":0.494394,"hf_subset":"ilo_Latn-sna_Latn","languages":["ilo-Latn","sna-Latn"]},{"precision":0.446369,"recall":0.513834,"f1":0.464451,"accuracy":0.513834,"main_score":0.464451,"hf_subset":"ilo_Latn-tso_Latn","languages":["ilo-Latn","tso-Latn"]},{"precision":0.597732,"recall":0.655138,"f1":0.614417,"accuracy":0.655138,"main_score":0.614417,"hf_subset":"ilo_Latn-azj_Latn","languages":["ilo-Latn","azj-Latn"]},{"precision":0.4583,"recall":0.530632,"f1":0.478924,"accuracy":0.530632,"main_score":0.478924,"hf_subset":"ilo_Latn-dik_Latn","languages":["ilo-Latn","dik-Latn"]},{"precision":0.473076,"recall":0.528656,"f1":0.489614,"accuracy":0.528656,"main_score":0.489614,"hf_subset":"ilo_Latn-hau_Latn","languages":["ilo-Latn","hau-Latn"]},{"precision":0.644181,"recall":0.699605,"f1":0.660159,"accuracy":0.699605,"main_score":0.660159,"hf_subset":"ilo_Latn-kea_Latn","languages":["ilo-Latn","kea-Latn"]},{"precision":0.628113,"recall":0.676877,"f1":0.642819,"accuracy":0.676877,"main_score":0.642819,"hf_subset":"ilo_Latn-lus_Latn","languages":["ilo-Latn","lus-Latn"]},{"precision":0.728673,"recall":0.77668,"f1":0.742904,"accuracy":0.77668,"main_score":0.742904,"hf_subset":"ilo_Latn-pag_Latn","languages":["ilo-Latn","pag-Latn"]},{"precision":0.473648,"recall":0.55336,"f1":0.495563,"accuracy":0.55336,"main_score":0.495563,"hf_subset":"ilo_Latn-snd_Arab","languages":["ilo-Latn","snd-Arab"]},{"precision":0.532347,"recall":0.59585,"f1":0.550787,"accuracy":0.59585,"main_score":0.550787,"hf_subset":"ilo_Latn-tuk_Latn","languages":["ilo-Latn","tuk-Latn"]},{"precision":0.584903,"recall":0.650198,"f1":0.603368,"accuracy":0.650198,"main_score":0.603368,"hf_subset":"ilo_Latn-bak_Cyrl","languages":["ilo-Latn","bak-Cyrl"]},{"precision":0.381976,"recall":0.461462,"f1":0.404849,"accuracy":0.461462,"main_score":0.404849,"hf_subset":"ilo_Latn-dyu_Latn","languages":["ilo-Latn","dyu-Latn"]},{"precision":0.543662,"recall":0.615613,"f1":0.564186,"accuracy":0.615613,"main_score":0.564186,"hf_subset":"ilo_Latn-heb_Hebr","languages":["ilo-Latn","heb-Hebr"]},{"precision":0.461159,"recall":0.528656,"f1":0.480371,"accuracy":0.528656,"main_score":0.480371,"hf_subset":"ilo_Latn-khk_Cyrl","languages":["ilo-Latn","khk-Cyrl"]},{"precision":0.60258,"recall":0.663043,"f1":0.620315,"accuracy":0.663043,"main_score":0.620315,"hf_subset":"ilo_Latn-lvs_Latn","languages":["ilo-Latn","lvs-Latn"]},{"precision":0.570637,"recall":0.650198,"f1":0.593515,"accuracy":0.650198,"main_score":0.593515,"hf_subset":"ilo_Latn-pan_Guru","languages":["ilo-Latn","pan-Guru"]},{"precision":0.414246,"recall":0.475296,"f1":0.431301,"accuracy":0.475296,"main_score":0.431301,"hf_subset":"ilo_Latn-som_Latn","languages":["ilo-Latn","som-Latn"]},{"precision":0.479093,"recall":0.536561,"f1":0.496268,"accuracy":0.536561,"main_score":0.496268,"hf_subset":"ilo_Latn-tum_Latn","languages":["ilo-Latn","tum-Latn"]},{"precision":0.179985,"recall":0.204545,"f1":0.186555,"accuracy":0.204545,"main_score":0.186555,"hf_subset":"knc_Arab-ace_Arab","languages":["knc-Arab","ace-Arab"]},{"precision":0.186331,"recall":0.201581,"f1":0.190631,"accuracy":0.201581,"main_score":0.190631,"hf_subset":"knc_Arab-bam_Latn","languages":["knc-Arab","bam-Latn"]},{"precision":0.072953,"recall":0.101779,"f1":0.080503,"accuracy":0.101779,"main_score":0.080503,"hf_subset":"knc_Arab-dzo_Tibt","languages":["knc-Arab","dzo-Tibt"]},{"precision":0.202464,"recall":0.243083,"f1":0.211764,"accuracy":0.243083,"main_score":0.211764,"hf_subset":"knc_Arab-hin_Deva","languages":["knc-Arab","hin-Deva"]},{"precision":0.167091,"recall":0.189723,"f1":0.172999,"accuracy":0.189723,"main_score":0.172999,"hf_subset":"knc_Arab-khm_Khmr","languages":["knc-Arab","khm-Khmr"]},{"precision":0.20006,"recall":0.232213,"f1":0.207707,"accuracy":0.232213,"main_score":0.207707,"hf_subset":"knc_Arab-mag_Deva","languages":["knc-Arab","mag-Deva"]},{"precision":0.185357,"recall":0.201581,"f1":0.188883,"accuracy":0.201581,"main_score":0.188883,"hf_subset":"knc_Arab-pap_Latn","languages":["knc-Arab","pap-Latn"]},{"precision":0.195989,"recall":0.219368,"f1":0.202136,"accuracy":0.219368,"main_score":0.202136,"hf_subset":"knc_Arab-sot_Latn","languages":["knc-Arab","sot-Latn"]},{"precision":0.18936,"recall":0.215415,"f1":0.195827,"accuracy":0.215415,"main_score":0.195827,"hf_subset":"knc_Arab-tur_Latn","languages":["knc-Arab","tur-Latn"]},{"precision":0.183839,"recall":0.203557,"f1":0.189145,"accuracy":0.203557,"main_score":0.189145,"hf_subset":"knc_Arab-ace_Latn","languages":["knc-Arab","ace-Latn"]},{"precision":0.17824,"recall":0.197628,"f1":0.183081,"accuracy":0.197628,"main_score":0.183081,"hf_subset":"knc_Arab-ban_Latn","languages":["knc-Arab","ban-Latn"]},{"precision":0.160008,"recall":0.190711,"f1":0.16656,"accuracy":0.190711,"main_score":0.16656,"hf_subset":"knc_Arab-ell_Grek","languages":["knc-Arab","ell-Grek"]},{"precision":0.188242,"recall":0.213439,"f1":0.19472,"accuracy":0.213439,"main_score":0.19472,"hf_subset":"knc_Arab-hne_Deva","languages":["knc-Arab","hne-Deva"]},{"precision":0.124499,"recall":0.153162,"f1":0.131065,"accuracy":0.153162,"main_score":0.131065,"hf_subset":"knc_Arab-kik_Latn","languages":["knc-Arab","kik-Latn"]},{"precision":0.197845,"recall":0.227273,"f1":0.204559,"accuracy":0.227273,"main_score":0.204559,"hf_subset":"knc_Arab-mai_Deva","languages":["knc-Arab","mai-Deva"]},{"precision":0.176447,"recall":0.20751,"f1":0.183816,"accuracy":0.20751,"main_score":0.183816,"hf_subset":"knc_Arab-pbt_Arab","languages":["knc-Arab","pbt-Arab"]},{"precision":0.19148,"recall":0.224308,"f1":0.199235,"accuracy":0.224308,"main_score":0.199235,"hf_subset":"knc_Arab-spa_Latn","languages":["knc-Arab","spa-Latn"]},{"precision":0.192119,"recall":0.213439,"f1":0.198076,"accuracy":0.213439,"main_score":0.198076,"hf_subset":"knc_Arab-twi_Latn","languages":["knc-Arab","twi-Latn"]},{"precision":0.169534,"recall":0.203557,"f1":0.177695,"accuracy":0.203557,"main_score":0.177695,"hf_subset":"knc_Arab-acm_Arab","languages":["knc-Arab","acm-Arab"]},{"precision":0.168693,"recall":0.194664,"f1":0.174946,"accuracy":0.194664,"main_score":0.174946,"hf_subset":"knc_Arab-bel_Cyrl","languages":["knc-Arab","bel-Cyrl"]},{"precision":0.189212,"recall":0.226285,"f1":0.197347,"accuracy":0.226285,"main_score":0.197347,"hf_subset":"knc_Arab-eng_Latn","languages":["knc-Arab","eng-Latn"]},{"precision":0.186877,"recall":0.212451,"f1":0.193772,"accuracy":0.212451,"main_score":0.193772,"hf_subset":"knc_Arab-hrv_Latn","languages":["knc-Arab","hrv-Latn"]},{"precision":0.180098,"recall":0.20751,"f1":0.187618,"accuracy":0.20751,"main_score":0.187618,"hf_subset":"knc_Arab-kin_Latn","languages":["knc-Arab","kin-Latn"]},{"precision":0.194233,"recall":0.226285,"f1":0.201696,"accuracy":0.226285,"main_score":0.201696,"hf_subset":"knc_Arab-mal_Mlym","languages":["knc-Arab","mal-Mlym"]},{"precision":0.19042,"recall":0.233202,"f1":0.20037,"accuracy":0.233202,"main_score":0.20037,"hf_subset":"knc_Arab-pes_Arab","languages":["knc-Arab","pes-Arab"]},{"precision":0.181185,"recall":0.195652,"f1":0.184487,"accuracy":0.195652,"main_score":0.184487,"hf_subset":"knc_Arab-srd_Latn","languages":["knc-Arab","srd-Latn"]},{"precision":0.144183,"recall":0.16996,"f1":0.150782,"accuracy":0.16996,"main_score":0.150782,"hf_subset":"knc_Arab-tzm_Tfng","languages":["knc-Arab","tzm-Tfng"]},{"precision":0.177469,"recall":0.217391,"f1":0.186308,"accuracy":0.217391,"main_score":0.186308,"hf_subset":"knc_Arab-acq_Arab","languages":["knc-Arab","acq-Arab"]},{"precision":0.195052,"recall":0.219368,"f1":0.201308,"accuracy":0.219368,"main_score":0.201308,"hf_subset":"knc_Arab-bem_Latn","languages":["knc-Arab","bem-Latn"]},{"precision":0.187934,"recall":0.206522,"f1":0.19205,"accuracy":0.206522,"main_score":0.19205,"hf_subset":"knc_Arab-epo_Latn","languages":["knc-Arab","epo-Latn"]},{"precision":0.177091,"recall":0.213439,"f1":0.185851,"accuracy":0.213439,"main_score":0.185851,"hf_subset":"knc_Arab-hun_Latn","languages":["knc-Arab","hun-Latn"]},{"precision":0.168212,"recall":0.188735,"f1":0.173737,"accuracy":0.188735,"main_score":0.173737,"hf_subset":"knc_Arab-kir_Cyrl","languages":["knc-Arab","kir-Cyrl"]},{"precision":0.191769,"recall":0.237154,"f1":0.201743,"accuracy":0.237154,"main_score":0.201743,"hf_subset":"knc_Arab-mar_Deva","languages":["knc-Arab","mar-Deva"]},{"precision":0.190103,"recall":0.219368,"f1":0.197753,"accuracy":0.219368,"main_score":0.197753,"hf_subset":"knc_Arab-plt_Latn","languages":["knc-Arab","plt-Latn"]},{"precision":0.170961,"recall":0.19664,"f1":0.178039,"accuracy":0.19664,"main_score":0.178039,"hf_subset":"knc_Arab-srp_Cyrl","languages":["knc-Arab","srp-Cyrl"]},{"precision":0.181223,"recall":0.208498,"f1":0.188292,"accuracy":0.208498,"main_score":0.188292,"hf_subset":"knc_Arab-uig_Arab","languages":["knc-Arab","uig-Arab"]},{"precision":0.159252,"recall":0.190711,"f1":0.167193,"accuracy":0.190711,"main_score":0.167193,"hf_subset":"knc_Arab-aeb_Arab","languages":["knc-Arab","aeb-Arab"]},{"precision":0.198106,"recall":0.237154,"f1":0.207103,"accuracy":0.237154,"main_score":0.207103,"hf_subset":"knc_Arab-ben_Beng","languages":["knc-Arab","ben-Beng"]},{"precision":0.180757,"recall":0.197628,"f1":0.18559,"accuracy":0.197628,"main_score":0.18559,"hf_subset":"knc_Arab-est_Latn","languages":["knc-Arab","est-Latn"]},{"precision":0.178016,"recall":0.203557,"f1":0.184296,"accuracy":0.203557,"main_score":0.184296,"hf_subset":"knc_Arab-hye_Armn","languages":["knc-Arab","hye-Armn"]},{"precision":0.176049,"recall":0.202569,"f1":0.183122,"accuracy":0.202569,"main_score":0.183122,"hf_subset":"knc_Arab-kmb_Latn","languages":["knc-Arab","kmb-Latn"]},{"precision":0.176393,"recall":0.209486,"f1":0.185234,"accuracy":0.209486,"main_score":0.185234,"hf_subset":"knc_Arab-min_Arab","languages":["knc-Arab","min-Arab"]},{"precision":0.185118,"recall":0.216403,"f1":0.192299,"accuracy":0.216403,"main_score":0.192299,"hf_subset":"knc_Arab-pol_Latn","languages":["knc-Arab","pol-Latn"]},{"precision":0.191964,"recall":0.213439,"f1":0.198122,"accuracy":0.213439,"main_score":0.198122,"hf_subset":"knc_Arab-ssw_Latn","languages":["knc-Arab","ssw-Latn"]},{"precision":0.178014,"recall":0.211462,"f1":0.186014,"accuracy":0.211462,"main_score":0.186014,"hf_subset":"knc_Arab-ukr_Cyrl","languages":["knc-Arab","ukr-Cyrl"]},{"precision":0.179725,"recall":0.202569,"f1":0.185566,"accuracy":0.202569,"main_score":0.185566,"hf_subset":"knc_Arab-afr_Latn","languages":["knc-Arab","afr-Latn"]},{"precision":0.191357,"recall":0.217391,"f1":0.197549,"accuracy":0.217391,"main_score":0.197549,"hf_subset":"knc_Arab-bho_Deva","languages":["knc-Arab","bho-Deva"]},{"precision":0.17672,"recall":0.19664,"f1":0.182245,"accuracy":0.19664,"main_score":0.182245,"hf_subset":"knc_Arab-eus_Latn","languages":["knc-Arab","eus-Latn"]},{"precision":0.177258,"recall":0.20751,"f1":0.184557,"accuracy":0.20751,"main_score":0.184557,"hf_subset":"knc_Arab-ibo_Latn","languages":["knc-Arab","ibo-Latn"]},{"precision":0.18918,"recall":0.206522,"f1":0.193807,"accuracy":0.206522,"main_score":0.193807,"hf_subset":"knc_Arab-kmr_Latn","languages":["knc-Arab","kmr-Latn"]},{"precision":0.178313,"recall":0.200593,"f1":0.184368,"accuracy":0.200593,"main_score":0.184368,"hf_subset":"knc_Arab-min_Latn","languages":["knc-Arab","min-Latn"]},{"precision":0.194303,"recall":0.222332,"f1":0.201149,"accuracy":0.222332,"main_score":0.201149,"hf_subset":"knc_Arab-por_Latn","languages":["knc-Arab","por-Latn"]},{"precision":0.177889,"recall":0.195652,"f1":0.181917,"accuracy":0.195652,"main_score":0.181917,"hf_subset":"knc_Arab-sun_Latn","languages":["knc-Arab","sun-Latn"]},{"precision":0.188867,"recall":0.213439,"f1":0.195575,"accuracy":0.213439,"main_score":0.195575,"hf_subset":"knc_Arab-umb_Latn","languages":["knc-Arab","umb-Latn"]},{"precision":0.18035,"recall":0.217391,"f1":0.1885,"accuracy":0.217391,"main_score":0.1885,"hf_subset":"knc_Arab-ajp_Arab","languages":["knc-Arab","ajp-Arab"]},{"precision":0.166447,"recall":0.186759,"f1":0.171661,"accuracy":0.186759,"main_score":0.171661,"hf_subset":"knc_Arab-bjn_Arab","languages":["knc-Arab","bjn-Arab"]},{"precision":0.184767,"recall":0.205534,"f1":0.190662,"accuracy":0.205534,"main_score":0.190662,"hf_subset":"knc_Arab-ewe_Latn","languages":["knc-Arab","ewe-Latn"]},{"precision":0.186768,"recall":0.211462,"f1":0.192811,"accuracy":0.211462,"main_score":0.192811,"hf_subset":"knc_Arab-ilo_Latn","languages":["knc-Arab","ilo-Latn"]},{"precision":0.174982,"recall":0.197628,"f1":0.180447,"accuracy":0.197628,"main_score":0.180447,"hf_subset":"knc_Arab-mkd_Cyrl","languages":["knc-Arab","mkd-Cyrl"]},{"precision":0.184108,"recall":0.222332,"f1":0.192902,"accuracy":0.222332,"main_score":0.192902,"hf_subset":"knc_Arab-prs_Arab","languages":["knc-Arab","prs-Arab"]},{"precision":0.178136,"recall":0.210474,"f1":0.185755,"accuracy":0.210474,"main_score":0.185755,"hf_subset":"knc_Arab-swe_Latn","languages":["knc-Arab","swe-Latn"]},{"precision":0.177934,"recall":0.219368,"f1":0.186781,"accuracy":0.219368,"main_score":0.186781,"hf_subset":"knc_Arab-urd_Arab","languages":["knc-Arab","urd-Arab"]},{"precision":0.194532,"recall":0.212451,"f1":0.199327,"accuracy":0.212451,"main_score":0.199327,"hf_subset":"knc_Arab-aka_Latn","languages":["knc-Arab","aka-Latn"]},{"precision":0.181017,"recall":0.201581,"f1":0.185828,"accuracy":0.201581,"main_score":0.185828,"hf_subset":"knc_Arab-bjn_Latn","languages":["knc-Arab","bjn-Latn"]},{"precision":0.167819,"recall":0.184783,"f1":0.172319,"accuracy":0.184783,"main_score":0.172319,"hf_subset":"knc_Arab-fao_Latn","languages":["knc-Arab","fao-Latn"]},{"precision":0.183213,"recall":0.22332,"f1":0.191802,"accuracy":0.22332,"main_score":0.191802,"hf_subset":"knc_Arab-ind_Latn","languages":["knc-Arab","ind-Latn"]},{"precision":0.217589,"recall":0.247036,"f1":0.224184,"accuracy":0.247036,"main_score":0.224184,"hf_subset":"knc_Arab-knc_Latn","languages":["knc-Arab","knc-Latn"]},{"precision":0.17556,"recall":0.192688,"f1":0.180599,"accuracy":0.192688,"main_score":0.180599,"hf_subset":"knc_Arab-mlt_Latn","languages":["knc-Arab","mlt-Latn"]},{"precision":0.196126,"recall":0.222332,"f1":0.202654,"accuracy":0.222332,"main_score":0.202654,"hf_subset":"knc_Arab-quy_Latn","languages":["knc-Arab","quy-Latn"]},{"precision":0.180475,"recall":0.210474,"f1":0.187727,"accuracy":0.210474,"main_score":0.187727,"hf_subset":"knc_Arab-swh_Latn","languages":["knc-Arab","swh-Latn"]},{"precision":0.171503,"recall":0.194664,"f1":0.177207,"accuracy":0.194664,"main_score":0.177207,"hf_subset":"knc_Arab-uzn_Latn","languages":["knc-Arab","uzn-Latn"]},{"precision":0.171056,"recall":0.201581,"f1":0.178415,"accuracy":0.201581,"main_score":0.178415,"hf_subset":"knc_Arab-als_Latn","languages":["knc-Arab","als-Latn"]},{"precision":0.142341,"recall":0.16996,"f1":0.149543,"accuracy":0.16996,"main_score":0.149543,"hf_subset":"knc_Arab-bod_Tibt","languages":["knc-Arab","bod-Tibt"]},{"precision":0.183349,"recall":0.209486,"f1":0.190053,"accuracy":0.209486,"main_score":0.190053,"hf_subset":"knc_Arab-fij_Latn","languages":["knc-Arab","fij-Latn"]},{"precision":0.157005,"recall":0.182806,"f1":0.163997,"accuracy":0.182806,"main_score":0.163997,"hf_subset":"knc_Arab-isl_Latn","languages":["knc-Arab","isl-Latn"]},{"precision":0.182335,"recall":0.204545,"f1":0.188016,"accuracy":0.204545,"main_score":0.188016,"hf_subset":"knc_Arab-kon_Latn","languages":["knc-Arab","kon-Latn"]},{"precision":0.209894,"recall":0.237154,"f1":0.216873,"accuracy":0.237154,"main_score":0.216873,"hf_subset":"knc_Arab-mni_Beng","languages":["knc-Arab","mni-Beng"]},{"precision":0.184229,"recall":0.215415,"f1":0.191516,"accuracy":0.215415,"main_score":0.191516,"hf_subset":"knc_Arab-ron_Latn","languages":["knc-Arab","ron-Latn"]},{"precision":0.170735,"recall":0.186759,"f1":0.175249,"accuracy":0.186759,"main_score":0.175249,"hf_subset":"knc_Arab-szl_Latn","languages":["knc-Arab","szl-Latn"]},{"precision":0.183129,"recall":0.199605,"f1":0.187709,"accuracy":0.199605,"main_score":0.187709,"hf_subset":"knc_Arab-vec_Latn","languages":["knc-Arab","vec-Latn"]},{"precision":0.176219,"recall":0.204545,"f1":0.18339,"accuracy":0.204545,"main_score":0.18339,"hf_subset":"knc_Arab-amh_Ethi","languages":["knc-Arab","amh-Ethi"]},{"precision":0.177602,"recall":0.210474,"f1":0.185299,"accuracy":0.210474,"main_score":0.185299,"hf_subset":"knc_Arab-bos_Latn","languages":["knc-Arab","bos-Latn"]},{"precision":0.183134,"recall":0.209486,"f1":0.18948,"accuracy":0.209486,"main_score":0.18948,"hf_subset":"knc_Arab-fin_Latn","languages":["knc-Arab","fin-Latn"]},{"precision":0.181975,"recall":0.217391,"f1":0.190468,"accuracy":0.217391,"main_score":0.190468,"hf_subset":"knc_Arab-ita_Latn","languages":["knc-Arab","ita-Latn"]},{"precision":0.189519,"recall":0.227273,"f1":0.197877,"accuracy":0.227273,"main_score":0.197877,"hf_subset":"knc_Arab-kor_Hang","languages":["knc-Arab","kor-Hang"]},{"precision":0.176903,"recall":0.194664,"f1":0.181784,"accuracy":0.194664,"main_score":0.181784,"hf_subset":"knc_Arab-mos_Latn","languages":["knc-Arab","mos-Latn"]},{"precision":0.185433,"recall":0.204545,"f1":0.190898,"accuracy":0.204545,"main_score":0.190898,"hf_subset":"knc_Arab-run_Latn","languages":["knc-Arab","run-Latn"]},{"precision":0.182234,"recall":0.224308,"f1":0.191755,"accuracy":0.224308,"main_score":0.191755,"hf_subset":"knc_Arab-tam_Taml","languages":["knc-Arab","tam-Taml"]},{"precision":0.172049,"recall":0.212451,"f1":0.181121,"accuracy":0.212451,"main_score":0.181121,"hf_subset":"knc_Arab-vie_Latn","languages":["knc-Arab","vie-Latn"]},{"precision":0.186999,"recall":0.214427,"f1":0.19264,"accuracy":0.214427,"main_score":0.19264,"hf_subset":"knc_Arab-apc_Arab","languages":["knc-Arab","apc-Arab"]},{"precision":0.168866,"recall":0.194664,"f1":0.175521,"accuracy":0.194664,"main_score":0.175521,"hf_subset":"knc_Arab-bug_Latn","languages":["knc-Arab","bug-Latn"]},{"precision":0.169268,"recall":0.1917,"f1":0.175648,"accuracy":0.1917,"main_score":0.175648,"hf_subset":"knc_Arab-fon_Latn","languages":["knc-Arab","fon-Latn"]},{"precision":0.179031,"recall":0.202569,"f1":0.184842,"accuracy":0.202569,"main_score":0.184842,"hf_subset":"knc_Arab-jav_Latn","languages":["knc-Arab","jav-Latn"]},{"precision":0.167161,"recall":0.182806,"f1":0.171692,"accuracy":0.182806,"main_score":0.171692,"hf_subset":"knc_Arab-lao_Laoo","languages":["knc-Arab","lao-Laoo"]},{"precision":0.18608,"recall":0.212451,"f1":0.192877,"accuracy":0.212451,"main_score":0.192877,"hf_subset":"knc_Arab-mri_Latn","languages":["knc-Arab","mri-Latn"]},{"precision":0.178253,"recall":0.22332,"f1":0.188208,"accuracy":0.22332,"main_score":0.188208,"hf_subset":"knc_Arab-rus_Cyrl","languages":["knc-Arab","rus-Cyrl"]},{"precision":0.197846,"recall":0.216403,"f1":0.202636,"accuracy":0.216403,"main_score":0.202636,"hf_subset":"knc_Arab-taq_Latn","languages":["knc-Arab","taq-Latn"]},{"precision":0.185875,"recall":0.204545,"f1":0.190642,"accuracy":0.204545,"main_score":0.190642,"hf_subset":"knc_Arab-war_Latn","languages":["knc-Arab","war-Latn"]},{"precision":0.171618,"recall":0.216403,"f1":0.181817,"accuracy":0.216403,"main_score":0.181817,"hf_subset":"knc_Arab-arb_Arab","languages":["knc-Arab","arb-Arab"]},{"precision":0.176825,"recall":0.214427,"f1":0.185981,"accuracy":0.214427,"main_score":0.185981,"hf_subset":"knc_Arab-bul_Cyrl","languages":["knc-Arab","bul-Cyrl"]},{"precision":0.176395,"recall":0.20751,"f1":0.183508,"accuracy":0.20751,"main_score":0.183508,"hf_subset":"knc_Arab-fra_Latn","languages":["knc-Arab","fra-Latn"]},{"precision":0.178306,"recall":0.222332,"f1":0.187829,"accuracy":0.222332,"main_score":0.187829,"hf_subset":"knc_Arab-jpn_Jpan","languages":["knc-Arab","jpn-Jpan"]},{"precision":0.176782,"recall":0.193676,"f1":0.180345,"accuracy":0.193676,"main_score":0.180345,"hf_subset":"knc_Arab-lij_Latn","languages":["knc-Arab","lij-Latn"]},{"precision":0.154058,"recall":0.188735,"f1":0.162672,"accuracy":0.188735,"main_score":0.162672,"hf_subset":"knc_Arab-mya_Mymr","languages":["knc-Arab","mya-Mymr"]},{"precision":0.180236,"recall":0.202569,"f1":0.186353,"accuracy":0.202569,"main_score":0.186353,"hf_subset":"knc_Arab-sag_Latn","languages":["knc-Arab","sag-Latn"]},{"precision":0.179446,"recall":0.211462,"f1":0.187922,"accuracy":0.211462,"main_score":0.187922,"hf_subset":"knc_Arab-taq_Tfng","languages":["knc-Arab","taq-Tfng"]},{"precision":0.175493,"recall":0.194664,"f1":0.180492,"accuracy":0.194664,"main_score":0.180492,"hf_subset":"knc_Arab-wol_Latn","languages":["knc-Arab","wol-Latn"]},{"precision":0.162549,"recall":0.185771,"f1":0.168914,"accuracy":0.185771,"main_score":0.168914,"hf_subset":"knc_Arab-arb_Latn","languages":["knc-Arab","arb-Latn"]},{"precision":0.187199,"recall":0.209486,"f1":0.192474,"accuracy":0.209486,"main_score":0.192474,"hf_subset":"knc_Arab-cat_Latn","languages":["knc-Arab","cat-Latn"]},{"precision":0.174637,"recall":0.1917,"f1":0.179076,"accuracy":0.1917,"main_score":0.179076,"hf_subset":"knc_Arab-fur_Latn","languages":["knc-Arab","fur-Latn"]},{"precision":0.184451,"recall":0.214427,"f1":0.192075,"accuracy":0.214427,"main_score":0.192075,"hf_subset":"knc_Arab-kab_Latn","languages":["knc-Arab","kab-Latn"]},{"precision":0.174296,"recall":0.190711,"f1":0.178649,"accuracy":0.190711,"main_score":0.178649,"hf_subset":"knc_Arab-lim_Latn","languages":["knc-Arab","lim-Latn"]},{"precision":0.195837,"recall":0.228261,"f1":0.203126,"accuracy":0.228261,"main_score":0.203126,"hf_subset":"knc_Arab-nld_Latn","languages":["knc-Arab","nld-Latn"]},{"precision":0.173816,"recall":0.199605,"f1":0.18,"accuracy":0.199605,"main_score":0.18,"hf_subset":"knc_Arab-san_Deva","languages":["knc-Arab","san-Deva"]},{"precision":0.176038,"recall":0.193676,"f1":0.181061,"accuracy":0.193676,"main_score":0.181061,"hf_subset":"knc_Arab-tat_Cyrl","languages":["knc-Arab","tat-Cyrl"]},{"precision":0.194547,"recall":0.224308,"f1":0.202189,"accuracy":0.224308,"main_score":0.202189,"hf_subset":"knc_Arab-xho_Latn","languages":["knc-Arab","xho-Latn"]},{"precision":0.132449,"recall":0.174901,"f1":0.142301,"accuracy":0.174901,"main_score":0.142301,"hf_subset":"knc_Arab-ars_Arab","languages":["knc-Arab","ars-Arab"]},{"precision":0.187924,"recall":0.213439,"f1":0.194319,"accuracy":0.213439,"main_score":0.194319,"hf_subset":"knc_Arab-ceb_Latn","languages":["knc-Arab","ceb-Latn"]},{"precision":0.187059,"recall":0.210474,"f1":0.193242,"accuracy":0.210474,"main_score":0.193242,"hf_subset":"knc_Arab-fuv_Latn","languages":["knc-Arab","fuv-Latn"]},{"precision":0.183112,"recall":0.20751,"f1":0.190022,"accuracy":0.20751,"main_score":0.190022,"hf_subset":"knc_Arab-kac_Latn","languages":["knc-Arab","kac-Latn"]},{"precision":0.172973,"recall":0.206522,"f1":0.181738,"accuracy":0.206522,"main_score":0.181738,"hf_subset":"knc_Arab-lin_Latn","languages":["knc-Arab","lin-Latn"]},{"precision":0.17967,"recall":0.200593,"f1":0.184897,"accuracy":0.200593,"main_score":0.184897,"hf_subset":"knc_Arab-nno_Latn","languages":["knc-Arab","nno-Latn"]},{"precision":0.120711,"recall":0.144269,"f1":0.126682,"accuracy":0.144269,"main_score":0.126682,"hf_subset":"knc_Arab-sat_Olck","languages":["knc-Arab","sat-Olck"]},{"precision":0.190932,"recall":0.229249,"f1":0.200129,"accuracy":0.229249,"main_score":0.200129,"hf_subset":"knc_Arab-tel_Telu","languages":["knc-Arab","tel-Telu"]},{"precision":0.176364,"recall":0.201581,"f1":0.18333,"accuracy":0.201581,"main_score":0.18333,"hf_subset":"knc_Arab-ydd_Hebr","languages":["knc-Arab","ydd-Hebr"]},{"precision":0.166835,"recall":0.192688,"f1":0.173132,"accuracy":0.192688,"main_score":0.173132,"hf_subset":"knc_Arab-ary_Arab","languages":["knc-Arab","ary-Arab"]},{"precision":0.169553,"recall":0.200593,"f1":0.177097,"accuracy":0.200593,"main_score":0.177097,"hf_subset":"knc_Arab-ces_Latn","languages":["knc-Arab","ces-Latn"]},{"precision":0.188806,"recall":0.206522,"f1":0.193519,"accuracy":0.206522,"main_score":0.193519,"hf_subset":"knc_Arab-gaz_Latn","languages":["knc-Arab","gaz-Latn"]},{"precision":0.172215,"recall":0.197628,"f1":0.178666,"accuracy":0.197628,"main_score":0.178666,"hf_subset":"knc_Arab-kam_Latn","languages":["knc-Arab","kam-Latn"]},{"precision":0.171468,"recall":0.193676,"f1":0.177006,"accuracy":0.193676,"main_score":0.177006,"hf_subset":"knc_Arab-lit_Latn","languages":["knc-Arab","lit-Latn"]},{"precision":0.182949,"recall":0.213439,"f1":0.189585,"accuracy":0.213439,"main_score":0.189585,"hf_subset":"knc_Arab-nob_Latn","languages":["knc-Arab","nob-Latn"]},{"precision":0.16892,"recall":0.184783,"f1":0.172845,"accuracy":0.184783,"main_score":0.172845,"hf_subset":"knc_Arab-scn_Latn","languages":["knc-Arab","scn-Latn"]},{"precision":0.172606,"recall":0.192688,"f1":0.177679,"accuracy":0.192688,"main_score":0.177679,"hf_subset":"knc_Arab-tgk_Cyrl","languages":["knc-Arab","tgk-Cyrl"]},{"precision":0.147569,"recall":0.172925,"f1":0.153936,"accuracy":0.172925,"main_score":0.153936,"hf_subset":"knc_Arab-yor_Latn","languages":["knc-Arab","yor-Latn"]},{"precision":0.176934,"recall":0.216403,"f1":0.185903,"accuracy":0.216403,"main_score":0.185903,"hf_subset":"knc_Arab-arz_Arab","languages":["knc-Arab","arz-Arab"]},{"precision":0.182668,"recall":0.202569,"f1":0.188142,"accuracy":0.202569,"main_score":0.188142,"hf_subset":"knc_Arab-cjk_Latn","languages":["knc-Arab","cjk-Latn"]},{"precision":0.189126,"recall":0.210474,"f1":0.195406,"accuracy":0.210474,"main_score":0.195406,"hf_subset":"knc_Arab-gla_Latn","languages":["knc-Arab","gla-Latn"]},{"precision":0.186645,"recall":0.226285,"f1":0.1969,"accuracy":0.226285,"main_score":0.1969,"hf_subset":"knc_Arab-kan_Knda","languages":["knc-Arab","kan-Knda"]},{"precision":0.16541,"recall":0.18083,"f1":0.169518,"accuracy":0.18083,"main_score":0.169518,"hf_subset":"knc_Arab-lmo_Latn","languages":["knc-Arab","lmo-Latn"]},{"precision":0.179543,"recall":0.217391,"f1":0.189001,"accuracy":0.217391,"main_score":0.189001,"hf_subset":"knc_Arab-npi_Deva","languages":["knc-Arab","npi-Deva"]},{"precision":0.166892,"recall":0.183794,"f1":0.171509,"accuracy":0.183794,"main_score":0.171509,"hf_subset":"knc_Arab-shn_Mymr","languages":["knc-Arab","shn-Mymr"]},{"precision":0.192332,"recall":0.217391,"f1":0.198399,"accuracy":0.217391,"main_score":0.198399,"hf_subset":"knc_Arab-tgl_Latn","languages":["knc-Arab","tgl-Latn"]},{"precision":0.174747,"recall":0.211462,"f1":0.183021,"accuracy":0.211462,"main_score":0.183021,"hf_subset":"knc_Arab-yue_Hant","languages":["knc-Arab","yue-Hant"]},{"precision":0.173226,"recall":0.20751,"f1":0.181227,"accuracy":0.20751,"main_score":0.181227,"hf_subset":"knc_Arab-asm_Beng","languages":["knc-Arab","asm-Beng"]},{"precision":0.174243,"recall":0.205534,"f1":0.181962,"accuracy":0.205534,"main_score":0.181962,"hf_subset":"knc_Arab-ckb_Arab","languages":["knc-Arab","ckb-Arab"]},{"precision":0.186701,"recall":0.215415,"f1":0.19502,"accuracy":0.215415,"main_score":0.19502,"hf_subset":"knc_Arab-gle_Latn","languages":["knc-Arab","gle-Latn"]},{"precision":0.17549,"recall":0.19664,"f1":0.18055,"accuracy":0.19664,"main_score":0.18055,"hf_subset":"knc_Arab-kas_Arab","languages":["knc-Arab","kas-Arab"]},{"precision":0.173549,"recall":0.190711,"f1":0.178035,"accuracy":0.190711,"main_score":0.178035,"hf_subset":"knc_Arab-ltg_Latn","languages":["knc-Arab","ltg-Latn"]},{"precision":0.186289,"recall":0.208498,"f1":0.192253,"accuracy":0.208498,"main_score":0.192253,"hf_subset":"knc_Arab-nso_Latn","languages":["knc-Arab","nso-Latn"]},{"precision":0.194757,"recall":0.221344,"f1":0.201035,"accuracy":0.221344,"main_score":0.201035,"hf_subset":"knc_Arab-sin_Sinh","languages":["knc-Arab","sin-Sinh"]},{"precision":0.179495,"recall":0.220356,"f1":0.18926,"accuracy":0.220356,"main_score":0.18926,"hf_subset":"knc_Arab-tha_Thai","languages":["knc-Arab","tha-Thai"]},{"precision":0.17162,"recall":0.20751,"f1":0.179957,"accuracy":0.20751,"main_score":0.179957,"hf_subset":"knc_Arab-zho_Hans","languages":["knc-Arab","zho-Hans"]},{"precision":0.174409,"recall":0.188735,"f1":0.178495,"accuracy":0.188735,"main_score":0.178495,"hf_subset":"knc_Arab-ast_Latn","languages":["knc-Arab","ast-Latn"]},{"precision":0.165037,"recall":0.181818,"f1":0.169195,"accuracy":0.181818,"main_score":0.169195,"hf_subset":"knc_Arab-crh_Latn","languages":["knc-Arab","crh-Latn"]},{"precision":0.180437,"recall":0.19664,"f1":0.18451,"accuracy":0.19664,"main_score":0.18451,"hf_subset":"knc_Arab-glg_Latn","languages":["knc-Arab","glg-Latn"]},{"precision":0.175051,"recall":0.195652,"f1":0.180386,"accuracy":0.195652,"main_score":0.180386,"hf_subset":"knc_Arab-kas_Deva","languages":["knc-Arab","kas-Deva"]},{"precision":0.165201,"recall":0.18083,"f1":0.1695,"accuracy":0.18083,"main_score":0.1695,"hf_subset":"knc_Arab-ltz_Latn","languages":["knc-Arab","ltz-Latn"]},{"precision":0.181686,"recall":0.200593,"f1":0.187549,"accuracy":0.200593,"main_score":0.187549,"hf_subset":"knc_Arab-nus_Latn","languages":["knc-Arab","nus-Latn"]},{"precision":0.186276,"recall":0.210474,"f1":0.192093,"accuracy":0.210474,"main_score":0.192093,"hf_subset":"knc_Arab-slk_Latn","languages":["knc-Arab","slk-Latn"]},{"precision":0.181608,"recall":0.205534,"f1":0.187915,"accuracy":0.205534,"main_score":0.187915,"hf_subset":"knc_Arab-tir_Ethi","languages":["knc-Arab","tir-Ethi"]},{"precision":0.16446,"recall":0.200593,"f1":0.173029,"accuracy":0.200593,"main_score":0.173029,"hf_subset":"knc_Arab-zho_Hant","languages":["knc-Arab","zho-Hant"]},{"precision":0.202941,"recall":0.23419,"f1":0.20975,"accuracy":0.23419,"main_score":0.20975,"hf_subset":"knc_Arab-awa_Deva","languages":["knc-Arab","awa-Deva"]},{"precision":0.176054,"recall":0.194664,"f1":0.181526,"accuracy":0.194664,"main_score":0.181526,"hf_subset":"knc_Arab-cym_Latn","languages":["knc-Arab","cym-Latn"]},{"precision":0.163489,"recall":0.192688,"f1":0.170884,"accuracy":0.192688,"main_score":0.170884,"hf_subset":"knc_Arab-grn_Latn","languages":["knc-Arab","grn-Latn"]},{"precision":0.160271,"recall":0.194664,"f1":0.168871,"accuracy":0.194664,"main_score":0.168871,"hf_subset":"knc_Arab-kat_Geor","languages":["knc-Arab","kat-Geor"]},{"precision":0.196067,"recall":0.217391,"f1":0.201478,"accuracy":0.217391,"main_score":0.201478,"hf_subset":"knc_Arab-lua_Latn","languages":["knc-Arab","lua-Latn"]},{"precision":0.171744,"recall":0.19664,"f1":0.17796,"accuracy":0.19664,"main_score":0.17796,"hf_subset":"knc_Arab-nya_Latn","languages":["knc-Arab","nya-Latn"]},{"precision":0.177662,"recall":0.194664,"f1":0.182107,"accuracy":0.194664,"main_score":0.182107,"hf_subset":"knc_Arab-slv_Latn","languages":["knc-Arab","slv-Latn"]},{"precision":0.189487,"recall":0.209486,"f1":0.194833,"accuracy":0.209486,"main_score":0.194833,"hf_subset":"knc_Arab-tpi_Latn","languages":["knc-Arab","tpi-Latn"]},{"precision":0.188501,"recall":0.224308,"f1":0.196831,"accuracy":0.224308,"main_score":0.196831,"hf_subset":"knc_Arab-zsm_Latn","languages":["knc-Arab","zsm-Latn"]},{"precision":0.190759,"recall":0.221344,"f1":0.198473,"accuracy":0.221344,"main_score":0.198473,"hf_subset":"knc_Arab-ayr_Latn","languages":["knc-Arab","ayr-Latn"]},{"precision":0.186134,"recall":0.214427,"f1":0.192273,"accuracy":0.214427,"main_score":0.192273,"hf_subset":"knc_Arab-dan_Latn","languages":["knc-Arab","dan-Latn"]},{"precision":0.195359,"recall":0.228261,"f1":0.203046,"accuracy":0.228261,"main_score":0.203046,"hf_subset":"knc_Arab-guj_Gujr","languages":["knc-Arab","guj-Gujr"]},{"precision":0.171634,"recall":0.197628,"f1":0.177422,"accuracy":0.197628,"main_score":0.177422,"hf_subset":"knc_Arab-kaz_Cyrl","languages":["knc-Arab","kaz-Cyrl"]},{"precision":0.177531,"recall":0.204545,"f1":0.184297,"accuracy":0.204545,"main_score":0.184297,"hf_subset":"knc_Arab-lug_Latn","languages":["knc-Arab","lug-Latn"]},{"precision":0.17735,"recall":0.19664,"f1":0.182712,"accuracy":0.19664,"main_score":0.182712,"hf_subset":"knc_Arab-oci_Latn","languages":["knc-Arab","oci-Latn"]},{"precision":0.19658,"recall":0.226285,"f1":0.204343,"accuracy":0.226285,"main_score":0.204343,"hf_subset":"knc_Arab-smo_Latn","languages":["knc-Arab","smo-Latn"]},{"precision":0.169064,"recall":0.190711,"f1":0.175148,"accuracy":0.190711,"main_score":0.175148,"hf_subset":"knc_Arab-tsn_Latn","languages":["knc-Arab","tsn-Latn"]},{"precision":0.194104,"recall":0.218379,"f1":0.200311,"accuracy":0.218379,"main_score":0.200311,"hf_subset":"knc_Arab-zul_Latn","languages":["knc-Arab","zul-Latn"]},{"precision":0.147602,"recall":0.16996,"f1":0.153484,"accuracy":0.16996,"main_score":0.153484,"hf_subset":"knc_Arab-azb_Arab","languages":["knc-Arab","azb-Arab"]},{"precision":0.184437,"recall":0.217391,"f1":0.192507,"accuracy":0.217391,"main_score":0.192507,"hf_subset":"knc_Arab-deu_Latn","languages":["knc-Arab","deu-Latn"]},{"precision":0.176844,"recall":0.202569,"f1":0.18336,"accuracy":0.202569,"main_score":0.18336,"hf_subset":"knc_Arab-hat_Latn","languages":["knc-Arab","hat-Latn"]},{"precision":0.201079,"recall":0.220356,"f1":0.206906,"accuracy":0.220356,"main_score":0.206906,"hf_subset":"knc_Arab-kbp_Latn","languages":["knc-Arab","kbp-Latn"]},{"precision":0.191274,"recall":0.213439,"f1":0.197136,"accuracy":0.213439,"main_score":0.197136,"hf_subset":"knc_Arab-luo_Latn","languages":["knc-Arab","luo-Latn"]},{"precision":0.206852,"recall":0.243083,"f1":0.216098,"accuracy":0.243083,"main_score":0.216098,"hf_subset":"knc_Arab-ory_Orya","languages":["knc-Arab","ory-Orya"]},{"precision":0.174569,"recall":0.194664,"f1":0.179775,"accuracy":0.194664,"main_score":0.179775,"hf_subset":"knc_Arab-sna_Latn","languages":["knc-Arab","sna-Latn"]},{"precision":0.199941,"recall":0.221344,"f1":0.205684,"accuracy":0.221344,"main_score":0.205684,"hf_subset":"knc_Arab-tso_Latn","languages":["knc-Arab","tso-Latn"]},{"precision":0.168684,"recall":0.190711,"f1":0.174477,"accuracy":0.190711,"main_score":0.174477,"hf_subset":"knc_Arab-azj_Latn","languages":["knc-Arab","azj-Latn"]},{"precision":0.138926,"recall":0.163043,"f1":0.145424,"accuracy":0.163043,"main_score":0.145424,"hf_subset":"knc_Arab-dik_Latn","languages":["knc-Arab","dik-Latn"]},{"precision":0.19569,"recall":0.216403,"f1":0.201365,"accuracy":0.216403,"main_score":0.201365,"hf_subset":"knc_Arab-hau_Latn","languages":["knc-Arab","hau-Latn"]},{"precision":0.176714,"recall":0.19664,"f1":0.182004,"accuracy":0.19664,"main_score":0.182004,"hf_subset":"knc_Arab-kea_Latn","languages":["knc-Arab","kea-Latn"]},{"precision":0.185832,"recall":0.203557,"f1":0.190648,"accuracy":0.203557,"main_score":0.190648,"hf_subset":"knc_Arab-lus_Latn","languages":["knc-Arab","lus-Latn"]},{"precision":0.191282,"recall":0.210474,"f1":0.196701,"accuracy":0.210474,"main_score":0.196701,"hf_subset":"knc_Arab-pag_Latn","languages":["knc-Arab","pag-Latn"]},{"precision":0.178093,"recall":0.206522,"f1":0.184895,"accuracy":0.206522,"main_score":0.184895,"hf_subset":"knc_Arab-snd_Arab","languages":["knc-Arab","snd-Arab"]},{"precision":0.1733,"recall":0.193676,"f1":0.178421,"accuracy":0.193676,"main_score":0.178421,"hf_subset":"knc_Arab-tuk_Latn","languages":["knc-Arab","tuk-Latn"]},{"precision":0.16883,"recall":0.189723,"f1":0.174291,"accuracy":0.189723,"main_score":0.174291,"hf_subset":"knc_Arab-bak_Cyrl","languages":["knc-Arab","bak-Cyrl"]},{"precision":0.116395,"recall":0.13834,"f1":0.122001,"accuracy":0.13834,"main_score":0.122001,"hf_subset":"knc_Arab-dyu_Latn","languages":["knc-Arab","dyu-Latn"]},{"precision":0.146902,"recall":0.184783,"f1":0.155693,"accuracy":0.184783,"main_score":0.155693,"hf_subset":"knc_Arab-heb_Hebr","languages":["knc-Arab","heb-Hebr"]},{"precision":0.180988,"recall":0.202569,"f1":0.186508,"accuracy":0.202569,"main_score":0.186508,"hf_subset":"knc_Arab-khk_Cyrl","languages":["knc-Arab","khk-Cyrl"]},{"precision":0.182188,"recall":0.205534,"f1":0.1884,"accuracy":0.205534,"main_score":0.1884,"hf_subset":"knc_Arab-lvs_Latn","languages":["knc-Arab","lvs-Latn"]},{"precision":0.193417,"recall":0.233202,"f1":0.20262,"accuracy":0.233202,"main_score":0.20262,"hf_subset":"knc_Arab-pan_Guru","languages":["knc-Arab","pan-Guru"]},{"precision":0.177794,"recall":0.197628,"f1":0.182824,"accuracy":0.197628,"main_score":0.182824,"hf_subset":"knc_Arab-som_Latn","languages":["knc-Arab","som-Latn"]},{"precision":0.182338,"recall":0.204545,"f1":0.188023,"accuracy":0.204545,"main_score":0.188023,"hf_subset":"knc_Arab-tum_Latn","languages":["knc-Arab","tum-Latn"]},{"precision":0.286863,"recall":0.364625,"f1":0.30692,"accuracy":0.364625,"main_score":0.30692,"hf_subset":"mkd_Cyrl-ace_Arab","languages":["mkd-Cyrl","ace-Arab"]},{"precision":0.379547,"recall":0.467391,"f1":0.402442,"accuracy":0.467391,"main_score":0.402442,"hf_subset":"mkd_Cyrl-bam_Latn","languages":["mkd-Cyrl","bam-Latn"]},{"precision":0.153128,"recall":0.213439,"f1":0.169537,"accuracy":0.213439,"main_score":0.169537,"hf_subset":"mkd_Cyrl-dzo_Tibt","languages":["mkd-Cyrl","dzo-Tibt"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"mkd_Cyrl-hin_Deva","languages":["mkd-Cyrl","hin-Deva"]},{"precision":0.772381,"recall":0.828063,"f1":0.789196,"accuracy":0.828063,"main_score":0.789196,"hf_subset":"mkd_Cyrl-khm_Khmr","languages":["mkd-Cyrl","khm-Khmr"]},{"precision":0.9375,"recall":0.955534,"f1":0.943083,"accuracy":0.955534,"main_score":0.943083,"hf_subset":"mkd_Cyrl-mag_Deva","languages":["mkd-Cyrl","mag-Deva"]},{"precision":0.806653,"recall":0.855731,"f1":0.821574,"accuracy":0.855731,"main_score":0.821574,"hf_subset":"mkd_Cyrl-pap_Latn","languages":["mkd-Cyrl","pap-Latn"]},{"precision":0.417076,"recall":0.502964,"f1":0.440069,"accuracy":0.502964,"main_score":0.440069,"hf_subset":"mkd_Cyrl-sot_Latn","languages":["mkd-Cyrl","sot-Latn"]},{"precision":0.952075,"recall":0.966403,"f1":0.956686,"accuracy":0.966403,"main_score":0.956686,"hf_subset":"mkd_Cyrl-tur_Latn","languages":["mkd-Cyrl","tur-Latn"]},{"precision":0.639526,"recall":0.713439,"f1":0.661251,"accuracy":0.713439,"main_score":0.661251,"hf_subset":"mkd_Cyrl-ace_Latn","languages":["mkd-Cyrl","ace-Latn"]},{"precision":0.782938,"recall":0.835968,"f1":0.799097,"accuracy":0.835968,"main_score":0.799097,"hf_subset":"mkd_Cyrl-ban_Latn","languages":["mkd-Cyrl","ban-Latn"]},{"precision":0.925313,"recall":0.948617,"f1":0.932872,"accuracy":0.948617,"main_score":0.932872,"hf_subset":"mkd_Cyrl-ell_Grek","languages":["mkd-Cyrl","ell-Grek"]},{"precision":0.898551,"recall":0.926877,"f1":0.907411,"accuracy":0.926877,"main_score":0.907411,"hf_subset":"mkd_Cyrl-hne_Deva","languages":["mkd-Cyrl","hne-Deva"]},{"precision":0.403553,"recall":0.5,"f1":0.429353,"accuracy":0.5,"main_score":0.429353,"hf_subset":"mkd_Cyrl-kik_Latn","languages":["mkd-Cyrl","kik-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"mkd_Cyrl-mai_Deva","languages":["mkd-Cyrl","mai-Deva"]},{"precision":0.814312,"recall":0.86166,"f1":0.829447,"accuracy":0.86166,"main_score":0.829447,"hf_subset":"mkd_Cyrl-pbt_Arab","languages":["mkd-Cyrl","pbt-Arab"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"mkd_Cyrl-spa_Latn","languages":["mkd-Cyrl","spa-Latn"]},{"precision":0.462,"recall":0.551383,"f1":0.486726,"accuracy":0.551383,"main_score":0.486726,"hf_subset":"mkd_Cyrl-twi_Latn","languages":["mkd-Cyrl","twi-Latn"]},{"precision":0.942029,"recall":0.960474,"f1":0.948123,"accuracy":0.960474,"main_score":0.948123,"hf_subset":"mkd_Cyrl-acm_Arab","languages":["mkd-Cyrl","acm-Arab"]},{"precision":0.82584,"recall":0.876482,"f1":0.84193,"accuracy":0.876482,"main_score":0.84193,"hf_subset":"mkd_Cyrl-bel_Cyrl","languages":["mkd-Cyrl","bel-Cyrl"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mkd_Cyrl-eng_Latn","languages":["mkd-Cyrl","eng-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"mkd_Cyrl-hrv_Latn","languages":["mkd-Cyrl","hrv-Latn"]},{"precision":0.385731,"recall":0.471344,"f1":0.407919,"accuracy":0.471344,"main_score":0.407919,"hf_subset":"mkd_Cyrl-kin_Latn","languages":["mkd-Cyrl","kin-Latn"]},{"precision":0.932148,"recall":0.952569,"f1":0.938735,"accuracy":0.952569,"main_score":0.938735,"hf_subset":"mkd_Cyrl-mal_Mlym","languages":["mkd-Cyrl","mal-Mlym"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"mkd_Cyrl-pes_Arab","languages":["mkd-Cyrl","pes-Arab"]},{"precision":0.810754,"recall":0.858696,"f1":0.825626,"accuracy":0.858696,"main_score":0.825626,"hf_subset":"mkd_Cyrl-srd_Latn","languages":["mkd-Cyrl","srd-Latn"]},{"precision":0.116461,"recall":0.1917,"f1":0.133233,"accuracy":0.1917,"main_score":0.133233,"hf_subset":"mkd_Cyrl-tzm_Tfng","languages":["mkd-Cyrl","tzm-Tfng"]},{"precision":0.947134,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"mkd_Cyrl-acq_Arab","languages":["mkd-Cyrl","acq-Arab"]},{"precision":0.447341,"recall":0.531621,"f1":0.469801,"accuracy":0.531621,"main_score":0.469801,"hf_subset":"mkd_Cyrl-bem_Latn","languages":["mkd-Cyrl","bem-Latn"]},{"precision":0.85,"recall":0.890316,"f1":0.86278,"accuracy":0.890316,"main_score":0.86278,"hf_subset":"mkd_Cyrl-epo_Latn","languages":["mkd-Cyrl","epo-Latn"]},{"precision":0.904315,"recall":0.931818,"f1":0.913011,"accuracy":0.931818,"main_score":0.913011,"hf_subset":"mkd_Cyrl-hun_Latn","languages":["mkd-Cyrl","hun-Latn"]},{"precision":0.680444,"recall":0.746047,"f1":0.699753,"accuracy":0.746047,"main_score":0.699753,"hf_subset":"mkd_Cyrl-kir_Cyrl","languages":["mkd-Cyrl","kir-Cyrl"]},{"precision":0.929677,"recall":0.950593,"f1":0.936232,"accuracy":0.950593,"main_score":0.936232,"hf_subset":"mkd_Cyrl-mar_Deva","languages":["mkd-Cyrl","mar-Deva"]},{"precision":0.44651,"recall":0.52668,"f1":0.468307,"accuracy":0.52668,"main_score":0.468307,"hf_subset":"mkd_Cyrl-plt_Latn","languages":["mkd-Cyrl","plt-Latn"]},{"precision":0.965168,"recall":0.976285,"f1":0.968775,"accuracy":0.976285,"main_score":0.968775,"hf_subset":"mkd_Cyrl-srp_Cyrl","languages":["mkd-Cyrl","srp-Cyrl"]},{"precision":0.292873,"recall":0.373518,"f1":0.313838,"accuracy":0.373518,"main_score":0.313838,"hf_subset":"mkd_Cyrl-uig_Arab","languages":["mkd-Cyrl","uig-Arab"]},{"precision":0.886034,"recall":0.917984,"f1":0.896212,"accuracy":0.917984,"main_score":0.896212,"hf_subset":"mkd_Cyrl-aeb_Arab","languages":["mkd-Cyrl","aeb-Arab"]},{"precision":0.939723,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"mkd_Cyrl-ben_Beng","languages":["mkd-Cyrl","ben-Beng"]},{"precision":0.789443,"recall":0.840909,"f1":0.805157,"accuracy":0.840909,"main_score":0.805157,"hf_subset":"mkd_Cyrl-est_Latn","languages":["mkd-Cyrl","est-Latn"]},{"precision":0.788102,"recall":0.837945,"f1":0.802703,"accuracy":0.837945,"main_score":0.802703,"hf_subset":"mkd_Cyrl-hye_Armn","languages":["mkd-Cyrl","hye-Armn"]},{"precision":0.390293,"recall":0.472332,"f1":0.412254,"accuracy":0.472332,"main_score":0.412254,"hf_subset":"mkd_Cyrl-kmb_Latn","languages":["mkd-Cyrl","kmb-Latn"]},{"precision":0.256395,"recall":0.333992,"f1":0.275951,"accuracy":0.333992,"main_score":0.275951,"hf_subset":"mkd_Cyrl-min_Arab","languages":["mkd-Cyrl","min-Arab"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"mkd_Cyrl-pol_Latn","languages":["mkd-Cyrl","pol-Latn"]},{"precision":0.382081,"recall":0.469368,"f1":0.404533,"accuracy":0.469368,"main_score":0.404533,"hf_subset":"mkd_Cyrl-ssw_Latn","languages":["mkd-Cyrl","ssw-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"mkd_Cyrl-ukr_Cyrl","languages":["mkd-Cyrl","ukr-Cyrl"]},{"precision":0.900198,"recall":0.93083,"f1":0.910079,"accuracy":0.93083,"main_score":0.910079,"hf_subset":"mkd_Cyrl-afr_Latn","languages":["mkd-Cyrl","afr-Latn"]},{"precision":0.903738,"recall":0.932806,"f1":0.913109,"accuracy":0.932806,"main_score":0.913109,"hf_subset":"mkd_Cyrl-bho_Deva","languages":["mkd-Cyrl","bho-Deva"]},{"precision":0.62992,"recall":0.701581,"f1":0.650881,"accuracy":0.701581,"main_score":0.650881,"hf_subset":"mkd_Cyrl-eus_Latn","languages":["mkd-Cyrl","eus-Latn"]},{"precision":0.389783,"recall":0.481225,"f1":0.413055,"accuracy":0.481225,"main_score":0.413055,"hf_subset":"mkd_Cyrl-ibo_Latn","languages":["mkd-Cyrl","ibo-Latn"]},{"precision":0.448314,"recall":0.536561,"f1":0.47138,"accuracy":0.536561,"main_score":0.47138,"hf_subset":"mkd_Cyrl-kmr_Latn","languages":["mkd-Cyrl","kmr-Latn"]},{"precision":0.724473,"recall":0.788538,"f1":0.743267,"accuracy":0.788538,"main_score":0.743267,"hf_subset":"mkd_Cyrl-min_Latn","languages":["mkd-Cyrl","min-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"mkd_Cyrl-por_Latn","languages":["mkd-Cyrl","por-Latn"]},{"precision":0.794855,"recall":0.844862,"f1":0.810227,"accuracy":0.844862,"main_score":0.810227,"hf_subset":"mkd_Cyrl-sun_Latn","languages":["mkd-Cyrl","sun-Latn"]},{"precision":0.378904,"recall":0.468379,"f1":0.403033,"accuracy":0.468379,"main_score":0.403033,"hf_subset":"mkd_Cyrl-umb_Latn","languages":["mkd-Cyrl","umb-Latn"]},{"precision":0.938982,"recall":0.95751,"f1":0.944895,"accuracy":0.95751,"main_score":0.944895,"hf_subset":"mkd_Cyrl-ajp_Arab","languages":["mkd-Cyrl","ajp-Arab"]},{"precision":0.275996,"recall":0.344862,"f1":0.294052,"accuracy":0.344862,"main_score":0.294052,"hf_subset":"mkd_Cyrl-bjn_Arab","languages":["mkd-Cyrl","bjn-Arab"]},{"precision":0.400383,"recall":0.472332,"f1":0.419415,"accuracy":0.472332,"main_score":0.419415,"hf_subset":"mkd_Cyrl-ewe_Latn","languages":["mkd-Cyrl","ewe-Latn"]},{"precision":0.647539,"recall":0.715415,"f1":0.667395,"accuracy":0.715415,"main_score":0.667395,"hf_subset":"mkd_Cyrl-ilo_Latn","languages":["mkd-Cyrl","ilo-Latn"]},{"precision":0.186714,"recall":0.255929,"f1":0.203493,"accuracy":0.255929,"main_score":0.203493,"hf_subset":"mkd_Cyrl-knc_Arab","languages":["mkd-Cyrl","knc-Arab"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"mkd_Cyrl-prs_Arab","languages":["mkd-Cyrl","prs-Arab"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"mkd_Cyrl-swe_Latn","languages":["mkd-Cyrl","swe-Latn"]},{"precision":0.911726,"recall":0.937747,"f1":0.920125,"accuracy":0.937747,"main_score":0.920125,"hf_subset":"mkd_Cyrl-urd_Arab","languages":["mkd-Cyrl","urd-Arab"]},{"precision":0.440102,"recall":0.528656,"f1":0.463263,"accuracy":0.528656,"main_score":0.463263,"hf_subset":"mkd_Cyrl-aka_Latn","languages":["mkd-Cyrl","aka-Latn"]},{"precision":0.757181,"recall":0.821146,"f1":0.776713,"accuracy":0.821146,"main_score":0.776713,"hf_subset":"mkd_Cyrl-bjn_Latn","languages":["mkd-Cyrl","bjn-Latn"]},{"precision":0.545347,"recall":0.626482,"f1":0.568721,"accuracy":0.626482,"main_score":0.568721,"hf_subset":"mkd_Cyrl-fao_Latn","languages":["mkd-Cyrl","fao-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"mkd_Cyrl-ind_Latn","languages":["mkd-Cyrl","ind-Latn"]},{"precision":0.431408,"recall":0.518775,"f1":0.45438,"accuracy":0.518775,"main_score":0.45438,"hf_subset":"mkd_Cyrl-knc_Latn","languages":["mkd-Cyrl","knc-Latn"]},{"precision":0.685499,"recall":0.750988,"f1":0.704765,"accuracy":0.750988,"main_score":0.704765,"hf_subset":"mkd_Cyrl-mlt_Latn","languages":["mkd-Cyrl","mlt-Latn"]},{"precision":0.471683,"recall":0.567194,"f1":0.497792,"accuracy":0.567194,"main_score":0.497792,"hf_subset":"mkd_Cyrl-quy_Latn","languages":["mkd-Cyrl","quy-Latn"]},{"precision":0.809486,"recall":0.86166,"f1":0.825922,"accuracy":0.86166,"main_score":0.825922,"hf_subset":"mkd_Cyrl-swh_Latn","languages":["mkd-Cyrl","swh-Latn"]},{"precision":0.654894,"recall":0.729249,"f1":0.676301,"accuracy":0.729249,"main_score":0.676301,"hf_subset":"mkd_Cyrl-uzn_Latn","languages":["mkd-Cyrl","uzn-Latn"]},{"precision":0.788843,"recall":0.835968,"f1":0.803541,"accuracy":0.835968,"main_score":0.803541,"hf_subset":"mkd_Cyrl-als_Latn","languages":["mkd-Cyrl","als-Latn"]},{"precision":0.188564,"recall":0.26087,"f1":0.20677,"accuracy":0.26087,"main_score":0.20677,"hf_subset":"mkd_Cyrl-bod_Tibt","languages":["mkd-Cyrl","bod-Tibt"]},{"precision":0.378162,"recall":0.47332,"f1":0.403849,"accuracy":0.47332,"main_score":0.403849,"hf_subset":"mkd_Cyrl-fij_Latn","languages":["mkd-Cyrl","fij-Latn"]},{"precision":0.530825,"recall":0.613636,"f1":0.55404,"accuracy":0.613636,"main_score":0.55404,"hf_subset":"mkd_Cyrl-isl_Latn","languages":["mkd-Cyrl","isl-Latn"]},{"precision":0.467969,"recall":0.55336,"f1":0.491381,"accuracy":0.55336,"main_score":0.491381,"hf_subset":"mkd_Cyrl-kon_Latn","languages":["mkd-Cyrl","kon-Latn"]},{"precision":0.34903,"recall":0.449605,"f1":0.376175,"accuracy":0.449605,"main_score":0.376175,"hf_subset":"mkd_Cyrl-mni_Beng","languages":["mkd-Cyrl","mni-Beng"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"mkd_Cyrl-ron_Latn","languages":["mkd-Cyrl","ron-Latn"]},{"precision":0.853673,"recall":0.895257,"f1":0.867161,"accuracy":0.895257,"main_score":0.867161,"hf_subset":"mkd_Cyrl-szl_Latn","languages":["mkd-Cyrl","szl-Latn"]},{"precision":0.89081,"recall":0.922925,"f1":0.90135,"accuracy":0.922925,"main_score":0.90135,"hf_subset":"mkd_Cyrl-vec_Latn","languages":["mkd-Cyrl","vec-Latn"]},{"precision":0.762945,"recall":0.823123,"f1":0.781225,"accuracy":0.823123,"main_score":0.781225,"hf_subset":"mkd_Cyrl-amh_Ethi","languages":["mkd-Cyrl","amh-Ethi"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mkd_Cyrl-bos_Latn","languages":["mkd-Cyrl","bos-Latn"]},{"precision":0.939147,"recall":0.95751,"f1":0.945059,"accuracy":0.95751,"main_score":0.945059,"hf_subset":"mkd_Cyrl-fin_Latn","languages":["mkd-Cyrl","fin-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"mkd_Cyrl-ita_Latn","languages":["mkd-Cyrl","ita-Latn"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"mkd_Cyrl-kor_Hang","languages":["mkd-Cyrl","kor-Hang"]},{"precision":0.395429,"recall":0.486166,"f1":0.419762,"accuracy":0.486166,"main_score":0.419762,"hf_subset":"mkd_Cyrl-mos_Latn","languages":["mkd-Cyrl","mos-Latn"]},{"precision":0.380494,"recall":0.474308,"f1":0.405259,"accuracy":0.474308,"main_score":0.405259,"hf_subset":"mkd_Cyrl-run_Latn","languages":["mkd-Cyrl","run-Latn"]},{"precision":0.932724,"recall":0.952569,"f1":0.93913,"accuracy":0.952569,"main_score":0.93913,"hf_subset":"mkd_Cyrl-tam_Taml","languages":["mkd-Cyrl","tam-Taml"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"mkd_Cyrl-vie_Latn","languages":["mkd-Cyrl","vie-Latn"]},{"precision":0.922596,"recall":0.945652,"f1":0.92996,"accuracy":0.945652,"main_score":0.92996,"hf_subset":"mkd_Cyrl-apc_Arab","languages":["mkd-Cyrl","apc-Arab"]},{"precision":0.609301,"recall":0.694664,"f1":0.633588,"accuracy":0.694664,"main_score":0.633588,"hf_subset":"mkd_Cyrl-bug_Latn","languages":["mkd-Cyrl","bug-Latn"]},{"precision":0.347693,"recall":0.429842,"f1":0.368602,"accuracy":0.429842,"main_score":0.368602,"hf_subset":"mkd_Cyrl-fon_Latn","languages":["mkd-Cyrl","fon-Latn"]},{"precision":0.795158,"recall":0.848814,"f1":0.811693,"accuracy":0.848814,"main_score":0.811693,"hf_subset":"mkd_Cyrl-jav_Latn","languages":["mkd-Cyrl","jav-Latn"]},{"precision":0.691255,"recall":0.766798,"f1":0.71349,"accuracy":0.766798,"main_score":0.71349,"hf_subset":"mkd_Cyrl-lao_Laoo","languages":["mkd-Cyrl","lao-Laoo"]},{"precision":0.344104,"recall":0.443676,"f1":0.369595,"accuracy":0.443676,"main_score":0.369595,"hf_subset":"mkd_Cyrl-mri_Latn","languages":["mkd-Cyrl","mri-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"mkd_Cyrl-rus_Cyrl","languages":["mkd-Cyrl","rus-Cyrl"]},{"precision":0.373316,"recall":0.475296,"f1":0.401002,"accuracy":0.475296,"main_score":0.401002,"hf_subset":"mkd_Cyrl-taq_Latn","languages":["mkd-Cyrl","taq-Latn"]},{"precision":0.773593,"recall":0.828063,"f1":0.790366,"accuracy":0.828063,"main_score":0.790366,"hf_subset":"mkd_Cyrl-war_Latn","languages":["mkd-Cyrl","war-Latn"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"mkd_Cyrl-arb_Arab","languages":["mkd-Cyrl","arb-Arab"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mkd_Cyrl-bul_Cyrl","languages":["mkd-Cyrl","bul-Cyrl"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"mkd_Cyrl-fra_Latn","languages":["mkd-Cyrl","fra-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"mkd_Cyrl-jpn_Jpan","languages":["mkd-Cyrl","jpn-Jpan"]},{"precision":0.828722,"recall":0.874506,"f1":0.843182,"accuracy":0.874506,"main_score":0.843182,"hf_subset":"mkd_Cyrl-lij_Latn","languages":["mkd-Cyrl","lij-Latn"]},{"precision":0.748551,"recall":0.811265,"f1":0.768248,"accuracy":0.811265,"main_score":0.768248,"hf_subset":"mkd_Cyrl-mya_Mymr","languages":["mkd-Cyrl","mya-Mymr"]},{"precision":0.44588,"recall":0.538538,"f1":0.47145,"accuracy":0.538538,"main_score":0.47145,"hf_subset":"mkd_Cyrl-sag_Latn","languages":["mkd-Cyrl","sag-Latn"]},{"precision":0.148197,"recall":0.222332,"f1":0.163533,"accuracy":0.222332,"main_score":0.163533,"hf_subset":"mkd_Cyrl-taq_Tfng","languages":["mkd-Cyrl","taq-Tfng"]},{"precision":0.435791,"recall":0.534585,"f1":0.462803,"accuracy":0.534585,"main_score":0.462803,"hf_subset":"mkd_Cyrl-wol_Latn","languages":["mkd-Cyrl","wol-Latn"]},{"precision":0.263479,"recall":0.366601,"f1":0.288383,"accuracy":0.366601,"main_score":0.288383,"hf_subset":"mkd_Cyrl-arb_Latn","languages":["mkd-Cyrl","arb-Latn"]},{"precision":0.936869,"recall":0.954545,"f1":0.942391,"accuracy":0.954545,"main_score":0.942391,"hf_subset":"mkd_Cyrl-cat_Latn","languages":["mkd-Cyrl","cat-Latn"]},{"precision":0.801746,"recall":0.852767,"f1":0.817476,"accuracy":0.852767,"main_score":0.817476,"hf_subset":"mkd_Cyrl-fur_Latn","languages":["mkd-Cyrl","fur-Latn"]},{"precision":0.279255,"recall":0.36166,"f1":0.300715,"accuracy":0.36166,"main_score":0.300715,"hf_subset":"mkd_Cyrl-kab_Latn","languages":["mkd-Cyrl","kab-Latn"]},{"precision":0.765761,"recall":0.816206,"f1":0.781079,"accuracy":0.816206,"main_score":0.781079,"hf_subset":"mkd_Cyrl-lim_Latn","languages":["mkd-Cyrl","lim-Latn"]},{"precision":0.952734,"recall":0.967391,"f1":0.957463,"accuracy":0.967391,"main_score":0.957463,"hf_subset":"mkd_Cyrl-nld_Latn","languages":["mkd-Cyrl","nld-Latn"]},{"precision":0.830204,"recall":0.873518,"f1":0.843841,"accuracy":0.873518,"main_score":0.843841,"hf_subset":"mkd_Cyrl-san_Deva","languages":["mkd-Cyrl","san-Deva"]},{"precision":0.669478,"recall":0.73913,"f1":0.689148,"accuracy":0.73913,"main_score":0.689148,"hf_subset":"mkd_Cyrl-tat_Cyrl","languages":["mkd-Cyrl","tat-Cyrl"]},{"precision":0.415426,"recall":0.511858,"f1":0.440475,"accuracy":0.511858,"main_score":0.440475,"hf_subset":"mkd_Cyrl-xho_Latn","languages":["mkd-Cyrl","xho-Latn"]},{"precision":0.957345,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"mkd_Cyrl-ars_Arab","languages":["mkd-Cyrl","ars-Arab"]},{"precision":0.742022,"recall":0.802372,"f1":0.760016,"accuracy":0.802372,"main_score":0.760016,"hf_subset":"mkd_Cyrl-ceb_Latn","languages":["mkd-Cyrl","ceb-Latn"]},{"precision":0.4082,"recall":0.502964,"f1":0.433404,"accuracy":0.502964,"main_score":0.433404,"hf_subset":"mkd_Cyrl-fuv_Latn","languages":["mkd-Cyrl","fuv-Latn"]},{"precision":0.39567,"recall":0.492095,"f1":0.421725,"accuracy":0.492095,"main_score":0.421725,"hf_subset":"mkd_Cyrl-kac_Latn","languages":["mkd-Cyrl","kac-Latn"]},{"precision":0.482132,"recall":0.571146,"f1":0.506467,"accuracy":0.571146,"main_score":0.506467,"hf_subset":"mkd_Cyrl-lin_Latn","languages":["mkd-Cyrl","lin-Latn"]},{"precision":0.912055,"recall":0.939723,"f1":0.921113,"accuracy":0.939723,"main_score":0.921113,"hf_subset":"mkd_Cyrl-nno_Latn","languages":["mkd-Cyrl","nno-Latn"]},{"precision":0.174521,"recall":0.242095,"f1":0.191156,"accuracy":0.242095,"main_score":0.191156,"hf_subset":"mkd_Cyrl-sat_Olck","languages":["mkd-Cyrl","sat-Olck"]},{"precision":0.934618,"recall":0.954545,"f1":0.941041,"accuracy":0.954545,"main_score":0.941041,"hf_subset":"mkd_Cyrl-tel_Telu","languages":["mkd-Cyrl","tel-Telu"]},{"precision":0.309188,"recall":0.396245,"f1":0.331204,"accuracy":0.396245,"main_score":0.331204,"hf_subset":"mkd_Cyrl-ydd_Hebr","languages":["mkd-Cyrl","ydd-Hebr"]},{"precision":0.830122,"recall":0.880435,"f1":0.846245,"accuracy":0.880435,"main_score":0.846245,"hf_subset":"mkd_Cyrl-ary_Arab","languages":["mkd-Cyrl","ary-Arab"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"mkd_Cyrl-ces_Latn","languages":["mkd-Cyrl","ces-Latn"]},{"precision":0.323434,"recall":0.407115,"f1":0.343961,"accuracy":0.407115,"main_score":0.343961,"hf_subset":"mkd_Cyrl-gaz_Latn","languages":["mkd-Cyrl","gaz-Latn"]},{"precision":0.420977,"recall":0.500988,"f1":0.442355,"accuracy":0.500988,"main_score":0.442355,"hf_subset":"mkd_Cyrl-kam_Latn","languages":["mkd-Cyrl","kam-Latn"]},{"precision":0.79725,"recall":0.848814,"f1":0.813062,"accuracy":0.848814,"main_score":0.813062,"hf_subset":"mkd_Cyrl-lit_Latn","languages":["mkd-Cyrl","lit-Latn"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"mkd_Cyrl-nob_Latn","languages":["mkd-Cyrl","nob-Latn"]},{"precision":0.730517,"recall":0.797431,"f1":0.750499,"accuracy":0.797431,"main_score":0.750499,"hf_subset":"mkd_Cyrl-scn_Latn","languages":["mkd-Cyrl","scn-Latn"]},{"precision":0.475201,"recall":0.557312,"f1":0.496419,"accuracy":0.557312,"main_score":0.496419,"hf_subset":"mkd_Cyrl-tgk_Cyrl","languages":["mkd-Cyrl","tgk-Cyrl"]},{"precision":0.38025,"recall":0.474308,"f1":0.405365,"accuracy":0.474308,"main_score":0.405365,"hf_subset":"mkd_Cyrl-yor_Latn","languages":["mkd-Cyrl","yor-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"mkd_Cyrl-arz_Arab","languages":["mkd-Cyrl","arz-Arab"]},{"precision":0.440016,"recall":0.531621,"f1":0.464124,"accuracy":0.531621,"main_score":0.464124,"hf_subset":"mkd_Cyrl-cjk_Latn","languages":["mkd-Cyrl","cjk-Latn"]},{"precision":0.352742,"recall":0.432806,"f1":0.373471,"accuracy":0.432806,"main_score":0.373471,"hf_subset":"mkd_Cyrl-gla_Latn","languages":["mkd-Cyrl","gla-Latn"]},{"precision":0.920619,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"mkd_Cyrl-kan_Knda","languages":["mkd-Cyrl","kan-Knda"]},{"precision":0.780418,"recall":0.83498,"f1":0.797087,"accuracy":0.83498,"main_score":0.797087,"hf_subset":"mkd_Cyrl-lmo_Latn","languages":["mkd-Cyrl","lmo-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.93363,"accuracy":0.948617,"main_score":0.93363,"hf_subset":"mkd_Cyrl-npi_Deva","languages":["mkd-Cyrl","npi-Deva"]},{"precision":0.345306,"recall":0.450593,"f1":0.373046,"accuracy":0.450593,"main_score":0.373046,"hf_subset":"mkd_Cyrl-shn_Mymr","languages":["mkd-Cyrl","shn-Mymr"]},{"precision":0.849473,"recall":0.890316,"f1":0.862451,"accuracy":0.890316,"main_score":0.862451,"hf_subset":"mkd_Cyrl-tgl_Latn","languages":["mkd-Cyrl","tgl-Latn"]},{"precision":0.950428,"recall":0.965415,"f1":0.955369,"accuracy":0.965415,"main_score":0.955369,"hf_subset":"mkd_Cyrl-yue_Hant","languages":["mkd-Cyrl","yue-Hant"]},{"precision":0.826334,"recall":0.87747,"f1":0.842787,"accuracy":0.87747,"main_score":0.842787,"hf_subset":"mkd_Cyrl-asm_Beng","languages":["mkd-Cyrl","asm-Beng"]},{"precision":0.403488,"recall":0.48913,"f1":0.426645,"accuracy":0.48913,"main_score":0.426645,"hf_subset":"mkd_Cyrl-ckb_Arab","languages":["mkd-Cyrl","ckb-Arab"]},{"precision":0.379192,"recall":0.45751,"f1":0.398913,"accuracy":0.45751,"main_score":0.398913,"hf_subset":"mkd_Cyrl-gle_Latn","languages":["mkd-Cyrl","gle-Latn"]},{"precision":0.628675,"recall":0.712451,"f1":0.652593,"accuracy":0.712451,"main_score":0.652593,"hf_subset":"mkd_Cyrl-kas_Arab","languages":["mkd-Cyrl","kas-Arab"]},{"precision":0.644845,"recall":0.709486,"f1":0.664196,"accuracy":0.709486,"main_score":0.664196,"hf_subset":"mkd_Cyrl-ltg_Latn","languages":["mkd-Cyrl","ltg-Latn"]},{"precision":0.450697,"recall":0.530632,"f1":0.471696,"accuracy":0.530632,"main_score":0.471696,"hf_subset":"mkd_Cyrl-nso_Latn","languages":["mkd-Cyrl","nso-Latn"]},{"precision":0.796805,"recall":0.849802,"f1":0.813373,"accuracy":0.849802,"main_score":0.813373,"hf_subset":"mkd_Cyrl-sin_Sinh","languages":["mkd-Cyrl","sin-Sinh"]},{"precision":0.937665,"recall":0.95751,"f1":0.944071,"accuracy":0.95751,"main_score":0.944071,"hf_subset":"mkd_Cyrl-tha_Thai","languages":["mkd-Cyrl","tha-Thai"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"mkd_Cyrl-zho_Hans","languages":["mkd-Cyrl","zho-Hans"]},{"precision":0.914806,"recall":0.940711,"f1":0.922991,"accuracy":0.940711,"main_score":0.922991,"hf_subset":"mkd_Cyrl-ast_Latn","languages":["mkd-Cyrl","ast-Latn"]},{"precision":0.772875,"recall":0.832016,"f1":0.790763,"accuracy":0.832016,"main_score":0.790763,"hf_subset":"mkd_Cyrl-crh_Latn","languages":["mkd-Cyrl","crh-Latn"]},{"precision":0.951828,"recall":0.966403,"f1":0.956588,"accuracy":0.966403,"main_score":0.956588,"hf_subset":"mkd_Cyrl-glg_Latn","languages":["mkd-Cyrl","glg-Latn"]},{"precision":0.521116,"recall":0.616601,"f1":0.548428,"accuracy":0.616601,"main_score":0.548428,"hf_subset":"mkd_Cyrl-kas_Deva","languages":["mkd-Cyrl","kas-Deva"]},{"precision":0.744146,"recall":0.806324,"f1":0.762553,"accuracy":0.806324,"main_score":0.762553,"hf_subset":"mkd_Cyrl-ltz_Latn","languages":["mkd-Cyrl","ltz-Latn"]},{"precision":0.307541,"recall":0.394269,"f1":0.330723,"accuracy":0.394269,"main_score":0.330723,"hf_subset":"mkd_Cyrl-nus_Latn","languages":["mkd-Cyrl","nus-Latn"]},{"precision":0.949852,"recall":0.964427,"f1":0.954447,"accuracy":0.964427,"main_score":0.954447,"hf_subset":"mkd_Cyrl-slk_Latn","languages":["mkd-Cyrl","slk-Latn"]},{"precision":0.361466,"recall":0.452569,"f1":0.386573,"accuracy":0.452569,"main_score":0.386573,"hf_subset":"mkd_Cyrl-tir_Ethi","languages":["mkd-Cyrl","tir-Ethi"]},{"precision":0.939065,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"mkd_Cyrl-zho_Hant","languages":["mkd-Cyrl","zho-Hant"]},{"precision":0.934453,"recall":0.953557,"f1":0.940514,"accuracy":0.953557,"main_score":0.940514,"hf_subset":"mkd_Cyrl-awa_Deva","languages":["mkd-Cyrl","awa-Deva"]},{"precision":0.420686,"recall":0.507905,"f1":0.443559,"accuracy":0.507905,"main_score":0.443559,"hf_subset":"mkd_Cyrl-cym_Latn","languages":["mkd-Cyrl","cym-Latn"]},{"precision":0.602767,"recall":0.684783,"f1":0.626553,"accuracy":0.684783,"main_score":0.626553,"hf_subset":"mkd_Cyrl-grn_Latn","languages":["mkd-Cyrl","grn-Latn"]},{"precision":0.856284,"recall":0.897233,"f1":0.869055,"accuracy":0.897233,"main_score":0.869055,"hf_subset":"mkd_Cyrl-kat_Geor","languages":["mkd-Cyrl","kat-Geor"]},{"precision":0.474953,"recall":0.5583,"f1":0.498079,"accuracy":0.5583,"main_score":0.498079,"hf_subset":"mkd_Cyrl-lua_Latn","languages":["mkd-Cyrl","lua-Latn"]},{"precision":0.465556,"recall":0.551383,"f1":0.489036,"accuracy":0.551383,"main_score":0.489036,"hf_subset":"mkd_Cyrl-nya_Latn","languages":["mkd-Cyrl","nya-Latn"]},{"precision":0.921278,"recall":0.945652,"f1":0.929183,"accuracy":0.945652,"main_score":0.929183,"hf_subset":"mkd_Cyrl-slv_Latn","languages":["mkd-Cyrl","slv-Latn"]},{"precision":0.663159,"recall":0.742095,"f1":0.687253,"accuracy":0.742095,"main_score":0.687253,"hf_subset":"mkd_Cyrl-tpi_Latn","languages":["mkd-Cyrl","tpi-Latn"]},{"precision":0.931983,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"mkd_Cyrl-zsm_Latn","languages":["mkd-Cyrl","zsm-Latn"]},{"precision":0.375349,"recall":0.466403,"f1":0.397952,"accuracy":0.466403,"main_score":0.397952,"hf_subset":"mkd_Cyrl-ayr_Latn","languages":["mkd-Cyrl","ayr-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"mkd_Cyrl-dan_Latn","languages":["mkd-Cyrl","dan-Latn"]},{"precision":0.922596,"recall":0.945652,"f1":0.930007,"accuracy":0.945652,"main_score":0.930007,"hf_subset":"mkd_Cyrl-guj_Gujr","languages":["mkd-Cyrl","guj-Gujr"]},{"precision":0.750653,"recall":0.815217,"f1":0.770107,"accuracy":0.815217,"main_score":0.770107,"hf_subset":"mkd_Cyrl-kaz_Cyrl","languages":["mkd-Cyrl","kaz-Cyrl"]},{"precision":0.369937,"recall":0.453557,"f1":0.391894,"accuracy":0.453557,"main_score":0.391894,"hf_subset":"mkd_Cyrl-lug_Latn","languages":["mkd-Cyrl","lug-Latn"]},{"precision":0.920784,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"mkd_Cyrl-oci_Latn","languages":["mkd-Cyrl","oci-Latn"]},{"precision":0.408671,"recall":0.514822,"f1":0.437304,"accuracy":0.514822,"main_score":0.437304,"hf_subset":"mkd_Cyrl-smo_Latn","languages":["mkd-Cyrl","smo-Latn"]},{"precision":0.421989,"recall":0.507905,"f1":0.443758,"accuracy":0.507905,"main_score":0.443758,"hf_subset":"mkd_Cyrl-tsn_Latn","languages":["mkd-Cyrl","tsn-Latn"]},{"precision":0.378387,"recall":0.472332,"f1":0.402939,"accuracy":0.472332,"main_score":0.402939,"hf_subset":"mkd_Cyrl-zul_Latn","languages":["mkd-Cyrl","zul-Latn"]},{"precision":0.627959,"recall":0.716403,"f1":0.654663,"accuracy":0.716403,"main_score":0.654663,"hf_subset":"mkd_Cyrl-azb_Arab","languages":["mkd-Cyrl","azb-Arab"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"mkd_Cyrl-deu_Latn","languages":["mkd-Cyrl","deu-Latn"]},{"precision":0.5972,"recall":0.68083,"f1":0.621162,"accuracy":0.68083,"main_score":0.621162,"hf_subset":"mkd_Cyrl-hat_Latn","languages":["mkd-Cyrl","hat-Latn"]},{"precision":0.355989,"recall":0.44664,"f1":0.379768,"accuracy":0.44664,"main_score":0.379768,"hf_subset":"mkd_Cyrl-kbp_Latn","languages":["mkd-Cyrl","kbp-Latn"]},{"precision":0.419481,"recall":0.509881,"f1":0.443347,"accuracy":0.509881,"main_score":0.443347,"hf_subset":"mkd_Cyrl-luo_Latn","languages":["mkd-Cyrl","luo-Latn"]},{"precision":0.4953,"recall":0.582016,"f1":0.519855,"accuracy":0.582016,"main_score":0.519855,"hf_subset":"mkd_Cyrl-ory_Orya","languages":["mkd-Cyrl","ory-Orya"]},{"precision":0.409015,"recall":0.494071,"f1":0.432209,"accuracy":0.494071,"main_score":0.432209,"hf_subset":"mkd_Cyrl-sna_Latn","languages":["mkd-Cyrl","sna-Latn"]},{"precision":0.398197,"recall":0.479249,"f1":0.419728,"accuracy":0.479249,"main_score":0.419728,"hf_subset":"mkd_Cyrl-tso_Latn","languages":["mkd-Cyrl","tso-Latn"]},{"precision":0.814921,"recall":0.86166,"f1":0.829315,"accuracy":0.86166,"main_score":0.829315,"hf_subset":"mkd_Cyrl-azj_Latn","languages":["mkd-Cyrl","azj-Latn"]},{"precision":0.413984,"recall":0.502964,"f1":0.438152,"accuracy":0.502964,"main_score":0.438152,"hf_subset":"mkd_Cyrl-dik_Latn","languages":["mkd-Cyrl","dik-Latn"]},{"precision":0.419535,"recall":0.505929,"f1":0.443139,"accuracy":0.505929,"main_score":0.443139,"hf_subset":"mkd_Cyrl-hau_Latn","languages":["mkd-Cyrl","hau-Latn"]},{"precision":0.762747,"recall":0.821146,"f1":0.780355,"accuracy":0.821146,"main_score":0.780355,"hf_subset":"mkd_Cyrl-kea_Latn","languages":["mkd-Cyrl","kea-Latn"]},{"precision":0.553342,"recall":0.63834,"f1":0.577469,"accuracy":0.63834,"main_score":0.577469,"hf_subset":"mkd_Cyrl-lus_Latn","languages":["mkd-Cyrl","lus-Latn"]},{"precision":0.686018,"recall":0.754941,"f1":0.706771,"accuracy":0.754941,"main_score":0.706771,"hf_subset":"mkd_Cyrl-pag_Latn","languages":["mkd-Cyrl","pag-Latn"]},{"precision":0.656383,"recall":0.738142,"f1":0.680418,"accuracy":0.738142,"main_score":0.680418,"hf_subset":"mkd_Cyrl-snd_Arab","languages":["mkd-Cyrl","snd-Arab"]},{"precision":0.591371,"recall":0.673913,"f1":0.614239,"accuracy":0.673913,"main_score":0.614239,"hf_subset":"mkd_Cyrl-tuk_Latn","languages":["mkd-Cyrl","tuk-Latn"]},{"precision":0.654136,"recall":0.722332,"f1":0.673848,"accuracy":0.722332,"main_score":0.673848,"hf_subset":"mkd_Cyrl-bak_Cyrl","languages":["mkd-Cyrl","bak-Cyrl"]},{"precision":0.344962,"recall":0.436759,"f1":0.369212,"accuracy":0.436759,"main_score":0.369212,"hf_subset":"mkd_Cyrl-dyu_Latn","languages":["mkd-Cyrl","dyu-Latn"]},{"precision":0.84025,"recall":0.884387,"f1":0.854381,"accuracy":0.884387,"main_score":0.854381,"hf_subset":"mkd_Cyrl-heb_Hebr","languages":["mkd-Cyrl","heb-Hebr"]},{"precision":0.462931,"recall":0.539526,"f1":0.483922,"accuracy":0.539526,"main_score":0.483922,"hf_subset":"mkd_Cyrl-khk_Cyrl","languages":["mkd-Cyrl","khk-Cyrl"]},{"precision":0.814888,"recall":0.860672,"f1":0.829301,"accuracy":0.860672,"main_score":0.829301,"hf_subset":"mkd_Cyrl-lvs_Latn","languages":["mkd-Cyrl","lvs-Latn"]},{"precision":0.847826,"recall":0.890316,"f1":0.861331,"accuracy":0.890316,"main_score":0.861331,"hf_subset":"mkd_Cyrl-pan_Guru","languages":["mkd-Cyrl","pan-Guru"]},{"precision":0.372629,"recall":0.455534,"f1":0.393835,"accuracy":0.455534,"main_score":0.393835,"hf_subset":"mkd_Cyrl-som_Latn","languages":["mkd-Cyrl","som-Latn"]},{"precision":0.451566,"recall":0.527668,"f1":0.472625,"accuracy":0.527668,"main_score":0.472625,"hf_subset":"mkd_Cyrl-tum_Latn","languages":["mkd-Cyrl","tum-Latn"]},{"precision":0.273206,"recall":0.365613,"f1":0.296356,"accuracy":0.365613,"main_score":0.296356,"hf_subset":"prs_Arab-ace_Arab","languages":["prs-Arab","ace-Arab"]},{"precision":0.333777,"recall":0.437747,"f1":0.360665,"accuracy":0.437747,"main_score":0.360665,"hf_subset":"prs_Arab-bam_Latn","languages":["prs-Arab","bam-Latn"]},{"precision":0.144277,"recall":0.210474,"f1":0.160292,"accuracy":0.210474,"main_score":0.160292,"hf_subset":"prs_Arab-dzo_Tibt","languages":["prs-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-hin_Deva","languages":["prs-Arab","hin-Deva"]},{"precision":0.846591,"recall":0.891304,"f1":0.860705,"accuracy":0.891304,"main_score":0.860705,"hf_subset":"prs_Arab-khm_Khmr","languages":["prs-Arab","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-mag_Deva","languages":["prs-Arab","mag-Deva"]},{"precision":0.82472,"recall":0.874506,"f1":0.840119,"accuracy":0.874506,"main_score":0.840119,"hf_subset":"prs_Arab-pap_Latn","languages":["prs-Arab","pap-Latn"]},{"precision":0.384421,"recall":0.488142,"f1":0.411265,"accuracy":0.488142,"main_score":0.411265,"hf_subset":"prs_Arab-sot_Latn","languages":["prs-Arab","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-tur_Latn","languages":["prs-Arab","tur-Latn"]},{"precision":0.636208,"recall":0.722332,"f1":0.660444,"accuracy":0.722332,"main_score":0.660444,"hf_subset":"prs_Arab-ace_Latn","languages":["prs-Arab","ace-Latn"]},{"precision":0.80112,"recall":0.855731,"f1":0.817951,"accuracy":0.855731,"main_score":0.817951,"hf_subset":"prs_Arab-ban_Latn","languages":["prs-Arab","ban-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"prs_Arab-ell_Grek","languages":["prs-Arab","ell-Grek"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"prs_Arab-hne_Deva","languages":["prs-Arab","hne-Deva"]},{"precision":0.391764,"recall":0.505929,"f1":0.421709,"accuracy":0.505929,"main_score":0.421709,"hf_subset":"prs_Arab-kik_Latn","languages":["prs-Arab","kik-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"prs_Arab-mai_Deva","languages":["prs-Arab","mai-Deva"]},{"precision":0.887105,"recall":0.920949,"f1":0.89776,"accuracy":0.920949,"main_score":0.89776,"hf_subset":"prs_Arab-pbt_Arab","languages":["prs-Arab","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-spa_Latn","languages":["prs-Arab","spa-Latn"]},{"precision":0.463106,"recall":0.570158,"f1":0.491384,"accuracy":0.570158,"main_score":0.491384,"hf_subset":"prs_Arab-twi_Latn","languages":["prs-Arab","twi-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"prs_Arab-acm_Arab","languages":["prs-Arab","acm-Arab"]},{"precision":0.820899,"recall":0.87253,"f1":0.837154,"accuracy":0.87253,"main_score":0.837154,"hf_subset":"prs_Arab-bel_Cyrl","languages":["prs-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-eng_Latn","languages":["prs-Arab","eng-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"prs_Arab-hrv_Latn","languages":["prs-Arab","hrv-Latn"]},{"precision":0.365635,"recall":0.465415,"f1":0.391426,"accuracy":0.465415,"main_score":0.391426,"hf_subset":"prs_Arab-kin_Latn","languages":["prs-Arab","kin-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"prs_Arab-mal_Mlym","languages":["prs-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-pes_Arab","languages":["prs-Arab","pes-Arab"]},{"precision":0.813225,"recall":0.866601,"f1":0.829908,"accuracy":0.866601,"main_score":0.829908,"hf_subset":"prs_Arab-srd_Latn","languages":["prs-Arab","srd-Latn"]},{"precision":0.104963,"recall":0.178854,"f1":0.120891,"accuracy":0.178854,"main_score":0.120891,"hf_subset":"prs_Arab-tzm_Tfng","languages":["prs-Arab","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-acq_Arab","languages":["prs-Arab","acq-Arab"]},{"precision":0.41175,"recall":0.512846,"f1":0.438124,"accuracy":0.512846,"main_score":0.438124,"hf_subset":"prs_Arab-bem_Latn","languages":["prs-Arab","bem-Latn"]},{"precision":0.85994,"recall":0.900198,"f1":0.87248,"accuracy":0.900198,"main_score":0.87248,"hf_subset":"prs_Arab-epo_Latn","languages":["prs-Arab","epo-Latn"]},{"precision":0.927701,"recall":0.950593,"f1":0.935112,"accuracy":0.950593,"main_score":0.935112,"hf_subset":"prs_Arab-hun_Latn","languages":["prs-Arab","hun-Latn"]},{"precision":0.674797,"recall":0.746047,"f1":0.694998,"accuracy":0.746047,"main_score":0.694998,"hf_subset":"prs_Arab-kir_Cyrl","languages":["prs-Arab","kir-Cyrl"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"prs_Arab-mar_Deva","languages":["prs-Arab","mar-Deva"]},{"precision":0.39272,"recall":0.493083,"f1":0.419072,"accuracy":0.493083,"main_score":0.419072,"hf_subset":"prs_Arab-plt_Latn","languages":["prs-Arab","plt-Latn"]},{"precision":0.914032,"recall":0.940711,"f1":0.922596,"accuracy":0.940711,"main_score":0.922596,"hf_subset":"prs_Arab-srp_Cyrl","languages":["prs-Arab","srp-Cyrl"]},{"precision":0.274314,"recall":0.36166,"f1":0.295716,"accuracy":0.36166,"main_score":0.295716,"hf_subset":"prs_Arab-uig_Arab","languages":["prs-Arab","uig-Arab"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"prs_Arab-aeb_Arab","languages":["prs-Arab","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-ben_Beng","languages":["prs-Arab","ben-Beng"]},{"precision":0.797414,"recall":0.853755,"f1":0.814592,"accuracy":0.853755,"main_score":0.814592,"hf_subset":"prs_Arab-est_Latn","languages":["prs-Arab","est-Latn"]},{"precision":0.829886,"recall":0.87253,"f1":0.842885,"accuracy":0.87253,"main_score":0.842885,"hf_subset":"prs_Arab-hye_Armn","languages":["prs-Arab","hye-Armn"]},{"precision":0.362303,"recall":0.463439,"f1":0.389022,"accuracy":0.463439,"main_score":0.389022,"hf_subset":"prs_Arab-kmb_Latn","languages":["prs-Arab","kmb-Latn"]},{"precision":0.22864,"recall":0.313241,"f1":0.248952,"accuracy":0.313241,"main_score":0.248952,"hf_subset":"prs_Arab-min_Arab","languages":["prs-Arab","min-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"prs_Arab-pol_Latn","languages":["prs-Arab","pol-Latn"]},{"precision":0.349737,"recall":0.45751,"f1":0.377306,"accuracy":0.45751,"main_score":0.377306,"hf_subset":"prs_Arab-ssw_Latn","languages":["prs-Arab","ssw-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"prs_Arab-ukr_Cyrl","languages":["prs-Arab","ukr-Cyrl"]},{"precision":0.9375,"recall":0.956522,"f1":0.943412,"accuracy":0.956522,"main_score":0.943412,"hf_subset":"prs_Arab-afr_Latn","languages":["prs-Arab","afr-Latn"]},{"precision":0.970438,"recall":0.979249,"f1":0.973221,"accuracy":0.979249,"main_score":0.973221,"hf_subset":"prs_Arab-bho_Deva","languages":["prs-Arab","bho-Deva"]},{"precision":0.598671,"recall":0.689723,"f1":0.624517,"accuracy":0.689723,"main_score":0.624517,"hf_subset":"prs_Arab-eus_Latn","languages":["prs-Arab","eus-Latn"]},{"precision":0.351503,"recall":0.467391,"f1":0.382233,"accuracy":0.467391,"main_score":0.382233,"hf_subset":"prs_Arab-ibo_Latn","languages":["prs-Arab","ibo-Latn"]},{"precision":0.410528,"recall":0.51087,"f1":0.43583,"accuracy":0.51087,"main_score":0.43583,"hf_subset":"prs_Arab-kmr_Latn","languages":["prs-Arab","kmr-Latn"]},{"precision":0.775132,"recall":0.835968,"f1":0.793215,"accuracy":0.835968,"main_score":0.793215,"hf_subset":"prs_Arab-min_Latn","languages":["prs-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-por_Latn","languages":["prs-Arab","por-Latn"]},{"precision":0.855567,"recall":0.898221,"f1":0.868874,"accuracy":0.898221,"main_score":0.868874,"hf_subset":"prs_Arab-sun_Latn","languages":["prs-Arab","sun-Latn"]},{"precision":0.341078,"recall":0.44664,"f1":0.367918,"accuracy":0.44664,"main_score":0.367918,"hf_subset":"prs_Arab-umb_Latn","languages":["prs-Arab","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-ajp_Arab","languages":["prs-Arab","ajp-Arab"]},{"precision":0.240192,"recall":0.338933,"f1":0.265724,"accuracy":0.338933,"main_score":0.265724,"hf_subset":"prs_Arab-bjn_Arab","languages":["prs-Arab","bjn-Arab"]},{"precision":0.363774,"recall":0.463439,"f1":0.388918,"accuracy":0.463439,"main_score":0.388918,"hf_subset":"prs_Arab-ewe_Latn","languages":["prs-Arab","ewe-Latn"]},{"precision":0.626442,"recall":0.714427,"f1":0.652097,"accuracy":0.714427,"main_score":0.652097,"hf_subset":"prs_Arab-ilo_Latn","languages":["prs-Arab","ilo-Latn"]},{"precision":0.180639,"recall":0.26087,"f1":0.199095,"accuracy":0.26087,"main_score":0.199095,"hf_subset":"prs_Arab-knc_Arab","languages":["prs-Arab","knc-Arab"]},{"precision":0.929183,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"prs_Arab-mkd_Cyrl","languages":["prs-Arab","mkd-Cyrl"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"prs_Arab-swe_Latn","languages":["prs-Arab","swe-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"prs_Arab-urd_Arab","languages":["prs-Arab","urd-Arab"]},{"precision":0.43401,"recall":0.541502,"f1":0.462318,"accuracy":0.541502,"main_score":0.462318,"hf_subset":"prs_Arab-aka_Latn","languages":["prs-Arab","aka-Latn"]},{"precision":0.83391,"recall":0.881423,"f1":0.848682,"accuracy":0.881423,"main_score":0.848682,"hf_subset":"prs_Arab-bjn_Latn","languages":["prs-Arab","bjn-Latn"]},{"precision":0.543439,"recall":0.633399,"f1":0.568712,"accuracy":0.633399,"main_score":0.568712,"hf_subset":"prs_Arab-fao_Latn","languages":["prs-Arab","fao-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"prs_Arab-ind_Latn","languages":["prs-Arab","ind-Latn"]},{"precision":0.416898,"recall":0.518775,"f1":0.442859,"accuracy":0.518775,"main_score":0.442859,"hf_subset":"prs_Arab-knc_Latn","languages":["prs-Arab","knc-Latn"]},{"precision":0.66624,"recall":0.748024,"f1":0.689766,"accuracy":0.748024,"main_score":0.689766,"hf_subset":"prs_Arab-mlt_Latn","languages":["prs-Arab","mlt-Latn"]},{"precision":0.451665,"recall":0.556324,"f1":0.479233,"accuracy":0.556324,"main_score":0.479233,"hf_subset":"prs_Arab-quy_Latn","languages":["prs-Arab","quy-Latn"]},{"precision":0.854611,"recall":0.898221,"f1":0.868544,"accuracy":0.898221,"main_score":0.868544,"hf_subset":"prs_Arab-swh_Latn","languages":["prs-Arab","swh-Latn"]},{"precision":0.605218,"recall":0.694664,"f1":0.630651,"accuracy":0.694664,"main_score":0.630651,"hf_subset":"prs_Arab-uzn_Latn","languages":["prs-Arab","uzn-Latn"]},{"precision":0.750148,"recall":0.815217,"f1":0.770125,"accuracy":0.815217,"main_score":0.770125,"hf_subset":"prs_Arab-als_Latn","languages":["prs-Arab","als-Latn"]},{"precision":0.171167,"recall":0.249012,"f1":0.189998,"accuracy":0.249012,"main_score":0.189998,"hf_subset":"prs_Arab-bod_Tibt","languages":["prs-Arab","bod-Tibt"]},{"precision":0.357504,"recall":0.471344,"f1":0.386755,"accuracy":0.471344,"main_score":0.386755,"hf_subset":"prs_Arab-fij_Latn","languages":["prs-Arab","fij-Latn"]},{"precision":0.536647,"recall":0.629447,"f1":0.561953,"accuracy":0.629447,"main_score":0.561953,"hf_subset":"prs_Arab-isl_Latn","languages":["prs-Arab","isl-Latn"]},{"precision":0.450356,"recall":0.549407,"f1":0.477673,"accuracy":0.549407,"main_score":0.477673,"hf_subset":"prs_Arab-kon_Latn","languages":["prs-Arab","kon-Latn"]},{"precision":0.314851,"recall":0.429842,"f1":0.343719,"accuracy":0.429842,"main_score":0.343719,"hf_subset":"prs_Arab-mni_Beng","languages":["prs-Arab","mni-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"prs_Arab-ron_Latn","languages":["prs-Arab","ron-Latn"]},{"precision":0.840168,"recall":0.884387,"f1":0.853788,"accuracy":0.884387,"main_score":0.853788,"hf_subset":"prs_Arab-szl_Latn","languages":["prs-Arab","szl-Latn"]},{"precision":0.919796,"recall":0.944664,"f1":0.927701,"accuracy":0.944664,"main_score":0.927701,"hf_subset":"prs_Arab-vec_Latn","languages":["prs-Arab","vec-Latn"]},{"precision":0.808037,"recall":0.863636,"f1":0.825348,"accuracy":0.863636,"main_score":0.825348,"hf_subset":"prs_Arab-amh_Ethi","languages":["prs-Arab","amh-Ethi"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"prs_Arab-bos_Latn","languages":["prs-Arab","bos-Latn"]},{"precision":0.97612,"recall":0.983202,"f1":0.978426,"accuracy":0.983202,"main_score":0.978426,"hf_subset":"prs_Arab-fin_Latn","languages":["prs-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ita_Latn","languages":["prs-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-kor_Hang","languages":["prs-Arab","kor-Hang"]},{"precision":0.36407,"recall":0.471344,"f1":0.392149,"accuracy":0.471344,"main_score":0.392149,"hf_subset":"prs_Arab-mos_Latn","languages":["prs-Arab","mos-Latn"]},{"precision":0.362767,"recall":0.465415,"f1":0.387906,"accuracy":0.465415,"main_score":0.387906,"hf_subset":"prs_Arab-run_Latn","languages":["prs-Arab","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"prs_Arab-tam_Taml","languages":["prs-Arab","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-vie_Latn","languages":["prs-Arab","vie-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"prs_Arab-apc_Arab","languages":["prs-Arab","apc-Arab"]},{"precision":0.577899,"recall":0.675889,"f1":0.605418,"accuracy":0.675889,"main_score":0.605418,"hf_subset":"prs_Arab-bug_Latn","languages":["prs-Arab","bug-Latn"]},{"precision":0.319135,"recall":0.428854,"f1":0.346569,"accuracy":0.428854,"main_score":0.346569,"hf_subset":"prs_Arab-fon_Latn","languages":["prs-Arab","fon-Latn"]},{"precision":0.83279,"recall":0.883399,"f1":0.84888,"accuracy":0.883399,"main_score":0.84888,"hf_subset":"prs_Arab-jav_Latn","languages":["prs-Arab","jav-Latn"]},{"precision":0.737714,"recall":0.805336,"f1":0.758089,"accuracy":0.805336,"main_score":0.758089,"hf_subset":"prs_Arab-lao_Laoo","languages":["prs-Arab","lao-Laoo"]},{"precision":0.335766,"recall":0.443676,"f1":0.361727,"accuracy":0.443676,"main_score":0.361727,"hf_subset":"prs_Arab-mri_Latn","languages":["prs-Arab","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-rus_Cyrl","languages":["prs-Arab","rus-Cyrl"]},{"precision":0.348098,"recall":0.463439,"f1":0.377911,"accuracy":0.463439,"main_score":0.377911,"hf_subset":"prs_Arab-taq_Latn","languages":["prs-Arab","taq-Latn"]},{"precision":0.782609,"recall":0.843874,"f1":0.8016,"accuracy":0.843874,"main_score":0.8016,"hf_subset":"prs_Arab-war_Latn","languages":["prs-Arab","war-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"prs_Arab-arb_Arab","languages":["prs-Arab","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"prs_Arab-bul_Cyrl","languages":["prs-Arab","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-fra_Latn","languages":["prs-Arab","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-jpn_Jpan","languages":["prs-Arab","jpn-Jpan"]},{"precision":0.847283,"recall":0.893281,"f1":0.861891,"accuracy":0.893281,"main_score":0.861891,"hf_subset":"prs_Arab-lij_Latn","languages":["prs-Arab","lij-Latn"]},{"precision":0.803195,"recall":0.858696,"f1":0.820375,"accuracy":0.858696,"main_score":0.820375,"hf_subset":"prs_Arab-mya_Mymr","languages":["prs-Arab","mya-Mymr"]},{"precision":0.412178,"recall":0.524704,"f1":0.442101,"accuracy":0.524704,"main_score":0.442101,"hf_subset":"prs_Arab-sag_Latn","languages":["prs-Arab","sag-Latn"]},{"precision":0.126667,"recall":0.20751,"f1":0.141586,"accuracy":0.20751,"main_score":0.141586,"hf_subset":"prs_Arab-taq_Tfng","languages":["prs-Arab","taq-Tfng"]},{"precision":0.424992,"recall":0.531621,"f1":0.453128,"accuracy":0.531621,"main_score":0.453128,"hf_subset":"prs_Arab-wol_Latn","languages":["prs-Arab","wol-Latn"]},{"precision":0.277201,"recall":0.384387,"f1":0.302778,"accuracy":0.384387,"main_score":0.302778,"hf_subset":"prs_Arab-arb_Latn","languages":["prs-Arab","arb-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"prs_Arab-cat_Latn","languages":["prs-Arab","cat-Latn"]},{"precision":0.808531,"recall":0.86166,"f1":0.824374,"accuracy":0.86166,"main_score":0.824374,"hf_subset":"prs_Arab-fur_Latn","languages":["prs-Arab","fur-Latn"]},{"precision":0.247121,"recall":0.342885,"f1":0.270829,"accuracy":0.342885,"main_score":0.270829,"hf_subset":"prs_Arab-kab_Latn","languages":["prs-Arab","kab-Latn"]},{"precision":0.783745,"recall":0.843874,"f1":0.801845,"accuracy":0.843874,"main_score":0.801845,"hf_subset":"prs_Arab-lim_Latn","languages":["prs-Arab","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"prs_Arab-nld_Latn","languages":["prs-Arab","nld-Latn"]},{"precision":0.886775,"recall":0.921937,"f1":0.898123,"accuracy":0.921937,"main_score":0.898123,"hf_subset":"prs_Arab-san_Deva","languages":["prs-Arab","san-Deva"]},{"precision":0.62552,"recall":0.710474,"f1":0.649763,"accuracy":0.710474,"main_score":0.649763,"hf_subset":"prs_Arab-tat_Cyrl","languages":["prs-Arab","tat-Cyrl"]},{"precision":0.383459,"recall":0.493083,"f1":0.411785,"accuracy":0.493083,"main_score":0.411785,"hf_subset":"prs_Arab-xho_Latn","languages":["prs-Arab","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"prs_Arab-ars_Arab","languages":["prs-Arab","ars-Arab"]},{"precision":0.739519,"recall":0.809289,"f1":0.760905,"accuracy":0.809289,"main_score":0.760905,"hf_subset":"prs_Arab-ceb_Latn","languages":["prs-Arab","ceb-Latn"]},{"precision":0.385706,"recall":0.494071,"f1":0.413561,"accuracy":0.494071,"main_score":0.413561,"hf_subset":"prs_Arab-fuv_Latn","languages":["prs-Arab","fuv-Latn"]},{"precision":0.37194,"recall":0.488142,"f1":0.402335,"accuracy":0.488142,"main_score":0.402335,"hf_subset":"prs_Arab-kac_Latn","languages":["prs-Arab","kac-Latn"]},{"precision":0.438448,"recall":0.549407,"f1":0.468275,"accuracy":0.549407,"main_score":0.468275,"hf_subset":"prs_Arab-lin_Latn","languages":["prs-Arab","lin-Latn"]},{"precision":0.945158,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"prs_Arab-nno_Latn","languages":["prs-Arab","nno-Latn"]},{"precision":0.161189,"recall":0.233202,"f1":0.177516,"accuracy":0.233202,"main_score":0.177516,"hf_subset":"prs_Arab-sat_Olck","languages":["prs-Arab","sat-Olck"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"prs_Arab-tel_Telu","languages":["prs-Arab","tel-Telu"]},{"precision":0.308385,"recall":0.408103,"f1":0.333049,"accuracy":0.408103,"main_score":0.333049,"hf_subset":"prs_Arab-ydd_Hebr","languages":["prs-Arab","ydd-Hebr"]},{"precision":0.893116,"recall":0.925889,"f1":0.903656,"accuracy":0.925889,"main_score":0.903656,"hf_subset":"prs_Arab-ary_Arab","languages":["prs-Arab","ary-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"prs_Arab-ces_Latn","languages":["prs-Arab","ces-Latn"]},{"precision":0.290651,"recall":0.379447,"f1":0.31153,"accuracy":0.379447,"main_score":0.31153,"hf_subset":"prs_Arab-gaz_Latn","languages":["prs-Arab","gaz-Latn"]},{"precision":0.392906,"recall":0.505929,"f1":0.422046,"accuracy":0.505929,"main_score":0.422046,"hf_subset":"prs_Arab-kam_Latn","languages":["prs-Arab","kam-Latn"]},{"precision":0.768363,"recall":0.827075,"f1":0.78594,"accuracy":0.827075,"main_score":0.78594,"hf_subset":"prs_Arab-lit_Latn","languages":["prs-Arab","lit-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"prs_Arab-nob_Latn","languages":["prs-Arab","nob-Latn"]},{"precision":0.737394,"recall":0.807312,"f1":0.758171,"accuracy":0.807312,"main_score":0.758171,"hf_subset":"prs_Arab-scn_Latn","languages":["prs-Arab","scn-Latn"]},{"precision":0.421046,"recall":0.512846,"f1":0.443895,"accuracy":0.512846,"main_score":0.443895,"hf_subset":"prs_Arab-tgk_Cyrl","languages":["prs-Arab","tgk-Cyrl"]},{"precision":0.345447,"recall":0.462451,"f1":0.376221,"accuracy":0.462451,"main_score":0.376221,"hf_subset":"prs_Arab-yor_Latn","languages":["prs-Arab","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"prs_Arab-arz_Arab","languages":["prs-Arab","arz-Arab"]},{"precision":0.390728,"recall":0.504941,"f1":0.420606,"accuracy":0.504941,"main_score":0.420606,"hf_subset":"prs_Arab-cjk_Latn","languages":["prs-Arab","cjk-Latn"]},{"precision":0.305323,"recall":0.407115,"f1":0.330865,"accuracy":0.407115,"main_score":0.330865,"hf_subset":"prs_Arab-gla_Latn","languages":["prs-Arab","gla-Latn"]},{"precision":0.976038,"recall":0.983202,"f1":0.978327,"accuracy":0.983202,"main_score":0.978327,"hf_subset":"prs_Arab-kan_Knda","languages":["prs-Arab","kan-Knda"]},{"precision":0.768923,"recall":0.833004,"f1":0.78849,"accuracy":0.833004,"main_score":0.78849,"hf_subset":"prs_Arab-lmo_Latn","languages":["prs-Arab","lmo-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"prs_Arab-npi_Deva","languages":["prs-Arab","npi-Deva"]},{"precision":0.319609,"recall":0.434783,"f1":0.34805,"accuracy":0.434783,"main_score":0.34805,"hf_subset":"prs_Arab-shn_Mymr","languages":["prs-Arab","shn-Mymr"]},{"precision":0.866601,"recall":0.909091,"f1":0.88027,"accuracy":0.909091,"main_score":0.88027,"hf_subset":"prs_Arab-tgl_Latn","languages":["prs-Arab","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-yue_Hant","languages":["prs-Arab","yue-Hant"]},{"precision":0.895751,"recall":0.927866,"f1":0.905929,"accuracy":0.927866,"main_score":0.905929,"hf_subset":"prs_Arab-asm_Beng","languages":["prs-Arab","asm-Beng"]},{"precision":0.427304,"recall":0.516798,"f1":0.451537,"accuracy":0.516798,"main_score":0.451537,"hf_subset":"prs_Arab-ckb_Arab","languages":["prs-Arab","ckb-Arab"]},{"precision":0.340582,"recall":0.442688,"f1":0.365451,"accuracy":0.442688,"main_score":0.365451,"hf_subset":"prs_Arab-gle_Latn","languages":["prs-Arab","gle-Latn"]},{"precision":0.684708,"recall":0.767787,"f1":0.708882,"accuracy":0.767787,"main_score":0.708882,"hf_subset":"prs_Arab-kas_Arab","languages":["prs-Arab","kas-Arab"]},{"precision":0.56046,"recall":0.652174,"f1":0.586782,"accuracy":0.652174,"main_score":0.586782,"hf_subset":"prs_Arab-ltg_Latn","languages":["prs-Arab","ltg-Latn"]},{"precision":0.399834,"recall":0.513834,"f1":0.42953,"accuracy":0.513834,"main_score":0.42953,"hf_subset":"prs_Arab-nso_Latn","languages":["prs-Arab","nso-Latn"]},{"precision":0.863883,"recall":0.907115,"f1":0.877866,"accuracy":0.907115,"main_score":0.877866,"hf_subset":"prs_Arab-sin_Sinh","languages":["prs-Arab","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-tha_Thai","languages":["prs-Arab","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-zho_Hans","languages":["prs-Arab","zho-Hans"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"prs_Arab-ast_Latn","languages":["prs-Arab","ast-Latn"]},{"precision":0.780912,"recall":0.843874,"f1":0.800381,"accuracy":0.843874,"main_score":0.800381,"hf_subset":"prs_Arab-crh_Latn","languages":["prs-Arab","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-glg_Latn","languages":["prs-Arab","glg-Latn"]},{"precision":0.585312,"recall":0.683794,"f1":0.613923,"accuracy":0.683794,"main_score":0.613923,"hf_subset":"prs_Arab-kas_Deva","languages":["prs-Arab","kas-Deva"]},{"precision":0.725553,"recall":0.799407,"f1":0.747894,"accuracy":0.799407,"main_score":0.747894,"hf_subset":"prs_Arab-ltz_Latn","languages":["prs-Arab","ltz-Latn"]},{"precision":0.285858,"recall":0.380435,"f1":0.30894,"accuracy":0.380435,"main_score":0.30894,"hf_subset":"prs_Arab-nus_Latn","languages":["prs-Arab","nus-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"prs_Arab-slk_Latn","languages":["prs-Arab","slk-Latn"]},{"precision":0.36761,"recall":0.463439,"f1":0.392765,"accuracy":0.463439,"main_score":0.392765,"hf_subset":"prs_Arab-tir_Ethi","languages":["prs-Arab","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-zho_Hant","languages":["prs-Arab","zho-Hant"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"prs_Arab-awa_Deva","languages":["prs-Arab","awa-Deva"]},{"precision":0.38116,"recall":0.485178,"f1":0.407201,"accuracy":0.485178,"main_score":0.407201,"hf_subset":"prs_Arab-cym_Latn","languages":["prs-Arab","cym-Latn"]},{"precision":0.599953,"recall":0.692688,"f1":0.626023,"accuracy":0.692688,"main_score":0.626023,"hf_subset":"prs_Arab-grn_Latn","languages":["prs-Arab","grn-Latn"]},{"precision":0.879018,"recall":0.91502,"f1":0.890316,"accuracy":0.91502,"main_score":0.890316,"hf_subset":"prs_Arab-kat_Geor","languages":["prs-Arab","kat-Geor"]},{"precision":0.438222,"recall":0.547431,"f1":0.468506,"accuracy":0.547431,"main_score":0.468506,"hf_subset":"prs_Arab-lua_Latn","languages":["prs-Arab","lua-Latn"]},{"precision":0.429172,"recall":0.538538,"f1":0.458541,"accuracy":0.538538,"main_score":0.458541,"hf_subset":"prs_Arab-nya_Latn","languages":["prs-Arab","nya-Latn"]},{"precision":0.905303,"recall":0.934783,"f1":0.914855,"accuracy":0.934783,"main_score":0.914855,"hf_subset":"prs_Arab-slv_Latn","languages":["prs-Arab","slv-Latn"]},{"precision":0.686791,"recall":0.76581,"f1":0.709772,"accuracy":0.76581,"main_score":0.709772,"hf_subset":"prs_Arab-tpi_Latn","languages":["prs-Arab","tpi-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"prs_Arab-zsm_Latn","languages":["prs-Arab","zsm-Latn"]},{"precision":0.342834,"recall":0.451581,"f1":0.370194,"accuracy":0.451581,"main_score":0.370194,"hf_subset":"prs_Arab-ayr_Latn","languages":["prs-Arab","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"prs_Arab-dan_Latn","languages":["prs-Arab","dan-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"prs_Arab-guj_Gujr","languages":["prs-Arab","guj-Gujr"]},{"precision":0.723247,"recall":0.795455,"f1":0.744751,"accuracy":0.795455,"main_score":0.744751,"hf_subset":"prs_Arab-kaz_Cyrl","languages":["prs-Arab","kaz-Cyrl"]},{"precision":0.34852,"recall":0.459486,"f1":0.377159,"accuracy":0.459486,"main_score":0.377159,"hf_subset":"prs_Arab-lug_Latn","languages":["prs-Arab","lug-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"prs_Arab-oci_Latn","languages":["prs-Arab","oci-Latn"]},{"precision":0.384367,"recall":0.504941,"f1":0.415809,"accuracy":0.504941,"main_score":0.415809,"hf_subset":"prs_Arab-smo_Latn","languages":["prs-Arab","smo-Latn"]},{"precision":0.363976,"recall":0.47332,"f1":0.391645,"accuracy":0.47332,"main_score":0.391645,"hf_subset":"prs_Arab-tsn_Latn","languages":["prs-Arab","tsn-Latn"]},{"precision":0.357699,"recall":0.462451,"f1":0.384488,"accuracy":0.462451,"main_score":0.384488,"hf_subset":"prs_Arab-zul_Latn","languages":["prs-Arab","zul-Latn"]},{"precision":0.707025,"recall":0.788538,"f1":0.731773,"accuracy":0.788538,"main_score":0.731773,"hf_subset":"prs_Arab-azb_Arab","languages":["prs-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-deu_Latn","languages":["prs-Arab","deu-Latn"]},{"precision":0.579075,"recall":0.671937,"f1":0.605505,"accuracy":0.671937,"main_score":0.605505,"hf_subset":"prs_Arab-hat_Latn","languages":["prs-Arab","hat-Latn"]},{"precision":0.328353,"recall":0.431818,"f1":0.353849,"accuracy":0.431818,"main_score":0.353849,"hf_subset":"prs_Arab-kbp_Latn","languages":["prs-Arab","kbp-Latn"]},{"precision":0.39735,"recall":0.508893,"f1":0.425795,"accuracy":0.508893,"main_score":0.425795,"hf_subset":"prs_Arab-luo_Latn","languages":["prs-Arab","luo-Latn"]},{"precision":0.53354,"recall":0.623518,"f1":0.559098,"accuracy":0.623518,"main_score":0.559098,"hf_subset":"prs_Arab-ory_Orya","languages":["prs-Arab","ory-Orya"]},{"precision":0.37433,"recall":0.483202,"f1":0.40265,"accuracy":0.483202,"main_score":0.40265,"hf_subset":"prs_Arab-sna_Latn","languages":["prs-Arab","sna-Latn"]},{"precision":0.36274,"recall":0.469368,"f1":0.389513,"accuracy":0.469368,"main_score":0.389513,"hf_subset":"prs_Arab-tso_Latn","languages":["prs-Arab","tso-Latn"]},{"precision":0.848485,"recall":0.890316,"f1":0.861462,"accuracy":0.890316,"main_score":0.861462,"hf_subset":"prs_Arab-azj_Latn","languages":["prs-Arab","azj-Latn"]},{"precision":0.367716,"recall":0.486166,"f1":0.399421,"accuracy":0.486166,"main_score":0.399421,"hf_subset":"prs_Arab-dik_Latn","languages":["prs-Arab","dik-Latn"]},{"precision":0.406468,"recall":0.501976,"f1":0.431414,"accuracy":0.501976,"main_score":0.431414,"hf_subset":"prs_Arab-hau_Latn","languages":["prs-Arab","hau-Latn"]},{"precision":0.775438,"recall":0.838933,"f1":0.794963,"accuracy":0.838933,"main_score":0.794963,"hf_subset":"prs_Arab-kea_Latn","languages":["prs-Arab","kea-Latn"]},{"precision":0.538566,"recall":0.635375,"f1":0.565109,"accuracy":0.635375,"main_score":0.565109,"hf_subset":"prs_Arab-lus_Latn","languages":["prs-Arab","lus-Latn"]},{"precision":0.707987,"recall":0.783597,"f1":0.730835,"accuracy":0.783597,"main_score":0.730835,"hf_subset":"prs_Arab-pag_Latn","languages":["prs-Arab","pag-Latn"]},{"precision":0.722497,"recall":0.798419,"f1":0.745902,"accuracy":0.798419,"main_score":0.745902,"hf_subset":"prs_Arab-snd_Arab","languages":["prs-Arab","snd-Arab"]},{"precision":0.561088,"recall":0.656126,"f1":0.587436,"accuracy":0.656126,"main_score":0.587436,"hf_subset":"prs_Arab-tuk_Latn","languages":["prs-Arab","tuk-Latn"]},{"precision":0.610978,"recall":0.699605,"f1":0.636015,"accuracy":0.699605,"main_score":0.636015,"hf_subset":"prs_Arab-bak_Cyrl","languages":["prs-Arab","bak-Cyrl"]},{"precision":0.299803,"recall":0.414032,"f1":0.328991,"accuracy":0.414032,"main_score":0.328991,"hf_subset":"prs_Arab-dyu_Latn","languages":["prs-Arab","dyu-Latn"]},{"precision":0.902339,"recall":0.932806,"f1":0.912055,"accuracy":0.932806,"main_score":0.912055,"hf_subset":"prs_Arab-heb_Hebr","languages":["prs-Arab","heb-Hebr"]},{"precision":0.428127,"recall":0.520751,"f1":0.452404,"accuracy":0.520751,"main_score":0.452404,"hf_subset":"prs_Arab-khk_Cyrl","languages":["prs-Arab","khk-Cyrl"]},{"precision":0.795217,"recall":0.852767,"f1":0.81306,"accuracy":0.852767,"main_score":0.81306,"hf_subset":"prs_Arab-lvs_Latn","languages":["prs-Arab","lvs-Latn"]},{"precision":0.927042,"recall":0.950593,"f1":0.934783,"accuracy":0.950593,"main_score":0.934783,"hf_subset":"prs_Arab-pan_Guru","languages":["prs-Arab","pan-Guru"]},{"precision":0.34899,"recall":0.443676,"f1":0.372988,"accuracy":0.443676,"main_score":0.372988,"hf_subset":"prs_Arab-som_Latn","languages":["prs-Arab","som-Latn"]},{"precision":0.427908,"recall":0.524704,"f1":0.453598,"accuracy":0.524704,"main_score":0.453598,"hf_subset":"prs_Arab-tum_Latn","languages":["prs-Arab","tum-Latn"]},{"precision":0.29058,"recall":0.376482,"f1":0.313372,"accuracy":0.376482,"main_score":0.313372,"hf_subset":"swe_Latn-ace_Arab","languages":["swe-Latn","ace-Arab"]},{"precision":0.355082,"recall":0.450593,"f1":0.380258,"accuracy":0.450593,"main_score":0.380258,"hf_subset":"swe_Latn-bam_Latn","languages":["swe-Latn","bam-Latn"]},{"precision":0.147435,"recall":0.208498,"f1":0.16371,"accuracy":0.208498,"main_score":0.16371,"hf_subset":"swe_Latn-dzo_Tibt","languages":["swe-Latn","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-hin_Deva","languages":["swe-Latn","hin-Deva"]},{"precision":0.812286,"recall":0.864625,"f1":0.82828,"accuracy":0.864625,"main_score":0.82828,"hf_subset":"swe_Latn-khm_Khmr","languages":["swe-Latn","khm-Khmr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"swe_Latn-mag_Deva","languages":["swe-Latn","mag-Deva"]},{"precision":0.847744,"recall":0.891304,"f1":0.861528,"accuracy":0.891304,"main_score":0.861528,"hf_subset":"swe_Latn-pap_Latn","languages":["swe-Latn","pap-Latn"]},{"precision":0.405145,"recall":0.507905,"f1":0.431788,"accuracy":0.507905,"main_score":0.431788,"hf_subset":"swe_Latn-sot_Latn","languages":["swe-Latn","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-tur_Latn","languages":["swe-Latn","tur-Latn"]},{"precision":0.663176,"recall":0.743083,"f1":0.686237,"accuracy":0.743083,"main_score":0.686237,"hf_subset":"swe_Latn-ace_Latn","languages":["swe-Latn","ace-Latn"]},{"precision":0.812829,"recall":0.862648,"f1":0.828623,"accuracy":0.862648,"main_score":0.828623,"hf_subset":"swe_Latn-ban_Latn","languages":["swe-Latn","ban-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"swe_Latn-ell_Grek","languages":["swe-Latn","ell-Grek"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"swe_Latn-hne_Deva","languages":["swe-Latn","hne-Deva"]},{"precision":0.418801,"recall":0.523715,"f1":0.446522,"accuracy":0.523715,"main_score":0.446522,"hf_subset":"swe_Latn-kik_Latn","languages":["swe-Latn","kik-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"swe_Latn-mai_Deva","languages":["swe-Latn","mai-Deva"]},{"precision":0.847661,"recall":0.893281,"f1":0.862286,"accuracy":0.893281,"main_score":0.862286,"hf_subset":"swe_Latn-pbt_Arab","languages":["swe-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-spa_Latn","languages":["swe-Latn","spa-Latn"]},{"precision":0.484649,"recall":0.583004,"f1":0.511463,"accuracy":0.583004,"main_score":0.511463,"hf_subset":"swe_Latn-twi_Latn","languages":["swe-Latn","twi-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"swe_Latn-acm_Arab","languages":["swe-Latn","acm-Arab"]},{"precision":0.829792,"recall":0.880435,"f1":0.845916,"accuracy":0.880435,"main_score":0.845916,"hf_subset":"swe_Latn-bel_Cyrl","languages":["swe-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-eng_Latn","languages":["swe-Latn","eng-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"swe_Latn-hrv_Latn","languages":["swe-Latn","hrv-Latn"]},{"precision":0.392961,"recall":0.487154,"f1":0.417965,"accuracy":0.487154,"main_score":0.417965,"hf_subset":"swe_Latn-kin_Latn","languages":["swe-Latn","kin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"swe_Latn-mal_Mlym","languages":["swe-Latn","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"swe_Latn-pes_Arab","languages":["swe-Latn","pes-Arab"]},{"precision":0.828475,"recall":0.875494,"f1":0.84305,"accuracy":0.875494,"main_score":0.84305,"hf_subset":"swe_Latn-srd_Latn","languages":["swe-Latn","srd-Latn"]},{"precision":0.099784,"recall":0.176877,"f1":0.116747,"accuracy":0.176877,"main_score":0.116747,"hf_subset":"swe_Latn-tzm_Tfng","languages":["swe-Latn","tzm-Tfng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"swe_Latn-acq_Arab","languages":["swe-Latn","acq-Arab"]},{"precision":0.43102,"recall":0.525692,"f1":0.455842,"accuracy":0.525692,"main_score":0.455842,"hf_subset":"swe_Latn-bem_Latn","languages":["swe-Latn","bem-Latn"]},{"precision":0.898468,"recall":0.928854,"f1":0.908122,"accuracy":0.928854,"main_score":0.908122,"hf_subset":"swe_Latn-epo_Latn","languages":["swe-Latn","epo-Latn"]},{"precision":0.942441,"recall":0.960474,"f1":0.948353,"accuracy":0.960474,"main_score":0.948353,"hf_subset":"swe_Latn-hun_Latn","languages":["swe-Latn","hun-Latn"]},{"precision":0.693898,"recall":0.768775,"f1":0.715969,"accuracy":0.768775,"main_score":0.715969,"hf_subset":"swe_Latn-kir_Cyrl","languages":["swe-Latn","kir-Cyrl"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"swe_Latn-mar_Deva","languages":["swe-Latn","mar-Deva"]},{"precision":0.433722,"recall":0.524704,"f1":0.458797,"accuracy":0.524704,"main_score":0.458797,"hf_subset":"swe_Latn-plt_Latn","languages":["swe-Latn","plt-Latn"]},{"precision":0.937253,"recall":0.95751,"f1":0.943841,"accuracy":0.95751,"main_score":0.943841,"hf_subset":"swe_Latn-srp_Cyrl","languages":["swe-Latn","srp-Cyrl"]},{"precision":0.276054,"recall":0.357708,"f1":0.296465,"accuracy":0.357708,"main_score":0.296465,"hf_subset":"swe_Latn-uig_Arab","languages":["swe-Latn","uig-Arab"]},{"precision":0.924901,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"swe_Latn-aeb_Arab","languages":["swe-Latn","aeb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"swe_Latn-ben_Beng","languages":["swe-Latn","ben-Beng"]},{"precision":0.832181,"recall":0.879447,"f1":0.84689,"accuracy":0.879447,"main_score":0.84689,"hf_subset":"swe_Latn-est_Latn","languages":["swe-Latn","est-Latn"]},{"precision":0.833178,"recall":0.878458,"f1":0.847052,"accuracy":0.878458,"main_score":0.847052,"hf_subset":"swe_Latn-hye_Armn","languages":["swe-Latn","hye-Armn"]},{"precision":0.385358,"recall":0.478261,"f1":0.410253,"accuracy":0.478261,"main_score":0.410253,"hf_subset":"swe_Latn-kmb_Latn","languages":["swe-Latn","kmb-Latn"]},{"precision":0.256712,"recall":0.336957,"f1":0.276349,"accuracy":0.336957,"main_score":0.276349,"hf_subset":"swe_Latn-min_Arab","languages":["swe-Latn","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"swe_Latn-pol_Latn","languages":["swe-Latn","pol-Latn"]},{"precision":0.384354,"recall":0.483202,"f1":0.409901,"accuracy":0.483202,"main_score":0.409901,"hf_subset":"swe_Latn-ssw_Latn","languages":["swe-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"swe_Latn-ukr_Cyrl","languages":["swe-Latn","ukr-Cyrl"]},{"precision":0.956275,"recall":0.970356,"f1":0.96087,"accuracy":0.970356,"main_score":0.96087,"hf_subset":"swe_Latn-afr_Latn","languages":["swe-Latn","afr-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"swe_Latn-bho_Deva","languages":["swe-Latn","bho-Deva"]},{"precision":0.63471,"recall":0.716403,"f1":0.658216,"accuracy":0.716403,"main_score":0.658216,"hf_subset":"swe_Latn-eus_Latn","languages":["swe-Latn","eus-Latn"]},{"precision":0.372182,"recall":0.480237,"f1":0.399937,"accuracy":0.480237,"main_score":0.399937,"hf_subset":"swe_Latn-ibo_Latn","languages":["swe-Latn","ibo-Latn"]},{"precision":0.420531,"recall":0.519763,"f1":0.447273,"accuracy":0.519763,"main_score":0.447273,"hf_subset":"swe_Latn-kmr_Latn","languages":["swe-Latn","kmr-Latn"]},{"precision":0.77971,"recall":0.837945,"f1":0.797365,"accuracy":0.837945,"main_score":0.797365,"hf_subset":"swe_Latn-min_Latn","languages":["swe-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-por_Latn","languages":["swe-Latn","por-Latn"]},{"precision":0.83251,"recall":0.879447,"f1":0.846937,"accuracy":0.879447,"main_score":0.846937,"hf_subset":"swe_Latn-sun_Latn","languages":["swe-Latn","sun-Latn"]},{"precision":0.366436,"recall":0.464427,"f1":0.391732,"accuracy":0.464427,"main_score":0.391732,"hf_subset":"swe_Latn-umb_Latn","languages":["swe-Latn","umb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"swe_Latn-ajp_Arab","languages":["swe-Latn","ajp-Arab"]},{"precision":0.243466,"recall":0.333004,"f1":0.26701,"accuracy":0.333004,"main_score":0.26701,"hf_subset":"swe_Latn-bjn_Arab","languages":["swe-Latn","bjn-Arab"]},{"precision":0.40558,"recall":0.492095,"f1":0.428276,"accuracy":0.492095,"main_score":0.428276,"hf_subset":"swe_Latn-ewe_Latn","languages":["swe-Latn","ewe-Latn"]},{"precision":0.665408,"recall":0.743083,"f1":0.688075,"accuracy":0.743083,"main_score":0.688075,"hf_subset":"swe_Latn-ilo_Latn","languages":["swe-Latn","ilo-Latn"]},{"precision":0.164644,"recall":0.249012,"f1":0.185263,"accuracy":0.249012,"main_score":0.185263,"hf_subset":"swe_Latn-knc_Arab","languages":["swe-Latn","knc-Arab"]},{"precision":0.935112,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"swe_Latn-mkd_Cyrl","languages":["swe-Latn","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"swe_Latn-prs_Arab","languages":["swe-Latn","prs-Arab"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"swe_Latn-urd_Arab","languages":["swe-Latn","urd-Arab"]},{"precision":0.461579,"recall":0.566206,"f1":0.489469,"accuracy":0.566206,"main_score":0.489469,"hf_subset":"swe_Latn-aka_Latn","languages":["swe-Latn","aka-Latn"]},{"precision":0.82164,"recall":0.873518,"f1":0.838076,"accuracy":0.873518,"main_score":0.838076,"hf_subset":"swe_Latn-bjn_Latn","languages":["swe-Latn","bjn-Latn"]},{"precision":0.626607,"recall":0.708498,"f1":0.650511,"accuracy":0.708498,"main_score":0.650511,"hf_subset":"swe_Latn-fao_Latn","languages":["swe-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-ind_Latn","languages":["swe-Latn","ind-Latn"]},{"precision":0.434827,"recall":0.533597,"f1":0.460299,"accuracy":0.533597,"main_score":0.460299,"hf_subset":"swe_Latn-knc_Latn","languages":["swe-Latn","knc-Latn"]},{"precision":0.702355,"recall":0.775692,"f1":0.724134,"accuracy":0.775692,"main_score":0.724134,"hf_subset":"swe_Latn-mlt_Latn","languages":["swe-Latn","mlt-Latn"]},{"precision":0.472116,"recall":0.575099,"f1":0.499902,"accuracy":0.575099,"main_score":0.499902,"hf_subset":"swe_Latn-quy_Latn","languages":["swe-Latn","quy-Latn"]},{"precision":0.84305,"recall":0.889328,"f1":0.85799,"accuracy":0.889328,"main_score":0.85799,"hf_subset":"swe_Latn-swh_Latn","languages":["swe-Latn","swh-Latn"]},{"precision":0.647845,"recall":0.733202,"f1":0.67298,"accuracy":0.733202,"main_score":0.67298,"hf_subset":"swe_Latn-uzn_Latn","languages":["swe-Latn","uzn-Latn"]},{"precision":0.802619,"recall":0.855731,"f1":0.81917,"accuracy":0.855731,"main_score":0.81917,"hf_subset":"swe_Latn-als_Latn","languages":["swe-Latn","als-Latn"]},{"precision":0.181612,"recall":0.248024,"f1":0.198216,"accuracy":0.248024,"main_score":0.198216,"hf_subset":"swe_Latn-bod_Tibt","languages":["swe-Latn","bod-Tibt"]},{"precision":0.381502,"recall":0.48913,"f1":0.410564,"accuracy":0.48913,"main_score":0.410564,"hf_subset":"swe_Latn-fij_Latn","languages":["swe-Latn","fij-Latn"]},{"precision":0.598001,"recall":0.678854,"f1":0.620858,"accuracy":0.678854,"main_score":0.620858,"hf_subset":"swe_Latn-isl_Latn","languages":["swe-Latn","isl-Latn"]},{"precision":0.475359,"recall":0.576087,"f1":0.502778,"accuracy":0.576087,"main_score":0.502778,"hf_subset":"swe_Latn-kon_Latn","languages":["swe-Latn","kon-Latn"]},{"precision":0.361549,"recall":0.464427,"f1":0.388765,"accuracy":0.464427,"main_score":0.388765,"hf_subset":"swe_Latn-mni_Beng","languages":["swe-Latn","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"swe_Latn-ron_Latn","languages":["swe-Latn","ron-Latn"]},{"precision":0.859058,"recall":0.900198,"f1":0.872036,"accuracy":0.900198,"main_score":0.872036,"hf_subset":"swe_Latn-szl_Latn","languages":["swe-Latn","szl-Latn"]},{"precision":0.905797,"recall":0.935771,"f1":0.915679,"accuracy":0.935771,"main_score":0.915679,"hf_subset":"swe_Latn-vec_Latn","languages":["swe-Latn","vec-Latn"]},{"precision":0.802357,"recall":0.856719,"f1":0.818972,"accuracy":0.856719,"main_score":0.818972,"hf_subset":"swe_Latn-amh_Ethi","languages":["swe-Latn","amh-Ethi"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"swe_Latn-bos_Latn","languages":["swe-Latn","bos-Latn"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"swe_Latn-fin_Latn","languages":["swe-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-ita_Latn","languages":["swe-Latn","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"swe_Latn-kor_Hang","languages":["swe-Latn","kor-Hang"]},{"precision":0.405801,"recall":0.503953,"f1":0.431918,"accuracy":0.503953,"main_score":0.431918,"hf_subset":"swe_Latn-mos_Latn","languages":["swe-Latn","mos-Latn"]},{"precision":0.390554,"recall":0.48419,"f1":0.414748,"accuracy":0.48419,"main_score":0.414748,"hf_subset":"swe_Latn-run_Latn","languages":["swe-Latn","run-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-tam_Taml","languages":["swe-Latn","tam-Taml"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"swe_Latn-vie_Latn","languages":["swe-Latn","vie-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"swe_Latn-apc_Arab","languages":["swe-Latn","apc-Arab"]},{"precision":0.629343,"recall":0.711462,"f1":0.652535,"accuracy":0.711462,"main_score":0.652535,"hf_subset":"swe_Latn-bug_Latn","languages":["swe-Latn","bug-Latn"]},{"precision":0.338217,"recall":0.434783,"f1":0.362274,"accuracy":0.434783,"main_score":0.362274,"hf_subset":"swe_Latn-fon_Latn","languages":["swe-Latn","fon-Latn"]},{"precision":0.853673,"recall":0.893281,"f1":0.865928,"accuracy":0.893281,"main_score":0.865928,"hf_subset":"swe_Latn-jav_Latn","languages":["swe-Latn","jav-Latn"]},{"precision":0.736726,"recall":0.807312,"f1":0.758418,"accuracy":0.807312,"main_score":0.758418,"hf_subset":"swe_Latn-lao_Laoo","languages":["swe-Latn","lao-Laoo"]},{"precision":0.348272,"recall":0.463439,"f1":0.377962,"accuracy":0.463439,"main_score":0.377962,"hf_subset":"swe_Latn-mri_Latn","languages":["swe-Latn","mri-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"swe_Latn-rus_Cyrl","languages":["swe-Latn","rus-Cyrl"]},{"precision":0.384846,"recall":0.490119,"f1":0.411991,"accuracy":0.490119,"main_score":0.411991,"hf_subset":"swe_Latn-taq_Latn","languages":["swe-Latn","taq-Latn"]},{"precision":0.792276,"recall":0.848814,"f1":0.809754,"accuracy":0.848814,"main_score":0.809754,"hf_subset":"swe_Latn-war_Latn","languages":["swe-Latn","war-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-arb_Arab","languages":["swe-Latn","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"swe_Latn-bul_Cyrl","languages":["swe-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-fra_Latn","languages":["swe-Latn","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-jpn_Jpan","languages":["swe-Latn","jpn-Jpan"]},{"precision":0.859931,"recall":0.901186,"f1":0.873057,"accuracy":0.901186,"main_score":0.873057,"hf_subset":"swe_Latn-lij_Latn","languages":["swe-Latn","lij-Latn"]},{"precision":0.788785,"recall":0.850791,"f1":0.808155,"accuracy":0.850791,"main_score":0.808155,"hf_subset":"swe_Latn-mya_Mymr","languages":["swe-Latn","mya-Mymr"]},{"precision":0.435907,"recall":0.54249,"f1":0.46491,"accuracy":0.54249,"main_score":0.46491,"hf_subset":"swe_Latn-sag_Latn","languages":["swe-Latn","sag-Latn"]},{"precision":0.128462,"recall":0.206522,"f1":0.143256,"accuracy":0.206522,"main_score":0.143256,"hf_subset":"swe_Latn-taq_Tfng","languages":["swe-Latn","taq-Tfng"]},{"precision":0.459968,"recall":0.559289,"f1":0.486148,"accuracy":0.559289,"main_score":0.486148,"hf_subset":"swe_Latn-wol_Latn","languages":["swe-Latn","wol-Latn"]},{"precision":0.281494,"recall":0.387352,"f1":0.307463,"accuracy":0.387352,"main_score":0.307463,"hf_subset":"swe_Latn-arb_Latn","languages":["swe-Latn","arb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"swe_Latn-cat_Latn","languages":["swe-Latn","cat-Latn"]},{"precision":0.834816,"recall":0.881423,"f1":0.849209,"accuracy":0.881423,"main_score":0.849209,"hf_subset":"swe_Latn-fur_Latn","languages":["swe-Latn","fur-Latn"]},{"precision":0.253851,"recall":0.340909,"f1":0.275978,"accuracy":0.340909,"main_score":0.275978,"hf_subset":"swe_Latn-kab_Latn","languages":["swe-Latn","kab-Latn"]},{"precision":0.816535,"recall":0.867589,"f1":0.832232,"accuracy":0.867589,"main_score":0.832232,"hf_subset":"swe_Latn-lim_Latn","languages":["swe-Latn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-nld_Latn","languages":["swe-Latn","nld-Latn"]},{"precision":0.893116,"recall":0.924901,"f1":0.903491,"accuracy":0.924901,"main_score":0.903491,"hf_subset":"swe_Latn-san_Deva","languages":["swe-Latn","san-Deva"]},{"precision":0.659527,"recall":0.742095,"f1":0.684091,"accuracy":0.742095,"main_score":0.684091,"hf_subset":"swe_Latn-tat_Cyrl","languages":["swe-Latn","tat-Cyrl"]},{"precision":0.404265,"recall":0.507905,"f1":0.432059,"accuracy":0.507905,"main_score":0.432059,"hf_subset":"swe_Latn-xho_Latn","languages":["swe-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"swe_Latn-ars_Arab","languages":["swe-Latn","ars-Arab"]},{"precision":0.764493,"recall":0.828063,"f1":0.783945,"accuracy":0.828063,"main_score":0.783945,"hf_subset":"swe_Latn-ceb_Latn","languages":["swe-Latn","ceb-Latn"]},{"precision":0.411488,"recall":0.507905,"f1":0.436927,"accuracy":0.507905,"main_score":0.436927,"hf_subset":"swe_Latn-fuv_Latn","languages":["swe-Latn","fuv-Latn"]},{"precision":0.400063,"recall":0.502964,"f1":0.426846,"accuracy":0.502964,"main_score":0.426846,"hf_subset":"swe_Latn-kac_Latn","languages":["swe-Latn","kac-Latn"]},{"precision":0.46412,"recall":0.570158,"f1":0.492286,"accuracy":0.570158,"main_score":0.492286,"hf_subset":"swe_Latn-lin_Latn","languages":["swe-Latn","lin-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"swe_Latn-nno_Latn","languages":["swe-Latn","nno-Latn"]},{"precision":0.158351,"recall":0.226285,"f1":0.174675,"accuracy":0.226285,"main_score":0.174675,"hf_subset":"swe_Latn-sat_Olck","languages":["swe-Latn","sat-Olck"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"swe_Latn-tel_Telu","languages":["swe-Latn","tel-Telu"]},{"precision":0.331544,"recall":0.431818,"f1":0.35664,"accuracy":0.431818,"main_score":0.35664,"hf_subset":"swe_Latn-ydd_Hebr","languages":["swe-Latn","ydd-Hebr"]},{"precision":0.872365,"recall":0.912055,"f1":0.885211,"accuracy":0.912055,"main_score":0.885211,"hf_subset":"swe_Latn-ary_Arab","languages":["swe-Latn","ary-Arab"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"swe_Latn-ces_Latn","languages":["swe-Latn","ces-Latn"]},{"precision":0.301396,"recall":0.386364,"f1":0.322432,"accuracy":0.386364,"main_score":0.322432,"hf_subset":"swe_Latn-gaz_Latn","languages":["swe-Latn","gaz-Latn"]},{"precision":0.419301,"recall":0.52668,"f1":0.448698,"accuracy":0.52668,"main_score":0.448698,"hf_subset":"swe_Latn-kam_Latn","languages":["swe-Latn","kam-Latn"]},{"precision":0.787912,"recall":0.84585,"f1":0.805731,"accuracy":0.84585,"main_score":0.805731,"hf_subset":"swe_Latn-lit_Latn","languages":["swe-Latn","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-nob_Latn","languages":["swe-Latn","nob-Latn"]},{"precision":0.741057,"recall":0.807312,"f1":0.761105,"accuracy":0.807312,"main_score":0.761105,"hf_subset":"swe_Latn-scn_Latn","languages":["swe-Latn","scn-Latn"]},{"precision":0.436496,"recall":0.531621,"f1":0.461463,"accuracy":0.531621,"main_score":0.461463,"hf_subset":"swe_Latn-tgk_Cyrl","languages":["swe-Latn","tgk-Cyrl"]},{"precision":0.371547,"recall":0.478261,"f1":0.39993,"accuracy":0.478261,"main_score":0.39993,"hf_subset":"swe_Latn-yor_Latn","languages":["swe-Latn","yor-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"swe_Latn-arz_Arab","languages":["swe-Latn","arz-Arab"]},{"precision":0.40958,"recall":0.514822,"f1":0.436842,"accuracy":0.514822,"main_score":0.436842,"hf_subset":"swe_Latn-cjk_Latn","languages":["swe-Latn","cjk-Latn"]},{"precision":0.347396,"recall":0.439723,"f1":0.370788,"accuracy":0.439723,"main_score":0.370788,"hf_subset":"swe_Latn-gla_Latn","languages":["swe-Latn","gla-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"swe_Latn-kan_Knda","languages":["swe-Latn","kan-Knda"]},{"precision":0.796064,"recall":0.850791,"f1":0.813076,"accuracy":0.850791,"main_score":0.813076,"hf_subset":"swe_Latn-lmo_Latn","languages":["swe-Latn","lmo-Latn"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"swe_Latn-npi_Deva","languages":["swe-Latn","npi-Deva"]},{"precision":0.357176,"recall":0.468379,"f1":0.385333,"accuracy":0.468379,"main_score":0.385333,"hf_subset":"swe_Latn-shn_Mymr","languages":["swe-Latn","shn-Mymr"]},{"precision":0.869071,"recall":0.910079,"f1":0.882411,"accuracy":0.910079,"main_score":0.882411,"hf_subset":"swe_Latn-tgl_Latn","languages":["swe-Latn","tgl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-yue_Hant","languages":["swe-Latn","yue-Hant"]},{"precision":0.864625,"recall":0.906126,"f1":0.877931,"accuracy":0.906126,"main_score":0.877931,"hf_subset":"swe_Latn-asm_Beng","languages":["swe-Latn","asm-Beng"]},{"precision":0.392839,"recall":0.48913,"f1":0.419193,"accuracy":0.48913,"main_score":0.419193,"hf_subset":"swe_Latn-ckb_Arab","languages":["swe-Latn","ckb-Arab"]},{"precision":0.364784,"recall":0.458498,"f1":0.388899,"accuracy":0.458498,"main_score":0.388899,"hf_subset":"swe_Latn-gle_Latn","languages":["swe-Latn","gle-Latn"]},{"precision":0.664097,"recall":0.750988,"f1":0.689662,"accuracy":0.750988,"main_score":0.689662,"hf_subset":"swe_Latn-kas_Arab","languages":["swe-Latn","kas-Arab"]},{"precision":0.624993,"recall":0.705534,"f1":0.648835,"accuracy":0.705534,"main_score":0.648835,"hf_subset":"swe_Latn-ltg_Latn","languages":["swe-Latn","ltg-Latn"]},{"precision":0.456837,"recall":0.551383,"f1":0.481966,"accuracy":0.551383,"main_score":0.481966,"hf_subset":"swe_Latn-nso_Latn","languages":["swe-Latn","nso-Latn"]},{"precision":0.854496,"recall":0.898221,"f1":0.868102,"accuracy":0.898221,"main_score":0.868102,"hf_subset":"swe_Latn-sin_Sinh","languages":["swe-Latn","sin-Sinh"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"swe_Latn-tha_Thai","languages":["swe-Latn","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-zho_Hans","languages":["swe-Latn","zho-Hans"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"swe_Latn-ast_Latn","languages":["swe-Latn","ast-Latn"]},{"precision":0.781975,"recall":0.841897,"f1":0.800384,"accuracy":0.841897,"main_score":0.800384,"hf_subset":"swe_Latn-crh_Latn","languages":["swe-Latn","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"swe_Latn-glg_Latn","languages":["swe-Latn","glg-Latn"]},{"precision":0.570707,"recall":0.671937,"f1":0.600075,"accuracy":0.671937,"main_score":0.600075,"hf_subset":"swe_Latn-kas_Deva","languages":["swe-Latn","kas-Deva"]},{"precision":0.805204,"recall":0.859684,"f1":0.822036,"accuracy":0.859684,"main_score":0.822036,"hf_subset":"swe_Latn-ltz_Latn","languages":["swe-Latn","ltz-Latn"]},{"precision":0.296831,"recall":0.385375,"f1":0.319183,"accuracy":0.385375,"main_score":0.319183,"hf_subset":"swe_Latn-nus_Latn","languages":["swe-Latn","nus-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"swe_Latn-slk_Latn","languages":["swe-Latn","slk-Latn"]},{"precision":0.37277,"recall":0.462451,"f1":0.396178,"accuracy":0.462451,"main_score":0.396178,"hf_subset":"swe_Latn-tir_Ethi","languages":["swe-Latn","tir-Ethi"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"swe_Latn-zho_Hant","languages":["swe-Latn","zho-Hant"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"swe_Latn-awa_Deva","languages":["swe-Latn","awa-Deva"]},{"precision":0.43222,"recall":0.525692,"f1":0.457047,"accuracy":0.525692,"main_score":0.457047,"hf_subset":"swe_Latn-cym_Latn","languages":["swe-Latn","cym-Latn"]},{"precision":0.62851,"recall":0.709486,"f1":0.651224,"accuracy":0.709486,"main_score":0.651224,"hf_subset":"swe_Latn-grn_Latn","languages":["swe-Latn","grn-Latn"]},{"precision":0.887599,"recall":0.921937,"f1":0.898584,"accuracy":0.921937,"main_score":0.898584,"hf_subset":"swe_Latn-kat_Geor","languages":["swe-Latn","kat-Geor"]},{"precision":0.484159,"recall":0.578063,"f1":0.509011,"accuracy":0.578063,"main_score":0.509011,"hf_subset":"swe_Latn-lua_Latn","languages":["swe-Latn","lua-Latn"]},{"precision":0.452531,"recall":0.5583,"f1":0.481294,"accuracy":0.5583,"main_score":0.481294,"hf_subset":"swe_Latn-nya_Latn","languages":["swe-Latn","nya-Latn"]},{"precision":0.911479,"recall":0.939723,"f1":0.920685,"accuracy":0.939723,"main_score":0.920685,"hf_subset":"swe_Latn-slv_Latn","languages":["swe-Latn","slv-Latn"]},{"precision":0.720125,"recall":0.787549,"f1":0.739879,"accuracy":0.787549,"main_score":0.739879,"hf_subset":"swe_Latn-tpi_Latn","languages":["swe-Latn","tpi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-zsm_Latn","languages":["swe-Latn","zsm-Latn"]},{"precision":0.377568,"recall":0.487154,"f1":0.40612,"accuracy":0.487154,"main_score":0.40612,"hf_subset":"swe_Latn-ayr_Latn","languages":["swe-Latn","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-dan_Latn","languages":["swe-Latn","dan-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"swe_Latn-guj_Gujr","languages":["swe-Latn","guj-Gujr"]},{"precision":0.733514,"recall":0.804348,"f1":0.755025,"accuracy":0.804348,"main_score":0.755025,"hf_subset":"swe_Latn-kaz_Cyrl","languages":["swe-Latn","kaz-Cyrl"]},{"precision":0.370708,"recall":0.466403,"f1":0.394919,"accuracy":0.466403,"main_score":0.394919,"hf_subset":"swe_Latn-lug_Latn","languages":["swe-Latn","lug-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"swe_Latn-oci_Latn","languages":["swe-Latn","oci-Latn"]},{"precision":0.406195,"recall":0.521739,"f1":0.436793,"accuracy":0.521739,"main_score":0.436793,"hf_subset":"swe_Latn-smo_Latn","languages":["swe-Latn","smo-Latn"]},{"precision":0.396596,"recall":0.495059,"f1":0.42154,"accuracy":0.495059,"main_score":0.42154,"hf_subset":"swe_Latn-tsn_Latn","languages":["swe-Latn","tsn-Latn"]},{"precision":0.38332,"recall":0.483202,"f1":0.409467,"accuracy":0.483202,"main_score":0.409467,"hf_subset":"swe_Latn-zul_Latn","languages":["swe-Latn","zul-Latn"]},{"precision":0.647727,"recall":0.736166,"f1":0.67382,"accuracy":0.736166,"main_score":0.67382,"hf_subset":"swe_Latn-azb_Arab","languages":["swe-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-deu_Latn","languages":["swe-Latn","deu-Latn"]},{"precision":0.617541,"recall":0.706522,"f1":0.643964,"accuracy":0.706522,"main_score":0.643964,"hf_subset":"swe_Latn-hat_Latn","languages":["swe-Latn","hat-Latn"]},{"precision":0.342449,"recall":0.435771,"f1":0.36553,"accuracy":0.435771,"main_score":0.36553,"hf_subset":"swe_Latn-kbp_Latn","languages":["swe-Latn","kbp-Latn"]},{"precision":0.429952,"recall":0.529644,"f1":0.456552,"accuracy":0.529644,"main_score":0.456552,"hf_subset":"swe_Latn-luo_Latn","languages":["swe-Latn","luo-Latn"]},{"precision":0.54031,"recall":0.625494,"f1":0.563905,"accuracy":0.625494,"main_score":0.563905,"hf_subset":"swe_Latn-ory_Orya","languages":["swe-Latn","ory-Orya"]},{"precision":0.406988,"recall":0.505929,"f1":0.433258,"accuracy":0.505929,"main_score":0.433258,"hf_subset":"swe_Latn-sna_Latn","languages":["swe-Latn","sna-Latn"]},{"precision":0.383409,"recall":0.480237,"f1":0.40899,"accuracy":0.480237,"main_score":0.40899,"hf_subset":"swe_Latn-tso_Latn","languages":["swe-Latn","tso-Latn"]},{"precision":0.855599,"recall":0.897233,"f1":0.868742,"accuracy":0.897233,"main_score":0.868742,"hf_subset":"swe_Latn-azj_Latn","languages":["swe-Latn","azj-Latn"]},{"precision":0.414816,"recall":0.514822,"f1":0.441706,"accuracy":0.514822,"main_score":0.441706,"hf_subset":"swe_Latn-dik_Latn","languages":["swe-Latn","dik-Latn"]},{"precision":0.427223,"recall":0.51581,"f1":0.451458,"accuracy":0.51581,"main_score":0.451458,"hf_subset":"swe_Latn-hau_Latn","languages":["swe-Latn","hau-Latn"]},{"precision":0.788488,"recall":0.847826,"f1":0.806588,"accuracy":0.847826,"main_score":0.806588,"hf_subset":"swe_Latn-kea_Latn","languages":["swe-Latn","kea-Latn"]},{"precision":0.574033,"recall":0.659091,"f1":0.59782,"accuracy":0.659091,"main_score":0.59782,"hf_subset":"swe_Latn-lus_Latn","languages":["swe-Latn","lus-Latn"]},{"precision":0.716502,"recall":0.789526,"f1":0.738523,"accuracy":0.789526,"main_score":0.738523,"hf_subset":"swe_Latn-pag_Latn","languages":["swe-Latn","pag-Latn"]},{"precision":0.682643,"recall":0.761858,"f1":0.706033,"accuracy":0.761858,"main_score":0.706033,"hf_subset":"swe_Latn-snd_Arab","languages":["swe-Latn","snd-Arab"]},{"precision":0.591638,"recall":0.677866,"f1":0.616344,"accuracy":0.677866,"main_score":0.616344,"hf_subset":"swe_Latn-tuk_Latn","languages":["swe-Latn","tuk-Latn"]},{"precision":0.639921,"recall":0.720356,"f1":0.662942,"accuracy":0.720356,"main_score":0.662942,"hf_subset":"swe_Latn-bak_Cyrl","languages":["swe-Latn","bak-Cyrl"]},{"precision":0.342436,"recall":0.450593,"f1":0.370899,"accuracy":0.450593,"main_score":0.370899,"hf_subset":"swe_Latn-dyu_Latn","languages":["swe-Latn","dyu-Latn"]},{"precision":0.90555,"recall":0.933794,"f1":0.914592,"accuracy":0.933794,"main_score":0.914592,"hf_subset":"swe_Latn-heb_Hebr","languages":["swe-Latn","heb-Hebr"]},{"precision":0.448646,"recall":0.541502,"f1":0.474198,"accuracy":0.541502,"main_score":0.474198,"hf_subset":"swe_Latn-khk_Cyrl","languages":["swe-Latn","khk-Cyrl"]},{"precision":0.830872,"recall":0.879447,"f1":0.846064,"accuracy":0.879447,"main_score":0.846064,"hf_subset":"swe_Latn-lvs_Latn","languages":["swe-Latn","lvs-Latn"]},{"precision":0.907773,"recall":0.935771,"f1":0.916831,"accuracy":0.935771,"main_score":0.916831,"hf_subset":"swe_Latn-pan_Guru","languages":["swe-Latn","pan-Guru"]},{"precision":0.377524,"recall":0.462451,"f1":0.399422,"accuracy":0.462451,"main_score":0.399422,"hf_subset":"swe_Latn-som_Latn","languages":["swe-Latn","som-Latn"]},{"precision":0.445749,"recall":0.540514,"f1":0.471882,"accuracy":0.540514,"main_score":0.471882,"hf_subset":"swe_Latn-tum_Latn","languages":["swe-Latn","tum-Latn"]},{"precision":0.274673,"recall":0.358696,"f1":0.297036,"accuracy":0.358696,"main_score":0.297036,"hf_subset":"urd_Arab-ace_Arab","languages":["urd-Arab","ace-Arab"]},{"precision":0.338843,"recall":0.428854,"f1":0.363526,"accuracy":0.428854,"main_score":0.363526,"hf_subset":"urd_Arab-bam_Latn","languages":["urd-Arab","bam-Latn"]},{"precision":0.158732,"recall":0.222332,"f1":0.174623,"accuracy":0.222332,"main_score":0.174623,"hf_subset":"urd_Arab-dzo_Tibt","languages":["urd-Arab","dzo-Tibt"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-hin_Deva","languages":["urd-Arab","hin-Deva"]},{"precision":0.840991,"recall":0.887352,"f1":0.855797,"accuracy":0.887352,"main_score":0.855797,"hf_subset":"urd_Arab-khm_Khmr","languages":["urd-Arab","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"urd_Arab-mag_Deva","languages":["urd-Arab","mag-Deva"]},{"precision":0.811142,"recall":0.864625,"f1":0.827736,"accuracy":0.864625,"main_score":0.827736,"hf_subset":"urd_Arab-pap_Latn","languages":["urd-Arab","pap-Latn"]},{"precision":0.382924,"recall":0.480237,"f1":0.409311,"accuracy":0.480237,"main_score":0.409311,"hf_subset":"urd_Arab-sot_Latn","languages":["urd-Arab","sot-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"urd_Arab-tur_Latn","languages":["urd-Arab","tur-Latn"]},{"precision":0.617572,"recall":0.708498,"f1":0.644391,"accuracy":0.708498,"main_score":0.644391,"hf_subset":"urd_Arab-ace_Latn","languages":["urd-Arab","ace-Latn"]},{"precision":0.76362,"recall":0.826087,"f1":0.782938,"accuracy":0.826087,"main_score":0.782938,"hf_subset":"urd_Arab-ban_Latn","languages":["urd-Arab","ban-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"urd_Arab-ell_Grek","languages":["urd-Arab","ell-Grek"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"urd_Arab-hne_Deva","languages":["urd-Arab","hne-Deva"]},{"precision":0.363751,"recall":0.475296,"f1":0.394024,"accuracy":0.475296,"main_score":0.394024,"hf_subset":"urd_Arab-kik_Latn","languages":["urd-Arab","kik-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"urd_Arab-mai_Deva","languages":["urd-Arab","mai-Deva"]},{"precision":0.894681,"recall":0.925889,"f1":0.90471,"accuracy":0.925889,"main_score":0.90471,"hf_subset":"urd_Arab-pbt_Arab","languages":["urd-Arab","pbt-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-spa_Latn","languages":["urd-Arab","spa-Latn"]},{"precision":0.441193,"recall":0.537549,"f1":0.467214,"accuracy":0.537549,"main_score":0.467214,"hf_subset":"urd_Arab-twi_Latn","languages":["urd-Arab","twi-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-acm_Arab","languages":["urd-Arab","acm-Arab"]},{"precision":0.852437,"recall":0.897233,"f1":0.866897,"accuracy":0.897233,"main_score":0.866897,"hf_subset":"urd_Arab-bel_Cyrl","languages":["urd-Arab","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-eng_Latn","languages":["urd-Arab","eng-Latn"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"urd_Arab-hrv_Latn","languages":["urd-Arab","hrv-Latn"]},{"precision":0.364405,"recall":0.454545,"f1":0.388481,"accuracy":0.454545,"main_score":0.388481,"hf_subset":"urd_Arab-kin_Latn","languages":["urd-Arab","kin-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"urd_Arab-mal_Mlym","languages":["urd-Arab","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-pes_Arab","languages":["urd-Arab","pes-Arab"]},{"precision":0.795052,"recall":0.849802,"f1":0.812072,"accuracy":0.849802,"main_score":0.812072,"hf_subset":"urd_Arab-srd_Latn","languages":["urd-Arab","srd-Latn"]},{"precision":0.109953,"recall":0.186759,"f1":0.127326,"accuracy":0.186759,"main_score":0.127326,"hf_subset":"urd_Arab-tzm_Tfng","languages":["urd-Arab","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-acq_Arab","languages":["urd-Arab","acq-Arab"]},{"precision":0.4126,"recall":0.508893,"f1":0.438345,"accuracy":0.508893,"main_score":0.438345,"hf_subset":"urd_Arab-bem_Latn","languages":["urd-Arab","bem-Latn"]},{"precision":0.856011,"recall":0.896245,"f1":0.868431,"accuracy":0.896245,"main_score":0.868431,"hf_subset":"urd_Arab-epo_Latn","languages":["urd-Arab","epo-Latn"]},{"precision":0.924489,"recall":0.948617,"f1":0.932378,"accuracy":0.948617,"main_score":0.932378,"hf_subset":"urd_Arab-hun_Latn","languages":["urd-Arab","hun-Latn"]},{"precision":0.65084,"recall":0.731225,"f1":0.674605,"accuracy":0.731225,"main_score":0.674605,"hf_subset":"urd_Arab-kir_Cyrl","languages":["urd-Arab","kir-Cyrl"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"urd_Arab-mar_Deva","languages":["urd-Arab","mar-Deva"]},{"precision":0.40307,"recall":0.48913,"f1":0.426187,"accuracy":0.48913,"main_score":0.426187,"hf_subset":"urd_Arab-plt_Latn","languages":["urd-Arab","plt-Latn"]},{"precision":0.927619,"recall":0.949605,"f1":0.934848,"accuracy":0.949605,"main_score":0.934848,"hf_subset":"urd_Arab-srp_Cyrl","languages":["urd-Arab","srp-Cyrl"]},{"precision":0.288336,"recall":0.371542,"f1":0.31024,"accuracy":0.371542,"main_score":0.31024,"hf_subset":"urd_Arab-uig_Arab","languages":["urd-Arab","uig-Arab"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"urd_Arab-aeb_Arab","languages":["urd-Arab","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-ben_Beng","languages":["urd-Arab","ben-Beng"]},{"precision":0.801219,"recall":0.853755,"f1":0.817457,"accuracy":0.853755,"main_score":0.817457,"hf_subset":"urd_Arab-est_Latn","languages":["urd-Arab","est-Latn"]},{"precision":0.821097,"recall":0.869565,"f1":0.836086,"accuracy":0.869565,"main_score":0.836086,"hf_subset":"urd_Arab-hye_Armn","languages":["urd-Arab","hye-Armn"]},{"precision":0.338626,"recall":0.428854,"f1":0.36276,"accuracy":0.428854,"main_score":0.36276,"hf_subset":"urd_Arab-kmb_Latn","languages":["urd-Arab","kmb-Latn"]},{"precision":0.230228,"recall":0.309289,"f1":0.250208,"accuracy":0.309289,"main_score":0.250208,"hf_subset":"urd_Arab-min_Arab","languages":["urd-Arab","min-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"urd_Arab-pol_Latn","languages":["urd-Arab","pol-Latn"]},{"precision":0.358432,"recall":0.453557,"f1":0.383753,"accuracy":0.453557,"main_score":0.383753,"hf_subset":"urd_Arab-ssw_Latn","languages":["urd-Arab","ssw-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"urd_Arab-ukr_Cyrl","languages":["urd-Arab","ukr-Cyrl"]},{"precision":0.914114,"recall":0.940711,"f1":0.922661,"accuracy":0.940711,"main_score":0.922661,"hf_subset":"urd_Arab-afr_Latn","languages":["urd-Arab","afr-Latn"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"urd_Arab-bho_Deva","languages":["urd-Arab","bho-Deva"]},{"precision":0.583108,"recall":0.672925,"f1":0.608847,"accuracy":0.672925,"main_score":0.608847,"hf_subset":"urd_Arab-eus_Latn","languages":["urd-Arab","eus-Latn"]},{"precision":0.359631,"recall":0.458498,"f1":0.385645,"accuracy":0.458498,"main_score":0.385645,"hf_subset":"urd_Arab-ibo_Latn","languages":["urd-Arab","ibo-Latn"]},{"precision":0.399434,"recall":0.48913,"f1":0.422773,"accuracy":0.48913,"main_score":0.422773,"hf_subset":"urd_Arab-kmr_Latn","languages":["urd-Arab","kmr-Latn"]},{"precision":0.759818,"recall":0.817194,"f1":0.777009,"accuracy":0.817194,"main_score":0.777009,"hf_subset":"urd_Arab-min_Latn","languages":["urd-Arab","min-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-por_Latn","languages":["urd-Arab","por-Latn"]},{"precision":0.826573,"recall":0.876482,"f1":0.842084,"accuracy":0.876482,"main_score":0.842084,"hf_subset":"urd_Arab-sun_Latn","languages":["urd-Arab","sun-Latn"]},{"precision":0.339168,"recall":0.440711,"f1":0.365926,"accuracy":0.440711,"main_score":0.365926,"hf_subset":"urd_Arab-umb_Latn","languages":["urd-Arab","umb-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"urd_Arab-ajp_Arab","languages":["urd-Arab","ajp-Arab"]},{"precision":0.244039,"recall":0.328063,"f1":0.266736,"accuracy":0.328063,"main_score":0.266736,"hf_subset":"urd_Arab-bjn_Arab","languages":["urd-Arab","bjn-Arab"]},{"precision":0.353133,"recall":0.437747,"f1":0.374738,"accuracy":0.437747,"main_score":0.374738,"hf_subset":"urd_Arab-ewe_Latn","languages":["urd-Arab","ewe-Latn"]},{"precision":0.618224,"recall":0.699605,"f1":0.641683,"accuracy":0.699605,"main_score":0.641683,"hf_subset":"urd_Arab-ilo_Latn","languages":["urd-Arab","ilo-Latn"]},{"precision":0.197147,"recall":0.26581,"f1":0.214182,"accuracy":0.26581,"main_score":0.214182,"hf_subset":"urd_Arab-knc_Arab","languages":["urd-Arab","knc-Arab"]},{"precision":0.90695,"recall":0.935771,"f1":0.916304,"accuracy":0.935771,"main_score":0.916304,"hf_subset":"urd_Arab-mkd_Cyrl","languages":["urd-Arab","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-prs_Arab","languages":["urd-Arab","prs-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-swe_Latn","languages":["urd-Arab","swe-Latn"]},{"precision":0.42116,"recall":0.519763,"f1":0.447025,"accuracy":0.519763,"main_score":0.447025,"hf_subset":"urd_Arab-aka_Latn","languages":["urd-Arab","aka-Latn"]},{"precision":0.816947,"recall":0.869565,"f1":0.833564,"accuracy":0.869565,"main_score":0.833564,"hf_subset":"urd_Arab-bjn_Latn","languages":["urd-Arab","bjn-Latn"]},{"precision":0.550637,"recall":0.637352,"f1":0.5758,"accuracy":0.637352,"main_score":0.5758,"hf_subset":"urd_Arab-fao_Latn","languages":["urd-Arab","fao-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"urd_Arab-ind_Latn","languages":["urd-Arab","ind-Latn"]},{"precision":0.398427,"recall":0.496047,"f1":0.424499,"accuracy":0.496047,"main_score":0.424499,"hf_subset":"urd_Arab-knc_Latn","languages":["urd-Arab","knc-Latn"]},{"precision":0.662154,"recall":0.745059,"f1":0.686909,"accuracy":0.745059,"main_score":0.686909,"hf_subset":"urd_Arab-mlt_Latn","languages":["urd-Arab","mlt-Latn"]},{"precision":0.438117,"recall":0.543478,"f1":0.46715,"accuracy":0.543478,"main_score":0.46715,"hf_subset":"urd_Arab-quy_Latn","languages":["urd-Arab","quy-Latn"]},{"precision":0.858564,"recall":0.899209,"f1":0.871344,"accuracy":0.899209,"main_score":0.871344,"hf_subset":"urd_Arab-swh_Latn","languages":["urd-Arab","swh-Latn"]},{"precision":0.610388,"recall":0.690711,"f1":0.633685,"accuracy":0.690711,"main_score":0.633685,"hf_subset":"urd_Arab-uzn_Latn","languages":["urd-Arab","uzn-Latn"]},{"precision":0.738126,"recall":0.804348,"f1":0.75855,"accuracy":0.804348,"main_score":0.75855,"hf_subset":"urd_Arab-als_Latn","languages":["urd-Arab","als-Latn"]},{"precision":0.19537,"recall":0.26087,"f1":0.211672,"accuracy":0.26087,"main_score":0.211672,"hf_subset":"urd_Arab-bod_Tibt","languages":["urd-Arab","bod-Tibt"]},{"precision":0.343828,"recall":0.443676,"f1":0.369855,"accuracy":0.443676,"main_score":0.369855,"hf_subset":"urd_Arab-fij_Latn","languages":["urd-Arab","fij-Latn"]},{"precision":0.510012,"recall":0.604743,"f1":0.53697,"accuracy":0.604743,"main_score":0.53697,"hf_subset":"urd_Arab-isl_Latn","languages":["urd-Arab","isl-Latn"]},{"precision":0.440964,"recall":0.530632,"f1":0.465584,"accuracy":0.530632,"main_score":0.465584,"hf_subset":"urd_Arab-kon_Latn","languages":["urd-Arab","kon-Latn"]},{"precision":0.382035,"recall":0.488142,"f1":0.411089,"accuracy":0.488142,"main_score":0.411089,"hf_subset":"urd_Arab-mni_Beng","languages":["urd-Arab","mni-Beng"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"urd_Arab-ron_Latn","languages":["urd-Arab","ron-Latn"]},{"precision":0.812236,"recall":0.86166,"f1":0.827602,"accuracy":0.86166,"main_score":0.827602,"hf_subset":"urd_Arab-szl_Latn","languages":["urd-Arab","szl-Latn"]},{"precision":0.909947,"recall":0.936759,"f1":0.918478,"accuracy":0.936759,"main_score":0.918478,"hf_subset":"urd_Arab-vec_Latn","languages":["urd-Arab","vec-Latn"]},{"precision":0.808218,"recall":0.862648,"f1":0.825085,"accuracy":0.862648,"main_score":0.825085,"hf_subset":"urd_Arab-amh_Ethi","languages":["urd-Arab","amh-Ethi"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"urd_Arab-bos_Latn","languages":["urd-Arab","bos-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"urd_Arab-fin_Latn","languages":["urd-Arab","fin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-ita_Latn","languages":["urd-Arab","ita-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"urd_Arab-kor_Hang","languages":["urd-Arab","kor-Hang"]},{"precision":0.372598,"recall":0.463439,"f1":0.396694,"accuracy":0.463439,"main_score":0.396694,"hf_subset":"urd_Arab-mos_Latn","languages":["urd-Arab","mos-Latn"]},{"precision":0.363186,"recall":0.45751,"f1":0.386369,"accuracy":0.45751,"main_score":0.386369,"hf_subset":"urd_Arab-run_Latn","languages":["urd-Arab","run-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"urd_Arab-tam_Taml","languages":["urd-Arab","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-vie_Latn","languages":["urd-Arab","vie-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"urd_Arab-apc_Arab","languages":["urd-Arab","apc-Arab"]},{"precision":0.548663,"recall":0.643281,"f1":0.575628,"accuracy":0.643281,"main_score":0.575628,"hf_subset":"urd_Arab-bug_Latn","languages":["urd-Arab","bug-Latn"]},{"precision":0.314152,"recall":0.416008,"f1":0.340695,"accuracy":0.416008,"main_score":0.340695,"hf_subset":"urd_Arab-fon_Latn","languages":["urd-Arab","fon-Latn"]},{"precision":0.813274,"recall":0.86166,"f1":0.828063,"accuracy":0.86166,"main_score":0.828063,"hf_subset":"urd_Arab-jav_Latn","languages":["urd-Arab","jav-Latn"]},{"precision":0.75135,"recall":0.813241,"f1":0.770426,"accuracy":0.813241,"main_score":0.770426,"hf_subset":"urd_Arab-lao_Laoo","languages":["urd-Arab","lao-Laoo"]},{"precision":0.332866,"recall":0.435771,"f1":0.357966,"accuracy":0.435771,"main_score":0.357966,"hf_subset":"urd_Arab-mri_Latn","languages":["urd-Arab","mri-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"urd_Arab-rus_Cyrl","languages":["urd-Arab","rus-Cyrl"]},{"precision":0.357215,"recall":0.464427,"f1":0.384931,"accuracy":0.464427,"main_score":0.384931,"hf_subset":"urd_Arab-taq_Latn","languages":["urd-Arab","taq-Latn"]},{"precision":0.760451,"recall":0.820158,"f1":0.778296,"accuracy":0.820158,"main_score":0.778296,"hf_subset":"urd_Arab-war_Latn","languages":["urd-Arab","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-arb_Arab","languages":["urd-Arab","arb-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"urd_Arab-bul_Cyrl","languages":["urd-Arab","bul-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-fra_Latn","languages":["urd-Arab","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-jpn_Jpan","languages":["urd-Arab","jpn-Jpan"]},{"precision":0.844368,"recall":0.887352,"f1":0.857839,"accuracy":0.887352,"main_score":0.857839,"hf_subset":"urd_Arab-lij_Latn","languages":["urd-Arab","lij-Latn"]},{"precision":0.812335,"recall":0.865613,"f1":0.829235,"accuracy":0.865613,"main_score":0.829235,"hf_subset":"urd_Arab-mya_Mymr","languages":["urd-Arab","mya-Mymr"]},{"precision":0.392392,"recall":0.493083,"f1":0.418943,"accuracy":0.493083,"main_score":0.418943,"hf_subset":"urd_Arab-sag_Latn","languages":["urd-Arab","sag-Latn"]},{"precision":0.128286,"recall":0.20751,"f1":0.144064,"accuracy":0.20751,"main_score":0.144064,"hf_subset":"urd_Arab-taq_Tfng","languages":["urd-Arab","taq-Tfng"]},{"precision":0.40685,"recall":0.504941,"f1":0.433078,"accuracy":0.504941,"main_score":0.433078,"hf_subset":"urd_Arab-wol_Latn","languages":["urd-Arab","wol-Latn"]},{"precision":0.266032,"recall":0.370553,"f1":0.292285,"accuracy":0.370553,"main_score":0.292285,"hf_subset":"urd_Arab-arb_Latn","languages":["urd-Arab","arb-Latn"]},{"precision":0.963274,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"urd_Arab-cat_Latn","languages":["urd-Arab","cat-Latn"]},{"precision":0.790926,"recall":0.848814,"f1":0.808663,"accuracy":0.848814,"main_score":0.808663,"hf_subset":"urd_Arab-fur_Latn","languages":["urd-Arab","fur-Latn"]},{"precision":0.254074,"recall":0.331028,"f1":0.27311,"accuracy":0.331028,"main_score":0.27311,"hf_subset":"urd_Arab-kab_Latn","languages":["urd-Arab","kab-Latn"]},{"precision":0.787253,"recall":0.839921,"f1":0.803063,"accuracy":0.839921,"main_score":0.803063,"hf_subset":"urd_Arab-lim_Latn","languages":["urd-Arab","lim-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"urd_Arab-nld_Latn","languages":["urd-Arab","nld-Latn"]},{"precision":0.89641,"recall":0.927866,"f1":0.906621,"accuracy":0.927866,"main_score":0.906621,"hf_subset":"urd_Arab-san_Deva","languages":["urd-Arab","san-Deva"]},{"precision":0.610279,"recall":0.6917,"f1":0.634199,"accuracy":0.6917,"main_score":0.634199,"hf_subset":"urd_Arab-tat_Cyrl","languages":["urd-Arab","tat-Cyrl"]},{"precision":0.392254,"recall":0.496047,"f1":0.420109,"accuracy":0.496047,"main_score":0.420109,"hf_subset":"urd_Arab-xho_Latn","languages":["urd-Arab","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-ars_Arab","languages":["urd-Arab","ars-Arab"]},{"precision":0.729513,"recall":0.796443,"f1":0.749769,"accuracy":0.796443,"main_score":0.749769,"hf_subset":"urd_Arab-ceb_Latn","languages":["urd-Arab","ceb-Latn"]},{"precision":0.376085,"recall":0.478261,"f1":0.403847,"accuracy":0.478261,"main_score":0.403847,"hf_subset":"urd_Arab-fuv_Latn","languages":["urd-Arab","fuv-Latn"]},{"precision":0.361081,"recall":0.469368,"f1":0.389145,"accuracy":0.469368,"main_score":0.389145,"hf_subset":"urd_Arab-kac_Latn","languages":["urd-Arab","kac-Latn"]},{"precision":0.443742,"recall":0.547431,"f1":0.472036,"accuracy":0.547431,"main_score":0.472036,"hf_subset":"urd_Arab-lin_Latn","languages":["urd-Arab","lin-Latn"]},{"precision":0.938406,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"urd_Arab-nno_Latn","languages":["urd-Arab","nno-Latn"]},{"precision":0.193489,"recall":0.257905,"f1":0.209208,"accuracy":0.257905,"main_score":0.209208,"hf_subset":"urd_Arab-sat_Olck","languages":["urd-Arab","sat-Olck"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"urd_Arab-tel_Telu","languages":["urd-Arab","tel-Telu"]},{"precision":0.31201,"recall":0.40415,"f1":0.33544,"accuracy":0.40415,"main_score":0.33544,"hf_subset":"urd_Arab-ydd_Hebr","languages":["urd-Arab","ydd-Hebr"]},{"precision":0.877964,"recall":0.916008,"f1":0.890316,"accuracy":0.916008,"main_score":0.890316,"hf_subset":"urd_Arab-ary_Arab","languages":["urd-Arab","ary-Arab"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"urd_Arab-ces_Latn","languages":["urd-Arab","ces-Latn"]},{"precision":0.301447,"recall":0.389328,"f1":0.323396,"accuracy":0.389328,"main_score":0.323396,"hf_subset":"urd_Arab-gaz_Latn","languages":["urd-Arab","gaz-Latn"]},{"precision":0.394498,"recall":0.495059,"f1":0.422222,"accuracy":0.495059,"main_score":0.422222,"hf_subset":"urd_Arab-kam_Latn","languages":["urd-Arab","kam-Latn"]},{"precision":0.771657,"recall":0.833992,"f1":0.791078,"accuracy":0.833992,"main_score":0.791078,"hf_subset":"urd_Arab-lit_Latn","languages":["urd-Arab","lit-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"urd_Arab-nob_Latn","languages":["urd-Arab","nob-Latn"]},{"precision":0.730105,"recall":0.795455,"f1":0.749177,"accuracy":0.795455,"main_score":0.749177,"hf_subset":"urd_Arab-scn_Latn","languages":["urd-Arab","scn-Latn"]},{"precision":0.422377,"recall":0.511858,"f1":0.446388,"accuracy":0.511858,"main_score":0.446388,"hf_subset":"urd_Arab-tgk_Cyrl","languages":["urd-Arab","tgk-Cyrl"]},{"precision":0.327977,"recall":0.438735,"f1":0.357222,"accuracy":0.438735,"main_score":0.357222,"hf_subset":"urd_Arab-yor_Latn","languages":["urd-Arab","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"urd_Arab-arz_Arab","languages":["urd-Arab","arz-Arab"]},{"precision":0.386429,"recall":0.490119,"f1":0.414493,"accuracy":0.490119,"main_score":0.414493,"hf_subset":"urd_Arab-cjk_Latn","languages":["urd-Arab","cjk-Latn"]},{"precision":0.333307,"recall":0.421937,"f1":0.356361,"accuracy":0.421937,"main_score":0.356361,"hf_subset":"urd_Arab-gla_Latn","languages":["urd-Arab","gla-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-kan_Knda","languages":["urd-Arab","kan-Knda"]},{"precision":0.756374,"recall":0.816206,"f1":0.774294,"accuracy":0.816206,"main_score":0.774294,"hf_subset":"urd_Arab-lmo_Latn","languages":["urd-Arab","lmo-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"urd_Arab-npi_Deva","languages":["urd-Arab","npi-Deva"]},{"precision":0.311718,"recall":0.424901,"f1":0.341366,"accuracy":0.424901,"main_score":0.341366,"hf_subset":"urd_Arab-shn_Mymr","languages":["urd-Arab","shn-Mymr"]},{"precision":0.857543,"recall":0.902174,"f1":0.872036,"accuracy":0.902174,"main_score":0.872036,"hf_subset":"urd_Arab-tgl_Latn","languages":["urd-Arab","tgl-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"urd_Arab-yue_Hant","languages":["urd-Arab","yue-Hant"]},{"precision":0.897974,"recall":0.928854,"f1":0.907839,"accuracy":0.928854,"main_score":0.907839,"hf_subset":"urd_Arab-asm_Beng","languages":["urd-Arab","asm-Beng"]},{"precision":0.438992,"recall":0.518775,"f1":0.460179,"accuracy":0.518775,"main_score":0.460179,"hf_subset":"urd_Arab-ckb_Arab","languages":["urd-Arab","ckb-Arab"]},{"precision":0.357215,"recall":0.450593,"f1":0.380815,"accuracy":0.450593,"main_score":0.380815,"hf_subset":"urd_Arab-gle_Latn","languages":["urd-Arab","gle-Latn"]},{"precision":0.777701,"recall":0.837945,"f1":0.79592,"accuracy":0.837945,"main_score":0.79592,"hf_subset":"urd_Arab-kas_Arab","languages":["urd-Arab","kas-Arab"]},{"precision":0.570178,"recall":0.650198,"f1":0.592939,"accuracy":0.650198,"main_score":0.592939,"hf_subset":"urd_Arab-ltg_Latn","languages":["urd-Arab","ltg-Latn"]},{"precision":0.385881,"recall":0.48913,"f1":0.413908,"accuracy":0.48913,"main_score":0.413908,"hf_subset":"urd_Arab-nso_Latn","languages":["urd-Arab","nso-Latn"]},{"precision":0.865036,"recall":0.905138,"f1":0.87803,"accuracy":0.905138,"main_score":0.87803,"hf_subset":"urd_Arab-sin_Sinh","languages":["urd-Arab","sin-Sinh"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"urd_Arab-tha_Thai","languages":["urd-Arab","tha-Thai"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"urd_Arab-zho_Hans","languages":["urd-Arab","zho-Hans"]},{"precision":0.952652,"recall":0.967391,"f1":0.957411,"accuracy":0.967391,"main_score":0.957411,"hf_subset":"urd_Arab-ast_Latn","languages":["urd-Arab","ast-Latn"]},{"precision":0.775362,"recall":0.836957,"f1":0.793991,"accuracy":0.836957,"main_score":0.793991,"hf_subset":"urd_Arab-crh_Latn","languages":["urd-Arab","crh-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"urd_Arab-glg_Latn","languages":["urd-Arab","glg-Latn"]},{"precision":0.636545,"recall":0.729249,"f1":0.664003,"accuracy":0.729249,"main_score":0.664003,"hf_subset":"urd_Arab-kas_Deva","languages":["urd-Arab","kas-Deva"]},{"precision":0.71483,"recall":0.786561,"f1":0.736536,"accuracy":0.786561,"main_score":0.736536,"hf_subset":"urd_Arab-ltz_Latn","languages":["urd-Arab","ltz-Latn"]},{"precision":0.297658,"recall":0.378458,"f1":0.318449,"accuracy":0.378458,"main_score":0.318449,"hf_subset":"urd_Arab-nus_Latn","languages":["urd-Arab","nus-Latn"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"urd_Arab-slk_Latn","languages":["urd-Arab","slk-Latn"]},{"precision":0.381837,"recall":0.469368,"f1":0.405729,"accuracy":0.469368,"main_score":0.405729,"hf_subset":"urd_Arab-tir_Ethi","languages":["urd-Arab","tir-Ethi"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"urd_Arab-zho_Hant","languages":["urd-Arab","zho-Hant"]},{"precision":0.971838,"recall":0.980237,"f1":0.974638,"accuracy":0.980237,"main_score":0.974638,"hf_subset":"urd_Arab-awa_Deva","languages":["urd-Arab","awa-Deva"]},{"precision":0.395466,"recall":0.482213,"f1":0.418409,"accuracy":0.482213,"main_score":0.418409,"hf_subset":"urd_Arab-cym_Latn","languages":["urd-Arab","cym-Latn"]},{"precision":0.570211,"recall":0.659091,"f1":0.59533,"accuracy":0.659091,"main_score":0.59533,"hf_subset":"urd_Arab-grn_Latn","languages":["urd-Arab","grn-Latn"]},{"precision":0.902042,"recall":0.929842,"f1":0.910705,"accuracy":0.929842,"main_score":0.910705,"hf_subset":"urd_Arab-kat_Geor","languages":["urd-Arab","kat-Geor"]},{"precision":0.432091,"recall":0.529644,"f1":0.45834,"accuracy":0.529644,"main_score":0.45834,"hf_subset":"urd_Arab-lua_Latn","languages":["urd-Arab","lua-Latn"]},{"precision":0.428402,"recall":0.521739,"f1":0.453533,"accuracy":0.521739,"main_score":0.453533,"hf_subset":"urd_Arab-nya_Latn","languages":["urd-Arab","nya-Latn"]},{"precision":0.904809,"recall":0.933794,"f1":0.914196,"accuracy":0.933794,"main_score":0.914196,"hf_subset":"urd_Arab-slv_Latn","languages":["urd-Arab","slv-Latn"]},{"precision":0.672101,"recall":0.752964,"f1":0.696326,"accuracy":0.752964,"main_score":0.696326,"hf_subset":"urd_Arab-tpi_Latn","languages":["urd-Arab","tpi-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"urd_Arab-zsm_Latn","languages":["urd-Arab","zsm-Latn"]},{"precision":0.343453,"recall":0.447628,"f1":0.370556,"accuracy":0.447628,"main_score":0.370556,"hf_subset":"urd_Arab-ayr_Latn","languages":["urd-Arab","ayr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"urd_Arab-dan_Latn","languages":["urd-Arab","dan-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"urd_Arab-guj_Gujr","languages":["urd-Arab","guj-Gujr"]},{"precision":0.724778,"recall":0.790514,"f1":0.744653,"accuracy":0.790514,"main_score":0.744653,"hf_subset":"urd_Arab-kaz_Cyrl","languages":["urd-Arab","kaz-Cyrl"]},{"precision":0.333069,"recall":0.439723,"f1":0.360611,"accuracy":0.439723,"main_score":0.360611,"hf_subset":"urd_Arab-lug_Latn","languages":["urd-Arab","lug-Latn"]},{"precision":0.940217,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"urd_Arab-oci_Latn","languages":["urd-Arab","oci-Latn"]},{"precision":0.381275,"recall":0.493083,"f1":0.410814,"accuracy":0.493083,"main_score":0.410814,"hf_subset":"urd_Arab-smo_Latn","languages":["urd-Arab","smo-Latn"]},{"precision":0.357673,"recall":0.454545,"f1":0.383689,"accuracy":0.454545,"main_score":0.383689,"hf_subset":"urd_Arab-tsn_Latn","languages":["urd-Arab","tsn-Latn"]},{"precision":0.372705,"recall":0.469368,"f1":0.398056,"accuracy":0.469368,"main_score":0.398056,"hf_subset":"urd_Arab-zul_Latn","languages":["urd-Arab","zul-Latn"]},{"precision":0.677985,"recall":0.758893,"f1":0.701847,"accuracy":0.758893,"main_score":0.701847,"hf_subset":"urd_Arab-azb_Arab","languages":["urd-Arab","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-deu_Latn","languages":["urd-Arab","deu-Latn"]},{"precision":0.561545,"recall":0.651186,"f1":0.587404,"accuracy":0.651186,"main_score":0.587404,"hf_subset":"urd_Arab-hat_Latn","languages":["urd-Arab","hat-Latn"]},{"precision":0.331534,"recall":0.420949,"f1":0.353866,"accuracy":0.420949,"main_score":0.353866,"hf_subset":"urd_Arab-kbp_Latn","languages":["urd-Arab","kbp-Latn"]},{"precision":0.386458,"recall":0.486166,"f1":0.412098,"accuracy":0.486166,"main_score":0.412098,"hf_subset":"urd_Arab-luo_Latn","languages":["urd-Arab","luo-Latn"]},{"precision":0.59245,"recall":0.668972,"f1":0.61458,"accuracy":0.668972,"main_score":0.61458,"hf_subset":"urd_Arab-ory_Orya","languages":["urd-Arab","ory-Orya"]},{"precision":0.372236,"recall":0.472332,"f1":0.398684,"accuracy":0.472332,"main_score":0.398684,"hf_subset":"urd_Arab-sna_Latn","languages":["urd-Arab","sna-Latn"]},{"precision":0.36248,"recall":0.461462,"f1":0.388226,"accuracy":0.461462,"main_score":0.388226,"hf_subset":"urd_Arab-tso_Latn","languages":["urd-Arab","tso-Latn"]},{"precision":0.839592,"recall":0.885375,"f1":0.854216,"accuracy":0.885375,"main_score":0.854216,"hf_subset":"urd_Arab-azj_Latn","languages":["urd-Arab","azj-Latn"]},{"precision":0.369425,"recall":0.47332,"f1":0.396929,"accuracy":0.47332,"main_score":0.396929,"hf_subset":"urd_Arab-dik_Latn","languages":["urd-Arab","dik-Latn"]},{"precision":0.412224,"recall":0.496047,"f1":0.434841,"accuracy":0.496047,"main_score":0.434841,"hf_subset":"urd_Arab-hau_Latn","languages":["urd-Arab","hau-Latn"]},{"precision":0.757724,"recall":0.821146,"f1":0.776812,"accuracy":0.821146,"main_score":0.776812,"hf_subset":"urd_Arab-kea_Latn","languages":["urd-Arab","kea-Latn"]},{"precision":0.527676,"recall":0.626482,"f1":0.556092,"accuracy":0.626482,"main_score":0.556092,"hf_subset":"urd_Arab-lus_Latn","languages":["urd-Arab","lus-Latn"]},{"precision":0.68452,"recall":0.762846,"f1":0.708075,"accuracy":0.762846,"main_score":0.708075,"hf_subset":"urd_Arab-pag_Latn","languages":["urd-Arab","pag-Latn"]},{"precision":0.819746,"recall":0.871542,"f1":0.836034,"accuracy":0.871542,"main_score":0.836034,"hf_subset":"urd_Arab-snd_Arab","languages":["urd-Arab","snd-Arab"]},{"precision":0.555399,"recall":0.645257,"f1":0.581183,"accuracy":0.645257,"main_score":0.581183,"hf_subset":"urd_Arab-tuk_Latn","languages":["urd-Arab","tuk-Latn"]},{"precision":0.593231,"recall":0.670949,"f1":0.615492,"accuracy":0.670949,"main_score":0.615492,"hf_subset":"urd_Arab-bak_Cyrl","languages":["urd-Arab","bak-Cyrl"]},{"precision":0.297219,"recall":0.399209,"f1":0.324293,"accuracy":0.399209,"main_score":0.324293,"hf_subset":"urd_Arab-dyu_Latn","languages":["urd-Arab","dyu-Latn"]},{"precision":0.901021,"recall":0.931818,"f1":0.91087,"accuracy":0.931818,"main_score":0.91087,"hf_subset":"urd_Arab-heb_Hebr","languages":["urd-Arab","heb-Hebr"]},{"precision":0.41235,"recall":0.501976,"f1":0.436763,"accuracy":0.501976,"main_score":0.436763,"hf_subset":"urd_Arab-khk_Cyrl","languages":["urd-Arab","khk-Cyrl"]},{"precision":0.791617,"recall":0.848814,"f1":0.809354,"accuracy":0.848814,"main_score":0.809354,"hf_subset":"urd_Arab-lvs_Latn","languages":["urd-Arab","lvs-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"urd_Arab-pan_Guru","languages":["urd-Arab","pan-Guru"]},{"precision":0.354155,"recall":0.436759,"f1":0.376421,"accuracy":0.436759,"main_score":0.376421,"hf_subset":"urd_Arab-som_Latn","languages":["urd-Arab","som-Latn"]},{"precision":0.415182,"recall":0.5,"f1":0.438512,"accuracy":0.5,"main_score":0.438512,"hf_subset":"urd_Arab-tum_Latn","languages":["urd-Arab","tum-Latn"]},{"precision":0.278326,"recall":0.335968,"f1":0.292571,"accuracy":0.335968,"main_score":0.292571,"hf_subset":"aka_Latn-ace_Arab","languages":["aka-Latn","ace-Arab"]},{"precision":0.4139,"recall":0.461462,"f1":0.427844,"accuracy":0.461462,"main_score":0.427844,"hf_subset":"aka_Latn-bam_Latn","languages":["aka-Latn","bam-Latn"]},{"precision":0.135066,"recall":0.193676,"f1":0.148777,"accuracy":0.193676,"main_score":0.148777,"hf_subset":"aka_Latn-dzo_Tibt","languages":["aka-Latn","dzo-Tibt"]},{"precision":0.491602,"recall":0.560277,"f1":0.510208,"accuracy":0.560277,"main_score":0.510208,"hf_subset":"aka_Latn-hin_Deva","languages":["aka-Latn","hin-Deva"]},{"precision":0.387946,"recall":0.448617,"f1":0.405047,"accuracy":0.448617,"main_score":0.405047,"hf_subset":"aka_Latn-khm_Khmr","languages":["aka-Latn","khm-Khmr"]},{"precision":0.49485,"recall":0.554348,"f1":0.512088,"accuracy":0.554348,"main_score":0.512088,"hf_subset":"aka_Latn-mag_Deva","languages":["aka-Latn","mag-Deva"]},{"precision":0.503198,"recall":0.543478,"f1":0.514726,"accuracy":0.543478,"main_score":0.514726,"hf_subset":"aka_Latn-pap_Latn","languages":["aka-Latn","pap-Latn"]},{"precision":0.464874,"recall":0.511858,"f1":0.478021,"accuracy":0.511858,"main_score":0.478021,"hf_subset":"aka_Latn-sot_Latn","languages":["aka-Latn","sot-Latn"]},{"precision":0.498306,"recall":0.560277,"f1":0.515901,"accuracy":0.560277,"main_score":0.515901,"hf_subset":"aka_Latn-tur_Latn","languages":["aka-Latn","tur-Latn"]},{"precision":0.49956,"recall":0.538538,"f1":0.510351,"accuracy":0.538538,"main_score":0.510351,"hf_subset":"aka_Latn-ace_Latn","languages":["aka-Latn","ace-Latn"]},{"precision":0.496889,"recall":0.548419,"f1":0.511513,"accuracy":0.548419,"main_score":0.511513,"hf_subset":"aka_Latn-ban_Latn","languages":["aka-Latn","ban-Latn"]},{"precision":0.42019,"recall":0.483202,"f1":0.43794,"accuracy":0.483202,"main_score":0.43794,"hf_subset":"aka_Latn-ell_Grek","languages":["aka-Latn","ell-Grek"]},{"precision":0.470891,"recall":0.532609,"f1":0.488112,"accuracy":0.532609,"main_score":0.488112,"hf_subset":"aka_Latn-hne_Deva","languages":["aka-Latn","hne-Deva"]},{"precision":0.448787,"recall":0.499012,"f1":0.463043,"accuracy":0.499012,"main_score":0.463043,"hf_subset":"aka_Latn-kik_Latn","languages":["aka-Latn","kik-Latn"]},{"precision":0.491654,"recall":0.551383,"f1":0.508745,"accuracy":0.551383,"main_score":0.508745,"hf_subset":"aka_Latn-mai_Deva","languages":["aka-Latn","mai-Deva"]},{"precision":0.419296,"recall":0.479249,"f1":0.43523,"accuracy":0.479249,"main_score":0.43523,"hf_subset":"aka_Latn-pbt_Arab","languages":["aka-Latn","pbt-Arab"]},{"precision":0.520992,"recall":0.583004,"f1":0.537725,"accuracy":0.583004,"main_score":0.537725,"hf_subset":"aka_Latn-spa_Latn","languages":["aka-Latn","spa-Latn"]},{"precision":0.742855,"recall":0.798419,"f1":0.759022,"accuracy":0.798419,"main_score":0.759022,"hf_subset":"aka_Latn-twi_Latn","languages":["aka-Latn","twi-Latn"]},{"precision":0.465854,"recall":0.525692,"f1":0.482389,"accuracy":0.525692,"main_score":0.482389,"hf_subset":"aka_Latn-acm_Arab","languages":["aka-Latn","acm-Arab"]},{"precision":0.40941,"recall":0.47332,"f1":0.426944,"accuracy":0.47332,"main_score":0.426944,"hf_subset":"aka_Latn-bel_Cyrl","languages":["aka-Latn","bel-Cyrl"]},{"precision":0.546403,"recall":0.602767,"f1":0.561669,"accuracy":0.602767,"main_score":0.561669,"hf_subset":"aka_Latn-eng_Latn","languages":["aka-Latn","eng-Latn"]},{"precision":0.475309,"recall":0.529644,"f1":0.490168,"accuracy":0.529644,"main_score":0.490168,"hf_subset":"aka_Latn-hrv_Latn","languages":["aka-Latn","hrv-Latn"]},{"precision":0.417673,"recall":0.468379,"f1":0.431845,"accuracy":0.468379,"main_score":0.431845,"hf_subset":"aka_Latn-kin_Latn","languages":["aka-Latn","kin-Latn"]},{"precision":0.447395,"recall":0.520751,"f1":0.467407,"accuracy":0.520751,"main_score":0.467407,"hf_subset":"aka_Latn-mal_Mlym","languages":["aka-Latn","mal-Mlym"]},{"precision":0.467218,"recall":0.54249,"f1":0.487343,"accuracy":0.54249,"main_score":0.487343,"hf_subset":"aka_Latn-pes_Arab","languages":["aka-Latn","pes-Arab"]},{"precision":0.480549,"recall":0.527668,"f1":0.493693,"accuracy":0.527668,"main_score":0.493693,"hf_subset":"aka_Latn-srd_Latn","languages":["aka-Latn","srd-Latn"]},{"precision":0.136888,"recall":0.183794,"f1":0.148508,"accuracy":0.183794,"main_score":0.148508,"hf_subset":"aka_Latn-tzm_Tfng","languages":["aka-Latn","tzm-Tfng"]},{"precision":0.458298,"recall":0.525692,"f1":0.476367,"accuracy":0.525692,"main_score":0.476367,"hf_subset":"aka_Latn-acq_Arab","languages":["aka-Latn","acq-Arab"]},{"precision":0.488785,"recall":0.535573,"f1":0.502288,"accuracy":0.535573,"main_score":0.502288,"hf_subset":"aka_Latn-bem_Latn","languages":["aka-Latn","bem-Latn"]},{"precision":0.470438,"recall":0.516798,"f1":0.484078,"accuracy":0.516798,"main_score":0.484078,"hf_subset":"aka_Latn-epo_Latn","languages":["aka-Latn","epo-Latn"]},{"precision":0.450167,"recall":0.51087,"f1":0.467392,"accuracy":0.51087,"main_score":0.467392,"hf_subset":"aka_Latn-hun_Latn","languages":["aka-Latn","hun-Latn"]},{"precision":0.443145,"recall":0.496047,"f1":0.457453,"accuracy":0.496047,"main_score":0.457453,"hf_subset":"aka_Latn-kir_Cyrl","languages":["aka-Latn","kir-Cyrl"]},{"precision":0.479127,"recall":0.546443,"f1":0.497651,"accuracy":0.546443,"main_score":0.497651,"hf_subset":"aka_Latn-mar_Deva","languages":["aka-Latn","mar-Deva"]},{"precision":0.442065,"recall":0.493083,"f1":0.456012,"accuracy":0.493083,"main_score":0.456012,"hf_subset":"aka_Latn-plt_Latn","languages":["aka-Latn","plt-Latn"]},{"precision":0.45496,"recall":0.512846,"f1":0.471284,"accuracy":0.512846,"main_score":0.471284,"hf_subset":"aka_Latn-srp_Cyrl","languages":["aka-Latn","srp-Cyrl"]},{"precision":0.272251,"recall":0.335968,"f1":0.290039,"accuracy":0.335968,"main_score":0.290039,"hf_subset":"aka_Latn-uig_Arab","languages":["aka-Latn","uig-Arab"]},{"precision":0.456218,"recall":0.508893,"f1":0.470424,"accuracy":0.508893,"main_score":0.470424,"hf_subset":"aka_Latn-aeb_Arab","languages":["aka-Latn","aeb-Arab"]},{"precision":0.487528,"recall":0.554348,"f1":0.505282,"accuracy":0.554348,"main_score":0.505282,"hf_subset":"aka_Latn-ben_Beng","languages":["aka-Latn","ben-Beng"]},{"precision":0.456515,"recall":0.512846,"f1":0.472462,"accuracy":0.512846,"main_score":0.472462,"hf_subset":"aka_Latn-est_Latn","languages":["aka-Latn","est-Latn"]},{"precision":0.393996,"recall":0.451581,"f1":0.410354,"accuracy":0.451581,"main_score":0.410354,"hf_subset":"aka_Latn-hye_Armn","languages":["aka-Latn","hye-Armn"]},{"precision":0.432982,"recall":0.48419,"f1":0.447746,"accuracy":0.48419,"main_score":0.447746,"hf_subset":"aka_Latn-kmb_Latn","languages":["aka-Latn","kmb-Latn"]},{"precision":0.235874,"recall":0.291502,"f1":0.250515,"accuracy":0.291502,"main_score":0.250515,"hf_subset":"aka_Latn-min_Arab","languages":["aka-Latn","min-Arab"]},{"precision":0.500074,"recall":0.560277,"f1":0.516009,"accuracy":0.560277,"main_score":0.516009,"hf_subset":"aka_Latn-pol_Latn","languages":["aka-Latn","pol-Latn"]},{"precision":0.433797,"recall":0.48913,"f1":0.450053,"accuracy":0.48913,"main_score":0.450053,"hf_subset":"aka_Latn-ssw_Latn","languages":["aka-Latn","ssw-Latn"]},{"precision":0.487715,"recall":0.546443,"f1":0.504389,"accuracy":0.546443,"main_score":0.504389,"hf_subset":"aka_Latn-ukr_Cyrl","languages":["aka-Latn","ukr-Cyrl"]},{"precision":0.519706,"recall":0.565217,"f1":0.532772,"accuracy":0.565217,"main_score":0.532772,"hf_subset":"aka_Latn-afr_Latn","languages":["aka-Latn","afr-Latn"]},{"precision":0.501764,"recall":0.555336,"f1":0.516926,"accuracy":0.555336,"main_score":0.516926,"hf_subset":"aka_Latn-bho_Deva","languages":["aka-Latn","bho-Deva"]},{"precision":0.44603,"recall":0.499012,"f1":0.460238,"accuracy":0.499012,"main_score":0.460238,"hf_subset":"aka_Latn-eus_Latn","languages":["aka-Latn","eus-Latn"]},{"precision":0.431292,"recall":0.488142,"f1":0.447879,"accuracy":0.488142,"main_score":0.447879,"hf_subset":"aka_Latn-ibo_Latn","languages":["aka-Latn","ibo-Latn"]},{"precision":0.430796,"recall":0.478261,"f1":0.444015,"accuracy":0.478261,"main_score":0.444015,"hf_subset":"aka_Latn-kmr_Latn","languages":["aka-Latn","kmr-Latn"]},{"precision":0.482127,"recall":0.532609,"f1":0.496107,"accuracy":0.532609,"main_score":0.496107,"hf_subset":"aka_Latn-min_Latn","languages":["aka-Latn","min-Latn"]},{"precision":0.526607,"recall":0.582016,"f1":0.542466,"accuracy":0.582016,"main_score":0.542466,"hf_subset":"aka_Latn-por_Latn","languages":["aka-Latn","por-Latn"]},{"precision":0.501124,"recall":0.547431,"f1":0.514487,"accuracy":0.547431,"main_score":0.514487,"hf_subset":"aka_Latn-sun_Latn","languages":["aka-Latn","sun-Latn"]},{"precision":0.425181,"recall":0.485178,"f1":0.441679,"accuracy":0.485178,"main_score":0.441679,"hf_subset":"aka_Latn-umb_Latn","languages":["aka-Latn","umb-Latn"]},{"precision":0.482032,"recall":0.540514,"f1":0.497771,"accuracy":0.540514,"main_score":0.497771,"hf_subset":"aka_Latn-ajp_Arab","languages":["aka-Latn","ajp-Arab"]},{"precision":0.252537,"recall":0.299407,"f1":0.265605,"accuracy":0.299407,"main_score":0.265605,"hf_subset":"aka_Latn-bjn_Arab","languages":["aka-Latn","bjn-Arab"]},{"precision":0.455263,"recall":0.496047,"f1":0.46698,"accuracy":0.496047,"main_score":0.46698,"hf_subset":"aka_Latn-ewe_Latn","languages":["aka-Latn","ewe-Latn"]},{"precision":0.52484,"recall":0.566206,"f1":0.53714,"accuracy":0.566206,"main_score":0.53714,"hf_subset":"aka_Latn-ilo_Latn","languages":["aka-Latn","ilo-Latn"]},{"precision":0.201254,"recall":0.246047,"f1":0.21297,"accuracy":0.246047,"main_score":0.21297,"hf_subset":"aka_Latn-knc_Arab","languages":["aka-Latn","knc-Arab"]},{"precision":0.45324,"recall":0.503953,"f1":0.467275,"accuracy":0.503953,"main_score":0.467275,"hf_subset":"aka_Latn-mkd_Cyrl","languages":["aka-Latn","mkd-Cyrl"]},{"precision":0.461936,"recall":0.531621,"f1":0.480465,"accuracy":0.531621,"main_score":0.480465,"hf_subset":"aka_Latn-prs_Arab","languages":["aka-Latn","prs-Arab"]},{"precision":0.505868,"recall":0.562253,"f1":0.522102,"accuracy":0.562253,"main_score":0.522102,"hf_subset":"aka_Latn-swe_Latn","languages":["aka-Latn","swe-Latn"]},{"precision":0.440715,"recall":0.505929,"f1":0.45907,"accuracy":0.505929,"main_score":0.45907,"hf_subset":"aka_Latn-urd_Arab","languages":["aka-Latn","urd-Arab"]},{"precision":0.484362,"recall":0.534585,"f1":0.498966,"accuracy":0.534585,"main_score":0.498966,"hf_subset":"aka_Latn-bjn_Latn","languages":["aka-Latn","bjn-Latn"]},{"precision":0.447727,"recall":0.5,"f1":0.462491,"accuracy":0.5,"main_score":0.462491,"hf_subset":"aka_Latn-fao_Latn","languages":["aka-Latn","fao-Latn"]},{"precision":0.525472,"recall":0.583992,"f1":0.54114,"accuracy":0.583992,"main_score":0.54114,"hf_subset":"aka_Latn-ind_Latn","languages":["aka-Latn","ind-Latn"]},{"precision":0.47598,"recall":0.519763,"f1":0.488325,"accuracy":0.519763,"main_score":0.488325,"hf_subset":"aka_Latn-knc_Latn","languages":["aka-Latn","knc-Latn"]},{"precision":0.458372,"recall":0.512846,"f1":0.472951,"accuracy":0.512846,"main_score":0.472951,"hf_subset":"aka_Latn-mlt_Latn","languages":["aka-Latn","mlt-Latn"]},{"precision":0.458924,"recall":0.511858,"f1":0.473846,"accuracy":0.511858,"main_score":0.473846,"hf_subset":"aka_Latn-quy_Latn","languages":["aka-Latn","quy-Latn"]},{"precision":0.46201,"recall":0.508893,"f1":0.475295,"accuracy":0.508893,"main_score":0.475295,"hf_subset":"aka_Latn-swh_Latn","languages":["aka-Latn","swh-Latn"]},{"precision":0.401636,"recall":0.460474,"f1":0.41782,"accuracy":0.460474,"main_score":0.41782,"hf_subset":"aka_Latn-uzn_Latn","languages":["aka-Latn","uzn-Latn"]},{"precision":0.464602,"recall":0.517787,"f1":0.479454,"accuracy":0.517787,"main_score":0.479454,"hf_subset":"aka_Latn-als_Latn","languages":["aka-Latn","als-Latn"]},{"precision":0.189578,"recall":0.244071,"f1":0.202958,"accuracy":0.244071,"main_score":0.202958,"hf_subset":"aka_Latn-bod_Tibt","languages":["aka-Latn","bod-Tibt"]},{"precision":0.469683,"recall":0.51581,"f1":0.483042,"accuracy":0.51581,"main_score":0.483042,"hf_subset":"aka_Latn-fij_Latn","languages":["aka-Latn","fij-Latn"]},{"precision":0.399362,"recall":0.455534,"f1":0.4147,"accuracy":0.455534,"main_score":0.4147,"hf_subset":"aka_Latn-isl_Latn","languages":["aka-Latn","isl-Latn"]},{"precision":0.475909,"recall":0.523715,"f1":0.489682,"accuracy":0.523715,"main_score":0.489682,"hf_subset":"aka_Latn-kon_Latn","languages":["aka-Latn","kon-Latn"]},{"precision":0.366732,"recall":0.429842,"f1":0.384158,"accuracy":0.429842,"main_score":0.384158,"hf_subset":"aka_Latn-mni_Beng","languages":["aka-Latn","mni-Beng"]},{"precision":0.511749,"recall":0.566206,"f1":0.527063,"accuracy":0.566206,"main_score":0.527063,"hf_subset":"aka_Latn-ron_Latn","languages":["aka-Latn","ron-Latn"]},{"precision":0.474913,"recall":0.518775,"f1":0.487376,"accuracy":0.518775,"main_score":0.487376,"hf_subset":"aka_Latn-szl_Latn","languages":["aka-Latn","szl-Latn"]},{"precision":0.50308,"recall":0.544466,"f1":0.514726,"accuracy":0.544466,"main_score":0.514726,"hf_subset":"aka_Latn-vec_Latn","languages":["aka-Latn","vec-Latn"]},{"precision":0.389826,"recall":0.456522,"f1":0.408841,"accuracy":0.456522,"main_score":0.408841,"hf_subset":"aka_Latn-amh_Ethi","languages":["aka-Latn","amh-Ethi"]},{"precision":0.480847,"recall":0.541502,"f1":0.496976,"accuracy":0.541502,"main_score":0.496976,"hf_subset":"aka_Latn-bos_Latn","languages":["aka-Latn","bos-Latn"]},{"precision":0.485763,"recall":0.545455,"f1":0.502662,"accuracy":0.545455,"main_score":0.502662,"hf_subset":"aka_Latn-fin_Latn","languages":["aka-Latn","fin-Latn"]},{"precision":0.52522,"recall":0.582016,"f1":0.541246,"accuracy":0.582016,"main_score":0.541246,"hf_subset":"aka_Latn-ita_Latn","languages":["aka-Latn","ita-Latn"]},{"precision":0.479756,"recall":0.547431,"f1":0.498441,"accuracy":0.547431,"main_score":0.498441,"hf_subset":"aka_Latn-kor_Hang","languages":["aka-Latn","kor-Hang"]},{"precision":0.440831,"recall":0.487154,"f1":0.454018,"accuracy":0.487154,"main_score":0.454018,"hf_subset":"aka_Latn-mos_Latn","languages":["aka-Latn","mos-Latn"]},{"precision":0.41555,"recall":0.469368,"f1":0.430233,"accuracy":0.469368,"main_score":0.430233,"hf_subset":"aka_Latn-run_Latn","languages":["aka-Latn","run-Latn"]},{"precision":0.426326,"recall":0.506917,"f1":0.446948,"accuracy":0.506917,"main_score":0.446948,"hf_subset":"aka_Latn-tam_Taml","languages":["aka-Latn","tam-Taml"]},{"precision":0.491018,"recall":0.552372,"f1":0.50783,"accuracy":0.552372,"main_score":0.50783,"hf_subset":"aka_Latn-vie_Latn","languages":["aka-Latn","vie-Latn"]},{"precision":0.470951,"recall":0.532609,"f1":0.488148,"accuracy":0.532609,"main_score":0.488148,"hf_subset":"aka_Latn-apc_Arab","languages":["aka-Latn","apc-Arab"]},{"precision":0.50224,"recall":0.55336,"f1":0.516846,"accuracy":0.55336,"main_score":0.516846,"hf_subset":"aka_Latn-bug_Latn","languages":["aka-Latn","bug-Latn"]},{"precision":0.42506,"recall":0.466403,"f1":0.436825,"accuracy":0.466403,"main_score":0.436825,"hf_subset":"aka_Latn-fon_Latn","languages":["aka-Latn","fon-Latn"]},{"precision":0.505698,"recall":0.554348,"f1":0.519885,"accuracy":0.554348,"main_score":0.519885,"hf_subset":"aka_Latn-jav_Latn","languages":["aka-Latn","jav-Latn"]},{"precision":0.396458,"recall":0.450593,"f1":0.411198,"accuracy":0.450593,"main_score":0.411198,"hf_subset":"aka_Latn-lao_Laoo","languages":["aka-Latn","lao-Laoo"]},{"precision":0.408082,"recall":0.460474,"f1":0.422817,"accuracy":0.460474,"main_score":0.422817,"hf_subset":"aka_Latn-mri_Latn","languages":["aka-Latn","mri-Latn"]},{"precision":0.487072,"recall":0.555336,"f1":0.504991,"accuracy":0.555336,"main_score":0.504991,"hf_subset":"aka_Latn-rus_Cyrl","languages":["aka-Latn","rus-Cyrl"]},{"precision":0.4154,"recall":0.47332,"f1":0.432172,"accuracy":0.47332,"main_score":0.432172,"hf_subset":"aka_Latn-taq_Latn","languages":["aka-Latn","taq-Latn"]},{"precision":0.542721,"recall":0.583992,"f1":0.554847,"accuracy":0.583992,"main_score":0.554847,"hf_subset":"aka_Latn-war_Latn","languages":["aka-Latn","war-Latn"]},{"precision":0.454296,"recall":0.52668,"f1":0.473853,"accuracy":0.52668,"main_score":0.473853,"hf_subset":"aka_Latn-arb_Arab","languages":["aka-Latn","arb-Arab"]},{"precision":0.481499,"recall":0.540514,"f1":0.498001,"accuracy":0.540514,"main_score":0.498001,"hf_subset":"aka_Latn-bul_Cyrl","languages":["aka-Latn","bul-Cyrl"]},{"precision":0.524907,"recall":0.583992,"f1":0.540744,"accuracy":0.583992,"main_score":0.540744,"hf_subset":"aka_Latn-fra_Latn","languages":["aka-Latn","fra-Latn"]},{"precision":0.485621,"recall":0.55336,"f1":0.503967,"accuracy":0.55336,"main_score":0.503967,"hf_subset":"aka_Latn-jpn_Jpan","languages":["aka-Latn","jpn-Jpan"]},{"precision":0.480076,"recall":0.530632,"f1":0.494416,"accuracy":0.530632,"main_score":0.494416,"hf_subset":"aka_Latn-lij_Latn","languages":["aka-Latn","lij-Latn"]},{"precision":0.341209,"recall":0.408103,"f1":0.360378,"accuracy":0.408103,"main_score":0.360378,"hf_subset":"aka_Latn-mya_Mymr","languages":["aka-Latn","mya-Mymr"]},{"precision":0.459651,"recall":0.509881,"f1":0.473842,"accuracy":0.509881,"main_score":0.473842,"hf_subset":"aka_Latn-sag_Latn","languages":["aka-Latn","sag-Latn"]},{"precision":0.159944,"recall":0.212451,"f1":0.172779,"accuracy":0.212451,"main_score":0.172779,"hf_subset":"aka_Latn-taq_Tfng","languages":["aka-Latn","taq-Tfng"]},{"precision":0.445742,"recall":0.493083,"f1":0.459538,"accuracy":0.493083,"main_score":0.459538,"hf_subset":"aka_Latn-wol_Latn","languages":["aka-Latn","wol-Latn"]},{"precision":0.27967,"recall":0.357708,"f1":0.3007,"accuracy":0.357708,"main_score":0.3007,"hf_subset":"aka_Latn-arb_Latn","languages":["aka-Latn","arb-Latn"]},{"precision":0.489597,"recall":0.545455,"f1":0.5054,"accuracy":0.545455,"main_score":0.5054,"hf_subset":"aka_Latn-cat_Latn","languages":["aka-Latn","cat-Latn"]},{"precision":0.475925,"recall":0.525692,"f1":0.490093,"accuracy":0.525692,"main_score":0.490093,"hf_subset":"aka_Latn-fur_Latn","languages":["aka-Latn","fur-Latn"]},{"precision":0.308639,"recall":0.360672,"f1":0.322954,"accuracy":0.360672,"main_score":0.322954,"hf_subset":"aka_Latn-kab_Latn","languages":["aka-Latn","kab-Latn"]},{"precision":0.494664,"recall":0.538538,"f1":0.507628,"accuracy":0.538538,"main_score":0.507628,"hf_subset":"aka_Latn-lim_Latn","languages":["aka-Latn","lim-Latn"]},{"precision":0.518944,"recall":0.582016,"f1":0.536466,"accuracy":0.582016,"main_score":0.536466,"hf_subset":"aka_Latn-nld_Latn","languages":["aka-Latn","nld-Latn"]},{"precision":0.426626,"recall":0.493083,"f1":0.445655,"accuracy":0.493083,"main_score":0.445655,"hf_subset":"aka_Latn-san_Deva","languages":["aka-Latn","san-Deva"]},{"precision":0.445527,"recall":0.501976,"f1":0.461479,"accuracy":0.501976,"main_score":0.461479,"hf_subset":"aka_Latn-tat_Cyrl","languages":["aka-Latn","tat-Cyrl"]},{"precision":0.461339,"recall":0.516798,"f1":0.476759,"accuracy":0.516798,"main_score":0.476759,"hf_subset":"aka_Latn-xho_Latn","languages":["aka-Latn","xho-Latn"]},{"precision":0.445658,"recall":0.518775,"f1":0.465197,"accuracy":0.518775,"main_score":0.465197,"hf_subset":"aka_Latn-ars_Arab","languages":["aka-Latn","ars-Arab"]},{"precision":0.529245,"recall":0.574111,"f1":0.541567,"accuracy":0.574111,"main_score":0.541567,"hf_subset":"aka_Latn-ceb_Latn","languages":["aka-Latn","ceb-Latn"]},{"precision":0.433698,"recall":0.490119,"f1":0.450005,"accuracy":0.490119,"main_score":0.450005,"hf_subset":"aka_Latn-fuv_Latn","languages":["aka-Latn","fuv-Latn"]},{"precision":0.450941,"recall":0.506917,"f1":0.466752,"accuracy":0.506917,"main_score":0.466752,"hf_subset":"aka_Latn-kac_Latn","languages":["aka-Latn","kac-Latn"]},{"precision":0.470438,"recall":0.519763,"f1":0.485098,"accuracy":0.519763,"main_score":0.485098,"hf_subset":"aka_Latn-lin_Latn","languages":["aka-Latn","lin-Latn"]},{"precision":0.480837,"recall":0.543478,"f1":0.498188,"accuracy":0.543478,"main_score":0.498188,"hf_subset":"aka_Latn-nno_Latn","languages":["aka-Latn","nno-Latn"]},{"precision":0.166271,"recall":0.208498,"f1":0.176672,"accuracy":0.208498,"main_score":0.176672,"hf_subset":"aka_Latn-sat_Olck","languages":["aka-Latn","sat-Olck"]},{"precision":0.447845,"recall":0.520751,"f1":0.467319,"accuracy":0.520751,"main_score":0.467319,"hf_subset":"aka_Latn-tel_Telu","languages":["aka-Latn","tel-Telu"]},{"precision":0.267646,"recall":0.33004,"f1":0.283552,"accuracy":0.33004,"main_score":0.283552,"hf_subset":"aka_Latn-ydd_Hebr","languages":["aka-Latn","ydd-Hebr"]},{"precision":0.434118,"recall":0.495059,"f1":0.451114,"accuracy":0.495059,"main_score":0.451114,"hf_subset":"aka_Latn-ary_Arab","languages":["aka-Latn","ary-Arab"]},{"precision":0.478001,"recall":0.535573,"f1":0.493105,"accuracy":0.535573,"main_score":0.493105,"hf_subset":"aka_Latn-ces_Latn","languages":["aka-Latn","ces-Latn"]},{"precision":0.324338,"recall":0.384387,"f1":0.339937,"accuracy":0.384387,"main_score":0.339937,"hf_subset":"aka_Latn-gaz_Latn","languages":["aka-Latn","gaz-Latn"]},{"precision":0.452959,"recall":0.500988,"f1":0.46685,"accuracy":0.500988,"main_score":0.46685,"hf_subset":"aka_Latn-kam_Latn","languages":["aka-Latn","kam-Latn"]},{"precision":0.43978,"recall":0.498024,"f1":0.455309,"accuracy":0.498024,"main_score":0.455309,"hf_subset":"aka_Latn-lit_Latn","languages":["aka-Latn","lit-Latn"]},{"precision":0.500203,"recall":0.564229,"f1":0.517795,"accuracy":0.564229,"main_score":0.517795,"hf_subset":"aka_Latn-nob_Latn","languages":["aka-Latn","nob-Latn"]},{"precision":0.475749,"recall":0.517787,"f1":0.488051,"accuracy":0.517787,"main_score":0.488051,"hf_subset":"aka_Latn-scn_Latn","languages":["aka-Latn","scn-Latn"]},{"precision":0.400019,"recall":0.454545,"f1":0.414618,"accuracy":0.454545,"main_score":0.414618,"hf_subset":"aka_Latn-tgk_Cyrl","languages":["aka-Latn","tgk-Cyrl"]},{"precision":0.421913,"recall":0.476285,"f1":0.438291,"accuracy":0.476285,"main_score":0.438291,"hf_subset":"aka_Latn-yor_Latn","languages":["aka-Latn","yor-Latn"]},{"precision":0.466947,"recall":0.525692,"f1":0.484437,"accuracy":0.525692,"main_score":0.484437,"hf_subset":"aka_Latn-arz_Arab","languages":["aka-Latn","arz-Arab"]},{"precision":0.435817,"recall":0.490119,"f1":0.450924,"accuracy":0.490119,"main_score":0.450924,"hf_subset":"aka_Latn-cjk_Latn","languages":["aka-Latn","cjk-Latn"]},{"precision":0.376285,"recall":0.428854,"f1":0.39077,"accuracy":0.428854,"main_score":0.39077,"hf_subset":"aka_Latn-gla_Latn","languages":["aka-Latn","gla-Latn"]},{"precision":0.441071,"recall":0.506917,"f1":0.459692,"accuracy":0.506917,"main_score":0.459692,"hf_subset":"aka_Latn-kan_Knda","languages":["aka-Latn","kan-Knda"]},{"precision":0.484783,"recall":0.530632,"f1":0.497455,"accuracy":0.530632,"main_score":0.497455,"hf_subset":"aka_Latn-lmo_Latn","languages":["aka-Latn","lmo-Latn"]},{"precision":0.464069,"recall":0.530632,"f1":0.482804,"accuracy":0.530632,"main_score":0.482804,"hf_subset":"aka_Latn-npi_Deva","languages":["aka-Latn","npi-Deva"]},{"precision":0.394789,"recall":0.460474,"f1":0.413034,"accuracy":0.460474,"main_score":0.413034,"hf_subset":"aka_Latn-shn_Mymr","languages":["aka-Latn","shn-Mymr"]},{"precision":0.49925,"recall":0.549407,"f1":0.513903,"accuracy":0.549407,"main_score":0.513903,"hf_subset":"aka_Latn-tgl_Latn","languages":["aka-Latn","tgl-Latn"]},{"precision":0.468529,"recall":0.54249,"f1":0.48883,"accuracy":0.54249,"main_score":0.48883,"hf_subset":"aka_Latn-yue_Hant","languages":["aka-Latn","yue-Hant"]},{"precision":0.405971,"recall":0.467391,"f1":0.423428,"accuracy":0.467391,"main_score":0.423428,"hf_subset":"aka_Latn-asm_Beng","languages":["aka-Latn","asm-Beng"]},{"precision":0.328691,"recall":0.389328,"f1":0.345949,"accuracy":0.389328,"main_score":0.345949,"hf_subset":"aka_Latn-ckb_Arab","languages":["aka-Latn","ckb-Arab"]},{"precision":0.365336,"recall":0.421937,"f1":0.38092,"accuracy":0.421937,"main_score":0.38092,"hf_subset":"aka_Latn-gle_Latn","languages":["aka-Latn","gle-Latn"]},{"precision":0.373614,"recall":0.439723,"f1":0.39245,"accuracy":0.439723,"main_score":0.39245,"hf_subset":"aka_Latn-kas_Arab","languages":["aka-Latn","kas-Arab"]},{"precision":0.42886,"recall":0.482213,"f1":0.443623,"accuracy":0.482213,"main_score":0.443623,"hf_subset":"aka_Latn-ltg_Latn","languages":["aka-Latn","ltg-Latn"]},{"precision":0.485695,"recall":0.528656,"f1":0.498341,"accuracy":0.528656,"main_score":0.498341,"hf_subset":"aka_Latn-nso_Latn","languages":["aka-Latn","nso-Latn"]},{"precision":0.396835,"recall":0.456522,"f1":0.413411,"accuracy":0.456522,"main_score":0.413411,"hf_subset":"aka_Latn-sin_Sinh","languages":["aka-Latn","sin-Sinh"]},{"precision":0.473475,"recall":0.546443,"f1":0.493094,"accuracy":0.546443,"main_score":0.493094,"hf_subset":"aka_Latn-tha_Thai","languages":["aka-Latn","tha-Thai"]},{"precision":0.482846,"recall":0.550395,"f1":0.501925,"accuracy":0.550395,"main_score":0.501925,"hf_subset":"aka_Latn-zho_Hans","languages":["aka-Latn","zho-Hans"]},{"precision":0.504244,"recall":0.545455,"f1":0.516188,"accuracy":0.545455,"main_score":0.516188,"hf_subset":"aka_Latn-ast_Latn","languages":["aka-Latn","ast-Latn"]},{"precision":0.451815,"recall":0.509881,"f1":0.466728,"accuracy":0.509881,"main_score":0.466728,"hf_subset":"aka_Latn-crh_Latn","languages":["aka-Latn","crh-Latn"]},{"precision":0.522793,"recall":0.566206,"f1":0.535273,"accuracy":0.566206,"main_score":0.535273,"hf_subset":"aka_Latn-glg_Latn","languages":["aka-Latn","glg-Latn"]},{"precision":0.405543,"recall":0.469368,"f1":0.42296,"accuracy":0.469368,"main_score":0.42296,"hf_subset":"aka_Latn-kas_Deva","languages":["aka-Latn","kas-Deva"]},{"precision":0.477067,"recall":0.527668,"f1":0.49105,"accuracy":0.527668,"main_score":0.49105,"hf_subset":"aka_Latn-ltz_Latn","languages":["aka-Latn","ltz-Latn"]},{"precision":0.348397,"recall":0.406126,"f1":0.364054,"accuracy":0.406126,"main_score":0.364054,"hf_subset":"aka_Latn-nus_Latn","languages":["aka-Latn","nus-Latn"]},{"precision":0.463706,"recall":0.519763,"f1":0.479546,"accuracy":0.519763,"main_score":0.479546,"hf_subset":"aka_Latn-slk_Latn","languages":["aka-Latn","slk-Latn"]},{"precision":0.317988,"recall":0.375494,"f1":0.333721,"accuracy":0.375494,"main_score":0.333721,"hf_subset":"aka_Latn-tir_Ethi","languages":["aka-Latn","tir-Ethi"]},{"precision":0.460748,"recall":0.532609,"f1":0.480002,"accuracy":0.532609,"main_score":0.480002,"hf_subset":"aka_Latn-zho_Hant","languages":["aka-Latn","zho-Hant"]},{"precision":0.486724,"recall":0.54249,"f1":0.502164,"accuracy":0.54249,"main_score":0.502164,"hf_subset":"aka_Latn-awa_Deva","languages":["aka-Latn","awa-Deva"]},{"precision":0.407221,"recall":0.459486,"f1":0.421508,"accuracy":0.459486,"main_score":0.421508,"hf_subset":"aka_Latn-cym_Latn","languages":["aka-Latn","cym-Latn"]},{"precision":0.509305,"recall":0.552372,"f1":0.522384,"accuracy":0.552372,"main_score":0.522384,"hf_subset":"aka_Latn-grn_Latn","languages":["aka-Latn","grn-Latn"]},{"precision":0.405411,"recall":0.469368,"f1":0.423088,"accuracy":0.469368,"main_score":0.423088,"hf_subset":"aka_Latn-kat_Geor","languages":["aka-Latn","kat-Geor"]},{"precision":0.472482,"recall":0.518775,"f1":0.485788,"accuracy":0.518775,"main_score":0.485788,"hf_subset":"aka_Latn-lua_Latn","languages":["aka-Latn","lua-Latn"]},{"precision":0.484811,"recall":0.530632,"f1":0.497782,"accuracy":0.530632,"main_score":0.497782,"hf_subset":"aka_Latn-nya_Latn","languages":["aka-Latn","nya-Latn"]},{"precision":0.454223,"recall":0.503953,"f1":0.468166,"accuracy":0.503953,"main_score":0.468166,"hf_subset":"aka_Latn-slv_Latn","languages":["aka-Latn","slv-Latn"]},{"precision":0.541546,"recall":0.583992,"f1":0.55369,"accuracy":0.583992,"main_score":0.55369,"hf_subset":"aka_Latn-tpi_Latn","languages":["aka-Latn","tpi-Latn"]},{"precision":0.505462,"recall":0.562253,"f1":0.521249,"accuracy":0.562253,"main_score":0.521249,"hf_subset":"aka_Latn-zsm_Latn","languages":["aka-Latn","zsm-Latn"]},{"precision":0.404207,"recall":0.47332,"f1":0.424229,"accuracy":0.47332,"main_score":0.424229,"hf_subset":"aka_Latn-ayr_Latn","languages":["aka-Latn","ayr-Latn"]},{"precision":0.505453,"recall":0.567194,"f1":0.52264,"accuracy":0.567194,"main_score":0.52264,"hf_subset":"aka_Latn-dan_Latn","languages":["aka-Latn","dan-Latn"]},{"precision":0.431002,"recall":0.504941,"f1":0.45155,"accuracy":0.504941,"main_score":0.45155,"hf_subset":"aka_Latn-guj_Gujr","languages":["aka-Latn","guj-Gujr"]},{"precision":0.44251,"recall":0.502964,"f1":0.458529,"accuracy":0.502964,"main_score":0.458529,"hf_subset":"aka_Latn-kaz_Cyrl","languages":["aka-Latn","kaz-Cyrl"]},{"precision":0.434277,"recall":0.478261,"f1":0.446791,"accuracy":0.478261,"main_score":0.446791,"hf_subset":"aka_Latn-lug_Latn","languages":["aka-Latn","lug-Latn"]},{"precision":0.48889,"recall":0.537549,"f1":0.502116,"accuracy":0.537549,"main_score":0.502116,"hf_subset":"aka_Latn-oci_Latn","languages":["aka-Latn","oci-Latn"]},{"precision":0.46809,"recall":0.516798,"f1":0.481288,"accuracy":0.516798,"main_score":0.481288,"hf_subset":"aka_Latn-smo_Latn","languages":["aka-Latn","smo-Latn"]},{"precision":0.452002,"recall":0.507905,"f1":0.468123,"accuracy":0.507905,"main_score":0.468123,"hf_subset":"aka_Latn-tsn_Latn","languages":["aka-Latn","tsn-Latn"]},{"precision":0.40852,"recall":0.468379,"f1":0.425177,"accuracy":0.468379,"main_score":0.425177,"hf_subset":"aka_Latn-zul_Latn","languages":["aka-Latn","zul-Latn"]},{"precision":0.349995,"recall":0.421937,"f1":0.370041,"accuracy":0.421937,"main_score":0.370041,"hf_subset":"aka_Latn-azb_Arab","languages":["aka-Latn","azb-Arab"]},{"precision":0.506978,"recall":0.56917,"f1":0.523662,"accuracy":0.56917,"main_score":0.523662,"hf_subset":"aka_Latn-deu_Latn","languages":["aka-Latn","deu-Latn"]},{"precision":0.419021,"recall":0.474308,"f1":0.435084,"accuracy":0.474308,"main_score":0.435084,"hf_subset":"aka_Latn-hat_Latn","languages":["aka-Latn","hat-Latn"]},{"precision":0.391684,"recall":0.4417,"f1":0.405916,"accuracy":0.4417,"main_score":0.405916,"hf_subset":"aka_Latn-kbp_Latn","languages":["aka-Latn","kbp-Latn"]},{"precision":0.471681,"recall":0.522727,"f1":0.486371,"accuracy":0.522727,"main_score":0.486371,"hf_subset":"aka_Latn-luo_Latn","languages":["aka-Latn","luo-Latn"]},{"precision":0.402739,"recall":0.461462,"f1":0.41965,"accuracy":0.461462,"main_score":0.41965,"hf_subset":"aka_Latn-ory_Orya","languages":["aka-Latn","ory-Orya"]},{"precision":0.471856,"recall":0.523715,"f1":0.486252,"accuracy":0.523715,"main_score":0.486252,"hf_subset":"aka_Latn-sna_Latn","languages":["aka-Latn","sna-Latn"]},{"precision":0.446681,"recall":0.494071,"f1":0.460306,"accuracy":0.494071,"main_score":0.460306,"hf_subset":"aka_Latn-tso_Latn","languages":["aka-Latn","tso-Latn"]},{"precision":0.45219,"recall":0.507905,"f1":0.467779,"accuracy":0.507905,"main_score":0.467779,"hf_subset":"aka_Latn-azj_Latn","languages":["aka-Latn","azj-Latn"]},{"precision":0.44999,"recall":0.507905,"f1":0.466846,"accuracy":0.507905,"main_score":0.466846,"hf_subset":"aka_Latn-dik_Latn","languages":["aka-Latn","dik-Latn"]},{"precision":0.445695,"recall":0.490119,"f1":0.458566,"accuracy":0.490119,"main_score":0.458566,"hf_subset":"aka_Latn-hau_Latn","languages":["aka-Latn","hau-Latn"]},{"precision":0.485093,"recall":0.529644,"f1":0.497974,"accuracy":0.529644,"main_score":0.497974,"hf_subset":"aka_Latn-kea_Latn","languages":["aka-Latn","kea-Latn"]},{"precision":0.527036,"recall":0.572134,"f1":0.539846,"accuracy":0.572134,"main_score":0.539846,"hf_subset":"aka_Latn-lus_Latn","languages":["aka-Latn","lus-Latn"]},{"precision":0.516502,"recall":0.560277,"f1":0.5294,"accuracy":0.560277,"main_score":0.5294,"hf_subset":"aka_Latn-pag_Latn","languages":["aka-Latn","pag-Latn"]},{"precision":0.382685,"recall":0.442688,"f1":0.399729,"accuracy":0.442688,"main_score":0.399729,"hf_subset":"aka_Latn-snd_Arab","languages":["aka-Latn","snd-Arab"]},{"precision":0.419879,"recall":0.480237,"f1":0.436495,"accuracy":0.480237,"main_score":0.436495,"hf_subset":"aka_Latn-tuk_Latn","languages":["aka-Latn","tuk-Latn"]},{"precision":0.443088,"recall":0.493083,"f1":0.456958,"accuracy":0.493083,"main_score":0.456958,"hf_subset":"aka_Latn-bak_Cyrl","languages":["aka-Latn","bak-Cyrl"]},{"precision":0.365077,"recall":0.424901,"f1":0.383026,"accuracy":0.424901,"main_score":0.383026,"hf_subset":"aka_Latn-dyu_Latn","languages":["aka-Latn","dyu-Latn"]},{"precision":0.362227,"recall":0.427866,"f1":0.379823,"accuracy":0.427866,"main_score":0.379823,"hf_subset":"aka_Latn-heb_Hebr","languages":["aka-Latn","heb-Hebr"]},{"precision":0.406324,"recall":0.460474,"f1":0.421999,"accuracy":0.460474,"main_score":0.421999,"hf_subset":"aka_Latn-khk_Cyrl","languages":["aka-Latn","khk-Cyrl"]},{"precision":0.443536,"recall":0.500988,"f1":0.460272,"accuracy":0.500988,"main_score":0.460272,"hf_subset":"aka_Latn-lvs_Latn","languages":["aka-Latn","lvs-Latn"]},{"precision":0.408457,"recall":0.480237,"f1":0.429484,"accuracy":0.480237,"main_score":0.429484,"hf_subset":"aka_Latn-pan_Guru","languages":["aka-Latn","pan-Guru"]},{"precision":0.395153,"recall":0.444664,"f1":0.408896,"accuracy":0.444664,"main_score":0.408896,"hf_subset":"aka_Latn-som_Latn","languages":["aka-Latn","som-Latn"]},{"precision":0.454953,"recall":0.502964,"f1":0.468649,"accuracy":0.502964,"main_score":0.468649,"hf_subset":"aka_Latn-tum_Latn","languages":["aka-Latn","tum-Latn"]},{"precision":0.335861,"recall":0.41502,"f1":0.356846,"accuracy":0.41502,"main_score":0.356846,"hf_subset":"bjn_Latn-ace_Arab","languages":["bjn-Latn","ace-Arab"]},{"precision":0.390508,"recall":0.462451,"f1":0.410823,"accuracy":0.462451,"main_score":0.410823,"hf_subset":"bjn_Latn-bam_Latn","languages":["bjn-Latn","bam-Latn"]},{"precision":0.150375,"recall":0.210474,"f1":0.166262,"accuracy":0.210474,"main_score":0.166262,"hf_subset":"bjn_Latn-dzo_Tibt","languages":["bjn-Latn","dzo-Tibt"]},{"precision":0.893939,"recall":0.926877,"f1":0.90448,"accuracy":0.926877,"main_score":0.90448,"hf_subset":"bjn_Latn-hin_Deva","languages":["bjn-Latn","hin-Deva"]},{"precision":0.617447,"recall":0.698617,"f1":0.640491,"accuracy":0.698617,"main_score":0.640491,"hf_subset":"bjn_Latn-khm_Khmr","languages":["bjn-Latn","khm-Khmr"]},{"precision":0.883605,"recall":0.91502,"f1":0.89319,"accuracy":0.91502,"main_score":0.89319,"hf_subset":"bjn_Latn-mag_Deva","languages":["bjn-Latn","mag-Deva"]},{"precision":0.750716,"recall":0.80336,"f1":0.765777,"accuracy":0.80336,"main_score":0.765777,"hf_subset":"bjn_Latn-pap_Latn","languages":["bjn-Latn","pap-Latn"]},{"precision":0.428312,"recall":0.504941,"f1":0.448672,"accuracy":0.504941,"main_score":0.448672,"hf_subset":"bjn_Latn-sot_Latn","languages":["bjn-Latn","sot-Latn"]},{"precision":0.886924,"recall":0.917984,"f1":0.896904,"accuracy":0.917984,"main_score":0.896904,"hf_subset":"bjn_Latn-tur_Latn","languages":["bjn-Latn","tur-Latn"]},{"precision":0.708473,"recall":0.759881,"f1":0.723234,"accuracy":0.759881,"main_score":0.723234,"hf_subset":"bjn_Latn-ace_Latn","languages":["bjn-Latn","ace-Latn"]},{"precision":0.789707,"recall":0.835968,"f1":0.804264,"accuracy":0.835968,"main_score":0.804264,"hf_subset":"bjn_Latn-ban_Latn","languages":["bjn-Latn","ban-Latn"]},{"precision":0.780889,"recall":0.835968,"f1":0.797466,"accuracy":0.835968,"main_score":0.797466,"hf_subset":"bjn_Latn-ell_Grek","languages":["bjn-Latn","ell-Grek"]},{"precision":0.847803,"recall":0.886364,"f1":0.8597,"accuracy":0.886364,"main_score":0.8597,"hf_subset":"bjn_Latn-hne_Deva","languages":["bjn-Latn","hne-Deva"]},{"precision":0.433601,"recall":0.513834,"f1":0.455884,"accuracy":0.513834,"main_score":0.455884,"hf_subset":"bjn_Latn-kik_Latn","languages":["bjn-Latn","kik-Latn"]},{"precision":0.872859,"recall":0.909091,"f1":0.884354,"accuracy":0.909091,"main_score":0.884354,"hf_subset":"bjn_Latn-mai_Deva","languages":["bjn-Latn","mai-Deva"]},{"precision":0.693471,"recall":0.76087,"f1":0.713809,"accuracy":0.76087,"main_score":0.713809,"hf_subset":"bjn_Latn-pbt_Arab","languages":["bjn-Latn","pbt-Arab"]},{"precision":0.896607,"recall":0.925889,"f1":0.90575,"accuracy":0.925889,"main_score":0.90575,"hf_subset":"bjn_Latn-spa_Latn","languages":["bjn-Latn","spa-Latn"]},{"precision":0.517449,"recall":0.590909,"f1":0.538165,"accuracy":0.590909,"main_score":0.538165,"hf_subset":"bjn_Latn-twi_Latn","languages":["bjn-Latn","twi-Latn"]},{"precision":0.866798,"recall":0.902174,"f1":0.877767,"accuracy":0.902174,"main_score":0.877767,"hf_subset":"bjn_Latn-acm_Arab","languages":["bjn-Latn","acm-Arab"]},{"precision":0.669944,"recall":0.740119,"f1":0.690928,"accuracy":0.740119,"main_score":0.690928,"hf_subset":"bjn_Latn-bel_Cyrl","languages":["bjn-Latn","bel-Cyrl"]},{"precision":0.918396,"recall":0.9417,"f1":0.925626,"accuracy":0.9417,"main_score":0.925626,"hf_subset":"bjn_Latn-eng_Latn","languages":["bjn-Latn","eng-Latn"]},{"precision":0.801013,"recall":0.849802,"f1":0.81603,"accuracy":0.849802,"main_score":0.81603,"hf_subset":"bjn_Latn-hrv_Latn","languages":["bjn-Latn","hrv-Latn"]},{"precision":0.394379,"recall":0.472332,"f1":0.416263,"accuracy":0.472332,"main_score":0.416263,"hf_subset":"bjn_Latn-kin_Latn","languages":["bjn-Latn","kin-Latn"]},{"precision":0.817252,"recall":0.863636,"f1":0.831637,"accuracy":0.863636,"main_score":0.831637,"hf_subset":"bjn_Latn-mal_Mlym","languages":["bjn-Latn","mal-Mlym"]},{"precision":0.875988,"recall":0.914032,"f1":0.888505,"accuracy":0.914032,"main_score":0.888505,"hf_subset":"bjn_Latn-pes_Arab","languages":["bjn-Latn","pes-Arab"]},{"precision":0.737418,"recall":0.789526,"f1":0.752668,"accuracy":0.789526,"main_score":0.752668,"hf_subset":"bjn_Latn-srd_Latn","languages":["bjn-Latn","srd-Latn"]},{"precision":0.132328,"recall":0.200593,"f1":0.148154,"accuracy":0.200593,"main_score":0.148154,"hf_subset":"bjn_Latn-tzm_Tfng","languages":["bjn-Latn","tzm-Tfng"]},{"precision":0.898666,"recall":0.926877,"f1":0.907345,"accuracy":0.926877,"main_score":0.907345,"hf_subset":"bjn_Latn-acq_Arab","languages":["bjn-Latn","acq-Arab"]},{"precision":0.473082,"recall":0.544466,"f1":0.492696,"accuracy":0.544466,"main_score":0.492696,"hf_subset":"bjn_Latn-bem_Latn","languages":["bjn-Latn","bem-Latn"]},{"precision":0.753442,"recall":0.811265,"f1":0.770916,"accuracy":0.811265,"main_score":0.770916,"hf_subset":"bjn_Latn-epo_Latn","languages":["bjn-Latn","epo-Latn"]},{"precision":0.746031,"recall":0.802372,"f1":0.762846,"accuracy":0.802372,"main_score":0.762846,"hf_subset":"bjn_Latn-hun_Latn","languages":["bjn-Latn","hun-Latn"]},{"precision":0.6064,"recall":0.675889,"f1":0.626433,"accuracy":0.675889,"main_score":0.626433,"hf_subset":"bjn_Latn-kir_Cyrl","languages":["bjn-Latn","kir-Cyrl"]},{"precision":0.84725,"recall":0.891304,"f1":0.861199,"accuracy":0.891304,"main_score":0.861199,"hf_subset":"bjn_Latn-mar_Deva","languages":["bjn-Latn","mar-Deva"]},{"precision":0.455625,"recall":0.521739,"f1":0.473939,"accuracy":0.521739,"main_score":0.473939,"hf_subset":"bjn_Latn-plt_Latn","languages":["bjn-Latn","plt-Latn"]},{"precision":0.765144,"recall":0.818182,"f1":0.781406,"accuracy":0.818182,"main_score":0.781406,"hf_subset":"bjn_Latn-srp_Cyrl","languages":["bjn-Latn","srp-Cyrl"]},{"precision":0.283338,"recall":0.354743,"f1":0.302186,"accuracy":0.354743,"main_score":0.302186,"hf_subset":"bjn_Latn-uig_Arab","languages":["bjn-Latn","uig-Arab"]},{"precision":0.824358,"recall":0.867589,"f1":0.837813,"accuracy":0.867589,"main_score":0.837813,"hf_subset":"bjn_Latn-aeb_Arab","languages":["bjn-Latn","aeb-Arab"]},{"precision":0.881818,"recall":0.914032,"f1":0.89193,"accuracy":0.914032,"main_score":0.89193,"hf_subset":"bjn_Latn-ben_Beng","languages":["bjn-Latn","ben-Beng"]},{"precision":0.674588,"recall":0.735178,"f1":0.691737,"accuracy":0.735178,"main_score":0.691737,"hf_subset":"bjn_Latn-est_Latn","languages":["bjn-Latn","est-Latn"]},{"precision":0.599165,"recall":0.666996,"f1":0.618122,"accuracy":0.666996,"main_score":0.618122,"hf_subset":"bjn_Latn-hye_Armn","languages":["bjn-Latn","hye-Armn"]},{"precision":0.410095,"recall":0.481225,"f1":0.429979,"accuracy":0.481225,"main_score":0.429979,"hf_subset":"bjn_Latn-kmb_Latn","languages":["bjn-Latn","kmb-Latn"]},{"precision":0.333934,"recall":0.402174,"f1":0.351442,"accuracy":0.402174,"main_score":0.351442,"hf_subset":"bjn_Latn-min_Arab","languages":["bjn-Latn","min-Arab"]},{"precision":0.885655,"recall":0.917984,"f1":0.895817,"accuracy":0.917984,"main_score":0.895817,"hf_subset":"bjn_Latn-pol_Latn","languages":["bjn-Latn","pol-Latn"]},{"precision":0.408782,"recall":0.487154,"f1":0.430061,"accuracy":0.487154,"main_score":0.430061,"hf_subset":"bjn_Latn-ssw_Latn","languages":["bjn-Latn","ssw-Latn"]},{"precision":0.859881,"recall":0.897233,"f1":0.871476,"accuracy":0.897233,"main_score":0.871476,"hf_subset":"bjn_Latn-ukr_Cyrl","languages":["bjn-Latn","ukr-Cyrl"]},{"precision":0.778738,"recall":0.83004,"f1":0.794598,"accuracy":0.83004,"main_score":0.794598,"hf_subset":"bjn_Latn-afr_Latn","languages":["bjn-Latn","afr-Latn"]},{"precision":0.832675,"recall":0.874506,"f1":0.845803,"accuracy":0.874506,"main_score":0.845803,"hf_subset":"bjn_Latn-bho_Deva","languages":["bjn-Latn","bho-Deva"]},{"precision":0.578149,"recall":0.651186,"f1":0.59934,"accuracy":0.651186,"main_score":0.59934,"hf_subset":"bjn_Latn-eus_Latn","languages":["bjn-Latn","eus-Latn"]},{"precision":0.39963,"recall":0.487154,"f1":0.42309,"accuracy":0.487154,"main_score":0.42309,"hf_subset":"bjn_Latn-ibo_Latn","languages":["bjn-Latn","ibo-Latn"]},{"precision":0.440097,"recall":0.51581,"f1":0.460164,"accuracy":0.51581,"main_score":0.460164,"hf_subset":"bjn_Latn-kmr_Latn","languages":["bjn-Latn","kmr-Latn"]},{"precision":0.830731,"recall":0.876482,"f1":0.844829,"accuracy":0.876482,"main_score":0.844829,"hf_subset":"bjn_Latn-min_Latn","languages":["bjn-Latn","min-Latn"]},{"precision":0.900609,"recall":0.929842,"f1":0.90998,"accuracy":0.929842,"main_score":0.90998,"hf_subset":"bjn_Latn-por_Latn","languages":["bjn-Latn","por-Latn"]},{"precision":0.852859,"recall":0.891304,"f1":0.86441,"accuracy":0.891304,"main_score":0.86441,"hf_subset":"bjn_Latn-sun_Latn","languages":["bjn-Latn","sun-Latn"]},{"precision":0.403349,"recall":0.485178,"f1":0.425634,"accuracy":0.485178,"main_score":0.425634,"hf_subset":"bjn_Latn-umb_Latn","languages":["bjn-Latn","umb-Latn"]},{"precision":0.856423,"recall":0.897233,"f1":0.869236,"accuracy":0.897233,"main_score":0.869236,"hf_subset":"bjn_Latn-ajp_Arab","languages":["bjn-Latn","ajp-Arab"]},{"precision":0.550435,"recall":0.633399,"f1":0.572068,"accuracy":0.633399,"main_score":0.572068,"hf_subset":"bjn_Latn-bjn_Arab","languages":["bjn-Latn","bjn-Arab"]},{"precision":0.417511,"recall":0.495059,"f1":0.437822,"accuracy":0.495059,"main_score":0.437822,"hf_subset":"bjn_Latn-ewe_Latn","languages":["bjn-Latn","ewe-Latn"]},{"precision":0.658893,"recall":0.718379,"f1":0.676779,"accuracy":0.718379,"main_score":0.676779,"hf_subset":"bjn_Latn-ilo_Latn","languages":["bjn-Latn","ilo-Latn"]},{"precision":0.184839,"recall":0.254941,"f1":0.202444,"accuracy":0.254941,"main_score":0.202444,"hf_subset":"bjn_Latn-knc_Arab","languages":["bjn-Latn","knc-Arab"]},{"precision":0.774252,"recall":0.824111,"f1":0.789166,"accuracy":0.824111,"main_score":0.789166,"hf_subset":"bjn_Latn-mkd_Cyrl","languages":["bjn-Latn","mkd-Cyrl"]},{"precision":0.872941,"recall":0.912055,"f1":0.885606,"accuracy":0.912055,"main_score":0.885606,"hf_subset":"bjn_Latn-prs_Arab","languages":["bjn-Latn","prs-Arab"]},{"precision":0.868742,"recall":0.903162,"f1":0.879249,"accuracy":0.903162,"main_score":0.879249,"hf_subset":"bjn_Latn-swe_Latn","languages":["bjn-Latn","swe-Latn"]},{"precision":0.804694,"recall":0.857708,"f1":0.821212,"accuracy":0.857708,"main_score":0.821212,"hf_subset":"bjn_Latn-urd_Arab","languages":["bjn-Latn","urd-Arab"]},{"precision":0.481848,"recall":0.557312,"f1":0.502717,"accuracy":0.557312,"main_score":0.502717,"hf_subset":"bjn_Latn-aka_Latn","languages":["bjn-Latn","aka-Latn"]},{"precision":0.514663,"recall":0.585968,"f1":0.534052,"accuracy":0.585968,"main_score":0.534052,"hf_subset":"bjn_Latn-fao_Latn","languages":["bjn-Latn","fao-Latn"]},{"precision":0.92943,"recall":0.950593,"f1":0.936331,"accuracy":0.950593,"main_score":0.936331,"hf_subset":"bjn_Latn-ind_Latn","languages":["bjn-Latn","ind-Latn"]},{"precision":0.48378,"recall":0.555336,"f1":0.50388,"accuracy":0.555336,"main_score":0.50388,"hf_subset":"bjn_Latn-knc_Latn","languages":["bjn-Latn","knc-Latn"]},{"precision":0.644529,"recall":0.713439,"f1":0.664987,"accuracy":0.713439,"main_score":0.664987,"hf_subset":"bjn_Latn-mlt_Latn","languages":["bjn-Latn","mlt-Latn"]},{"precision":0.489243,"recall":0.574111,"f1":0.513509,"accuracy":0.574111,"main_score":0.513509,"hf_subset":"bjn_Latn-quy_Latn","languages":["bjn-Latn","quy-Latn"]},{"precision":0.710403,"recall":0.771739,"f1":0.728906,"accuracy":0.771739,"main_score":0.728906,"hf_subset":"bjn_Latn-swh_Latn","languages":["bjn-Latn","swh-Latn"]},{"precision":0.548122,"recall":0.623518,"f1":0.569914,"accuracy":0.623518,"main_score":0.569914,"hf_subset":"bjn_Latn-uzn_Latn","languages":["bjn-Latn","uzn-Latn"]},{"precision":0.644192,"recall":0.712451,"f1":0.664207,"accuracy":0.712451,"main_score":0.664207,"hf_subset":"bjn_Latn-als_Latn","languages":["bjn-Latn","als-Latn"]},{"precision":0.186016,"recall":0.251976,"f1":0.203408,"accuracy":0.251976,"main_score":0.203408,"hf_subset":"bjn_Latn-bod_Tibt","languages":["bjn-Latn","bod-Tibt"]},{"precision":0.421529,"recall":0.501976,"f1":0.443688,"accuracy":0.501976,"main_score":0.443688,"hf_subset":"bjn_Latn-fij_Latn","languages":["bjn-Latn","fij-Latn"]},{"precision":0.471329,"recall":0.556324,"f1":0.494751,"accuracy":0.556324,"main_score":0.494751,"hf_subset":"bjn_Latn-isl_Latn","languages":["bjn-Latn","isl-Latn"]},{"precision":0.506697,"recall":0.571146,"f1":0.525068,"accuracy":0.571146,"main_score":0.525068,"hf_subset":"bjn_Latn-kon_Latn","languages":["bjn-Latn","kon-Latn"]},{"precision":0.35506,"recall":0.442688,"f1":0.378115,"accuracy":0.442688,"main_score":0.378115,"hf_subset":"bjn_Latn-mni_Beng","languages":["bjn-Latn","mni-Beng"]},{"precision":0.85746,"recall":0.893281,"f1":0.868445,"accuracy":0.893281,"main_score":0.868445,"hf_subset":"bjn_Latn-ron_Latn","languages":["bjn-Latn","ron-Latn"]},{"precision":0.734256,"recall":0.790514,"f1":0.750795,"accuracy":0.790514,"main_score":0.750795,"hf_subset":"bjn_Latn-szl_Latn","languages":["bjn-Latn","szl-Latn"]},{"precision":0.788883,"recall":0.839921,"f1":0.804136,"accuracy":0.839921,"main_score":0.804136,"hf_subset":"bjn_Latn-vec_Latn","languages":["bjn-Latn","vec-Latn"]},{"precision":0.598858,"recall":0.672925,"f1":0.619855,"accuracy":0.672925,"main_score":0.619855,"hf_subset":"bjn_Latn-amh_Ethi","languages":["bjn-Latn","amh-Ethi"]},{"precision":0.831028,"recall":0.87747,"f1":0.845619,"accuracy":0.87747,"main_score":0.845619,"hf_subset":"bjn_Latn-bos_Latn","languages":["bjn-Latn","bos-Latn"]},{"precision":0.820875,"recall":0.865613,"f1":0.834114,"accuracy":0.865613,"main_score":0.834114,"hf_subset":"bjn_Latn-fin_Latn","languages":["bjn-Latn","fin-Latn"]},{"precision":0.90476,"recall":0.931818,"f1":0.913109,"accuracy":0.931818,"main_score":0.913109,"hf_subset":"bjn_Latn-ita_Latn","languages":["bjn-Latn","ita-Latn"]},{"precision":0.871377,"recall":0.908103,"f1":0.88307,"accuracy":0.908103,"main_score":0.88307,"hf_subset":"bjn_Latn-kor_Hang","languages":["bjn-Latn","kor-Hang"]},{"precision":0.427891,"recall":0.504941,"f1":0.449504,"accuracy":0.504941,"main_score":0.449504,"hf_subset":"bjn_Latn-mos_Latn","languages":["bjn-Latn","mos-Latn"]},{"precision":0.406645,"recall":0.486166,"f1":0.428498,"accuracy":0.486166,"main_score":0.428498,"hf_subset":"bjn_Latn-run_Latn","languages":["bjn-Latn","run-Latn"]},{"precision":0.819746,"recall":0.867589,"f1":0.834519,"accuracy":0.867589,"main_score":0.834519,"hf_subset":"bjn_Latn-tam_Taml","languages":["bjn-Latn","tam-Taml"]},{"precision":0.869071,"recall":0.90415,"f1":0.880072,"accuracy":0.90415,"main_score":0.880072,"hf_subset":"bjn_Latn-vie_Latn","languages":["bjn-Latn","vie-Latn"]},{"precision":0.82859,"recall":0.874506,"f1":0.84305,"accuracy":0.874506,"main_score":0.84305,"hf_subset":"bjn_Latn-apc_Arab","languages":["bjn-Latn","apc-Arab"]},{"precision":0.656153,"recall":0.720356,"f1":0.674385,"accuracy":0.720356,"main_score":0.674385,"hf_subset":"bjn_Latn-bug_Latn","languages":["bjn-Latn","bug-Latn"]},{"precision":0.37825,"recall":0.455534,"f1":0.398423,"accuracy":0.455534,"main_score":0.398423,"hf_subset":"bjn_Latn-fon_Latn","languages":["bjn-Latn","fon-Latn"]},{"precision":0.818248,"recall":0.864625,"f1":0.832609,"accuracy":0.864625,"main_score":0.832609,"hf_subset":"bjn_Latn-jav_Latn","languages":["bjn-Latn","jav-Latn"]},{"precision":0.574849,"recall":0.653162,"f1":0.597076,"accuracy":0.653162,"main_score":0.597076,"hf_subset":"bjn_Latn-lao_Laoo","languages":["bjn-Latn","lao-Laoo"]},{"precision":0.390151,"recall":0.472332,"f1":0.412047,"accuracy":0.472332,"main_score":0.412047,"hf_subset":"bjn_Latn-mri_Latn","languages":["bjn-Latn","mri-Latn"]},{"precision":0.896821,"recall":0.927866,"f1":0.906686,"accuracy":0.927866,"main_score":0.906686,"hf_subset":"bjn_Latn-rus_Cyrl","languages":["bjn-Latn","rus-Cyrl"]},{"precision":0.407985,"recall":0.498024,"f1":0.432308,"accuracy":0.498024,"main_score":0.432308,"hf_subset":"bjn_Latn-taq_Latn","languages":["bjn-Latn","taq-Latn"]},{"precision":0.746194,"recall":0.79249,"f1":0.759818,"accuracy":0.79249,"main_score":0.759818,"hf_subset":"bjn_Latn-war_Latn","languages":["bjn-Latn","war-Latn"]},{"precision":0.882576,"recall":0.913043,"f1":0.89193,"accuracy":0.913043,"main_score":0.89193,"hf_subset":"bjn_Latn-arb_Arab","languages":["bjn-Latn","arb-Arab"]},{"precision":0.853689,"recall":0.890316,"f1":0.864936,"accuracy":0.890316,"main_score":0.864936,"hf_subset":"bjn_Latn-bul_Cyrl","languages":["bjn-Latn","bul-Cyrl"]},{"precision":0.897563,"recall":0.927866,"f1":0.907279,"accuracy":0.927866,"main_score":0.907279,"hf_subset":"bjn_Latn-fra_Latn","languages":["bjn-Latn","fra-Latn"]},{"precision":0.880082,"recall":0.914032,"f1":0.890728,"accuracy":0.914032,"main_score":0.890728,"hf_subset":"bjn_Latn-jpn_Jpan","languages":["bjn-Latn","jpn-Jpan"]},{"precision":0.745817,"recall":0.802372,"f1":0.762747,"accuracy":0.802372,"main_score":0.762747,"hf_subset":"bjn_Latn-lij_Latn","languages":["bjn-Latn","lij-Latn"]},{"precision":0.583385,"recall":0.672925,"f1":0.609754,"accuracy":0.672925,"main_score":0.609754,"hf_subset":"bjn_Latn-mya_Mymr","languages":["bjn-Latn","mya-Mymr"]},{"precision":0.489419,"recall":0.564229,"f1":0.510399,"accuracy":0.564229,"main_score":0.510399,"hf_subset":"bjn_Latn-sag_Latn","languages":["bjn-Latn","sag-Latn"]},{"precision":0.152137,"recall":0.229249,"f1":0.168741,"accuracy":0.229249,"main_score":0.168741,"hf_subset":"bjn_Latn-taq_Tfng","languages":["bjn-Latn","taq-Tfng"]},{"precision":0.457667,"recall":0.538538,"f1":0.479981,"accuracy":0.538538,"main_score":0.479981,"hf_subset":"bjn_Latn-wol_Latn","languages":["bjn-Latn","wol-Latn"]},{"precision":0.28795,"recall":0.380435,"f1":0.311833,"accuracy":0.380435,"main_score":0.311833,"hf_subset":"bjn_Latn-arb_Latn","languages":["bjn-Latn","arb-Latn"]},{"precision":0.841354,"recall":0.876482,"f1":0.852306,"accuracy":0.876482,"main_score":0.852306,"hf_subset":"bjn_Latn-cat_Latn","languages":["bjn-Latn","cat-Latn"]},{"precision":0.725752,"recall":0.778656,"f1":0.740558,"accuracy":0.778656,"main_score":0.740558,"hf_subset":"bjn_Latn-fur_Latn","languages":["bjn-Latn","fur-Latn"]},{"precision":0.286385,"recall":0.365613,"f1":0.306353,"accuracy":0.365613,"main_score":0.306353,"hf_subset":"bjn_Latn-kab_Latn","languages":["bjn-Latn","kab-Latn"]},{"precision":0.701243,"recall":0.76087,"f1":0.718961,"accuracy":0.76087,"main_score":0.718961,"hf_subset":"bjn_Latn-lim_Latn","languages":["bjn-Latn","lim-Latn"]},{"precision":0.89529,"recall":0.924901,"f1":0.904433,"accuracy":0.924901,"main_score":0.904433,"hf_subset":"bjn_Latn-nld_Latn","languages":["bjn-Latn","nld-Latn"]},{"precision":0.739377,"recall":0.801383,"f1":0.758564,"accuracy":0.801383,"main_score":0.758564,"hf_subset":"bjn_Latn-san_Deva","languages":["bjn-Latn","san-Deva"]},{"precision":0.60486,"recall":0.674901,"f1":0.624315,"accuracy":0.674901,"main_score":0.624315,"hf_subset":"bjn_Latn-tat_Cyrl","languages":["bjn-Latn","tat-Cyrl"]},{"precision":0.427678,"recall":0.513834,"f1":0.450958,"accuracy":0.513834,"main_score":0.450958,"hf_subset":"bjn_Latn-xho_Latn","languages":["bjn-Latn","xho-Latn"]},{"precision":0.881209,"recall":0.913043,"f1":0.891206,"accuracy":0.913043,"main_score":0.891206,"hf_subset":"bjn_Latn-ars_Arab","languages":["bjn-Latn","ars-Arab"]},{"precision":0.72887,"recall":0.778656,"f1":0.743765,"accuracy":0.778656,"main_score":0.743765,"hf_subset":"bjn_Latn-ceb_Latn","languages":["bjn-Latn","ceb-Latn"]},{"precision":0.433592,"recall":0.514822,"f1":0.456263,"accuracy":0.514822,"main_score":0.456263,"hf_subset":"bjn_Latn-fuv_Latn","languages":["bjn-Latn","fuv-Latn"]},{"precision":0.448047,"recall":0.516798,"f1":0.466769,"accuracy":0.516798,"main_score":0.466769,"hf_subset":"bjn_Latn-kac_Latn","languages":["bjn-Latn","kac-Latn"]},{"precision":0.508664,"recall":0.583004,"f1":0.530214,"accuracy":0.583004,"main_score":0.530214,"hf_subset":"bjn_Latn-lin_Latn","languages":["bjn-Latn","lin-Latn"]},{"precision":0.822967,"recall":0.866601,"f1":0.836314,"accuracy":0.866601,"main_score":0.836314,"hf_subset":"bjn_Latn-nno_Latn","languages":["bjn-Latn","nno-Latn"]},{"precision":0.185843,"recall":0.242095,"f1":0.199124,"accuracy":0.242095,"main_score":0.199124,"hf_subset":"bjn_Latn-sat_Olck","languages":["bjn-Latn","sat-Olck"]},{"precision":0.817976,"recall":0.867589,"f1":0.83352,"accuracy":0.867589,"main_score":0.83352,"hf_subset":"bjn_Latn-tel_Telu","languages":["bjn-Latn","tel-Telu"]},{"precision":0.28018,"recall":0.373518,"f1":0.303675,"accuracy":0.373518,"main_score":0.303675,"hf_subset":"bjn_Latn-ydd_Hebr","languages":["bjn-Latn","ydd-Hebr"]},{"precision":0.768725,"recall":0.826087,"f1":0.786199,"accuracy":0.826087,"main_score":0.786199,"hf_subset":"bjn_Latn-ary_Arab","languages":["bjn-Latn","ary-Arab"]},{"precision":0.806942,"recall":0.858696,"f1":0.823144,"accuracy":0.858696,"main_score":0.823144,"hf_subset":"bjn_Latn-ces_Latn","languages":["bjn-Latn","ces-Latn"]},{"precision":0.318482,"recall":0.389328,"f1":0.337671,"accuracy":0.389328,"main_score":0.337671,"hf_subset":"bjn_Latn-gaz_Latn","languages":["bjn-Latn","gaz-Latn"]},{"precision":0.437328,"recall":0.517787,"f1":0.45965,"accuracy":0.517787,"main_score":0.45965,"hf_subset":"bjn_Latn-kam_Latn","languages":["bjn-Latn","kam-Latn"]},{"precision":0.651559,"recall":0.721344,"f1":0.672153,"accuracy":0.721344,"main_score":0.672153,"hf_subset":"bjn_Latn-lit_Latn","languages":["bjn-Latn","lit-Latn"]},{"precision":0.864222,"recall":0.900198,"f1":0.875115,"accuracy":0.900198,"main_score":0.875115,"hf_subset":"bjn_Latn-nob_Latn","languages":["bjn-Latn","nob-Latn"]},{"precision":0.651632,"recall":0.72332,"f1":0.6727,"accuracy":0.72332,"main_score":0.6727,"hf_subset":"bjn_Latn-scn_Latn","languages":["bjn-Latn","scn-Latn"]},{"precision":0.41338,"recall":0.504941,"f1":0.437905,"accuracy":0.504941,"main_score":0.437905,"hf_subset":"bjn_Latn-tgk_Cyrl","languages":["bjn-Latn","tgk-Cyrl"]},{"precision":0.39831,"recall":0.482213,"f1":0.421482,"accuracy":0.482213,"main_score":0.421482,"hf_subset":"bjn_Latn-yor_Latn","languages":["bjn-Latn","yor-Latn"]},{"precision":0.860712,"recall":0.899209,"f1":0.872548,"accuracy":0.899209,"main_score":0.872548,"hf_subset":"bjn_Latn-arz_Arab","languages":["bjn-Latn","arz-Arab"]},{"precision":0.443589,"recall":0.524704,"f1":0.465682,"accuracy":0.524704,"main_score":0.465682,"hf_subset":"bjn_Latn-cjk_Latn","languages":["bjn-Latn","cjk-Latn"]},{"precision":0.347437,"recall":0.432806,"f1":0.369373,"accuracy":0.432806,"main_score":0.369373,"hf_subset":"bjn_Latn-gla_Latn","languages":["bjn-Latn","gla-Latn"]},{"precision":0.807633,"recall":0.855731,"f1":0.82265,"accuracy":0.855731,"main_score":0.82265,"hf_subset":"bjn_Latn-kan_Knda","languages":["bjn-Latn","kan-Knda"]},{"precision":0.692055,"recall":0.757905,"f1":0.711135,"accuracy":0.757905,"main_score":0.711135,"hf_subset":"bjn_Latn-lmo_Latn","languages":["bjn-Latn","lmo-Latn"]},{"precision":0.847118,"recall":0.887352,"f1":0.859585,"accuracy":0.887352,"main_score":0.859585,"hf_subset":"bjn_Latn-npi_Deva","languages":["bjn-Latn","npi-Deva"]},{"precision":0.375885,"recall":0.463439,"f1":0.399268,"accuracy":0.463439,"main_score":0.399268,"hf_subset":"bjn_Latn-shn_Mymr","languages":["bjn-Latn","shn-Mymr"]},{"precision":0.757717,"recall":0.813241,"f1":0.774918,"accuracy":0.813241,"main_score":0.774918,"hf_subset":"bjn_Latn-tgl_Latn","languages":["bjn-Latn","tgl-Latn"]},{"precision":0.897348,"recall":0.925889,"f1":0.906192,"accuracy":0.925889,"main_score":0.906192,"hf_subset":"bjn_Latn-yue_Hant","languages":["bjn-Latn","yue-Hant"]},{"precision":0.72395,"recall":0.787549,"f1":0.74268,"accuracy":0.787549,"main_score":0.74268,"hf_subset":"bjn_Latn-asm_Beng","languages":["bjn-Latn","asm-Beng"]},{"precision":0.374012,"recall":0.438735,"f1":0.391776,"accuracy":0.438735,"main_score":0.391776,"hf_subset":"bjn_Latn-ckb_Arab","languages":["bjn-Latn","ckb-Arab"]},{"precision":0.365759,"recall":0.447628,"f1":0.387146,"accuracy":0.447628,"main_score":0.387146,"hf_subset":"bjn_Latn-gle_Latn","languages":["bjn-Latn","gle-Latn"]},{"precision":0.587974,"recall":0.671937,"f1":0.612306,"accuracy":0.671937,"main_score":0.612306,"hf_subset":"bjn_Latn-kas_Arab","languages":["bjn-Latn","kas-Arab"]},{"precision":0.567121,"recall":0.635375,"f1":0.587321,"accuracy":0.635375,"main_score":0.587321,"hf_subset":"bjn_Latn-ltg_Latn","languages":["bjn-Latn","ltg-Latn"]},{"precision":0.468712,"recall":0.54249,"f1":0.489318,"accuracy":0.54249,"main_score":0.489318,"hf_subset":"bjn_Latn-nso_Latn","languages":["bjn-Latn","nso-Latn"]},{"precision":0.631753,"recall":0.704545,"f1":0.652617,"accuracy":0.704545,"main_score":0.652617,"hf_subset":"bjn_Latn-sin_Sinh","languages":["bjn-Latn","sin-Sinh"]},{"precision":0.870553,"recall":0.909091,"f1":0.88307,"accuracy":0.909091,"main_score":0.88307,"hf_subset":"bjn_Latn-tha_Thai","languages":["bjn-Latn","tha-Thai"]},{"precision":0.886775,"recall":0.918972,"f1":0.896805,"accuracy":0.918972,"main_score":0.896805,"hf_subset":"bjn_Latn-zho_Hans","languages":["bjn-Latn","zho-Hans"]},{"precision":0.840168,"recall":0.882411,"f1":0.853049,"accuracy":0.882411,"main_score":0.853049,"hf_subset":"bjn_Latn-ast_Latn","languages":["bjn-Latn","ast-Latn"]},{"precision":0.663481,"recall":0.731225,"f1":0.683435,"accuracy":0.731225,"main_score":0.683435,"hf_subset":"bjn_Latn-crh_Latn","languages":["bjn-Latn","crh-Latn"]},{"precision":0.875412,"recall":0.909091,"f1":0.885888,"accuracy":0.909091,"main_score":0.885888,"hf_subset":"bjn_Latn-glg_Latn","languages":["bjn-Latn","glg-Latn"]},{"precision":0.510445,"recall":0.590909,"f1":0.532882,"accuracy":0.590909,"main_score":0.532882,"hf_subset":"bjn_Latn-kas_Deva","languages":["bjn-Latn","kas-Deva"]},{"precision":0.672483,"recall":0.738142,"f1":0.69129,"accuracy":0.738142,"main_score":0.69129,"hf_subset":"bjn_Latn-ltz_Latn","languages":["bjn-Latn","ltz-Latn"]},{"precision":0.337257,"recall":0.408103,"f1":0.356201,"accuracy":0.408103,"main_score":0.356201,"hf_subset":"bjn_Latn-nus_Latn","languages":["bjn-Latn","nus-Latn"]},{"precision":0.784371,"recall":0.83498,"f1":0.799736,"accuracy":0.83498,"main_score":0.799736,"hf_subset":"bjn_Latn-slk_Latn","languages":["bjn-Latn","slk-Latn"]},{"precision":0.370793,"recall":0.444664,"f1":0.390911,"accuracy":0.444664,"main_score":0.390911,"hf_subset":"bjn_Latn-tir_Ethi","languages":["bjn-Latn","tir-Ethi"]},{"precision":0.87887,"recall":0.913043,"f1":0.889361,"accuracy":0.913043,"main_score":0.889361,"hf_subset":"bjn_Latn-zho_Hant","languages":["bjn-Latn","zho-Hant"]},{"precision":0.870257,"recall":0.905138,"f1":0.881061,"accuracy":0.905138,"main_score":0.881061,"hf_subset":"bjn_Latn-awa_Deva","languages":["bjn-Latn","awa-Deva"]},{"precision":0.414515,"recall":0.491107,"f1":0.434604,"accuracy":0.491107,"main_score":0.434604,"hf_subset":"bjn_Latn-cym_Latn","languages":["bjn-Latn","cym-Latn"]},{"precision":0.612493,"recall":0.686759,"f1":0.63414,"accuracy":0.686759,"main_score":0.63414,"hf_subset":"bjn_Latn-grn_Latn","languages":["bjn-Latn","grn-Latn"]},{"precision":0.685475,"recall":0.753953,"f1":0.705188,"accuracy":0.753953,"main_score":0.705188,"hf_subset":"bjn_Latn-kat_Geor","languages":["bjn-Latn","kat-Geor"]},{"precision":0.501147,"recall":0.56917,"f1":0.520971,"accuracy":0.56917,"main_score":0.520971,"hf_subset":"bjn_Latn-lua_Latn","languages":["bjn-Latn","lua-Latn"]},{"precision":0.501485,"recall":0.571146,"f1":0.520368,"accuracy":0.571146,"main_score":0.520368,"hf_subset":"bjn_Latn-nya_Latn","languages":["bjn-Latn","nya-Latn"]},{"precision":0.736059,"recall":0.798419,"f1":0.754666,"accuracy":0.798419,"main_score":0.754666,"hf_subset":"bjn_Latn-slv_Latn","languages":["bjn-Latn","slv-Latn"]},{"precision":0.685352,"recall":0.75,"f1":0.70468,"accuracy":0.75,"main_score":0.70468,"hf_subset":"bjn_Latn-tpi_Latn","languages":["bjn-Latn","tpi-Latn"]},{"precision":0.894516,"recall":0.925889,"f1":0.904545,"accuracy":0.925889,"main_score":0.904545,"hf_subset":"bjn_Latn-zsm_Latn","languages":["bjn-Latn","zsm-Latn"]},{"precision":0.401522,"recall":0.485178,"f1":0.423959,"accuracy":0.485178,"main_score":0.423959,"hf_subset":"bjn_Latn-ayr_Latn","languages":["bjn-Latn","ayr-Latn"]},{"precision":0.858119,"recall":0.898221,"f1":0.870784,"accuracy":0.898221,"main_score":0.870784,"hf_subset":"bjn_Latn-dan_Latn","languages":["bjn-Latn","dan-Latn"]},{"precision":0.798485,"recall":0.853755,"f1":0.815843,"accuracy":0.853755,"main_score":0.815843,"hf_subset":"bjn_Latn-guj_Gujr","languages":["bjn-Latn","guj-Gujr"]},{"precision":0.635451,"recall":0.699605,"f1":0.654173,"accuracy":0.699605,"main_score":0.654173,"hf_subset":"bjn_Latn-kaz_Cyrl","languages":["bjn-Latn","kaz-Cyrl"]},{"precision":0.404943,"recall":0.481225,"f1":0.425482,"accuracy":0.481225,"main_score":0.425482,"hf_subset":"bjn_Latn-lug_Latn","languages":["bjn-Latn","lug-Latn"]},{"precision":0.812378,"recall":0.856719,"f1":0.825346,"accuracy":0.856719,"main_score":0.825346,"hf_subset":"bjn_Latn-oci_Latn","languages":["bjn-Latn","oci-Latn"]},{"precision":0.446161,"recall":0.524704,"f1":0.467689,"accuracy":0.524704,"main_score":0.467689,"hf_subset":"bjn_Latn-smo_Latn","languages":["bjn-Latn","smo-Latn"]},{"precision":0.423851,"recall":0.5,"f1":0.443709,"accuracy":0.5,"main_score":0.443709,"hf_subset":"bjn_Latn-tsn_Latn","languages":["bjn-Latn","tsn-Latn"]},{"precision":0.392312,"recall":0.475296,"f1":0.414568,"accuracy":0.475296,"main_score":0.414568,"hf_subset":"bjn_Latn-zul_Latn","languages":["bjn-Latn","zul-Latn"]},{"precision":0.570078,"recall":0.659091,"f1":0.595973,"accuracy":0.659091,"main_score":0.595973,"hf_subset":"bjn_Latn-azb_Arab","languages":["bjn-Latn","azb-Arab"]},{"precision":0.903491,"recall":0.93083,"f1":0.912187,"accuracy":0.93083,"main_score":0.912187,"hf_subset":"bjn_Latn-deu_Latn","languages":["bjn-Latn","deu-Latn"]},{"precision":0.543464,"recall":0.623518,"f1":0.566456,"accuracy":0.623518,"main_score":0.566456,"hf_subset":"bjn_Latn-hat_Latn","languages":["bjn-Latn","hat-Latn"]},{"precision":0.363232,"recall":0.450593,"f1":0.386637,"accuracy":0.450593,"main_score":0.386637,"hf_subset":"bjn_Latn-kbp_Latn","languages":["bjn-Latn","kbp-Latn"]},{"precision":0.450277,"recall":0.527668,"f1":0.471722,"accuracy":0.527668,"main_score":0.471722,"hf_subset":"bjn_Latn-luo_Latn","languages":["bjn-Latn","luo-Latn"]},{"precision":0.465146,"recall":0.539526,"f1":0.485188,"accuracy":0.539526,"main_score":0.485188,"hf_subset":"bjn_Latn-ory_Orya","languages":["bjn-Latn","ory-Orya"]},{"precision":0.432013,"recall":0.508893,"f1":0.452338,"accuracy":0.508893,"main_score":0.452338,"hf_subset":"bjn_Latn-sna_Latn","languages":["bjn-Latn","sna-Latn"]},{"precision":0.422014,"recall":0.500988,"f1":0.444252,"accuracy":0.500988,"main_score":0.444252,"hf_subset":"bjn_Latn-tso_Latn","languages":["bjn-Latn","tso-Latn"]},{"precision":0.696706,"recall":0.762846,"f1":0.716982,"accuracy":0.762846,"main_score":0.716982,"hf_subset":"bjn_Latn-azj_Latn","languages":["bjn-Latn","azj-Latn"]},{"precision":0.420822,"recall":0.506917,"f1":0.444834,"accuracy":0.506917,"main_score":0.444834,"hf_subset":"bjn_Latn-dik_Latn","languages":["bjn-Latn","dik-Latn"]},{"precision":0.455325,"recall":0.511858,"f1":0.471027,"accuracy":0.511858,"main_score":0.471027,"hf_subset":"bjn_Latn-hau_Latn","languages":["bjn-Latn","hau-Latn"]},{"precision":0.693733,"recall":0.758893,"f1":0.713029,"accuracy":0.758893,"main_score":0.713029,"hf_subset":"bjn_Latn-kea_Latn","languages":["bjn-Latn","kea-Latn"]},{"precision":0.567005,"recall":0.624506,"f1":0.583292,"accuracy":0.624506,"main_score":0.583292,"hf_subset":"bjn_Latn-lus_Latn","languages":["bjn-Latn","lus-Latn"]},{"precision":0.703825,"recall":0.758893,"f1":0.719638,"accuracy":0.758893,"main_score":0.719638,"hf_subset":"bjn_Latn-pag_Latn","languages":["bjn-Latn","pag-Latn"]},{"precision":0.559732,"recall":0.643281,"f1":0.58299,"accuracy":0.643281,"main_score":0.58299,"hf_subset":"bjn_Latn-snd_Arab","languages":["bjn-Latn","snd-Arab"]},{"precision":0.548029,"recall":0.621542,"f1":0.569139,"accuracy":0.621542,"main_score":0.569139,"hf_subset":"bjn_Latn-tuk_Latn","languages":["bjn-Latn","tuk-Latn"]},{"precision":0.586244,"recall":0.650198,"f1":0.604097,"accuracy":0.650198,"main_score":0.604097,"hf_subset":"bjn_Latn-bak_Cyrl","languages":["bjn-Latn","bak-Cyrl"]},{"precision":0.349995,"recall":0.442688,"f1":0.376001,"accuracy":0.442688,"main_score":0.376001,"hf_subset":"bjn_Latn-dyu_Latn","languages":["bjn-Latn","dyu-Latn"]},{"precision":0.700629,"recall":0.768775,"f1":0.720854,"accuracy":0.768775,"main_score":0.720854,"hf_subset":"bjn_Latn-heb_Hebr","languages":["bjn-Latn","heb-Hebr"]},{"precision":0.430537,"recall":0.508893,"f1":0.452464,"accuracy":0.508893,"main_score":0.452464,"hf_subset":"bjn_Latn-khk_Cyrl","languages":["bjn-Latn","khk-Cyrl"]},{"precision":0.67464,"recall":0.737154,"f1":0.693288,"accuracy":0.737154,"main_score":0.693288,"hf_subset":"bjn_Latn-lvs_Latn","languages":["bjn-Latn","lvs-Latn"]},{"precision":0.683023,"recall":0.752964,"f1":0.703741,"accuracy":0.752964,"main_score":0.703741,"hf_subset":"bjn_Latn-pan_Guru","languages":["bjn-Latn","pan-Guru"]},{"precision":0.394241,"recall":0.461462,"f1":0.412314,"accuracy":0.461462,"main_score":0.412314,"hf_subset":"bjn_Latn-som_Latn","languages":["bjn-Latn","som-Latn"]},{"precision":0.47387,"recall":0.536561,"f1":0.491605,"accuracy":0.536561,"main_score":0.491605,"hf_subset":"bjn_Latn-tum_Latn","languages":["bjn-Latn","tum-Latn"]},{"precision":0.269921,"recall":0.317194,"f1":0.282063,"accuracy":0.317194,"main_score":0.282063,"hf_subset":"fao_Latn-ace_Arab","languages":["fao-Latn","ace-Arab"]},{"precision":0.399768,"recall":0.456522,"f1":0.415457,"accuracy":0.456522,"main_score":0.415457,"hf_subset":"fao_Latn-bam_Latn","languages":["fao-Latn","bam-Latn"]},{"precision":0.161407,"recall":0.214427,"f1":0.175157,"accuracy":0.214427,"main_score":0.175157,"hf_subset":"fao_Latn-dzo_Tibt","languages":["fao-Latn","dzo-Tibt"]},{"precision":0.597881,"recall":0.662055,"f1":0.615556,"accuracy":0.662055,"main_score":0.615556,"hf_subset":"fao_Latn-hin_Deva","languages":["fao-Latn","hin-Deva"]},{"precision":0.47116,"recall":0.529644,"f1":0.486497,"accuracy":0.529644,"main_score":0.486497,"hf_subset":"fao_Latn-khm_Khmr","languages":["fao-Latn","khm-Khmr"]},{"precision":0.565714,"recall":0.632411,"f1":0.583615,"accuracy":0.632411,"main_score":0.583615,"hf_subset":"fao_Latn-mag_Deva","languages":["fao-Latn","mag-Deva"]},{"precision":0.550172,"recall":0.599802,"f1":0.563732,"accuracy":0.599802,"main_score":0.563732,"hf_subset":"fao_Latn-pap_Latn","languages":["fao-Latn","pap-Latn"]},{"precision":0.43671,"recall":0.486166,"f1":0.449974,"accuracy":0.486166,"main_score":0.449974,"hf_subset":"fao_Latn-sot_Latn","languages":["fao-Latn","sot-Latn"]},{"precision":0.60866,"recall":0.658103,"f1":0.621595,"accuracy":0.658103,"main_score":0.621595,"hf_subset":"fao_Latn-tur_Latn","languages":["fao-Latn","tur-Latn"]},{"precision":0.489324,"recall":0.54249,"f1":0.504158,"accuracy":0.54249,"main_score":0.504158,"hf_subset":"fao_Latn-ace_Latn","languages":["fao-Latn","ace-Latn"]},{"precision":0.527568,"recall":0.577075,"f1":0.540388,"accuracy":0.577075,"main_score":0.540388,"hf_subset":"fao_Latn-ban_Latn","languages":["fao-Latn","ban-Latn"]},{"precision":0.537208,"recall":0.61166,"f1":0.557052,"accuracy":0.61166,"main_score":0.557052,"hf_subset":"fao_Latn-ell_Grek","languages":["fao-Latn","ell-Grek"]},{"precision":0.563529,"recall":0.630435,"f1":0.581633,"accuracy":0.630435,"main_score":0.581633,"hf_subset":"fao_Latn-hne_Deva","languages":["fao-Latn","hne-Deva"]},{"precision":0.412615,"recall":0.472332,"f1":0.428826,"accuracy":0.472332,"main_score":0.428826,"hf_subset":"fao_Latn-kik_Latn","languages":["fao-Latn","kik-Latn"]},{"precision":0.566504,"recall":0.629447,"f1":0.582985,"accuracy":0.629447,"main_score":0.582985,"hf_subset":"fao_Latn-mai_Deva","languages":["fao-Latn","mai-Deva"]},{"precision":0.502764,"recall":0.565217,"f1":0.519074,"accuracy":0.565217,"main_score":0.519074,"hf_subset":"fao_Latn-pbt_Arab","languages":["fao-Latn","pbt-Arab"]},{"precision":0.620705,"recall":0.679842,"f1":0.63651,"accuracy":0.679842,"main_score":0.63651,"hf_subset":"fao_Latn-spa_Latn","languages":["fao-Latn","spa-Latn"]},{"precision":0.464103,"recall":0.516798,"f1":0.477839,"accuracy":0.516798,"main_score":0.477839,"hf_subset":"fao_Latn-twi_Latn","languages":["fao-Latn","twi-Latn"]},{"precision":0.570125,"recall":0.628458,"f1":0.585026,"accuracy":0.628458,"main_score":0.585026,"hf_subset":"fao_Latn-acm_Arab","languages":["fao-Latn","acm-Arab"]},{"precision":0.498331,"recall":0.565217,"f1":0.51692,"accuracy":0.565217,"main_score":0.51692,"hf_subset":"fao_Latn-bel_Cyrl","languages":["fao-Latn","bel-Cyrl"]},{"precision":0.643752,"recall":0.701581,"f1":0.658813,"accuracy":0.701581,"main_score":0.658813,"hf_subset":"fao_Latn-eng_Latn","languages":["fao-Latn","eng-Latn"]},{"precision":0.585371,"recall":0.637352,"f1":0.599685,"accuracy":0.637352,"main_score":0.599685,"hf_subset":"fao_Latn-hrv_Latn","languages":["fao-Latn","hrv-Latn"]},{"precision":0.389812,"recall":0.44664,"f1":0.404808,"accuracy":0.44664,"main_score":0.404808,"hf_subset":"fao_Latn-kin_Latn","languages":["fao-Latn","kin-Latn"]},{"precision":0.565536,"recall":0.630435,"f1":0.583903,"accuracy":0.630435,"main_score":0.583903,"hf_subset":"fao_Latn-mal_Mlym","languages":["fao-Latn","mal-Mlym"]},{"precision":0.585059,"recall":0.648221,"f1":0.602358,"accuracy":0.648221,"main_score":0.602358,"hf_subset":"fao_Latn-pes_Arab","languages":["fao-Latn","pes-Arab"]},{"precision":0.53652,"recall":0.583992,"f1":0.549067,"accuracy":0.583992,"main_score":0.549067,"hf_subset":"fao_Latn-srd_Latn","languages":["fao-Latn","srd-Latn"]},{"precision":0.126704,"recall":0.185771,"f1":0.141128,"accuracy":0.185771,"main_score":0.141128,"hf_subset":"fao_Latn-tzm_Tfng","languages":["fao-Latn","tzm-Tfng"]},{"precision":0.581814,"recall":0.643281,"f1":0.598283,"accuracy":0.643281,"main_score":0.598283,"hf_subset":"fao_Latn-acq_Arab","languages":["fao-Latn","acq-Arab"]},{"precision":0.451934,"recall":0.504941,"f1":0.466249,"accuracy":0.504941,"main_score":0.466249,"hf_subset":"fao_Latn-bem_Latn","languages":["fao-Latn","bem-Latn"]},{"precision":0.551675,"recall":0.600791,"f1":0.564503,"accuracy":0.600791,"main_score":0.564503,"hf_subset":"fao_Latn-epo_Latn","languages":["fao-Latn","epo-Latn"]},{"precision":0.566011,"recall":0.620553,"f1":0.580979,"accuracy":0.620553,"main_score":0.580979,"hf_subset":"fao_Latn-hun_Latn","languages":["fao-Latn","hun-Latn"]},{"precision":0.503447,"recall":0.551383,"f1":0.516328,"accuracy":0.551383,"main_score":0.516328,"hf_subset":"fao_Latn-kir_Cyrl","languages":["fao-Latn","kir-Cyrl"]},{"precision":0.586428,"recall":0.655138,"f1":0.605976,"accuracy":0.655138,"main_score":0.605976,"hf_subset":"fao_Latn-mar_Deva","languages":["fao-Latn","mar-Deva"]},{"precision":0.429403,"recall":0.479249,"f1":0.442551,"accuracy":0.479249,"main_score":0.442551,"hf_subset":"fao_Latn-plt_Latn","languages":["fao-Latn","plt-Latn"]},{"precision":0.563914,"recall":0.616601,"f1":0.578485,"accuracy":0.616601,"main_score":0.578485,"hf_subset":"fao_Latn-srp_Cyrl","languages":["fao-Latn","srp-Cyrl"]},{"precision":0.293401,"recall":0.355731,"f1":0.309607,"accuracy":0.355731,"main_score":0.309607,"hf_subset":"fao_Latn-uig_Arab","languages":["fao-Latn","uig-Arab"]},{"precision":0.538138,"recall":0.593874,"f1":0.553655,"accuracy":0.593874,"main_score":0.553655,"hf_subset":"fao_Latn-aeb_Arab","languages":["fao-Latn","aeb-Arab"]},{"precision":0.573299,"recall":0.63834,"f1":0.591166,"accuracy":0.63834,"main_score":0.591166,"hf_subset":"fao_Latn-ben_Beng","languages":["fao-Latn","ben-Beng"]},{"precision":0.537706,"recall":0.581028,"f1":0.549626,"accuracy":0.581028,"main_score":0.549626,"hf_subset":"fao_Latn-est_Latn","languages":["fao-Latn","est-Latn"]},{"precision":0.468025,"recall":0.528656,"f1":0.484646,"accuracy":0.528656,"main_score":0.484646,"hf_subset":"fao_Latn-hye_Armn","languages":["fao-Latn","hye-Armn"]},{"precision":0.41427,"recall":0.475296,"f1":0.430997,"accuracy":0.475296,"main_score":0.430997,"hf_subset":"fao_Latn-kmb_Latn","languages":["fao-Latn","kmb-Latn"]},{"precision":0.222453,"recall":0.283597,"f1":0.238333,"accuracy":0.283597,"main_score":0.238333,"hf_subset":"fao_Latn-min_Arab","languages":["fao-Latn","min-Arab"]},{"precision":0.605841,"recall":0.662055,"f1":0.620984,"accuracy":0.662055,"main_score":0.620984,"hf_subset":"fao_Latn-pol_Latn","languages":["fao-Latn","pol-Latn"]},{"precision":0.392656,"recall":0.454545,"f1":0.408632,"accuracy":0.454545,"main_score":0.408632,"hf_subset":"fao_Latn-ssw_Latn","languages":["fao-Latn","ssw-Latn"]},{"precision":0.591218,"recall":0.650198,"f1":0.607427,"accuracy":0.650198,"main_score":0.607427,"hf_subset":"fao_Latn-ukr_Cyrl","languages":["fao-Latn","ukr-Cyrl"]},{"precision":0.6071,"recall":0.652174,"f1":0.618586,"accuracy":0.652174,"main_score":0.618586,"hf_subset":"fao_Latn-afr_Latn","languages":["fao-Latn","afr-Latn"]},{"precision":0.552976,"recall":0.617589,"f1":0.571134,"accuracy":0.617589,"main_score":0.571134,"hf_subset":"fao_Latn-bho_Deva","languages":["fao-Latn","bho-Deva"]},{"precision":0.498344,"recall":0.54249,"f1":0.509714,"accuracy":0.54249,"main_score":0.509714,"hf_subset":"fao_Latn-eus_Latn","languages":["fao-Latn","eus-Latn"]},{"precision":0.398197,"recall":0.462451,"f1":0.41512,"accuracy":0.462451,"main_score":0.41512,"hf_subset":"fao_Latn-ibo_Latn","languages":["fao-Latn","ibo-Latn"]},{"precision":0.409135,"recall":0.467391,"f1":0.425451,"accuracy":0.467391,"main_score":0.425451,"hf_subset":"fao_Latn-kmr_Latn","languages":["fao-Latn","kmr-Latn"]},{"precision":0.516507,"recall":0.56917,"f1":0.530568,"accuracy":0.56917,"main_score":0.530568,"hf_subset":"fao_Latn-min_Latn","languages":["fao-Latn","min-Latn"]},{"precision":0.627992,"recall":0.683794,"f1":0.642586,"accuracy":0.683794,"main_score":0.642586,"hf_subset":"fao_Latn-por_Latn","languages":["fao-Latn","por-Latn"]},{"precision":0.548794,"recall":0.591897,"f1":0.559102,"accuracy":0.591897,"main_score":0.559102,"hf_subset":"fao_Latn-sun_Latn","languages":["fao-Latn","sun-Latn"]},{"precision":0.401954,"recall":0.455534,"f1":0.416417,"accuracy":0.455534,"main_score":0.416417,"hf_subset":"fao_Latn-umb_Latn","languages":["fao-Latn","umb-Latn"]},{"precision":0.576372,"recall":0.636364,"f1":0.592231,"accuracy":0.636364,"main_score":0.592231,"hf_subset":"fao_Latn-ajp_Arab","languages":["fao-Latn","ajp-Arab"]},{"precision":0.244072,"recall":0.296443,"f1":0.258229,"accuracy":0.296443,"main_score":0.258229,"hf_subset":"fao_Latn-bjn_Arab","languages":["fao-Latn","bjn-Arab"]},{"precision":0.430118,"recall":0.474308,"f1":0.442167,"accuracy":0.474308,"main_score":0.442167,"hf_subset":"fao_Latn-ewe_Latn","languages":["fao-Latn","ewe-Latn"]},{"precision":0.500698,"recall":0.547431,"f1":0.514245,"accuracy":0.547431,"main_score":0.514245,"hf_subset":"fao_Latn-ilo_Latn","languages":["fao-Latn","ilo-Latn"]},{"precision":0.204623,"recall":0.259881,"f1":0.21947,"accuracy":0.259881,"main_score":0.21947,"hf_subset":"fao_Latn-knc_Arab","languages":["fao-Latn","knc-Arab"]},{"precision":0.560482,"recall":0.615613,"f1":0.575099,"accuracy":0.615613,"main_score":0.575099,"hf_subset":"fao_Latn-mkd_Cyrl","languages":["fao-Latn","mkd-Cyrl"]},{"precision":0.57972,"recall":0.649209,"f1":0.598565,"accuracy":0.649209,"main_score":0.598565,"hf_subset":"fao_Latn-prs_Arab","languages":["fao-Latn","prs-Arab"]},{"precision":0.64535,"recall":0.699605,"f1":0.659001,"accuracy":0.699605,"main_score":0.659001,"hf_subset":"fao_Latn-swe_Latn","languages":["fao-Latn","swe-Latn"]},{"precision":0.543398,"recall":0.618577,"f1":0.564559,"accuracy":0.618577,"main_score":0.564559,"hf_subset":"fao_Latn-urd_Arab","languages":["fao-Latn","urd-Arab"]},{"precision":0.450098,"recall":0.504941,"f1":0.465153,"accuracy":0.504941,"main_score":0.465153,"hf_subset":"fao_Latn-aka_Latn","languages":["fao-Latn","aka-Latn"]},{"precision":0.516271,"recall":0.566206,"f1":0.529477,"accuracy":0.566206,"main_score":0.529477,"hf_subset":"fao_Latn-bjn_Latn","languages":["fao-Latn","bjn-Latn"]},{"precision":0.613382,"recall":0.673913,"f1":0.628689,"accuracy":0.673913,"main_score":0.628689,"hf_subset":"fao_Latn-ind_Latn","languages":["fao-Latn","ind-Latn"]},{"precision":0.44576,"recall":0.492095,"f1":0.458262,"accuracy":0.492095,"main_score":0.458262,"hf_subset":"fao_Latn-knc_Latn","languages":["fao-Latn","knc-Latn"]},{"precision":0.500523,"recall":0.546443,"f1":0.512841,"accuracy":0.546443,"main_score":0.512841,"hf_subset":"fao_Latn-mlt_Latn","languages":["fao-Latn","mlt-Latn"]},{"precision":0.432529,"recall":0.487154,"f1":0.446845,"accuracy":0.487154,"main_score":0.446845,"hf_subset":"fao_Latn-quy_Latn","languages":["fao-Latn","quy-Latn"]},{"precision":0.548874,"recall":0.598814,"f1":0.562306,"accuracy":0.598814,"main_score":0.562306,"hf_subset":"fao_Latn-swh_Latn","languages":["fao-Latn","swh-Latn"]},{"precision":0.461838,"recall":0.514822,"f1":0.476494,"accuracy":0.514822,"main_score":0.476494,"hf_subset":"fao_Latn-uzn_Latn","languages":["fao-Latn","uzn-Latn"]},{"precision":0.506241,"recall":0.559289,"f1":0.520999,"accuracy":0.559289,"main_score":0.520999,"hf_subset":"fao_Latn-als_Latn","languages":["fao-Latn","als-Latn"]},{"precision":0.198151,"recall":0.256917,"f1":0.213916,"accuracy":0.256917,"main_score":0.213916,"hf_subset":"fao_Latn-bod_Tibt","languages":["fao-Latn","bod-Tibt"]},{"precision":0.420075,"recall":0.472332,"f1":0.434906,"accuracy":0.472332,"main_score":0.434906,"hf_subset":"fao_Latn-fij_Latn","languages":["fao-Latn","fij-Latn"]},{"precision":0.657635,"recall":0.72332,"f1":0.676621,"accuracy":0.72332,"main_score":0.676621,"hf_subset":"fao_Latn-isl_Latn","languages":["fao-Latn","isl-Latn"]},{"precision":0.448048,"recall":0.506917,"f1":0.464216,"accuracy":0.506917,"main_score":0.464216,"hf_subset":"fao_Latn-kon_Latn","languages":["fao-Latn","kon-Latn"]},{"precision":0.328297,"recall":0.398221,"f1":0.347781,"accuracy":0.398221,"main_score":0.347781,"hf_subset":"fao_Latn-mni_Beng","languages":["fao-Latn","mni-Beng"]},{"precision":0.601348,"recall":0.649209,"f1":0.613731,"accuracy":0.649209,"main_score":0.613731,"hf_subset":"fao_Latn-ron_Latn","languages":["fao-Latn","ron-Latn"]},{"precision":0.53513,"recall":0.591897,"f1":0.549729,"accuracy":0.591897,"main_score":0.549729,"hf_subset":"fao_Latn-szl_Latn","languages":["fao-Latn","szl-Latn"]},{"precision":0.562243,"recall":0.612648,"f1":0.575888,"accuracy":0.612648,"main_score":0.575888,"hf_subset":"fao_Latn-vec_Latn","languages":["fao-Latn","vec-Latn"]},{"precision":0.460765,"recall":0.521739,"f1":0.477188,"accuracy":0.521739,"main_score":0.477188,"hf_subset":"fao_Latn-amh_Ethi","languages":["fao-Latn","amh-Ethi"]},{"precision":0.601821,"recall":0.655138,"f1":0.615809,"accuracy":0.655138,"main_score":0.615809,"hf_subset":"fao_Latn-bos_Latn","languages":["fao-Latn","bos-Latn"]},{"precision":0.595287,"recall":0.649209,"f1":0.608959,"accuracy":0.649209,"main_score":0.608959,"hf_subset":"fao_Latn-fin_Latn","languages":["fao-Latn","fin-Latn"]},{"precision":0.627376,"recall":0.687747,"f1":0.643338,"accuracy":0.687747,"main_score":0.643338,"hf_subset":"fao_Latn-ita_Latn","languages":["fao-Latn","ita-Latn"]},{"precision":0.565926,"recall":0.62747,"f1":0.581849,"accuracy":0.62747,"main_score":0.581849,"hf_subset":"fao_Latn-kor_Hang","languages":["fao-Latn","kor-Hang"]},{"precision":0.414695,"recall":0.470356,"f1":0.43004,"accuracy":0.470356,"main_score":0.43004,"hf_subset":"fao_Latn-mos_Latn","languages":["fao-Latn","mos-Latn"]},{"precision":0.405262,"recall":0.462451,"f1":0.420917,"accuracy":0.462451,"main_score":0.420917,"hf_subset":"fao_Latn-run_Latn","languages":["fao-Latn","run-Latn"]},{"precision":0.558246,"recall":0.629447,"f1":0.578017,"accuracy":0.629447,"main_score":0.578017,"hf_subset":"fao_Latn-tam_Taml","languages":["fao-Latn","tam-Taml"]},{"precision":0.594285,"recall":0.652174,"f1":0.60967,"accuracy":0.652174,"main_score":0.60967,"hf_subset":"fao_Latn-vie_Latn","languages":["fao-Latn","vie-Latn"]},{"precision":0.563491,"recall":0.620553,"f1":0.578488,"accuracy":0.620553,"main_score":0.578488,"hf_subset":"fao_Latn-apc_Arab","languages":["fao-Latn","apc-Arab"]},{"precision":0.476755,"recall":0.530632,"f1":0.491763,"accuracy":0.530632,"main_score":0.491763,"hf_subset":"fao_Latn-bug_Latn","languages":["fao-Latn","bug-Latn"]},{"precision":0.389367,"recall":0.445652,"f1":0.404894,"accuracy":0.445652,"main_score":0.404894,"hf_subset":"fao_Latn-fon_Latn","languages":["fao-Latn","fon-Latn"]},{"precision":0.545379,"recall":0.591897,"f1":0.55746,"accuracy":0.591897,"main_score":0.55746,"hf_subset":"fao_Latn-jav_Latn","languages":["fao-Latn","jav-Latn"]},{"precision":0.450345,"recall":0.496047,"f1":0.462053,"accuracy":0.496047,"main_score":0.462053,"hf_subset":"fao_Latn-lao_Laoo","languages":["fao-Latn","lao-Laoo"]},{"precision":0.407674,"recall":0.465415,"f1":0.423455,"accuracy":0.465415,"main_score":0.423455,"hf_subset":"fao_Latn-mri_Latn","languages":["fao-Latn","mri-Latn"]},{"precision":0.600715,"recall":0.670949,"f1":0.620149,"accuracy":0.670949,"main_score":0.620149,"hf_subset":"fao_Latn-rus_Cyrl","languages":["fao-Latn","rus-Cyrl"]},{"precision":0.409081,"recall":0.467391,"f1":0.424689,"accuracy":0.467391,"main_score":0.424689,"hf_subset":"fao_Latn-taq_Latn","languages":["fao-Latn","taq-Latn"]},{"precision":0.543124,"recall":0.586957,"f1":0.554658,"accuracy":0.586957,"main_score":0.554658,"hf_subset":"fao_Latn-war_Latn","languages":["fao-Latn","war-Latn"]},{"precision":0.580191,"recall":0.641304,"f1":0.596428,"accuracy":0.641304,"main_score":0.596428,"hf_subset":"fao_Latn-arb_Arab","languages":["fao-Latn","arb-Arab"]},{"precision":0.58842,"recall":0.643281,"f1":0.603104,"accuracy":0.643281,"main_score":0.603104,"hf_subset":"fao_Latn-bul_Cyrl","languages":["fao-Latn","bul-Cyrl"]},{"precision":0.625562,"recall":0.683794,"f1":0.64083,"accuracy":0.683794,"main_score":0.64083,"hf_subset":"fao_Latn-fra_Latn","languages":["fao-Latn","fra-Latn"]},{"precision":0.599171,"recall":0.659091,"f1":0.615338,"accuracy":0.659091,"main_score":0.615338,"hf_subset":"fao_Latn-jpn_Jpan","languages":["fao-Latn","jpn-Jpan"]},{"precision":0.558566,"recall":0.605731,"f1":0.57177,"accuracy":0.605731,"main_score":0.57177,"hf_subset":"fao_Latn-lij_Latn","languages":["fao-Latn","lij-Latn"]},{"precision":0.448674,"recall":0.506917,"f1":0.464673,"accuracy":0.506917,"main_score":0.464673,"hf_subset":"fao_Latn-mya_Mymr","languages":["fao-Latn","mya-Mymr"]},{"precision":0.450447,"recall":0.503953,"f1":0.465642,"accuracy":0.503953,"main_score":0.465642,"hf_subset":"fao_Latn-sag_Latn","languages":["fao-Latn","sag-Latn"]},{"precision":0.156092,"recall":0.222332,"f1":0.17199,"accuracy":0.222332,"main_score":0.17199,"hf_subset":"fao_Latn-taq_Tfng","languages":["fao-Latn","taq-Tfng"]},{"precision":0.435887,"recall":0.48419,"f1":0.449227,"accuracy":0.48419,"main_score":0.449227,"hf_subset":"fao_Latn-wol_Latn","languages":["fao-Latn","wol-Latn"]},{"precision":0.309539,"recall":0.381423,"f1":0.328521,"accuracy":0.381423,"main_score":0.328521,"hf_subset":"fao_Latn-arb_Latn","languages":["fao-Latn","arb-Latn"]},{"precision":0.591774,"recall":0.637352,"f1":0.603974,"accuracy":0.637352,"main_score":0.603974,"hf_subset":"fao_Latn-cat_Latn","languages":["fao-Latn","cat-Latn"]},{"precision":0.515234,"recall":0.566206,"f1":0.528946,"accuracy":0.566206,"main_score":0.528946,"hf_subset":"fao_Latn-fur_Latn","languages":["fao-Latn","fur-Latn"]},{"precision":0.295556,"recall":0.358696,"f1":0.311697,"accuracy":0.358696,"main_score":0.311697,"hf_subset":"fao_Latn-kab_Latn","languages":["fao-Latn","kab-Latn"]},{"precision":0.557531,"recall":0.604743,"f1":0.569869,"accuracy":0.604743,"main_score":0.569869,"hf_subset":"fao_Latn-lim_Latn","languages":["fao-Latn","lim-Latn"]},{"precision":0.631715,"recall":0.684783,"f1":0.645666,"accuracy":0.684783,"main_score":0.645666,"hf_subset":"fao_Latn-nld_Latn","languages":["fao-Latn","nld-Latn"]},{"precision":0.50266,"recall":0.568182,"f1":0.520842,"accuracy":0.568182,"main_score":0.520842,"hf_subset":"fao_Latn-san_Deva","languages":["fao-Latn","san-Deva"]},{"precision":0.49422,"recall":0.539526,"f1":0.506305,"accuracy":0.539526,"main_score":0.506305,"hf_subset":"fao_Latn-tat_Cyrl","languages":["fao-Latn","tat-Cyrl"]},{"precision":0.428926,"recall":0.491107,"f1":0.445881,"accuracy":0.491107,"main_score":0.445881,"hf_subset":"fao_Latn-xho_Latn","languages":["fao-Latn","xho-Latn"]},{"precision":0.559418,"recall":0.625494,"f1":0.577326,"accuracy":0.625494,"main_score":0.577326,"hf_subset":"fao_Latn-ars_Arab","languages":["fao-Latn","ars-Arab"]},{"precision":0.540565,"recall":0.583992,"f1":0.552664,"accuracy":0.583992,"main_score":0.552664,"hf_subset":"fao_Latn-ceb_Latn","languages":["fao-Latn","ceb-Latn"]},{"precision":0.424619,"recall":0.478261,"f1":0.439678,"accuracy":0.478261,"main_score":0.439678,"hf_subset":"fao_Latn-fuv_Latn","languages":["fao-Latn","fuv-Latn"]},{"precision":0.427949,"recall":0.492095,"f1":0.445256,"accuracy":0.492095,"main_score":0.445256,"hf_subset":"fao_Latn-kac_Latn","languages":["fao-Latn","kac-Latn"]},{"precision":0.464474,"recall":0.518775,"f1":0.478736,"accuracy":0.518775,"main_score":0.478736,"hf_subset":"fao_Latn-lin_Latn","languages":["fao-Latn","lin-Latn"]},{"precision":0.64825,"recall":0.699605,"f1":0.661321,"accuracy":0.699605,"main_score":0.661321,"hf_subset":"fao_Latn-nno_Latn","languages":["fao-Latn","nno-Latn"]},{"precision":0.177323,"recall":0.22332,"f1":0.189067,"accuracy":0.22332,"main_score":0.189067,"hf_subset":"fao_Latn-sat_Olck","languages":["fao-Latn","sat-Olck"]},{"precision":0.563782,"recall":0.63834,"f1":0.584141,"accuracy":0.63834,"main_score":0.584141,"hf_subset":"fao_Latn-tel_Telu","languages":["fao-Latn","tel-Telu"]},{"precision":0.306115,"recall":0.368577,"f1":0.322355,"accuracy":0.368577,"main_score":0.322355,"hf_subset":"fao_Latn-ydd_Hebr","languages":["fao-Latn","ydd-Hebr"]},{"precision":0.517791,"recall":0.572134,"f1":0.532049,"accuracy":0.572134,"main_score":0.532049,"hf_subset":"fao_Latn-ary_Arab","languages":["fao-Latn","ary-Arab"]},{"precision":0.586702,"recall":0.643281,"f1":0.601899,"accuracy":0.643281,"main_score":0.601899,"hf_subset":"fao_Latn-ces_Latn","languages":["fao-Latn","ces-Latn"]},{"precision":0.313752,"recall":0.371542,"f1":0.328685,"accuracy":0.371542,"main_score":0.328685,"hf_subset":"fao_Latn-gaz_Latn","languages":["fao-Latn","gaz-Latn"]},{"precision":0.421118,"recall":0.476285,"f1":0.435944,"accuracy":0.476285,"main_score":0.435944,"hf_subset":"fao_Latn-kam_Latn","languages":["fao-Latn","kam-Latn"]},{"precision":0.510328,"recall":0.567194,"f1":0.525571,"accuracy":0.567194,"main_score":0.525571,"hf_subset":"fao_Latn-lit_Latn","languages":["fao-Latn","lit-Latn"]},{"precision":0.650832,"recall":0.695652,"f1":0.662306,"accuracy":0.695652,"main_score":0.662306,"hf_subset":"fao_Latn-nob_Latn","languages":["fao-Latn","nob-Latn"]},{"precision":0.527329,"recall":0.576087,"f1":0.540036,"accuracy":0.576087,"main_score":0.540036,"hf_subset":"fao_Latn-scn_Latn","languages":["fao-Latn","scn-Latn"]},{"precision":0.403661,"recall":0.466403,"f1":0.421416,"accuracy":0.466403,"main_score":0.421416,"hf_subset":"fao_Latn-tgk_Cyrl","languages":["fao-Latn","tgk-Cyrl"]},{"precision":0.371228,"recall":0.444664,"f1":0.39166,"accuracy":0.444664,"main_score":0.39166,"hf_subset":"fao_Latn-yor_Latn","languages":["fao-Latn","yor-Latn"]},{"precision":0.566671,"recall":0.629447,"f1":0.58348,"accuracy":0.629447,"main_score":0.58348,"hf_subset":"fao_Latn-arz_Arab","languages":["fao-Latn","arz-Arab"]},{"precision":0.39178,"recall":0.453557,"f1":0.408563,"accuracy":0.453557,"main_score":0.408563,"hf_subset":"fao_Latn-cjk_Latn","languages":["fao-Latn","cjk-Latn"]},{"precision":0.381801,"recall":0.4417,"f1":0.398535,"accuracy":0.4417,"main_score":0.398535,"hf_subset":"fao_Latn-gla_Latn","languages":["fao-Latn","gla-Latn"]},{"precision":0.55822,"recall":0.625494,"f1":0.577366,"accuracy":0.625494,"main_score":0.577366,"hf_subset":"fao_Latn-kan_Knda","languages":["fao-Latn","kan-Knda"]},{"precision":0.515492,"recall":0.561265,"f1":0.52762,"accuracy":0.561265,"main_score":0.52762,"hf_subset":"fao_Latn-lmo_Latn","languages":["fao-Latn","lmo-Latn"]},{"precision":0.575295,"recall":0.635375,"f1":0.591094,"accuracy":0.635375,"main_score":0.591094,"hf_subset":"fao_Latn-npi_Deva","languages":["fao-Latn","npi-Deva"]},{"precision":0.373678,"recall":0.433794,"f1":0.390229,"accuracy":0.433794,"main_score":0.390229,"hf_subset":"fao_Latn-shn_Mymr","languages":["fao-Latn","shn-Mymr"]},{"precision":0.563393,"recall":0.61166,"f1":0.576256,"accuracy":0.61166,"main_score":0.576256,"hf_subset":"fao_Latn-tgl_Latn","languages":["fao-Latn","tgl-Latn"]},{"precision":0.589509,"recall":0.652174,"f1":0.605958,"accuracy":0.652174,"main_score":0.605958,"hf_subset":"fao_Latn-yue_Hant","languages":["fao-Latn","yue-Hant"]},{"precision":0.486643,"recall":0.555336,"f1":0.505193,"accuracy":0.555336,"main_score":0.505193,"hf_subset":"fao_Latn-asm_Beng","languages":["fao-Latn","asm-Beng"]},{"precision":0.350392,"recall":0.409091,"f1":0.366523,"accuracy":0.409091,"main_score":0.366523,"hf_subset":"fao_Latn-ckb_Arab","languages":["fao-Latn","ckb-Arab"]},{"precision":0.404412,"recall":0.456522,"f1":0.418121,"accuracy":0.456522,"main_score":0.418121,"hf_subset":"fao_Latn-gle_Latn","languages":["fao-Latn","gle-Latn"]},{"precision":0.389639,"recall":0.463439,"f1":0.409238,"accuracy":0.463439,"main_score":0.409238,"hf_subset":"fao_Latn-kas_Arab","languages":["fao-Latn","kas-Arab"]},{"precision":0.472699,"recall":0.523715,"f1":0.486277,"accuracy":0.523715,"main_score":0.486277,"hf_subset":"fao_Latn-ltg_Latn","languages":["fao-Latn","ltg-Latn"]},{"precision":0.441772,"recall":0.495059,"f1":0.456538,"accuracy":0.495059,"main_score":0.456538,"hf_subset":"fao_Latn-nso_Latn","languages":["fao-Latn","nso-Latn"]},{"precision":0.483058,"recall":0.539526,"f1":0.498351,"accuracy":0.539526,"main_score":0.498351,"hf_subset":"fao_Latn-sin_Sinh","languages":["fao-Latn","sin-Sinh"]},{"precision":0.572355,"recall":0.643281,"f1":0.592345,"accuracy":0.643281,"main_score":0.592345,"hf_subset":"fao_Latn-tha_Thai","languages":["fao-Latn","tha-Thai"]},{"precision":0.587655,"recall":0.649209,"f1":0.604103,"accuracy":0.649209,"main_score":0.604103,"hf_subset":"fao_Latn-zho_Hans","languages":["fao-Latn","zho-Hans"]},{"precision":0.583928,"recall":0.634387,"f1":0.597058,"accuracy":0.634387,"main_score":0.597058,"hf_subset":"fao_Latn-ast_Latn","languages":["fao-Latn","ast-Latn"]},{"precision":0.520385,"recall":0.577075,"f1":0.535417,"accuracy":0.577075,"main_score":0.535417,"hf_subset":"fao_Latn-crh_Latn","languages":["fao-Latn","crh-Latn"]},{"precision":0.599051,"recall":0.650198,"f1":0.61182,"accuracy":0.650198,"main_score":0.61182,"hf_subset":"fao_Latn-glg_Latn","languages":["fao-Latn","glg-Latn"]},{"precision":0.420548,"recall":0.48419,"f1":0.438068,"accuracy":0.48419,"main_score":0.438068,"hf_subset":"fao_Latn-kas_Deva","languages":["fao-Latn","kas-Deva"]},{"precision":0.545646,"recall":0.593874,"f1":0.559012,"accuracy":0.593874,"main_score":0.559012,"hf_subset":"fao_Latn-ltz_Latn","languages":["fao-Latn","ltz-Latn"]},{"precision":0.337039,"recall":0.403162,"f1":0.355102,"accuracy":0.403162,"main_score":0.355102,"hf_subset":"fao_Latn-nus_Latn","languages":["fao-Latn","nus-Latn"]},{"precision":0.585077,"recall":0.63834,"f1":0.599137,"accuracy":0.63834,"main_score":0.599137,"hf_subset":"fao_Latn-slk_Latn","languages":["fao-Latn","slk-Latn"]},{"precision":0.325834,"recall":0.389328,"f1":0.343273,"accuracy":0.389328,"main_score":0.343273,"hf_subset":"fao_Latn-tir_Ethi","languages":["fao-Latn","tir-Ethi"]},{"precision":0.580971,"recall":0.650198,"f1":0.599358,"accuracy":0.650198,"main_score":0.599358,"hf_subset":"fao_Latn-zho_Hant","languages":["fao-Latn","zho-Hant"]},{"precision":0.583155,"recall":0.644269,"f1":0.599284,"accuracy":0.644269,"main_score":0.599284,"hf_subset":"fao_Latn-awa_Deva","languages":["fao-Latn","awa-Deva"]},{"precision":0.428476,"recall":0.482213,"f1":0.443029,"accuracy":0.482213,"main_score":0.443029,"hf_subset":"fao_Latn-cym_Latn","languages":["fao-Latn","cym-Latn"]},{"precision":0.4993,"recall":0.548419,"f1":0.513094,"accuracy":0.548419,"main_score":0.513094,"hf_subset":"fao_Latn-grn_Latn","languages":["fao-Latn","grn-Latn"]},{"precision":0.506392,"recall":0.575099,"f1":0.525233,"accuracy":0.575099,"main_score":0.525233,"hf_subset":"fao_Latn-kat_Geor","languages":["fao-Latn","kat-Geor"]},{"precision":0.423188,"recall":0.48419,"f1":0.440591,"accuracy":0.48419,"main_score":0.440591,"hf_subset":"fao_Latn-lua_Latn","languages":["fao-Latn","lua-Latn"]},{"precision":0.452015,"recall":0.500988,"f1":0.465287,"accuracy":0.500988,"main_score":0.465287,"hf_subset":"fao_Latn-nya_Latn","languages":["fao-Latn","nya-Latn"]},{"precision":0.551462,"recall":0.602767,"f1":0.564862,"accuracy":0.602767,"main_score":0.564862,"hf_subset":"fao_Latn-slv_Latn","languages":["fao-Latn","slv-Latn"]},{"precision":0.539058,"recall":0.586957,"f1":0.551855,"accuracy":0.586957,"main_score":0.551855,"hf_subset":"fao_Latn-tpi_Latn","languages":["fao-Latn","tpi-Latn"]},{"precision":0.604435,"recall":0.666008,"f1":0.620688,"accuracy":0.666008,"main_score":0.620688,"hf_subset":"fao_Latn-zsm_Latn","languages":["fao-Latn","zsm-Latn"]},{"precision":0.411103,"recall":0.474308,"f1":0.428926,"accuracy":0.474308,"main_score":0.428926,"hf_subset":"fao_Latn-ayr_Latn","languages":["fao-Latn","ayr-Latn"]},{"precision":0.655429,"recall":0.709486,"f1":0.669278,"accuracy":0.709486,"main_score":0.669278,"hf_subset":"fao_Latn-dan_Latn","languages":["fao-Latn","dan-Latn"]},{"precision":0.543209,"recall":0.606719,"f1":0.560502,"accuracy":0.606719,"main_score":0.560502,"hf_subset":"fao_Latn-guj_Gujr","languages":["fao-Latn","guj-Gujr"]},{"precision":0.499695,"recall":0.549407,"f1":0.51272,"accuracy":0.549407,"main_score":0.51272,"hf_subset":"fao_Latn-kaz_Cyrl","languages":["fao-Latn","kaz-Cyrl"]},{"precision":0.399226,"recall":0.448617,"f1":0.412516,"accuracy":0.448617,"main_score":0.412516,"hf_subset":"fao_Latn-lug_Latn","languages":["fao-Latn","lug-Latn"]},{"precision":0.583127,"recall":0.630435,"f1":0.595881,"accuracy":0.630435,"main_score":0.595881,"hf_subset":"fao_Latn-oci_Latn","languages":["fao-Latn","oci-Latn"]},{"precision":0.437244,"recall":0.485178,"f1":0.450628,"accuracy":0.485178,"main_score":0.450628,"hf_subset":"fao_Latn-smo_Latn","languages":["fao-Latn","smo-Latn"]},{"precision":0.423722,"recall":0.486166,"f1":0.44096,"accuracy":0.486166,"main_score":0.44096,"hf_subset":"fao_Latn-tsn_Latn","languages":["fao-Latn","tsn-Latn"]},{"precision":0.394984,"recall":0.458498,"f1":0.412274,"accuracy":0.458498,"main_score":0.412274,"hf_subset":"fao_Latn-zul_Latn","languages":["fao-Latn","zul-Latn"]},{"precision":0.388658,"recall":0.459486,"f1":0.407881,"accuracy":0.459486,"main_score":0.407881,"hf_subset":"fao_Latn-azb_Arab","languages":["fao-Latn","azb-Arab"]},{"precision":0.640912,"recall":0.690711,"f1":0.653887,"accuracy":0.690711,"main_score":0.653887,"hf_subset":"fao_Latn-deu_Latn","languages":["fao-Latn","deu-Latn"]},{"precision":0.449075,"recall":0.507905,"f1":0.464596,"accuracy":0.507905,"main_score":0.464596,"hf_subset":"fao_Latn-hat_Latn","languages":["fao-Latn","hat-Latn"]},{"precision":0.384878,"recall":0.447628,"f1":0.401887,"accuracy":0.447628,"main_score":0.401887,"hf_subset":"fao_Latn-kbp_Latn","languages":["fao-Latn","kbp-Latn"]},{"precision":0.431341,"recall":0.492095,"f1":0.448126,"accuracy":0.492095,"main_score":0.448126,"hf_subset":"fao_Latn-luo_Latn","languages":["fao-Latn","luo-Latn"]},{"precision":0.421685,"recall":0.486166,"f1":0.440399,"accuracy":0.486166,"main_score":0.440399,"hf_subset":"fao_Latn-ory_Orya","languages":["fao-Latn","ory-Orya"]},{"precision":0.431079,"recall":0.48913,"f1":0.447463,"accuracy":0.48913,"main_score":0.447463,"hf_subset":"fao_Latn-sna_Latn","languages":["fao-Latn","sna-Latn"]},{"precision":0.42582,"recall":0.47332,"f1":0.438891,"accuracy":0.47332,"main_score":0.438891,"hf_subset":"fao_Latn-tso_Latn","languages":["fao-Latn","tso-Latn"]},{"precision":0.520336,"recall":0.568182,"f1":0.533129,"accuracy":0.568182,"main_score":0.533129,"hf_subset":"fao_Latn-azj_Latn","languages":["fao-Latn","azj-Latn"]},{"precision":0.410369,"recall":0.468379,"f1":0.42682,"accuracy":0.468379,"main_score":0.42682,"hf_subset":"fao_Latn-dik_Latn","languages":["fao-Latn","dik-Latn"]},{"precision":0.454819,"recall":0.497036,"f1":0.466701,"accuracy":0.497036,"main_score":0.466701,"hf_subset":"fao_Latn-hau_Latn","languages":["fao-Latn","hau-Latn"]},{"precision":0.535011,"recall":0.590909,"f1":0.549476,"accuracy":0.590909,"main_score":0.549476,"hf_subset":"fao_Latn-kea_Latn","languages":["fao-Latn","kea-Latn"]},{"precision":0.497205,"recall":0.544466,"f1":0.509986,"accuracy":0.544466,"main_score":0.509986,"hf_subset":"fao_Latn-lus_Latn","languages":["fao-Latn","lus-Latn"]},{"precision":0.505088,"recall":0.55336,"f1":0.517062,"accuracy":0.55336,"main_score":0.517062,"hf_subset":"fao_Latn-pag_Latn","languages":["fao-Latn","pag-Latn"]},{"precision":0.414545,"recall":0.481225,"f1":0.432977,"accuracy":0.481225,"main_score":0.432977,"hf_subset":"fao_Latn-snd_Arab","languages":["fao-Latn","snd-Arab"]},{"precision":0.481314,"recall":0.531621,"f1":0.495385,"accuracy":0.531621,"main_score":0.495385,"hf_subset":"fao_Latn-tuk_Latn","languages":["fao-Latn","tuk-Latn"]},{"precision":0.485299,"recall":0.537549,"f1":0.499497,"accuracy":0.537549,"main_score":0.499497,"hf_subset":"fao_Latn-bak_Cyrl","languages":["fao-Latn","bak-Cyrl"]},{"precision":0.336205,"recall":0.40415,"f1":0.355607,"accuracy":0.40415,"main_score":0.355607,"hf_subset":"fao_Latn-dyu_Latn","languages":["fao-Latn","dyu-Latn"]},{"precision":0.494315,"recall":0.565217,"f1":0.513667,"accuracy":0.565217,"main_score":0.513667,"hf_subset":"fao_Latn-heb_Hebr","languages":["fao-Latn","heb-Hebr"]},{"precision":0.398773,"recall":0.454545,"f1":0.413967,"accuracy":0.454545,"main_score":0.413967,"hf_subset":"fao_Latn-khk_Cyrl","languages":["fao-Latn","khk-Cyrl"]},{"precision":0.530902,"recall":0.575099,"f1":0.542724,"accuracy":0.575099,"main_score":0.542724,"hf_subset":"fao_Latn-lvs_Latn","languages":["fao-Latn","lvs-Latn"]},{"precision":0.500257,"recall":0.573123,"f1":0.520968,"accuracy":0.573123,"main_score":0.520968,"hf_subset":"fao_Latn-pan_Guru","languages":["fao-Latn","pan-Guru"]},{"precision":0.386301,"recall":0.4417,"f1":0.401704,"accuracy":0.4417,"main_score":0.401704,"hf_subset":"fao_Latn-som_Latn","languages":["fao-Latn","som-Latn"]},{"precision":0.440204,"recall":0.496047,"f1":0.455884,"accuracy":0.496047,"main_score":0.455884,"hf_subset":"fao_Latn-tum_Latn","languages":["fao-Latn","tum-Latn"]},{"precision":0.309185,"recall":0.40415,"f1":0.333569,"accuracy":0.40415,"main_score":0.333569,"hf_subset":"ind_Latn-ace_Arab","languages":["ind-Latn","ace-Arab"]},{"precision":0.351221,"recall":0.461462,"f1":0.379639,"accuracy":0.461462,"main_score":0.379639,"hf_subset":"ind_Latn-bam_Latn","languages":["ind-Latn","bam-Latn"]},{"precision":0.158858,"recall":0.230237,"f1":0.176791,"accuracy":0.230237,"main_score":0.176791,"hf_subset":"ind_Latn-dzo_Tibt","languages":["ind-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-hin_Deva","languages":["ind-Latn","hin-Deva"]},{"precision":0.822661,"recall":0.875494,"f1":0.839065,"accuracy":0.875494,"main_score":0.839065,"hf_subset":"ind_Latn-khm_Khmr","languages":["ind-Latn","khm-Khmr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-mag_Deva","languages":["ind-Latn","mag-Deva"]},{"precision":0.86413,"recall":0.905138,"f1":0.876943,"accuracy":0.905138,"main_score":0.876943,"hf_subset":"ind_Latn-pap_Latn","languages":["ind-Latn","pap-Latn"]},{"precision":0.401516,"recall":0.512846,"f1":0.431143,"accuracy":0.512846,"main_score":0.431143,"hf_subset":"ind_Latn-sot_Latn","languages":["ind-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ind_Latn-tur_Latn","languages":["ind-Latn","tur-Latn"]},{"precision":0.692425,"recall":0.770751,"f1":0.715648,"accuracy":0.770751,"main_score":0.715648,"hf_subset":"ind_Latn-ace_Latn","languages":["ind-Latn","ace-Latn"]},{"precision":0.851532,"recall":0.895257,"f1":0.865349,"accuracy":0.895257,"main_score":0.865349,"hf_subset":"ind_Latn-ban_Latn","languages":["ind-Latn","ban-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"ind_Latn-ell_Grek","languages":["ind-Latn","ell-Grek"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"ind_Latn-hne_Deva","languages":["ind-Latn","hne-Deva"]},{"precision":0.406362,"recall":0.521739,"f1":0.436924,"accuracy":0.521739,"main_score":0.436924,"hf_subset":"ind_Latn-kik_Latn","languages":["ind-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ind_Latn-mai_Deva","languages":["ind-Latn","mai-Deva"]},{"precision":0.848238,"recall":0.894269,"f1":0.862846,"accuracy":0.894269,"main_score":0.862846,"hf_subset":"ind_Latn-pbt_Arab","languages":["ind-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-spa_Latn","languages":["ind-Latn","spa-Latn"]},{"precision":0.485074,"recall":0.593874,"f1":0.514821,"accuracy":0.593874,"main_score":0.514821,"hf_subset":"ind_Latn-twi_Latn","languages":["ind-Latn","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ind_Latn-acm_Arab","languages":["ind-Latn","acm-Arab"]},{"precision":0.838768,"recall":0.88834,"f1":0.85471,"accuracy":0.88834,"main_score":0.85471,"hf_subset":"ind_Latn-bel_Cyrl","languages":["ind-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-eng_Latn","languages":["ind-Latn","eng-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"ind_Latn-hrv_Latn","languages":["ind-Latn","hrv-Latn"]},{"precision":0.362124,"recall":0.467391,"f1":0.388985,"accuracy":0.467391,"main_score":0.388985,"hf_subset":"ind_Latn-kin_Latn","languages":["ind-Latn","kin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ind_Latn-mal_Mlym","languages":["ind-Latn","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ind_Latn-pes_Arab","languages":["ind-Latn","pes-Arab"]},{"precision":0.833827,"recall":0.880435,"f1":0.848419,"accuracy":0.880435,"main_score":0.848419,"hf_subset":"ind_Latn-srd_Latn","languages":["ind-Latn","srd-Latn"]},{"precision":0.099399,"recall":0.170949,"f1":0.113983,"accuracy":0.170949,"main_score":0.113983,"hf_subset":"ind_Latn-tzm_Tfng","languages":["ind-Latn","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-acq_Arab","languages":["ind-Latn","acq-Arab"]},{"precision":0.433861,"recall":0.535573,"f1":0.459841,"accuracy":0.535573,"main_score":0.459841,"hf_subset":"ind_Latn-bem_Latn","languages":["ind-Latn","bem-Latn"]},{"precision":0.894878,"recall":0.926877,"f1":0.90504,"accuracy":0.926877,"main_score":0.90504,"hf_subset":"ind_Latn-epo_Latn","languages":["ind-Latn","epo-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"ind_Latn-hun_Latn","languages":["ind-Latn","hun-Latn"]},{"precision":0.682239,"recall":0.759881,"f1":0.704929,"accuracy":0.759881,"main_score":0.704929,"hf_subset":"ind_Latn-kir_Cyrl","languages":["ind-Latn","kir-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ind_Latn-mar_Deva","languages":["ind-Latn","mar-Deva"]},{"precision":0.406609,"recall":0.513834,"f1":0.434709,"accuracy":0.513834,"main_score":0.434709,"hf_subset":"ind_Latn-plt_Latn","languages":["ind-Latn","plt-Latn"]},{"precision":0.913208,"recall":0.9417,"f1":0.922596,"accuracy":0.9417,"main_score":0.922596,"hf_subset":"ind_Latn-srp_Cyrl","languages":["ind-Latn","srp-Cyrl"]},{"precision":0.278826,"recall":0.362648,"f1":0.29911,"accuracy":0.362648,"main_score":0.29911,"hf_subset":"ind_Latn-uig_Arab","languages":["ind-Latn","uig-Arab"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"ind_Latn-aeb_Arab","languages":["ind-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-ben_Beng","languages":["ind-Latn","ben-Beng"]},{"precision":0.8167,"recall":0.867589,"f1":0.832068,"accuracy":0.867589,"main_score":0.832068,"hf_subset":"ind_Latn-est_Latn","languages":["ind-Latn","est-Latn"]},{"precision":0.831514,"recall":0.878458,"f1":0.846036,"accuracy":0.878458,"main_score":0.846036,"hf_subset":"ind_Latn-hye_Armn","languages":["ind-Latn","hye-Armn"]},{"precision":0.375493,"recall":0.478261,"f1":0.402415,"accuracy":0.478261,"main_score":0.402415,"hf_subset":"ind_Latn-kmb_Latn","languages":["ind-Latn","kmb-Latn"]},{"precision":0.267841,"recall":0.362648,"f1":0.291331,"accuracy":0.362648,"main_score":0.291331,"hf_subset":"ind_Latn-min_Arab","languages":["ind-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-pol_Latn","languages":["ind-Latn","pol-Latn"]},{"precision":0.371314,"recall":0.483202,"f1":0.399446,"accuracy":0.483202,"main_score":0.399446,"hf_subset":"ind_Latn-ssw_Latn","languages":["ind-Latn","ssw-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ind_Latn-ukr_Cyrl","languages":["ind-Latn","ukr-Cyrl"]},{"precision":0.941041,"recall":0.960474,"f1":0.947464,"accuracy":0.960474,"main_score":0.947464,"hf_subset":"ind_Latn-afr_Latn","languages":["ind-Latn","afr-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"ind_Latn-bho_Deva","languages":["ind-Latn","bho-Deva"]},{"precision":0.600332,"recall":0.69664,"f1":0.627637,"accuracy":0.69664,"main_score":0.627637,"hf_subset":"ind_Latn-eus_Latn","languages":["ind-Latn","eus-Latn"]},{"precision":0.372892,"recall":0.485178,"f1":0.401362,"accuracy":0.485178,"main_score":0.401362,"hf_subset":"ind_Latn-ibo_Latn","languages":["ind-Latn","ibo-Latn"]},{"precision":0.413513,"recall":0.523715,"f1":0.442514,"accuracy":0.523715,"main_score":0.442514,"hf_subset":"ind_Latn-kmr_Latn","languages":["ind-Latn","kmr-Latn"]},{"precision":0.83279,"recall":0.882411,"f1":0.848353,"accuracy":0.882411,"main_score":0.848353,"hf_subset":"ind_Latn-min_Latn","languages":["ind-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-por_Latn","languages":["ind-Latn","por-Latn"]},{"precision":0.902125,"recall":0.93083,"f1":0.911133,"accuracy":0.93083,"main_score":0.911133,"hf_subset":"ind_Latn-sun_Latn","languages":["ind-Latn","sun-Latn"]},{"precision":0.347824,"recall":0.467391,"f1":0.378979,"accuracy":0.467391,"main_score":0.378979,"hf_subset":"ind_Latn-umb_Latn","languages":["ind-Latn","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ind_Latn-ajp_Arab","languages":["ind-Latn","ajp-Arab"]},{"precision":0.286527,"recall":0.387352,"f1":0.312917,"accuracy":0.387352,"main_score":0.312917,"hf_subset":"ind_Latn-bjn_Arab","languages":["ind-Latn","bjn-Arab"]},{"precision":0.377288,"recall":0.476285,"f1":0.401923,"accuracy":0.476285,"main_score":0.401923,"hf_subset":"ind_Latn-ewe_Latn","languages":["ind-Latn","ewe-Latn"]},{"precision":0.674431,"recall":0.754941,"f1":0.697878,"accuracy":0.754941,"main_score":0.697878,"hf_subset":"ind_Latn-ilo_Latn","languages":["ind-Latn","ilo-Latn"]},{"precision":0.167651,"recall":0.252964,"f1":0.187163,"accuracy":0.252964,"main_score":0.187163,"hf_subset":"ind_Latn-knc_Arab","languages":["ind-Latn","knc-Arab"]},{"precision":0.915679,"recall":0.942688,"f1":0.924407,"accuracy":0.942688,"main_score":0.924407,"hf_subset":"ind_Latn-mkd_Cyrl","languages":["ind-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-prs_Arab","languages":["ind-Latn","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-swe_Latn","languages":["ind-Latn","swe-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ind_Latn-urd_Arab","languages":["ind-Latn","urd-Arab"]},{"precision":0.458312,"recall":0.568182,"f1":0.487533,"accuracy":0.568182,"main_score":0.487533,"hf_subset":"ind_Latn-aka_Latn","languages":["ind-Latn","aka-Latn"]},{"precision":0.856341,"recall":0.898221,"f1":0.869466,"accuracy":0.898221,"main_score":0.869466,"hf_subset":"ind_Latn-bjn_Latn","languages":["ind-Latn","bjn-Latn"]},{"precision":0.553009,"recall":0.645257,"f1":0.578905,"accuracy":0.645257,"main_score":0.578905,"hf_subset":"ind_Latn-fao_Latn","languages":["ind-Latn","fao-Latn"]},{"precision":0.429446,"recall":0.537549,"f1":0.457616,"accuracy":0.537549,"main_score":0.457616,"hf_subset":"ind_Latn-knc_Latn","languages":["ind-Latn","knc-Latn"]},{"precision":0.697785,"recall":0.77668,"f1":0.720811,"accuracy":0.77668,"main_score":0.720811,"hf_subset":"ind_Latn-mlt_Latn","languages":["ind-Latn","mlt-Latn"]},{"precision":0.463031,"recall":0.571146,"f1":0.491928,"accuracy":0.571146,"main_score":0.491928,"hf_subset":"ind_Latn-quy_Latn","languages":["ind-Latn","quy-Latn"]},{"precision":0.844895,"recall":0.889328,"f1":0.858827,"accuracy":0.889328,"main_score":0.858827,"hf_subset":"ind_Latn-swh_Latn","languages":["ind-Latn","swh-Latn"]},{"precision":0.617127,"recall":0.706522,"f1":0.642776,"accuracy":0.706522,"main_score":0.642776,"hf_subset":"ind_Latn-uzn_Latn","languages":["ind-Latn","uzn-Latn"]},{"precision":0.753244,"recall":0.820158,"f1":0.773847,"accuracy":0.820158,"main_score":0.773847,"hf_subset":"ind_Latn-als_Latn","languages":["ind-Latn","als-Latn"]},{"precision":0.17671,"recall":0.25,"f1":0.194004,"accuracy":0.25,"main_score":0.194004,"hf_subset":"ind_Latn-bod_Tibt","languages":["ind-Latn","bod-Tibt"]},{"precision":0.373711,"recall":0.491107,"f1":0.404574,"accuracy":0.491107,"main_score":0.404574,"hf_subset":"ind_Latn-fij_Latn","languages":["ind-Latn","fij-Latn"]},{"precision":0.524646,"recall":0.620553,"f1":0.551333,"accuracy":0.620553,"main_score":0.551333,"hf_subset":"ind_Latn-isl_Latn","languages":["ind-Latn","isl-Latn"]},{"precision":0.488034,"recall":0.585968,"f1":0.514476,"accuracy":0.585968,"main_score":0.514476,"hf_subset":"ind_Latn-kon_Latn","languages":["ind-Latn","kon-Latn"]},{"precision":0.35329,"recall":0.471344,"f1":0.384202,"accuracy":0.471344,"main_score":0.384202,"hf_subset":"ind_Latn-mni_Beng","languages":["ind-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-ron_Latn","languages":["ind-Latn","ron-Latn"]},{"precision":0.842803,"recall":0.887352,"f1":0.85695,"accuracy":0.887352,"main_score":0.85695,"hf_subset":"ind_Latn-szl_Latn","languages":["ind-Latn","szl-Latn"]},{"precision":0.9333,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"ind_Latn-vec_Latn","languages":["ind-Latn","vec-Latn"]},{"precision":0.802989,"recall":0.858696,"f1":0.820345,"accuracy":0.858696,"main_score":0.820345,"hf_subset":"ind_Latn-amh_Ethi","languages":["ind-Latn","amh-Ethi"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"ind_Latn-bos_Latn","languages":["ind-Latn","bos-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"ind_Latn-fin_Latn","languages":["ind-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-ita_Latn","languages":["ind-Latn","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-kor_Hang","languages":["ind-Latn","kor-Hang"]},{"precision":0.39682,"recall":0.500988,"f1":0.423545,"accuracy":0.500988,"main_score":0.423545,"hf_subset":"ind_Latn-mos_Latn","languages":["ind-Latn","mos-Latn"]},{"precision":0.366444,"recall":0.472332,"f1":0.392585,"accuracy":0.472332,"main_score":0.392585,"hf_subset":"ind_Latn-run_Latn","languages":["ind-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-tam_Taml","languages":["ind-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-vie_Latn","languages":["ind-Latn","vie-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ind_Latn-apc_Arab","languages":["ind-Latn","apc-Arab"]},{"precision":0.65072,"recall":0.737154,"f1":0.675534,"accuracy":0.737154,"main_score":0.675534,"hf_subset":"ind_Latn-bug_Latn","languages":["ind-Latn","bug-Latn"]},{"precision":0.337019,"recall":0.445652,"f1":0.363849,"accuracy":0.445652,"main_score":0.363849,"hf_subset":"ind_Latn-fon_Latn","languages":["ind-Latn","fon-Latn"]},{"precision":0.86446,"recall":0.907115,"f1":0.878294,"accuracy":0.907115,"main_score":0.878294,"hf_subset":"ind_Latn-jav_Latn","languages":["ind-Latn","jav-Latn"]},{"precision":0.72636,"recall":0.798419,"f1":0.747645,"accuracy":0.798419,"main_score":0.747645,"hf_subset":"ind_Latn-lao_Laoo","languages":["ind-Latn","lao-Laoo"]},{"precision":0.333484,"recall":0.451581,"f1":0.362676,"accuracy":0.451581,"main_score":0.362676,"hf_subset":"ind_Latn-mri_Latn","languages":["ind-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-rus_Cyrl","languages":["ind-Latn","rus-Cyrl"]},{"precision":0.365383,"recall":0.490119,"f1":0.398556,"accuracy":0.490119,"main_score":0.398556,"hf_subset":"ind_Latn-taq_Latn","languages":["ind-Latn","taq-Latn"]},{"precision":0.808086,"recall":0.862648,"f1":0.825099,"accuracy":0.862648,"main_score":0.825099,"hf_subset":"ind_Latn-war_Latn","languages":["ind-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-arb_Arab","languages":["ind-Latn","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ind_Latn-bul_Cyrl","languages":["ind-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-fra_Latn","languages":["ind-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-jpn_Jpan","languages":["ind-Latn","jpn-Jpan"]},{"precision":0.859684,"recall":0.902174,"f1":0.873024,"accuracy":0.902174,"main_score":0.873024,"hf_subset":"ind_Latn-lij_Latn","languages":["ind-Latn","lij-Latn"]},{"precision":0.801383,"recall":0.857708,"f1":0.818577,"accuracy":0.857708,"main_score":0.818577,"hf_subset":"ind_Latn-mya_Mymr","languages":["ind-Latn","mya-Mymr"]},{"precision":0.438654,"recall":0.549407,"f1":0.467877,"accuracy":0.549407,"main_score":0.467877,"hf_subset":"ind_Latn-sag_Latn","languages":["ind-Latn","sag-Latn"]},{"precision":0.123083,"recall":0.201581,"f1":0.137766,"accuracy":0.201581,"main_score":0.137766,"hf_subset":"ind_Latn-taq_Tfng","languages":["ind-Latn","taq-Tfng"]},{"precision":0.430036,"recall":0.54249,"f1":0.460308,"accuracy":0.54249,"main_score":0.460308,"hf_subset":"ind_Latn-wol_Latn","languages":["ind-Latn","wol-Latn"]},{"precision":0.260091,"recall":0.378458,"f1":0.288585,"accuracy":0.378458,"main_score":0.288585,"hf_subset":"ind_Latn-arb_Latn","languages":["ind-Latn","arb-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"ind_Latn-cat_Latn","languages":["ind-Latn","cat-Latn"]},{"precision":0.829578,"recall":0.878458,"f1":0.84496,"accuracy":0.878458,"main_score":0.84496,"hf_subset":"ind_Latn-fur_Latn","languages":["ind-Latn","fur-Latn"]},{"precision":0.254563,"recall":0.348814,"f1":0.276882,"accuracy":0.348814,"main_score":0.276882,"hf_subset":"ind_Latn-kab_Latn","languages":["ind-Latn","kab-Latn"]},{"precision":0.795389,"recall":0.851779,"f1":0.812879,"accuracy":0.851779,"main_score":0.812879,"hf_subset":"ind_Latn-lim_Latn","languages":["ind-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-nld_Latn","languages":["ind-Latn","nld-Latn"]},{"precision":0.88834,"recall":0.922925,"f1":0.899539,"accuracy":0.922925,"main_score":0.899539,"hf_subset":"ind_Latn-san_Deva","languages":["ind-Latn","san-Deva"]},{"precision":0.636811,"recall":0.72332,"f1":0.662027,"accuracy":0.72332,"main_score":0.662027,"hf_subset":"ind_Latn-tat_Cyrl","languages":["ind-Latn","tat-Cyrl"]},{"precision":0.399964,"recall":0.512846,"f1":0.42916,"accuracy":0.512846,"main_score":0.42916,"hf_subset":"ind_Latn-xho_Latn","languages":["ind-Latn","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-ars_Arab","languages":["ind-Latn","ars-Arab"]},{"precision":0.764559,"recall":0.831028,"f1":0.785131,"accuracy":0.831028,"main_score":0.785131,"hf_subset":"ind_Latn-ceb_Latn","languages":["ind-Latn","ceb-Latn"]},{"precision":0.404843,"recall":0.51581,"f1":0.434198,"accuracy":0.51581,"main_score":0.434198,"hf_subset":"ind_Latn-fuv_Latn","languages":["ind-Latn","fuv-Latn"]},{"precision":0.394952,"recall":0.505929,"f1":0.4237,"accuracy":0.505929,"main_score":0.4237,"hf_subset":"ind_Latn-kac_Latn","languages":["ind-Latn","kac-Latn"]},{"precision":0.454552,"recall":0.564229,"f1":0.48339,"accuracy":0.564229,"main_score":0.48339,"hf_subset":"ind_Latn-lin_Latn","languages":["ind-Latn","lin-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"ind_Latn-nno_Latn","languages":["ind-Latn","nno-Latn"]},{"precision":0.155266,"recall":0.224308,"f1":0.171353,"accuracy":0.224308,"main_score":0.171353,"hf_subset":"ind_Latn-sat_Olck","languages":["ind-Latn","sat-Olck"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"ind_Latn-tel_Telu","languages":["ind-Latn","tel-Telu"]},{"precision":0.309213,"recall":0.414032,"f1":0.334751,"accuracy":0.414032,"main_score":0.334751,"hf_subset":"ind_Latn-ydd_Hebr","languages":["ind-Latn","ydd-Hebr"]},{"precision":0.897398,"recall":0.929842,"f1":0.907938,"accuracy":0.929842,"main_score":0.907938,"hf_subset":"ind_Latn-ary_Arab","languages":["ind-Latn","ary-Arab"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ind_Latn-ces_Latn","languages":["ind-Latn","ces-Latn"]},{"precision":0.271518,"recall":0.368577,"f1":0.294697,"accuracy":0.368577,"main_score":0.294697,"hf_subset":"ind_Latn-gaz_Latn","languages":["ind-Latn","gaz-Latn"]},{"precision":0.412518,"recall":0.525692,"f1":0.442115,"accuracy":0.525692,"main_score":0.442115,"hf_subset":"ind_Latn-kam_Latn","languages":["ind-Latn","kam-Latn"]},{"precision":0.770405,"recall":0.833004,"f1":0.789559,"accuracy":0.833004,"main_score":0.789559,"hf_subset":"ind_Latn-lit_Latn","languages":["ind-Latn","lit-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-nob_Latn","languages":["ind-Latn","nob-Latn"]},{"precision":0.757312,"recall":0.826087,"f1":0.778063,"accuracy":0.826087,"main_score":0.778063,"hf_subset":"ind_Latn-scn_Latn","languages":["ind-Latn","scn-Latn"]},{"precision":0.411837,"recall":0.519763,"f1":0.439628,"accuracy":0.519763,"main_score":0.439628,"hf_subset":"ind_Latn-tgk_Cyrl","languages":["ind-Latn","tgk-Cyrl"]},{"precision":0.359899,"recall":0.474308,"f1":0.389166,"accuracy":0.474308,"main_score":0.389166,"hf_subset":"ind_Latn-yor_Latn","languages":["ind-Latn","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ind_Latn-arz_Arab","languages":["ind-Latn","arz-Arab"]},{"precision":0.409524,"recall":0.523715,"f1":0.439283,"accuracy":0.523715,"main_score":0.439283,"hf_subset":"ind_Latn-cjk_Latn","languages":["ind-Latn","cjk-Latn"]},{"precision":0.310726,"recall":0.41996,"f1":0.337487,"accuracy":0.41996,"main_score":0.337487,"hf_subset":"ind_Latn-gla_Latn","languages":["ind-Latn","gla-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ind_Latn-kan_Knda","languages":["ind-Latn","kan-Knda"]},{"precision":0.790135,"recall":0.848814,"f1":0.808103,"accuracy":0.848814,"main_score":0.808103,"hf_subset":"ind_Latn-lmo_Latn","languages":["ind-Latn","lmo-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"ind_Latn-npi_Deva","languages":["ind-Latn","npi-Deva"]},{"precision":0.347685,"recall":0.464427,"f1":0.376896,"accuracy":0.464427,"main_score":0.376896,"hf_subset":"ind_Latn-shn_Mymr","languages":["ind-Latn","shn-Mymr"]},{"precision":0.882493,"recall":0.91996,"f1":0.894664,"accuracy":0.91996,"main_score":0.894664,"hf_subset":"ind_Latn-tgl_Latn","languages":["ind-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-yue_Hant","languages":["ind-Latn","yue-Hant"]},{"precision":0.879364,"recall":0.916008,"f1":0.891008,"accuracy":0.916008,"main_score":0.891008,"hf_subset":"ind_Latn-asm_Beng","languages":["ind-Latn","asm-Beng"]},{"precision":0.399038,"recall":0.497036,"f1":0.425025,"accuracy":0.497036,"main_score":0.425025,"hf_subset":"ind_Latn-ckb_Arab","languages":["ind-Latn","ckb-Arab"]},{"precision":0.345602,"recall":0.451581,"f1":0.371403,"accuracy":0.451581,"main_score":0.371403,"hf_subset":"ind_Latn-gle_Latn","languages":["ind-Latn","gle-Latn"]},{"precision":0.65131,"recall":0.73913,"f1":0.676767,"accuracy":0.73913,"main_score":0.676767,"hf_subset":"ind_Latn-kas_Arab","languages":["ind-Latn","kas-Arab"]},{"precision":0.59088,"recall":0.68083,"f1":0.617248,"accuracy":0.68083,"main_score":0.617248,"hf_subset":"ind_Latn-ltg_Latn","languages":["ind-Latn","ltg-Latn"]},{"precision":0.421413,"recall":0.538538,"f1":0.452512,"accuracy":0.538538,"main_score":0.452512,"hf_subset":"ind_Latn-nso_Latn","languages":["ind-Latn","nso-Latn"]},{"precision":0.853179,"recall":0.896245,"f1":0.866831,"accuracy":0.896245,"main_score":0.866831,"hf_subset":"ind_Latn-sin_Sinh","languages":["ind-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-tha_Thai","languages":["ind-Latn","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-zho_Hans","languages":["ind-Latn","zho-Hans"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ind_Latn-ast_Latn","languages":["ind-Latn","ast-Latn"]},{"precision":0.787418,"recall":0.848814,"f1":0.806258,"accuracy":0.848814,"main_score":0.806258,"hf_subset":"ind_Latn-crh_Latn","languages":["ind-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-glg_Latn","languages":["ind-Latn","glg-Latn"]},{"precision":0.585652,"recall":0.688735,"f1":0.615843,"accuracy":0.688735,"main_score":0.615843,"hf_subset":"ind_Latn-kas_Deva","languages":["ind-Latn","kas-Deva"]},{"precision":0.761775,"recall":0.828063,"f1":0.781903,"accuracy":0.828063,"main_score":0.781903,"hf_subset":"ind_Latn-ltz_Latn","languages":["ind-Latn","ltz-Latn"]},{"precision":0.280021,"recall":0.378458,"f1":0.304266,"accuracy":0.378458,"main_score":0.304266,"hf_subset":"ind_Latn-nus_Latn","languages":["ind-Latn","nus-Latn"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"ind_Latn-slk_Latn","languages":["ind-Latn","slk-Latn"]},{"precision":0.380903,"recall":0.479249,"f1":0.406157,"accuracy":0.479249,"main_score":0.406157,"hf_subset":"ind_Latn-tir_Ethi","languages":["ind-Latn","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-zho_Hant","languages":["ind-Latn","zho-Hant"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"ind_Latn-awa_Deva","languages":["ind-Latn","awa-Deva"]},{"precision":0.408495,"recall":0.509881,"f1":0.434058,"accuracy":0.509881,"main_score":0.434058,"hf_subset":"ind_Latn-cym_Latn","languages":["ind-Latn","cym-Latn"]},{"precision":0.641504,"recall":0.727273,"f1":0.66598,"accuracy":0.727273,"main_score":0.66598,"hf_subset":"ind_Latn-grn_Latn","languages":["ind-Latn","grn-Latn"]},{"precision":0.894763,"recall":0.926877,"f1":0.904941,"accuracy":0.926877,"main_score":0.904941,"hf_subset":"ind_Latn-kat_Geor","languages":["ind-Latn","kat-Geor"]},{"precision":0.472483,"recall":0.577075,"f1":0.501644,"accuracy":0.577075,"main_score":0.501644,"hf_subset":"ind_Latn-lua_Latn","languages":["ind-Latn","lua-Latn"]},{"precision":0.453795,"recall":0.563241,"f1":0.48371,"accuracy":0.563241,"main_score":0.48371,"hf_subset":"ind_Latn-nya_Latn","languages":["ind-Latn","nya-Latn"]},{"precision":0.901433,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"ind_Latn-slv_Latn","languages":["ind-Latn","slv-Latn"]},{"precision":0.739353,"recall":0.811265,"f1":0.761023,"accuracy":0.811265,"main_score":0.761023,"hf_subset":"ind_Latn-tpi_Latn","languages":["ind-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ind_Latn-zsm_Latn","languages":["ind-Latn","zsm-Latn"]},{"precision":0.366007,"recall":0.479249,"f1":0.395404,"accuracy":0.479249,"main_score":0.395404,"hf_subset":"ind_Latn-ayr_Latn","languages":["ind-Latn","ayr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ind_Latn-dan_Latn","languages":["ind-Latn","dan-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ind_Latn-guj_Gujr","languages":["ind-Latn","guj-Gujr"]},{"precision":0.738514,"recall":0.8083,"f1":0.759371,"accuracy":0.8083,"main_score":0.759371,"hf_subset":"ind_Latn-kaz_Cyrl","languages":["ind-Latn","kaz-Cyrl"]},{"precision":0.359403,"recall":0.466403,"f1":0.386104,"accuracy":0.466403,"main_score":0.386104,"hf_subset":"ind_Latn-lug_Latn","languages":["ind-Latn","lug-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"ind_Latn-oci_Latn","languages":["ind-Latn","oci-Latn"]},{"precision":0.401329,"recall":0.521739,"f1":0.432769,"accuracy":0.521739,"main_score":0.432769,"hf_subset":"ind_Latn-smo_Latn","languages":["ind-Latn","smo-Latn"]},{"precision":0.378834,"recall":0.494071,"f1":0.40865,"accuracy":0.494071,"main_score":0.40865,"hf_subset":"ind_Latn-tsn_Latn","languages":["ind-Latn","tsn-Latn"]},{"precision":0.369961,"recall":0.478261,"f1":0.398085,"accuracy":0.478261,"main_score":0.398085,"hf_subset":"ind_Latn-zul_Latn","languages":["ind-Latn","zul-Latn"]},{"precision":0.681326,"recall":0.76581,"f1":0.706489,"accuracy":0.76581,"main_score":0.706489,"hf_subset":"ind_Latn-azb_Arab","languages":["ind-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-deu_Latn","languages":["ind-Latn","deu-Latn"]},{"precision":0.627075,"recall":0.717391,"f1":0.653163,"accuracy":0.717391,"main_score":0.653163,"hf_subset":"ind_Latn-hat_Latn","languages":["ind-Latn","hat-Latn"]},{"precision":0.317324,"recall":0.424901,"f1":0.343843,"accuracy":0.424901,"main_score":0.343843,"hf_subset":"ind_Latn-kbp_Latn","languages":["ind-Latn","kbp-Latn"]},{"precision":0.417123,"recall":0.524704,"f1":0.445116,"accuracy":0.524704,"main_score":0.445116,"hf_subset":"ind_Latn-luo_Latn","languages":["ind-Latn","luo-Latn"]},{"precision":0.544131,"recall":0.629447,"f1":0.567886,"accuracy":0.629447,"main_score":0.567886,"hf_subset":"ind_Latn-ory_Orya","languages":["ind-Latn","ory-Orya"]},{"precision":0.388062,"recall":0.502964,"f1":0.418759,"accuracy":0.502964,"main_score":0.418759,"hf_subset":"ind_Latn-sna_Latn","languages":["ind-Latn","sna-Latn"]},{"precision":0.370462,"recall":0.479249,"f1":0.397978,"accuracy":0.479249,"main_score":0.397978,"hf_subset":"ind_Latn-tso_Latn","languages":["ind-Latn","tso-Latn"]},{"precision":0.837451,"recall":0.886364,"f1":0.852899,"accuracy":0.886364,"main_score":0.852899,"hf_subset":"ind_Latn-azj_Latn","languages":["ind-Latn","azj-Latn"]},{"precision":0.409061,"recall":0.522727,"f1":0.438792,"accuracy":0.522727,"main_score":0.438792,"hf_subset":"ind_Latn-dik_Latn","languages":["ind-Latn","dik-Latn"]},{"precision":0.424099,"recall":0.520751,"f1":0.449848,"accuracy":0.520751,"main_score":0.449848,"hf_subset":"ind_Latn-hau_Latn","languages":["ind-Latn","hau-Latn"]},{"precision":0.796393,"recall":0.855731,"f1":0.814723,"accuracy":0.855731,"main_score":0.814723,"hf_subset":"ind_Latn-kea_Latn","languages":["ind-Latn","kea-Latn"]},{"precision":0.576523,"recall":0.671937,"f1":0.603468,"accuracy":0.671937,"main_score":0.603468,"hf_subset":"ind_Latn-lus_Latn","languages":["ind-Latn","lus-Latn"]},{"precision":0.724532,"recall":0.797431,"f1":0.746624,"accuracy":0.797431,"main_score":0.746624,"hf_subset":"ind_Latn-pag_Latn","languages":["ind-Latn","pag-Latn"]},{"precision":0.696377,"recall":0.777668,"f1":0.720883,"accuracy":0.777668,"main_score":0.720883,"hf_subset":"ind_Latn-snd_Arab","languages":["ind-Latn","snd-Arab"]},{"precision":0.584717,"recall":0.679842,"f1":0.611383,"accuracy":0.679842,"main_score":0.611383,"hf_subset":"ind_Latn-tuk_Latn","languages":["ind-Latn","tuk-Latn"]},{"precision":0.625562,"recall":0.711462,"f1":0.650038,"accuracy":0.711462,"main_score":0.650038,"hf_subset":"ind_Latn-bak_Cyrl","languages":["ind-Latn","bak-Cyrl"]},{"precision":0.336118,"recall":0.452569,"f1":0.366348,"accuracy":0.452569,"main_score":0.366348,"hf_subset":"ind_Latn-dyu_Latn","languages":["ind-Latn","dyu-Latn"]},{"precision":0.893445,"recall":0.926877,"f1":0.904315,"accuracy":0.926877,"main_score":0.904315,"hf_subset":"ind_Latn-heb_Hebr","languages":["ind-Latn","heb-Hebr"]},{"precision":0.423237,"recall":0.524704,"f1":0.450019,"accuracy":0.524704,"main_score":0.450019,"hf_subset":"ind_Latn-khk_Cyrl","languages":["ind-Latn","khk-Cyrl"]},{"precision":0.792935,"recall":0.851779,"f1":0.811265,"accuracy":0.851779,"main_score":0.811265,"hf_subset":"ind_Latn-lvs_Latn","languages":["ind-Latn","lvs-Latn"]},{"precision":0.926877,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"ind_Latn-pan_Guru","languages":["ind-Latn","pan-Guru"]},{"precision":0.363496,"recall":0.465415,"f1":0.388966,"accuracy":0.465415,"main_score":0.388966,"hf_subset":"ind_Latn-som_Latn","languages":["ind-Latn","som-Latn"]},{"precision":0.443693,"recall":0.540514,"f1":0.46971,"accuracy":0.540514,"main_score":0.46971,"hf_subset":"ind_Latn-tum_Latn","languages":["ind-Latn","tum-Latn"]},{"precision":0.253832,"recall":0.309289,"f1":0.26773,"accuracy":0.309289,"main_score":0.26773,"hf_subset":"knc_Latn-ace_Arab","languages":["knc-Latn","ace-Arab"]},{"precision":0.417507,"recall":0.460474,"f1":0.429843,"accuracy":0.460474,"main_score":0.429843,"hf_subset":"knc_Latn-bam_Latn","languages":["knc-Latn","bam-Latn"]},{"precision":0.137714,"recall":0.181818,"f1":0.148761,"accuracy":0.181818,"main_score":0.148761,"hf_subset":"knc_Latn-dzo_Tibt","languages":["knc-Latn","dzo-Tibt"]},{"precision":0.458777,"recall":0.529644,"f1":0.477804,"accuracy":0.529644,"main_score":0.477804,"hf_subset":"knc_Latn-hin_Deva","languages":["knc-Latn","hin-Deva"]},{"precision":0.374524,"recall":0.431818,"f1":0.390203,"accuracy":0.431818,"main_score":0.390203,"hf_subset":"knc_Latn-khm_Khmr","languages":["knc-Latn","khm-Khmr"]},{"precision":0.465167,"recall":0.528656,"f1":0.482664,"accuracy":0.528656,"main_score":0.482664,"hf_subset":"knc_Latn-mag_Deva","languages":["knc-Latn","mag-Deva"]},{"precision":0.484363,"recall":0.524704,"f1":0.495528,"accuracy":0.524704,"main_score":0.495528,"hf_subset":"knc_Latn-pap_Latn","languages":["knc-Latn","pap-Latn"]},{"precision":0.451555,"recall":0.496047,"f1":0.463986,"accuracy":0.496047,"main_score":0.463986,"hf_subset":"knc_Latn-sot_Latn","languages":["knc-Latn","sot-Latn"]},{"precision":0.475465,"recall":0.533597,"f1":0.491857,"accuracy":0.533597,"main_score":0.491857,"hf_subset":"knc_Latn-tur_Latn","languages":["knc-Latn","tur-Latn"]},{"precision":0.488192,"recall":0.530632,"f1":0.499966,"accuracy":0.530632,"main_score":0.499966,"hf_subset":"knc_Latn-ace_Latn","languages":["knc-Latn","ace-Latn"]},{"precision":0.491987,"recall":0.529644,"f1":0.502863,"accuracy":0.529644,"main_score":0.502863,"hf_subset":"knc_Latn-ban_Latn","languages":["knc-Latn","ban-Latn"]},{"precision":0.40031,"recall":0.472332,"f1":0.418592,"accuracy":0.472332,"main_score":0.418592,"hf_subset":"knc_Latn-ell_Grek","languages":["knc-Latn","ell-Grek"]},{"precision":0.454264,"recall":0.513834,"f1":0.471248,"accuracy":0.513834,"main_score":0.471248,"hf_subset":"knc_Latn-hne_Deva","languages":["knc-Latn","hne-Deva"]},{"precision":0.42071,"recall":0.47332,"f1":0.435559,"accuracy":0.47332,"main_score":0.435559,"hf_subset":"knc_Latn-kik_Latn","languages":["knc-Latn","kik-Latn"]},{"precision":0.468581,"recall":0.525692,"f1":0.484871,"accuracy":0.525692,"main_score":0.484871,"hf_subset":"knc_Latn-mai_Deva","languages":["knc-Latn","mai-Deva"]},{"precision":0.421463,"recall":0.478261,"f1":0.437423,"accuracy":0.478261,"main_score":0.437423,"hf_subset":"knc_Latn-pbt_Arab","languages":["knc-Latn","pbt-Arab"]},{"precision":0.476492,"recall":0.546443,"f1":0.494864,"accuracy":0.546443,"main_score":0.494864,"hf_subset":"knc_Latn-spa_Latn","languages":["knc-Latn","spa-Latn"]},{"precision":0.492704,"recall":0.529644,"f1":0.504348,"accuracy":0.529644,"main_score":0.504348,"hf_subset":"knc_Latn-twi_Latn","languages":["knc-Latn","twi-Latn"]},{"precision":0.444508,"recall":0.512846,"f1":0.46262,"accuracy":0.512846,"main_score":0.46262,"hf_subset":"knc_Latn-acm_Arab","languages":["knc-Latn","acm-Arab"]},{"precision":0.384637,"recall":0.448617,"f1":0.403209,"accuracy":0.448617,"main_score":0.403209,"hf_subset":"knc_Latn-bel_Cyrl","languages":["knc-Latn","bel-Cyrl"]},{"precision":0.500145,"recall":0.565217,"f1":0.518152,"accuracy":0.565217,"main_score":0.518152,"hf_subset":"knc_Latn-eng_Latn","languages":["knc-Latn","eng-Latn"]},{"precision":0.446278,"recall":0.51087,"f1":0.464114,"accuracy":0.51087,"main_score":0.464114,"hf_subset":"knc_Latn-hrv_Latn","languages":["knc-Latn","hrv-Latn"]},{"precision":0.400355,"recall":0.453557,"f1":0.415258,"accuracy":0.453557,"main_score":0.415258,"hf_subset":"knc_Latn-kin_Latn","languages":["knc-Latn","kin-Latn"]},{"precision":0.435921,"recall":0.508893,"f1":0.45552,"accuracy":0.508893,"main_score":0.45552,"hf_subset":"knc_Latn-mal_Mlym","languages":["knc-Latn","mal-Mlym"]},{"precision":0.454396,"recall":0.529644,"f1":0.474229,"accuracy":0.529644,"main_score":0.474229,"hf_subset":"knc_Latn-pes_Arab","languages":["knc-Latn","pes-Arab"]},{"precision":0.457134,"recall":0.503953,"f1":0.470237,"accuracy":0.503953,"main_score":0.470237,"hf_subset":"knc_Latn-srd_Latn","languages":["knc-Latn","srd-Latn"]},{"precision":0.129451,"recall":0.179842,"f1":0.141699,"accuracy":0.179842,"main_score":0.141699,"hf_subset":"knc_Latn-tzm_Tfng","languages":["knc-Latn","tzm-Tfng"]},{"precision":0.456971,"recall":0.527668,"f1":0.475038,"accuracy":0.527668,"main_score":0.475038,"hf_subset":"knc_Latn-acq_Arab","languages":["knc-Latn","acq-Arab"]},{"precision":0.469116,"recall":0.51581,"f1":0.482609,"accuracy":0.51581,"main_score":0.482609,"hf_subset":"knc_Latn-bem_Latn","languages":["knc-Latn","bem-Latn"]},{"precision":0.466174,"recall":0.514822,"f1":0.479853,"accuracy":0.514822,"main_score":0.479853,"hf_subset":"knc_Latn-epo_Latn","languages":["knc-Latn","epo-Latn"]},{"precision":0.433413,"recall":0.501976,"f1":0.452625,"accuracy":0.501976,"main_score":0.452625,"hf_subset":"knc_Latn-hun_Latn","languages":["knc-Latn","hun-Latn"]},{"precision":0.447487,"recall":0.494071,"f1":0.461098,"accuracy":0.494071,"main_score":0.461098,"hf_subset":"knc_Latn-kir_Cyrl","languages":["knc-Latn","kir-Cyrl"]},{"precision":0.456758,"recall":0.520751,"f1":0.473945,"accuracy":0.520751,"main_score":0.473945,"hf_subset":"knc_Latn-mar_Deva","languages":["knc-Latn","mar-Deva"]},{"precision":0.443496,"recall":0.492095,"f1":0.457388,"accuracy":0.492095,"main_score":0.457388,"hf_subset":"knc_Latn-plt_Latn","languages":["knc-Latn","plt-Latn"]},{"precision":0.432457,"recall":0.494071,"f1":0.449576,"accuracy":0.494071,"main_score":0.449576,"hf_subset":"knc_Latn-srp_Cyrl","languages":["knc-Latn","srp-Cyrl"]},{"precision":0.278079,"recall":0.333004,"f1":0.292179,"accuracy":0.333004,"main_score":0.292179,"hf_subset":"knc_Latn-uig_Arab","languages":["knc-Latn","uig-Arab"]},{"precision":0.443807,"recall":0.502964,"f1":0.459428,"accuracy":0.502964,"main_score":0.459428,"hf_subset":"knc_Latn-aeb_Arab","languages":["knc-Latn","aeb-Arab"]},{"precision":0.456345,"recall":0.529644,"f1":0.476503,"accuracy":0.529644,"main_score":0.476503,"hf_subset":"knc_Latn-ben_Beng","languages":["knc-Latn","ben-Beng"]},{"precision":0.438554,"recall":0.48419,"f1":0.452029,"accuracy":0.48419,"main_score":0.452029,"hf_subset":"knc_Latn-est_Latn","languages":["knc-Latn","est-Latn"]},{"precision":0.385835,"recall":0.439723,"f1":0.400349,"accuracy":0.439723,"main_score":0.400349,"hf_subset":"knc_Latn-hye_Armn","languages":["knc-Latn","hye-Armn"]},{"precision":0.424662,"recall":0.474308,"f1":0.438759,"accuracy":0.474308,"main_score":0.438759,"hf_subset":"knc_Latn-kmb_Latn","languages":["knc-Latn","kmb-Latn"]},{"precision":0.225306,"recall":0.274704,"f1":0.239002,"accuracy":0.274704,"main_score":0.239002,"hf_subset":"knc_Latn-min_Arab","languages":["knc-Latn","min-Arab"]},{"precision":0.461428,"recall":0.529644,"f1":0.479598,"accuracy":0.529644,"main_score":0.479598,"hf_subset":"knc_Latn-pol_Latn","languages":["knc-Latn","pol-Latn"]},{"precision":0.426249,"recall":0.475296,"f1":0.439952,"accuracy":0.475296,"main_score":0.439952,"hf_subset":"knc_Latn-ssw_Latn","languages":["knc-Latn","ssw-Latn"]},{"precision":0.446697,"recall":0.507905,"f1":0.463626,"accuracy":0.507905,"main_score":0.463626,"hf_subset":"knc_Latn-ukr_Cyrl","languages":["knc-Latn","ukr-Cyrl"]},{"precision":0.487955,"recall":0.540514,"f1":0.503242,"accuracy":0.540514,"main_score":0.503242,"hf_subset":"knc_Latn-afr_Latn","languages":["knc-Latn","afr-Latn"]},{"precision":0.463291,"recall":0.519763,"f1":0.478679,"accuracy":0.519763,"main_score":0.478679,"hf_subset":"knc_Latn-bho_Deva","languages":["knc-Latn","bho-Deva"]},{"precision":0.450181,"recall":0.493083,"f1":0.462398,"accuracy":0.493083,"main_score":0.462398,"hf_subset":"knc_Latn-eus_Latn","languages":["knc-Latn","eus-Latn"]},{"precision":0.39916,"recall":0.456522,"f1":0.415862,"accuracy":0.456522,"main_score":0.415862,"hf_subset":"knc_Latn-ibo_Latn","languages":["knc-Latn","ibo-Latn"]},{"precision":0.426822,"recall":0.475296,"f1":0.440627,"accuracy":0.475296,"main_score":0.440627,"hf_subset":"knc_Latn-kmr_Latn","languages":["knc-Latn","kmr-Latn"]},{"precision":0.488287,"recall":0.531621,"f1":0.500726,"accuracy":0.531621,"main_score":0.500726,"hf_subset":"knc_Latn-min_Latn","languages":["knc-Latn","min-Latn"]},{"precision":0.499418,"recall":0.559289,"f1":0.514572,"accuracy":0.559289,"main_score":0.514572,"hf_subset":"knc_Latn-por_Latn","languages":["knc-Latn","por-Latn"]},{"precision":0.508909,"recall":0.548419,"f1":0.520274,"accuracy":0.548419,"main_score":0.520274,"hf_subset":"knc_Latn-sun_Latn","languages":["knc-Latn","sun-Latn"]},{"precision":0.408326,"recall":0.464427,"f1":0.425511,"accuracy":0.464427,"main_score":0.425511,"hf_subset":"knc_Latn-umb_Latn","languages":["knc-Latn","umb-Latn"]},{"precision":0.460919,"recall":0.522727,"f1":0.477995,"accuracy":0.522727,"main_score":0.477995,"hf_subset":"knc_Latn-ajp_Arab","languages":["knc-Latn","ajp-Arab"]},{"precision":0.238709,"recall":0.291502,"f1":0.25312,"accuracy":0.291502,"main_score":0.25312,"hf_subset":"knc_Latn-bjn_Arab","languages":["knc-Latn","bjn-Arab"]},{"precision":0.450438,"recall":0.485178,"f1":0.460886,"accuracy":0.485178,"main_score":0.460886,"hf_subset":"knc_Latn-ewe_Latn","languages":["knc-Latn","ewe-Latn"]},{"precision":0.515884,"recall":0.55336,"f1":0.527591,"accuracy":0.55336,"main_score":0.527591,"hf_subset":"knc_Latn-ilo_Latn","languages":["knc-Latn","ilo-Latn"]},{"precision":0.263635,"recall":0.318182,"f1":0.278463,"accuracy":0.318182,"main_score":0.278463,"hf_subset":"knc_Latn-knc_Arab","languages":["knc-Latn","knc-Arab"]},{"precision":0.439743,"recall":0.493083,"f1":0.454814,"accuracy":0.493083,"main_score":0.454814,"hf_subset":"knc_Latn-mkd_Cyrl","languages":["knc-Latn","mkd-Cyrl"]},{"precision":0.446147,"recall":0.516798,"f1":0.46412,"accuracy":0.516798,"main_score":0.46412,"hf_subset":"knc_Latn-prs_Arab","languages":["knc-Latn","prs-Arab"]},{"precision":0.478011,"recall":0.543478,"f1":0.496303,"accuracy":0.543478,"main_score":0.496303,"hf_subset":"knc_Latn-swe_Latn","languages":["knc-Latn","swe-Latn"]},{"precision":0.424967,"recall":0.486166,"f1":0.442627,"accuracy":0.486166,"main_score":0.442627,"hf_subset":"knc_Latn-urd_Arab","languages":["knc-Latn","urd-Arab"]},{"precision":0.483938,"recall":0.525692,"f1":0.496383,"accuracy":0.525692,"main_score":0.496383,"hf_subset":"knc_Latn-aka_Latn","languages":["knc-Latn","aka-Latn"]},{"precision":0.491056,"recall":0.536561,"f1":0.503756,"accuracy":0.536561,"main_score":0.503756,"hf_subset":"knc_Latn-bjn_Latn","languages":["knc-Latn","bjn-Latn"]},{"precision":0.429513,"recall":0.478261,"f1":0.443577,"accuracy":0.478261,"main_score":0.443577,"hf_subset":"knc_Latn-fao_Latn","languages":["knc-Latn","fao-Latn"]},{"precision":0.489764,"recall":0.559289,"f1":0.508178,"accuracy":0.559289,"main_score":0.508178,"hf_subset":"knc_Latn-ind_Latn","languages":["knc-Latn","ind-Latn"]},{"precision":0.455937,"recall":0.502964,"f1":0.469047,"accuracy":0.502964,"main_score":0.469047,"hf_subset":"knc_Latn-mlt_Latn","languages":["knc-Latn","mlt-Latn"]},{"precision":0.435074,"recall":0.490119,"f1":0.451168,"accuracy":0.490119,"main_score":0.451168,"hf_subset":"knc_Latn-quy_Latn","languages":["knc-Latn","quy-Latn"]},{"precision":0.468103,"recall":0.51581,"f1":0.481602,"accuracy":0.51581,"main_score":0.481602,"hf_subset":"knc_Latn-swh_Latn","languages":["knc-Latn","swh-Latn"]},{"precision":0.410367,"recall":0.461462,"f1":0.424467,"accuracy":0.461462,"main_score":0.424467,"hf_subset":"knc_Latn-uzn_Latn","languages":["knc-Latn","uzn-Latn"]},{"precision":0.447048,"recall":0.497036,"f1":0.461184,"accuracy":0.497036,"main_score":0.461184,"hf_subset":"knc_Latn-als_Latn","languages":["knc-Latn","als-Latn"]},{"precision":0.185773,"recall":0.23913,"f1":0.198854,"accuracy":0.23913,"main_score":0.198854,"hf_subset":"knc_Latn-bod_Tibt","languages":["knc-Latn","bod-Tibt"]},{"precision":0.447299,"recall":0.493083,"f1":0.460565,"accuracy":0.493083,"main_score":0.460565,"hf_subset":"knc_Latn-fij_Latn","languages":["knc-Latn","fij-Latn"]},{"precision":0.390821,"recall":0.448617,"f1":0.406669,"accuracy":0.448617,"main_score":0.406669,"hf_subset":"knc_Latn-isl_Latn","languages":["knc-Latn","isl-Latn"]},{"precision":0.475436,"recall":0.516798,"f1":0.48752,"accuracy":0.516798,"main_score":0.48752,"hf_subset":"knc_Latn-kon_Latn","languages":["knc-Latn","kon-Latn"]},{"precision":0.331203,"recall":0.395257,"f1":0.34894,"accuracy":0.395257,"main_score":0.34894,"hf_subset":"knc_Latn-mni_Beng","languages":["knc-Latn","mni-Beng"]},{"precision":0.482377,"recall":0.541502,"f1":0.498242,"accuracy":0.541502,"main_score":0.498242,"hf_subset":"knc_Latn-ron_Latn","languages":["knc-Latn","ron-Latn"]},{"precision":0.445356,"recall":0.491107,"f1":0.458799,"accuracy":0.491107,"main_score":0.458799,"hf_subset":"knc_Latn-szl_Latn","languages":["knc-Latn","szl-Latn"]},{"precision":0.47747,"recall":0.521739,"f1":0.489889,"accuracy":0.521739,"main_score":0.489889,"hf_subset":"knc_Latn-vec_Latn","languages":["knc-Latn","vec-Latn"]},{"precision":0.388001,"recall":0.448617,"f1":0.404724,"accuracy":0.448617,"main_score":0.404724,"hf_subset":"knc_Latn-amh_Ethi","languages":["knc-Latn","amh-Ethi"]},{"precision":0.468405,"recall":0.521739,"f1":0.483177,"accuracy":0.521739,"main_score":0.483177,"hf_subset":"knc_Latn-bos_Latn","languages":["knc-Latn","bos-Latn"]},{"precision":0.449629,"recall":0.513834,"f1":0.467653,"accuracy":0.513834,"main_score":0.467653,"hf_subset":"knc_Latn-fin_Latn","languages":["knc-Latn","fin-Latn"]},{"precision":0.483271,"recall":0.554348,"f1":0.501983,"accuracy":0.554348,"main_score":0.501983,"hf_subset":"knc_Latn-ita_Latn","languages":["knc-Latn","ita-Latn"]},{"precision":0.465625,"recall":0.532609,"f1":0.48309,"accuracy":0.532609,"main_score":0.48309,"hf_subset":"knc_Latn-kor_Hang","languages":["knc-Latn","kor-Hang"]},{"precision":0.423944,"recall":0.470356,"f1":0.4366,"accuracy":0.470356,"main_score":0.4366,"hf_subset":"knc_Latn-mos_Latn","languages":["knc-Latn","mos-Latn"]},{"precision":0.430698,"recall":0.475296,"f1":0.443939,"accuracy":0.475296,"main_score":0.443939,"hf_subset":"knc_Latn-run_Latn","languages":["knc-Latn","run-Latn"]},{"precision":0.410481,"recall":0.488142,"f1":0.430925,"accuracy":0.488142,"main_score":0.430925,"hf_subset":"knc_Latn-tam_Taml","languages":["knc-Latn","tam-Taml"]},{"precision":0.472374,"recall":0.543478,"f1":0.491163,"accuracy":0.543478,"main_score":0.491163,"hf_subset":"knc_Latn-vie_Latn","languages":["knc-Latn","vie-Latn"]},{"precision":0.464512,"recall":0.520751,"f1":0.479308,"accuracy":0.520751,"main_score":0.479308,"hf_subset":"knc_Latn-apc_Arab","languages":["knc-Latn","apc-Arab"]},{"precision":0.474486,"recall":0.521739,"f1":0.488643,"accuracy":0.521739,"main_score":0.488643,"hf_subset":"knc_Latn-bug_Latn","languages":["knc-Latn","bug-Latn"]},{"precision":0.401755,"recall":0.449605,"f1":0.416142,"accuracy":0.449605,"main_score":0.416142,"hf_subset":"knc_Latn-fon_Latn","languages":["knc-Latn","fon-Latn"]},{"precision":0.491585,"recall":0.536561,"f1":0.504147,"accuracy":0.536561,"main_score":0.504147,"hf_subset":"knc_Latn-jav_Latn","languages":["knc-Latn","jav-Latn"]},{"precision":0.395718,"recall":0.4417,"f1":0.408584,"accuracy":0.4417,"main_score":0.408584,"hf_subset":"knc_Latn-lao_Laoo","languages":["knc-Latn","lao-Laoo"]},{"precision":0.399014,"recall":0.455534,"f1":0.414662,"accuracy":0.455534,"main_score":0.414662,"hf_subset":"knc_Latn-mri_Latn","languages":["knc-Latn","mri-Latn"]},{"precision":0.455265,"recall":0.529644,"f1":0.475489,"accuracy":0.529644,"main_score":0.475489,"hf_subset":"knc_Latn-rus_Cyrl","languages":["knc-Latn","rus-Cyrl"]},{"precision":0.410418,"recall":0.462451,"f1":0.425219,"accuracy":0.462451,"main_score":0.425219,"hf_subset":"knc_Latn-taq_Latn","languages":["knc-Latn","taq-Latn"]},{"precision":0.517712,"recall":0.551383,"f1":0.527867,"accuracy":0.551383,"main_score":0.527867,"hf_subset":"knc_Latn-war_Latn","languages":["knc-Latn","war-Latn"]},{"precision":0.453342,"recall":0.525692,"f1":0.472377,"accuracy":0.525692,"main_score":0.472377,"hf_subset":"knc_Latn-arb_Arab","languages":["knc-Latn","arb-Arab"]},{"precision":0.467092,"recall":0.525692,"f1":0.482776,"accuracy":0.525692,"main_score":0.482776,"hf_subset":"knc_Latn-bul_Cyrl","languages":["knc-Latn","bul-Cyrl"]},{"precision":0.493098,"recall":0.555336,"f1":0.509443,"accuracy":0.555336,"main_score":0.509443,"hf_subset":"knc_Latn-fra_Latn","languages":["knc-Latn","fra-Latn"]},{"precision":0.441374,"recall":0.521739,"f1":0.462885,"accuracy":0.521739,"main_score":0.462885,"hf_subset":"knc_Latn-jpn_Jpan","languages":["knc-Latn","jpn-Jpan"]},{"precision":0.472816,"recall":0.516798,"f1":0.485452,"accuracy":0.516798,"main_score":0.485452,"hf_subset":"knc_Latn-lij_Latn","languages":["knc-Latn","lij-Latn"]},{"precision":0.337911,"recall":0.410079,"f1":0.357613,"accuracy":0.410079,"main_score":0.357613,"hf_subset":"knc_Latn-mya_Mymr","languages":["knc-Latn","mya-Mymr"]},{"precision":0.480567,"recall":0.520751,"f1":0.492608,"accuracy":0.520751,"main_score":0.492608,"hf_subset":"knc_Latn-sag_Latn","languages":["knc-Latn","sag-Latn"]},{"precision":0.163581,"recall":0.224308,"f1":0.177995,"accuracy":0.224308,"main_score":0.177995,"hf_subset":"knc_Latn-taq_Tfng","languages":["knc-Latn","taq-Tfng"]},{"precision":0.454366,"recall":0.497036,"f1":0.466177,"accuracy":0.497036,"main_score":0.466177,"hf_subset":"knc_Latn-wol_Latn","languages":["knc-Latn","wol-Latn"]},{"precision":0.293443,"recall":0.359684,"f1":0.310377,"accuracy":0.359684,"main_score":0.310377,"hf_subset":"knc_Latn-arb_Latn","languages":["knc-Latn","arb-Latn"]},{"precision":0.476733,"recall":0.532609,"f1":0.492306,"accuracy":0.532609,"main_score":0.492306,"hf_subset":"knc_Latn-cat_Latn","languages":["knc-Latn","cat-Latn"]},{"precision":0.460767,"recall":0.507905,"f1":0.473524,"accuracy":0.507905,"main_score":0.473524,"hf_subset":"knc_Latn-fur_Latn","languages":["knc-Latn","fur-Latn"]},{"precision":0.309367,"recall":0.362648,"f1":0.323098,"accuracy":0.362648,"main_score":0.323098,"hf_subset":"knc_Latn-kab_Latn","languages":["knc-Latn","kab-Latn"]},{"precision":0.465668,"recall":0.511858,"f1":0.479202,"accuracy":0.511858,"main_score":0.479202,"hf_subset":"knc_Latn-lim_Latn","languages":["knc-Latn","lim-Latn"]},{"precision":0.481283,"recall":0.554348,"f1":0.500782,"accuracy":0.554348,"main_score":0.500782,"hf_subset":"knc_Latn-nld_Latn","languages":["knc-Latn","nld-Latn"]},{"precision":0.404317,"recall":0.463439,"f1":0.421,"accuracy":0.463439,"main_score":0.421,"hf_subset":"knc_Latn-san_Deva","languages":["knc-Latn","san-Deva"]},{"precision":0.458292,"recall":0.498024,"f1":0.469332,"accuracy":0.498024,"main_score":0.469332,"hf_subset":"knc_Latn-tat_Cyrl","languages":["knc-Latn","tat-Cyrl"]},{"precision":0.443163,"recall":0.492095,"f1":0.457235,"accuracy":0.492095,"main_score":0.457235,"hf_subset":"knc_Latn-xho_Latn","languages":["knc-Latn","xho-Latn"]},{"precision":0.422517,"recall":0.500988,"f1":0.443552,"accuracy":0.500988,"main_score":0.443552,"hf_subset":"knc_Latn-ars_Arab","languages":["knc-Latn","ars-Arab"]},{"precision":0.504768,"recall":0.544466,"f1":0.516022,"accuracy":0.544466,"main_score":0.516022,"hf_subset":"knc_Latn-ceb_Latn","languages":["knc-Latn","ceb-Latn"]},{"precision":0.444608,"recall":0.493083,"f1":0.458754,"accuracy":0.493083,"main_score":0.458754,"hf_subset":"knc_Latn-fuv_Latn","languages":["knc-Latn","fuv-Latn"]},{"precision":0.45794,"recall":0.503953,"f1":0.471427,"accuracy":0.503953,"main_score":0.471427,"hf_subset":"knc_Latn-kac_Latn","languages":["knc-Latn","kac-Latn"]},{"precision":0.468822,"recall":0.514822,"f1":0.482093,"accuracy":0.514822,"main_score":0.482093,"hf_subset":"knc_Latn-lin_Latn","languages":["knc-Latn","lin-Latn"]},{"precision":0.466708,"recall":0.51581,"f1":0.480038,"accuracy":0.51581,"main_score":0.480038,"hf_subset":"knc_Latn-nno_Latn","languages":["knc-Latn","nno-Latn"]},{"precision":0.167426,"recall":0.201581,"f1":0.17681,"accuracy":0.201581,"main_score":0.17681,"hf_subset":"knc_Latn-sat_Olck","languages":["knc-Latn","sat-Olck"]},{"precision":0.433843,"recall":0.51581,"f1":0.456318,"accuracy":0.51581,"main_score":0.456318,"hf_subset":"knc_Latn-tel_Telu","languages":["knc-Latn","tel-Telu"]},{"precision":0.253297,"recall":0.31917,"f1":0.271039,"accuracy":0.31917,"main_score":0.271039,"hf_subset":"knc_Latn-ydd_Hebr","languages":["knc-Latn","ydd-Hebr"]},{"precision":0.424386,"recall":0.48419,"f1":0.440508,"accuracy":0.48419,"main_score":0.440508,"hf_subset":"knc_Latn-ary_Arab","languages":["knc-Latn","ary-Arab"]},{"precision":0.445477,"recall":0.509881,"f1":0.462387,"accuracy":0.509881,"main_score":0.462387,"hf_subset":"knc_Latn-ces_Latn","languages":["knc-Latn","ces-Latn"]},{"precision":0.338734,"recall":0.391304,"f1":0.353183,"accuracy":0.391304,"main_score":0.353183,"hf_subset":"knc_Latn-gaz_Latn","languages":["knc-Latn","gaz-Latn"]},{"precision":0.437961,"recall":0.48913,"f1":0.453049,"accuracy":0.48913,"main_score":0.453049,"hf_subset":"knc_Latn-kam_Latn","languages":["knc-Latn","kam-Latn"]},{"precision":0.42182,"recall":0.478261,"f1":0.438243,"accuracy":0.478261,"main_score":0.438243,"hf_subset":"knc_Latn-lit_Latn","languages":["knc-Latn","lit-Latn"]},{"precision":0.475147,"recall":0.533597,"f1":0.49095,"accuracy":0.533597,"main_score":0.49095,"hf_subset":"knc_Latn-nob_Latn","languages":["knc-Latn","nob-Latn"]},{"precision":0.458155,"recall":0.5,"f1":0.470137,"accuracy":0.5,"main_score":0.470137,"hf_subset":"knc_Latn-scn_Latn","languages":["knc-Latn","scn-Latn"]},{"precision":0.378651,"recall":0.431818,"f1":0.393585,"accuracy":0.431818,"main_score":0.393585,"hf_subset":"knc_Latn-tgk_Cyrl","languages":["knc-Latn","tgk-Cyrl"]},{"precision":0.39632,"recall":0.459486,"f1":0.414989,"accuracy":0.459486,"main_score":0.414989,"hf_subset":"knc_Latn-yor_Latn","languages":["knc-Latn","yor-Latn"]},{"precision":0.458039,"recall":0.521739,"f1":0.47462,"accuracy":0.521739,"main_score":0.47462,"hf_subset":"knc_Latn-arz_Arab","languages":["knc-Latn","arz-Arab"]},{"precision":0.427228,"recall":0.475296,"f1":0.440807,"accuracy":0.475296,"main_score":0.440807,"hf_subset":"knc_Latn-cjk_Latn","languages":["knc-Latn","cjk-Latn"]},{"precision":0.36937,"recall":0.423913,"f1":0.384304,"accuracy":0.423913,"main_score":0.384304,"hf_subset":"knc_Latn-gla_Latn","languages":["knc-Latn","gla-Latn"]},{"precision":0.420227,"recall":0.491107,"f1":0.439158,"accuracy":0.491107,"main_score":0.439158,"hf_subset":"knc_Latn-kan_Knda","languages":["knc-Latn","kan-Knda"]},{"precision":0.455333,"recall":0.500988,"f1":0.468511,"accuracy":0.500988,"main_score":0.468511,"hf_subset":"knc_Latn-lmo_Latn","languages":["knc-Latn","lmo-Latn"]},{"precision":0.445136,"recall":0.513834,"f1":0.463798,"accuracy":0.513834,"main_score":0.463798,"hf_subset":"knc_Latn-npi_Deva","languages":["knc-Latn","npi-Deva"]},{"precision":0.390808,"recall":0.454545,"f1":0.409036,"accuracy":0.454545,"main_score":0.409036,"hf_subset":"knc_Latn-shn_Mymr","languages":["knc-Latn","shn-Mymr"]},{"precision":0.48601,"recall":0.534585,"f1":0.499751,"accuracy":0.534585,"main_score":0.499751,"hf_subset":"knc_Latn-tgl_Latn","languages":["knc-Latn","tgl-Latn"]},{"precision":0.440777,"recall":0.512846,"f1":0.459782,"accuracy":0.512846,"main_score":0.459782,"hf_subset":"knc_Latn-yue_Hant","languages":["knc-Latn","yue-Hant"]},{"precision":0.396459,"recall":0.463439,"f1":0.415445,"accuracy":0.463439,"main_score":0.415445,"hf_subset":"knc_Latn-asm_Beng","languages":["knc-Latn","asm-Beng"]},{"precision":0.322499,"recall":0.375494,"f1":0.336816,"accuracy":0.375494,"main_score":0.336816,"hf_subset":"knc_Latn-ckb_Arab","languages":["knc-Latn","ckb-Arab"]},{"precision":0.354642,"recall":0.416996,"f1":0.37172,"accuracy":0.416996,"main_score":0.37172,"hf_subset":"knc_Latn-gle_Latn","languages":["knc-Latn","gle-Latn"]},{"precision":0.355152,"recall":0.418972,"f1":0.371778,"accuracy":0.418972,"main_score":0.371778,"hf_subset":"knc_Latn-kas_Arab","languages":["knc-Latn","kas-Arab"]},{"precision":0.426227,"recall":0.476285,"f1":0.440719,"accuracy":0.476285,"main_score":0.440719,"hf_subset":"knc_Latn-ltg_Latn","languages":["knc-Latn","ltg-Latn"]},{"precision":0.473205,"recall":0.511858,"f1":0.484505,"accuracy":0.511858,"main_score":0.484505,"hf_subset":"knc_Latn-nso_Latn","languages":["knc-Latn","nso-Latn"]},{"precision":0.388362,"recall":0.454545,"f1":0.406306,"accuracy":0.454545,"main_score":0.406306,"hf_subset":"knc_Latn-sin_Sinh","languages":["knc-Latn","sin-Sinh"]},{"precision":0.448192,"recall":0.524704,"f1":0.468106,"accuracy":0.524704,"main_score":0.468106,"hf_subset":"knc_Latn-tha_Thai","languages":["knc-Latn","tha-Thai"]},{"precision":0.460115,"recall":0.528656,"f1":0.47888,"accuracy":0.528656,"main_score":0.47888,"hf_subset":"knc_Latn-zho_Hans","languages":["knc-Latn","zho-Hans"]},{"precision":0.475388,"recall":0.518775,"f1":0.488295,"accuracy":0.518775,"main_score":0.488295,"hf_subset":"knc_Latn-ast_Latn","languages":["knc-Latn","ast-Latn"]},{"precision":0.435673,"recall":0.483202,"f1":0.44907,"accuracy":0.483202,"main_score":0.44907,"hf_subset":"knc_Latn-crh_Latn","languages":["knc-Latn","crh-Latn"]},{"precision":0.496117,"recall":0.545455,"f1":0.510524,"accuracy":0.545455,"main_score":0.510524,"hf_subset":"knc_Latn-glg_Latn","languages":["knc-Latn","glg-Latn"]},{"precision":0.414172,"recall":0.468379,"f1":0.429605,"accuracy":0.468379,"main_score":0.429605,"hf_subset":"knc_Latn-kas_Deva","languages":["knc-Latn","kas-Deva"]},{"precision":0.446961,"recall":0.498024,"f1":0.461589,"accuracy":0.498024,"main_score":0.461589,"hf_subset":"knc_Latn-ltz_Latn","languages":["knc-Latn","ltz-Latn"]},{"precision":0.357501,"recall":0.417984,"f1":0.373682,"accuracy":0.417984,"main_score":0.373682,"hf_subset":"knc_Latn-nus_Latn","languages":["knc-Latn","nus-Latn"]},{"precision":0.450535,"recall":0.51087,"f1":0.467147,"accuracy":0.51087,"main_score":0.467147,"hf_subset":"knc_Latn-slk_Latn","languages":["knc-Latn","slk-Latn"]},{"precision":0.31127,"recall":0.378458,"f1":0.329982,"accuracy":0.378458,"main_score":0.329982,"hf_subset":"knc_Latn-tir_Ethi","languages":["knc-Latn","tir-Ethi"]},{"precision":0.425492,"recall":0.5,"f1":0.445055,"accuracy":0.5,"main_score":0.445055,"hf_subset":"knc_Latn-zho_Hant","languages":["knc-Latn","zho-Hant"]},{"precision":0.465582,"recall":0.525692,"f1":0.482064,"accuracy":0.525692,"main_score":0.482064,"hf_subset":"knc_Latn-awa_Deva","languages":["knc-Latn","awa-Deva"]},{"precision":0.39744,"recall":0.44664,"f1":0.410891,"accuracy":0.44664,"main_score":0.410891,"hf_subset":"knc_Latn-cym_Latn","languages":["knc-Latn","cym-Latn"]},{"precision":0.485452,"recall":0.528656,"f1":0.49821,"accuracy":0.528656,"main_score":0.49821,"hf_subset":"knc_Latn-grn_Latn","languages":["knc-Latn","grn-Latn"]},{"precision":0.392501,"recall":0.45751,"f1":0.410067,"accuracy":0.45751,"main_score":0.410067,"hf_subset":"knc_Latn-kat_Geor","languages":["knc-Latn","kat-Geor"]},{"precision":0.463269,"recall":0.503953,"f1":0.475317,"accuracy":0.503953,"main_score":0.475317,"hf_subset":"knc_Latn-lua_Latn","languages":["knc-Latn","lua-Latn"]},{"precision":0.490954,"recall":0.529644,"f1":0.502312,"accuracy":0.529644,"main_score":0.502312,"hf_subset":"knc_Latn-nya_Latn","languages":["knc-Latn","nya-Latn"]},{"precision":0.450622,"recall":0.502964,"f1":0.465061,"accuracy":0.502964,"main_score":0.465061,"hf_subset":"knc_Latn-slv_Latn","languages":["knc-Latn","slv-Latn"]},{"precision":0.510797,"recall":0.552372,"f1":0.522771,"accuracy":0.552372,"main_score":0.522771,"hf_subset":"knc_Latn-tpi_Latn","languages":["knc-Latn","tpi-Latn"]},{"precision":0.491002,"recall":0.547431,"f1":0.50703,"accuracy":0.547431,"main_score":0.50703,"hf_subset":"knc_Latn-zsm_Latn","languages":["knc-Latn","zsm-Latn"]},{"precision":0.395442,"recall":0.458498,"f1":0.414034,"accuracy":0.458498,"main_score":0.414034,"hf_subset":"knc_Latn-ayr_Latn","languages":["knc-Latn","ayr-Latn"]},{"precision":0.464519,"recall":0.532609,"f1":0.483043,"accuracy":0.532609,"main_score":0.483043,"hf_subset":"knc_Latn-dan_Latn","languages":["knc-Latn","dan-Latn"]},{"precision":0.418903,"recall":0.494071,"f1":0.439424,"accuracy":0.494071,"main_score":0.439424,"hf_subset":"knc_Latn-guj_Gujr","languages":["knc-Latn","guj-Gujr"]},{"precision":0.433243,"recall":0.491107,"f1":0.449331,"accuracy":0.491107,"main_score":0.449331,"hf_subset":"knc_Latn-kaz_Cyrl","languages":["knc-Latn","kaz-Cyrl"]},{"precision":0.420085,"recall":0.470356,"f1":0.434185,"accuracy":0.470356,"main_score":0.434185,"hf_subset":"knc_Latn-lug_Latn","languages":["knc-Latn","lug-Latn"]},{"precision":0.466315,"recall":0.518775,"f1":0.480815,"accuracy":0.518775,"main_score":0.480815,"hf_subset":"knc_Latn-oci_Latn","languages":["knc-Latn","oci-Latn"]},{"precision":0.440366,"recall":0.495059,"f1":0.456522,"accuracy":0.495059,"main_score":0.456522,"hf_subset":"knc_Latn-smo_Latn","languages":["knc-Latn","smo-Latn"]},{"precision":0.439303,"recall":0.485178,"f1":0.452921,"accuracy":0.485178,"main_score":0.452921,"hf_subset":"knc_Latn-tsn_Latn","languages":["knc-Latn","tsn-Latn"]},{"precision":0.412978,"recall":0.467391,"f1":0.429268,"accuracy":0.467391,"main_score":0.429268,"hf_subset":"knc_Latn-zul_Latn","languages":["knc-Latn","zul-Latn"]},{"precision":0.341058,"recall":0.405138,"f1":0.359096,"accuracy":0.405138,"main_score":0.359096,"hf_subset":"knc_Latn-azb_Arab","languages":["knc-Latn","azb-Arab"]},{"precision":0.478853,"recall":0.554348,"f1":0.498806,"accuracy":0.554348,"main_score":0.498806,"hf_subset":"knc_Latn-deu_Latn","languages":["knc-Latn","deu-Latn"]},{"precision":0.416183,"recall":0.469368,"f1":0.430821,"accuracy":0.469368,"main_score":0.430821,"hf_subset":"knc_Latn-hat_Latn","languages":["knc-Latn","hat-Latn"]},{"precision":0.404851,"recall":0.45751,"f1":0.419262,"accuracy":0.45751,"main_score":0.419262,"hf_subset":"knc_Latn-kbp_Latn","languages":["knc-Latn","kbp-Latn"]},{"precision":0.460985,"recall":0.503953,"f1":0.473602,"accuracy":0.503953,"main_score":0.473602,"hf_subset":"knc_Latn-luo_Latn","languages":["knc-Latn","luo-Latn"]},{"precision":0.369306,"recall":0.437747,"f1":0.388123,"accuracy":0.437747,"main_score":0.388123,"hf_subset":"knc_Latn-ory_Orya","languages":["knc-Latn","ory-Orya"]},{"precision":0.458129,"recall":0.501976,"f1":0.470859,"accuracy":0.501976,"main_score":0.470859,"hf_subset":"knc_Latn-sna_Latn","languages":["knc-Latn","sna-Latn"]},{"precision":0.451367,"recall":0.48913,"f1":0.462239,"accuracy":0.48913,"main_score":0.462239,"hf_subset":"knc_Latn-tso_Latn","languages":["knc-Latn","tso-Latn"]},{"precision":0.439087,"recall":0.491107,"f1":0.454321,"accuracy":0.491107,"main_score":0.454321,"hf_subset":"knc_Latn-azj_Latn","languages":["knc-Latn","azj-Latn"]},{"precision":0.440497,"recall":0.488142,"f1":0.455025,"accuracy":0.488142,"main_score":0.455025,"hf_subset":"knc_Latn-dik_Latn","languages":["knc-Latn","dik-Latn"]},{"precision":0.47887,"recall":0.517787,"f1":0.490481,"accuracy":0.517787,"main_score":0.490481,"hf_subset":"knc_Latn-hau_Latn","languages":["knc-Latn","hau-Latn"]},{"precision":0.467187,"recall":0.51087,"f1":0.479381,"accuracy":0.51087,"main_score":0.479381,"hf_subset":"knc_Latn-kea_Latn","languages":["knc-Latn","kea-Latn"]},{"precision":0.510279,"recall":0.545455,"f1":0.520619,"accuracy":0.545455,"main_score":0.520619,"hf_subset":"knc_Latn-lus_Latn","languages":["knc-Latn","lus-Latn"]},{"precision":0.504119,"recall":0.543478,"f1":0.515851,"accuracy":0.543478,"main_score":0.515851,"hf_subset":"knc_Latn-pag_Latn","languages":["knc-Latn","pag-Latn"]},{"precision":0.355049,"recall":0.418972,"f1":0.371968,"accuracy":0.418972,"main_score":0.371968,"hf_subset":"knc_Latn-snd_Arab","languages":["knc-Latn","snd-Arab"]},{"precision":0.415427,"recall":0.466403,"f1":0.430209,"accuracy":0.466403,"main_score":0.430209,"hf_subset":"knc_Latn-tuk_Latn","languages":["knc-Latn","tuk-Latn"]},{"precision":0.433392,"recall":0.480237,"f1":0.446925,"accuracy":0.480237,"main_score":0.446925,"hf_subset":"knc_Latn-bak_Cyrl","languages":["knc-Latn","bak-Cyrl"]},{"precision":0.36087,"recall":0.421937,"f1":0.379136,"accuracy":0.421937,"main_score":0.379136,"hf_subset":"knc_Latn-dyu_Latn","languages":["knc-Latn","dyu-Latn"]},{"precision":0.366824,"recall":0.428854,"f1":0.383412,"accuracy":0.428854,"main_score":0.383412,"hf_subset":"knc_Latn-heb_Hebr","languages":["knc-Latn","heb-Hebr"]},{"precision":0.411384,"recall":0.455534,"f1":0.424127,"accuracy":0.455534,"main_score":0.424127,"hf_subset":"knc_Latn-khk_Cyrl","languages":["knc-Latn","khk-Cyrl"]},{"precision":0.422336,"recall":0.477273,"f1":0.438182,"accuracy":0.477273,"main_score":0.438182,"hf_subset":"knc_Latn-lvs_Latn","languages":["knc-Latn","lvs-Latn"]},{"precision":0.399243,"recall":0.474308,"f1":0.420029,"accuracy":0.474308,"main_score":0.420029,"hf_subset":"knc_Latn-pan_Guru","languages":["knc-Latn","pan-Guru"]},{"precision":0.417385,"recall":0.464427,"f1":0.430885,"accuracy":0.464427,"main_score":0.430885,"hf_subset":"knc_Latn-som_Latn","languages":["knc-Latn","som-Latn"]},{"precision":0.45886,"recall":0.496047,"f1":0.46996,"accuracy":0.496047,"main_score":0.46996,"hf_subset":"knc_Latn-tum_Latn","languages":["knc-Latn","tum-Latn"]},{"precision":0.313395,"recall":0.384387,"f1":0.331436,"accuracy":0.384387,"main_score":0.331436,"hf_subset":"mlt_Latn-ace_Arab","languages":["mlt-Latn","ace-Arab"]},{"precision":0.403497,"recall":0.474308,"f1":0.422938,"accuracy":0.474308,"main_score":0.422938,"hf_subset":"mlt_Latn-bam_Latn","languages":["mlt-Latn","bam-Latn"]},{"precision":0.138879,"recall":0.197628,"f1":0.153726,"accuracy":0.197628,"main_score":0.153726,"hf_subset":"mlt_Latn-dzo_Tibt","languages":["mlt-Latn","dzo-Tibt"]},{"precision":0.761742,"recall":0.821146,"f1":0.779611,"accuracy":0.821146,"main_score":0.779611,"hf_subset":"mlt_Latn-hin_Deva","languages":["mlt-Latn","hin-Deva"]},{"precision":0.525617,"recall":0.600791,"f1":0.547073,"accuracy":0.600791,"main_score":0.547073,"hf_subset":"mlt_Latn-khm_Khmr","languages":["mlt-Latn","khm-Khmr"]},{"precision":0.754209,"recall":0.811265,"f1":0.771031,"accuracy":0.811265,"main_score":0.771031,"hf_subset":"mlt_Latn-mag_Deva","languages":["mlt-Latn","mag-Deva"]},{"precision":0.799473,"recall":0.844862,"f1":0.812899,"accuracy":0.844862,"main_score":0.812899,"hf_subset":"mlt_Latn-pap_Latn","languages":["mlt-Latn","pap-Latn"]},{"precision":0.446545,"recall":0.518775,"f1":0.465071,"accuracy":0.518775,"main_score":0.465071,"hf_subset":"mlt_Latn-sot_Latn","languages":["mlt-Latn","sot-Latn"]},{"precision":0.757032,"recall":0.811265,"f1":0.773386,"accuracy":0.811265,"main_score":0.773386,"hf_subset":"mlt_Latn-tur_Latn","languages":["mlt-Latn","tur-Latn"]},{"precision":0.614446,"recall":0.676877,"f1":0.632185,"accuracy":0.676877,"main_score":0.632185,"hf_subset":"mlt_Latn-ace_Latn","languages":["mlt-Latn","ace-Latn"]},{"precision":0.683158,"recall":0.743083,"f1":0.700927,"accuracy":0.743083,"main_score":0.700927,"hf_subset":"mlt_Latn-ban_Latn","languages":["mlt-Latn","ban-Latn"]},{"precision":0.664007,"recall":0.738142,"f1":0.685863,"accuracy":0.738142,"main_score":0.685863,"hf_subset":"mlt_Latn-ell_Grek","languages":["mlt-Latn","ell-Grek"]},{"precision":0.741908,"recall":0.800395,"f1":0.759227,"accuracy":0.800395,"main_score":0.759227,"hf_subset":"mlt_Latn-hne_Deva","languages":["mlt-Latn","hne-Deva"]},{"precision":0.433908,"recall":0.512846,"f1":0.455942,"accuracy":0.512846,"main_score":0.455942,"hf_subset":"mlt_Latn-kik_Latn","languages":["mlt-Latn","kik-Latn"]},{"precision":0.777042,"recall":0.828063,"f1":0.792311,"accuracy":0.828063,"main_score":0.792311,"hf_subset":"mlt_Latn-mai_Deva","languages":["mlt-Latn","mai-Deva"]},{"precision":0.633089,"recall":0.695652,"f1":0.65111,"accuracy":0.695652,"main_score":0.65111,"hf_subset":"mlt_Latn-pbt_Arab","languages":["mlt-Latn","pbt-Arab"]},{"precision":0.79082,"recall":0.839921,"f1":0.805588,"accuracy":0.839921,"main_score":0.805588,"hf_subset":"mlt_Latn-spa_Latn","languages":["mlt-Latn","spa-Latn"]},{"precision":0.51189,"recall":0.578063,"f1":0.529386,"accuracy":0.578063,"main_score":0.529386,"hf_subset":"mlt_Latn-twi_Latn","languages":["mlt-Latn","twi-Latn"]},{"precision":0.717212,"recall":0.774704,"f1":0.734003,"accuracy":0.774704,"main_score":0.734003,"hf_subset":"mlt_Latn-acm_Arab","languages":["mlt-Latn","acm-Arab"]},{"precision":0.59037,"recall":0.666008,"f1":0.6125,"accuracy":0.666008,"main_score":0.6125,"hf_subset":"mlt_Latn-bel_Cyrl","languages":["mlt-Latn","bel-Cyrl"]},{"precision":0.811752,"recall":0.856719,"f1":0.825016,"accuracy":0.856719,"main_score":0.825016,"hf_subset":"mlt_Latn-eng_Latn","languages":["mlt-Latn","eng-Latn"]},{"precision":0.727475,"recall":0.779644,"f1":0.742479,"accuracy":0.779644,"main_score":0.742479,"hf_subset":"mlt_Latn-hrv_Latn","languages":["mlt-Latn","hrv-Latn"]},{"precision":0.406515,"recall":0.476285,"f1":0.424919,"accuracy":0.476285,"main_score":0.424919,"hf_subset":"mlt_Latn-kin_Latn","languages":["mlt-Latn","kin-Latn"]},{"precision":0.699054,"recall":0.769763,"f1":0.720339,"accuracy":0.769763,"main_score":0.720339,"hf_subset":"mlt_Latn-mal_Mlym","languages":["mlt-Latn","mal-Mlym"]},{"precision":0.731835,"recall":0.795455,"f1":0.750988,"accuracy":0.795455,"main_score":0.750988,"hf_subset":"mlt_Latn-pes_Arab","languages":["mlt-Latn","pes-Arab"]},{"precision":0.779249,"recall":0.823123,"f1":0.791941,"accuracy":0.823123,"main_score":0.791941,"hf_subset":"mlt_Latn-srd_Latn","languages":["mlt-Latn","srd-Latn"]},{"precision":0.126783,"recall":0.1917,"f1":0.142634,"accuracy":0.1917,"main_score":0.142634,"hf_subset":"mlt_Latn-tzm_Tfng","languages":["mlt-Latn","tzm-Tfng"]},{"precision":0.733733,"recall":0.786561,"f1":0.749348,"accuracy":0.786561,"main_score":0.749348,"hf_subset":"mlt_Latn-acq_Arab","languages":["mlt-Latn","acq-Arab"]},{"precision":0.454167,"recall":0.517787,"f1":0.471666,"accuracy":0.517787,"main_score":0.471666,"hf_subset":"mlt_Latn-bem_Latn","languages":["mlt-Latn","bem-Latn"]},{"precision":0.754573,"recall":0.800395,"f1":0.767805,"accuracy":0.800395,"main_score":0.767805,"hf_subset":"mlt_Latn-epo_Latn","languages":["mlt-Latn","epo-Latn"]},{"precision":0.665762,"recall":0.737154,"f1":0.686651,"accuracy":0.737154,"main_score":0.686651,"hf_subset":"mlt_Latn-hun_Latn","languages":["mlt-Latn","hun-Latn"]},{"precision":0.588299,"recall":0.647233,"f1":0.605396,"accuracy":0.647233,"main_score":0.605396,"hf_subset":"mlt_Latn-kir_Cyrl","languages":["mlt-Latn","kir-Cyrl"]},{"precision":0.718059,"recall":0.787549,"f1":0.739034,"accuracy":0.787549,"main_score":0.739034,"hf_subset":"mlt_Latn-mar_Deva","languages":["mlt-Latn","mar-Deva"]},{"precision":0.465964,"recall":0.523715,"f1":0.481503,"accuracy":0.523715,"main_score":0.481503,"hf_subset":"mlt_Latn-plt_Latn","languages":["mlt-Latn","plt-Latn"]},{"precision":0.711515,"recall":0.769763,"f1":0.728584,"accuracy":0.769763,"main_score":0.728584,"hf_subset":"mlt_Latn-srp_Cyrl","languages":["mlt-Latn","srp-Cyrl"]},{"precision":0.311679,"recall":0.385375,"f1":0.331631,"accuracy":0.385375,"main_score":0.331631,"hf_subset":"mlt_Latn-uig_Arab","languages":["mlt-Latn","uig-Arab"]},{"precision":0.695937,"recall":0.755929,"f1":0.712807,"accuracy":0.755929,"main_score":0.712807,"hf_subset":"mlt_Latn-aeb_Arab","languages":["mlt-Latn","aeb-Arab"]},{"precision":0.741149,"recall":0.800395,"f1":0.75898,"accuracy":0.800395,"main_score":0.75898,"hf_subset":"mlt_Latn-ben_Beng","languages":["mlt-Latn","ben-Beng"]},{"precision":0.636297,"recall":0.699605,"f1":0.654633,"accuracy":0.699605,"main_score":0.654633,"hf_subset":"mlt_Latn-est_Latn","languages":["mlt-Latn","est-Latn"]},{"precision":0.545018,"recall":0.613636,"f1":0.564074,"accuracy":0.613636,"main_score":0.564074,"hf_subset":"mlt_Latn-hye_Armn","languages":["mlt-Latn","hye-Armn"]},{"precision":0.426331,"recall":0.488142,"f1":0.44315,"accuracy":0.488142,"main_score":0.44315,"hf_subset":"mlt_Latn-kmb_Latn","languages":["mlt-Latn","kmb-Latn"]},{"precision":0.261244,"recall":0.33498,"f1":0.280254,"accuracy":0.33498,"main_score":0.280254,"hf_subset":"mlt_Latn-min_Arab","languages":["mlt-Latn","min-Arab"]},{"precision":0.743939,"recall":0.798419,"f1":0.759889,"accuracy":0.798419,"main_score":0.759889,"hf_subset":"mlt_Latn-pol_Latn","languages":["mlt-Latn","pol-Latn"]},{"precision":0.41059,"recall":0.485178,"f1":0.430833,"accuracy":0.485178,"main_score":0.430833,"hf_subset":"mlt_Latn-ssw_Latn","languages":["mlt-Latn","ssw-Latn"]},{"precision":0.7445,"recall":0.799407,"f1":0.76058,"accuracy":0.799407,"main_score":0.76058,"hf_subset":"mlt_Latn-ukr_Cyrl","languages":["mlt-Latn","ukr-Cyrl"]},{"precision":0.752602,"recall":0.797431,"f1":0.765808,"accuracy":0.797431,"main_score":0.765808,"hf_subset":"mlt_Latn-afr_Latn","languages":["mlt-Latn","afr-Latn"]},{"precision":0.729244,"recall":0.783597,"f1":0.744862,"accuracy":0.783597,"main_score":0.744862,"hf_subset":"mlt_Latn-bho_Deva","languages":["mlt-Latn","bho-Deva"]},{"precision":0.619106,"recall":0.674901,"f1":0.634884,"accuracy":0.674901,"main_score":0.634884,"hf_subset":"mlt_Latn-eus_Latn","languages":["mlt-Latn","eus-Latn"]},{"precision":0.426108,"recall":0.508893,"f1":0.44802,"accuracy":0.508893,"main_score":0.44802,"hf_subset":"mlt_Latn-ibo_Latn","languages":["mlt-Latn","ibo-Latn"]},{"precision":0.48946,"recall":0.554348,"f1":0.50689,"accuracy":0.554348,"main_score":0.50689,"hf_subset":"mlt_Latn-kmr_Latn","languages":["mlt-Latn","kmr-Latn"]},{"precision":0.619272,"recall":0.682806,"f1":0.636922,"accuracy":0.682806,"main_score":0.636922,"hf_subset":"mlt_Latn-min_Latn","languages":["mlt-Latn","min-Latn"]},{"precision":0.799588,"recall":0.847826,"f1":0.8139,"accuracy":0.847826,"main_score":0.8139,"hf_subset":"mlt_Latn-por_Latn","languages":["mlt-Latn","por-Latn"]},{"precision":0.71404,"recall":0.764822,"f1":0.728183,"accuracy":0.764822,"main_score":0.728183,"hf_subset":"mlt_Latn-sun_Latn","languages":["mlt-Latn","sun-Latn"]},{"precision":0.402482,"recall":0.481225,"f1":0.423878,"accuracy":0.481225,"main_score":0.423878,"hf_subset":"mlt_Latn-umb_Latn","languages":["mlt-Latn","umb-Latn"]},{"precision":0.750416,"recall":0.80336,"f1":0.766046,"accuracy":0.80336,"main_score":0.766046,"hf_subset":"mlt_Latn-ajp_Arab","languages":["mlt-Latn","ajp-Arab"]},{"precision":0.284414,"recall":0.360672,"f1":0.303714,"accuracy":0.360672,"main_score":0.303714,"hf_subset":"mlt_Latn-bjn_Arab","languages":["mlt-Latn","bjn-Arab"]},{"precision":0.440185,"recall":0.502964,"f1":0.457559,"accuracy":0.502964,"main_score":0.457559,"hf_subset":"mlt_Latn-ewe_Latn","languages":["mlt-Latn","ewe-Latn"]},{"precision":0.672438,"recall":0.730237,"f1":0.689268,"accuracy":0.730237,"main_score":0.689268,"hf_subset":"mlt_Latn-ilo_Latn","languages":["mlt-Latn","ilo-Latn"]},{"precision":0.192346,"recall":0.262846,"f1":0.210066,"accuracy":0.262846,"main_score":0.210066,"hf_subset":"mlt_Latn-knc_Arab","languages":["mlt-Latn","knc-Arab"]},{"precision":0.701816,"recall":0.759881,"f1":0.719153,"accuracy":0.759881,"main_score":0.719153,"hf_subset":"mlt_Latn-mkd_Cyrl","languages":["mlt-Latn","mkd-Cyrl"]},{"precision":0.723666,"recall":0.785573,"f1":0.742015,"accuracy":0.785573,"main_score":0.742015,"hf_subset":"mlt_Latn-prs_Arab","languages":["mlt-Latn","prs-Arab"]},{"precision":0.757691,"recall":0.810277,"f1":0.773833,"accuracy":0.810277,"main_score":0.773833,"hf_subset":"mlt_Latn-swe_Latn","languages":["mlt-Latn","swe-Latn"]},{"precision":0.701567,"recall":0.762846,"f1":0.719546,"accuracy":0.762846,"main_score":0.719546,"hf_subset":"mlt_Latn-urd_Arab","languages":["mlt-Latn","urd-Arab"]},{"precision":0.478065,"recall":0.549407,"f1":0.497639,"accuracy":0.549407,"main_score":0.497639,"hf_subset":"mlt_Latn-aka_Latn","languages":["mlt-Latn","aka-Latn"]},{"precision":0.636592,"recall":0.69664,"f1":0.65214,"accuracy":0.69664,"main_score":0.65214,"hf_subset":"mlt_Latn-bjn_Latn","languages":["mlt-Latn","bjn-Latn"]},{"precision":0.497606,"recall":0.568182,"f1":0.517196,"accuracy":0.568182,"main_score":0.517196,"hf_subset":"mlt_Latn-fao_Latn","languages":["mlt-Latn","fao-Latn"]},{"precision":0.795982,"recall":0.843874,"f1":0.810823,"accuracy":0.843874,"main_score":0.810823,"hf_subset":"mlt_Latn-ind_Latn","languages":["mlt-Latn","ind-Latn"]},{"precision":0.46587,"recall":0.529644,"f1":0.482665,"accuracy":0.529644,"main_score":0.482665,"hf_subset":"mlt_Latn-knc_Latn","languages":["mlt-Latn","knc-Latn"]},{"precision":0.505708,"recall":0.570158,"f1":0.523333,"accuracy":0.570158,"main_score":0.523333,"hf_subset":"mlt_Latn-quy_Latn","languages":["mlt-Latn","quy-Latn"]},{"precision":0.620208,"recall":0.685771,"f1":0.638592,"accuracy":0.685771,"main_score":0.638592,"hf_subset":"mlt_Latn-swh_Latn","languages":["mlt-Latn","swh-Latn"]},{"precision":0.553666,"recall":0.618577,"f1":0.572259,"accuracy":0.618577,"main_score":0.572259,"hf_subset":"mlt_Latn-uzn_Latn","languages":["mlt-Latn","uzn-Latn"]},{"precision":0.712879,"recall":0.764822,"f1":0.728183,"accuracy":0.764822,"main_score":0.728183,"hf_subset":"mlt_Latn-als_Latn","languages":["mlt-Latn","als-Latn"]},{"precision":0.193486,"recall":0.266798,"f1":0.211904,"accuracy":0.266798,"main_score":0.211904,"hf_subset":"mlt_Latn-bod_Tibt","languages":["mlt-Latn","bod-Tibt"]},{"precision":0.421465,"recall":0.499012,"f1":0.442401,"accuracy":0.499012,"main_score":0.442401,"hf_subset":"mlt_Latn-fij_Latn","languages":["mlt-Latn","fij-Latn"]},{"precision":0.453117,"recall":0.516798,"f1":0.470586,"accuracy":0.516798,"main_score":0.470586,"hf_subset":"mlt_Latn-isl_Latn","languages":["mlt-Latn","isl-Latn"]},{"precision":0.485453,"recall":0.555336,"f1":0.503744,"accuracy":0.555336,"main_score":0.503744,"hf_subset":"mlt_Latn-kon_Latn","languages":["mlt-Latn","kon-Latn"]},{"precision":0.387766,"recall":0.478261,"f1":0.412631,"accuracy":0.478261,"main_score":0.412631,"hf_subset":"mlt_Latn-mni_Beng","languages":["mlt-Latn","mni-Beng"]},{"precision":0.796574,"recall":0.844862,"f1":0.810837,"accuracy":0.844862,"main_score":0.810837,"hf_subset":"mlt_Latn-ron_Latn","languages":["mlt-Latn","ron-Latn"]},{"precision":0.654269,"recall":0.717391,"f1":0.671981,"accuracy":0.717391,"main_score":0.671981,"hf_subset":"mlt_Latn-szl_Latn","languages":["mlt-Latn","szl-Latn"]},{"precision":0.782389,"recall":0.827075,"f1":0.795487,"accuracy":0.827075,"main_score":0.795487,"hf_subset":"mlt_Latn-vec_Latn","languages":["mlt-Latn","vec-Latn"]},{"precision":0.541123,"recall":0.621542,"f1":0.563885,"accuracy":0.621542,"main_score":0.563885,"hf_subset":"mlt_Latn-amh_Ethi","languages":["mlt-Latn","amh-Ethi"]},{"precision":0.754308,"recall":0.802372,"f1":0.767824,"accuracy":0.802372,"main_score":0.767824,"hf_subset":"mlt_Latn-bos_Latn","languages":["mlt-Latn","bos-Latn"]},{"precision":0.720526,"recall":0.774704,"f1":0.736404,"accuracy":0.774704,"main_score":0.736404,"hf_subset":"mlt_Latn-fin_Latn","languages":["mlt-Latn","fin-Latn"]},{"precision":0.79137,"recall":0.843874,"f1":0.807411,"accuracy":0.843874,"main_score":0.807411,"hf_subset":"mlt_Latn-ita_Latn","languages":["mlt-Latn","ita-Latn"]},{"precision":0.727997,"recall":0.790514,"f1":0.746363,"accuracy":0.790514,"main_score":0.746363,"hf_subset":"mlt_Latn-kor_Hang","languages":["mlt-Latn","kor-Hang"]},{"precision":0.429516,"recall":0.498024,"f1":0.44858,"accuracy":0.498024,"main_score":0.44858,"hf_subset":"mlt_Latn-mos_Latn","languages":["mlt-Latn","mos-Latn"]},{"precision":0.409728,"recall":0.475296,"f1":0.426988,"accuracy":0.475296,"main_score":0.426988,"hf_subset":"mlt_Latn-run_Latn","languages":["mlt-Latn","run-Latn"]},{"precision":0.668841,"recall":0.743083,"f1":0.690995,"accuracy":0.743083,"main_score":0.690995,"hf_subset":"mlt_Latn-tam_Taml","languages":["mlt-Latn","tam-Taml"]},{"precision":0.725988,"recall":0.784585,"f1":0.743417,"accuracy":0.784585,"main_score":0.743417,"hf_subset":"mlt_Latn-vie_Latn","languages":["mlt-Latn","vie-Latn"]},{"precision":0.728896,"recall":0.782609,"f1":0.744438,"accuracy":0.782609,"main_score":0.744438,"hf_subset":"mlt_Latn-apc_Arab","languages":["mlt-Latn","apc-Arab"]},{"precision":0.584323,"recall":0.658103,"f1":0.604725,"accuracy":0.658103,"main_score":0.604725,"hf_subset":"mlt_Latn-bug_Latn","languages":["mlt-Latn","bug-Latn"]},{"precision":0.384515,"recall":0.450593,"f1":0.402481,"accuracy":0.450593,"main_score":0.402481,"hf_subset":"mlt_Latn-fon_Latn","languages":["mlt-Latn","fon-Latn"]},{"precision":0.697092,"recall":0.753953,"f1":0.71389,"accuracy":0.753953,"main_score":0.71389,"hf_subset":"mlt_Latn-jav_Latn","languages":["mlt-Latn","jav-Latn"]},{"precision":0.502583,"recall":0.571146,"f1":0.522248,"accuracy":0.571146,"main_score":0.522248,"hf_subset":"mlt_Latn-lao_Laoo","languages":["mlt-Latn","lao-Laoo"]},{"precision":0.398902,"recall":0.475296,"f1":0.419453,"accuracy":0.475296,"main_score":0.419453,"hf_subset":"mlt_Latn-mri_Latn","languages":["mlt-Latn","mri-Latn"]},{"precision":0.753903,"recall":0.812253,"f1":0.771824,"accuracy":0.812253,"main_score":0.771824,"hf_subset":"mlt_Latn-rus_Cyrl","languages":["mlt-Latn","rus-Cyrl"]},{"precision":0.436842,"recall":0.507905,"f1":0.456274,"accuracy":0.507905,"main_score":0.456274,"hf_subset":"mlt_Latn-taq_Latn","languages":["mlt-Latn","taq-Latn"]},{"precision":0.747497,"recall":0.793478,"f1":0.760589,"accuracy":0.793478,"main_score":0.760589,"hf_subset":"mlt_Latn-war_Latn","languages":["mlt-Latn","war-Latn"]},{"precision":0.731538,"recall":0.786561,"f1":0.747581,"accuracy":0.786561,"main_score":0.747581,"hf_subset":"mlt_Latn-arb_Arab","languages":["mlt-Latn","arb-Arab"]},{"precision":0.767648,"recall":0.81917,"f1":0.782565,"accuracy":0.81917,"main_score":0.782565,"hf_subset":"mlt_Latn-bul_Cyrl","languages":["mlt-Latn","bul-Cyrl"]},{"precision":0.773238,"recall":0.824111,"f1":0.78849,"accuracy":0.824111,"main_score":0.78849,"hf_subset":"mlt_Latn-fra_Latn","languages":["mlt-Latn","fra-Latn"]},{"precision":0.736528,"recall":0.804348,"f1":0.757101,"accuracy":0.804348,"main_score":0.757101,"hf_subset":"mlt_Latn-jpn_Jpan","languages":["mlt-Latn","jpn-Jpan"]},{"precision":0.80261,"recall":0.840909,"f1":0.813542,"accuracy":0.840909,"main_score":0.813542,"hf_subset":"mlt_Latn-lij_Latn","languages":["mlt-Latn","lij-Latn"]},{"precision":0.487985,"recall":0.575099,"f1":0.512346,"accuracy":0.575099,"main_score":0.512346,"hf_subset":"mlt_Latn-mya_Mymr","languages":["mlt-Latn","mya-Mymr"]},{"precision":0.467667,"recall":0.543478,"f1":0.488633,"accuracy":0.543478,"main_score":0.488633,"hf_subset":"mlt_Latn-sag_Latn","languages":["mlt-Latn","sag-Latn"]},{"precision":0.157013,"recall":0.226285,"f1":0.173237,"accuracy":0.226285,"main_score":0.173237,"hf_subset":"mlt_Latn-taq_Tfng","languages":["mlt-Latn","taq-Tfng"]},{"precision":0.477101,"recall":0.54249,"f1":0.495772,"accuracy":0.54249,"main_score":0.495772,"hf_subset":"mlt_Latn-wol_Latn","languages":["mlt-Latn","wol-Latn"]},{"precision":0.306861,"recall":0.393281,"f1":0.329786,"accuracy":0.393281,"main_score":0.329786,"hf_subset":"mlt_Latn-arb_Latn","languages":["mlt-Latn","arb-Latn"]},{"precision":0.78978,"recall":0.833992,"f1":0.803048,"accuracy":0.833992,"main_score":0.803048,"hf_subset":"mlt_Latn-cat_Latn","languages":["mlt-Latn","cat-Latn"]},{"precision":0.764213,"recall":0.8083,"f1":0.777324,"accuracy":0.8083,"main_score":0.777324,"hf_subset":"mlt_Latn-fur_Latn","languages":["mlt-Latn","fur-Latn"]},{"precision":0.314768,"recall":0.378458,"f1":0.331362,"accuracy":0.378458,"main_score":0.331362,"hf_subset":"mlt_Latn-kab_Latn","languages":["mlt-Latn","kab-Latn"]},{"precision":0.675091,"recall":0.737154,"f1":0.693387,"accuracy":0.737154,"main_score":0.693387,"hf_subset":"mlt_Latn-lim_Latn","languages":["mlt-Latn","lim-Latn"]},{"precision":0.752974,"recall":0.812253,"f1":0.770702,"accuracy":0.812253,"main_score":0.770702,"hf_subset":"mlt_Latn-nld_Latn","languages":["mlt-Latn","nld-Latn"]},{"precision":0.627103,"recall":0.697628,"f1":0.647527,"accuracy":0.697628,"main_score":0.647527,"hf_subset":"mlt_Latn-san_Deva","languages":["mlt-Latn","san-Deva"]},{"precision":0.60317,"recall":0.668972,"f1":0.622354,"accuracy":0.668972,"main_score":0.622354,"hf_subset":"mlt_Latn-tat_Cyrl","languages":["mlt-Latn","tat-Cyrl"]},{"precision":0.446496,"recall":0.520751,"f1":0.4665,"accuracy":0.520751,"main_score":0.4665,"hf_subset":"mlt_Latn-xho_Latn","languages":["mlt-Latn","xho-Latn"]},{"precision":0.723692,"recall":0.780632,"f1":0.740234,"accuracy":0.780632,"main_score":0.740234,"hf_subset":"mlt_Latn-ars_Arab","languages":["mlt-Latn","ars-Arab"]},{"precision":0.725198,"recall":0.777668,"f1":0.740387,"accuracy":0.777668,"main_score":0.740387,"hf_subset":"mlt_Latn-ceb_Latn","languages":["mlt-Latn","ceb-Latn"]},{"precision":0.424048,"recall":0.493083,"f1":0.442468,"accuracy":0.493083,"main_score":0.442468,"hf_subset":"mlt_Latn-fuv_Latn","languages":["mlt-Latn","fuv-Latn"]},{"precision":0.447099,"recall":0.517787,"f1":0.46614,"accuracy":0.517787,"main_score":0.46614,"hf_subset":"mlt_Latn-kac_Latn","languages":["mlt-Latn","kac-Latn"]},{"precision":0.490528,"recall":0.565217,"f1":0.510973,"accuracy":0.565217,"main_score":0.510973,"hf_subset":"mlt_Latn-lin_Latn","languages":["mlt-Latn","lin-Latn"]},{"precision":0.731729,"recall":0.785573,"f1":0.748191,"accuracy":0.785573,"main_score":0.748191,"hf_subset":"mlt_Latn-nno_Latn","languages":["mlt-Latn","nno-Latn"]},{"precision":0.17681,"recall":0.243083,"f1":0.193131,"accuracy":0.243083,"main_score":0.193131,"hf_subset":"mlt_Latn-sat_Olck","languages":["mlt-Latn","sat-Olck"]},{"precision":0.69767,"recall":0.764822,"f1":0.717187,"accuracy":0.764822,"main_score":0.717187,"hf_subset":"mlt_Latn-tel_Telu","languages":["mlt-Latn","tel-Telu"]},{"precision":0.319444,"recall":0.400198,"f1":0.340581,"accuracy":0.400198,"main_score":0.340581,"hf_subset":"mlt_Latn-ydd_Hebr","languages":["mlt-Latn","ydd-Hebr"]},{"precision":0.643949,"recall":0.711462,"f1":0.662859,"accuracy":0.711462,"main_score":0.662859,"hf_subset":"mlt_Latn-ary_Arab","languages":["mlt-Latn","ary-Arab"]},{"precision":0.716153,"recall":0.771739,"f1":0.732317,"accuracy":0.771739,"main_score":0.732317,"hf_subset":"mlt_Latn-ces_Latn","languages":["mlt-Latn","ces-Latn"]},{"precision":0.352115,"recall":0.424901,"f1":0.370444,"accuracy":0.424901,"main_score":0.370444,"hf_subset":"mlt_Latn-gaz_Latn","languages":["mlt-Latn","gaz-Latn"]},{"precision":0.42266,"recall":0.498024,"f1":0.442856,"accuracy":0.498024,"main_score":0.442856,"hf_subset":"mlt_Latn-kam_Latn","languages":["mlt-Latn","kam-Latn"]},{"precision":0.617561,"recall":0.690711,"f1":0.638765,"accuracy":0.690711,"main_score":0.638765,"hf_subset":"mlt_Latn-lit_Latn","languages":["mlt-Latn","lit-Latn"]},{"precision":0.763835,"recall":0.814229,"f1":0.778238,"accuracy":0.814229,"main_score":0.778238,"hf_subset":"mlt_Latn-nob_Latn","languages":["mlt-Latn","nob-Latn"]},{"precision":0.698214,"recall":0.753953,"f1":0.71433,"accuracy":0.753953,"main_score":0.71433,"hf_subset":"mlt_Latn-scn_Latn","languages":["mlt-Latn","scn-Latn"]},{"precision":0.439273,"recall":0.517787,"f1":0.460057,"accuracy":0.517787,"main_score":0.460057,"hf_subset":"mlt_Latn-tgk_Cyrl","languages":["mlt-Latn","tgk-Cyrl"]},{"precision":0.387896,"recall":0.461462,"f1":0.408525,"accuracy":0.461462,"main_score":0.408525,"hf_subset":"mlt_Latn-yor_Latn","languages":["mlt-Latn","yor-Latn"]},{"precision":0.724717,"recall":0.777668,"f1":0.739577,"accuracy":0.777668,"main_score":0.739577,"hf_subset":"mlt_Latn-arz_Arab","languages":["mlt-Latn","arz-Arab"]},{"precision":0.437749,"recall":0.518775,"f1":0.460059,"accuracy":0.518775,"main_score":0.460059,"hf_subset":"mlt_Latn-cjk_Latn","languages":["mlt-Latn","cjk-Latn"]},{"precision":0.398907,"recall":0.468379,"f1":0.416645,"accuracy":0.468379,"main_score":0.416645,"hf_subset":"mlt_Latn-gla_Latn","languages":["mlt-Latn","gla-Latn"]},{"precision":0.697497,"recall":0.762846,"f1":0.71685,"accuracy":0.762846,"main_score":0.71685,"hf_subset":"mlt_Latn-kan_Knda","languages":["mlt-Latn","kan-Knda"]},{"precision":0.744048,"recall":0.797431,"f1":0.759686,"accuracy":0.797431,"main_score":0.759686,"hf_subset":"mlt_Latn-lmo_Latn","languages":["mlt-Latn","lmo-Latn"]},{"precision":0.742396,"recall":0.797431,"f1":0.758912,"accuracy":0.797431,"main_score":0.758912,"hf_subset":"mlt_Latn-npi_Deva","languages":["mlt-Latn","npi-Deva"]},{"precision":0.389435,"recall":0.463439,"f1":0.409004,"accuracy":0.463439,"main_score":0.409004,"hf_subset":"mlt_Latn-shn_Mymr","languages":["mlt-Latn","shn-Mymr"]},{"precision":0.712583,"recall":0.763834,"f1":0.727294,"accuracy":0.763834,"main_score":0.727294,"hf_subset":"mlt_Latn-tgl_Latn","languages":["mlt-Latn","tgl-Latn"]},{"precision":0.703656,"recall":0.771739,"f1":0.723833,"accuracy":0.771739,"main_score":0.723833,"hf_subset":"mlt_Latn-yue_Hant","languages":["mlt-Latn","yue-Hant"]},{"precision":0.617556,"recall":0.692688,"f1":0.638907,"accuracy":0.692688,"main_score":0.638907,"hf_subset":"mlt_Latn-asm_Beng","languages":["mlt-Latn","asm-Beng"]},{"precision":0.376234,"recall":0.450593,"f1":0.397015,"accuracy":0.450593,"main_score":0.397015,"hf_subset":"mlt_Latn-ckb_Arab","languages":["mlt-Latn","ckb-Arab"]},{"precision":0.415746,"recall":0.490119,"f1":0.435095,"accuracy":0.490119,"main_score":0.435095,"hf_subset":"mlt_Latn-gle_Latn","languages":["mlt-Latn","gle-Latn"]},{"precision":0.519944,"recall":0.612648,"f1":0.547464,"accuracy":0.612648,"main_score":0.547464,"hf_subset":"mlt_Latn-kas_Arab","languages":["mlt-Latn","kas-Arab"]},{"precision":0.604751,"recall":0.671937,"f1":0.623852,"accuracy":0.671937,"main_score":0.623852,"hf_subset":"mlt_Latn-ltg_Latn","languages":["mlt-Latn","ltg-Latn"]},{"precision":0.474096,"recall":0.545455,"f1":0.493325,"accuracy":0.545455,"main_score":0.493325,"hf_subset":"mlt_Latn-nso_Latn","languages":["mlt-Latn","nso-Latn"]},{"precision":0.549952,"recall":0.628458,"f1":0.572925,"accuracy":0.628458,"main_score":0.572925,"hf_subset":"mlt_Latn-sin_Sinh","languages":["mlt-Latn","sin-Sinh"]},{"precision":0.708319,"recall":0.773715,"f1":0.727903,"accuracy":0.773715,"main_score":0.727903,"hf_subset":"mlt_Latn-tha_Thai","languages":["mlt-Latn","tha-Thai"]},{"precision":0.728261,"recall":0.79249,"f1":0.747054,"accuracy":0.79249,"main_score":0.747054,"hf_subset":"mlt_Latn-zho_Hans","languages":["mlt-Latn","zho-Hans"]},{"precision":0.764331,"recall":0.800395,"f1":0.774925,"accuracy":0.800395,"main_score":0.774925,"hf_subset":"mlt_Latn-ast_Latn","languages":["mlt-Latn","ast-Latn"]},{"precision":0.592089,"recall":0.656126,"f1":0.610293,"accuracy":0.656126,"main_score":0.610293,"hf_subset":"mlt_Latn-crh_Latn","languages":["mlt-Latn","crh-Latn"]},{"precision":0.793032,"recall":0.835968,"f1":0.805712,"accuracy":0.835968,"main_score":0.805712,"hf_subset":"mlt_Latn-glg_Latn","languages":["mlt-Latn","glg-Latn"]},{"precision":0.49502,"recall":0.573123,"f1":0.517278,"accuracy":0.573123,"main_score":0.517278,"hf_subset":"mlt_Latn-kas_Deva","languages":["mlt-Latn","kas-Deva"]},{"precision":0.66665,"recall":0.730237,"f1":0.684491,"accuracy":0.730237,"main_score":0.684491,"hf_subset":"mlt_Latn-ltz_Latn","languages":["mlt-Latn","ltz-Latn"]},{"precision":0.333725,"recall":0.416996,"f1":0.355809,"accuracy":0.416996,"main_score":0.355809,"hf_subset":"mlt_Latn-nus_Latn","languages":["mlt-Latn","nus-Latn"]},{"precision":0.724024,"recall":0.777668,"f1":0.739532,"accuracy":0.777668,"main_score":0.739532,"hf_subset":"mlt_Latn-slk_Latn","languages":["mlt-Latn","slk-Latn"]},{"precision":0.369198,"recall":0.444664,"f1":0.390272,"accuracy":0.444664,"main_score":0.390272,"hf_subset":"mlt_Latn-tir_Ethi","languages":["mlt-Latn","tir-Ethi"]},{"precision":0.710484,"recall":0.775692,"f1":0.730023,"accuracy":0.775692,"main_score":0.730023,"hf_subset":"mlt_Latn-zho_Hant","languages":["mlt-Latn","zho-Hant"]},{"precision":0.74837,"recall":0.806324,"f1":0.765519,"accuracy":0.806324,"main_score":0.765519,"hf_subset":"mlt_Latn-awa_Deva","languages":["mlt-Latn","awa-Deva"]},{"precision":0.464744,"recall":0.537549,"f1":0.484075,"accuracy":0.537549,"main_score":0.484075,"hf_subset":"mlt_Latn-cym_Latn","languages":["mlt-Latn","cym-Latn"]},{"precision":0.595655,"recall":0.660079,"f1":0.613919,"accuracy":0.660079,"main_score":0.613919,"hf_subset":"mlt_Latn-grn_Latn","languages":["mlt-Latn","grn-Latn"]},{"precision":0.640706,"recall":0.710474,"f1":0.660973,"accuracy":0.710474,"main_score":0.660973,"hf_subset":"mlt_Latn-kat_Geor","languages":["mlt-Latn","kat-Geor"]},{"precision":0.484311,"recall":0.5583,"f1":0.504321,"accuracy":0.5583,"main_score":0.504321,"hf_subset":"mlt_Latn-lua_Latn","languages":["mlt-Latn","lua-Latn"]},{"precision":0.480934,"recall":0.535573,"f1":0.496333,"accuracy":0.535573,"main_score":0.496333,"hf_subset":"mlt_Latn-nya_Latn","languages":["mlt-Latn","nya-Latn"]},{"precision":0.683572,"recall":0.747036,"f1":0.701876,"accuracy":0.747036,"main_score":0.701876,"hf_subset":"mlt_Latn-slv_Latn","languages":["mlt-Latn","slv-Latn"]},{"precision":0.664894,"recall":0.72332,"f1":0.681952,"accuracy":0.72332,"main_score":0.681952,"hf_subset":"mlt_Latn-tpi_Latn","languages":["mlt-Latn","tpi-Latn"]},{"precision":0.74275,"recall":0.797431,"f1":0.759259,"accuracy":0.797431,"main_score":0.759259,"hf_subset":"mlt_Latn-zsm_Latn","languages":["mlt-Latn","zsm-Latn"]},{"precision":0.422998,"recall":0.495059,"f1":0.44207,"accuracy":0.495059,"main_score":0.44207,"hf_subset":"mlt_Latn-ayr_Latn","languages":["mlt-Latn","ayr-Latn"]},{"precision":0.766535,"recall":0.820158,"f1":0.782675,"accuracy":0.820158,"main_score":0.782675,"hf_subset":"mlt_Latn-dan_Latn","languages":["mlt-Latn","dan-Latn"]},{"precision":0.680946,"recall":0.744071,"f1":0.699297,"accuracy":0.744071,"main_score":0.699297,"hf_subset":"mlt_Latn-guj_Gujr","languages":["mlt-Latn","guj-Gujr"]},{"precision":0.590032,"recall":0.658103,"f1":0.609917,"accuracy":0.658103,"main_score":0.609917,"hf_subset":"mlt_Latn-kaz_Cyrl","languages":["mlt-Latn","kaz-Cyrl"]},{"precision":0.401994,"recall":0.471344,"f1":0.420952,"accuracy":0.471344,"main_score":0.420952,"hf_subset":"mlt_Latn-lug_Latn","languages":["mlt-Latn","lug-Latn"]},{"precision":0.804307,"recall":0.839921,"f1":0.81483,"accuracy":0.839921,"main_score":0.81483,"hf_subset":"mlt_Latn-oci_Latn","languages":["mlt-Latn","oci-Latn"]},{"precision":0.460054,"recall":0.530632,"f1":0.479676,"accuracy":0.530632,"main_score":0.479676,"hf_subset":"mlt_Latn-smo_Latn","languages":["mlt-Latn","smo-Latn"]},{"precision":0.432499,"recall":0.502964,"f1":0.451265,"accuracy":0.502964,"main_score":0.451265,"hf_subset":"mlt_Latn-tsn_Latn","languages":["mlt-Latn","tsn-Latn"]},{"precision":0.404835,"recall":0.478261,"f1":0.423953,"accuracy":0.478261,"main_score":0.423953,"hf_subset":"mlt_Latn-zul_Latn","languages":["mlt-Latn","zul-Latn"]},{"precision":0.545273,"recall":0.62747,"f1":0.569796,"accuracy":0.62747,"main_score":0.569796,"hf_subset":"mlt_Latn-azb_Arab","languages":["mlt-Latn","azb-Arab"]},{"precision":0.783926,"recall":0.835968,"f1":0.799708,"accuracy":0.835968,"main_score":0.799708,"hf_subset":"mlt_Latn-deu_Latn","languages":["mlt-Latn","deu-Latn"]},{"precision":0.601407,"recall":0.676877,"f1":0.623308,"accuracy":0.676877,"main_score":0.623308,"hf_subset":"mlt_Latn-hat_Latn","languages":["mlt-Latn","hat-Latn"]},{"precision":0.380831,"recall":0.454545,"f1":0.40078,"accuracy":0.454545,"main_score":0.40078,"hf_subset":"mlt_Latn-kbp_Latn","languages":["mlt-Latn","kbp-Latn"]},{"precision":0.462129,"recall":0.527668,"f1":0.479233,"accuracy":0.527668,"main_score":0.479233,"hf_subset":"mlt_Latn-luo_Latn","languages":["mlt-Latn","luo-Latn"]},{"precision":0.461278,"recall":0.540514,"f1":0.483598,"accuracy":0.540514,"main_score":0.483598,"hf_subset":"mlt_Latn-ory_Orya","languages":["mlt-Latn","ory-Orya"]},{"precision":0.440585,"recall":0.51087,"f1":0.459993,"accuracy":0.51087,"main_score":0.459993,"hf_subset":"mlt_Latn-sna_Latn","languages":["mlt-Latn","sna-Latn"]},{"precision":0.434418,"recall":0.499012,"f1":0.451939,"accuracy":0.499012,"main_score":0.451939,"hf_subset":"mlt_Latn-tso_Latn","languages":["mlt-Latn","tso-Latn"]},{"precision":0.613152,"recall":0.677866,"f1":0.632136,"accuracy":0.677866,"main_score":0.632136,"hf_subset":"mlt_Latn-azj_Latn","languages":["mlt-Latn","azj-Latn"]},{"precision":0.443099,"recall":0.512846,"f1":0.461688,"accuracy":0.512846,"main_score":0.461688,"hf_subset":"mlt_Latn-dik_Latn","languages":["mlt-Latn","dik-Latn"]},{"precision":0.452969,"recall":0.503953,"f1":0.466634,"accuracy":0.503953,"main_score":0.466634,"hf_subset":"mlt_Latn-hau_Latn","languages":["mlt-Latn","hau-Latn"]},{"precision":0.752874,"recall":0.804348,"f1":0.768058,"accuracy":0.804348,"main_score":0.768058,"hf_subset":"mlt_Latn-kea_Latn","languages":["mlt-Latn","kea-Latn"]},{"precision":0.572396,"recall":0.628458,"f1":0.587999,"accuracy":0.628458,"main_score":0.587999,"hf_subset":"mlt_Latn-lus_Latn","languages":["mlt-Latn","lus-Latn"]},{"precision":0.645735,"recall":0.711462,"f1":0.66479,"accuracy":0.711462,"main_score":0.66479,"hf_subset":"mlt_Latn-pag_Latn","languages":["mlt-Latn","pag-Latn"]},{"precision":0.547987,"recall":0.624506,"f1":0.569915,"accuracy":0.624506,"main_score":0.569915,"hf_subset":"mlt_Latn-snd_Arab","languages":["mlt-Latn","snd-Arab"]},{"precision":0.555495,"recall":0.623518,"f1":0.574189,"accuracy":0.623518,"main_score":0.574189,"hf_subset":"mlt_Latn-tuk_Latn","languages":["mlt-Latn","tuk-Latn"]},{"precision":0.588412,"recall":0.646245,"f1":0.604885,"accuracy":0.646245,"main_score":0.604885,"hf_subset":"mlt_Latn-bak_Cyrl","languages":["mlt-Latn","bak-Cyrl"]},{"precision":0.36153,"recall":0.447628,"f1":0.384976,"accuracy":0.447628,"main_score":0.384976,"hf_subset":"mlt_Latn-dyu_Latn","languages":["mlt-Latn","dyu-Latn"]},{"precision":0.598958,"recall":0.675889,"f1":0.621502,"accuracy":0.675889,"main_score":0.621502,"hf_subset":"mlt_Latn-heb_Hebr","languages":["mlt-Latn","heb-Hebr"]},{"precision":0.444896,"recall":0.517787,"f1":0.464442,"accuracy":0.517787,"main_score":0.464442,"hf_subset":"mlt_Latn-khk_Cyrl","languages":["mlt-Latn","khk-Cyrl"]},{"precision":0.661212,"recall":0.721344,"f1":0.679249,"accuracy":0.721344,"main_score":0.679249,"hf_subset":"mlt_Latn-lvs_Latn","languages":["mlt-Latn","lvs-Latn"]},{"precision":0.626095,"recall":0.706522,"f1":0.650337,"accuracy":0.706522,"main_score":0.650337,"hf_subset":"mlt_Latn-pan_Guru","languages":["mlt-Latn","pan-Guru"]},{"precision":0.415584,"recall":0.475296,"f1":0.431803,"accuracy":0.475296,"main_score":0.431803,"hf_subset":"mlt_Latn-som_Latn","languages":["mlt-Latn","som-Latn"]},{"precision":0.446872,"recall":0.504941,"f1":0.463175,"accuracy":0.504941,"main_score":0.463175,"hf_subset":"mlt_Latn-tum_Latn","languages":["mlt-Latn","tum-Latn"]},{"precision":0.281716,"recall":0.333992,"f1":0.294925,"accuracy":0.333992,"main_score":0.294925,"hf_subset":"quy_Latn-ace_Arab","languages":["quy-Latn","ace-Arab"]},{"precision":0.400479,"recall":0.456522,"f1":0.416209,"accuracy":0.456522,"main_score":0.416209,"hf_subset":"quy_Latn-bam_Latn","languages":["quy-Latn","bam-Latn"]},{"precision":0.127569,"recall":0.179842,"f1":0.140016,"accuracy":0.179842,"main_score":0.140016,"hf_subset":"quy_Latn-dzo_Tibt","languages":["quy-Latn","dzo-Tibt"]},{"precision":0.523881,"recall":0.58004,"f1":0.540092,"accuracy":0.58004,"main_score":0.540092,"hf_subset":"quy_Latn-hin_Deva","languages":["quy-Latn","hin-Deva"]},{"precision":0.38024,"recall":0.44664,"f1":0.399209,"accuracy":0.44664,"main_score":0.399209,"hf_subset":"quy_Latn-khm_Khmr","languages":["quy-Latn","khm-Khmr"]},{"precision":0.521235,"recall":0.575099,"f1":0.536713,"accuracy":0.575099,"main_score":0.536713,"hf_subset":"quy_Latn-mag_Deva","languages":["quy-Latn","mag-Deva"]},{"precision":0.550736,"recall":0.585968,"f1":0.561067,"accuracy":0.585968,"main_score":0.561067,"hf_subset":"quy_Latn-pap_Latn","languages":["quy-Latn","pap-Latn"]},{"precision":0.445154,"recall":0.497036,"f1":0.459348,"accuracy":0.497036,"main_score":0.459348,"hf_subset":"quy_Latn-sot_Latn","languages":["quy-Latn","sot-Latn"]},{"precision":0.528312,"recall":0.58004,"f1":0.543124,"accuracy":0.58004,"main_score":0.543124,"hf_subset":"quy_Latn-tur_Latn","languages":["quy-Latn","tur-Latn"]},{"precision":0.524082,"recall":0.56917,"f1":0.53723,"accuracy":0.56917,"main_score":0.53723,"hf_subset":"quy_Latn-ace_Latn","languages":["quy-Latn","ace-Latn"]},{"precision":0.529175,"recall":0.578063,"f1":0.54386,"accuracy":0.578063,"main_score":0.54386,"hf_subset":"quy_Latn-ban_Latn","languages":["quy-Latn","ban-Latn"]},{"precision":0.439752,"recall":0.511858,"f1":0.45899,"accuracy":0.511858,"main_score":0.45899,"hf_subset":"quy_Latn-ell_Grek","languages":["quy-Latn","ell-Grek"]},{"precision":0.512628,"recall":0.562253,"f1":0.526802,"accuracy":0.562253,"main_score":0.526802,"hf_subset":"quy_Latn-hne_Deva","languages":["quy-Latn","hne-Deva"]},{"precision":0.416107,"recall":0.47332,"f1":0.432811,"accuracy":0.47332,"main_score":0.432811,"hf_subset":"quy_Latn-kik_Latn","languages":["quy-Latn","kik-Latn"]},{"precision":0.515211,"recall":0.573123,"f1":0.531552,"accuracy":0.573123,"main_score":0.531552,"hf_subset":"quy_Latn-mai_Deva","languages":["quy-Latn","mai-Deva"]},{"precision":0.441604,"recall":0.5,"f1":0.45819,"accuracy":0.5,"main_score":0.45819,"hf_subset":"quy_Latn-pbt_Arab","languages":["quy-Latn","pbt-Arab"]},{"precision":0.564793,"recall":0.618577,"f1":0.579172,"accuracy":0.618577,"main_score":0.579172,"hf_subset":"quy_Latn-spa_Latn","languages":["quy-Latn","spa-Latn"]},{"precision":0.489013,"recall":0.52668,"f1":0.500749,"accuracy":0.52668,"main_score":0.500749,"hf_subset":"quy_Latn-twi_Latn","languages":["quy-Latn","twi-Latn"]},{"precision":0.497383,"recall":0.55336,"f1":0.513451,"accuracy":0.55336,"main_score":0.513451,"hf_subset":"quy_Latn-acm_Arab","languages":["quy-Latn","acm-Arab"]},{"precision":0.439972,"recall":0.498024,"f1":0.456493,"accuracy":0.498024,"main_score":0.456493,"hf_subset":"quy_Latn-bel_Cyrl","languages":["quy-Latn","bel-Cyrl"]},{"precision":0.550977,"recall":0.605731,"f1":0.566201,"accuracy":0.605731,"main_score":0.566201,"hf_subset":"quy_Latn-eng_Latn","languages":["quy-Latn","eng-Latn"]},{"precision":0.524375,"recall":0.572134,"f1":0.53792,"accuracy":0.572134,"main_score":0.53792,"hf_subset":"quy_Latn-hrv_Latn","languages":["quy-Latn","hrv-Latn"]},{"precision":0.388575,"recall":0.450593,"f1":0.405497,"accuracy":0.450593,"main_score":0.405497,"hf_subset":"quy_Latn-kin_Latn","languages":["quy-Latn","kin-Latn"]},{"precision":0.484284,"recall":0.54249,"f1":0.500493,"accuracy":0.54249,"main_score":0.500493,"hf_subset":"quy_Latn-mal_Mlym","languages":["quy-Latn","mal-Mlym"]},{"precision":0.497221,"recall":0.562253,"f1":0.515884,"accuracy":0.562253,"main_score":0.515884,"hf_subset":"quy_Latn-pes_Arab","languages":["quy-Latn","pes-Arab"]},{"precision":0.53047,"recall":0.577075,"f1":0.543056,"accuracy":0.577075,"main_score":0.543056,"hf_subset":"quy_Latn-srd_Latn","languages":["quy-Latn","srd-Latn"]},{"precision":0.136044,"recall":0.185771,"f1":0.148137,"accuracy":0.185771,"main_score":0.148137,"hf_subset":"quy_Latn-tzm_Tfng","languages":["quy-Latn","tzm-Tfng"]},{"precision":0.49064,"recall":0.546443,"f1":0.506019,"accuracy":0.546443,"main_score":0.506019,"hf_subset":"quy_Latn-acq_Arab","languages":["quy-Latn","acq-Arab"]},{"precision":0.459943,"recall":0.507905,"f1":0.474215,"accuracy":0.507905,"main_score":0.474215,"hf_subset":"quy_Latn-bem_Latn","languages":["quy-Latn","bem-Latn"]},{"precision":0.523228,"recall":0.562253,"f1":0.53379,"accuracy":0.562253,"main_score":0.53379,"hf_subset":"quy_Latn-epo_Latn","languages":["quy-Latn","epo-Latn"]},{"precision":0.486638,"recall":0.552372,"f1":0.504336,"accuracy":0.552372,"main_score":0.504336,"hf_subset":"quy_Latn-hun_Latn","languages":["quy-Latn","hun-Latn"]},{"precision":0.484173,"recall":0.529644,"f1":0.497859,"accuracy":0.529644,"main_score":0.497859,"hf_subset":"quy_Latn-kir_Cyrl","languages":["quy-Latn","kir-Cyrl"]},{"precision":0.501489,"recall":0.562253,"f1":0.518786,"accuracy":0.562253,"main_score":0.518786,"hf_subset":"quy_Latn-mar_Deva","languages":["quy-Latn","mar-Deva"]},{"precision":0.438323,"recall":0.487154,"f1":0.452052,"accuracy":0.487154,"main_score":0.452052,"hf_subset":"quy_Latn-plt_Latn","languages":["quy-Latn","plt-Latn"]},{"precision":0.497066,"recall":0.548419,"f1":0.51195,"accuracy":0.548419,"main_score":0.51195,"hf_subset":"quy_Latn-srp_Cyrl","languages":["quy-Latn","srp-Cyrl"]},{"precision":0.295711,"recall":0.340909,"f1":0.308745,"accuracy":0.340909,"main_score":0.308745,"hf_subset":"quy_Latn-uig_Arab","languages":["quy-Latn","uig-Arab"]},{"precision":0.489009,"recall":0.536561,"f1":0.50243,"accuracy":0.536561,"main_score":0.50243,"hf_subset":"quy_Latn-aeb_Arab","languages":["quy-Latn","aeb-Arab"]},{"precision":0.503841,"recall":0.56917,"f1":0.522476,"accuracy":0.56917,"main_score":0.522476,"hf_subset":"quy_Latn-ben_Beng","languages":["quy-Latn","ben-Beng"]},{"precision":0.475402,"recall":0.52668,"f1":0.489821,"accuracy":0.52668,"main_score":0.489821,"hf_subset":"quy_Latn-est_Latn","languages":["quy-Latn","est-Latn"]},{"precision":0.426574,"recall":0.478261,"f1":0.440662,"accuracy":0.478261,"main_score":0.440662,"hf_subset":"quy_Latn-hye_Armn","languages":["quy-Latn","hye-Armn"]},{"precision":0.431072,"recall":0.479249,"f1":0.44488,"accuracy":0.479249,"main_score":0.44488,"hf_subset":"quy_Latn-kmb_Latn","languages":["quy-Latn","kmb-Latn"]},{"precision":0.243025,"recall":0.289526,"f1":0.255042,"accuracy":0.289526,"main_score":0.255042,"hf_subset":"quy_Latn-min_Arab","languages":["quy-Latn","min-Arab"]},{"precision":0.547523,"recall":0.596838,"f1":0.56073,"accuracy":0.596838,"main_score":0.56073,"hf_subset":"quy_Latn-pol_Latn","languages":["quy-Latn","pol-Latn"]},{"precision":0.415452,"recall":0.469368,"f1":0.430169,"accuracy":0.469368,"main_score":0.430169,"hf_subset":"quy_Latn-ssw_Latn","languages":["quy-Latn","ssw-Latn"]},{"precision":0.500393,"recall":0.562253,"f1":0.517707,"accuracy":0.562253,"main_score":0.517707,"hf_subset":"quy_Latn-ukr_Cyrl","languages":["quy-Latn","ukr-Cyrl"]},{"precision":0.510523,"recall":0.563241,"f1":0.525367,"accuracy":0.563241,"main_score":0.525367,"hf_subset":"quy_Latn-afr_Latn","languages":["quy-Latn","afr-Latn"]},{"precision":0.521243,"recall":0.56917,"f1":0.535832,"accuracy":0.56917,"main_score":0.535832,"hf_subset":"quy_Latn-bho_Deva","languages":["quy-Latn","bho-Deva"]},{"precision":0.494263,"recall":0.544466,"f1":0.508732,"accuracy":0.544466,"main_score":0.508732,"hf_subset":"quy_Latn-eus_Latn","languages":["quy-Latn","eus-Latn"]},{"precision":0.406457,"recall":0.465415,"f1":0.422817,"accuracy":0.465415,"main_score":0.422817,"hf_subset":"quy_Latn-ibo_Latn","languages":["quy-Latn","ibo-Latn"]},{"precision":0.440766,"recall":0.5,"f1":0.457318,"accuracy":0.5,"main_score":0.457318,"hf_subset":"quy_Latn-kmr_Latn","languages":["quy-Latn","kmr-Latn"]},{"precision":0.494197,"recall":0.538538,"f1":0.507006,"accuracy":0.538538,"main_score":0.507006,"hf_subset":"quy_Latn-min_Latn","languages":["quy-Latn","min-Latn"]},{"precision":0.549573,"recall":0.607708,"f1":0.565503,"accuracy":0.607708,"main_score":0.565503,"hf_subset":"quy_Latn-por_Latn","languages":["quy-Latn","por-Latn"]},{"precision":0.539307,"recall":0.577075,"f1":0.550354,"accuracy":0.577075,"main_score":0.550354,"hf_subset":"quy_Latn-sun_Latn","languages":["quy-Latn","sun-Latn"]},{"precision":0.429625,"recall":0.483202,"f1":0.444487,"accuracy":0.483202,"main_score":0.444487,"hf_subset":"quy_Latn-umb_Latn","languages":["quy-Latn","umb-Latn"]},{"precision":0.500528,"recall":0.5583,"f1":0.516246,"accuracy":0.5583,"main_score":0.516246,"hf_subset":"quy_Latn-ajp_Arab","languages":["quy-Latn","ajp-Arab"]},{"precision":0.267129,"recall":0.313241,"f1":0.279106,"accuracy":0.313241,"main_score":0.279106,"hf_subset":"quy_Latn-bjn_Arab","languages":["quy-Latn","bjn-Arab"]},{"precision":0.433806,"recall":0.487154,"f1":0.449401,"accuracy":0.487154,"main_score":0.449401,"hf_subset":"quy_Latn-ewe_Latn","languages":["quy-Latn","ewe-Latn"]},{"precision":0.543702,"recall":0.586957,"f1":0.556675,"accuracy":0.586957,"main_score":0.556675,"hf_subset":"quy_Latn-ilo_Latn","languages":["quy-Latn","ilo-Latn"]},{"precision":0.203498,"recall":0.252964,"f1":0.216134,"accuracy":0.252964,"main_score":0.216134,"hf_subset":"quy_Latn-knc_Arab","languages":["quy-Latn","knc-Arab"]},{"precision":0.499216,"recall":0.547431,"f1":0.512402,"accuracy":0.547431,"main_score":0.512402,"hf_subset":"quy_Latn-mkd_Cyrl","languages":["quy-Latn","mkd-Cyrl"]},{"precision":0.494232,"recall":0.559289,"f1":0.512468,"accuracy":0.559289,"main_score":0.512468,"hf_subset":"quy_Latn-prs_Arab","languages":["quy-Latn","prs-Arab"]},{"precision":0.528859,"recall":0.579051,"f1":0.543125,"accuracy":0.579051,"main_score":0.543125,"hf_subset":"quy_Latn-swe_Latn","languages":["quy-Latn","swe-Latn"]},{"precision":0.448097,"recall":0.51087,"f1":0.466212,"accuracy":0.51087,"main_score":0.466212,"hf_subset":"quy_Latn-urd_Arab","languages":["quy-Latn","urd-Arab"]},{"precision":0.465868,"recall":0.507905,"f1":0.478505,"accuracy":0.507905,"main_score":0.478505,"hf_subset":"quy_Latn-aka_Latn","languages":["quy-Latn","aka-Latn"]},{"precision":0.508589,"recall":0.552372,"f1":0.520839,"accuracy":0.552372,"main_score":0.520839,"hf_subset":"quy_Latn-bjn_Latn","languages":["quy-Latn","bjn-Latn"]},{"precision":0.442451,"recall":0.48913,"f1":0.455746,"accuracy":0.48913,"main_score":0.455746,"hf_subset":"quy_Latn-fao_Latn","languages":["quy-Latn","fao-Latn"]},{"precision":0.551311,"recall":0.604743,"f1":0.565592,"accuracy":0.604743,"main_score":0.565592,"hf_subset":"quy_Latn-ind_Latn","languages":["quy-Latn","ind-Latn"]},{"precision":0.464161,"recall":0.508893,"f1":0.476672,"accuracy":0.508893,"main_score":0.476672,"hf_subset":"quy_Latn-knc_Latn","languages":["quy-Latn","knc-Latn"]},{"precision":0.492394,"recall":0.538538,"f1":0.505404,"accuracy":0.538538,"main_score":0.505404,"hf_subset":"quy_Latn-mlt_Latn","languages":["quy-Latn","mlt-Latn"]},{"precision":0.479584,"recall":0.521739,"f1":0.491573,"accuracy":0.521739,"main_score":0.491573,"hf_subset":"quy_Latn-swh_Latn","languages":["quy-Latn","swh-Latn"]},{"precision":0.452075,"recall":0.503953,"f1":0.467425,"accuracy":0.503953,"main_score":0.467425,"hf_subset":"quy_Latn-uzn_Latn","languages":["quy-Latn","uzn-Latn"]},{"precision":0.51126,"recall":0.5583,"f1":0.525154,"accuracy":0.5583,"main_score":0.525154,"hf_subset":"quy_Latn-als_Latn","languages":["quy-Latn","als-Latn"]},{"precision":0.186613,"recall":0.23913,"f1":0.19926,"accuracy":0.23913,"main_score":0.19926,"hf_subset":"quy_Latn-bod_Tibt","languages":["quy-Latn","bod-Tibt"]},{"precision":0.422436,"recall":0.477273,"f1":0.437893,"accuracy":0.477273,"main_score":0.437893,"hf_subset":"quy_Latn-fij_Latn","languages":["quy-Latn","fij-Latn"]},{"precision":0.391195,"recall":0.444664,"f1":0.406308,"accuracy":0.444664,"main_score":0.406308,"hf_subset":"quy_Latn-isl_Latn","languages":["quy-Latn","isl-Latn"]},{"precision":0.475994,"recall":0.52668,"f1":0.490416,"accuracy":0.52668,"main_score":0.490416,"hf_subset":"quy_Latn-kon_Latn","languages":["quy-Latn","kon-Latn"]},{"precision":0.351278,"recall":0.40415,"f1":0.367013,"accuracy":0.40415,"main_score":0.367013,"hf_subset":"quy_Latn-mni_Beng","languages":["quy-Latn","mni-Beng"]},{"precision":0.535084,"recall":0.586957,"f1":0.5497,"accuracy":0.586957,"main_score":0.5497,"hf_subset":"quy_Latn-ron_Latn","languages":["quy-Latn","ron-Latn"]},{"precision":0.501399,"recall":0.555336,"f1":0.517008,"accuracy":0.555336,"main_score":0.517008,"hf_subset":"quy_Latn-szl_Latn","languages":["quy-Latn","szl-Latn"]},{"precision":0.537665,"recall":0.583992,"f1":0.549813,"accuracy":0.583992,"main_score":0.549813,"hf_subset":"quy_Latn-vec_Latn","languages":["quy-Latn","vec-Latn"]},{"precision":0.395076,"recall":0.455534,"f1":0.411816,"accuracy":0.455534,"main_score":0.411816,"hf_subset":"quy_Latn-amh_Ethi","languages":["quy-Latn","amh-Ethi"]},{"precision":0.533141,"recall":0.582016,"f1":0.546586,"accuracy":0.582016,"main_score":0.546586,"hf_subset":"quy_Latn-bos_Latn","languages":["quy-Latn","bos-Latn"]},{"precision":0.522,"recall":0.574111,"f1":0.536855,"accuracy":0.574111,"main_score":0.536855,"hf_subset":"quy_Latn-fin_Latn","languages":["quy-Latn","fin-Latn"]},{"precision":0.560963,"recall":0.616601,"f1":0.576659,"accuracy":0.616601,"main_score":0.576659,"hf_subset":"quy_Latn-ita_Latn","languages":["quy-Latn","ita-Latn"]},{"precision":0.508783,"recall":0.573123,"f1":0.526721,"accuracy":0.573123,"main_score":0.526721,"hf_subset":"quy_Latn-kor_Hang","languages":["quy-Latn","kor-Hang"]},{"precision":0.424487,"recall":0.480237,"f1":0.439654,"accuracy":0.480237,"main_score":0.439654,"hf_subset":"quy_Latn-mos_Latn","languages":["quy-Latn","mos-Latn"]},{"precision":0.412636,"recall":0.460474,"f1":0.425772,"accuracy":0.460474,"main_score":0.425772,"hf_subset":"quy_Latn-run_Latn","languages":["quy-Latn","run-Latn"]},{"precision":0.462207,"recall":0.533597,"f1":0.480904,"accuracy":0.533597,"main_score":0.480904,"hf_subset":"quy_Latn-tam_Taml","languages":["quy-Latn","tam-Taml"]},{"precision":0.517376,"recall":0.572134,"f1":0.532156,"accuracy":0.572134,"main_score":0.532156,"hf_subset":"quy_Latn-vie_Latn","languages":["quy-Latn","vie-Latn"]},{"precision":0.499742,"recall":0.555336,"f1":0.51527,"accuracy":0.555336,"main_score":0.51527,"hf_subset":"quy_Latn-apc_Arab","languages":["quy-Latn","apc-Arab"]},{"precision":0.516881,"recall":0.559289,"f1":0.529663,"accuracy":0.559289,"main_score":0.529663,"hf_subset":"quy_Latn-bug_Latn","languages":["quy-Latn","bug-Latn"]},{"precision":0.402673,"recall":0.454545,"f1":0.417478,"accuracy":0.454545,"main_score":0.417478,"hf_subset":"quy_Latn-fon_Latn","languages":["quy-Latn","fon-Latn"]},{"precision":0.547642,"recall":0.585968,"f1":0.55803,"accuracy":0.585968,"main_score":0.55803,"hf_subset":"quy_Latn-jav_Latn","languages":["quy-Latn","jav-Latn"]},{"precision":0.400255,"recall":0.454545,"f1":0.414784,"accuracy":0.454545,"main_score":0.414784,"hf_subset":"quy_Latn-lao_Laoo","languages":["quy-Latn","lao-Laoo"]},{"precision":0.396703,"recall":0.450593,"f1":0.411884,"accuracy":0.450593,"main_score":0.411884,"hf_subset":"quy_Latn-mri_Latn","languages":["quy-Latn","mri-Latn"]},{"precision":0.544953,"recall":0.604743,"f1":0.561389,"accuracy":0.604743,"main_score":0.561389,"hf_subset":"quy_Latn-rus_Cyrl","languages":["quy-Latn","rus-Cyrl"]},{"precision":0.42265,"recall":0.477273,"f1":0.437996,"accuracy":0.477273,"main_score":0.437996,"hf_subset":"quy_Latn-taq_Latn","languages":["quy-Latn","taq-Latn"]},{"precision":0.555472,"recall":0.597826,"f1":0.567792,"accuracy":0.597826,"main_score":0.567792,"hf_subset":"quy_Latn-war_Latn","languages":["quy-Latn","war-Latn"]},{"precision":0.485137,"recall":0.546443,"f1":0.502229,"accuracy":0.546443,"main_score":0.502229,"hf_subset":"quy_Latn-arb_Arab","languages":["quy-Latn","arb-Arab"]},{"precision":0.534509,"recall":0.588933,"f1":0.549442,"accuracy":0.588933,"main_score":0.549442,"hf_subset":"quy_Latn-bul_Cyrl","languages":["quy-Latn","bul-Cyrl"]},{"precision":0.549122,"recall":0.606719,"f1":0.565011,"accuracy":0.606719,"main_score":0.565011,"hf_subset":"quy_Latn-fra_Latn","languages":["quy-Latn","fra-Latn"]},{"precision":0.513255,"recall":0.581028,"f1":0.531662,"accuracy":0.581028,"main_score":0.531662,"hf_subset":"quy_Latn-jpn_Jpan","languages":["quy-Latn","jpn-Jpan"]},{"precision":0.52516,"recall":0.572134,"f1":0.538172,"accuracy":0.572134,"main_score":0.538172,"hf_subset":"quy_Latn-lij_Latn","languages":["quy-Latn","lij-Latn"]},{"precision":0.356419,"recall":0.423913,"f1":0.374942,"accuracy":0.423913,"main_score":0.374942,"hf_subset":"quy_Latn-mya_Mymr","languages":["quy-Latn","mya-Mymr"]},{"precision":0.475136,"recall":0.528656,"f1":0.49035,"accuracy":0.528656,"main_score":0.49035,"hf_subset":"quy_Latn-sag_Latn","languages":["quy-Latn","sag-Latn"]},{"precision":0.174469,"recall":0.230237,"f1":0.188589,"accuracy":0.230237,"main_score":0.188589,"hf_subset":"quy_Latn-taq_Tfng","languages":["quy-Latn","taq-Tfng"]},{"precision":0.445629,"recall":0.500988,"f1":0.461712,"accuracy":0.500988,"main_score":0.461712,"hf_subset":"quy_Latn-wol_Latn","languages":["quy-Latn","wol-Latn"]},{"precision":0.293118,"recall":0.359684,"f1":0.31056,"accuracy":0.359684,"main_score":0.31056,"hf_subset":"quy_Latn-arb_Latn","languages":["quy-Latn","arb-Latn"]},{"precision":0.540044,"recall":0.587945,"f1":0.553524,"accuracy":0.587945,"main_score":0.553524,"hf_subset":"quy_Latn-cat_Latn","languages":["quy-Latn","cat-Latn"]},{"precision":0.52178,"recall":0.572134,"f1":0.536322,"accuracy":0.572134,"main_score":0.536322,"hf_subset":"quy_Latn-fur_Latn","languages":["quy-Latn","fur-Latn"]},{"precision":0.315706,"recall":0.368577,"f1":0.329487,"accuracy":0.368577,"main_score":0.329487,"hf_subset":"quy_Latn-kab_Latn","languages":["quy-Latn","kab-Latn"]},{"precision":0.509747,"recall":0.559289,"f1":0.523484,"accuracy":0.559289,"main_score":0.523484,"hf_subset":"quy_Latn-lim_Latn","languages":["quy-Latn","lim-Latn"]},{"precision":0.532492,"recall":0.590909,"f1":0.548002,"accuracy":0.590909,"main_score":0.548002,"hf_subset":"quy_Latn-nld_Latn","languages":["quy-Latn","nld-Latn"]},{"precision":0.433908,"recall":0.494071,"f1":0.450501,"accuracy":0.494071,"main_score":0.450501,"hf_subset":"quy_Latn-san_Deva","languages":["quy-Latn","san-Deva"]},{"precision":0.48981,"recall":0.531621,"f1":0.501694,"accuracy":0.531621,"main_score":0.501694,"hf_subset":"quy_Latn-tat_Cyrl","languages":["quy-Latn","tat-Cyrl"]},{"precision":0.441679,"recall":0.494071,"f1":0.456679,"accuracy":0.494071,"main_score":0.456679,"hf_subset":"quy_Latn-xho_Latn","languages":["quy-Latn","xho-Latn"]},{"precision":0.474838,"recall":0.538538,"f1":0.49251,"accuracy":0.538538,"main_score":0.49251,"hf_subset":"quy_Latn-ars_Arab","languages":["quy-Latn","ars-Arab"]},{"precision":0.554695,"recall":0.598814,"f1":0.567874,"accuracy":0.598814,"main_score":0.567874,"hf_subset":"quy_Latn-ceb_Latn","languages":["quy-Latn","ceb-Latn"]},{"precision":0.405715,"recall":0.465415,"f1":0.423293,"accuracy":0.465415,"main_score":0.423293,"hf_subset":"quy_Latn-fuv_Latn","languages":["quy-Latn","fuv-Latn"]},{"precision":0.448497,"recall":0.492095,"f1":0.460946,"accuracy":0.492095,"main_score":0.460946,"hf_subset":"quy_Latn-kac_Latn","languages":["quy-Latn","kac-Latn"]},{"precision":0.467955,"recall":0.518775,"f1":0.482594,"accuracy":0.518775,"main_score":0.482594,"hf_subset":"quy_Latn-lin_Latn","languages":["quy-Latn","lin-Latn"]},{"precision":0.510188,"recall":0.559289,"f1":0.524214,"accuracy":0.559289,"main_score":0.524214,"hf_subset":"quy_Latn-nno_Latn","languages":["quy-Latn","nno-Latn"]},{"precision":0.155974,"recall":0.199605,"f1":0.167243,"accuracy":0.199605,"main_score":0.167243,"hf_subset":"quy_Latn-sat_Olck","languages":["quy-Latn","sat-Olck"]},{"precision":0.499592,"recall":0.560277,"f1":0.516191,"accuracy":0.560277,"main_score":0.516191,"hf_subset":"quy_Latn-tel_Telu","languages":["quy-Latn","tel-Telu"]},{"precision":0.26998,"recall":0.33498,"f1":0.287085,"accuracy":0.33498,"main_score":0.287085,"hf_subset":"quy_Latn-ydd_Hebr","languages":["quy-Latn","ydd-Hebr"]},{"precision":0.465918,"recall":0.516798,"f1":0.480209,"accuracy":0.516798,"main_score":0.480209,"hf_subset":"quy_Latn-ary_Arab","languages":["quy-Latn","ary-Arab"]},{"precision":0.507278,"recall":0.563241,"f1":0.52233,"accuracy":0.563241,"main_score":0.52233,"hf_subset":"quy_Latn-ces_Latn","languages":["quy-Latn","ces-Latn"]},{"precision":0.322252,"recall":0.386364,"f1":0.339415,"accuracy":0.386364,"main_score":0.339415,"hf_subset":"quy_Latn-gaz_Latn","languages":["quy-Latn","gaz-Latn"]},{"precision":0.432805,"recall":0.480237,"f1":0.446044,"accuracy":0.480237,"main_score":0.446044,"hf_subset":"quy_Latn-kam_Latn","languages":["quy-Latn","kam-Latn"]},{"precision":0.474417,"recall":0.520751,"f1":0.487995,"accuracy":0.520751,"main_score":0.487995,"hf_subset":"quy_Latn-lit_Latn","languages":["quy-Latn","lit-Latn"]},{"precision":0.528386,"recall":0.581028,"f1":0.542987,"accuracy":0.581028,"main_score":0.542987,"hf_subset":"quy_Latn-nob_Latn","languages":["quy-Latn","nob-Latn"]},{"precision":0.514385,"recall":0.560277,"f1":0.52801,"accuracy":0.560277,"main_score":0.52801,"hf_subset":"quy_Latn-scn_Latn","languages":["quy-Latn","scn-Latn"]},{"precision":0.412821,"recall":0.466403,"f1":0.427547,"accuracy":0.466403,"main_score":0.427547,"hf_subset":"quy_Latn-tgk_Cyrl","languages":["quy-Latn","tgk-Cyrl"]},{"precision":0.39246,"recall":0.454545,"f1":0.410103,"accuracy":0.454545,"main_score":0.410103,"hf_subset":"quy_Latn-yor_Latn","languages":["quy-Latn","yor-Latn"]},{"precision":0.493275,"recall":0.552372,"f1":0.509557,"accuracy":0.552372,"main_score":0.509557,"hf_subset":"quy_Latn-arz_Arab","languages":["quy-Latn","arz-Arab"]},{"precision":0.445702,"recall":0.5,"f1":0.46118,"accuracy":0.5,"main_score":0.46118,"hf_subset":"quy_Latn-cjk_Latn","languages":["quy-Latn","cjk-Latn"]},{"precision":0.371953,"recall":0.428854,"f1":0.387245,"accuracy":0.428854,"main_score":0.387245,"hf_subset":"quy_Latn-gla_Latn","languages":["quy-Latn","gla-Latn"]},{"precision":0.469605,"recall":0.533597,"f1":0.487297,"accuracy":0.533597,"main_score":0.487297,"hf_subset":"quy_Latn-kan_Knda","languages":["quy-Latn","kan-Knda"]},{"precision":0.519775,"recall":0.560277,"f1":0.531477,"accuracy":0.560277,"main_score":0.531477,"hf_subset":"quy_Latn-lmo_Latn","languages":["quy-Latn","lmo-Latn"]},{"precision":0.490796,"recall":0.548419,"f1":0.507158,"accuracy":0.548419,"main_score":0.507158,"hf_subset":"quy_Latn-npi_Deva","languages":["quy-Latn","npi-Deva"]},{"precision":0.372059,"recall":0.431818,"f1":0.389333,"accuracy":0.431818,"main_score":0.389333,"hf_subset":"quy_Latn-shn_Mymr","languages":["quy-Latn","shn-Mymr"]},{"precision":0.522648,"recall":0.574111,"f1":0.537775,"accuracy":0.574111,"main_score":0.537775,"hf_subset":"quy_Latn-tgl_Latn","languages":["quy-Latn","tgl-Latn"]},{"precision":0.500269,"recall":0.55336,"f1":0.515193,"accuracy":0.55336,"main_score":0.515193,"hf_subset":"quy_Latn-yue_Hant","languages":["quy-Latn","yue-Hant"]},{"precision":0.427896,"recall":0.481225,"f1":0.443327,"accuracy":0.481225,"main_score":0.443327,"hf_subset":"quy_Latn-asm_Beng","languages":["quy-Latn","asm-Beng"]},{"precision":0.324662,"recall":0.386364,"f1":0.341297,"accuracy":0.386364,"main_score":0.341297,"hf_subset":"quy_Latn-ckb_Arab","languages":["quy-Latn","ckb-Arab"]},{"precision":0.362212,"recall":0.423913,"f1":0.3785,"accuracy":0.423913,"main_score":0.3785,"hf_subset":"quy_Latn-gle_Latn","languages":["quy-Latn","gle-Latn"]},{"precision":0.383302,"recall":0.448617,"f1":0.400968,"accuracy":0.448617,"main_score":0.400968,"hf_subset":"quy_Latn-kas_Arab","languages":["quy-Latn","kas-Arab"]},{"precision":0.47279,"recall":0.525692,"f1":0.487234,"accuracy":0.525692,"main_score":0.487234,"hf_subset":"quy_Latn-ltg_Latn","languages":["quy-Latn","ltg-Latn"]},{"precision":0.456018,"recall":0.505929,"f1":0.470153,"accuracy":0.505929,"main_score":0.470153,"hf_subset":"quy_Latn-nso_Latn","languages":["quy-Latn","nso-Latn"]},{"precision":0.417821,"recall":0.471344,"f1":0.433151,"accuracy":0.471344,"main_score":0.433151,"hf_subset":"quy_Latn-sin_Sinh","languages":["quy-Latn","sin-Sinh"]},{"precision":0.50296,"recall":0.562253,"f1":0.519289,"accuracy":0.562253,"main_score":0.519289,"hf_subset":"quy_Latn-tha_Thai","languages":["quy-Latn","tha-Thai"]},{"precision":0.506685,"recall":0.563241,"f1":0.523003,"accuracy":0.563241,"main_score":0.523003,"hf_subset":"quy_Latn-zho_Hans","languages":["quy-Latn","zho-Hans"]},{"precision":0.521906,"recall":0.570158,"f1":0.535945,"accuracy":0.570158,"main_score":0.535945,"hf_subset":"quy_Latn-ast_Latn","languages":["quy-Latn","ast-Latn"]},{"precision":0.470731,"recall":0.511858,"f1":0.482061,"accuracy":0.511858,"main_score":0.482061,"hf_subset":"quy_Latn-crh_Latn","languages":["quy-Latn","crh-Latn"]},{"precision":0.550597,"recall":0.600791,"f1":0.564272,"accuracy":0.600791,"main_score":0.564272,"hf_subset":"quy_Latn-glg_Latn","languages":["quy-Latn","glg-Latn"]},{"precision":0.420933,"recall":0.476285,"f1":0.436677,"accuracy":0.476285,"main_score":0.436677,"hf_subset":"quy_Latn-kas_Deva","languages":["quy-Latn","kas-Deva"]},{"precision":0.502385,"recall":0.5583,"f1":0.518374,"accuracy":0.5583,"main_score":0.518374,"hf_subset":"quy_Latn-ltz_Latn","languages":["quy-Latn","ltz-Latn"]},{"precision":0.330759,"recall":0.393281,"f1":0.348214,"accuracy":0.393281,"main_score":0.348214,"hf_subset":"quy_Latn-nus_Latn","languages":["quy-Latn","nus-Latn"]},{"precision":0.502891,"recall":0.557312,"f1":0.517433,"accuracy":0.557312,"main_score":0.517433,"hf_subset":"quy_Latn-slk_Latn","languages":["quy-Latn","slk-Latn"]},{"precision":0.323141,"recall":0.37253,"f1":0.337119,"accuracy":0.37253,"main_score":0.337119,"hf_subset":"quy_Latn-tir_Ethi","languages":["quy-Latn","tir-Ethi"]},{"precision":0.497562,"recall":0.551383,"f1":0.512556,"accuracy":0.551383,"main_score":0.512556,"hf_subset":"quy_Latn-zho_Hant","languages":["quy-Latn","zho-Hant"]},{"precision":0.527993,"recall":0.588933,"f1":0.54448,"accuracy":0.588933,"main_score":0.54448,"hf_subset":"quy_Latn-awa_Deva","languages":["quy-Latn","awa-Deva"]},{"precision":0.4077,"recall":0.462451,"f1":0.422184,"accuracy":0.462451,"main_score":0.422184,"hf_subset":"quy_Latn-cym_Latn","languages":["quy-Latn","cym-Latn"]},{"precision":0.545899,"recall":0.583992,"f1":0.55751,"accuracy":0.583992,"main_score":0.55751,"hf_subset":"quy_Latn-grn_Latn","languages":["quy-Latn","grn-Latn"]},{"precision":0.441309,"recall":0.495059,"f1":0.455735,"accuracy":0.495059,"main_score":0.455735,"hf_subset":"quy_Latn-kat_Geor","languages":["quy-Latn","kat-Geor"]},{"precision":0.473714,"recall":0.520751,"f1":0.487345,"accuracy":0.520751,"main_score":0.487345,"hf_subset":"quy_Latn-lua_Latn","languages":["quy-Latn","lua-Latn"]},{"precision":0.469551,"recall":0.51581,"f1":0.483191,"accuracy":0.51581,"main_score":0.483191,"hf_subset":"quy_Latn-nya_Latn","languages":["quy-Latn","nya-Latn"]},{"precision":0.496546,"recall":0.560277,"f1":0.514405,"accuracy":0.560277,"main_score":0.514405,"hf_subset":"quy_Latn-slv_Latn","languages":["quy-Latn","slv-Latn"]},{"precision":0.533329,"recall":0.575099,"f1":0.545787,"accuracy":0.575099,"main_score":0.545787,"hf_subset":"quy_Latn-tpi_Latn","languages":["quy-Latn","tpi-Latn"]},{"precision":0.531439,"recall":0.586957,"f1":0.546694,"accuracy":0.586957,"main_score":0.546694,"hf_subset":"quy_Latn-zsm_Latn","languages":["quy-Latn","zsm-Latn"]},{"precision":0.44091,"recall":0.497036,"f1":0.45594,"accuracy":0.497036,"main_score":0.45594,"hf_subset":"quy_Latn-ayr_Latn","languages":["quy-Latn","ayr-Latn"]},{"precision":0.532882,"recall":0.583004,"f1":0.546584,"accuracy":0.583004,"main_score":0.546584,"hf_subset":"quy_Latn-dan_Latn","languages":["quy-Latn","dan-Latn"]},{"precision":0.478142,"recall":0.543478,"f1":0.496668,"accuracy":0.543478,"main_score":0.496668,"hf_subset":"quy_Latn-guj_Gujr","languages":["quy-Latn","guj-Gujr"]},{"precision":0.469136,"recall":0.520751,"f1":0.483727,"accuracy":0.520751,"main_score":0.483727,"hf_subset":"quy_Latn-kaz_Cyrl","languages":["quy-Latn","kaz-Cyrl"]},{"precision":0.403024,"recall":0.45751,"f1":0.418117,"accuracy":0.45751,"main_score":0.418117,"hf_subset":"quy_Latn-lug_Latn","languages":["quy-Latn","lug-Latn"]},{"precision":0.533012,"recall":0.582016,"f1":0.54744,"accuracy":0.582016,"main_score":0.54744,"hf_subset":"quy_Latn-oci_Latn","languages":["quy-Latn","oci-Latn"]},{"precision":0.436206,"recall":0.496047,"f1":0.453587,"accuracy":0.496047,"main_score":0.453587,"hf_subset":"quy_Latn-smo_Latn","languages":["quy-Latn","smo-Latn"]},{"precision":0.421874,"recall":0.479249,"f1":0.438364,"accuracy":0.479249,"main_score":0.438364,"hf_subset":"quy_Latn-tsn_Latn","languages":["quy-Latn","tsn-Latn"]},{"precision":0.395186,"recall":0.454545,"f1":0.412364,"accuracy":0.454545,"main_score":0.412364,"hf_subset":"quy_Latn-zul_Latn","languages":["quy-Latn","zul-Latn"]},{"precision":0.410365,"recall":0.472332,"f1":0.427664,"accuracy":0.472332,"main_score":0.427664,"hf_subset":"quy_Latn-azb_Arab","languages":["quy-Latn","azb-Arab"]},{"precision":0.54765,"recall":0.607708,"f1":0.564184,"accuracy":0.607708,"main_score":0.564184,"hf_subset":"quy_Latn-deu_Latn","languages":["quy-Latn","deu-Latn"]},{"precision":0.453962,"recall":0.507905,"f1":0.468919,"accuracy":0.507905,"main_score":0.468919,"hf_subset":"quy_Latn-hat_Latn","languages":["quy-Latn","hat-Latn"]},{"precision":0.392853,"recall":0.448617,"f1":0.408546,"accuracy":0.448617,"main_score":0.408546,"hf_subset":"quy_Latn-kbp_Latn","languages":["quy-Latn","kbp-Latn"]},{"precision":0.449189,"recall":0.5,"f1":0.463818,"accuracy":0.5,"main_score":0.463818,"hf_subset":"quy_Latn-luo_Latn","languages":["quy-Latn","luo-Latn"]},{"precision":0.407326,"recall":0.460474,"f1":0.421357,"accuracy":0.460474,"main_score":0.421357,"hf_subset":"quy_Latn-ory_Orya","languages":["quy-Latn","ory-Orya"]},{"precision":0.453255,"recall":0.499012,"f1":0.466488,"accuracy":0.499012,"main_score":0.466488,"hf_subset":"quy_Latn-sna_Latn","languages":["quy-Latn","sna-Latn"]},{"precision":0.437561,"recall":0.482213,"f1":0.449779,"accuracy":0.482213,"main_score":0.449779,"hf_subset":"quy_Latn-tso_Latn","languages":["quy-Latn","tso-Latn"]},{"precision":0.482193,"recall":0.528656,"f1":0.495529,"accuracy":0.528656,"main_score":0.495529,"hf_subset":"quy_Latn-azj_Latn","languages":["quy-Latn","azj-Latn"]},{"precision":0.406468,"recall":0.465415,"f1":0.423573,"accuracy":0.465415,"main_score":0.423573,"hf_subset":"quy_Latn-dik_Latn","languages":["quy-Latn","dik-Latn"]},{"precision":0.435786,"recall":0.475296,"f1":0.447123,"accuracy":0.475296,"main_score":0.447123,"hf_subset":"quy_Latn-hau_Latn","languages":["quy-Latn","hau-Latn"]},{"precision":0.5236,"recall":0.572134,"f1":0.537291,"accuracy":0.572134,"main_score":0.537291,"hf_subset":"quy_Latn-kea_Latn","languages":["quy-Latn","kea-Latn"]},{"precision":0.501285,"recall":0.541502,"f1":0.513651,"accuracy":0.541502,"main_score":0.513651,"hf_subset":"quy_Latn-lus_Latn","languages":["quy-Latn","lus-Latn"]},{"precision":0.531268,"recall":0.574111,"f1":0.543731,"accuracy":0.574111,"main_score":0.543731,"hf_subset":"quy_Latn-pag_Latn","languages":["quy-Latn","pag-Latn"]},{"precision":0.374527,"recall":0.432806,"f1":0.390916,"accuracy":0.432806,"main_score":0.390916,"hf_subset":"quy_Latn-snd_Arab","languages":["quy-Latn","snd-Arab"]},{"precision":0.458882,"recall":0.512846,"f1":0.47371,"accuracy":0.512846,"main_score":0.47371,"hf_subset":"quy_Latn-tuk_Latn","languages":["quy-Latn","tuk-Latn"]},{"precision":0.501042,"recall":0.541502,"f1":0.512813,"accuracy":0.541502,"main_score":0.512813,"hf_subset":"quy_Latn-bak_Cyrl","languages":["quy-Latn","bak-Cyrl"]},{"precision":0.366186,"recall":0.429842,"f1":0.384812,"accuracy":0.429842,"main_score":0.384812,"hf_subset":"quy_Latn-dyu_Latn","languages":["quy-Latn","dyu-Latn"]},{"precision":0.394128,"recall":0.459486,"f1":0.412596,"accuracy":0.459486,"main_score":0.412596,"hf_subset":"quy_Latn-heb_Hebr","languages":["quy-Latn","heb-Hebr"]},{"precision":0.428439,"recall":0.478261,"f1":0.442308,"accuracy":0.478261,"main_score":0.442308,"hf_subset":"quy_Latn-khk_Cyrl","languages":["quy-Latn","khk-Cyrl"]},{"precision":0.48397,"recall":0.540514,"f1":0.500232,"accuracy":0.540514,"main_score":0.500232,"hf_subset":"quy_Latn-lvs_Latn","languages":["quy-Latn","lvs-Latn"]},{"precision":0.426279,"recall":0.485178,"f1":0.44257,"accuracy":0.485178,"main_score":0.44257,"hf_subset":"quy_Latn-pan_Guru","languages":["quy-Latn","pan-Guru"]},{"precision":0.404452,"recall":0.453557,"f1":0.418034,"accuracy":0.453557,"main_score":0.418034,"hf_subset":"quy_Latn-som_Latn","languages":["quy-Latn","som-Latn"]},{"precision":0.442536,"recall":0.475296,"f1":0.45235,"accuracy":0.475296,"main_score":0.45235,"hf_subset":"quy_Latn-tum_Latn","languages":["quy-Latn","tum-Latn"]},{"precision":0.260586,"recall":0.340909,"f1":0.280889,"accuracy":0.340909,"main_score":0.280889,"hf_subset":"swh_Latn-ace_Arab","languages":["swh-Latn","ace-Arab"]},{"precision":0.395815,"recall":0.467391,"f1":0.41602,"accuracy":0.467391,"main_score":0.41602,"hf_subset":"swh_Latn-bam_Latn","languages":["swh-Latn","bam-Latn"]},{"precision":0.150206,"recall":0.209486,"f1":0.165559,"accuracy":0.209486,"main_score":0.165559,"hf_subset":"swh_Latn-dzo_Tibt","languages":["swh-Latn","dzo-Tibt"]},{"precision":0.921278,"recall":0.945652,"f1":0.929183,"accuracy":0.945652,"main_score":0.929183,"hf_subset":"swh_Latn-hin_Deva","languages":["swh-Latn","hin-Deva"]},{"precision":0.710211,"recall":0.784585,"f1":0.733103,"accuracy":0.784585,"main_score":0.733103,"hf_subset":"swh_Latn-khm_Khmr","languages":["swh-Latn","khm-Khmr"]},{"precision":0.875082,"recall":0.912055,"f1":0.887088,"accuracy":0.912055,"main_score":0.887088,"hf_subset":"swh_Latn-mag_Deva","languages":["swh-Latn","mag-Deva"]},{"precision":0.706531,"recall":0.769763,"f1":0.725181,"accuracy":0.769763,"main_score":0.725181,"hf_subset":"swh_Latn-pap_Latn","languages":["swh-Latn","pap-Latn"]},{"precision":0.439199,"recall":0.512846,"f1":0.459244,"accuracy":0.512846,"main_score":0.459244,"hf_subset":"swh_Latn-sot_Latn","languages":["swh-Latn","sot-Latn"]},{"precision":0.919384,"recall":0.943676,"f1":0.927108,"accuracy":0.943676,"main_score":0.927108,"hf_subset":"swh_Latn-tur_Latn","languages":["swh-Latn","tur-Latn"]},{"precision":0.571166,"recall":0.649209,"f1":0.592615,"accuracy":0.649209,"main_score":0.592615,"hf_subset":"swh_Latn-ace_Latn","languages":["swh-Latn","ace-Latn"]},{"precision":0.678633,"recall":0.741107,"f1":0.696709,"accuracy":0.741107,"main_score":0.696709,"hf_subset":"swh_Latn-ban_Latn","languages":["swh-Latn","ban-Latn"]},{"precision":0.857131,"recall":0.898221,"f1":0.87029,"accuracy":0.898221,"main_score":0.87029,"hf_subset":"swh_Latn-ell_Grek","languages":["swh-Latn","ell-Grek"]},{"precision":0.838636,"recall":0.881423,"f1":0.852075,"accuracy":0.881423,"main_score":0.852075,"hf_subset":"swh_Latn-hne_Deva","languages":["swh-Latn","hne-Deva"]},{"precision":0.435723,"recall":0.516798,"f1":0.458085,"accuracy":0.516798,"main_score":0.458085,"hf_subset":"swh_Latn-kik_Latn","languages":["swh-Latn","kik-Latn"]},{"precision":0.877223,"recall":0.913043,"f1":0.888735,"accuracy":0.913043,"main_score":0.888735,"hf_subset":"swh_Latn-mai_Deva","languages":["swh-Latn","mai-Deva"]},{"precision":0.743808,"recall":0.805336,"f1":0.762945,"accuracy":0.805336,"main_score":0.762945,"hf_subset":"swh_Latn-pbt_Arab","languages":["swh-Latn","pbt-Arab"]},{"precision":0.902503,"recall":0.931818,"f1":0.911891,"accuracy":0.931818,"main_score":0.911891,"hf_subset":"swh_Latn-spa_Latn","languages":["swh-Latn","spa-Latn"]},{"precision":0.482084,"recall":0.552372,"f1":0.501548,"accuracy":0.552372,"main_score":0.501548,"hf_subset":"swh_Latn-twi_Latn","languages":["swh-Latn","twi-Latn"]},{"precision":0.884223,"recall":0.917984,"f1":0.895092,"accuracy":0.917984,"main_score":0.895092,"hf_subset":"swh_Latn-acm_Arab","languages":["swh-Latn","acm-Arab"]},{"precision":0.697447,"recall":0.768775,"f1":0.719368,"accuracy":0.768775,"main_score":0.719368,"hf_subset":"swh_Latn-bel_Cyrl","languages":["swh-Latn","bel-Cyrl"]},{"precision":0.930254,"recall":0.950593,"f1":0.93666,"accuracy":0.950593,"main_score":0.93666,"hf_subset":"swh_Latn-eng_Latn","languages":["swh-Latn","eng-Latn"]},{"precision":0.848271,"recall":0.891304,"f1":0.861726,"accuracy":0.891304,"main_score":0.861726,"hf_subset":"swh_Latn-hrv_Latn","languages":["swh-Latn","hrv-Latn"]},{"precision":0.431632,"recall":0.504941,"f1":0.45163,"accuracy":0.504941,"main_score":0.45163,"hf_subset":"swh_Latn-kin_Latn","languages":["swh-Latn","kin-Latn"]},{"precision":0.8764,"recall":0.912055,"f1":0.887549,"accuracy":0.912055,"main_score":0.887549,"hf_subset":"swh_Latn-mal_Mlym","languages":["swh-Latn","mal-Mlym"]},{"precision":0.903491,"recall":0.933794,"f1":0.913373,"accuracy":0.933794,"main_score":0.913373,"hf_subset":"swh_Latn-pes_Arab","languages":["swh-Latn","pes-Arab"]},{"precision":0.692968,"recall":0.761858,"f1":0.714018,"accuracy":0.761858,"main_score":0.714018,"hf_subset":"swh_Latn-srd_Latn","languages":["swh-Latn","srd-Latn"]},{"precision":0.105026,"recall":0.174901,"f1":0.120452,"accuracy":0.174901,"main_score":0.120452,"hf_subset":"swh_Latn-tzm_Tfng","languages":["swh-Latn","tzm-Tfng"]},{"precision":0.898551,"recall":0.928854,"f1":0.908267,"accuracy":0.928854,"main_score":0.908267,"hf_subset":"swh_Latn-acq_Arab","languages":["swh-Latn","acq-Arab"]},{"precision":0.475425,"recall":0.543478,"f1":0.494588,"accuracy":0.543478,"main_score":0.494588,"hf_subset":"swh_Latn-bem_Latn","languages":["swh-Latn","bem-Latn"]},{"precision":0.743363,"recall":0.802372,"f1":0.761561,"accuracy":0.802372,"main_score":0.761561,"hf_subset":"swh_Latn-epo_Latn","languages":["swh-Latn","epo-Latn"]},{"precision":0.81917,"recall":0.865613,"f1":0.833583,"accuracy":0.865613,"main_score":0.833583,"hf_subset":"swh_Latn-hun_Latn","languages":["swh-Latn","hun-Latn"]},{"precision":0.603241,"recall":0.673913,"f1":0.623392,"accuracy":0.673913,"main_score":0.623392,"hf_subset":"swh_Latn-kir_Cyrl","languages":["swh-Latn","kir-Cyrl"]},{"precision":0.89114,"recall":0.922925,"f1":0.901515,"accuracy":0.922925,"main_score":0.901515,"hf_subset":"swh_Latn-mar_Deva","languages":["swh-Latn","mar-Deva"]},{"precision":0.441677,"recall":0.509881,"f1":0.460549,"accuracy":0.509881,"main_score":0.460549,"hf_subset":"swh_Latn-plt_Latn","languages":["swh-Latn","plt-Latn"]},{"precision":0.818594,"recall":0.862648,"f1":0.832016,"accuracy":0.862648,"main_score":0.832016,"hf_subset":"swh_Latn-srp_Cyrl","languages":["swh-Latn","srp-Cyrl"]},{"precision":0.27878,"recall":0.351779,"f1":0.297684,"accuracy":0.351779,"main_score":0.297684,"hf_subset":"swh_Latn-uig_Arab","languages":["swh-Latn","uig-Arab"]},{"precision":0.837648,"recall":0.881423,"f1":0.851205,"accuracy":0.881423,"main_score":0.851205,"hf_subset":"swh_Latn-aeb_Arab","languages":["swh-Latn","aeb-Arab"]},{"precision":0.898501,"recall":0.927866,"f1":0.907839,"accuracy":0.927866,"main_score":0.907839,"hf_subset":"swh_Latn-ben_Beng","languages":["swh-Latn","ben-Beng"]},{"precision":0.701416,"recall":0.770751,"f1":0.721989,"accuracy":0.770751,"main_score":0.721989,"hf_subset":"swh_Latn-est_Latn","languages":["swh-Latn","est-Latn"]},{"precision":0.728031,"recall":0.791502,"f1":0.746862,"accuracy":0.791502,"main_score":0.746862,"hf_subset":"swh_Latn-hye_Armn","languages":["swh-Latn","hye-Armn"]},{"precision":0.42802,"recall":0.494071,"f1":0.445687,"accuracy":0.494071,"main_score":0.445687,"hf_subset":"swh_Latn-kmb_Latn","languages":["swh-Latn","kmb-Latn"]},{"precision":0.226569,"recall":0.299407,"f1":0.244216,"accuracy":0.299407,"main_score":0.244216,"hf_subset":"swh_Latn-min_Arab","languages":["swh-Latn","min-Arab"]},{"precision":0.88694,"recall":0.917984,"f1":0.896805,"accuracy":0.917984,"main_score":0.896805,"hf_subset":"swh_Latn-pol_Latn","languages":["swh-Latn","pol-Latn"]},{"precision":0.399078,"recall":0.476285,"f1":0.420688,"accuracy":0.476285,"main_score":0.420688,"hf_subset":"swh_Latn-ssw_Latn","languages":["swh-Latn","ssw-Latn"]},{"precision":0.869186,"recall":0.909091,"f1":0.881983,"accuracy":0.909091,"main_score":0.881983,"hf_subset":"swh_Latn-ukr_Cyrl","languages":["swh-Latn","ukr-Cyrl"]},{"precision":0.803689,"recall":0.854743,"f1":0.819466,"accuracy":0.854743,"main_score":0.819466,"hf_subset":"swh_Latn-afr_Latn","languages":["swh-Latn","afr-Latn"]},{"precision":0.852002,"recall":0.891304,"f1":0.863705,"accuracy":0.891304,"main_score":0.863705,"hf_subset":"swh_Latn-bho_Deva","languages":["swh-Latn","bho-Deva"]},{"precision":0.532931,"recall":0.619565,"f1":0.557486,"accuracy":0.619565,"main_score":0.557486,"hf_subset":"swh_Latn-eus_Latn","languages":["swh-Latn","eus-Latn"]},{"precision":0.409751,"recall":0.490119,"f1":0.431558,"accuracy":0.490119,"main_score":0.431558,"hf_subset":"swh_Latn-ibo_Latn","languages":["swh-Latn","ibo-Latn"]},{"precision":0.414337,"recall":0.497036,"f1":0.4367,"accuracy":0.497036,"main_score":0.4367,"hf_subset":"swh_Latn-kmr_Latn","languages":["swh-Latn","kmr-Latn"]},{"precision":0.653279,"recall":0.724308,"f1":0.67397,"accuracy":0.724308,"main_score":0.67397,"hf_subset":"swh_Latn-min_Latn","languages":["swh-Latn","min-Latn"]},{"precision":0.916502,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"swh_Latn-por_Latn","languages":["swh-Latn","por-Latn"]},{"precision":0.722283,"recall":0.780632,"f1":0.740007,"accuracy":0.780632,"main_score":0.740007,"hf_subset":"swh_Latn-sun_Latn","languages":["swh-Latn","sun-Latn"]},{"precision":0.39271,"recall":0.474308,"f1":0.415335,"accuracy":0.474308,"main_score":0.415335,"hf_subset":"swh_Latn-umb_Latn","languages":["swh-Latn","umb-Latn"]},{"precision":0.882082,"recall":0.91996,"f1":0.894598,"accuracy":0.91996,"main_score":0.894598,"hf_subset":"swh_Latn-ajp_Arab","languages":["swh-Latn","ajp-Arab"]},{"precision":0.239866,"recall":0.3083,"f1":0.257637,"accuracy":0.3083,"main_score":0.257637,"hf_subset":"swh_Latn-bjn_Arab","languages":["swh-Latn","bjn-Arab"]},{"precision":0.410189,"recall":0.485178,"f1":0.430682,"accuracy":0.485178,"main_score":0.430682,"hf_subset":"swh_Latn-ewe_Latn","languages":["swh-Latn","ewe-Latn"]},{"precision":0.587783,"recall":0.661067,"f1":0.608759,"accuracy":0.661067,"main_score":0.608759,"hf_subset":"swh_Latn-ilo_Latn","languages":["swh-Latn","ilo-Latn"]},{"precision":0.165078,"recall":0.235178,"f1":0.182529,"accuracy":0.235178,"main_score":0.182529,"hf_subset":"swh_Latn-knc_Arab","languages":["swh-Latn","knc-Arab"]},{"precision":0.812006,"recall":0.865613,"f1":0.828788,"accuracy":0.865613,"main_score":0.828788,"hf_subset":"swh_Latn-mkd_Cyrl","languages":["swh-Latn","mkd-Cyrl"]},{"precision":0.883811,"recall":0.918972,"f1":0.895158,"accuracy":0.918972,"main_score":0.895158,"hf_subset":"swh_Latn-prs_Arab","languages":["swh-Latn","prs-Arab"]},{"precision":0.882082,"recall":0.916996,"f1":0.893248,"accuracy":0.916996,"main_score":0.893248,"hf_subset":"swh_Latn-swe_Latn","languages":["swh-Latn","swe-Latn"]},{"precision":0.855731,"recall":0.898221,"f1":0.869401,"accuracy":0.898221,"main_score":0.869401,"hf_subset":"swh_Latn-urd_Arab","languages":["swh-Latn","urd-Arab"]},{"precision":0.447239,"recall":0.51581,"f1":0.465195,"accuracy":0.51581,"main_score":0.465195,"hf_subset":"swh_Latn-aka_Latn","languages":["swh-Latn","aka-Latn"]},{"precision":0.684257,"recall":0.750988,"f1":0.703318,"accuracy":0.750988,"main_score":0.703318,"hf_subset":"swh_Latn-bjn_Latn","languages":["swh-Latn","bjn-Latn"]},{"precision":0.507224,"recall":0.601779,"f1":0.534202,"accuracy":0.601779,"main_score":0.534202,"hf_subset":"swh_Latn-fao_Latn","languages":["swh-Latn","fao-Latn"]},{"precision":0.918314,"recall":0.942688,"f1":0.926219,"accuracy":0.942688,"main_score":0.926219,"hf_subset":"swh_Latn-ind_Latn","languages":["swh-Latn","ind-Latn"]},{"precision":0.445478,"recall":0.512846,"f1":0.463574,"accuracy":0.512846,"main_score":0.463574,"hf_subset":"swh_Latn-knc_Latn","languages":["swh-Latn","knc-Latn"]},{"precision":0.579268,"recall":0.659091,"f1":0.602066,"accuracy":0.659091,"main_score":0.602066,"hf_subset":"swh_Latn-mlt_Latn","languages":["swh-Latn","mlt-Latn"]},{"precision":0.45134,"recall":0.535573,"f1":0.474402,"accuracy":0.535573,"main_score":0.474402,"hf_subset":"swh_Latn-quy_Latn","languages":["swh-Latn","quy-Latn"]},{"precision":0.581021,"recall":0.65415,"f1":0.601772,"accuracy":0.65415,"main_score":0.601772,"hf_subset":"swh_Latn-uzn_Latn","languages":["swh-Latn","uzn-Latn"]},{"precision":0.649729,"recall":0.721344,"f1":0.670918,"accuracy":0.721344,"main_score":0.670918,"hf_subset":"swh_Latn-als_Latn","languages":["swh-Latn","als-Latn"]},{"precision":0.178711,"recall":0.255929,"f1":0.198062,"accuracy":0.255929,"main_score":0.198062,"hf_subset":"swh_Latn-bod_Tibt","languages":["swh-Latn","bod-Tibt"]},{"precision":0.412058,"recall":0.494071,"f1":0.434534,"accuracy":0.494071,"main_score":0.434534,"hf_subset":"swh_Latn-fij_Latn","languages":["swh-Latn","fij-Latn"]},{"precision":0.487266,"recall":0.581028,"f1":0.513067,"accuracy":0.581028,"main_score":0.513067,"hf_subset":"swh_Latn-isl_Latn","languages":["swh-Latn","isl-Latn"]},{"precision":0.483138,"recall":0.544466,"f1":0.500733,"accuracy":0.544466,"main_score":0.500733,"hf_subset":"swh_Latn-kon_Latn","languages":["swh-Latn","kon-Latn"]},{"precision":0.316195,"recall":0.412055,"f1":0.341514,"accuracy":0.412055,"main_score":0.341514,"hf_subset":"swh_Latn-mni_Beng","languages":["swh-Latn","mni-Beng"]},{"precision":0.883399,"recall":0.916996,"f1":0.894236,"accuracy":0.916996,"main_score":0.894236,"hf_subset":"swh_Latn-ron_Latn","languages":["swh-Latn","ron-Latn"]},{"precision":0.709931,"recall":0.77668,"f1":0.729941,"accuracy":0.77668,"main_score":0.729941,"hf_subset":"swh_Latn-szl_Latn","languages":["swh-Latn","szl-Latn"]},{"precision":0.794252,"recall":0.847826,"f1":0.810757,"accuracy":0.847826,"main_score":0.810757,"hf_subset":"swh_Latn-vec_Latn","languages":["swh-Latn","vec-Latn"]},{"precision":0.731258,"recall":0.797431,"f1":0.751205,"accuracy":0.797431,"main_score":0.751205,"hf_subset":"swh_Latn-amh_Ethi","languages":["swh-Latn","amh-Ethi"]},{"precision":0.888834,"recall":0.920949,"f1":0.898998,"accuracy":0.920949,"main_score":0.898998,"hf_subset":"swh_Latn-bos_Latn","languages":["swh-Latn","bos-Latn"]},{"precision":0.872365,"recall":0.908103,"f1":0.88386,"accuracy":0.908103,"main_score":0.88386,"hf_subset":"swh_Latn-fin_Latn","languages":["swh-Latn","fin-Latn"]},{"precision":0.911726,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"swh_Latn-ita_Latn","languages":["swh-Latn","ita-Latn"]},{"precision":0.901021,"recall":0.93083,"f1":0.910738,"accuracy":0.93083,"main_score":0.910738,"hf_subset":"swh_Latn-kor_Hang","languages":["swh-Latn","kor-Hang"]},{"precision":0.401302,"recall":0.483202,"f1":0.423573,"accuracy":0.483202,"main_score":0.423573,"hf_subset":"swh_Latn-mos_Latn","languages":["swh-Latn","mos-Latn"]},{"precision":0.415749,"recall":0.494071,"f1":0.437134,"accuracy":0.494071,"main_score":0.437134,"hf_subset":"swh_Latn-run_Latn","languages":["swh-Latn","run-Latn"]},{"precision":0.864625,"recall":0.90415,"f1":0.877306,"accuracy":0.90415,"main_score":0.877306,"hf_subset":"swh_Latn-tam_Taml","languages":["swh-Latn","tam-Taml"]},{"precision":0.882246,"recall":0.917984,"f1":0.893775,"accuracy":0.917984,"main_score":0.893775,"hf_subset":"swh_Latn-vie_Latn","languages":["swh-Latn","vie-Latn"]},{"precision":0.88027,"recall":0.916008,"f1":0.891601,"accuracy":0.916008,"main_score":0.891601,"hf_subset":"swh_Latn-apc_Arab","languages":["swh-Latn","apc-Arab"]},{"precision":0.569695,"recall":0.637352,"f1":0.588993,"accuracy":0.637352,"main_score":0.588993,"hf_subset":"swh_Latn-bug_Latn","languages":["swh-Latn","bug-Latn"]},{"precision":0.364398,"recall":0.447628,"f1":0.386571,"accuracy":0.447628,"main_score":0.386571,"hf_subset":"swh_Latn-fon_Latn","languages":["swh-Latn","fon-Latn"]},{"precision":0.723205,"recall":0.781621,"f1":0.740744,"accuracy":0.781621,"main_score":0.740744,"hf_subset":"swh_Latn-jav_Latn","languages":["swh-Latn","jav-Latn"]},{"precision":0.646072,"recall":0.726285,"f1":0.669507,"accuracy":0.726285,"main_score":0.669507,"hf_subset":"swh_Latn-lao_Laoo","languages":["swh-Latn","lao-Laoo"]},{"precision":0.390443,"recall":0.47332,"f1":0.412423,"accuracy":0.47332,"main_score":0.412423,"hf_subset":"swh_Latn-mri_Latn","languages":["swh-Latn","mri-Latn"]},{"precision":0.899127,"recall":0.929842,"f1":0.909157,"accuracy":0.929842,"main_score":0.909157,"hf_subset":"swh_Latn-rus_Cyrl","languages":["swh-Latn","rus-Cyrl"]},{"precision":0.382549,"recall":0.465415,"f1":0.404822,"accuracy":0.465415,"main_score":0.404822,"hf_subset":"swh_Latn-taq_Latn","languages":["swh-Latn","taq-Latn"]},{"precision":0.681383,"recall":0.743083,"f1":0.699904,"accuracy":0.743083,"main_score":0.699904,"hf_subset":"swh_Latn-war_Latn","languages":["swh-Latn","war-Latn"]},{"precision":0.909914,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"swh_Latn-arb_Arab","languages":["swh-Latn","arb-Arab"]},{"precision":0.892408,"recall":0.922925,"f1":0.90191,"accuracy":0.922925,"main_score":0.90191,"hf_subset":"swh_Latn-bul_Cyrl","languages":["swh-Latn","bul-Cyrl"]},{"precision":0.90942,"recall":0.937747,"f1":0.918478,"accuracy":0.937747,"main_score":0.918478,"hf_subset":"swh_Latn-fra_Latn","languages":["swh-Latn","fra-Latn"]},{"precision":0.890102,"recall":0.921937,"f1":0.900264,"accuracy":0.921937,"main_score":0.900264,"hf_subset":"swh_Latn-jpn_Jpan","languages":["swh-Latn","jpn-Jpan"]},{"precision":0.696805,"recall":0.769763,"f1":0.719104,"accuracy":0.769763,"main_score":0.719104,"hf_subset":"swh_Latn-lij_Latn","languages":["swh-Latn","lij-Latn"]},{"precision":0.678458,"recall":0.758893,"f1":0.702437,"accuracy":0.758893,"main_score":0.702437,"hf_subset":"swh_Latn-mya_Mymr","languages":["swh-Latn","mya-Mymr"]},{"precision":0.438392,"recall":0.509881,"f1":0.457591,"accuracy":0.509881,"main_score":0.457591,"hf_subset":"swh_Latn-sag_Latn","languages":["swh-Latn","sag-Latn"]},{"precision":0.140077,"recall":0.219368,"f1":0.157103,"accuracy":0.219368,"main_score":0.157103,"hf_subset":"swh_Latn-taq_Tfng","languages":["swh-Latn","taq-Tfng"]},{"precision":0.433799,"recall":0.518775,"f1":0.456744,"accuracy":0.518775,"main_score":0.456744,"hf_subset":"swh_Latn-wol_Latn","languages":["swh-Latn","wol-Latn"]},{"precision":0.279123,"recall":0.379447,"f1":0.30339,"accuracy":0.379447,"main_score":0.30339,"hf_subset":"swh_Latn-arb_Latn","languages":["swh-Latn","arb-Latn"]},{"precision":0.87887,"recall":0.914032,"f1":0.889888,"accuracy":0.914032,"main_score":0.889888,"hf_subset":"swh_Latn-cat_Latn","languages":["swh-Latn","cat-Latn"]},{"precision":0.66595,"recall":0.737154,"f1":0.687214,"accuracy":0.737154,"main_score":0.687214,"hf_subset":"swh_Latn-fur_Latn","languages":["swh-Latn","fur-Latn"]},{"precision":0.270939,"recall":0.352767,"f1":0.291929,"accuracy":0.352767,"main_score":0.291929,"hf_subset":"swh_Latn-kab_Latn","languages":["swh-Latn","kab-Latn"]},{"precision":0.657839,"recall":0.73419,"f1":0.680769,"accuracy":0.73419,"main_score":0.680769,"hf_subset":"swh_Latn-lim_Latn","languages":["swh-Latn","lim-Latn"]},{"precision":0.896245,"recall":0.927866,"f1":0.906456,"accuracy":0.927866,"main_score":0.906456,"hf_subset":"swh_Latn-nld_Latn","languages":["swh-Latn","nld-Latn"]},{"precision":0.757823,"recall":0.817194,"f1":0.776303,"accuracy":0.817194,"main_score":0.776303,"hf_subset":"swh_Latn-san_Deva","languages":["swh-Latn","san-Deva"]},{"precision":0.55359,"recall":0.629447,"f1":0.575017,"accuracy":0.629447,"main_score":0.575017,"hf_subset":"swh_Latn-tat_Cyrl","languages":["swh-Latn","tat-Cyrl"]},{"precision":0.439895,"recall":0.517787,"f1":0.461849,"accuracy":0.517787,"main_score":0.461849,"hf_subset":"swh_Latn-xho_Latn","languages":["swh-Latn","xho-Latn"]},{"precision":0.905468,"recall":0.933794,"f1":0.91469,"accuracy":0.933794,"main_score":0.91469,"hf_subset":"swh_Latn-ars_Arab","languages":["swh-Latn","ars-Arab"]},{"precision":0.662698,"recall":0.732213,"f1":0.683206,"accuracy":0.732213,"main_score":0.683206,"hf_subset":"swh_Latn-ceb_Latn","languages":["swh-Latn","ceb-Latn"]},{"precision":0.419148,"recall":0.497036,"f1":0.440686,"accuracy":0.497036,"main_score":0.440686,"hf_subset":"swh_Latn-fuv_Latn","languages":["swh-Latn","fuv-Latn"]},{"precision":0.413,"recall":0.492095,"f1":0.434444,"accuracy":0.492095,"main_score":0.434444,"hf_subset":"swh_Latn-kac_Latn","languages":["swh-Latn","kac-Latn"]},{"precision":0.476632,"recall":0.551383,"f1":0.497269,"accuracy":0.551383,"main_score":0.497269,"hf_subset":"swh_Latn-lin_Latn","languages":["swh-Latn","lin-Latn"]},{"precision":0.816782,"recall":0.869565,"f1":0.833531,"accuracy":0.869565,"main_score":0.833531,"hf_subset":"swh_Latn-nno_Latn","languages":["swh-Latn","nno-Latn"]},{"precision":0.180654,"recall":0.242095,"f1":0.195845,"accuracy":0.242095,"main_score":0.195845,"hf_subset":"swh_Latn-sat_Olck","languages":["swh-Latn","sat-Olck"]},{"precision":0.861001,"recall":0.902174,"f1":0.874177,"accuracy":0.902174,"main_score":0.874177,"hf_subset":"swh_Latn-tel_Telu","languages":["swh-Latn","tel-Telu"]},{"precision":0.263946,"recall":0.349802,"f1":0.28473,"accuracy":0.349802,"main_score":0.28473,"hf_subset":"swh_Latn-ydd_Hebr","languages":["swh-Latn","ydd-Hebr"]},{"precision":0.769088,"recall":0.829051,"f1":0.787338,"accuracy":0.829051,"main_score":0.787338,"hf_subset":"swh_Latn-ary_Arab","languages":["swh-Latn","ary-Arab"]},{"precision":0.862319,"recall":0.901186,"f1":0.874591,"accuracy":0.901186,"main_score":0.874591,"hf_subset":"swh_Latn-ces_Latn","languages":["swh-Latn","ces-Latn"]},{"precision":0.323562,"recall":0.397233,"f1":0.342134,"accuracy":0.397233,"main_score":0.342134,"hf_subset":"swh_Latn-gaz_Latn","languages":["swh-Latn","gaz-Latn"]},{"precision":0.456607,"recall":0.532609,"f1":0.476354,"accuracy":0.532609,"main_score":0.476354,"hf_subset":"swh_Latn-kam_Latn","languages":["swh-Latn","kam-Latn"]},{"precision":0.672193,"recall":0.746047,"f1":0.694483,"accuracy":0.746047,"main_score":0.694483,"hf_subset":"swh_Latn-lit_Latn","languages":["swh-Latn","lit-Latn"]},{"precision":0.901433,"recall":0.931818,"f1":0.911133,"accuracy":0.931818,"main_score":0.911133,"hf_subset":"swh_Latn-nob_Latn","languages":["swh-Latn","nob-Latn"]},{"precision":0.635154,"recall":0.705534,"f1":0.655701,"accuracy":0.705534,"main_score":0.655701,"hf_subset":"swh_Latn-scn_Latn","languages":["swh-Latn","scn-Latn"]},{"precision":0.403777,"recall":0.492095,"f1":0.427662,"accuracy":0.492095,"main_score":0.427662,"hf_subset":"swh_Latn-tgk_Cyrl","languages":["swh-Latn","tgk-Cyrl"]},{"precision":0.373905,"recall":0.463439,"f1":0.398837,"accuracy":0.463439,"main_score":0.398837,"hf_subset":"swh_Latn-yor_Latn","languages":["swh-Latn","yor-Latn"]},{"precision":0.8708,"recall":0.909091,"f1":0.883136,"accuracy":0.909091,"main_score":0.883136,"hf_subset":"swh_Latn-arz_Arab","languages":["swh-Latn","arz-Arab"]},{"precision":0.432585,"recall":0.51087,"f1":0.454813,"accuracy":0.51087,"main_score":0.454813,"hf_subset":"swh_Latn-cjk_Latn","languages":["swh-Latn","cjk-Latn"]},{"precision":0.336614,"recall":0.424901,"f1":0.359154,"accuracy":0.424901,"main_score":0.359154,"hf_subset":"swh_Latn-gla_Latn","languages":["swh-Latn","gla-Latn"]},{"precision":0.874835,"recall":0.911067,"f1":0.886495,"accuracy":0.911067,"main_score":0.886495,"hf_subset":"swh_Latn-kan_Knda","languages":["swh-Latn","kan-Knda"]},{"precision":0.65283,"recall":0.726285,"f1":0.674214,"accuracy":0.726285,"main_score":0.674214,"hf_subset":"swh_Latn-lmo_Latn","languages":["swh-Latn","lmo-Latn"]},{"precision":0.876812,"recall":0.911067,"f1":0.887846,"accuracy":0.911067,"main_score":0.887846,"hf_subset":"swh_Latn-npi_Deva","languages":["swh-Latn","npi-Deva"]},{"precision":0.348723,"recall":0.448617,"f1":0.374573,"accuracy":0.448617,"main_score":0.374573,"hf_subset":"swh_Latn-shn_Mymr","languages":["swh-Latn","shn-Mymr"]},{"precision":0.782642,"recall":0.838933,"f1":0.799671,"accuracy":0.838933,"main_score":0.799671,"hf_subset":"swh_Latn-tgl_Latn","languages":["swh-Latn","tgl-Latn"]},{"precision":0.884058,"recall":0.918972,"f1":0.895422,"accuracy":0.918972,"main_score":0.895422,"hf_subset":"swh_Latn-yue_Hant","languages":["swh-Latn","yue-Hant"]},{"precision":0.749473,"recall":0.815217,"f1":0.769368,"accuracy":0.815217,"main_score":0.769368,"hf_subset":"swh_Latn-asm_Beng","languages":["swh-Latn","asm-Beng"]},{"precision":0.361451,"recall":0.447628,"f1":0.384224,"accuracy":0.447628,"main_score":0.384224,"hf_subset":"swh_Latn-ckb_Arab","languages":["swh-Latn","ckb-Arab"]},{"precision":0.357038,"recall":0.438735,"f1":0.376435,"accuracy":0.438735,"main_score":0.376435,"hf_subset":"swh_Latn-gle_Latn","languages":["swh-Latn","gle-Latn"]},{"precision":0.533418,"recall":0.628458,"f1":0.559924,"accuracy":0.628458,"main_score":0.559924,"hf_subset":"swh_Latn-kas_Arab","languages":["swh-Latn","kas-Arab"]},{"precision":0.510831,"recall":0.585968,"f1":0.532891,"accuracy":0.585968,"main_score":0.532891,"hf_subset":"swh_Latn-ltg_Latn","languages":["swh-Latn","ltg-Latn"]},{"precision":0.449076,"recall":0.52668,"f1":0.470595,"accuracy":0.52668,"main_score":0.470595,"hf_subset":"swh_Latn-nso_Latn","languages":["swh-Latn","nso-Latn"]},{"precision":0.763093,"recall":0.827075,"f1":0.782938,"accuracy":0.827075,"main_score":0.782938,"hf_subset":"swh_Latn-sin_Sinh","languages":["swh-Latn","sin-Sinh"]},{"precision":0.883893,"recall":0.918972,"f1":0.895257,"accuracy":0.918972,"main_score":0.895257,"hf_subset":"swh_Latn-tha_Thai","languages":["swh-Latn","tha-Thai"]},{"precision":0.88027,"recall":0.916008,"f1":0.891798,"accuracy":0.916008,"main_score":0.891798,"hf_subset":"swh_Latn-zho_Hans","languages":["swh-Latn","zho-Hans"]},{"precision":0.833704,"recall":0.87747,"f1":0.847288,"accuracy":0.87747,"main_score":0.847288,"hf_subset":"swh_Latn-ast_Latn","languages":["swh-Latn","ast-Latn"]},{"precision":0.676894,"recall":0.747036,"f1":0.69745,"accuracy":0.747036,"main_score":0.69745,"hf_subset":"swh_Latn-crh_Latn","languages":["swh-Latn","crh-Latn"]},{"precision":0.899704,"recall":0.928854,"f1":0.909058,"accuracy":0.928854,"main_score":0.909058,"hf_subset":"swh_Latn-glg_Latn","languages":["swh-Latn","glg-Latn"]},{"precision":0.503676,"recall":0.599802,"f1":0.530621,"accuracy":0.599802,"main_score":0.530621,"hf_subset":"swh_Latn-kas_Deva","languages":["swh-Latn","kas-Deva"]},{"precision":0.609124,"recall":0.687747,"f1":0.63181,"accuracy":0.687747,"main_score":0.63181,"hf_subset":"swh_Latn-ltz_Latn","languages":["swh-Latn","ltz-Latn"]},{"precision":0.31457,"recall":0.389328,"f1":0.334577,"accuracy":0.389328,"main_score":0.334577,"hf_subset":"swh_Latn-nus_Latn","languages":["swh-Latn","nus-Latn"]},{"precision":0.84725,"recall":0.889328,"f1":0.860573,"accuracy":0.889328,"main_score":0.860573,"hf_subset":"swh_Latn-slk_Latn","languages":["swh-Latn","slk-Latn"]},{"precision":0.36079,"recall":0.447628,"f1":0.38409,"accuracy":0.447628,"main_score":0.38409,"hf_subset":"swh_Latn-tir_Ethi","languages":["swh-Latn","tir-Ethi"]},{"precision":0.876976,"recall":0.914032,"f1":0.888999,"accuracy":0.914032,"main_score":0.888999,"hf_subset":"swh_Latn-zho_Hant","languages":["swh-Latn","zho-Hant"]},{"precision":0.879529,"recall":0.913043,"f1":0.890217,"accuracy":0.913043,"main_score":0.890217,"hf_subset":"swh_Latn-awa_Deva","languages":["swh-Latn","awa-Deva"]},{"precision":0.404261,"recall":0.485178,"f1":0.425083,"accuracy":0.485178,"main_score":0.425083,"hf_subset":"swh_Latn-cym_Latn","languages":["swh-Latn","cym-Latn"]},{"precision":0.540516,"recall":0.610672,"f1":0.560151,"accuracy":0.610672,"main_score":0.560151,"hf_subset":"swh_Latn-grn_Latn","languages":["swh-Latn","grn-Latn"]},{"precision":0.771476,"recall":0.832016,"f1":0.790053,"accuracy":0.832016,"main_score":0.790053,"hf_subset":"swh_Latn-kat_Geor","languages":["swh-Latn","kat-Geor"]},{"precision":0.475055,"recall":0.541502,"f1":0.493144,"accuracy":0.541502,"main_score":0.493144,"hf_subset":"swh_Latn-lua_Latn","languages":["swh-Latn","lua-Latn"]},{"precision":0.511521,"recall":0.576087,"f1":0.52944,"accuracy":0.576087,"main_score":0.52944,"hf_subset":"swh_Latn-nya_Latn","languages":["swh-Latn","nya-Latn"]},{"precision":0.7861,"recall":0.843874,"f1":0.804282,"accuracy":0.843874,"main_score":0.804282,"hf_subset":"swh_Latn-slv_Latn","languages":["swh-Latn","slv-Latn"]},{"precision":0.603829,"recall":0.68083,"f1":0.625897,"accuracy":0.68083,"main_score":0.625897,"hf_subset":"swh_Latn-tpi_Latn","languages":["swh-Latn","tpi-Latn"]},{"precision":0.899539,"recall":0.93083,"f1":0.909585,"accuracy":0.93083,"main_score":0.909585,"hf_subset":"swh_Latn-zsm_Latn","languages":["swh-Latn","zsm-Latn"]},{"precision":0.363358,"recall":0.455534,"f1":0.386961,"accuracy":0.455534,"main_score":0.386961,"hf_subset":"swh_Latn-ayr_Latn","languages":["swh-Latn","ayr-Latn"]},{"precision":0.891551,"recall":0.921937,"f1":0.900889,"accuracy":0.921937,"main_score":0.900889,"hf_subset":"swh_Latn-dan_Latn","languages":["swh-Latn","dan-Latn"]},{"precision":0.884717,"recall":0.918972,"f1":0.895751,"accuracy":0.918972,"main_score":0.895751,"hf_subset":"swh_Latn-guj_Gujr","languages":["swh-Latn","guj-Gujr"]},{"precision":0.662286,"recall":0.735178,"f1":0.684096,"accuracy":0.735178,"main_score":0.684096,"hf_subset":"swh_Latn-kaz_Cyrl","languages":["swh-Latn","kaz-Cyrl"]},{"precision":0.415938,"recall":0.488142,"f1":0.435419,"accuracy":0.488142,"main_score":0.435419,"hf_subset":"swh_Latn-lug_Latn","languages":["swh-Latn","lug-Latn"]},{"precision":0.807428,"recall":0.857708,"f1":0.823353,"accuracy":0.857708,"main_score":0.823353,"hf_subset":"swh_Latn-oci_Latn","languages":["swh-Latn","oci-Latn"]},{"precision":0.421675,"recall":0.506917,"f1":0.444434,"accuracy":0.506917,"main_score":0.444434,"hf_subset":"swh_Latn-smo_Latn","languages":["swh-Latn","smo-Latn"]},{"precision":0.412157,"recall":0.490119,"f1":0.432931,"accuracy":0.490119,"main_score":0.432931,"hf_subset":"swh_Latn-tsn_Latn","languages":["swh-Latn","tsn-Latn"]},{"precision":0.431444,"recall":0.506917,"f1":0.451458,"accuracy":0.506917,"main_score":0.451458,"hf_subset":"swh_Latn-zul_Latn","languages":["swh-Latn","zul-Latn"]},{"precision":0.518837,"recall":0.617589,"f1":0.546937,"accuracy":0.617589,"main_score":0.546937,"hf_subset":"swh_Latn-azb_Arab","languages":["swh-Latn","azb-Arab"]},{"precision":0.912385,"recall":0.938735,"f1":0.920949,"accuracy":0.938735,"main_score":0.920949,"hf_subset":"swh_Latn-deu_Latn","languages":["swh-Latn","deu-Latn"]},{"precision":0.50702,"recall":0.594862,"f1":0.532264,"accuracy":0.594862,"main_score":0.532264,"hf_subset":"swh_Latn-hat_Latn","languages":["swh-Latn","hat-Latn"]},{"precision":0.36833,"recall":0.447628,"f1":0.389006,"accuracy":0.447628,"main_score":0.389006,"hf_subset":"swh_Latn-kbp_Latn","languages":["swh-Latn","kbp-Latn"]},{"precision":0.460975,"recall":0.531621,"f1":0.479794,"accuracy":0.531621,"main_score":0.479794,"hf_subset":"swh_Latn-luo_Latn","languages":["swh-Latn","luo-Latn"]},{"precision":0.480312,"recall":0.567194,"f1":0.504835,"accuracy":0.567194,"main_score":0.504835,"hf_subset":"swh_Latn-ory_Orya","languages":["swh-Latn","ory-Orya"]},{"precision":0.462566,"recall":0.528656,"f1":0.480615,"accuracy":0.528656,"main_score":0.480615,"hf_subset":"swh_Latn-sna_Latn","languages":["swh-Latn","sna-Latn"]},{"precision":0.448022,"recall":0.512846,"f1":0.46546,"accuracy":0.512846,"main_score":0.46546,"hf_subset":"swh_Latn-tso_Latn","languages":["swh-Latn","tso-Latn"]},{"precision":0.713752,"recall":0.77668,"f1":0.732839,"accuracy":0.77668,"main_score":0.732839,"hf_subset":"swh_Latn-azj_Latn","languages":["swh-Latn","azj-Latn"]},{"precision":0.39859,"recall":0.483202,"f1":0.42176,"accuracy":0.483202,"main_score":0.42176,"hf_subset":"swh_Latn-dik_Latn","languages":["swh-Latn","dik-Latn"]},{"precision":0.451689,"recall":0.521739,"f1":0.471312,"accuracy":0.521739,"main_score":0.471312,"hf_subset":"swh_Latn-hau_Latn","languages":["swh-Latn","hau-Latn"]},{"precision":0.658243,"recall":0.730237,"f1":0.67873,"accuracy":0.730237,"main_score":0.67873,"hf_subset":"swh_Latn-kea_Latn","languages":["swh-Latn","kea-Latn"]},{"precision":0.529935,"recall":0.603755,"f1":0.550431,"accuracy":0.603755,"main_score":0.550431,"hf_subset":"swh_Latn-lus_Latn","languages":["swh-Latn","lus-Latn"]},{"precision":0.620458,"recall":0.686759,"f1":0.639265,"accuracy":0.686759,"main_score":0.639265,"hf_subset":"swh_Latn-pag_Latn","languages":["swh-Latn","pag-Latn"]},{"precision":0.57556,"recall":0.670949,"f1":0.602729,"accuracy":0.670949,"main_score":0.602729,"hf_subset":"swh_Latn-snd_Arab","languages":["swh-Latn","snd-Arab"]},{"precision":0.518845,"recall":0.594862,"f1":0.540222,"accuracy":0.594862,"main_score":0.540222,"hf_subset":"swh_Latn-tuk_Latn","languages":["swh-Latn","tuk-Latn"]},{"precision":0.538941,"recall":0.614625,"f1":0.560176,"accuracy":0.614625,"main_score":0.560176,"hf_subset":"swh_Latn-bak_Cyrl","languages":["swh-Latn","bak-Cyrl"]},{"precision":0.340623,"recall":0.433794,"f1":0.36556,"accuracy":0.433794,"main_score":0.36556,"hf_subset":"swh_Latn-dyu_Latn","languages":["swh-Latn","dyu-Latn"]},{"precision":0.811265,"recall":0.862648,"f1":0.827503,"accuracy":0.862648,"main_score":0.827503,"hf_subset":"swh_Latn-heb_Hebr","languages":["swh-Latn","heb-Hebr"]},{"precision":0.419849,"recall":0.501976,"f1":0.441539,"accuracy":0.501976,"main_score":0.441539,"hf_subset":"swh_Latn-khk_Cyrl","languages":["swh-Latn","khk-Cyrl"]},{"precision":0.715069,"recall":0.778656,"f1":0.734157,"accuracy":0.778656,"main_score":0.734157,"hf_subset":"swh_Latn-lvs_Latn","languages":["swh-Latn","lvs-Latn"]},{"precision":0.836051,"recall":0.881423,"f1":0.850362,"accuracy":0.881423,"main_score":0.850362,"hf_subset":"swh_Latn-pan_Guru","languages":["swh-Latn","pan-Guru"]},{"precision":0.408587,"recall":0.477273,"f1":0.427149,"accuracy":0.477273,"main_score":0.427149,"hf_subset":"swh_Latn-som_Latn","languages":["swh-Latn","som-Latn"]},{"precision":0.492567,"recall":0.554348,"f1":0.510226,"accuracy":0.554348,"main_score":0.510226,"hf_subset":"swh_Latn-tum_Latn","languages":["swh-Latn","tum-Latn"]},{"precision":0.259719,"recall":0.332016,"f1":0.2794,"accuracy":0.332016,"main_score":0.2794,"hf_subset":"uzn_Latn-ace_Arab","languages":["uzn-Latn","ace-Arab"]},{"precision":0.37064,"recall":0.434783,"f1":0.388526,"accuracy":0.434783,"main_score":0.388526,"hf_subset":"uzn_Latn-bam_Latn","languages":["uzn-Latn","bam-Latn"]},{"precision":0.133355,"recall":0.1917,"f1":0.148288,"accuracy":0.1917,"main_score":0.148288,"hf_subset":"uzn_Latn-dzo_Tibt","languages":["uzn-Latn","dzo-Tibt"]},{"precision":0.69951,"recall":0.763834,"f1":0.718857,"accuracy":0.763834,"main_score":0.718857,"hf_subset":"uzn_Latn-hin_Deva","languages":["uzn-Latn","hin-Deva"]},{"precision":0.521654,"recall":0.593874,"f1":0.542069,"accuracy":0.593874,"main_score":0.542069,"hf_subset":"uzn_Latn-khm_Khmr","languages":["uzn-Latn","khm-Khmr"]},{"precision":0.658465,"recall":0.728261,"f1":0.679005,"accuracy":0.728261,"main_score":0.679005,"hf_subset":"uzn_Latn-mag_Deva","languages":["uzn-Latn","mag-Deva"]},{"precision":0.614657,"recall":0.675889,"f1":0.632172,"accuracy":0.675889,"main_score":0.632172,"hf_subset":"uzn_Latn-pap_Latn","languages":["uzn-Latn","pap-Latn"]},{"precision":0.402013,"recall":0.471344,"f1":0.420777,"accuracy":0.471344,"main_score":0.420777,"hf_subset":"uzn_Latn-sot_Latn","languages":["uzn-Latn","sot-Latn"]},{"precision":0.712162,"recall":0.767787,"f1":0.728651,"accuracy":0.767787,"main_score":0.728651,"hf_subset":"uzn_Latn-tur_Latn","languages":["uzn-Latn","tur-Latn"]},{"precision":0.537947,"recall":0.605731,"f1":0.557598,"accuracy":0.605731,"main_score":0.557598,"hf_subset":"uzn_Latn-ace_Latn","languages":["uzn-Latn","ace-Latn"]},{"precision":0.582881,"recall":0.644269,"f1":0.600573,"accuracy":0.644269,"main_score":0.600573,"hf_subset":"uzn_Latn-ban_Latn","languages":["uzn-Latn","ban-Latn"]},{"precision":0.634667,"recall":0.70751,"f1":0.656617,"accuracy":0.70751,"main_score":0.656617,"hf_subset":"uzn_Latn-ell_Grek","languages":["uzn-Latn","ell-Grek"]},{"precision":0.652125,"recall":0.718379,"f1":0.671565,"accuracy":0.718379,"main_score":0.671565,"hf_subset":"uzn_Latn-hne_Deva","languages":["uzn-Latn","hne-Deva"]},{"precision":0.383207,"recall":0.466403,"f1":0.407028,"accuracy":0.466403,"main_score":0.407028,"hf_subset":"uzn_Latn-kik_Latn","languages":["uzn-Latn","kik-Latn"]},{"precision":0.647252,"recall":0.718379,"f1":0.668314,"accuracy":0.718379,"main_score":0.668314,"hf_subset":"uzn_Latn-mai_Deva","languages":["uzn-Latn","mai-Deva"]},{"precision":0.597656,"recall":0.662055,"f1":0.616158,"accuracy":0.662055,"main_score":0.616158,"hf_subset":"uzn_Latn-pbt_Arab","languages":["uzn-Latn","pbt-Arab"]},{"precision":0.705489,"recall":0.764822,"f1":0.723271,"accuracy":0.764822,"main_score":0.723271,"hf_subset":"uzn_Latn-spa_Latn","languages":["uzn-Latn","spa-Latn"]},{"precision":0.441201,"recall":0.512846,"f1":0.460915,"accuracy":0.512846,"main_score":0.460915,"hf_subset":"uzn_Latn-twi_Latn","languages":["uzn-Latn","twi-Latn"]},{"precision":0.662338,"recall":0.727273,"f1":0.680964,"accuracy":0.727273,"main_score":0.680964,"hf_subset":"uzn_Latn-acm_Arab","languages":["uzn-Latn","acm-Arab"]},{"precision":0.591778,"recall":0.664032,"f1":0.612678,"accuracy":0.664032,"main_score":0.612678,"hf_subset":"uzn_Latn-bel_Cyrl","languages":["uzn-Latn","bel-Cyrl"]},{"precision":0.709019,"recall":0.766798,"f1":0.726379,"accuracy":0.766798,"main_score":0.726379,"hf_subset":"uzn_Latn-eng_Latn","languages":["uzn-Latn","eng-Latn"]},{"precision":0.676614,"recall":0.737154,"f1":0.694595,"accuracy":0.737154,"main_score":0.694595,"hf_subset":"uzn_Latn-hrv_Latn","languages":["uzn-Latn","hrv-Latn"]},{"precision":0.394494,"recall":0.459486,"f1":0.412246,"accuracy":0.459486,"main_score":0.412246,"hf_subset":"uzn_Latn-kin_Latn","languages":["uzn-Latn","kin-Latn"]},{"precision":0.627881,"recall":0.704545,"f1":0.650743,"accuracy":0.704545,"main_score":0.650743,"hf_subset":"uzn_Latn-mal_Mlym","languages":["uzn-Latn","mal-Mlym"]},{"precision":0.696681,"recall":0.758893,"f1":0.715258,"accuracy":0.758893,"main_score":0.715258,"hf_subset":"uzn_Latn-pes_Arab","languages":["uzn-Latn","pes-Arab"]},{"precision":0.607611,"recall":0.664032,"f1":0.623824,"accuracy":0.664032,"main_score":0.623824,"hf_subset":"uzn_Latn-srd_Latn","languages":["uzn-Latn","srd-Latn"]},{"precision":0.137017,"recall":0.19664,"f1":0.151418,"accuracy":0.19664,"main_score":0.151418,"hf_subset":"uzn_Latn-tzm_Tfng","languages":["uzn-Latn","tzm-Tfng"]},{"precision":0.669429,"recall":0.73419,"f1":0.688078,"accuracy":0.73419,"main_score":0.688078,"hf_subset":"uzn_Latn-acq_Arab","languages":["uzn-Latn","acq-Arab"]},{"precision":0.426007,"recall":0.48913,"f1":0.444401,"accuracy":0.48913,"main_score":0.444401,"hf_subset":"uzn_Latn-bem_Latn","languages":["uzn-Latn","bem-Latn"]},{"precision":0.61952,"recall":0.674901,"f1":0.635858,"accuracy":0.674901,"main_score":0.635858,"hf_subset":"uzn_Latn-epo_Latn","languages":["uzn-Latn","epo-Latn"]},{"precision":0.652608,"recall":0.718379,"f1":0.671425,"accuracy":0.718379,"main_score":0.671425,"hf_subset":"uzn_Latn-hun_Latn","languages":["uzn-Latn","hun-Latn"]},{"precision":0.673551,"recall":0.728261,"f1":0.689516,"accuracy":0.728261,"main_score":0.689516,"hf_subset":"uzn_Latn-kir_Cyrl","languages":["uzn-Latn","kir-Cyrl"]},{"precision":0.652157,"recall":0.725296,"f1":0.674209,"accuracy":0.725296,"main_score":0.674209,"hf_subset":"uzn_Latn-mar_Deva","languages":["uzn-Latn","mar-Deva"]},{"precision":0.406571,"recall":0.47332,"f1":0.42567,"accuracy":0.47332,"main_score":0.42567,"hf_subset":"uzn_Latn-plt_Latn","languages":["uzn-Latn","plt-Latn"]},{"precision":0.666834,"recall":0.731225,"f1":0.686284,"accuracy":0.731225,"main_score":0.686284,"hf_subset":"uzn_Latn-srp_Cyrl","languages":["uzn-Latn","srp-Cyrl"]},{"precision":0.413873,"recall":0.480237,"f1":0.43253,"accuracy":0.480237,"main_score":0.43253,"hf_subset":"uzn_Latn-uig_Arab","languages":["uzn-Latn","uig-Arab"]},{"precision":0.612157,"recall":0.684783,"f1":0.633177,"accuracy":0.684783,"main_score":0.633177,"hf_subset":"uzn_Latn-aeb_Arab","languages":["uzn-Latn","aeb-Arab"]},{"precision":0.662648,"recall":0.733202,"f1":0.684008,"accuracy":0.733202,"main_score":0.684008,"hf_subset":"uzn_Latn-ben_Beng","languages":["uzn-Latn","ben-Beng"]},{"precision":0.621683,"recall":0.678854,"f1":0.638406,"accuracy":0.678854,"main_score":0.638406,"hf_subset":"uzn_Latn-est_Latn","languages":["uzn-Latn","est-Latn"]},{"precision":0.591231,"recall":0.660079,"f1":0.610776,"accuracy":0.660079,"main_score":0.610776,"hf_subset":"uzn_Latn-hye_Armn","languages":["uzn-Latn","hye-Armn"]},{"precision":0.391795,"recall":0.456522,"f1":0.409858,"accuracy":0.456522,"main_score":0.409858,"hf_subset":"uzn_Latn-kmb_Latn","languages":["uzn-Latn","kmb-Latn"]},{"precision":0.229648,"recall":0.298419,"f1":0.247984,"accuracy":0.298419,"main_score":0.247984,"hf_subset":"uzn_Latn-min_Arab","languages":["uzn-Latn","min-Arab"]},{"precision":0.696303,"recall":0.756917,"f1":0.713721,"accuracy":0.756917,"main_score":0.713721,"hf_subset":"uzn_Latn-pol_Latn","languages":["uzn-Latn","pol-Latn"]},{"precision":0.367872,"recall":0.439723,"f1":0.387162,"accuracy":0.439723,"main_score":0.387162,"hf_subset":"uzn_Latn-ssw_Latn","languages":["uzn-Latn","ssw-Latn"]},{"precision":0.683615,"recall":0.749012,"f1":0.703178,"accuracy":0.749012,"main_score":0.703178,"hf_subset":"uzn_Latn-ukr_Cyrl","languages":["uzn-Latn","ukr-Cyrl"]},{"precision":0.652265,"recall":0.708498,"f1":0.66847,"accuracy":0.708498,"main_score":0.66847,"hf_subset":"uzn_Latn-afr_Latn","languages":["uzn-Latn","afr-Latn"]},{"precision":0.646618,"recall":0.711462,"f1":0.665043,"accuracy":0.711462,"main_score":0.665043,"hf_subset":"uzn_Latn-bho_Deva","languages":["uzn-Latn","bho-Deva"]},{"precision":0.558762,"recall":0.613636,"f1":0.574214,"accuracy":0.613636,"main_score":0.574214,"hf_subset":"uzn_Latn-eus_Latn","languages":["uzn-Latn","eus-Latn"]},{"precision":0.384637,"recall":0.461462,"f1":0.406508,"accuracy":0.461462,"main_score":0.406508,"hf_subset":"uzn_Latn-ibo_Latn","languages":["uzn-Latn","ibo-Latn"]},{"precision":0.456733,"recall":0.532609,"f1":0.47831,"accuracy":0.532609,"main_score":0.47831,"hf_subset":"uzn_Latn-kmr_Latn","languages":["uzn-Latn","kmr-Latn"]},{"precision":0.538203,"recall":0.603755,"f1":0.556999,"accuracy":0.603755,"main_score":0.556999,"hf_subset":"uzn_Latn-min_Latn","languages":["uzn-Latn","min-Latn"]},{"precision":0.696793,"recall":0.755929,"f1":0.714069,"accuracy":0.755929,"main_score":0.714069,"hf_subset":"uzn_Latn-por_Latn","languages":["uzn-Latn","por-Latn"]},{"precision":0.603884,"recall":0.66502,"f1":0.621703,"accuracy":0.66502,"main_score":0.621703,"hf_subset":"uzn_Latn-sun_Latn","languages":["uzn-Latn","sun-Latn"]},{"precision":0.382453,"recall":0.454545,"f1":0.401934,"accuracy":0.454545,"main_score":0.401934,"hf_subset":"uzn_Latn-umb_Latn","languages":["uzn-Latn","umb-Latn"]},{"precision":0.659442,"recall":0.726285,"f1":0.678306,"accuracy":0.726285,"main_score":0.678306,"hf_subset":"uzn_Latn-ajp_Arab","languages":["uzn-Latn","ajp-Arab"]},{"precision":0.250142,"recall":0.321146,"f1":0.268374,"accuracy":0.321146,"main_score":0.268374,"hf_subset":"uzn_Latn-bjn_Arab","languages":["uzn-Latn","bjn-Arab"]},{"precision":0.400249,"recall":0.461462,"f1":0.416938,"accuracy":0.461462,"main_score":0.416938,"hf_subset":"uzn_Latn-ewe_Latn","languages":["uzn-Latn","ewe-Latn"]},{"precision":0.548065,"recall":0.604743,"f1":0.564896,"accuracy":0.604743,"main_score":0.564896,"hf_subset":"uzn_Latn-ilo_Latn","languages":["uzn-Latn","ilo-Latn"]},{"precision":0.188501,"recall":0.255929,"f1":0.205257,"accuracy":0.255929,"main_score":0.205257,"hf_subset":"uzn_Latn-knc_Arab","languages":["uzn-Latn","knc-Arab"]},{"precision":0.643629,"recall":0.704545,"f1":0.661924,"accuracy":0.704545,"main_score":0.661924,"hf_subset":"uzn_Latn-mkd_Cyrl","languages":["uzn-Latn","mkd-Cyrl"]},{"precision":0.671838,"recall":0.740119,"f1":0.692675,"accuracy":0.740119,"main_score":0.692675,"hf_subset":"uzn_Latn-prs_Arab","languages":["uzn-Latn","prs-Arab"]},{"precision":0.695162,"recall":0.754941,"f1":0.712679,"accuracy":0.754941,"main_score":0.712679,"hf_subset":"uzn_Latn-swe_Latn","languages":["uzn-Latn","swe-Latn"]},{"precision":0.614158,"recall":0.690711,"f1":0.637549,"accuracy":0.690711,"main_score":0.637549,"hf_subset":"uzn_Latn-urd_Arab","languages":["uzn-Latn","urd-Arab"]},{"precision":0.421042,"recall":0.492095,"f1":0.440675,"accuracy":0.492095,"main_score":0.440675,"hf_subset":"uzn_Latn-aka_Latn","languages":["uzn-Latn","aka-Latn"]},{"precision":0.568184,"recall":0.630435,"f1":0.586066,"accuracy":0.630435,"main_score":0.586066,"hf_subset":"uzn_Latn-bjn_Latn","languages":["uzn-Latn","bjn-Latn"]},{"precision":0.466244,"recall":0.529644,"f1":0.484198,"accuracy":0.529644,"main_score":0.484198,"hf_subset":"uzn_Latn-fao_Latn","languages":["uzn-Latn","fao-Latn"]},{"precision":0.694384,"recall":0.754941,"f1":0.712207,"accuracy":0.754941,"main_score":0.712207,"hf_subset":"uzn_Latn-ind_Latn","languages":["uzn-Latn","ind-Latn"]},{"precision":0.424631,"recall":0.48913,"f1":0.443057,"accuracy":0.48913,"main_score":0.443057,"hf_subset":"uzn_Latn-knc_Latn","languages":["uzn-Latn","knc-Latn"]},{"precision":0.550543,"recall":0.617589,"f1":0.56999,"accuracy":0.617589,"main_score":0.56999,"hf_subset":"uzn_Latn-mlt_Latn","languages":["uzn-Latn","mlt-Latn"]},{"precision":0.457076,"recall":0.525692,"f1":0.476344,"accuracy":0.525692,"main_score":0.476344,"hf_subset":"uzn_Latn-quy_Latn","languages":["uzn-Latn","quy-Latn"]},{"precision":0.599007,"recall":0.657115,"f1":0.615693,"accuracy":0.657115,"main_score":0.615693,"hf_subset":"uzn_Latn-swh_Latn","languages":["uzn-Latn","swh-Latn"]},{"precision":0.630999,"recall":0.687747,"f1":0.647405,"accuracy":0.687747,"main_score":0.647405,"hf_subset":"uzn_Latn-als_Latn","languages":["uzn-Latn","als-Latn"]},{"precision":0.188524,"recall":0.258893,"f1":0.206765,"accuracy":0.258893,"main_score":0.206765,"hf_subset":"uzn_Latn-bod_Tibt","languages":["uzn-Latn","bod-Tibt"]},{"precision":0.380831,"recall":0.454545,"f1":0.40084,"accuracy":0.454545,"main_score":0.40084,"hf_subset":"uzn_Latn-fij_Latn","languages":["uzn-Latn","fij-Latn"]},{"precision":0.450651,"recall":0.504941,"f1":0.466068,"accuracy":0.504941,"main_score":0.466068,"hf_subset":"uzn_Latn-isl_Latn","languages":["uzn-Latn","isl-Latn"]},{"precision":0.455831,"recall":0.523715,"f1":0.474893,"accuracy":0.523715,"main_score":0.474893,"hf_subset":"uzn_Latn-kon_Latn","languages":["uzn-Latn","kon-Latn"]},{"precision":0.349854,"recall":0.420949,"f1":0.369655,"accuracy":0.420949,"main_score":0.369655,"hf_subset":"uzn_Latn-mni_Beng","languages":["uzn-Latn","mni-Beng"]},{"precision":0.700101,"recall":0.753953,"f1":0.715697,"accuracy":0.753953,"main_score":0.715697,"hf_subset":"uzn_Latn-ron_Latn","languages":["uzn-Latn","ron-Latn"]},{"precision":0.615262,"recall":0.674901,"f1":0.632324,"accuracy":0.674901,"main_score":0.632324,"hf_subset":"uzn_Latn-szl_Latn","languages":["uzn-Latn","szl-Latn"]},{"precision":0.644489,"recall":0.705534,"f1":0.661714,"accuracy":0.705534,"main_score":0.661714,"hf_subset":"uzn_Latn-vec_Latn","languages":["uzn-Latn","vec-Latn"]},{"precision":0.562493,"recall":0.628458,"f1":0.581228,"accuracy":0.628458,"main_score":0.581228,"hf_subset":"uzn_Latn-amh_Ethi","languages":["uzn-Latn","amh-Ethi"]},{"precision":0.699535,"recall":0.750988,"f1":0.713813,"accuracy":0.750988,"main_score":0.713813,"hf_subset":"uzn_Latn-bos_Latn","languages":["uzn-Latn","bos-Latn"]},{"precision":0.671124,"recall":0.73419,"f1":0.68983,"accuracy":0.73419,"main_score":0.68983,"hf_subset":"uzn_Latn-fin_Latn","languages":["uzn-Latn","fin-Latn"]},{"precision":0.70317,"recall":0.764822,"f1":0.721824,"accuracy":0.764822,"main_score":0.721824,"hf_subset":"uzn_Latn-ita_Latn","languages":["uzn-Latn","ita-Latn"]},{"precision":0.653393,"recall":0.721344,"f1":0.673853,"accuracy":0.721344,"main_score":0.673853,"hf_subset":"uzn_Latn-kor_Hang","languages":["uzn-Latn","kor-Hang"]},{"precision":0.399772,"recall":0.463439,"f1":0.417297,"accuracy":0.463439,"main_score":0.417297,"hf_subset":"uzn_Latn-mos_Latn","languages":["uzn-Latn","mos-Latn"]},{"precision":0.393175,"recall":0.454545,"f1":0.410495,"accuracy":0.454545,"main_score":0.410495,"hf_subset":"uzn_Latn-run_Latn","languages":["uzn-Latn","run-Latn"]},{"precision":0.626178,"recall":0.700593,"f1":0.64846,"accuracy":0.700593,"main_score":0.64846,"hf_subset":"uzn_Latn-tam_Taml","languages":["uzn-Latn","tam-Taml"]},{"precision":0.669071,"recall":0.738142,"f1":0.689795,"accuracy":0.738142,"main_score":0.689795,"hf_subset":"uzn_Latn-vie_Latn","languages":["uzn-Latn","vie-Latn"]},{"precision":0.627065,"recall":0.699605,"f1":0.647925,"accuracy":0.699605,"main_score":0.647925,"hf_subset":"uzn_Latn-apc_Arab","languages":["uzn-Latn","apc-Arab"]},{"precision":0.522456,"recall":0.59585,"f1":0.543637,"accuracy":0.59585,"main_score":0.543637,"hf_subset":"uzn_Latn-bug_Latn","languages":["uzn-Latn","bug-Latn"]},{"precision":0.34431,"recall":0.417984,"f1":0.363973,"accuracy":0.417984,"main_score":0.363973,"hf_subset":"uzn_Latn-fon_Latn","languages":["uzn-Latn","fon-Latn"]},{"precision":0.596525,"recall":0.659091,"f1":0.614874,"accuracy":0.659091,"main_score":0.614874,"hf_subset":"uzn_Latn-jav_Latn","languages":["uzn-Latn","jav-Latn"]},{"precision":0.501785,"recall":0.571146,"f1":0.521431,"accuracy":0.571146,"main_score":0.521431,"hf_subset":"uzn_Latn-lao_Laoo","languages":["uzn-Latn","lao-Laoo"]},{"precision":0.374798,"recall":0.44664,"f1":0.393647,"accuracy":0.44664,"main_score":0.393647,"hf_subset":"uzn_Latn-mri_Latn","languages":["uzn-Latn","mri-Latn"]},{"precision":0.69454,"recall":0.759881,"f1":0.714196,"accuracy":0.759881,"main_score":0.714196,"hf_subset":"uzn_Latn-rus_Cyrl","languages":["uzn-Latn","rus-Cyrl"]},{"precision":0.382907,"recall":0.454545,"f1":0.402597,"accuracy":0.454545,"main_score":0.402597,"hf_subset":"uzn_Latn-taq_Latn","languages":["uzn-Latn","taq-Latn"]},{"precision":0.595751,"recall":0.653162,"f1":0.612363,"accuracy":0.653162,"main_score":0.612363,"hf_subset":"uzn_Latn-war_Latn","languages":["uzn-Latn","war-Latn"]},{"precision":0.660282,"recall":0.729249,"f1":0.680879,"accuracy":0.729249,"main_score":0.680879,"hf_subset":"uzn_Latn-arb_Arab","languages":["uzn-Latn","arb-Arab"]},{"precision":0.688982,"recall":0.748024,"f1":0.706687,"accuracy":0.748024,"main_score":0.706687,"hf_subset":"uzn_Latn-bul_Cyrl","languages":["uzn-Latn","bul-Cyrl"]},{"precision":0.703464,"recall":0.761858,"f1":0.7211,"accuracy":0.761858,"main_score":0.7211,"hf_subset":"uzn_Latn-fra_Latn","languages":["uzn-Latn","fra-Latn"]},{"precision":0.662791,"recall":0.728261,"f1":0.682379,"accuracy":0.728261,"main_score":0.682379,"hf_subset":"uzn_Latn-jpn_Jpan","languages":["uzn-Latn","jpn-Jpan"]},{"precision":0.599682,"recall":0.658103,"f1":0.616666,"accuracy":0.658103,"main_score":0.616666,"hf_subset":"uzn_Latn-lij_Latn","languages":["uzn-Latn","lij-Latn"]},{"precision":0.486236,"recall":0.573123,"f1":0.51122,"accuracy":0.573123,"main_score":0.51122,"hf_subset":"uzn_Latn-mya_Mymr","languages":["uzn-Latn","mya-Mymr"]},{"precision":0.418256,"recall":0.497036,"f1":0.44006,"accuracy":0.497036,"main_score":0.44006,"hf_subset":"uzn_Latn-sag_Latn","languages":["uzn-Latn","sag-Latn"]},{"precision":0.152122,"recall":0.226285,"f1":0.169286,"accuracy":0.226285,"main_score":0.169286,"hf_subset":"uzn_Latn-taq_Tfng","languages":["uzn-Latn","taq-Tfng"]},{"precision":0.443996,"recall":0.513834,"f1":0.463952,"accuracy":0.513834,"main_score":0.463952,"hf_subset":"uzn_Latn-wol_Latn","languages":["uzn-Latn","wol-Latn"]},{"precision":0.292991,"recall":0.380435,"f1":0.316959,"accuracy":0.380435,"main_score":0.316959,"hf_subset":"uzn_Latn-arb_Latn","languages":["uzn-Latn","arb-Latn"]},{"precision":0.682218,"recall":0.737154,"f1":0.697714,"accuracy":0.737154,"main_score":0.697714,"hf_subset":"uzn_Latn-cat_Latn","languages":["uzn-Latn","cat-Latn"]},{"precision":0.599692,"recall":0.656126,"f1":0.615731,"accuracy":0.656126,"main_score":0.615731,"hf_subset":"uzn_Latn-fur_Latn","languages":["uzn-Latn","fur-Latn"]},{"precision":0.287401,"recall":0.354743,"f1":0.305562,"accuracy":0.354743,"main_score":0.305562,"hf_subset":"uzn_Latn-kab_Latn","languages":["uzn-Latn","kab-Latn"]},{"precision":0.577759,"recall":0.643281,"f1":0.597241,"accuracy":0.643281,"main_score":0.597241,"hf_subset":"uzn_Latn-lim_Latn","languages":["uzn-Latn","lim-Latn"]},{"precision":0.672034,"recall":0.735178,"f1":0.690241,"accuracy":0.735178,"main_score":0.690241,"hf_subset":"uzn_Latn-nld_Latn","languages":["uzn-Latn","nld-Latn"]},{"precision":0.561065,"recall":0.631423,"f1":0.581321,"accuracy":0.631423,"main_score":0.581321,"hf_subset":"uzn_Latn-san_Deva","languages":["uzn-Latn","san-Deva"]},{"precision":0.66275,"recall":0.712451,"f1":0.676647,"accuracy":0.712451,"main_score":0.676647,"hf_subset":"uzn_Latn-tat_Cyrl","languages":["uzn-Latn","tat-Cyrl"]},{"precision":0.410029,"recall":0.477273,"f1":0.428403,"accuracy":0.477273,"main_score":0.428403,"hf_subset":"uzn_Latn-xho_Latn","languages":["uzn-Latn","xho-Latn"]},{"precision":0.641256,"recall":0.716403,"f1":0.664021,"accuracy":0.716403,"main_score":0.664021,"hf_subset":"uzn_Latn-ars_Arab","languages":["uzn-Latn","ars-Arab"]},{"precision":0.587504,"recall":0.644269,"f1":0.604078,"accuracy":0.644269,"main_score":0.604078,"hf_subset":"uzn_Latn-ceb_Latn","languages":["uzn-Latn","ceb-Latn"]},{"precision":0.387527,"recall":0.458498,"f1":0.407606,"accuracy":0.458498,"main_score":0.407606,"hf_subset":"uzn_Latn-fuv_Latn","languages":["uzn-Latn","fuv-Latn"]},{"precision":0.392484,"recall":0.465415,"f1":0.412623,"accuracy":0.465415,"main_score":0.412623,"hf_subset":"uzn_Latn-kac_Latn","languages":["uzn-Latn","kac-Latn"]},{"precision":0.445837,"recall":0.511858,"f1":0.464196,"accuracy":0.511858,"main_score":0.464196,"hf_subset":"uzn_Latn-lin_Latn","languages":["uzn-Latn","lin-Latn"]},{"precision":0.675903,"recall":0.737154,"f1":0.693164,"accuracy":0.737154,"main_score":0.693164,"hf_subset":"uzn_Latn-nno_Latn","languages":["uzn-Latn","nno-Latn"]},{"precision":0.166155,"recall":0.221344,"f1":0.180582,"accuracy":0.221344,"main_score":0.180582,"hf_subset":"uzn_Latn-sat_Olck","languages":["uzn-Latn","sat-Olck"]},{"precision":0.648132,"recall":0.722332,"f1":0.670345,"accuracy":0.722332,"main_score":0.670345,"hf_subset":"uzn_Latn-tel_Telu","languages":["uzn-Latn","tel-Telu"]},{"precision":0.284172,"recall":0.353755,"f1":0.302139,"accuracy":0.353755,"main_score":0.302139,"hf_subset":"uzn_Latn-ydd_Hebr","languages":["uzn-Latn","ydd-Hebr"]},{"precision":0.578247,"recall":0.649209,"f1":0.598801,"accuracy":0.649209,"main_score":0.598801,"hf_subset":"uzn_Latn-ary_Arab","languages":["uzn-Latn","ary-Arab"]},{"precision":0.685174,"recall":0.741107,"f1":0.701412,"accuracy":0.741107,"main_score":0.701412,"hf_subset":"uzn_Latn-ces_Latn","languages":["uzn-Latn","ces-Latn"]},{"precision":0.313345,"recall":0.391304,"f1":0.334239,"accuracy":0.391304,"main_score":0.334239,"hf_subset":"uzn_Latn-gaz_Latn","languages":["uzn-Latn","gaz-Latn"]},{"precision":0.408324,"recall":0.481225,"f1":0.427986,"accuracy":0.481225,"main_score":0.427986,"hf_subset":"uzn_Latn-kam_Latn","languages":["uzn-Latn","kam-Latn"]},{"precision":0.632351,"recall":0.693676,"f1":0.650445,"accuracy":0.693676,"main_score":0.650445,"hf_subset":"uzn_Latn-lit_Latn","languages":["uzn-Latn","lit-Latn"]},{"precision":0.694359,"recall":0.758893,"f1":0.713152,"accuracy":0.758893,"main_score":0.713152,"hf_subset":"uzn_Latn-nob_Latn","languages":["uzn-Latn","nob-Latn"]},{"precision":0.559184,"recall":0.623518,"f1":0.577687,"accuracy":0.623518,"main_score":0.577687,"hf_subset":"uzn_Latn-scn_Latn","languages":["uzn-Latn","scn-Latn"]},{"precision":0.541347,"recall":0.61166,"f1":0.561766,"accuracy":0.61166,"main_score":0.561766,"hf_subset":"uzn_Latn-tgk_Cyrl","languages":["uzn-Latn","tgk-Cyrl"]},{"precision":0.360918,"recall":0.433794,"f1":0.381172,"accuracy":0.433794,"main_score":0.381172,"hf_subset":"uzn_Latn-yor_Latn","languages":["uzn-Latn","yor-Latn"]},{"precision":0.663655,"recall":0.728261,"f1":0.682246,"accuracy":0.728261,"main_score":0.682246,"hf_subset":"uzn_Latn-arz_Arab","languages":["uzn-Latn","arz-Arab"]},{"precision":0.395349,"recall":0.472332,"f1":0.417314,"accuracy":0.472332,"main_score":0.417314,"hf_subset":"uzn_Latn-cjk_Latn","languages":["uzn-Latn","cjk-Latn"]},{"precision":0.358607,"recall":0.424901,"f1":0.376164,"accuracy":0.424901,"main_score":0.376164,"hf_subset":"uzn_Latn-gla_Latn","languages":["uzn-Latn","gla-Latn"]},{"precision":0.641411,"recall":0.712451,"f1":0.663037,"accuracy":0.712451,"main_score":0.663037,"hf_subset":"uzn_Latn-kan_Knda","languages":["uzn-Latn","kan-Knda"]},{"precision":0.580651,"recall":0.645257,"f1":0.599327,"accuracy":0.645257,"main_score":0.599327,"hf_subset":"uzn_Latn-lmo_Latn","languages":["uzn-Latn","lmo-Latn"]},{"precision":0.650958,"recall":0.721344,"f1":0.672288,"accuracy":0.721344,"main_score":0.672288,"hf_subset":"uzn_Latn-npi_Deva","languages":["uzn-Latn","npi-Deva"]},{"precision":0.332604,"recall":0.417984,"f1":0.355318,"accuracy":0.417984,"main_score":0.355318,"hf_subset":"uzn_Latn-shn_Mymr","languages":["uzn-Latn","shn-Mymr"]},{"precision":0.636306,"recall":0.704545,"f1":0.65684,"accuracy":0.704545,"main_score":0.65684,"hf_subset":"uzn_Latn-tgl_Latn","languages":["uzn-Latn","tgl-Latn"]},{"precision":0.639482,"recall":0.714427,"f1":0.662225,"accuracy":0.714427,"main_score":0.662225,"hf_subset":"uzn_Latn-yue_Hant","languages":["uzn-Latn","yue-Hant"]},{"precision":0.562756,"recall":0.634387,"f1":0.583124,"accuracy":0.634387,"main_score":0.583124,"hf_subset":"uzn_Latn-asm_Beng","languages":["uzn-Latn","asm-Beng"]},{"precision":0.382503,"recall":0.445652,"f1":0.400489,"accuracy":0.445652,"main_score":0.400489,"hf_subset":"uzn_Latn-ckb_Arab","languages":["uzn-Latn","ckb-Arab"]},{"precision":0.356897,"recall":0.426877,"f1":0.374879,"accuracy":0.426877,"main_score":0.374879,"hf_subset":"uzn_Latn-gle_Latn","languages":["uzn-Latn","gle-Latn"]},{"precision":0.442383,"recall":0.522727,"f1":0.466279,"accuracy":0.522727,"main_score":0.466279,"hf_subset":"uzn_Latn-kas_Arab","languages":["uzn-Latn","kas-Arab"]},{"precision":0.557065,"recall":0.615613,"f1":0.574242,"accuracy":0.615613,"main_score":0.574242,"hf_subset":"uzn_Latn-ltg_Latn","languages":["uzn-Latn","ltg-Latn"]},{"precision":0.426961,"recall":0.497036,"f1":0.445818,"accuracy":0.497036,"main_score":0.445818,"hf_subset":"uzn_Latn-nso_Latn","languages":["uzn-Latn","nso-Latn"]},{"precision":0.571585,"recall":0.642292,"f1":0.591728,"accuracy":0.642292,"main_score":0.591728,"hf_subset":"uzn_Latn-sin_Sinh","languages":["uzn-Latn","sin-Sinh"]},{"precision":0.648199,"recall":0.725296,"f1":0.670989,"accuracy":0.725296,"main_score":0.670989,"hf_subset":"uzn_Latn-tha_Thai","languages":["uzn-Latn","tha-Thai"]},{"precision":0.654233,"recall":0.72332,"f1":0.675081,"accuracy":0.72332,"main_score":0.675081,"hf_subset":"uzn_Latn-zho_Hans","languages":["uzn-Latn","zho-Hans"]},{"precision":0.660012,"recall":0.714427,"f1":0.675805,"accuracy":0.714427,"main_score":0.675805,"hf_subset":"uzn_Latn-ast_Latn","languages":["uzn-Latn","ast-Latn"]},{"precision":0.674326,"recall":0.736166,"f1":0.691744,"accuracy":0.736166,"main_score":0.691744,"hf_subset":"uzn_Latn-crh_Latn","languages":["uzn-Latn","crh-Latn"]},{"precision":0.66871,"recall":0.721344,"f1":0.683834,"accuracy":0.721344,"main_score":0.683834,"hf_subset":"uzn_Latn-glg_Latn","languages":["uzn-Latn","glg-Latn"]},{"precision":0.475216,"recall":0.547431,"f1":0.496278,"accuracy":0.547431,"main_score":0.496278,"hf_subset":"uzn_Latn-kas_Deva","languages":["uzn-Latn","kas-Deva"]},{"precision":0.574814,"recall":0.637352,"f1":0.592709,"accuracy":0.637352,"main_score":0.592709,"hf_subset":"uzn_Latn-ltz_Latn","languages":["uzn-Latn","ltz-Latn"]},{"precision":0.316239,"recall":0.394269,"f1":0.337306,"accuracy":0.394269,"main_score":0.337306,"hf_subset":"uzn_Latn-nus_Latn","languages":["uzn-Latn","nus-Latn"]},{"precision":0.685123,"recall":0.741107,"f1":0.701554,"accuracy":0.741107,"main_score":0.701554,"hf_subset":"uzn_Latn-slk_Latn","languages":["uzn-Latn","slk-Latn"]},{"precision":0.333862,"recall":0.406126,"f1":0.354687,"accuracy":0.406126,"main_score":0.354687,"hf_subset":"uzn_Latn-tir_Ethi","languages":["uzn-Latn","tir-Ethi"]},{"precision":0.633756,"recall":0.706522,"f1":0.655212,"accuracy":0.706522,"main_score":0.655212,"hf_subset":"uzn_Latn-zho_Hant","languages":["uzn-Latn","zho-Hant"]},{"precision":0.648353,"recall":0.717391,"f1":0.668597,"accuracy":0.717391,"main_score":0.668597,"hf_subset":"uzn_Latn-awa_Deva","languages":["uzn-Latn","awa-Deva"]},{"precision":0.410441,"recall":0.481225,"f1":0.429575,"accuracy":0.481225,"main_score":0.429575,"hf_subset":"uzn_Latn-cym_Latn","languages":["uzn-Latn","cym-Latn"]},{"precision":0.527396,"recall":0.585968,"f1":0.54446,"accuracy":0.585968,"main_score":0.54446,"hf_subset":"uzn_Latn-grn_Latn","languages":["uzn-Latn","grn-Latn"]},{"precision":0.612711,"recall":0.675889,"f1":0.63041,"accuracy":0.675889,"main_score":0.63041,"hf_subset":"uzn_Latn-kat_Geor","languages":["uzn-Latn","kat-Geor"]},{"precision":0.45833,"recall":0.524704,"f1":0.477009,"accuracy":0.524704,"main_score":0.477009,"hf_subset":"uzn_Latn-lua_Latn","languages":["uzn-Latn","lua-Latn"]},{"precision":0.439649,"recall":0.499012,"f1":0.456746,"accuracy":0.499012,"main_score":0.456746,"hf_subset":"uzn_Latn-nya_Latn","languages":["uzn-Latn","nya-Latn"]},{"precision":0.662378,"recall":0.717391,"f1":0.678348,"accuracy":0.717391,"main_score":0.678348,"hf_subset":"uzn_Latn-slv_Latn","languages":["uzn-Latn","slv-Latn"]},{"precision":0.543043,"recall":0.605731,"f1":0.561465,"accuracy":0.605731,"main_score":0.561465,"hf_subset":"uzn_Latn-tpi_Latn","languages":["uzn-Latn","tpi-Latn"]},{"precision":0.686481,"recall":0.741107,"f1":0.70183,"accuracy":0.741107,"main_score":0.70183,"hf_subset":"uzn_Latn-zsm_Latn","languages":["uzn-Latn","zsm-Latn"]},{"precision":0.391538,"recall":0.462451,"f1":0.411187,"accuracy":0.462451,"main_score":0.411187,"hf_subset":"uzn_Latn-ayr_Latn","languages":["uzn-Latn","ayr-Latn"]},{"precision":0.692681,"recall":0.756917,"f1":0.711212,"accuracy":0.756917,"main_score":0.711212,"hf_subset":"uzn_Latn-dan_Latn","languages":["uzn-Latn","dan-Latn"]},{"precision":0.653301,"recall":0.719368,"f1":0.67262,"accuracy":0.719368,"main_score":0.67262,"hf_subset":"uzn_Latn-guj_Gujr","languages":["uzn-Latn","guj-Gujr"]},{"precision":0.662164,"recall":0.724308,"f1":0.680229,"accuracy":0.724308,"main_score":0.680229,"hf_subset":"uzn_Latn-kaz_Cyrl","languages":["uzn-Latn","kaz-Cyrl"]},{"precision":0.386662,"recall":0.447628,"f1":0.402931,"accuracy":0.447628,"main_score":0.402931,"hf_subset":"uzn_Latn-lug_Latn","languages":["uzn-Latn","lug-Latn"]},{"precision":0.633634,"recall":0.688735,"f1":0.649525,"accuracy":0.688735,"main_score":0.649525,"hf_subset":"uzn_Latn-oci_Latn","languages":["uzn-Latn","oci-Latn"]},{"precision":0.412015,"recall":0.48913,"f1":0.433264,"accuracy":0.48913,"main_score":0.433264,"hf_subset":"uzn_Latn-smo_Latn","languages":["uzn-Latn","smo-Latn"]},{"precision":0.396114,"recall":0.462451,"f1":0.413663,"accuracy":0.462451,"main_score":0.413663,"hf_subset":"uzn_Latn-tsn_Latn","languages":["uzn-Latn","tsn-Latn"]},{"precision":0.381752,"recall":0.454545,"f1":0.401605,"accuracy":0.454545,"main_score":0.401605,"hf_subset":"uzn_Latn-zul_Latn","languages":["uzn-Latn","zul-Latn"]},{"precision":0.472299,"recall":0.556324,"f1":0.495734,"accuracy":0.556324,"main_score":0.495734,"hf_subset":"uzn_Latn-azb_Arab","languages":["uzn-Latn","azb-Arab"]},{"precision":0.702948,"recall":0.76581,"f1":0.721673,"accuracy":0.76581,"main_score":0.721673,"hf_subset":"uzn_Latn-deu_Latn","languages":["uzn-Latn","deu-Latn"]},{"precision":0.484973,"recall":0.561265,"f1":0.506949,"accuracy":0.561265,"main_score":0.506949,"hf_subset":"uzn_Latn-hat_Latn","languages":["uzn-Latn","hat-Latn"]},{"precision":0.34731,"recall":0.416996,"f1":0.365987,"accuracy":0.416996,"main_score":0.365987,"hf_subset":"uzn_Latn-kbp_Latn","languages":["uzn-Latn","kbp-Latn"]},{"precision":0.435164,"recall":0.495059,"f1":0.451933,"accuracy":0.495059,"main_score":0.451933,"hf_subset":"uzn_Latn-luo_Latn","languages":["uzn-Latn","luo-Latn"]},{"precision":0.444005,"recall":0.51087,"f1":0.464328,"accuracy":0.51087,"main_score":0.464328,"hf_subset":"uzn_Latn-ory_Orya","languages":["uzn-Latn","ory-Orya"]},{"precision":0.403682,"recall":0.462451,"f1":0.420363,"accuracy":0.462451,"main_score":0.420363,"hf_subset":"uzn_Latn-sna_Latn","languages":["uzn-Latn","sna-Latn"]},{"precision":0.397168,"recall":0.45751,"f1":0.414007,"accuracy":0.45751,"main_score":0.414007,"hf_subset":"uzn_Latn-tso_Latn","languages":["uzn-Latn","tso-Latn"]},{"precision":0.688097,"recall":0.740119,"f1":0.703091,"accuracy":0.740119,"main_score":0.703091,"hf_subset":"uzn_Latn-azj_Latn","languages":["uzn-Latn","azj-Latn"]},{"precision":0.376854,"recall":0.452569,"f1":0.397802,"accuracy":0.452569,"main_score":0.397802,"hf_subset":"uzn_Latn-dik_Latn","languages":["uzn-Latn","dik-Latn"]},{"precision":0.431178,"recall":0.488142,"f1":0.447238,"accuracy":0.488142,"main_score":0.447238,"hf_subset":"uzn_Latn-hau_Latn","languages":["uzn-Latn","hau-Latn"]},{"precision":0.572241,"recall":0.637352,"f1":0.591331,"accuracy":0.637352,"main_score":0.591331,"hf_subset":"uzn_Latn-kea_Latn","languages":["uzn-Latn","kea-Latn"]},{"precision":0.502531,"recall":0.565217,"f1":0.520125,"accuracy":0.565217,"main_score":0.520125,"hf_subset":"uzn_Latn-lus_Latn","languages":["uzn-Latn","lus-Latn"]},{"precision":0.547564,"recall":0.608696,"f1":0.56575,"accuracy":0.608696,"main_score":0.56575,"hf_subset":"uzn_Latn-pag_Latn","languages":["uzn-Latn","pag-Latn"]},{"precision":0.468363,"recall":0.539526,"f1":0.489193,"accuracy":0.539526,"main_score":0.489193,"hf_subset":"uzn_Latn-snd_Arab","languages":["uzn-Latn","snd-Arab"]},{"precision":0.634052,"recall":0.692688,"f1":0.651314,"accuracy":0.692688,"main_score":0.651314,"hf_subset":"uzn_Latn-tuk_Latn","languages":["uzn-Latn","tuk-Latn"]},{"precision":0.641034,"recall":0.69664,"f1":0.656963,"accuracy":0.69664,"main_score":0.656963,"hf_subset":"uzn_Latn-bak_Cyrl","languages":["uzn-Latn","bak-Cyrl"]},{"precision":0.338003,"recall":0.418972,"f1":0.360554,"accuracy":0.418972,"main_score":0.360554,"hf_subset":"uzn_Latn-dyu_Latn","languages":["uzn-Latn","dyu-Latn"]},{"precision":0.570127,"recall":0.648221,"f1":0.592154,"accuracy":0.648221,"main_score":0.592154,"hf_subset":"uzn_Latn-heb_Hebr","languages":["uzn-Latn","heb-Hebr"]},{"precision":0.456232,"recall":0.513834,"f1":0.472673,"accuracy":0.513834,"main_score":0.472673,"hf_subset":"uzn_Latn-khk_Cyrl","languages":["uzn-Latn","khk-Cyrl"]},{"precision":0.631146,"recall":0.690711,"f1":0.648723,"accuracy":0.690711,"main_score":0.648723,"hf_subset":"uzn_Latn-lvs_Latn","languages":["uzn-Latn","lvs-Latn"]},{"precision":0.603988,"recall":0.682806,"f1":0.627635,"accuracy":0.682806,"main_score":0.627635,"hf_subset":"uzn_Latn-pan_Guru","languages":["uzn-Latn","pan-Guru"]},{"precision":0.388547,"recall":0.44664,"f1":0.40491,"accuracy":0.44664,"main_score":0.40491,"hf_subset":"uzn_Latn-som_Latn","languages":["uzn-Latn","som-Latn"]},{"precision":0.435427,"recall":0.493083,"f1":0.451849,"accuracy":0.493083,"main_score":0.451849,"hf_subset":"uzn_Latn-tum_Latn","languages":["uzn-Latn","tum-Latn"]},{"precision":0.282879,"recall":0.362648,"f1":0.304167,"accuracy":0.362648,"main_score":0.304167,"hf_subset":"als_Latn-ace_Arab","languages":["als-Latn","ace-Arab"]},{"precision":0.370343,"recall":0.452569,"f1":0.392601,"accuracy":0.452569,"main_score":0.392601,"hf_subset":"als_Latn-bam_Latn","languages":["als-Latn","bam-Latn"]},{"precision":0.141445,"recall":0.205534,"f1":0.157825,"accuracy":0.205534,"main_score":0.157825,"hf_subset":"als_Latn-dzo_Tibt","languages":["als-Latn","dzo-Tibt"]},{"precision":0.818215,"recall":0.860672,"f1":0.831442,"accuracy":0.860672,"main_score":0.831442,"hf_subset":"als_Latn-hin_Deva","languages":["als-Latn","hin-Deva"]},{"precision":0.576452,"recall":0.661067,"f1":0.600576,"accuracy":0.661067,"main_score":0.600576,"hf_subset":"als_Latn-khm_Khmr","languages":["als-Latn","khm-Khmr"]},{"precision":0.794368,"recall":0.839921,"f1":0.808235,"accuracy":0.839921,"main_score":0.808235,"hf_subset":"als_Latn-mag_Deva","languages":["als-Latn","mag-Deva"]},{"precision":0.776714,"recall":0.826087,"f1":0.791277,"accuracy":0.826087,"main_score":0.791277,"hf_subset":"als_Latn-pap_Latn","languages":["als-Latn","pap-Latn"]},{"precision":0.422999,"recall":0.501976,"f1":0.444575,"accuracy":0.501976,"main_score":0.444575,"hf_subset":"als_Latn-sot_Latn","languages":["als-Latn","sot-Latn"]},{"precision":0.832246,"recall":0.873518,"f1":0.844631,"accuracy":0.873518,"main_score":0.844631,"hf_subset":"als_Latn-tur_Latn","languages":["als-Latn","tur-Latn"]},{"precision":0.613382,"recall":0.681818,"f1":0.63327,"accuracy":0.681818,"main_score":0.63327,"hf_subset":"als_Latn-ace_Latn","languages":["als-Latn","ace-Latn"]},{"precision":0.718109,"recall":0.771739,"f1":0.73439,"accuracy":0.771739,"main_score":0.73439,"hf_subset":"als_Latn-ban_Latn","languages":["als-Latn","ban-Latn"]},{"precision":0.75163,"recall":0.811265,"f1":0.770059,"accuracy":0.811265,"main_score":0.770059,"hf_subset":"als_Latn-ell_Grek","languages":["als-Latn","ell-Grek"]},{"precision":0.757568,"recall":0.814229,"f1":0.774693,"accuracy":0.814229,"main_score":0.774693,"hf_subset":"als_Latn-hne_Deva","languages":["als-Latn","hne-Deva"]},{"precision":0.407289,"recall":0.493083,"f1":0.430439,"accuracy":0.493083,"main_score":0.430439,"hf_subset":"als_Latn-kik_Latn","languages":["als-Latn","kik-Latn"]},{"precision":0.785738,"recall":0.840909,"f1":0.803082,"accuracy":0.840909,"main_score":0.803082,"hf_subset":"als_Latn-mai_Deva","languages":["als-Latn","mai-Deva"]},{"precision":0.668597,"recall":0.732213,"f1":0.687364,"accuracy":0.732213,"main_score":0.687364,"hf_subset":"als_Latn-pbt_Arab","languages":["als-Latn","pbt-Arab"]},{"precision":0.824671,"recall":0.87253,"f1":0.839756,"accuracy":0.87253,"main_score":0.839756,"hf_subset":"als_Latn-spa_Latn","languages":["als-Latn","spa-Latn"]},{"precision":0.479747,"recall":0.5583,"f1":0.501862,"accuracy":0.5583,"main_score":0.501862,"hf_subset":"als_Latn-twi_Latn","languages":["als-Latn","twi-Latn"]},{"precision":0.778101,"recall":0.827075,"f1":0.79305,"accuracy":0.827075,"main_score":0.79305,"hf_subset":"als_Latn-acm_Arab","languages":["als-Latn","acm-Arab"]},{"precision":0.662459,"recall":0.730237,"f1":0.682555,"accuracy":0.730237,"main_score":0.682555,"hf_subset":"als_Latn-bel_Cyrl","languages":["als-Latn","bel-Cyrl"]},{"precision":0.847678,"recall":0.887352,"f1":0.85975,"accuracy":0.887352,"main_score":0.85975,"hf_subset":"als_Latn-eng_Latn","languages":["als-Latn","eng-Latn"]},{"precision":0.819388,"recall":0.858696,"f1":0.830913,"accuracy":0.858696,"main_score":0.830913,"hf_subset":"als_Latn-hrv_Latn","languages":["als-Latn","hrv-Latn"]},{"precision":0.395985,"recall":0.472332,"f1":0.416465,"accuracy":0.472332,"main_score":0.416465,"hf_subset":"als_Latn-kin_Latn","languages":["als-Latn","kin-Latn"]},{"precision":0.754875,"recall":0.812253,"f1":0.77212,"accuracy":0.812253,"main_score":0.77212,"hf_subset":"als_Latn-mal_Mlym","languages":["als-Latn","mal-Mlym"]},{"precision":0.811726,"recall":0.857708,"f1":0.826069,"accuracy":0.857708,"main_score":0.826069,"hf_subset":"als_Latn-pes_Arab","languages":["als-Latn","pes-Arab"]},{"precision":0.739947,"recall":0.796443,"f1":0.756985,"accuracy":0.796443,"main_score":0.756985,"hf_subset":"als_Latn-srd_Latn","languages":["als-Latn","srd-Latn"]},{"precision":0.133406,"recall":0.202569,"f1":0.148814,"accuracy":0.202569,"main_score":0.148814,"hf_subset":"als_Latn-tzm_Tfng","languages":["als-Latn","tzm-Tfng"]},{"precision":0.790394,"recall":0.836957,"f1":0.804332,"accuracy":0.836957,"main_score":0.804332,"hf_subset":"als_Latn-acq_Arab","languages":["als-Latn","acq-Arab"]},{"precision":0.455808,"recall":0.528656,"f1":0.476067,"accuracy":0.528656,"main_score":0.476067,"hf_subset":"als_Latn-bem_Latn","languages":["als-Latn","bem-Latn"]},{"precision":0.787195,"recall":0.833004,"f1":0.800514,"accuracy":0.833004,"main_score":0.800514,"hf_subset":"als_Latn-epo_Latn","languages":["als-Latn","epo-Latn"]},{"precision":0.754348,"recall":0.811265,"f1":0.771838,"accuracy":0.811265,"main_score":0.771838,"hf_subset":"als_Latn-hun_Latn","languages":["als-Latn","hun-Latn"]},{"precision":0.634759,"recall":0.698617,"f1":0.653513,"accuracy":0.698617,"main_score":0.653513,"hf_subset":"als_Latn-kir_Cyrl","languages":["als-Latn","kir-Cyrl"]},{"precision":0.77915,"recall":0.833004,"f1":0.796,"accuracy":0.833004,"main_score":0.796,"hf_subset":"als_Latn-mar_Deva","languages":["als-Latn","mar-Deva"]},{"precision":0.456936,"recall":0.525692,"f1":0.47615,"accuracy":0.525692,"main_score":0.47615,"hf_subset":"als_Latn-plt_Latn","languages":["als-Latn","plt-Latn"]},{"precision":0.789147,"recall":0.835968,"f1":0.803331,"accuracy":0.835968,"main_score":0.803331,"hf_subset":"als_Latn-srp_Cyrl","languages":["als-Latn","srp-Cyrl"]},{"precision":0.292478,"recall":0.360672,"f1":0.310451,"accuracy":0.360672,"main_score":0.310451,"hf_subset":"als_Latn-uig_Arab","languages":["als-Latn","uig-Arab"]},{"precision":0.727619,"recall":0.787549,"f1":0.745657,"accuracy":0.787549,"main_score":0.745657,"hf_subset":"als_Latn-aeb_Arab","languages":["als-Latn","aeb-Arab"]},{"precision":0.792589,"recall":0.841897,"f1":0.807199,"accuracy":0.841897,"main_score":0.807199,"hf_subset":"als_Latn-ben_Beng","languages":["als-Latn","ben-Beng"]},{"precision":0.705517,"recall":0.767787,"f1":0.724492,"accuracy":0.767787,"main_score":0.724492,"hf_subset":"als_Latn-est_Latn","languages":["als-Latn","est-Latn"]},{"precision":0.632606,"recall":0.700593,"f1":0.651814,"accuracy":0.700593,"main_score":0.651814,"hf_subset":"als_Latn-hye_Armn","languages":["als-Latn","hye-Armn"]},{"precision":0.395876,"recall":0.474308,"f1":0.417838,"accuracy":0.474308,"main_score":0.417838,"hf_subset":"als_Latn-kmb_Latn","languages":["als-Latn","kmb-Latn"]},{"precision":0.25254,"recall":0.328063,"f1":0.271756,"accuracy":0.328063,"main_score":0.271756,"hf_subset":"als_Latn-min_Arab","languages":["als-Latn","min-Arab"]},{"precision":0.823567,"recall":0.863636,"f1":0.835744,"accuracy":0.863636,"main_score":0.835744,"hf_subset":"als_Latn-pol_Latn","languages":["als-Latn","pol-Latn"]},{"precision":0.401874,"recall":0.477273,"f1":0.420889,"accuracy":0.477273,"main_score":0.420889,"hf_subset":"als_Latn-ssw_Latn","languages":["als-Latn","ssw-Latn"]},{"precision":0.811882,"recall":0.856719,"f1":0.825323,"accuracy":0.856719,"main_score":0.825323,"hf_subset":"als_Latn-ukr_Cyrl","languages":["als-Latn","ukr-Cyrl"]},{"precision":0.777503,"recall":0.828063,"f1":0.793248,"accuracy":0.828063,"main_score":0.793248,"hf_subset":"als_Latn-afr_Latn","languages":["als-Latn","afr-Latn"]},{"precision":0.755023,"recall":0.813241,"f1":0.772892,"accuracy":0.813241,"main_score":0.772892,"hf_subset":"als_Latn-bho_Deva","languages":["als-Latn","bho-Deva"]},{"precision":0.63704,"recall":0.709486,"f1":0.658174,"accuracy":0.709486,"main_score":0.658174,"hf_subset":"als_Latn-eus_Latn","languages":["als-Latn","eus-Latn"]},{"precision":0.389184,"recall":0.478261,"f1":0.413134,"accuracy":0.478261,"main_score":0.413134,"hf_subset":"als_Latn-ibo_Latn","languages":["als-Latn","ibo-Latn"]},{"precision":0.475952,"recall":0.5583,"f1":0.497788,"accuracy":0.5583,"main_score":0.497788,"hf_subset":"als_Latn-kmr_Latn","languages":["als-Latn","kmr-Latn"]},{"precision":0.657198,"recall":0.718379,"f1":0.673895,"accuracy":0.718379,"main_score":0.673895,"hf_subset":"als_Latn-min_Latn","languages":["als-Latn","min-Latn"]},{"precision":0.834914,"recall":0.874506,"f1":0.846791,"accuracy":0.874506,"main_score":0.846791,"hf_subset":"als_Latn-por_Latn","languages":["als-Latn","por-Latn"]},{"precision":0.707131,"recall":0.761858,"f1":0.723358,"accuracy":0.761858,"main_score":0.723358,"hf_subset":"als_Latn-sun_Latn","languages":["als-Latn","sun-Latn"]},{"precision":0.387061,"recall":0.469368,"f1":0.408886,"accuracy":0.469368,"main_score":0.408886,"hf_subset":"als_Latn-umb_Latn","languages":["als-Latn","umb-Latn"]},{"precision":0.785286,"recall":0.835968,"f1":0.800576,"accuracy":0.835968,"main_score":0.800576,"hf_subset":"als_Latn-ajp_Arab","languages":["als-Latn","ajp-Arab"]},{"precision":0.269162,"recall":0.337945,"f1":0.286946,"accuracy":0.337945,"main_score":0.286946,"hf_subset":"als_Latn-bjn_Arab","languages":["als-Latn","bjn-Arab"]},{"precision":0.412438,"recall":0.48419,"f1":0.431555,"accuracy":0.48419,"main_score":0.431555,"hf_subset":"als_Latn-ewe_Latn","languages":["als-Latn","ewe-Latn"]},{"precision":0.667721,"recall":0.730237,"f1":0.685763,"accuracy":0.730237,"main_score":0.685763,"hf_subset":"als_Latn-ilo_Latn","languages":["als-Latn","ilo-Latn"]},{"precision":0.18093,"recall":0.247036,"f1":0.197748,"accuracy":0.247036,"main_score":0.197748,"hf_subset":"als_Latn-knc_Arab","languages":["als-Latn","knc-Arab"]},{"precision":0.792819,"recall":0.840909,"f1":0.807496,"accuracy":0.840909,"main_score":0.807496,"hf_subset":"als_Latn-mkd_Cyrl","languages":["als-Latn","mkd-Cyrl"]},{"precision":0.788514,"recall":0.842885,"f1":0.805023,"accuracy":0.842885,"main_score":0.805023,"hf_subset":"als_Latn-prs_Arab","languages":["als-Latn","prs-Arab"]},{"precision":0.846624,"recall":0.885375,"f1":0.858385,"accuracy":0.885375,"main_score":0.858385,"hf_subset":"als_Latn-swe_Latn","languages":["als-Latn","swe-Latn"]},{"precision":0.733498,"recall":0.800395,"f1":0.753722,"accuracy":0.800395,"main_score":0.753722,"hf_subset":"als_Latn-urd_Arab","languages":["als-Latn","urd-Arab"]},{"precision":0.455345,"recall":0.536561,"f1":0.478044,"accuracy":0.536561,"main_score":0.478044,"hf_subset":"als_Latn-aka_Latn","languages":["als-Latn","aka-Latn"]},{"precision":0.651196,"recall":0.713439,"f1":0.669019,"accuracy":0.713439,"main_score":0.669019,"hf_subset":"als_Latn-bjn_Latn","languages":["als-Latn","bjn-Latn"]},{"precision":0.503625,"recall":0.579051,"f1":0.52453,"accuracy":0.579051,"main_score":0.52453,"hf_subset":"als_Latn-fao_Latn","languages":["als-Latn","fao-Latn"]},{"precision":0.846163,"recall":0.886364,"f1":0.858762,"accuracy":0.886364,"main_score":0.858762,"hf_subset":"als_Latn-ind_Latn","languages":["als-Latn","ind-Latn"]},{"precision":0.439374,"recall":0.517787,"f1":0.461025,"accuracy":0.517787,"main_score":0.461025,"hf_subset":"als_Latn-knc_Latn","languages":["als-Latn","knc-Latn"]},{"precision":0.703406,"recall":0.759881,"f1":0.719684,"accuracy":0.759881,"main_score":0.719684,"hf_subset":"als_Latn-mlt_Latn","languages":["als-Latn","mlt-Latn"]},{"precision":0.481952,"recall":0.568182,"f1":0.505846,"accuracy":0.568182,"main_score":0.505846,"hf_subset":"als_Latn-quy_Latn","languages":["als-Latn","quy-Latn"]},{"precision":0.677537,"recall":0.733202,"f1":0.694194,"accuracy":0.733202,"main_score":0.694194,"hf_subset":"als_Latn-swh_Latn","languages":["als-Latn","swh-Latn"]},{"precision":0.624292,"recall":0.686759,"f1":0.642242,"accuracy":0.686759,"main_score":0.642242,"hf_subset":"als_Latn-uzn_Latn","languages":["als-Latn","uzn-Latn"]},{"precision":0.187646,"recall":0.261858,"f1":0.205957,"accuracy":0.261858,"main_score":0.205957,"hf_subset":"als_Latn-bod_Tibt","languages":["als-Latn","bod-Tibt"]},{"precision":0.416191,"recall":0.498024,"f1":0.438146,"accuracy":0.498024,"main_score":0.438146,"hf_subset":"als_Latn-fij_Latn","languages":["als-Latn","fij-Latn"]},{"precision":0.469864,"recall":0.55336,"f1":0.493052,"accuracy":0.55336,"main_score":0.493052,"hf_subset":"als_Latn-isl_Latn","languages":["als-Latn","isl-Latn"]},{"precision":0.492858,"recall":0.570158,"f1":0.51483,"accuracy":0.570158,"main_score":0.51483,"hf_subset":"als_Latn-kon_Latn","languages":["als-Latn","kon-Latn"]},{"precision":0.354441,"recall":0.4417,"f1":0.378832,"accuracy":0.4417,"main_score":0.378832,"hf_subset":"als_Latn-mni_Beng","languages":["als-Latn","mni-Beng"]},{"precision":0.849325,"recall":0.886364,"f1":0.860658,"accuracy":0.886364,"main_score":0.860658,"hf_subset":"als_Latn-ron_Latn","languages":["als-Latn","ron-Latn"]},{"precision":0.713587,"recall":0.770751,"f1":0.730849,"accuracy":0.770751,"main_score":0.730849,"hf_subset":"als_Latn-szl_Latn","languages":["als-Latn","szl-Latn"]},{"precision":0.79717,"recall":0.839921,"f1":0.80979,"accuracy":0.839921,"main_score":0.80979,"hf_subset":"als_Latn-vec_Latn","languages":["als-Latn","vec-Latn"]},{"precision":0.614939,"recall":0.687747,"f1":0.636468,"accuracy":0.687747,"main_score":0.636468,"hf_subset":"als_Latn-amh_Ethi","languages":["als-Latn","amh-Ethi"]},{"precision":0.834223,"recall":0.869565,"f1":0.844796,"accuracy":0.869565,"main_score":0.844796,"hf_subset":"als_Latn-bos_Latn","languages":["als-Latn","bos-Latn"]},{"precision":0.80131,"recall":0.847826,"f1":0.815662,"accuracy":0.847826,"main_score":0.815662,"hf_subset":"als_Latn-fin_Latn","languages":["als-Latn","fin-Latn"]},{"precision":0.83279,"recall":0.874506,"f1":0.845671,"accuracy":0.874506,"main_score":0.845671,"hf_subset":"als_Latn-ita_Latn","languages":["als-Latn","ita-Latn"]},{"precision":0.776278,"recall":0.832016,"f1":0.793231,"accuracy":0.832016,"main_score":0.793231,"hf_subset":"als_Latn-kor_Hang","languages":["als-Latn","kor-Hang"]},{"precision":0.408089,"recall":0.495059,"f1":0.431772,"accuracy":0.495059,"main_score":0.431772,"hf_subset":"als_Latn-mos_Latn","languages":["als-Latn","mos-Latn"]},{"precision":0.398501,"recall":0.477273,"f1":0.419558,"accuracy":0.477273,"main_score":0.419558,"hf_subset":"als_Latn-run_Latn","languages":["als-Latn","run-Latn"]},{"precision":0.751713,"recall":0.815217,"f1":0.771542,"accuracy":0.815217,"main_score":0.771542,"hf_subset":"als_Latn-tam_Taml","languages":["als-Latn","tam-Taml"]},{"precision":0.80938,"recall":0.856719,"f1":0.823897,"accuracy":0.856719,"main_score":0.823897,"hf_subset":"als_Latn-vie_Latn","languages":["als-Latn","vie-Latn"]},{"precision":0.782751,"recall":0.827075,"f1":0.795812,"accuracy":0.827075,"main_score":0.795812,"hf_subset":"als_Latn-apc_Arab","languages":["als-Latn","apc-Arab"]},{"precision":0.58498,"recall":0.660079,"f1":0.607068,"accuracy":0.660079,"main_score":0.607068,"hf_subset":"als_Latn-bug_Latn","languages":["als-Latn","bug-Latn"]},{"precision":0.362398,"recall":0.440711,"f1":0.382559,"accuracy":0.440711,"main_score":0.382559,"hf_subset":"als_Latn-fon_Latn","languages":["als-Latn","fon-Latn"]},{"precision":0.722433,"recall":0.775692,"f1":0.738293,"accuracy":0.775692,"main_score":0.738293,"hf_subset":"als_Latn-jav_Latn","languages":["als-Latn","jav-Latn"]},{"precision":0.538959,"recall":0.613636,"f1":0.55929,"accuracy":0.613636,"main_score":0.55929,"hf_subset":"als_Latn-lao_Laoo","languages":["als-Latn","lao-Laoo"]},{"precision":0.380843,"recall":0.459486,"f1":0.401242,"accuracy":0.459486,"main_score":0.401242,"hf_subset":"als_Latn-mri_Latn","languages":["als-Latn","mri-Latn"]},{"precision":0.831416,"recall":0.878458,"f1":0.846163,"accuracy":0.878458,"main_score":0.846163,"hf_subset":"als_Latn-rus_Cyrl","languages":["als-Latn","rus-Cyrl"]},{"precision":0.406149,"recall":0.490119,"f1":0.42897,"accuracy":0.490119,"main_score":0.42897,"hf_subset":"als_Latn-taq_Latn","languages":["als-Latn","taq-Latn"]},{"precision":0.740894,"recall":0.791502,"f1":0.756099,"accuracy":0.791502,"main_score":0.756099,"hf_subset":"als_Latn-war_Latn","languages":["als-Latn","war-Latn"]},{"precision":0.802677,"recall":0.847826,"f1":0.816537,"accuracy":0.847826,"main_score":0.816537,"hf_subset":"als_Latn-arb_Arab","languages":["als-Latn","arb-Arab"]},{"precision":0.820471,"recall":0.860672,"f1":0.832449,"accuracy":0.860672,"main_score":0.832449,"hf_subset":"als_Latn-bul_Cyrl","languages":["als-Latn","bul-Cyrl"]},{"precision":0.842803,"recall":0.883399,"f1":0.855044,"accuracy":0.883399,"main_score":0.855044,"hf_subset":"als_Latn-fra_Latn","languages":["als-Latn","fra-Latn"]},{"precision":0.794335,"recall":0.842885,"f1":0.809058,"accuracy":0.842885,"main_score":0.809058,"hf_subset":"als_Latn-jpn_Jpan","languages":["als-Latn","jpn-Jpan"]},{"precision":0.760056,"recall":0.814229,"f1":0.776861,"accuracy":0.814229,"main_score":0.776861,"hf_subset":"als_Latn-lij_Latn","languages":["als-Latn","lij-Latn"]},{"precision":0.5713,"recall":0.657115,"f1":0.596151,"accuracy":0.657115,"main_score":0.596151,"hf_subset":"als_Latn-mya_Mymr","languages":["als-Latn","mya-Mymr"]},{"precision":0.460861,"recall":0.54249,"f1":0.48335,"accuracy":0.54249,"main_score":0.48335,"hf_subset":"als_Latn-sag_Latn","languages":["als-Latn","sag-Latn"]},{"precision":0.158816,"recall":0.23913,"f1":0.177155,"accuracy":0.23913,"main_score":0.177155,"hf_subset":"als_Latn-taq_Tfng","languages":["als-Latn","taq-Tfng"]},{"precision":0.466787,"recall":0.545455,"f1":0.489102,"accuracy":0.545455,"main_score":0.489102,"hf_subset":"als_Latn-wol_Latn","languages":["als-Latn","wol-Latn"]},{"precision":0.284558,"recall":0.379447,"f1":0.308969,"accuracy":0.379447,"main_score":0.308969,"hf_subset":"als_Latn-arb_Latn","languages":["als-Latn","arb-Latn"]},{"precision":0.826515,"recall":0.867589,"f1":0.839065,"accuracy":0.867589,"main_score":0.839065,"hf_subset":"als_Latn-cat_Latn","languages":["als-Latn","cat-Latn"]},{"precision":0.759297,"recall":0.809289,"f1":0.774184,"accuracy":0.809289,"main_score":0.774184,"hf_subset":"als_Latn-fur_Latn","languages":["als-Latn","fur-Latn"]},{"precision":0.294637,"recall":0.369565,"f1":0.31445,"accuracy":0.369565,"main_score":0.31445,"hf_subset":"als_Latn-kab_Latn","languages":["als-Latn","kab-Latn"]},{"precision":0.706605,"recall":0.762846,"f1":0.723293,"accuracy":0.762846,"main_score":0.723293,"hf_subset":"als_Latn-lim_Latn","languages":["als-Latn","lim-Latn"]},{"precision":0.816518,"recall":0.857708,"f1":0.829216,"accuracy":0.857708,"main_score":0.829216,"hf_subset":"als_Latn-nld_Latn","languages":["als-Latn","nld-Latn"]},{"precision":0.648848,"recall":0.72332,"f1":0.671302,"accuracy":0.72332,"main_score":0.671302,"hf_subset":"als_Latn-san_Deva","languages":["als-Latn","san-Deva"]},{"precision":0.652861,"recall":0.711462,"f1":0.669284,"accuracy":0.711462,"main_score":0.669284,"hf_subset":"als_Latn-tat_Cyrl","languages":["als-Latn","tat-Cyrl"]},{"precision":0.43266,"recall":0.51087,"f1":0.453675,"accuracy":0.51087,"main_score":0.453675,"hf_subset":"als_Latn-xho_Latn","languages":["als-Latn","xho-Latn"]},{"precision":0.792441,"recall":0.840909,"f1":0.80766,"accuracy":0.840909,"main_score":0.80766,"hf_subset":"als_Latn-ars_Arab","languages":["als-Latn","ars-Arab"]},{"precision":0.706489,"recall":0.763834,"f1":0.723748,"accuracy":0.763834,"main_score":0.723748,"hf_subset":"als_Latn-ceb_Latn","languages":["als-Latn","ceb-Latn"]},{"precision":0.403768,"recall":0.48913,"f1":0.426921,"accuracy":0.48913,"main_score":0.426921,"hf_subset":"als_Latn-fuv_Latn","languages":["als-Latn","fuv-Latn"]},{"precision":0.427251,"recall":0.502964,"f1":0.447593,"accuracy":0.502964,"main_score":0.447593,"hf_subset":"als_Latn-kac_Latn","languages":["als-Latn","kac-Latn"]},{"precision":0.477024,"recall":0.564229,"f1":0.500928,"accuracy":0.564229,"main_score":0.500928,"hf_subset":"als_Latn-lin_Latn","languages":["als-Latn","lin-Latn"]},{"precision":0.79916,"recall":0.847826,"f1":0.814427,"accuracy":0.847826,"main_score":0.814427,"hf_subset":"als_Latn-nno_Latn","languages":["als-Latn","nno-Latn"]},{"precision":0.169637,"recall":0.236166,"f1":0.18597,"accuracy":0.236166,"main_score":0.18597,"hf_subset":"als_Latn-sat_Olck","languages":["als-Latn","sat-Olck"]},{"precision":0.749489,"recall":0.809289,"f1":0.767951,"accuracy":0.809289,"main_score":0.767951,"hf_subset":"als_Latn-tel_Telu","languages":["als-Latn","tel-Telu"]},{"precision":0.331131,"recall":0.411067,"f1":0.352194,"accuracy":0.411067,"main_score":0.352194,"hf_subset":"als_Latn-ydd_Hebr","languages":["als-Latn","ydd-Hebr"]},{"precision":0.689412,"recall":0.752964,"f1":0.707632,"accuracy":0.752964,"main_score":0.707632,"hf_subset":"als_Latn-ary_Arab","languages":["als-Latn","ary-Arab"]},{"precision":0.806695,"recall":0.851779,"f1":0.820397,"accuracy":0.851779,"main_score":0.820397,"hf_subset":"als_Latn-ces_Latn","languages":["als-Latn","ces-Latn"]},{"precision":0.33351,"recall":0.41502,"f1":0.353562,"accuracy":0.41502,"main_score":0.353562,"hf_subset":"als_Latn-gaz_Latn","languages":["als-Latn","gaz-Latn"]},{"precision":0.417071,"recall":0.496047,"f1":0.437758,"accuracy":0.496047,"main_score":0.437758,"hf_subset":"als_Latn-kam_Latn","languages":["als-Latn","kam-Latn"]},{"precision":0.713301,"recall":0.768775,"f1":0.729861,"accuracy":0.768775,"main_score":0.729861,"hf_subset":"als_Latn-lit_Latn","languages":["als-Latn","lit-Latn"]},{"precision":0.826993,"recall":0.869565,"f1":0.840236,"accuracy":0.869565,"main_score":0.840236,"hf_subset":"als_Latn-nob_Latn","languages":["als-Latn","nob-Latn"]},{"precision":0.671645,"recall":0.737154,"f1":0.690862,"accuracy":0.737154,"main_score":0.690862,"hf_subset":"als_Latn-scn_Latn","languages":["als-Latn","scn-Latn"]},{"precision":0.450281,"recall":0.535573,"f1":0.473751,"accuracy":0.535573,"main_score":0.473751,"hf_subset":"als_Latn-tgk_Cyrl","languages":["als-Latn","tgk-Cyrl"]},{"precision":0.37638,"recall":0.462451,"f1":0.399438,"accuracy":0.462451,"main_score":0.399438,"hf_subset":"als_Latn-yor_Latn","languages":["als-Latn","yor-Latn"]},{"precision":0.790029,"recall":0.837945,"f1":0.804727,"accuracy":0.837945,"main_score":0.804727,"hf_subset":"als_Latn-arz_Arab","languages":["als-Latn","arz-Arab"]},{"precision":0.431808,"recall":0.514822,"f1":0.454772,"accuracy":0.514822,"main_score":0.454772,"hf_subset":"als_Latn-cjk_Latn","languages":["als-Latn","cjk-Latn"]},{"precision":0.375215,"recall":0.453557,"f1":0.395066,"accuracy":0.453557,"main_score":0.395066,"hf_subset":"als_Latn-gla_Latn","languages":["als-Latn","gla-Latn"]},{"precision":0.758959,"recall":0.814229,"f1":0.775823,"accuracy":0.814229,"main_score":0.775823,"hf_subset":"als_Latn-kan_Knda","languages":["als-Latn","kan-Knda"]},{"precision":0.721879,"recall":0.77668,"f1":0.738512,"accuracy":0.77668,"main_score":0.738512,"hf_subset":"als_Latn-lmo_Latn","languages":["als-Latn","lmo-Latn"]},{"precision":0.782642,"recall":0.832016,"f1":0.797977,"accuracy":0.832016,"main_score":0.797977,"hf_subset":"als_Latn-npi_Deva","languages":["als-Latn","npi-Deva"]},{"precision":0.355157,"recall":0.448617,"f1":0.380367,"accuracy":0.448617,"main_score":0.380367,"hf_subset":"als_Latn-shn_Mymr","languages":["als-Latn","shn-Mymr"]},{"precision":0.726729,"recall":0.788538,"f1":0.745111,"accuracy":0.788538,"main_score":0.745111,"hf_subset":"als_Latn-tgl_Latn","languages":["als-Latn","tgl-Latn"]},{"precision":0.790984,"recall":0.839921,"f1":0.806162,"accuracy":0.839921,"main_score":0.806162,"hf_subset":"als_Latn-yue_Hant","languages":["als-Latn","yue-Hant"]},{"precision":0.654258,"recall":0.728261,"f1":0.676368,"accuracy":0.728261,"main_score":0.676368,"hf_subset":"als_Latn-asm_Beng","languages":["als-Latn","asm-Beng"]},{"precision":0.400392,"recall":0.477273,"f1":0.42124,"accuracy":0.477273,"main_score":0.42124,"hf_subset":"als_Latn-ckb_Arab","languages":["als-Latn","ckb-Arab"]},{"precision":0.392406,"recall":0.467391,"f1":0.411394,"accuracy":0.467391,"main_score":0.411394,"hf_subset":"als_Latn-gle_Latn","languages":["als-Latn","gle-Latn"]},{"precision":0.52644,"recall":0.608696,"f1":0.549824,"accuracy":0.608696,"main_score":0.549824,"hf_subset":"als_Latn-kas_Arab","languages":["als-Latn","kas-Arab"]},{"precision":0.631301,"recall":0.702569,"f1":0.652487,"accuracy":0.702569,"main_score":0.652487,"hf_subset":"als_Latn-ltg_Latn","languages":["als-Latn","ltg-Latn"]},{"precision":0.472369,"recall":0.544466,"f1":0.492729,"accuracy":0.544466,"main_score":0.492729,"hf_subset":"als_Latn-nso_Latn","languages":["als-Latn","nso-Latn"]},{"precision":0.627646,"recall":0.708498,"f1":0.652343,"accuracy":0.708498,"main_score":0.652343,"hf_subset":"als_Latn-sin_Sinh","languages":["als-Latn","sin-Sinh"]},{"precision":0.777997,"recall":0.83498,"f1":0.795789,"accuracy":0.83498,"main_score":0.795789,"hf_subset":"als_Latn-tha_Thai","languages":["als-Latn","tha-Thai"]},{"precision":0.799407,"recall":0.846838,"f1":0.813953,"accuracy":0.846838,"main_score":0.813953,"hf_subset":"als_Latn-zho_Hans","languages":["als-Latn","zho-Hans"]},{"precision":0.798238,"recall":0.843874,"f1":0.812,"accuracy":0.843874,"main_score":0.812,"hf_subset":"als_Latn-ast_Latn","languages":["als-Latn","ast-Latn"]},{"precision":0.66614,"recall":0.735178,"f1":0.686401,"accuracy":0.735178,"main_score":0.686401,"hf_subset":"als_Latn-crh_Latn","languages":["als-Latn","crh-Latn"]},{"precision":0.830347,"recall":0.870553,"f1":0.842523,"accuracy":0.870553,"main_score":0.842523,"hf_subset":"als_Latn-glg_Latn","languages":["als-Latn","glg-Latn"]},{"precision":0.495364,"recall":0.581028,"f1":0.519804,"accuracy":0.581028,"main_score":0.519804,"hf_subset":"als_Latn-kas_Deva","languages":["als-Latn","kas-Deva"]},{"precision":0.688594,"recall":0.75,"f1":0.706283,"accuracy":0.75,"main_score":0.706283,"hf_subset":"als_Latn-ltz_Latn","languages":["als-Latn","ltz-Latn"]},{"precision":0.327281,"recall":0.408103,"f1":0.348384,"accuracy":0.408103,"main_score":0.348384,"hf_subset":"als_Latn-nus_Latn","languages":["als-Latn","nus-Latn"]},{"precision":0.799525,"recall":0.842885,"f1":0.812305,"accuracy":0.842885,"main_score":0.812305,"hf_subset":"als_Latn-slk_Latn","languages":["als-Latn","slk-Latn"]},{"precision":0.356823,"recall":0.445652,"f1":0.381005,"accuracy":0.445652,"main_score":0.381005,"hf_subset":"als_Latn-tir_Ethi","languages":["als-Latn","tir-Ethi"]},{"precision":0.771402,"recall":0.829051,"f1":0.78935,"accuracy":0.829051,"main_score":0.78935,"hf_subset":"als_Latn-zho_Hant","languages":["als-Latn","zho-Hant"]},{"precision":0.773468,"recall":0.827075,"f1":0.790137,"accuracy":0.827075,"main_score":0.790137,"hf_subset":"als_Latn-awa_Deva","languages":["als-Latn","awa-Deva"]},{"precision":0.437807,"recall":0.522727,"f1":0.459968,"accuracy":0.522727,"main_score":0.459968,"hf_subset":"als_Latn-cym_Latn","languages":["als-Latn","cym-Latn"]},{"precision":0.583317,"recall":0.655138,"f1":0.603913,"accuracy":0.655138,"main_score":0.603913,"hf_subset":"als_Latn-grn_Latn","languages":["als-Latn","grn-Latn"]},{"precision":0.702761,"recall":0.767787,"f1":0.721838,"accuracy":0.767787,"main_score":0.721838,"hf_subset":"als_Latn-kat_Geor","languages":["als-Latn","kat-Geor"]},{"precision":0.484856,"recall":0.566206,"f1":0.507858,"accuracy":0.566206,"main_score":0.507858,"hf_subset":"als_Latn-lua_Latn","languages":["als-Latn","lua-Latn"]},{"precision":0.463194,"recall":0.532609,"f1":0.482402,"accuracy":0.532609,"main_score":0.482402,"hf_subset":"als_Latn-nya_Latn","languages":["als-Latn","nya-Latn"]},{"precision":0.763274,"recall":0.813241,"f1":0.778623,"accuracy":0.813241,"main_score":0.778623,"hf_subset":"als_Latn-slv_Latn","languages":["als-Latn","slv-Latn"]},{"precision":0.630074,"recall":0.705534,"f1":0.65225,"accuracy":0.705534,"main_score":0.65225,"hf_subset":"als_Latn-tpi_Latn","languages":["als-Latn","tpi-Latn"]},{"precision":0.795487,"recall":0.847826,"f1":0.811119,"accuracy":0.847826,"main_score":0.811119,"hf_subset":"als_Latn-zsm_Latn","languages":["als-Latn","zsm-Latn"]},{"precision":0.378353,"recall":0.466403,"f1":0.401734,"accuracy":0.466403,"main_score":0.401734,"hf_subset":"als_Latn-ayr_Latn","languages":["als-Latn","ayr-Latn"]},{"precision":0.83498,"recall":0.876482,"f1":0.847596,"accuracy":0.876482,"main_score":0.847596,"hf_subset":"als_Latn-dan_Latn","languages":["als-Latn","dan-Latn"]},{"precision":0.74916,"recall":0.810277,"f1":0.767918,"accuracy":0.810277,"main_score":0.767918,"hf_subset":"als_Latn-guj_Gujr","languages":["als-Latn","guj-Gujr"]},{"precision":0.669335,"recall":0.729249,"f1":0.68694,"accuracy":0.729249,"main_score":0.68694,"hf_subset":"als_Latn-kaz_Cyrl","languages":["als-Latn","kaz-Cyrl"]},{"precision":0.389706,"recall":0.472332,"f1":0.412166,"accuracy":0.472332,"main_score":0.412166,"hf_subset":"als_Latn-lug_Latn","languages":["als-Latn","lug-Latn"]},{"precision":0.801032,"recall":0.848814,"f1":0.8155,"accuracy":0.848814,"main_score":0.8155,"hf_subset":"als_Latn-oci_Latn","languages":["als-Latn","oci-Latn"]},{"precision":0.434951,"recall":0.525692,"f1":0.459026,"accuracy":0.525692,"main_score":0.459026,"hf_subset":"als_Latn-smo_Latn","languages":["als-Latn","smo-Latn"]},{"precision":0.416782,"recall":0.497036,"f1":0.438812,"accuracy":0.497036,"main_score":0.438812,"hf_subset":"als_Latn-tsn_Latn","languages":["als-Latn","tsn-Latn"]},{"precision":0.381966,"recall":0.456522,"f1":0.401653,"accuracy":0.456522,"main_score":0.401653,"hf_subset":"als_Latn-zul_Latn","languages":["als-Latn","zul-Latn"]},{"precision":0.543291,"recall":0.635375,"f1":0.569819,"accuracy":0.635375,"main_score":0.569819,"hf_subset":"als_Latn-azb_Arab","languages":["als-Latn","azb-Arab"]},{"precision":0.834444,"recall":0.873518,"f1":0.846099,"accuracy":0.873518,"main_score":0.846099,"hf_subset":"als_Latn-deu_Latn","languages":["als-Latn","deu-Latn"]},{"precision":0.5925,"recall":0.671937,"f1":0.615846,"accuracy":0.671937,"main_score":0.615846,"hf_subset":"als_Latn-hat_Latn","languages":["als-Latn","hat-Latn"]},{"precision":0.36704,"recall":0.447628,"f1":0.388204,"accuracy":0.447628,"main_score":0.388204,"hf_subset":"als_Latn-kbp_Latn","languages":["als-Latn","kbp-Latn"]},{"precision":0.432435,"recall":0.511858,"f1":0.453504,"accuracy":0.511858,"main_score":0.453504,"hf_subset":"als_Latn-luo_Latn","languages":["als-Latn","luo-Latn"]},{"precision":0.480248,"recall":0.561265,"f1":0.503405,"accuracy":0.561265,"main_score":0.503405,"hf_subset":"als_Latn-ory_Orya","languages":["als-Latn","ory-Orya"]},{"precision":0.435688,"recall":0.504941,"f1":0.45437,"accuracy":0.504941,"main_score":0.45437,"hf_subset":"als_Latn-sna_Latn","languages":["als-Latn","sna-Latn"]},{"precision":0.400374,"recall":0.477273,"f1":0.4207,"accuracy":0.477273,"main_score":0.4207,"hf_subset":"als_Latn-tso_Latn","languages":["als-Latn","tso-Latn"]},{"precision":0.703255,"recall":0.759881,"f1":0.720045,"accuracy":0.759881,"main_score":0.720045,"hf_subset":"als_Latn-azj_Latn","languages":["als-Latn","azj-Latn"]},{"precision":0.413219,"recall":0.496047,"f1":0.436673,"accuracy":0.496047,"main_score":0.436673,"hf_subset":"als_Latn-dik_Latn","languages":["als-Latn","dik-Latn"]},{"precision":0.43103,"recall":0.5,"f1":0.449204,"accuracy":0.5,"main_score":0.449204,"hf_subset":"als_Latn-hau_Latn","languages":["als-Latn","hau-Latn"]},{"precision":0.714204,"recall":0.772727,"f1":0.731159,"accuracy":0.772727,"main_score":0.731159,"hf_subset":"als_Latn-kea_Latn","languages":["als-Latn","kea-Latn"]},{"precision":0.5375,"recall":0.606719,"f1":0.557911,"accuracy":0.606719,"main_score":0.557911,"hf_subset":"als_Latn-lus_Latn","languages":["als-Latn","lus-Latn"]},{"precision":0.652569,"recall":0.717391,"f1":0.671631,"accuracy":0.717391,"main_score":0.671631,"hf_subset":"als_Latn-pag_Latn","languages":["als-Latn","pag-Latn"]},{"precision":0.551499,"recall":0.624506,"f1":0.572812,"accuracy":0.624506,"main_score":0.572812,"hf_subset":"als_Latn-snd_Arab","languages":["als-Latn","snd-Arab"]},{"precision":0.581378,"recall":0.650198,"f1":0.60088,"accuracy":0.650198,"main_score":0.60088,"hf_subset":"als_Latn-tuk_Latn","languages":["als-Latn","tuk-Latn"]},{"precision":0.636752,"recall":0.704545,"f1":0.656246,"accuracy":0.704545,"main_score":0.656246,"hf_subset":"als_Latn-bak_Cyrl","languages":["als-Latn","bak-Cyrl"]},{"precision":0.336942,"recall":0.434783,"f1":0.364102,"accuracy":0.434783,"main_score":0.364102,"hf_subset":"als_Latn-dyu_Latn","languages":["als-Latn","dyu-Latn"]},{"precision":0.668923,"recall":0.737154,"f1":0.689057,"accuracy":0.737154,"main_score":0.689057,"hf_subset":"als_Latn-heb_Hebr","languages":["als-Latn","heb-Hebr"]},{"precision":0.449025,"recall":0.521739,"f1":0.469112,"accuracy":0.521739,"main_score":0.469112,"hf_subset":"als_Latn-khk_Cyrl","languages":["als-Latn","khk-Cyrl"]},{"precision":0.730107,"recall":0.787549,"f1":0.74744,"accuracy":0.787549,"main_score":0.74744,"hf_subset":"als_Latn-lvs_Latn","languages":["als-Latn","lvs-Latn"]},{"precision":0.67225,"recall":0.750988,"f1":0.696033,"accuracy":0.750988,"main_score":0.696033,"hf_subset":"als_Latn-pan_Guru","languages":["als-Latn","pan-Guru"]},{"precision":0.383513,"recall":0.458498,"f1":0.403789,"accuracy":0.458498,"main_score":0.403789,"hf_subset":"als_Latn-som_Latn","languages":["als-Latn","som-Latn"]},{"precision":0.436644,"recall":0.505929,"f1":0.455879,"accuracy":0.505929,"main_score":0.455879,"hf_subset":"als_Latn-tum_Latn","languages":["als-Latn","tum-Latn"]},{"precision":0.150116,"recall":0.175889,"f1":0.157195,"accuracy":0.175889,"main_score":0.157195,"hf_subset":"bod_Tibt-ace_Arab","languages":["bod-Tibt","ace-Arab"]},{"precision":0.150317,"recall":0.173913,"f1":0.156329,"accuracy":0.173913,"main_score":0.156329,"hf_subset":"bod_Tibt-bam_Latn","languages":["bod-Tibt","bam-Latn"]},{"precision":0.317545,"recall":0.393281,"f1":0.33855,"accuracy":0.393281,"main_score":0.33855,"hf_subset":"bod_Tibt-dzo_Tibt","languages":["bod-Tibt","dzo-Tibt"]},{"precision":0.17852,"recall":0.212451,"f1":0.186761,"accuracy":0.212451,"main_score":0.186761,"hf_subset":"bod_Tibt-hin_Deva","languages":["bod-Tibt","hin-Deva"]},{"precision":0.167338,"recall":0.1917,"f1":0.173678,"accuracy":0.1917,"main_score":0.173678,"hf_subset":"bod_Tibt-khm_Khmr","languages":["bod-Tibt","khm-Khmr"]},{"precision":0.15511,"recall":0.182806,"f1":0.162305,"accuracy":0.182806,"main_score":0.162305,"hf_subset":"bod_Tibt-mag_Deva","languages":["bod-Tibt","mag-Deva"]},{"precision":0.159681,"recall":0.175889,"f1":0.163931,"accuracy":0.175889,"main_score":0.163931,"hf_subset":"bod_Tibt-pap_Latn","languages":["bod-Tibt","pap-Latn"]},{"precision":0.158286,"recall":0.179842,"f1":0.163124,"accuracy":0.179842,"main_score":0.163124,"hf_subset":"bod_Tibt-sot_Latn","languages":["bod-Tibt","sot-Latn"]},{"precision":0.16174,"recall":0.186759,"f1":0.167497,"accuracy":0.186759,"main_score":0.167497,"hf_subset":"bod_Tibt-tur_Latn","languages":["bod-Tibt","tur-Latn"]},{"precision":0.163302,"recall":0.178854,"f1":0.166565,"accuracy":0.178854,"main_score":0.166565,"hf_subset":"bod_Tibt-ace_Latn","languages":["bod-Tibt","ace-Latn"]},{"precision":0.145672,"recall":0.16502,"f1":0.150335,"accuracy":0.16502,"main_score":0.150335,"hf_subset":"bod_Tibt-ban_Latn","languages":["bod-Tibt","ban-Latn"]},{"precision":0.146578,"recall":0.184783,"f1":0.154495,"accuracy":0.184783,"main_score":0.154495,"hf_subset":"bod_Tibt-ell_Grek","languages":["bod-Tibt","ell-Grek"]},{"precision":0.165464,"recall":0.183794,"f1":0.170605,"accuracy":0.183794,"main_score":0.170605,"hf_subset":"bod_Tibt-hne_Deva","languages":["bod-Tibt","hne-Deva"]},{"precision":0.088875,"recall":0.112648,"f1":0.094603,"accuracy":0.112648,"main_score":0.094603,"hf_subset":"bod_Tibt-kik_Latn","languages":["bod-Tibt","kik-Latn"]},{"precision":0.167332,"recall":0.194664,"f1":0.174435,"accuracy":0.194664,"main_score":0.174435,"hf_subset":"bod_Tibt-mai_Deva","languages":["bod-Tibt","mai-Deva"]},{"precision":0.162478,"recall":0.187747,"f1":0.168019,"accuracy":0.187747,"main_score":0.168019,"hf_subset":"bod_Tibt-pbt_Arab","languages":["bod-Tibt","pbt-Arab"]},{"precision":0.145045,"recall":0.171937,"f1":0.151802,"accuracy":0.171937,"main_score":0.151802,"hf_subset":"bod_Tibt-spa_Latn","languages":["bod-Tibt","spa-Latn"]},{"precision":0.144173,"recall":0.167984,"f1":0.150239,"accuracy":0.167984,"main_score":0.150239,"hf_subset":"bod_Tibt-twi_Latn","languages":["bod-Tibt","twi-Latn"]},{"precision":0.15618,"recall":0.187747,"f1":0.163348,"accuracy":0.187747,"main_score":0.163348,"hf_subset":"bod_Tibt-acm_Arab","languages":["bod-Tibt","acm-Arab"]},{"precision":0.148531,"recall":0.175889,"f1":0.154613,"accuracy":0.175889,"main_score":0.154613,"hf_subset":"bod_Tibt-bel_Cyrl","languages":["bod-Tibt","bel-Cyrl"]},{"precision":0.141253,"recall":0.163043,"f1":0.146407,"accuracy":0.163043,"main_score":0.146407,"hf_subset":"bod_Tibt-eng_Latn","languages":["bod-Tibt","eng-Latn"]},{"precision":0.15333,"recall":0.18083,"f1":0.159574,"accuracy":0.18083,"main_score":0.159574,"hf_subset":"bod_Tibt-hrv_Latn","languages":["bod-Tibt","hrv-Latn"]},{"precision":0.155384,"recall":0.185771,"f1":0.162519,"accuracy":0.185771,"main_score":0.162519,"hf_subset":"bod_Tibt-kin_Latn","languages":["bod-Tibt","kin-Latn"]},{"precision":0.183768,"recall":0.212451,"f1":0.19054,"accuracy":0.212451,"main_score":0.19054,"hf_subset":"bod_Tibt-mal_Mlym","languages":["bod-Tibt","mal-Mlym"]},{"precision":0.157206,"recall":0.194664,"f1":0.165867,"accuracy":0.194664,"main_score":0.165867,"hf_subset":"bod_Tibt-pes_Arab","languages":["bod-Tibt","pes-Arab"]},{"precision":0.143873,"recall":0.159091,"f1":0.147811,"accuracy":0.159091,"main_score":0.147811,"hf_subset":"bod_Tibt-srd_Latn","languages":["bod-Tibt","srd-Latn"]},{"precision":0.131846,"recall":0.164032,"f1":0.140847,"accuracy":0.164032,"main_score":0.140847,"hf_subset":"bod_Tibt-tzm_Tfng","languages":["bod-Tibt","tzm-Tfng"]},{"precision":0.145492,"recall":0.182806,"f1":0.15437,"accuracy":0.182806,"main_score":0.15437,"hf_subset":"bod_Tibt-acq_Arab","languages":["bod-Tibt","acq-Arab"]},{"precision":0.163379,"recall":0.189723,"f1":0.170082,"accuracy":0.189723,"main_score":0.170082,"hf_subset":"bod_Tibt-bem_Latn","languages":["bod-Tibt","bem-Latn"]},{"precision":0.167354,"recall":0.185771,"f1":0.171475,"accuracy":0.185771,"main_score":0.171475,"hf_subset":"bod_Tibt-epo_Latn","languages":["bod-Tibt","epo-Latn"]},{"precision":0.161996,"recall":0.1917,"f1":0.168539,"accuracy":0.1917,"main_score":0.168539,"hf_subset":"bod_Tibt-hun_Latn","languages":["bod-Tibt","hun-Latn"]},{"precision":0.161049,"recall":0.18083,"f1":0.165859,"accuracy":0.18083,"main_score":0.165859,"hf_subset":"bod_Tibt-kir_Cyrl","languages":["bod-Tibt","kir-Cyrl"]},{"precision":0.17892,"recall":0.217391,"f1":0.187823,"accuracy":0.217391,"main_score":0.187823,"hf_subset":"bod_Tibt-mar_Deva","languages":["bod-Tibt","mar-Deva"]},{"precision":0.163438,"recall":0.192688,"f1":0.170502,"accuracy":0.192688,"main_score":0.170502,"hf_subset":"bod_Tibt-plt_Latn","languages":["bod-Tibt","plt-Latn"]},{"precision":0.170806,"recall":0.199605,"f1":0.177368,"accuracy":0.199605,"main_score":0.177368,"hf_subset":"bod_Tibt-srp_Cyrl","languages":["bod-Tibt","srp-Cyrl"]},{"precision":0.189887,"recall":0.220356,"f1":0.197808,"accuracy":0.220356,"main_score":0.197808,"hf_subset":"bod_Tibt-uig_Arab","languages":["bod-Tibt","uig-Arab"]},{"precision":0.146212,"recall":0.176877,"f1":0.153077,"accuracy":0.176877,"main_score":0.153077,"hf_subset":"bod_Tibt-aeb_Arab","languages":["bod-Tibt","aeb-Arab"]},{"precision":0.17006,"recall":0.209486,"f1":0.178136,"accuracy":0.209486,"main_score":0.178136,"hf_subset":"bod_Tibt-ben_Beng","languages":["bod-Tibt","ben-Beng"]},{"precision":0.158232,"recall":0.181818,"f1":0.163992,"accuracy":0.181818,"main_score":0.163992,"hf_subset":"bod_Tibt-est_Latn","languages":["bod-Tibt","est-Latn"]},{"precision":0.192352,"recall":0.228261,"f1":0.199958,"accuracy":0.228261,"main_score":0.199958,"hf_subset":"bod_Tibt-hye_Armn","languages":["bod-Tibt","hye-Armn"]},{"precision":0.156812,"recall":0.173913,"f1":0.161417,"accuracy":0.173913,"main_score":0.161417,"hf_subset":"bod_Tibt-kmb_Latn","languages":["bod-Tibt","kmb-Latn"]},{"precision":0.137208,"recall":0.166008,"f1":0.144651,"accuracy":0.166008,"main_score":0.144651,"hf_subset":"bod_Tibt-min_Arab","languages":["bod-Tibt","min-Arab"]},{"precision":0.149199,"recall":0.174901,"f1":0.154842,"accuracy":0.174901,"main_score":0.154842,"hf_subset":"bod_Tibt-pol_Latn","languages":["bod-Tibt","pol-Latn"]},{"precision":0.163619,"recall":0.187747,"f1":0.169209,"accuracy":0.187747,"main_score":0.169209,"hf_subset":"bod_Tibt-ssw_Latn","languages":["bod-Tibt","ssw-Latn"]},{"precision":0.143117,"recall":0.168972,"f1":0.149192,"accuracy":0.168972,"main_score":0.149192,"hf_subset":"bod_Tibt-ukr_Cyrl","languages":["bod-Tibt","ukr-Cyrl"]},{"precision":0.165971,"recall":0.193676,"f1":0.1718,"accuracy":0.193676,"main_score":0.1718,"hf_subset":"bod_Tibt-afr_Latn","languages":["bod-Tibt","afr-Latn"]},{"precision":0.171392,"recall":0.197628,"f1":0.178211,"accuracy":0.197628,"main_score":0.178211,"hf_subset":"bod_Tibt-bho_Deva","languages":["bod-Tibt","bho-Deva"]},{"precision":0.161044,"recall":0.182806,"f1":0.165825,"accuracy":0.182806,"main_score":0.165825,"hf_subset":"bod_Tibt-eus_Latn","languages":["bod-Tibt","eus-Latn"]},{"precision":0.159349,"recall":0.189723,"f1":0.16661,"accuracy":0.189723,"main_score":0.16661,"hf_subset":"bod_Tibt-ibo_Latn","languages":["bod-Tibt","ibo-Latn"]},{"precision":0.177986,"recall":0.203557,"f1":0.184471,"accuracy":0.203557,"main_score":0.184471,"hf_subset":"bod_Tibt-kmr_Latn","languages":["bod-Tibt","kmr-Latn"]},{"precision":0.149392,"recall":0.171937,"f1":0.155276,"accuracy":0.171937,"main_score":0.155276,"hf_subset":"bod_Tibt-min_Latn","languages":["bod-Tibt","min-Latn"]},{"precision":0.153409,"recall":0.179842,"f1":0.159735,"accuracy":0.179842,"main_score":0.159735,"hf_subset":"bod_Tibt-por_Latn","languages":["bod-Tibt","por-Latn"]},{"precision":0.155363,"recall":0.175889,"f1":0.160665,"accuracy":0.175889,"main_score":0.160665,"hf_subset":"bod_Tibt-sun_Latn","languages":["bod-Tibt","sun-Latn"]},{"precision":0.149092,"recall":0.172925,"f1":0.15519,"accuracy":0.172925,"main_score":0.15519,"hf_subset":"bod_Tibt-umb_Latn","languages":["bod-Tibt","umb-Latn"]},{"precision":0.162372,"recall":0.198617,"f1":0.16943,"accuracy":0.198617,"main_score":0.16943,"hf_subset":"bod_Tibt-ajp_Arab","languages":["bod-Tibt","ajp-Arab"]},{"precision":0.150577,"recall":0.177866,"f1":0.157438,"accuracy":0.177866,"main_score":0.157438,"hf_subset":"bod_Tibt-bjn_Arab","languages":["bod-Tibt","bjn-Arab"]},{"precision":0.138456,"recall":0.160079,"f1":0.143919,"accuracy":0.160079,"main_score":0.143919,"hf_subset":"bod_Tibt-ewe_Latn","languages":["bod-Tibt","ewe-Latn"]},{"precision":0.139572,"recall":0.159091,"f1":0.144565,"accuracy":0.159091,"main_score":0.144565,"hf_subset":"bod_Tibt-ilo_Latn","languages":["bod-Tibt","ilo-Latn"]},{"precision":0.129967,"recall":0.15415,"f1":0.136118,"accuracy":0.15415,"main_score":0.136118,"hf_subset":"bod_Tibt-knc_Arab","languages":["bod-Tibt","knc-Arab"]},{"precision":0.162497,"recall":0.197628,"f1":0.169536,"accuracy":0.197628,"main_score":0.169536,"hf_subset":"bod_Tibt-mkd_Cyrl","languages":["bod-Tibt","mkd-Cyrl"]},{"precision":0.157382,"recall":0.192688,"f1":0.165327,"accuracy":0.192688,"main_score":0.165327,"hf_subset":"bod_Tibt-prs_Arab","languages":["bod-Tibt","prs-Arab"]},{"precision":0.147746,"recall":0.174901,"f1":0.153774,"accuracy":0.174901,"main_score":0.153774,"hf_subset":"bod_Tibt-swe_Latn","languages":["bod-Tibt","swe-Latn"]},{"precision":0.173172,"recall":0.216403,"f1":0.183398,"accuracy":0.216403,"main_score":0.183398,"hf_subset":"bod_Tibt-urd_Arab","languages":["bod-Tibt","urd-Arab"]},{"precision":0.154246,"recall":0.176877,"f1":0.15978,"accuracy":0.176877,"main_score":0.15978,"hf_subset":"bod_Tibt-aka_Latn","languages":["bod-Tibt","aka-Latn"]},{"precision":0.151631,"recall":0.167984,"f1":0.155635,"accuracy":0.167984,"main_score":0.155635,"hf_subset":"bod_Tibt-bjn_Latn","languages":["bod-Tibt","bjn-Latn"]},{"precision":0.160803,"recall":0.184783,"f1":0.166612,"accuracy":0.184783,"main_score":0.166612,"hf_subset":"bod_Tibt-fao_Latn","languages":["bod-Tibt","fao-Latn"]},{"precision":0.146245,"recall":0.16996,"f1":0.152374,"accuracy":0.16996,"main_score":0.152374,"hf_subset":"bod_Tibt-ind_Latn","languages":["bod-Tibt","ind-Latn"]},{"precision":0.146333,"recall":0.166008,"f1":0.151149,"accuracy":0.166008,"main_score":0.151149,"hf_subset":"bod_Tibt-knc_Latn","languages":["bod-Tibt","knc-Latn"]},{"precision":0.165911,"recall":0.185771,"f1":0.170853,"accuracy":0.185771,"main_score":0.170853,"hf_subset":"bod_Tibt-mlt_Latn","languages":["bod-Tibt","mlt-Latn"]},{"precision":0.154867,"recall":0.181818,"f1":0.161154,"accuracy":0.181818,"main_score":0.161154,"hf_subset":"bod_Tibt-quy_Latn","languages":["bod-Tibt","quy-Latn"]},{"precision":0.156071,"recall":0.182806,"f1":0.162625,"accuracy":0.182806,"main_score":0.162625,"hf_subset":"bod_Tibt-swh_Latn","languages":["bod-Tibt","swh-Latn"]},{"precision":0.159154,"recall":0.183794,"f1":0.164284,"accuracy":0.183794,"main_score":0.164284,"hf_subset":"bod_Tibt-uzn_Latn","languages":["bod-Tibt","uzn-Latn"]},{"precision":0.156819,"recall":0.177866,"f1":0.161026,"accuracy":0.177866,"main_score":0.161026,"hf_subset":"bod_Tibt-als_Latn","languages":["bod-Tibt","als-Latn"]},{"precision":0.156097,"recall":0.181818,"f1":0.162396,"accuracy":0.181818,"main_score":0.162396,"hf_subset":"bod_Tibt-fij_Latn","languages":["bod-Tibt","fij-Latn"]},{"precision":0.179117,"recall":0.204545,"f1":0.185451,"accuracy":0.204545,"main_score":0.185451,"hf_subset":"bod_Tibt-isl_Latn","languages":["bod-Tibt","isl-Latn"]},{"precision":0.147437,"recall":0.170949,"f1":0.153318,"accuracy":0.170949,"main_score":0.153318,"hf_subset":"bod_Tibt-kon_Latn","languages":["bod-Tibt","kon-Latn"]},{"precision":0.18835,"recall":0.215415,"f1":0.195209,"accuracy":0.215415,"main_score":0.195209,"hf_subset":"bod_Tibt-mni_Beng","languages":["bod-Tibt","mni-Beng"]},{"precision":0.158886,"recall":0.181818,"f1":0.16351,"accuracy":0.181818,"main_score":0.16351,"hf_subset":"bod_Tibt-ron_Latn","languages":["bod-Tibt","ron-Latn"]},{"precision":0.166902,"recall":0.192688,"f1":0.172264,"accuracy":0.192688,"main_score":0.172264,"hf_subset":"bod_Tibt-szl_Latn","languages":["bod-Tibt","szl-Latn"]},{"precision":0.154592,"recall":0.172925,"f1":0.15893,"accuracy":0.172925,"main_score":0.15893,"hf_subset":"bod_Tibt-vec_Latn","languages":["bod-Tibt","vec-Latn"]},{"precision":0.194021,"recall":0.229249,"f1":0.202809,"accuracy":0.229249,"main_score":0.202809,"hf_subset":"bod_Tibt-amh_Ethi","languages":["bod-Tibt","amh-Ethi"]},{"precision":0.147662,"recall":0.177866,"f1":0.154119,"accuracy":0.177866,"main_score":0.154119,"hf_subset":"bod_Tibt-bos_Latn","languages":["bod-Tibt","bos-Latn"]},{"precision":0.145591,"recall":0.172925,"f1":0.152538,"accuracy":0.172925,"main_score":0.152538,"hf_subset":"bod_Tibt-fin_Latn","languages":["bod-Tibt","fin-Latn"]},{"precision":0.142736,"recall":0.16996,"f1":0.14946,"accuracy":0.16996,"main_score":0.14946,"hf_subset":"bod_Tibt-ita_Latn","languages":["bod-Tibt","ita-Latn"]},{"precision":0.165071,"recall":0.19664,"f1":0.173049,"accuracy":0.19664,"main_score":0.173049,"hf_subset":"bod_Tibt-kor_Hang","languages":["bod-Tibt","kor-Hang"]},{"precision":0.148831,"recall":0.166008,"f1":0.153404,"accuracy":0.166008,"main_score":0.153404,"hf_subset":"bod_Tibt-mos_Latn","languages":["bod-Tibt","mos-Latn"]},{"precision":0.166779,"recall":0.188735,"f1":0.172506,"accuracy":0.188735,"main_score":0.172506,"hf_subset":"bod_Tibt-run_Latn","languages":["bod-Tibt","run-Latn"]},{"precision":0.170986,"recall":0.202569,"f1":0.178573,"accuracy":0.202569,"main_score":0.178573,"hf_subset":"bod_Tibt-tam_Taml","languages":["bod-Tibt","tam-Taml"]},{"precision":0.153404,"recall":0.18083,"f1":0.159684,"accuracy":0.18083,"main_score":0.159684,"hf_subset":"bod_Tibt-vie_Latn","languages":["bod-Tibt","vie-Latn"]},{"precision":0.159852,"recall":0.186759,"f1":0.166114,"accuracy":0.186759,"main_score":0.166114,"hf_subset":"bod_Tibt-apc_Arab","languages":["bod-Tibt","apc-Arab"]},{"precision":0.144693,"recall":0.166008,"f1":0.149363,"accuracy":0.166008,"main_score":0.149363,"hf_subset":"bod_Tibt-bug_Latn","languages":["bod-Tibt","bug-Latn"]},{"precision":0.149486,"recall":0.170949,"f1":0.15479,"accuracy":0.170949,"main_score":0.15479,"hf_subset":"bod_Tibt-fon_Latn","languages":["bod-Tibt","fon-Latn"]},{"precision":0.158509,"recall":0.18083,"f1":0.163202,"accuracy":0.18083,"main_score":0.163202,"hf_subset":"bod_Tibt-jav_Latn","languages":["bod-Tibt","jav-Latn"]},{"precision":0.163952,"recall":0.1917,"f1":0.170885,"accuracy":0.1917,"main_score":0.170885,"hf_subset":"bod_Tibt-lao_Laoo","languages":["bod-Tibt","lao-Laoo"]},{"precision":0.169074,"recall":0.19664,"f1":0.175715,"accuracy":0.19664,"main_score":0.175715,"hf_subset":"bod_Tibt-mri_Latn","languages":["bod-Tibt","mri-Latn"]},{"precision":0.148054,"recall":0.176877,"f1":0.155191,"accuracy":0.176877,"main_score":0.155191,"hf_subset":"bod_Tibt-rus_Cyrl","languages":["bod-Tibt","rus-Cyrl"]},{"precision":0.15355,"recall":0.172925,"f1":0.159159,"accuracy":0.172925,"main_score":0.159159,"hf_subset":"bod_Tibt-taq_Latn","languages":["bod-Tibt","taq-Latn"]},{"precision":0.154101,"recall":0.171937,"f1":0.158505,"accuracy":0.171937,"main_score":0.158505,"hf_subset":"bod_Tibt-war_Latn","languages":["bod-Tibt","war-Latn"]},{"precision":0.155972,"recall":0.188735,"f1":0.163013,"accuracy":0.188735,"main_score":0.163013,"hf_subset":"bod_Tibt-arb_Arab","languages":["bod-Tibt","arb-Arab"]},{"precision":0.165385,"recall":0.201581,"f1":0.173579,"accuracy":0.201581,"main_score":0.173579,"hf_subset":"bod_Tibt-bul_Cyrl","languages":["bod-Tibt","bul-Cyrl"]},{"precision":0.150305,"recall":0.175889,"f1":0.156168,"accuracy":0.175889,"main_score":0.156168,"hf_subset":"bod_Tibt-fra_Latn","languages":["bod-Tibt","fra-Latn"]},{"precision":0.150167,"recall":0.181818,"f1":0.158304,"accuracy":0.181818,"main_score":0.158304,"hf_subset":"bod_Tibt-jpn_Jpan","languages":["bod-Tibt","jpn-Jpan"]},{"precision":0.154001,"recall":0.171937,"f1":0.158249,"accuracy":0.171937,"main_score":0.158249,"hf_subset":"bod_Tibt-lij_Latn","languages":["bod-Tibt","lij-Latn"]},{"precision":0.162393,"recall":0.1917,"f1":0.169468,"accuracy":0.1917,"main_score":0.169468,"hf_subset":"bod_Tibt-mya_Mymr","languages":["bod-Tibt","mya-Mymr"]},{"precision":0.159822,"recall":0.179842,"f1":0.164463,"accuracy":0.179842,"main_score":0.164463,"hf_subset":"bod_Tibt-sag_Latn","languages":["bod-Tibt","sag-Latn"]},{"precision":0.142847,"recall":0.179842,"f1":0.151794,"accuracy":0.179842,"main_score":0.151794,"hf_subset":"bod_Tibt-taq_Tfng","languages":["bod-Tibt","taq-Tfng"]},{"precision":0.151161,"recall":0.175889,"f1":0.157128,"accuracy":0.175889,"main_score":0.157128,"hf_subset":"bod_Tibt-wol_Latn","languages":["bod-Tibt","wol-Latn"]},{"precision":0.147192,"recall":0.183794,"f1":0.155744,"accuracy":0.183794,"main_score":0.155744,"hf_subset":"bod_Tibt-arb_Latn","languages":["bod-Tibt","arb-Latn"]},{"precision":0.164596,"recall":0.184783,"f1":0.169161,"accuracy":0.184783,"main_score":0.169161,"hf_subset":"bod_Tibt-cat_Latn","languages":["bod-Tibt","cat-Latn"]},{"precision":0.155757,"recall":0.172925,"f1":0.159551,"accuracy":0.172925,"main_score":0.159551,"hf_subset":"bod_Tibt-fur_Latn","languages":["bod-Tibt","fur-Latn"]},{"precision":0.166964,"recall":0.192688,"f1":0.173608,"accuracy":0.192688,"main_score":0.173608,"hf_subset":"bod_Tibt-kab_Latn","languages":["bod-Tibt","kab-Latn"]},{"precision":0.162262,"recall":0.186759,"f1":0.167716,"accuracy":0.186759,"main_score":0.167716,"hf_subset":"bod_Tibt-lim_Latn","languages":["bod-Tibt","lim-Latn"]},{"precision":0.157653,"recall":0.194664,"f1":0.16593,"accuracy":0.194664,"main_score":0.16593,"hf_subset":"bod_Tibt-nld_Latn","languages":["bod-Tibt","nld-Latn"]},{"precision":0.172132,"recall":0.206522,"f1":0.180099,"accuracy":0.206522,"main_score":0.180099,"hf_subset":"bod_Tibt-san_Deva","languages":["bod-Tibt","san-Deva"]},{"precision":0.165748,"recall":0.186759,"f1":0.170074,"accuracy":0.186759,"main_score":0.170074,"hf_subset":"bod_Tibt-tat_Cyrl","languages":["bod-Tibt","tat-Cyrl"]},{"precision":0.148177,"recall":0.176877,"f1":0.15506,"accuracy":0.176877,"main_score":0.15506,"hf_subset":"bod_Tibt-xho_Latn","languages":["bod-Tibt","xho-Latn"]},{"precision":0.124159,"recall":0.157115,"f1":0.13108,"accuracy":0.157115,"main_score":0.13108,"hf_subset":"bod_Tibt-ars_Arab","languages":["bod-Tibt","ars-Arab"]},{"precision":0.155212,"recall":0.172925,"f1":0.159859,"accuracy":0.172925,"main_score":0.159859,"hf_subset":"bod_Tibt-ceb_Latn","languages":["bod-Tibt","ceb-Latn"]},{"precision":0.1604,"recall":0.18083,"f1":0.165661,"accuracy":0.18083,"main_score":0.165661,"hf_subset":"bod_Tibt-fuv_Latn","languages":["bod-Tibt","fuv-Latn"]},{"precision":0.147808,"recall":0.167984,"f1":0.152895,"accuracy":0.167984,"main_score":0.152895,"hf_subset":"bod_Tibt-kac_Latn","languages":["bod-Tibt","kac-Latn"]},{"precision":0.159978,"recall":0.185771,"f1":0.166619,"accuracy":0.185771,"main_score":0.166619,"hf_subset":"bod_Tibt-lin_Latn","languages":["bod-Tibt","lin-Latn"]},{"precision":0.151405,"recall":0.166996,"f1":0.154892,"accuracy":0.166996,"main_score":0.154892,"hf_subset":"bod_Tibt-nno_Latn","languages":["bod-Tibt","nno-Latn"]},{"precision":0.142078,"recall":0.166996,"f1":0.148748,"accuracy":0.166996,"main_score":0.148748,"hf_subset":"bod_Tibt-sat_Olck","languages":["bod-Tibt","sat-Olck"]},{"precision":0.179119,"recall":0.210474,"f1":0.18627,"accuracy":0.210474,"main_score":0.18627,"hf_subset":"bod_Tibt-tel_Telu","languages":["bod-Tibt","tel-Telu"]},{"precision":0.174319,"recall":0.200593,"f1":0.181534,"accuracy":0.200593,"main_score":0.181534,"hf_subset":"bod_Tibt-ydd_Hebr","languages":["bod-Tibt","ydd-Hebr"]},{"precision":0.143908,"recall":0.174901,"f1":0.150205,"accuracy":0.174901,"main_score":0.150205,"hf_subset":"bod_Tibt-ary_Arab","languages":["bod-Tibt","ary-Arab"]},{"precision":0.151605,"recall":0.178854,"f1":0.158094,"accuracy":0.178854,"main_score":0.158094,"hf_subset":"bod_Tibt-ces_Latn","languages":["bod-Tibt","ces-Latn"]},{"precision":0.188228,"recall":0.218379,"f1":0.195766,"accuracy":0.218379,"main_score":0.195766,"hf_subset":"bod_Tibt-gaz_Latn","languages":["bod-Tibt","gaz-Latn"]},{"precision":0.149863,"recall":0.16996,"f1":0.154894,"accuracy":0.16996,"main_score":0.154894,"hf_subset":"bod_Tibt-kam_Latn","languages":["bod-Tibt","kam-Latn"]},{"precision":0.170503,"recall":0.19664,"f1":0.176267,"accuracy":0.19664,"main_score":0.176267,"hf_subset":"bod_Tibt-lit_Latn","languages":["bod-Tibt","lit-Latn"]},{"precision":0.139777,"recall":0.158103,"f1":0.144405,"accuracy":0.158103,"main_score":0.144405,"hf_subset":"bod_Tibt-nob_Latn","languages":["bod-Tibt","nob-Latn"]},{"precision":0.16279,"recall":0.182806,"f1":0.166955,"accuracy":0.182806,"main_score":0.166955,"hf_subset":"bod_Tibt-scn_Latn","languages":["bod-Tibt","scn-Latn"]},{"precision":0.149914,"recall":0.177866,"f1":0.156097,"accuracy":0.177866,"main_score":0.156097,"hf_subset":"bod_Tibt-tgk_Cyrl","languages":["bod-Tibt","tgk-Cyrl"]},{"precision":0.117973,"recall":0.147233,"f1":0.124421,"accuracy":0.147233,"main_score":0.124421,"hf_subset":"bod_Tibt-yor_Latn","languages":["bod-Tibt","yor-Latn"]},{"precision":0.146796,"recall":0.18083,"f1":0.154572,"accuracy":0.18083,"main_score":0.154572,"hf_subset":"bod_Tibt-arz_Arab","languages":["bod-Tibt","arz-Arab"]},{"precision":0.157395,"recall":0.18083,"f1":0.163428,"accuracy":0.18083,"main_score":0.163428,"hf_subset":"bod_Tibt-cjk_Latn","languages":["bod-Tibt","cjk-Latn"]},{"precision":0.171624,"recall":0.200593,"f1":0.17865,"accuracy":0.200593,"main_score":0.17865,"hf_subset":"bod_Tibt-gla_Latn","languages":["bod-Tibt","gla-Latn"]},{"precision":0.172919,"recall":0.210474,"f1":0.181766,"accuracy":0.210474,"main_score":0.181766,"hf_subset":"bod_Tibt-kan_Knda","languages":["bod-Tibt","kan-Knda"]},{"precision":0.155264,"recall":0.172925,"f1":0.159241,"accuracy":0.172925,"main_score":0.159241,"hf_subset":"bod_Tibt-lmo_Latn","languages":["bod-Tibt","lmo-Latn"]},{"precision":0.164681,"recall":0.190711,"f1":0.171094,"accuracy":0.190711,"main_score":0.171094,"hf_subset":"bod_Tibt-npi_Deva","languages":["bod-Tibt","npi-Deva"]},{"precision":0.142451,"recall":0.163043,"f1":0.148106,"accuracy":0.163043,"main_score":0.148106,"hf_subset":"bod_Tibt-shn_Mymr","languages":["bod-Tibt","shn-Mymr"]},{"precision":0.160444,"recall":0.182806,"f1":0.166095,"accuracy":0.182806,"main_score":0.166095,"hf_subset":"bod_Tibt-tgl_Latn","languages":["bod-Tibt","tgl-Latn"]},{"precision":0.128042,"recall":0.147233,"f1":0.133046,"accuracy":0.147233,"main_score":0.133046,"hf_subset":"bod_Tibt-yue_Hant","languages":["bod-Tibt","yue-Hant"]},{"precision":0.172274,"recall":0.200593,"f1":0.179041,"accuracy":0.200593,"main_score":0.179041,"hf_subset":"bod_Tibt-asm_Beng","languages":["bod-Tibt","asm-Beng"]},{"precision":0.172094,"recall":0.202569,"f1":0.179394,"accuracy":0.202569,"main_score":0.179394,"hf_subset":"bod_Tibt-ckb_Arab","languages":["bod-Tibt","ckb-Arab"]},{"precision":0.179942,"recall":0.20751,"f1":0.187237,"accuracy":0.20751,"main_score":0.187237,"hf_subset":"bod_Tibt-gle_Latn","languages":["bod-Tibt","gle-Latn"]},{"precision":0.149169,"recall":0.175889,"f1":0.155334,"accuracy":0.175889,"main_score":0.155334,"hf_subset":"bod_Tibt-kas_Arab","languages":["bod-Tibt","kas-Arab"]},{"precision":0.165096,"recall":0.189723,"f1":0.170049,"accuracy":0.189723,"main_score":0.170049,"hf_subset":"bod_Tibt-ltg_Latn","languages":["bod-Tibt","ltg-Latn"]},{"precision":0.167512,"recall":0.190711,"f1":0.173198,"accuracy":0.190711,"main_score":0.173198,"hf_subset":"bod_Tibt-nso_Latn","languages":["bod-Tibt","nso-Latn"]},{"precision":0.193738,"recall":0.226285,"f1":0.201113,"accuracy":0.226285,"main_score":0.201113,"hf_subset":"bod_Tibt-sin_Sinh","languages":["bod-Tibt","sin-Sinh"]},{"precision":0.18,"recall":0.219368,"f1":0.188848,"accuracy":0.219368,"main_score":0.188848,"hf_subset":"bod_Tibt-tha_Thai","languages":["bod-Tibt","tha-Thai"]},{"precision":0.13602,"recall":0.158103,"f1":0.141903,"accuracy":0.158103,"main_score":0.141903,"hf_subset":"bod_Tibt-zho_Hans","languages":["bod-Tibt","zho-Hans"]},{"precision":0.13856,"recall":0.158103,"f1":0.14299,"accuracy":0.158103,"main_score":0.14299,"hf_subset":"bod_Tibt-ast_Latn","languages":["bod-Tibt","ast-Latn"]},{"precision":0.162042,"recall":0.181818,"f1":0.166613,"accuracy":0.181818,"main_score":0.166613,"hf_subset":"bod_Tibt-crh_Latn","languages":["bod-Tibt","crh-Latn"]},{"precision":0.164977,"recall":0.187747,"f1":0.169881,"accuracy":0.187747,"main_score":0.169881,"hf_subset":"bod_Tibt-glg_Latn","languages":["bod-Tibt","glg-Latn"]},{"precision":0.168007,"recall":0.193676,"f1":0.174066,"accuracy":0.193676,"main_score":0.174066,"hf_subset":"bod_Tibt-kas_Deva","languages":["bod-Tibt","kas-Deva"]},{"precision":0.153544,"recall":0.167984,"f1":0.156589,"accuracy":0.167984,"main_score":0.156589,"hf_subset":"bod_Tibt-ltz_Latn","languages":["bod-Tibt","ltz-Latn"]},{"precision":0.181201,"recall":0.213439,"f1":0.189301,"accuracy":0.213439,"main_score":0.189301,"hf_subset":"bod_Tibt-nus_Latn","languages":["bod-Tibt","nus-Latn"]},{"precision":0.167033,"recall":0.188735,"f1":0.171703,"accuracy":0.188735,"main_score":0.171703,"hf_subset":"bod_Tibt-slk_Latn","languages":["bod-Tibt","slk-Latn"]},{"precision":0.186174,"recall":0.219368,"f1":0.194043,"accuracy":0.219368,"main_score":0.194043,"hf_subset":"bod_Tibt-tir_Ethi","languages":["bod-Tibt","tir-Ethi"]},{"precision":0.12866,"recall":0.159091,"f1":0.135985,"accuracy":0.159091,"main_score":0.135985,"hf_subset":"bod_Tibt-zho_Hant","languages":["bod-Tibt","zho-Hant"]},{"precision":0.170624,"recall":0.197628,"f1":0.177188,"accuracy":0.197628,"main_score":0.177188,"hf_subset":"bod_Tibt-awa_Deva","languages":["bod-Tibt","awa-Deva"]},{"precision":0.187099,"recall":0.216403,"f1":0.193823,"accuracy":0.216403,"main_score":0.193823,"hf_subset":"bod_Tibt-cym_Latn","languages":["bod-Tibt","cym-Latn"]},{"precision":0.140294,"recall":0.167984,"f1":0.146815,"accuracy":0.167984,"main_score":0.146815,"hf_subset":"bod_Tibt-grn_Latn","languages":["bod-Tibt","grn-Latn"]},{"precision":0.175978,"recall":0.214427,"f1":0.184572,"accuracy":0.214427,"main_score":0.184572,"hf_subset":"bod_Tibt-kat_Geor","languages":["bod-Tibt","kat-Geor"]},{"precision":0.162695,"recall":0.185771,"f1":0.168368,"accuracy":0.185771,"main_score":0.168368,"hf_subset":"bod_Tibt-lua_Latn","languages":["bod-Tibt","lua-Latn"]},{"precision":0.154293,"recall":0.172925,"f1":0.158991,"accuracy":0.172925,"main_score":0.158991,"hf_subset":"bod_Tibt-nya_Latn","languages":["bod-Tibt","nya-Latn"]},{"precision":0.15524,"recall":0.177866,"f1":0.15983,"accuracy":0.177866,"main_score":0.15983,"hf_subset":"bod_Tibt-slv_Latn","languages":["bod-Tibt","slv-Latn"]},{"precision":0.153165,"recall":0.176877,"f1":0.158341,"accuracy":0.176877,"main_score":0.158341,"hf_subset":"bod_Tibt-tpi_Latn","languages":["bod-Tibt","tpi-Latn"]},{"precision":0.151865,"recall":0.170949,"f1":0.156535,"accuracy":0.170949,"main_score":0.156535,"hf_subset":"bod_Tibt-zsm_Latn","languages":["bod-Tibt","zsm-Latn"]},{"precision":0.165792,"recall":0.19664,"f1":0.173198,"accuracy":0.19664,"main_score":0.173198,"hf_subset":"bod_Tibt-ayr_Latn","languages":["bod-Tibt","ayr-Latn"]},{"precision":0.15041,"recall":0.179842,"f1":0.157429,"accuracy":0.179842,"main_score":0.157429,"hf_subset":"bod_Tibt-dan_Latn","languages":["bod-Tibt","dan-Latn"]},{"precision":0.177505,"recall":0.214427,"f1":0.185459,"accuracy":0.214427,"main_score":0.185459,"hf_subset":"bod_Tibt-guj_Gujr","languages":["bod-Tibt","guj-Gujr"]},{"precision":0.165161,"recall":0.190711,"f1":0.170768,"accuracy":0.190711,"main_score":0.170768,"hf_subset":"bod_Tibt-kaz_Cyrl","languages":["bod-Tibt","kaz-Cyrl"]},{"precision":0.166787,"recall":0.190711,"f1":0.172439,"accuracy":0.190711,"main_score":0.172439,"hf_subset":"bod_Tibt-lug_Latn","languages":["bod-Tibt","lug-Latn"]},{"precision":0.169934,"recall":0.198617,"f1":0.176696,"accuracy":0.198617,"main_score":0.176696,"hf_subset":"bod_Tibt-oci_Latn","languages":["bod-Tibt","oci-Latn"]},{"precision":0.168991,"recall":0.198617,"f1":0.175811,"accuracy":0.198617,"main_score":0.175811,"hf_subset":"bod_Tibt-smo_Latn","languages":["bod-Tibt","smo-Latn"]},{"precision":0.153409,"recall":0.181818,"f1":0.160304,"accuracy":0.181818,"main_score":0.160304,"hf_subset":"bod_Tibt-tsn_Latn","languages":["bod-Tibt","tsn-Latn"]},{"precision":0.15883,"recall":0.183794,"f1":0.165131,"accuracy":0.183794,"main_score":0.165131,"hf_subset":"bod_Tibt-zul_Latn","languages":["bod-Tibt","zul-Latn"]},{"precision":0.142659,"recall":0.168972,"f1":0.148807,"accuracy":0.168972,"main_score":0.148807,"hf_subset":"bod_Tibt-azb_Arab","languages":["bod-Tibt","azb-Arab"]},{"precision":0.145508,"recall":0.172925,"f1":0.151209,"accuracy":0.172925,"main_score":0.151209,"hf_subset":"bod_Tibt-deu_Latn","languages":["bod-Tibt","deu-Latn"]},{"precision":0.171537,"recall":0.192688,"f1":0.176775,"accuracy":0.192688,"main_score":0.176775,"hf_subset":"bod_Tibt-hat_Latn","languages":["bod-Tibt","hat-Latn"]},{"precision":0.163817,"recall":0.192688,"f1":0.170464,"accuracy":0.192688,"main_score":0.170464,"hf_subset":"bod_Tibt-kbp_Latn","languages":["bod-Tibt","kbp-Latn"]},{"precision":0.140977,"recall":0.159091,"f1":0.145622,"accuracy":0.159091,"main_score":0.145622,"hf_subset":"bod_Tibt-luo_Latn","languages":["bod-Tibt","luo-Latn"]},{"precision":0.217062,"recall":0.254941,"f1":0.226565,"accuracy":0.254941,"main_score":0.226565,"hf_subset":"bod_Tibt-ory_Orya","languages":["bod-Tibt","ory-Orya"]},{"precision":0.152225,"recall":0.173913,"f1":0.156946,"accuracy":0.173913,"main_score":0.156946,"hf_subset":"bod_Tibt-sna_Latn","languages":["bod-Tibt","sna-Latn"]},{"precision":0.172449,"recall":0.19664,"f1":0.178668,"accuracy":0.19664,"main_score":0.178668,"hf_subset":"bod_Tibt-tso_Latn","languages":["bod-Tibt","tso-Latn"]},{"precision":0.155726,"recall":0.186759,"f1":0.162864,"accuracy":0.186759,"main_score":0.162864,"hf_subset":"bod_Tibt-azj_Latn","languages":["bod-Tibt","azj-Latn"]},{"precision":0.114603,"recall":0.137352,"f1":0.120053,"accuracy":0.137352,"main_score":0.120053,"hf_subset":"bod_Tibt-dik_Latn","languages":["bod-Tibt","dik-Latn"]},{"precision":0.153189,"recall":0.168972,"f1":0.156923,"accuracy":0.168972,"main_score":0.156923,"hf_subset":"bod_Tibt-hau_Latn","languages":["bod-Tibt","hau-Latn"]},{"precision":0.159136,"recall":0.185771,"f1":0.165104,"accuracy":0.185771,"main_score":0.165104,"hf_subset":"bod_Tibt-kea_Latn","languages":["bod-Tibt","kea-Latn"]},{"precision":0.153326,"recall":0.170949,"f1":0.15775,"accuracy":0.170949,"main_score":0.15775,"hf_subset":"bod_Tibt-lus_Latn","languages":["bod-Tibt","lus-Latn"]},{"precision":0.15342,"recall":0.171937,"f1":0.157692,"accuracy":0.171937,"main_score":0.157692,"hf_subset":"bod_Tibt-pag_Latn","languages":["bod-Tibt","pag-Latn"]},{"precision":0.170927,"recall":0.202569,"f1":0.178676,"accuracy":0.202569,"main_score":0.178676,"hf_subset":"bod_Tibt-snd_Arab","languages":["bod-Tibt","snd-Arab"]},{"precision":0.172315,"recall":0.19664,"f1":0.178163,"accuracy":0.19664,"main_score":0.178163,"hf_subset":"bod_Tibt-tuk_Latn","languages":["bod-Tibt","tuk-Latn"]},{"precision":0.161542,"recall":0.18083,"f1":0.166059,"accuracy":0.18083,"main_score":0.166059,"hf_subset":"bod_Tibt-bak_Cyrl","languages":["bod-Tibt","bak-Cyrl"]},{"precision":0.088952,"recall":0.103755,"f1":0.092745,"accuracy":0.103755,"main_score":0.092745,"hf_subset":"bod_Tibt-dyu_Latn","languages":["bod-Tibt","dyu-Latn"]},{"precision":0.152426,"recall":0.189723,"f1":0.161037,"accuracy":0.189723,"main_score":0.161037,"hf_subset":"bod_Tibt-heb_Hebr","languages":["bod-Tibt","heb-Hebr"]},{"precision":0.1717,"recall":0.192688,"f1":0.177241,"accuracy":0.192688,"main_score":0.177241,"hf_subset":"bod_Tibt-khk_Cyrl","languages":["bod-Tibt","khk-Cyrl"]},{"precision":0.169834,"recall":0.1917,"f1":0.175418,"accuracy":0.1917,"main_score":0.175418,"hf_subset":"bod_Tibt-lvs_Latn","languages":["bod-Tibt","lvs-Latn"]},{"precision":0.198604,"recall":0.23913,"f1":0.207232,"accuracy":0.23913,"main_score":0.207232,"hf_subset":"bod_Tibt-pan_Guru","languages":["bod-Tibt","pan-Guru"]},{"precision":0.166643,"recall":0.186759,"f1":0.172482,"accuracy":0.186759,"main_score":0.172482,"hf_subset":"bod_Tibt-som_Latn","languages":["bod-Tibt","som-Latn"]},{"precision":0.153097,"recall":0.170949,"f1":0.157676,"accuracy":0.170949,"main_score":0.157676,"hf_subset":"bod_Tibt-tum_Latn","languages":["bod-Tibt","tum-Latn"]},{"precision":0.268125,"recall":0.30336,"f1":0.277401,"accuracy":0.30336,"main_score":0.277401,"hf_subset":"fij_Latn-ace_Arab","languages":["fij-Latn","ace-Arab"]},{"precision":0.394329,"recall":0.437747,"f1":0.406187,"accuracy":0.437747,"main_score":0.406187,"hf_subset":"fij_Latn-bam_Latn","languages":["fij-Latn","bam-Latn"]},{"precision":0.129788,"recall":0.178854,"f1":0.141352,"accuracy":0.178854,"main_score":0.141352,"hf_subset":"fij_Latn-dzo_Tibt","languages":["fij-Latn","dzo-Tibt"]},{"precision":0.4153,"recall":0.476285,"f1":0.430946,"accuracy":0.476285,"main_score":0.430946,"hf_subset":"fij_Latn-hin_Deva","languages":["fij-Latn","hin-Deva"]},{"precision":0.352957,"recall":0.40415,"f1":0.367174,"accuracy":0.40415,"main_score":0.367174,"hf_subset":"fij_Latn-khm_Khmr","languages":["fij-Latn","khm-Khmr"]},{"precision":0.421332,"recall":0.47332,"f1":0.435504,"accuracy":0.47332,"main_score":0.435504,"hf_subset":"fij_Latn-mag_Deva","languages":["fij-Latn","mag-Deva"]},{"precision":0.456835,"recall":0.493083,"f1":0.466836,"accuracy":0.493083,"main_score":0.466836,"hf_subset":"fij_Latn-pap_Latn","languages":["fij-Latn","pap-Latn"]},{"precision":0.452838,"recall":0.495059,"f1":0.464216,"accuracy":0.495059,"main_score":0.464216,"hf_subset":"fij_Latn-sot_Latn","languages":["fij-Latn","sot-Latn"]},{"precision":0.444098,"recall":0.493083,"f1":0.457149,"accuracy":0.493083,"main_score":0.457149,"hf_subset":"fij_Latn-tur_Latn","languages":["fij-Latn","tur-Latn"]},{"precision":0.462144,"recall":0.502964,"f1":0.473975,"accuracy":0.502964,"main_score":0.473975,"hf_subset":"fij_Latn-ace_Latn","languages":["fij-Latn","ace-Latn"]},{"precision":0.451991,"recall":0.494071,"f1":0.462713,"accuracy":0.494071,"main_score":0.462713,"hf_subset":"fij_Latn-ban_Latn","languages":["fij-Latn","ban-Latn"]},{"precision":0.356497,"recall":0.422925,"f1":0.374273,"accuracy":0.422925,"main_score":0.374273,"hf_subset":"fij_Latn-ell_Grek","languages":["fij-Latn","ell-Grek"]},{"precision":0.400148,"recall":0.456522,"f1":0.415765,"accuracy":0.456522,"main_score":0.415765,"hf_subset":"fij_Latn-hne_Deva","languages":["fij-Latn","hne-Deva"]},{"precision":0.399609,"recall":0.444664,"f1":0.412862,"accuracy":0.444664,"main_score":0.412862,"hf_subset":"fij_Latn-kik_Latn","languages":["fij-Latn","kik-Latn"]},{"precision":0.431321,"recall":0.481225,"f1":0.444767,"accuracy":0.481225,"main_score":0.444767,"hf_subset":"fij_Latn-mai_Deva","languages":["fij-Latn","mai-Deva"]},{"precision":0.384224,"recall":0.434783,"f1":0.398296,"accuracy":0.434783,"main_score":0.398296,"hf_subset":"fij_Latn-pbt_Arab","languages":["fij-Latn","pbt-Arab"]},{"precision":0.440303,"recall":0.5,"f1":0.4553,"accuracy":0.5,"main_score":0.4553,"hf_subset":"fij_Latn-spa_Latn","languages":["fij-Latn","spa-Latn"]},{"precision":0.475906,"recall":0.507905,"f1":0.48587,"accuracy":0.507905,"main_score":0.48587,"hf_subset":"fij_Latn-twi_Latn","languages":["fij-Latn","twi-Latn"]},{"precision":0.4015,"recall":0.456522,"f1":0.414629,"accuracy":0.456522,"main_score":0.414629,"hf_subset":"fij_Latn-acm_Arab","languages":["fij-Latn","acm-Arab"]},{"precision":0.372829,"recall":0.41996,"f1":0.385378,"accuracy":0.41996,"main_score":0.385378,"hf_subset":"fij_Latn-bel_Cyrl","languages":["fij-Latn","bel-Cyrl"]},{"precision":0.456862,"recall":0.516798,"f1":0.472349,"accuracy":0.516798,"main_score":0.472349,"hf_subset":"fij_Latn-eng_Latn","languages":["fij-Latn","eng-Latn"]},{"precision":0.417839,"recall":0.468379,"f1":0.431276,"accuracy":0.468379,"main_score":0.431276,"hf_subset":"fij_Latn-hrv_Latn","languages":["fij-Latn","hrv-Latn"]},{"precision":0.403901,"recall":0.450593,"f1":0.416529,"accuracy":0.450593,"main_score":0.416529,"hf_subset":"fij_Latn-kin_Latn","languages":["fij-Latn","kin-Latn"]},{"precision":0.386343,"recall":0.447628,"f1":0.402594,"accuracy":0.447628,"main_score":0.402594,"hf_subset":"fij_Latn-mal_Mlym","languages":["fij-Latn","mal-Mlym"]},{"precision":0.399537,"recall":0.466403,"f1":0.41653,"accuracy":0.466403,"main_score":0.41653,"hf_subset":"fij_Latn-pes_Arab","languages":["fij-Latn","pes-Arab"]},{"precision":0.424563,"recall":0.465415,"f1":0.435083,"accuracy":0.465415,"main_score":0.435083,"hf_subset":"fij_Latn-srd_Latn","languages":["fij-Latn","srd-Latn"]},{"precision":0.156788,"recall":0.19664,"f1":0.166949,"accuracy":0.19664,"main_score":0.166949,"hf_subset":"fij_Latn-tzm_Tfng","languages":["fij-Latn","tzm-Tfng"]},{"precision":0.399364,"recall":0.459486,"f1":0.414011,"accuracy":0.459486,"main_score":0.414011,"hf_subset":"fij_Latn-acq_Arab","languages":["fij-Latn","acq-Arab"]},{"precision":0.456556,"recall":0.496047,"f1":0.467836,"accuracy":0.496047,"main_score":0.467836,"hf_subset":"fij_Latn-bem_Latn","languages":["fij-Latn","bem-Latn"]},{"precision":0.419903,"recall":0.461462,"f1":0.431182,"accuracy":0.461462,"main_score":0.431182,"hf_subset":"fij_Latn-epo_Latn","languages":["fij-Latn","epo-Latn"]},{"precision":0.406501,"recall":0.462451,"f1":0.421352,"accuracy":0.462451,"main_score":0.421352,"hf_subset":"fij_Latn-hun_Latn","languages":["fij-Latn","hun-Latn"]},{"precision":0.407515,"recall":0.44664,"f1":0.417743,"accuracy":0.44664,"main_score":0.417743,"hf_subset":"fij_Latn-kir_Cyrl","languages":["fij-Latn","kir-Cyrl"]},{"precision":0.398671,"recall":0.459486,"f1":0.414332,"accuracy":0.459486,"main_score":0.414332,"hf_subset":"fij_Latn-mar_Deva","languages":["fij-Latn","mar-Deva"]},{"precision":0.435636,"recall":0.470356,"f1":0.445553,"accuracy":0.470356,"main_score":0.445553,"hf_subset":"fij_Latn-plt_Latn","languages":["fij-Latn","plt-Latn"]},{"precision":0.395726,"recall":0.44664,"f1":0.409096,"accuracy":0.44664,"main_score":0.409096,"hf_subset":"fij_Latn-srp_Cyrl","languages":["fij-Latn","srp-Cyrl"]},{"precision":0.284797,"recall":0.329051,"f1":0.296874,"accuracy":0.329051,"main_score":0.296874,"hf_subset":"fij_Latn-uig_Arab","languages":["fij-Latn","uig-Arab"]},{"precision":0.402905,"recall":0.456522,"f1":0.41666,"accuracy":0.456522,"main_score":0.41666,"hf_subset":"fij_Latn-aeb_Arab","languages":["fij-Latn","aeb-Arab"]},{"precision":0.399461,"recall":0.464427,"f1":0.416337,"accuracy":0.464427,"main_score":0.416337,"hf_subset":"fij_Latn-ben_Beng","languages":["fij-Latn","ben-Beng"]},{"precision":0.420108,"recall":0.462451,"f1":0.431867,"accuracy":0.462451,"main_score":0.431867,"hf_subset":"fij_Latn-est_Latn","languages":["fij-Latn","est-Latn"]},{"precision":0.373077,"recall":0.410079,"f1":0.383034,"accuracy":0.410079,"main_score":0.383034,"hf_subset":"fij_Latn-hye_Armn","languages":["fij-Latn","hye-Armn"]},{"precision":0.404324,"recall":0.440711,"f1":0.41452,"accuracy":0.440711,"main_score":0.41452,"hf_subset":"fij_Latn-kmb_Latn","languages":["fij-Latn","kmb-Latn"]},{"precision":0.239006,"recall":0.272727,"f1":0.248123,"accuracy":0.272727,"main_score":0.248123,"hf_subset":"fij_Latn-min_Arab","languages":["fij-Latn","min-Arab"]},{"precision":0.420467,"recall":0.477273,"f1":0.435386,"accuracy":0.477273,"main_score":0.435386,"hf_subset":"fij_Latn-pol_Latn","languages":["fij-Latn","pol-Latn"]},{"precision":0.427386,"recall":0.47332,"f1":0.440379,"accuracy":0.47332,"main_score":0.440379,"hf_subset":"fij_Latn-ssw_Latn","languages":["fij-Latn","ssw-Latn"]},{"precision":0.423682,"recall":0.477273,"f1":0.438518,"accuracy":0.477273,"main_score":0.438518,"hf_subset":"fij_Latn-ukr_Cyrl","languages":["fij-Latn","ukr-Cyrl"]},{"precision":0.440919,"recall":0.480237,"f1":0.452156,"accuracy":0.480237,"main_score":0.452156,"hf_subset":"fij_Latn-afr_Latn","languages":["fij-Latn","afr-Latn"]},{"precision":0.422928,"recall":0.477273,"f1":0.438109,"accuracy":0.477273,"main_score":0.438109,"hf_subset":"fij_Latn-bho_Deva","languages":["fij-Latn","bho-Deva"]},{"precision":0.423459,"recall":0.462451,"f1":0.433793,"accuracy":0.462451,"main_score":0.433793,"hf_subset":"fij_Latn-eus_Latn","languages":["fij-Latn","eus-Latn"]},{"precision":0.405366,"recall":0.454545,"f1":0.41919,"accuracy":0.454545,"main_score":0.41919,"hf_subset":"fij_Latn-ibo_Latn","languages":["fij-Latn","ibo-Latn"]},{"precision":0.406259,"recall":0.448617,"f1":0.417949,"accuracy":0.448617,"main_score":0.417949,"hf_subset":"fij_Latn-kmr_Latn","languages":["fij-Latn","kmr-Latn"]},{"precision":0.441258,"recall":0.480237,"f1":0.451974,"accuracy":0.480237,"main_score":0.451974,"hf_subset":"fij_Latn-min_Latn","languages":["fij-Latn","min-Latn"]},{"precision":0.436557,"recall":0.500988,"f1":0.453549,"accuracy":0.500988,"main_score":0.453549,"hf_subset":"fij_Latn-por_Latn","languages":["fij-Latn","por-Latn"]},{"precision":0.449849,"recall":0.486166,"f1":0.459373,"accuracy":0.486166,"main_score":0.459373,"hf_subset":"fij_Latn-sun_Latn","languages":["fij-Latn","sun-Latn"]},{"precision":0.391923,"recall":0.431818,"f1":0.403724,"accuracy":0.431818,"main_score":0.403724,"hf_subset":"fij_Latn-umb_Latn","languages":["fij-Latn","umb-Latn"]},{"precision":0.393433,"recall":0.450593,"f1":0.408583,"accuracy":0.450593,"main_score":0.408583,"hf_subset":"fij_Latn-ajp_Arab","languages":["fij-Latn","ajp-Arab"]},{"precision":0.246213,"recall":0.287549,"f1":0.25734,"accuracy":0.287549,"main_score":0.25734,"hf_subset":"fij_Latn-bjn_Arab","languages":["fij-Latn","bjn-Arab"]},{"precision":0.427549,"recall":0.469368,"f1":0.439535,"accuracy":0.469368,"main_score":0.439535,"hf_subset":"fij_Latn-ewe_Latn","languages":["fij-Latn","ewe-Latn"]},{"precision":0.483044,"recall":0.520751,"f1":0.4933,"accuracy":0.520751,"main_score":0.4933,"hf_subset":"fij_Latn-ilo_Latn","languages":["fij-Latn","ilo-Latn"]},{"precision":0.200704,"recall":0.240119,"f1":0.211044,"accuracy":0.240119,"main_score":0.211044,"hf_subset":"fij_Latn-knc_Arab","languages":["fij-Latn","knc-Arab"]},{"precision":0.392886,"recall":0.440711,"f1":0.405634,"accuracy":0.440711,"main_score":0.405634,"hf_subset":"fij_Latn-mkd_Cyrl","languages":["fij-Latn","mkd-Cyrl"]},{"precision":0.39262,"recall":0.463439,"f1":0.411012,"accuracy":0.463439,"main_score":0.411012,"hf_subset":"fij_Latn-prs_Arab","languages":["fij-Latn","prs-Arab"]},{"precision":0.437433,"recall":0.496047,"f1":0.452524,"accuracy":0.496047,"main_score":0.452524,"hf_subset":"fij_Latn-swe_Latn","languages":["fij-Latn","swe-Latn"]},{"precision":0.36618,"recall":0.433794,"f1":0.384129,"accuracy":0.433794,"main_score":0.384129,"hf_subset":"fij_Latn-urd_Arab","languages":["fij-Latn","urd-Arab"]},{"precision":0.464814,"recall":0.506917,"f1":0.476811,"accuracy":0.506917,"main_score":0.476811,"hf_subset":"fij_Latn-aka_Latn","languages":["fij-Latn","aka-Latn"]},{"precision":0.440611,"recall":0.483202,"f1":0.452096,"accuracy":0.483202,"main_score":0.452096,"hf_subset":"fij_Latn-bjn_Latn","languages":["fij-Latn","bjn-Latn"]},{"precision":0.417332,"recall":0.463439,"f1":0.429837,"accuracy":0.463439,"main_score":0.429837,"hf_subset":"fij_Latn-fao_Latn","languages":["fij-Latn","fao-Latn"]},{"precision":0.456304,"recall":0.516798,"f1":0.471986,"accuracy":0.516798,"main_score":0.471986,"hf_subset":"fij_Latn-ind_Latn","languages":["fij-Latn","ind-Latn"]},{"precision":0.440475,"recall":0.477273,"f1":0.451063,"accuracy":0.477273,"main_score":0.451063,"hf_subset":"fij_Latn-knc_Latn","languages":["fij-Latn","knc-Latn"]},{"precision":0.446494,"recall":0.486166,"f1":0.457455,"accuracy":0.486166,"main_score":0.457455,"hf_subset":"fij_Latn-mlt_Latn","languages":["fij-Latn","mlt-Latn"]},{"precision":0.416684,"recall":0.466403,"f1":0.430383,"accuracy":0.466403,"main_score":0.430383,"hf_subset":"fij_Latn-quy_Latn","languages":["fij-Latn","quy-Latn"]},{"precision":0.435588,"recall":0.474308,"f1":0.446615,"accuracy":0.474308,"main_score":0.446615,"hf_subset":"fij_Latn-swh_Latn","languages":["fij-Latn","swh-Latn"]},{"precision":0.377263,"recall":0.416008,"f1":0.387668,"accuracy":0.416008,"main_score":0.387668,"hf_subset":"fij_Latn-uzn_Latn","languages":["fij-Latn","uzn-Latn"]},{"precision":0.410341,"recall":0.456522,"f1":0.423791,"accuracy":0.456522,"main_score":0.423791,"hf_subset":"fij_Latn-als_Latn","languages":["fij-Latn","als-Latn"]},{"precision":0.182332,"recall":0.230237,"f1":0.194568,"accuracy":0.230237,"main_score":0.194568,"hf_subset":"fij_Latn-bod_Tibt","languages":["fij-Latn","bod-Tibt"]},{"precision":0.399395,"recall":0.447628,"f1":0.411863,"accuracy":0.447628,"main_score":0.411863,"hf_subset":"fij_Latn-isl_Latn","languages":["fij-Latn","isl-Latn"]},{"precision":0.43543,"recall":0.475296,"f1":0.446278,"accuracy":0.475296,"main_score":0.446278,"hf_subset":"fij_Latn-kon_Latn","languages":["fij-Latn","kon-Latn"]},{"precision":0.330343,"recall":0.385375,"f1":0.344279,"accuracy":0.385375,"main_score":0.344279,"hf_subset":"fij_Latn-mni_Beng","languages":["fij-Latn","mni-Beng"]},{"precision":0.436556,"recall":0.483202,"f1":0.449541,"accuracy":0.483202,"main_score":0.449541,"hf_subset":"fij_Latn-ron_Latn","languages":["fij-Latn","ron-Latn"]},{"precision":0.408526,"recall":0.454545,"f1":0.421347,"accuracy":0.454545,"main_score":0.421347,"hf_subset":"fij_Latn-szl_Latn","languages":["fij-Latn","szl-Latn"]},{"precision":0.446606,"recall":0.483202,"f1":0.456243,"accuracy":0.483202,"main_score":0.456243,"hf_subset":"fij_Latn-vec_Latn","languages":["fij-Latn","vec-Latn"]},{"precision":0.353412,"recall":0.407115,"f1":0.368062,"accuracy":0.407115,"main_score":0.368062,"hf_subset":"fij_Latn-amh_Ethi","languages":["fij-Latn","amh-Ethi"]},{"precision":0.411013,"recall":0.472332,"f1":0.427658,"accuracy":0.472332,"main_score":0.427658,"hf_subset":"fij_Latn-bos_Latn","languages":["fij-Latn","bos-Latn"]},{"precision":0.406376,"recall":0.45751,"f1":0.420759,"accuracy":0.45751,"main_score":0.420759,"hf_subset":"fij_Latn-fin_Latn","languages":["fij-Latn","fin-Latn"]},{"precision":0.442804,"recall":0.501976,"f1":0.457502,"accuracy":0.501976,"main_score":0.457502,"hf_subset":"fij_Latn-ita_Latn","languages":["fij-Latn","ita-Latn"]},{"precision":0.392517,"recall":0.462451,"f1":0.409548,"accuracy":0.462451,"main_score":0.409548,"hf_subset":"fij_Latn-kor_Hang","languages":["fij-Latn","kor-Hang"]},{"precision":0.411611,"recall":0.453557,"f1":0.423603,"accuracy":0.453557,"main_score":0.423603,"hf_subset":"fij_Latn-mos_Latn","languages":["fij-Latn","mos-Latn"]},{"precision":0.412068,"recall":0.452569,"f1":0.423781,"accuracy":0.452569,"main_score":0.423781,"hf_subset":"fij_Latn-run_Latn","languages":["fij-Latn","run-Latn"]},{"precision":0.368454,"recall":0.436759,"f1":0.385788,"accuracy":0.436759,"main_score":0.385788,"hf_subset":"fij_Latn-tam_Taml","languages":["fij-Latn","tam-Taml"]},{"precision":0.409978,"recall":0.474308,"f1":0.426289,"accuracy":0.474308,"main_score":0.426289,"hf_subset":"fij_Latn-vie_Latn","languages":["fij-Latn","vie-Latn"]},{"precision":0.396625,"recall":0.453557,"f1":0.411692,"accuracy":0.453557,"main_score":0.411692,"hf_subset":"fij_Latn-apc_Arab","languages":["fij-Latn","apc-Arab"]},{"precision":0.452564,"recall":0.495059,"f1":0.464544,"accuracy":0.495059,"main_score":0.464544,"hf_subset":"fij_Latn-bug_Latn","languages":["fij-Latn","bug-Latn"]},{"precision":0.402561,"recall":0.442688,"f1":0.413797,"accuracy":0.442688,"main_score":0.413797,"hf_subset":"fij_Latn-fon_Latn","languages":["fij-Latn","fon-Latn"]},{"precision":0.459069,"recall":0.498024,"f1":0.469203,"accuracy":0.498024,"main_score":0.469203,"hf_subset":"fij_Latn-jav_Latn","languages":["fij-Latn","jav-Latn"]},{"precision":0.380602,"recall":0.422925,"f1":0.391551,"accuracy":0.422925,"main_score":0.391551,"hf_subset":"fij_Latn-lao_Laoo","languages":["fij-Latn","lao-Laoo"]},{"precision":0.439947,"recall":0.476285,"f1":0.44989,"accuracy":0.476285,"main_score":0.44989,"hf_subset":"fij_Latn-mri_Latn","languages":["fij-Latn","mri-Latn"]},{"precision":0.426027,"recall":0.487154,"f1":0.441297,"accuracy":0.487154,"main_score":0.441297,"hf_subset":"fij_Latn-rus_Cyrl","languages":["fij-Latn","rus-Cyrl"]},{"precision":0.388538,"recall":0.434783,"f1":0.402357,"accuracy":0.434783,"main_score":0.402357,"hf_subset":"fij_Latn-taq_Latn","languages":["fij-Latn","taq-Latn"]},{"precision":0.482752,"recall":0.514822,"f1":0.491698,"accuracy":0.514822,"main_score":0.491698,"hf_subset":"fij_Latn-war_Latn","languages":["fij-Latn","war-Latn"]},{"precision":0.404871,"recall":0.463439,"f1":0.418885,"accuracy":0.463439,"main_score":0.418885,"hf_subset":"fij_Latn-arb_Arab","languages":["fij-Latn","arb-Arab"]},{"precision":0.416851,"recall":0.468379,"f1":0.431244,"accuracy":0.468379,"main_score":0.431244,"hf_subset":"fij_Latn-bul_Cyrl","languages":["fij-Latn","bul-Cyrl"]},{"precision":0.437074,"recall":0.498024,"f1":0.453184,"accuracy":0.498024,"main_score":0.453184,"hf_subset":"fij_Latn-fra_Latn","languages":["fij-Latn","fra-Latn"]},{"precision":0.40615,"recall":0.476285,"f1":0.423919,"accuracy":0.476285,"main_score":0.423919,"hf_subset":"fij_Latn-jpn_Jpan","languages":["fij-Latn","jpn-Jpan"]},{"precision":0.438056,"recall":0.474308,"f1":0.447837,"accuracy":0.474308,"main_score":0.447837,"hf_subset":"fij_Latn-lij_Latn","languages":["fij-Latn","lij-Latn"]},{"precision":0.33183,"recall":0.386364,"f1":0.346402,"accuracy":0.386364,"main_score":0.346402,"hf_subset":"fij_Latn-mya_Mymr","languages":["fij-Latn","mya-Mymr"]},{"precision":0.430724,"recall":0.465415,"f1":0.441156,"accuracy":0.465415,"main_score":0.441156,"hf_subset":"fij_Latn-sag_Latn","languages":["fij-Latn","sag-Latn"]},{"precision":0.174076,"recall":0.22332,"f1":0.18664,"accuracy":0.22332,"main_score":0.18664,"hf_subset":"fij_Latn-taq_Tfng","languages":["fij-Latn","taq-Tfng"]},{"precision":0.422874,"recall":0.466403,"f1":0.434773,"accuracy":0.466403,"main_score":0.434773,"hf_subset":"fij_Latn-wol_Latn","languages":["fij-Latn","wol-Latn"]},{"precision":0.281833,"recall":0.350791,"f1":0.300868,"accuracy":0.350791,"main_score":0.300868,"hf_subset":"fij_Latn-arb_Latn","languages":["fij-Latn","arb-Latn"]},{"precision":0.43115,"recall":0.479249,"f1":0.44457,"accuracy":0.479249,"main_score":0.44457,"hf_subset":"fij_Latn-cat_Latn","languages":["fij-Latn","cat-Latn"]},{"precision":0.425842,"recall":0.467391,"f1":0.437716,"accuracy":0.467391,"main_score":0.437716,"hf_subset":"fij_Latn-fur_Latn","languages":["fij-Latn","fur-Latn"]},{"precision":0.303253,"recall":0.348814,"f1":0.31595,"accuracy":0.348814,"main_score":0.31595,"hf_subset":"fij_Latn-kab_Latn","languages":["fij-Latn","kab-Latn"]},{"precision":0.439323,"recall":0.481225,"f1":0.450492,"accuracy":0.481225,"main_score":0.450492,"hf_subset":"fij_Latn-lim_Latn","languages":["fij-Latn","lim-Latn"]},{"precision":0.431083,"recall":0.491107,"f1":0.446736,"accuracy":0.491107,"main_score":0.446736,"hf_subset":"fij_Latn-nld_Latn","languages":["fij-Latn","nld-Latn"]},{"precision":0.360801,"recall":0.416996,"f1":0.375741,"accuracy":0.416996,"main_score":0.375741,"hf_subset":"fij_Latn-san_Deva","languages":["fij-Latn","san-Deva"]},{"precision":0.423096,"recall":0.459486,"f1":0.432095,"accuracy":0.459486,"main_score":0.432095,"hf_subset":"fij_Latn-tat_Cyrl","languages":["fij-Latn","tat-Cyrl"]},{"precision":0.446759,"recall":0.486166,"f1":0.458156,"accuracy":0.486166,"main_score":0.458156,"hf_subset":"fij_Latn-xho_Latn","languages":["fij-Latn","xho-Latn"]},{"precision":0.380985,"recall":0.444664,"f1":0.396461,"accuracy":0.444664,"main_score":0.396461,"hf_subset":"fij_Latn-ars_Arab","languages":["fij-Latn","ars-Arab"]},{"precision":0.496799,"recall":0.535573,"f1":0.506523,"accuracy":0.535573,"main_score":0.506523,"hf_subset":"fij_Latn-ceb_Latn","languages":["fij-Latn","ceb-Latn"]},{"precision":0.416297,"recall":0.459486,"f1":0.428363,"accuracy":0.459486,"main_score":0.428363,"hf_subset":"fij_Latn-fuv_Latn","languages":["fij-Latn","fuv-Latn"]},{"precision":0.431085,"recall":0.474308,"f1":0.443078,"accuracy":0.474308,"main_score":0.443078,"hf_subset":"fij_Latn-kac_Latn","languages":["fij-Latn","kac-Latn"]},{"precision":0.447285,"recall":0.486166,"f1":0.457401,"accuracy":0.486166,"main_score":0.457401,"hf_subset":"fij_Latn-lin_Latn","languages":["fij-Latn","lin-Latn"]},{"precision":0.441227,"recall":0.494071,"f1":0.454434,"accuracy":0.494071,"main_score":0.454434,"hf_subset":"fij_Latn-nno_Latn","languages":["fij-Latn","nno-Latn"]},{"precision":0.169765,"recall":0.203557,"f1":0.178713,"accuracy":0.203557,"main_score":0.178713,"hf_subset":"fij_Latn-sat_Olck","languages":["fij-Latn","sat-Olck"]},{"precision":0.391102,"recall":0.451581,"f1":0.40736,"accuracy":0.451581,"main_score":0.40736,"hf_subset":"fij_Latn-tel_Telu","languages":["fij-Latn","tel-Telu"]},{"precision":0.255492,"recall":0.305336,"f1":0.267268,"accuracy":0.305336,"main_score":0.267268,"hf_subset":"fij_Latn-ydd_Hebr","languages":["fij-Latn","ydd-Hebr"]},{"precision":0.38276,"recall":0.43083,"f1":0.395255,"accuracy":0.43083,"main_score":0.395255,"hf_subset":"fij_Latn-ary_Arab","languages":["fij-Latn","ary-Arab"]},{"precision":0.406007,"recall":0.461462,"f1":0.421194,"accuracy":0.461462,"main_score":0.421194,"hf_subset":"fij_Latn-ces_Latn","languages":["fij-Latn","ces-Latn"]},{"precision":0.333177,"recall":0.378458,"f1":0.345959,"accuracy":0.378458,"main_score":0.345959,"hf_subset":"fij_Latn-gaz_Latn","languages":["fij-Latn","gaz-Latn"]},{"precision":0.423155,"recall":0.461462,"f1":0.434111,"accuracy":0.461462,"main_score":0.434111,"hf_subset":"fij_Latn-kam_Latn","languages":["fij-Latn","kam-Latn"]},{"precision":0.402782,"recall":0.447628,"f1":0.415468,"accuracy":0.447628,"main_score":0.415468,"hf_subset":"fij_Latn-lit_Latn","languages":["fij-Latn","lit-Latn"]},{"precision":0.445318,"recall":0.5,"f1":0.459028,"accuracy":0.5,"main_score":0.459028,"hf_subset":"fij_Latn-nob_Latn","languages":["fij-Latn","nob-Latn"]},{"precision":0.4226,"recall":0.465415,"f1":0.434133,"accuracy":0.465415,"main_score":0.434133,"hf_subset":"fij_Latn-scn_Latn","languages":["fij-Latn","scn-Latn"]},{"precision":0.374692,"recall":0.422925,"f1":0.388049,"accuracy":0.422925,"main_score":0.388049,"hf_subset":"fij_Latn-tgk_Cyrl","languages":["fij-Latn","tgk-Cyrl"]},{"precision":0.384069,"recall":0.433794,"f1":0.39865,"accuracy":0.433794,"main_score":0.39865,"hf_subset":"fij_Latn-yor_Latn","languages":["fij-Latn","yor-Latn"]},{"precision":0.403954,"recall":0.463439,"f1":0.419408,"accuracy":0.463439,"main_score":0.419408,"hf_subset":"fij_Latn-arz_Arab","languages":["fij-Latn","arz-Arab"]},{"precision":0.39671,"recall":0.445652,"f1":0.410809,"accuracy":0.445652,"main_score":0.410809,"hf_subset":"fij_Latn-cjk_Latn","languages":["fij-Latn","cjk-Latn"]},{"precision":0.37957,"recall":0.423913,"f1":0.39153,"accuracy":0.423913,"main_score":0.39153,"hf_subset":"fij_Latn-gla_Latn","languages":["fij-Latn","gla-Latn"]},{"precision":0.393897,"recall":0.449605,"f1":0.408696,"accuracy":0.449605,"main_score":0.408696,"hf_subset":"fij_Latn-kan_Knda","languages":["fij-Latn","kan-Knda"]},{"precision":0.444787,"recall":0.479249,"f1":0.454536,"accuracy":0.479249,"main_score":0.454536,"hf_subset":"fij_Latn-lmo_Latn","languages":["fij-Latn","lmo-Latn"]},{"precision":0.39542,"recall":0.453557,"f1":0.411118,"accuracy":0.453557,"main_score":0.411118,"hf_subset":"fij_Latn-npi_Deva","languages":["fij-Latn","npi-Deva"]},{"precision":0.372711,"recall":0.425889,"f1":0.387642,"accuracy":0.425889,"main_score":0.387642,"hf_subset":"fij_Latn-shn_Mymr","languages":["fij-Latn","shn-Mymr"]},{"precision":0.455972,"recall":0.503953,"f1":0.469392,"accuracy":0.503953,"main_score":0.469392,"hf_subset":"fij_Latn-tgl_Latn","languages":["fij-Latn","tgl-Latn"]},{"precision":0.385068,"recall":0.458498,"f1":0.40382,"accuracy":0.458498,"main_score":0.40382,"hf_subset":"fij_Latn-yue_Hant","languages":["fij-Latn","yue-Hant"]},{"precision":0.352926,"recall":0.407115,"f1":0.367525,"accuracy":0.407115,"main_score":0.367525,"hf_subset":"fij_Latn-asm_Beng","languages":["fij-Latn","asm-Beng"]},{"precision":0.298151,"recall":0.34585,"f1":0.310817,"accuracy":0.34585,"main_score":0.310817,"hf_subset":"fij_Latn-ckb_Arab","languages":["fij-Latn","ckb-Arab"]},{"precision":0.368216,"recall":0.412055,"f1":0.379802,"accuracy":0.412055,"main_score":0.379802,"hf_subset":"fij_Latn-gle_Latn","languages":["fij-Latn","gle-Latn"]},{"precision":0.32114,"recall":0.376482,"f1":0.335744,"accuracy":0.376482,"main_score":0.335744,"hf_subset":"fij_Latn-kas_Arab","languages":["fij-Latn","kas-Arab"]},{"precision":0.40088,"recall":0.437747,"f1":0.410812,"accuracy":0.437747,"main_score":0.410812,"hf_subset":"fij_Latn-ltg_Latn","languages":["fij-Latn","ltg-Latn"]},{"precision":0.454784,"recall":0.48913,"f1":0.464632,"accuracy":0.48913,"main_score":0.464632,"hf_subset":"fij_Latn-nso_Latn","languages":["fij-Latn","nso-Latn"]},{"precision":0.352582,"recall":0.410079,"f1":0.367075,"accuracy":0.410079,"main_score":0.367075,"hf_subset":"fij_Latn-sin_Sinh","languages":["fij-Latn","sin-Sinh"]},{"precision":0.393346,"recall":0.464427,"f1":0.411312,"accuracy":0.464427,"main_score":0.411312,"hf_subset":"fij_Latn-tha_Thai","languages":["fij-Latn","tha-Thai"]},{"precision":0.405313,"recall":0.475296,"f1":0.42372,"accuracy":0.475296,"main_score":0.42372,"hf_subset":"fij_Latn-zho_Hans","languages":["fij-Latn","zho-Hans"]},{"precision":0.440893,"recall":0.479249,"f1":0.451552,"accuracy":0.479249,"main_score":0.451552,"hf_subset":"fij_Latn-ast_Latn","languages":["fij-Latn","ast-Latn"]},{"precision":0.407785,"recall":0.447628,"f1":0.419233,"accuracy":0.447628,"main_score":0.419233,"hf_subset":"fij_Latn-crh_Latn","languages":["fij-Latn","crh-Latn"]},{"precision":0.447484,"recall":0.498024,"f1":0.46101,"accuracy":0.498024,"main_score":0.46101,"hf_subset":"fij_Latn-glg_Latn","languages":["fij-Latn","glg-Latn"]},{"precision":0.371906,"recall":0.423913,"f1":0.386066,"accuracy":0.423913,"main_score":0.386066,"hf_subset":"fij_Latn-kas_Deva","languages":["fij-Latn","kas-Deva"]},{"precision":0.414514,"recall":0.461462,"f1":0.427353,"accuracy":0.461462,"main_score":0.427353,"hf_subset":"fij_Latn-ltz_Latn","languages":["fij-Latn","ltz-Latn"]},{"precision":0.336837,"recall":0.382411,"f1":0.349129,"accuracy":0.382411,"main_score":0.349129,"hf_subset":"fij_Latn-nus_Latn","languages":["fij-Latn","nus-Latn"]},{"precision":0.423608,"recall":0.47332,"f1":0.437061,"accuracy":0.47332,"main_score":0.437061,"hf_subset":"fij_Latn-slk_Latn","languages":["fij-Latn","slk-Latn"]},{"precision":0.300975,"recall":0.34585,"f1":0.31342,"accuracy":0.34585,"main_score":0.31342,"hf_subset":"fij_Latn-tir_Ethi","languages":["fij-Latn","tir-Ethi"]},{"precision":0.383083,"recall":0.453557,"f1":0.401116,"accuracy":0.453557,"main_score":0.401116,"hf_subset":"fij_Latn-zho_Hant","languages":["fij-Latn","zho-Hant"]},{"precision":0.410621,"recall":0.465415,"f1":0.42556,"accuracy":0.465415,"main_score":0.42556,"hf_subset":"fij_Latn-awa_Deva","languages":["fij-Latn","awa-Deva"]},{"precision":0.392002,"recall":0.433794,"f1":0.403176,"accuracy":0.433794,"main_score":0.403176,"hf_subset":"fij_Latn-cym_Latn","languages":["fij-Latn","cym-Latn"]},{"precision":0.45244,"recall":0.482213,"f1":0.461166,"accuracy":0.482213,"main_score":0.461166,"hf_subset":"fij_Latn-grn_Latn","languages":["fij-Latn","grn-Latn"]},{"precision":0.344702,"recall":0.399209,"f1":0.359689,"accuracy":0.399209,"main_score":0.359689,"hf_subset":"fij_Latn-kat_Geor","languages":["fij-Latn","kat-Geor"]},{"precision":0.448948,"recall":0.485178,"f1":0.459122,"accuracy":0.485178,"main_score":0.459122,"hf_subset":"fij_Latn-lua_Latn","languages":["fij-Latn","lua-Latn"]},{"precision":0.456244,"recall":0.499012,"f1":0.468398,"accuracy":0.499012,"main_score":0.468398,"hf_subset":"fij_Latn-nya_Latn","languages":["fij-Latn","nya-Latn"]},{"precision":0.4098,"recall":0.45751,"f1":0.423299,"accuracy":0.45751,"main_score":0.423299,"hf_subset":"fij_Latn-slv_Latn","languages":["fij-Latn","slv-Latn"]},{"precision":0.475053,"recall":0.516798,"f1":0.486249,"accuracy":0.516798,"main_score":0.486249,"hf_subset":"fij_Latn-tpi_Latn","languages":["fij-Latn","tpi-Latn"]},{"precision":0.454868,"recall":0.503953,"f1":0.467695,"accuracy":0.503953,"main_score":0.467695,"hf_subset":"fij_Latn-zsm_Latn","languages":["fij-Latn","zsm-Latn"]},{"precision":0.397983,"recall":0.448617,"f1":0.412421,"accuracy":0.448617,"main_score":0.412421,"hf_subset":"fij_Latn-ayr_Latn","languages":["fij-Latn","ayr-Latn"]},{"precision":0.421408,"recall":0.48419,"f1":0.437047,"accuracy":0.48419,"main_score":0.437047,"hf_subset":"fij_Latn-dan_Latn","languages":["fij-Latn","dan-Latn"]},{"precision":0.381069,"recall":0.438735,"f1":0.395796,"accuracy":0.438735,"main_score":0.395796,"hf_subset":"fij_Latn-guj_Gujr","languages":["fij-Latn","guj-Gujr"]},{"precision":0.394532,"recall":0.442688,"f1":0.407989,"accuracy":0.442688,"main_score":0.407989,"hf_subset":"fij_Latn-kaz_Cyrl","languages":["fij-Latn","kaz-Cyrl"]},{"precision":0.420236,"recall":0.459486,"f1":0.431355,"accuracy":0.459486,"main_score":0.431355,"hf_subset":"fij_Latn-lug_Latn","languages":["fij-Latn","lug-Latn"]},{"precision":0.422584,"recall":0.472332,"f1":0.436609,"accuracy":0.472332,"main_score":0.436609,"hf_subset":"fij_Latn-oci_Latn","languages":["fij-Latn","oci-Latn"]},{"precision":0.475943,"recall":0.513834,"f1":0.486738,"accuracy":0.513834,"main_score":0.486738,"hf_subset":"fij_Latn-smo_Latn","languages":["fij-Latn","smo-Latn"]},{"precision":0.436566,"recall":0.476285,"f1":0.44832,"accuracy":0.476285,"main_score":0.44832,"hf_subset":"fij_Latn-tsn_Latn","languages":["fij-Latn","tsn-Latn"]},{"precision":0.409691,"recall":0.458498,"f1":0.423034,"accuracy":0.458498,"main_score":0.423034,"hf_subset":"fij_Latn-zul_Latn","languages":["fij-Latn","zul-Latn"]},{"precision":0.331748,"recall":0.386364,"f1":0.346242,"accuracy":0.386364,"main_score":0.346242,"hf_subset":"fij_Latn-azb_Arab","languages":["fij-Latn","azb-Arab"]},{"precision":0.424407,"recall":0.488142,"f1":0.440981,"accuracy":0.488142,"main_score":0.440981,"hf_subset":"fij_Latn-deu_Latn","languages":["fij-Latn","deu-Latn"]},{"precision":0.395774,"recall":0.448617,"f1":0.410532,"accuracy":0.448617,"main_score":0.410532,"hf_subset":"fij_Latn-hat_Latn","languages":["fij-Latn","hat-Latn"]},{"precision":0.402226,"recall":0.443676,"f1":0.414031,"accuracy":0.443676,"main_score":0.414031,"hf_subset":"fij_Latn-kbp_Latn","languages":["fij-Latn","kbp-Latn"]},{"precision":0.441828,"recall":0.479249,"f1":0.452445,"accuracy":0.479249,"main_score":0.452445,"hf_subset":"fij_Latn-luo_Latn","languages":["fij-Latn","luo-Latn"]},{"precision":0.356166,"recall":0.41502,"f1":0.371797,"accuracy":0.41502,"main_score":0.371797,"hf_subset":"fij_Latn-ory_Orya","languages":["fij-Latn","ory-Orya"]},{"precision":0.429289,"recall":0.469368,"f1":0.440829,"accuracy":0.469368,"main_score":0.440829,"hf_subset":"fij_Latn-sna_Latn","languages":["fij-Latn","sna-Latn"]},{"precision":0.43885,"recall":0.469368,"f1":0.447746,"accuracy":0.469368,"main_score":0.447746,"hf_subset":"fij_Latn-tso_Latn","languages":["fij-Latn","tso-Latn"]},{"precision":0.400918,"recall":0.442688,"f1":0.412529,"accuracy":0.442688,"main_score":0.412529,"hf_subset":"fij_Latn-azj_Latn","languages":["fij-Latn","azj-Latn"]},{"precision":0.384757,"recall":0.435771,"f1":0.399934,"accuracy":0.435771,"main_score":0.399934,"hf_subset":"fij_Latn-dik_Latn","languages":["fij-Latn","dik-Latn"]},{"precision":0.449226,"recall":0.48419,"f1":0.459756,"accuracy":0.48419,"main_score":0.459756,"hf_subset":"fij_Latn-hau_Latn","languages":["fij-Latn","hau-Latn"]},{"precision":0.44124,"recall":0.477273,"f1":0.450537,"accuracy":0.477273,"main_score":0.450537,"hf_subset":"fij_Latn-kea_Latn","languages":["fij-Latn","kea-Latn"]},{"precision":0.469595,"recall":0.508893,"f1":0.480656,"accuracy":0.508893,"main_score":0.480656,"hf_subset":"fij_Latn-lus_Latn","languages":["fij-Latn","lus-Latn"]},{"precision":0.455681,"recall":0.490119,"f1":0.46488,"accuracy":0.490119,"main_score":0.46488,"hf_subset":"fij_Latn-pag_Latn","languages":["fij-Latn","pag-Latn"]},{"precision":0.320159,"recall":0.37253,"f1":0.333323,"accuracy":0.37253,"main_score":0.333323,"hf_subset":"fij_Latn-snd_Arab","languages":["fij-Latn","snd-Arab"]},{"precision":0.394872,"recall":0.437747,"f1":0.405963,"accuracy":0.437747,"main_score":0.405963,"hf_subset":"fij_Latn-tuk_Latn","languages":["fij-Latn","tuk-Latn"]},{"precision":0.409352,"recall":0.44664,"f1":0.420284,"accuracy":0.44664,"main_score":0.420284,"hf_subset":"fij_Latn-bak_Cyrl","languages":["fij-Latn","bak-Cyrl"]},{"precision":0.329043,"recall":0.385375,"f1":0.345524,"accuracy":0.385375,"main_score":0.345524,"hf_subset":"fij_Latn-dyu_Latn","languages":["fij-Latn","dyu-Latn"]},{"precision":0.330791,"recall":0.386364,"f1":0.346007,"accuracy":0.386364,"main_score":0.346007,"hf_subset":"fij_Latn-heb_Hebr","languages":["fij-Latn","heb-Hebr"]},{"precision":0.370967,"recall":0.414032,"f1":0.382291,"accuracy":0.414032,"main_score":0.382291,"hf_subset":"fij_Latn-khk_Cyrl","languages":["fij-Latn","khk-Cyrl"]},{"precision":0.413052,"recall":0.453557,"f1":0.423989,"accuracy":0.453557,"main_score":0.423989,"hf_subset":"fij_Latn-lvs_Latn","languages":["fij-Latn","lvs-Latn"]},{"precision":0.358923,"recall":0.416996,"f1":0.374461,"accuracy":0.416996,"main_score":0.374461,"hf_subset":"fij_Latn-pan_Guru","languages":["fij-Latn","pan-Guru"]},{"precision":0.400823,"recall":0.438735,"f1":0.412182,"accuracy":0.438735,"main_score":0.412182,"hf_subset":"fij_Latn-som_Latn","languages":["fij-Latn","som-Latn"]},{"precision":0.448386,"recall":0.480237,"f1":0.457464,"accuracy":0.480237,"main_score":0.457464,"hf_subset":"fij_Latn-tum_Latn","languages":["fij-Latn","tum-Latn"]},{"precision":0.252899,"recall":0.302372,"f1":0.266124,"accuracy":0.302372,"main_score":0.266124,"hf_subset":"isl_Latn-ace_Arab","languages":["isl-Latn","ace-Arab"]},{"precision":0.371228,"recall":0.429842,"f1":0.386853,"accuracy":0.429842,"main_score":0.386853,"hf_subset":"isl_Latn-bam_Latn","languages":["isl-Latn","bam-Latn"]},{"precision":0.150266,"recall":0.205534,"f1":0.164605,"accuracy":0.205534,"main_score":0.164605,"hf_subset":"isl_Latn-dzo_Tibt","languages":["isl-Latn","dzo-Tibt"]},{"precision":0.558247,"recall":0.620553,"f1":0.574776,"accuracy":0.620553,"main_score":0.574776,"hf_subset":"isl_Latn-hin_Deva","languages":["isl-Latn","hin-Deva"]},{"precision":0.460402,"recall":0.514822,"f1":0.474567,"accuracy":0.514822,"main_score":0.474567,"hf_subset":"isl_Latn-khm_Khmr","languages":["isl-Latn","khm-Khmr"]},{"precision":0.523927,"recall":0.587945,"f1":0.540394,"accuracy":0.587945,"main_score":0.540394,"hf_subset":"isl_Latn-mag_Deva","languages":["isl-Latn","mag-Deva"]},{"precision":0.492377,"recall":0.540514,"f1":0.504074,"accuracy":0.540514,"main_score":0.504074,"hf_subset":"isl_Latn-pap_Latn","languages":["isl-Latn","pap-Latn"]},{"precision":0.403561,"recall":0.450593,"f1":0.416275,"accuracy":0.450593,"main_score":0.416275,"hf_subset":"isl_Latn-sot_Latn","languages":["isl-Latn","sot-Latn"]},{"precision":0.562412,"recall":0.609684,"f1":0.574779,"accuracy":0.609684,"main_score":0.574779,"hf_subset":"isl_Latn-tur_Latn","languages":["isl-Latn","tur-Latn"]},{"precision":0.443359,"recall":0.492095,"f1":0.456083,"accuracy":0.492095,"main_score":0.456083,"hf_subset":"isl_Latn-ace_Latn","languages":["isl-Latn","ace-Latn"]},{"precision":0.473286,"recall":0.519763,"f1":0.485032,"accuracy":0.519763,"main_score":0.485032,"hf_subset":"isl_Latn-ban_Latn","languages":["isl-Latn","ban-Latn"]},{"precision":0.498889,"recall":0.572134,"f1":0.518448,"accuracy":0.572134,"main_score":0.518448,"hf_subset":"isl_Latn-ell_Grek","languages":["isl-Latn","ell-Grek"]},{"precision":0.505206,"recall":0.565217,"f1":0.521182,"accuracy":0.565217,"main_score":0.521182,"hf_subset":"isl_Latn-hne_Deva","languages":["isl-Latn","hne-Deva"]},{"precision":0.368457,"recall":0.426877,"f1":0.383679,"accuracy":0.426877,"main_score":0.383679,"hf_subset":"isl_Latn-kik_Latn","languages":["isl-Latn","kik-Latn"]},{"precision":0.513218,"recall":0.577075,"f1":0.52933,"accuracy":0.577075,"main_score":0.52933,"hf_subset":"isl_Latn-mai_Deva","languages":["isl-Latn","mai-Deva"]},{"precision":0.453834,"recall":0.517787,"f1":0.470624,"accuracy":0.517787,"main_score":0.470624,"hf_subset":"isl_Latn-pbt_Arab","languages":["isl-Latn","pbt-Arab"]},{"precision":0.578518,"recall":0.632411,"f1":0.59194,"accuracy":0.632411,"main_score":0.59194,"hf_subset":"isl_Latn-spa_Latn","languages":["isl-Latn","spa-Latn"]},{"precision":0.424766,"recall":0.471344,"f1":0.43749,"accuracy":0.471344,"main_score":0.43749,"hf_subset":"isl_Latn-twi_Latn","languages":["isl-Latn","twi-Latn"]},{"precision":0.523316,"recall":0.585968,"f1":0.540145,"accuracy":0.585968,"main_score":0.540145,"hf_subset":"isl_Latn-acm_Arab","languages":["isl-Latn","acm-Arab"]},{"precision":0.474298,"recall":0.536561,"f1":0.49136,"accuracy":0.536561,"main_score":0.49136,"hf_subset":"isl_Latn-bel_Cyrl","languages":["isl-Latn","bel-Cyrl"]},{"precision":0.588271,"recall":0.637352,"f1":0.600462,"accuracy":0.637352,"main_score":0.600462,"hf_subset":"isl_Latn-eng_Latn","languages":["isl-Latn","eng-Latn"]},{"precision":0.549804,"recall":0.603755,"f1":0.564418,"accuracy":0.603755,"main_score":0.564418,"hf_subset":"isl_Latn-hrv_Latn","languages":["isl-Latn","hrv-Latn"]},{"precision":0.371761,"recall":0.429842,"f1":0.387003,"accuracy":0.429842,"main_score":0.387003,"hf_subset":"isl_Latn-kin_Latn","languages":["isl-Latn","kin-Latn"]},{"precision":0.533142,"recall":0.604743,"f1":0.552681,"accuracy":0.604743,"main_score":0.552681,"hf_subset":"isl_Latn-mal_Mlym","languages":["isl-Latn","mal-Mlym"]},{"precision":0.537678,"recall":0.603755,"f1":0.555515,"accuracy":0.603755,"main_score":0.555515,"hf_subset":"isl_Latn-pes_Arab","languages":["isl-Latn","pes-Arab"]},{"precision":0.483995,"recall":0.533597,"f1":0.49693,"accuracy":0.533597,"main_score":0.49693,"hf_subset":"isl_Latn-srd_Latn","languages":["isl-Latn","srd-Latn"]},{"precision":0.117959,"recall":0.179842,"f1":0.13254,"accuracy":0.179842,"main_score":0.13254,"hf_subset":"isl_Latn-tzm_Tfng","languages":["isl-Latn","tzm-Tfng"]},{"precision":0.526178,"recall":0.582016,"f1":0.540598,"accuracy":0.582016,"main_score":0.540598,"hf_subset":"isl_Latn-acq_Arab","languages":["isl-Latn","acq-Arab"]},{"precision":0.414143,"recall":0.462451,"f1":0.426462,"accuracy":0.462451,"main_score":0.426462,"hf_subset":"isl_Latn-bem_Latn","languages":["isl-Latn","bem-Latn"]},{"precision":0.490697,"recall":0.548419,"f1":0.505398,"accuracy":0.548419,"main_score":0.505398,"hf_subset":"isl_Latn-epo_Latn","languages":["isl-Latn","epo-Latn"]},{"precision":0.525425,"recall":0.578063,"f1":0.539895,"accuracy":0.578063,"main_score":0.539895,"hf_subset":"isl_Latn-hun_Latn","languages":["isl-Latn","hun-Latn"]},{"precision":0.435391,"recall":0.48913,"f1":0.45036,"accuracy":0.48913,"main_score":0.45036,"hf_subset":"isl_Latn-kir_Cyrl","languages":["isl-Latn","kir-Cyrl"]},{"precision":0.543956,"recall":0.612648,"f1":0.562379,"accuracy":0.612648,"main_score":0.562379,"hf_subset":"isl_Latn-mar_Deva","languages":["isl-Latn","mar-Deva"]},{"precision":0.421054,"recall":0.470356,"f1":0.433753,"accuracy":0.470356,"main_score":0.433753,"hf_subset":"isl_Latn-plt_Latn","languages":["isl-Latn","plt-Latn"]},{"precision":0.512505,"recall":0.578063,"f1":0.529513,"accuracy":0.578063,"main_score":0.529513,"hf_subset":"isl_Latn-srp_Cyrl","languages":["isl-Latn","srp-Cyrl"]},{"precision":0.27209,"recall":0.331028,"f1":0.28821,"accuracy":0.331028,"main_score":0.28821,"hf_subset":"isl_Latn-uig_Arab","languages":["isl-Latn","uig-Arab"]},{"precision":0.505961,"recall":0.563241,"f1":0.521776,"accuracy":0.563241,"main_score":0.521776,"hf_subset":"isl_Latn-aeb_Arab","languages":["isl-Latn","aeb-Arab"]},{"precision":0.537111,"recall":0.608696,"f1":0.556322,"accuracy":0.608696,"main_score":0.556322,"hf_subset":"isl_Latn-ben_Beng","languages":["isl-Latn","ben-Beng"]},{"precision":0.494156,"recall":0.537549,"f1":0.506017,"accuracy":0.537549,"main_score":0.506017,"hf_subset":"isl_Latn-est_Latn","languages":["isl-Latn","est-Latn"]},{"precision":0.466048,"recall":0.524704,"f1":0.481569,"accuracy":0.524704,"main_score":0.481569,"hf_subset":"isl_Latn-hye_Armn","languages":["isl-Latn","hye-Armn"]},{"precision":0.386401,"recall":0.438735,"f1":0.400656,"accuracy":0.438735,"main_score":0.400656,"hf_subset":"isl_Latn-kmb_Latn","languages":["isl-Latn","kmb-Latn"]},{"precision":0.203727,"recall":0.255929,"f1":0.217414,"accuracy":0.255929,"main_score":0.217414,"hf_subset":"isl_Latn-min_Arab","languages":["isl-Latn","min-Arab"]},{"precision":0.546365,"recall":0.602767,"f1":0.561165,"accuracy":0.602767,"main_score":0.561165,"hf_subset":"isl_Latn-pol_Latn","languages":["isl-Latn","pol-Latn"]},{"precision":0.386936,"recall":0.443676,"f1":0.402084,"accuracy":0.443676,"main_score":0.402084,"hf_subset":"isl_Latn-ssw_Latn","languages":["isl-Latn","ssw-Latn"]},{"precision":0.528252,"recall":0.594862,"f1":0.546109,"accuracy":0.594862,"main_score":0.546109,"hf_subset":"isl_Latn-ukr_Cyrl","languages":["isl-Latn","ukr-Cyrl"]},{"precision":0.544124,"recall":0.597826,"f1":0.557016,"accuracy":0.597826,"main_score":0.557016,"hf_subset":"isl_Latn-afr_Latn","languages":["isl-Latn","afr-Latn"]},{"precision":0.494352,"recall":0.559289,"f1":0.511828,"accuracy":0.559289,"main_score":0.511828,"hf_subset":"isl_Latn-bho_Deva","languages":["isl-Latn","bho-Deva"]},{"precision":0.441055,"recall":0.488142,"f1":0.453606,"accuracy":0.488142,"main_score":0.453606,"hf_subset":"isl_Latn-eus_Latn","languages":["isl-Latn","eus-Latn"]},{"precision":0.384324,"recall":0.439723,"f1":0.399044,"accuracy":0.439723,"main_score":0.399044,"hf_subset":"isl_Latn-ibo_Latn","languages":["isl-Latn","ibo-Latn"]},{"precision":0.398837,"recall":0.450593,"f1":0.412854,"accuracy":0.450593,"main_score":0.412854,"hf_subset":"isl_Latn-kmr_Latn","languages":["isl-Latn","kmr-Latn"]},{"precision":0.463981,"recall":0.51087,"f1":0.476375,"accuracy":0.51087,"main_score":0.476375,"hf_subset":"isl_Latn-min_Latn","languages":["isl-Latn","min-Latn"]},{"precision":0.565993,"recall":0.62253,"f1":0.580084,"accuracy":0.62253,"main_score":0.580084,"hf_subset":"isl_Latn-por_Latn","languages":["isl-Latn","por-Latn"]},{"precision":0.474443,"recall":0.527668,"f1":0.487633,"accuracy":0.527668,"main_score":0.487633,"hf_subset":"isl_Latn-sun_Latn","languages":["isl-Latn","sun-Latn"]},{"precision":0.371867,"recall":0.424901,"f1":0.386392,"accuracy":0.424901,"main_score":0.386392,"hf_subset":"isl_Latn-umb_Latn","languages":["isl-Latn","umb-Latn"]},{"precision":0.524891,"recall":0.583992,"f1":0.540124,"accuracy":0.583992,"main_score":0.540124,"hf_subset":"isl_Latn-ajp_Arab","languages":["isl-Latn","ajp-Arab"]},{"precision":0.216614,"recall":0.26087,"f1":0.228905,"accuracy":0.26087,"main_score":0.228905,"hf_subset":"isl_Latn-bjn_Arab","languages":["isl-Latn","bjn-Arab"]},{"precision":0.394053,"recall":0.436759,"f1":0.406066,"accuracy":0.436759,"main_score":0.406066,"hf_subset":"isl_Latn-ewe_Latn","languages":["isl-Latn","ewe-Latn"]},{"precision":0.460042,"recall":0.500988,"f1":0.470458,"accuracy":0.500988,"main_score":0.470458,"hf_subset":"isl_Latn-ilo_Latn","languages":["isl-Latn","ilo-Latn"]},{"precision":0.182942,"recall":0.240119,"f1":0.198083,"accuracy":0.240119,"main_score":0.198083,"hf_subset":"isl_Latn-knc_Arab","languages":["isl-Latn","knc-Arab"]},{"precision":0.511972,"recall":0.574111,"f1":0.528404,"accuracy":0.574111,"main_score":0.528404,"hf_subset":"isl_Latn-mkd_Cyrl","languages":["isl-Latn","mkd-Cyrl"]},{"precision":0.541344,"recall":0.602767,"f1":0.558493,"accuracy":0.602767,"main_score":0.558493,"hf_subset":"isl_Latn-prs_Arab","languages":["isl-Latn","prs-Arab"]},{"precision":0.596402,"recall":0.652174,"f1":0.610817,"accuracy":0.652174,"main_score":0.610817,"hf_subset":"isl_Latn-swe_Latn","languages":["isl-Latn","swe-Latn"]},{"precision":0.507441,"recall":0.574111,"f1":0.526049,"accuracy":0.574111,"main_score":0.526049,"hf_subset":"isl_Latn-urd_Arab","languages":["isl-Latn","urd-Arab"]},{"precision":0.413531,"recall":0.45751,"f1":0.424959,"accuracy":0.45751,"main_score":0.424959,"hf_subset":"isl_Latn-aka_Latn","languages":["isl-Latn","aka-Latn"]},{"precision":0.487261,"recall":0.538538,"f1":0.500511,"accuracy":0.538538,"main_score":0.500511,"hf_subset":"isl_Latn-bjn_Latn","languages":["isl-Latn","bjn-Latn"]},{"precision":0.637624,"recall":0.692688,"f1":0.652459,"accuracy":0.692688,"main_score":0.652459,"hf_subset":"isl_Latn-fao_Latn","languages":["isl-Latn","fao-Latn"]},{"precision":0.554977,"recall":0.615613,"f1":0.569909,"accuracy":0.615613,"main_score":0.569909,"hf_subset":"isl_Latn-ind_Latn","languages":["isl-Latn","ind-Latn"]},{"precision":0.404736,"recall":0.452569,"f1":0.416844,"accuracy":0.452569,"main_score":0.416844,"hf_subset":"isl_Latn-knc_Latn","languages":["isl-Latn","knc-Latn"]},{"precision":0.447642,"recall":0.493083,"f1":0.459888,"accuracy":0.493083,"main_score":0.459888,"hf_subset":"isl_Latn-mlt_Latn","languages":["isl-Latn","mlt-Latn"]},{"precision":0.401779,"recall":0.45751,"f1":0.416264,"accuracy":0.45751,"main_score":0.416264,"hf_subset":"isl_Latn-quy_Latn","languages":["isl-Latn","quy-Latn"]},{"precision":0.523714,"recall":0.58004,"f1":0.537953,"accuracy":0.58004,"main_score":0.537953,"hf_subset":"isl_Latn-swh_Latn","languages":["isl-Latn","swh-Latn"]},{"precision":0.429041,"recall":0.483202,"f1":0.443296,"accuracy":0.483202,"main_score":0.443296,"hf_subset":"isl_Latn-uzn_Latn","languages":["isl-Latn","uzn-Latn"]},{"precision":0.462832,"recall":0.513834,"f1":0.476934,"accuracy":0.513834,"main_score":0.476934,"hf_subset":"isl_Latn-als_Latn","languages":["isl-Latn","als-Latn"]},{"precision":0.206712,"recall":0.261858,"f1":0.221347,"accuracy":0.261858,"main_score":0.221347,"hf_subset":"isl_Latn-bod_Tibt","languages":["isl-Latn","bod-Tibt"]},{"precision":0.394373,"recall":0.437747,"f1":0.4054,"accuracy":0.437747,"main_score":0.4054,"hf_subset":"isl_Latn-fij_Latn","languages":["isl-Latn","fij-Latn"]},{"precision":0.418017,"recall":0.471344,"f1":0.432915,"accuracy":0.471344,"main_score":0.432915,"hf_subset":"isl_Latn-kon_Latn","languages":["isl-Latn","kon-Latn"]},{"precision":0.306196,"recall":0.374506,"f1":0.32311,"accuracy":0.374506,"main_score":0.32311,"hf_subset":"isl_Latn-mni_Beng","languages":["isl-Latn","mni-Beng"]},{"precision":0.556467,"recall":0.605731,"f1":0.569201,"accuracy":0.605731,"main_score":0.569201,"hf_subset":"isl_Latn-ron_Latn","languages":["isl-Latn","ron-Latn"]},{"precision":0.4955,"recall":0.543478,"f1":0.507394,"accuracy":0.543478,"main_score":0.507394,"hf_subset":"isl_Latn-szl_Latn","languages":["isl-Latn","szl-Latn"]},{"precision":0.520897,"recall":0.577075,"f1":0.535266,"accuracy":0.577075,"main_score":0.535266,"hf_subset":"isl_Latn-vec_Latn","languages":["isl-Latn","vec-Latn"]},{"precision":0.454754,"recall":0.518775,"f1":0.471766,"accuracy":0.518775,"main_score":0.471766,"hf_subset":"isl_Latn-amh_Ethi","languages":["isl-Latn","amh-Ethi"]},{"precision":0.549141,"recall":0.606719,"f1":0.564989,"accuracy":0.606719,"main_score":0.564989,"hf_subset":"isl_Latn-bos_Latn","languages":["isl-Latn","bos-Latn"]},{"precision":0.561843,"recall":0.612648,"f1":0.574161,"accuracy":0.612648,"main_score":0.574161,"hf_subset":"isl_Latn-fin_Latn","languages":["isl-Latn","fin-Latn"]},{"precision":0.56814,"recall":0.62747,"f1":0.583277,"accuracy":0.62747,"main_score":0.583277,"hf_subset":"isl_Latn-ita_Latn","languages":["isl-Latn","ita-Latn"]},{"precision":0.529684,"recall":0.588933,"f1":0.545894,"accuracy":0.588933,"main_score":0.545894,"hf_subset":"isl_Latn-kor_Hang","languages":["isl-Latn","kor-Hang"]},{"precision":0.392046,"recall":0.442688,"f1":0.405239,"accuracy":0.442688,"main_score":0.405239,"hf_subset":"isl_Latn-mos_Latn","languages":["isl-Latn","mos-Latn"]},{"precision":0.384723,"recall":0.434783,"f1":0.39854,"accuracy":0.434783,"main_score":0.39854,"hf_subset":"isl_Latn-run_Latn","languages":["isl-Latn","run-Latn"]},{"precision":0.520021,"recall":0.589921,"f1":0.538555,"accuracy":0.589921,"main_score":0.538555,"hf_subset":"isl_Latn-tam_Taml","languages":["isl-Latn","tam-Taml"]},{"precision":0.536891,"recall":0.597826,"f1":0.553523,"accuracy":0.597826,"main_score":0.553523,"hf_subset":"isl_Latn-vie_Latn","languages":["isl-Latn","vie-Latn"]},{"precision":0.510595,"recall":0.56917,"f1":0.526613,"accuracy":0.56917,"main_score":0.526613,"hf_subset":"isl_Latn-apc_Arab","languages":["isl-Latn","apc-Arab"]},{"precision":0.433397,"recall":0.482213,"f1":0.44683,"accuracy":0.482213,"main_score":0.44683,"hf_subset":"isl_Latn-bug_Latn","languages":["isl-Latn","bug-Latn"]},{"precision":0.376971,"recall":0.427866,"f1":0.390879,"accuracy":0.427866,"main_score":0.390879,"hf_subset":"isl_Latn-fon_Latn","languages":["isl-Latn","fon-Latn"]},{"precision":0.493453,"recall":0.540514,"f1":0.50499,"accuracy":0.540514,"main_score":0.50499,"hf_subset":"isl_Latn-jav_Latn","languages":["isl-Latn","jav-Latn"]},{"precision":0.440666,"recall":0.488142,"f1":0.452613,"accuracy":0.488142,"main_score":0.452613,"hf_subset":"isl_Latn-lao_Laoo","languages":["isl-Latn","lao-Laoo"]},{"precision":0.380247,"recall":0.4417,"f1":0.396396,"accuracy":0.4417,"main_score":0.396396,"hf_subset":"isl_Latn-mri_Latn","languages":["isl-Latn","mri-Latn"]},{"precision":0.543863,"recall":0.605731,"f1":0.559385,"accuracy":0.605731,"main_score":0.559385,"hf_subset":"isl_Latn-rus_Cyrl","languages":["isl-Latn","rus-Cyrl"]},{"precision":0.380443,"recall":0.432806,"f1":0.394461,"accuracy":0.432806,"main_score":0.394461,"hf_subset":"isl_Latn-taq_Latn","languages":["isl-Latn","taq-Latn"]},{"precision":0.494086,"recall":0.540514,"f1":0.50561,"accuracy":0.540514,"main_score":0.50561,"hf_subset":"isl_Latn-war_Latn","languages":["isl-Latn","war-Latn"]},{"precision":0.529559,"recall":0.589921,"f1":0.545573,"accuracy":0.589921,"main_score":0.545573,"hf_subset":"isl_Latn-arb_Arab","languages":["isl-Latn","arb-Arab"]},{"precision":0.541733,"recall":0.598814,"f1":0.556849,"accuracy":0.598814,"main_score":0.556849,"hf_subset":"isl_Latn-bul_Cyrl","languages":["isl-Latn","bul-Cyrl"]},{"precision":0.556658,"recall":0.609684,"f1":0.570264,"accuracy":0.609684,"main_score":0.570264,"hf_subset":"isl_Latn-fra_Latn","languages":["isl-Latn","fra-Latn"]},{"precision":0.555442,"recall":0.613636,"f1":0.570697,"accuracy":0.613636,"main_score":0.570697,"hf_subset":"isl_Latn-jpn_Jpan","languages":["isl-Latn","jpn-Jpan"]},{"precision":0.503005,"recall":0.552372,"f1":0.515238,"accuracy":0.552372,"main_score":0.515238,"hf_subset":"isl_Latn-lij_Latn","languages":["isl-Latn","lij-Latn"]},{"precision":0.420384,"recall":0.486166,"f1":0.438477,"accuracy":0.486166,"main_score":0.438477,"hf_subset":"isl_Latn-mya_Mymr","languages":["isl-Latn","mya-Mymr"]},{"precision":0.409647,"recall":0.463439,"f1":0.424475,"accuracy":0.463439,"main_score":0.424475,"hf_subset":"isl_Latn-sag_Latn","languages":["isl-Latn","sag-Latn"]},{"precision":0.146921,"recall":0.20751,"f1":0.161214,"accuracy":0.20751,"main_score":0.161214,"hf_subset":"isl_Latn-taq_Tfng","languages":["isl-Latn","taq-Tfng"]},{"precision":0.399164,"recall":0.44664,"f1":0.411785,"accuracy":0.44664,"main_score":0.411785,"hf_subset":"isl_Latn-wol_Latn","languages":["isl-Latn","wol-Latn"]},{"precision":0.276269,"recall":0.348814,"f1":0.295534,"accuracy":0.348814,"main_score":0.295534,"hf_subset":"isl_Latn-arb_Latn","languages":["isl-Latn","arb-Latn"]},{"precision":0.532902,"recall":0.588933,"f1":0.548334,"accuracy":0.588933,"main_score":0.548334,"hf_subset":"isl_Latn-cat_Latn","languages":["isl-Latn","cat-Latn"]},{"precision":0.489095,"recall":0.534585,"f1":0.500866,"accuracy":0.534585,"main_score":0.500866,"hf_subset":"isl_Latn-fur_Latn","languages":["isl-Latn","fur-Latn"]},{"precision":0.294689,"recall":0.356719,"f1":0.31079,"accuracy":0.356719,"main_score":0.31079,"hf_subset":"isl_Latn-kab_Latn","languages":["isl-Latn","kab-Latn"]},{"precision":0.487152,"recall":0.536561,"f1":0.500413,"accuracy":0.536561,"main_score":0.500413,"hf_subset":"isl_Latn-lim_Latn","languages":["isl-Latn","lim-Latn"]},{"precision":0.580667,"recall":0.635375,"f1":0.595645,"accuracy":0.635375,"main_score":0.595645,"hf_subset":"isl_Latn-nld_Latn","languages":["isl-Latn","nld-Latn"]},{"precision":0.463334,"recall":0.528656,"f1":0.480895,"accuracy":0.528656,"main_score":0.480895,"hf_subset":"isl_Latn-san_Deva","languages":["isl-Latn","san-Deva"]},{"precision":0.435655,"recall":0.48419,"f1":0.449086,"accuracy":0.48419,"main_score":0.449086,"hf_subset":"isl_Latn-tat_Cyrl","languages":["isl-Latn","tat-Cyrl"]},{"precision":0.398222,"recall":0.454545,"f1":0.413076,"accuracy":0.454545,"main_score":0.413076,"hf_subset":"isl_Latn-xho_Latn","languages":["isl-Latn","xho-Latn"]},{"precision":0.512301,"recall":0.577075,"f1":0.529598,"accuracy":0.577075,"main_score":0.529598,"hf_subset":"isl_Latn-ars_Arab","languages":["isl-Latn","ars-Arab"]},{"precision":0.48175,"recall":0.521739,"f1":0.492493,"accuracy":0.521739,"main_score":0.492493,"hf_subset":"isl_Latn-ceb_Latn","languages":["isl-Latn","ceb-Latn"]},{"precision":0.388954,"recall":0.436759,"f1":0.401784,"accuracy":0.436759,"main_score":0.401784,"hf_subset":"isl_Latn-fuv_Latn","languages":["isl-Latn","fuv-Latn"]},{"precision":0.398392,"recall":0.449605,"f1":0.411923,"accuracy":0.449605,"main_score":0.411923,"hf_subset":"isl_Latn-kac_Latn","languages":["isl-Latn","kac-Latn"]},{"precision":0.409508,"recall":0.472332,"f1":0.426496,"accuracy":0.472332,"main_score":0.426496,"hf_subset":"isl_Latn-lin_Latn","languages":["isl-Latn","lin-Latn"]},{"precision":0.578611,"recall":0.640316,"f1":0.593978,"accuracy":0.640316,"main_score":0.593978,"hf_subset":"isl_Latn-nno_Latn","languages":["isl-Latn","nno-Latn"]},{"precision":0.174753,"recall":0.22332,"f1":0.18692,"accuracy":0.22332,"main_score":0.18692,"hf_subset":"isl_Latn-sat_Olck","languages":["isl-Latn","sat-Olck"]},{"precision":0.533622,"recall":0.598814,"f1":0.551542,"accuracy":0.598814,"main_score":0.551542,"hf_subset":"isl_Latn-tel_Telu","languages":["isl-Latn","tel-Telu"]},{"precision":0.283086,"recall":0.347826,"f1":0.300819,"accuracy":0.347826,"main_score":0.300819,"hf_subset":"isl_Latn-ydd_Hebr","languages":["isl-Latn","ydd-Hebr"]},{"precision":0.463494,"recall":0.523715,"f1":0.478995,"accuracy":0.523715,"main_score":0.478995,"hf_subset":"isl_Latn-ary_Arab","languages":["isl-Latn","ary-Arab"]},{"precision":0.540179,"recall":0.600791,"f1":0.556136,"accuracy":0.600791,"main_score":0.556136,"hf_subset":"isl_Latn-ces_Latn","languages":["isl-Latn","ces-Latn"]},{"precision":0.292674,"recall":0.352767,"f1":0.308658,"accuracy":0.352767,"main_score":0.308658,"hf_subset":"isl_Latn-gaz_Latn","languages":["isl-Latn","gaz-Latn"]},{"precision":0.4082,"recall":0.456522,"f1":0.420862,"accuracy":0.456522,"main_score":0.420862,"hf_subset":"isl_Latn-kam_Latn","languages":["isl-Latn","kam-Latn"]},{"precision":0.464971,"recall":0.523715,"f1":0.480067,"accuracy":0.523715,"main_score":0.480067,"hf_subset":"isl_Latn-lit_Latn","languages":["isl-Latn","lit-Latn"]},{"precision":0.580439,"recall":0.643281,"f1":0.596729,"accuracy":0.643281,"main_score":0.596729,"hf_subset":"isl_Latn-nob_Latn","languages":["isl-Latn","nob-Latn"]},{"precision":0.485098,"recall":0.536561,"f1":0.497939,"accuracy":0.536561,"main_score":0.497939,"hf_subset":"isl_Latn-scn_Latn","languages":["isl-Latn","scn-Latn"]},{"precision":0.393723,"recall":0.450593,"f1":0.409162,"accuracy":0.450593,"main_score":0.409162,"hf_subset":"isl_Latn-tgk_Cyrl","languages":["isl-Latn","tgk-Cyrl"]},{"precision":0.369047,"recall":0.428854,"f1":0.384842,"accuracy":0.428854,"main_score":0.384842,"hf_subset":"isl_Latn-yor_Latn","languages":["isl-Latn","yor-Latn"]},{"precision":0.516963,"recall":0.583004,"f1":0.535217,"accuracy":0.583004,"main_score":0.535217,"hf_subset":"isl_Latn-arz_Arab","languages":["isl-Latn","arz-Arab"]},{"precision":0.377895,"recall":0.431818,"f1":0.392666,"accuracy":0.431818,"main_score":0.392666,"hf_subset":"isl_Latn-cjk_Latn","languages":["isl-Latn","cjk-Latn"]},{"precision":0.393596,"recall":0.4417,"f1":0.40685,"accuracy":0.4417,"main_score":0.40685,"hf_subset":"isl_Latn-gla_Latn","languages":["isl-Latn","gla-Latn"]},{"precision":0.514092,"recall":0.581028,"f1":0.532398,"accuracy":0.581028,"main_score":0.532398,"hf_subset":"isl_Latn-kan_Knda","languages":["isl-Latn","kan-Knda"]},{"precision":0.482643,"recall":0.523715,"f1":0.492922,"accuracy":0.523715,"main_score":0.492922,"hf_subset":"isl_Latn-lmo_Latn","languages":["isl-Latn","lmo-Latn"]},{"precision":0.530132,"recall":0.59585,"f1":0.5473,"accuracy":0.59585,"main_score":0.5473,"hf_subset":"isl_Latn-npi_Deva","languages":["isl-Latn","npi-Deva"]},{"precision":0.351671,"recall":0.407115,"f1":0.366963,"accuracy":0.407115,"main_score":0.366963,"hf_subset":"isl_Latn-shn_Mymr","languages":["isl-Latn","shn-Mymr"]},{"precision":0.520006,"recall":0.573123,"f1":0.53344,"accuracy":0.573123,"main_score":0.53344,"hf_subset":"isl_Latn-tgl_Latn","languages":["isl-Latn","tgl-Latn"]},{"precision":0.51414,"recall":0.582016,"f1":0.532646,"accuracy":0.582016,"main_score":0.532646,"hf_subset":"isl_Latn-yue_Hant","languages":["isl-Latn","yue-Hant"]},{"precision":0.449385,"recall":0.513834,"f1":0.46658,"accuracy":0.513834,"main_score":0.46658,"hf_subset":"isl_Latn-asm_Beng","languages":["isl-Latn","asm-Beng"]},{"precision":0.333709,"recall":0.381423,"f1":0.347148,"accuracy":0.381423,"main_score":0.347148,"hf_subset":"isl_Latn-ckb_Arab","languages":["isl-Latn","ckb-Arab"]},{"precision":0.408137,"recall":0.453557,"f1":0.420443,"accuracy":0.453557,"main_score":0.420443,"hf_subset":"isl_Latn-gle_Latn","languages":["isl-Latn","gle-Latn"]},{"precision":0.360534,"recall":0.431818,"f1":0.379059,"accuracy":0.431818,"main_score":0.379059,"hf_subset":"isl_Latn-kas_Arab","languages":["isl-Latn","kas-Arab"]},{"precision":0.432305,"recall":0.476285,"f1":0.44287,"accuracy":0.476285,"main_score":0.44287,"hf_subset":"isl_Latn-ltg_Latn","languages":["isl-Latn","ltg-Latn"]},{"precision":0.414092,"recall":0.456522,"f1":0.425146,"accuracy":0.456522,"main_score":0.425146,"hf_subset":"isl_Latn-nso_Latn","languages":["isl-Latn","nso-Latn"]},{"precision":0.477151,"recall":0.54249,"f1":0.494408,"accuracy":0.54249,"main_score":0.494408,"hf_subset":"isl_Latn-sin_Sinh","languages":["isl-Latn","sin-Sinh"]},{"precision":0.526399,"recall":0.594862,"f1":0.545066,"accuracy":0.594862,"main_score":0.545066,"hf_subset":"isl_Latn-tha_Thai","languages":["isl-Latn","tha-Thai"]},{"precision":0.514675,"recall":0.581028,"f1":0.5329,"accuracy":0.581028,"main_score":0.5329,"hf_subset":"isl_Latn-zho_Hans","languages":["isl-Latn","zho-Hans"]},{"precision":0.522092,"recall":0.575099,"f1":0.535499,"accuracy":0.575099,"main_score":0.535499,"hf_subset":"isl_Latn-ast_Latn","languages":["isl-Latn","ast-Latn"]},{"precision":0.463416,"recall":0.521739,"f1":0.478739,"accuracy":0.521739,"main_score":0.478739,"hf_subset":"isl_Latn-crh_Latn","languages":["isl-Latn","crh-Latn"]},{"precision":0.530305,"recall":0.587945,"f1":0.54506,"accuracy":0.587945,"main_score":0.54506,"hf_subset":"isl_Latn-glg_Latn","languages":["isl-Latn","glg-Latn"]},{"precision":0.389073,"recall":0.445652,"f1":0.404508,"accuracy":0.445652,"main_score":0.404508,"hf_subset":"isl_Latn-kas_Deva","languages":["isl-Latn","kas-Deva"]},{"precision":0.490906,"recall":0.538538,"f1":0.50378,"accuracy":0.538538,"main_score":0.50378,"hf_subset":"isl_Latn-ltz_Latn","languages":["isl-Latn","ltz-Latn"]},{"precision":0.321862,"recall":0.382411,"f1":0.338299,"accuracy":0.382411,"main_score":0.338299,"hf_subset":"isl_Latn-nus_Latn","languages":["isl-Latn","nus-Latn"]},{"precision":0.528963,"recall":0.588933,"f1":0.543886,"accuracy":0.588933,"main_score":0.543886,"hf_subset":"isl_Latn-slk_Latn","languages":["isl-Latn","slk-Latn"]},{"precision":0.303042,"recall":0.363636,"f1":0.32036,"accuracy":0.363636,"main_score":0.32036,"hf_subset":"isl_Latn-tir_Ethi","languages":["isl-Latn","tir-Ethi"]},{"precision":0.504937,"recall":0.56917,"f1":0.522278,"accuracy":0.56917,"main_score":0.522278,"hf_subset":"isl_Latn-zho_Hant","languages":["isl-Latn","zho-Hant"]},{"precision":0.535989,"recall":0.602767,"f1":0.553859,"accuracy":0.602767,"main_score":0.553859,"hf_subset":"isl_Latn-awa_Deva","languages":["isl-Latn","awa-Deva"]},{"precision":0.405361,"recall":0.450593,"f1":0.417135,"accuracy":0.450593,"main_score":0.417135,"hf_subset":"isl_Latn-cym_Latn","languages":["isl-Latn","cym-Latn"]},{"precision":0.425592,"recall":0.474308,"f1":0.437888,"accuracy":0.474308,"main_score":0.437888,"hf_subset":"isl_Latn-grn_Latn","languages":["isl-Latn","grn-Latn"]},{"precision":0.470119,"recall":0.534585,"f1":0.488011,"accuracy":0.534585,"main_score":0.488011,"hf_subset":"isl_Latn-kat_Geor","languages":["isl-Latn","kat-Geor"]},{"precision":0.409862,"recall":0.467391,"f1":0.424958,"accuracy":0.467391,"main_score":0.424958,"hf_subset":"isl_Latn-lua_Latn","languages":["isl-Latn","lua-Latn"]},{"precision":0.420883,"recall":0.467391,"f1":0.432712,"accuracy":0.467391,"main_score":0.432712,"hf_subset":"isl_Latn-nya_Latn","languages":["isl-Latn","nya-Latn"]},{"precision":0.50667,"recall":0.565217,"f1":0.521277,"accuracy":0.565217,"main_score":0.521277,"hf_subset":"isl_Latn-slv_Latn","languages":["isl-Latn","slv-Latn"]},{"precision":0.451534,"recall":0.498024,"f1":0.463312,"accuracy":0.498024,"main_score":0.463312,"hf_subset":"isl_Latn-tpi_Latn","languages":["isl-Latn","tpi-Latn"]},{"precision":0.554188,"recall":0.606719,"f1":0.567927,"accuracy":0.606719,"main_score":0.567927,"hf_subset":"isl_Latn-zsm_Latn","languages":["isl-Latn","zsm-Latn"]},{"precision":0.377647,"recall":0.429842,"f1":0.391504,"accuracy":0.429842,"main_score":0.391504,"hf_subset":"isl_Latn-ayr_Latn","languages":["isl-Latn","ayr-Latn"]},{"precision":0.606675,"recall":0.661067,"f1":0.620449,"accuracy":0.661067,"main_score":0.620449,"hf_subset":"isl_Latn-dan_Latn","languages":["isl-Latn","dan-Latn"]},{"precision":0.513146,"recall":0.576087,"f1":0.530198,"accuracy":0.576087,"main_score":0.530198,"hf_subset":"isl_Latn-guj_Gujr","languages":["isl-Latn","guj-Gujr"]},{"precision":0.4504,"recall":0.509881,"f1":0.466184,"accuracy":0.509881,"main_score":0.466184,"hf_subset":"isl_Latn-kaz_Cyrl","languages":["isl-Latn","kaz-Cyrl"]},{"precision":0.384839,"recall":0.426877,"f1":0.396089,"accuracy":0.426877,"main_score":0.396089,"hf_subset":"isl_Latn-lug_Latn","languages":["isl-Latn","lug-Latn"]},{"precision":0.524331,"recall":0.577075,"f1":0.538926,"accuracy":0.577075,"main_score":0.538926,"hf_subset":"isl_Latn-oci_Latn","languages":["isl-Latn","oci-Latn"]},{"precision":0.408565,"recall":0.451581,"f1":0.420448,"accuracy":0.451581,"main_score":0.420448,"hf_subset":"isl_Latn-smo_Latn","languages":["isl-Latn","smo-Latn"]},{"precision":0.391343,"recall":0.4417,"f1":0.404762,"accuracy":0.4417,"main_score":0.404762,"hf_subset":"isl_Latn-tsn_Latn","languages":["isl-Latn","tsn-Latn"]},{"precision":0.396875,"recall":0.452569,"f1":0.411479,"accuracy":0.452569,"main_score":0.411479,"hf_subset":"isl_Latn-zul_Latn","languages":["isl-Latn","zul-Latn"]},{"precision":0.351186,"recall":0.41996,"f1":0.369608,"accuracy":0.41996,"main_score":0.369608,"hf_subset":"isl_Latn-azb_Arab","languages":["isl-Latn","azb-Arab"]},{"precision":0.578001,"recall":0.631423,"f1":0.591662,"accuracy":0.631423,"main_score":0.591662,"hf_subset":"isl_Latn-deu_Latn","languages":["isl-Latn","deu-Latn"]},{"precision":0.390528,"recall":0.455534,"f1":0.407983,"accuracy":0.455534,"main_score":0.407983,"hf_subset":"isl_Latn-hat_Latn","languages":["isl-Latn","hat-Latn"]},{"precision":0.359821,"recall":0.41996,"f1":0.376208,"accuracy":0.41996,"main_score":0.376208,"hf_subset":"isl_Latn-kbp_Latn","languages":["isl-Latn","kbp-Latn"]},{"precision":0.402731,"recall":0.45751,"f1":0.417836,"accuracy":0.45751,"main_score":0.417836,"hf_subset":"isl_Latn-luo_Latn","languages":["isl-Latn","luo-Latn"]},{"precision":0.398843,"recall":0.465415,"f1":0.417963,"accuracy":0.465415,"main_score":0.417963,"hf_subset":"isl_Latn-ory_Orya","languages":["isl-Latn","ory-Orya"]},{"precision":0.392403,"recall":0.44664,"f1":0.407171,"accuracy":0.44664,"main_score":0.407171,"hf_subset":"isl_Latn-sna_Latn","languages":["isl-Latn","sna-Latn"]},{"precision":0.397761,"recall":0.438735,"f1":0.409183,"accuracy":0.438735,"main_score":0.409183,"hf_subset":"isl_Latn-tso_Latn","languages":["isl-Latn","tso-Latn"]},{"precision":0.473384,"recall":0.523715,"f1":0.486241,"accuracy":0.523715,"main_score":0.486241,"hf_subset":"isl_Latn-azj_Latn","languages":["isl-Latn","azj-Latn"]},{"precision":0.374018,"recall":0.429842,"f1":0.388243,"accuracy":0.429842,"main_score":0.388243,"hf_subset":"isl_Latn-dik_Latn","languages":["isl-Latn","dik-Latn"]},{"precision":0.41847,"recall":0.460474,"f1":0.42999,"accuracy":0.460474,"main_score":0.42999,"hf_subset":"isl_Latn-hau_Latn","languages":["isl-Latn","hau-Latn"]},{"precision":0.486723,"recall":0.539526,"f1":0.500174,"accuracy":0.539526,"main_score":0.500174,"hf_subset":"isl_Latn-kea_Latn","languages":["isl-Latn","kea-Latn"]},{"precision":0.451142,"recall":0.488142,"f1":0.460675,"accuracy":0.488142,"main_score":0.460675,"hf_subset":"isl_Latn-lus_Latn","languages":["isl-Latn","lus-Latn"]},{"precision":0.439891,"recall":0.487154,"f1":0.451953,"accuracy":0.487154,"main_score":0.451953,"hf_subset":"isl_Latn-pag_Latn","languages":["isl-Latn","pag-Latn"]},{"precision":0.400155,"recall":0.462451,"f1":0.417874,"accuracy":0.462451,"main_score":0.417874,"hf_subset":"isl_Latn-snd_Arab","languages":["isl-Latn","snd-Arab"]},{"precision":0.43456,"recall":0.485178,"f1":0.447939,"accuracy":0.485178,"main_score":0.447939,"hf_subset":"isl_Latn-tuk_Latn","languages":["isl-Latn","tuk-Latn"]},{"precision":0.428693,"recall":0.485178,"f1":0.443025,"accuracy":0.485178,"main_score":0.443025,"hf_subset":"isl_Latn-bak_Cyrl","languages":["isl-Latn","bak-Cyrl"]},{"precision":0.308346,"recall":0.369565,"f1":0.325346,"accuracy":0.369565,"main_score":0.325346,"hf_subset":"isl_Latn-dyu_Latn","languages":["isl-Latn","dyu-Latn"]},{"precision":0.474011,"recall":0.547431,"f1":0.493505,"accuracy":0.547431,"main_score":0.493505,"hf_subset":"isl_Latn-heb_Hebr","languages":["isl-Latn","heb-Hebr"]},{"precision":0.376743,"recall":0.429842,"f1":0.390407,"accuracy":0.429842,"main_score":0.390407,"hf_subset":"isl_Latn-khk_Cyrl","languages":["isl-Latn","khk-Cyrl"]},{"precision":0.492148,"recall":0.531621,"f1":0.502202,"accuracy":0.531621,"main_score":0.502202,"hf_subset":"isl_Latn-lvs_Latn","languages":["isl-Latn","lvs-Latn"]},{"precision":0.484008,"recall":0.556324,"f1":0.503067,"accuracy":0.556324,"main_score":0.503067,"hf_subset":"isl_Latn-pan_Guru","languages":["isl-Latn","pan-Guru"]},{"precision":0.388922,"recall":0.431818,"f1":0.400677,"accuracy":0.431818,"main_score":0.400677,"hf_subset":"isl_Latn-som_Latn","languages":["isl-Latn","som-Latn"]},{"precision":0.414838,"recall":0.468379,"f1":0.428609,"accuracy":0.468379,"main_score":0.428609,"hf_subset":"isl_Latn-tum_Latn","languages":["isl-Latn","tum-Latn"]},{"precision":0.266249,"recall":0.326087,"f1":0.282166,"accuracy":0.326087,"main_score":0.282166,"hf_subset":"kon_Latn-ace_Arab","languages":["kon-Latn","ace-Arab"]},{"precision":0.401799,"recall":0.456522,"f1":0.417445,"accuracy":0.456522,"main_score":0.417445,"hf_subset":"kon_Latn-bam_Latn","languages":["kon-Latn","bam-Latn"]},{"precision":0.14806,"recall":0.200593,"f1":0.161486,"accuracy":0.200593,"main_score":0.161486,"hf_subset":"kon_Latn-dzo_Tibt","languages":["kon-Latn","dzo-Tibt"]},{"precision":0.493527,"recall":0.570158,"f1":0.51443,"accuracy":0.570158,"main_score":0.51443,"hf_subset":"kon_Latn-hin_Deva","languages":["kon-Latn","hin-Deva"]},{"precision":0.384108,"recall":0.444664,"f1":0.400699,"accuracy":0.444664,"main_score":0.400699,"hf_subset":"kon_Latn-khm_Khmr","languages":["kon-Latn","khm-Khmr"]},{"precision":0.492147,"recall":0.5583,"f1":0.509993,"accuracy":0.5583,"main_score":0.509993,"hf_subset":"kon_Latn-mag_Deva","languages":["kon-Latn","mag-Deva"]},{"precision":0.535749,"recall":0.578063,"f1":0.547269,"accuracy":0.578063,"main_score":0.547269,"hf_subset":"kon_Latn-pap_Latn","languages":["kon-Latn","pap-Latn"]},{"precision":0.459209,"recall":0.506917,"f1":0.472024,"accuracy":0.506917,"main_score":0.472024,"hf_subset":"kon_Latn-sot_Latn","languages":["kon-Latn","sot-Latn"]},{"precision":0.515256,"recall":0.583004,"f1":0.533883,"accuracy":0.583004,"main_score":0.533883,"hf_subset":"kon_Latn-tur_Latn","languages":["kon-Latn","tur-Latn"]},{"precision":0.490514,"recall":0.539526,"f1":0.504945,"accuracy":0.539526,"main_score":0.504945,"hf_subset":"kon_Latn-ace_Latn","languages":["kon-Latn","ace-Latn"]},{"precision":0.510283,"recall":0.563241,"f1":0.524912,"accuracy":0.563241,"main_score":0.524912,"hf_subset":"kon_Latn-ban_Latn","languages":["kon-Latn","ban-Latn"]},{"precision":0.424204,"recall":0.495059,"f1":0.444535,"accuracy":0.495059,"main_score":0.444535,"hf_subset":"kon_Latn-ell_Grek","languages":["kon-Latn","ell-Grek"]},{"precision":0.499785,"recall":0.559289,"f1":0.516839,"accuracy":0.559289,"main_score":0.516839,"hf_subset":"kon_Latn-hne_Deva","languages":["kon-Latn","hne-Deva"]},{"precision":0.442078,"recall":0.493083,"f1":0.456242,"accuracy":0.493083,"main_score":0.456242,"hf_subset":"kon_Latn-kik_Latn","languages":["kon-Latn","kik-Latn"]},{"precision":0.499163,"recall":0.564229,"f1":0.516905,"accuracy":0.564229,"main_score":0.516905,"hf_subset":"kon_Latn-mai_Deva","languages":["kon-Latn","mai-Deva"]},{"precision":0.448982,"recall":0.506917,"f1":0.465584,"accuracy":0.506917,"main_score":0.465584,"hf_subset":"kon_Latn-pbt_Arab","languages":["kon-Latn","pbt-Arab"]},{"precision":0.526163,"recall":0.592885,"f1":0.544341,"accuracy":0.592885,"main_score":0.544341,"hf_subset":"kon_Latn-spa_Latn","languages":["kon-Latn","spa-Latn"]},{"precision":0.492725,"recall":0.540514,"f1":0.506505,"accuracy":0.540514,"main_score":0.506505,"hf_subset":"kon_Latn-twi_Latn","languages":["kon-Latn","twi-Latn"]},{"precision":0.483713,"recall":0.546443,"f1":0.501137,"accuracy":0.546443,"main_score":0.501137,"hf_subset":"kon_Latn-acm_Arab","languages":["kon-Latn","acm-Arab"]},{"precision":0.432731,"recall":0.494071,"f1":0.450038,"accuracy":0.494071,"main_score":0.450038,"hf_subset":"kon_Latn-bel_Cyrl","languages":["kon-Latn","bel-Cyrl"]},{"precision":0.543314,"recall":0.609684,"f1":0.561397,"accuracy":0.609684,"main_score":0.561397,"hf_subset":"kon_Latn-eng_Latn","languages":["kon-Latn","eng-Latn"]},{"precision":0.485054,"recall":0.543478,"f1":0.501107,"accuracy":0.543478,"main_score":0.501107,"hf_subset":"kon_Latn-hrv_Latn","languages":["kon-Latn","hrv-Latn"]},{"precision":0.430998,"recall":0.482213,"f1":0.44565,"accuracy":0.482213,"main_score":0.44565,"hf_subset":"kon_Latn-kin_Latn","languages":["kon-Latn","kin-Latn"]},{"precision":0.454932,"recall":0.519763,"f1":0.472769,"accuracy":0.519763,"main_score":0.472769,"hf_subset":"kon_Latn-mal_Mlym","languages":["kon-Latn","mal-Mlym"]},{"precision":0.499619,"recall":0.566206,"f1":0.517638,"accuracy":0.566206,"main_score":0.517638,"hf_subset":"kon_Latn-pes_Arab","languages":["kon-Latn","pes-Arab"]},{"precision":0.508401,"recall":0.559289,"f1":0.521422,"accuracy":0.559289,"main_score":0.521422,"hf_subset":"kon_Latn-srd_Latn","languages":["kon-Latn","srd-Latn"]},{"precision":0.133471,"recall":0.192688,"f1":0.147812,"accuracy":0.192688,"main_score":0.147812,"hf_subset":"kon_Latn-tzm_Tfng","languages":["kon-Latn","tzm-Tfng"]},{"precision":0.488264,"recall":0.557312,"f1":0.507081,"accuracy":0.557312,"main_score":0.507081,"hf_subset":"kon_Latn-acq_Arab","languages":["kon-Latn","acq-Arab"]},{"precision":0.487599,"recall":0.527668,"f1":0.500066,"accuracy":0.527668,"main_score":0.500066,"hf_subset":"kon_Latn-bem_Latn","languages":["kon-Latn","bem-Latn"]},{"precision":0.496839,"recall":0.552372,"f1":0.512184,"accuracy":0.552372,"main_score":0.512184,"hf_subset":"kon_Latn-epo_Latn","languages":["kon-Latn","epo-Latn"]},{"precision":0.472332,"recall":0.544466,"f1":0.492274,"accuracy":0.544466,"main_score":0.492274,"hf_subset":"kon_Latn-hun_Latn","languages":["kon-Latn","hun-Latn"]},{"precision":0.467215,"recall":0.522727,"f1":0.482349,"accuracy":0.522727,"main_score":0.482349,"hf_subset":"kon_Latn-kir_Cyrl","languages":["kon-Latn","kir-Cyrl"]},{"precision":0.499522,"recall":0.565217,"f1":0.517214,"accuracy":0.565217,"main_score":0.517214,"hf_subset":"kon_Latn-mar_Deva","languages":["kon-Latn","mar-Deva"]},{"precision":0.451558,"recall":0.504941,"f1":0.467302,"accuracy":0.504941,"main_score":0.467302,"hf_subset":"kon_Latn-plt_Latn","languages":["kon-Latn","plt-Latn"]},{"precision":0.475972,"recall":0.536561,"f1":0.493015,"accuracy":0.536561,"main_score":0.493015,"hf_subset":"kon_Latn-srp_Cyrl","languages":["kon-Latn","srp-Cyrl"]},{"precision":0.265532,"recall":0.331028,"f1":0.282496,"accuracy":0.331028,"main_score":0.282496,"hf_subset":"kon_Latn-uig_Arab","languages":["kon-Latn","uig-Arab"]},{"precision":0.462339,"recall":0.527668,"f1":0.480987,"accuracy":0.527668,"main_score":0.480987,"hf_subset":"kon_Latn-aeb_Arab","languages":["kon-Latn","aeb-Arab"]},{"precision":0.478992,"recall":0.550395,"f1":0.498689,"accuracy":0.550395,"main_score":0.498689,"hf_subset":"kon_Latn-ben_Beng","languages":["kon-Latn","ben-Beng"]},{"precision":0.462806,"recall":0.518775,"f1":0.477971,"accuracy":0.518775,"main_score":0.477971,"hf_subset":"kon_Latn-est_Latn","languages":["kon-Latn","est-Latn"]},{"precision":0.4165,"recall":0.468379,"f1":0.431092,"accuracy":0.468379,"main_score":0.431092,"hf_subset":"kon_Latn-hye_Armn","languages":["kon-Latn","hye-Armn"]},{"precision":0.448093,"recall":0.498024,"f1":0.462065,"accuracy":0.498024,"main_score":0.462065,"hf_subset":"kon_Latn-kmb_Latn","languages":["kon-Latn","kmb-Latn"]},{"precision":0.232199,"recall":0.283597,"f1":0.246173,"accuracy":0.283597,"main_score":0.246173,"hf_subset":"kon_Latn-min_Arab","languages":["kon-Latn","min-Arab"]},{"precision":0.516946,"recall":0.585968,"f1":0.535448,"accuracy":0.585968,"main_score":0.535448,"hf_subset":"kon_Latn-pol_Latn","languages":["kon-Latn","pol-Latn"]},{"precision":0.418621,"recall":0.465415,"f1":0.43174,"accuracy":0.465415,"main_score":0.43174,"hf_subset":"kon_Latn-ssw_Latn","languages":["kon-Latn","ssw-Latn"]},{"precision":0.492503,"recall":0.562253,"f1":0.51194,"accuracy":0.562253,"main_score":0.51194,"hf_subset":"kon_Latn-ukr_Cyrl","languages":["kon-Latn","ukr-Cyrl"]},{"precision":0.526249,"recall":0.578063,"f1":0.540416,"accuracy":0.578063,"main_score":0.540416,"hf_subset":"kon_Latn-afr_Latn","languages":["kon-Latn","afr-Latn"]},{"precision":0.506008,"recall":0.566206,"f1":0.522815,"accuracy":0.566206,"main_score":0.522815,"hf_subset":"kon_Latn-bho_Deva","languages":["kon-Latn","bho-Deva"]},{"precision":0.461308,"recall":0.519763,"f1":0.47697,"accuracy":0.519763,"main_score":0.47697,"hf_subset":"kon_Latn-eus_Latn","languages":["kon-Latn","eus-Latn"]},{"precision":0.410404,"recall":0.474308,"f1":0.427824,"accuracy":0.474308,"main_score":0.427824,"hf_subset":"kon_Latn-ibo_Latn","languages":["kon-Latn","ibo-Latn"]},{"precision":0.429557,"recall":0.494071,"f1":0.446599,"accuracy":0.494071,"main_score":0.446599,"hf_subset":"kon_Latn-kmr_Latn","languages":["kon-Latn","kmr-Latn"]},{"precision":0.505027,"recall":0.555336,"f1":0.518459,"accuracy":0.555336,"main_score":0.518459,"hf_subset":"kon_Latn-min_Latn","languages":["kon-Latn","min-Latn"]},{"precision":0.55253,"recall":0.613636,"f1":0.569793,"accuracy":0.613636,"main_score":0.569793,"hf_subset":"kon_Latn-por_Latn","languages":["kon-Latn","por-Latn"]},{"precision":0.532216,"recall":0.579051,"f1":0.545387,"accuracy":0.579051,"main_score":0.545387,"hf_subset":"kon_Latn-sun_Latn","languages":["kon-Latn","sun-Latn"]},{"precision":0.418028,"recall":0.471344,"f1":0.433272,"accuracy":0.471344,"main_score":0.433272,"hf_subset":"kon_Latn-umb_Latn","languages":["kon-Latn","umb-Latn"]},{"precision":0.48589,"recall":0.554348,"f1":0.504947,"accuracy":0.554348,"main_score":0.504947,"hf_subset":"kon_Latn-ajp_Arab","languages":["kon-Latn","ajp-Arab"]},{"precision":0.237649,"recall":0.289526,"f1":0.251624,"accuracy":0.289526,"main_score":0.251624,"hf_subset":"kon_Latn-bjn_Arab","languages":["kon-Latn","bjn-Arab"]},{"precision":0.43557,"recall":0.48913,"f1":0.450723,"accuracy":0.48913,"main_score":0.450723,"hf_subset":"kon_Latn-ewe_Latn","languages":["kon-Latn","ewe-Latn"]},{"precision":0.545906,"recall":0.589921,"f1":0.558263,"accuracy":0.589921,"main_score":0.558263,"hf_subset":"kon_Latn-ilo_Latn","languages":["kon-Latn","ilo-Latn"]},{"precision":0.186335,"recall":0.23913,"f1":0.199031,"accuracy":0.23913,"main_score":0.199031,"hf_subset":"kon_Latn-knc_Arab","languages":["kon-Latn","knc-Arab"]},{"precision":0.475986,"recall":0.536561,"f1":0.493434,"accuracy":0.536561,"main_score":0.493434,"hf_subset":"kon_Latn-mkd_Cyrl","languages":["kon-Latn","mkd-Cyrl"]},{"precision":0.483292,"recall":0.555336,"f1":0.503408,"accuracy":0.555336,"main_score":0.503408,"hf_subset":"kon_Latn-prs_Arab","languages":["kon-Latn","prs-Arab"]},{"precision":0.518039,"recall":0.58004,"f1":0.534273,"accuracy":0.58004,"main_score":0.534273,"hf_subset":"kon_Latn-swe_Latn","languages":["kon-Latn","swe-Latn"]},{"precision":0.452681,"recall":0.529644,"f1":0.474095,"accuracy":0.529644,"main_score":0.474095,"hf_subset":"kon_Latn-urd_Arab","languages":["kon-Latn","urd-Arab"]},{"precision":0.466227,"recall":0.523715,"f1":0.482403,"accuracy":0.523715,"main_score":0.482403,"hf_subset":"kon_Latn-aka_Latn","languages":["kon-Latn","aka-Latn"]},{"precision":0.508722,"recall":0.552372,"f1":0.52113,"accuracy":0.552372,"main_score":0.52113,"hf_subset":"kon_Latn-bjn_Latn","languages":["kon-Latn","bjn-Latn"]},{"precision":0.440876,"recall":0.495059,"f1":0.455771,"accuracy":0.495059,"main_score":0.455771,"hf_subset":"kon_Latn-fao_Latn","languages":["kon-Latn","fao-Latn"]},{"precision":0.554542,"recall":0.612648,"f1":0.571327,"accuracy":0.612648,"main_score":0.571327,"hf_subset":"kon_Latn-ind_Latn","languages":["kon-Latn","ind-Latn"]},{"precision":0.460834,"recall":0.499012,"f1":0.471618,"accuracy":0.499012,"main_score":0.471618,"hf_subset":"kon_Latn-knc_Latn","languages":["kon-Latn","knc-Latn"]},{"precision":0.47964,"recall":0.536561,"f1":0.494935,"accuracy":0.536561,"main_score":0.494935,"hf_subset":"kon_Latn-mlt_Latn","languages":["kon-Latn","mlt-Latn"]},{"precision":0.463791,"recall":0.522727,"f1":0.480318,"accuracy":0.522727,"main_score":0.480318,"hf_subset":"kon_Latn-quy_Latn","languages":["kon-Latn","quy-Latn"]},{"precision":0.489547,"recall":0.534585,"f1":0.502404,"accuracy":0.534585,"main_score":0.502404,"hf_subset":"kon_Latn-swh_Latn","languages":["kon-Latn","swh-Latn"]},{"precision":0.436866,"recall":0.495059,"f1":0.453496,"accuracy":0.495059,"main_score":0.453496,"hf_subset":"kon_Latn-uzn_Latn","languages":["kon-Latn","uzn-Latn"]},{"precision":0.505305,"recall":0.562253,"f1":0.520562,"accuracy":0.562253,"main_score":0.520562,"hf_subset":"kon_Latn-als_Latn","languages":["kon-Latn","als-Latn"]},{"precision":0.187202,"recall":0.251976,"f1":0.20313,"accuracy":0.251976,"main_score":0.20313,"hf_subset":"kon_Latn-bod_Tibt","languages":["kon-Latn","bod-Tibt"]},{"precision":0.439964,"recall":0.496047,"f1":0.456083,"accuracy":0.496047,"main_score":0.456083,"hf_subset":"kon_Latn-fij_Latn","languages":["kon-Latn","fij-Latn"]},{"precision":0.408738,"recall":0.472332,"f1":0.425922,"accuracy":0.472332,"main_score":0.425922,"hf_subset":"kon_Latn-isl_Latn","languages":["kon-Latn","isl-Latn"]},{"precision":0.335241,"recall":0.401186,"f1":0.352959,"accuracy":0.401186,"main_score":0.352959,"hf_subset":"kon_Latn-mni_Beng","languages":["kon-Latn","mni-Beng"]},{"precision":0.53149,"recall":0.589921,"f1":0.54821,"accuracy":0.589921,"main_score":0.54821,"hf_subset":"kon_Latn-ron_Latn","languages":["kon-Latn","ron-Latn"]},{"precision":0.476224,"recall":0.536561,"f1":0.492481,"accuracy":0.536561,"main_score":0.492481,"hf_subset":"kon_Latn-szl_Latn","languages":["kon-Latn","szl-Latn"]},{"precision":0.514854,"recall":0.562253,"f1":0.528005,"accuracy":0.562253,"main_score":0.528005,"hf_subset":"kon_Latn-vec_Latn","languages":["kon-Latn","vec-Latn"]},{"precision":0.397134,"recall":0.45751,"f1":0.413288,"accuracy":0.45751,"main_score":0.413288,"hf_subset":"kon_Latn-amh_Ethi","languages":["kon-Latn","amh-Ethi"]},{"precision":0.496168,"recall":0.562253,"f1":0.514468,"accuracy":0.562253,"main_score":0.514468,"hf_subset":"kon_Latn-bos_Latn","languages":["kon-Latn","bos-Latn"]},{"precision":0.512901,"recall":0.572134,"f1":0.528928,"accuracy":0.572134,"main_score":0.528928,"hf_subset":"kon_Latn-fin_Latn","languages":["kon-Latn","fin-Latn"]},{"precision":0.539692,"recall":0.599802,"f1":0.556096,"accuracy":0.599802,"main_score":0.556096,"hf_subset":"kon_Latn-ita_Latn","languages":["kon-Latn","ita-Latn"]},{"precision":0.483853,"recall":0.55336,"f1":0.502555,"accuracy":0.55336,"main_score":0.502555,"hf_subset":"kon_Latn-kor_Hang","languages":["kon-Latn","kor-Hang"]},{"precision":0.433202,"recall":0.488142,"f1":0.44928,"accuracy":0.488142,"main_score":0.44928,"hf_subset":"kon_Latn-mos_Latn","languages":["kon-Latn","mos-Latn"]},{"precision":0.432838,"recall":0.485178,"f1":0.447534,"accuracy":0.485178,"main_score":0.447534,"hf_subset":"kon_Latn-run_Latn","languages":["kon-Latn","run-Latn"]},{"precision":0.448823,"recall":0.523715,"f1":0.469121,"accuracy":0.523715,"main_score":0.469121,"hf_subset":"kon_Latn-tam_Taml","languages":["kon-Latn","tam-Taml"]},{"precision":0.498531,"recall":0.564229,"f1":0.517005,"accuracy":0.564229,"main_score":0.517005,"hf_subset":"kon_Latn-vie_Latn","languages":["kon-Latn","vie-Latn"]},{"precision":0.468823,"recall":0.541502,"f1":0.488667,"accuracy":0.541502,"main_score":0.488667,"hf_subset":"kon_Latn-apc_Arab","languages":["kon-Latn","apc-Arab"]},{"precision":0.491814,"recall":0.543478,"f1":0.506717,"accuracy":0.543478,"main_score":0.506717,"hf_subset":"kon_Latn-bug_Latn","languages":["kon-Latn","bug-Latn"]},{"precision":0.398454,"recall":0.454545,"f1":0.414018,"accuracy":0.454545,"main_score":0.414018,"hf_subset":"kon_Latn-fon_Latn","languages":["kon-Latn","fon-Latn"]},{"precision":0.541107,"recall":0.582016,"f1":0.552259,"accuracy":0.582016,"main_score":0.552259,"hf_subset":"kon_Latn-jav_Latn","languages":["kon-Latn","jav-Latn"]},{"precision":0.395979,"recall":0.450593,"f1":0.410303,"accuracy":0.450593,"main_score":0.410303,"hf_subset":"kon_Latn-lao_Laoo","languages":["kon-Latn","lao-Laoo"]},{"precision":0.397263,"recall":0.459486,"f1":0.413736,"accuracy":0.459486,"main_score":0.413736,"hf_subset":"kon_Latn-mri_Latn","languages":["kon-Latn","mri-Latn"]},{"precision":0.512011,"recall":0.588933,"f1":0.532937,"accuracy":0.588933,"main_score":0.532937,"hf_subset":"kon_Latn-rus_Cyrl","languages":["kon-Latn","rus-Cyrl"]},{"precision":0.403252,"recall":0.475296,"f1":0.422626,"accuracy":0.475296,"main_score":0.422626,"hf_subset":"kon_Latn-taq_Latn","languages":["kon-Latn","taq-Latn"]},{"precision":0.547177,"recall":0.589921,"f1":0.559273,"accuracy":0.589921,"main_score":0.559273,"hf_subset":"kon_Latn-war_Latn","languages":["kon-Latn","war-Latn"]},{"precision":0.485303,"recall":0.554348,"f1":0.504701,"accuracy":0.554348,"main_score":0.504701,"hf_subset":"kon_Latn-arb_Arab","languages":["kon-Latn","arb-Arab"]},{"precision":0.498712,"recall":0.564229,"f1":0.51698,"accuracy":0.564229,"main_score":0.51698,"hf_subset":"kon_Latn-bul_Cyrl","languages":["kon-Latn","bul-Cyrl"]},{"precision":0.543089,"recall":0.608696,"f1":0.561129,"accuracy":0.608696,"main_score":0.561129,"hf_subset":"kon_Latn-fra_Latn","languages":["kon-Latn","fra-Latn"]},{"precision":0.501934,"recall":0.574111,"f1":0.521426,"accuracy":0.574111,"main_score":0.521426,"hf_subset":"kon_Latn-jpn_Jpan","languages":["kon-Latn","jpn-Jpan"]},{"precision":0.507578,"recall":0.562253,"f1":0.522644,"accuracy":0.562253,"main_score":0.522644,"hf_subset":"kon_Latn-lij_Latn","languages":["kon-Latn","lij-Latn"]},{"precision":0.336405,"recall":0.408103,"f1":0.356741,"accuracy":0.408103,"main_score":0.356741,"hf_subset":"kon_Latn-mya_Mymr","languages":["kon-Latn","mya-Mymr"]},{"precision":0.483845,"recall":0.528656,"f1":0.497041,"accuracy":0.528656,"main_score":0.497041,"hf_subset":"kon_Latn-sag_Latn","languages":["kon-Latn","sag-Latn"]},{"precision":0.153426,"recall":0.217391,"f1":0.167586,"accuracy":0.217391,"main_score":0.167586,"hf_subset":"kon_Latn-taq_Tfng","languages":["kon-Latn","taq-Tfng"]},{"precision":0.453534,"recall":0.506917,"f1":0.469428,"accuracy":0.506917,"main_score":0.469428,"hf_subset":"kon_Latn-wol_Latn","languages":["kon-Latn","wol-Latn"]},{"precision":0.26698,"recall":0.351779,"f1":0.288718,"accuracy":0.351779,"main_score":0.288718,"hf_subset":"kon_Latn-arb_Latn","languages":["kon-Latn","arb-Latn"]},{"precision":0.513489,"recall":0.570158,"f1":0.529316,"accuracy":0.570158,"main_score":0.529316,"hf_subset":"kon_Latn-cat_Latn","languages":["kon-Latn","cat-Latn"]},{"precision":0.486841,"recall":0.546443,"f1":0.503752,"accuracy":0.546443,"main_score":0.503752,"hf_subset":"kon_Latn-fur_Latn","languages":["kon-Latn","fur-Latn"]},{"precision":0.284049,"recall":0.354743,"f1":0.301776,"accuracy":0.354743,"main_score":0.301776,"hf_subset":"kon_Latn-kab_Latn","languages":["kon-Latn","kab-Latn"]},{"precision":0.506162,"recall":0.563241,"f1":0.522463,"accuracy":0.563241,"main_score":0.522463,"hf_subset":"kon_Latn-lim_Latn","languages":["kon-Latn","lim-Latn"]},{"precision":0.533092,"recall":0.596838,"f1":0.549967,"accuracy":0.596838,"main_score":0.549967,"hf_subset":"kon_Latn-nld_Latn","languages":["kon-Latn","nld-Latn"]},{"precision":0.433455,"recall":0.499012,"f1":0.451891,"accuracy":0.499012,"main_score":0.451891,"hf_subset":"kon_Latn-san_Deva","languages":["kon-Latn","san-Deva"]},{"precision":0.466971,"recall":0.514822,"f1":0.481028,"accuracy":0.514822,"main_score":0.481028,"hf_subset":"kon_Latn-tat_Cyrl","languages":["kon-Latn","tat-Cyrl"]},{"precision":0.465312,"recall":0.509881,"f1":0.477904,"accuracy":0.509881,"main_score":0.477904,"hf_subset":"kon_Latn-xho_Latn","languages":["kon-Latn","xho-Latn"]},{"precision":0.466787,"recall":0.539526,"f1":0.487354,"accuracy":0.539526,"main_score":0.487354,"hf_subset":"kon_Latn-ars_Arab","languages":["kon-Latn","ars-Arab"]},{"precision":0.537239,"recall":0.583992,"f1":0.550524,"accuracy":0.583992,"main_score":0.550524,"hf_subset":"kon_Latn-ceb_Latn","languages":["kon-Latn","ceb-Latn"]},{"precision":0.445283,"recall":0.499012,"f1":0.460985,"accuracy":0.499012,"main_score":0.460985,"hf_subset":"kon_Latn-fuv_Latn","languages":["kon-Latn","fuv-Latn"]},{"precision":0.442827,"recall":0.495059,"f1":0.45708,"accuracy":0.495059,"main_score":0.45708,"hf_subset":"kon_Latn-kac_Latn","languages":["kon-Latn","kac-Latn"]},{"precision":0.591816,"recall":0.63834,"f1":0.604909,"accuracy":0.63834,"main_score":0.604909,"hf_subset":"kon_Latn-lin_Latn","languages":["kon-Latn","lin-Latn"]},{"precision":0.504892,"recall":0.565217,"f1":0.521528,"accuracy":0.565217,"main_score":0.521528,"hf_subset":"kon_Latn-nno_Latn","languages":["kon-Latn","nno-Latn"]},{"precision":0.164218,"recall":0.210474,"f1":0.175329,"accuracy":0.210474,"main_score":0.175329,"hf_subset":"kon_Latn-sat_Olck","languages":["kon-Latn","sat-Olck"]},{"precision":0.486228,"recall":0.548419,"f1":0.504743,"accuracy":0.548419,"main_score":0.504743,"hf_subset":"kon_Latn-tel_Telu","languages":["kon-Latn","tel-Telu"]},{"precision":0.269924,"recall":0.331028,"f1":0.285359,"accuracy":0.331028,"main_score":0.285359,"hf_subset":"kon_Latn-ydd_Hebr","languages":["kon-Latn","ydd-Hebr"]},{"precision":0.432206,"recall":0.500988,"f1":0.451916,"accuracy":0.500988,"main_score":0.451916,"hf_subset":"kon_Latn-ary_Arab","languages":["kon-Latn","ary-Arab"]},{"precision":0.485368,"recall":0.552372,"f1":0.504002,"accuracy":0.552372,"main_score":0.504002,"hf_subset":"kon_Latn-ces_Latn","languages":["kon-Latn","ces-Latn"]},{"precision":0.321804,"recall":0.389328,"f1":0.338605,"accuracy":0.389328,"main_score":0.338605,"hf_subset":"kon_Latn-gaz_Latn","languages":["kon-Latn","gaz-Latn"]},{"precision":0.453221,"recall":0.493083,"f1":0.464613,"accuracy":0.493083,"main_score":0.464613,"hf_subset":"kon_Latn-kam_Latn","languages":["kon-Latn","kam-Latn"]},{"precision":0.460868,"recall":0.520751,"f1":0.477324,"accuracy":0.520751,"main_score":0.477324,"hf_subset":"kon_Latn-lit_Latn","languages":["kon-Latn","lit-Latn"]},{"precision":0.508047,"recall":0.578063,"f1":0.526892,"accuracy":0.578063,"main_score":0.526892,"hf_subset":"kon_Latn-nob_Latn","languages":["kon-Latn","nob-Latn"]},{"precision":0.495601,"recall":0.549407,"f1":0.510137,"accuracy":0.549407,"main_score":0.510137,"hf_subset":"kon_Latn-scn_Latn","languages":["kon-Latn","scn-Latn"]},{"precision":0.40168,"recall":0.463439,"f1":0.418949,"accuracy":0.463439,"main_score":0.418949,"hf_subset":"kon_Latn-tgk_Cyrl","languages":["kon-Latn","tgk-Cyrl"]},{"precision":0.397586,"recall":0.459486,"f1":0.415139,"accuracy":0.459486,"main_score":0.415139,"hf_subset":"kon_Latn-yor_Latn","languages":["kon-Latn","yor-Latn"]},{"precision":0.500993,"recall":0.566206,"f1":0.518726,"accuracy":0.566206,"main_score":0.518726,"hf_subset":"kon_Latn-arz_Arab","languages":["kon-Latn","arz-Arab"]},{"precision":0.437586,"recall":0.487154,"f1":0.451576,"accuracy":0.487154,"main_score":0.451576,"hf_subset":"kon_Latn-cjk_Latn","languages":["kon-Latn","cjk-Latn"]},{"precision":0.335285,"recall":0.411067,"f1":0.35366,"accuracy":0.411067,"main_score":0.35366,"hf_subset":"kon_Latn-gla_Latn","languages":["kon-Latn","gla-Latn"]},{"precision":0.459365,"recall":0.528656,"f1":0.478683,"accuracy":0.528656,"main_score":0.478683,"hf_subset":"kon_Latn-kan_Knda","languages":["kon-Latn","kan-Knda"]},{"precision":0.493677,"recall":0.550395,"f1":0.509903,"accuracy":0.550395,"main_score":0.509903,"hf_subset":"kon_Latn-lmo_Latn","languages":["kon-Latn","lmo-Latn"]},{"precision":0.485517,"recall":0.550395,"f1":0.503572,"accuracy":0.550395,"main_score":0.503572,"hf_subset":"kon_Latn-npi_Deva","languages":["kon-Latn","npi-Deva"]},{"precision":0.362794,"recall":0.432806,"f1":0.382145,"accuracy":0.432806,"main_score":0.382145,"hf_subset":"kon_Latn-shn_Mymr","languages":["kon-Latn","shn-Mymr"]},{"precision":0.503149,"recall":0.561265,"f1":0.519665,"accuracy":0.561265,"main_score":0.519665,"hf_subset":"kon_Latn-tgl_Latn","languages":["kon-Latn","tgl-Latn"]},{"precision":0.477126,"recall":0.549407,"f1":0.49708,"accuracy":0.549407,"main_score":0.49708,"hf_subset":"kon_Latn-yue_Hant","languages":["kon-Latn","yue-Hant"]},{"precision":0.417065,"recall":0.482213,"f1":0.435666,"accuracy":0.482213,"main_score":0.435666,"hf_subset":"kon_Latn-asm_Beng","languages":["kon-Latn","asm-Beng"]},{"precision":0.312844,"recall":0.37253,"f1":0.328346,"accuracy":0.37253,"main_score":0.328346,"hf_subset":"kon_Latn-ckb_Arab","languages":["kon-Latn","ckb-Arab"]},{"precision":0.34879,"recall":0.416996,"f1":0.366402,"accuracy":0.416996,"main_score":0.366402,"hf_subset":"kon_Latn-gle_Latn","languages":["kon-Latn","gle-Latn"]},{"precision":0.389076,"recall":0.465415,"f1":0.410407,"accuracy":0.465415,"main_score":0.410407,"hf_subset":"kon_Latn-kas_Arab","languages":["kon-Latn","kas-Arab"]},{"precision":0.440796,"recall":0.498024,"f1":0.456925,"accuracy":0.498024,"main_score":0.456925,"hf_subset":"kon_Latn-ltg_Latn","languages":["kon-Latn","ltg-Latn"]},{"precision":0.472184,"recall":0.520751,"f1":0.485743,"accuracy":0.520751,"main_score":0.485743,"hf_subset":"kon_Latn-nso_Latn","languages":["kon-Latn","nso-Latn"]},{"precision":0.406528,"recall":0.468379,"f1":0.423178,"accuracy":0.468379,"main_score":0.423178,"hf_subset":"kon_Latn-sin_Sinh","languages":["kon-Latn","sin-Sinh"]},{"precision":0.491563,"recall":0.562253,"f1":0.510341,"accuracy":0.562253,"main_score":0.510341,"hf_subset":"kon_Latn-tha_Thai","languages":["kon-Latn","tha-Thai"]},{"precision":0.498985,"recall":0.563241,"f1":0.516912,"accuracy":0.563241,"main_score":0.516912,"hf_subset":"kon_Latn-zho_Hans","languages":["kon-Latn","zho-Hans"]},{"precision":0.51829,"recall":0.568182,"f1":0.532519,"accuracy":0.568182,"main_score":0.532519,"hf_subset":"kon_Latn-ast_Latn","languages":["kon-Latn","ast-Latn"]},{"precision":0.453095,"recall":0.513834,"f1":0.469876,"accuracy":0.513834,"main_score":0.469876,"hf_subset":"kon_Latn-crh_Latn","languages":["kon-Latn","crh-Latn"]},{"precision":0.534779,"recall":0.597826,"f1":0.553107,"accuracy":0.597826,"main_score":0.553107,"hf_subset":"kon_Latn-glg_Latn","languages":["kon-Latn","glg-Latn"]},{"precision":0.41637,"recall":0.480237,"f1":0.434389,"accuracy":0.480237,"main_score":0.434389,"hf_subset":"kon_Latn-kas_Deva","languages":["kon-Latn","kas-Deva"]},{"precision":0.49329,"recall":0.555336,"f1":0.510975,"accuracy":0.555336,"main_score":0.510975,"hf_subset":"kon_Latn-ltz_Latn","languages":["kon-Latn","ltz-Latn"]},{"precision":0.317513,"recall":0.379447,"f1":0.334038,"accuracy":0.379447,"main_score":0.334038,"hf_subset":"kon_Latn-nus_Latn","languages":["kon-Latn","nus-Latn"]},{"precision":0.490382,"recall":0.566206,"f1":0.511666,"accuracy":0.566206,"main_score":0.511666,"hf_subset":"kon_Latn-slk_Latn","languages":["kon-Latn","slk-Latn"]},{"precision":0.312103,"recall":0.370553,"f1":0.327477,"accuracy":0.370553,"main_score":0.327477,"hf_subset":"kon_Latn-tir_Ethi","languages":["kon-Latn","tir-Ethi"]},{"precision":0.467802,"recall":0.539526,"f1":0.488152,"accuracy":0.539526,"main_score":0.488152,"hf_subset":"kon_Latn-zho_Hant","languages":["kon-Latn","zho-Hant"]},{"precision":0.500349,"recall":0.559289,"f1":0.516831,"accuracy":0.559289,"main_score":0.516831,"hf_subset":"kon_Latn-awa_Deva","languages":["kon-Latn","awa-Deva"]},{"precision":0.388996,"recall":0.449605,"f1":0.405529,"accuracy":0.449605,"main_score":0.405529,"hf_subset":"kon_Latn-cym_Latn","languages":["kon-Latn","cym-Latn"]},{"precision":0.524525,"recall":0.570158,"f1":0.537592,"accuracy":0.570158,"main_score":0.537592,"hf_subset":"kon_Latn-grn_Latn","languages":["kon-Latn","grn-Latn"]},{"precision":0.431922,"recall":0.493083,"f1":0.448359,"accuracy":0.493083,"main_score":0.448359,"hf_subset":"kon_Latn-kat_Geor","languages":["kon-Latn","kat-Geor"]},{"precision":0.520012,"recall":0.564229,"f1":0.532907,"accuracy":0.564229,"main_score":0.532907,"hf_subset":"kon_Latn-lua_Latn","languages":["kon-Latn","lua-Latn"]},{"precision":0.489455,"recall":0.532609,"f1":0.501646,"accuracy":0.532609,"main_score":0.501646,"hf_subset":"kon_Latn-nya_Latn","languages":["kon-Latn","nya-Latn"]},{"precision":0.481632,"recall":0.541502,"f1":0.498791,"accuracy":0.541502,"main_score":0.498791,"hf_subset":"kon_Latn-slv_Latn","languages":["kon-Latn","slv-Latn"]},{"precision":0.537294,"recall":0.58498,"f1":0.550418,"accuracy":0.58498,"main_score":0.550418,"hf_subset":"kon_Latn-tpi_Latn","languages":["kon-Latn","tpi-Latn"]},{"precision":0.542681,"recall":0.598814,"f1":0.558262,"accuracy":0.598814,"main_score":0.558262,"hf_subset":"kon_Latn-zsm_Latn","languages":["kon-Latn","zsm-Latn"]},{"precision":0.392865,"recall":0.469368,"f1":0.413066,"accuracy":0.469368,"main_score":0.413066,"hf_subset":"kon_Latn-ayr_Latn","languages":["kon-Latn","ayr-Latn"]},{"precision":0.531276,"recall":0.591897,"f1":0.547812,"accuracy":0.591897,"main_score":0.547812,"hf_subset":"kon_Latn-dan_Latn","languages":["kon-Latn","dan-Latn"]},{"precision":0.464189,"recall":0.529644,"f1":0.482,"accuracy":0.529644,"main_score":0.482,"hf_subset":"kon_Latn-guj_Gujr","languages":["kon-Latn","guj-Gujr"]},{"precision":0.465534,"recall":0.517787,"f1":0.480695,"accuracy":0.517787,"main_score":0.480695,"hf_subset":"kon_Latn-kaz_Cyrl","languages":["kon-Latn","kaz-Cyrl"]},{"precision":0.424928,"recall":0.47332,"f1":0.438772,"accuracy":0.47332,"main_score":0.438772,"hf_subset":"kon_Latn-lug_Latn","languages":["kon-Latn","lug-Latn"]},{"precision":0.522573,"recall":0.582016,"f1":0.539529,"accuracy":0.582016,"main_score":0.539529,"hf_subset":"kon_Latn-oci_Latn","languages":["kon-Latn","oci-Latn"]},{"precision":0.43714,"recall":0.496047,"f1":0.453942,"accuracy":0.496047,"main_score":0.453942,"hf_subset":"kon_Latn-smo_Latn","languages":["kon-Latn","smo-Latn"]},{"precision":0.439162,"recall":0.488142,"f1":0.452801,"accuracy":0.488142,"main_score":0.452801,"hf_subset":"kon_Latn-tsn_Latn","languages":["kon-Latn","tsn-Latn"]},{"precision":0.423817,"recall":0.477273,"f1":0.438958,"accuracy":0.477273,"main_score":0.438958,"hf_subset":"kon_Latn-zul_Latn","languages":["kon-Latn","zul-Latn"]},{"precision":0.384624,"recall":0.459486,"f1":0.405434,"accuracy":0.459486,"main_score":0.405434,"hf_subset":"kon_Latn-azb_Arab","languages":["kon-Latn","azb-Arab"]},{"precision":0.528988,"recall":0.597826,"f1":0.547609,"accuracy":0.597826,"main_score":0.547609,"hf_subset":"kon_Latn-deu_Latn","languages":["kon-Latn","deu-Latn"]},{"precision":0.433732,"recall":0.498024,"f1":0.452099,"accuracy":0.498024,"main_score":0.452099,"hf_subset":"kon_Latn-hat_Latn","languages":["kon-Latn","hat-Latn"]},{"precision":0.394008,"recall":0.453557,"f1":0.41059,"accuracy":0.453557,"main_score":0.41059,"hf_subset":"kon_Latn-kbp_Latn","languages":["kon-Latn","kbp-Latn"]},{"precision":0.462103,"recall":0.514822,"f1":0.477093,"accuracy":0.514822,"main_score":0.477093,"hf_subset":"kon_Latn-luo_Latn","languages":["kon-Latn","luo-Latn"]},{"precision":0.367079,"recall":0.440711,"f1":0.386655,"accuracy":0.440711,"main_score":0.386655,"hf_subset":"kon_Latn-ory_Orya","languages":["kon-Latn","ory-Orya"]},{"precision":0.464693,"recall":0.507905,"f1":0.477014,"accuracy":0.507905,"main_score":0.477014,"hf_subset":"kon_Latn-sna_Latn","languages":["kon-Latn","sna-Latn"]},{"precision":0.451807,"recall":0.498024,"f1":0.464693,"accuracy":0.498024,"main_score":0.464693,"hf_subset":"kon_Latn-tso_Latn","languages":["kon-Latn","tso-Latn"]},{"precision":0.47585,"recall":0.532609,"f1":0.492235,"accuracy":0.532609,"main_score":0.492235,"hf_subset":"kon_Latn-azj_Latn","languages":["kon-Latn","azj-Latn"]},{"precision":0.420097,"recall":0.483202,"f1":0.437654,"accuracy":0.483202,"main_score":0.437654,"hf_subset":"kon_Latn-dik_Latn","languages":["kon-Latn","dik-Latn"]},{"precision":0.440391,"recall":0.487154,"f1":0.453412,"accuracy":0.487154,"main_score":0.453412,"hf_subset":"kon_Latn-hau_Latn","languages":["kon-Latn","hau-Latn"]},{"precision":0.51234,"recall":0.556324,"f1":0.524587,"accuracy":0.556324,"main_score":0.524587,"hf_subset":"kon_Latn-kea_Latn","languages":["kon-Latn","kea-Latn"]},{"precision":0.532279,"recall":0.576087,"f1":0.545027,"accuracy":0.576087,"main_score":0.545027,"hf_subset":"kon_Latn-lus_Latn","languages":["kon-Latn","lus-Latn"]},{"precision":0.525153,"recall":0.570158,"f1":0.537315,"accuracy":0.570158,"main_score":0.537315,"hf_subset":"kon_Latn-pag_Latn","languages":["kon-Latn","pag-Latn"]},{"precision":0.359794,"recall":0.428854,"f1":0.377716,"accuracy":0.428854,"main_score":0.377716,"hf_subset":"kon_Latn-snd_Arab","languages":["kon-Latn","snd-Arab"]},{"precision":0.43604,"recall":0.497036,"f1":0.453128,"accuracy":0.497036,"main_score":0.453128,"hf_subset":"kon_Latn-tuk_Latn","languages":["kon-Latn","tuk-Latn"]},{"precision":0.471377,"recall":0.52668,"f1":0.487503,"accuracy":0.52668,"main_score":0.487503,"hf_subset":"kon_Latn-bak_Cyrl","languages":["kon-Latn","bak-Cyrl"]},{"precision":0.37232,"recall":0.4417,"f1":0.392035,"accuracy":0.4417,"main_score":0.392035,"hf_subset":"kon_Latn-dyu_Latn","languages":["kon-Latn","dyu-Latn"]},{"precision":0.371097,"recall":0.44664,"f1":0.391508,"accuracy":0.44664,"main_score":0.391508,"hf_subset":"kon_Latn-heb_Hebr","languages":["kon-Latn","heb-Hebr"]},{"precision":0.407838,"recall":0.468379,"f1":0.424323,"accuracy":0.468379,"main_score":0.424323,"hf_subset":"kon_Latn-khk_Cyrl","languages":["kon-Latn","khk-Cyrl"]},{"precision":0.479457,"recall":0.534585,"f1":0.495023,"accuracy":0.534585,"main_score":0.495023,"hf_subset":"kon_Latn-lvs_Latn","languages":["kon-Latn","lvs-Latn"]},{"precision":0.410592,"recall":0.485178,"f1":0.430818,"accuracy":0.485178,"main_score":0.430818,"hf_subset":"kon_Latn-pan_Guru","languages":["kon-Latn","pan-Guru"]},{"precision":0.391098,"recall":0.44664,"f1":0.406609,"accuracy":0.44664,"main_score":0.406609,"hf_subset":"kon_Latn-som_Latn","languages":["kon-Latn","som-Latn"]},{"precision":0.464099,"recall":0.506917,"f1":0.476527,"accuracy":0.506917,"main_score":0.476527,"hf_subset":"kon_Latn-tum_Latn","languages":["kon-Latn","tum-Latn"]},{"precision":0.271228,"recall":0.314229,"f1":0.281316,"accuracy":0.314229,"main_score":0.281316,"hf_subset":"mni_Beng-ace_Arab","languages":["mni-Beng","ace-Arab"]},{"precision":0.278839,"recall":0.311265,"f1":0.287621,"accuracy":0.311265,"main_score":0.287621,"hf_subset":"mni_Beng-bam_Latn","languages":["mni-Beng","bam-Latn"]},{"precision":0.129593,"recall":0.174901,"f1":0.141383,"accuracy":0.174901,"main_score":0.141383,"hf_subset":"mni_Beng-dzo_Tibt","languages":["mni-Beng","dzo-Tibt"]},{"precision":0.431427,"recall":0.498024,"f1":0.447811,"accuracy":0.498024,"main_score":0.447811,"hf_subset":"mni_Beng-hin_Deva","languages":["mni-Beng","hin-Deva"]},{"precision":0.284783,"recall":0.312253,"f1":0.292707,"accuracy":0.312253,"main_score":0.292707,"hf_subset":"mni_Beng-khm_Khmr","languages":["mni-Beng","khm-Khmr"]},{"precision":0.407694,"recall":0.461462,"f1":0.419923,"accuracy":0.461462,"main_score":0.419923,"hf_subset":"mni_Beng-mag_Deva","languages":["mni-Beng","mag-Deva"]},{"precision":0.381837,"recall":0.413043,"f1":0.389889,"accuracy":0.413043,"main_score":0.389889,"hf_subset":"mni_Beng-pap_Latn","languages":["mni-Beng","pap-Latn"]},{"precision":0.311242,"recall":0.335968,"f1":0.318175,"accuracy":0.335968,"main_score":0.318175,"hf_subset":"mni_Beng-sot_Latn","languages":["mni-Beng","sot-Latn"]},{"precision":0.377038,"recall":0.427866,"f1":0.390428,"accuracy":0.427866,"main_score":0.390428,"hf_subset":"mni_Beng-tur_Latn","languages":["mni-Beng","tur-Latn"]},{"precision":0.345883,"recall":0.370553,"f1":0.35219,"accuracy":0.370553,"main_score":0.35219,"hf_subset":"mni_Beng-ace_Latn","languages":["mni-Beng","ace-Latn"]},{"precision":0.370172,"recall":0.390316,"f1":0.375566,"accuracy":0.390316,"main_score":0.375566,"hf_subset":"mni_Beng-ban_Latn","languages":["mni-Beng","ban-Latn"]},{"precision":0.330578,"recall":0.385375,"f1":0.343743,"accuracy":0.385375,"main_score":0.343743,"hf_subset":"mni_Beng-ell_Grek","languages":["mni-Beng","ell-Grek"]},{"precision":0.413962,"recall":0.453557,"f1":0.423269,"accuracy":0.453557,"main_score":0.423269,"hf_subset":"mni_Beng-hne_Deva","languages":["mni-Beng","hne-Deva"]},{"precision":0.249054,"recall":0.284585,"f1":0.258213,"accuracy":0.284585,"main_score":0.258213,"hf_subset":"mni_Beng-kik_Latn","languages":["mni-Beng","kik-Latn"]},{"precision":0.432871,"recall":0.47332,"f1":0.44333,"accuracy":0.47332,"main_score":0.44333,"hf_subset":"mni_Beng-mai_Deva","languages":["mni-Beng","mai-Deva"]},{"precision":0.34944,"recall":0.389328,"f1":0.359019,"accuracy":0.389328,"main_score":0.359019,"hf_subset":"mni_Beng-pbt_Arab","languages":["mni-Beng","pbt-Arab"]},{"precision":0.399227,"recall":0.456522,"f1":0.413763,"accuracy":0.456522,"main_score":0.413763,"hf_subset":"mni_Beng-spa_Latn","languages":["mni-Beng","spa-Latn"]},{"precision":0.337979,"recall":0.369565,"f1":0.346438,"accuracy":0.369565,"main_score":0.346438,"hf_subset":"mni_Beng-twi_Latn","languages":["mni-Beng","twi-Latn"]},{"precision":0.34396,"recall":0.389328,"f1":0.355586,"accuracy":0.389328,"main_score":0.355586,"hf_subset":"mni_Beng-acm_Arab","languages":["mni-Beng","acm-Arab"]},{"precision":0.319229,"recall":0.36166,"f1":0.330801,"accuracy":0.36166,"main_score":0.330801,"hf_subset":"mni_Beng-bel_Cyrl","languages":["mni-Beng","bel-Cyrl"]},{"precision":0.43485,"recall":0.492095,"f1":0.449496,"accuracy":0.492095,"main_score":0.449496,"hf_subset":"mni_Beng-eng_Latn","languages":["mni-Beng","eng-Latn"]},{"precision":0.356152,"recall":0.401186,"f1":0.366644,"accuracy":0.401186,"main_score":0.366644,"hf_subset":"mni_Beng-hrv_Latn","languages":["mni-Beng","hrv-Latn"]},{"precision":0.294131,"recall":0.325099,"f1":0.302079,"accuracy":0.325099,"main_score":0.302079,"hf_subset":"mni_Beng-kin_Latn","languages":["mni-Beng","kin-Latn"]},{"precision":0.422878,"recall":0.48419,"f1":0.438432,"accuracy":0.48419,"main_score":0.438432,"hf_subset":"mni_Beng-mal_Mlym","languages":["mni-Beng","mal-Mlym"]},{"precision":0.358116,"recall":0.424901,"f1":0.375002,"accuracy":0.424901,"main_score":0.375002,"hf_subset":"mni_Beng-pes_Arab","languages":["mni-Beng","pes-Arab"]},{"precision":0.353524,"recall":0.383399,"f1":0.361435,"accuracy":0.383399,"main_score":0.361435,"hf_subset":"mni_Beng-srd_Latn","languages":["mni-Beng","srd-Latn"]},{"precision":0.157208,"recall":0.184783,"f1":0.16441,"accuracy":0.184783,"main_score":0.16441,"hf_subset":"mni_Beng-tzm_Tfng","languages":["mni-Beng","tzm-Tfng"]},{"precision":0.339028,"recall":0.393281,"f1":0.352857,"accuracy":0.393281,"main_score":0.352857,"hf_subset":"mni_Beng-acq_Arab","languages":["mni-Beng","acq-Arab"]},{"precision":0.324897,"recall":0.350791,"f1":0.331469,"accuracy":0.350791,"main_score":0.331469,"hf_subset":"mni_Beng-bem_Latn","languages":["mni-Beng","bem-Latn"]},{"precision":0.342792,"recall":0.37253,"f1":0.349638,"accuracy":0.37253,"main_score":0.349638,"hf_subset":"mni_Beng-epo_Latn","languages":["mni-Beng","epo-Latn"]},{"precision":0.339513,"recall":0.387352,"f1":0.351522,"accuracy":0.387352,"main_score":0.351522,"hf_subset":"mni_Beng-hun_Latn","languages":["mni-Beng","hun-Latn"]},{"precision":0.332949,"recall":0.362648,"f1":0.341064,"accuracy":0.362648,"main_score":0.341064,"hf_subset":"mni_Beng-kir_Cyrl","languages":["mni-Beng","kir-Cyrl"]},{"precision":0.413358,"recall":0.47332,"f1":0.428127,"accuracy":0.47332,"main_score":0.428127,"hf_subset":"mni_Beng-mar_Deva","languages":["mni-Beng","mar-Deva"]},{"precision":0.325253,"recall":0.357708,"f1":0.333799,"accuracy":0.357708,"main_score":0.333799,"hf_subset":"mni_Beng-plt_Latn","languages":["mni-Beng","plt-Latn"]},{"precision":0.348279,"recall":0.391304,"f1":0.359596,"accuracy":0.391304,"main_score":0.359596,"hf_subset":"mni_Beng-srp_Cyrl","languages":["mni-Beng","srp-Cyrl"]},{"precision":0.264273,"recall":0.296443,"f1":0.273046,"accuracy":0.296443,"main_score":0.273046,"hf_subset":"mni_Beng-uig_Arab","languages":["mni-Beng","uig-Arab"]},{"precision":0.325876,"recall":0.366601,"f1":0.336388,"accuracy":0.366601,"main_score":0.336388,"hf_subset":"mni_Beng-aeb_Arab","languages":["mni-Beng","aeb-Arab"]},{"precision":0.415931,"recall":0.480237,"f1":0.432526,"accuracy":0.480237,"main_score":0.432526,"hf_subset":"mni_Beng-ben_Beng","languages":["mni-Beng","ben-Beng"]},{"precision":0.328273,"recall":0.354743,"f1":0.335294,"accuracy":0.354743,"main_score":0.335294,"hf_subset":"mni_Beng-est_Latn","languages":["mni-Beng","est-Latn"]},{"precision":0.301707,"recall":0.338933,"f1":0.310648,"accuracy":0.338933,"main_score":0.310648,"hf_subset":"mni_Beng-hye_Armn","languages":["mni-Beng","hye-Armn"]},{"precision":0.292493,"recall":0.325099,"f1":0.301325,"accuracy":0.325099,"main_score":0.301325,"hf_subset":"mni_Beng-kmb_Latn","languages":["mni-Beng","kmb-Latn"]},{"precision":0.24969,"recall":0.290514,"f1":0.260192,"accuracy":0.290514,"main_score":0.260192,"hf_subset":"mni_Beng-min_Arab","languages":["mni-Beng","min-Arab"]},{"precision":0.373138,"recall":0.432806,"f1":0.387981,"accuracy":0.432806,"main_score":0.387981,"hf_subset":"mni_Beng-pol_Latn","languages":["mni-Beng","pol-Latn"]},{"precision":0.305263,"recall":0.333992,"f1":0.312944,"accuracy":0.333992,"main_score":0.312944,"hf_subset":"mni_Beng-ssw_Latn","languages":["mni-Beng","ssw-Latn"]},{"precision":0.359026,"recall":0.407115,"f1":0.371621,"accuracy":0.407115,"main_score":0.371621,"hf_subset":"mni_Beng-ukr_Cyrl","languages":["mni-Beng","ukr-Cyrl"]},{"precision":0.381556,"recall":0.416996,"f1":0.390329,"accuracy":0.416996,"main_score":0.390329,"hf_subset":"mni_Beng-afr_Latn","languages":["mni-Beng","afr-Latn"]},{"precision":0.431323,"recall":0.472332,"f1":0.441376,"accuracy":0.472332,"main_score":0.441376,"hf_subset":"mni_Beng-bho_Deva","languages":["mni-Beng","bho-Deva"]},{"precision":0.329109,"recall":0.363636,"f1":0.338149,"accuracy":0.363636,"main_score":0.338149,"hf_subset":"mni_Beng-eus_Latn","languages":["mni-Beng","eus-Latn"]},{"precision":0.310354,"recall":0.356719,"f1":0.321935,"accuracy":0.356719,"main_score":0.321935,"hf_subset":"mni_Beng-ibo_Latn","languages":["mni-Beng","ibo-Latn"]},{"precision":0.32238,"recall":0.355731,"f1":0.331015,"accuracy":0.355731,"main_score":0.331015,"hf_subset":"mni_Beng-kmr_Latn","languages":["mni-Beng","kmr-Latn"]},{"precision":0.347748,"recall":0.381423,"f1":0.356048,"accuracy":0.381423,"main_score":0.356048,"hf_subset":"mni_Beng-min_Latn","languages":["mni-Beng","min-Latn"]},{"precision":0.409789,"recall":0.471344,"f1":0.425274,"accuracy":0.471344,"main_score":0.425274,"hf_subset":"mni_Beng-por_Latn","languages":["mni-Beng","por-Latn"]},{"precision":0.358731,"recall":0.384387,"f1":0.365442,"accuracy":0.384387,"main_score":0.365442,"hf_subset":"mni_Beng-sun_Latn","languages":["mni-Beng","sun-Latn"]},{"precision":0.289592,"recall":0.322134,"f1":0.298648,"accuracy":0.322134,"main_score":0.298648,"hf_subset":"mni_Beng-umb_Latn","languages":["mni-Beng","umb-Latn"]},{"precision":0.344534,"recall":0.389328,"f1":0.355606,"accuracy":0.389328,"main_score":0.355606,"hf_subset":"mni_Beng-ajp_Arab","languages":["mni-Beng","ajp-Arab"]},{"precision":0.269193,"recall":0.314229,"f1":0.280964,"accuracy":0.314229,"main_score":0.280964,"hf_subset":"mni_Beng-bjn_Arab","languages":["mni-Beng","bjn-Arab"]},{"precision":0.300494,"recall":0.324111,"f1":0.307041,"accuracy":0.324111,"main_score":0.307041,"hf_subset":"mni_Beng-ewe_Latn","languages":["mni-Beng","ewe-Latn"]},{"precision":0.385069,"recall":0.409091,"f1":0.391021,"accuracy":0.409091,"main_score":0.391021,"hf_subset":"mni_Beng-ilo_Latn","languages":["mni-Beng","ilo-Latn"]},{"precision":0.221842,"recall":0.257905,"f1":0.230361,"accuracy":0.257905,"main_score":0.230361,"hf_subset":"mni_Beng-knc_Arab","languages":["mni-Beng","knc-Arab"]},{"precision":0.360727,"recall":0.391304,"f1":0.367946,"accuracy":0.391304,"main_score":0.367946,"hf_subset":"mni_Beng-mkd_Cyrl","languages":["mni-Beng","mkd-Cyrl"]},{"precision":0.368922,"recall":0.436759,"f1":0.385221,"accuracy":0.436759,"main_score":0.385221,"hf_subset":"mni_Beng-prs_Arab","languages":["mni-Beng","prs-Arab"]},{"precision":0.383535,"recall":0.428854,"f1":0.39463,"accuracy":0.428854,"main_score":0.39463,"hf_subset":"mni_Beng-swe_Latn","languages":["mni-Beng","swe-Latn"]},{"precision":0.393092,"recall":0.455534,"f1":0.408872,"accuracy":0.455534,"main_score":0.408872,"hf_subset":"mni_Beng-urd_Arab","languages":["mni-Beng","urd-Arab"]},{"precision":0.31491,"recall":0.339921,"f1":0.321834,"accuracy":0.339921,"main_score":0.321834,"hf_subset":"mni_Beng-aka_Latn","languages":["mni-Beng","aka-Latn"]},{"precision":0.349859,"recall":0.386364,"f1":0.359138,"accuracy":0.386364,"main_score":0.359138,"hf_subset":"mni_Beng-bjn_Latn","languages":["mni-Beng","bjn-Latn"]},{"precision":0.302685,"recall":0.327075,"f1":0.308888,"accuracy":0.327075,"main_score":0.308888,"hf_subset":"mni_Beng-fao_Latn","languages":["mni-Beng","fao-Latn"]},{"precision":0.400123,"recall":0.464427,"f1":0.415679,"accuracy":0.464427,"main_score":0.415679,"hf_subset":"mni_Beng-ind_Latn","languages":["mni-Beng","ind-Latn"]},{"precision":0.301188,"recall":0.326087,"f1":0.307907,"accuracy":0.326087,"main_score":0.307907,"hf_subset":"mni_Beng-knc_Latn","languages":["mni-Beng","knc-Latn"]},{"precision":0.362505,"recall":0.396245,"f1":0.37145,"accuracy":0.396245,"main_score":0.37145,"hf_subset":"mni_Beng-mlt_Latn","languages":["mni-Beng","mlt-Latn"]},{"precision":0.323808,"recall":0.354743,"f1":0.332052,"accuracy":0.354743,"main_score":0.332052,"hf_subset":"mni_Beng-quy_Latn","languages":["mni-Beng","quy-Latn"]},{"precision":0.330065,"recall":0.364625,"f1":0.339094,"accuracy":0.364625,"main_score":0.339094,"hf_subset":"mni_Beng-swh_Latn","languages":["mni-Beng","swh-Latn"]},{"precision":0.309039,"recall":0.337945,"f1":0.316147,"accuracy":0.337945,"main_score":0.316147,"hf_subset":"mni_Beng-uzn_Latn","languages":["mni-Beng","uzn-Latn"]},{"precision":0.344422,"recall":0.378458,"f1":0.353957,"accuracy":0.378458,"main_score":0.353957,"hf_subset":"mni_Beng-als_Latn","languages":["mni-Beng","als-Latn"]},{"precision":0.195754,"recall":0.23913,"f1":0.207355,"accuracy":0.23913,"main_score":0.207355,"hf_subset":"mni_Beng-bod_Tibt","languages":["mni-Beng","bod-Tibt"]},{"precision":0.312351,"recall":0.357708,"f1":0.32395,"accuracy":0.357708,"main_score":0.32395,"hf_subset":"mni_Beng-fij_Latn","languages":["mni-Beng","fij-Latn"]},{"precision":0.291622,"recall":0.324111,"f1":0.29979,"accuracy":0.324111,"main_score":0.29979,"hf_subset":"mni_Beng-isl_Latn","languages":["mni-Beng","isl-Latn"]},{"precision":0.322198,"recall":0.355731,"f1":0.331396,"accuracy":0.355731,"main_score":0.331396,"hf_subset":"mni_Beng-kon_Latn","languages":["mni-Beng","kon-Latn"]},{"precision":0.382514,"recall":0.43083,"f1":0.393984,"accuracy":0.43083,"main_score":0.393984,"hf_subset":"mni_Beng-ron_Latn","languages":["mni-Beng","ron-Latn"]},{"precision":0.338634,"recall":0.370553,"f1":0.345915,"accuracy":0.370553,"main_score":0.345915,"hf_subset":"mni_Beng-szl_Latn","languages":["mni-Beng","szl-Latn"]},{"precision":0.356006,"recall":0.378458,"f1":0.361993,"accuracy":0.378458,"main_score":0.361993,"hf_subset":"mni_Beng-vec_Latn","languages":["mni-Beng","vec-Latn"]},{"precision":0.347962,"recall":0.383399,"f1":0.358032,"accuracy":0.383399,"main_score":0.358032,"hf_subset":"mni_Beng-amh_Ethi","languages":["mni-Beng","amh-Ethi"]},{"precision":0.368286,"recall":0.408103,"f1":0.378284,"accuracy":0.408103,"main_score":0.378284,"hf_subset":"mni_Beng-bos_Latn","languages":["mni-Beng","bos-Latn"]},{"precision":0.346189,"recall":0.392292,"f1":0.358359,"accuracy":0.392292,"main_score":0.358359,"hf_subset":"mni_Beng-fin_Latn","languages":["mni-Beng","fin-Latn"]},{"precision":0.388362,"recall":0.453557,"f1":0.404284,"accuracy":0.453557,"main_score":0.404284,"hf_subset":"mni_Beng-ita_Latn","languages":["mni-Beng","ita-Latn"]},{"precision":0.36417,"recall":0.426877,"f1":0.379546,"accuracy":0.426877,"main_score":0.379546,"hf_subset":"mni_Beng-kor_Hang","languages":["mni-Beng","kor-Hang"]},{"precision":0.293284,"recall":0.324111,"f1":0.302,"accuracy":0.324111,"main_score":0.302,"hf_subset":"mni_Beng-mos_Latn","languages":["mni-Beng","mos-Latn"]},{"precision":0.284204,"recall":0.314229,"f1":0.292186,"accuracy":0.314229,"main_score":0.292186,"hf_subset":"mni_Beng-run_Latn","languages":["mni-Beng","run-Latn"]},{"precision":0.359254,"recall":0.416008,"f1":0.373691,"accuracy":0.416008,"main_score":0.373691,"hf_subset":"mni_Beng-tam_Taml","languages":["mni-Beng","tam-Taml"]},{"precision":0.341691,"recall":0.398221,"f1":0.35568,"accuracy":0.398221,"main_score":0.35568,"hf_subset":"mni_Beng-vie_Latn","languages":["mni-Beng","vie-Latn"]},{"precision":0.33577,"recall":0.374506,"f1":0.346036,"accuracy":0.374506,"main_score":0.346036,"hf_subset":"mni_Beng-apc_Arab","languages":["mni-Beng","apc-Arab"]},{"precision":0.349391,"recall":0.376482,"f1":0.356223,"accuracy":0.376482,"main_score":0.356223,"hf_subset":"mni_Beng-bug_Latn","languages":["mni-Beng","bug-Latn"]},{"precision":0.276698,"recall":0.299407,"f1":0.283202,"accuracy":0.299407,"main_score":0.283202,"hf_subset":"mni_Beng-fon_Latn","languages":["mni-Beng","fon-Latn"]},{"precision":0.36341,"recall":0.397233,"f1":0.371467,"accuracy":0.397233,"main_score":0.371467,"hf_subset":"mni_Beng-jav_Latn","languages":["mni-Beng","jav-Latn"]},{"precision":0.287262,"recall":0.312253,"f1":0.293619,"accuracy":0.312253,"main_score":0.293619,"hf_subset":"mni_Beng-lao_Laoo","languages":["mni-Beng","lao-Laoo"]},{"precision":0.297771,"recall":0.323123,"f1":0.304157,"accuracy":0.323123,"main_score":0.304157,"hf_subset":"mni_Beng-mri_Latn","languages":["mni-Beng","mri-Latn"]},{"precision":0.376423,"recall":0.439723,"f1":0.391878,"accuracy":0.439723,"main_score":0.391878,"hf_subset":"mni_Beng-rus_Cyrl","languages":["mni-Beng","rus-Cyrl"]},{"precision":0.304336,"recall":0.337945,"f1":0.313293,"accuracy":0.337945,"main_score":0.313293,"hf_subset":"mni_Beng-taq_Latn","languages":["mni-Beng","taq-Latn"]},{"precision":0.392903,"recall":0.422925,"f1":0.400375,"accuracy":0.422925,"main_score":0.400375,"hf_subset":"mni_Beng-war_Latn","languages":["mni-Beng","war-Latn"]},{"precision":0.352413,"recall":0.410079,"f1":0.367327,"accuracy":0.410079,"main_score":0.367327,"hf_subset":"mni_Beng-arb_Arab","languages":["mni-Beng","arb-Arab"]},{"precision":0.378721,"recall":0.428854,"f1":0.391004,"accuracy":0.428854,"main_score":0.391004,"hf_subset":"mni_Beng-bul_Cyrl","languages":["mni-Beng","bul-Cyrl"]},{"precision":0.402253,"recall":0.460474,"f1":0.416801,"accuracy":0.460474,"main_score":0.416801,"hf_subset":"mni_Beng-fra_Latn","languages":["mni-Beng","fra-Latn"]},{"precision":0.374497,"recall":0.434783,"f1":0.389695,"accuracy":0.434783,"main_score":0.389695,"hf_subset":"mni_Beng-jpn_Jpan","languages":["mni-Beng","jpn-Jpan"]},{"precision":0.352114,"recall":0.37747,"f1":0.35873,"accuracy":0.37747,"main_score":0.35873,"hf_subset":"mni_Beng-lij_Latn","languages":["mni-Beng","lij-Latn"]},{"precision":0.276041,"recall":0.318182,"f1":0.287022,"accuracy":0.318182,"main_score":0.287022,"hf_subset":"mni_Beng-mya_Mymr","languages":["mni-Beng","mya-Mymr"]},{"precision":0.297003,"recall":0.327075,"f1":0.30528,"accuracy":0.327075,"main_score":0.30528,"hf_subset":"mni_Beng-sag_Latn","languages":["mni-Beng","sag-Latn"]},{"precision":0.203506,"recall":0.242095,"f1":0.213105,"accuracy":0.242095,"main_score":0.213105,"hf_subset":"mni_Beng-taq_Tfng","languages":["mni-Beng","taq-Tfng"]},{"precision":0.303253,"recall":0.336957,"f1":0.31242,"accuracy":0.336957,"main_score":0.31242,"hf_subset":"mni_Beng-wol_Latn","languages":["mni-Beng","wol-Latn"]},{"precision":0.214721,"recall":0.255929,"f1":0.224858,"accuracy":0.255929,"main_score":0.224858,"hf_subset":"mni_Beng-arb_Latn","languages":["mni-Beng","arb-Latn"]},{"precision":0.380449,"recall":0.426877,"f1":0.392596,"accuracy":0.426877,"main_score":0.392596,"hf_subset":"mni_Beng-cat_Latn","languages":["mni-Beng","cat-Latn"]},{"precision":0.351029,"recall":0.384387,"f1":0.359578,"accuracy":0.384387,"main_score":0.359578,"hf_subset":"mni_Beng-fur_Latn","languages":["mni-Beng","fur-Latn"]},{"precision":0.239624,"recall":0.268775,"f1":0.2476,"accuracy":0.268775,"main_score":0.2476,"hf_subset":"mni_Beng-kab_Latn","languages":["mni-Beng","kab-Latn"]},{"precision":0.354338,"recall":0.386364,"f1":0.362157,"accuracy":0.386364,"main_score":0.362157,"hf_subset":"mni_Beng-lim_Latn","languages":["mni-Beng","lim-Latn"]},{"precision":0.388585,"recall":0.445652,"f1":0.402335,"accuracy":0.445652,"main_score":0.402335,"hf_subset":"mni_Beng-nld_Latn","languages":["mni-Beng","nld-Latn"]},{"precision":0.346593,"recall":0.392292,"f1":0.358693,"accuracy":0.392292,"main_score":0.358693,"hf_subset":"mni_Beng-san_Deva","languages":["mni-Beng","san-Deva"]},{"precision":0.342704,"recall":0.367589,"f1":0.349743,"accuracy":0.367589,"main_score":0.349743,"hf_subset":"mni_Beng-tat_Cyrl","languages":["mni-Beng","tat-Cyrl"]},{"precision":0.326026,"recall":0.362648,"f1":0.335458,"accuracy":0.362648,"main_score":0.335458,"hf_subset":"mni_Beng-xho_Latn","languages":["mni-Beng","xho-Latn"]},{"precision":0.322824,"recall":0.38834,"f1":0.339672,"accuracy":0.38834,"main_score":0.339672,"hf_subset":"mni_Beng-ars_Arab","languages":["mni-Beng","ars-Arab"]},{"precision":0.401307,"recall":0.431818,"f1":0.409377,"accuracy":0.431818,"main_score":0.409377,"hf_subset":"mni_Beng-ceb_Latn","languages":["mni-Beng","ceb-Latn"]},{"precision":0.292385,"recall":0.326087,"f1":0.301483,"accuracy":0.326087,"main_score":0.301483,"hf_subset":"mni_Beng-fuv_Latn","languages":["mni-Beng","fuv-Latn"]},{"precision":0.311127,"recall":0.341897,"f1":0.320109,"accuracy":0.341897,"main_score":0.320109,"hf_subset":"mni_Beng-kac_Latn","languages":["mni-Beng","kac-Latn"]},{"precision":0.320343,"recall":0.355731,"f1":0.32969,"accuracy":0.355731,"main_score":0.32969,"hf_subset":"mni_Beng-lin_Latn","languages":["mni-Beng","lin-Latn"]},{"precision":0.361368,"recall":0.393281,"f1":0.369577,"accuracy":0.393281,"main_score":0.369577,"hf_subset":"mni_Beng-nno_Latn","languages":["mni-Beng","nno-Latn"]},{"precision":0.194919,"recall":0.229249,"f1":0.202888,"accuracy":0.229249,"main_score":0.202888,"hf_subset":"mni_Beng-sat_Olck","languages":["mni-Beng","sat-Olck"]},{"precision":0.423367,"recall":0.480237,"f1":0.437313,"accuracy":0.480237,"main_score":0.437313,"hf_subset":"mni_Beng-tel_Telu","languages":["mni-Beng","tel-Telu"]},{"precision":0.294757,"recall":0.335968,"f1":0.304565,"accuracy":0.335968,"main_score":0.304565,"hf_subset":"mni_Beng-ydd_Hebr","languages":["mni-Beng","ydd-Hebr"]},{"precision":0.30632,"recall":0.349802,"f1":0.317241,"accuracy":0.349802,"main_score":0.317241,"hf_subset":"mni_Beng-ary_Arab","languages":["mni-Beng","ary-Arab"]},{"precision":0.356022,"recall":0.401186,"f1":0.36694,"accuracy":0.401186,"main_score":0.36694,"hf_subset":"mni_Beng-ces_Latn","languages":["mni-Beng","ces-Latn"]},{"precision":0.320374,"recall":0.362648,"f1":0.33104,"accuracy":0.362648,"main_score":0.33104,"hf_subset":"mni_Beng-gaz_Latn","languages":["mni-Beng","gaz-Latn"]},{"precision":0.287767,"recall":0.31917,"f1":0.296271,"accuracy":0.31917,"main_score":0.296271,"hf_subset":"mni_Beng-kam_Latn","languages":["mni-Beng","kam-Latn"]},{"precision":0.3181,"recall":0.352767,"f1":0.327106,"accuracy":0.352767,"main_score":0.327106,"hf_subset":"mni_Beng-lit_Latn","languages":["mni-Beng","lit-Latn"]},{"precision":0.369201,"recall":0.425889,"f1":0.383652,"accuracy":0.425889,"main_score":0.383652,"hf_subset":"mni_Beng-nob_Latn","languages":["mni-Beng","nob-Latn"]},{"precision":0.333751,"recall":0.366601,"f1":0.341628,"accuracy":0.366601,"main_score":0.341628,"hf_subset":"mni_Beng-scn_Latn","languages":["mni-Beng","scn-Latn"]},{"precision":0.293395,"recall":0.318182,"f1":0.299377,"accuracy":0.318182,"main_score":0.299377,"hf_subset":"mni_Beng-tgk_Cyrl","languages":["mni-Beng","tgk-Cyrl"]},{"precision":0.258877,"recall":0.295455,"f1":0.268781,"accuracy":0.295455,"main_score":0.268781,"hf_subset":"mni_Beng-yor_Latn","languages":["mni-Beng","yor-Latn"]},{"precision":0.34326,"recall":0.395257,"f1":0.35698,"accuracy":0.395257,"main_score":0.35698,"hf_subset":"mni_Beng-arz_Arab","languages":["mni-Beng","arz-Arab"]},{"precision":0.290377,"recall":0.31917,"f1":0.298467,"accuracy":0.31917,"main_score":0.298467,"hf_subset":"mni_Beng-cjk_Latn","languages":["mni-Beng","cjk-Latn"]},{"precision":0.295782,"recall":0.329051,"f1":0.304141,"accuracy":0.329051,"main_score":0.304141,"hf_subset":"mni_Beng-gla_Latn","languages":["mni-Beng","gla-Latn"]},{"precision":0.392585,"recall":0.44664,"f1":0.406601,"accuracy":0.44664,"main_score":0.406601,"hf_subset":"mni_Beng-kan_Knda","languages":["mni-Beng","kan-Knda"]},{"precision":0.353708,"recall":0.379447,"f1":0.359704,"accuracy":0.379447,"main_score":0.359704,"hf_subset":"mni_Beng-lmo_Latn","languages":["mni-Beng","lmo-Latn"]},{"precision":0.405322,"recall":0.45751,"f1":0.418359,"accuracy":0.45751,"main_score":0.418359,"hf_subset":"mni_Beng-npi_Deva","languages":["mni-Beng","npi-Deva"]},{"precision":0.25445,"recall":0.277668,"f1":0.260922,"accuracy":0.277668,"main_score":0.260922,"hf_subset":"mni_Beng-shn_Mymr","languages":["mni-Beng","shn-Mymr"]},{"precision":0.385338,"recall":0.423913,"f1":0.396088,"accuracy":0.423913,"main_score":0.396088,"hf_subset":"mni_Beng-tgl_Latn","languages":["mni-Beng","tgl-Latn"]},{"precision":0.334613,"recall":0.396245,"f1":0.350484,"accuracy":0.396245,"main_score":0.350484,"hf_subset":"mni_Beng-yue_Hant","languages":["mni-Beng","yue-Hant"]},{"precision":0.374278,"recall":0.417984,"f1":0.385919,"accuracy":0.417984,"main_score":0.385919,"hf_subset":"mni_Beng-asm_Beng","languages":["mni-Beng","asm-Beng"]},{"precision":0.263678,"recall":0.309289,"f1":0.273887,"accuracy":0.309289,"main_score":0.273887,"hf_subset":"mni_Beng-ckb_Arab","languages":["mni-Beng","ckb-Arab"]},{"precision":0.293415,"recall":0.340909,"f1":0.305789,"accuracy":0.340909,"main_score":0.305789,"hf_subset":"mni_Beng-gle_Latn","languages":["mni-Beng","gle-Latn"]},{"precision":0.356987,"recall":0.395257,"f1":0.365925,"accuracy":0.395257,"main_score":0.365925,"hf_subset":"mni_Beng-kas_Arab","languages":["mni-Beng","kas-Arab"]},{"precision":0.341284,"recall":0.369565,"f1":0.34787,"accuracy":0.369565,"main_score":0.34787,"hf_subset":"mni_Beng-ltg_Latn","languages":["mni-Beng","ltg-Latn"]},{"precision":0.309484,"recall":0.336957,"f1":0.316503,"accuracy":0.336957,"main_score":0.316503,"hf_subset":"mni_Beng-nso_Latn","languages":["mni-Beng","nso-Latn"]},{"precision":0.335085,"recall":0.373518,"f1":0.34538,"accuracy":0.373518,"main_score":0.34538,"hf_subset":"mni_Beng-sin_Sinh","languages":["mni-Beng","sin-Sinh"]},{"precision":0.377709,"recall":0.433794,"f1":0.391818,"accuracy":0.433794,"main_score":0.391818,"hf_subset":"mni_Beng-tha_Thai","languages":["mni-Beng","tha-Thai"]},{"precision":0.344563,"recall":0.407115,"f1":0.360016,"accuracy":0.407115,"main_score":0.360016,"hf_subset":"mni_Beng-zho_Hans","languages":["mni-Beng","zho-Hans"]},{"precision":0.367342,"recall":0.398221,"f1":0.375877,"accuracy":0.398221,"main_score":0.375877,"hf_subset":"mni_Beng-ast_Latn","languages":["mni-Beng","ast-Latn"]},{"precision":0.323728,"recall":0.353755,"f1":0.330769,"accuracy":0.353755,"main_score":0.330769,"hf_subset":"mni_Beng-crh_Latn","languages":["mni-Beng","crh-Latn"]},{"precision":0.375452,"recall":0.411067,"f1":0.384352,"accuracy":0.411067,"main_score":0.384352,"hf_subset":"mni_Beng-glg_Latn","languages":["mni-Beng","glg-Latn"]},{"precision":0.354811,"recall":0.393281,"f1":0.36379,"accuracy":0.393281,"main_score":0.36379,"hf_subset":"mni_Beng-kas_Deva","languages":["mni-Beng","kas-Deva"]},{"precision":0.340046,"recall":0.367589,"f1":0.34736,"accuracy":0.367589,"main_score":0.34736,"hf_subset":"mni_Beng-ltz_Latn","languages":["mni-Beng","ltz-Latn"]},{"precision":0.287806,"recall":0.324111,"f1":0.297044,"accuracy":0.324111,"main_score":0.297044,"hf_subset":"mni_Beng-nus_Latn","languages":["mni-Beng","nus-Latn"]},{"precision":0.359939,"recall":0.402174,"f1":0.370736,"accuracy":0.402174,"main_score":0.370736,"hf_subset":"mni_Beng-slk_Latn","languages":["mni-Beng","slk-Latn"]},{"precision":0.308587,"recall":0.350791,"f1":0.320656,"accuracy":0.350791,"main_score":0.320656,"hf_subset":"mni_Beng-tir_Ethi","languages":["mni-Beng","tir-Ethi"]},{"precision":0.328938,"recall":0.394269,"f1":0.344268,"accuracy":0.394269,"main_score":0.344268,"hf_subset":"mni_Beng-zho_Hant","languages":["mni-Beng","zho-Hant"]},{"precision":0.411304,"recall":0.459486,"f1":0.42322,"accuracy":0.459486,"main_score":0.42322,"hf_subset":"mni_Beng-awa_Deva","languages":["mni-Beng","awa-Deva"]},{"precision":0.294407,"recall":0.324111,"f1":0.301782,"accuracy":0.324111,"main_score":0.301782,"hf_subset":"mni_Beng-cym_Latn","languages":["mni-Beng","cym-Latn"]},{"precision":0.332483,"recall":0.36166,"f1":0.339637,"accuracy":0.36166,"main_score":0.339637,"hf_subset":"mni_Beng-grn_Latn","languages":["mni-Beng","grn-Latn"]},{"precision":0.34808,"recall":0.393281,"f1":0.360059,"accuracy":0.393281,"main_score":0.360059,"hf_subset":"mni_Beng-kat_Geor","languages":["mni-Beng","kat-Geor"]},{"precision":0.326169,"recall":0.354743,"f1":0.333974,"accuracy":0.354743,"main_score":0.333974,"hf_subset":"mni_Beng-lua_Latn","languages":["mni-Beng","lua-Latn"]},{"precision":0.312427,"recall":0.344862,"f1":0.321476,"accuracy":0.344862,"main_score":0.321476,"hf_subset":"mni_Beng-nya_Latn","languages":["mni-Beng","nya-Latn"]},{"precision":0.330857,"recall":0.373518,"f1":0.342032,"accuracy":0.373518,"main_score":0.342032,"hf_subset":"mni_Beng-slv_Latn","languages":["mni-Beng","slv-Latn"]},{"precision":0.390824,"recall":0.416008,"f1":0.396856,"accuracy":0.416008,"main_score":0.396856,"hf_subset":"mni_Beng-tpi_Latn","languages":["mni-Beng","tpi-Latn"]},{"precision":0.39453,"recall":0.447628,"f1":0.408186,"accuracy":0.447628,"main_score":0.408186,"hf_subset":"mni_Beng-zsm_Latn","languages":["mni-Beng","zsm-Latn"]},{"precision":0.29501,"recall":0.329051,"f1":0.304041,"accuracy":0.329051,"main_score":0.304041,"hf_subset":"mni_Beng-ayr_Latn","languages":["mni-Beng","ayr-Latn"]},{"precision":0.385966,"recall":0.437747,"f1":0.399419,"accuracy":0.437747,"main_score":0.399419,"hf_subset":"mni_Beng-dan_Latn","languages":["mni-Beng","dan-Latn"]},{"precision":0.410768,"recall":0.479249,"f1":0.42752,"accuracy":0.479249,"main_score":0.42752,"hf_subset":"mni_Beng-guj_Gujr","languages":["mni-Beng","guj-Gujr"]},{"precision":0.338407,"recall":0.365613,"f1":0.34596,"accuracy":0.365613,"main_score":0.34596,"hf_subset":"mni_Beng-kaz_Cyrl","languages":["mni-Beng","kaz-Cyrl"]},{"precision":0.285883,"recall":0.321146,"f1":0.295145,"accuracy":0.321146,"main_score":0.295145,"hf_subset":"mni_Beng-lug_Latn","languages":["mni-Beng","lug-Latn"]},{"precision":0.362763,"recall":0.393281,"f1":0.371157,"accuracy":0.393281,"main_score":0.371157,"hf_subset":"mni_Beng-oci_Latn","languages":["mni-Beng","oci-Latn"]},{"precision":0.308171,"recall":0.344862,"f1":0.317984,"accuracy":0.344862,"main_score":0.317984,"hf_subset":"mni_Beng-smo_Latn","languages":["mni-Beng","smo-Latn"]},{"precision":0.294274,"recall":0.321146,"f1":0.30143,"accuracy":0.321146,"main_score":0.30143,"hf_subset":"mni_Beng-tsn_Latn","languages":["mni-Beng","tsn-Latn"]},{"precision":0.308642,"recall":0.344862,"f1":0.318048,"accuracy":0.344862,"main_score":0.318048,"hf_subset":"mni_Beng-zul_Latn","languages":["mni-Beng","zul-Latn"]},{"precision":0.289532,"recall":0.325099,"f1":0.298221,"accuracy":0.325099,"main_score":0.298221,"hf_subset":"mni_Beng-azb_Arab","languages":["mni-Beng","azb-Arab"]},{"precision":0.391669,"recall":0.452569,"f1":0.406348,"accuracy":0.452569,"main_score":0.406348,"hf_subset":"mni_Beng-deu_Latn","languages":["mni-Beng","deu-Latn"]},{"precision":0.345331,"recall":0.380435,"f1":0.353806,"accuracy":0.380435,"main_score":0.353806,"hf_subset":"mni_Beng-hat_Latn","languages":["mni-Beng","hat-Latn"]},{"precision":0.291967,"recall":0.317194,"f1":0.298617,"accuracy":0.317194,"main_score":0.298617,"hf_subset":"mni_Beng-kbp_Latn","languages":["mni-Beng","kbp-Latn"]},{"precision":0.301898,"recall":0.328063,"f1":0.309143,"accuracy":0.328063,"main_score":0.309143,"hf_subset":"mni_Beng-luo_Latn","languages":["mni-Beng","luo-Latn"]},{"precision":0.408566,"recall":0.460474,"f1":0.422432,"accuracy":0.460474,"main_score":0.422432,"hf_subset":"mni_Beng-ory_Orya","languages":["mni-Beng","ory-Orya"]},{"precision":0.298895,"recall":0.33498,"f1":0.308687,"accuracy":0.33498,"main_score":0.308687,"hf_subset":"mni_Beng-sna_Latn","languages":["mni-Beng","sna-Latn"]},{"precision":0.318719,"recall":0.350791,"f1":0.326336,"accuracy":0.350791,"main_score":0.326336,"hf_subset":"mni_Beng-tso_Latn","languages":["mni-Beng","tso-Latn"]},{"precision":0.326569,"recall":0.362648,"f1":0.336129,"accuracy":0.362648,"main_score":0.336129,"hf_subset":"mni_Beng-azj_Latn","languages":["mni-Beng","azj-Latn"]},{"precision":0.24852,"recall":0.283597,"f1":0.258242,"accuracy":0.283597,"main_score":0.258242,"hf_subset":"mni_Beng-dik_Latn","languages":["mni-Beng","dik-Latn"]},{"precision":0.293784,"recall":0.324111,"f1":0.301659,"accuracy":0.324111,"main_score":0.301659,"hf_subset":"mni_Beng-hau_Latn","languages":["mni-Beng","hau-Latn"]},{"precision":0.356149,"recall":0.392292,"f1":0.364774,"accuracy":0.392292,"main_score":0.364774,"hf_subset":"mni_Beng-kea_Latn","languages":["mni-Beng","kea-Latn"]},{"precision":0.349194,"recall":0.371542,"f1":0.354853,"accuracy":0.371542,"main_score":0.354853,"hf_subset":"mni_Beng-lus_Latn","languages":["mni-Beng","lus-Latn"]},{"precision":0.351068,"recall":0.383399,"f1":0.360066,"accuracy":0.383399,"main_score":0.360066,"hf_subset":"mni_Beng-pag_Latn","languages":["mni-Beng","pag-Latn"]},{"precision":0.367595,"recall":0.411067,"f1":0.378457,"accuracy":0.411067,"main_score":0.378457,"hf_subset":"mni_Beng-snd_Arab","languages":["mni-Beng","snd-Arab"]},{"precision":0.313897,"recall":0.350791,"f1":0.323076,"accuracy":0.350791,"main_score":0.323076,"hf_subset":"mni_Beng-tuk_Latn","languages":["mni-Beng","tuk-Latn"]},{"precision":0.33806,"recall":0.363636,"f1":0.345027,"accuracy":0.363636,"main_score":0.345027,"hf_subset":"mni_Beng-bak_Cyrl","languages":["mni-Beng","bak-Cyrl"]},{"precision":0.220608,"recall":0.268775,"f1":0.234022,"accuracy":0.268775,"main_score":0.234022,"hf_subset":"mni_Beng-dyu_Latn","languages":["mni-Beng","dyu-Latn"]},{"precision":0.298667,"recall":0.344862,"f1":0.310925,"accuracy":0.344862,"main_score":0.310925,"hf_subset":"mni_Beng-heb_Hebr","languages":["mni-Beng","heb-Hebr"]},{"precision":0.297858,"recall":0.328063,"f1":0.305648,"accuracy":0.328063,"main_score":0.305648,"hf_subset":"mni_Beng-khk_Cyrl","languages":["mni-Beng","khk-Cyrl"]},{"precision":0.344144,"recall":0.378458,"f1":0.352945,"accuracy":0.378458,"main_score":0.352945,"hf_subset":"mni_Beng-lvs_Latn","languages":["mni-Beng","lvs-Latn"]},{"precision":0.385846,"recall":0.444664,"f1":0.400452,"accuracy":0.444664,"main_score":0.400452,"hf_subset":"mni_Beng-pan_Guru","languages":["mni-Beng","pan-Guru"]},{"precision":0.289006,"recall":0.325099,"f1":0.298496,"accuracy":0.325099,"main_score":0.298496,"hf_subset":"mni_Beng-som_Latn","languages":["mni-Beng","som-Latn"]},{"precision":0.287015,"recall":0.312253,"f1":0.294285,"accuracy":0.312253,"main_score":0.294285,"hf_subset":"mni_Beng-tum_Latn","languages":["mni-Beng","tum-Latn"]},{"precision":0.27755,"recall":0.368577,"f1":0.301481,"accuracy":0.368577,"main_score":0.301481,"hf_subset":"ron_Latn-ace_Arab","languages":["ron-Latn","ace-Arab"]},{"precision":0.358766,"recall":0.461462,"f1":0.385466,"accuracy":0.461462,"main_score":0.385466,"hf_subset":"ron_Latn-bam_Latn","languages":["ron-Latn","bam-Latn"]},{"precision":0.136357,"recall":0.202569,"f1":0.153019,"accuracy":0.202569,"main_score":0.153019,"hf_subset":"ron_Latn-dzo_Tibt","languages":["ron-Latn","dzo-Tibt"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-hin_Deva","languages":["ron-Latn","hin-Deva"]},{"precision":0.824687,"recall":0.875494,"f1":0.840613,"accuracy":0.875494,"main_score":0.840613,"hf_subset":"ron_Latn-khm_Khmr","languages":["ron-Latn","khm-Khmr"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"ron_Latn-mag_Deva","languages":["ron-Latn","mag-Deva"]},{"precision":0.851367,"recall":0.892292,"f1":0.863589,"accuracy":0.892292,"main_score":0.863589,"hf_subset":"ron_Latn-pap_Latn","languages":["ron-Latn","pap-Latn"]},{"precision":0.417078,"recall":0.512846,"f1":0.441746,"accuracy":0.512846,"main_score":0.441746,"hf_subset":"ron_Latn-sot_Latn","languages":["ron-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-tur_Latn","languages":["ron-Latn","tur-Latn"]},{"precision":0.649514,"recall":0.731225,"f1":0.673671,"accuracy":0.731225,"main_score":0.673671,"hf_subset":"ron_Latn-ace_Latn","languages":["ron-Latn","ace-Latn"]},{"precision":0.799193,"recall":0.852767,"f1":0.8155,"accuracy":0.852767,"main_score":0.8155,"hf_subset":"ron_Latn-ban_Latn","languages":["ron-Latn","ban-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"ron_Latn-ell_Grek","languages":["ron-Latn","ell-Grek"]},{"precision":0.945982,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"ron_Latn-hne_Deva","languages":["ron-Latn","hne-Deva"]},{"precision":0.412518,"recall":0.51581,"f1":0.440047,"accuracy":0.51581,"main_score":0.440047,"hf_subset":"ron_Latn-kik_Latn","languages":["ron-Latn","kik-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ron_Latn-mai_Deva","languages":["ron-Latn","mai-Deva"]},{"precision":0.845767,"recall":0.891304,"f1":0.860211,"accuracy":0.891304,"main_score":0.860211,"hf_subset":"ron_Latn-pbt_Arab","languages":["ron-Latn","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ron_Latn-spa_Latn","languages":["ron-Latn","spa-Latn"]},{"precision":0.494127,"recall":0.586957,"f1":0.51867,"accuracy":0.586957,"main_score":0.51867,"hf_subset":"ron_Latn-twi_Latn","languages":["ron-Latn","twi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ron_Latn-acm_Arab","languages":["ron-Latn","acm-Arab"]},{"precision":0.833416,"recall":0.885375,"f1":0.850198,"accuracy":0.885375,"main_score":0.850198,"hf_subset":"ron_Latn-bel_Cyrl","languages":["ron-Latn","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ron_Latn-eng_Latn","languages":["ron-Latn","eng-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"ron_Latn-hrv_Latn","languages":["ron-Latn","hrv-Latn"]},{"precision":0.390078,"recall":0.483202,"f1":0.414428,"accuracy":0.483202,"main_score":0.414428,"hf_subset":"ron_Latn-kin_Latn","languages":["ron-Latn","kin-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ron_Latn-mal_Mlym","languages":["ron-Latn","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-pes_Arab","languages":["ron-Latn","pes-Arab"]},{"precision":0.857955,"recall":0.901186,"f1":0.871607,"accuracy":0.901186,"main_score":0.871607,"hf_subset":"ron_Latn-srd_Latn","languages":["ron-Latn","srd-Latn"]},{"precision":0.103142,"recall":0.173913,"f1":0.118182,"accuracy":0.173913,"main_score":0.118182,"hf_subset":"ron_Latn-tzm_Tfng","languages":["ron-Latn","tzm-Tfng"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"ron_Latn-acq_Arab","languages":["ron-Latn","acq-Arab"]},{"precision":0.437847,"recall":0.52668,"f1":0.460679,"accuracy":0.52668,"main_score":0.460679,"hf_subset":"ron_Latn-bem_Latn","languages":["ron-Latn","bem-Latn"]},{"precision":0.889987,"recall":0.923913,"f1":0.900823,"accuracy":0.923913,"main_score":0.900823,"hf_subset":"ron_Latn-epo_Latn","languages":["ron-Latn","epo-Latn"]},{"precision":0.927207,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"ron_Latn-hun_Latn","languages":["ron-Latn","hun-Latn"]},{"precision":0.678656,"recall":0.753953,"f1":0.700955,"accuracy":0.753953,"main_score":0.700955,"hf_subset":"ron_Latn-kir_Cyrl","languages":["ron-Latn","kir-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ron_Latn-mar_Deva","languages":["ron-Latn","mar-Deva"]},{"precision":0.433638,"recall":0.527668,"f1":0.458987,"accuracy":0.527668,"main_score":0.458987,"hf_subset":"ron_Latn-plt_Latn","languages":["ron-Latn","plt-Latn"]},{"precision":0.933136,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"ron_Latn-srp_Cyrl","languages":["ron-Latn","srp-Cyrl"]},{"precision":0.275056,"recall":0.365613,"f1":0.298913,"accuracy":0.365613,"main_score":0.298913,"hf_subset":"ron_Latn-uig_Arab","languages":["ron-Latn","uig-Arab"]},{"precision":0.937912,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"ron_Latn-aeb_Arab","languages":["ron-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ron_Latn-ben_Beng","languages":["ron-Latn","ben-Beng"]},{"precision":0.810721,"recall":0.86166,"f1":0.826336,"accuracy":0.86166,"main_score":0.826336,"hf_subset":"ron_Latn-est_Latn","languages":["ron-Latn","est-Latn"]},{"precision":0.830757,"recall":0.878458,"f1":0.845636,"accuracy":0.878458,"main_score":0.845636,"hf_subset":"ron_Latn-hye_Armn","languages":["ron-Latn","hye-Armn"]},{"precision":0.383259,"recall":0.477273,"f1":0.408316,"accuracy":0.477273,"main_score":0.408316,"hf_subset":"ron_Latn-kmb_Latn","languages":["ron-Latn","kmb-Latn"]},{"precision":0.229708,"recall":0.320158,"f1":0.251447,"accuracy":0.320158,"main_score":0.251447,"hf_subset":"ron_Latn-min_Arab","languages":["ron-Latn","min-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ron_Latn-pol_Latn","languages":["ron-Latn","pol-Latn"]},{"precision":0.372716,"recall":0.471344,"f1":0.397245,"accuracy":0.471344,"main_score":0.397245,"hf_subset":"ron_Latn-ssw_Latn","languages":["ron-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ron_Latn-ukr_Cyrl","languages":["ron-Latn","ukr-Cyrl"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"ron_Latn-afr_Latn","languages":["ron-Latn","afr-Latn"]},{"precision":0.942605,"recall":0.960474,"f1":0.948353,"accuracy":0.960474,"main_score":0.948353,"hf_subset":"ron_Latn-bho_Deva","languages":["ron-Latn","bho-Deva"]},{"precision":0.632659,"recall":0.718379,"f1":0.657235,"accuracy":0.718379,"main_score":0.657235,"hf_subset":"ron_Latn-eus_Latn","languages":["ron-Latn","eus-Latn"]},{"precision":0.377535,"recall":0.482213,"f1":0.404273,"accuracy":0.482213,"main_score":0.404273,"hf_subset":"ron_Latn-ibo_Latn","languages":["ron-Latn","ibo-Latn"]},{"precision":0.410656,"recall":0.51581,"f1":0.437766,"accuracy":0.51581,"main_score":0.437766,"hf_subset":"ron_Latn-kmr_Latn","languages":["ron-Latn","kmr-Latn"]},{"precision":0.782872,"recall":0.838933,"f1":0.799506,"accuracy":0.838933,"main_score":0.799506,"hf_subset":"ron_Latn-min_Latn","languages":["ron-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-por_Latn","languages":["ron-Latn","por-Latn"]},{"precision":0.84445,"recall":0.890316,"f1":0.859256,"accuracy":0.890316,"main_score":0.859256,"hf_subset":"ron_Latn-sun_Latn","languages":["ron-Latn","sun-Latn"]},{"precision":0.38018,"recall":0.477273,"f1":0.404922,"accuracy":0.477273,"main_score":0.404922,"hf_subset":"ron_Latn-umb_Latn","languages":["ron-Latn","umb-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"ron_Latn-ajp_Arab","languages":["ron-Latn","ajp-Arab"]},{"precision":0.247745,"recall":0.333004,"f1":0.268677,"accuracy":0.333004,"main_score":0.268677,"hf_subset":"ron_Latn-bjn_Arab","languages":["ron-Latn","bjn-Arab"]},{"precision":0.40218,"recall":0.48913,"f1":0.423835,"accuracy":0.48913,"main_score":0.423835,"hf_subset":"ron_Latn-ewe_Latn","languages":["ron-Latn","ewe-Latn"]},{"precision":0.669071,"recall":0.744071,"f1":0.690882,"accuracy":0.744071,"main_score":0.690882,"hf_subset":"ron_Latn-ilo_Latn","languages":["ron-Latn","ilo-Latn"]},{"precision":0.164515,"recall":0.244071,"f1":0.182882,"accuracy":0.244071,"main_score":0.182882,"hf_subset":"ron_Latn-knc_Arab","languages":["ron-Latn","knc-Arab"]},{"precision":0.916502,"recall":0.943676,"f1":0.92556,"accuracy":0.943676,"main_score":0.92556,"hf_subset":"ron_Latn-mkd_Cyrl","languages":["ron-Latn","mkd-Cyrl"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ron_Latn-prs_Arab","languages":["ron-Latn","prs-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ron_Latn-swe_Latn","languages":["ron-Latn","swe-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ron_Latn-urd_Arab","languages":["ron-Latn","urd-Arab"]},{"precision":0.458569,"recall":0.556324,"f1":0.484754,"accuracy":0.556324,"main_score":0.484754,"hf_subset":"ron_Latn-aka_Latn","languages":["ron-Latn","aka-Latn"]},{"precision":0.807345,"recall":0.862648,"f1":0.824901,"accuracy":0.862648,"main_score":0.824901,"hf_subset":"ron_Latn-bjn_Latn","languages":["ron-Latn","bjn-Latn"]},{"precision":0.561696,"recall":0.647233,"f1":0.585308,"accuracy":0.647233,"main_score":0.585308,"hf_subset":"ron_Latn-fao_Latn","languages":["ron-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-ind_Latn","languages":["ron-Latn","ind-Latn"]},{"precision":0.43523,"recall":0.531621,"f1":0.460058,"accuracy":0.531621,"main_score":0.460058,"hf_subset":"ron_Latn-knc_Latn","languages":["ron-Latn","knc-Latn"]},{"precision":0.727859,"recall":0.797431,"f1":0.748335,"accuracy":0.797431,"main_score":0.748335,"hf_subset":"ron_Latn-mlt_Latn","languages":["ron-Latn","mlt-Latn"]},{"precision":0.464994,"recall":0.573123,"f1":0.49417,"accuracy":0.573123,"main_score":0.49417,"hf_subset":"ron_Latn-quy_Latn","languages":["ron-Latn","quy-Latn"]},{"precision":0.847826,"recall":0.893281,"f1":0.862286,"accuracy":0.893281,"main_score":0.862286,"hf_subset":"ron_Latn-swh_Latn","languages":["ron-Latn","swh-Latn"]},{"precision":0.637039,"recall":0.719368,"f1":0.661152,"accuracy":0.719368,"main_score":0.661152,"hf_subset":"ron_Latn-uzn_Latn","languages":["ron-Latn","uzn-Latn"]},{"precision":0.80056,"recall":0.853755,"f1":0.816963,"accuracy":0.853755,"main_score":0.816963,"hf_subset":"ron_Latn-als_Latn","languages":["ron-Latn","als-Latn"]},{"precision":0.179978,"recall":0.255929,"f1":0.198009,"accuracy":0.255929,"main_score":0.198009,"hf_subset":"ron_Latn-bod_Tibt","languages":["ron-Latn","bod-Tibt"]},{"precision":0.387339,"recall":0.494071,"f1":0.415893,"accuracy":0.494071,"main_score":0.415893,"hf_subset":"ron_Latn-fij_Latn","languages":["ron-Latn","fij-Latn"]},{"precision":0.540516,"recall":0.630435,"f1":0.565633,"accuracy":0.630435,"main_score":0.565633,"hf_subset":"ron_Latn-isl_Latn","languages":["ron-Latn","isl-Latn"]},{"precision":0.482145,"recall":0.577075,"f1":0.507538,"accuracy":0.577075,"main_score":0.507538,"hf_subset":"ron_Latn-kon_Latn","languages":["ron-Latn","kon-Latn"]},{"precision":0.338078,"recall":0.44664,"f1":0.365953,"accuracy":0.44664,"main_score":0.365953,"hf_subset":"ron_Latn-mni_Beng","languages":["ron-Latn","mni-Beng"]},{"precision":0.84725,"recall":0.890316,"f1":0.86087,"accuracy":0.890316,"main_score":0.86087,"hf_subset":"ron_Latn-szl_Latn","languages":["ron-Latn","szl-Latn"]},{"precision":0.931653,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"ron_Latn-vec_Latn","languages":["ron-Latn","vec-Latn"]},{"precision":0.780879,"recall":0.842885,"f1":0.800052,"accuracy":0.842885,"main_score":0.800052,"hf_subset":"ron_Latn-amh_Ethi","languages":["ron-Latn","amh-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ron_Latn-bos_Latn","languages":["ron-Latn","bos-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"ron_Latn-fin_Latn","languages":["ron-Latn","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ron_Latn-ita_Latn","languages":["ron-Latn","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-kor_Hang","languages":["ron-Latn","kor-Hang"]},{"precision":0.409395,"recall":0.512846,"f1":0.436451,"accuracy":0.512846,"main_score":0.436451,"hf_subset":"ron_Latn-mos_Latn","languages":["ron-Latn","mos-Latn"]},{"precision":0.38363,"recall":0.490119,"f1":0.411964,"accuracy":0.490119,"main_score":0.411964,"hf_subset":"ron_Latn-run_Latn","languages":["ron-Latn","run-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ron_Latn-tam_Taml","languages":["ron-Latn","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ron_Latn-vie_Latn","languages":["ron-Latn","vie-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ron_Latn-apc_Arab","languages":["ron-Latn","apc-Arab"]},{"precision":0.612255,"recall":0.705534,"f1":0.639019,"accuracy":0.705534,"main_score":0.639019,"hf_subset":"ron_Latn-bug_Latn","languages":["ron-Latn","bug-Latn"]},{"precision":0.334443,"recall":0.433794,"f1":0.359416,"accuracy":0.433794,"main_score":0.359416,"hf_subset":"ron_Latn-fon_Latn","languages":["ron-Latn","fon-Latn"]},{"precision":0.836775,"recall":0.883399,"f1":0.851515,"accuracy":0.883399,"main_score":0.851515,"hf_subset":"ron_Latn-jav_Latn","languages":["ron-Latn","jav-Latn"]},{"precision":0.709964,"recall":0.788538,"f1":0.73363,"accuracy":0.788538,"main_score":0.73363,"hf_subset":"ron_Latn-lao_Laoo","languages":["ron-Latn","lao-Laoo"]},{"precision":0.36338,"recall":0.470356,"f1":0.390148,"accuracy":0.470356,"main_score":0.390148,"hf_subset":"ron_Latn-mri_Latn","languages":["ron-Latn","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ron_Latn-rus_Cyrl","languages":["ron-Latn","rus-Cyrl"]},{"precision":0.389462,"recall":0.499012,"f1":0.417804,"accuracy":0.499012,"main_score":0.417804,"hf_subset":"ron_Latn-taq_Latn","languages":["ron-Latn","taq-Latn"]},{"precision":0.793264,"recall":0.849802,"f1":0.810606,"accuracy":0.849802,"main_score":0.810606,"hf_subset":"ron_Latn-war_Latn","languages":["ron-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ron_Latn-arb_Arab","languages":["ron-Latn","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ron_Latn-bul_Cyrl","languages":["ron-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ron_Latn-fra_Latn","languages":["ron-Latn","fra-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ron_Latn-jpn_Jpan","languages":["ron-Latn","jpn-Jpan"]},{"precision":0.87887,"recall":0.91502,"f1":0.890349,"accuracy":0.91502,"main_score":0.890349,"hf_subset":"ron_Latn-lij_Latn","languages":["ron-Latn","lij-Latn"]},{"precision":0.772892,"recall":0.835968,"f1":0.792212,"accuracy":0.835968,"main_score":0.792212,"hf_subset":"ron_Latn-mya_Mymr","languages":["ron-Latn","mya-Mymr"]},{"precision":0.447933,"recall":0.55336,"f1":0.476096,"accuracy":0.55336,"main_score":0.476096,"hf_subset":"ron_Latn-sag_Latn","languages":["ron-Latn","sag-Latn"]},{"precision":0.126252,"recall":0.212451,"f1":0.144159,"accuracy":0.212451,"main_score":0.144159,"hf_subset":"ron_Latn-taq_Tfng","languages":["ron-Latn","taq-Tfng"]},{"precision":0.444264,"recall":0.546443,"f1":0.471255,"accuracy":0.546443,"main_score":0.471255,"hf_subset":"ron_Latn-wol_Latn","languages":["ron-Latn","wol-Latn"]},{"precision":0.264517,"recall":0.375494,"f1":0.291319,"accuracy":0.375494,"main_score":0.291319,"hf_subset":"ron_Latn-arb_Latn","languages":["ron-Latn","arb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ron_Latn-cat_Latn","languages":["ron-Latn","cat-Latn"]},{"precision":0.848073,"recall":0.893281,"f1":0.862022,"accuracy":0.893281,"main_score":0.862022,"hf_subset":"ron_Latn-fur_Latn","languages":["ron-Latn","fur-Latn"]},{"precision":0.257609,"recall":0.343874,"f1":0.278423,"accuracy":0.343874,"main_score":0.278423,"hf_subset":"ron_Latn-kab_Latn","languages":["ron-Latn","kab-Latn"]},{"precision":0.792523,"recall":0.848814,"f1":0.809552,"accuracy":0.848814,"main_score":0.809552,"hf_subset":"ron_Latn-lim_Latn","languages":["ron-Latn","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ron_Latn-nld_Latn","languages":["ron-Latn","nld-Latn"]},{"precision":0.86726,"recall":0.907115,"f1":0.880105,"accuracy":0.907115,"main_score":0.880105,"hf_subset":"ron_Latn-san_Deva","languages":["ron-Latn","san-Deva"]},{"precision":0.647279,"recall":0.724308,"f1":0.669233,"accuracy":0.724308,"main_score":0.669233,"hf_subset":"ron_Latn-tat_Cyrl","languages":["ron-Latn","tat-Cyrl"]},{"precision":0.424207,"recall":0.524704,"f1":0.450045,"accuracy":0.524704,"main_score":0.450045,"hf_subset":"ron_Latn-xho_Latn","languages":["ron-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-ars_Arab","languages":["ron-Latn","ars-Arab"]},{"precision":0.759634,"recall":0.826087,"f1":0.780303,"accuracy":0.826087,"main_score":0.780303,"hf_subset":"ron_Latn-ceb_Latn","languages":["ron-Latn","ceb-Latn"]},{"precision":0.40452,"recall":0.506917,"f1":0.430984,"accuracy":0.506917,"main_score":0.430984,"hf_subset":"ron_Latn-fuv_Latn","languages":["ron-Latn","fuv-Latn"]},{"precision":0.397803,"recall":0.508893,"f1":0.4267,"accuracy":0.508893,"main_score":0.4267,"hf_subset":"ron_Latn-kac_Latn","languages":["ron-Latn","kac-Latn"]},{"precision":0.459159,"recall":0.566206,"f1":0.488426,"accuracy":0.566206,"main_score":0.488426,"hf_subset":"ron_Latn-lin_Latn","languages":["ron-Latn","lin-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"ron_Latn-nno_Latn","languages":["ron-Latn","nno-Latn"]},{"precision":0.162382,"recall":0.225296,"f1":0.177053,"accuracy":0.225296,"main_score":0.177053,"hf_subset":"ron_Latn-sat_Olck","languages":["ron-Latn","sat-Olck"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ron_Latn-tel_Telu","languages":["ron-Latn","tel-Telu"]},{"precision":0.32782,"recall":0.422925,"f1":0.351681,"accuracy":0.422925,"main_score":0.351681,"hf_subset":"ron_Latn-ydd_Hebr","languages":["ron-Latn","ydd-Hebr"]},{"precision":0.873024,"recall":0.913043,"f1":0.88587,"accuracy":0.913043,"main_score":0.88587,"hf_subset":"ron_Latn-ary_Arab","languages":["ron-Latn","ary-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ron_Latn-ces_Latn","languages":["ron-Latn","ces-Latn"]},{"precision":0.29146,"recall":0.384387,"f1":0.313454,"accuracy":0.384387,"main_score":0.313454,"hf_subset":"ron_Latn-gaz_Latn","languages":["ron-Latn","gaz-Latn"]},{"precision":0.413407,"recall":0.519763,"f1":0.441849,"accuracy":0.519763,"main_score":0.441849,"hf_subset":"ron_Latn-kam_Latn","languages":["ron-Latn","kam-Latn"]},{"precision":0.811841,"recall":0.864625,"f1":0.828576,"accuracy":0.864625,"main_score":0.828576,"hf_subset":"ron_Latn-lit_Latn","languages":["ron-Latn","lit-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ron_Latn-nob_Latn","languages":["ron-Latn","nob-Latn"]},{"precision":0.779183,"recall":0.840909,"f1":0.797991,"accuracy":0.840909,"main_score":0.797991,"hf_subset":"ron_Latn-scn_Latn","languages":["ron-Latn","scn-Latn"]},{"precision":0.414249,"recall":0.516798,"f1":0.441564,"accuracy":0.516798,"main_score":0.441564,"hf_subset":"ron_Latn-tgk_Cyrl","languages":["ron-Latn","tgk-Cyrl"]},{"precision":0.383177,"recall":0.486166,"f1":0.410242,"accuracy":0.486166,"main_score":0.410242,"hf_subset":"ron_Latn-yor_Latn","languages":["ron-Latn","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ron_Latn-arz_Arab","languages":["ron-Latn","arz-Arab"]},{"precision":0.421483,"recall":0.527668,"f1":0.449846,"accuracy":0.527668,"main_score":0.449846,"hf_subset":"ron_Latn-cjk_Latn","languages":["ron-Latn","cjk-Latn"]},{"precision":0.342549,"recall":0.440711,"f1":0.367254,"accuracy":0.440711,"main_score":0.367254,"hf_subset":"ron_Latn-gla_Latn","languages":["ron-Latn","gla-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ron_Latn-kan_Knda","languages":["ron-Latn","kan-Knda"]},{"precision":0.825412,"recall":0.874506,"f1":0.840613,"accuracy":0.874506,"main_score":0.840613,"hf_subset":"ron_Latn-lmo_Latn","languages":["ron-Latn","lmo-Latn"]},{"precision":0.967885,"recall":0.977273,"f1":0.971014,"accuracy":0.977273,"main_score":0.971014,"hf_subset":"ron_Latn-npi_Deva","languages":["ron-Latn","npi-Deva"]},{"precision":0.349245,"recall":0.459486,"f1":0.37701,"accuracy":0.459486,"main_score":0.37701,"hf_subset":"ron_Latn-shn_Mymr","languages":["ron-Latn","shn-Mymr"]},{"precision":0.870306,"recall":0.910079,"f1":0.883136,"accuracy":0.910079,"main_score":0.883136,"hf_subset":"ron_Latn-tgl_Latn","languages":["ron-Latn","tgl-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ron_Latn-yue_Hant","languages":["ron-Latn","yue-Hant"]},{"precision":0.866848,"recall":0.907115,"f1":0.879677,"accuracy":0.907115,"main_score":0.879677,"hf_subset":"ron_Latn-asm_Beng","languages":["ron-Latn","asm-Beng"]},{"precision":0.388515,"recall":0.479249,"f1":0.412206,"accuracy":0.479249,"main_score":0.412206,"hf_subset":"ron_Latn-ckb_Arab","languages":["ron-Latn","ckb-Arab"]},{"precision":0.364614,"recall":0.459486,"f1":0.389176,"accuracy":0.459486,"main_score":0.389176,"hf_subset":"ron_Latn-gle_Latn","languages":["ron-Latn","gle-Latn"]},{"precision":0.654489,"recall":0.741107,"f1":0.679764,"accuracy":0.741107,"main_score":0.679764,"hf_subset":"ron_Latn-kas_Arab","languages":["ron-Latn","kas-Arab"]},{"precision":0.618515,"recall":0.700593,"f1":0.642295,"accuracy":0.700593,"main_score":0.642295,"hf_subset":"ron_Latn-ltg_Latn","languages":["ron-Latn","ltg-Latn"]},{"precision":0.447772,"recall":0.548419,"f1":0.474834,"accuracy":0.548419,"main_score":0.474834,"hf_subset":"ron_Latn-nso_Latn","languages":["ron-Latn","nso-Latn"]},{"precision":0.843445,"recall":0.889328,"f1":0.857872,"accuracy":0.889328,"main_score":0.857872,"hf_subset":"ron_Latn-sin_Sinh","languages":["ron-Latn","sin-Sinh"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ron_Latn-tha_Thai","languages":["ron-Latn","tha-Thai"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ron_Latn-zho_Hans","languages":["ron-Latn","zho-Hans"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"ron_Latn-ast_Latn","languages":["ron-Latn","ast-Latn"]},{"precision":0.768594,"recall":0.832016,"f1":0.787963,"accuracy":0.832016,"main_score":0.787963,"hf_subset":"ron_Latn-crh_Latn","languages":["ron-Latn","crh-Latn"]},{"precision":0.987484,"recall":0.991107,"f1":0.988636,"accuracy":0.991107,"main_score":0.988636,"hf_subset":"ron_Latn-glg_Latn","languages":["ron-Latn","glg-Latn"]},{"precision":0.542321,"recall":0.652174,"f1":0.57422,"accuracy":0.652174,"main_score":0.57422,"hf_subset":"ron_Latn-kas_Deva","languages":["ron-Latn","kas-Deva"]},{"precision":0.774687,"recall":0.835968,"f1":0.793267,"accuracy":0.835968,"main_score":0.793267,"hf_subset":"ron_Latn-ltz_Latn","languages":["ron-Latn","ltz-Latn"]},{"precision":0.294121,"recall":0.387352,"f1":0.317196,"accuracy":0.387352,"main_score":0.317196,"hf_subset":"ron_Latn-nus_Latn","languages":["ron-Latn","nus-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ron_Latn-slk_Latn","languages":["ron-Latn","slk-Latn"]},{"precision":0.364456,"recall":0.460474,"f1":0.389337,"accuracy":0.460474,"main_score":0.389337,"hf_subset":"ron_Latn-tir_Ethi","languages":["ron-Latn","tir-Ethi"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ron_Latn-zho_Hant","languages":["ron-Latn","zho-Hant"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"ron_Latn-awa_Deva","languages":["ron-Latn","awa-Deva"]},{"precision":0.435634,"recall":0.525692,"f1":0.458146,"accuracy":0.525692,"main_score":0.458146,"hf_subset":"ron_Latn-cym_Latn","languages":["ron-Latn","cym-Latn"]},{"precision":0.647663,"recall":0.731225,"f1":0.671848,"accuracy":0.731225,"main_score":0.671848,"hf_subset":"ron_Latn-grn_Latn","languages":["ron-Latn","grn-Latn"]},{"precision":0.877141,"recall":0.91502,"f1":0.88913,"accuracy":0.91502,"main_score":0.88913,"hf_subset":"ron_Latn-kat_Geor","languages":["ron-Latn","kat-Geor"]},{"precision":0.471485,"recall":0.56917,"f1":0.497709,"accuracy":0.56917,"main_score":0.497709,"hf_subset":"ron_Latn-lua_Latn","languages":["ron-Latn","lua-Latn"]},{"precision":0.451073,"recall":0.552372,"f1":0.478033,"accuracy":0.552372,"main_score":0.478033,"hf_subset":"ron_Latn-nya_Latn","languages":["ron-Latn","nya-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"ron_Latn-slv_Latn","languages":["ron-Latn","slv-Latn"]},{"precision":0.704661,"recall":0.774704,"f1":0.724869,"accuracy":0.774704,"main_score":0.724869,"hf_subset":"ron_Latn-tpi_Latn","languages":["ron-Latn","tpi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ron_Latn-zsm_Latn","languages":["ron-Latn","zsm-Latn"]},{"precision":0.381907,"recall":0.479249,"f1":0.406644,"accuracy":0.479249,"main_score":0.406644,"hf_subset":"ron_Latn-ayr_Latn","languages":["ron-Latn","ayr-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ron_Latn-dan_Latn","languages":["ron-Latn","dan-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"ron_Latn-guj_Gujr","languages":["ron-Latn","guj-Gujr"]},{"precision":0.735952,"recall":0.799407,"f1":0.754649,"accuracy":0.799407,"main_score":0.754649,"hf_subset":"ron_Latn-kaz_Cyrl","languages":["ron-Latn","kaz-Cyrl"]},{"precision":0.369147,"recall":0.469368,"f1":0.395463,"accuracy":0.469368,"main_score":0.395463,"hf_subset":"ron_Latn-lug_Latn","languages":["ron-Latn","lug-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"ron_Latn-oci_Latn","languages":["ron-Latn","oci-Latn"]},{"precision":0.419203,"recall":0.525692,"f1":0.44701,"accuracy":0.525692,"main_score":0.44701,"hf_subset":"ron_Latn-smo_Latn","languages":["ron-Latn","smo-Latn"]},{"precision":0.402199,"recall":0.501976,"f1":0.427697,"accuracy":0.501976,"main_score":0.427697,"hf_subset":"ron_Latn-tsn_Latn","languages":["ron-Latn","tsn-Latn"]},{"precision":0.3748,"recall":0.480237,"f1":0.402741,"accuracy":0.480237,"main_score":0.402741,"hf_subset":"ron_Latn-zul_Latn","languages":["ron-Latn","zul-Latn"]},{"precision":0.656522,"recall":0.746047,"f1":0.68322,"accuracy":0.746047,"main_score":0.68322,"hf_subset":"ron_Latn-azb_Arab","languages":["ron-Latn","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ron_Latn-deu_Latn","languages":["ron-Latn","deu-Latn"]},{"precision":0.647671,"recall":0.735178,"f1":0.67337,"accuracy":0.735178,"main_score":0.67337,"hf_subset":"ron_Latn-hat_Latn","languages":["ron-Latn","hat-Latn"]},{"precision":0.348338,"recall":0.44664,"f1":0.373362,"accuracy":0.44664,"main_score":0.373362,"hf_subset":"ron_Latn-kbp_Latn","languages":["ron-Latn","kbp-Latn"]},{"precision":0.435288,"recall":0.531621,"f1":0.460131,"accuracy":0.531621,"main_score":0.460131,"hf_subset":"ron_Latn-luo_Latn","languages":["ron-Latn","luo-Latn"]},{"precision":0.523537,"recall":0.610672,"f1":0.547183,"accuracy":0.610672,"main_score":0.547183,"hf_subset":"ron_Latn-ory_Orya","languages":["ron-Latn","ory-Orya"]},{"precision":0.412264,"recall":0.514822,"f1":0.439842,"accuracy":0.514822,"main_score":0.439842,"hf_subset":"ron_Latn-sna_Latn","languages":["ron-Latn","sna-Latn"]},{"precision":0.389813,"recall":0.493083,"f1":0.416735,"accuracy":0.493083,"main_score":0.416735,"hf_subset":"ron_Latn-tso_Latn","languages":["ron-Latn","tso-Latn"]},{"precision":0.839592,"recall":0.883399,"f1":0.85303,"accuracy":0.883399,"main_score":0.85303,"hf_subset":"ron_Latn-azj_Latn","languages":["ron-Latn","azj-Latn"]},{"precision":0.405736,"recall":0.506917,"f1":0.432186,"accuracy":0.506917,"main_score":0.432186,"hf_subset":"ron_Latn-dik_Latn","languages":["ron-Latn","dik-Latn"]},{"precision":0.424427,"recall":0.513834,"f1":0.448209,"accuracy":0.513834,"main_score":0.448209,"hf_subset":"ron_Latn-hau_Latn","languages":["ron-Latn","hau-Latn"]},{"precision":0.820109,"recall":0.87253,"f1":0.836495,"accuracy":0.87253,"main_score":0.836495,"hf_subset":"ron_Latn-kea_Latn","languages":["ron-Latn","kea-Latn"]},{"precision":0.557579,"recall":0.651186,"f1":0.584235,"accuracy":0.651186,"main_score":0.584235,"hf_subset":"ron_Latn-lus_Latn","languages":["ron-Latn","lus-Latn"]},{"precision":0.714723,"recall":0.781621,"f1":0.734359,"accuracy":0.781621,"main_score":0.734359,"hf_subset":"ron_Latn-pag_Latn","languages":["ron-Latn","pag-Latn"]},{"precision":0.664386,"recall":0.749012,"f1":0.689482,"accuracy":0.749012,"main_score":0.689482,"hf_subset":"ron_Latn-snd_Arab","languages":["ron-Latn","snd-Arab"]},{"precision":0.601895,"recall":0.686759,"f1":0.626069,"accuracy":0.686759,"main_score":0.626069,"hf_subset":"ron_Latn-tuk_Latn","languages":["ron-Latn","tuk-Latn"]},{"precision":0.641749,"recall":0.72332,"f1":0.664965,"accuracy":0.72332,"main_score":0.664965,"hf_subset":"ron_Latn-bak_Cyrl","languages":["ron-Latn","bak-Cyrl"]},{"precision":0.337401,"recall":0.44664,"f1":0.365989,"accuracy":0.44664,"main_score":0.365989,"hf_subset":"ron_Latn-dyu_Latn","languages":["ron-Latn","dyu-Latn"]},{"precision":0.909091,"recall":0.937747,"f1":0.918478,"accuracy":0.937747,"main_score":0.918478,"hf_subset":"ron_Latn-heb_Hebr","languages":["ron-Latn","heb-Hebr"]},{"precision":0.437543,"recall":0.525692,"f1":0.460771,"accuracy":0.525692,"main_score":0.460771,"hf_subset":"ron_Latn-khk_Cyrl","languages":["ron-Latn","khk-Cyrl"]},{"precision":0.829661,"recall":0.876482,"f1":0.844104,"accuracy":0.876482,"main_score":0.844104,"hf_subset":"ron_Latn-lvs_Latn","languages":["ron-Latn","lvs-Latn"]},{"precision":0.919137,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"ron_Latn-pan_Guru","languages":["ron-Latn","pan-Guru"]},{"precision":0.362696,"recall":0.453557,"f1":0.385207,"accuracy":0.453557,"main_score":0.385207,"hf_subset":"ron_Latn-som_Latn","languages":["ron-Latn","som-Latn"]},{"precision":0.447185,"recall":0.533597,"f1":0.469895,"accuracy":0.533597,"main_score":0.469895,"hf_subset":"ron_Latn-tum_Latn","languages":["ron-Latn","tum-Latn"]},{"precision":0.295916,"recall":0.376482,"f1":0.317372,"accuracy":0.376482,"main_score":0.317372,"hf_subset":"szl_Latn-ace_Arab","languages":["szl-Latn","ace-Arab"]},{"precision":0.378249,"recall":0.454545,"f1":0.39792,"accuracy":0.454545,"main_score":0.39792,"hf_subset":"szl_Latn-bam_Latn","languages":["szl-Latn","bam-Latn"]},{"precision":0.146781,"recall":0.20751,"f1":0.162721,"accuracy":0.20751,"main_score":0.162721,"hf_subset":"szl_Latn-dzo_Tibt","languages":["szl-Latn","dzo-Tibt"]},{"precision":0.906489,"recall":0.932806,"f1":0.914822,"accuracy":0.932806,"main_score":0.914822,"hf_subset":"szl_Latn-hin_Deva","languages":["szl-Latn","hin-Deva"]},{"precision":0.669779,"recall":0.73913,"f1":0.690529,"accuracy":0.73913,"main_score":0.690529,"hf_subset":"szl_Latn-khm_Khmr","languages":["szl-Latn","khm-Khmr"]},{"precision":0.886817,"recall":0.916996,"f1":0.896267,"accuracy":0.916996,"main_score":0.896267,"hf_subset":"szl_Latn-mag_Deva","languages":["szl-Latn","mag-Deva"]},{"precision":0.771607,"recall":0.824111,"f1":0.787319,"accuracy":0.824111,"main_score":0.787319,"hf_subset":"szl_Latn-pap_Latn","languages":["szl-Latn","pap-Latn"]},{"precision":0.408043,"recall":0.496047,"f1":0.431745,"accuracy":0.496047,"main_score":0.431745,"hf_subset":"szl_Latn-sot_Latn","languages":["szl-Latn","sot-Latn"]},{"precision":0.910474,"recall":0.933794,"f1":0.917819,"accuracy":0.933794,"main_score":0.917819,"hf_subset":"szl_Latn-tur_Latn","languages":["szl-Latn","tur-Latn"]},{"precision":0.632197,"recall":0.701581,"f1":0.652147,"accuracy":0.701581,"main_score":0.652147,"hf_subset":"szl_Latn-ace_Latn","languages":["szl-Latn","ace-Latn"]},{"precision":0.753491,"recall":0.809289,"f1":0.77052,"accuracy":0.809289,"main_score":0.77052,"hf_subset":"szl_Latn-ban_Latn","languages":["szl-Latn","ban-Latn"]},{"precision":0.839707,"recall":0.880435,"f1":0.852306,"accuracy":0.880435,"main_score":0.852306,"hf_subset":"szl_Latn-ell_Grek","languages":["szl-Latn","ell-Grek"]},{"precision":0.866024,"recall":0.902174,"f1":0.877536,"accuracy":0.902174,"main_score":0.877536,"hf_subset":"szl_Latn-hne_Deva","languages":["szl-Latn","hne-Deva"]},{"precision":0.41634,"recall":0.509881,"f1":0.441795,"accuracy":0.509881,"main_score":0.441795,"hf_subset":"szl_Latn-kik_Latn","languages":["szl-Latn","kik-Latn"]},{"precision":0.894681,"recall":0.922925,"f1":0.903491,"accuracy":0.922925,"main_score":0.903491,"hf_subset":"szl_Latn-mai_Deva","languages":["szl-Latn","mai-Deva"]},{"precision":0.745283,"recall":0.802372,"f1":0.762749,"accuracy":0.802372,"main_score":0.762749,"hf_subset":"szl_Latn-pbt_Arab","languages":["szl-Latn","pbt-Arab"]},{"precision":0.921558,"recall":0.943676,"f1":0.92859,"accuracy":0.943676,"main_score":0.92859,"hf_subset":"szl_Latn-spa_Latn","languages":["szl-Latn","spa-Latn"]},{"precision":0.47691,"recall":0.557312,"f1":0.499482,"accuracy":0.557312,"main_score":0.499482,"hf_subset":"szl_Latn-twi_Latn","languages":["szl-Latn","twi-Latn"]},{"precision":0.868445,"recall":0.90415,"f1":0.879578,"accuracy":0.90415,"main_score":0.879578,"hf_subset":"szl_Latn-acm_Arab","languages":["szl-Latn","acm-Arab"]},{"precision":0.788702,"recall":0.842885,"f1":0.805797,"accuracy":0.842885,"main_score":0.805797,"hf_subset":"szl_Latn-bel_Cyrl","languages":["szl-Latn","bel-Cyrl"]},{"precision":0.931159,"recall":0.947628,"f1":0.936138,"accuracy":0.947628,"main_score":0.936138,"hf_subset":"szl_Latn-eng_Latn","languages":["szl-Latn","eng-Latn"]},{"precision":0.880188,"recall":0.911067,"f1":0.889808,"accuracy":0.911067,"main_score":0.889808,"hf_subset":"szl_Latn-hrv_Latn","languages":["szl-Latn","hrv-Latn"]},{"precision":0.401567,"recall":0.481225,"f1":0.423484,"accuracy":0.481225,"main_score":0.423484,"hf_subset":"szl_Latn-kin_Latn","languages":["szl-Latn","kin-Latn"]},{"precision":0.873988,"recall":0.907115,"f1":0.884272,"accuracy":0.907115,"main_score":0.884272,"hf_subset":"szl_Latn-mal_Mlym","languages":["szl-Latn","mal-Mlym"]},{"precision":0.906538,"recall":0.933794,"f1":0.91525,"accuracy":0.933794,"main_score":0.91525,"hf_subset":"szl_Latn-pes_Arab","languages":["szl-Latn","pes-Arab"]},{"precision":0.771913,"recall":0.821146,"f1":0.786742,"accuracy":0.821146,"main_score":0.786742,"hf_subset":"szl_Latn-srd_Latn","languages":["szl-Latn","srd-Latn"]},{"precision":0.118404,"recall":0.189723,"f1":0.134566,"accuracy":0.189723,"main_score":0.134566,"hf_subset":"szl_Latn-tzm_Tfng","languages":["szl-Latn","tzm-Tfng"]},{"precision":0.891864,"recall":0.91996,"f1":0.900494,"accuracy":0.91996,"main_score":0.900494,"hf_subset":"szl_Latn-acq_Arab","languages":["szl-Latn","acq-Arab"]},{"precision":0.447467,"recall":0.525692,"f1":0.468905,"accuracy":0.525692,"main_score":0.468905,"hf_subset":"szl_Latn-bem_Latn","languages":["szl-Latn","bem-Latn"]},{"precision":0.80919,"recall":0.854743,"f1":0.823024,"accuracy":0.854743,"main_score":0.823024,"hf_subset":"szl_Latn-epo_Latn","languages":["szl-Latn","epo-Latn"]},{"precision":0.824605,"recall":0.865613,"f1":0.837385,"accuracy":0.865613,"main_score":0.837385,"hf_subset":"szl_Latn-hun_Latn","languages":["szl-Latn","hun-Latn"]},{"precision":0.646108,"recall":0.715415,"f1":0.665716,"accuracy":0.715415,"main_score":0.665716,"hf_subset":"szl_Latn-kir_Cyrl","languages":["szl-Latn","kir-Cyrl"]},{"precision":0.877388,"recall":0.909091,"f1":0.887418,"accuracy":0.909091,"main_score":0.887418,"hf_subset":"szl_Latn-mar_Deva","languages":["szl-Latn","mar-Deva"]},{"precision":0.445958,"recall":0.523715,"f1":0.467732,"accuracy":0.523715,"main_score":0.467732,"hf_subset":"szl_Latn-plt_Latn","languages":["szl-Latn","plt-Latn"]},{"precision":0.863752,"recall":0.897233,"f1":0.874195,"accuracy":0.897233,"main_score":0.874195,"hf_subset":"szl_Latn-srp_Cyrl","languages":["szl-Latn","srp-Cyrl"]},{"precision":0.287635,"recall":0.370553,"f1":0.310289,"accuracy":0.370553,"main_score":0.310289,"hf_subset":"szl_Latn-uig_Arab","languages":["szl-Latn","uig-Arab"]},{"precision":0.843577,"recall":0.885375,"f1":0.856522,"accuracy":0.885375,"main_score":0.856522,"hf_subset":"szl_Latn-aeb_Arab","languages":["szl-Latn","aeb-Arab"]},{"precision":0.880468,"recall":0.913043,"f1":0.89081,"accuracy":0.913043,"main_score":0.89081,"hf_subset":"szl_Latn-ben_Beng","languages":["szl-Latn","ben-Beng"]},{"precision":0.746551,"recall":0.799407,"f1":0.762533,"accuracy":0.799407,"main_score":0.762533,"hf_subset":"szl_Latn-est_Latn","languages":["szl-Latn","est-Latn"]},{"precision":0.699849,"recall":0.763834,"f1":0.718497,"accuracy":0.763834,"main_score":0.718497,"hf_subset":"szl_Latn-hye_Armn","languages":["szl-Latn","hye-Armn"]},{"precision":0.388909,"recall":0.468379,"f1":0.410127,"accuracy":0.468379,"main_score":0.410127,"hf_subset":"szl_Latn-kmb_Latn","languages":["szl-Latn","kmb-Latn"]},{"precision":0.237975,"recall":0.322134,"f1":0.2592,"accuracy":0.322134,"main_score":0.2592,"hf_subset":"szl_Latn-min_Arab","languages":["szl-Latn","min-Arab"]},{"precision":0.942688,"recall":0.95751,"f1":0.947299,"accuracy":0.95751,"main_score":0.947299,"hf_subset":"szl_Latn-pol_Latn","languages":["szl-Latn","pol-Latn"]},{"precision":0.38048,"recall":0.464427,"f1":0.402532,"accuracy":0.464427,"main_score":0.402532,"hf_subset":"szl_Latn-ssw_Latn","languages":["szl-Latn","ssw-Latn"]},{"precision":0.919064,"recall":0.938735,"f1":0.925049,"accuracy":0.938735,"main_score":0.925049,"hf_subset":"szl_Latn-ukr_Cyrl","languages":["szl-Latn","ukr-Cyrl"]},{"precision":0.838966,"recall":0.880435,"f1":0.85239,"accuracy":0.880435,"main_score":0.85239,"hf_subset":"szl_Latn-afr_Latn","languages":["szl-Latn","afr-Latn"]},{"precision":0.836248,"recall":0.87747,"f1":0.849177,"accuracy":0.87747,"main_score":0.849177,"hf_subset":"szl_Latn-bho_Deva","languages":["szl-Latn","bho-Deva"]},{"precision":0.634725,"recall":0.703557,"f1":0.654737,"accuracy":0.703557,"main_score":0.654737,"hf_subset":"szl_Latn-eus_Latn","languages":["szl-Latn","eus-Latn"]},{"precision":0.386123,"recall":0.478261,"f1":0.410822,"accuracy":0.478261,"main_score":0.410822,"hf_subset":"szl_Latn-ibo_Latn","languages":["szl-Latn","ibo-Latn"]},{"precision":0.437838,"recall":0.524704,"f1":0.460929,"accuracy":0.524704,"main_score":0.460929,"hf_subset":"szl_Latn-kmr_Latn","languages":["szl-Latn","kmr-Latn"]},{"precision":0.703797,"recall":0.772727,"f1":0.724489,"accuracy":0.772727,"main_score":0.724489,"hf_subset":"szl_Latn-min_Latn","languages":["szl-Latn","min-Latn"]},{"precision":0.927734,"recall":0.948617,"f1":0.934453,"accuracy":0.948617,"main_score":0.934453,"hf_subset":"szl_Latn-por_Latn","languages":["szl-Latn","por-Latn"]},{"precision":0.756176,"recall":0.815217,"f1":0.77436,"accuracy":0.815217,"main_score":0.77436,"hf_subset":"szl_Latn-sun_Latn","languages":["szl-Latn","sun-Latn"]},{"precision":0.382085,"recall":0.467391,"f1":0.404843,"accuracy":0.467391,"main_score":0.404843,"hf_subset":"szl_Latn-umb_Latn","languages":["szl-Latn","umb-Latn"]},{"precision":0.886973,"recall":0.916008,"f1":0.895935,"accuracy":0.916008,"main_score":0.895935,"hf_subset":"szl_Latn-ajp_Arab","languages":["szl-Latn","ajp-Arab"]},{"precision":0.25592,"recall":0.335968,"f1":0.278029,"accuracy":0.335968,"main_score":0.278029,"hf_subset":"szl_Latn-bjn_Arab","languages":["szl-Latn","bjn-Arab"]},{"precision":0.402063,"recall":0.480237,"f1":0.424214,"accuracy":0.480237,"main_score":0.424214,"hf_subset":"szl_Latn-ewe_Latn","languages":["szl-Latn","ewe-Latn"]},{"precision":0.632496,"recall":0.700593,"f1":0.652328,"accuracy":0.700593,"main_score":0.652328,"hf_subset":"szl_Latn-ilo_Latn","languages":["szl-Latn","ilo-Latn"]},{"precision":0.186451,"recall":0.252964,"f1":0.202768,"accuracy":0.252964,"main_score":0.202768,"hf_subset":"szl_Latn-knc_Arab","languages":["szl-Latn","knc-Arab"]},{"precision":0.849473,"recall":0.883399,"f1":0.859571,"accuracy":0.883399,"main_score":0.859571,"hf_subset":"szl_Latn-mkd_Cyrl","languages":["szl-Latn","mkd-Cyrl"]},{"precision":0.891584,"recall":0.920949,"f1":0.900922,"accuracy":0.920949,"main_score":0.900922,"hf_subset":"szl_Latn-prs_Arab","languages":["szl-Latn","prs-Arab"]},{"precision":0.906933,"recall":0.931818,"f1":0.914592,"accuracy":0.931818,"main_score":0.914592,"hf_subset":"szl_Latn-swe_Latn","languages":["szl-Latn","swe-Latn"]},{"precision":0.855352,"recall":0.895257,"f1":0.867984,"accuracy":0.895257,"main_score":0.867984,"hf_subset":"szl_Latn-urd_Arab","languages":["szl-Latn","urd-Arab"]},{"precision":0.457552,"recall":0.538538,"f1":0.47972,"accuracy":0.538538,"main_score":0.47972,"hf_subset":"szl_Latn-aka_Latn","languages":["szl-Latn","aka-Latn"]},{"precision":0.750141,"recall":0.809289,"f1":0.768626,"accuracy":0.809289,"main_score":0.768626,"hf_subset":"szl_Latn-bjn_Latn","languages":["szl-Latn","bjn-Latn"]},{"precision":0.555988,"recall":0.632411,"f1":0.577576,"accuracy":0.632411,"main_score":0.577576,"hf_subset":"szl_Latn-fao_Latn","languages":["szl-Latn","fao-Latn"]},{"precision":0.921607,"recall":0.942688,"f1":0.928148,"accuracy":0.942688,"main_score":0.928148,"hf_subset":"szl_Latn-ind_Latn","languages":["szl-Latn","ind-Latn"]},{"precision":0.430724,"recall":0.508893,"f1":0.452164,"accuracy":0.508893,"main_score":0.452164,"hf_subset":"szl_Latn-knc_Latn","languages":["szl-Latn","knc-Latn"]},{"precision":0.6722,"recall":0.740119,"f1":0.691864,"accuracy":0.740119,"main_score":0.691864,"hf_subset":"szl_Latn-mlt_Latn","languages":["szl-Latn","mlt-Latn"]},{"precision":0.463138,"recall":0.559289,"f1":0.489475,"accuracy":0.559289,"main_score":0.489475,"hf_subset":"szl_Latn-quy_Latn","languages":["szl-Latn","quy-Latn"]},{"precision":0.733984,"recall":0.796443,"f1":0.753038,"accuracy":0.796443,"main_score":0.753038,"hf_subset":"szl_Latn-swh_Latn","languages":["szl-Latn","swh-Latn"]},{"precision":0.605995,"recall":0.679842,"f1":0.627555,"accuracy":0.679842,"main_score":0.627555,"hf_subset":"szl_Latn-uzn_Latn","languages":["szl-Latn","uzn-Latn"]},{"precision":0.73806,"recall":0.794466,"f1":0.755552,"accuracy":0.794466,"main_score":0.755552,"hf_subset":"szl_Latn-als_Latn","languages":["szl-Latn","als-Latn"]},{"precision":0.179928,"recall":0.250988,"f1":0.197924,"accuracy":0.250988,"main_score":0.197924,"hf_subset":"szl_Latn-bod_Tibt","languages":["szl-Latn","bod-Tibt"]},{"precision":0.408433,"recall":0.493083,"f1":0.431992,"accuracy":0.493083,"main_score":0.431992,"hf_subset":"szl_Latn-fij_Latn","languages":["szl-Latn","fij-Latn"]},{"precision":0.494311,"recall":0.570158,"f1":0.516246,"accuracy":0.570158,"main_score":0.516246,"hf_subset":"szl_Latn-isl_Latn","languages":["szl-Latn","isl-Latn"]},{"precision":0.475152,"recall":0.555336,"f1":0.497778,"accuracy":0.555336,"main_score":0.497778,"hf_subset":"szl_Latn-kon_Latn","languages":["szl-Latn","kon-Latn"]},{"precision":0.348281,"recall":0.4417,"f1":0.373862,"accuracy":0.4417,"main_score":0.373862,"hf_subset":"szl_Latn-mni_Beng","languages":["szl-Latn","mni-Beng"]},{"precision":0.907938,"recall":0.931818,"f1":0.915316,"accuracy":0.931818,"main_score":0.915316,"hf_subset":"szl_Latn-ron_Latn","languages":["szl-Latn","ron-Latn"]},{"precision":0.837311,"recall":0.87253,"f1":0.847636,"accuracy":0.87253,"main_score":0.847636,"hf_subset":"szl_Latn-vec_Latn","languages":["szl-Latn","vec-Latn"]},{"precision":0.66488,"recall":0.736166,"f1":0.686386,"accuracy":0.736166,"main_score":0.686386,"hf_subset":"szl_Latn-amh_Ethi","languages":["szl-Latn","amh-Ethi"]},{"precision":0.894763,"recall":0.922925,"f1":0.903623,"accuracy":0.922925,"main_score":0.903623,"hf_subset":"szl_Latn-bos_Latn","languages":["szl-Latn","bos-Latn"]},{"precision":0.879176,"recall":0.910079,"f1":0.888422,"accuracy":0.910079,"main_score":0.888422,"hf_subset":"szl_Latn-fin_Latn","languages":["szl-Latn","fin-Latn"]},{"precision":0.923995,"recall":0.945652,"f1":0.930896,"accuracy":0.945652,"main_score":0.930896,"hf_subset":"szl_Latn-ita_Latn","languages":["szl-Latn","ita-Latn"]},{"precision":0.883679,"recall":0.914032,"f1":0.893149,"accuracy":0.914032,"main_score":0.893149,"hf_subset":"szl_Latn-kor_Hang","languages":["szl-Latn","kor-Hang"]},{"precision":0.40607,"recall":0.491107,"f1":0.429749,"accuracy":0.491107,"main_score":0.429749,"hf_subset":"szl_Latn-mos_Latn","languages":["szl-Latn","mos-Latn"]},{"precision":0.390032,"recall":0.467391,"f1":0.410679,"accuracy":0.467391,"main_score":0.410679,"hf_subset":"szl_Latn-run_Latn","languages":["szl-Latn","run-Latn"]},{"precision":0.862434,"recall":0.900198,"f1":0.874407,"accuracy":0.900198,"main_score":0.874407,"hf_subset":"szl_Latn-tam_Taml","languages":["szl-Latn","tam-Taml"]},{"precision":0.888752,"recall":0.918972,"f1":0.898254,"accuracy":0.918972,"main_score":0.898254,"hf_subset":"szl_Latn-vie_Latn","languages":["szl-Latn","vie-Latn"]},{"precision":0.873188,"recall":0.906126,"f1":0.883498,"accuracy":0.906126,"main_score":0.883498,"hf_subset":"szl_Latn-apc_Arab","languages":["szl-Latn","apc-Arab"]},{"precision":0.581646,"recall":0.667984,"f1":0.606604,"accuracy":0.667984,"main_score":0.606604,"hf_subset":"szl_Latn-bug_Latn","languages":["szl-Latn","bug-Latn"]},{"precision":0.377598,"recall":0.456522,"f1":0.398646,"accuracy":0.456522,"main_score":0.398646,"hf_subset":"szl_Latn-fon_Latn","languages":["szl-Latn","fon-Latn"]},{"precision":0.752964,"recall":0.80336,"f1":0.768121,"accuracy":0.80336,"main_score":0.768121,"hf_subset":"szl_Latn-jav_Latn","languages":["szl-Latn","jav-Latn"]},{"precision":0.609914,"recall":0.686759,"f1":0.632411,"accuracy":0.686759,"main_score":0.632411,"hf_subset":"szl_Latn-lao_Laoo","languages":["szl-Latn","lao-Laoo"]},{"precision":0.356499,"recall":0.448617,"f1":0.380746,"accuracy":0.448617,"main_score":0.380746,"hf_subset":"szl_Latn-mri_Latn","languages":["szl-Latn","mri-Latn"]},{"precision":0.922101,"recall":0.944664,"f1":0.92915,"accuracy":0.944664,"main_score":0.92915,"hf_subset":"szl_Latn-rus_Cyrl","languages":["szl-Latn","rus-Cyrl"]},{"precision":0.396221,"recall":0.490119,"f1":0.420996,"accuracy":0.490119,"main_score":0.420996,"hf_subset":"szl_Latn-taq_Latn","languages":["szl-Latn","taq-Latn"]},{"precision":0.744681,"recall":0.800395,"f1":0.760921,"accuracy":0.800395,"main_score":0.760921,"hf_subset":"szl_Latn-war_Latn","languages":["szl-Latn","war-Latn"]},{"precision":0.89529,"recall":0.922925,"f1":0.903938,"accuracy":0.922925,"main_score":0.903938,"hf_subset":"szl_Latn-arb_Arab","languages":["szl-Latn","arb-Arab"]},{"precision":0.913785,"recall":0.937747,"f1":0.921099,"accuracy":0.937747,"main_score":0.921099,"hf_subset":"szl_Latn-bul_Cyrl","languages":["szl-Latn","bul-Cyrl"]},{"precision":0.923666,"recall":0.944664,"f1":0.930237,"accuracy":0.944664,"main_score":0.930237,"hf_subset":"szl_Latn-fra_Latn","languages":["szl-Latn","fra-Latn"]},{"precision":0.907444,"recall":0.933794,"f1":0.916008,"accuracy":0.933794,"main_score":0.916008,"hf_subset":"szl_Latn-jpn_Jpan","languages":["szl-Latn","jpn-Jpan"]},{"precision":0.804051,"recall":0.847826,"f1":0.817655,"accuracy":0.847826,"main_score":0.817655,"hf_subset":"szl_Latn-lij_Latn","languages":["szl-Latn","lij-Latn"]},{"precision":0.636841,"recall":0.717391,"f1":0.660823,"accuracy":0.717391,"main_score":0.660823,"hf_subset":"szl_Latn-mya_Mymr","languages":["szl-Latn","mya-Mymr"]},{"precision":0.456393,"recall":0.544466,"f1":0.481178,"accuracy":0.544466,"main_score":0.481178,"hf_subset":"szl_Latn-sag_Latn","languages":["szl-Latn","sag-Latn"]},{"precision":0.142991,"recall":0.225296,"f1":0.161043,"accuracy":0.225296,"main_score":0.161043,"hf_subset":"szl_Latn-taq_Tfng","languages":["szl-Latn","taq-Tfng"]},{"precision":0.445753,"recall":0.535573,"f1":0.470379,"accuracy":0.535573,"main_score":0.470379,"hf_subset":"szl_Latn-wol_Latn","languages":["szl-Latn","wol-Latn"]},{"precision":0.260943,"recall":0.364625,"f1":0.28694,"accuracy":0.364625,"main_score":0.28694,"hf_subset":"szl_Latn-arb_Latn","languages":["szl-Latn","arb-Latn"]},{"precision":0.871118,"recall":0.903162,"f1":0.881225,"accuracy":0.903162,"main_score":0.881225,"hf_subset":"szl_Latn-cat_Latn","languages":["szl-Latn","cat-Latn"]},{"precision":0.742523,"recall":0.796443,"f1":0.75878,"accuracy":0.796443,"main_score":0.75878,"hf_subset":"szl_Latn-fur_Latn","languages":["szl-Latn","fur-Latn"]},{"precision":0.269797,"recall":0.355731,"f1":0.291798,"accuracy":0.355731,"main_score":0.291798,"hf_subset":"szl_Latn-kab_Latn","languages":["szl-Latn","kab-Latn"]},{"precision":0.752816,"recall":0.8083,"f1":0.769598,"accuracy":0.8083,"main_score":0.769598,"hf_subset":"szl_Latn-lim_Latn","languages":["szl-Latn","lim-Latn"]},{"precision":0.905715,"recall":0.931818,"f1":0.913886,"accuracy":0.931818,"main_score":0.913886,"hf_subset":"szl_Latn-nld_Latn","languages":["szl-Latn","nld-Latn"]},{"precision":0.763373,"recall":0.81917,"f1":0.780552,"accuracy":0.81917,"main_score":0.780552,"hf_subset":"szl_Latn-san_Deva","languages":["szl-Latn","san-Deva"]},{"precision":0.638596,"recall":0.706522,"f1":0.658311,"accuracy":0.706522,"main_score":0.658311,"hf_subset":"szl_Latn-tat_Cyrl","languages":["szl-Latn","tat-Cyrl"]},{"precision":0.428601,"recall":0.516798,"f1":0.451061,"accuracy":0.516798,"main_score":0.451061,"hf_subset":"szl_Latn-xho_Latn","languages":["szl-Latn","xho-Latn"]},{"precision":0.891947,"recall":0.920949,"f1":0.901087,"accuracy":0.920949,"main_score":0.901087,"hf_subset":"szl_Latn-ars_Arab","languages":["szl-Latn","ars-Arab"]},{"precision":0.702002,"recall":0.761858,"f1":0.719765,"accuracy":0.761858,"main_score":0.719765,"hf_subset":"szl_Latn-ceb_Latn","languages":["szl-Latn","ceb-Latn"]},{"precision":0.401803,"recall":0.48913,"f1":0.425521,"accuracy":0.48913,"main_score":0.425521,"hf_subset":"szl_Latn-fuv_Latn","languages":["szl-Latn","fuv-Latn"]},{"precision":0.384854,"recall":0.481225,"f1":0.410446,"accuracy":0.481225,"main_score":0.410446,"hf_subset":"szl_Latn-kac_Latn","languages":["szl-Latn","kac-Latn"]},{"precision":0.486812,"recall":0.564229,"f1":0.508731,"accuracy":0.564229,"main_score":0.508731,"hf_subset":"szl_Latn-lin_Latn","languages":["szl-Latn","lin-Latn"]},{"precision":0.873139,"recall":0.905138,"f1":0.883089,"accuracy":0.905138,"main_score":0.883089,"hf_subset":"szl_Latn-nno_Latn","languages":["szl-Latn","nno-Latn"]},{"precision":0.169669,"recall":0.237154,"f1":0.186009,"accuracy":0.237154,"main_score":0.186009,"hf_subset":"szl_Latn-sat_Olck","languages":["szl-Latn","sat-Olck"]},{"precision":0.858696,"recall":0.895257,"f1":0.86996,"accuracy":0.895257,"main_score":0.86996,"hf_subset":"szl_Latn-tel_Telu","languages":["szl-Latn","tel-Telu"]},{"precision":0.336897,"recall":0.41996,"f1":0.358942,"accuracy":0.41996,"main_score":0.358942,"hf_subset":"szl_Latn-ydd_Hebr","languages":["szl-Latn","ydd-Hebr"]},{"precision":0.768643,"recall":0.827075,"f1":0.786811,"accuracy":0.827075,"main_score":0.786811,"hf_subset":"szl_Latn-ary_Arab","languages":["szl-Latn","ary-Arab"]},{"precision":0.911421,"recall":0.934783,"f1":0.918698,"accuracy":0.934783,"main_score":0.918698,"hf_subset":"szl_Latn-ces_Latn","languages":["szl-Latn","ces-Latn"]},{"precision":0.304223,"recall":0.387352,"f1":0.325038,"accuracy":0.387352,"main_score":0.325038,"hf_subset":"szl_Latn-gaz_Latn","languages":["szl-Latn","gaz-Latn"]},{"precision":0.43573,"recall":0.512846,"f1":0.456452,"accuracy":0.512846,"main_score":0.456452,"hf_subset":"szl_Latn-kam_Latn","languages":["szl-Latn","kam-Latn"]},{"precision":0.768561,"recall":0.820158,"f1":0.784256,"accuracy":0.820158,"main_score":0.784256,"hf_subset":"szl_Latn-lit_Latn","languages":["szl-Latn","lit-Latn"]},{"precision":0.900774,"recall":0.927866,"f1":0.909321,"accuracy":0.927866,"main_score":0.909321,"hf_subset":"szl_Latn-nob_Latn","languages":["szl-Latn","nob-Latn"]},{"precision":0.717845,"recall":0.778656,"f1":0.736248,"accuracy":0.778656,"main_score":0.736248,"hf_subset":"szl_Latn-scn_Latn","languages":["szl-Latn","scn-Latn"]},{"precision":0.452406,"recall":0.538538,"f1":0.475489,"accuracy":0.538538,"main_score":0.475489,"hf_subset":"szl_Latn-tgk_Cyrl","languages":["szl-Latn","tgk-Cyrl"]},{"precision":0.377904,"recall":0.471344,"f1":0.403887,"accuracy":0.471344,"main_score":0.403887,"hf_subset":"szl_Latn-yor_Latn","languages":["szl-Latn","yor-Latn"]},{"precision":0.872365,"recall":0.907115,"f1":0.883319,"accuracy":0.907115,"main_score":0.883319,"hf_subset":"szl_Latn-arz_Arab","languages":["szl-Latn","arz-Arab"]},{"precision":0.415227,"recall":0.506917,"f1":0.440937,"accuracy":0.506917,"main_score":0.440937,"hf_subset":"szl_Latn-cjk_Latn","languages":["szl-Latn","cjk-Latn"]},{"precision":0.351574,"recall":0.4417,"f1":0.37522,"accuracy":0.4417,"main_score":0.37522,"hf_subset":"szl_Latn-gla_Latn","languages":["szl-Latn","gla-Latn"]},{"precision":0.847596,"recall":0.887352,"f1":0.859816,"accuracy":0.887352,"main_score":0.859816,"hf_subset":"szl_Latn-kan_Knda","languages":["szl-Latn","kan-Knda"]},{"precision":0.714979,"recall":0.782609,"f1":0.735332,"accuracy":0.782609,"main_score":0.735332,"hf_subset":"szl_Latn-lmo_Latn","languages":["szl-Latn","lmo-Latn"]},{"precision":0.873715,"recall":0.907115,"f1":0.884387,"accuracy":0.907115,"main_score":0.884387,"hf_subset":"szl_Latn-npi_Deva","languages":["szl-Latn","npi-Deva"]},{"precision":0.359333,"recall":0.447628,"f1":0.382718,"accuracy":0.447628,"main_score":0.382718,"hf_subset":"szl_Latn-shn_Mymr","languages":["szl-Latn","shn-Mymr"]},{"precision":0.779644,"recall":0.83004,"f1":0.795342,"accuracy":0.83004,"main_score":0.795342,"hf_subset":"szl_Latn-tgl_Latn","languages":["szl-Latn","tgl-Latn"]},{"precision":0.894657,"recall":0.91996,"f1":0.90244,"accuracy":0.91996,"main_score":0.90244,"hf_subset":"szl_Latn-yue_Hant","languages":["szl-Latn","yue-Hant"]},{"precision":0.742987,"recall":0.80336,"f1":0.761009,"accuracy":0.80336,"main_score":0.761009,"hf_subset":"szl_Latn-asm_Beng","languages":["szl-Latn","asm-Beng"]},{"precision":0.400542,"recall":0.478261,"f1":0.421691,"accuracy":0.478261,"main_score":0.421691,"hf_subset":"szl_Latn-ckb_Arab","languages":["szl-Latn","ckb-Arab"]},{"precision":0.372293,"recall":0.456522,"f1":0.39463,"accuracy":0.456522,"main_score":0.39463,"hf_subset":"szl_Latn-gle_Latn","languages":["szl-Latn","gle-Latn"]},{"precision":0.558556,"recall":0.652174,"f1":0.58655,"accuracy":0.652174,"main_score":0.58655,"hf_subset":"szl_Latn-kas_Arab","languages":["szl-Latn","kas-Arab"]},{"precision":0.631209,"recall":0.699605,"f1":0.651567,"accuracy":0.699605,"main_score":0.651567,"hf_subset":"szl_Latn-ltg_Latn","languages":["szl-Latn","ltg-Latn"]},{"precision":0.446362,"recall":0.529644,"f1":0.469512,"accuracy":0.529644,"main_score":0.469512,"hf_subset":"szl_Latn-nso_Latn","languages":["szl-Latn","nso-Latn"]},{"precision":0.704392,"recall":0.764822,"f1":0.72245,"accuracy":0.764822,"main_score":0.72245,"hf_subset":"szl_Latn-sin_Sinh","languages":["szl-Latn","sin-Sinh"]},{"precision":0.886397,"recall":0.917984,"f1":0.896212,"accuracy":0.917984,"main_score":0.896212,"hf_subset":"szl_Latn-tha_Thai","languages":["szl-Latn","tha-Thai"]},{"precision":0.891782,"recall":0.920949,"f1":0.900922,"accuracy":0.920949,"main_score":0.900922,"hf_subset":"szl_Latn-zho_Hans","languages":["szl-Latn","zho-Hans"]},{"precision":0.869181,"recall":0.901186,"f1":0.878953,"accuracy":0.901186,"main_score":0.878953,"hf_subset":"szl_Latn-ast_Latn","languages":["szl-Latn","ast-Latn"]},{"precision":0.701953,"recall":0.770751,"f1":0.722645,"accuracy":0.770751,"main_score":0.722645,"hf_subset":"szl_Latn-crh_Latn","languages":["szl-Latn","crh-Latn"]},{"precision":0.910804,"recall":0.934783,"f1":0.918314,"accuracy":0.934783,"main_score":0.918314,"hf_subset":"szl_Latn-glg_Latn","languages":["szl-Latn","glg-Latn"]},{"precision":0.507298,"recall":0.603755,"f1":0.535328,"accuracy":0.603755,"main_score":0.535328,"hf_subset":"szl_Latn-kas_Deva","languages":["szl-Latn","kas-Deva"]},{"precision":0.718669,"recall":0.783597,"f1":0.73798,"accuracy":0.783597,"main_score":0.73798,"hf_subset":"szl_Latn-ltz_Latn","languages":["szl-Latn","ltz-Latn"]},{"precision":0.317132,"recall":0.402174,"f1":0.339728,"accuracy":0.402174,"main_score":0.339728,"hf_subset":"szl_Latn-nus_Latn","languages":["szl-Latn","nus-Latn"]},{"precision":0.888058,"recall":0.913043,"f1":0.895841,"accuracy":0.913043,"main_score":0.895841,"hf_subset":"szl_Latn-slk_Latn","languages":["szl-Latn","slk-Latn"]},{"precision":0.353976,"recall":0.433794,"f1":0.375613,"accuracy":0.433794,"main_score":0.375613,"hf_subset":"szl_Latn-tir_Ethi","languages":["szl-Latn","tir-Ethi"]},{"precision":0.87608,"recall":0.909091,"f1":0.886347,"accuracy":0.909091,"main_score":0.886347,"hf_subset":"szl_Latn-zho_Hant","languages":["szl-Latn","zho-Hant"]},{"precision":0.885046,"recall":0.916996,"f1":0.895059,"accuracy":0.916996,"main_score":0.895059,"hf_subset":"szl_Latn-awa_Deva","languages":["szl-Latn","awa-Deva"]},{"precision":0.442296,"recall":0.520751,"f1":0.463272,"accuracy":0.520751,"main_score":0.463272,"hf_subset":"szl_Latn-cym_Latn","languages":["szl-Latn","cym-Latn"]},{"precision":0.603056,"recall":0.674901,"f1":0.623586,"accuracy":0.674901,"main_score":0.623586,"hf_subset":"szl_Latn-grn_Latn","languages":["szl-Latn","grn-Latn"]},{"precision":0.789065,"recall":0.840909,"f1":0.805058,"accuracy":0.840909,"main_score":0.805058,"hf_subset":"szl_Latn-kat_Geor","languages":["szl-Latn","kat-Geor"]},{"precision":0.470255,"recall":0.554348,"f1":0.493331,"accuracy":0.554348,"main_score":0.493331,"hf_subset":"szl_Latn-lua_Latn","languages":["szl-Latn","lua-Latn"]},{"precision":0.455988,"recall":0.537549,"f1":0.47935,"accuracy":0.537549,"main_score":0.47935,"hf_subset":"szl_Latn-nya_Latn","languages":["szl-Latn","nya-Latn"]},{"precision":0.850553,"recall":0.885375,"f1":0.860919,"accuracy":0.885375,"main_score":0.860919,"hf_subset":"szl_Latn-slv_Latn","languages":["szl-Latn","slv-Latn"]},{"precision":0.668314,"recall":0.737154,"f1":0.68857,"accuracy":0.737154,"main_score":0.68857,"hf_subset":"szl_Latn-tpi_Latn","languages":["szl-Latn","tpi-Latn"]},{"precision":0.893281,"recall":0.922925,"f1":0.9028,"accuracy":0.922925,"main_score":0.9028,"hf_subset":"szl_Latn-zsm_Latn","languages":["szl-Latn","zsm-Latn"]},{"precision":0.376349,"recall":0.470356,"f1":0.40144,"accuracy":0.470356,"main_score":0.40144,"hf_subset":"szl_Latn-ayr_Latn","languages":["szl-Latn","ayr-Latn"]},{"precision":0.911891,"recall":0.936759,"f1":0.919796,"accuracy":0.936759,"main_score":0.919796,"hf_subset":"szl_Latn-dan_Latn","languages":["szl-Latn","dan-Latn"]},{"precision":0.846673,"recall":0.88834,"f1":0.859604,"accuracy":0.88834,"main_score":0.859604,"hf_subset":"szl_Latn-guj_Gujr","languages":["szl-Latn","guj-Gujr"]},{"precision":0.675874,"recall":0.741107,"f1":0.69451,"accuracy":0.741107,"main_score":0.69451,"hf_subset":"szl_Latn-kaz_Cyrl","languages":["szl-Latn","kaz-Cyrl"]},{"precision":0.3877,"recall":0.465415,"f1":0.408396,"accuracy":0.465415,"main_score":0.408396,"hf_subset":"szl_Latn-lug_Latn","languages":["szl-Latn","lug-Latn"]},{"precision":0.852635,"recall":0.892292,"f1":0.864874,"accuracy":0.892292,"main_score":0.864874,"hf_subset":"szl_Latn-oci_Latn","languages":["szl-Latn","oci-Latn"]},{"precision":0.427211,"recall":0.519763,"f1":0.4534,"accuracy":0.519763,"main_score":0.4534,"hf_subset":"szl_Latn-smo_Latn","languages":["szl-Latn","smo-Latn"]},{"precision":0.407339,"recall":0.497036,"f1":0.431518,"accuracy":0.497036,"main_score":0.431518,"hf_subset":"szl_Latn-tsn_Latn","languages":["szl-Latn","tsn-Latn"]},{"precision":0.394522,"recall":0.483202,"f1":0.41797,"accuracy":0.483202,"main_score":0.41797,"hf_subset":"szl_Latn-zul_Latn","languages":["szl-Latn","zul-Latn"]},{"precision":0.591255,"recall":0.683794,"f1":0.618681,"accuracy":0.683794,"main_score":0.618681,"hf_subset":"szl_Latn-azb_Arab","languages":["szl-Latn","azb-Arab"]},{"precision":0.930089,"recall":0.948617,"f1":0.935672,"accuracy":0.948617,"main_score":0.935672,"hf_subset":"szl_Latn-deu_Latn","languages":["szl-Latn","deu-Latn"]},{"precision":0.587154,"recall":0.673913,"f1":0.613172,"accuracy":0.673913,"main_score":0.613172,"hf_subset":"szl_Latn-hat_Latn","languages":["szl-Latn","hat-Latn"]},{"precision":0.352363,"recall":0.434783,"f1":0.374286,"accuracy":0.434783,"main_score":0.374286,"hf_subset":"szl_Latn-kbp_Latn","languages":["szl-Latn","kbp-Latn"]},{"precision":0.43617,"recall":0.513834,"f1":0.457704,"accuracy":0.513834,"main_score":0.457704,"hf_subset":"szl_Latn-luo_Latn","languages":["szl-Latn","luo-Latn"]},{"precision":0.47008,"recall":0.548419,"f1":0.492027,"accuracy":0.548419,"main_score":0.492027,"hf_subset":"szl_Latn-ory_Orya","languages":["szl-Latn","ory-Orya"]},{"precision":0.422525,"recall":0.502964,"f1":0.445226,"accuracy":0.502964,"main_score":0.445226,"hf_subset":"szl_Latn-sna_Latn","languages":["szl-Latn","sna-Latn"]},{"precision":0.405174,"recall":0.481225,"f1":0.425865,"accuracy":0.481225,"main_score":0.425865,"hf_subset":"szl_Latn-tso_Latn","languages":["szl-Latn","tso-Latn"]},{"precision":0.750264,"recall":0.810277,"f1":0.768318,"accuracy":0.810277,"main_score":0.768318,"hf_subset":"szl_Latn-azj_Latn","languages":["szl-Latn","azj-Latn"]},{"precision":0.418641,"recall":0.507905,"f1":0.443917,"accuracy":0.507905,"main_score":0.443917,"hf_subset":"szl_Latn-dik_Latn","languages":["szl-Latn","dik-Latn"]},{"precision":0.439346,"recall":0.508893,"f1":0.458908,"accuracy":0.508893,"main_score":0.458908,"hf_subset":"szl_Latn-hau_Latn","languages":["szl-Latn","hau-Latn"]},{"precision":0.731415,"recall":0.794466,"f1":0.750648,"accuracy":0.794466,"main_score":0.750648,"hf_subset":"szl_Latn-kea_Latn","languages":["szl-Latn","kea-Latn"]},{"precision":0.545333,"recall":0.616601,"f1":0.564714,"accuracy":0.616601,"main_score":0.564714,"hf_subset":"szl_Latn-lus_Latn","languages":["szl-Latn","lus-Latn"]},{"precision":0.655214,"recall":0.721344,"f1":0.674673,"accuracy":0.721344,"main_score":0.674673,"hf_subset":"szl_Latn-pag_Latn","languages":["szl-Latn","pag-Latn"]},{"precision":0.587352,"recall":0.671937,"f1":0.611994,"accuracy":0.671937,"main_score":0.611994,"hf_subset":"szl_Latn-snd_Arab","languages":["szl-Latn","snd-Arab"]},{"precision":0.576655,"recall":0.657115,"f1":0.600389,"accuracy":0.657115,"main_score":0.600389,"hf_subset":"szl_Latn-tuk_Latn","languages":["szl-Latn","tuk-Latn"]},{"precision":0.622226,"recall":0.686759,"f1":0.640794,"accuracy":0.686759,"main_score":0.640794,"hf_subset":"szl_Latn-bak_Cyrl","languages":["szl-Latn","bak-Cyrl"]},{"precision":0.34965,"recall":0.435771,"f1":0.372969,"accuracy":0.435771,"main_score":0.372969,"hf_subset":"szl_Latn-dyu_Latn","languages":["szl-Latn","dyu-Latn"]},{"precision":0.773386,"recall":0.831028,"f1":0.791238,"accuracy":0.831028,"main_score":0.791238,"hf_subset":"szl_Latn-heb_Hebr","languages":["szl-Latn","heb-Hebr"]},{"precision":0.428807,"recall":0.511858,"f1":0.451632,"accuracy":0.511858,"main_score":0.451632,"hf_subset":"szl_Latn-khk_Cyrl","languages":["szl-Latn","khk-Cyrl"]},{"precision":0.754374,"recall":0.806324,"f1":0.770128,"accuracy":0.806324,"main_score":0.770128,"hf_subset":"szl_Latn-lvs_Latn","languages":["szl-Latn","lvs-Latn"]},{"precision":0.763291,"recall":0.822134,"f1":0.781573,"accuracy":0.822134,"main_score":0.781573,"hf_subset":"szl_Latn-pan_Guru","languages":["szl-Latn","pan-Guru"]},{"precision":0.374095,"recall":0.455534,"f1":0.396016,"accuracy":0.455534,"main_score":0.396016,"hf_subset":"szl_Latn-som_Latn","languages":["szl-Latn","som-Latn"]},{"precision":0.437652,"recall":0.513834,"f1":0.458654,"accuracy":0.513834,"main_score":0.458654,"hf_subset":"szl_Latn-tum_Latn","languages":["szl-Latn","tum-Latn"]},{"precision":0.304088,"recall":0.381423,"f1":0.324796,"accuracy":0.381423,"main_score":0.324796,"hf_subset":"vec_Latn-ace_Arab","languages":["vec-Latn","ace-Arab"]},{"precision":0.390303,"recall":0.475296,"f1":0.413273,"accuracy":0.475296,"main_score":0.413273,"hf_subset":"vec_Latn-bam_Latn","languages":["vec-Latn","bam-Latn"]},{"precision":0.159371,"recall":0.217391,"f1":0.175312,"accuracy":0.217391,"main_score":0.175312,"hf_subset":"vec_Latn-dzo_Tibt","languages":["vec-Latn","dzo-Tibt"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"vec_Latn-hin_Deva","languages":["vec-Latn","hin-Deva"]},{"precision":0.71441,"recall":0.786561,"f1":0.736133,"accuracy":0.786561,"main_score":0.736133,"hf_subset":"vec_Latn-khm_Khmr","languages":["vec-Latn","khm-Khmr"]},{"precision":0.943264,"recall":0.960474,"f1":0.948847,"accuracy":0.960474,"main_score":0.948847,"hf_subset":"vec_Latn-mag_Deva","languages":["vec-Latn","mag-Deva"]},{"precision":0.873518,"recall":0.909091,"f1":0.88467,"accuracy":0.909091,"main_score":0.88467,"hf_subset":"vec_Latn-pap_Latn","languages":["vec-Latn","pap-Latn"]},{"precision":0.435282,"recall":0.517787,"f1":0.457343,"accuracy":0.517787,"main_score":0.457343,"hf_subset":"vec_Latn-sot_Latn","languages":["vec-Latn","sot-Latn"]},{"precision":0.947464,"recall":0.962451,"f1":0.952042,"accuracy":0.962451,"main_score":0.952042,"hf_subset":"vec_Latn-tur_Latn","languages":["vec-Latn","tur-Latn"]},{"precision":0.662138,"recall":0.732213,"f1":0.683333,"accuracy":0.732213,"main_score":0.683333,"hf_subset":"vec_Latn-ace_Latn","languages":["vec-Latn","ace-Latn"]},{"precision":0.794608,"recall":0.843874,"f1":0.809799,"accuracy":0.843874,"main_score":0.809799,"hf_subset":"vec_Latn-ban_Latn","languages":["vec-Latn","ban-Latn"]},{"precision":0.890893,"recall":0.923913,"f1":0.901336,"accuracy":0.923913,"main_score":0.901336,"hf_subset":"vec_Latn-ell_Grek","languages":["vec-Latn","ell-Grek"]},{"precision":0.913043,"recall":0.938735,"f1":0.921245,"accuracy":0.938735,"main_score":0.921245,"hf_subset":"vec_Latn-hne_Deva","languages":["vec-Latn","hne-Deva"]},{"precision":0.435914,"recall":0.525692,"f1":0.460815,"accuracy":0.525692,"main_score":0.460815,"hf_subset":"vec_Latn-kik_Latn","languages":["vec-Latn","kik-Latn"]},{"precision":0.928936,"recall":0.951581,"f1":0.936331,"accuracy":0.951581,"main_score":0.936331,"hf_subset":"vec_Latn-mai_Deva","languages":["vec-Latn","mai-Deva"]},{"precision":0.782009,"recall":0.839921,"f1":0.800379,"accuracy":0.839921,"main_score":0.800379,"hf_subset":"vec_Latn-pbt_Arab","languages":["vec-Latn","pbt-Arab"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"vec_Latn-spa_Latn","languages":["vec-Latn","spa-Latn"]},{"precision":0.528295,"recall":0.597826,"f1":0.548048,"accuracy":0.597826,"main_score":0.548048,"hf_subset":"vec_Latn-twi_Latn","languages":["vec-Latn","twi-Latn"]},{"precision":0.926877,"recall":0.947628,"f1":0.933418,"accuracy":0.947628,"main_score":0.933418,"hf_subset":"vec_Latn-acm_Arab","languages":["vec-Latn","acm-Arab"]},{"precision":0.768067,"recall":0.828063,"f1":0.786924,"accuracy":0.828063,"main_score":0.786924,"hf_subset":"vec_Latn-bel_Cyrl","languages":["vec-Latn","bel-Cyrl"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"vec_Latn-eng_Latn","languages":["vec-Latn","eng-Latn"]},{"precision":0.910688,"recall":0.935771,"f1":0.918709,"accuracy":0.935771,"main_score":0.918709,"hf_subset":"vec_Latn-hrv_Latn","languages":["vec-Latn","hrv-Latn"]},{"precision":0.409495,"recall":0.48913,"f1":0.430102,"accuracy":0.48913,"main_score":0.430102,"hf_subset":"vec_Latn-kin_Latn","languages":["vec-Latn","kin-Latn"]},{"precision":0.898551,"recall":0.929842,"f1":0.908564,"accuracy":0.929842,"main_score":0.908564,"hf_subset":"vec_Latn-mal_Mlym","languages":["vec-Latn","mal-Mlym"]},{"precision":0.949934,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"vec_Latn-pes_Arab","languages":["vec-Latn","pes-Arab"]},{"precision":0.912796,"recall":0.938735,"f1":0.921179,"accuracy":0.938735,"main_score":0.921179,"hf_subset":"vec_Latn-srd_Latn","languages":["vec-Latn","srd-Latn"]},{"precision":0.121543,"recall":0.189723,"f1":0.137258,"accuracy":0.189723,"main_score":0.137258,"hf_subset":"vec_Latn-tzm_Tfng","languages":["vec-Latn","tzm-Tfng"]},{"precision":0.926466,"recall":0.948617,"f1":0.933531,"accuracy":0.948617,"main_score":0.933531,"hf_subset":"vec_Latn-acq_Arab","languages":["vec-Latn","acq-Arab"]},{"precision":0.456854,"recall":0.547431,"f1":0.481574,"accuracy":0.547431,"main_score":0.481574,"hf_subset":"vec_Latn-bem_Latn","languages":["vec-Latn","bem-Latn"]},{"precision":0.874209,"recall":0.906126,"f1":0.88386,"accuracy":0.906126,"main_score":0.88386,"hf_subset":"vec_Latn-epo_Latn","languages":["vec-Latn","epo-Latn"]},{"precision":0.861742,"recall":0.901186,"f1":0.874407,"accuracy":0.901186,"main_score":0.874407,"hf_subset":"vec_Latn-hun_Latn","languages":["vec-Latn","hun-Latn"]},{"precision":0.660121,"recall":0.729249,"f1":0.680682,"accuracy":0.729249,"main_score":0.680682,"hf_subset":"vec_Latn-kir_Cyrl","languages":["vec-Latn","kir-Cyrl"]},{"precision":0.926383,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"vec_Latn-mar_Deva","languages":["vec-Latn","mar-Deva"]},{"precision":0.474533,"recall":0.547431,"f1":0.49479,"accuracy":0.547431,"main_score":0.49479,"hf_subset":"vec_Latn-plt_Latn","languages":["vec-Latn","plt-Latn"]},{"precision":0.880847,"recall":0.91502,"f1":0.891817,"accuracy":0.91502,"main_score":0.891817,"hf_subset":"vec_Latn-srp_Cyrl","languages":["vec-Latn","srp-Cyrl"]},{"precision":0.301245,"recall":0.381423,"f1":0.323171,"accuracy":0.381423,"main_score":0.323171,"hf_subset":"vec_Latn-uig_Arab","languages":["vec-Latn","uig-Arab"]},{"precision":0.889799,"recall":0.921937,"f1":0.900115,"accuracy":0.921937,"main_score":0.900115,"hf_subset":"vec_Latn-aeb_Arab","languages":["vec-Latn","aeb-Arab"]},{"precision":0.942111,"recall":0.959486,"f1":0.947694,"accuracy":0.959486,"main_score":0.947694,"hf_subset":"vec_Latn-ben_Beng","languages":["vec-Latn","ben-Beng"]},{"precision":0.763318,"recall":0.820158,"f1":0.780388,"accuracy":0.820158,"main_score":0.780388,"hf_subset":"vec_Latn-est_Latn","languages":["vec-Latn","est-Latn"]},{"precision":0.727855,"recall":0.791502,"f1":0.746593,"accuracy":0.791502,"main_score":0.746593,"hf_subset":"vec_Latn-hye_Armn","languages":["vec-Latn","hye-Armn"]},{"precision":0.410695,"recall":0.499012,"f1":0.435092,"accuracy":0.499012,"main_score":0.435092,"hf_subset":"vec_Latn-kmb_Latn","languages":["vec-Latn","kmb-Latn"]},{"precision":0.255117,"recall":0.335968,"f1":0.276162,"accuracy":0.335968,"main_score":0.276162,"hf_subset":"vec_Latn-min_Arab","languages":["vec-Latn","min-Arab"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"vec_Latn-pol_Latn","languages":["vec-Latn","pol-Latn"]},{"precision":0.393771,"recall":0.485178,"f1":0.417993,"accuracy":0.485178,"main_score":0.417993,"hf_subset":"vec_Latn-ssw_Latn","languages":["vec-Latn","ssw-Latn"]},{"precision":0.930254,"recall":0.951581,"f1":0.936989,"accuracy":0.951581,"main_score":0.936989,"hf_subset":"vec_Latn-ukr_Cyrl","languages":["vec-Latn","ukr-Cyrl"]},{"precision":0.886693,"recall":0.918972,"f1":0.897069,"accuracy":0.918972,"main_score":0.897069,"hf_subset":"vec_Latn-afr_Latn","languages":["vec-Latn","afr-Latn"]},{"precision":0.901162,"recall":0.928854,"f1":0.909832,"accuracy":0.928854,"main_score":0.909832,"hf_subset":"vec_Latn-bho_Deva","languages":["vec-Latn","bho-Deva"]},{"precision":0.649179,"recall":0.722332,"f1":0.670869,"accuracy":0.722332,"main_score":0.670869,"hf_subset":"vec_Latn-eus_Latn","languages":["vec-Latn","eus-Latn"]},{"precision":0.406469,"recall":0.497036,"f1":0.430464,"accuracy":0.497036,"main_score":0.430464,"hf_subset":"vec_Latn-ibo_Latn","languages":["vec-Latn","ibo-Latn"]},{"precision":0.460901,"recall":0.548419,"f1":0.484316,"accuracy":0.548419,"main_score":0.484316,"hf_subset":"vec_Latn-kmr_Latn","languages":["vec-Latn","kmr-Latn"]},{"precision":0.76143,"recall":0.816206,"f1":0.777687,"accuracy":0.816206,"main_score":0.777687,"hf_subset":"vec_Latn-min_Latn","languages":["vec-Latn","min-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"vec_Latn-por_Latn","languages":["vec-Latn","por-Latn"]},{"precision":0.831933,"recall":0.870553,"f1":0.844269,"accuracy":0.870553,"main_score":0.844269,"hf_subset":"vec_Latn-sun_Latn","languages":["vec-Latn","sun-Latn"]},{"precision":0.401402,"recall":0.485178,"f1":0.423957,"accuracy":0.485178,"main_score":0.423957,"hf_subset":"vec_Latn-umb_Latn","languages":["vec-Latn","umb-Latn"]},{"precision":0.936265,"recall":0.955534,"f1":0.942325,"accuracy":0.955534,"main_score":0.942325,"hf_subset":"vec_Latn-ajp_Arab","languages":["vec-Latn","ajp-Arab"]},{"precision":0.273765,"recall":0.353755,"f1":0.295277,"accuracy":0.353755,"main_score":0.295277,"hf_subset":"vec_Latn-bjn_Arab","languages":["vec-Latn","bjn-Arab"]},{"precision":0.422571,"recall":0.497036,"f1":0.442608,"accuracy":0.497036,"main_score":0.442608,"hf_subset":"vec_Latn-ewe_Latn","languages":["vec-Latn","ewe-Latn"]},{"precision":0.694796,"recall":0.759881,"f1":0.713897,"accuracy":0.759881,"main_score":0.713897,"hf_subset":"vec_Latn-ilo_Latn","languages":["vec-Latn","ilo-Latn"]},{"precision":0.184083,"recall":0.253953,"f1":0.20147,"accuracy":0.253953,"main_score":0.20147,"hf_subset":"vec_Latn-knc_Arab","languages":["vec-Latn","knc-Arab"]},{"precision":0.880527,"recall":0.911067,"f1":0.88997,"accuracy":0.911067,"main_score":0.88997,"hf_subset":"vec_Latn-mkd_Cyrl","languages":["vec-Latn","mkd-Cyrl"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"vec_Latn-prs_Arab","languages":["vec-Latn","prs-Arab"]},{"precision":0.932806,"recall":0.951581,"f1":0.938702,"accuracy":0.951581,"main_score":0.938702,"hf_subset":"vec_Latn-swe_Latn","languages":["vec-Latn","swe-Latn"]},{"precision":0.917325,"recall":0.9417,"f1":0.924854,"accuracy":0.9417,"main_score":0.924854,"hf_subset":"vec_Latn-urd_Arab","languages":["vec-Latn","urd-Arab"]},{"precision":0.498668,"recall":0.576087,"f1":0.520611,"accuracy":0.576087,"main_score":0.520611,"hf_subset":"vec_Latn-aka_Latn","languages":["vec-Latn","aka-Latn"]},{"precision":0.78405,"recall":0.838933,"f1":0.801405,"accuracy":0.838933,"main_score":0.801405,"hf_subset":"vec_Latn-bjn_Latn","languages":["vec-Latn","bjn-Latn"]},{"precision":0.553395,"recall":0.626482,"f1":0.573904,"accuracy":0.626482,"main_score":0.573904,"hf_subset":"vec_Latn-fao_Latn","languages":["vec-Latn","fao-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"vec_Latn-ind_Latn","languages":["vec-Latn","ind-Latn"]},{"precision":0.45259,"recall":0.537549,"f1":0.47538,"accuracy":0.537549,"main_score":0.47538,"hf_subset":"vec_Latn-knc_Latn","languages":["vec-Latn","knc-Latn"]},{"precision":0.759181,"recall":0.815217,"f1":0.775568,"accuracy":0.815217,"main_score":0.775568,"hf_subset":"vec_Latn-mlt_Latn","languages":["vec-Latn","mlt-Latn"]},{"precision":0.509266,"recall":0.597826,"f1":0.533689,"accuracy":0.597826,"main_score":0.533689,"hf_subset":"vec_Latn-quy_Latn","languages":["vec-Latn","quy-Latn"]},{"precision":0.784618,"recall":0.838933,"f1":0.801303,"accuracy":0.838933,"main_score":0.801303,"hf_subset":"vec_Latn-swh_Latn","languages":["vec-Latn","swh-Latn"]},{"precision":0.599788,"recall":0.678854,"f1":0.62309,"accuracy":0.678854,"main_score":0.62309,"hf_subset":"vec_Latn-uzn_Latn","languages":["vec-Latn","uzn-Latn"]},{"precision":0.778501,"recall":0.831028,"f1":0.794219,"accuracy":0.831028,"main_score":0.794219,"hf_subset":"vec_Latn-als_Latn","languages":["vec-Latn","als-Latn"]},{"precision":0.194975,"recall":0.262846,"f1":0.213124,"accuracy":0.262846,"main_score":0.213124,"hf_subset":"vec_Latn-bod_Tibt","languages":["vec-Latn","bod-Tibt"]},{"precision":0.427449,"recall":0.512846,"f1":0.450343,"accuracy":0.512846,"main_score":0.450343,"hf_subset":"vec_Latn-fij_Latn","languages":["vec-Latn","fij-Latn"]},{"precision":0.519797,"recall":0.598814,"f1":0.54203,"accuracy":0.598814,"main_score":0.54203,"hf_subset":"vec_Latn-isl_Latn","languages":["vec-Latn","isl-Latn"]},{"precision":0.494036,"recall":0.576087,"f1":0.516585,"accuracy":0.576087,"main_score":0.516585,"hf_subset":"vec_Latn-kon_Latn","languages":["vec-Latn","kon-Latn"]},{"precision":0.370985,"recall":0.465415,"f1":0.397137,"accuracy":0.465415,"main_score":0.397137,"hf_subset":"vec_Latn-mni_Beng","languages":["vec-Latn","mni-Beng"]},{"precision":0.954604,"recall":0.967391,"f1":0.958482,"accuracy":0.967391,"main_score":0.958482,"hf_subset":"vec_Latn-ron_Latn","languages":["vec-Latn","ron-Latn"]},{"precision":0.822983,"recall":0.869565,"f1":0.837308,"accuracy":0.869565,"main_score":0.837308,"hf_subset":"vec_Latn-szl_Latn","languages":["vec-Latn","szl-Latn"]},{"precision":0.711199,"recall":0.783597,"f1":0.73307,"accuracy":0.783597,"main_score":0.73307,"hf_subset":"vec_Latn-amh_Ethi","languages":["vec-Latn","amh-Ethi"]},{"precision":0.920702,"recall":0.944664,"f1":0.928426,"accuracy":0.944664,"main_score":0.928426,"hf_subset":"vec_Latn-bos_Latn","languages":["vec-Latn","bos-Latn"]},{"precision":0.925593,"recall":0.948617,"f1":0.932971,"accuracy":0.948617,"main_score":0.932971,"hf_subset":"vec_Latn-fin_Latn","languages":["vec-Latn","fin-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"vec_Latn-ita_Latn","languages":["vec-Latn","ita-Latn"]},{"precision":0.95224,"recall":0.966403,"f1":0.956851,"accuracy":0.966403,"main_score":0.956851,"hf_subset":"vec_Latn-kor_Hang","languages":["vec-Latn","kor-Hang"]},{"precision":0.434032,"recall":0.513834,"f1":0.455651,"accuracy":0.513834,"main_score":0.455651,"hf_subset":"vec_Latn-mos_Latn","languages":["vec-Latn","mos-Latn"]},{"precision":0.401337,"recall":0.48913,"f1":0.424485,"accuracy":0.48913,"main_score":0.424485,"hf_subset":"vec_Latn-run_Latn","languages":["vec-Latn","run-Latn"]},{"precision":0.92029,"recall":0.94664,"f1":0.929018,"accuracy":0.94664,"main_score":0.929018,"hf_subset":"vec_Latn-tam_Taml","languages":["vec-Latn","tam-Taml"]},{"precision":0.939559,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"vec_Latn-vie_Latn","languages":["vec-Latn","vie-Latn"]},{"precision":0.902586,"recall":0.93083,"f1":0.911627,"accuracy":0.93083,"main_score":0.911627,"hf_subset":"vec_Latn-apc_Arab","languages":["vec-Latn","apc-Arab"]},{"precision":0.62607,"recall":0.703557,"f1":0.648702,"accuracy":0.703557,"main_score":0.648702,"hf_subset":"vec_Latn-bug_Latn","languages":["vec-Latn","bug-Latn"]},{"precision":0.364351,"recall":0.450593,"f1":0.387806,"accuracy":0.450593,"main_score":0.387806,"hf_subset":"vec_Latn-fon_Latn","languages":["vec-Latn","fon-Latn"]},{"precision":0.802273,"recall":0.850791,"f1":0.817325,"accuracy":0.850791,"main_score":0.817325,"hf_subset":"vec_Latn-jav_Latn","languages":["vec-Latn","jav-Latn"]},{"precision":0.640403,"recall":0.715415,"f1":0.662582,"accuracy":0.715415,"main_score":0.662582,"hf_subset":"vec_Latn-lao_Laoo","languages":["vec-Latn","lao-Laoo"]},{"precision":0.375171,"recall":0.467391,"f1":0.399736,"accuracy":0.467391,"main_score":0.399736,"hf_subset":"vec_Latn-mri_Latn","languages":["vec-Latn","mri-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"vec_Latn-rus_Cyrl","languages":["vec-Latn","rus-Cyrl"]},{"precision":0.395263,"recall":0.492095,"f1":0.421304,"accuracy":0.492095,"main_score":0.421304,"hf_subset":"vec_Latn-taq_Latn","languages":["vec-Latn","taq-Latn"]},{"precision":0.806745,"recall":0.850791,"f1":0.820438,"accuracy":0.850791,"main_score":0.820438,"hf_subset":"vec_Latn-war_Latn","languages":["vec-Latn","war-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"vec_Latn-arb_Arab","languages":["vec-Latn","arb-Arab"]},{"precision":0.94137,"recall":0.958498,"f1":0.946772,"accuracy":0.958498,"main_score":0.946772,"hf_subset":"vec_Latn-bul_Cyrl","languages":["vec-Latn","bul-Cyrl"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"vec_Latn-fra_Latn","languages":["vec-Latn","fra-Latn"]},{"precision":0.956225,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"vec_Latn-jpn_Jpan","languages":["vec-Latn","jpn-Jpan"]},{"precision":0.934453,"recall":0.953557,"f1":0.940711,"accuracy":0.953557,"main_score":0.940711,"hf_subset":"vec_Latn-lij_Latn","languages":["vec-Latn","lij-Latn"]},{"precision":0.67337,"recall":0.751976,"f1":0.697205,"accuracy":0.751976,"main_score":0.697205,"hf_subset":"vec_Latn-mya_Mymr","languages":["vec-Latn","mya-Mymr"]},{"precision":0.470995,"recall":0.564229,"f1":0.497169,"accuracy":0.564229,"main_score":0.497169,"hf_subset":"vec_Latn-sag_Latn","languages":["vec-Latn","sag-Latn"]},{"precision":0.142816,"recall":0.222332,"f1":0.1594,"accuracy":0.222332,"main_score":0.1594,"hf_subset":"vec_Latn-taq_Tfng","languages":["vec-Latn","taq-Tfng"]},{"precision":0.476616,"recall":0.561265,"f1":0.500434,"accuracy":0.561265,"main_score":0.500434,"hf_subset":"vec_Latn-wol_Latn","languages":["vec-Latn","wol-Latn"]},{"precision":0.293577,"recall":0.394269,"f1":0.319843,"accuracy":0.394269,"main_score":0.319843,"hf_subset":"vec_Latn-arb_Latn","languages":["vec-Latn","arb-Latn"]},{"precision":0.955287,"recall":0.969368,"f1":0.959881,"accuracy":0.969368,"main_score":0.959881,"hf_subset":"vec_Latn-cat_Latn","languages":["vec-Latn","cat-Latn"]},{"precision":0.919055,"recall":0.942688,"f1":0.926614,"accuracy":0.942688,"main_score":0.926614,"hf_subset":"vec_Latn-fur_Latn","languages":["vec-Latn","fur-Latn"]},{"precision":0.28567,"recall":0.362648,"f1":0.305271,"accuracy":0.362648,"main_score":0.305271,"hf_subset":"vec_Latn-kab_Latn","languages":["vec-Latn","kab-Latn"]},{"precision":0.803179,"recall":0.847826,"f1":0.816337,"accuracy":0.847826,"main_score":0.816337,"hf_subset":"vec_Latn-lim_Latn","languages":["vec-Latn","lim-Latn"]},{"precision":0.947958,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"vec_Latn-nld_Latn","languages":["vec-Latn","nld-Latn"]},{"precision":0.818379,"recall":0.867589,"f1":0.834124,"accuracy":0.867589,"main_score":0.834124,"hf_subset":"vec_Latn-san_Deva","languages":["vec-Latn","san-Deva"]},{"precision":0.631418,"recall":0.704545,"f1":0.652477,"accuracy":0.704545,"main_score":0.652477,"hf_subset":"vec_Latn-tat_Cyrl","languages":["vec-Latn","tat-Cyrl"]},{"precision":0.433098,"recall":0.52668,"f1":0.457811,"accuracy":0.52668,"main_score":0.457811,"hf_subset":"vec_Latn-xho_Latn","languages":["vec-Latn","xho-Latn"]},{"precision":0.935771,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"vec_Latn-ars_Arab","languages":["vec-Latn","ars-Arab"]},{"precision":0.773584,"recall":0.825099,"f1":0.789229,"accuracy":0.825099,"main_score":0.789229,"hf_subset":"vec_Latn-ceb_Latn","languages":["vec-Latn","ceb-Latn"]},{"precision":0.439257,"recall":0.521739,"f1":0.4615,"accuracy":0.521739,"main_score":0.4615,"hf_subset":"vec_Latn-fuv_Latn","languages":["vec-Latn","fuv-Latn"]},{"precision":0.427457,"recall":0.520751,"f1":0.452658,"accuracy":0.520751,"main_score":0.452658,"hf_subset":"vec_Latn-kac_Latn","languages":["vec-Latn","kac-Latn"]},{"precision":0.499226,"recall":0.592885,"f1":0.525289,"accuracy":0.592885,"main_score":0.525289,"hf_subset":"vec_Latn-lin_Latn","languages":["vec-Latn","lin-Latn"]},{"precision":0.902339,"recall":0.928854,"f1":0.911067,"accuracy":0.928854,"main_score":0.911067,"hf_subset":"vec_Latn-nno_Latn","languages":["vec-Latn","nno-Latn"]},{"precision":0.170375,"recall":0.231225,"f1":0.184415,"accuracy":0.231225,"main_score":0.184415,"hf_subset":"vec_Latn-sat_Olck","languages":["vec-Latn","sat-Olck"]},{"precision":0.901103,"recall":0.932806,"f1":0.911462,"accuracy":0.932806,"main_score":0.911462,"hf_subset":"vec_Latn-tel_Telu","languages":["vec-Latn","tel-Telu"]},{"precision":0.330815,"recall":0.420949,"f1":0.354562,"accuracy":0.420949,"main_score":0.354562,"hf_subset":"vec_Latn-ydd_Hebr","languages":["vec-Latn","ydd-Hebr"]},{"precision":0.842424,"recall":0.886364,"f1":0.856061,"accuracy":0.886364,"main_score":0.856061,"hf_subset":"vec_Latn-ary_Arab","languages":["vec-Latn","ary-Arab"]},{"precision":0.90695,"recall":0.933794,"f1":0.915679,"accuracy":0.933794,"main_score":0.915679,"hf_subset":"vec_Latn-ces_Latn","languages":["vec-Latn","ces-Latn"]},{"precision":0.321743,"recall":0.400198,"f1":0.341365,"accuracy":0.400198,"main_score":0.341365,"hf_subset":"vec_Latn-gaz_Latn","languages":["vec-Latn","gaz-Latn"]},{"precision":0.452047,"recall":0.528656,"f1":0.47271,"accuracy":0.528656,"main_score":0.47271,"hf_subset":"vec_Latn-kam_Latn","languages":["vec-Latn","kam-Latn"]},{"precision":0.73307,"recall":0.793478,"f1":0.751699,"accuracy":0.793478,"main_score":0.751699,"hf_subset":"vec_Latn-lit_Latn","languages":["vec-Latn","lit-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"vec_Latn-nob_Latn","languages":["vec-Latn","nob-Latn"]},{"precision":0.842671,"recall":0.885375,"f1":0.856126,"accuracy":0.885375,"main_score":0.856126,"hf_subset":"vec_Latn-scn_Latn","languages":["vec-Latn","scn-Latn"]},{"precision":0.431896,"recall":0.522727,"f1":0.456168,"accuracy":0.522727,"main_score":0.456168,"hf_subset":"vec_Latn-tgk_Cyrl","languages":["vec-Latn","tgk-Cyrl"]},{"precision":0.38798,"recall":0.479249,"f1":0.41316,"accuracy":0.479249,"main_score":0.41316,"hf_subset":"vec_Latn-yor_Latn","languages":["vec-Latn","yor-Latn"]},{"precision":0.916337,"recall":0.9417,"f1":0.924407,"accuracy":0.9417,"main_score":0.924407,"hf_subset":"vec_Latn-arz_Arab","languages":["vec-Latn","arz-Arab"]},{"precision":0.44148,"recall":0.537549,"f1":0.467612,"accuracy":0.537549,"main_score":0.467612,"hf_subset":"vec_Latn-cjk_Latn","languages":["vec-Latn","cjk-Latn"]},{"precision":0.371463,"recall":0.451581,"f1":0.392725,"accuracy":0.451581,"main_score":0.392725,"hf_subset":"vec_Latn-gla_Latn","languages":["vec-Latn","gla-Latn"]},{"precision":0.897431,"recall":0.927866,"f1":0.907115,"accuracy":0.927866,"main_score":0.907115,"hf_subset":"vec_Latn-kan_Knda","languages":["vec-Latn","kan-Knda"]},{"precision":0.903113,"recall":0.929842,"f1":0.911298,"accuracy":0.929842,"main_score":0.911298,"hf_subset":"vec_Latn-lmo_Latn","languages":["vec-Latn","lmo-Latn"]},{"precision":0.926087,"recall":0.945652,"f1":0.932312,"accuracy":0.945652,"main_score":0.932312,"hf_subset":"vec_Latn-npi_Deva","languages":["vec-Latn","npi-Deva"]},{"precision":0.371139,"recall":0.468379,"f1":0.397392,"accuracy":0.468379,"main_score":0.397392,"hf_subset":"vec_Latn-shn_Mymr","languages":["vec-Latn","shn-Mymr"]},{"precision":0.842951,"recall":0.886364,"f1":0.856555,"accuracy":0.886364,"main_score":0.856555,"hf_subset":"vec_Latn-tgl_Latn","languages":["vec-Latn","tgl-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"vec_Latn-yue_Hant","languages":["vec-Latn","yue-Hant"]},{"precision":0.794582,"recall":0.848814,"f1":0.811237,"accuracy":0.848814,"main_score":0.811237,"hf_subset":"vec_Latn-asm_Beng","languages":["vec-Latn","asm-Beng"]},{"precision":0.408684,"recall":0.495059,"f1":0.432795,"accuracy":0.495059,"main_score":0.432795,"hf_subset":"vec_Latn-ckb_Arab","languages":["vec-Latn","ckb-Arab"]},{"precision":0.393201,"recall":0.47332,"f1":0.414381,"accuracy":0.47332,"main_score":0.414381,"hf_subset":"vec_Latn-gle_Latn","languages":["vec-Latn","gle-Latn"]},{"precision":0.647925,"recall":0.732213,"f1":0.673518,"accuracy":0.732213,"main_score":0.673518,"hf_subset":"vec_Latn-kas_Arab","languages":["vec-Latn","kas-Arab"]},{"precision":0.621946,"recall":0.694664,"f1":0.643363,"accuracy":0.694664,"main_score":0.643363,"hf_subset":"vec_Latn-ltg_Latn","languages":["vec-Latn","ltg-Latn"]},{"precision":0.474157,"recall":0.555336,"f1":0.497011,"accuracy":0.555336,"main_score":0.497011,"hf_subset":"vec_Latn-nso_Latn","languages":["vec-Latn","nso-Latn"]},{"precision":0.752201,"recall":0.812253,"f1":0.770619,"accuracy":0.812253,"main_score":0.770619,"hf_subset":"vec_Latn-sin_Sinh","languages":["vec-Latn","sin-Sinh"]},{"precision":0.934783,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"vec_Latn-tha_Thai","languages":["vec-Latn","tha-Thai"]},{"precision":0.950264,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"vec_Latn-zho_Hans","languages":["vec-Latn","zho-Hans"]},{"precision":0.929307,"recall":0.949605,"f1":0.935661,"accuracy":0.949605,"main_score":0.935661,"hf_subset":"vec_Latn-ast_Latn","languages":["vec-Latn","ast-Latn"]},{"precision":0.734503,"recall":0.799407,"f1":0.754433,"accuracy":0.799407,"main_score":0.754433,"hf_subset":"vec_Latn-crh_Latn","languages":["vec-Latn","crh-Latn"]},{"precision":0.969977,"recall":0.978261,"f1":0.972398,"accuracy":0.978261,"main_score":0.972398,"hf_subset":"vec_Latn-glg_Latn","languages":["vec-Latn","glg-Latn"]},{"precision":0.548297,"recall":0.636364,"f1":0.573832,"accuracy":0.636364,"main_score":0.573832,"hf_subset":"vec_Latn-kas_Deva","languages":["vec-Latn","kas-Deva"]},{"precision":0.765481,"recall":0.826087,"f1":0.784096,"accuracy":0.826087,"main_score":0.784096,"hf_subset":"vec_Latn-ltz_Latn","languages":["vec-Latn","ltz-Latn"]},{"precision":0.339241,"recall":0.412055,"f1":0.358383,"accuracy":0.412055,"main_score":0.358383,"hf_subset":"vec_Latn-nus_Latn","languages":["vec-Latn","nus-Latn"]},{"precision":0.901144,"recall":0.927866,"f1":0.90942,"accuracy":0.927866,"main_score":0.90942,"hf_subset":"vec_Latn-slk_Latn","languages":["vec-Latn","slk-Latn"]},{"precision":0.372647,"recall":0.458498,"f1":0.394564,"accuracy":0.458498,"main_score":0.394564,"hf_subset":"vec_Latn-tir_Ethi","languages":["vec-Latn","tir-Ethi"]},{"precision":0.946476,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"vec_Latn-zho_Hant","languages":["vec-Latn","zho-Hant"]},{"precision":0.927289,"recall":0.947628,"f1":0.933696,"accuracy":0.947628,"main_score":0.933696,"hf_subset":"vec_Latn-awa_Deva","languages":["vec-Latn","awa-Deva"]},{"precision":0.452495,"recall":0.535573,"f1":0.475402,"accuracy":0.535573,"main_score":0.475402,"hf_subset":"vec_Latn-cym_Latn","languages":["vec-Latn","cym-Latn"]},{"precision":0.654948,"recall":0.732213,"f1":0.677979,"accuracy":0.732213,"main_score":0.677979,"hf_subset":"vec_Latn-grn_Latn","languages":["vec-Latn","grn-Latn"]},{"precision":0.817615,"recall":0.865613,"f1":0.832329,"accuracy":0.865613,"main_score":0.832329,"hf_subset":"vec_Latn-kat_Geor","languages":["vec-Latn","kat-Geor"]},{"precision":0.486775,"recall":0.575099,"f1":0.510908,"accuracy":0.575099,"main_score":0.510908,"hf_subset":"vec_Latn-lua_Latn","languages":["vec-Latn","lua-Latn"]},{"precision":0.47361,"recall":0.554348,"f1":0.496058,"accuracy":0.554348,"main_score":0.496058,"hf_subset":"vec_Latn-nya_Latn","languages":["vec-Latn","nya-Latn"]},{"precision":0.848814,"recall":0.88834,"f1":0.860968,"accuracy":0.88834,"main_score":0.860968,"hf_subset":"vec_Latn-slv_Latn","languages":["vec-Latn","slv-Latn"]},{"precision":0.725659,"recall":0.785573,"f1":0.743714,"accuracy":0.785573,"main_score":0.743714,"hf_subset":"vec_Latn-tpi_Latn","languages":["vec-Latn","tpi-Latn"]},{"precision":0.939888,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"vec_Latn-zsm_Latn","languages":["vec-Latn","zsm-Latn"]},{"precision":0.402724,"recall":0.500988,"f1":0.428615,"accuracy":0.500988,"main_score":0.428615,"hf_subset":"vec_Latn-ayr_Latn","languages":["vec-Latn","ayr-Latn"]},{"precision":0.945405,"recall":0.961462,"f1":0.950494,"accuracy":0.961462,"main_score":0.950494,"hf_subset":"vec_Latn-dan_Latn","languages":["vec-Latn","dan-Latn"]},{"precision":0.890316,"recall":0.922925,"f1":0.900809,"accuracy":0.922925,"main_score":0.900809,"hf_subset":"vec_Latn-guj_Gujr","languages":["vec-Latn","guj-Gujr"]},{"precision":0.69185,"recall":0.755929,"f1":0.710413,"accuracy":0.755929,"main_score":0.710413,"hf_subset":"vec_Latn-kaz_Cyrl","languages":["vec-Latn","kaz-Cyrl"]},{"precision":0.40075,"recall":0.48419,"f1":0.423866,"accuracy":0.48419,"main_score":0.423866,"hf_subset":"vec_Latn-lug_Latn","languages":["vec-Latn","lug-Latn"]},{"precision":0.948123,"recall":0.963439,"f1":0.953063,"accuracy":0.963439,"main_score":0.953063,"hf_subset":"vec_Latn-oci_Latn","languages":["vec-Latn","oci-Latn"]},{"precision":0.446467,"recall":0.535573,"f1":0.470753,"accuracy":0.535573,"main_score":0.470753,"hf_subset":"vec_Latn-smo_Latn","languages":["vec-Latn","smo-Latn"]},{"precision":0.422663,"recall":0.507905,"f1":0.445789,"accuracy":0.507905,"main_score":0.445789,"hf_subset":"vec_Latn-tsn_Latn","languages":["vec-Latn","tsn-Latn"]},{"precision":0.394972,"recall":0.488142,"f1":0.420954,"accuracy":0.488142,"main_score":0.420954,"hf_subset":"vec_Latn-zul_Latn","languages":["vec-Latn","zul-Latn"]},{"precision":0.633112,"recall":0.717391,"f1":0.658185,"accuracy":0.717391,"main_score":0.658185,"hf_subset":"vec_Latn-azb_Arab","languages":["vec-Latn","azb-Arab"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"vec_Latn-deu_Latn","languages":["vec-Latn","deu-Latn"]},{"precision":0.665203,"recall":0.743083,"f1":0.688095,"accuracy":0.743083,"main_score":0.688095,"hf_subset":"vec_Latn-hat_Latn","languages":["vec-Latn","hat-Latn"]},{"precision":0.376084,"recall":0.459486,"f1":0.398986,"accuracy":0.459486,"main_score":0.398986,"hf_subset":"vec_Latn-kbp_Latn","languages":["vec-Latn","kbp-Latn"]},{"precision":0.474033,"recall":0.55336,"f1":0.495451,"accuracy":0.55336,"main_score":0.495451,"hf_subset":"vec_Latn-luo_Latn","languages":["vec-Latn","luo-Latn"]},{"precision":0.504505,"recall":0.588933,"f1":0.529156,"accuracy":0.588933,"main_score":0.529156,"hf_subset":"vec_Latn-ory_Orya","languages":["vec-Latn","ory-Orya"]},{"precision":0.441894,"recall":0.530632,"f1":0.466453,"accuracy":0.530632,"main_score":0.466453,"hf_subset":"vec_Latn-sna_Latn","languages":["vec-Latn","sna-Latn"]},{"precision":0.412345,"recall":0.491107,"f1":0.43356,"accuracy":0.491107,"main_score":0.43356,"hf_subset":"vec_Latn-tso_Latn","languages":["vec-Latn","tso-Latn"]},{"precision":0.767358,"recall":0.827075,"f1":0.785837,"accuracy":0.827075,"main_score":0.785837,"hf_subset":"vec_Latn-azj_Latn","languages":["vec-Latn","azj-Latn"]},{"precision":0.430374,"recall":0.519763,"f1":0.455341,"accuracy":0.519763,"main_score":0.455341,"hf_subset":"vec_Latn-dik_Latn","languages":["vec-Latn","dik-Latn"]},{"precision":0.450895,"recall":0.52668,"f1":0.472367,"accuracy":0.52668,"main_score":0.472367,"hf_subset":"vec_Latn-hau_Latn","languages":["vec-Latn","hau-Latn"]},{"precision":0.856505,"recall":0.895257,"f1":0.86861,"accuracy":0.895257,"main_score":0.86861,"hf_subset":"vec_Latn-kea_Latn","languages":["vec-Latn","kea-Latn"]},{"precision":0.580149,"recall":0.659091,"f1":0.602721,"accuracy":0.659091,"main_score":0.602721,"hf_subset":"vec_Latn-lus_Latn","languages":["vec-Latn","lus-Latn"]},{"precision":0.728797,"recall":0.788538,"f1":0.746379,"accuracy":0.788538,"main_score":0.746379,"hf_subset":"vec_Latn-pag_Latn","languages":["vec-Latn","pag-Latn"]},{"precision":0.66441,"recall":0.745059,"f1":0.688247,"accuracy":0.745059,"main_score":0.688247,"hf_subset":"vec_Latn-snd_Arab","languages":["vec-Latn","snd-Arab"]},{"precision":0.565714,"recall":0.653162,"f1":0.591638,"accuracy":0.653162,"main_score":0.591638,"hf_subset":"vec_Latn-tuk_Latn","languages":["vec-Latn","tuk-Latn"]},{"precision":0.632305,"recall":0.706522,"f1":0.653505,"accuracy":0.706522,"main_score":0.653505,"hf_subset":"vec_Latn-bak_Cyrl","languages":["vec-Latn","bak-Cyrl"]},{"precision":0.351947,"recall":0.453557,"f1":0.379965,"accuracy":0.453557,"main_score":0.379965,"hf_subset":"vec_Latn-dyu_Latn","languages":["vec-Latn","dyu-Latn"]},{"precision":0.814756,"recall":0.864625,"f1":0.830369,"accuracy":0.864625,"main_score":0.830369,"hf_subset":"vec_Latn-heb_Hebr","languages":["vec-Latn","heb-Hebr"]},{"precision":0.440086,"recall":0.520751,"f1":0.462839,"accuracy":0.520751,"main_score":0.462839,"hf_subset":"vec_Latn-khk_Cyrl","languages":["vec-Latn","khk-Cyrl"]},{"precision":0.782847,"recall":0.832016,"f1":0.797683,"accuracy":0.832016,"main_score":0.797683,"hf_subset":"vec_Latn-lvs_Latn","languages":["vec-Latn","lvs-Latn"]},{"precision":0.82052,"recall":0.868577,"f1":0.835935,"accuracy":0.868577,"main_score":0.835935,"hf_subset":"vec_Latn-pan_Guru","languages":["vec-Latn","pan-Guru"]},{"precision":0.398386,"recall":0.474308,"f1":0.418219,"accuracy":0.474308,"main_score":0.418219,"hf_subset":"vec_Latn-som_Latn","languages":["vec-Latn","som-Latn"]},{"precision":0.465726,"recall":0.54249,"f1":0.486857,"accuracy":0.54249,"main_score":0.486857,"hf_subset":"vec_Latn-tum_Latn","languages":["vec-Latn","tum-Latn"]},{"precision":0.264365,"recall":0.335968,"f1":0.283659,"accuracy":0.335968,"main_score":0.283659,"hf_subset":"amh_Ethi-ace_Arab","languages":["amh-Ethi","ace-Arab"]},{"precision":0.329928,"recall":0.411067,"f1":0.351999,"accuracy":0.411067,"main_score":0.351999,"hf_subset":"amh_Ethi-bam_Latn","languages":["amh-Ethi","bam-Latn"]},{"precision":0.17389,"recall":0.23913,"f1":0.191038,"accuracy":0.23913,"main_score":0.191038,"hf_subset":"amh_Ethi-dzo_Tibt","languages":["amh-Ethi","dzo-Tibt"]},{"precision":0.871871,"recall":0.909091,"f1":0.883484,"accuracy":0.909091,"main_score":0.883484,"hf_subset":"amh_Ethi-hin_Deva","languages":["amh-Ethi","hin-Deva"]},{"precision":0.687978,"recall":0.761858,"f1":0.710037,"accuracy":0.761858,"main_score":0.710037,"hf_subset":"amh_Ethi-khm_Khmr","languages":["amh-Ethi","khm-Khmr"]},{"precision":0.84473,"recall":0.886364,"f1":0.857642,"accuracy":0.886364,"main_score":0.857642,"hf_subset":"amh_Ethi-mag_Deva","languages":["amh-Ethi","mag-Deva"]},{"precision":0.664354,"recall":0.73419,"f1":0.685298,"accuracy":0.73419,"main_score":0.685298,"hf_subset":"amh_Ethi-pap_Latn","languages":["amh-Ethi","pap-Latn"]},{"precision":0.387193,"recall":0.463439,"f1":0.407907,"accuracy":0.463439,"main_score":0.407907,"hf_subset":"amh_Ethi-sot_Latn","languages":["amh-Ethi","sot-Latn"]},{"precision":0.867869,"recall":0.90415,"f1":0.878986,"accuracy":0.90415,"main_score":0.878986,"hf_subset":"amh_Ethi-tur_Latn","languages":["amh-Ethi","tur-Latn"]},{"precision":0.522736,"recall":0.594862,"f1":0.543092,"accuracy":0.594862,"main_score":0.543092,"hf_subset":"amh_Ethi-ace_Latn","languages":["amh-Ethi","ace-Latn"]},{"precision":0.599145,"recall":0.668972,"f1":0.619477,"accuracy":0.668972,"main_score":0.619477,"hf_subset":"amh_Ethi-ban_Latn","languages":["amh-Ethi","ban-Latn"]},{"precision":0.796179,"recall":0.850791,"f1":0.812996,"accuracy":0.850791,"main_score":0.812996,"hf_subset":"amh_Ethi-ell_Grek","languages":["amh-Ethi","ell-Grek"]},{"precision":0.793083,"recall":0.840909,"f1":0.807411,"accuracy":0.840909,"main_score":0.807411,"hf_subset":"amh_Ethi-hne_Deva","languages":["amh-Ethi","hne-Deva"]},{"precision":0.35362,"recall":0.437747,"f1":0.376905,"accuracy":0.437747,"main_score":0.376905,"hf_subset":"amh_Ethi-kik_Latn","languages":["amh-Ethi","kik-Latn"]},{"precision":0.849127,"recall":0.889328,"f1":0.861561,"accuracy":0.889328,"main_score":0.861561,"hf_subset":"amh_Ethi-mai_Deva","languages":["amh-Ethi","mai-Deva"]},{"precision":0.688603,"recall":0.761858,"f1":0.710474,"accuracy":0.761858,"main_score":0.710474,"hf_subset":"amh_Ethi-pbt_Arab","languages":["amh-Ethi","pbt-Arab"]},{"precision":0.827833,"recall":0.875494,"f1":0.842721,"accuracy":0.875494,"main_score":0.842721,"hf_subset":"amh_Ethi-spa_Latn","languages":["amh-Ethi","spa-Latn"]},{"precision":0.415332,"recall":0.491107,"f1":0.436604,"accuracy":0.491107,"main_score":0.436604,"hf_subset":"amh_Ethi-twi_Latn","languages":["amh-Ethi","twi-Latn"]},{"precision":0.803698,"recall":0.855731,"f1":0.819502,"accuracy":0.855731,"main_score":0.819502,"hf_subset":"amh_Ethi-acm_Arab","languages":["amh-Ethi","acm-Arab"]},{"precision":0.674038,"recall":0.744071,"f1":0.694337,"accuracy":0.744071,"main_score":0.694337,"hf_subset":"amh_Ethi-bel_Cyrl","languages":["amh-Ethi","bel-Cyrl"]},{"precision":0.873115,"recall":0.907115,"f1":0.883712,"accuracy":0.907115,"main_score":0.883712,"hf_subset":"amh_Ethi-eng_Latn","languages":["amh-Ethi","eng-Latn"]},{"precision":0.790711,"recall":0.841897,"f1":0.806423,"accuracy":0.841897,"main_score":0.806423,"hf_subset":"amh_Ethi-hrv_Latn","languages":["amh-Ethi","hrv-Latn"]},{"precision":0.386726,"recall":0.465415,"f1":0.408237,"accuracy":0.465415,"main_score":0.408237,"hf_subset":"amh_Ethi-kin_Latn","languages":["amh-Ethi","kin-Latn"]},{"precision":0.857288,"recall":0.894269,"f1":0.8685,"accuracy":0.894269,"main_score":0.8685,"hf_subset":"amh_Ethi-mal_Mlym","languages":["amh-Ethi","mal-Mlym"]},{"precision":0.847826,"recall":0.889328,"f1":0.860441,"accuracy":0.889328,"main_score":0.860441,"hf_subset":"amh_Ethi-pes_Arab","languages":["amh-Ethi","pes-Arab"]},{"precision":0.665843,"recall":0.733202,"f1":0.686119,"accuracy":0.733202,"main_score":0.686119,"hf_subset":"amh_Ethi-srd_Latn","languages":["amh-Ethi","srd-Latn"]},{"precision":0.125034,"recall":0.203557,"f1":0.143857,"accuracy":0.203557,"main_score":0.143857,"hf_subset":"amh_Ethi-tzm_Tfng","languages":["amh-Ethi","tzm-Tfng"]},{"precision":0.822967,"recall":0.871542,"f1":0.837618,"accuracy":0.871542,"main_score":0.837618,"hf_subset":"amh_Ethi-acq_Arab","languages":["amh-Ethi","acq-Arab"]},{"precision":0.40308,"recall":0.486166,"f1":0.426522,"accuracy":0.486166,"main_score":0.426522,"hf_subset":"amh_Ethi-bem_Latn","languages":["amh-Ethi","bem-Latn"]},{"precision":0.709401,"recall":0.769763,"f1":0.727153,"accuracy":0.769763,"main_score":0.727153,"hf_subset":"amh_Ethi-epo_Latn","languages":["amh-Ethi","epo-Latn"]},{"precision":0.788735,"recall":0.841897,"f1":0.805138,"accuracy":0.841897,"main_score":0.805138,"hf_subset":"amh_Ethi-hun_Latn","languages":["amh-Ethi","hun-Latn"]},{"precision":0.572681,"recall":0.643281,"f1":0.592798,"accuracy":0.643281,"main_score":0.592798,"hf_subset":"amh_Ethi-kir_Cyrl","languages":["amh-Ethi","kir-Cyrl"]},{"precision":0.846789,"recall":0.891304,"f1":0.860903,"accuracy":0.891304,"main_score":0.860903,"hf_subset":"amh_Ethi-mar_Deva","languages":["amh-Ethi","mar-Deva"]},{"precision":0.39696,"recall":0.468379,"f1":0.416937,"accuracy":0.468379,"main_score":0.416937,"hf_subset":"amh_Ethi-plt_Latn","languages":["amh-Ethi","plt-Latn"]},{"precision":0.760277,"recall":0.824111,"f1":0.779908,"accuracy":0.824111,"main_score":0.779908,"hf_subset":"amh_Ethi-srp_Cyrl","languages":["amh-Ethi","srp-Cyrl"]},{"precision":0.292548,"recall":0.360672,"f1":0.311719,"accuracy":0.360672,"main_score":0.311719,"hf_subset":"amh_Ethi-uig_Arab","languages":["amh-Ethi","uig-Arab"]},{"precision":0.730089,"recall":0.797431,"f1":0.750494,"accuracy":0.797431,"main_score":0.750494,"hf_subset":"amh_Ethi-aeb_Arab","languages":["amh-Ethi","aeb-Arab"]},{"precision":0.868569,"recall":0.90415,"f1":0.879436,"accuracy":0.90415,"main_score":0.879436,"hf_subset":"amh_Ethi-ben_Beng","languages":["amh-Ethi","ben-Beng"]},{"precision":0.679644,"recall":0.745059,"f1":0.698891,"accuracy":0.745059,"main_score":0.698891,"hf_subset":"amh_Ethi-est_Latn","languages":["amh-Ethi","est-Latn"]},{"precision":0.695347,"recall":0.761858,"f1":0.715371,"accuracy":0.761858,"main_score":0.715371,"hf_subset":"amh_Ethi-hye_Armn","languages":["amh-Ethi","hye-Armn"]},{"precision":0.348379,"recall":0.422925,"f1":0.369281,"accuracy":0.422925,"main_score":0.369281,"hf_subset":"amh_Ethi-kmb_Latn","languages":["amh-Ethi","kmb-Latn"]},{"precision":0.222564,"recall":0.291502,"f1":0.240442,"accuracy":0.291502,"main_score":0.240442,"hf_subset":"amh_Ethi-min_Arab","languages":["amh-Ethi","min-Arab"]},{"precision":0.81525,"recall":0.863636,"f1":0.829682,"accuracy":0.863636,"main_score":0.829682,"hf_subset":"amh_Ethi-pol_Latn","languages":["amh-Ethi","pol-Latn"]},{"precision":0.35861,"recall":0.436759,"f1":0.380392,"accuracy":0.436759,"main_score":0.380392,"hf_subset":"amh_Ethi-ssw_Latn","languages":["amh-Ethi","ssw-Latn"]},{"precision":0.829051,"recall":0.874506,"f1":0.843299,"accuracy":0.874506,"main_score":0.843299,"hf_subset":"amh_Ethi-ukr_Cyrl","languages":["amh-Ethi","ukr-Cyrl"]},{"precision":0.76357,"recall":0.824111,"f1":0.782016,"accuracy":0.824111,"main_score":0.782016,"hf_subset":"amh_Ethi-afr_Latn","languages":["amh-Ethi","afr-Latn"]},{"precision":0.76222,"recall":0.820158,"f1":0.779814,"accuracy":0.820158,"main_score":0.779814,"hf_subset":"amh_Ethi-bho_Deva","languages":["amh-Ethi","bho-Deva"]},{"precision":0.508527,"recall":0.586957,"f1":0.531148,"accuracy":0.586957,"main_score":0.531148,"hf_subset":"amh_Ethi-eus_Latn","languages":["amh-Ethi","eus-Latn"]},{"precision":0.374703,"recall":0.456522,"f1":0.397567,"accuracy":0.456522,"main_score":0.397567,"hf_subset":"amh_Ethi-ibo_Latn","languages":["amh-Ethi","ibo-Latn"]},{"precision":0.399576,"recall":0.475296,"f1":0.420083,"accuracy":0.475296,"main_score":0.420083,"hf_subset":"amh_Ethi-kmr_Latn","languages":["amh-Ethi","kmr-Latn"]},{"precision":0.604869,"recall":0.679842,"f1":0.62585,"accuracy":0.679842,"main_score":0.62585,"hf_subset":"amh_Ethi-min_Latn","languages":["amh-Ethi","min-Latn"]},{"precision":0.853986,"recall":0.895257,"f1":0.866883,"accuracy":0.895257,"main_score":0.866883,"hf_subset":"amh_Ethi-por_Latn","languages":["amh-Ethi","por-Latn"]},{"precision":0.62161,"recall":0.688735,"f1":0.640994,"accuracy":0.688735,"main_score":0.640994,"hf_subset":"amh_Ethi-sun_Latn","languages":["amh-Ethi","sun-Latn"]},{"precision":0.343489,"recall":0.421937,"f1":0.364301,"accuracy":0.421937,"main_score":0.364301,"hf_subset":"amh_Ethi-umb_Latn","languages":["amh-Ethi","umb-Latn"]},{"precision":0.806365,"recall":0.859684,"f1":0.822472,"accuracy":0.859684,"main_score":0.822472,"hf_subset":"amh_Ethi-ajp_Arab","languages":["amh-Ethi","ajp-Arab"]},{"precision":0.256027,"recall":0.325099,"f1":0.274242,"accuracy":0.325099,"main_score":0.274242,"hf_subset":"amh_Ethi-bjn_Arab","languages":["amh-Ethi","bjn-Arab"]},{"precision":0.356201,"recall":0.426877,"f1":0.37573,"accuracy":0.426877,"main_score":0.37573,"hf_subset":"amh_Ethi-ewe_Latn","languages":["amh-Ethi","ewe-Latn"]},{"precision":0.525329,"recall":0.596838,"f1":0.545718,"accuracy":0.596838,"main_score":0.545718,"hf_subset":"amh_Ethi-ilo_Latn","languages":["amh-Ethi","ilo-Latn"]},{"precision":0.197898,"recall":0.26581,"f1":0.215816,"accuracy":0.26581,"main_score":0.215816,"hf_subset":"amh_Ethi-knc_Arab","languages":["amh-Ethi","knc-Arab"]},{"precision":0.783811,"recall":0.835968,"f1":0.799573,"accuracy":0.835968,"main_score":0.799573,"hf_subset":"amh_Ethi-mkd_Cyrl","languages":["amh-Ethi","mkd-Cyrl"]},{"precision":0.856225,"recall":0.898221,"f1":0.869683,"accuracy":0.898221,"main_score":0.869683,"hf_subset":"amh_Ethi-prs_Arab","languages":["amh-Ethi","prs-Arab"]},{"precision":0.835293,"recall":0.881423,"f1":0.849704,"accuracy":0.881423,"main_score":0.849704,"hf_subset":"amh_Ethi-swe_Latn","languages":["amh-Ethi","swe-Latn"]},{"precision":0.81777,"recall":0.869565,"f1":0.834223,"accuracy":0.869565,"main_score":0.834223,"hf_subset":"amh_Ethi-urd_Arab","languages":["amh-Ethi","urd-Arab"]},{"precision":0.400129,"recall":0.481225,"f1":0.423024,"accuracy":0.481225,"main_score":0.423024,"hf_subset":"amh_Ethi-aka_Latn","languages":["amh-Ethi","aka-Latn"]},{"precision":0.623659,"recall":0.697628,"f1":0.644784,"accuracy":0.697628,"main_score":0.644784,"hf_subset":"amh_Ethi-bjn_Latn","languages":["amh-Ethi","bjn-Latn"]},{"precision":0.455747,"recall":0.524704,"f1":0.474802,"accuracy":0.524704,"main_score":0.474802,"hf_subset":"amh_Ethi-fao_Latn","languages":["amh-Ethi","fao-Latn"]},{"precision":0.840819,"recall":0.883399,"f1":0.853678,"accuracy":0.883399,"main_score":0.853678,"hf_subset":"amh_Ethi-ind_Latn","languages":["amh-Ethi","ind-Latn"]},{"precision":0.37926,"recall":0.453557,"f1":0.399249,"accuracy":0.453557,"main_score":0.399249,"hf_subset":"amh_Ethi-knc_Latn","languages":["amh-Ethi","knc-Latn"]},{"precision":0.564963,"recall":0.640316,"f1":0.586662,"accuracy":0.640316,"main_score":0.586662,"hf_subset":"amh_Ethi-mlt_Latn","languages":["amh-Ethi","mlt-Latn"]},{"precision":0.412717,"recall":0.492095,"f1":0.435373,"accuracy":0.492095,"main_score":0.435373,"hf_subset":"amh_Ethi-quy_Latn","languages":["amh-Ethi","quy-Latn"]},{"precision":0.752997,"recall":0.815217,"f1":0.77189,"accuracy":0.815217,"main_score":0.77189,"hf_subset":"amh_Ethi-swh_Latn","languages":["amh-Ethi","swh-Latn"]},{"precision":0.549614,"recall":0.616601,"f1":0.568167,"accuracy":0.616601,"main_score":0.568167,"hf_subset":"amh_Ethi-uzn_Latn","languages":["amh-Ethi","uzn-Latn"]},{"precision":0.619615,"recall":0.6917,"f1":0.641319,"accuracy":0.6917,"main_score":0.641319,"hf_subset":"amh_Ethi-als_Latn","languages":["amh-Ethi","als-Latn"]},{"precision":0.208309,"recall":0.27668,"f1":0.22641,"accuracy":0.27668,"main_score":0.22641,"hf_subset":"amh_Ethi-bod_Tibt","languages":["amh-Ethi","bod-Tibt"]},{"precision":0.351642,"recall":0.431818,"f1":0.372817,"accuracy":0.431818,"main_score":0.372817,"hf_subset":"amh_Ethi-fij_Latn","languages":["amh-Ethi","fij-Latn"]},{"precision":0.478403,"recall":0.549407,"f1":0.497754,"accuracy":0.549407,"main_score":0.497754,"hf_subset":"amh_Ethi-isl_Latn","languages":["amh-Ethi","isl-Latn"]},{"precision":0.407868,"recall":0.48419,"f1":0.429067,"accuracy":0.48419,"main_score":0.429067,"hf_subset":"amh_Ethi-kon_Latn","languages":["amh-Ethi","kon-Latn"]},{"precision":0.373194,"recall":0.449605,"f1":0.394438,"accuracy":0.449605,"main_score":0.394438,"hf_subset":"amh_Ethi-mni_Beng","languages":["amh-Ethi","mni-Beng"]},{"precision":0.83694,"recall":0.881423,"f1":0.850329,"accuracy":0.881423,"main_score":0.850329,"hf_subset":"amh_Ethi-ron_Latn","languages":["amh-Ethi","ron-Latn"]},{"precision":0.668742,"recall":0.735178,"f1":0.688392,"accuracy":0.735178,"main_score":0.688392,"hf_subset":"amh_Ethi-szl_Latn","languages":["amh-Ethi","szl-Latn"]},{"precision":0.708118,"recall":0.774704,"f1":0.727643,"accuracy":0.774704,"main_score":0.727643,"hf_subset":"amh_Ethi-vec_Latn","languages":["amh-Ethi","vec-Latn"]},{"precision":0.819509,"recall":0.868577,"f1":0.8347,"accuracy":0.868577,"main_score":0.8347,"hf_subset":"amh_Ethi-bos_Latn","languages":["amh-Ethi","bos-Latn"]},{"precision":0.804142,"recall":0.855731,"f1":0.820015,"accuracy":0.855731,"main_score":0.820015,"hf_subset":"amh_Ethi-fin_Latn","languages":["amh-Ethi","fin-Latn"]},{"precision":0.839081,"recall":0.882411,"f1":0.852668,"accuracy":0.882411,"main_score":0.852668,"hf_subset":"amh_Ethi-ita_Latn","languages":["amh-Ethi","ita-Latn"]},{"precision":0.809718,"recall":0.860672,"f1":0.825368,"accuracy":0.860672,"main_score":0.825368,"hf_subset":"amh_Ethi-kor_Hang","languages":["amh-Ethi","kor-Hang"]},{"precision":0.37796,"recall":0.454545,"f1":0.399256,"accuracy":0.454545,"main_score":0.399256,"hf_subset":"amh_Ethi-mos_Latn","languages":["amh-Ethi","mos-Latn"]},{"precision":0.376889,"recall":0.448617,"f1":0.396676,"accuracy":0.448617,"main_score":0.396676,"hf_subset":"amh_Ethi-run_Latn","languages":["amh-Ethi","run-Latn"]},{"precision":0.845257,"recall":0.889328,"f1":0.859143,"accuracy":0.889328,"main_score":0.859143,"hf_subset":"amh_Ethi-tam_Taml","languages":["amh-Ethi","tam-Taml"]},{"precision":0.811545,"recall":0.863636,"f1":0.827602,"accuracy":0.863636,"main_score":0.827602,"hf_subset":"amh_Ethi-vie_Latn","languages":["amh-Ethi","vie-Latn"]},{"precision":0.799444,"recall":0.849802,"f1":0.814495,"accuracy":0.849802,"main_score":0.814495,"hf_subset":"amh_Ethi-apc_Arab","languages":["amh-Ethi","apc-Arab"]},{"precision":0.496838,"recall":0.577075,"f1":0.52001,"accuracy":0.577075,"main_score":0.52001,"hf_subset":"amh_Ethi-bug_Latn","languages":["amh-Ethi","bug-Latn"]},{"precision":0.316804,"recall":0.393281,"f1":0.337415,"accuracy":0.393281,"main_score":0.337415,"hf_subset":"amh_Ethi-fon_Latn","languages":["amh-Ethi","fon-Latn"]},{"precision":0.652426,"recall":0.718379,"f1":0.672186,"accuracy":0.718379,"main_score":0.672186,"hf_subset":"amh_Ethi-jav_Latn","languages":["amh-Ethi","jav-Latn"]},{"precision":0.663687,"recall":0.728261,"f1":0.682581,"accuracy":0.728261,"main_score":0.682581,"hf_subset":"amh_Ethi-lao_Laoo","languages":["amh-Ethi","lao-Laoo"]},{"precision":0.358614,"recall":0.442688,"f1":0.380756,"accuracy":0.442688,"main_score":0.380756,"hf_subset":"amh_Ethi-mri_Latn","languages":["amh-Ethi","mri-Latn"]},{"precision":0.823197,"recall":0.870553,"f1":0.838065,"accuracy":0.870553,"main_score":0.838065,"hf_subset":"amh_Ethi-rus_Cyrl","languages":["amh-Ethi","rus-Cyrl"]},{"precision":0.359968,"recall":0.433794,"f1":0.380672,"accuracy":0.433794,"main_score":0.380672,"hf_subset":"amh_Ethi-taq_Latn","languages":["amh-Ethi","taq-Latn"]},{"precision":0.637371,"recall":0.703557,"f1":0.656724,"accuracy":0.703557,"main_score":0.656724,"hf_subset":"amh_Ethi-war_Latn","languages":["amh-Ethi","war-Latn"]},{"precision":0.841238,"recall":0.886364,"f1":0.855143,"accuracy":0.886364,"main_score":0.855143,"hf_subset":"amh_Ethi-arb_Arab","languages":["amh-Ethi","arb-Arab"]},{"precision":0.838192,"recall":0.881423,"f1":0.851388,"accuracy":0.881423,"main_score":0.851388,"hf_subset":"amh_Ethi-bul_Cyrl","languages":["amh-Ethi","bul-Cyrl"]},{"precision":0.846327,"recall":0.887352,"f1":0.859044,"accuracy":0.887352,"main_score":0.859044,"hf_subset":"amh_Ethi-fra_Latn","languages":["amh-Ethi","fra-Latn"]},{"precision":0.817309,"recall":0.864625,"f1":0.831639,"accuracy":0.864625,"main_score":0.831639,"hf_subset":"amh_Ethi-jpn_Jpan","languages":["amh-Ethi","jpn-Jpan"]},{"precision":0.650734,"recall":0.729249,"f1":0.67416,"accuracy":0.729249,"main_score":0.67416,"hf_subset":"amh_Ethi-lij_Latn","languages":["amh-Ethi","lij-Latn"]},{"precision":0.695076,"recall":0.76581,"f1":0.716831,"accuracy":0.76581,"main_score":0.716831,"hf_subset":"amh_Ethi-mya_Mymr","languages":["amh-Ethi","mya-Mymr"]},{"precision":0.382455,"recall":0.461462,"f1":0.404362,"accuracy":0.461462,"main_score":0.404362,"hf_subset":"amh_Ethi-sag_Latn","languages":["amh-Ethi","sag-Latn"]},{"precision":0.162213,"recall":0.241107,"f1":0.180494,"accuracy":0.241107,"main_score":0.180494,"hf_subset":"amh_Ethi-taq_Tfng","languages":["amh-Ethi","taq-Tfng"]},{"precision":0.39604,"recall":0.478261,"f1":0.418644,"accuracy":0.478261,"main_score":0.418644,"hf_subset":"amh_Ethi-wol_Latn","languages":["amh-Ethi","wol-Latn"]},{"precision":0.267834,"recall":0.356719,"f1":0.290845,"accuracy":0.356719,"main_score":0.290845,"hf_subset":"amh_Ethi-arb_Latn","languages":["amh-Ethi","arb-Latn"]},{"precision":0.812171,"recall":0.860672,"f1":0.82691,"accuracy":0.860672,"main_score":0.82691,"hf_subset":"amh_Ethi-cat_Latn","languages":["amh-Ethi","cat-Latn"]},{"precision":0.626517,"recall":0.697628,"f1":0.646922,"accuracy":0.697628,"main_score":0.646922,"hf_subset":"amh_Ethi-fur_Latn","languages":["amh-Ethi","fur-Latn"]},{"precision":0.27221,"recall":0.346838,"f1":0.292936,"accuracy":0.346838,"main_score":0.292936,"hf_subset":"amh_Ethi-kab_Latn","languages":["amh-Ethi","kab-Latn"]},{"precision":0.597886,"recall":0.677866,"f1":0.6213,"accuracy":0.677866,"main_score":0.6213,"hf_subset":"amh_Ethi-lim_Latn","languages":["amh-Ethi","lim-Latn"]},{"precision":0.827479,"recall":0.875494,"f1":0.842347,"accuracy":0.875494,"main_score":0.842347,"hf_subset":"amh_Ethi-nld_Latn","languages":["amh-Ethi","nld-Latn"]},{"precision":0.732864,"recall":0.799407,"f1":0.753038,"accuracy":0.799407,"main_score":0.753038,"hf_subset":"amh_Ethi-san_Deva","languages":["amh-Ethi","san-Deva"]},{"precision":0.526461,"recall":0.59585,"f1":0.546105,"accuracy":0.59585,"main_score":0.546105,"hf_subset":"amh_Ethi-tat_Cyrl","languages":["amh-Ethi","tat-Cyrl"]},{"precision":0.385187,"recall":0.462451,"f1":0.406145,"accuracy":0.462451,"main_score":0.406145,"hf_subset":"amh_Ethi-xho_Latn","languages":["amh-Ethi","xho-Latn"]},{"precision":0.83386,"recall":0.880435,"f1":0.848193,"accuracy":0.880435,"main_score":0.848193,"hf_subset":"amh_Ethi-ars_Arab","languages":["amh-Ethi","ars-Arab"]},{"precision":0.603601,"recall":0.679842,"f1":0.625227,"accuracy":0.679842,"main_score":0.625227,"hf_subset":"amh_Ethi-ceb_Latn","languages":["amh-Ethi","ceb-Latn"]},{"precision":0.370843,"recall":0.440711,"f1":0.390992,"accuracy":0.440711,"main_score":0.390992,"hf_subset":"amh_Ethi-fuv_Latn","languages":["amh-Ethi","fuv-Latn"]},{"precision":0.358953,"recall":0.445652,"f1":0.382885,"accuracy":0.445652,"main_score":0.382885,"hf_subset":"amh_Ethi-kac_Latn","languages":["amh-Ethi","kac-Latn"]},{"precision":0.405898,"recall":0.493083,"f1":0.429975,"accuracy":0.493083,"main_score":0.429975,"hf_subset":"amh_Ethi-lin_Latn","languages":["amh-Ethi","lin-Latn"]},{"precision":0.793808,"recall":0.844862,"f1":0.809552,"accuracy":0.844862,"main_score":0.809552,"hf_subset":"amh_Ethi-nno_Latn","languages":["amh-Ethi","nno-Latn"]},{"precision":0.191564,"recall":0.25,"f1":0.207185,"accuracy":0.25,"main_score":0.207185,"hf_subset":"amh_Ethi-sat_Olck","languages":["amh-Ethi","sat-Olck"]},{"precision":0.854364,"recall":0.895257,"f1":0.867325,"accuracy":0.895257,"main_score":0.867325,"hf_subset":"amh_Ethi-tel_Telu","languages":["amh-Ethi","tel-Telu"]},{"precision":0.309138,"recall":0.391304,"f1":0.330716,"accuracy":0.391304,"main_score":0.330716,"hf_subset":"amh_Ethi-ydd_Hebr","languages":["amh-Ethi","ydd-Hebr"]},{"precision":0.690556,"recall":0.764822,"f1":0.712815,"accuracy":0.764822,"main_score":0.712815,"hf_subset":"amh_Ethi-ary_Arab","languages":["amh-Ethi","ary-Arab"]},{"precision":0.815481,"recall":0.864625,"f1":0.830289,"accuracy":0.864625,"main_score":0.830289,"hf_subset":"amh_Ethi-ces_Latn","languages":["amh-Ethi","ces-Latn"]},{"precision":0.342727,"recall":0.424901,"f1":0.365173,"accuracy":0.424901,"main_score":0.365173,"hf_subset":"amh_Ethi-gaz_Latn","languages":["amh-Ethi","gaz-Latn"]},{"precision":0.376579,"recall":0.454545,"f1":0.398243,"accuracy":0.454545,"main_score":0.398243,"hf_subset":"amh_Ethi-kam_Latn","languages":["amh-Ethi","kam-Latn"]},{"precision":0.64361,"recall":0.715415,"f1":0.664055,"accuracy":0.715415,"main_score":0.664055,"hf_subset":"amh_Ethi-lit_Latn","languages":["amh-Ethi","lit-Latn"]},{"precision":0.849061,"recall":0.88834,"f1":0.861034,"accuracy":0.88834,"main_score":0.861034,"hf_subset":"amh_Ethi-nob_Latn","languages":["amh-Ethi","nob-Latn"]},{"precision":0.603009,"recall":0.671937,"f1":0.622335,"accuracy":0.671937,"main_score":0.622335,"hf_subset":"amh_Ethi-scn_Latn","languages":["amh-Ethi","scn-Latn"]},{"precision":0.393138,"recall":0.468379,"f1":0.414119,"accuracy":0.468379,"main_score":0.414119,"hf_subset":"amh_Ethi-tgk_Cyrl","languages":["amh-Ethi","tgk-Cyrl"]},{"precision":0.331966,"recall":0.413043,"f1":0.354463,"accuracy":0.413043,"main_score":0.354463,"hf_subset":"amh_Ethi-yor_Latn","languages":["amh-Ethi","yor-Latn"]},{"precision":0.804571,"recall":0.855731,"f1":0.820062,"accuracy":0.855731,"main_score":0.820062,"hf_subset":"amh_Ethi-arz_Arab","languages":["amh-Ethi","arz-Arab"]},{"precision":0.373012,"recall":0.454545,"f1":0.395327,"accuracy":0.454545,"main_score":0.395327,"hf_subset":"amh_Ethi-cjk_Latn","languages":["amh-Ethi","cjk-Latn"]},{"precision":0.347965,"recall":0.424901,"f1":0.368771,"accuracy":0.424901,"main_score":0.368771,"hf_subset":"amh_Ethi-gla_Latn","languages":["amh-Ethi","gla-Latn"]},{"precision":0.85359,"recall":0.894269,"f1":0.866601,"accuracy":0.894269,"main_score":0.866601,"hf_subset":"amh_Ethi-kan_Knda","languages":["amh-Ethi","kan-Knda"]},{"precision":0.598781,"recall":0.672925,"f1":0.620822,"accuracy":0.672925,"main_score":0.620822,"hf_subset":"amh_Ethi-lmo_Latn","languages":["amh-Ethi","lmo-Latn"]},{"precision":0.840777,"recall":0.884387,"f1":0.854334,"accuracy":0.884387,"main_score":0.854334,"hf_subset":"amh_Ethi-npi_Deva","languages":["amh-Ethi","npi-Deva"]},{"precision":0.328664,"recall":0.402174,"f1":0.348369,"accuracy":0.402174,"main_score":0.348369,"hf_subset":"amh_Ethi-shn_Mymr","languages":["amh-Ethi","shn-Mymr"]},{"precision":0.735754,"recall":0.799407,"f1":0.754814,"accuracy":0.799407,"main_score":0.754814,"hf_subset":"amh_Ethi-tgl_Latn","languages":["amh-Ethi","tgl-Latn"]},{"precision":0.807304,"recall":0.858696,"f1":0.823276,"accuracy":0.858696,"main_score":0.823276,"hf_subset":"amh_Ethi-yue_Hant","languages":["amh-Ethi","yue-Hant"]},{"precision":0.718668,"recall":0.782609,"f1":0.738065,"accuracy":0.782609,"main_score":0.738065,"hf_subset":"amh_Ethi-asm_Beng","languages":["amh-Ethi","asm-Beng"]},{"precision":0.40694,"recall":0.477273,"f1":0.425602,"accuracy":0.477273,"main_score":0.425602,"hf_subset":"amh_Ethi-ckb_Arab","languages":["amh-Ethi","ckb-Arab"]},{"precision":0.353423,"recall":0.428854,"f1":0.373819,"accuracy":0.428854,"main_score":0.373819,"hf_subset":"amh_Ethi-gle_Latn","languages":["amh-Ethi","gle-Latn"]},{"precision":0.55445,"recall":0.63834,"f1":0.578517,"accuracy":0.63834,"main_score":0.578517,"hf_subset":"amh_Ethi-kas_Arab","languages":["amh-Ethi","kas-Arab"]},{"precision":0.460286,"recall":0.537549,"f1":0.482886,"accuracy":0.537549,"main_score":0.482886,"hf_subset":"amh_Ethi-ltg_Latn","languages":["amh-Ethi","ltg-Latn"]},{"precision":0.395914,"recall":0.470356,"f1":0.416376,"accuracy":0.470356,"main_score":0.416376,"hf_subset":"amh_Ethi-nso_Latn","languages":["amh-Ethi","nso-Latn"]},{"precision":0.748765,"recall":0.810277,"f1":0.767575,"accuracy":0.810277,"main_score":0.767575,"hf_subset":"amh_Ethi-sin_Sinh","languages":["amh-Ethi","sin-Sinh"]},{"precision":0.832411,"recall":0.87747,"f1":0.846311,"accuracy":0.87747,"main_score":0.846311,"hf_subset":"amh_Ethi-tha_Thai","languages":["amh-Ethi","tha-Thai"]},{"precision":0.794318,"recall":0.847826,"f1":0.810408,"accuracy":0.847826,"main_score":0.810408,"hf_subset":"amh_Ethi-zho_Hans","languages":["amh-Ethi","zho-Hans"]},{"precision":0.757916,"recall":0.814229,"f1":0.774638,"accuracy":0.814229,"main_score":0.774638,"hf_subset":"amh_Ethi-ast_Latn","languages":["amh-Ethi","ast-Latn"]},{"precision":0.649048,"recall":0.717391,"f1":0.668433,"accuracy":0.717391,"main_score":0.668433,"hf_subset":"amh_Ethi-crh_Latn","languages":["amh-Ethi","crh-Latn"]},{"precision":0.819436,"recall":0.864625,"f1":0.833191,"accuracy":0.864625,"main_score":0.833191,"hf_subset":"amh_Ethi-glg_Latn","languages":["amh-Ethi","glg-Latn"]},{"precision":0.486722,"recall":0.5583,"f1":0.506974,"accuracy":0.5583,"main_score":0.506974,"hf_subset":"amh_Ethi-kas_Deva","languages":["amh-Ethi","kas-Deva"]},{"precision":0.566693,"recall":0.646245,"f1":0.589151,"accuracy":0.646245,"main_score":0.589151,"hf_subset":"amh_Ethi-ltz_Latn","languages":["amh-Ethi","ltz-Latn"]},{"precision":0.322326,"recall":0.400198,"f1":0.343166,"accuracy":0.400198,"main_score":0.343166,"hf_subset":"amh_Ethi-nus_Latn","languages":["amh-Ethi","nus-Latn"]},{"precision":0.800099,"recall":0.853755,"f1":0.816634,"accuracy":0.853755,"main_score":0.816634,"hf_subset":"amh_Ethi-slk_Latn","languages":["amh-Ethi","slk-Latn"]},{"precision":0.535314,"recall":0.621542,"f1":0.559812,"accuracy":0.621542,"main_score":0.559812,"hf_subset":"amh_Ethi-tir_Ethi","languages":["amh-Ethi","tir-Ethi"]},{"precision":0.787476,"recall":0.840909,"f1":0.803513,"accuracy":0.840909,"main_score":0.803513,"hf_subset":"amh_Ethi-zho_Hant","languages":["amh-Ethi","zho-Hant"]},{"precision":0.82584,"recall":0.868577,"f1":0.838556,"accuracy":0.868577,"main_score":0.838556,"hf_subset":"amh_Ethi-awa_Deva","languages":["amh-Ethi","awa-Deva"]},{"precision":0.386244,"recall":0.458498,"f1":0.405775,"accuracy":0.458498,"main_score":0.405775,"hf_subset":"amh_Ethi-cym_Latn","languages":["amh-Ethi","cym-Latn"]},{"precision":0.454291,"recall":0.536561,"f1":0.477431,"accuracy":0.536561,"main_score":0.477431,"hf_subset":"amh_Ethi-grn_Latn","languages":["amh-Ethi","grn-Latn"]},{"precision":0.779513,"recall":0.832016,"f1":0.795492,"accuracy":0.832016,"main_score":0.795492,"hf_subset":"amh_Ethi-kat_Geor","languages":["amh-Ethi","kat-Geor"]},{"precision":0.389127,"recall":0.469368,"f1":0.410882,"accuracy":0.469368,"main_score":0.410882,"hf_subset":"amh_Ethi-lua_Latn","languages":["amh-Ethi","lua-Latn"]},{"precision":0.42853,"recall":0.501976,"f1":0.448134,"accuracy":0.501976,"main_score":0.448134,"hf_subset":"amh_Ethi-nya_Latn","languages":["amh-Ethi","nya-Latn"]},{"precision":0.751894,"recall":0.812253,"f1":0.770389,"accuracy":0.812253,"main_score":0.770389,"hf_subset":"amh_Ethi-slv_Latn","languages":["amh-Ethi","slv-Latn"]},{"precision":0.528133,"recall":0.609684,"f1":0.552077,"accuracy":0.609684,"main_score":0.552077,"hf_subset":"amh_Ethi-tpi_Latn","languages":["amh-Ethi","tpi-Latn"]},{"precision":0.819673,"recall":0.867589,"f1":0.834536,"accuracy":0.867589,"main_score":0.834536,"hf_subset":"amh_Ethi-zsm_Latn","languages":["amh-Ethi","zsm-Latn"]},{"precision":0.343991,"recall":0.426877,"f1":0.366357,"accuracy":0.426877,"main_score":0.366357,"hf_subset":"amh_Ethi-ayr_Latn","languages":["amh-Ethi","ayr-Latn"]},{"precision":0.847332,"recall":0.890316,"f1":0.860606,"accuracy":0.890316,"main_score":0.860606,"hf_subset":"amh_Ethi-dan_Latn","languages":["amh-Ethi","dan-Latn"]},{"precision":0.870777,"recall":0.906126,"f1":0.881736,"accuracy":0.906126,"main_score":0.881736,"hf_subset":"amh_Ethi-guj_Gujr","languages":["amh-Ethi","guj-Gujr"]},{"precision":0.630093,"recall":0.701581,"f1":0.651155,"accuracy":0.701581,"main_score":0.651155,"hf_subset":"amh_Ethi-kaz_Cyrl","languages":["amh-Ethi","kaz-Cyrl"]},{"precision":0.360886,"recall":0.438735,"f1":0.38208,"accuracy":0.438735,"main_score":0.38208,"hf_subset":"amh_Ethi-lug_Latn","languages":["amh-Ethi","lug-Latn"]},{"precision":0.778854,"recall":0.833992,"f1":0.795953,"accuracy":0.833992,"main_score":0.795953,"hf_subset":"amh_Ethi-oci_Latn","languages":["amh-Ethi","oci-Latn"]},{"precision":0.388852,"recall":0.47332,"f1":0.411492,"accuracy":0.47332,"main_score":0.411492,"hf_subset":"amh_Ethi-smo_Latn","languages":["amh-Ethi","smo-Latn"]},{"precision":0.369906,"recall":0.448617,"f1":0.391047,"accuracy":0.448617,"main_score":0.391047,"hf_subset":"amh_Ethi-tsn_Latn","languages":["amh-Ethi","tsn-Latn"]},{"precision":0.372786,"recall":0.459486,"f1":0.396644,"accuracy":0.459486,"main_score":0.396644,"hf_subset":"amh_Ethi-zul_Latn","languages":["amh-Ethi","zul-Latn"]},{"precision":0.481655,"recall":0.571146,"f1":0.50595,"accuracy":0.571146,"main_score":0.50595,"hf_subset":"amh_Ethi-azb_Arab","languages":["amh-Ethi","azb-Arab"]},{"precision":0.861664,"recall":0.898221,"f1":0.872875,"accuracy":0.898221,"main_score":0.872875,"hf_subset":"amh_Ethi-deu_Latn","languages":["amh-Ethi","deu-Latn"]},{"precision":0.501302,"recall":0.581028,"f1":0.524188,"accuracy":0.581028,"main_score":0.524188,"hf_subset":"amh_Ethi-hat_Latn","languages":["amh-Ethi","hat-Latn"]},{"precision":0.332346,"recall":0.410079,"f1":0.353387,"accuracy":0.410079,"main_score":0.353387,"hf_subset":"amh_Ethi-kbp_Latn","languages":["amh-Ethi","kbp-Latn"]},{"precision":0.383502,"recall":0.463439,"f1":0.405102,"accuracy":0.463439,"main_score":0.405102,"hf_subset":"amh_Ethi-luo_Latn","languages":["amh-Ethi","luo-Latn"]},{"precision":0.529345,"recall":0.599802,"f1":0.549318,"accuracy":0.599802,"main_score":0.549318,"hf_subset":"amh_Ethi-ory_Orya","languages":["amh-Ethi","ory-Orya"]},{"precision":0.372614,"recall":0.452569,"f1":0.394288,"accuracy":0.452569,"main_score":0.394288,"hf_subset":"amh_Ethi-sna_Latn","languages":["amh-Ethi","sna-Latn"]},{"precision":0.366965,"recall":0.443676,"f1":0.38802,"accuracy":0.443676,"main_score":0.38802,"hf_subset":"amh_Ethi-tso_Latn","languages":["amh-Ethi","tso-Latn"]},{"precision":0.661834,"recall":0.731225,"f1":0.682235,"accuracy":0.731225,"main_score":0.682235,"hf_subset":"amh_Ethi-azj_Latn","languages":["amh-Ethi","azj-Latn"]},{"precision":0.339094,"recall":0.413043,"f1":0.359598,"accuracy":0.413043,"main_score":0.359598,"hf_subset":"amh_Ethi-dik_Latn","languages":["amh-Ethi","dik-Latn"]},{"precision":0.409467,"recall":0.476285,"f1":0.427952,"accuracy":0.476285,"main_score":0.427952,"hf_subset":"amh_Ethi-hau_Latn","languages":["amh-Ethi","hau-Latn"]},{"precision":0.615662,"recall":0.693676,"f1":0.638096,"accuracy":0.693676,"main_score":0.638096,"hf_subset":"amh_Ethi-kea_Latn","languages":["amh-Ethi","kea-Latn"]},{"precision":0.471627,"recall":0.55336,"f1":0.494598,"accuracy":0.55336,"main_score":0.494598,"hf_subset":"amh_Ethi-lus_Latn","languages":["amh-Ethi","lus-Latn"]},{"precision":0.545036,"recall":0.624506,"f1":0.568217,"accuracy":0.624506,"main_score":0.568217,"hf_subset":"amh_Ethi-pag_Latn","languages":["amh-Ethi","pag-Latn"]},{"precision":0.579727,"recall":0.660079,"f1":0.60343,"accuracy":0.660079,"main_score":0.60343,"hf_subset":"amh_Ethi-snd_Arab","languages":["amh-Ethi","snd-Arab"]},{"precision":0.506098,"recall":0.576087,"f1":0.525005,"accuracy":0.576087,"main_score":0.525005,"hf_subset":"amh_Ethi-tuk_Latn","languages":["amh-Ethi","tuk-Latn"]},{"precision":0.505745,"recall":0.572134,"f1":0.524554,"accuracy":0.572134,"main_score":0.524554,"hf_subset":"amh_Ethi-bak_Cyrl","languages":["amh-Ethi","bak-Cyrl"]},{"precision":0.287357,"recall":0.370553,"f1":0.3094,"accuracy":0.370553,"main_score":0.3094,"hf_subset":"amh_Ethi-dyu_Latn","languages":["amh-Ethi","dyu-Latn"]},{"precision":0.754513,"recall":0.818182,"f1":0.774294,"accuracy":0.818182,"main_score":0.774294,"hf_subset":"amh_Ethi-heb_Hebr","languages":["amh-Ethi","heb-Hebr"]},{"precision":0.384032,"recall":0.454545,"f1":0.403107,"accuracy":0.454545,"main_score":0.403107,"hf_subset":"amh_Ethi-khk_Cyrl","languages":["amh-Ethi","khk-Cyrl"]},{"precision":0.66054,"recall":0.729249,"f1":0.680802,"accuracy":0.729249,"main_score":0.680802,"hf_subset":"amh_Ethi-lvs_Latn","languages":["amh-Ethi","lvs-Latn"]},{"precision":0.814339,"recall":0.863636,"f1":0.829663,"accuracy":0.863636,"main_score":0.829663,"hf_subset":"amh_Ethi-pan_Guru","languages":["amh-Ethi","pan-Guru"]},{"precision":0.377513,"recall":0.447628,"f1":0.396954,"accuracy":0.447628,"main_score":0.396954,"hf_subset":"amh_Ethi-som_Latn","languages":["amh-Ethi","som-Latn"]},{"precision":0.384678,"recall":0.461462,"f1":0.405394,"accuracy":0.461462,"main_score":0.405394,"hf_subset":"amh_Ethi-tum_Latn","languages":["amh-Ethi","tum-Latn"]},{"precision":0.286378,"recall":0.369565,"f1":0.307583,"accuracy":0.369565,"main_score":0.307583,"hf_subset":"bos_Latn-ace_Arab","languages":["bos-Latn","ace-Arab"]},{"precision":0.370117,"recall":0.459486,"f1":0.393639,"accuracy":0.459486,"main_score":0.393639,"hf_subset":"bos_Latn-bam_Latn","languages":["bos-Latn","bam-Latn"]},{"precision":0.160928,"recall":0.217391,"f1":0.175404,"accuracy":0.217391,"main_score":0.175404,"hf_subset":"bos_Latn-dzo_Tibt","languages":["bos-Latn","dzo-Tibt"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bos_Latn-hin_Deva","languages":["bos-Latn","hin-Deva"]},{"precision":0.813933,"recall":0.866601,"f1":0.829927,"accuracy":0.866601,"main_score":0.829927,"hf_subset":"bos_Latn-khm_Khmr","languages":["bos-Latn","khm-Khmr"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"bos_Latn-mag_Deva","languages":["bos-Latn","mag-Deva"]},{"precision":0.841271,"recall":0.886364,"f1":0.854992,"accuracy":0.886364,"main_score":0.854992,"hf_subset":"bos_Latn-pap_Latn","languages":["bos-Latn","pap-Latn"]},{"precision":0.403982,"recall":0.497036,"f1":0.428475,"accuracy":0.497036,"main_score":0.428475,"hf_subset":"bos_Latn-sot_Latn","languages":["bos-Latn","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-tur_Latn","languages":["bos-Latn","tur-Latn"]},{"precision":0.641042,"recall":0.722332,"f1":0.664437,"accuracy":0.722332,"main_score":0.664437,"hf_subset":"bos_Latn-ace_Latn","languages":["bos-Latn","ace-Latn"]},{"precision":0.799901,"recall":0.852767,"f1":0.816107,"accuracy":0.852767,"main_score":0.816107,"hf_subset":"bos_Latn-ban_Latn","languages":["bos-Latn","ban-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"bos_Latn-ell_Grek","languages":["bos-Latn","ell-Grek"]},{"precision":0.931324,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"bos_Latn-hne_Deva","languages":["bos-Latn","hne-Deva"]},{"precision":0.410267,"recall":0.51087,"f1":0.437471,"accuracy":0.51087,"main_score":0.437471,"hf_subset":"bos_Latn-kik_Latn","languages":["bos-Latn","kik-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"bos_Latn-mai_Deva","languages":["bos-Latn","mai-Deva"]},{"precision":0.838933,"recall":0.886364,"f1":0.854084,"accuracy":0.886364,"main_score":0.854084,"hf_subset":"bos_Latn-pbt_Arab","languages":["bos-Latn","pbt-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-spa_Latn","languages":["bos-Latn","spa-Latn"]},{"precision":0.468344,"recall":0.563241,"f1":0.493562,"accuracy":0.563241,"main_score":0.493562,"hf_subset":"bos_Latn-twi_Latn","languages":["bos-Latn","twi-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"bos_Latn-acm_Arab","languages":["bos-Latn","acm-Arab"]},{"precision":0.84725,"recall":0.893281,"f1":0.862055,"accuracy":0.893281,"main_score":0.862055,"hf_subset":"bos_Latn-bel_Cyrl","languages":["bos-Latn","bel-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-eng_Latn","languages":["bos-Latn","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bos_Latn-hrv_Latn","languages":["bos-Latn","hrv-Latn"]},{"precision":0.398879,"recall":0.482213,"f1":0.42059,"accuracy":0.482213,"main_score":0.42059,"hf_subset":"bos_Latn-kin_Latn","languages":["bos-Latn","kin-Latn"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"bos_Latn-mal_Mlym","languages":["bos-Latn","mal-Mlym"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bos_Latn-pes_Arab","languages":["bos-Latn","pes-Arab"]},{"precision":0.805501,"recall":0.858696,"f1":0.822266,"accuracy":0.858696,"main_score":0.822266,"hf_subset":"bos_Latn-srd_Latn","languages":["bos-Latn","srd-Latn"]},{"precision":0.102057,"recall":0.172925,"f1":0.116591,"accuracy":0.172925,"main_score":0.116591,"hf_subset":"bos_Latn-tzm_Tfng","languages":["bos-Latn","tzm-Tfng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-acq_Arab","languages":["bos-Latn","acq-Arab"]},{"precision":0.434967,"recall":0.523715,"f1":0.458366,"accuracy":0.523715,"main_score":0.458366,"hf_subset":"bos_Latn-bem_Latn","languages":["bos-Latn","bem-Latn"]},{"precision":0.877964,"recall":0.912055,"f1":0.888636,"accuracy":0.912055,"main_score":0.888636,"hf_subset":"bos_Latn-epo_Latn","languages":["bos-Latn","epo-Latn"]},{"precision":0.921278,"recall":0.94664,"f1":0.929677,"accuracy":0.94664,"main_score":0.929677,"hf_subset":"bos_Latn-hun_Latn","languages":["bos-Latn","hun-Latn"]},{"precision":0.693636,"recall":0.767787,"f1":0.715535,"accuracy":0.767787,"main_score":0.715535,"hf_subset":"bos_Latn-kir_Cyrl","languages":["bos-Latn","kir-Cyrl"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"bos_Latn-mar_Deva","languages":["bos-Latn","mar-Deva"]},{"precision":0.43892,"recall":0.523715,"f1":0.461455,"accuracy":0.523715,"main_score":0.461455,"hf_subset":"bos_Latn-plt_Latn","languages":["bos-Latn","plt-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"bos_Latn-srp_Cyrl","languages":["bos-Latn","srp-Cyrl"]},{"precision":0.291304,"recall":0.376482,"f1":0.31272,"accuracy":0.376482,"main_score":0.31272,"hf_subset":"bos_Latn-uig_Arab","languages":["bos-Latn","uig-Arab"]},{"precision":0.916008,"recall":0.942688,"f1":0.924736,"accuracy":0.942688,"main_score":0.924736,"hf_subset":"bos_Latn-aeb_Arab","languages":["bos-Latn","aeb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bos_Latn-ben_Beng","languages":["bos-Latn","ben-Beng"]},{"precision":0.825593,"recall":0.875494,"f1":0.841337,"accuracy":0.875494,"main_score":0.841337,"hf_subset":"bos_Latn-est_Latn","languages":["bos-Latn","est-Latn"]},{"precision":0.838554,"recall":0.883399,"f1":0.852226,"accuracy":0.883399,"main_score":0.852226,"hf_subset":"bos_Latn-hye_Armn","languages":["bos-Latn","hye-Armn"]},{"precision":0.385698,"recall":0.471344,"f1":0.408301,"accuracy":0.471344,"main_score":0.408301,"hf_subset":"bos_Latn-kmb_Latn","languages":["bos-Latn","kmb-Latn"]},{"precision":0.231865,"recall":0.320158,"f1":0.253605,"accuracy":0.320158,"main_score":0.253605,"hf_subset":"bos_Latn-min_Arab","languages":["bos-Latn","min-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bos_Latn-pol_Latn","languages":["bos-Latn","pol-Latn"]},{"precision":0.390904,"recall":0.478261,"f1":0.413058,"accuracy":0.478261,"main_score":0.413058,"hf_subset":"bos_Latn-ssw_Latn","languages":["bos-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bos_Latn-ukr_Cyrl","languages":["bos-Latn","ukr-Cyrl"]},{"precision":0.924736,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"bos_Latn-afr_Latn","languages":["bos-Latn","afr-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.9333,"accuracy":0.948617,"main_score":0.9333,"hf_subset":"bos_Latn-bho_Deva","languages":["bos-Latn","bho-Deva"]},{"precision":0.637838,"recall":0.716403,"f1":0.660367,"accuracy":0.716403,"main_score":0.660367,"hf_subset":"bos_Latn-eus_Latn","languages":["bos-Latn","eus-Latn"]},{"precision":0.397228,"recall":0.496047,"f1":0.423073,"accuracy":0.496047,"main_score":0.423073,"hf_subset":"bos_Latn-ibo_Latn","languages":["bos-Latn","ibo-Latn"]},{"precision":0.440415,"recall":0.534585,"f1":0.464859,"accuracy":0.534585,"main_score":0.464859,"hf_subset":"bos_Latn-kmr_Latn","languages":["bos-Latn","kmr-Latn"]},{"precision":0.755609,"recall":0.821146,"f1":0.775313,"accuracy":0.821146,"main_score":0.775313,"hf_subset":"bos_Latn-min_Latn","languages":["bos-Latn","min-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bos_Latn-por_Latn","languages":["bos-Latn","por-Latn"]},{"precision":0.836001,"recall":0.881423,"f1":0.850066,"accuracy":0.881423,"main_score":0.850066,"hf_subset":"bos_Latn-sun_Latn","languages":["bos-Latn","sun-Latn"]},{"precision":0.378558,"recall":0.47332,"f1":0.403196,"accuracy":0.47332,"main_score":0.403196,"hf_subset":"bos_Latn-umb_Latn","languages":["bos-Latn","umb-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"bos_Latn-ajp_Arab","languages":["bos-Latn","ajp-Arab"]},{"precision":0.255503,"recall":0.336957,"f1":0.276366,"accuracy":0.336957,"main_score":0.276366,"hf_subset":"bos_Latn-bjn_Arab","languages":["bos-Latn","bjn-Arab"]},{"precision":0.393408,"recall":0.477273,"f1":0.414736,"accuracy":0.477273,"main_score":0.414736,"hf_subset":"bos_Latn-ewe_Latn","languages":["bos-Latn","ewe-Latn"]},{"precision":0.673561,"recall":0.745059,"f1":0.694661,"accuracy":0.745059,"main_score":0.694661,"hf_subset":"bos_Latn-ilo_Latn","languages":["bos-Latn","ilo-Latn"]},{"precision":0.168335,"recall":0.248024,"f1":0.18725,"accuracy":0.248024,"main_score":0.18725,"hf_subset":"bos_Latn-knc_Arab","languages":["bos-Latn","knc-Arab"]},{"precision":0.939229,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"bos_Latn-mkd_Cyrl","languages":["bos-Latn","mkd-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bos_Latn-prs_Arab","languages":["bos-Latn","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-swe_Latn","languages":["bos-Latn","swe-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"bos_Latn-urd_Arab","languages":["bos-Latn","urd-Arab"]},{"precision":0.452762,"recall":0.545455,"f1":0.477303,"accuracy":0.545455,"main_score":0.477303,"hf_subset":"bos_Latn-aka_Latn","languages":["bos-Latn","aka-Latn"]},{"precision":0.803195,"recall":0.857708,"f1":0.820092,"accuracy":0.857708,"main_score":0.820092,"hf_subset":"bos_Latn-bjn_Latn","languages":["bos-Latn","bjn-Latn"]},{"precision":0.558842,"recall":0.640316,"f1":0.581595,"accuracy":0.640316,"main_score":0.581595,"hf_subset":"bos_Latn-fao_Latn","languages":["bos-Latn","fao-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"bos_Latn-ind_Latn","languages":["bos-Latn","ind-Latn"]},{"precision":0.431536,"recall":0.522727,"f1":0.454347,"accuracy":0.522727,"main_score":0.454347,"hf_subset":"bos_Latn-knc_Latn","languages":["bos-Latn","knc-Latn"]},{"precision":0.697571,"recall":0.766798,"f1":0.717945,"accuracy":0.766798,"main_score":0.717945,"hf_subset":"bos_Latn-mlt_Latn","languages":["bos-Latn","mlt-Latn"]},{"precision":0.474777,"recall":0.574111,"f1":0.501615,"accuracy":0.574111,"main_score":0.501615,"hf_subset":"bos_Latn-quy_Latn","languages":["bos-Latn","quy-Latn"]},{"precision":0.860046,"recall":0.900198,"f1":0.872826,"accuracy":0.900198,"main_score":0.872826,"hf_subset":"bos_Latn-swh_Latn","languages":["bos-Latn","swh-Latn"]},{"precision":0.643448,"recall":0.728261,"f1":0.668215,"accuracy":0.728261,"main_score":0.668215,"hf_subset":"bos_Latn-uzn_Latn","languages":["bos-Latn","uzn-Latn"]},{"precision":0.799654,"recall":0.853755,"f1":0.816864,"accuracy":0.853755,"main_score":0.816864,"hf_subset":"bos_Latn-als_Latn","languages":["bos-Latn","als-Latn"]},{"precision":0.175636,"recall":0.246047,"f1":0.193287,"accuracy":0.246047,"main_score":0.193287,"hf_subset":"bos_Latn-bod_Tibt","languages":["bos-Latn","bod-Tibt"]},{"precision":0.388346,"recall":0.485178,"f1":0.413835,"accuracy":0.485178,"main_score":0.413835,"hf_subset":"bos_Latn-fij_Latn","languages":["bos-Latn","fij-Latn"]},{"precision":0.536297,"recall":0.621542,"f1":0.559919,"accuracy":0.621542,"main_score":0.559919,"hf_subset":"bos_Latn-isl_Latn","languages":["bos-Latn","isl-Latn"]},{"precision":0.466171,"recall":0.552372,"f1":0.488933,"accuracy":0.552372,"main_score":0.488933,"hf_subset":"bos_Latn-kon_Latn","languages":["bos-Latn","kon-Latn"]},{"precision":0.332516,"recall":0.434783,"f1":0.359716,"accuracy":0.434783,"main_score":0.359716,"hf_subset":"bos_Latn-mni_Beng","languages":["bos-Latn","mni-Beng"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"bos_Latn-ron_Latn","languages":["bos-Latn","ron-Latn"]},{"precision":0.866107,"recall":0.90415,"f1":0.877931,"accuracy":0.90415,"main_score":0.877931,"hf_subset":"bos_Latn-szl_Latn","languages":["bos-Latn","szl-Latn"]},{"precision":0.899374,"recall":0.93083,"f1":0.90975,"accuracy":0.93083,"main_score":0.90975,"hf_subset":"bos_Latn-vec_Latn","languages":["bos-Latn","vec-Latn"]},{"precision":0.779381,"recall":0.840909,"f1":0.798504,"accuracy":0.840909,"main_score":0.798504,"hf_subset":"bos_Latn-amh_Ethi","languages":["bos-Latn","amh-Ethi"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"bos_Latn-fin_Latn","languages":["bos-Latn","fin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bos_Latn-ita_Latn","languages":["bos-Latn","ita-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-kor_Hang","languages":["bos-Latn","kor-Hang"]},{"precision":0.403599,"recall":0.493083,"f1":0.427807,"accuracy":0.493083,"main_score":0.427807,"hf_subset":"bos_Latn-mos_Latn","languages":["bos-Latn","mos-Latn"]},{"precision":0.394167,"recall":0.480237,"f1":0.416231,"accuracy":0.480237,"main_score":0.416231,"hf_subset":"bos_Latn-run_Latn","languages":["bos-Latn","run-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"bos_Latn-tam_Taml","languages":["bos-Latn","tam-Taml"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"bos_Latn-vie_Latn","languages":["bos-Latn","vie-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"bos_Latn-apc_Arab","languages":["bos-Latn","apc-Arab"]},{"precision":0.609524,"recall":0.698617,"f1":0.634845,"accuracy":0.698617,"main_score":0.634845,"hf_subset":"bos_Latn-bug_Latn","languages":["bos-Latn","bug-Latn"]},{"precision":0.352428,"recall":0.443676,"f1":0.375883,"accuracy":0.443676,"main_score":0.375883,"hf_subset":"bos_Latn-fon_Latn","languages":["bos-Latn","fon-Latn"]},{"precision":0.819541,"recall":0.870553,"f1":0.835595,"accuracy":0.870553,"main_score":0.835595,"hf_subset":"bos_Latn-jav_Latn","languages":["bos-Latn","jav-Latn"]},{"precision":0.720078,"recall":0.79249,"f1":0.741469,"accuracy":0.79249,"main_score":0.741469,"hf_subset":"bos_Latn-lao_Laoo","languages":["bos-Latn","lao-Laoo"]},{"precision":0.361412,"recall":0.460474,"f1":0.386376,"accuracy":0.460474,"main_score":0.386376,"hf_subset":"bos_Latn-mri_Latn","languages":["bos-Latn","mri-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bos_Latn-rus_Cyrl","languages":["bos-Latn","rus-Cyrl"]},{"precision":0.386285,"recall":0.491107,"f1":0.413229,"accuracy":0.491107,"main_score":0.413229,"hf_subset":"bos_Latn-taq_Latn","languages":["bos-Latn","taq-Latn"]},{"precision":0.80551,"recall":0.856719,"f1":0.82136,"accuracy":0.856719,"main_score":0.82136,"hf_subset":"bos_Latn-war_Latn","languages":["bos-Latn","war-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bos_Latn-arb_Arab","languages":["bos-Latn","arb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bos_Latn-bul_Cyrl","languages":["bos-Latn","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-fra_Latn","languages":["bos-Latn","fra-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bos_Latn-jpn_Jpan","languages":["bos-Latn","jpn-Jpan"]},{"precision":0.846756,"recall":0.892292,"f1":0.861232,"accuracy":0.892292,"main_score":0.861232,"hf_subset":"bos_Latn-lij_Latn","languages":["bos-Latn","lij-Latn"]},{"precision":0.778524,"recall":0.839921,"f1":0.797365,"accuracy":0.839921,"main_score":0.797365,"hf_subset":"bos_Latn-mya_Mymr","languages":["bos-Latn","mya-Mymr"]},{"precision":0.445884,"recall":0.538538,"f1":0.471262,"accuracy":0.538538,"main_score":0.471262,"hf_subset":"bos_Latn-sag_Latn","languages":["bos-Latn","sag-Latn"]},{"precision":0.121448,"recall":0.202569,"f1":0.136791,"accuracy":0.202569,"main_score":0.136791,"hf_subset":"bos_Latn-taq_Tfng","languages":["bos-Latn","taq-Tfng"]},{"precision":0.446152,"recall":0.543478,"f1":0.472286,"accuracy":0.543478,"main_score":0.472286,"hf_subset":"bos_Latn-wol_Latn","languages":["bos-Latn","wol-Latn"]},{"precision":0.27023,"recall":0.374506,"f1":0.295144,"accuracy":0.374506,"main_score":0.295144,"hf_subset":"bos_Latn-arb_Latn","languages":["bos-Latn","arb-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"bos_Latn-cat_Latn","languages":["bos-Latn","cat-Latn"]},{"precision":0.816041,"recall":0.865613,"f1":0.831456,"accuracy":0.865613,"main_score":0.831456,"hf_subset":"bos_Latn-fur_Latn","languages":["bos-Latn","fur-Latn"]},{"precision":0.271511,"recall":0.350791,"f1":0.290687,"accuracy":0.350791,"main_score":0.290687,"hf_subset":"bos_Latn-kab_Latn","languages":["bos-Latn","kab-Latn"]},{"precision":0.778327,"recall":0.838933,"f1":0.796956,"accuracy":0.838933,"main_score":0.796956,"hf_subset":"bos_Latn-lim_Latn","languages":["bos-Latn","lim-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bos_Latn-nld_Latn","languages":["bos-Latn","nld-Latn"]},{"precision":0.86693,"recall":0.906126,"f1":0.879611,"accuracy":0.906126,"main_score":0.879611,"hf_subset":"bos_Latn-san_Deva","languages":["bos-Latn","san-Deva"]},{"precision":0.658874,"recall":0.732213,"f1":0.679644,"accuracy":0.732213,"main_score":0.679644,"hf_subset":"bos_Latn-tat_Cyrl","languages":["bos-Latn","tat-Cyrl"]},{"precision":0.414874,"recall":0.511858,"f1":0.440128,"accuracy":0.511858,"main_score":0.440128,"hf_subset":"bos_Latn-xho_Latn","languages":["bos-Latn","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bos_Latn-ars_Arab","languages":["bos-Latn","ars-Arab"]},{"precision":0.763389,"recall":0.826087,"f1":0.782312,"accuracy":0.826087,"main_score":0.782312,"hf_subset":"bos_Latn-ceb_Latn","languages":["bos-Latn","ceb-Latn"]},{"precision":0.413509,"recall":0.505929,"f1":0.437054,"accuracy":0.505929,"main_score":0.437054,"hf_subset":"bos_Latn-fuv_Latn","languages":["bos-Latn","fuv-Latn"]},{"precision":0.409335,"recall":0.501976,"f1":0.432691,"accuracy":0.501976,"main_score":0.432691,"hf_subset":"bos_Latn-kac_Latn","languages":["bos-Latn","kac-Latn"]},{"precision":0.489423,"recall":0.583004,"f1":0.515364,"accuracy":0.583004,"main_score":0.515364,"hf_subset":"bos_Latn-lin_Latn","languages":["bos-Latn","lin-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"bos_Latn-nno_Latn","languages":["bos-Latn","nno-Latn"]},{"precision":0.152331,"recall":0.229249,"f1":0.170923,"accuracy":0.229249,"main_score":0.170923,"hf_subset":"bos_Latn-sat_Olck","languages":["bos-Latn","sat-Olck"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"bos_Latn-tel_Telu","languages":["bos-Latn","tel-Telu"]},{"precision":0.301183,"recall":0.40415,"f1":0.327162,"accuracy":0.40415,"main_score":0.327162,"hf_subset":"bos_Latn-ydd_Hebr","languages":["bos-Latn","ydd-Hebr"]},{"precision":0.873765,"recall":0.912055,"f1":0.885935,"accuracy":0.912055,"main_score":0.885935,"hf_subset":"bos_Latn-ary_Arab","languages":["bos-Latn","ary-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"bos_Latn-ces_Latn","languages":["bos-Latn","ces-Latn"]},{"precision":0.290728,"recall":0.383399,"f1":0.312964,"accuracy":0.383399,"main_score":0.312964,"hf_subset":"bos_Latn-gaz_Latn","languages":["bos-Latn","gaz-Latn"]},{"precision":0.417798,"recall":0.516798,"f1":0.443754,"accuracy":0.516798,"main_score":0.443754,"hf_subset":"bos_Latn-kam_Latn","languages":["bos-Latn","kam-Latn"]},{"precision":0.822941,"recall":0.869565,"f1":0.837451,"accuracy":0.869565,"main_score":0.837451,"hf_subset":"bos_Latn-lit_Latn","languages":["bos-Latn","lit-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"bos_Latn-nob_Latn","languages":["bos-Latn","nob-Latn"]},{"precision":0.742688,"recall":0.8083,"f1":0.762159,"accuracy":0.8083,"main_score":0.762159,"hf_subset":"bos_Latn-scn_Latn","languages":["bos-Latn","scn-Latn"]},{"precision":0.429635,"recall":0.522727,"f1":0.453858,"accuracy":0.522727,"main_score":0.453858,"hf_subset":"bos_Latn-tgk_Cyrl","languages":["bos-Latn","tgk-Cyrl"]},{"precision":0.387971,"recall":0.488142,"f1":0.414721,"accuracy":0.488142,"main_score":0.414721,"hf_subset":"bos_Latn-yor_Latn","languages":["bos-Latn","yor-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"bos_Latn-arz_Arab","languages":["bos-Latn","arz-Arab"]},{"precision":0.417296,"recall":0.512846,"f1":0.442799,"accuracy":0.512846,"main_score":0.442799,"hf_subset":"bos_Latn-cjk_Latn","languages":["bos-Latn","cjk-Latn"]},{"precision":0.34539,"recall":0.431818,"f1":0.367004,"accuracy":0.431818,"main_score":0.367004,"hf_subset":"bos_Latn-gla_Latn","languages":["bos-Latn","gla-Latn"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"bos_Latn-kan_Knda","languages":["bos-Latn","kan-Knda"]},{"precision":0.795217,"recall":0.850791,"f1":0.812006,"accuracy":0.850791,"main_score":0.812006,"hf_subset":"bos_Latn-lmo_Latn","languages":["bos-Latn","lmo-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"bos_Latn-npi_Deva","languages":["bos-Latn","npi-Deva"]},{"precision":0.342037,"recall":0.447628,"f1":0.369324,"accuracy":0.447628,"main_score":0.369324,"hf_subset":"bos_Latn-shn_Mymr","languages":["bos-Latn","shn-Mymr"]},{"precision":0.870553,"recall":0.909091,"f1":0.88274,"accuracy":0.909091,"main_score":0.88274,"hf_subset":"bos_Latn-tgl_Latn","languages":["bos-Latn","tgl-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"bos_Latn-yue_Hant","languages":["bos-Latn","yue-Hant"]},{"precision":0.858202,"recall":0.900198,"f1":0.871509,"accuracy":0.900198,"main_score":0.871509,"hf_subset":"bos_Latn-asm_Beng","languages":["bos-Latn","asm-Beng"]},{"precision":0.407492,"recall":0.495059,"f1":0.430628,"accuracy":0.495059,"main_score":0.430628,"hf_subset":"bos_Latn-ckb_Arab","languages":["bos-Latn","ckb-Arab"]},{"precision":0.372161,"recall":0.458498,"f1":0.394118,"accuracy":0.458498,"main_score":0.394118,"hf_subset":"bos_Latn-gle_Latn","languages":["bos-Latn","gle-Latn"]},{"precision":0.644015,"recall":0.729249,"f1":0.668716,"accuracy":0.729249,"main_score":0.668716,"hf_subset":"bos_Latn-kas_Arab","languages":["bos-Latn","kas-Arab"]},{"precision":0.629068,"recall":0.706522,"f1":0.652226,"accuracy":0.706522,"main_score":0.652226,"hf_subset":"bos_Latn-ltg_Latn","languages":["bos-Latn","ltg-Latn"]},{"precision":0.439177,"recall":0.52668,"f1":0.461715,"accuracy":0.52668,"main_score":0.461715,"hf_subset":"bos_Latn-nso_Latn","languages":["bos-Latn","nso-Latn"]},{"precision":0.839839,"recall":0.886364,"f1":0.854447,"accuracy":0.886364,"main_score":0.854447,"hf_subset":"bos_Latn-sin_Sinh","languages":["bos-Latn","sin-Sinh"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bos_Latn-tha_Thai","languages":["bos-Latn","tha-Thai"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"bos_Latn-zho_Hans","languages":["bos-Latn","zho-Hans"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"bos_Latn-ast_Latn","languages":["bos-Latn","ast-Latn"]},{"precision":0.779768,"recall":0.839921,"f1":0.798064,"accuracy":0.839921,"main_score":0.798064,"hf_subset":"bos_Latn-crh_Latn","languages":["bos-Latn","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bos_Latn-glg_Latn","languages":["bos-Latn","glg-Latn"]},{"precision":0.540703,"recall":0.640316,"f1":0.56872,"accuracy":0.640316,"main_score":0.56872,"hf_subset":"bos_Latn-kas_Deva","languages":["bos-Latn","kas-Deva"]},{"precision":0.755377,"recall":0.820158,"f1":0.775285,"accuracy":0.820158,"main_score":0.775285,"hf_subset":"bos_Latn-ltz_Latn","languages":["bos-Latn","ltz-Latn"]},{"precision":0.291744,"recall":0.384387,"f1":0.315522,"accuracy":0.384387,"main_score":0.315522,"hf_subset":"bos_Latn-nus_Latn","languages":["bos-Latn","nus-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"bos_Latn-slk_Latn","languages":["bos-Latn","slk-Latn"]},{"precision":0.371047,"recall":0.465415,"f1":0.395722,"accuracy":0.465415,"main_score":0.395722,"hf_subset":"bos_Latn-tir_Ethi","languages":["bos-Latn","tir-Ethi"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"bos_Latn-zho_Hant","languages":["bos-Latn","zho-Hant"]},{"precision":0.956686,"recall":0.968379,"f1":0.960474,"accuracy":0.968379,"main_score":0.960474,"hf_subset":"bos_Latn-awa_Deva","languages":["bos-Latn","awa-Deva"]},{"precision":0.437219,"recall":0.525692,"f1":0.459677,"accuracy":0.525692,"main_score":0.459677,"hf_subset":"bos_Latn-cym_Latn","languages":["bos-Latn","cym-Latn"]},{"precision":0.617212,"recall":0.700593,"f1":0.641087,"accuracy":0.700593,"main_score":0.641087,"hf_subset":"bos_Latn-grn_Latn","languages":["bos-Latn","grn-Latn"]},{"precision":0.893034,"recall":0.925889,"f1":0.903722,"accuracy":0.925889,"main_score":0.903722,"hf_subset":"bos_Latn-kat_Geor","languages":["bos-Latn","kat-Geor"]},{"precision":0.458938,"recall":0.554348,"f1":0.484421,"accuracy":0.554348,"main_score":0.484421,"hf_subset":"bos_Latn-lua_Latn","languages":["bos-Latn","lua-Latn"]},{"precision":0.463565,"recall":0.557312,"f1":0.489101,"accuracy":0.557312,"main_score":0.489101,"hf_subset":"bos_Latn-nya_Latn","languages":["bos-Latn","nya-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"bos_Latn-slv_Latn","languages":["bos-Latn","slv-Latn"]},{"precision":0.699308,"recall":0.773715,"f1":0.72108,"accuracy":0.773715,"main_score":0.72108,"hf_subset":"bos_Latn-tpi_Latn","languages":["bos-Latn","tpi-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"bos_Latn-zsm_Latn","languages":["bos-Latn","zsm-Latn"]},{"precision":0.378755,"recall":0.47332,"f1":0.403565,"accuracy":0.47332,"main_score":0.403565,"hf_subset":"bos_Latn-ayr_Latn","languages":["bos-Latn","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bos_Latn-dan_Latn","languages":["bos-Latn","dan-Latn"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"bos_Latn-guj_Gujr","languages":["bos-Latn","guj-Gujr"]},{"precision":0.734956,"recall":0.804348,"f1":0.755937,"accuracy":0.804348,"main_score":0.755937,"hf_subset":"bos_Latn-kaz_Cyrl","languages":["bos-Latn","kaz-Cyrl"]},{"precision":0.370133,"recall":0.470356,"f1":0.396071,"accuracy":0.470356,"main_score":0.396071,"hf_subset":"bos_Latn-lug_Latn","languages":["bos-Latn","lug-Latn"]},{"precision":0.936759,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"bos_Latn-oci_Latn","languages":["bos-Latn","oci-Latn"]},{"precision":0.411397,"recall":0.511858,"f1":0.436885,"accuracy":0.511858,"main_score":0.436885,"hf_subset":"bos_Latn-smo_Latn","languages":["bos-Latn","smo-Latn"]},{"precision":0.389871,"recall":0.490119,"f1":0.415209,"accuracy":0.490119,"main_score":0.415209,"hf_subset":"bos_Latn-tsn_Latn","languages":["bos-Latn","tsn-Latn"]},{"precision":0.377427,"recall":0.468379,"f1":0.40046,"accuracy":0.468379,"main_score":0.40046,"hf_subset":"bos_Latn-zul_Latn","languages":["bos-Latn","zul-Latn"]},{"precision":0.634338,"recall":0.728261,"f1":0.662273,"accuracy":0.728261,"main_score":0.662273,"hf_subset":"bos_Latn-azb_Arab","languages":["bos-Latn","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-deu_Latn","languages":["bos-Latn","deu-Latn"]},{"precision":0.615709,"recall":0.705534,"f1":0.64232,"accuracy":0.705534,"main_score":0.64232,"hf_subset":"bos_Latn-hat_Latn","languages":["bos-Latn","hat-Latn"]},{"precision":0.360527,"recall":0.447628,"f1":0.382306,"accuracy":0.447628,"main_score":0.382306,"hf_subset":"bos_Latn-kbp_Latn","languages":["bos-Latn","kbp-Latn"]},{"precision":0.435714,"recall":0.522727,"f1":0.457821,"accuracy":0.522727,"main_score":0.457821,"hf_subset":"bos_Latn-luo_Latn","languages":["bos-Latn","luo-Latn"]},{"precision":0.533745,"recall":0.617589,"f1":0.556525,"accuracy":0.617589,"main_score":0.556525,"hf_subset":"bos_Latn-ory_Orya","languages":["bos-Latn","ory-Orya"]},{"precision":0.408302,"recall":0.499012,"f1":0.432281,"accuracy":0.499012,"main_score":0.432281,"hf_subset":"bos_Latn-sna_Latn","languages":["bos-Latn","sna-Latn"]},{"precision":0.406978,"recall":0.491107,"f1":0.428191,"accuracy":0.491107,"main_score":0.428191,"hf_subset":"bos_Latn-tso_Latn","languages":["bos-Latn","tso-Latn"]},{"precision":0.837599,"recall":0.882411,"f1":0.85168,"accuracy":0.882411,"main_score":0.85168,"hf_subset":"bos_Latn-azj_Latn","languages":["bos-Latn","azj-Latn"]},{"precision":0.406299,"recall":0.506917,"f1":0.433241,"accuracy":0.506917,"main_score":0.433241,"hf_subset":"bos_Latn-dik_Latn","languages":["bos-Latn","dik-Latn"]},{"precision":0.437501,"recall":0.517787,"f1":0.459052,"accuracy":0.517787,"main_score":0.459052,"hf_subset":"bos_Latn-hau_Latn","languages":["bos-Latn","hau-Latn"]},{"precision":0.788366,"recall":0.84585,"f1":0.805598,"accuracy":0.84585,"main_score":0.805598,"hf_subset":"bos_Latn-kea_Latn","languages":["bos-Latn","kea-Latn"]},{"precision":0.563589,"recall":0.648221,"f1":0.587565,"accuracy":0.648221,"main_score":0.587565,"hf_subset":"bos_Latn-lus_Latn","languages":["bos-Latn","lus-Latn"]},{"precision":0.698781,"recall":0.771739,"f1":0.720332,"accuracy":0.771739,"main_score":0.720332,"hf_subset":"bos_Latn-pag_Latn","languages":["bos-Latn","pag-Latn"]},{"precision":0.672414,"recall":0.753953,"f1":0.69625,"accuracy":0.753953,"main_score":0.69625,"hf_subset":"bos_Latn-snd_Arab","languages":["bos-Latn","snd-Arab"]},{"precision":0.603352,"recall":0.690711,"f1":0.627857,"accuracy":0.690711,"main_score":0.627857,"hf_subset":"bos_Latn-tuk_Latn","languages":["bos-Latn","tuk-Latn"]},{"precision":0.642446,"recall":0.720356,"f1":0.66427,"accuracy":0.720356,"main_score":0.66427,"hf_subset":"bos_Latn-bak_Cyrl","languages":["bos-Latn","bak-Cyrl"]},{"precision":0.343341,"recall":0.442688,"f1":0.369535,"accuracy":0.442688,"main_score":0.369535,"hf_subset":"bos_Latn-dyu_Latn","languages":["bos-Latn","dyu-Latn"]},{"precision":0.898139,"recall":0.929842,"f1":0.908333,"accuracy":0.929842,"main_score":0.908333,"hf_subset":"bos_Latn-heb_Hebr","languages":["bos-Latn","heb-Hebr"]},{"precision":0.442887,"recall":0.530632,"f1":0.466496,"accuracy":0.530632,"main_score":0.466496,"hf_subset":"bos_Latn-khk_Cyrl","languages":["bos-Latn","khk-Cyrl"]},{"precision":0.842638,"recall":0.886364,"f1":0.856225,"accuracy":0.886364,"main_score":0.856225,"hf_subset":"bos_Latn-lvs_Latn","languages":["bos-Latn","lvs-Latn"]},{"precision":0.908597,"recall":0.936759,"f1":0.917655,"accuracy":0.936759,"main_score":0.917655,"hf_subset":"bos_Latn-pan_Guru","languages":["bos-Latn","pan-Guru"]},{"precision":0.37097,"recall":0.45751,"f1":0.392852,"accuracy":0.45751,"main_score":0.392852,"hf_subset":"bos_Latn-som_Latn","languages":["bos-Latn","som-Latn"]},{"precision":0.441654,"recall":0.524704,"f1":0.463943,"accuracy":0.524704,"main_score":0.463943,"hf_subset":"bos_Latn-tum_Latn","languages":["bos-Latn","tum-Latn"]},{"precision":0.265505,"recall":0.353755,"f1":0.28835,"accuracy":0.353755,"main_score":0.28835,"hf_subset":"fin_Latn-ace_Arab","languages":["fin-Latn","ace-Arab"]},{"precision":0.337563,"recall":0.438735,"f1":0.364121,"accuracy":0.438735,"main_score":0.364121,"hf_subset":"fin_Latn-bam_Latn","languages":["fin-Latn","bam-Latn"]},{"precision":0.147771,"recall":0.212451,"f1":0.164551,"accuracy":0.212451,"main_score":0.164551,"hf_subset":"fin_Latn-dzo_Tibt","languages":["fin-Latn","dzo-Tibt"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fin_Latn-hin_Deva","languages":["fin-Latn","hin-Deva"]},{"precision":0.799852,"recall":0.856719,"f1":0.817358,"accuracy":0.856719,"main_score":0.817358,"hf_subset":"fin_Latn-khm_Khmr","languages":["fin-Latn","khm-Khmr"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"fin_Latn-mag_Deva","languages":["fin-Latn","mag-Deva"]},{"precision":0.800675,"recall":0.854743,"f1":0.817015,"accuracy":0.854743,"main_score":0.817015,"hf_subset":"fin_Latn-pap_Latn","languages":["fin-Latn","pap-Latn"]},{"precision":0.392565,"recall":0.490119,"f1":0.41844,"accuracy":0.490119,"main_score":0.41844,"hf_subset":"fin_Latn-sot_Latn","languages":["fin-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-tur_Latn","languages":["fin-Latn","tur-Latn"]},{"precision":0.620982,"recall":0.709486,"f1":0.64729,"accuracy":0.709486,"main_score":0.64729,"hf_subset":"fin_Latn-ace_Latn","languages":["fin-Latn","ace-Latn"]},{"precision":0.763126,"recall":0.824111,"f1":0.782101,"accuracy":0.824111,"main_score":0.782101,"hf_subset":"fin_Latn-ban_Latn","languages":["fin-Latn","ban-Latn"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"fin_Latn-ell_Grek","languages":["fin-Latn","ell-Grek"]},{"precision":0.929018,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"fin_Latn-hne_Deva","languages":["fin-Latn","hne-Deva"]},{"precision":0.399587,"recall":0.508893,"f1":0.428716,"accuracy":0.508893,"main_score":0.428716,"hf_subset":"fin_Latn-kik_Latn","languages":["fin-Latn","kik-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"fin_Latn-mai_Deva","languages":["fin-Latn","mai-Deva"]},{"precision":0.810392,"recall":0.863636,"f1":0.826943,"accuracy":0.863636,"main_score":0.826943,"hf_subset":"fin_Latn-pbt_Arab","languages":["fin-Latn","pbt-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-spa_Latn","languages":["fin-Latn","spa-Latn"]},{"precision":0.463237,"recall":0.5583,"f1":0.489246,"accuracy":0.5583,"main_score":0.489246,"hf_subset":"fin_Latn-twi_Latn","languages":["fin-Latn","twi-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"fin_Latn-acm_Arab","languages":["fin-Latn","acm-Arab"]},{"precision":0.818297,"recall":0.870553,"f1":0.834717,"accuracy":0.870553,"main_score":0.834717,"hf_subset":"fin_Latn-bel_Cyrl","languages":["fin-Latn","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-eng_Latn","languages":["fin-Latn","eng-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"fin_Latn-hrv_Latn","languages":["fin-Latn","hrv-Latn"]},{"precision":0.364487,"recall":0.464427,"f1":0.390712,"accuracy":0.464427,"main_score":0.390712,"hf_subset":"fin_Latn-kin_Latn","languages":["fin-Latn","kin-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"fin_Latn-mal_Mlym","languages":["fin-Latn","mal-Mlym"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fin_Latn-pes_Arab","languages":["fin-Latn","pes-Arab"]},{"precision":0.788027,"recall":0.844862,"f1":0.805698,"accuracy":0.844862,"main_score":0.805698,"hf_subset":"fin_Latn-srd_Latn","languages":["fin-Latn","srd-Latn"]},{"precision":0.102547,"recall":0.172925,"f1":0.117848,"accuracy":0.172925,"main_score":0.117848,"hf_subset":"fin_Latn-tzm_Tfng","languages":["fin-Latn","tzm-Tfng"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"fin_Latn-acq_Arab","languages":["fin-Latn","acq-Arab"]},{"precision":0.428896,"recall":0.524704,"f1":0.454143,"accuracy":0.524704,"main_score":0.454143,"hf_subset":"fin_Latn-bem_Latn","languages":["fin-Latn","bem-Latn"]},{"precision":0.858531,"recall":0.900198,"f1":0.871871,"accuracy":0.900198,"main_score":0.871871,"hf_subset":"fin_Latn-epo_Latn","languages":["fin-Latn","epo-Latn"]},{"precision":0.916914,"recall":0.9417,"f1":0.924802,"accuracy":0.9417,"main_score":0.924802,"hf_subset":"fin_Latn-hun_Latn","languages":["fin-Latn","hun-Latn"]},{"precision":0.652652,"recall":0.730237,"f1":0.675565,"accuracy":0.730237,"main_score":0.675565,"hf_subset":"fin_Latn-kir_Cyrl","languages":["fin-Latn","kir-Cyrl"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"fin_Latn-mar_Deva","languages":["fin-Latn","mar-Deva"]},{"precision":0.398389,"recall":0.493083,"f1":0.424298,"accuracy":0.493083,"main_score":0.424298,"hf_subset":"fin_Latn-plt_Latn","languages":["fin-Latn","plt-Latn"]},{"precision":0.921525,"recall":0.945652,"f1":0.929249,"accuracy":0.945652,"main_score":0.929249,"hf_subset":"fin_Latn-srp_Cyrl","languages":["fin-Latn","srp-Cyrl"]},{"precision":0.277325,"recall":0.36166,"f1":0.298791,"accuracy":0.36166,"main_score":0.298791,"hf_subset":"fin_Latn-uig_Arab","languages":["fin-Latn","uig-Arab"]},{"precision":0.919302,"recall":0.944664,"f1":0.927701,"accuracy":0.944664,"main_score":0.927701,"hf_subset":"fin_Latn-aeb_Arab","languages":["fin-Latn","aeb-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"fin_Latn-ben_Beng","languages":["fin-Latn","ben-Beng"]},{"precision":0.839789,"recall":0.887352,"f1":0.854743,"accuracy":0.887352,"main_score":0.854743,"hf_subset":"fin_Latn-est_Latn","languages":["fin-Latn","est-Latn"]},{"precision":0.820603,"recall":0.868577,"f1":0.835145,"accuracy":0.868577,"main_score":0.835145,"hf_subset":"fin_Latn-hye_Armn","languages":["fin-Latn","hye-Armn"]},{"precision":0.380219,"recall":0.470356,"f1":0.403152,"accuracy":0.470356,"main_score":0.403152,"hf_subset":"fin_Latn-kmb_Latn","languages":["fin-Latn","kmb-Latn"]},{"precision":0.21907,"recall":0.306324,"f1":0.240015,"accuracy":0.306324,"main_score":0.240015,"hf_subset":"fin_Latn-min_Arab","languages":["fin-Latn","min-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"fin_Latn-pol_Latn","languages":["fin-Latn","pol-Latn"]},{"precision":0.360123,"recall":0.460474,"f1":0.38567,"accuracy":0.460474,"main_score":0.38567,"hf_subset":"fin_Latn-ssw_Latn","languages":["fin-Latn","ssw-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"fin_Latn-ukr_Cyrl","languages":["fin-Latn","ukr-Cyrl"]},{"precision":0.915184,"recall":0.9417,"f1":0.923748,"accuracy":0.9417,"main_score":0.923748,"hf_subset":"fin_Latn-afr_Latn","languages":["fin-Latn","afr-Latn"]},{"precision":0.944417,"recall":0.961462,"f1":0.95,"accuracy":0.961462,"main_score":0.95,"hf_subset":"fin_Latn-bho_Deva","languages":["fin-Latn","bho-Deva"]},{"precision":0.59344,"recall":0.685771,"f1":0.620158,"accuracy":0.685771,"main_score":0.620158,"hf_subset":"fin_Latn-eus_Latn","languages":["fin-Latn","eus-Latn"]},{"precision":0.375179,"recall":0.482213,"f1":0.403616,"accuracy":0.482213,"main_score":0.403616,"hf_subset":"fin_Latn-ibo_Latn","languages":["fin-Latn","ibo-Latn"]},{"precision":0.418738,"recall":0.513834,"f1":0.442878,"accuracy":0.513834,"main_score":0.442878,"hf_subset":"fin_Latn-kmr_Latn","languages":["fin-Latn","kmr-Latn"]},{"precision":0.750642,"recall":0.813241,"f1":0.769306,"accuracy":0.813241,"main_score":0.769306,"hf_subset":"fin_Latn-min_Latn","languages":["fin-Latn","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-por_Latn","languages":["fin-Latn","por-Latn"]},{"precision":0.798419,"recall":0.854743,"f1":0.815975,"accuracy":0.854743,"main_score":0.815975,"hf_subset":"fin_Latn-sun_Latn","languages":["fin-Latn","sun-Latn"]},{"precision":0.350083,"recall":0.453557,"f1":0.377254,"accuracy":0.453557,"main_score":0.377254,"hf_subset":"fin_Latn-umb_Latn","languages":["fin-Latn","umb-Latn"]},{"precision":0.965909,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"fin_Latn-ajp_Arab","languages":["fin-Latn","ajp-Arab"]},{"precision":0.242005,"recall":0.329051,"f1":0.264378,"accuracy":0.329051,"main_score":0.264378,"hf_subset":"fin_Latn-bjn_Arab","languages":["fin-Latn","bjn-Arab"]},{"precision":0.387004,"recall":0.477273,"f1":0.410601,"accuracy":0.477273,"main_score":0.410601,"hf_subset":"fin_Latn-ewe_Latn","languages":["fin-Latn","ewe-Latn"]},{"precision":0.617865,"recall":0.697628,"f1":0.640148,"accuracy":0.697628,"main_score":0.640148,"hf_subset":"fin_Latn-ilo_Latn","languages":["fin-Latn","ilo-Latn"]},{"precision":0.161287,"recall":0.23913,"f1":0.179419,"accuracy":0.23913,"main_score":0.179419,"hf_subset":"fin_Latn-knc_Arab","languages":["fin-Latn","knc-Arab"]},{"precision":0.907032,"recall":0.935771,"f1":0.916238,"accuracy":0.935771,"main_score":0.916238,"hf_subset":"fin_Latn-mkd_Cyrl","languages":["fin-Latn","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-prs_Arab","languages":["fin-Latn","prs-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-swe_Latn","languages":["fin-Latn","swe-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"fin_Latn-urd_Arab","languages":["fin-Latn","urd-Arab"]},{"precision":0.427741,"recall":0.530632,"f1":0.454426,"accuracy":0.530632,"main_score":0.454426,"hf_subset":"fin_Latn-aka_Latn","languages":["fin-Latn","aka-Latn"]},{"precision":0.786067,"recall":0.84585,"f1":0.804809,"accuracy":0.84585,"main_score":0.804809,"hf_subset":"fin_Latn-bjn_Latn","languages":["fin-Latn","bjn-Latn"]},{"precision":0.551212,"recall":0.643281,"f1":0.577102,"accuracy":0.643281,"main_score":0.577102,"hf_subset":"fin_Latn-fao_Latn","languages":["fin-Latn","fao-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"fin_Latn-ind_Latn","languages":["fin-Latn","ind-Latn"]},{"precision":0.425252,"recall":0.521739,"f1":0.450624,"accuracy":0.521739,"main_score":0.450624,"hf_subset":"fin_Latn-knc_Latn","languages":["fin-Latn","knc-Latn"]},{"precision":0.652176,"recall":0.738142,"f1":0.677075,"accuracy":0.738142,"main_score":0.677075,"hf_subset":"fin_Latn-mlt_Latn","languages":["fin-Latn","mlt-Latn"]},{"precision":0.444298,"recall":0.552372,"f1":0.473429,"accuracy":0.552372,"main_score":0.473429,"hf_subset":"fin_Latn-quy_Latn","languages":["fin-Latn","quy-Latn"]},{"precision":0.835013,"recall":0.883399,"f1":0.850626,"accuracy":0.883399,"main_score":0.850626,"hf_subset":"fin_Latn-swh_Latn","languages":["fin-Latn","swh-Latn"]},{"precision":0.602985,"recall":0.694664,"f1":0.630272,"accuracy":0.694664,"main_score":0.630272,"hf_subset":"fin_Latn-uzn_Latn","languages":["fin-Latn","uzn-Latn"]},{"precision":0.748139,"recall":0.814229,"f1":0.768022,"accuracy":0.814229,"main_score":0.768022,"hf_subset":"fin_Latn-als_Latn","languages":["fin-Latn","als-Latn"]},{"precision":0.175411,"recall":0.251976,"f1":0.194133,"accuracy":0.251976,"main_score":0.194133,"hf_subset":"fin_Latn-bod_Tibt","languages":["fin-Latn","bod-Tibt"]},{"precision":0.362065,"recall":0.468379,"f1":0.389341,"accuracy":0.468379,"main_score":0.389341,"hf_subset":"fin_Latn-fij_Latn","languages":["fin-Latn","fij-Latn"]},{"precision":0.548073,"recall":0.636364,"f1":0.57223,"accuracy":0.636364,"main_score":0.57223,"hf_subset":"fin_Latn-isl_Latn","languages":["fin-Latn","isl-Latn"]},{"precision":0.460735,"recall":0.554348,"f1":0.485772,"accuracy":0.554348,"main_score":0.485772,"hf_subset":"fin_Latn-kon_Latn","languages":["fin-Latn","kon-Latn"]},{"precision":0.326666,"recall":0.431818,"f1":0.354256,"accuracy":0.431818,"main_score":0.354256,"hf_subset":"fin_Latn-mni_Beng","languages":["fin-Latn","mni-Beng"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"fin_Latn-ron_Latn","languages":["fin-Latn","ron-Latn"]},{"precision":0.833778,"recall":0.883399,"f1":0.849539,"accuracy":0.883399,"main_score":0.849539,"hf_subset":"fin_Latn-szl_Latn","languages":["fin-Latn","szl-Latn"]},{"precision":0.89501,"recall":0.928854,"f1":0.906028,"accuracy":0.928854,"main_score":0.906028,"hf_subset":"fin_Latn-vec_Latn","languages":["fin-Latn","vec-Latn"]},{"precision":0.756621,"recall":0.820158,"f1":0.776318,"accuracy":0.820158,"main_score":0.776318,"hf_subset":"fin_Latn-amh_Ethi","languages":["fin-Latn","amh-Ethi"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"fin_Latn-bos_Latn","languages":["fin-Latn","bos-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-ita_Latn","languages":["fin-Latn","ita-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"fin_Latn-kor_Hang","languages":["fin-Latn","kor-Hang"]},{"precision":0.387578,"recall":0.487154,"f1":0.413425,"accuracy":0.487154,"main_score":0.413425,"hf_subset":"fin_Latn-mos_Latn","languages":["fin-Latn","mos-Latn"]},{"precision":0.365991,"recall":0.470356,"f1":0.392785,"accuracy":0.470356,"main_score":0.392785,"hf_subset":"fin_Latn-run_Latn","languages":["fin-Latn","run-Latn"]},{"precision":0.97332,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"fin_Latn-tam_Taml","languages":["fin-Latn","tam-Taml"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"fin_Latn-vie_Latn","languages":["fin-Latn","vie-Latn"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"fin_Latn-apc_Arab","languages":["fin-Latn","apc-Arab"]},{"precision":0.591268,"recall":0.681818,"f1":0.61758,"accuracy":0.681818,"main_score":0.61758,"hf_subset":"fin_Latn-bug_Latn","languages":["fin-Latn","bug-Latn"]},{"precision":0.339101,"recall":0.438735,"f1":0.363726,"accuracy":0.438735,"main_score":0.363726,"hf_subset":"fin_Latn-fon_Latn","languages":["fin-Latn","fon-Latn"]},{"precision":0.801696,"recall":0.855731,"f1":0.818379,"accuracy":0.855731,"main_score":0.818379,"hf_subset":"fin_Latn-jav_Latn","languages":["fin-Latn","jav-Latn"]},{"precision":0.700247,"recall":0.77668,"f1":0.723306,"accuracy":0.77668,"main_score":0.723306,"hf_subset":"fin_Latn-lao_Laoo","languages":["fin-Latn","lao-Laoo"]},{"precision":0.347804,"recall":0.449605,"f1":0.373486,"accuracy":0.449605,"main_score":0.373486,"hf_subset":"fin_Latn-mri_Latn","languages":["fin-Latn","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-rus_Cyrl","languages":["fin-Latn","rus-Cyrl"]},{"precision":0.363439,"recall":0.468379,"f1":0.390671,"accuracy":0.468379,"main_score":0.390671,"hf_subset":"fin_Latn-taq_Latn","languages":["fin-Latn","taq-Latn"]},{"precision":0.750115,"recall":0.817194,"f1":0.770737,"accuracy":0.817194,"main_score":0.770737,"hf_subset":"fin_Latn-war_Latn","languages":["fin-Latn","war-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fin_Latn-arb_Arab","languages":["fin-Latn","arb-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"fin_Latn-bul_Cyrl","languages":["fin-Latn","bul-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fin_Latn-fra_Latn","languages":["fin-Latn","fra-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fin_Latn-jpn_Jpan","languages":["fin-Latn","jpn-Jpan"]},{"precision":0.816617,"recall":0.869565,"f1":0.83307,"accuracy":0.869565,"main_score":0.83307,"hf_subset":"fin_Latn-lij_Latn","languages":["fin-Latn","lij-Latn"]},{"precision":0.754364,"recall":0.823123,"f1":0.776007,"accuracy":0.823123,"main_score":0.776007,"hf_subset":"fin_Latn-mya_Mymr","languages":["fin-Latn","mya-Mymr"]},{"precision":0.437096,"recall":0.540514,"f1":0.465252,"accuracy":0.540514,"main_score":0.465252,"hf_subset":"fin_Latn-sag_Latn","languages":["fin-Latn","sag-Latn"]},{"precision":0.128514,"recall":0.205534,"f1":0.143472,"accuracy":0.205534,"main_score":0.143472,"hf_subset":"fin_Latn-taq_Tfng","languages":["fin-Latn","taq-Tfng"]},{"precision":0.415984,"recall":0.521739,"f1":0.444581,"accuracy":0.521739,"main_score":0.444581,"hf_subset":"fin_Latn-wol_Latn","languages":["fin-Latn","wol-Latn"]},{"precision":0.273133,"recall":0.381423,"f1":0.3003,"accuracy":0.381423,"main_score":0.3003,"hf_subset":"fin_Latn-arb_Latn","languages":["fin-Latn","arb-Latn"]},{"precision":0.954875,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"fin_Latn-cat_Latn","languages":["fin-Latn","cat-Latn"]},{"precision":0.774621,"recall":0.837945,"f1":0.794335,"accuracy":0.837945,"main_score":0.794335,"hf_subset":"fin_Latn-fur_Latn","languages":["fin-Latn","fur-Latn"]},{"precision":0.251758,"recall":0.341897,"f1":0.273997,"accuracy":0.341897,"main_score":0.273997,"hf_subset":"fin_Latn-kab_Latn","languages":["fin-Latn","kab-Latn"]},{"precision":0.769104,"recall":0.832016,"f1":0.788472,"accuracy":0.832016,"main_score":0.788472,"hf_subset":"fin_Latn-lim_Latn","languages":["fin-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-nld_Latn","languages":["fin-Latn","nld-Latn"]},{"precision":0.8722,"recall":0.910079,"f1":0.884552,"accuracy":0.910079,"main_score":0.884552,"hf_subset":"fin_Latn-san_Deva","languages":["fin-Latn","san-Deva"]},{"precision":0.61801,"recall":0.700593,"f1":0.641871,"accuracy":0.700593,"main_score":0.641871,"hf_subset":"fin_Latn-tat_Cyrl","languages":["fin-Latn","tat-Cyrl"]},{"precision":0.39033,"recall":0.490119,"f1":0.416259,"accuracy":0.490119,"main_score":0.416259,"hf_subset":"fin_Latn-xho_Latn","languages":["fin-Latn","xho-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fin_Latn-ars_Arab","languages":["fin-Latn","ars-Arab"]},{"precision":0.732016,"recall":0.80336,"f1":0.753656,"accuracy":0.80336,"main_score":0.753656,"hf_subset":"fin_Latn-ceb_Latn","languages":["fin-Latn","ceb-Latn"]},{"precision":0.403958,"recall":0.500988,"f1":0.429618,"accuracy":0.500988,"main_score":0.429618,"hf_subset":"fin_Latn-fuv_Latn","languages":["fin-Latn","fuv-Latn"]},{"precision":0.38376,"recall":0.491107,"f1":0.411955,"accuracy":0.491107,"main_score":0.411955,"hf_subset":"fin_Latn-kac_Latn","languages":["fin-Latn","kac-Latn"]},{"precision":0.45577,"recall":0.564229,"f1":0.485624,"accuracy":0.564229,"main_score":0.485624,"hf_subset":"fin_Latn-lin_Latn","languages":["fin-Latn","lin-Latn"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"fin_Latn-nno_Latn","languages":["fin-Latn","nno-Latn"]},{"precision":0.152208,"recall":0.220356,"f1":0.168539,"accuracy":0.220356,"main_score":0.168539,"hf_subset":"fin_Latn-sat_Olck","languages":["fin-Latn","sat-Olck"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"fin_Latn-tel_Telu","languages":["fin-Latn","tel-Telu"]},{"precision":0.271562,"recall":0.369565,"f1":0.295293,"accuracy":0.369565,"main_score":0.295293,"hf_subset":"fin_Latn-ydd_Hebr","languages":["fin-Latn","ydd-Hebr"]},{"precision":0.855649,"recall":0.900198,"f1":0.869796,"accuracy":0.900198,"main_score":0.869796,"hf_subset":"fin_Latn-ary_Arab","languages":["fin-Latn","ary-Arab"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"fin_Latn-ces_Latn","languages":["fin-Latn","ces-Latn"]},{"precision":0.289596,"recall":0.376482,"f1":0.310419,"accuracy":0.376482,"main_score":0.310419,"hf_subset":"fin_Latn-gaz_Latn","languages":["fin-Latn","gaz-Latn"]},{"precision":0.416272,"recall":0.519763,"f1":0.44365,"accuracy":0.519763,"main_score":0.44365,"hf_subset":"fin_Latn-kam_Latn","languages":["fin-Latn","kam-Latn"]},{"precision":0.783547,"recall":0.843874,"f1":0.80239,"accuracy":0.843874,"main_score":0.80239,"hf_subset":"fin_Latn-lit_Latn","languages":["fin-Latn","lit-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"fin_Latn-nob_Latn","languages":["fin-Latn","nob-Latn"]},{"precision":0.714048,"recall":0.787549,"f1":0.735592,"accuracy":0.787549,"main_score":0.735592,"hf_subset":"fin_Latn-scn_Latn","languages":["fin-Latn","scn-Latn"]},{"precision":0.422879,"recall":0.514822,"f1":0.446948,"accuracy":0.514822,"main_score":0.446948,"hf_subset":"fin_Latn-tgk_Cyrl","languages":["fin-Latn","tgk-Cyrl"]},{"precision":0.35977,"recall":0.465415,"f1":0.38748,"accuracy":0.465415,"main_score":0.38748,"hf_subset":"fin_Latn-yor_Latn","languages":["fin-Latn","yor-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"fin_Latn-arz_Arab","languages":["fin-Latn","arz-Arab"]},{"precision":0.403212,"recall":0.511858,"f1":0.431773,"accuracy":0.511858,"main_score":0.431773,"hf_subset":"fin_Latn-cjk_Latn","languages":["fin-Latn","cjk-Latn"]},{"precision":0.345593,"recall":0.4417,"f1":0.369674,"accuracy":0.4417,"main_score":0.369674,"hf_subset":"fin_Latn-gla_Latn","languages":["fin-Latn","gla-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"fin_Latn-kan_Knda","languages":["fin-Latn","kan-Knda"]},{"precision":0.743314,"recall":0.813241,"f1":0.764163,"accuracy":0.813241,"main_score":0.764163,"hf_subset":"fin_Latn-lmo_Latn","languages":["fin-Latn","lmo-Latn"]},{"precision":0.95891,"recall":0.970356,"f1":0.962516,"accuracy":0.970356,"main_score":0.962516,"hf_subset":"fin_Latn-npi_Deva","languages":["fin-Latn","npi-Deva"]},{"precision":0.340222,"recall":0.44664,"f1":0.367279,"accuracy":0.44664,"main_score":0.367279,"hf_subset":"fin_Latn-shn_Mymr","languages":["fin-Latn","shn-Mymr"]},{"precision":0.869104,"recall":0.908103,"f1":0.881588,"accuracy":0.908103,"main_score":0.881588,"hf_subset":"fin_Latn-tgl_Latn","languages":["fin-Latn","tgl-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fin_Latn-yue_Hant","languages":["fin-Latn","yue-Hant"]},{"precision":0.858531,"recall":0.900198,"f1":0.871838,"accuracy":0.900198,"main_score":0.871838,"hf_subset":"fin_Latn-asm_Beng","languages":["fin-Latn","asm-Beng"]},{"precision":0.37596,"recall":0.462451,"f1":0.398351,"accuracy":0.462451,"main_score":0.398351,"hf_subset":"fin_Latn-ckb_Arab","languages":["fin-Latn","ckb-Arab"]},{"precision":0.356061,"recall":0.454545,"f1":0.381476,"accuracy":0.454545,"main_score":0.381476,"hf_subset":"fin_Latn-gle_Latn","languages":["fin-Latn","gle-Latn"]},{"precision":0.601022,"recall":0.694664,"f1":0.628092,"accuracy":0.694664,"main_score":0.628092,"hf_subset":"fin_Latn-kas_Arab","languages":["fin-Latn","kas-Arab"]},{"precision":0.582091,"recall":0.66996,"f1":0.608195,"accuracy":0.66996,"main_score":0.608195,"hf_subset":"fin_Latn-ltg_Latn","languages":["fin-Latn","ltg-Latn"]},{"precision":0.428233,"recall":0.529644,"f1":0.455313,"accuracy":0.529644,"main_score":0.455313,"hf_subset":"fin_Latn-nso_Latn","languages":["fin-Latn","nso-Latn"]},{"precision":0.849424,"recall":0.894269,"f1":0.863702,"accuracy":0.894269,"main_score":0.863702,"hf_subset":"fin_Latn-sin_Sinh","languages":["fin-Latn","sin-Sinh"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"fin_Latn-tha_Thai","languages":["fin-Latn","tha-Thai"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fin_Latn-zho_Hans","languages":["fin-Latn","zho-Hans"]},{"precision":0.948123,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"fin_Latn-ast_Latn","languages":["fin-Latn","ast-Latn"]},{"precision":0.776656,"recall":0.838933,"f1":0.795669,"accuracy":0.838933,"main_score":0.795669,"hf_subset":"fin_Latn-crh_Latn","languages":["fin-Latn","crh-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"fin_Latn-glg_Latn","languages":["fin-Latn","glg-Latn"]},{"precision":0.53556,"recall":0.631423,"f1":0.563389,"accuracy":0.631423,"main_score":0.563389,"hf_subset":"fin_Latn-kas_Deva","languages":["fin-Latn","kas-Deva"]},{"precision":0.719532,"recall":0.790514,"f1":0.740481,"accuracy":0.790514,"main_score":0.740481,"hf_subset":"fin_Latn-ltz_Latn","languages":["fin-Latn","ltz-Latn"]},{"precision":0.284177,"recall":0.373518,"f1":0.307253,"accuracy":0.373518,"main_score":0.307253,"hf_subset":"fin_Latn-nus_Latn","languages":["fin-Latn","nus-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"fin_Latn-slk_Latn","languages":["fin-Latn","slk-Latn"]},{"precision":0.356811,"recall":0.445652,"f1":0.379903,"accuracy":0.445652,"main_score":0.379903,"hf_subset":"fin_Latn-tir_Ethi","languages":["fin-Latn","tir-Ethi"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fin_Latn-zho_Hant","languages":["fin-Latn","zho-Hant"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"fin_Latn-awa_Deva","languages":["fin-Latn","awa-Deva"]},{"precision":0.413279,"recall":0.505929,"f1":0.437169,"accuracy":0.505929,"main_score":0.437169,"hf_subset":"fin_Latn-cym_Latn","languages":["fin-Latn","cym-Latn"]},{"precision":0.582235,"recall":0.664032,"f1":0.605099,"accuracy":0.664032,"main_score":0.605099,"hf_subset":"fin_Latn-grn_Latn","languages":["fin-Latn","grn-Latn"]},{"precision":0.875033,"recall":0.913043,"f1":0.887022,"accuracy":0.913043,"main_score":0.887022,"hf_subset":"fin_Latn-kat_Geor","languages":["fin-Latn","kat-Geor"]},{"precision":0.445939,"recall":0.538538,"f1":0.471007,"accuracy":0.538538,"main_score":0.471007,"hf_subset":"fin_Latn-lua_Latn","languages":["fin-Latn","lua-Latn"]},{"precision":0.437524,"recall":0.534585,"f1":0.464122,"accuracy":0.534585,"main_score":0.464122,"hf_subset":"fin_Latn-nya_Latn","languages":["fin-Latn","nya-Latn"]},{"precision":0.896245,"recall":0.927866,"f1":0.906456,"accuracy":0.927866,"main_score":0.906456,"hf_subset":"fin_Latn-slv_Latn","languages":["fin-Latn","slv-Latn"]},{"precision":0.661679,"recall":0.743083,"f1":0.685611,"accuracy":0.743083,"main_score":0.685611,"hf_subset":"fin_Latn-tpi_Latn","languages":["fin-Latn","tpi-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"fin_Latn-zsm_Latn","languages":["fin-Latn","zsm-Latn"]},{"precision":0.359939,"recall":0.467391,"f1":0.388693,"accuracy":0.467391,"main_score":0.388693,"hf_subset":"fin_Latn-ayr_Latn","languages":["fin-Latn","ayr-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"fin_Latn-dan_Latn","languages":["fin-Latn","dan-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"fin_Latn-guj_Gujr","languages":["fin-Latn","guj-Gujr"]},{"precision":0.719071,"recall":0.788538,"f1":0.739744,"accuracy":0.788538,"main_score":0.739744,"hf_subset":"fin_Latn-kaz_Cyrl","languages":["fin-Latn","kaz-Cyrl"]},{"precision":0.372757,"recall":0.467391,"f1":0.39695,"accuracy":0.467391,"main_score":0.39695,"hf_subset":"fin_Latn-lug_Latn","languages":["fin-Latn","lug-Latn"]},{"precision":0.929842,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"fin_Latn-oci_Latn","languages":["fin-Latn","oci-Latn"]},{"precision":0.392478,"recall":0.504941,"f1":0.422867,"accuracy":0.504941,"main_score":0.422867,"hf_subset":"fin_Latn-smo_Latn","languages":["fin-Latn","smo-Latn"]},{"precision":0.385308,"recall":0.487154,"f1":0.411728,"accuracy":0.487154,"main_score":0.411728,"hf_subset":"fin_Latn-tsn_Latn","languages":["fin-Latn","tsn-Latn"]},{"precision":0.365398,"recall":0.469368,"f1":0.392904,"accuracy":0.469368,"main_score":0.392904,"hf_subset":"fin_Latn-zul_Latn","languages":["fin-Latn","zul-Latn"]},{"precision":0.633491,"recall":0.725296,"f1":0.660707,"accuracy":0.725296,"main_score":0.660707,"hf_subset":"fin_Latn-azb_Arab","languages":["fin-Latn","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-deu_Latn","languages":["fin-Latn","deu-Latn"]},{"precision":0.554654,"recall":0.655138,"f1":0.583689,"accuracy":0.655138,"main_score":0.583689,"hf_subset":"fin_Latn-hat_Latn","languages":["fin-Latn","hat-Latn"]},{"precision":0.333521,"recall":0.434783,"f1":0.359555,"accuracy":0.434783,"main_score":0.359555,"hf_subset":"fin_Latn-kbp_Latn","languages":["fin-Latn","kbp-Latn"]},{"precision":0.412735,"recall":0.507905,"f1":0.437307,"accuracy":0.507905,"main_score":0.437307,"hf_subset":"fin_Latn-luo_Latn","languages":["fin-Latn","luo-Latn"]},{"precision":0.51811,"recall":0.604743,"f1":0.541817,"accuracy":0.604743,"main_score":0.541817,"hf_subset":"fin_Latn-ory_Orya","languages":["fin-Latn","ory-Orya"]},{"precision":0.39926,"recall":0.499012,"f1":0.425425,"accuracy":0.499012,"main_score":0.425425,"hf_subset":"fin_Latn-sna_Latn","languages":["fin-Latn","sna-Latn"]},{"precision":0.381738,"recall":0.476285,"f1":0.406368,"accuracy":0.476285,"main_score":0.406368,"hf_subset":"fin_Latn-tso_Latn","languages":["fin-Latn","tso-Latn"]},{"precision":0.834025,"recall":0.881423,"f1":0.849111,"accuracy":0.881423,"main_score":0.849111,"hf_subset":"fin_Latn-azj_Latn","languages":["fin-Latn","azj-Latn"]},{"precision":0.403893,"recall":0.5,"f1":0.429234,"accuracy":0.5,"main_score":0.429234,"hf_subset":"fin_Latn-dik_Latn","languages":["fin-Latn","dik-Latn"]},{"precision":0.410172,"recall":0.501976,"f1":0.435564,"accuracy":0.501976,"main_score":0.435564,"hf_subset":"fin_Latn-hau_Latn","languages":["fin-Latn","hau-Latn"]},{"precision":0.75443,"recall":0.823123,"f1":0.775151,"accuracy":0.823123,"main_score":0.775151,"hf_subset":"fin_Latn-kea_Latn","languages":["fin-Latn","kea-Latn"]},{"precision":0.54655,"recall":0.636364,"f1":0.571837,"accuracy":0.636364,"main_score":0.571837,"hf_subset":"fin_Latn-lus_Latn","languages":["fin-Latn","lus-Latn"]},{"precision":0.677429,"recall":0.754941,"f1":0.700243,"accuracy":0.754941,"main_score":0.700243,"hf_subset":"fin_Latn-pag_Latn","languages":["fin-Latn","pag-Latn"]},{"precision":0.666403,"recall":0.748024,"f1":0.691206,"accuracy":0.748024,"main_score":0.691206,"hf_subset":"fin_Latn-snd_Arab","languages":["fin-Latn","snd-Arab"]},{"precision":0.566644,"recall":0.657115,"f1":0.59158,"accuracy":0.657115,"main_score":0.59158,"hf_subset":"fin_Latn-tuk_Latn","languages":["fin-Latn","tuk-Latn"]},{"precision":0.618785,"recall":0.699605,"f1":0.641331,"accuracy":0.699605,"main_score":0.641331,"hf_subset":"fin_Latn-bak_Cyrl","languages":["fin-Latn","bak-Cyrl"]},{"precision":0.324917,"recall":0.43083,"f1":0.352407,"accuracy":0.43083,"main_score":0.352407,"hf_subset":"fin_Latn-dyu_Latn","languages":["fin-Latn","dyu-Latn"]},{"precision":0.88414,"recall":0.91996,"f1":0.895817,"accuracy":0.91996,"main_score":0.895817,"hf_subset":"fin_Latn-heb_Hebr","languages":["fin-Latn","heb-Hebr"]},{"precision":0.42521,"recall":0.512846,"f1":0.448665,"accuracy":0.512846,"main_score":0.448665,"hf_subset":"fin_Latn-khk_Cyrl","languages":["fin-Latn","khk-Cyrl"]},{"precision":0.80891,"recall":0.860672,"f1":0.825118,"accuracy":0.860672,"main_score":0.825118,"hf_subset":"fin_Latn-lvs_Latn","languages":["fin-Latn","lvs-Latn"]},{"precision":0.900527,"recall":0.929842,"f1":0.910079,"accuracy":0.929842,"main_score":0.910079,"hf_subset":"fin_Latn-pan_Guru","languages":["fin-Latn","pan-Guru"]},{"precision":0.361361,"recall":0.450593,"f1":0.384014,"accuracy":0.450593,"main_score":0.384014,"hf_subset":"fin_Latn-som_Latn","languages":["fin-Latn","som-Latn"]},{"precision":0.433016,"recall":0.520751,"f1":0.456959,"accuracy":0.520751,"main_score":0.456959,"hf_subset":"fin_Latn-tum_Latn","languages":["fin-Latn","tum-Latn"]},{"precision":0.267313,"recall":0.365613,"f1":0.29164,"accuracy":0.365613,"main_score":0.29164,"hf_subset":"ita_Latn-ace_Arab","languages":["ita-Latn","ace-Arab"]},{"precision":0.345197,"recall":0.456522,"f1":0.373535,"accuracy":0.456522,"main_score":0.373535,"hf_subset":"ita_Latn-bam_Latn","languages":["ita-Latn","bam-Latn"]},{"precision":0.148942,"recall":0.210474,"f1":0.164405,"accuracy":0.210474,"main_score":0.164405,"hf_subset":"ita_Latn-dzo_Tibt","languages":["ita-Latn","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-hin_Deva","languages":["ita-Latn","hin-Deva"]},{"precision":0.824868,"recall":0.874506,"f1":0.84002,"accuracy":0.874506,"main_score":0.84002,"hf_subset":"ita_Latn-khm_Khmr","languages":["ita-Latn","khm-Khmr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ita_Latn-mag_Deva","languages":["ita-Latn","mag-Deva"]},{"precision":0.842095,"recall":0.887352,"f1":0.855995,"accuracy":0.887352,"main_score":0.855995,"hf_subset":"ita_Latn-pap_Latn","languages":["ita-Latn","pap-Latn"]},{"precision":0.403987,"recall":0.508893,"f1":0.430961,"accuracy":0.508893,"main_score":0.430961,"hf_subset":"ita_Latn-sot_Latn","languages":["ita-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ita_Latn-tur_Latn","languages":["ita-Latn","tur-Latn"]},{"precision":0.638178,"recall":0.728261,"f1":0.663886,"accuracy":0.728261,"main_score":0.663886,"hf_subset":"ita_Latn-ace_Latn","languages":["ita-Latn","ace-Latn"]},{"precision":0.816453,"recall":0.869565,"f1":0.832872,"accuracy":0.869565,"main_score":0.832872,"hf_subset":"ita_Latn-ban_Latn","languages":["ita-Latn","ban-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ita_Latn-ell_Grek","languages":["ita-Latn","ell-Grek"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"ita_Latn-hne_Deva","languages":["ita-Latn","hne-Deva"]},{"precision":0.398702,"recall":0.511858,"f1":0.428317,"accuracy":0.511858,"main_score":0.428317,"hf_subset":"ita_Latn-kik_Latn","languages":["ita-Latn","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-mai_Deva","languages":["ita-Latn","mai-Deva"]},{"precision":0.841518,"recall":0.889328,"f1":0.856785,"accuracy":0.889328,"main_score":0.856785,"hf_subset":"ita_Latn-pbt_Arab","languages":["ita-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-spa_Latn","languages":["ita-Latn","spa-Latn"]},{"precision":0.471972,"recall":0.577075,"f1":0.500612,"accuracy":0.577075,"main_score":0.500612,"hf_subset":"ita_Latn-twi_Latn","languages":["ita-Latn","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ita_Latn-acm_Arab","languages":["ita-Latn","acm-Arab"]},{"precision":0.828146,"recall":0.881423,"f1":0.845257,"accuracy":0.881423,"main_score":0.845257,"hf_subset":"ita_Latn-bel_Cyrl","languages":["ita-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-eng_Latn","languages":["ita-Latn","eng-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ita_Latn-hrv_Latn","languages":["ita-Latn","hrv-Latn"]},{"precision":0.35297,"recall":0.456522,"f1":0.379992,"accuracy":0.456522,"main_score":0.379992,"hf_subset":"ita_Latn-kin_Latn","languages":["ita-Latn","kin-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"ita_Latn-mal_Mlym","languages":["ita-Latn","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-pes_Arab","languages":["ita-Latn","pes-Arab"]},{"precision":0.857576,"recall":0.899209,"f1":0.870487,"accuracy":0.899209,"main_score":0.870487,"hf_subset":"ita_Latn-srd_Latn","languages":["ita-Latn","srd-Latn"]},{"precision":0.096336,"recall":0.166008,"f1":0.110949,"accuracy":0.166008,"main_score":0.110949,"hf_subset":"ita_Latn-tzm_Tfng","languages":["ita-Latn","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-acq_Arab","languages":["ita-Latn","acq-Arab"]},{"precision":0.418032,"recall":0.52668,"f1":0.446148,"accuracy":0.52668,"main_score":0.446148,"hf_subset":"ita_Latn-bem_Latn","languages":["ita-Latn","bem-Latn"]},{"precision":0.886726,"recall":0.921937,"f1":0.898057,"accuracy":0.921937,"main_score":0.898057,"hf_subset":"ita_Latn-epo_Latn","languages":["ita-Latn","epo-Latn"]},{"precision":0.918808,"recall":0.944664,"f1":0.927207,"accuracy":0.944664,"main_score":0.927207,"hf_subset":"ita_Latn-hun_Latn","languages":["ita-Latn","hun-Latn"]},{"precision":0.651128,"recall":0.740119,"f1":0.677252,"accuracy":0.740119,"main_score":0.677252,"hf_subset":"ita_Latn-kir_Cyrl","languages":["ita-Latn","kir-Cyrl"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ita_Latn-mar_Deva","languages":["ita-Latn","mar-Deva"]},{"precision":0.406363,"recall":0.51581,"f1":0.435669,"accuracy":0.51581,"main_score":0.435669,"hf_subset":"ita_Latn-plt_Latn","languages":["ita-Latn","plt-Latn"]},{"precision":0.923584,"recall":0.947628,"f1":0.931324,"accuracy":0.947628,"main_score":0.931324,"hf_subset":"ita_Latn-srp_Cyrl","languages":["ita-Latn","srp-Cyrl"]},{"precision":0.248702,"recall":0.344862,"f1":0.271934,"accuracy":0.344862,"main_score":0.271934,"hf_subset":"ita_Latn-uig_Arab","languages":["ita-Latn","uig-Arab"]},{"precision":0.941782,"recall":0.960474,"f1":0.947859,"accuracy":0.960474,"main_score":0.947859,"hf_subset":"ita_Latn-aeb_Arab","languages":["ita-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-ben_Beng","languages":["ita-Latn","ben-Beng"]},{"precision":0.792721,"recall":0.851779,"f1":0.810855,"accuracy":0.851779,"main_score":0.810855,"hf_subset":"ita_Latn-est_Latn","languages":["ita-Latn","est-Latn"]},{"precision":0.818554,"recall":0.866601,"f1":0.832973,"accuracy":0.866601,"main_score":0.832973,"hf_subset":"ita_Latn-hye_Armn","languages":["ita-Latn","hye-Armn"]},{"precision":0.354714,"recall":0.461462,"f1":0.382775,"accuracy":0.461462,"main_score":0.382775,"hf_subset":"ita_Latn-kmb_Latn","languages":["ita-Latn","kmb-Latn"]},{"precision":0.212106,"recall":0.3083,"f1":0.235701,"accuracy":0.3083,"main_score":0.235701,"hf_subset":"ita_Latn-min_Arab","languages":["ita-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-pol_Latn","languages":["ita-Latn","pol-Latn"]},{"precision":0.356412,"recall":0.467391,"f1":0.383965,"accuracy":0.467391,"main_score":0.383965,"hf_subset":"ita_Latn-ssw_Latn","languages":["ita-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ita_Latn-ukr_Cyrl","languages":["ita-Latn","ukr-Cyrl"]},{"precision":0.928854,"recall":0.952569,"f1":0.936759,"accuracy":0.952569,"main_score":0.936759,"hf_subset":"ita_Latn-afr_Latn","languages":["ita-Latn","afr-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ita_Latn-bho_Deva","languages":["ita-Latn","bho-Deva"]},{"precision":0.610685,"recall":0.703557,"f1":0.63699,"accuracy":0.703557,"main_score":0.63699,"hf_subset":"ita_Latn-eus_Latn","languages":["ita-Latn","eus-Latn"]},{"precision":0.350194,"recall":0.465415,"f1":0.379554,"accuracy":0.465415,"main_score":0.379554,"hf_subset":"ita_Latn-ibo_Latn","languages":["ita-Latn","ibo-Latn"]},{"precision":0.385046,"recall":0.496047,"f1":0.413706,"accuracy":0.496047,"main_score":0.413706,"hf_subset":"ita_Latn-kmr_Latn","languages":["ita-Latn","kmr-Latn"]},{"precision":0.782889,"recall":0.841897,"f1":0.80104,"accuracy":0.841897,"main_score":0.80104,"hf_subset":"ita_Latn-min_Latn","languages":["ita-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-por_Latn","languages":["ita-Latn","por-Latn"]},{"precision":0.847826,"recall":0.893281,"f1":0.861957,"accuracy":0.893281,"main_score":0.861957,"hf_subset":"ita_Latn-sun_Latn","languages":["ita-Latn","sun-Latn"]},{"precision":0.356371,"recall":0.465415,"f1":0.384779,"accuracy":0.465415,"main_score":0.384779,"hf_subset":"ita_Latn-umb_Latn","languages":["ita-Latn","umb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ita_Latn-ajp_Arab","languages":["ita-Latn","ajp-Arab"]},{"precision":0.224822,"recall":0.325099,"f1":0.249243,"accuracy":0.325099,"main_score":0.249243,"hf_subset":"ita_Latn-bjn_Arab","languages":["ita-Latn","bjn-Arab"]},{"precision":0.367816,"recall":0.470356,"f1":0.393623,"accuracy":0.470356,"main_score":0.393623,"hf_subset":"ita_Latn-ewe_Latn","languages":["ita-Latn","ewe-Latn"]},{"precision":0.654776,"recall":0.741107,"f1":0.680422,"accuracy":0.741107,"main_score":0.680422,"hf_subset":"ita_Latn-ilo_Latn","languages":["ita-Latn","ilo-Latn"]},{"precision":0.150717,"recall":0.23419,"f1":0.169684,"accuracy":0.23419,"main_score":0.169684,"hf_subset":"ita_Latn-knc_Arab","languages":["ita-Latn","knc-Arab"]},{"precision":0.919466,"recall":0.945652,"f1":0.92803,"accuracy":0.945652,"main_score":0.92803,"hf_subset":"ita_Latn-mkd_Cyrl","languages":["ita-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-prs_Arab","languages":["ita-Latn","prs-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ita_Latn-swe_Latn","languages":["ita-Latn","swe-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ita_Latn-urd_Arab","languages":["ita-Latn","urd-Arab"]},{"precision":0.437697,"recall":0.55336,"f1":0.468368,"accuracy":0.55336,"main_score":0.468368,"hf_subset":"ita_Latn-aka_Latn","languages":["ita-Latn","aka-Latn"]},{"precision":0.825675,"recall":0.876482,"f1":0.841436,"accuracy":0.876482,"main_score":0.841436,"hf_subset":"ita_Latn-bjn_Latn","languages":["ita-Latn","bjn-Latn"]},{"precision":0.543913,"recall":0.643281,"f1":0.572156,"accuracy":0.643281,"main_score":0.572156,"hf_subset":"ita_Latn-fao_Latn","languages":["ita-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-ind_Latn","languages":["ita-Latn","ind-Latn"]},{"precision":0.408371,"recall":0.519763,"f1":0.436909,"accuracy":0.519763,"main_score":0.436909,"hf_subset":"ita_Latn-knc_Latn","languages":["ita-Latn","knc-Latn"]},{"precision":0.687262,"recall":0.770751,"f1":0.711827,"accuracy":0.770751,"main_score":0.711827,"hf_subset":"ita_Latn-mlt_Latn","languages":["ita-Latn","mlt-Latn"]},{"precision":0.444726,"recall":0.559289,"f1":0.475918,"accuracy":0.559289,"main_score":0.475918,"hf_subset":"ita_Latn-quy_Latn","languages":["ita-Latn","quy-Latn"]},{"precision":0.82472,"recall":0.875494,"f1":0.840401,"accuracy":0.875494,"main_score":0.840401,"hf_subset":"ita_Latn-swh_Latn","languages":["ita-Latn","swh-Latn"]},{"precision":0.60677,"recall":0.699605,"f1":0.633259,"accuracy":0.699605,"main_score":0.633259,"hf_subset":"ita_Latn-uzn_Latn","languages":["ita-Latn","uzn-Latn"]},{"precision":0.769038,"recall":0.831028,"f1":0.787535,"accuracy":0.831028,"main_score":0.787535,"hf_subset":"ita_Latn-als_Latn","languages":["ita-Latn","als-Latn"]},{"precision":0.170838,"recall":0.245059,"f1":0.188646,"accuracy":0.245059,"main_score":0.188646,"hf_subset":"ita_Latn-bod_Tibt","languages":["ita-Latn","bod-Tibt"]},{"precision":0.371821,"recall":0.491107,"f1":0.402473,"accuracy":0.491107,"main_score":0.402473,"hf_subset":"ita_Latn-fij_Latn","languages":["ita-Latn","fij-Latn"]},{"precision":0.514499,"recall":0.615613,"f1":0.5429,"accuracy":0.615613,"main_score":0.5429,"hf_subset":"ita_Latn-isl_Latn","languages":["ita-Latn","isl-Latn"]},{"precision":0.471862,"recall":0.571146,"f1":0.498492,"accuracy":0.571146,"main_score":0.498492,"hf_subset":"ita_Latn-kon_Latn","languages":["ita-Latn","kon-Latn"]},{"precision":0.330263,"recall":0.445652,"f1":0.359779,"accuracy":0.445652,"main_score":0.359779,"hf_subset":"ita_Latn-mni_Beng","languages":["ita-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-ron_Latn","languages":["ita-Latn","ron-Latn"]},{"precision":0.837368,"recall":0.884387,"f1":0.852141,"accuracy":0.884387,"main_score":0.852141,"hf_subset":"ita_Latn-szl_Latn","languages":["ita-Latn","szl-Latn"]},{"precision":0.934618,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"ita_Latn-vec_Latn","languages":["ita-Latn","vec-Latn"]},{"precision":0.792194,"recall":0.851779,"f1":0.810479,"accuracy":0.851779,"main_score":0.810479,"hf_subset":"ita_Latn-amh_Ethi","languages":["ita-Latn","amh-Ethi"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ita_Latn-bos_Latn","languages":["ita-Latn","bos-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"ita_Latn-fin_Latn","languages":["ita-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-kor_Hang","languages":["ita-Latn","kor-Hang"]},{"precision":0.387443,"recall":0.497036,"f1":0.415701,"accuracy":0.497036,"main_score":0.415701,"hf_subset":"ita_Latn-mos_Latn","languages":["ita-Latn","mos-Latn"]},{"precision":0.352281,"recall":0.464427,"f1":0.381308,"accuracy":0.464427,"main_score":0.381308,"hf_subset":"ita_Latn-run_Latn","languages":["ita-Latn","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ita_Latn-tam_Taml","languages":["ita-Latn","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ita_Latn-vie_Latn","languages":["ita-Latn","vie-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ita_Latn-apc_Arab","languages":["ita-Latn","apc-Arab"]},{"precision":0.616644,"recall":0.703557,"f1":0.640988,"accuracy":0.703557,"main_score":0.640988,"hf_subset":"ita_Latn-bug_Latn","languages":["ita-Latn","bug-Latn"]},{"precision":0.324258,"recall":0.431818,"f1":0.350839,"accuracy":0.431818,"main_score":0.350839,"hf_subset":"ita_Latn-fon_Latn","languages":["ita-Latn","fon-Latn"]},{"precision":0.840069,"recall":0.885375,"f1":0.853986,"accuracy":0.885375,"main_score":0.853986,"hf_subset":"ita_Latn-jav_Latn","languages":["ita-Latn","jav-Latn"]},{"precision":0.70392,"recall":0.783597,"f1":0.727903,"accuracy":0.783597,"main_score":0.727903,"hf_subset":"ita_Latn-lao_Laoo","languages":["ita-Latn","lao-Laoo"]},{"precision":0.333839,"recall":0.449605,"f1":0.36202,"accuracy":0.449605,"main_score":0.36202,"hf_subset":"ita_Latn-mri_Latn","languages":["ita-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-rus_Cyrl","languages":["ita-Latn","rus-Cyrl"]},{"precision":0.369621,"recall":0.487154,"f1":0.39986,"accuracy":0.487154,"main_score":0.39986,"hf_subset":"ita_Latn-taq_Latn","languages":["ita-Latn","taq-Latn"]},{"precision":0.786324,"recall":0.846838,"f1":0.805319,"accuracy":0.846838,"main_score":0.805319,"hf_subset":"ita_Latn-war_Latn","languages":["ita-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ita_Latn-arb_Arab","languages":["ita-Latn","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ita_Latn-bul_Cyrl","languages":["ita-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-fra_Latn","languages":["ita-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-jpn_Jpan","languages":["ita-Latn","jpn-Jpan"]},{"precision":0.882411,"recall":0.91996,"f1":0.894598,"accuracy":0.91996,"main_score":0.894598,"hf_subset":"ita_Latn-lij_Latn","languages":["ita-Latn","lij-Latn"]},{"precision":0.759667,"recall":0.828063,"f1":0.780665,"accuracy":0.828063,"main_score":0.780665,"hf_subset":"ita_Latn-mya_Mymr","languages":["ita-Latn","mya-Mymr"]},{"precision":0.4332,"recall":0.548419,"f1":0.464025,"accuracy":0.548419,"main_score":0.464025,"hf_subset":"ita_Latn-sag_Latn","languages":["ita-Latn","sag-Latn"]},{"precision":0.110026,"recall":0.193676,"f1":0.126006,"accuracy":0.193676,"main_score":0.126006,"hf_subset":"ita_Latn-taq_Tfng","languages":["ita-Latn","taq-Tfng"]},{"precision":0.4366,"recall":0.544466,"f1":0.465017,"accuracy":0.544466,"main_score":0.465017,"hf_subset":"ita_Latn-wol_Latn","languages":["ita-Latn","wol-Latn"]},{"precision":0.261137,"recall":0.374506,"f1":0.288153,"accuracy":0.374506,"main_score":0.288153,"hf_subset":"ita_Latn-arb_Latn","languages":["ita-Latn","arb-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ita_Latn-cat_Latn","languages":["ita-Latn","cat-Latn"]},{"precision":0.829842,"recall":0.878458,"f1":0.844664,"accuracy":0.878458,"main_score":0.844664,"hf_subset":"ita_Latn-fur_Latn","languages":["ita-Latn","fur-Latn"]},{"precision":0.243907,"recall":0.335968,"f1":0.26588,"accuracy":0.335968,"main_score":0.26588,"hf_subset":"ita_Latn-kab_Latn","languages":["ita-Latn","kab-Latn"]},{"precision":0.774522,"recall":0.83498,"f1":0.792561,"accuracy":0.83498,"main_score":0.792561,"hf_subset":"ita_Latn-lim_Latn","languages":["ita-Latn","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-nld_Latn","languages":["ita-Latn","nld-Latn"]},{"precision":0.886446,"recall":0.920949,"f1":0.897464,"accuracy":0.920949,"main_score":0.897464,"hf_subset":"ita_Latn-san_Deva","languages":["ita-Latn","san-Deva"]},{"precision":0.627907,"recall":0.718379,"f1":0.653966,"accuracy":0.718379,"main_score":0.653966,"hf_subset":"ita_Latn-tat_Cyrl","languages":["ita-Latn","tat-Cyrl"]},{"precision":0.396394,"recall":0.51087,"f1":0.426133,"accuracy":0.51087,"main_score":0.426133,"hf_subset":"ita_Latn-xho_Latn","languages":["ita-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ita_Latn-ars_Arab","languages":["ita-Latn","ars-Arab"]},{"precision":0.756653,"recall":0.823123,"f1":0.776534,"accuracy":0.823123,"main_score":0.776534,"hf_subset":"ita_Latn-ceb_Latn","languages":["ita-Latn","ceb-Latn"]},{"precision":0.386718,"recall":0.504941,"f1":0.417402,"accuracy":0.504941,"main_score":0.417402,"hf_subset":"ita_Latn-fuv_Latn","languages":["ita-Latn","fuv-Latn"]},{"precision":0.378529,"recall":0.500988,"f1":0.409977,"accuracy":0.500988,"main_score":0.409977,"hf_subset":"ita_Latn-kac_Latn","languages":["ita-Latn","kac-Latn"]},{"precision":0.449771,"recall":0.565217,"f1":0.480745,"accuracy":0.565217,"main_score":0.480745,"hf_subset":"ita_Latn-lin_Latn","languages":["ita-Latn","lin-Latn"]},{"precision":0.95084,"recall":0.966403,"f1":0.955929,"accuracy":0.966403,"main_score":0.955929,"hf_subset":"ita_Latn-nno_Latn","languages":["ita-Latn","nno-Latn"]},{"precision":0.138517,"recall":0.204545,"f1":0.153021,"accuracy":0.204545,"main_score":0.153021,"hf_subset":"ita_Latn-sat_Olck","languages":["ita-Latn","sat-Olck"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"ita_Latn-tel_Telu","languages":["ita-Latn","tel-Telu"]},{"precision":0.287743,"recall":0.397233,"f1":0.314963,"accuracy":0.397233,"main_score":0.314963,"hf_subset":"ita_Latn-ydd_Hebr","languages":["ita-Latn","ydd-Hebr"]},{"precision":0.879694,"recall":0.916996,"f1":0.891535,"accuracy":0.916996,"main_score":0.891535,"hf_subset":"ita_Latn-ary_Arab","languages":["ita-Latn","ary-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ita_Latn-ces_Latn","languages":["ita-Latn","ces-Latn"]},{"precision":0.276094,"recall":0.370553,"f1":0.29793,"accuracy":0.370553,"main_score":0.29793,"hf_subset":"ita_Latn-gaz_Latn","languages":["ita-Latn","gaz-Latn"]},{"precision":0.394382,"recall":0.51087,"f1":0.42415,"accuracy":0.51087,"main_score":0.42415,"hf_subset":"ita_Latn-kam_Latn","languages":["ita-Latn","kam-Latn"]},{"precision":0.764773,"recall":0.831028,"f1":0.785394,"accuracy":0.831028,"main_score":0.785394,"hf_subset":"ita_Latn-lit_Latn","languages":["ita-Latn","lit-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ita_Latn-nob_Latn","languages":["ita-Latn","nob-Latn"]},{"precision":0.762888,"recall":0.827075,"f1":0.781957,"accuracy":0.827075,"main_score":0.781957,"hf_subset":"ita_Latn-scn_Latn","languages":["ita-Latn","scn-Latn"]},{"precision":0.388652,"recall":0.499012,"f1":0.417407,"accuracy":0.499012,"main_score":0.417407,"hf_subset":"ita_Latn-tgk_Cyrl","languages":["ita-Latn","tgk-Cyrl"]},{"precision":0.344421,"recall":0.460474,"f1":0.374346,"accuracy":0.460474,"main_score":0.374346,"hf_subset":"ita_Latn-yor_Latn","languages":["ita-Latn","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ita_Latn-arz_Arab","languages":["ita-Latn","arz-Arab"]},{"precision":0.39438,"recall":0.512846,"f1":0.425238,"accuracy":0.512846,"main_score":0.425238,"hf_subset":"ita_Latn-cjk_Latn","languages":["ita-Latn","cjk-Latn"]},{"precision":0.314387,"recall":0.416996,"f1":0.339325,"accuracy":0.416996,"main_score":0.339325,"hf_subset":"ita_Latn-gla_Latn","languages":["ita-Latn","gla-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ita_Latn-kan_Knda","languages":["ita-Latn","kan-Knda"]},{"precision":0.79944,"recall":0.857708,"f1":0.817457,"accuracy":0.857708,"main_score":0.817457,"hf_subset":"ita_Latn-lmo_Latn","languages":["ita-Latn","lmo-Latn"]},{"precision":0.974967,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"ita_Latn-npi_Deva","languages":["ita-Latn","npi-Deva"]},{"precision":0.332429,"recall":0.455534,"f1":0.362762,"accuracy":0.455534,"main_score":0.362762,"hf_subset":"ita_Latn-shn_Mymr","languages":["ita-Latn","shn-Mymr"]},{"precision":0.864295,"recall":0.907115,"f1":0.878129,"accuracy":0.907115,"main_score":0.878129,"hf_subset":"ita_Latn-tgl_Latn","languages":["ita-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-yue_Hant","languages":["ita-Latn","yue-Hant"]},{"precision":0.86833,"recall":0.908103,"f1":0.880797,"accuracy":0.908103,"main_score":0.880797,"hf_subset":"ita_Latn-asm_Beng","languages":["ita-Latn","asm-Beng"]},{"precision":0.388769,"recall":0.486166,"f1":0.414389,"accuracy":0.486166,"main_score":0.414389,"hf_subset":"ita_Latn-ckb_Arab","languages":["ita-Latn","ckb-Arab"]},{"precision":0.331844,"recall":0.432806,"f1":0.35631,"accuracy":0.432806,"main_score":0.35631,"hf_subset":"ita_Latn-gle_Latn","languages":["ita-Latn","gle-Latn"]},{"precision":0.638818,"recall":0.732213,"f1":0.66605,"accuracy":0.732213,"main_score":0.66605,"hf_subset":"ita_Latn-kas_Arab","languages":["ita-Latn","kas-Arab"]},{"precision":0.577071,"recall":0.674901,"f1":0.605854,"accuracy":0.674901,"main_score":0.605854,"hf_subset":"ita_Latn-ltg_Latn","languages":["ita-Latn","ltg-Latn"]},{"precision":0.432386,"recall":0.544466,"f1":0.462317,"accuracy":0.544466,"main_score":0.462317,"hf_subset":"ita_Latn-nso_Latn","languages":["ita-Latn","nso-Latn"]},{"precision":0.82887,"recall":0.880435,"f1":0.845092,"accuracy":0.880435,"main_score":0.845092,"hf_subset":"ita_Latn-sin_Sinh","languages":["ita-Latn","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-tha_Thai","languages":["ita-Latn","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-zho_Hans","languages":["ita-Latn","zho-Hans"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ita_Latn-ast_Latn","languages":["ita-Latn","ast-Latn"]},{"precision":0.787895,"recall":0.847826,"f1":0.806014,"accuracy":0.847826,"main_score":0.806014,"hf_subset":"ita_Latn-crh_Latn","languages":["ita-Latn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-glg_Latn","languages":["ita-Latn","glg-Latn"]},{"precision":0.559696,"recall":0.666996,"f1":0.590802,"accuracy":0.666996,"main_score":0.590802,"hf_subset":"ita_Latn-kas_Deva","languages":["ita-Latn","kas-Deva"]},{"precision":0.75639,"recall":0.824111,"f1":0.777075,"accuracy":0.824111,"main_score":0.777075,"hf_subset":"ita_Latn-ltz_Latn","languages":["ita-Latn","ltz-Latn"]},{"precision":0.275199,"recall":0.373518,"f1":0.298762,"accuracy":0.373518,"main_score":0.298762,"hf_subset":"ita_Latn-nus_Latn","languages":["ita-Latn","nus-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"ita_Latn-slk_Latn","languages":["ita-Latn","slk-Latn"]},{"precision":0.348766,"recall":0.449605,"f1":0.3741,"accuracy":0.449605,"main_score":0.3741,"hf_subset":"ita_Latn-tir_Ethi","languages":["ita-Latn","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-zho_Hant","languages":["ita-Latn","zho-Hant"]},{"precision":0.977849,"recall":0.98419,"f1":0.979809,"accuracy":0.98419,"main_score":0.979809,"hf_subset":"ita_Latn-awa_Deva","languages":["ita-Latn","awa-Deva"]},{"precision":0.392946,"recall":0.497036,"f1":0.419653,"accuracy":0.497036,"main_score":0.419653,"hf_subset":"ita_Latn-cym_Latn","languages":["ita-Latn","cym-Latn"]},{"precision":0.623708,"recall":0.714427,"f1":0.649703,"accuracy":0.714427,"main_score":0.649703,"hf_subset":"ita_Latn-grn_Latn","languages":["ita-Latn","grn-Latn"]},{"precision":0.889575,"recall":0.921937,"f1":0.899689,"accuracy":0.921937,"main_score":0.899689,"hf_subset":"ita_Latn-kat_Geor","languages":["ita-Latn","kat-Geor"]},{"precision":0.46273,"recall":0.566206,"f1":0.490185,"accuracy":0.566206,"main_score":0.490185,"hf_subset":"ita_Latn-lua_Latn","languages":["ita-Latn","lua-Latn"]},{"precision":0.440284,"recall":0.554348,"f1":0.470934,"accuracy":0.554348,"main_score":0.470934,"hf_subset":"ita_Latn-nya_Latn","languages":["ita-Latn","nya-Latn"]},{"precision":0.899868,"recall":0.93083,"f1":0.909703,"accuracy":0.93083,"main_score":0.909703,"hf_subset":"ita_Latn-slv_Latn","languages":["ita-Latn","slv-Latn"]},{"precision":0.711342,"recall":0.787549,"f1":0.733983,"accuracy":0.787549,"main_score":0.733983,"hf_subset":"ita_Latn-tpi_Latn","languages":["ita-Latn","tpi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ita_Latn-zsm_Latn","languages":["ita-Latn","zsm-Latn"]},{"precision":0.348758,"recall":0.469368,"f1":0.380164,"accuracy":0.469368,"main_score":0.380164,"hf_subset":"ita_Latn-ayr_Latn","languages":["ita-Latn","ayr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ita_Latn-dan_Latn","languages":["ita-Latn","dan-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ita_Latn-guj_Gujr","languages":["ita-Latn","guj-Gujr"]},{"precision":0.694476,"recall":0.770751,"f1":0.716095,"accuracy":0.770751,"main_score":0.716095,"hf_subset":"ita_Latn-kaz_Cyrl","languages":["ita-Latn","kaz-Cyrl"]},{"precision":0.352927,"recall":0.461462,"f1":0.380642,"accuracy":0.461462,"main_score":0.380642,"hf_subset":"ita_Latn-lug_Latn","languages":["ita-Latn","lug-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"ita_Latn-oci_Latn","languages":["ita-Latn","oci-Latn"]},{"precision":0.402152,"recall":0.518775,"f1":0.432139,"accuracy":0.518775,"main_score":0.432139,"hf_subset":"ita_Latn-smo_Latn","languages":["ita-Latn","smo-Latn"]},{"precision":0.37557,"recall":0.491107,"f1":0.404974,"accuracy":0.491107,"main_score":0.404974,"hf_subset":"ita_Latn-tsn_Latn","languages":["ita-Latn","tsn-Latn"]},{"precision":0.352459,"recall":0.460474,"f1":0.379986,"accuracy":0.460474,"main_score":0.379986,"hf_subset":"ita_Latn-zul_Latn","languages":["ita-Latn","zul-Latn"]},{"precision":0.637982,"recall":0.733202,"f1":0.665893,"accuracy":0.733202,"main_score":0.665893,"hf_subset":"ita_Latn-azb_Arab","languages":["ita-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-deu_Latn","languages":["ita-Latn","deu-Latn"]},{"precision":0.609756,"recall":0.704545,"f1":0.637296,"accuracy":0.704545,"main_score":0.637296,"hf_subset":"ita_Latn-hat_Latn","languages":["ita-Latn","hat-Latn"]},{"precision":0.316821,"recall":0.422925,"f1":0.343045,"accuracy":0.422925,"main_score":0.343045,"hf_subset":"ita_Latn-kbp_Latn","languages":["ita-Latn","kbp-Latn"]},{"precision":0.403577,"recall":0.512846,"f1":0.430965,"accuracy":0.512846,"main_score":0.430965,"hf_subset":"ita_Latn-luo_Latn","languages":["ita-Latn","luo-Latn"]},{"precision":0.53079,"recall":0.618577,"f1":0.554584,"accuracy":0.618577,"main_score":0.554584,"hf_subset":"ita_Latn-ory_Orya","languages":["ita-Latn","ory-Orya"]},{"precision":0.3908,"recall":0.500988,"f1":0.419373,"accuracy":0.500988,"main_score":0.419373,"hf_subset":"ita_Latn-sna_Latn","languages":["ita-Latn","sna-Latn"]},{"precision":0.376745,"recall":0.483202,"f1":0.402928,"accuracy":0.483202,"main_score":0.402928,"hf_subset":"ita_Latn-tso_Latn","languages":["ita-Latn","tso-Latn"]},{"precision":0.83004,"recall":0.880435,"f1":0.845784,"accuracy":0.880435,"main_score":0.845784,"hf_subset":"ita_Latn-azj_Latn","languages":["ita-Latn","azj-Latn"]},{"precision":0.392143,"recall":0.507905,"f1":0.422177,"accuracy":0.507905,"main_score":0.422177,"hf_subset":"ita_Latn-dik_Latn","languages":["ita-Latn","dik-Latn"]},{"precision":0.405752,"recall":0.500988,"f1":0.430693,"accuracy":0.500988,"main_score":0.430693,"hf_subset":"ita_Latn-hau_Latn","languages":["ita-Latn","hau-Latn"]},{"precision":0.805402,"recall":0.863636,"f1":0.823748,"accuracy":0.863636,"main_score":0.823748,"hf_subset":"ita_Latn-kea_Latn","languages":["ita-Latn","kea-Latn"]},{"precision":0.55688,"recall":0.659091,"f1":0.586018,"accuracy":0.659091,"main_score":0.586018,"hf_subset":"ita_Latn-lus_Latn","languages":["ita-Latn","lus-Latn"]},{"precision":0.726821,"recall":0.797431,"f1":0.747796,"accuracy":0.797431,"main_score":0.747796,"hf_subset":"ita_Latn-pag_Latn","languages":["ita-Latn","pag-Latn"]},{"precision":0.679545,"recall":0.762846,"f1":0.704414,"accuracy":0.762846,"main_score":0.704414,"hf_subset":"ita_Latn-snd_Arab","languages":["ita-Latn","snd-Arab"]},{"precision":0.560923,"recall":0.660079,"f1":0.588992,"accuracy":0.660079,"main_score":0.588992,"hf_subset":"ita_Latn-tuk_Latn","languages":["ita-Latn","tuk-Latn"]},{"precision":0.610861,"recall":0.701581,"f1":0.636574,"accuracy":0.701581,"main_score":0.636574,"hf_subset":"ita_Latn-bak_Cyrl","languages":["ita-Latn","bak-Cyrl"]},{"precision":0.327219,"recall":0.445652,"f1":0.357844,"accuracy":0.445652,"main_score":0.357844,"hf_subset":"ita_Latn-dyu_Latn","languages":["ita-Latn","dyu-Latn"]},{"precision":0.907938,"recall":0.936759,"f1":0.917161,"accuracy":0.936759,"main_score":0.917161,"hf_subset":"ita_Latn-heb_Hebr","languages":["ita-Latn","heb-Hebr"]},{"precision":0.401695,"recall":0.503953,"f1":0.428275,"accuracy":0.503953,"main_score":0.428275,"hf_subset":"ita_Latn-khk_Cyrl","languages":["ita-Latn","khk-Cyrl"]},{"precision":0.802684,"recall":0.858696,"f1":0.820158,"accuracy":0.858696,"main_score":0.820158,"hf_subset":"ita_Latn-lvs_Latn","languages":["ita-Latn","lvs-Latn"]},{"precision":0.907115,"recall":0.935771,"f1":0.916337,"accuracy":0.935771,"main_score":0.916337,"hf_subset":"ita_Latn-pan_Guru","languages":["ita-Latn","pan-Guru"]},{"precision":0.351603,"recall":0.452569,"f1":0.376672,"accuracy":0.452569,"main_score":0.376672,"hf_subset":"ita_Latn-som_Latn","languages":["ita-Latn","som-Latn"]},{"precision":0.428809,"recall":0.530632,"f1":0.455883,"accuracy":0.530632,"main_score":0.455883,"hf_subset":"ita_Latn-tum_Latn","languages":["ita-Latn","tum-Latn"]},{"precision":0.253196,"recall":0.341897,"f1":0.275393,"accuracy":0.341897,"main_score":0.275393,"hf_subset":"kor_Hang-ace_Arab","languages":["kor-Hang","ace-Arab"]},{"precision":0.329384,"recall":0.4417,"f1":0.358074,"accuracy":0.4417,"main_score":0.358074,"hf_subset":"kor_Hang-bam_Latn","languages":["kor-Hang","bam-Latn"]},{"precision":0.159678,"recall":0.228261,"f1":0.177781,"accuracy":0.228261,"main_score":0.177781,"hf_subset":"kor_Hang-dzo_Tibt","languages":["kor-Hang","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-hin_Deva","languages":["kor-Hang","hin-Deva"]},{"precision":0.838883,"recall":0.887352,"f1":0.854282,"accuracy":0.887352,"main_score":0.854282,"hf_subset":"kor_Hang-khm_Khmr","languages":["kor-Hang","khm-Khmr"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"kor_Hang-mag_Deva","languages":["kor-Hang","mag-Deva"]},{"precision":0.829298,"recall":0.878458,"f1":0.844532,"accuracy":0.878458,"main_score":0.844532,"hf_subset":"kor_Hang-pap_Latn","languages":["kor-Hang","pap-Latn"]},{"precision":0.384268,"recall":0.496047,"f1":0.414083,"accuracy":0.496047,"main_score":0.414083,"hf_subset":"kor_Hang-sot_Latn","languages":["kor-Hang","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-tur_Latn","languages":["kor-Hang","tur-Latn"]},{"precision":0.635573,"recall":0.724308,"f1":0.661467,"accuracy":0.724308,"main_score":0.661467,"hf_subset":"kor_Hang-ace_Latn","languages":["kor-Hang","ace-Latn"]},{"precision":0.802026,"recall":0.857708,"f1":0.819236,"accuracy":0.857708,"main_score":0.819236,"hf_subset":"kor_Hang-ban_Latn","languages":["kor-Hang","ban-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kor_Hang-ell_Grek","languages":["kor-Hang","ell-Grek"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"kor_Hang-hne_Deva","languages":["kor-Hang","hne-Deva"]},{"precision":0.398884,"recall":0.513834,"f1":0.429378,"accuracy":0.513834,"main_score":0.429378,"hf_subset":"kor_Hang-kik_Latn","languages":["kor-Hang","kik-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kor_Hang-mai_Deva","languages":["kor-Hang","mai-Deva"]},{"precision":0.847414,"recall":0.893281,"f1":0.861891,"accuracy":0.893281,"main_score":0.861891,"hf_subset":"kor_Hang-pbt_Arab","languages":["kor-Hang","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-spa_Latn","languages":["kor-Hang","spa-Latn"]},{"precision":0.458734,"recall":0.565217,"f1":0.487061,"accuracy":0.565217,"main_score":0.487061,"hf_subset":"kor_Hang-twi_Latn","languages":["kor-Hang","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kor_Hang-acm_Arab","languages":["kor-Hang","acm-Arab"]},{"precision":0.831439,"recall":0.881423,"f1":0.847563,"accuracy":0.881423,"main_score":0.847563,"hf_subset":"kor_Hang-bel_Cyrl","languages":["kor-Hang","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-eng_Latn","languages":["kor-Hang","eng-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"kor_Hang-hrv_Latn","languages":["kor-Hang","hrv-Latn"]},{"precision":0.36756,"recall":0.466403,"f1":0.393384,"accuracy":0.466403,"main_score":0.393384,"hf_subset":"kor_Hang-kin_Latn","languages":["kor-Hang","kin-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"kor_Hang-mal_Mlym","languages":["kor-Hang","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-pes_Arab","languages":["kor-Hang","pes-Arab"]},{"precision":0.807345,"recall":0.863636,"f1":0.825231,"accuracy":0.863636,"main_score":0.825231,"hf_subset":"kor_Hang-srd_Latn","languages":["kor-Hang","srd-Latn"]},{"precision":0.102996,"recall":0.177866,"f1":0.119798,"accuracy":0.177866,"main_score":0.119798,"hf_subset":"kor_Hang-tzm_Tfng","languages":["kor-Hang","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kor_Hang-acq_Arab","languages":["kor-Hang","acq-Arab"]},{"precision":0.429633,"recall":0.528656,"f1":0.455417,"accuracy":0.528656,"main_score":0.455417,"hf_subset":"kor_Hang-bem_Latn","languages":["kor-Hang","bem-Latn"]},{"precision":0.871189,"recall":0.909091,"f1":0.883119,"accuracy":0.909091,"main_score":0.883119,"hf_subset":"kor_Hang-epo_Latn","languages":["kor-Hang","epo-Latn"]},{"precision":0.908432,"recall":0.937747,"f1":0.917984,"accuracy":0.937747,"main_score":0.917984,"hf_subset":"kor_Hang-hun_Latn","languages":["kor-Hang","hun-Latn"]},{"precision":0.665481,"recall":0.745059,"f1":0.688509,"accuracy":0.745059,"main_score":0.688509,"hf_subset":"kor_Hang-kir_Cyrl","languages":["kor-Hang","kir-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kor_Hang-mar_Deva","languages":["kor-Hang","mar-Deva"]},{"precision":0.409131,"recall":0.508893,"f1":0.4354,"accuracy":0.508893,"main_score":0.4354,"hf_subset":"kor_Hang-plt_Latn","languages":["kor-Hang","plt-Latn"]},{"precision":0.904644,"recall":0.934783,"f1":0.914526,"accuracy":0.934783,"main_score":0.914526,"hf_subset":"kor_Hang-srp_Cyrl","languages":["kor-Hang","srp-Cyrl"]},{"precision":0.26102,"recall":0.34585,"f1":0.28204,"accuracy":0.34585,"main_score":0.28204,"hf_subset":"kor_Hang-uig_Arab","languages":["kor-Hang","uig-Arab"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"kor_Hang-aeb_Arab","languages":["kor-Hang","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-ben_Beng","languages":["kor-Hang","ben-Beng"]},{"precision":0.797843,"recall":0.854743,"f1":0.815368,"accuracy":0.854743,"main_score":0.815368,"hf_subset":"kor_Hang-est_Latn","languages":["kor-Hang","est-Latn"]},{"precision":0.790902,"recall":0.850791,"f1":0.809521,"accuracy":0.850791,"main_score":0.809521,"hf_subset":"kor_Hang-hye_Armn","languages":["kor-Hang","hye-Armn"]},{"precision":0.371891,"recall":0.472332,"f1":0.397656,"accuracy":0.472332,"main_score":0.397656,"hf_subset":"kor_Hang-kmb_Latn","languages":["kor-Hang","kmb-Latn"]},{"precision":0.212556,"recall":0.296443,"f1":0.232968,"accuracy":0.296443,"main_score":0.232968,"hf_subset":"kor_Hang-min_Arab","languages":["kor-Hang","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-pol_Latn","languages":["kor-Hang","pol-Latn"]},{"precision":0.358638,"recall":0.470356,"f1":0.386597,"accuracy":0.470356,"main_score":0.386597,"hf_subset":"kor_Hang-ssw_Latn","languages":["kor-Hang","ssw-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kor_Hang-ukr_Cyrl","languages":["kor-Hang","ukr-Cyrl"]},{"precision":0.939559,"recall":0.959486,"f1":0.946146,"accuracy":0.959486,"main_score":0.946146,"hf_subset":"kor_Hang-afr_Latn","languages":["kor-Hang","afr-Latn"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"kor_Hang-bho_Deva","languages":["kor-Hang","bho-Deva"]},{"precision":0.574962,"recall":0.676877,"f1":0.604417,"accuracy":0.676877,"main_score":0.604417,"hf_subset":"kor_Hang-eus_Latn","languages":["kor-Hang","eus-Latn"]},{"precision":0.35605,"recall":0.470356,"f1":0.384563,"accuracy":0.470356,"main_score":0.384563,"hf_subset":"kor_Hang-ibo_Latn","languages":["kor-Hang","ibo-Latn"]},{"precision":0.400653,"recall":0.507905,"f1":0.428815,"accuracy":0.507905,"main_score":0.428815,"hf_subset":"kor_Hang-kmr_Latn","languages":["kor-Hang","kmr-Latn"]},{"precision":0.758465,"recall":0.826087,"f1":0.778858,"accuracy":0.826087,"main_score":0.778858,"hf_subset":"kor_Hang-min_Latn","languages":["kor-Hang","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-por_Latn","languages":["kor-Hang","por-Latn"]},{"precision":0.849967,"recall":0.895257,"f1":0.864262,"accuracy":0.895257,"main_score":0.864262,"hf_subset":"kor_Hang-sun_Latn","languages":["kor-Hang","sun-Latn"]},{"precision":0.358657,"recall":0.467391,"f1":0.386513,"accuracy":0.467391,"main_score":0.386513,"hf_subset":"kor_Hang-umb_Latn","languages":["kor-Hang","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kor_Hang-ajp_Arab","languages":["kor-Hang","ajp-Arab"]},{"precision":0.233304,"recall":0.325099,"f1":0.256232,"accuracy":0.325099,"main_score":0.256232,"hf_subset":"kor_Hang-bjn_Arab","languages":["kor-Hang","bjn-Arab"]},{"precision":0.370184,"recall":0.465415,"f1":0.39428,"accuracy":0.465415,"main_score":0.39428,"hf_subset":"kor_Hang-ewe_Latn","languages":["kor-Hang","ewe-Latn"]},{"precision":0.630905,"recall":0.714427,"f1":0.655012,"accuracy":0.714427,"main_score":0.655012,"hf_subset":"kor_Hang-ilo_Latn","languages":["kor-Hang","ilo-Latn"]},{"precision":0.166002,"recall":0.248024,"f1":0.184611,"accuracy":0.248024,"main_score":0.184611,"hf_subset":"kor_Hang-knc_Arab","languages":["kor-Hang","knc-Arab"]},{"precision":0.908762,"recall":0.938735,"f1":0.918643,"accuracy":0.938735,"main_score":0.918643,"hf_subset":"kor_Hang-mkd_Cyrl","languages":["kor-Hang","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-prs_Arab","languages":["kor-Hang","prs-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kor_Hang-swe_Latn","languages":["kor-Hang","swe-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kor_Hang-urd_Arab","languages":["kor-Hang","urd-Arab"]},{"precision":0.424858,"recall":0.537549,"f1":0.454869,"accuracy":0.537549,"main_score":0.454869,"hf_subset":"kor_Hang-aka_Latn","languages":["kor-Hang","aka-Latn"]},{"precision":0.827487,"recall":0.879447,"f1":0.843892,"accuracy":0.879447,"main_score":0.843892,"hf_subset":"kor_Hang-bjn_Latn","languages":["kor-Hang","bjn-Latn"]},{"precision":0.546868,"recall":0.640316,"f1":0.573529,"accuracy":0.640316,"main_score":0.573529,"hf_subset":"kor_Hang-fao_Latn","languages":["kor-Hang","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-ind_Latn","languages":["kor-Hang","ind-Latn"]},{"precision":0.418771,"recall":0.530632,"f1":0.447628,"accuracy":0.530632,"main_score":0.447628,"hf_subset":"kor_Hang-knc_Latn","languages":["kor-Hang","knc-Latn"]},{"precision":0.660319,"recall":0.748024,"f1":0.686192,"accuracy":0.748024,"main_score":0.686192,"hf_subset":"kor_Hang-mlt_Latn","languages":["kor-Hang","mlt-Latn"]},{"precision":0.45979,"recall":0.566206,"f1":0.487807,"accuracy":0.566206,"main_score":0.487807,"hf_subset":"kor_Hang-quy_Latn","languages":["kor-Hang","quy-Latn"]},{"precision":0.844236,"recall":0.890316,"f1":0.858663,"accuracy":0.890316,"main_score":0.858663,"hf_subset":"kor_Hang-swh_Latn","languages":["kor-Hang","swh-Latn"]},{"precision":0.595728,"recall":0.687747,"f1":0.622516,"accuracy":0.687747,"main_score":0.622516,"hf_subset":"kor_Hang-uzn_Latn","languages":["kor-Hang","uzn-Latn"]},{"precision":0.73307,"recall":0.801383,"f1":0.75359,"accuracy":0.801383,"main_score":0.75359,"hf_subset":"kor_Hang-als_Latn","languages":["kor-Hang","als-Latn"]},{"precision":0.179913,"recall":0.252964,"f1":0.197095,"accuracy":0.252964,"main_score":0.197095,"hf_subset":"kor_Hang-bod_Tibt","languages":["kor-Hang","bod-Tibt"]},{"precision":0.365676,"recall":0.479249,"f1":0.394483,"accuracy":0.479249,"main_score":0.394483,"hf_subset":"kor_Hang-fij_Latn","languages":["kor-Hang","fij-Latn"]},{"precision":0.525135,"recall":0.610672,"f1":0.548439,"accuracy":0.610672,"main_score":0.548439,"hf_subset":"kor_Hang-isl_Latn","languages":["kor-Hang","isl-Latn"]},{"precision":0.460035,"recall":0.560277,"f1":0.487305,"accuracy":0.560277,"main_score":0.487305,"hf_subset":"kor_Hang-kon_Latn","languages":["kor-Hang","kon-Latn"]},{"precision":0.328639,"recall":0.442688,"f1":0.357726,"accuracy":0.442688,"main_score":0.357726,"hf_subset":"kor_Hang-mni_Beng","languages":["kor-Hang","mni-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kor_Hang-ron_Latn","languages":["kor-Hang","ron-Latn"]},{"precision":0.841436,"recall":0.886364,"f1":0.855567,"accuracy":0.886364,"main_score":0.855567,"hf_subset":"kor_Hang-szl_Latn","languages":["kor-Hang","szl-Latn"]},{"precision":0.913043,"recall":0.940711,"f1":0.921937,"accuracy":0.940711,"main_score":0.921937,"hf_subset":"kor_Hang-vec_Latn","languages":["kor-Hang","vec-Latn"]},{"precision":0.77929,"recall":0.839921,"f1":0.797669,"accuracy":0.839921,"main_score":0.797669,"hf_subset":"kor_Hang-amh_Ethi","languages":["kor-Hang","amh-Ethi"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"kor_Hang-bos_Latn","languages":["kor-Hang","bos-Latn"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"kor_Hang-fin_Latn","languages":["kor-Hang","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-ita_Latn","languages":["kor-Hang","ita-Latn"]},{"precision":0.384192,"recall":0.491107,"f1":0.411827,"accuracy":0.491107,"main_score":0.411827,"hf_subset":"kor_Hang-mos_Latn","languages":["kor-Hang","mos-Latn"]},{"precision":0.358284,"recall":0.461462,"f1":0.384029,"accuracy":0.461462,"main_score":0.384029,"hf_subset":"kor_Hang-run_Latn","languages":["kor-Hang","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kor_Hang-tam_Taml","languages":["kor-Hang","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kor_Hang-vie_Latn","languages":["kor-Hang","vie-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"kor_Hang-apc_Arab","languages":["kor-Hang","apc-Arab"]},{"precision":0.588214,"recall":0.681818,"f1":0.614879,"accuracy":0.681818,"main_score":0.614879,"hf_subset":"kor_Hang-bug_Latn","languages":["kor-Hang","bug-Latn"]},{"precision":0.320628,"recall":0.429842,"f1":0.34709,"accuracy":0.429842,"main_score":0.34709,"hf_subset":"kor_Hang-fon_Latn","languages":["kor-Hang","fon-Latn"]},{"precision":0.841354,"recall":0.88834,"f1":0.856258,"accuracy":0.88834,"main_score":0.856258,"hf_subset":"kor_Hang-jav_Latn","languages":["kor-Hang","jav-Latn"]},{"precision":0.710845,"recall":0.786561,"f1":0.733144,"accuracy":0.786561,"main_score":0.733144,"hf_subset":"kor_Hang-lao_Laoo","languages":["kor-Hang","lao-Laoo"]},{"precision":0.334531,"recall":0.451581,"f1":0.363012,"accuracy":0.451581,"main_score":0.363012,"hf_subset":"kor_Hang-mri_Latn","languages":["kor-Hang","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-rus_Cyrl","languages":["kor-Hang","rus-Cyrl"]},{"precision":0.369398,"recall":0.483202,"f1":0.398559,"accuracy":0.483202,"main_score":0.398559,"hf_subset":"kor_Hang-taq_Latn","languages":["kor-Hang","taq-Latn"]},{"precision":0.782197,"recall":0.842885,"f1":0.800678,"accuracy":0.842885,"main_score":0.800678,"hf_subset":"kor_Hang-war_Latn","languages":["kor-Hang","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-arb_Arab","languages":["kor-Hang","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kor_Hang-bul_Cyrl","languages":["kor-Hang","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-fra_Latn","languages":["kor-Hang","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-jpn_Jpan","languages":["kor-Hang","jpn-Jpan"]},{"precision":0.838768,"recall":0.886364,"f1":0.853854,"accuracy":0.886364,"main_score":0.853854,"hf_subset":"kor_Hang-lij_Latn","languages":["kor-Hang","lij-Latn"]},{"precision":0.788702,"recall":0.849802,"f1":0.807543,"accuracy":0.849802,"main_score":0.807543,"hf_subset":"kor_Hang-mya_Mymr","languages":["kor-Hang","mya-Mymr"]},{"precision":0.41615,"recall":0.532609,"f1":0.447864,"accuracy":0.532609,"main_score":0.447864,"hf_subset":"kor_Hang-sag_Latn","languages":["kor-Hang","sag-Latn"]},{"precision":0.123708,"recall":0.205534,"f1":0.139235,"accuracy":0.205534,"main_score":0.139235,"hf_subset":"kor_Hang-taq_Tfng","languages":["kor-Hang","taq-Tfng"]},{"precision":0.433687,"recall":0.541502,"f1":0.462771,"accuracy":0.541502,"main_score":0.462771,"hf_subset":"kor_Hang-wol_Latn","languages":["kor-Hang","wol-Latn"]},{"precision":0.269553,"recall":0.380435,"f1":0.29692,"accuracy":0.380435,"main_score":0.29692,"hf_subset":"kor_Hang-arb_Latn","languages":["kor-Hang","arb-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"kor_Hang-cat_Latn","languages":["kor-Hang","cat-Latn"]},{"precision":0.795455,"recall":0.853755,"f1":0.813834,"accuracy":0.853755,"main_score":0.813834,"hf_subset":"kor_Hang-fur_Latn","languages":["kor-Hang","fur-Latn"]},{"precision":0.256039,"recall":0.34585,"f1":0.277955,"accuracy":0.34585,"main_score":0.277955,"hf_subset":"kor_Hang-kab_Latn","languages":["kor-Hang","kab-Latn"]},{"precision":0.785903,"recall":0.844862,"f1":0.804084,"accuracy":0.844862,"main_score":0.804084,"hf_subset":"kor_Hang-lim_Latn","languages":["kor-Hang","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-nld_Latn","languages":["kor-Hang","nld-Latn"]},{"precision":0.881094,"recall":0.918972,"f1":0.89361,"accuracy":0.918972,"main_score":0.89361,"hf_subset":"kor_Hang-san_Deva","languages":["kor-Hang","san-Deva"]},{"precision":0.631703,"recall":0.719368,"f1":0.657658,"accuracy":0.719368,"main_score":0.657658,"hf_subset":"kor_Hang-tat_Cyrl","languages":["kor-Hang","tat-Cyrl"]},{"precision":0.398284,"recall":0.511858,"f1":0.427219,"accuracy":0.511858,"main_score":0.427219,"hf_subset":"kor_Hang-xho_Latn","languages":["kor-Hang","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kor_Hang-ars_Arab","languages":["kor-Hang","ars-Arab"]},{"precision":0.743478,"recall":0.814229,"f1":0.765053,"accuracy":0.814229,"main_score":0.765053,"hf_subset":"kor_Hang-ceb_Latn","languages":["kor-Hang","ceb-Latn"]},{"precision":0.387338,"recall":0.495059,"f1":0.415354,"accuracy":0.495059,"main_score":0.415354,"hf_subset":"kor_Hang-fuv_Latn","languages":["kor-Hang","fuv-Latn"]},{"precision":0.375376,"recall":0.491107,"f1":0.40529,"accuracy":0.491107,"main_score":0.40529,"hf_subset":"kor_Hang-kac_Latn","languages":["kor-Hang","kac-Latn"]},{"precision":0.445143,"recall":0.5583,"f1":0.474985,"accuracy":0.5583,"main_score":0.474985,"hf_subset":"kor_Hang-lin_Latn","languages":["kor-Hang","lin-Latn"]},{"precision":0.942276,"recall":0.960474,"f1":0.948188,"accuracy":0.960474,"main_score":0.948188,"hf_subset":"kor_Hang-nno_Latn","languages":["kor-Hang","nno-Latn"]},{"precision":0.158477,"recall":0.233202,"f1":0.176334,"accuracy":0.233202,"main_score":0.176334,"hf_subset":"kor_Hang-sat_Olck","languages":["kor-Hang","sat-Olck"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"kor_Hang-tel_Telu","languages":["kor-Hang","tel-Telu"]},{"precision":0.281417,"recall":0.385375,"f1":0.30746,"accuracy":0.385375,"main_score":0.30746,"hf_subset":"kor_Hang-ydd_Hebr","languages":["kor-Hang","ydd-Hebr"]},{"precision":0.878294,"recall":0.916996,"f1":0.89081,"accuracy":0.916996,"main_score":0.89081,"hf_subset":"kor_Hang-ary_Arab","languages":["kor-Hang","ary-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kor_Hang-ces_Latn","languages":["kor-Hang","ces-Latn"]},{"precision":0.287404,"recall":0.384387,"f1":0.311272,"accuracy":0.384387,"main_score":0.311272,"hf_subset":"kor_Hang-gaz_Latn","languages":["kor-Hang","gaz-Latn"]},{"precision":0.40119,"recall":0.513834,"f1":0.430465,"accuracy":0.513834,"main_score":0.430465,"hf_subset":"kor_Hang-kam_Latn","languages":["kor-Hang","kam-Latn"]},{"precision":0.751788,"recall":0.821146,"f1":0.77304,"accuracy":0.821146,"main_score":0.77304,"hf_subset":"kor_Hang-lit_Latn","languages":["kor-Hang","lit-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kor_Hang-nob_Latn","languages":["kor-Hang","nob-Latn"]},{"precision":0.734529,"recall":0.804348,"f1":0.755352,"accuracy":0.804348,"main_score":0.755352,"hf_subset":"kor_Hang-scn_Latn","languages":["kor-Hang","scn-Latn"]},{"precision":0.396418,"recall":0.500988,"f1":0.423955,"accuracy":0.500988,"main_score":0.423955,"hf_subset":"kor_Hang-tgk_Cyrl","languages":["kor-Hang","tgk-Cyrl"]},{"precision":0.34741,"recall":0.462451,"f1":0.377295,"accuracy":0.462451,"main_score":0.377295,"hf_subset":"kor_Hang-yor_Latn","languages":["kor-Hang","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kor_Hang-arz_Arab","languages":["kor-Hang","arz-Arab"]},{"precision":0.402114,"recall":0.514822,"f1":0.432345,"accuracy":0.514822,"main_score":0.432345,"hf_subset":"kor_Hang-cjk_Latn","languages":["kor-Hang","cjk-Latn"]},{"precision":0.317932,"recall":0.421937,"f1":0.344449,"accuracy":0.421937,"main_score":0.344449,"hf_subset":"kor_Hang-gla_Latn","languages":["kor-Hang","gla-Latn"]},{"precision":0.970685,"recall":0.979249,"f1":0.973485,"accuracy":0.979249,"main_score":0.973485,"hf_subset":"kor_Hang-kan_Knda","languages":["kor-Hang","kan-Knda"]},{"precision":0.764147,"recall":0.83004,"f1":0.784585,"accuracy":0.83004,"main_score":0.784585,"hf_subset":"kor_Hang-lmo_Latn","languages":["kor-Hang","lmo-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"kor_Hang-npi_Deva","languages":["kor-Hang","npi-Deva"]},{"precision":0.33554,"recall":0.450593,"f1":0.364159,"accuracy":0.450593,"main_score":0.364159,"hf_subset":"kor_Hang-shn_Mymr","languages":["kor-Hang","shn-Mymr"]},{"precision":0.854858,"recall":0.900198,"f1":0.869466,"accuracy":0.900198,"main_score":0.869466,"hf_subset":"kor_Hang-tgl_Latn","languages":["kor-Hang","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-yue_Hant","languages":["kor-Hang","yue-Hant"]},{"precision":0.859684,"recall":0.901186,"f1":0.872661,"accuracy":0.901186,"main_score":0.872661,"hf_subset":"kor_Hang-asm_Beng","languages":["kor-Hang","asm-Beng"]},{"precision":0.386757,"recall":0.482213,"f1":0.412056,"accuracy":0.482213,"main_score":0.412056,"hf_subset":"kor_Hang-ckb_Arab","languages":["kor-Hang","ckb-Arab"]},{"precision":0.325715,"recall":0.427866,"f1":0.350533,"accuracy":0.427866,"main_score":0.350533,"hf_subset":"kor_Hang-gle_Latn","languages":["kor-Hang","gle-Latn"]},{"precision":0.64269,"recall":0.733202,"f1":0.669119,"accuracy":0.733202,"main_score":0.669119,"hf_subset":"kor_Hang-kas_Arab","languages":["kor-Hang","kas-Arab"]},{"precision":0.570297,"recall":0.664032,"f1":0.597808,"accuracy":0.664032,"main_score":0.597808,"hf_subset":"kor_Hang-ltg_Latn","languages":["kor-Hang","ltg-Latn"]},{"precision":0.415556,"recall":0.527668,"f1":0.445249,"accuracy":0.527668,"main_score":0.445249,"hf_subset":"kor_Hang-nso_Latn","languages":["kor-Hang","nso-Latn"]},{"precision":0.850296,"recall":0.895257,"f1":0.864592,"accuracy":0.895257,"main_score":0.864592,"hf_subset":"kor_Hang-sin_Sinh","languages":["kor-Hang","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-tha_Thai","languages":["kor-Hang","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-zho_Hans","languages":["kor-Hang","zho-Hans"]},{"precision":0.970026,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"kor_Hang-ast_Latn","languages":["kor-Hang","ast-Latn"]},{"precision":0.787418,"recall":0.847826,"f1":0.806061,"accuracy":0.847826,"main_score":0.806061,"hf_subset":"kor_Hang-crh_Latn","languages":["kor-Hang","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-glg_Latn","languages":["kor-Hang","glg-Latn"]},{"precision":0.580142,"recall":0.68083,"f1":0.609065,"accuracy":0.68083,"main_score":0.609065,"hf_subset":"kor_Hang-kas_Deva","languages":["kor-Hang","kas-Deva"]},{"precision":0.752701,"recall":0.821146,"f1":0.77357,"accuracy":0.821146,"main_score":0.77357,"hf_subset":"kor_Hang-ltz_Latn","languages":["kor-Hang","ltz-Latn"]},{"precision":0.297088,"recall":0.389328,"f1":0.319088,"accuracy":0.389328,"main_score":0.319088,"hf_subset":"kor_Hang-nus_Latn","languages":["kor-Hang","nus-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"kor_Hang-slk_Latn","languages":["kor-Hang","slk-Latn"]},{"precision":0.356747,"recall":0.453557,"f1":0.381864,"accuracy":0.453557,"main_score":0.381864,"hf_subset":"kor_Hang-tir_Ethi","languages":["kor-Hang","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-zho_Hant","languages":["kor-Hang","zho-Hant"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"kor_Hang-awa_Deva","languages":["kor-Hang","awa-Deva"]},{"precision":0.375127,"recall":0.478261,"f1":0.401208,"accuracy":0.478261,"main_score":0.401208,"hf_subset":"kor_Hang-cym_Latn","languages":["kor-Hang","cym-Latn"]},{"precision":0.604633,"recall":0.694664,"f1":0.630301,"accuracy":0.694664,"main_score":0.630301,"hf_subset":"kor_Hang-grn_Latn","languages":["kor-Hang","grn-Latn"]},{"precision":0.871624,"recall":0.910079,"f1":0.883794,"accuracy":0.910079,"main_score":0.883794,"hf_subset":"kor_Hang-kat_Geor","languages":["kor-Hang","kat-Geor"]},{"precision":0.438731,"recall":0.545455,"f1":0.467922,"accuracy":0.545455,"main_score":0.467922,"hf_subset":"kor_Hang-lua_Latn","languages":["kor-Hang","lua-Latn"]},{"precision":0.43982,"recall":0.548419,"f1":0.469077,"accuracy":0.548419,"main_score":0.469077,"hf_subset":"kor_Hang-nya_Latn","languages":["kor-Hang","nya-Latn"]},{"precision":0.884552,"recall":0.920949,"f1":0.89641,"accuracy":0.920949,"main_score":0.89641,"hf_subset":"kor_Hang-slv_Latn","languages":["kor-Hang","slv-Latn"]},{"precision":0.693141,"recall":0.772727,"f1":0.716327,"accuracy":0.772727,"main_score":0.716327,"hf_subset":"kor_Hang-tpi_Latn","languages":["kor-Hang","tpi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kor_Hang-zsm_Latn","languages":["kor-Hang","zsm-Latn"]},{"precision":0.341616,"recall":0.460474,"f1":0.372549,"accuracy":0.460474,"main_score":0.372549,"hf_subset":"kor_Hang-ayr_Latn","languages":["kor-Hang","ayr-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kor_Hang-dan_Latn","languages":["kor-Hang","dan-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"kor_Hang-guj_Gujr","languages":["kor-Hang","guj-Gujr"]},{"precision":0.712698,"recall":0.789526,"f1":0.736072,"accuracy":0.789526,"main_score":0.736072,"hf_subset":"kor_Hang-kaz_Cyrl","languages":["kor-Hang","kaz-Cyrl"]},{"precision":0.363356,"recall":0.466403,"f1":0.38994,"accuracy":0.466403,"main_score":0.38994,"hf_subset":"kor_Hang-lug_Latn","languages":["kor-Hang","lug-Latn"]},{"precision":0.937994,"recall":0.95751,"f1":0.944236,"accuracy":0.95751,"main_score":0.944236,"hf_subset":"kor_Hang-oci_Latn","languages":["kor-Hang","oci-Latn"]},{"precision":0.387269,"recall":0.504941,"f1":0.417852,"accuracy":0.504941,"main_score":0.417852,"hf_subset":"kor_Hang-smo_Latn","languages":["kor-Hang","smo-Latn"]},{"precision":0.357728,"recall":0.47332,"f1":0.387239,"accuracy":0.47332,"main_score":0.387239,"hf_subset":"kor_Hang-tsn_Latn","languages":["kor-Hang","tsn-Latn"]},{"precision":0.369543,"recall":0.465415,"f1":0.393235,"accuracy":0.465415,"main_score":0.393235,"hf_subset":"kor_Hang-zul_Latn","languages":["kor-Hang","zul-Latn"]},{"precision":0.674547,"recall":0.762846,"f1":0.701457,"accuracy":0.762846,"main_score":0.701457,"hf_subset":"kor_Hang-azb_Arab","languages":["kor-Hang","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-deu_Latn","languages":["kor-Hang","deu-Latn"]},{"precision":0.593102,"recall":0.686759,"f1":0.619533,"accuracy":0.686759,"main_score":0.619533,"hf_subset":"kor_Hang-hat_Latn","languages":["kor-Hang","hat-Latn"]},{"precision":0.324578,"recall":0.431818,"f1":0.351148,"accuracy":0.431818,"main_score":0.351148,"hf_subset":"kor_Hang-kbp_Latn","languages":["kor-Hang","kbp-Latn"]},{"precision":0.406933,"recall":0.518775,"f1":0.435805,"accuracy":0.518775,"main_score":0.435805,"hf_subset":"kor_Hang-luo_Latn","languages":["kor-Hang","luo-Latn"]},{"precision":0.546078,"recall":0.631423,"f1":0.569322,"accuracy":0.631423,"main_score":0.569322,"hf_subset":"kor_Hang-ory_Orya","languages":["kor-Hang","ory-Orya"]},{"precision":0.375329,"recall":0.490119,"f1":0.405987,"accuracy":0.490119,"main_score":0.405987,"hf_subset":"kor_Hang-sna_Latn","languages":["kor-Hang","sna-Latn"]},{"precision":0.370888,"recall":0.477273,"f1":0.397953,"accuracy":0.477273,"main_score":0.397953,"hf_subset":"kor_Hang-tso_Latn","languages":["kor-Hang","tso-Latn"]},{"precision":0.823617,"recall":0.874506,"f1":0.839559,"accuracy":0.874506,"main_score":0.839559,"hf_subset":"kor_Hang-azj_Latn","languages":["kor-Hang","azj-Latn"]},{"precision":0.389723,"recall":0.508893,"f1":0.421182,"accuracy":0.508893,"main_score":0.421182,"hf_subset":"kor_Hang-dik_Latn","languages":["kor-Hang","dik-Latn"]},{"precision":0.396801,"recall":0.498024,"f1":0.423432,"accuracy":0.498024,"main_score":0.423432,"hf_subset":"kor_Hang-hau_Latn","languages":["kor-Hang","hau-Latn"]},{"precision":0.747892,"recall":0.820158,"f1":0.770111,"accuracy":0.820158,"main_score":0.770111,"hf_subset":"kor_Hang-kea_Latn","languages":["kor-Hang","kea-Latn"]},{"precision":0.54435,"recall":0.645257,"f1":0.573089,"accuracy":0.645257,"main_score":0.573089,"hf_subset":"kor_Hang-lus_Latn","languages":["kor-Hang","lus-Latn"]},{"precision":0.710343,"recall":0.785573,"f1":0.732449,"accuracy":0.785573,"main_score":0.732449,"hf_subset":"kor_Hang-pag_Latn","languages":["kor-Hang","pag-Latn"]},{"precision":0.673897,"recall":0.756917,"f1":0.698339,"accuracy":0.756917,"main_score":0.698339,"hf_subset":"kor_Hang-snd_Arab","languages":["kor-Hang","snd-Arab"]},{"precision":0.567296,"recall":0.660079,"f1":0.593561,"accuracy":0.660079,"main_score":0.593561,"hf_subset":"kor_Hang-tuk_Latn","languages":["kor-Hang","tuk-Latn"]},{"precision":0.627447,"recall":0.713439,"f1":0.652374,"accuracy":0.713439,"main_score":0.652374,"hf_subset":"kor_Hang-bak_Cyrl","languages":["kor-Hang","bak-Cyrl"]},{"precision":0.317367,"recall":0.433794,"f1":0.347748,"accuracy":0.433794,"main_score":0.347748,"hf_subset":"kor_Hang-dyu_Latn","languages":["kor-Hang","dyu-Latn"]},{"precision":0.889575,"recall":0.922925,"f1":0.900066,"accuracy":0.922925,"main_score":0.900066,"hf_subset":"kor_Hang-heb_Hebr","languages":["kor-Hang","heb-Hebr"]},{"precision":0.424432,"recall":0.528656,"f1":0.45267,"accuracy":0.528656,"main_score":0.45267,"hf_subset":"kor_Hang-khk_Cyrl","languages":["kor-Hang","khk-Cyrl"]},{"precision":0.7653,"recall":0.83004,"f1":0.785394,"accuracy":0.83004,"main_score":0.785394,"hf_subset":"kor_Hang-lvs_Latn","languages":["kor-Hang","lvs-Latn"]},{"precision":0.906324,"recall":0.935771,"f1":0.915843,"accuracy":0.935771,"main_score":0.915843,"hf_subset":"kor_Hang-pan_Guru","languages":["kor-Hang","pan-Guru"]},{"precision":0.329361,"recall":0.435771,"f1":0.355559,"accuracy":0.435771,"main_score":0.355559,"hf_subset":"kor_Hang-som_Latn","languages":["kor-Hang","som-Latn"]},{"precision":0.429564,"recall":0.529644,"f1":0.456086,"accuracy":0.529644,"main_score":0.456086,"hf_subset":"kor_Hang-tum_Latn","languages":["kor-Hang","tum-Latn"]},{"precision":0.274358,"recall":0.315217,"f1":0.285231,"accuracy":0.315217,"main_score":0.285231,"hf_subset":"mos_Latn-ace_Arab","languages":["mos-Latn","ace-Arab"]},{"precision":0.402174,"recall":0.4417,"f1":0.413359,"accuracy":0.4417,"main_score":0.413359,"hf_subset":"mos_Latn-bam_Latn","languages":["mos-Latn","bam-Latn"]},{"precision":0.140404,"recall":0.181818,"f1":0.150969,"accuracy":0.181818,"main_score":0.150969,"hf_subset":"mos_Latn-dzo_Tibt","languages":["mos-Latn","dzo-Tibt"]},{"precision":0.411654,"recall":0.486166,"f1":0.431184,"accuracy":0.486166,"main_score":0.431184,"hf_subset":"mos_Latn-hin_Deva","languages":["mos-Latn","hin-Deva"]},{"precision":0.36541,"recall":0.41502,"f1":0.3796,"accuracy":0.41502,"main_score":0.3796,"hf_subset":"mos_Latn-khm_Khmr","languages":["mos-Latn","khm-Khmr"]},{"precision":0.416649,"recall":0.472332,"f1":0.430887,"accuracy":0.472332,"main_score":0.430887,"hf_subset":"mos_Latn-mag_Deva","languages":["mos-Latn","mag-Deva"]},{"precision":0.45773,"recall":0.494071,"f1":0.468006,"accuracy":0.494071,"main_score":0.468006,"hf_subset":"mos_Latn-pap_Latn","languages":["mos-Latn","pap-Latn"]},{"precision":0.40311,"recall":0.44664,"f1":0.415024,"accuracy":0.44664,"main_score":0.415024,"hf_subset":"mos_Latn-sot_Latn","languages":["mos-Latn","sot-Latn"]},{"precision":0.438664,"recall":0.495059,"f1":0.454664,"accuracy":0.495059,"main_score":0.454664,"hf_subset":"mos_Latn-tur_Latn","languages":["mos-Latn","tur-Latn"]},{"precision":0.447834,"recall":0.483202,"f1":0.458059,"accuracy":0.483202,"main_score":0.458059,"hf_subset":"mos_Latn-ace_Latn","languages":["mos-Latn","ace-Latn"]},{"precision":0.447792,"recall":0.487154,"f1":0.458722,"accuracy":0.487154,"main_score":0.458722,"hf_subset":"mos_Latn-ban_Latn","languages":["mos-Latn","ban-Latn"]},{"precision":0.376163,"recall":0.443676,"f1":0.393283,"accuracy":0.443676,"main_score":0.393283,"hf_subset":"mos_Latn-ell_Grek","languages":["mos-Latn","ell-Grek"]},{"precision":0.417879,"recall":0.475296,"f1":0.434285,"accuracy":0.475296,"main_score":0.434285,"hf_subset":"mos_Latn-hne_Deva","languages":["mos-Latn","hne-Deva"]},{"precision":0.383238,"recall":0.425889,"f1":0.395993,"accuracy":0.425889,"main_score":0.395993,"hf_subset":"mos_Latn-kik_Latn","languages":["mos-Latn","kik-Latn"]},{"precision":0.420701,"recall":0.485178,"f1":0.437782,"accuracy":0.485178,"main_score":0.437782,"hf_subset":"mos_Latn-mai_Deva","languages":["mos-Latn","mai-Deva"]},{"precision":0.389864,"recall":0.437747,"f1":0.402992,"accuracy":0.437747,"main_score":0.402992,"hf_subset":"mos_Latn-pbt_Arab","languages":["mos-Latn","pbt-Arab"]},{"precision":0.442366,"recall":0.506917,"f1":0.459263,"accuracy":0.506917,"main_score":0.459263,"hf_subset":"mos_Latn-spa_Latn","languages":["mos-Latn","spa-Latn"]},{"precision":0.445553,"recall":0.48419,"f1":0.457416,"accuracy":0.48419,"main_score":0.457416,"hf_subset":"mos_Latn-twi_Latn","languages":["mos-Latn","twi-Latn"]},{"precision":0.403785,"recall":0.461462,"f1":0.418811,"accuracy":0.461462,"main_score":0.418811,"hf_subset":"mos_Latn-acm_Arab","languages":["mos-Latn","acm-Arab"]},{"precision":0.38624,"recall":0.442688,"f1":0.401624,"accuracy":0.442688,"main_score":0.401624,"hf_subset":"mos_Latn-bel_Cyrl","languages":["mos-Latn","bel-Cyrl"]},{"precision":0.457402,"recall":0.518775,"f1":0.473483,"accuracy":0.518775,"main_score":0.473483,"hf_subset":"mos_Latn-eng_Latn","languages":["mos-Latn","eng-Latn"]},{"precision":0.437665,"recall":0.485178,"f1":0.45062,"accuracy":0.485178,"main_score":0.45062,"hf_subset":"mos_Latn-hrv_Latn","languages":["mos-Latn","hrv-Latn"]},{"precision":0.392696,"recall":0.439723,"f1":0.405788,"accuracy":0.439723,"main_score":0.405788,"hf_subset":"mos_Latn-kin_Latn","languages":["mos-Latn","kin-Latn"]},{"precision":0.391523,"recall":0.458498,"f1":0.409494,"accuracy":0.458498,"main_score":0.409494,"hf_subset":"mos_Latn-mal_Mlym","languages":["mos-Latn","mal-Mlym"]},{"precision":0.39815,"recall":0.469368,"f1":0.415998,"accuracy":0.469368,"main_score":0.415998,"hf_subset":"mos_Latn-pes_Arab","languages":["mos-Latn","pes-Arab"]},{"precision":0.43249,"recall":0.472332,"f1":0.443015,"accuracy":0.472332,"main_score":0.443015,"hf_subset":"mos_Latn-srd_Latn","languages":["mos-Latn","srd-Latn"]},{"precision":0.158277,"recall":0.205534,"f1":0.170551,"accuracy":0.205534,"main_score":0.170551,"hf_subset":"mos_Latn-tzm_Tfng","languages":["mos-Latn","tzm-Tfng"]},{"precision":0.404281,"recall":0.459486,"f1":0.418094,"accuracy":0.459486,"main_score":0.418094,"hf_subset":"mos_Latn-acq_Arab","languages":["mos-Latn","acq-Arab"]},{"precision":0.417692,"recall":0.463439,"f1":0.431043,"accuracy":0.463439,"main_score":0.431043,"hf_subset":"mos_Latn-bem_Latn","languages":["mos-Latn","bem-Latn"]},{"precision":0.438662,"recall":0.480237,"f1":0.450369,"accuracy":0.480237,"main_score":0.450369,"hf_subset":"mos_Latn-epo_Latn","languages":["mos-Latn","epo-Latn"]},{"precision":0.405732,"recall":0.468379,"f1":0.422887,"accuracy":0.468379,"main_score":0.422887,"hf_subset":"mos_Latn-hun_Latn","languages":["mos-Latn","hun-Latn"]},{"precision":0.420483,"recall":0.464427,"f1":0.43262,"accuracy":0.464427,"main_score":0.43262,"hf_subset":"mos_Latn-kir_Cyrl","languages":["mos-Latn","kir-Cyrl"]},{"precision":0.418126,"recall":0.485178,"f1":0.435354,"accuracy":0.485178,"main_score":0.435354,"hf_subset":"mos_Latn-mar_Deva","languages":["mos-Latn","mar-Deva"]},{"precision":0.414476,"recall":0.458498,"f1":0.428063,"accuracy":0.458498,"main_score":0.428063,"hf_subset":"mos_Latn-plt_Latn","languages":["mos-Latn","plt-Latn"]},{"precision":0.41851,"recall":0.468379,"f1":0.432195,"accuracy":0.468379,"main_score":0.432195,"hf_subset":"mos_Latn-srp_Cyrl","languages":["mos-Latn","srp-Cyrl"]},{"precision":0.275902,"recall":0.323123,"f1":0.28856,"accuracy":0.323123,"main_score":0.28856,"hf_subset":"mos_Latn-uig_Arab","languages":["mos-Latn","uig-Arab"]},{"precision":0.405869,"recall":0.451581,"f1":0.417316,"accuracy":0.451581,"main_score":0.417316,"hf_subset":"mos_Latn-aeb_Arab","languages":["mos-Latn","aeb-Arab"]},{"precision":0.408864,"recall":0.47332,"f1":0.425369,"accuracy":0.47332,"main_score":0.425369,"hf_subset":"mos_Latn-ben_Beng","languages":["mos-Latn","ben-Beng"]},{"precision":0.421497,"recall":0.466403,"f1":0.434205,"accuracy":0.466403,"main_score":0.434205,"hf_subset":"mos_Latn-est_Latn","languages":["mos-Latn","est-Latn"]},{"precision":0.37477,"recall":0.431818,"f1":0.390273,"accuracy":0.431818,"main_score":0.390273,"hf_subset":"mos_Latn-hye_Armn","languages":["mos-Latn","hye-Armn"]},{"precision":0.397211,"recall":0.442688,"f1":0.410193,"accuracy":0.442688,"main_score":0.410193,"hf_subset":"mos_Latn-kmb_Latn","languages":["mos-Latn","kmb-Latn"]},{"precision":0.233811,"recall":0.274704,"f1":0.245065,"accuracy":0.274704,"main_score":0.245065,"hf_subset":"mos_Latn-min_Arab","languages":["mos-Latn","min-Arab"]},{"precision":0.431669,"recall":0.494071,"f1":0.44836,"accuracy":0.494071,"main_score":0.44836,"hf_subset":"mos_Latn-pol_Latn","languages":["mos-Latn","pol-Latn"]},{"precision":0.413358,"recall":0.448617,"f1":0.423622,"accuracy":0.448617,"main_score":0.423622,"hf_subset":"mos_Latn-ssw_Latn","languages":["mos-Latn","ssw-Latn"]},{"precision":0.420801,"recall":0.481225,"f1":0.437498,"accuracy":0.481225,"main_score":0.437498,"hf_subset":"mos_Latn-ukr_Cyrl","languages":["mos-Latn","ukr-Cyrl"]},{"precision":0.447533,"recall":0.492095,"f1":0.460387,"accuracy":0.492095,"main_score":0.460387,"hf_subset":"mos_Latn-afr_Latn","languages":["mos-Latn","afr-Latn"]},{"precision":0.410841,"recall":0.469368,"f1":0.426731,"accuracy":0.469368,"main_score":0.426731,"hf_subset":"mos_Latn-bho_Deva","languages":["mos-Latn","bho-Deva"]},{"precision":0.425613,"recall":0.466403,"f1":0.437288,"accuracy":0.466403,"main_score":0.437288,"hf_subset":"mos_Latn-eus_Latn","languages":["mos-Latn","eus-Latn"]},{"precision":0.385532,"recall":0.440711,"f1":0.401151,"accuracy":0.440711,"main_score":0.401151,"hf_subset":"mos_Latn-ibo_Latn","languages":["mos-Latn","ibo-Latn"]},{"precision":0.409036,"recall":0.451581,"f1":0.421366,"accuracy":0.451581,"main_score":0.421366,"hf_subset":"mos_Latn-kmr_Latn","languages":["mos-Latn","kmr-Latn"]},{"precision":0.427147,"recall":0.463439,"f1":0.437032,"accuracy":0.463439,"main_score":0.437032,"hf_subset":"mos_Latn-min_Latn","languages":["mos-Latn","min-Latn"]},{"precision":0.457465,"recall":0.51581,"f1":0.473343,"accuracy":0.51581,"main_score":0.473343,"hf_subset":"mos_Latn-por_Latn","languages":["mos-Latn","por-Latn"]},{"precision":0.455904,"recall":0.487154,"f1":0.46466,"accuracy":0.487154,"main_score":0.46466,"hf_subset":"mos_Latn-sun_Latn","languages":["mos-Latn","sun-Latn"]},{"precision":0.400587,"recall":0.443676,"f1":0.413117,"accuracy":0.443676,"main_score":0.413117,"hf_subset":"mos_Latn-umb_Latn","languages":["mos-Latn","umb-Latn"]},{"precision":0.415649,"recall":0.472332,"f1":0.429371,"accuracy":0.472332,"main_score":0.429371,"hf_subset":"mos_Latn-ajp_Arab","languages":["mos-Latn","ajp-Arab"]},{"precision":0.243082,"recall":0.285573,"f1":0.25386,"accuracy":0.285573,"main_score":0.25386,"hf_subset":"mos_Latn-bjn_Arab","languages":["mos-Latn","bjn-Arab"]},{"precision":0.419642,"recall":0.45751,"f1":0.43083,"accuracy":0.45751,"main_score":0.43083,"hf_subset":"mos_Latn-ewe_Latn","languages":["mos-Latn","ewe-Latn"]},{"precision":0.470356,"recall":0.505929,"f1":0.480869,"accuracy":0.505929,"main_score":0.480869,"hf_subset":"mos_Latn-ilo_Latn","languages":["mos-Latn","ilo-Latn"]},{"precision":0.20437,"recall":0.245059,"f1":0.215622,"accuracy":0.245059,"main_score":0.215622,"hf_subset":"mos_Latn-knc_Arab","languages":["mos-Latn","knc-Arab"]},{"precision":0.417347,"recall":0.466403,"f1":0.430774,"accuracy":0.466403,"main_score":0.430774,"hf_subset":"mos_Latn-mkd_Cyrl","languages":["mos-Latn","mkd-Cyrl"]},{"precision":0.398168,"recall":0.470356,"f1":0.416506,"accuracy":0.470356,"main_score":0.416506,"hf_subset":"mos_Latn-prs_Arab","languages":["mos-Latn","prs-Arab"]},{"precision":0.442538,"recall":0.496047,"f1":0.457749,"accuracy":0.496047,"main_score":0.457749,"hf_subset":"mos_Latn-swe_Latn","languages":["mos-Latn","swe-Latn"]},{"precision":0.381603,"recall":0.449605,"f1":0.40001,"accuracy":0.449605,"main_score":0.40001,"hf_subset":"mos_Latn-urd_Arab","languages":["mos-Latn","urd-Arab"]},{"precision":0.428269,"recall":0.464427,"f1":0.438712,"accuracy":0.464427,"main_score":0.438712,"hf_subset":"mos_Latn-aka_Latn","languages":["mos-Latn","aka-Latn"]},{"precision":0.425956,"recall":0.470356,"f1":0.437719,"accuracy":0.470356,"main_score":0.437719,"hf_subset":"mos_Latn-bjn_Latn","languages":["mos-Latn","bjn-Latn"]},{"precision":0.401736,"recall":0.442688,"f1":0.413367,"accuracy":0.442688,"main_score":0.413367,"hf_subset":"mos_Latn-fao_Latn","languages":["mos-Latn","fao-Latn"]},{"precision":0.444474,"recall":0.511858,"f1":0.462343,"accuracy":0.511858,"main_score":0.462343,"hf_subset":"mos_Latn-ind_Latn","languages":["mos-Latn","ind-Latn"]},{"precision":0.425132,"recall":0.456522,"f1":0.434736,"accuracy":0.456522,"main_score":0.434736,"hf_subset":"mos_Latn-knc_Latn","languages":["mos-Latn","knc-Latn"]},{"precision":0.435059,"recall":0.474308,"f1":0.445966,"accuracy":0.474308,"main_score":0.445966,"hf_subset":"mos_Latn-mlt_Latn","languages":["mos-Latn","mlt-Latn"]},{"precision":0.414687,"recall":0.462451,"f1":0.427903,"accuracy":0.462451,"main_score":0.427903,"hf_subset":"mos_Latn-quy_Latn","languages":["mos-Latn","quy-Latn"]},{"precision":0.423267,"recall":0.464427,"f1":0.435353,"accuracy":0.464427,"main_score":0.435353,"hf_subset":"mos_Latn-swh_Latn","languages":["mos-Latn","swh-Latn"]},{"precision":0.400881,"recall":0.440711,"f1":0.411853,"accuracy":0.440711,"main_score":0.411853,"hf_subset":"mos_Latn-uzn_Latn","languages":["mos-Latn","uzn-Latn"]},{"precision":0.437871,"recall":0.482213,"f1":0.449891,"accuracy":0.482213,"main_score":0.449891,"hf_subset":"mos_Latn-als_Latn","languages":["mos-Latn","als-Latn"]},{"precision":0.194507,"recall":0.238142,"f1":0.206414,"accuracy":0.238142,"main_score":0.206414,"hf_subset":"mos_Latn-bod_Tibt","languages":["mos-Latn","bod-Tibt"]},{"precision":0.409878,"recall":0.449605,"f1":0.421247,"accuracy":0.449605,"main_score":0.421247,"hf_subset":"mos_Latn-fij_Latn","languages":["mos-Latn","fij-Latn"]},{"precision":0.37511,"recall":0.423913,"f1":0.388146,"accuracy":0.423913,"main_score":0.388146,"hf_subset":"mos_Latn-isl_Latn","languages":["mos-Latn","isl-Latn"]},{"precision":0.440053,"recall":0.479249,"f1":0.451915,"accuracy":0.479249,"main_score":0.451915,"hf_subset":"mos_Latn-kon_Latn","languages":["mos-Latn","kon-Latn"]},{"precision":0.335015,"recall":0.386364,"f1":0.3485,"accuracy":0.386364,"main_score":0.3485,"hf_subset":"mos_Latn-mni_Beng","languages":["mos-Latn","mni-Beng"]},{"precision":0.441773,"recall":0.498024,"f1":0.457111,"accuracy":0.498024,"main_score":0.457111,"hf_subset":"mos_Latn-ron_Latn","languages":["mos-Latn","ron-Latn"]},{"precision":0.417353,"recall":0.458498,"f1":0.429353,"accuracy":0.458498,"main_score":0.429353,"hf_subset":"mos_Latn-szl_Latn","languages":["mos-Latn","szl-Latn"]},{"precision":0.431444,"recall":0.468379,"f1":0.442051,"accuracy":0.468379,"main_score":0.442051,"hf_subset":"mos_Latn-vec_Latn","languages":["mos-Latn","vec-Latn"]},{"precision":0.353194,"recall":0.410079,"f1":0.368888,"accuracy":0.410079,"main_score":0.368888,"hf_subset":"mos_Latn-amh_Ethi","languages":["mos-Latn","amh-Ethi"]},{"precision":0.428075,"recall":0.483202,"f1":0.443418,"accuracy":0.483202,"main_score":0.443418,"hf_subset":"mos_Latn-bos_Latn","languages":["mos-Latn","bos-Latn"]},{"precision":0.419216,"recall":0.476285,"f1":0.435557,"accuracy":0.476285,"main_score":0.435557,"hf_subset":"mos_Latn-fin_Latn","languages":["mos-Latn","fin-Latn"]},{"precision":0.428958,"recall":0.493083,"f1":0.445364,"accuracy":0.493083,"main_score":0.445364,"hf_subset":"mos_Latn-ita_Latn","languages":["mos-Latn","ita-Latn"]},{"precision":0.417603,"recall":0.48419,"f1":0.435884,"accuracy":0.48419,"main_score":0.435884,"hf_subset":"mos_Latn-kor_Hang","languages":["mos-Latn","kor-Hang"]},{"precision":0.401426,"recall":0.443676,"f1":0.413083,"accuracy":0.443676,"main_score":0.413083,"hf_subset":"mos_Latn-run_Latn","languages":["mos-Latn","run-Latn"]},{"precision":0.378384,"recall":0.44664,"f1":0.396177,"accuracy":0.44664,"main_score":0.396177,"hf_subset":"mos_Latn-tam_Taml","languages":["mos-Latn","tam-Taml"]},{"precision":0.43053,"recall":0.48913,"f1":0.445256,"accuracy":0.48913,"main_score":0.445256,"hf_subset":"mos_Latn-vie_Latn","languages":["mos-Latn","vie-Latn"]},{"precision":0.418967,"recall":0.466403,"f1":0.431357,"accuracy":0.466403,"main_score":0.431357,"hf_subset":"mos_Latn-apc_Arab","languages":["mos-Latn","apc-Arab"]},{"precision":0.436298,"recall":0.478261,"f1":0.448425,"accuracy":0.478261,"main_score":0.448425,"hf_subset":"mos_Latn-bug_Latn","languages":["mos-Latn","bug-Latn"]},{"precision":0.388185,"recall":0.424901,"f1":0.399259,"accuracy":0.424901,"main_score":0.399259,"hf_subset":"mos_Latn-fon_Latn","languages":["mos-Latn","fon-Latn"]},{"precision":0.457321,"recall":0.493083,"f1":0.46661,"accuracy":0.493083,"main_score":0.46661,"hf_subset":"mos_Latn-jav_Latn","languages":["mos-Latn","jav-Latn"]},{"precision":0.362377,"recall":0.408103,"f1":0.375456,"accuracy":0.408103,"main_score":0.375456,"hf_subset":"mos_Latn-lao_Laoo","languages":["mos-Latn","lao-Laoo"]},{"precision":0.397317,"recall":0.4417,"f1":0.410032,"accuracy":0.4417,"main_score":0.410032,"hf_subset":"mos_Latn-mri_Latn","languages":["mos-Latn","mri-Latn"]},{"precision":0.417351,"recall":0.492095,"f1":0.437257,"accuracy":0.492095,"main_score":0.437257,"hf_subset":"mos_Latn-rus_Cyrl","languages":["mos-Latn","rus-Cyrl"]},{"precision":0.409054,"recall":0.447628,"f1":0.419919,"accuracy":0.447628,"main_score":0.419919,"hf_subset":"mos_Latn-taq_Latn","languages":["mos-Latn","taq-Latn"]},{"precision":0.46314,"recall":0.499012,"f1":0.473437,"accuracy":0.499012,"main_score":0.473437,"hf_subset":"mos_Latn-war_Latn","languages":["mos-Latn","war-Latn"]},{"precision":0.406277,"recall":0.469368,"f1":0.422101,"accuracy":0.469368,"main_score":0.422101,"hf_subset":"mos_Latn-arb_Arab","languages":["mos-Latn","arb-Arab"]},{"precision":0.439271,"recall":0.491107,"f1":0.453702,"accuracy":0.491107,"main_score":0.453702,"hf_subset":"mos_Latn-bul_Cyrl","languages":["mos-Latn","bul-Cyrl"]},{"precision":0.453497,"recall":0.518775,"f1":0.471269,"accuracy":0.518775,"main_score":0.471269,"hf_subset":"mos_Latn-fra_Latn","languages":["mos-Latn","fra-Latn"]},{"precision":0.41006,"recall":0.48419,"f1":0.42953,"accuracy":0.48419,"main_score":0.42953,"hf_subset":"mos_Latn-jpn_Jpan","languages":["mos-Latn","jpn-Jpan"]},{"precision":0.430871,"recall":0.463439,"f1":0.440258,"accuracy":0.463439,"main_score":0.440258,"hf_subset":"mos_Latn-lij_Latn","languages":["mos-Latn","lij-Latn"]},{"precision":0.314739,"recall":0.380435,"f1":0.332178,"accuracy":0.380435,"main_score":0.332178,"hf_subset":"mos_Latn-mya_Mymr","languages":["mos-Latn","mya-Mymr"]},{"precision":0.438439,"recall":0.472332,"f1":0.448734,"accuracy":0.472332,"main_score":0.448734,"hf_subset":"mos_Latn-sag_Latn","languages":["mos-Latn","sag-Latn"]},{"precision":0.160874,"recall":0.217391,"f1":0.174181,"accuracy":0.217391,"main_score":0.174181,"hf_subset":"mos_Latn-taq_Tfng","languages":["mos-Latn","taq-Tfng"]},{"precision":0.449473,"recall":0.486166,"f1":0.460771,"accuracy":0.486166,"main_score":0.460771,"hf_subset":"mos_Latn-wol_Latn","languages":["mos-Latn","wol-Latn"]},{"precision":0.280449,"recall":0.346838,"f1":0.297616,"accuracy":0.346838,"main_score":0.297616,"hf_subset":"mos_Latn-arb_Latn","languages":["mos-Latn","arb-Latn"]},{"precision":0.441821,"recall":0.488142,"f1":0.455103,"accuracy":0.488142,"main_score":0.455103,"hf_subset":"mos_Latn-cat_Latn","languages":["mos-Latn","cat-Latn"]},{"precision":0.419626,"recall":0.463439,"f1":0.432162,"accuracy":0.463439,"main_score":0.432162,"hf_subset":"mos_Latn-fur_Latn","languages":["mos-Latn","fur-Latn"]},{"precision":0.298358,"recall":0.341897,"f1":0.310321,"accuracy":0.341897,"main_score":0.310321,"hf_subset":"mos_Latn-kab_Latn","languages":["mos-Latn","kab-Latn"]},{"precision":0.442397,"recall":0.474308,"f1":0.451446,"accuracy":0.474308,"main_score":0.451446,"hf_subset":"mos_Latn-lim_Latn","languages":["mos-Latn","lim-Latn"]},{"precision":0.429032,"recall":0.495059,"f1":0.446883,"accuracy":0.495059,"main_score":0.446883,"hf_subset":"mos_Latn-nld_Latn","languages":["mos-Latn","nld-Latn"]},{"precision":0.368304,"recall":0.425889,"f1":0.384473,"accuracy":0.425889,"main_score":0.384473,"hf_subset":"mos_Latn-san_Deva","languages":["mos-Latn","san-Deva"]},{"precision":0.424143,"recall":0.464427,"f1":0.435081,"accuracy":0.464427,"main_score":0.435081,"hf_subset":"mos_Latn-tat_Cyrl","languages":["mos-Latn","tat-Cyrl"]},{"precision":0.419251,"recall":0.459486,"f1":0.430486,"accuracy":0.459486,"main_score":0.430486,"hf_subset":"mos_Latn-xho_Latn","languages":["mos-Latn","xho-Latn"]},{"precision":0.372591,"recall":0.439723,"f1":0.389664,"accuracy":0.439723,"main_score":0.389664,"hf_subset":"mos_Latn-ars_Arab","languages":["mos-Latn","ars-Arab"]},{"precision":0.465735,"recall":0.500988,"f1":0.475889,"accuracy":0.500988,"main_score":0.475889,"hf_subset":"mos_Latn-ceb_Latn","languages":["mos-Latn","ceb-Latn"]},{"precision":0.426094,"recall":0.461462,"f1":0.43671,"accuracy":0.461462,"main_score":0.43671,"hf_subset":"mos_Latn-fuv_Latn","languages":["mos-Latn","fuv-Latn"]},{"precision":0.40814,"recall":0.455534,"f1":0.421762,"accuracy":0.455534,"main_score":0.421762,"hf_subset":"mos_Latn-kac_Latn","languages":["mos-Latn","kac-Latn"]},{"precision":0.455204,"recall":0.494071,"f1":0.467161,"accuracy":0.494071,"main_score":0.467161,"hf_subset":"mos_Latn-lin_Latn","languages":["mos-Latn","lin-Latn"]},{"precision":0.436125,"recall":0.486166,"f1":0.450093,"accuracy":0.486166,"main_score":0.450093,"hf_subset":"mos_Latn-nno_Latn","languages":["mos-Latn","nno-Latn"]},{"precision":0.156,"recall":0.19664,"f1":0.165889,"accuracy":0.19664,"main_score":0.165889,"hf_subset":"mos_Latn-sat_Olck","languages":["mos-Latn","sat-Olck"]},{"precision":0.397798,"recall":0.463439,"f1":0.415663,"accuracy":0.463439,"main_score":0.415663,"hf_subset":"mos_Latn-tel_Telu","languages":["mos-Latn","tel-Telu"]},{"precision":0.256682,"recall":0.30336,"f1":0.268335,"accuracy":0.30336,"main_score":0.268335,"hf_subset":"mos_Latn-ydd_Hebr","languages":["mos-Latn","ydd-Hebr"]},{"precision":0.386939,"recall":0.443676,"f1":0.402173,"accuracy":0.443676,"main_score":0.402173,"hf_subset":"mos_Latn-ary_Arab","languages":["mos-Latn","ary-Arab"]},{"precision":0.402215,"recall":0.464427,"f1":0.419392,"accuracy":0.464427,"main_score":0.419392,"hf_subset":"mos_Latn-ces_Latn","languages":["mos-Latn","ces-Latn"]},{"precision":0.328978,"recall":0.383399,"f1":0.343462,"accuracy":0.383399,"main_score":0.343462,"hf_subset":"mos_Latn-gaz_Latn","languages":["mos-Latn","gaz-Latn"]},{"precision":0.398772,"recall":0.440711,"f1":0.410775,"accuracy":0.440711,"main_score":0.410775,"hf_subset":"mos_Latn-kam_Latn","languages":["mos-Latn","kam-Latn"]},{"precision":0.410797,"recall":0.456522,"f1":0.423253,"accuracy":0.456522,"main_score":0.423253,"hf_subset":"mos_Latn-lit_Latn","languages":["mos-Latn","lit-Latn"]},{"precision":0.432591,"recall":0.48913,"f1":0.448032,"accuracy":0.48913,"main_score":0.448032,"hf_subset":"mos_Latn-nob_Latn","languages":["mos-Latn","nob-Latn"]},{"precision":0.430331,"recall":0.469368,"f1":0.440882,"accuracy":0.469368,"main_score":0.440882,"hf_subset":"mos_Latn-scn_Latn","languages":["mos-Latn","scn-Latn"]},{"precision":0.370865,"recall":0.420949,"f1":0.383879,"accuracy":0.420949,"main_score":0.383879,"hf_subset":"mos_Latn-tgk_Cyrl","languages":["mos-Latn","tgk-Cyrl"]},{"precision":0.387467,"recall":0.433794,"f1":0.401713,"accuracy":0.433794,"main_score":0.401713,"hf_subset":"mos_Latn-yor_Latn","languages":["mos-Latn","yor-Latn"]},{"precision":0.399596,"recall":0.458498,"f1":0.415682,"accuracy":0.458498,"main_score":0.415682,"hf_subset":"mos_Latn-arz_Arab","languages":["mos-Latn","arz-Arab"]},{"precision":0.386594,"recall":0.427866,"f1":0.398932,"accuracy":0.427866,"main_score":0.398932,"hf_subset":"mos_Latn-cjk_Latn","languages":["mos-Latn","cjk-Latn"]},{"precision":0.3613,"recall":0.410079,"f1":0.375391,"accuracy":0.410079,"main_score":0.375391,"hf_subset":"mos_Latn-gla_Latn","languages":["mos-Latn","gla-Latn"]},{"precision":0.396444,"recall":0.463439,"f1":0.414176,"accuracy":0.463439,"main_score":0.414176,"hf_subset":"mos_Latn-kan_Knda","languages":["mos-Latn","kan-Knda"]},{"precision":0.433346,"recall":0.467391,"f1":0.442735,"accuracy":0.467391,"main_score":0.442735,"hf_subset":"mos_Latn-lmo_Latn","languages":["mos-Latn","lmo-Latn"]},{"precision":0.405101,"recall":0.460474,"f1":0.420796,"accuracy":0.460474,"main_score":0.420796,"hf_subset":"mos_Latn-npi_Deva","languages":["mos-Latn","npi-Deva"]},{"precision":0.356472,"recall":0.409091,"f1":0.37141,"accuracy":0.409091,"main_score":0.37141,"hf_subset":"mos_Latn-shn_Mymr","languages":["mos-Latn","shn-Mymr"]},{"precision":0.462113,"recall":0.501976,"f1":0.473573,"accuracy":0.501976,"main_score":0.473573,"hf_subset":"mos_Latn-tgl_Latn","languages":["mos-Latn","tgl-Latn"]},{"precision":0.405608,"recall":0.467391,"f1":0.421483,"accuracy":0.467391,"main_score":0.421483,"hf_subset":"mos_Latn-yue_Hant","languages":["mos-Latn","yue-Hant"]},{"precision":0.350751,"recall":0.414032,"f1":0.367987,"accuracy":0.414032,"main_score":0.367987,"hf_subset":"mos_Latn-asm_Beng","languages":["mos-Latn","asm-Beng"]},{"precision":0.31224,"recall":0.366601,"f1":0.326882,"accuracy":0.366601,"main_score":0.326882,"hf_subset":"mos_Latn-ckb_Arab","languages":["mos-Latn","ckb-Arab"]},{"precision":0.354643,"recall":0.405138,"f1":0.368815,"accuracy":0.405138,"main_score":0.368815,"hf_subset":"mos_Latn-gle_Latn","languages":["mos-Latn","gle-Latn"]},{"precision":0.345602,"recall":0.393281,"f1":0.358013,"accuracy":0.393281,"main_score":0.358013,"hf_subset":"mos_Latn-kas_Arab","languages":["mos-Latn","kas-Arab"]},{"precision":0.401663,"recall":0.442688,"f1":0.413614,"accuracy":0.442688,"main_score":0.413614,"hf_subset":"mos_Latn-ltg_Latn","languages":["mos-Latn","ltg-Latn"]},{"precision":0.442852,"recall":0.476285,"f1":0.452668,"accuracy":0.476285,"main_score":0.452668,"hf_subset":"mos_Latn-nso_Latn","languages":["mos-Latn","nso-Latn"]},{"precision":0.363205,"recall":0.417984,"f1":0.378157,"accuracy":0.417984,"main_score":0.378157,"hf_subset":"mos_Latn-sin_Sinh","languages":["mos-Latn","sin-Sinh"]},{"precision":0.396732,"recall":0.474308,"f1":0.417187,"accuracy":0.474308,"main_score":0.417187,"hf_subset":"mos_Latn-tha_Thai","languages":["mos-Latn","tha-Thai"]},{"precision":0.420497,"recall":0.475296,"f1":0.435789,"accuracy":0.475296,"main_score":0.435789,"hf_subset":"mos_Latn-zho_Hans","languages":["mos-Latn","zho-Hans"]},{"precision":0.42334,"recall":0.465415,"f1":0.435731,"accuracy":0.465415,"main_score":0.435731,"hf_subset":"mos_Latn-ast_Latn","languages":["mos-Latn","ast-Latn"]},{"precision":0.40644,"recall":0.452569,"f1":0.419455,"accuracy":0.452569,"main_score":0.419455,"hf_subset":"mos_Latn-crh_Latn","languages":["mos-Latn","crh-Latn"]},{"precision":0.450557,"recall":0.490119,"f1":0.461358,"accuracy":0.490119,"main_score":0.461358,"hf_subset":"mos_Latn-glg_Latn","languages":["mos-Latn","glg-Latn"]},{"precision":0.360506,"recall":0.41502,"f1":0.375731,"accuracy":0.41502,"main_score":0.375731,"hf_subset":"mos_Latn-kas_Deva","languages":["mos-Latn","kas-Deva"]},{"precision":0.426583,"recall":0.467391,"f1":0.438044,"accuracy":0.467391,"main_score":0.438044,"hf_subset":"mos_Latn-ltz_Latn","languages":["mos-Latn","ltz-Latn"]},{"precision":0.340903,"recall":0.384387,"f1":0.353133,"accuracy":0.384387,"main_score":0.353133,"hf_subset":"mos_Latn-nus_Latn","languages":["mos-Latn","nus-Latn"]},{"precision":0.418792,"recall":0.485178,"f1":0.436969,"accuracy":0.485178,"main_score":0.436969,"hf_subset":"mos_Latn-slk_Latn","languages":["mos-Latn","slk-Latn"]},{"precision":0.296871,"recall":0.351779,"f1":0.311145,"accuracy":0.351779,"main_score":0.311145,"hf_subset":"mos_Latn-tir_Ethi","languages":["mos-Latn","tir-Ethi"]},{"precision":0.397216,"recall":0.467391,"f1":0.415894,"accuracy":0.467391,"main_score":0.415894,"hf_subset":"mos_Latn-zho_Hant","languages":["mos-Latn","zho-Hant"]},{"precision":0.417986,"recall":0.480237,"f1":0.434154,"accuracy":0.480237,"main_score":0.434154,"hf_subset":"mos_Latn-awa_Deva","languages":["mos-Latn","awa-Deva"]},{"precision":0.387478,"recall":0.428854,"f1":0.39836,"accuracy":0.428854,"main_score":0.39836,"hf_subset":"mos_Latn-cym_Latn","languages":["mos-Latn","cym-Latn"]},{"precision":0.449034,"recall":0.481225,"f1":0.458522,"accuracy":0.481225,"main_score":0.458522,"hf_subset":"mos_Latn-grn_Latn","languages":["mos-Latn","grn-Latn"]},{"precision":0.379497,"recall":0.435771,"f1":0.395014,"accuracy":0.435771,"main_score":0.395014,"hf_subset":"mos_Latn-kat_Geor","languages":["mos-Latn","kat-Geor"]},{"precision":0.437813,"recall":0.475296,"f1":0.448311,"accuracy":0.475296,"main_score":0.448311,"hf_subset":"mos_Latn-lua_Latn","languages":["mos-Latn","lua-Latn"]},{"precision":0.430235,"recall":0.465415,"f1":0.440135,"accuracy":0.465415,"main_score":0.440135,"hf_subset":"mos_Latn-nya_Latn","languages":["mos-Latn","nya-Latn"]},{"precision":0.42182,"recall":0.468379,"f1":0.435359,"accuracy":0.468379,"main_score":0.435359,"hf_subset":"mos_Latn-slv_Latn","languages":["mos-Latn","slv-Latn"]},{"precision":0.462533,"recall":0.501976,"f1":0.473606,"accuracy":0.501976,"main_score":0.473606,"hf_subset":"mos_Latn-tpi_Latn","languages":["mos-Latn","tpi-Latn"]},{"precision":0.463343,"recall":0.521739,"f1":0.478896,"accuracy":0.521739,"main_score":0.478896,"hf_subset":"mos_Latn-zsm_Latn","languages":["mos-Latn","zsm-Latn"]},{"precision":0.399585,"recall":0.455534,"f1":0.415579,"accuracy":0.455534,"main_score":0.415579,"hf_subset":"mos_Latn-ayr_Latn","languages":["mos-Latn","ayr-Latn"]},{"precision":0.444936,"recall":0.498024,"f1":0.458769,"accuracy":0.498024,"main_score":0.458769,"hf_subset":"mos_Latn-dan_Latn","languages":["mos-Latn","dan-Latn"]},{"precision":0.380804,"recall":0.450593,"f1":0.398774,"accuracy":0.450593,"main_score":0.398774,"hf_subset":"mos_Latn-guj_Gujr","languages":["mos-Latn","guj-Gujr"]},{"precision":0.41399,"recall":0.461462,"f1":0.426699,"accuracy":0.461462,"main_score":0.426699,"hf_subset":"mos_Latn-kaz_Cyrl","languages":["mos-Latn","kaz-Cyrl"]},{"precision":0.39114,"recall":0.428854,"f1":0.402541,"accuracy":0.428854,"main_score":0.402541,"hf_subset":"mos_Latn-lug_Latn","languages":["mos-Latn","lug-Latn"]},{"precision":0.44251,"recall":0.488142,"f1":0.455231,"accuracy":0.488142,"main_score":0.455231,"hf_subset":"mos_Latn-oci_Latn","languages":["mos-Latn","oci-Latn"]},{"precision":0.417901,"recall":0.464427,"f1":0.430847,"accuracy":0.464427,"main_score":0.430847,"hf_subset":"mos_Latn-smo_Latn","languages":["mos-Latn","smo-Latn"]},{"precision":0.413118,"recall":0.454545,"f1":0.424834,"accuracy":0.454545,"main_score":0.424834,"hf_subset":"mos_Latn-tsn_Latn","languages":["mos-Latn","tsn-Latn"]},{"precision":0.375349,"recall":0.432806,"f1":0.391395,"accuracy":0.432806,"main_score":0.391395,"hf_subset":"mos_Latn-zul_Latn","languages":["mos-Latn","zul-Latn"]},{"precision":0.326184,"recall":0.37747,"f1":0.339836,"accuracy":0.37747,"main_score":0.339836,"hf_subset":"mos_Latn-azb_Arab","languages":["mos-Latn","azb-Arab"]},{"precision":0.443179,"recall":0.506917,"f1":0.46034,"accuracy":0.506917,"main_score":0.46034,"hf_subset":"mos_Latn-deu_Latn","languages":["mos-Latn","deu-Latn"]},{"precision":0.418149,"recall":0.466403,"f1":0.432015,"accuracy":0.466403,"main_score":0.432015,"hf_subset":"mos_Latn-hat_Latn","languages":["mos-Latn","hat-Latn"]},{"precision":0.390604,"recall":0.433794,"f1":0.403137,"accuracy":0.433794,"main_score":0.403137,"hf_subset":"mos_Latn-kbp_Latn","languages":["mos-Latn","kbp-Latn"]},{"precision":0.434223,"recall":0.472332,"f1":0.446128,"accuracy":0.472332,"main_score":0.446128,"hf_subset":"mos_Latn-luo_Latn","languages":["mos-Latn","luo-Latn"]},{"precision":0.358015,"recall":0.411067,"f1":0.372907,"accuracy":0.411067,"main_score":0.372907,"hf_subset":"mos_Latn-ory_Orya","languages":["mos-Latn","ory-Orya"]},{"precision":0.422545,"recall":0.461462,"f1":0.433341,"accuracy":0.461462,"main_score":0.433341,"hf_subset":"mos_Latn-sna_Latn","languages":["mos-Latn","sna-Latn"]},{"precision":0.426046,"recall":0.463439,"f1":0.436677,"accuracy":0.463439,"main_score":0.436677,"hf_subset":"mos_Latn-tso_Latn","languages":["mos-Latn","tso-Latn"]},{"precision":0.403223,"recall":0.449605,"f1":0.416635,"accuracy":0.449605,"main_score":0.416635,"hf_subset":"mos_Latn-azj_Latn","languages":["mos-Latn","azj-Latn"]},{"precision":0.373131,"recall":0.421937,"f1":0.387582,"accuracy":0.421937,"main_score":0.387582,"hf_subset":"mos_Latn-dik_Latn","languages":["mos-Latn","dik-Latn"]},{"precision":0.415909,"recall":0.456522,"f1":0.42845,"accuracy":0.456522,"main_score":0.42845,"hf_subset":"mos_Latn-hau_Latn","languages":["mos-Latn","hau-Latn"]},{"precision":0.436942,"recall":0.472332,"f1":0.446552,"accuracy":0.472332,"main_score":0.446552,"hf_subset":"mos_Latn-kea_Latn","languages":["mos-Latn","kea-Latn"]},{"precision":0.453628,"recall":0.490119,"f1":0.464493,"accuracy":0.490119,"main_score":0.464493,"hf_subset":"mos_Latn-lus_Latn","languages":["mos-Latn","lus-Latn"]},{"precision":0.460947,"recall":0.496047,"f1":0.47078,"accuracy":0.496047,"main_score":0.47078,"hf_subset":"mos_Latn-pag_Latn","languages":["mos-Latn","pag-Latn"]},{"precision":0.339077,"recall":0.398221,"f1":0.354528,"accuracy":0.398221,"main_score":0.354528,"hf_subset":"mos_Latn-snd_Arab","languages":["mos-Latn","snd-Arab"]},{"precision":0.392609,"recall":0.436759,"f1":0.404991,"accuracy":0.436759,"main_score":0.404991,"hf_subset":"mos_Latn-tuk_Latn","languages":["mos-Latn","tuk-Latn"]},{"precision":0.422875,"recall":0.467391,"f1":0.435362,"accuracy":0.467391,"main_score":0.435362,"hf_subset":"mos_Latn-bak_Cyrl","languages":["mos-Latn","bak-Cyrl"]},{"precision":0.3472,"recall":0.398221,"f1":0.362865,"accuracy":0.398221,"main_score":0.362865,"hf_subset":"mos_Latn-dyu_Latn","languages":["mos-Latn","dyu-Latn"]},{"precision":0.346659,"recall":0.409091,"f1":0.36376,"accuracy":0.409091,"main_score":0.36376,"hf_subset":"mos_Latn-heb_Hebr","languages":["mos-Latn","heb-Hebr"]},{"precision":0.376848,"recall":0.417984,"f1":0.388396,"accuracy":0.417984,"main_score":0.388396,"hf_subset":"mos_Latn-khk_Cyrl","languages":["mos-Latn","khk-Cyrl"]},{"precision":0.428501,"recall":0.470356,"f1":0.440438,"accuracy":0.470356,"main_score":0.440438,"hf_subset":"mos_Latn-lvs_Latn","languages":["mos-Latn","lvs-Latn"]},{"precision":0.353786,"recall":0.426877,"f1":0.373362,"accuracy":0.426877,"main_score":0.373362,"hf_subset":"mos_Latn-pan_Guru","languages":["mos-Latn","pan-Guru"]},{"precision":0.387082,"recall":0.427866,"f1":0.398489,"accuracy":0.427866,"main_score":0.398489,"hf_subset":"mos_Latn-som_Latn","languages":["mos-Latn","som-Latn"]},{"precision":0.4281,"recall":0.463439,"f1":0.438608,"accuracy":0.463439,"main_score":0.438608,"hf_subset":"mos_Latn-tum_Latn","languages":["mos-Latn","tum-Latn"]},{"precision":0.246045,"recall":0.30336,"f1":0.259851,"accuracy":0.30336,"main_score":0.259851,"hf_subset":"run_Latn-ace_Arab","languages":["run-Latn","ace-Arab"]},{"precision":0.393751,"recall":0.431818,"f1":0.404474,"accuracy":0.431818,"main_score":0.404474,"hf_subset":"run_Latn-bam_Latn","languages":["run-Latn","bam-Latn"]},{"precision":0.126929,"recall":0.184783,"f1":0.141165,"accuracy":0.184783,"main_score":0.141165,"hf_subset":"run_Latn-dzo_Tibt","languages":["run-Latn","dzo-Tibt"]},{"precision":0.39374,"recall":0.459486,"f1":0.41049,"accuracy":0.459486,"main_score":0.41049,"hf_subset":"run_Latn-hin_Deva","languages":["run-Latn","hin-Deva"]},{"precision":0.371571,"recall":0.422925,"f1":0.385654,"accuracy":0.422925,"main_score":0.385654,"hf_subset":"run_Latn-khm_Khmr","languages":["run-Latn","khm-Khmr"]},{"precision":0.395563,"recall":0.459486,"f1":0.412406,"accuracy":0.459486,"main_score":0.412406,"hf_subset":"run_Latn-mag_Deva","languages":["run-Latn","mag-Deva"]},{"precision":0.436546,"recall":0.472332,"f1":0.446321,"accuracy":0.472332,"main_score":0.446321,"hf_subset":"run_Latn-pap_Latn","languages":["run-Latn","pap-Latn"]},{"precision":0.435116,"recall":0.478261,"f1":0.44725,"accuracy":0.478261,"main_score":0.44725,"hf_subset":"run_Latn-sot_Latn","languages":["run-Latn","sot-Latn"]},{"precision":0.433056,"recall":0.490119,"f1":0.447694,"accuracy":0.490119,"main_score":0.447694,"hf_subset":"run_Latn-tur_Latn","languages":["run-Latn","tur-Latn"]},{"precision":0.43585,"recall":0.476285,"f1":0.44707,"accuracy":0.476285,"main_score":0.44707,"hf_subset":"run_Latn-ace_Latn","languages":["run-Latn","ace-Latn"]},{"precision":0.418306,"recall":0.460474,"f1":0.429563,"accuracy":0.460474,"main_score":0.429563,"hf_subset":"run_Latn-ban_Latn","languages":["run-Latn","ban-Latn"]},{"precision":0.380115,"recall":0.436759,"f1":0.394897,"accuracy":0.436759,"main_score":0.394897,"hf_subset":"run_Latn-ell_Grek","languages":["run-Latn","ell-Grek"]},{"precision":0.385663,"recall":0.448617,"f1":0.402575,"accuracy":0.448617,"main_score":0.402575,"hf_subset":"run_Latn-hne_Deva","languages":["run-Latn","hne-Deva"]},{"precision":0.395269,"recall":0.434783,"f1":0.405973,"accuracy":0.434783,"main_score":0.405973,"hf_subset":"run_Latn-kik_Latn","languages":["run-Latn","kik-Latn"]},{"precision":0.414639,"recall":0.475296,"f1":0.43017,"accuracy":0.475296,"main_score":0.43017,"hf_subset":"run_Latn-mai_Deva","languages":["run-Latn","mai-Deva"]},{"precision":0.35966,"recall":0.416008,"f1":0.375279,"accuracy":0.416008,"main_score":0.375279,"hf_subset":"run_Latn-pbt_Arab","languages":["run-Latn","pbt-Arab"]},{"precision":0.422478,"recall":0.487154,"f1":0.438864,"accuracy":0.487154,"main_score":0.438864,"hf_subset":"run_Latn-spa_Latn","languages":["run-Latn","spa-Latn"]},{"precision":0.434378,"recall":0.469368,"f1":0.444928,"accuracy":0.469368,"main_score":0.444928,"hf_subset":"run_Latn-twi_Latn","languages":["run-Latn","twi-Latn"]},{"precision":0.387577,"recall":0.449605,"f1":0.403713,"accuracy":0.449605,"main_score":0.403713,"hf_subset":"run_Latn-acm_Arab","languages":["run-Latn","acm-Arab"]},{"precision":0.365821,"recall":0.41502,"f1":0.379246,"accuracy":0.41502,"main_score":0.379246,"hf_subset":"run_Latn-bel_Cyrl","languages":["run-Latn","bel-Cyrl"]},{"precision":0.445977,"recall":0.500988,"f1":0.460325,"accuracy":0.500988,"main_score":0.460325,"hf_subset":"run_Latn-eng_Latn","languages":["run-Latn","eng-Latn"]},{"precision":0.418987,"recall":0.475296,"f1":0.433103,"accuracy":0.475296,"main_score":0.433103,"hf_subset":"run_Latn-hrv_Latn","languages":["run-Latn","hrv-Latn"]},{"precision":0.647992,"recall":0.712451,"f1":0.665915,"accuracy":0.712451,"main_score":0.665915,"hf_subset":"run_Latn-kin_Latn","languages":["run-Latn","kin-Latn"]},{"precision":0.383812,"recall":0.451581,"f1":0.401276,"accuracy":0.451581,"main_score":0.401276,"hf_subset":"run_Latn-mal_Mlym","languages":["run-Latn","mal-Mlym"]},{"precision":0.382714,"recall":0.453557,"f1":0.400182,"accuracy":0.453557,"main_score":0.400182,"hf_subset":"run_Latn-pes_Arab","languages":["run-Latn","pes-Arab"]},{"precision":0.431351,"recall":0.475296,"f1":0.442659,"accuracy":0.475296,"main_score":0.442659,"hf_subset":"run_Latn-srd_Latn","languages":["run-Latn","srd-Latn"]},{"precision":0.146001,"recall":0.195652,"f1":0.159219,"accuracy":0.195652,"main_score":0.159219,"hf_subset":"run_Latn-tzm_Tfng","languages":["run-Latn","tzm-Tfng"]},{"precision":0.388147,"recall":0.450593,"f1":0.403813,"accuracy":0.450593,"main_score":0.403813,"hf_subset":"run_Latn-acq_Arab","languages":["run-Latn","acq-Arab"]},{"precision":0.470751,"recall":0.502964,"f1":0.480138,"accuracy":0.502964,"main_score":0.480138,"hf_subset":"run_Latn-bem_Latn","languages":["run-Latn","bem-Latn"]},{"precision":0.412429,"recall":0.456522,"f1":0.423749,"accuracy":0.456522,"main_score":0.423749,"hf_subset":"run_Latn-epo_Latn","languages":["run-Latn","epo-Latn"]},{"precision":0.408966,"recall":0.469368,"f1":0.42487,"accuracy":0.469368,"main_score":0.42487,"hf_subset":"run_Latn-hun_Latn","languages":["run-Latn","hun-Latn"]},{"precision":0.415239,"recall":0.456522,"f1":0.426412,"accuracy":0.456522,"main_score":0.426412,"hf_subset":"run_Latn-kir_Cyrl","languages":["run-Latn","kir-Cyrl"]},{"precision":0.381207,"recall":0.450593,"f1":0.399491,"accuracy":0.450593,"main_score":0.399491,"hf_subset":"run_Latn-mar_Deva","languages":["run-Latn","mar-Deva"]},{"precision":0.442852,"recall":0.47332,"f1":0.451866,"accuracy":0.47332,"main_score":0.451866,"hf_subset":"run_Latn-plt_Latn","languages":["run-Latn","plt-Latn"]},{"precision":0.400209,"recall":0.459486,"f1":0.41612,"accuracy":0.459486,"main_score":0.41612,"hf_subset":"run_Latn-srp_Cyrl","languages":["run-Latn","srp-Cyrl"]},{"precision":0.28093,"recall":0.33004,"f1":0.294023,"accuracy":0.33004,"main_score":0.294023,"hf_subset":"run_Latn-uig_Arab","languages":["run-Latn","uig-Arab"]},{"precision":0.378915,"recall":0.435771,"f1":0.39356,"accuracy":0.435771,"main_score":0.39356,"hf_subset":"run_Latn-aeb_Arab","languages":["run-Latn","aeb-Arab"]},{"precision":0.388056,"recall":0.458498,"f1":0.407211,"accuracy":0.458498,"main_score":0.407211,"hf_subset":"run_Latn-ben_Beng","languages":["run-Latn","ben-Beng"]},{"precision":0.412676,"recall":0.45751,"f1":0.424462,"accuracy":0.45751,"main_score":0.424462,"hf_subset":"run_Latn-est_Latn","languages":["run-Latn","est-Latn"]},{"precision":0.382597,"recall":0.431818,"f1":0.395706,"accuracy":0.431818,"main_score":0.395706,"hf_subset":"run_Latn-hye_Armn","languages":["run-Latn","hye-Armn"]},{"precision":0.409249,"recall":0.449605,"f1":0.420718,"accuracy":0.449605,"main_score":0.420718,"hf_subset":"run_Latn-kmb_Latn","languages":["run-Latn","kmb-Latn"]},{"precision":0.220632,"recall":0.26581,"f1":0.233229,"accuracy":0.26581,"main_score":0.233229,"hf_subset":"run_Latn-min_Arab","languages":["run-Latn","min-Arab"]},{"precision":0.407636,"recall":0.476285,"f1":0.42569,"accuracy":0.476285,"main_score":0.42569,"hf_subset":"run_Latn-pol_Latn","languages":["run-Latn","pol-Latn"]},{"precision":0.424577,"recall":0.462451,"f1":0.435493,"accuracy":0.462451,"main_score":0.435493,"hf_subset":"run_Latn-ssw_Latn","languages":["run-Latn","ssw-Latn"]},{"precision":0.400774,"recall":0.464427,"f1":0.417124,"accuracy":0.464427,"main_score":0.417124,"hf_subset":"run_Latn-ukr_Cyrl","languages":["run-Latn","ukr-Cyrl"]},{"precision":0.444785,"recall":0.492095,"f1":0.457243,"accuracy":0.492095,"main_score":0.457243,"hf_subset":"run_Latn-afr_Latn","languages":["run-Latn","afr-Latn"]},{"precision":0.39787,"recall":0.458498,"f1":0.413328,"accuracy":0.458498,"main_score":0.413328,"hf_subset":"run_Latn-bho_Deva","languages":["run-Latn","bho-Deva"]},{"precision":0.421295,"recall":0.460474,"f1":0.432328,"accuracy":0.460474,"main_score":0.432328,"hf_subset":"run_Latn-eus_Latn","languages":["run-Latn","eus-Latn"]},{"precision":0.395303,"recall":0.439723,"f1":0.408108,"accuracy":0.439723,"main_score":0.408108,"hf_subset":"run_Latn-ibo_Latn","languages":["run-Latn","ibo-Latn"]},{"precision":0.394769,"recall":0.434783,"f1":0.405692,"accuracy":0.434783,"main_score":0.405692,"hf_subset":"run_Latn-kmr_Latn","languages":["run-Latn","kmr-Latn"]},{"precision":0.422589,"recall":0.463439,"f1":0.433849,"accuracy":0.463439,"main_score":0.433849,"hf_subset":"run_Latn-min_Latn","languages":["run-Latn","min-Latn"]},{"precision":0.432332,"recall":0.497036,"f1":0.448597,"accuracy":0.497036,"main_score":0.448597,"hf_subset":"run_Latn-por_Latn","languages":["run-Latn","por-Latn"]},{"precision":0.422651,"recall":0.464427,"f1":0.433724,"accuracy":0.464427,"main_score":0.433724,"hf_subset":"run_Latn-sun_Latn","languages":["run-Latn","sun-Latn"]},{"precision":0.398526,"recall":0.447628,"f1":0.412044,"accuracy":0.447628,"main_score":0.412044,"hf_subset":"run_Latn-umb_Latn","languages":["run-Latn","umb-Latn"]},{"precision":0.400698,"recall":0.456522,"f1":0.414884,"accuracy":0.456522,"main_score":0.414884,"hf_subset":"run_Latn-ajp_Arab","languages":["run-Latn","ajp-Arab"]},{"precision":0.231935,"recall":0.273715,"f1":0.242727,"accuracy":0.273715,"main_score":0.242727,"hf_subset":"run_Latn-bjn_Arab","languages":["run-Latn","bjn-Arab"]},{"precision":0.411165,"recall":0.455534,"f1":0.423507,"accuracy":0.455534,"main_score":0.423507,"hf_subset":"run_Latn-ewe_Latn","languages":["run-Latn","ewe-Latn"]},{"precision":0.439452,"recall":0.474308,"f1":0.4495,"accuracy":0.474308,"main_score":0.4495,"hf_subset":"run_Latn-ilo_Latn","languages":["run-Latn","ilo-Latn"]},{"precision":0.196397,"recall":0.241107,"f1":0.20834,"accuracy":0.241107,"main_score":0.20834,"hf_subset":"run_Latn-knc_Arab","languages":["run-Latn","knc-Arab"]},{"precision":0.408628,"recall":0.45751,"f1":0.421077,"accuracy":0.45751,"main_score":0.421077,"hf_subset":"run_Latn-mkd_Cyrl","languages":["run-Latn","mkd-Cyrl"]},{"precision":0.382802,"recall":0.454545,"f1":0.400838,"accuracy":0.454545,"main_score":0.400838,"hf_subset":"run_Latn-prs_Arab","languages":["run-Latn","prs-Arab"]},{"precision":0.427517,"recall":0.487154,"f1":0.442529,"accuracy":0.487154,"main_score":0.442529,"hf_subset":"run_Latn-swe_Latn","languages":["run-Latn","swe-Latn"]},{"precision":0.360152,"recall":0.431818,"f1":0.37817,"accuracy":0.431818,"main_score":0.37817,"hf_subset":"run_Latn-urd_Arab","languages":["run-Latn","urd-Arab"]},{"precision":0.417441,"recall":0.460474,"f1":0.429941,"accuracy":0.460474,"main_score":0.429941,"hf_subset":"run_Latn-aka_Latn","languages":["run-Latn","aka-Latn"]},{"precision":0.417906,"recall":0.463439,"f1":0.430077,"accuracy":0.463439,"main_score":0.430077,"hf_subset":"run_Latn-bjn_Latn","languages":["run-Latn","bjn-Latn"]},{"precision":0.393983,"recall":0.437747,"f1":0.405857,"accuracy":0.437747,"main_score":0.405857,"hf_subset":"run_Latn-fao_Latn","languages":["run-Latn","fao-Latn"]},{"precision":0.438533,"recall":0.494071,"f1":0.452274,"accuracy":0.494071,"main_score":0.452274,"hf_subset":"run_Latn-ind_Latn","languages":["run-Latn","ind-Latn"]},{"precision":0.426492,"recall":0.45751,"f1":0.434901,"accuracy":0.45751,"main_score":0.434901,"hf_subset":"run_Latn-knc_Latn","languages":["run-Latn","knc-Latn"]},{"precision":0.424377,"recall":0.465415,"f1":0.435466,"accuracy":0.465415,"main_score":0.435466,"hf_subset":"run_Latn-mlt_Latn","languages":["run-Latn","mlt-Latn"]},{"precision":0.415162,"recall":0.45751,"f1":0.426834,"accuracy":0.45751,"main_score":0.426834,"hf_subset":"run_Latn-quy_Latn","languages":["run-Latn","quy-Latn"]},{"precision":0.447225,"recall":0.486166,"f1":0.458073,"accuracy":0.486166,"main_score":0.458073,"hf_subset":"run_Latn-swh_Latn","languages":["run-Latn","swh-Latn"]},{"precision":0.390861,"recall":0.435771,"f1":0.402944,"accuracy":0.435771,"main_score":0.402944,"hf_subset":"run_Latn-uzn_Latn","languages":["run-Latn","uzn-Latn"]},{"precision":0.41456,"recall":0.465415,"f1":0.428348,"accuracy":0.465415,"main_score":0.428348,"hf_subset":"run_Latn-als_Latn","languages":["run-Latn","als-Latn"]},{"precision":0.193973,"recall":0.253953,"f1":0.208851,"accuracy":0.253953,"main_score":0.208851,"hf_subset":"run_Latn-bod_Tibt","languages":["run-Latn","bod-Tibt"]},{"precision":0.425008,"recall":0.462451,"f1":0.4356,"accuracy":0.462451,"main_score":0.4356,"hf_subset":"run_Latn-fij_Latn","languages":["run-Latn","fij-Latn"]},{"precision":0.378547,"recall":0.431818,"f1":0.392503,"accuracy":0.431818,"main_score":0.392503,"hf_subset":"run_Latn-isl_Latn","languages":["run-Latn","isl-Latn"]},{"precision":0.453808,"recall":0.493083,"f1":0.464612,"accuracy":0.493083,"main_score":0.464612,"hf_subset":"run_Latn-kon_Latn","languages":["run-Latn","kon-Latn"]},{"precision":0.312647,"recall":0.360672,"f1":0.325818,"accuracy":0.360672,"main_score":0.325818,"hf_subset":"run_Latn-mni_Beng","languages":["run-Latn","mni-Beng"]},{"precision":0.426812,"recall":0.48419,"f1":0.442436,"accuracy":0.48419,"main_score":0.442436,"hf_subset":"run_Latn-ron_Latn","languages":["run-Latn","ron-Latn"]},{"precision":0.401371,"recall":0.451581,"f1":0.415005,"accuracy":0.451581,"main_score":0.415005,"hf_subset":"run_Latn-szl_Latn","languages":["run-Latn","szl-Latn"]},{"precision":0.432439,"recall":0.471344,"f1":0.442926,"accuracy":0.471344,"main_score":0.442926,"hf_subset":"run_Latn-vec_Latn","languages":["run-Latn","vec-Latn"]},{"precision":0.368678,"recall":0.429842,"f1":0.385063,"accuracy":0.429842,"main_score":0.385063,"hf_subset":"run_Latn-amh_Ethi","languages":["run-Latn","amh-Ethi"]},{"precision":0.422428,"recall":0.475296,"f1":0.436364,"accuracy":0.475296,"main_score":0.436364,"hf_subset":"run_Latn-bos_Latn","languages":["run-Latn","bos-Latn"]},{"precision":0.413534,"recall":0.476285,"f1":0.429175,"accuracy":0.476285,"main_score":0.429175,"hf_subset":"run_Latn-fin_Latn","languages":["run-Latn","fin-Latn"]},{"precision":0.417796,"recall":0.483202,"f1":0.434849,"accuracy":0.483202,"main_score":0.434849,"hf_subset":"run_Latn-ita_Latn","languages":["run-Latn","ita-Latn"]},{"precision":0.377949,"recall":0.444664,"f1":0.394955,"accuracy":0.444664,"main_score":0.394955,"hf_subset":"run_Latn-kor_Hang","languages":["run-Latn","kor-Hang"]},{"precision":0.405819,"recall":0.451581,"f1":0.417633,"accuracy":0.451581,"main_score":0.417633,"hf_subset":"run_Latn-mos_Latn","languages":["run-Latn","mos-Latn"]},{"precision":0.368115,"recall":0.436759,"f1":0.385849,"accuracy":0.436759,"main_score":0.385849,"hf_subset":"run_Latn-tam_Taml","languages":["run-Latn","tam-Taml"]},{"precision":0.410082,"recall":0.471344,"f1":0.425449,"accuracy":0.471344,"main_score":0.425449,"hf_subset":"run_Latn-vie_Latn","languages":["run-Latn","vie-Latn"]},{"precision":0.384321,"recall":0.4417,"f1":0.399717,"accuracy":0.4417,"main_score":0.399717,"hf_subset":"run_Latn-apc_Arab","languages":["run-Latn","apc-Arab"]},{"precision":0.430158,"recall":0.472332,"f1":0.441549,"accuracy":0.472332,"main_score":0.441549,"hf_subset":"run_Latn-bug_Latn","languages":["run-Latn","bug-Latn"]},{"precision":0.373198,"recall":0.423913,"f1":0.387256,"accuracy":0.423913,"main_score":0.387256,"hf_subset":"run_Latn-fon_Latn","languages":["run-Latn","fon-Latn"]},{"precision":0.434,"recall":0.470356,"f1":0.444405,"accuracy":0.470356,"main_score":0.444405,"hf_subset":"run_Latn-jav_Latn","languages":["run-Latn","jav-Latn"]},{"precision":0.39764,"recall":0.443676,"f1":0.409691,"accuracy":0.443676,"main_score":0.409691,"hf_subset":"run_Latn-lao_Laoo","languages":["run-Latn","lao-Laoo"]},{"precision":0.397637,"recall":0.437747,"f1":0.408948,"accuracy":0.437747,"main_score":0.408948,"hf_subset":"run_Latn-mri_Latn","languages":["run-Latn","mri-Latn"]},{"precision":0.390102,"recall":0.459486,"f1":0.407415,"accuracy":0.459486,"main_score":0.407415,"hf_subset":"run_Latn-rus_Cyrl","languages":["run-Latn","rus-Cyrl"]},{"precision":0.389173,"recall":0.429842,"f1":0.400305,"accuracy":0.429842,"main_score":0.400305,"hf_subset":"run_Latn-taq_Latn","languages":["run-Latn","taq-Latn"]},{"precision":0.445034,"recall":0.472332,"f1":0.452687,"accuracy":0.472332,"main_score":0.452687,"hf_subset":"run_Latn-war_Latn","languages":["run-Latn","war-Latn"]},{"precision":0.383261,"recall":0.44664,"f1":0.39832,"accuracy":0.44664,"main_score":0.39832,"hf_subset":"run_Latn-arb_Arab","languages":["run-Latn","arb-Arab"]},{"precision":0.397127,"recall":0.465415,"f1":0.415154,"accuracy":0.465415,"main_score":0.415154,"hf_subset":"run_Latn-bul_Cyrl","languages":["run-Latn","bul-Cyrl"]},{"precision":0.437556,"recall":0.502964,"f1":0.454233,"accuracy":0.502964,"main_score":0.454233,"hf_subset":"run_Latn-fra_Latn","languages":["run-Latn","fra-Latn"]},{"precision":0.376541,"recall":0.453557,"f1":0.396558,"accuracy":0.453557,"main_score":0.396558,"hf_subset":"run_Latn-jpn_Jpan","languages":["run-Latn","jpn-Jpan"]},{"precision":0.424857,"recall":0.466403,"f1":0.435945,"accuracy":0.466403,"main_score":0.435945,"hf_subset":"run_Latn-lij_Latn","languages":["run-Latn","lij-Latn"]},{"precision":0.339254,"recall":0.397233,"f1":0.354509,"accuracy":0.397233,"main_score":0.354509,"hf_subset":"run_Latn-mya_Mymr","languages":["run-Latn","mya-Mymr"]},{"precision":0.427948,"recall":0.468379,"f1":0.43958,"accuracy":0.468379,"main_score":0.43958,"hf_subset":"run_Latn-sag_Latn","languages":["run-Latn","sag-Latn"]},{"precision":0.16788,"recall":0.218379,"f1":0.180169,"accuracy":0.218379,"main_score":0.180169,"hf_subset":"run_Latn-taq_Tfng","languages":["run-Latn","taq-Tfng"]},{"precision":0.423024,"recall":0.463439,"f1":0.434243,"accuracy":0.463439,"main_score":0.434243,"hf_subset":"run_Latn-wol_Latn","languages":["run-Latn","wol-Latn"]},{"precision":0.275647,"recall":0.347826,"f1":0.295485,"accuracy":0.347826,"main_score":0.295485,"hf_subset":"run_Latn-arb_Latn","languages":["run-Latn","arb-Latn"]},{"precision":0.422262,"recall":0.477273,"f1":0.436596,"accuracy":0.477273,"main_score":0.436596,"hf_subset":"run_Latn-cat_Latn","languages":["run-Latn","cat-Latn"]},{"precision":0.431523,"recall":0.476285,"f1":0.442548,"accuracy":0.476285,"main_score":0.442548,"hf_subset":"run_Latn-fur_Latn","languages":["run-Latn","fur-Latn"]},{"precision":0.307597,"recall":0.362648,"f1":0.322265,"accuracy":0.362648,"main_score":0.322265,"hf_subset":"run_Latn-kab_Latn","languages":["run-Latn","kab-Latn"]},{"precision":0.436509,"recall":0.478261,"f1":0.447944,"accuracy":0.478261,"main_score":0.447944,"hf_subset":"run_Latn-lim_Latn","languages":["run-Latn","lim-Latn"]},{"precision":0.419768,"recall":0.481225,"f1":0.435175,"accuracy":0.481225,"main_score":0.435175,"hf_subset":"run_Latn-nld_Latn","languages":["run-Latn","nld-Latn"]},{"precision":0.349034,"recall":0.416008,"f1":0.366575,"accuracy":0.416008,"main_score":0.366575,"hf_subset":"run_Latn-san_Deva","languages":["run-Latn","san-Deva"]},{"precision":0.411812,"recall":0.449605,"f1":0.42257,"accuracy":0.449605,"main_score":0.42257,"hf_subset":"run_Latn-tat_Cyrl","languages":["run-Latn","tat-Cyrl"]},{"precision":0.437157,"recall":0.476285,"f1":0.448306,"accuracy":0.476285,"main_score":0.448306,"hf_subset":"run_Latn-xho_Latn","languages":["run-Latn","xho-Latn"]},{"precision":0.355297,"recall":0.421937,"f1":0.371362,"accuracy":0.421937,"main_score":0.371362,"hf_subset":"run_Latn-ars_Arab","languages":["run-Latn","ars-Arab"]},{"precision":0.438074,"recall":0.471344,"f1":0.446689,"accuracy":0.471344,"main_score":0.446689,"hf_subset":"run_Latn-ceb_Latn","languages":["run-Latn","ceb-Latn"]},{"precision":0.394222,"recall":0.436759,"f1":0.406299,"accuracy":0.436759,"main_score":0.406299,"hf_subset":"run_Latn-fuv_Latn","languages":["run-Latn","fuv-Latn"]},{"precision":0.41278,"recall":0.458498,"f1":0.42542,"accuracy":0.458498,"main_score":0.42542,"hf_subset":"run_Latn-kac_Latn","languages":["run-Latn","kac-Latn"]},{"precision":0.446895,"recall":0.494071,"f1":0.460179,"accuracy":0.494071,"main_score":0.460179,"hf_subset":"run_Latn-lin_Latn","languages":["run-Latn","lin-Latn"]},{"precision":0.414349,"recall":0.469368,"f1":0.42893,"accuracy":0.469368,"main_score":0.42893,"hf_subset":"run_Latn-nno_Latn","languages":["run-Latn","nno-Latn"]},{"precision":0.168629,"recall":0.217391,"f1":0.180554,"accuracy":0.217391,"main_score":0.180554,"hf_subset":"run_Latn-sat_Olck","languages":["run-Latn","sat-Olck"]},{"precision":0.388311,"recall":0.449605,"f1":0.403913,"accuracy":0.449605,"main_score":0.403913,"hf_subset":"run_Latn-tel_Telu","languages":["run-Latn","tel-Telu"]},{"precision":0.254954,"recall":0.307312,"f1":0.268346,"accuracy":0.307312,"main_score":0.268346,"hf_subset":"run_Latn-ydd_Hebr","languages":["run-Latn","ydd-Hebr"]},{"precision":0.362536,"recall":0.426877,"f1":0.378996,"accuracy":0.426877,"main_score":0.378996,"hf_subset":"run_Latn-ary_Arab","languages":["run-Latn","ary-Arab"]},{"precision":0.40757,"recall":0.470356,"f1":0.423721,"accuracy":0.470356,"main_score":0.423721,"hf_subset":"run_Latn-ces_Latn","languages":["run-Latn","ces-Latn"]},{"precision":0.316337,"recall":0.370553,"f1":0.330814,"accuracy":0.370553,"main_score":0.330814,"hf_subset":"run_Latn-gaz_Latn","languages":["run-Latn","gaz-Latn"]},{"precision":0.418596,"recall":0.458498,"f1":0.429289,"accuracy":0.458498,"main_score":0.429289,"hf_subset":"run_Latn-kam_Latn","languages":["run-Latn","kam-Latn"]},{"precision":0.400059,"recall":0.445652,"f1":0.411868,"accuracy":0.445652,"main_score":0.411868,"hf_subset":"run_Latn-lit_Latn","languages":["run-Latn","lit-Latn"]},{"precision":0.423114,"recall":0.482213,"f1":0.439337,"accuracy":0.482213,"main_score":0.439337,"hf_subset":"run_Latn-nob_Latn","languages":["run-Latn","nob-Latn"]},{"precision":0.424062,"recall":0.467391,"f1":0.435965,"accuracy":0.467391,"main_score":0.435965,"hf_subset":"run_Latn-scn_Latn","languages":["run-Latn","scn-Latn"]},{"precision":0.354218,"recall":0.405138,"f1":0.367842,"accuracy":0.405138,"main_score":0.367842,"hf_subset":"run_Latn-tgk_Cyrl","languages":["run-Latn","tgk-Cyrl"]},{"precision":0.368488,"recall":0.416008,"f1":0.382062,"accuracy":0.416008,"main_score":0.382062,"hf_subset":"run_Latn-yor_Latn","languages":["run-Latn","yor-Latn"]},{"precision":0.384576,"recall":0.443676,"f1":0.399612,"accuracy":0.443676,"main_score":0.399612,"hf_subset":"run_Latn-arz_Arab","languages":["run-Latn","arz-Arab"]},{"precision":0.391241,"recall":0.432806,"f1":0.40328,"accuracy":0.432806,"main_score":0.40328,"hf_subset":"run_Latn-cjk_Latn","languages":["run-Latn","cjk-Latn"]},{"precision":0.363521,"recall":0.414032,"f1":0.376857,"accuracy":0.414032,"main_score":0.376857,"hf_subset":"run_Latn-gla_Latn","languages":["run-Latn","gla-Latn"]},{"precision":0.365743,"recall":0.426877,"f1":0.382017,"accuracy":0.426877,"main_score":0.382017,"hf_subset":"run_Latn-kan_Knda","languages":["run-Latn","kan-Knda"]},{"precision":0.422626,"recall":0.461462,"f1":0.432888,"accuracy":0.461462,"main_score":0.432888,"hf_subset":"run_Latn-lmo_Latn","languages":["run-Latn","lmo-Latn"]},{"precision":0.390931,"recall":0.451581,"f1":0.407511,"accuracy":0.451581,"main_score":0.407511,"hf_subset":"run_Latn-npi_Deva","languages":["run-Latn","npi-Deva"]},{"precision":0.339562,"recall":0.40415,"f1":0.355502,"accuracy":0.40415,"main_score":0.355502,"hf_subset":"run_Latn-shn_Mymr","languages":["run-Latn","shn-Mymr"]},{"precision":0.436833,"recall":0.481225,"f1":0.44886,"accuracy":0.481225,"main_score":0.44886,"hf_subset":"run_Latn-tgl_Latn","languages":["run-Latn","tgl-Latn"]},{"precision":0.382735,"recall":0.456522,"f1":0.401722,"accuracy":0.456522,"main_score":0.401722,"hf_subset":"run_Latn-yue_Hant","languages":["run-Latn","yue-Hant"]},{"precision":0.342905,"recall":0.403162,"f1":0.358735,"accuracy":0.403162,"main_score":0.358735,"hf_subset":"run_Latn-asm_Beng","languages":["run-Latn","asm-Beng"]},{"precision":0.303297,"recall":0.353755,"f1":0.317033,"accuracy":0.353755,"main_score":0.317033,"hf_subset":"run_Latn-ckb_Arab","languages":["run-Latn","ckb-Arab"]},{"precision":0.352562,"recall":0.409091,"f1":0.36661,"accuracy":0.409091,"main_score":0.36661,"hf_subset":"run_Latn-gle_Latn","languages":["run-Latn","gle-Latn"]},{"precision":0.311768,"recall":0.376482,"f1":0.328755,"accuracy":0.376482,"main_score":0.328755,"hf_subset":"run_Latn-kas_Arab","languages":["run-Latn","kas-Arab"]},{"precision":0.379159,"recall":0.427866,"f1":0.392218,"accuracy":0.427866,"main_score":0.392218,"hf_subset":"run_Latn-ltg_Latn","languages":["run-Latn","ltg-Latn"]},{"precision":0.436283,"recall":0.475296,"f1":0.447068,"accuracy":0.475296,"main_score":0.447068,"hf_subset":"run_Latn-nso_Latn","languages":["run-Latn","nso-Latn"]},{"precision":0.342077,"recall":0.406126,"f1":0.358377,"accuracy":0.406126,"main_score":0.358377,"hf_subset":"run_Latn-sin_Sinh","languages":["run-Latn","sin-Sinh"]},{"precision":0.390708,"recall":0.463439,"f1":0.409483,"accuracy":0.463439,"main_score":0.409483,"hf_subset":"run_Latn-tha_Thai","languages":["run-Latn","tha-Thai"]},{"precision":0.397832,"recall":0.464427,"f1":0.415663,"accuracy":0.464427,"main_score":0.415663,"hf_subset":"run_Latn-zho_Hans","languages":["run-Latn","zho-Hans"]},{"precision":0.415745,"recall":0.463439,"f1":0.428696,"accuracy":0.463439,"main_score":0.428696,"hf_subset":"run_Latn-ast_Latn","languages":["run-Latn","ast-Latn"]},{"precision":0.395238,"recall":0.4417,"f1":0.407873,"accuracy":0.4417,"main_score":0.407873,"hf_subset":"run_Latn-crh_Latn","languages":["run-Latn","crh-Latn"]},{"precision":0.42991,"recall":0.48913,"f1":0.444945,"accuracy":0.48913,"main_score":0.444945,"hf_subset":"run_Latn-glg_Latn","languages":["run-Latn","glg-Latn"]},{"precision":0.348917,"recall":0.40415,"f1":0.363862,"accuracy":0.40415,"main_score":0.363862,"hf_subset":"run_Latn-kas_Deva","languages":["run-Latn","kas-Deva"]},{"precision":0.393873,"recall":0.448617,"f1":0.408213,"accuracy":0.448617,"main_score":0.408213,"hf_subset":"run_Latn-ltz_Latn","languages":["run-Latn","ltz-Latn"]},{"precision":0.312477,"recall":0.370553,"f1":0.327591,"accuracy":0.370553,"main_score":0.327591,"hf_subset":"run_Latn-nus_Latn","languages":["run-Latn","nus-Latn"]},{"precision":0.415591,"recall":0.476285,"f1":0.431614,"accuracy":0.476285,"main_score":0.431614,"hf_subset":"run_Latn-slk_Latn","languages":["run-Latn","slk-Latn"]},{"precision":0.296894,"recall":0.353755,"f1":0.311545,"accuracy":0.353755,"main_score":0.311545,"hf_subset":"run_Latn-tir_Ethi","languages":["run-Latn","tir-Ethi"]},{"precision":0.381647,"recall":0.452569,"f1":0.399987,"accuracy":0.452569,"main_score":0.399987,"hf_subset":"run_Latn-zho_Hant","languages":["run-Latn","zho-Hant"]},{"precision":0.40477,"recall":0.466403,"f1":0.420265,"accuracy":0.466403,"main_score":0.420265,"hf_subset":"run_Latn-awa_Deva","languages":["run-Latn","awa-Deva"]},{"precision":0.374215,"recall":0.421937,"f1":0.387516,"accuracy":0.421937,"main_score":0.387516,"hf_subset":"run_Latn-cym_Latn","languages":["run-Latn","cym-Latn"]},{"precision":0.426111,"recall":0.460474,"f1":0.435639,"accuracy":0.460474,"main_score":0.435639,"hf_subset":"run_Latn-grn_Latn","languages":["run-Latn","grn-Latn"]},{"precision":0.360674,"recall":0.412055,"f1":0.374663,"accuracy":0.412055,"main_score":0.374663,"hf_subset":"run_Latn-kat_Geor","languages":["run-Latn","kat-Geor"]},{"precision":0.433684,"recall":0.47332,"f1":0.44514,"accuracy":0.47332,"main_score":0.44514,"hf_subset":"run_Latn-lua_Latn","languages":["run-Latn","lua-Latn"]},{"precision":0.446386,"recall":0.481225,"f1":0.456066,"accuracy":0.481225,"main_score":0.456066,"hf_subset":"run_Latn-nya_Latn","languages":["run-Latn","nya-Latn"]},{"precision":0.397486,"recall":0.452569,"f1":0.411494,"accuracy":0.452569,"main_score":0.411494,"hf_subset":"run_Latn-slv_Latn","languages":["run-Latn","slv-Latn"]},{"precision":0.430181,"recall":0.47332,"f1":0.441571,"accuracy":0.47332,"main_score":0.441571,"hf_subset":"run_Latn-tpi_Latn","languages":["run-Latn","tpi-Latn"]},{"precision":0.433291,"recall":0.492095,"f1":0.448078,"accuracy":0.492095,"main_score":0.448078,"hf_subset":"run_Latn-zsm_Latn","languages":["run-Latn","zsm-Latn"]},{"precision":0.369216,"recall":0.41996,"f1":0.383451,"accuracy":0.41996,"main_score":0.383451,"hf_subset":"run_Latn-ayr_Latn","languages":["run-Latn","ayr-Latn"]},{"precision":0.434689,"recall":0.48419,"f1":0.447893,"accuracy":0.48419,"main_score":0.447893,"hf_subset":"run_Latn-dan_Latn","languages":["run-Latn","dan-Latn"]},{"precision":0.371186,"recall":0.442688,"f1":0.389362,"accuracy":0.442688,"main_score":0.389362,"hf_subset":"run_Latn-guj_Gujr","languages":["run-Latn","guj-Gujr"]},{"precision":0.41612,"recall":0.464427,"f1":0.429588,"accuracy":0.464427,"main_score":0.429588,"hf_subset":"run_Latn-kaz_Cyrl","languages":["run-Latn","kaz-Cyrl"]},{"precision":0.439948,"recall":0.480237,"f1":0.451299,"accuracy":0.480237,"main_score":0.451299,"hf_subset":"run_Latn-lug_Latn","languages":["run-Latn","lug-Latn"]},{"precision":0.422943,"recall":0.480237,"f1":0.438625,"accuracy":0.480237,"main_score":0.438625,"hf_subset":"run_Latn-oci_Latn","languages":["run-Latn","oci-Latn"]},{"precision":0.416408,"recall":0.465415,"f1":0.429268,"accuracy":0.465415,"main_score":0.429268,"hf_subset":"run_Latn-smo_Latn","languages":["run-Latn","smo-Latn"]},{"precision":0.417247,"recall":0.462451,"f1":0.430071,"accuracy":0.462451,"main_score":0.430071,"hf_subset":"run_Latn-tsn_Latn","languages":["run-Latn","tsn-Latn"]},{"precision":0.431052,"recall":0.471344,"f1":0.442041,"accuracy":0.471344,"main_score":0.442041,"hf_subset":"run_Latn-zul_Latn","languages":["run-Latn","zul-Latn"]},{"precision":0.293834,"recall":0.347826,"f1":0.308365,"accuracy":0.347826,"main_score":0.308365,"hf_subset":"run_Latn-azb_Arab","languages":["run-Latn","azb-Arab"]},{"precision":0.415413,"recall":0.480237,"f1":0.432428,"accuracy":0.480237,"main_score":0.432428,"hf_subset":"run_Latn-deu_Latn","languages":["run-Latn","deu-Latn"]},{"precision":0.389586,"recall":0.442688,"f1":0.404573,"accuracy":0.442688,"main_score":0.404573,"hf_subset":"run_Latn-hat_Latn","languages":["run-Latn","hat-Latn"]},{"precision":0.37963,"recall":0.432806,"f1":0.394112,"accuracy":0.432806,"main_score":0.394112,"hf_subset":"run_Latn-kbp_Latn","languages":["run-Latn","kbp-Latn"]},{"precision":0.422836,"recall":0.458498,"f1":0.432598,"accuracy":0.458498,"main_score":0.432598,"hf_subset":"run_Latn-luo_Latn","languages":["run-Latn","luo-Latn"]},{"precision":0.375112,"recall":0.432806,"f1":0.390806,"accuracy":0.432806,"main_score":0.390806,"hf_subset":"run_Latn-ory_Orya","languages":["run-Latn","ory-Orya"]},{"precision":0.423234,"recall":0.462451,"f1":0.434812,"accuracy":0.462451,"main_score":0.434812,"hf_subset":"run_Latn-sna_Latn","languages":["run-Latn","sna-Latn"]},{"precision":0.438622,"recall":0.476285,"f1":0.449335,"accuracy":0.476285,"main_score":0.449335,"hf_subset":"run_Latn-tso_Latn","languages":["run-Latn","tso-Latn"]},{"precision":0.412553,"recall":0.460474,"f1":0.425424,"accuracy":0.460474,"main_score":0.425424,"hf_subset":"run_Latn-azj_Latn","languages":["run-Latn","azj-Latn"]},{"precision":0.384627,"recall":0.433794,"f1":0.39801,"accuracy":0.433794,"main_score":0.39801,"hf_subset":"run_Latn-dik_Latn","languages":["run-Latn","dik-Latn"]},{"precision":0.43031,"recall":0.468379,"f1":0.440708,"accuracy":0.468379,"main_score":0.440708,"hf_subset":"run_Latn-hau_Latn","languages":["run-Latn","hau-Latn"]},{"precision":0.418306,"recall":0.459486,"f1":0.428743,"accuracy":0.459486,"main_score":0.428743,"hf_subset":"run_Latn-kea_Latn","languages":["run-Latn","kea-Latn"]},{"precision":0.435754,"recall":0.475296,"f1":0.445799,"accuracy":0.475296,"main_score":0.445799,"hf_subset":"run_Latn-lus_Latn","languages":["run-Latn","lus-Latn"]},{"precision":0.433491,"recall":0.468379,"f1":0.443038,"accuracy":0.468379,"main_score":0.443038,"hf_subset":"run_Latn-pag_Latn","languages":["run-Latn","pag-Latn"]},{"precision":0.31608,"recall":0.378458,"f1":0.332327,"accuracy":0.378458,"main_score":0.332327,"hf_subset":"run_Latn-snd_Arab","languages":["run-Latn","snd-Arab"]},{"precision":0.395094,"recall":0.443676,"f1":0.406889,"accuracy":0.443676,"main_score":0.406889,"hf_subset":"run_Latn-tuk_Latn","languages":["run-Latn","tuk-Latn"]},{"precision":0.398058,"recall":0.435771,"f1":0.408588,"accuracy":0.435771,"main_score":0.408588,"hf_subset":"run_Latn-bak_Cyrl","languages":["run-Latn","bak-Cyrl"]},{"precision":0.334461,"recall":0.384387,"f1":0.349026,"accuracy":0.384387,"main_score":0.349026,"hf_subset":"run_Latn-dyu_Latn","languages":["run-Latn","dyu-Latn"]},{"precision":0.336294,"recall":0.397233,"f1":0.351911,"accuracy":0.397233,"main_score":0.351911,"hf_subset":"run_Latn-heb_Hebr","languages":["run-Latn","heb-Hebr"]},{"precision":0.375882,"recall":0.421937,"f1":0.388931,"accuracy":0.421937,"main_score":0.388931,"hf_subset":"run_Latn-khk_Cyrl","languages":["run-Latn","khk-Cyrl"]},{"precision":0.393265,"recall":0.44664,"f1":0.407466,"accuracy":0.44664,"main_score":0.407466,"hf_subset":"run_Latn-lvs_Latn","languages":["run-Latn","lvs-Latn"]},{"precision":0.358369,"recall":0.431818,"f1":0.377461,"accuracy":0.431818,"main_score":0.377461,"hf_subset":"run_Latn-pan_Guru","languages":["run-Latn","pan-Guru"]},{"precision":0.391862,"recall":0.429842,"f1":0.40267,"accuracy":0.429842,"main_score":0.40267,"hf_subset":"run_Latn-som_Latn","languages":["run-Latn","som-Latn"]},{"precision":0.425958,"recall":0.458498,"f1":0.435108,"accuracy":0.458498,"main_score":0.435108,"hf_subset":"run_Latn-tum_Latn","languages":["run-Latn","tum-Latn"]},{"precision":0.249934,"recall":0.331028,"f1":0.271112,"accuracy":0.331028,"main_score":0.271112,"hf_subset":"tam_Taml-ace_Arab","languages":["tam-Taml","ace-Arab"]},{"precision":0.337152,"recall":0.435771,"f1":0.362004,"accuracy":0.435771,"main_score":0.362004,"hf_subset":"tam_Taml-bam_Latn","languages":["tam-Taml","bam-Latn"]},{"precision":0.157501,"recall":0.221344,"f1":0.173174,"accuracy":0.221344,"main_score":0.173174,"hf_subset":"tam_Taml-dzo_Tibt","languages":["tam-Taml","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-hin_Deva","languages":["tam-Taml","hin-Deva"]},{"precision":0.853673,"recall":0.897233,"f1":0.867608,"accuracy":0.897233,"main_score":0.867608,"hf_subset":"tam_Taml-khm_Khmr","languages":["tam-Taml","khm-Khmr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tam_Taml-mag_Deva","languages":["tam-Taml","mag-Deva"]},{"precision":0.81385,"recall":0.865613,"f1":0.829414,"accuracy":0.865613,"main_score":0.829414,"hf_subset":"tam_Taml-pap_Latn","languages":["tam-Taml","pap-Latn"]},{"precision":0.378078,"recall":0.478261,"f1":0.404549,"accuracy":0.478261,"main_score":0.404549,"hf_subset":"tam_Taml-sot_Latn","languages":["tam-Taml","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tam_Taml-tur_Latn","languages":["tam-Taml","tur-Latn"]},{"precision":0.610444,"recall":0.697628,"f1":0.635699,"accuracy":0.697628,"main_score":0.635699,"hf_subset":"tam_Taml-ace_Latn","languages":["tam-Taml","ace-Latn"]},{"precision":0.76754,"recall":0.829051,"f1":0.786957,"accuracy":0.829051,"main_score":0.786957,"hf_subset":"tam_Taml-ban_Latn","languages":["tam-Taml","ban-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"tam_Taml-ell_Grek","languages":["tam-Taml","ell-Grek"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"tam_Taml-hne_Deva","languages":["tam-Taml","hne-Deva"]},{"precision":0.365722,"recall":0.477273,"f1":0.395346,"accuracy":0.477273,"main_score":0.395346,"hf_subset":"tam_Taml-kik_Latn","languages":["tam-Taml","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-mai_Deva","languages":["tam-Taml","mai-Deva"]},{"precision":0.859931,"recall":0.902174,"f1":0.873748,"accuracy":0.902174,"main_score":0.873748,"hf_subset":"tam_Taml-pbt_Arab","languages":["tam-Taml","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-spa_Latn","languages":["tam-Taml","spa-Latn"]},{"precision":0.440146,"recall":0.544466,"f1":0.468135,"accuracy":0.544466,"main_score":0.468135,"hf_subset":"tam_Taml-twi_Latn","languages":["tam-Taml","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tam_Taml-acm_Arab","languages":["tam-Taml","acm-Arab"]},{"precision":0.81777,"recall":0.871542,"f1":0.834717,"accuracy":0.871542,"main_score":0.834717,"hf_subset":"tam_Taml-bel_Cyrl","languages":["tam-Taml","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-eng_Latn","languages":["tam-Taml","eng-Latn"]},{"precision":0.942688,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"tam_Taml-hrv_Latn","languages":["tam-Taml","hrv-Latn"]},{"precision":0.355883,"recall":0.453557,"f1":0.381679,"accuracy":0.453557,"main_score":0.381679,"hf_subset":"tam_Taml-kin_Latn","languages":["tam-Taml","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tam_Taml-mal_Mlym","languages":["tam-Taml","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-pes_Arab","languages":["tam-Taml","pes-Arab"]},{"precision":0.79557,"recall":0.853755,"f1":0.813768,"accuracy":0.853755,"main_score":0.813768,"hf_subset":"tam_Taml-srd_Latn","languages":["tam-Taml","srd-Latn"]},{"precision":0.104072,"recall":0.174901,"f1":0.119019,"accuracy":0.174901,"main_score":0.119019,"hf_subset":"tam_Taml-tzm_Tfng","languages":["tam-Taml","tzm-Tfng"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"tam_Taml-acq_Arab","languages":["tam-Taml","acq-Arab"]},{"precision":0.423054,"recall":0.513834,"f1":0.447314,"accuracy":0.513834,"main_score":0.447314,"hf_subset":"tam_Taml-bem_Latn","languages":["tam-Taml","bem-Latn"]},{"precision":0.85639,"recall":0.900198,"f1":0.870356,"accuracy":0.900198,"main_score":0.870356,"hf_subset":"tam_Taml-epo_Latn","languages":["tam-Taml","epo-Latn"]},{"precision":0.925395,"recall":0.949605,"f1":0.9333,"accuracy":0.949605,"main_score":0.9333,"hf_subset":"tam_Taml-hun_Latn","languages":["tam-Taml","hun-Latn"]},{"precision":0.653461,"recall":0.731225,"f1":0.676501,"accuracy":0.731225,"main_score":0.676501,"hf_subset":"tam_Taml-kir_Cyrl","languages":["tam-Taml","kir-Cyrl"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"tam_Taml-mar_Deva","languages":["tam-Taml","mar-Deva"]},{"precision":0.396389,"recall":0.495059,"f1":0.422213,"accuracy":0.495059,"main_score":0.422213,"hf_subset":"tam_Taml-plt_Latn","languages":["tam-Taml","plt-Latn"]},{"precision":0.909914,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"tam_Taml-srp_Cyrl","languages":["tam-Taml","srp-Cyrl"]},{"precision":0.248026,"recall":0.326087,"f1":0.267913,"accuracy":0.326087,"main_score":0.267913,"hf_subset":"tam_Taml-uig_Arab","languages":["tam-Taml","uig-Arab"]},{"precision":0.935935,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"tam_Taml-aeb_Arab","languages":["tam-Taml","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-ben_Beng","languages":["tam-Taml","ben-Beng"]},{"precision":0.804595,"recall":0.859684,"f1":0.821838,"accuracy":0.859684,"main_score":0.821838,"hf_subset":"tam_Taml-est_Latn","languages":["tam-Taml","est-Latn"]},{"precision":0.810853,"recall":0.862648,"f1":0.826929,"accuracy":0.862648,"main_score":0.826929,"hf_subset":"tam_Taml-hye_Armn","languages":["tam-Taml","hye-Armn"]},{"precision":0.358144,"recall":0.449605,"f1":0.381915,"accuracy":0.449605,"main_score":0.381915,"hf_subset":"tam_Taml-kmb_Latn","languages":["tam-Taml","kmb-Latn"]},{"precision":0.209166,"recall":0.286561,"f1":0.228123,"accuracy":0.286561,"main_score":0.228123,"hf_subset":"tam_Taml-min_Arab","languages":["tam-Taml","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-pol_Latn","languages":["tam-Taml","pol-Latn"]},{"precision":0.339127,"recall":0.447628,"f1":0.367511,"accuracy":0.447628,"main_score":0.367511,"hf_subset":"tam_Taml-ssw_Latn","languages":["tam-Taml","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tam_Taml-ukr_Cyrl","languages":["tam-Taml","ukr-Cyrl"]},{"precision":0.919219,"recall":0.943676,"f1":0.927108,"accuracy":0.943676,"main_score":0.927108,"hf_subset":"tam_Taml-afr_Latn","languages":["tam-Taml","afr-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"tam_Taml-bho_Deva","languages":["tam-Taml","bho-Deva"]},{"precision":0.562221,"recall":0.65415,"f1":0.588261,"accuracy":0.65415,"main_score":0.588261,"hf_subset":"tam_Taml-eus_Latn","languages":["tam-Taml","eus-Latn"]},{"precision":0.361914,"recall":0.464427,"f1":0.387648,"accuracy":0.464427,"main_score":0.387648,"hf_subset":"tam_Taml-ibo_Latn","languages":["tam-Taml","ibo-Latn"]},{"precision":0.400173,"recall":0.496047,"f1":0.424657,"accuracy":0.496047,"main_score":0.424657,"hf_subset":"tam_Taml-kmr_Latn","languages":["tam-Taml","kmr-Latn"]},{"precision":0.766798,"recall":0.833004,"f1":0.787436,"accuracy":0.833004,"main_score":0.787436,"hf_subset":"tam_Taml-min_Latn","languages":["tam-Taml","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-por_Latn","languages":["tam-Taml","por-Latn"]},{"precision":0.819829,"recall":0.87253,"f1":0.836265,"accuracy":0.87253,"main_score":0.836265,"hf_subset":"tam_Taml-sun_Latn","languages":["tam-Taml","sun-Latn"]},{"precision":0.339608,"recall":0.444664,"f1":0.367179,"accuracy":0.444664,"main_score":0.367179,"hf_subset":"tam_Taml-umb_Latn","languages":["tam-Taml","umb-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"tam_Taml-ajp_Arab","languages":["tam-Taml","ajp-Arab"]},{"precision":0.236365,"recall":0.320158,"f1":0.258153,"accuracy":0.320158,"main_score":0.258153,"hf_subset":"tam_Taml-bjn_Arab","languages":["tam-Taml","bjn-Arab"]},{"precision":0.360171,"recall":0.453557,"f1":0.384115,"accuracy":0.453557,"main_score":0.384115,"hf_subset":"tam_Taml-ewe_Latn","languages":["tam-Taml","ewe-Latn"]},{"precision":0.614026,"recall":0.69664,"f1":0.638021,"accuracy":0.69664,"main_score":0.638021,"hf_subset":"tam_Taml-ilo_Latn","languages":["tam-Taml","ilo-Latn"]},{"precision":0.177994,"recall":0.25,"f1":0.194589,"accuracy":0.25,"main_score":0.194589,"hf_subset":"tam_Taml-knc_Arab","languages":["tam-Taml","knc-Arab"]},{"precision":0.916831,"recall":0.943676,"f1":0.925725,"accuracy":0.943676,"main_score":0.925725,"hf_subset":"tam_Taml-mkd_Cyrl","languages":["tam-Taml","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-prs_Arab","languages":["tam-Taml","prs-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-swe_Latn","languages":["tam-Taml","swe-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tam_Taml-urd_Arab","languages":["tam-Taml","urd-Arab"]},{"precision":0.403725,"recall":0.51087,"f1":0.431614,"accuracy":0.51087,"main_score":0.431614,"hf_subset":"tam_Taml-aka_Latn","languages":["tam-Taml","aka-Latn"]},{"precision":0.80914,"recall":0.860672,"f1":0.825132,"accuracy":0.860672,"main_score":0.825132,"hf_subset":"tam_Taml-bjn_Latn","languages":["tam-Taml","bjn-Latn"]},{"precision":0.533824,"recall":0.625494,"f1":0.559699,"accuracy":0.625494,"main_score":0.559699,"hf_subset":"tam_Taml-fao_Latn","languages":["tam-Taml","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-ind_Latn","languages":["tam-Taml","ind-Latn"]},{"precision":0.397776,"recall":0.501976,"f1":0.424307,"accuracy":0.501976,"main_score":0.424307,"hf_subset":"tam_Taml-knc_Latn","languages":["tam-Taml","knc-Latn"]},{"precision":0.634412,"recall":0.721344,"f1":0.659692,"accuracy":0.721344,"main_score":0.659692,"hf_subset":"tam_Taml-mlt_Latn","languages":["tam-Taml","mlt-Latn"]},{"precision":0.424711,"recall":0.530632,"f1":0.453057,"accuracy":0.530632,"main_score":0.453057,"hf_subset":"tam_Taml-quy_Latn","languages":["tam-Taml","quy-Latn"]},{"precision":0.8486,"recall":0.890316,"f1":0.861726,"accuracy":0.890316,"main_score":0.861726,"hf_subset":"tam_Taml-swh_Latn","languages":["tam-Taml","swh-Latn"]},{"precision":0.595158,"recall":0.685771,"f1":0.621657,"accuracy":0.685771,"main_score":0.621657,"hf_subset":"tam_Taml-uzn_Latn","languages":["tam-Taml","uzn-Latn"]},{"precision":0.724292,"recall":0.795455,"f1":0.74585,"accuracy":0.795455,"main_score":0.74585,"hf_subset":"tam_Taml-als_Latn","languages":["tam-Taml","als-Latn"]},{"precision":0.17481,"recall":0.249012,"f1":0.192661,"accuracy":0.249012,"main_score":0.192661,"hf_subset":"tam_Taml-bod_Tibt","languages":["tam-Taml","bod-Tibt"]},{"precision":0.351071,"recall":0.455534,"f1":0.378048,"accuracy":0.455534,"main_score":0.378048,"hf_subset":"tam_Taml-fij_Latn","languages":["tam-Taml","fij-Latn"]},{"precision":0.526194,"recall":0.616601,"f1":0.551697,"accuracy":0.616601,"main_score":0.551697,"hf_subset":"tam_Taml-isl_Latn","languages":["tam-Taml","isl-Latn"]},{"precision":0.440343,"recall":0.533597,"f1":0.465527,"accuracy":0.533597,"main_score":0.465527,"hf_subset":"tam_Taml-kon_Latn","languages":["tam-Taml","kon-Latn"]},{"precision":0.339957,"recall":0.449605,"f1":0.369135,"accuracy":0.449605,"main_score":0.369135,"hf_subset":"tam_Taml-mni_Beng","languages":["tam-Taml","mni-Beng"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"tam_Taml-ron_Latn","languages":["tam-Taml","ron-Latn"]},{"precision":0.837978,"recall":0.883399,"f1":0.85224,"accuracy":0.883399,"main_score":0.85224,"hf_subset":"tam_Taml-szl_Latn","languages":["tam-Taml","szl-Latn"]},{"precision":0.900527,"recall":0.929842,"f1":0.909914,"accuracy":0.929842,"main_score":0.909914,"hf_subset":"tam_Taml-vec_Latn","languages":["tam-Taml","vec-Latn"]},{"precision":0.802266,"recall":0.858696,"f1":0.819977,"accuracy":0.858696,"main_score":0.819977,"hf_subset":"tam_Taml-amh_Ethi","languages":["tam-Taml","amh-Ethi"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"tam_Taml-bos_Latn","languages":["tam-Taml","bos-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"tam_Taml-fin_Latn","languages":["tam-Taml","fin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-ita_Latn","languages":["tam-Taml","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-kor_Hang","languages":["tam-Taml","kor-Hang"]},{"precision":0.36024,"recall":0.456522,"f1":0.385492,"accuracy":0.456522,"main_score":0.385492,"hf_subset":"tam_Taml-mos_Latn","languages":["tam-Taml","mos-Latn"]},{"precision":0.345305,"recall":0.452569,"f1":0.373135,"accuracy":0.452569,"main_score":0.373135,"hf_subset":"tam_Taml-run_Latn","languages":["tam-Taml","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-vie_Latn","languages":["tam-Taml","vie-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"tam_Taml-apc_Arab","languages":["tam-Taml","apc-Arab"]},{"precision":0.561513,"recall":0.655138,"f1":0.588128,"accuracy":0.655138,"main_score":0.588128,"hf_subset":"tam_Taml-bug_Latn","languages":["tam-Taml","bug-Latn"]},{"precision":0.314542,"recall":0.41502,"f1":0.339651,"accuracy":0.41502,"main_score":0.339651,"hf_subset":"tam_Taml-fon_Latn","languages":["tam-Taml","fon-Latn"]},{"precision":0.821311,"recall":0.873518,"f1":0.837865,"accuracy":0.873518,"main_score":0.837865,"hf_subset":"tam_Taml-jav_Latn","languages":["tam-Taml","jav-Latn"]},{"precision":0.750346,"recall":0.81917,"f1":0.77197,"accuracy":0.81917,"main_score":0.77197,"hf_subset":"tam_Taml-lao_Laoo","languages":["tam-Taml","lao-Laoo"]},{"precision":0.331899,"recall":0.439723,"f1":0.358788,"accuracy":0.439723,"main_score":0.358788,"hf_subset":"tam_Taml-mri_Latn","languages":["tam-Taml","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-rus_Cyrl","languages":["tam-Taml","rus-Cyrl"]},{"precision":0.35171,"recall":0.456522,"f1":0.378245,"accuracy":0.456522,"main_score":0.378245,"hf_subset":"tam_Taml-taq_Latn","languages":["tam-Taml","taq-Latn"]},{"precision":0.756917,"recall":0.81917,"f1":0.775908,"accuracy":0.81917,"main_score":0.775908,"hf_subset":"tam_Taml-war_Latn","languages":["tam-Taml","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-arb_Arab","languages":["tam-Taml","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tam_Taml-bul_Cyrl","languages":["tam-Taml","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-fra_Latn","languages":["tam-Taml","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-jpn_Jpan","languages":["tam-Taml","jpn-Jpan"]},{"precision":0.82831,"recall":0.87747,"f1":0.843939,"accuracy":0.87747,"main_score":0.843939,"hf_subset":"tam_Taml-lij_Latn","languages":["tam-Taml","lij-Latn"]},{"precision":0.819664,"recall":0.87253,"f1":0.836594,"accuracy":0.87253,"main_score":0.836594,"hf_subset":"tam_Taml-mya_Mymr","languages":["tam-Taml","mya-Mymr"]},{"precision":0.404106,"recall":0.504941,"f1":0.430175,"accuracy":0.504941,"main_score":0.430175,"hf_subset":"tam_Taml-sag_Latn","languages":["tam-Taml","sag-Latn"]},{"precision":0.12778,"recall":0.213439,"f1":0.145794,"accuracy":0.213439,"main_score":0.145794,"hf_subset":"tam_Taml-taq_Tfng","languages":["tam-Taml","taq-Tfng"]},{"precision":0.406005,"recall":0.504941,"f1":0.432071,"accuracy":0.504941,"main_score":0.432071,"hf_subset":"tam_Taml-wol_Latn","languages":["tam-Taml","wol-Latn"]},{"precision":0.23917,"recall":0.349802,"f1":0.266478,"accuracy":0.349802,"main_score":0.266478,"hf_subset":"tam_Taml-arb_Latn","languages":["tam-Taml","arb-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"tam_Taml-cat_Latn","languages":["tam-Taml","cat-Latn"]},{"precision":0.784074,"recall":0.842885,"f1":0.802193,"accuracy":0.842885,"main_score":0.802193,"hf_subset":"tam_Taml-fur_Latn","languages":["tam-Taml","fur-Latn"]},{"precision":0.247196,"recall":0.336957,"f1":0.2698,"accuracy":0.336957,"main_score":0.2698,"hf_subset":"tam_Taml-kab_Latn","languages":["tam-Taml","kab-Latn"]},{"precision":0.765787,"recall":0.827075,"f1":0.784931,"accuracy":0.827075,"main_score":0.784931,"hf_subset":"tam_Taml-lim_Latn","languages":["tam-Taml","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-nld_Latn","languages":["tam-Taml","nld-Latn"]},{"precision":0.908185,"recall":0.936759,"f1":0.917391,"accuracy":0.936759,"main_score":0.917391,"hf_subset":"tam_Taml-san_Deva","languages":["tam-Taml","san-Deva"]},{"precision":0.612478,"recall":0.690711,"f1":0.634345,"accuracy":0.690711,"main_score":0.634345,"hf_subset":"tam_Taml-tat_Cyrl","languages":["tam-Taml","tat-Cyrl"]},{"precision":0.38975,"recall":0.496047,"f1":0.417723,"accuracy":0.496047,"main_score":0.417723,"hf_subset":"tam_Taml-xho_Latn","languages":["tam-Taml","xho-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-ars_Arab","languages":["tam-Taml","ars-Arab"]},{"precision":0.713603,"recall":0.788538,"f1":0.736199,"accuracy":0.788538,"main_score":0.736199,"hf_subset":"tam_Taml-ceb_Latn","languages":["tam-Taml","ceb-Latn"]},{"precision":0.36733,"recall":0.462451,"f1":0.391603,"accuracy":0.462451,"main_score":0.391603,"hf_subset":"tam_Taml-fuv_Latn","languages":["tam-Taml","fuv-Latn"]},{"precision":0.366922,"recall":0.477273,"f1":0.395495,"accuracy":0.477273,"main_score":0.395495,"hf_subset":"tam_Taml-kac_Latn","languages":["tam-Taml","kac-Latn"]},{"precision":0.413458,"recall":0.525692,"f1":0.443991,"accuracy":0.525692,"main_score":0.443991,"hf_subset":"tam_Taml-lin_Latn","languages":["tam-Taml","lin-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"tam_Taml-nno_Latn","languages":["tam-Taml","nno-Latn"]},{"precision":0.173827,"recall":0.23913,"f1":0.189839,"accuracy":0.23913,"main_score":0.189839,"hf_subset":"tam_Taml-sat_Olck","languages":["tam-Taml","sat-Olck"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-tel_Telu","languages":["tam-Taml","tel-Telu"]},{"precision":0.285959,"recall":0.380435,"f1":0.30954,"accuracy":0.380435,"main_score":0.30954,"hf_subset":"tam_Taml-ydd_Hebr","languages":["tam-Taml","ydd-Hebr"]},{"precision":0.871459,"recall":0.911067,"f1":0.884453,"accuracy":0.911067,"main_score":0.884453,"hf_subset":"tam_Taml-ary_Arab","languages":["tam-Taml","ary-Arab"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"tam_Taml-ces_Latn","languages":["tam-Taml","ces-Latn"]},{"precision":0.289812,"recall":0.382411,"f1":0.312943,"accuracy":0.382411,"main_score":0.312943,"hf_subset":"tam_Taml-gaz_Latn","languages":["tam-Taml","gaz-Latn"]},{"precision":0.377493,"recall":0.483202,"f1":0.405087,"accuracy":0.483202,"main_score":0.405087,"hf_subset":"tam_Taml-kam_Latn","languages":["tam-Taml","kam-Latn"]},{"precision":0.760903,"recall":0.826087,"f1":0.780863,"accuracy":0.826087,"main_score":0.780863,"hf_subset":"tam_Taml-lit_Latn","languages":["tam-Taml","lit-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tam_Taml-nob_Latn","languages":["tam-Taml","nob-Latn"]},{"precision":0.71418,"recall":0.790514,"f1":0.737568,"accuracy":0.790514,"main_score":0.737568,"hf_subset":"tam_Taml-scn_Latn","languages":["tam-Taml","scn-Latn"]},{"precision":0.410373,"recall":0.504941,"f1":0.435562,"accuracy":0.504941,"main_score":0.435562,"hf_subset":"tam_Taml-tgk_Cyrl","languages":["tam-Taml","tgk-Cyrl"]},{"precision":0.340555,"recall":0.445652,"f1":0.367786,"accuracy":0.445652,"main_score":0.367786,"hf_subset":"tam_Taml-yor_Latn","languages":["tam-Taml","yor-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"tam_Taml-arz_Arab","languages":["tam-Taml","arz-Arab"]},{"precision":0.39561,"recall":0.498024,"f1":0.422141,"accuracy":0.498024,"main_score":0.422141,"hf_subset":"tam_Taml-cjk_Latn","languages":["tam-Taml","cjk-Latn"]},{"precision":0.307991,"recall":0.403162,"f1":0.332446,"accuracy":0.403162,"main_score":0.332446,"hf_subset":"tam_Taml-gla_Latn","languages":["tam-Taml","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-kan_Knda","languages":["tam-Taml","kan-Knda"]},{"precision":0.750141,"recall":0.816206,"f1":0.770043,"accuracy":0.816206,"main_score":0.770043,"hf_subset":"tam_Taml-lmo_Latn","languages":["tam-Taml","lmo-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"tam_Taml-npi_Deva","languages":["tam-Taml","npi-Deva"]},{"precision":0.326014,"recall":0.437747,"f1":0.354767,"accuracy":0.437747,"main_score":0.354767,"hf_subset":"tam_Taml-shn_Mymr","languages":["tam-Taml","shn-Mymr"]},{"precision":0.856258,"recall":0.899209,"f1":0.869895,"accuracy":0.899209,"main_score":0.869895,"hf_subset":"tam_Taml-tgl_Latn","languages":["tam-Taml","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-yue_Hant","languages":["tam-Taml","yue-Hant"]},{"precision":0.890646,"recall":0.923913,"f1":0.90135,"accuracy":0.923913,"main_score":0.90135,"hf_subset":"tam_Taml-asm_Beng","languages":["tam-Taml","asm-Beng"]},{"precision":0.377775,"recall":0.468379,"f1":0.401543,"accuracy":0.468379,"main_score":0.401543,"hf_subset":"tam_Taml-ckb_Arab","languages":["tam-Taml","ckb-Arab"]},{"precision":0.348463,"recall":0.440711,"f1":0.371656,"accuracy":0.440711,"main_score":0.371656,"hf_subset":"tam_Taml-gle_Latn","languages":["tam-Taml","gle-Latn"]},{"precision":0.656045,"recall":0.743083,"f1":0.681988,"accuracy":0.743083,"main_score":0.681988,"hf_subset":"tam_Taml-kas_Arab","languages":["tam-Taml","kas-Arab"]},{"precision":0.562596,"recall":0.647233,"f1":0.586633,"accuracy":0.647233,"main_score":0.586633,"hf_subset":"tam_Taml-ltg_Latn","languages":["tam-Taml","ltg-Latn"]},{"precision":0.397671,"recall":0.505929,"f1":0.427012,"accuracy":0.505929,"main_score":0.427012,"hf_subset":"tam_Taml-nso_Latn","languages":["tam-Taml","nso-Latn"]},{"precision":0.891387,"recall":0.924901,"f1":0.90224,"accuracy":0.924901,"main_score":0.90224,"hf_subset":"tam_Taml-sin_Sinh","languages":["tam-Taml","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-tha_Thai","languages":["tam-Taml","tha-Thai"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-zho_Hans","languages":["tam-Taml","zho-Hans"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"tam_Taml-ast_Latn","languages":["tam-Taml","ast-Latn"]},{"precision":0.769196,"recall":0.831028,"f1":0.787599,"accuracy":0.831028,"main_score":0.787599,"hf_subset":"tam_Taml-crh_Latn","languages":["tam-Taml","crh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-glg_Latn","languages":["tam-Taml","glg-Latn"]},{"precision":0.568869,"recall":0.660079,"f1":0.594746,"accuracy":0.660079,"main_score":0.594746,"hf_subset":"tam_Taml-kas_Deva","languages":["tam-Taml","kas-Deva"]},{"precision":0.696756,"recall":0.770751,"f1":0.718455,"accuracy":0.770751,"main_score":0.718455,"hf_subset":"tam_Taml-ltz_Latn","languages":["tam-Taml","ltz-Latn"]},{"precision":0.281713,"recall":0.379447,"f1":0.305648,"accuracy":0.379447,"main_score":0.305648,"hf_subset":"tam_Taml-nus_Latn","languages":["tam-Taml","nus-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"tam_Taml-slk_Latn","languages":["tam-Taml","slk-Latn"]},{"precision":0.381998,"recall":0.470356,"f1":0.405862,"accuracy":0.470356,"main_score":0.405862,"hf_subset":"tam_Taml-tir_Ethi","languages":["tam-Taml","tir-Ethi"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tam_Taml-zho_Hant","languages":["tam-Taml","zho-Hant"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"tam_Taml-awa_Deva","languages":["tam-Taml","awa-Deva"]},{"precision":0.394597,"recall":0.488142,"f1":0.418499,"accuracy":0.488142,"main_score":0.418499,"hf_subset":"tam_Taml-cym_Latn","languages":["tam-Taml","cym-Latn"]},{"precision":0.555288,"recall":0.647233,"f1":0.580218,"accuracy":0.647233,"main_score":0.580218,"hf_subset":"tam_Taml-grn_Latn","languages":["tam-Taml","grn-Latn"]},{"precision":0.873271,"recall":0.913043,"f1":0.886067,"accuracy":0.913043,"main_score":0.886067,"hf_subset":"tam_Taml-kat_Geor","languages":["tam-Taml","kat-Geor"]},{"precision":0.42157,"recall":0.527668,"f1":0.450791,"accuracy":0.527668,"main_score":0.450791,"hf_subset":"tam_Taml-lua_Latn","languages":["tam-Taml","lua-Latn"]},{"precision":0.433744,"recall":0.535573,"f1":0.461724,"accuracy":0.535573,"main_score":0.461724,"hf_subset":"tam_Taml-nya_Latn","languages":["tam-Taml","nya-Latn"]},{"precision":0.895586,"recall":0.927866,"f1":0.906126,"accuracy":0.927866,"main_score":0.906126,"hf_subset":"tam_Taml-slv_Latn","languages":["tam-Taml","slv-Latn"]},{"precision":0.666149,"recall":0.752964,"f1":0.691933,"accuracy":0.752964,"main_score":0.691933,"hf_subset":"tam_Taml-tpi_Latn","languages":["tam-Taml","tpi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tam_Taml-zsm_Latn","languages":["tam-Taml","zsm-Latn"]},{"precision":0.349084,"recall":0.453557,"f1":0.375615,"accuracy":0.453557,"main_score":0.375615,"hf_subset":"tam_Taml-ayr_Latn","languages":["tam-Taml","ayr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tam_Taml-dan_Latn","languages":["tam-Taml","dan-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"tam_Taml-guj_Gujr","languages":["tam-Taml","guj-Gujr"]},{"precision":0.723946,"recall":0.79249,"f1":0.744438,"accuracy":0.79249,"main_score":0.744438,"hf_subset":"tam_Taml-kaz_Cyrl","languages":["tam-Taml","kaz-Cyrl"]},{"precision":0.35016,"recall":0.45751,"f1":0.378525,"accuracy":0.45751,"main_score":0.378525,"hf_subset":"tam_Taml-lug_Latn","languages":["tam-Taml","lug-Latn"]},{"precision":0.926548,"recall":0.950593,"f1":0.934453,"accuracy":0.950593,"main_score":0.934453,"hf_subset":"tam_Taml-oci_Latn","languages":["tam-Taml","oci-Latn"]},{"precision":0.387304,"recall":0.499012,"f1":0.416109,"accuracy":0.499012,"main_score":0.416109,"hf_subset":"tam_Taml-smo_Latn","languages":["tam-Taml","smo-Latn"]},{"precision":0.361177,"recall":0.460474,"f1":0.387344,"accuracy":0.460474,"main_score":0.387344,"hf_subset":"tam_Taml-tsn_Latn","languages":["tam-Taml","tsn-Latn"]},{"precision":0.362885,"recall":0.45751,"f1":0.387663,"accuracy":0.45751,"main_score":0.387663,"hf_subset":"tam_Taml-zul_Latn","languages":["tam-Taml","zul-Latn"]},{"precision":0.655361,"recall":0.741107,"f1":0.680739,"accuracy":0.741107,"main_score":0.680739,"hf_subset":"tam_Taml-azb_Arab","languages":["tam-Taml","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-deu_Latn","languages":["tam-Taml","deu-Latn"]},{"precision":0.547399,"recall":0.644269,"f1":0.57477,"accuracy":0.644269,"main_score":0.57477,"hf_subset":"tam_Taml-hat_Latn","languages":["tam-Taml","hat-Latn"]},{"precision":0.327565,"recall":0.420949,"f1":0.351046,"accuracy":0.420949,"main_score":0.351046,"hf_subset":"tam_Taml-kbp_Latn","languages":["tam-Taml","kbp-Latn"]},{"precision":0.388851,"recall":0.495059,"f1":0.416159,"accuracy":0.495059,"main_score":0.416159,"hf_subset":"tam_Taml-luo_Latn","languages":["tam-Taml","luo-Latn"]},{"precision":0.551032,"recall":0.637352,"f1":0.574965,"accuracy":0.637352,"main_score":0.574965,"hf_subset":"tam_Taml-ory_Orya","languages":["tam-Taml","ory-Orya"]},{"precision":0.38089,"recall":0.483202,"f1":0.408285,"accuracy":0.483202,"main_score":0.408285,"hf_subset":"tam_Taml-sna_Latn","languages":["tam-Taml","sna-Latn"]},{"precision":0.372185,"recall":0.467391,"f1":0.396694,"accuracy":0.467391,"main_score":0.396694,"hf_subset":"tam_Taml-tso_Latn","languages":["tam-Taml","tso-Latn"]},{"precision":0.842062,"recall":0.886364,"f1":0.856028,"accuracy":0.886364,"main_score":0.856028,"hf_subset":"tam_Taml-azj_Latn","languages":["tam-Taml","azj-Latn"]},{"precision":0.369557,"recall":0.477273,"f1":0.398191,"accuracy":0.477273,"main_score":0.398191,"hf_subset":"tam_Taml-dik_Latn","languages":["tam-Taml","dik-Latn"]},{"precision":0.396878,"recall":0.490119,"f1":0.422189,"accuracy":0.490119,"main_score":0.422189,"hf_subset":"tam_Taml-hau_Latn","languages":["tam-Taml","hau-Latn"]},{"precision":0.727421,"recall":0.805336,"f1":0.751468,"accuracy":0.805336,"main_score":0.751468,"hf_subset":"tam_Taml-kea_Latn","languages":["tam-Taml","kea-Latn"]},{"precision":0.53364,"recall":0.626482,"f1":0.560256,"accuracy":0.626482,"main_score":0.560256,"hf_subset":"tam_Taml-lus_Latn","languages":["tam-Taml","lus-Latn"]},{"precision":0.674384,"recall":0.75,"f1":0.696379,"accuracy":0.75,"main_score":0.696379,"hf_subset":"tam_Taml-pag_Latn","languages":["tam-Taml","pag-Latn"]},{"precision":0.688472,"recall":0.768775,"f1":0.713011,"accuracy":0.768775,"main_score":0.713011,"hf_subset":"tam_Taml-snd_Arab","languages":["tam-Taml","snd-Arab"]},{"precision":0.562142,"recall":0.650198,"f1":0.586884,"accuracy":0.650198,"main_score":0.586884,"hf_subset":"tam_Taml-tuk_Latn","languages":["tam-Taml","tuk-Latn"]},{"precision":0.590755,"recall":0.671937,"f1":0.613268,"accuracy":0.671937,"main_score":0.613268,"hf_subset":"tam_Taml-bak_Cyrl","languages":["tam-Taml","bak-Cyrl"]},{"precision":0.309416,"recall":0.41502,"f1":0.336951,"accuracy":0.41502,"main_score":0.336951,"hf_subset":"tam_Taml-dyu_Latn","languages":["tam-Taml","dyu-Latn"]},{"precision":0.903986,"recall":0.933794,"f1":0.913702,"accuracy":0.933794,"main_score":0.913702,"hf_subset":"tam_Taml-heb_Hebr","languages":["tam-Taml","heb-Hebr"]},{"precision":0.415922,"recall":0.501976,"f1":0.438724,"accuracy":0.501976,"main_score":0.438724,"hf_subset":"tam_Taml-khk_Cyrl","languages":["tam-Taml","khk-Cyrl"]},{"precision":0.784947,"recall":0.840909,"f1":0.801976,"accuracy":0.840909,"main_score":0.801976,"hf_subset":"tam_Taml-lvs_Latn","languages":["tam-Taml","lvs-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"tam_Taml-pan_Guru","languages":["tam-Taml","pan-Guru"]},{"precision":0.344461,"recall":0.437747,"f1":0.36987,"accuracy":0.437747,"main_score":0.36987,"hf_subset":"tam_Taml-som_Latn","languages":["tam-Taml","som-Latn"]},{"precision":0.424693,"recall":0.519763,"f1":0.450457,"accuracy":0.519763,"main_score":0.450457,"hf_subset":"tam_Taml-tum_Latn","languages":["tam-Taml","tum-Latn"]},{"precision":0.250481,"recall":0.335968,"f1":0.270977,"accuracy":0.335968,"main_score":0.270977,"hf_subset":"vie_Latn-ace_Arab","languages":["vie-Latn","ace-Arab"]},{"precision":0.344784,"recall":0.44664,"f1":0.370886,"accuracy":0.44664,"main_score":0.370886,"hf_subset":"vie_Latn-bam_Latn","languages":["vie-Latn","bam-Latn"]},{"precision":0.152298,"recall":0.216403,"f1":0.168494,"accuracy":0.216403,"main_score":0.168494,"hf_subset":"vie_Latn-dzo_Tibt","languages":["vie-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-hin_Deva","languages":["vie-Latn","hin-Deva"]},{"precision":0.832263,"recall":0.881423,"f1":0.847694,"accuracy":0.881423,"main_score":0.847694,"hf_subset":"vie_Latn-khm_Khmr","languages":["vie-Latn","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vie_Latn-mag_Deva","languages":["vie-Latn","mag-Deva"]},{"precision":0.828557,"recall":0.87747,"f1":0.843314,"accuracy":0.87747,"main_score":0.843314,"hf_subset":"vie_Latn-pap_Latn","languages":["vie-Latn","pap-Latn"]},{"precision":0.387191,"recall":0.494071,"f1":0.414916,"accuracy":0.494071,"main_score":0.414916,"hf_subset":"vie_Latn-sot_Latn","languages":["vie-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-tur_Latn","languages":["vie-Latn","tur-Latn"]},{"precision":0.641174,"recall":0.726285,"f1":0.666037,"accuracy":0.726285,"main_score":0.666037,"hf_subset":"vie_Latn-ace_Latn","languages":["vie-Latn","ace-Latn"]},{"precision":0.798995,"recall":0.856719,"f1":0.81693,"accuracy":0.856719,"main_score":0.81693,"hf_subset":"vie_Latn-ban_Latn","languages":["vie-Latn","ban-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"vie_Latn-ell_Grek","languages":["vie-Latn","ell-Grek"]},{"precision":0.951416,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"vie_Latn-hne_Deva","languages":["vie-Latn","hne-Deva"]},{"precision":0.405947,"recall":0.514822,"f1":0.434678,"accuracy":0.514822,"main_score":0.434678,"hf_subset":"vie_Latn-kik_Latn","languages":["vie-Latn","kik-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"vie_Latn-mai_Deva","languages":["vie-Latn","mai-Deva"]},{"precision":0.830023,"recall":0.878458,"f1":0.84488,"accuracy":0.878458,"main_score":0.84488,"hf_subset":"vie_Latn-pbt_Arab","languages":["vie-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-spa_Latn","languages":["vie-Latn","spa-Latn"]},{"precision":0.459839,"recall":0.563241,"f1":0.487695,"accuracy":0.563241,"main_score":0.487695,"hf_subset":"vie_Latn-twi_Latn","languages":["vie-Latn","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-acm_Arab","languages":["vie-Latn","acm-Arab"]},{"precision":0.801993,"recall":0.859684,"f1":0.820389,"accuracy":0.859684,"main_score":0.820389,"hf_subset":"vie_Latn-bel_Cyrl","languages":["vie-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-eng_Latn","languages":["vie-Latn","eng-Latn"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"vie_Latn-hrv_Latn","languages":["vie-Latn","hrv-Latn"]},{"precision":0.342674,"recall":0.45751,"f1":0.372288,"accuracy":0.45751,"main_score":0.372288,"hf_subset":"vie_Latn-kin_Latn","languages":["vie-Latn","kin-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"vie_Latn-mal_Mlym","languages":["vie-Latn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-pes_Arab","languages":["vie-Latn","pes-Arab"]},{"precision":0.819368,"recall":0.869565,"f1":0.83523,"accuracy":0.869565,"main_score":0.83523,"hf_subset":"vie_Latn-srd_Latn","languages":["vie-Latn","srd-Latn"]},{"precision":0.094662,"recall":0.163043,"f1":0.108441,"accuracy":0.163043,"main_score":0.108441,"hf_subset":"vie_Latn-tzm_Tfng","languages":["vie-Latn","tzm-Tfng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vie_Latn-acq_Arab","languages":["vie-Latn","acq-Arab"]},{"precision":0.418457,"recall":0.516798,"f1":0.444536,"accuracy":0.516798,"main_score":0.444536,"hf_subset":"vie_Latn-bem_Latn","languages":["vie-Latn","bem-Latn"]},{"precision":0.864789,"recall":0.905138,"f1":0.877437,"accuracy":0.905138,"main_score":0.877437,"hf_subset":"vie_Latn-epo_Latn","languages":["vie-Latn","epo-Latn"]},{"precision":0.908267,"recall":0.936759,"f1":0.91749,"accuracy":0.936759,"main_score":0.91749,"hf_subset":"vie_Latn-hun_Latn","languages":["vie-Latn","hun-Latn"]},{"precision":0.632486,"recall":0.717391,"f1":0.656402,"accuracy":0.717391,"main_score":0.656402,"hf_subset":"vie_Latn-kir_Cyrl","languages":["vie-Latn","kir-Cyrl"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"vie_Latn-mar_Deva","languages":["vie-Latn","mar-Deva"]},{"precision":0.403532,"recall":0.500988,"f1":0.429002,"accuracy":0.500988,"main_score":0.429002,"hf_subset":"vie_Latn-plt_Latn","languages":["vie-Latn","plt-Latn"]},{"precision":0.901927,"recall":0.931818,"f1":0.911462,"accuracy":0.931818,"main_score":0.911462,"hf_subset":"vie_Latn-srp_Cyrl","languages":["vie-Latn","srp-Cyrl"]},{"precision":0.257598,"recall":0.340909,"f1":0.278588,"accuracy":0.340909,"main_score":0.278588,"hf_subset":"vie_Latn-uig_Arab","languages":["vie-Latn","uig-Arab"]},{"precision":0.944664,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"vie_Latn-aeb_Arab","languages":["vie-Latn","aeb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"vie_Latn-ben_Beng","languages":["vie-Latn","ben-Beng"]},{"precision":0.773995,"recall":0.837945,"f1":0.794005,"accuracy":0.837945,"main_score":0.794005,"hf_subset":"vie_Latn-est_Latn","languages":["vie-Latn","est-Latn"]},{"precision":0.796649,"recall":0.849802,"f1":0.812736,"accuracy":0.849802,"main_score":0.812736,"hf_subset":"vie_Latn-hye_Armn","languages":["vie-Latn","hye-Armn"]},{"precision":0.378135,"recall":0.474308,"f1":0.402801,"accuracy":0.474308,"main_score":0.402801,"hf_subset":"vie_Latn-kmb_Latn","languages":["vie-Latn","kmb-Latn"]},{"precision":0.212524,"recall":0.294466,"f1":0.232558,"accuracy":0.294466,"main_score":0.232558,"hf_subset":"vie_Latn-min_Arab","languages":["vie-Latn","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"vie_Latn-pol_Latn","languages":["vie-Latn","pol-Latn"]},{"precision":0.361581,"recall":0.467391,"f1":0.387589,"accuracy":0.467391,"main_score":0.387589,"hf_subset":"vie_Latn-ssw_Latn","languages":["vie-Latn","ssw-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"vie_Latn-ukr_Cyrl","languages":["vie-Latn","ukr-Cyrl"]},{"precision":0.909914,"recall":0.937747,"f1":0.918808,"accuracy":0.937747,"main_score":0.918808,"hf_subset":"vie_Latn-afr_Latn","languages":["vie-Latn","afr-Latn"]},{"precision":0.955698,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"vie_Latn-bho_Deva","languages":["vie-Latn","bho-Deva"]},{"precision":0.590225,"recall":0.682806,"f1":0.616167,"accuracy":0.682806,"main_score":0.616167,"hf_subset":"vie_Latn-eus_Latn","languages":["vie-Latn","eus-Latn"]},{"precision":0.36249,"recall":0.469368,"f1":0.3888,"accuracy":0.469368,"main_score":0.3888,"hf_subset":"vie_Latn-ibo_Latn","languages":["vie-Latn","ibo-Latn"]},{"precision":0.380897,"recall":0.493083,"f1":0.409856,"accuracy":0.493083,"main_score":0.409856,"hf_subset":"vie_Latn-kmr_Latn","languages":["vie-Latn","kmr-Latn"]},{"precision":0.793791,"recall":0.846838,"f1":0.809688,"accuracy":0.846838,"main_score":0.809688,"hf_subset":"vie_Latn-min_Latn","languages":["vie-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-por_Latn","languages":["vie-Latn","por-Latn"]},{"precision":0.851861,"recall":0.897233,"f1":0.866173,"accuracy":0.897233,"main_score":0.866173,"hf_subset":"vie_Latn-sun_Latn","languages":["vie-Latn","sun-Latn"]},{"precision":0.348296,"recall":0.455534,"f1":0.375722,"accuracy":0.455534,"main_score":0.375722,"hf_subset":"vie_Latn-umb_Latn","languages":["vie-Latn","umb-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"vie_Latn-ajp_Arab","languages":["vie-Latn","ajp-Arab"]},{"precision":0.223211,"recall":0.307312,"f1":0.244292,"accuracy":0.307312,"main_score":0.244292,"hf_subset":"vie_Latn-bjn_Arab","languages":["vie-Latn","bjn-Arab"]},{"precision":0.382331,"recall":0.474308,"f1":0.405112,"accuracy":0.474308,"main_score":0.405112,"hf_subset":"vie_Latn-ewe_Latn","languages":["vie-Latn","ewe-Latn"]},{"precision":0.632633,"recall":0.716403,"f1":0.656663,"accuracy":0.716403,"main_score":0.656663,"hf_subset":"vie_Latn-ilo_Latn","languages":["vie-Latn","ilo-Latn"]},{"precision":0.160847,"recall":0.243083,"f1":0.178948,"accuracy":0.243083,"main_score":0.178948,"hf_subset":"vie_Latn-knc_Arab","languages":["vie-Latn","knc-Arab"]},{"precision":0.913538,"recall":0.9417,"f1":0.92276,"accuracy":0.9417,"main_score":0.92276,"hf_subset":"vie_Latn-mkd_Cyrl","languages":["vie-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-prs_Arab","languages":["vie-Latn","prs-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"vie_Latn-swe_Latn","languages":["vie-Latn","swe-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"vie_Latn-urd_Arab","languages":["vie-Latn","urd-Arab"]},{"precision":0.425017,"recall":0.535573,"f1":0.453738,"accuracy":0.535573,"main_score":0.453738,"hf_subset":"vie_Latn-aka_Latn","languages":["vie-Latn","aka-Latn"]},{"precision":0.821476,"recall":0.871542,"f1":0.837055,"accuracy":0.871542,"main_score":0.837055,"hf_subset":"vie_Latn-bjn_Latn","languages":["vie-Latn","bjn-Latn"]},{"precision":0.55108,"recall":0.639328,"f1":0.576005,"accuracy":0.639328,"main_score":0.576005,"hf_subset":"vie_Latn-fao_Latn","languages":["vie-Latn","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-ind_Latn","languages":["vie-Latn","ind-Latn"]},{"precision":0.413778,"recall":0.519763,"f1":0.440232,"accuracy":0.519763,"main_score":0.440232,"hf_subset":"vie_Latn-knc_Latn","languages":["vie-Latn","knc-Latn"]},{"precision":0.666514,"recall":0.750988,"f1":0.690827,"accuracy":0.750988,"main_score":0.690827,"hf_subset":"vie_Latn-mlt_Latn","languages":["vie-Latn","mlt-Latn"]},{"precision":0.455859,"recall":0.567194,"f1":0.485353,"accuracy":0.567194,"main_score":0.485353,"hf_subset":"vie_Latn-quy_Latn","languages":["vie-Latn","quy-Latn"]},{"precision":0.84305,"recall":0.890316,"f1":0.858037,"accuracy":0.890316,"main_score":0.858037,"hf_subset":"vie_Latn-swh_Latn","languages":["vie-Latn","swh-Latn"]},{"precision":0.586639,"recall":0.678854,"f1":0.612769,"accuracy":0.678854,"main_score":0.612769,"hf_subset":"vie_Latn-uzn_Latn","languages":["vie-Latn","uzn-Latn"]},{"precision":0.738135,"recall":0.8083,"f1":0.759107,"accuracy":0.8083,"main_score":0.759107,"hf_subset":"vie_Latn-als_Latn","languages":["vie-Latn","als-Latn"]},{"precision":0.176042,"recall":0.245059,"f1":0.192591,"accuracy":0.245059,"main_score":0.192591,"hf_subset":"vie_Latn-bod_Tibt","languages":["vie-Latn","bod-Tibt"]},{"precision":0.368654,"recall":0.477273,"f1":0.39639,"accuracy":0.477273,"main_score":0.39639,"hf_subset":"vie_Latn-fij_Latn","languages":["vie-Latn","fij-Latn"]},{"precision":0.514513,"recall":0.608696,"f1":0.540195,"accuracy":0.608696,"main_score":0.540195,"hf_subset":"vie_Latn-isl_Latn","languages":["vie-Latn","isl-Latn"]},{"precision":0.463713,"recall":0.563241,"f1":0.490693,"accuracy":0.563241,"main_score":0.490693,"hf_subset":"vie_Latn-kon_Latn","languages":["vie-Latn","kon-Latn"]},{"precision":0.292845,"recall":0.397233,"f1":0.318742,"accuracy":0.397233,"main_score":0.318742,"hf_subset":"vie_Latn-mni_Beng","languages":["vie-Latn","mni-Beng"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"vie_Latn-ron_Latn","languages":["vie-Latn","ron-Latn"]},{"precision":0.830978,"recall":0.876482,"f1":0.845092,"accuracy":0.876482,"main_score":0.845092,"hf_subset":"vie_Latn-szl_Latn","languages":["vie-Latn","szl-Latn"]},{"precision":0.901515,"recall":0.931818,"f1":0.911232,"accuracy":0.931818,"main_score":0.911232,"hf_subset":"vie_Latn-vec_Latn","languages":["vie-Latn","vec-Latn"]},{"precision":0.744739,"recall":0.815217,"f1":0.766274,"accuracy":0.815217,"main_score":0.766274,"hf_subset":"vie_Latn-amh_Ethi","languages":["vie-Latn","amh-Ethi"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"vie_Latn-bos_Latn","languages":["vie-Latn","bos-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"vie_Latn-fin_Latn","languages":["vie-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-ita_Latn","languages":["vie-Latn","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"vie_Latn-kor_Hang","languages":["vie-Latn","kor-Hang"]},{"precision":0.388296,"recall":0.48419,"f1":0.4128,"accuracy":0.48419,"main_score":0.4128,"hf_subset":"vie_Latn-mos_Latn","languages":["vie-Latn","mos-Latn"]},{"precision":0.357912,"recall":0.465415,"f1":0.385781,"accuracy":0.465415,"main_score":0.385781,"hf_subset":"vie_Latn-run_Latn","languages":["vie-Latn","run-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"vie_Latn-tam_Taml","languages":["vie-Latn","tam-Taml"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"vie_Latn-apc_Arab","languages":["vie-Latn","apc-Arab"]},{"precision":0.595954,"recall":0.684783,"f1":0.620629,"accuracy":0.684783,"main_score":0.620629,"hf_subset":"vie_Latn-bug_Latn","languages":["vie-Latn","bug-Latn"]},{"precision":0.330678,"recall":0.429842,"f1":0.355187,"accuracy":0.429842,"main_score":0.355187,"hf_subset":"vie_Latn-fon_Latn","languages":["vie-Latn","fon-Latn"]},{"precision":0.843132,"recall":0.889328,"f1":0.857773,"accuracy":0.889328,"main_score":0.857773,"hf_subset":"vie_Latn-jav_Latn","languages":["vie-Latn","jav-Latn"]},{"precision":0.732658,"recall":0.806324,"f1":0.754978,"accuracy":0.806324,"main_score":0.754978,"hf_subset":"vie_Latn-lao_Laoo","languages":["vie-Latn","lao-Laoo"]},{"precision":0.339479,"recall":0.456522,"f1":0.369497,"accuracy":0.456522,"main_score":0.369497,"hf_subset":"vie_Latn-mri_Latn","languages":["vie-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-rus_Cyrl","languages":["vie-Latn","rus-Cyrl"]},{"precision":0.358299,"recall":0.475296,"f1":0.387926,"accuracy":0.475296,"main_score":0.387926,"hf_subset":"vie_Latn-taq_Latn","languages":["vie-Latn","taq-Latn"]},{"precision":0.751854,"recall":0.814229,"f1":0.77072,"accuracy":0.814229,"main_score":0.77072,"hf_subset":"vie_Latn-war_Latn","languages":["vie-Latn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-arb_Arab","languages":["vie-Latn","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"vie_Latn-bul_Cyrl","languages":["vie-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-fra_Latn","languages":["vie-Latn","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-jpn_Jpan","languages":["vie-Latn","jpn-Jpan"]},{"precision":0.824605,"recall":0.876482,"f1":0.841238,"accuracy":0.876482,"main_score":0.841238,"hf_subset":"vie_Latn-lij_Latn","languages":["vie-Latn","lij-Latn"]},{"precision":0.765926,"recall":0.833992,"f1":0.787418,"accuracy":0.833992,"main_score":0.787418,"hf_subset":"vie_Latn-mya_Mymr","languages":["vie-Latn","mya-Mymr"]},{"precision":0.420982,"recall":0.52668,"f1":0.449271,"accuracy":0.52668,"main_score":0.449271,"hf_subset":"vie_Latn-sag_Latn","languages":["vie-Latn","sag-Latn"]},{"precision":0.119974,"recall":0.195652,"f1":0.133263,"accuracy":0.195652,"main_score":0.133263,"hf_subset":"vie_Latn-taq_Tfng","languages":["vie-Latn","taq-Tfng"]},{"precision":0.433288,"recall":0.531621,"f1":0.458548,"accuracy":0.531621,"main_score":0.458548,"hf_subset":"vie_Latn-wol_Latn","languages":["vie-Latn","wol-Latn"]},{"precision":0.256069,"recall":0.370553,"f1":0.283879,"accuracy":0.370553,"main_score":0.283879,"hf_subset":"vie_Latn-arb_Latn","languages":["vie-Latn","arb-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"vie_Latn-cat_Latn","languages":["vie-Latn","cat-Latn"]},{"precision":0.793626,"recall":0.850791,"f1":0.811086,"accuracy":0.850791,"main_score":0.811086,"hf_subset":"vie_Latn-fur_Latn","languages":["vie-Latn","fur-Latn"]},{"precision":0.236369,"recall":0.329051,"f1":0.258745,"accuracy":0.329051,"main_score":0.258745,"hf_subset":"vie_Latn-kab_Latn","languages":["vie-Latn","kab-Latn"]},{"precision":0.756004,"recall":0.81917,"f1":0.774805,"accuracy":0.81917,"main_score":0.774805,"hf_subset":"vie_Latn-lim_Latn","languages":["vie-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vie_Latn-nld_Latn","languages":["vie-Latn","nld-Latn"]},{"precision":0.873188,"recall":0.912055,"f1":0.885705,"accuracy":0.912055,"main_score":0.885705,"hf_subset":"vie_Latn-san_Deva","languages":["vie-Latn","san-Deva"]},{"precision":0.603393,"recall":0.693676,"f1":0.628925,"accuracy":0.693676,"main_score":0.628925,"hf_subset":"vie_Latn-tat_Cyrl","languages":["vie-Latn","tat-Cyrl"]},{"precision":0.394967,"recall":0.504941,"f1":0.422935,"accuracy":0.504941,"main_score":0.422935,"hf_subset":"vie_Latn-xho_Latn","languages":["vie-Latn","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-ars_Arab","languages":["vie-Latn","ars-Arab"]},{"precision":0.740926,"recall":0.811265,"f1":0.762319,"accuracy":0.811265,"main_score":0.762319,"hf_subset":"vie_Latn-ceb_Latn","languages":["vie-Latn","ceb-Latn"]},{"precision":0.407374,"recall":0.506917,"f1":0.433041,"accuracy":0.506917,"main_score":0.433041,"hf_subset":"vie_Latn-fuv_Latn","languages":["vie-Latn","fuv-Latn"]},{"precision":0.380891,"recall":0.496047,"f1":0.410041,"accuracy":0.496047,"main_score":0.410041,"hf_subset":"vie_Latn-kac_Latn","languages":["vie-Latn","kac-Latn"]},{"precision":0.451356,"recall":0.5583,"f1":0.479933,"accuracy":0.5583,"main_score":0.479933,"hf_subset":"vie_Latn-lin_Latn","languages":["vie-Latn","lin-Latn"]},{"precision":0.931983,"recall":0.952569,"f1":0.938735,"accuracy":0.952569,"main_score":0.938735,"hf_subset":"vie_Latn-nno_Latn","languages":["vie-Latn","nno-Latn"]},{"precision":0.146145,"recall":0.20751,"f1":0.159689,"accuracy":0.20751,"main_score":0.159689,"hf_subset":"vie_Latn-sat_Olck","languages":["vie-Latn","sat-Olck"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"vie_Latn-tel_Telu","languages":["vie-Latn","tel-Telu"]},{"precision":0.258083,"recall":0.358696,"f1":0.281983,"accuracy":0.358696,"main_score":0.281983,"hf_subset":"vie_Latn-ydd_Hebr","languages":["vie-Latn","ydd-Hebr"]},{"precision":0.88274,"recall":0.918972,"f1":0.894269,"accuracy":0.918972,"main_score":0.894269,"hf_subset":"vie_Latn-ary_Arab","languages":["vie-Latn","ary-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"vie_Latn-ces_Latn","languages":["vie-Latn","ces-Latn"]},{"precision":0.262897,"recall":0.353755,"f1":0.284335,"accuracy":0.353755,"main_score":0.284335,"hf_subset":"vie_Latn-gaz_Latn","languages":["vie-Latn","gaz-Latn"]},{"precision":0.410118,"recall":0.511858,"f1":0.436365,"accuracy":0.511858,"main_score":0.436365,"hf_subset":"vie_Latn-kam_Latn","languages":["vie-Latn","kam-Latn"]},{"precision":0.752157,"recall":0.816206,"f1":0.771739,"accuracy":0.816206,"main_score":0.771739,"hf_subset":"vie_Latn-lit_Latn","languages":["vie-Latn","lit-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"vie_Latn-nob_Latn","languages":["vie-Latn","nob-Latn"]},{"precision":0.723748,"recall":0.799407,"f1":0.746231,"accuracy":0.799407,"main_score":0.746231,"hf_subset":"vie_Latn-scn_Latn","languages":["vie-Latn","scn-Latn"]},{"precision":0.378852,"recall":0.488142,"f1":0.407392,"accuracy":0.488142,"main_score":0.407392,"hf_subset":"vie_Latn-tgk_Cyrl","languages":["vie-Latn","tgk-Cyrl"]},{"precision":0.358103,"recall":0.462451,"f1":0.38437,"accuracy":0.462451,"main_score":0.38437,"hf_subset":"vie_Latn-yor_Latn","languages":["vie-Latn","yor-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"vie_Latn-arz_Arab","languages":["vie-Latn","arz-Arab"]},{"precision":0.397044,"recall":0.511858,"f1":0.427389,"accuracy":0.511858,"main_score":0.427389,"hf_subset":"vie_Latn-cjk_Latn","languages":["vie-Latn","cjk-Latn"]},{"precision":0.320075,"recall":0.409091,"f1":0.341676,"accuracy":0.409091,"main_score":0.341676,"hf_subset":"vie_Latn-gla_Latn","languages":["vie-Latn","gla-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"vie_Latn-kan_Knda","languages":["vie-Latn","kan-Knda"]},{"precision":0.755444,"recall":0.81917,"f1":0.774395,"accuracy":0.81917,"main_score":0.774395,"hf_subset":"vie_Latn-lmo_Latn","languages":["vie-Latn","lmo-Latn"]},{"precision":0.961957,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"vie_Latn-npi_Deva","languages":["vie-Latn","npi-Deva"]},{"precision":0.353442,"recall":0.462451,"f1":0.380754,"accuracy":0.462451,"main_score":0.380754,"hf_subset":"vie_Latn-shn_Mymr","languages":["vie-Latn","shn-Mymr"]},{"precision":0.857708,"recall":0.900198,"f1":0.871014,"accuracy":0.900198,"main_score":0.871014,"hf_subset":"vie_Latn-tgl_Latn","languages":["vie-Latn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-yue_Hant","languages":["vie-Latn","yue-Hant"]},{"precision":0.856505,"recall":0.898221,"f1":0.869433,"accuracy":0.898221,"main_score":0.869433,"hf_subset":"vie_Latn-asm_Beng","languages":["vie-Latn","asm-Beng"]},{"precision":0.356896,"recall":0.455534,"f1":0.382306,"accuracy":0.455534,"main_score":0.382306,"hf_subset":"vie_Latn-ckb_Arab","languages":["vie-Latn","ckb-Arab"]},{"precision":0.339057,"recall":0.436759,"f1":0.363631,"accuracy":0.436759,"main_score":0.363631,"hf_subset":"vie_Latn-gle_Latn","languages":["vie-Latn","gle-Latn"]},{"precision":0.631484,"recall":0.719368,"f1":0.656678,"accuracy":0.719368,"main_score":0.656678,"hf_subset":"vie_Latn-kas_Arab","languages":["vie-Latn","kas-Arab"]},{"precision":0.550676,"recall":0.648221,"f1":0.578916,"accuracy":0.648221,"main_score":0.578916,"hf_subset":"vie_Latn-ltg_Latn","languages":["vie-Latn","ltg-Latn"]},{"precision":0.428272,"recall":0.528656,"f1":0.453887,"accuracy":0.528656,"main_score":0.453887,"hf_subset":"vie_Latn-nso_Latn","languages":["vie-Latn","nso-Latn"]},{"precision":0.824687,"recall":0.876482,"f1":0.841093,"accuracy":0.876482,"main_score":0.841093,"hf_subset":"vie_Latn-sin_Sinh","languages":["vie-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vie_Latn-tha_Thai","languages":["vie-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-zho_Hans","languages":["vie-Latn","zho-Hans"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"vie_Latn-ast_Latn","languages":["vie-Latn","ast-Latn"]},{"precision":0.760238,"recall":0.827075,"f1":0.780487,"accuracy":0.827075,"main_score":0.780487,"hf_subset":"vie_Latn-crh_Latn","languages":["vie-Latn","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-glg_Latn","languages":["vie-Latn","glg-Latn"]},{"precision":0.537953,"recall":0.645257,"f1":0.568472,"accuracy":0.645257,"main_score":0.568472,"hf_subset":"vie_Latn-kas_Deva","languages":["vie-Latn","kas-Deva"]},{"precision":0.730254,"recall":0.804348,"f1":0.752767,"accuracy":0.804348,"main_score":0.752767,"hf_subset":"vie_Latn-ltz_Latn","languages":["vie-Latn","ltz-Latn"]},{"precision":0.27358,"recall":0.368577,"f1":0.296107,"accuracy":0.368577,"main_score":0.296107,"hf_subset":"vie_Latn-nus_Latn","languages":["vie-Latn","nus-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"vie_Latn-slk_Latn","languages":["vie-Latn","slk-Latn"]},{"precision":0.333833,"recall":0.43083,"f1":0.359192,"accuracy":0.43083,"main_score":0.359192,"hf_subset":"vie_Latn-tir_Ethi","languages":["vie-Latn","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vie_Latn-zho_Hant","languages":["vie-Latn","zho-Hant"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"vie_Latn-awa_Deva","languages":["vie-Latn","awa-Deva"]},{"precision":0.384408,"recall":0.481225,"f1":0.409041,"accuracy":0.481225,"main_score":0.409041,"hf_subset":"vie_Latn-cym_Latn","languages":["vie-Latn","cym-Latn"]},{"precision":0.597547,"recall":0.689723,"f1":0.623543,"accuracy":0.689723,"main_score":0.623543,"hf_subset":"vie_Latn-grn_Latn","languages":["vie-Latn","grn-Latn"]},{"precision":0.845306,"recall":0.892292,"f1":0.860079,"accuracy":0.892292,"main_score":0.860079,"hf_subset":"vie_Latn-kat_Geor","languages":["vie-Latn","kat-Geor"]},{"precision":0.457775,"recall":0.552372,"f1":0.483114,"accuracy":0.552372,"main_score":0.483114,"hf_subset":"vie_Latn-lua_Latn","languages":["vie-Latn","lua-Latn"]},{"precision":0.440733,"recall":0.545455,"f1":0.468751,"accuracy":0.545455,"main_score":0.468751,"hf_subset":"vie_Latn-nya_Latn","languages":["vie-Latn","nya-Latn"]},{"precision":0.888834,"recall":0.923913,"f1":0.900198,"accuracy":0.923913,"main_score":0.900198,"hf_subset":"vie_Latn-slv_Latn","languages":["vie-Latn","slv-Latn"]},{"precision":0.687487,"recall":0.764822,"f1":0.710194,"accuracy":0.764822,"main_score":0.710194,"hf_subset":"vie_Latn-tpi_Latn","languages":["vie-Latn","tpi-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"vie_Latn-zsm_Latn","languages":["vie-Latn","zsm-Latn"]},{"precision":0.358521,"recall":0.470356,"f1":0.387312,"accuracy":0.470356,"main_score":0.387312,"hf_subset":"vie_Latn-ayr_Latn","languages":["vie-Latn","ayr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"vie_Latn-dan_Latn","languages":["vie-Latn","dan-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"vie_Latn-guj_Gujr","languages":["vie-Latn","guj-Gujr"]},{"precision":0.702035,"recall":0.775692,"f1":0.723619,"accuracy":0.775692,"main_score":0.723619,"hf_subset":"vie_Latn-kaz_Cyrl","languages":["vie-Latn","kaz-Cyrl"]},{"precision":0.351439,"recall":0.455534,"f1":0.377415,"accuracy":0.455534,"main_score":0.377415,"hf_subset":"vie_Latn-lug_Latn","languages":["vie-Latn","lug-Latn"]},{"precision":0.934206,"recall":0.954545,"f1":0.940777,"accuracy":0.954545,"main_score":0.940777,"hf_subset":"vie_Latn-oci_Latn","languages":["vie-Latn","oci-Latn"]},{"precision":0.391774,"recall":0.508893,"f1":0.422369,"accuracy":0.508893,"main_score":0.422369,"hf_subset":"vie_Latn-smo_Latn","languages":["vie-Latn","smo-Latn"]},{"precision":0.373487,"recall":0.48419,"f1":0.401594,"accuracy":0.48419,"main_score":0.401594,"hf_subset":"vie_Latn-tsn_Latn","languages":["vie-Latn","tsn-Latn"]},{"precision":0.365131,"recall":0.468379,"f1":0.390834,"accuracy":0.468379,"main_score":0.390834,"hf_subset":"vie_Latn-zul_Latn","languages":["vie-Latn","zul-Latn"]},{"precision":0.621608,"recall":0.718379,"f1":0.649776,"accuracy":0.718379,"main_score":0.649776,"hf_subset":"vie_Latn-azb_Arab","languages":["vie-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-deu_Latn","languages":["vie-Latn","deu-Latn"]},{"precision":0.565533,"recall":0.666996,"f1":0.594677,"accuracy":0.666996,"main_score":0.594677,"hf_subset":"vie_Latn-hat_Latn","languages":["vie-Latn","hat-Latn"]},{"precision":0.331449,"recall":0.429842,"f1":0.355701,"accuracy":0.429842,"main_score":0.355701,"hf_subset":"vie_Latn-kbp_Latn","languages":["vie-Latn","kbp-Latn"]},{"precision":0.402895,"recall":0.507905,"f1":0.429375,"accuracy":0.507905,"main_score":0.429375,"hf_subset":"vie_Latn-luo_Latn","languages":["vie-Latn","luo-Latn"]},{"precision":0.470687,"recall":0.560277,"f1":0.495275,"accuracy":0.560277,"main_score":0.495275,"hf_subset":"vie_Latn-ory_Orya","languages":["vie-Latn","ory-Orya"]},{"precision":0.383004,"recall":0.490119,"f1":0.411105,"accuracy":0.490119,"main_score":0.411105,"hf_subset":"vie_Latn-sna_Latn","languages":["vie-Latn","sna-Latn"]},{"precision":0.380131,"recall":0.480237,"f1":0.405386,"accuracy":0.480237,"main_score":0.405386,"hf_subset":"vie_Latn-tso_Latn","languages":["vie-Latn","tso-Latn"]},{"precision":0.820735,"recall":0.874506,"f1":0.837648,"accuracy":0.874506,"main_score":0.837648,"hf_subset":"vie_Latn-azj_Latn","languages":["vie-Latn","azj-Latn"]},{"precision":0.407521,"recall":0.508893,"f1":0.433671,"accuracy":0.508893,"main_score":0.433671,"hf_subset":"vie_Latn-dik_Latn","languages":["vie-Latn","dik-Latn"]},{"precision":0.413759,"recall":0.503953,"f1":0.437373,"accuracy":0.503953,"main_score":0.437373,"hf_subset":"vie_Latn-hau_Latn","languages":["vie-Latn","hau-Latn"]},{"precision":0.756119,"recall":0.824111,"f1":0.77663,"accuracy":0.824111,"main_score":0.77663,"hf_subset":"vie_Latn-kea_Latn","languages":["vie-Latn","kea-Latn"]},{"precision":0.556087,"recall":0.649209,"f1":0.581497,"accuracy":0.649209,"main_score":0.581497,"hf_subset":"vie_Latn-lus_Latn","languages":["vie-Latn","lus-Latn"]},{"precision":0.677787,"recall":0.756917,"f1":0.701682,"accuracy":0.756917,"main_score":0.701682,"hf_subset":"vie_Latn-pag_Latn","languages":["vie-Latn","pag-Latn"]},{"precision":0.639716,"recall":0.731225,"f1":0.666965,"accuracy":0.731225,"main_score":0.666965,"hf_subset":"vie_Latn-snd_Arab","languages":["vie-Latn","snd-Arab"]},{"precision":0.557762,"recall":0.65415,"f1":0.584985,"accuracy":0.65415,"main_score":0.584985,"hf_subset":"vie_Latn-tuk_Latn","languages":["vie-Latn","tuk-Latn"]},{"precision":0.604766,"recall":0.6917,"f1":0.628922,"accuracy":0.6917,"main_score":0.628922,"hf_subset":"vie_Latn-bak_Cyrl","languages":["vie-Latn","bak-Cyrl"]},{"precision":0.313468,"recall":0.425889,"f1":0.342945,"accuracy":0.425889,"main_score":0.342945,"hf_subset":"vie_Latn-dyu_Latn","languages":["vie-Latn","dyu-Latn"]},{"precision":0.877882,"recall":0.916008,"f1":0.890184,"accuracy":0.916008,"main_score":0.890184,"hf_subset":"vie_Latn-heb_Hebr","languages":["vie-Latn","heb-Hebr"]},{"precision":0.41455,"recall":0.511858,"f1":0.440579,"accuracy":0.511858,"main_score":0.440579,"hf_subset":"vie_Latn-khk_Cyrl","languages":["vie-Latn","khk-Cyrl"]},{"precision":0.766255,"recall":0.833992,"f1":0.786989,"accuracy":0.833992,"main_score":0.786989,"hf_subset":"vie_Latn-lvs_Latn","languages":["vie-Latn","lvs-Latn"]},{"precision":0.895043,"recall":0.926877,"f1":0.905204,"accuracy":0.926877,"main_score":0.905204,"hf_subset":"vie_Latn-pan_Guru","languages":["vie-Latn","pan-Guru"]},{"precision":0.351025,"recall":0.447628,"f1":0.375603,"accuracy":0.447628,"main_score":0.375603,"hf_subset":"vie_Latn-som_Latn","languages":["vie-Latn","som-Latn"]},{"precision":0.4317,"recall":0.528656,"f1":0.457316,"accuracy":0.528656,"main_score":0.457316,"hf_subset":"vie_Latn-tum_Latn","languages":["vie-Latn","tum-Latn"]},{"precision":0.261108,"recall":0.348814,"f1":0.283214,"accuracy":0.348814,"main_score":0.283214,"hf_subset":"apc_Arab-ace_Arab","languages":["apc-Arab","ace-Arab"]},{"precision":0.340168,"recall":0.442688,"f1":0.367114,"accuracy":0.442688,"main_score":0.367114,"hf_subset":"apc_Arab-bam_Latn","languages":["apc-Arab","bam-Latn"]},{"precision":0.137796,"recall":0.195652,"f1":0.152912,"accuracy":0.195652,"main_score":0.152912,"hf_subset":"apc_Arab-dzo_Tibt","languages":["apc-Arab","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-hin_Deva","languages":["apc-Arab","hin-Deva"]},{"precision":0.843132,"recall":0.889328,"f1":0.85774,"accuracy":0.889328,"main_score":0.85774,"hf_subset":"apc_Arab-khm_Khmr","languages":["apc-Arab","khm-Khmr"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"apc_Arab-mag_Deva","languages":["apc-Arab","mag-Deva"]},{"precision":0.820382,"recall":0.870553,"f1":0.836117,"accuracy":0.870553,"main_score":0.836117,"hf_subset":"apc_Arab-pap_Latn","languages":["apc-Arab","pap-Latn"]},{"precision":0.378377,"recall":0.485178,"f1":0.407275,"accuracy":0.485178,"main_score":0.407275,"hf_subset":"apc_Arab-sot_Latn","languages":["apc-Arab","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-tur_Latn","languages":["apc-Arab","tur-Latn"]},{"precision":0.623831,"recall":0.711462,"f1":0.649261,"accuracy":0.711462,"main_score":0.649261,"hf_subset":"apc_Arab-ace_Latn","languages":["apc-Arab","ace-Latn"]},{"precision":0.800889,"recall":0.857708,"f1":0.818972,"accuracy":0.857708,"main_score":0.818972,"hf_subset":"apc_Arab-ban_Latn","languages":["apc-Arab","ban-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"apc_Arab-ell_Grek","languages":["apc-Arab","ell-Grek"]},{"precision":0.95998,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"apc_Arab-hne_Deva","languages":["apc-Arab","hne-Deva"]},{"precision":0.384483,"recall":0.5,"f1":0.415966,"accuracy":0.5,"main_score":0.415966,"hf_subset":"apc_Arab-kik_Latn","languages":["apc-Arab","kik-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"apc_Arab-mai_Deva","languages":["apc-Arab","mai-Deva"]},{"precision":0.851038,"recall":0.897233,"f1":0.866008,"accuracy":0.897233,"main_score":0.866008,"hf_subset":"apc_Arab-pbt_Arab","languages":["apc-Arab","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"apc_Arab-spa_Latn","languages":["apc-Arab","spa-Latn"]},{"precision":0.459048,"recall":0.564229,"f1":0.488183,"accuracy":0.564229,"main_score":0.488183,"hf_subset":"apc_Arab-twi_Latn","languages":["apc-Arab","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-acm_Arab","languages":["apc-Arab","acm-Arab"]},{"precision":0.820899,"recall":0.87253,"f1":0.837516,"accuracy":0.87253,"main_score":0.837516,"hf_subset":"apc_Arab-bel_Cyrl","languages":["apc-Arab","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-eng_Latn","languages":["apc-Arab","eng-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"apc_Arab-hrv_Latn","languages":["apc-Arab","hrv-Latn"]},{"precision":0.370852,"recall":0.467391,"f1":0.395758,"accuracy":0.467391,"main_score":0.395758,"hf_subset":"apc_Arab-kin_Latn","languages":["apc-Arab","kin-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"apc_Arab-mal_Mlym","languages":["apc-Arab","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"apc_Arab-pes_Arab","languages":["apc-Arab","pes-Arab"]},{"precision":0.827026,"recall":0.876482,"f1":0.842589,"accuracy":0.876482,"main_score":0.842589,"hf_subset":"apc_Arab-srd_Latn","languages":["apc-Arab","srd-Latn"]},{"precision":0.111526,"recall":0.186759,"f1":0.12777,"accuracy":0.186759,"main_score":0.12777,"hf_subset":"apc_Arab-tzm_Tfng","languages":["apc-Arab","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-acq_Arab","languages":["apc-Arab","acq-Arab"]},{"precision":0.42257,"recall":0.519763,"f1":0.448442,"accuracy":0.519763,"main_score":0.448442,"hf_subset":"apc_Arab-bem_Latn","languages":["apc-Arab","bem-Latn"]},{"precision":0.857502,"recall":0.898221,"f1":0.870246,"accuracy":0.898221,"main_score":0.870246,"hf_subset":"apc_Arab-epo_Latn","languages":["apc-Arab","epo-Latn"]},{"precision":0.91777,"recall":0.9417,"f1":0.925296,"accuracy":0.9417,"main_score":0.925296,"hf_subset":"apc_Arab-hun_Latn","languages":["apc-Arab","hun-Latn"]},{"precision":0.648888,"recall":0.730237,"f1":0.672702,"accuracy":0.730237,"main_score":0.672702,"hf_subset":"apc_Arab-kir_Cyrl","languages":["apc-Arab","kir-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"apc_Arab-mar_Deva","languages":["apc-Arab","mar-Deva"]},{"precision":0.39836,"recall":0.498024,"f1":0.42526,"accuracy":0.498024,"main_score":0.42526,"hf_subset":"apc_Arab-plt_Latn","languages":["apc-Arab","plt-Latn"]},{"precision":0.907773,"recall":0.936759,"f1":0.917161,"accuracy":0.936759,"main_score":0.917161,"hf_subset":"apc_Arab-srp_Cyrl","languages":["apc-Arab","srp-Cyrl"]},{"precision":0.2663,"recall":0.346838,"f1":0.285969,"accuracy":0.346838,"main_score":0.285969,"hf_subset":"apc_Arab-uig_Arab","languages":["apc-Arab","uig-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"apc_Arab-aeb_Arab","languages":["apc-Arab","aeb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-ben_Beng","languages":["apc-Arab","ben-Beng"]},{"precision":0.785359,"recall":0.843874,"f1":0.803708,"accuracy":0.843874,"main_score":0.803708,"hf_subset":"apc_Arab-est_Latn","languages":["apc-Arab","est-Latn"]},{"precision":0.781185,"recall":0.839921,"f1":0.798981,"accuracy":0.839921,"main_score":0.798981,"hf_subset":"apc_Arab-hye_Armn","languages":["apc-Arab","hye-Armn"]},{"precision":0.367227,"recall":0.460474,"f1":0.39106,"accuracy":0.460474,"main_score":0.39106,"hf_subset":"apc_Arab-kmb_Latn","languages":["apc-Arab","kmb-Latn"]},{"precision":0.218769,"recall":0.299407,"f1":0.238137,"accuracy":0.299407,"main_score":0.238137,"hf_subset":"apc_Arab-min_Arab","languages":["apc-Arab","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-pol_Latn","languages":["apc-Arab","pol-Latn"]},{"precision":0.342925,"recall":0.456522,"f1":0.372692,"accuracy":0.456522,"main_score":0.372692,"hf_subset":"apc_Arab-ssw_Latn","languages":["apc-Arab","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"apc_Arab-ukr_Cyrl","languages":["apc-Arab","ukr-Cyrl"]},{"precision":0.917984,"recall":0.944664,"f1":0.926713,"accuracy":0.944664,"main_score":0.926713,"hf_subset":"apc_Arab-afr_Latn","languages":["apc-Arab","afr-Latn"]},{"precision":0.970026,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"apc_Arab-bho_Deva","languages":["apc-Arab","bho-Deva"]},{"precision":0.591824,"recall":0.678854,"f1":0.616492,"accuracy":0.678854,"main_score":0.616492,"hf_subset":"apc_Arab-eus_Latn","languages":["apc-Arab","eus-Latn"]},{"precision":0.345216,"recall":0.458498,"f1":0.374696,"accuracy":0.458498,"main_score":0.374696,"hf_subset":"apc_Arab-ibo_Latn","languages":["apc-Arab","ibo-Latn"]},{"precision":0.388598,"recall":0.491107,"f1":0.415329,"accuracy":0.491107,"main_score":0.415329,"hf_subset":"apc_Arab-kmr_Latn","languages":["apc-Arab","kmr-Latn"]},{"precision":0.769466,"recall":0.829051,"f1":0.787601,"accuracy":0.829051,"main_score":0.787601,"hf_subset":"apc_Arab-min_Latn","languages":["apc-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-por_Latn","languages":["apc-Arab","por-Latn"]},{"precision":0.841238,"recall":0.889328,"f1":0.856555,"accuracy":0.889328,"main_score":0.856555,"hf_subset":"apc_Arab-sun_Latn","languages":["apc-Arab","sun-Latn"]},{"precision":0.34666,"recall":0.456522,"f1":0.37558,"accuracy":0.456522,"main_score":0.37558,"hf_subset":"apc_Arab-umb_Latn","languages":["apc-Arab","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-ajp_Arab","languages":["apc-Arab","ajp-Arab"]},{"precision":0.244762,"recall":0.333004,"f1":0.2681,"accuracy":0.333004,"main_score":0.2681,"hf_subset":"apc_Arab-bjn_Arab","languages":["apc-Arab","bjn-Arab"]},{"precision":0.377645,"recall":0.474308,"f1":0.402317,"accuracy":0.474308,"main_score":0.402317,"hf_subset":"apc_Arab-ewe_Latn","languages":["apc-Arab","ewe-Latn"]},{"precision":0.633258,"recall":0.715415,"f1":0.657364,"accuracy":0.715415,"main_score":0.657364,"hf_subset":"apc_Arab-ilo_Latn","languages":["apc-Arab","ilo-Latn"]},{"precision":0.172684,"recall":0.255929,"f1":0.192761,"accuracy":0.255929,"main_score":0.192761,"hf_subset":"apc_Arab-knc_Arab","languages":["apc-Arab","knc-Arab"]},{"precision":0.915679,"recall":0.9417,"f1":0.924242,"accuracy":0.9417,"main_score":0.924242,"hf_subset":"apc_Arab-mkd_Cyrl","languages":["apc-Arab","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-prs_Arab","languages":["apc-Arab","prs-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"apc_Arab-swe_Latn","languages":["apc-Arab","swe-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"apc_Arab-urd_Arab","languages":["apc-Arab","urd-Arab"]},{"precision":0.432637,"recall":0.537549,"f1":0.461194,"accuracy":0.537549,"main_score":0.461194,"hf_subset":"apc_Arab-aka_Latn","languages":["apc-Arab","aka-Latn"]},{"precision":0.825132,"recall":0.875494,"f1":0.840679,"accuracy":0.875494,"main_score":0.840679,"hf_subset":"apc_Arab-bjn_Latn","languages":["apc-Arab","bjn-Latn"]},{"precision":0.535467,"recall":0.626482,"f1":0.560895,"accuracy":0.626482,"main_score":0.560895,"hf_subset":"apc_Arab-fao_Latn","languages":["apc-Arab","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-ind_Latn","languages":["apc-Arab","ind-Latn"]},{"precision":0.408251,"recall":0.519763,"f1":0.437804,"accuracy":0.519763,"main_score":0.437804,"hf_subset":"apc_Arab-knc_Latn","languages":["apc-Arab","knc-Latn"]},{"precision":0.673155,"recall":0.757905,"f1":0.698123,"accuracy":0.757905,"main_score":0.698123,"hf_subset":"apc_Arab-mlt_Latn","languages":["apc-Arab","mlt-Latn"]},{"precision":0.45006,"recall":0.562253,"f1":0.480741,"accuracy":0.562253,"main_score":0.480741,"hf_subset":"apc_Arab-quy_Latn","languages":["apc-Arab","quy-Latn"]},{"precision":0.863225,"recall":0.90415,"f1":0.876383,"accuracy":0.90415,"main_score":0.876383,"hf_subset":"apc_Arab-swh_Latn","languages":["apc-Arab","swh-Latn"]},{"precision":0.609241,"recall":0.699605,"f1":0.635564,"accuracy":0.699605,"main_score":0.635564,"hf_subset":"apc_Arab-uzn_Latn","languages":["apc-Arab","uzn-Latn"]},{"precision":0.74944,"recall":0.815217,"f1":0.769565,"accuracy":0.815217,"main_score":0.769565,"hf_subset":"apc_Arab-als_Latn","languages":["apc-Arab","als-Latn"]},{"precision":0.166329,"recall":0.244071,"f1":0.185064,"accuracy":0.244071,"main_score":0.185064,"hf_subset":"apc_Arab-bod_Tibt","languages":["apc-Arab","bod-Tibt"]},{"precision":0.358274,"recall":0.470356,"f1":0.388002,"accuracy":0.470356,"main_score":0.388002,"hf_subset":"apc_Arab-fij_Latn","languages":["apc-Arab","fij-Latn"]},{"precision":0.500877,"recall":0.591897,"f1":0.526268,"accuracy":0.591897,"main_score":0.526268,"hf_subset":"apc_Arab-isl_Latn","languages":["apc-Arab","isl-Latn"]},{"precision":0.450563,"recall":0.546443,"f1":0.476549,"accuracy":0.546443,"main_score":0.476549,"hf_subset":"apc_Arab-kon_Latn","languages":["apc-Arab","kon-Latn"]},{"precision":0.30944,"recall":0.420949,"f1":0.338861,"accuracy":0.420949,"main_score":0.338861,"hf_subset":"apc_Arab-mni_Beng","languages":["apc-Arab","mni-Beng"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"apc_Arab-ron_Latn","languages":["apc-Arab","ron-Latn"]},{"precision":0.825922,"recall":0.878458,"f1":0.843017,"accuracy":0.878458,"main_score":0.843017,"hf_subset":"apc_Arab-szl_Latn","languages":["apc-Arab","szl-Latn"]},{"precision":0.898501,"recall":0.928854,"f1":0.908169,"accuracy":0.928854,"main_score":0.908169,"hf_subset":"apc_Arab-vec_Latn","languages":["apc-Arab","vec-Latn"]},{"precision":0.756341,"recall":0.824111,"f1":0.777141,"accuracy":0.824111,"main_score":0.777141,"hf_subset":"apc_Arab-amh_Ethi","languages":["apc-Arab","amh-Ethi"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"apc_Arab-bos_Latn","languages":["apc-Arab","bos-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"apc_Arab-fin_Latn","languages":["apc-Arab","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-ita_Latn","languages":["apc-Arab","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"apc_Arab-kor_Hang","languages":["apc-Arab","kor-Hang"]},{"precision":0.373644,"recall":0.469368,"f1":0.398605,"accuracy":0.469368,"main_score":0.398605,"hf_subset":"apc_Arab-mos_Latn","languages":["apc-Arab","mos-Latn"]},{"precision":0.353694,"recall":0.455534,"f1":0.379321,"accuracy":0.455534,"main_score":0.379321,"hf_subset":"apc_Arab-run_Latn","languages":["apc-Arab","run-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"apc_Arab-tam_Taml","languages":["apc-Arab","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-vie_Latn","languages":["apc-Arab","vie-Latn"]},{"precision":0.611884,"recall":0.697628,"f1":0.636733,"accuracy":0.697628,"main_score":0.636733,"hf_subset":"apc_Arab-bug_Latn","languages":["apc-Arab","bug-Latn"]},{"precision":0.322818,"recall":0.428854,"f1":0.349291,"accuracy":0.428854,"main_score":0.349291,"hf_subset":"apc_Arab-fon_Latn","languages":["apc-Arab","fon-Latn"]},{"precision":0.837978,"recall":0.884387,"f1":0.85272,"accuracy":0.884387,"main_score":0.85272,"hf_subset":"apc_Arab-jav_Latn","languages":["apc-Arab","jav-Latn"]},{"precision":0.696073,"recall":0.774704,"f1":0.720029,"accuracy":0.774704,"main_score":0.720029,"hf_subset":"apc_Arab-lao_Laoo","languages":["apc-Arab","lao-Laoo"]},{"precision":0.326083,"recall":0.440711,"f1":0.355337,"accuracy":0.440711,"main_score":0.355337,"hf_subset":"apc_Arab-mri_Latn","languages":["apc-Arab","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-rus_Cyrl","languages":["apc-Arab","rus-Cyrl"]},{"precision":0.361694,"recall":0.471344,"f1":0.390294,"accuracy":0.471344,"main_score":0.390294,"hf_subset":"apc_Arab-taq_Latn","languages":["apc-Arab","taq-Latn"]},{"precision":0.785359,"recall":0.840909,"f1":0.802324,"accuracy":0.840909,"main_score":0.802324,"hf_subset":"apc_Arab-war_Latn","languages":["apc-Arab","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-arb_Arab","languages":["apc-Arab","arb-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"apc_Arab-bul_Cyrl","languages":["apc-Arab","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-fra_Latn","languages":["apc-Arab","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-jpn_Jpan","languages":["apc-Arab","jpn-Jpan"]},{"precision":0.837121,"recall":0.884387,"f1":0.852075,"accuracy":0.884387,"main_score":0.852075,"hf_subset":"apc_Arab-lij_Latn","languages":["apc-Arab","lij-Latn"]},{"precision":0.753623,"recall":0.823123,"f1":0.775494,"accuracy":0.823123,"main_score":0.775494,"hf_subset":"apc_Arab-mya_Mymr","languages":["apc-Arab","mya-Mymr"]},{"precision":0.422636,"recall":0.52668,"f1":0.450204,"accuracy":0.52668,"main_score":0.450204,"hf_subset":"apc_Arab-sag_Latn","languages":["apc-Arab","sag-Latn"]},{"precision":0.1128,"recall":0.194664,"f1":0.128905,"accuracy":0.194664,"main_score":0.128905,"hf_subset":"apc_Arab-taq_Tfng","languages":["apc-Arab","taq-Tfng"]},{"precision":0.426025,"recall":0.529644,"f1":0.453346,"accuracy":0.529644,"main_score":0.453346,"hf_subset":"apc_Arab-wol_Latn","languages":["apc-Arab","wol-Latn"]},{"precision":0.29702,"recall":0.409091,"f1":0.325816,"accuracy":0.409091,"main_score":0.325816,"hf_subset":"apc_Arab-arb_Latn","languages":["apc-Arab","arb-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"apc_Arab-cat_Latn","languages":["apc-Arab","cat-Latn"]},{"precision":0.809453,"recall":0.863636,"f1":0.826548,"accuracy":0.863636,"main_score":0.826548,"hf_subset":"apc_Arab-fur_Latn","languages":["apc-Arab","fur-Latn"]},{"precision":0.259921,"recall":0.348814,"f1":0.282247,"accuracy":0.348814,"main_score":0.282247,"hf_subset":"apc_Arab-kab_Latn","languages":["apc-Arab","kab-Latn"]},{"precision":0.772925,"recall":0.831028,"f1":0.790697,"accuracy":0.831028,"main_score":0.790697,"hf_subset":"apc_Arab-lim_Latn","languages":["apc-Arab","lim-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-nld_Latn","languages":["apc-Arab","nld-Latn"]},{"precision":0.885211,"recall":0.921937,"f1":0.897233,"accuracy":0.921937,"main_score":0.897233,"hf_subset":"apc_Arab-san_Deva","languages":["apc-Arab","san-Deva"]},{"precision":0.630731,"recall":0.714427,"f1":0.655148,"accuracy":0.714427,"main_score":0.655148,"hf_subset":"apc_Arab-tat_Cyrl","languages":["apc-Arab","tat-Cyrl"]},{"precision":0.384773,"recall":0.495059,"f1":0.41464,"accuracy":0.495059,"main_score":0.41464,"hf_subset":"apc_Arab-xho_Latn","languages":["apc-Arab","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-ars_Arab","languages":["apc-Arab","ars-Arab"]},{"precision":0.737393,"recall":0.807312,"f1":0.758619,"accuracy":0.807312,"main_score":0.758619,"hf_subset":"apc_Arab-ceb_Latn","languages":["apc-Arab","ceb-Latn"]},{"precision":0.385872,"recall":0.48913,"f1":0.412815,"accuracy":0.48913,"main_score":0.412815,"hf_subset":"apc_Arab-fuv_Latn","languages":["apc-Arab","fuv-Latn"]},{"precision":0.373082,"recall":0.48419,"f1":0.402368,"accuracy":0.48419,"main_score":0.402368,"hf_subset":"apc_Arab-kac_Latn","languages":["apc-Arab","kac-Latn"]},{"precision":0.445581,"recall":0.559289,"f1":0.47691,"accuracy":0.559289,"main_score":0.47691,"hf_subset":"apc_Arab-lin_Latn","languages":["apc-Arab","lin-Latn"]},{"precision":0.936924,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"apc_Arab-nno_Latn","languages":["apc-Arab","nno-Latn"]},{"precision":0.138147,"recall":0.208498,"f1":0.15485,"accuracy":0.208498,"main_score":0.15485,"hf_subset":"apc_Arab-sat_Olck","languages":["apc-Arab","sat-Olck"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"apc_Arab-tel_Telu","languages":["apc-Arab","tel-Telu"]},{"precision":0.276643,"recall":0.368577,"f1":0.300178,"accuracy":0.368577,"main_score":0.300178,"hf_subset":"apc_Arab-ydd_Hebr","languages":["apc-Arab","ydd-Hebr"]},{"precision":0.921937,"recall":0.94664,"f1":0.929842,"accuracy":0.94664,"main_score":0.929842,"hf_subset":"apc_Arab-ary_Arab","languages":["apc-Arab","ary-Arab"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"apc_Arab-ces_Latn","languages":["apc-Arab","ces-Latn"]},{"precision":0.265867,"recall":0.358696,"f1":0.288392,"accuracy":0.358696,"main_score":0.288392,"hf_subset":"apc_Arab-gaz_Latn","languages":["apc-Arab","gaz-Latn"]},{"precision":0.400821,"recall":0.509881,"f1":0.429829,"accuracy":0.509881,"main_score":0.429829,"hf_subset":"apc_Arab-kam_Latn","languages":["apc-Arab","kam-Latn"]},{"precision":0.747563,"recall":0.814229,"f1":0.76797,"accuracy":0.814229,"main_score":0.76797,"hf_subset":"apc_Arab-lit_Latn","languages":["apc-Arab","lit-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"apc_Arab-nob_Latn","languages":["apc-Arab","nob-Latn"]},{"precision":0.731209,"recall":0.801383,"f1":0.752193,"accuracy":0.801383,"main_score":0.752193,"hf_subset":"apc_Arab-scn_Latn","languages":["apc-Arab","scn-Latn"]},{"precision":0.403367,"recall":0.504941,"f1":0.431172,"accuracy":0.504941,"main_score":0.431172,"hf_subset":"apc_Arab-tgk_Cyrl","languages":["apc-Arab","tgk-Cyrl"]},{"precision":0.34619,"recall":0.462451,"f1":0.376204,"accuracy":0.462451,"main_score":0.376204,"hf_subset":"apc_Arab-yor_Latn","languages":["apc-Arab","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-arz_Arab","languages":["apc-Arab","arz-Arab"]},{"precision":0.401981,"recall":0.512846,"f1":0.431816,"accuracy":0.512846,"main_score":0.431816,"hf_subset":"apc_Arab-cjk_Latn","languages":["apc-Arab","cjk-Latn"]},{"precision":0.311304,"recall":0.409091,"f1":0.335839,"accuracy":0.409091,"main_score":0.335839,"hf_subset":"apc_Arab-gla_Latn","languages":["apc-Arab","gla-Latn"]},{"precision":0.965991,"recall":0.976285,"f1":0.969269,"accuracy":0.976285,"main_score":0.969269,"hf_subset":"apc_Arab-kan_Knda","languages":["apc-Arab","kan-Knda"]},{"precision":0.770438,"recall":0.833992,"f1":0.790217,"accuracy":0.833992,"main_score":0.790217,"hf_subset":"apc_Arab-lmo_Latn","languages":["apc-Arab","lmo-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"apc_Arab-npi_Deva","languages":["apc-Arab","npi-Deva"]},{"precision":0.317875,"recall":0.43083,"f1":0.346385,"accuracy":0.43083,"main_score":0.346385,"hf_subset":"apc_Arab-shn_Mymr","languages":["apc-Arab","shn-Mymr"]},{"precision":0.848732,"recall":0.893281,"f1":0.862879,"accuracy":0.893281,"main_score":0.862879,"hf_subset":"apc_Arab-tgl_Latn","languages":["apc-Arab","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-yue_Hant","languages":["apc-Arab","yue-Hant"]},{"precision":0.879694,"recall":0.91502,"f1":0.891041,"accuracy":0.91502,"main_score":0.891041,"hf_subset":"apc_Arab-asm_Beng","languages":["apc-Arab","asm-Beng"]},{"precision":0.389592,"recall":0.482213,"f1":0.414472,"accuracy":0.482213,"main_score":0.414472,"hf_subset":"apc_Arab-ckb_Arab","languages":["apc-Arab","ckb-Arab"]},{"precision":0.316524,"recall":0.41502,"f1":0.341773,"accuracy":0.41502,"main_score":0.341773,"hf_subset":"apc_Arab-gle_Latn","languages":["apc-Arab","gle-Latn"]},{"precision":0.666815,"recall":0.753953,"f1":0.69274,"accuracy":0.753953,"main_score":0.69274,"hf_subset":"apc_Arab-kas_Arab","languages":["apc-Arab","kas-Arab"]},{"precision":0.575571,"recall":0.668972,"f1":0.602837,"accuracy":0.668972,"main_score":0.602837,"hf_subset":"apc_Arab-ltg_Latn","languages":["apc-Arab","ltg-Latn"]},{"precision":0.403361,"recall":0.511858,"f1":0.432962,"accuracy":0.511858,"main_score":0.432962,"hf_subset":"apc_Arab-nso_Latn","languages":["apc-Arab","nso-Latn"]},{"precision":0.818429,"recall":0.868577,"f1":0.834223,"accuracy":0.868577,"main_score":0.834223,"hf_subset":"apc_Arab-sin_Sinh","languages":["apc-Arab","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"apc_Arab-tha_Thai","languages":["apc-Arab","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"apc_Arab-zho_Hans","languages":["apc-Arab","zho-Hans"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"apc_Arab-ast_Latn","languages":["apc-Arab","ast-Latn"]},{"precision":0.782065,"recall":0.844862,"f1":0.801383,"accuracy":0.844862,"main_score":0.801383,"hf_subset":"apc_Arab-crh_Latn","languages":["apc-Arab","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"apc_Arab-glg_Latn","languages":["apc-Arab","glg-Latn"]},{"precision":0.558712,"recall":0.658103,"f1":0.587843,"accuracy":0.658103,"main_score":0.587843,"hf_subset":"apc_Arab-kas_Deva","languages":["apc-Arab","kas-Deva"]},{"precision":0.74189,"recall":0.810277,"f1":0.762401,"accuracy":0.810277,"main_score":0.762401,"hf_subset":"apc_Arab-ltz_Latn","languages":["apc-Arab","ltz-Latn"]},{"precision":0.260624,"recall":0.36166,"f1":0.286121,"accuracy":0.36166,"main_score":0.286121,"hf_subset":"apc_Arab-nus_Latn","languages":["apc-Arab","nus-Latn"]},{"precision":0.948617,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"apc_Arab-slk_Latn","languages":["apc-Arab","slk-Latn"]},{"precision":0.361275,"recall":0.454545,"f1":0.386118,"accuracy":0.454545,"main_score":0.386118,"hf_subset":"apc_Arab-tir_Ethi","languages":["apc-Arab","tir-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"apc_Arab-zho_Hant","languages":["apc-Arab","zho-Hant"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"apc_Arab-awa_Deva","languages":["apc-Arab","awa-Deva"]},{"precision":0.388925,"recall":0.492095,"f1":0.414806,"accuracy":0.492095,"main_score":0.414806,"hf_subset":"apc_Arab-cym_Latn","languages":["apc-Arab","cym-Latn"]},{"precision":0.61682,"recall":0.700593,"f1":0.640486,"accuracy":0.700593,"main_score":0.640486,"hf_subset":"apc_Arab-grn_Latn","languages":["apc-Arab","grn-Latn"]},{"precision":0.869565,"recall":0.909091,"f1":0.882213,"accuracy":0.909091,"main_score":0.882213,"hf_subset":"apc_Arab-kat_Geor","languages":["apc-Arab","kat-Geor"]},{"precision":0.445221,"recall":0.552372,"f1":0.475246,"accuracy":0.552372,"main_score":0.475246,"hf_subset":"apc_Arab-lua_Latn","languages":["apc-Arab","lua-Latn"]},{"precision":0.438004,"recall":0.545455,"f1":0.467979,"accuracy":0.545455,"main_score":0.467979,"hf_subset":"apc_Arab-nya_Latn","languages":["apc-Arab","nya-Latn"]},{"precision":0.883893,"recall":0.918972,"f1":0.89521,"accuracy":0.918972,"main_score":0.89521,"hf_subset":"apc_Arab-slv_Latn","languages":["apc-Arab","slv-Latn"]},{"precision":0.674664,"recall":0.758893,"f1":0.699936,"accuracy":0.758893,"main_score":0.699936,"hf_subset":"apc_Arab-tpi_Latn","languages":["apc-Arab","tpi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-zsm_Latn","languages":["apc-Arab","zsm-Latn"]},{"precision":0.343165,"recall":0.462451,"f1":0.373941,"accuracy":0.462451,"main_score":0.373941,"hf_subset":"apc_Arab-ayr_Latn","languages":["apc-Arab","ayr-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"apc_Arab-dan_Latn","languages":["apc-Arab","dan-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"apc_Arab-guj_Gujr","languages":["apc-Arab","guj-Gujr"]},{"precision":0.719153,"recall":0.788538,"f1":0.740024,"accuracy":0.788538,"main_score":0.740024,"hf_subset":"apc_Arab-kaz_Cyrl","languages":["apc-Arab","kaz-Cyrl"]},{"precision":0.347107,"recall":0.450593,"f1":0.374162,"accuracy":0.450593,"main_score":0.374162,"hf_subset":"apc_Arab-lug_Latn","languages":["apc-Arab","lug-Latn"]},{"precision":0.938488,"recall":0.958498,"f1":0.945059,"accuracy":0.958498,"main_score":0.945059,"hf_subset":"apc_Arab-oci_Latn","languages":["apc-Arab","oci-Latn"]},{"precision":0.379436,"recall":0.491107,"f1":0.408414,"accuracy":0.491107,"main_score":0.408414,"hf_subset":"apc_Arab-smo_Latn","languages":["apc-Arab","smo-Latn"]},{"precision":0.354495,"recall":0.466403,"f1":0.383553,"accuracy":0.466403,"main_score":0.383553,"hf_subset":"apc_Arab-tsn_Latn","languages":["apc-Arab","tsn-Latn"]},{"precision":0.364117,"recall":0.465415,"f1":0.390174,"accuracy":0.465415,"main_score":0.390174,"hf_subset":"apc_Arab-zul_Latn","languages":["apc-Arab","zul-Latn"]},{"precision":0.703014,"recall":0.784585,"f1":0.727734,"accuracy":0.784585,"main_score":0.727734,"hf_subset":"apc_Arab-azb_Arab","languages":["apc-Arab","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-deu_Latn","languages":["apc-Arab","deu-Latn"]},{"precision":0.577686,"recall":0.672925,"f1":0.605483,"accuracy":0.672925,"main_score":0.605483,"hf_subset":"apc_Arab-hat_Latn","languages":["apc-Arab","hat-Latn"]},{"precision":0.324447,"recall":0.427866,"f1":0.351195,"accuracy":0.427866,"main_score":0.351195,"hf_subset":"apc_Arab-kbp_Latn","languages":["apc-Arab","kbp-Latn"]},{"precision":0.395921,"recall":0.500988,"f1":0.423198,"accuracy":0.500988,"main_score":0.423198,"hf_subset":"apc_Arab-luo_Latn","languages":["apc-Arab","luo-Latn"]},{"precision":0.499001,"recall":0.589921,"f1":0.524512,"accuracy":0.589921,"main_score":0.524512,"hf_subset":"apc_Arab-ory_Orya","languages":["apc-Arab","ory-Orya"]},{"precision":0.375709,"recall":0.482213,"f1":0.404176,"accuracy":0.482213,"main_score":0.404176,"hf_subset":"apc_Arab-sna_Latn","languages":["apc-Arab","sna-Latn"]},{"precision":0.360335,"recall":0.465415,"f1":0.387868,"accuracy":0.465415,"main_score":0.387868,"hf_subset":"apc_Arab-tso_Latn","languages":["apc-Arab","tso-Latn"]},{"precision":0.829298,"recall":0.879447,"f1":0.845422,"accuracy":0.879447,"main_score":0.845422,"hf_subset":"apc_Arab-azj_Latn","languages":["apc-Arab","azj-Latn"]},{"precision":0.389613,"recall":0.504941,"f1":0.421321,"accuracy":0.504941,"main_score":0.421321,"hf_subset":"apc_Arab-dik_Latn","languages":["apc-Arab","dik-Latn"]},{"precision":0.39325,"recall":0.488142,"f1":0.418312,"accuracy":0.488142,"main_score":0.418312,"hf_subset":"apc_Arab-hau_Latn","languages":["apc-Arab","hau-Latn"]},{"precision":0.781571,"recall":0.843874,"f1":0.800908,"accuracy":0.843874,"main_score":0.800908,"hf_subset":"apc_Arab-kea_Latn","languages":["apc-Arab","kea-Latn"]},{"precision":0.537707,"recall":0.632411,"f1":0.564413,"accuracy":0.632411,"main_score":0.564413,"hf_subset":"apc_Arab-lus_Latn","languages":["apc-Arab","lus-Latn"]},{"precision":0.698781,"recall":0.775692,"f1":0.72197,"accuracy":0.775692,"main_score":0.72197,"hf_subset":"apc_Arab-pag_Latn","languages":["apc-Arab","pag-Latn"]},{"precision":0.685757,"recall":0.76581,"f1":0.709816,"accuracy":0.76581,"main_score":0.709816,"hf_subset":"apc_Arab-snd_Arab","languages":["apc-Arab","snd-Arab"]},{"precision":0.557543,"recall":0.648221,"f1":0.583566,"accuracy":0.648221,"main_score":0.583566,"hf_subset":"apc_Arab-tuk_Latn","languages":["apc-Arab","tuk-Latn"]},{"precision":0.61704,"recall":0.701581,"f1":0.641745,"accuracy":0.701581,"main_score":0.641745,"hf_subset":"apc_Arab-bak_Cyrl","languages":["apc-Arab","bak-Cyrl"]},{"precision":0.297972,"recall":0.412055,"f1":0.327677,"accuracy":0.412055,"main_score":0.327677,"hf_subset":"apc_Arab-dyu_Latn","languages":["apc-Arab","dyu-Latn"]},{"precision":0.903491,"recall":0.932806,"f1":0.912846,"accuracy":0.932806,"main_score":0.912846,"hf_subset":"apc_Arab-heb_Hebr","languages":["apc-Arab","heb-Hebr"]},{"precision":0.414317,"recall":0.509881,"f1":0.440152,"accuracy":0.509881,"main_score":0.440152,"hf_subset":"apc_Arab-khk_Cyrl","languages":["apc-Arab","khk-Cyrl"]},{"precision":0.773254,"recall":0.83498,"f1":0.792424,"accuracy":0.83498,"main_score":0.792424,"hf_subset":"apc_Arab-lvs_Latn","languages":["apc-Arab","lvs-Latn"]},{"precision":0.907773,"recall":0.936759,"f1":0.917161,"accuracy":0.936759,"main_score":0.917161,"hf_subset":"apc_Arab-pan_Guru","languages":["apc-Arab","pan-Guru"]},{"precision":0.35786,"recall":0.450593,"f1":0.382087,"accuracy":0.450593,"main_score":0.382087,"hf_subset":"apc_Arab-som_Latn","languages":["apc-Arab","som-Latn"]},{"precision":0.413301,"recall":0.51581,"f1":0.440931,"accuracy":0.51581,"main_score":0.440931,"hf_subset":"apc_Arab-tum_Latn","languages":["apc-Arab","tum-Latn"]},{"precision":0.321593,"recall":0.385375,"f1":0.338099,"accuracy":0.385375,"main_score":0.338099,"hf_subset":"bug_Latn-ace_Arab","languages":["bug-Latn","ace-Arab"]},{"precision":0.405545,"recall":0.466403,"f1":0.423339,"accuracy":0.466403,"main_score":0.423339,"hf_subset":"bug_Latn-bam_Latn","languages":["bug-Latn","bam-Latn"]},{"precision":0.129921,"recall":0.186759,"f1":0.144159,"accuracy":0.186759,"main_score":0.144159,"hf_subset":"bug_Latn-dzo_Tibt","languages":["bug-Latn","dzo-Tibt"]},{"precision":0.685821,"recall":0.743083,"f1":0.702574,"accuracy":0.743083,"main_score":0.702574,"hf_subset":"bug_Latn-hin_Deva","languages":["bug-Latn","hin-Deva"]},{"precision":0.445911,"recall":0.525692,"f1":0.469097,"accuracy":0.525692,"main_score":0.469097,"hf_subset":"bug_Latn-khm_Khmr","languages":["bug-Latn","khm-Khmr"]},{"precision":0.692339,"recall":0.744071,"f1":0.707184,"accuracy":0.744071,"main_score":0.707184,"hf_subset":"bug_Latn-mag_Deva","languages":["bug-Latn","mag-Deva"]},{"precision":0.65727,"recall":0.703557,"f1":0.671288,"accuracy":0.703557,"main_score":0.671288,"hf_subset":"bug_Latn-pap_Latn","languages":["bug-Latn","pap-Latn"]},{"precision":0.454631,"recall":0.508893,"f1":0.469733,"accuracy":0.508893,"main_score":0.469733,"hf_subset":"bug_Latn-sot_Latn","languages":["bug-Latn","sot-Latn"]},{"precision":0.663763,"recall":0.721344,"f1":0.680661,"accuracy":0.721344,"main_score":0.680661,"hf_subset":"bug_Latn-tur_Latn","languages":["bug-Latn","tur-Latn"]},{"precision":0.662778,"recall":0.70751,"f1":0.675727,"accuracy":0.70751,"main_score":0.675727,"hf_subset":"bug_Latn-ace_Latn","languages":["bug-Latn","ace-Latn"]},{"precision":0.710679,"recall":0.746047,"f1":0.720855,"accuracy":0.746047,"main_score":0.720855,"hf_subset":"bug_Latn-ban_Latn","languages":["bug-Latn","ban-Latn"]},{"precision":0.582864,"recall":0.650198,"f1":0.602172,"accuracy":0.650198,"main_score":0.602172,"hf_subset":"bug_Latn-ell_Grek","languages":["bug-Latn","ell-Grek"]},{"precision":0.668367,"recall":0.725296,"f1":0.684725,"accuracy":0.725296,"main_score":0.684725,"hf_subset":"bug_Latn-hne_Deva","languages":["bug-Latn","hne-Deva"]},{"precision":0.460211,"recall":0.519763,"f1":0.476921,"accuracy":0.519763,"main_score":0.476921,"hf_subset":"bug_Latn-kik_Latn","languages":["bug-Latn","kik-Latn"]},{"precision":0.679626,"recall":0.73913,"f1":0.696811,"accuracy":0.73913,"main_score":0.696811,"hf_subset":"bug_Latn-mai_Deva","languages":["bug-Latn","mai-Deva"]},{"precision":0.556181,"recall":0.620553,"f1":0.574431,"accuracy":0.620553,"main_score":0.574431,"hf_subset":"bug_Latn-pbt_Arab","languages":["bug-Latn","pbt-Arab"]},{"precision":0.700854,"recall":0.752964,"f1":0.716453,"accuracy":0.752964,"main_score":0.716453,"hf_subset":"bug_Latn-spa_Latn","languages":["bug-Latn","spa-Latn"]},{"precision":0.528113,"recall":0.581028,"f1":0.543925,"accuracy":0.581028,"main_score":0.543925,"hf_subset":"bug_Latn-twi_Latn","languages":["bug-Latn","twi-Latn"]},{"precision":0.66153,"recall":0.716403,"f1":0.677466,"accuracy":0.716403,"main_score":0.677466,"hf_subset":"bug_Latn-acm_Arab","languages":["bug-Latn","acm-Arab"]},{"precision":0.527322,"recall":0.594862,"f1":0.546989,"accuracy":0.594862,"main_score":0.546989,"hf_subset":"bug_Latn-bel_Cyrl","languages":["bug-Latn","bel-Cyrl"]},{"precision":0.715232,"recall":0.761858,"f1":0.729168,"accuracy":0.761858,"main_score":0.729168,"hf_subset":"bug_Latn-eng_Latn","languages":["bug-Latn","eng-Latn"]},{"precision":0.659182,"recall":0.710474,"f1":0.67364,"accuracy":0.710474,"main_score":0.67364,"hf_subset":"bug_Latn-hrv_Latn","languages":["bug-Latn","hrv-Latn"]},{"precision":0.397834,"recall":0.465415,"f1":0.417115,"accuracy":0.465415,"main_score":0.417115,"hf_subset":"bug_Latn-kin_Latn","languages":["bug-Latn","kin-Latn"]},{"precision":0.612805,"recall":0.679842,"f1":0.632633,"accuracy":0.679842,"main_score":0.632633,"hf_subset":"bug_Latn-mal_Mlym","languages":["bug-Latn","mal-Mlym"]},{"precision":0.642623,"recall":0.708498,"f1":0.661844,"accuracy":0.708498,"main_score":0.661844,"hf_subset":"bug_Latn-pes_Arab","languages":["bug-Latn","pes-Arab"]},{"precision":0.602318,"recall":0.660079,"f1":0.618369,"accuracy":0.660079,"main_score":0.618369,"hf_subset":"bug_Latn-srd_Latn","languages":["bug-Latn","srd-Latn"]},{"precision":0.130763,"recall":0.189723,"f1":0.145415,"accuracy":0.189723,"main_score":0.145415,"hf_subset":"bug_Latn-tzm_Tfng","languages":["bug-Latn","tzm-Tfng"]},{"precision":0.66404,"recall":0.718379,"f1":0.679423,"accuracy":0.718379,"main_score":0.679423,"hf_subset":"bug_Latn-acq_Arab","languages":["bug-Latn","acq-Arab"]},{"precision":0.493991,"recall":0.547431,"f1":0.509221,"accuracy":0.547431,"main_score":0.509221,"hf_subset":"bug_Latn-bem_Latn","languages":["bug-Latn","bem-Latn"]},{"precision":0.624399,"recall":0.671937,"f1":0.63784,"accuracy":0.671937,"main_score":0.63784,"hf_subset":"bug_Latn-epo_Latn","languages":["bug-Latn","epo-Latn"]},{"precision":0.582516,"recall":0.65415,"f1":0.602972,"accuracy":0.65415,"main_score":0.602972,"hf_subset":"bug_Latn-hun_Latn","languages":["bug-Latn","hun-Latn"]},{"precision":0.534412,"recall":0.598814,"f1":0.553284,"accuracy":0.598814,"main_score":0.553284,"hf_subset":"bug_Latn-kir_Cyrl","languages":["bug-Latn","kir-Cyrl"]},{"precision":0.645058,"recall":0.708498,"f1":0.663109,"accuracy":0.708498,"main_score":0.663109,"hf_subset":"bug_Latn-mar_Deva","languages":["bug-Latn","mar-Deva"]},{"precision":0.464981,"recall":0.520751,"f1":0.481719,"accuracy":0.520751,"main_score":0.481719,"hf_subset":"bug_Latn-plt_Latn","languages":["bug-Latn","plt-Latn"]},{"precision":0.620813,"recall":0.68083,"f1":0.638123,"accuracy":0.68083,"main_score":0.638123,"hf_subset":"bug_Latn-srp_Cyrl","languages":["bug-Latn","srp-Cyrl"]},{"precision":0.275667,"recall":0.350791,"f1":0.296246,"accuracy":0.350791,"main_score":0.296246,"hf_subset":"bug_Latn-uig_Arab","languages":["bug-Latn","uig-Arab"]},{"precision":0.632257,"recall":0.685771,"f1":0.648292,"accuracy":0.685771,"main_score":0.648292,"hf_subset":"bug_Latn-aeb_Arab","languages":["bug-Latn","aeb-Arab"]},{"precision":0.657079,"recall":0.722332,"f1":0.675881,"accuracy":0.722332,"main_score":0.675881,"hf_subset":"bug_Latn-ben_Beng","languages":["bug-Latn","ben-Beng"]},{"precision":0.563547,"recall":0.62253,"f1":0.581549,"accuracy":0.62253,"main_score":0.581549,"hf_subset":"bug_Latn-est_Latn","languages":["bug-Latn","est-Latn"]},{"precision":0.478044,"recall":0.546443,"f1":0.497214,"accuracy":0.546443,"main_score":0.497214,"hf_subset":"bug_Latn-hye_Armn","languages":["bug-Latn","hye-Armn"]},{"precision":0.429407,"recall":0.493083,"f1":0.447339,"accuracy":0.493083,"main_score":0.447339,"hf_subset":"bug_Latn-kmb_Latn","languages":["bug-Latn","kmb-Latn"]},{"precision":0.301601,"recall":0.363636,"f1":0.317625,"accuracy":0.363636,"main_score":0.317625,"hf_subset":"bug_Latn-min_Arab","languages":["bug-Latn","min-Arab"]},{"precision":0.662738,"recall":0.722332,"f1":0.67991,"accuracy":0.722332,"main_score":0.67991,"hf_subset":"bug_Latn-pol_Latn","languages":["bug-Latn","pol-Latn"]},{"precision":0.415542,"recall":0.483202,"f1":0.434116,"accuracy":0.483202,"main_score":0.434116,"hf_subset":"bug_Latn-ssw_Latn","languages":["bug-Latn","ssw-Latn"]},{"precision":0.662256,"recall":0.719368,"f1":0.679114,"accuracy":0.719368,"main_score":0.679114,"hf_subset":"bug_Latn-ukr_Cyrl","languages":["bug-Latn","ukr-Cyrl"]},{"precision":0.652248,"recall":0.698617,"f1":0.666166,"accuracy":0.698617,"main_score":0.666166,"hf_subset":"bug_Latn-afr_Latn","languages":["bug-Latn","afr-Latn"]},{"precision":0.667865,"recall":0.72332,"f1":0.684591,"accuracy":0.72332,"main_score":0.684591,"hf_subset":"bug_Latn-bho_Deva","languages":["bug-Latn","bho-Deva"]},{"precision":0.553021,"recall":0.606719,"f1":0.568686,"accuracy":0.606719,"main_score":0.568686,"hf_subset":"bug_Latn-eus_Latn","languages":["bug-Latn","eus-Latn"]},{"precision":0.428477,"recall":0.497036,"f1":0.447614,"accuracy":0.497036,"main_score":0.447614,"hf_subset":"bug_Latn-ibo_Latn","languages":["bug-Latn","ibo-Latn"]},{"precision":0.457352,"recall":0.52668,"f1":0.476894,"accuracy":0.52668,"main_score":0.476894,"hf_subset":"bug_Latn-kmr_Latn","languages":["bug-Latn","kmr-Latn"]},{"precision":0.63269,"recall":0.686759,"f1":0.648184,"accuracy":0.686759,"main_score":0.648184,"hf_subset":"bug_Latn-min_Latn","languages":["bug-Latn","min-Latn"]},{"precision":0.708479,"recall":0.757905,"f1":0.722436,"accuracy":0.757905,"main_score":0.722436,"hf_subset":"bug_Latn-por_Latn","languages":["bug-Latn","por-Latn"]},{"precision":0.703195,"recall":0.744071,"f1":0.714577,"accuracy":0.744071,"main_score":0.714577,"hf_subset":"bug_Latn-sun_Latn","languages":["bug-Latn","sun-Latn"]},{"precision":0.422008,"recall":0.486166,"f1":0.440876,"accuracy":0.486166,"main_score":0.440876,"hf_subset":"bug_Latn-umb_Latn","languages":["bug-Latn","umb-Latn"]},{"precision":0.656178,"recall":0.715415,"f1":0.673152,"accuracy":0.715415,"main_score":0.673152,"hf_subset":"bug_Latn-ajp_Arab","languages":["bug-Latn","ajp-Arab"]},{"precision":0.311045,"recall":0.37747,"f1":0.328107,"accuracy":0.37747,"main_score":0.328107,"hf_subset":"bug_Latn-bjn_Arab","languages":["bug-Latn","bjn-Arab"]},{"precision":0.430075,"recall":0.491107,"f1":0.447661,"accuracy":0.491107,"main_score":0.447661,"hf_subset":"bug_Latn-ewe_Latn","languages":["bug-Latn","ewe-Latn"]},{"precision":0.646821,"recall":0.689723,"f1":0.659533,"accuracy":0.689723,"main_score":0.659533,"hf_subset":"bug_Latn-ilo_Latn","languages":["bug-Latn","ilo-Latn"]},{"precision":0.193369,"recall":0.250988,"f1":0.20848,"accuracy":0.250988,"main_score":0.20848,"hf_subset":"bug_Latn-knc_Arab","languages":["bug-Latn","knc-Arab"]},{"precision":0.62247,"recall":0.674901,"f1":0.638138,"accuracy":0.674901,"main_score":0.638138,"hf_subset":"bug_Latn-mkd_Cyrl","languages":["bug-Latn","mkd-Cyrl"]},{"precision":0.638786,"recall":0.706522,"f1":0.6587,"accuracy":0.706522,"main_score":0.6587,"hf_subset":"bug_Latn-prs_Arab","languages":["bug-Latn","prs-Arab"]},{"precision":0.668006,"recall":0.726285,"f1":0.684659,"accuracy":0.726285,"main_score":0.684659,"hf_subset":"bug_Latn-swe_Latn","languages":["bug-Latn","swe-Latn"]},{"precision":0.591135,"recall":0.660079,"f1":0.611201,"accuracy":0.660079,"main_score":0.611201,"hf_subset":"bug_Latn-urd_Arab","languages":["bug-Latn","urd-Arab"]},{"precision":0.516469,"recall":0.570158,"f1":0.532872,"accuracy":0.570158,"main_score":0.532872,"hf_subset":"bug_Latn-aka_Latn","languages":["bug-Latn","aka-Latn"]},{"precision":0.649436,"recall":0.702569,"f1":0.664706,"accuracy":0.702569,"main_score":0.664706,"hf_subset":"bug_Latn-bjn_Latn","languages":["bug-Latn","bjn-Latn"]},{"precision":0.471563,"recall":0.540514,"f1":0.491329,"accuracy":0.540514,"main_score":0.491329,"hf_subset":"bug_Latn-fao_Latn","languages":["bug-Latn","fao-Latn"]},{"precision":0.744636,"recall":0.789526,"f1":0.757689,"accuracy":0.789526,"main_score":0.757689,"hf_subset":"bug_Latn-ind_Latn","languages":["bug-Latn","ind-Latn"]},{"precision":0.491002,"recall":0.547431,"f1":0.50738,"accuracy":0.547431,"main_score":0.50738,"hf_subset":"bug_Latn-knc_Latn","languages":["bug-Latn","knc-Latn"]},{"precision":0.599071,"recall":0.659091,"f1":0.617144,"accuracy":0.659091,"main_score":0.617144,"hf_subset":"bug_Latn-mlt_Latn","languages":["bug-Latn","mlt-Latn"]},{"precision":0.508409,"recall":0.572134,"f1":0.526615,"accuracy":0.572134,"main_score":0.526615,"hf_subset":"bug_Latn-quy_Latn","languages":["bug-Latn","quy-Latn"]},{"precision":0.5792,"recall":0.635375,"f1":0.594871,"accuracy":0.635375,"main_score":0.594871,"hf_subset":"bug_Latn-swh_Latn","languages":["bug-Latn","swh-Latn"]},{"precision":0.505996,"recall":0.566206,"f1":0.522678,"accuracy":0.566206,"main_score":0.522678,"hf_subset":"bug_Latn-uzn_Latn","languages":["bug-Latn","uzn-Latn"]},{"precision":0.591752,"recall":0.650198,"f1":0.60931,"accuracy":0.650198,"main_score":0.60931,"hf_subset":"bug_Latn-als_Latn","languages":["bug-Latn","als-Latn"]},{"precision":0.183915,"recall":0.243083,"f1":0.198362,"accuracy":0.243083,"main_score":0.198362,"hf_subset":"bug_Latn-bod_Tibt","languages":["bug-Latn","bod-Tibt"]},{"precision":0.447037,"recall":0.509881,"f1":0.465162,"accuracy":0.509881,"main_score":0.465162,"hf_subset":"bug_Latn-fij_Latn","languages":["bug-Latn","fij-Latn"]},{"precision":0.413574,"recall":0.486166,"f1":0.434065,"accuracy":0.486166,"main_score":0.434065,"hf_subset":"bug_Latn-isl_Latn","languages":["bug-Latn","isl-Latn"]},{"precision":0.491066,"recall":0.554348,"f1":0.508807,"accuracy":0.554348,"main_score":0.508807,"hf_subset":"bug_Latn-kon_Latn","languages":["bug-Latn","kon-Latn"]},{"precision":0.37248,"recall":0.4417,"f1":0.391238,"accuracy":0.4417,"main_score":0.391238,"hf_subset":"bug_Latn-mni_Beng","languages":["bug-Latn","mni-Beng"]},{"precision":0.677319,"recall":0.728261,"f1":0.692242,"accuracy":0.728261,"main_score":0.692242,"hf_subset":"bug_Latn-ron_Latn","languages":["bug-Latn","ron-Latn"]},{"precision":0.597127,"recall":0.650198,"f1":0.612596,"accuracy":0.650198,"main_score":0.612596,"hf_subset":"bug_Latn-szl_Latn","languages":["bug-Latn","szl-Latn"]},{"precision":0.647682,"recall":0.694664,"f1":0.661452,"accuracy":0.694664,"main_score":0.661452,"hf_subset":"bug_Latn-vec_Latn","languages":["bug-Latn","vec-Latn"]},{"precision":0.477539,"recall":0.551383,"f1":0.49863,"accuracy":0.551383,"main_score":0.49863,"hf_subset":"bug_Latn-amh_Ethi","languages":["bug-Latn","amh-Ethi"]},{"precision":0.656062,"recall":0.718379,"f1":0.674202,"accuracy":0.718379,"main_score":0.674202,"hf_subset":"bug_Latn-bos_Latn","languages":["bug-Latn","bos-Latn"]},{"precision":0.634993,"recall":0.694664,"f1":0.652237,"accuracy":0.694664,"main_score":0.652237,"hf_subset":"bug_Latn-fin_Latn","languages":["bug-Latn","fin-Latn"]},{"precision":0.686876,"recall":0.745059,"f1":0.703462,"accuracy":0.745059,"main_score":0.703462,"hf_subset":"bug_Latn-ita_Latn","languages":["bug-Latn","ita-Latn"]},{"precision":0.64227,"recall":0.702569,"f1":0.659663,"accuracy":0.702569,"main_score":0.659663,"hf_subset":"bug_Latn-kor_Hang","languages":["bug-Latn","kor-Hang"]},{"precision":0.446165,"recall":0.507905,"f1":0.463952,"accuracy":0.507905,"main_score":0.463952,"hf_subset":"bug_Latn-mos_Latn","languages":["bug-Latn","mos-Latn"]},{"precision":0.412356,"recall":0.480237,"f1":0.431722,"accuracy":0.480237,"main_score":0.431722,"hf_subset":"bug_Latn-run_Latn","languages":["bug-Latn","run-Latn"]},{"precision":0.594579,"recall":0.668972,"f1":0.615933,"accuracy":0.668972,"main_score":0.615933,"hf_subset":"bug_Latn-tam_Taml","languages":["bug-Latn","tam-Taml"]},{"precision":0.646123,"recall":0.706522,"f1":0.663785,"accuracy":0.706522,"main_score":0.663785,"hf_subset":"bug_Latn-vie_Latn","languages":["bug-Latn","vie-Latn"]},{"precision":0.63817,"recall":0.692688,"f1":0.653611,"accuracy":0.692688,"main_score":0.653611,"hf_subset":"bug_Latn-apc_Arab","languages":["bug-Latn","apc-Arab"]},{"precision":0.386594,"recall":0.445652,"f1":0.402772,"accuracy":0.445652,"main_score":0.402772,"hf_subset":"bug_Latn-fon_Latn","languages":["bug-Latn","fon-Latn"]},{"precision":0.714839,"recall":0.749012,"f1":0.724729,"accuracy":0.749012,"main_score":0.724729,"hf_subset":"bug_Latn-jav_Latn","languages":["bug-Latn","jav-Latn"]},{"precision":0.454677,"recall":0.519763,"f1":0.472703,"accuracy":0.519763,"main_score":0.472703,"hf_subset":"bug_Latn-lao_Laoo","languages":["bug-Latn","lao-Laoo"]},{"precision":0.407464,"recall":0.466403,"f1":0.424208,"accuracy":0.466403,"main_score":0.424208,"hf_subset":"bug_Latn-mri_Latn","languages":["bug-Latn","mri-Latn"]},{"precision":0.684209,"recall":0.745059,"f1":0.701587,"accuracy":0.745059,"main_score":0.701587,"hf_subset":"bug_Latn-rus_Cyrl","languages":["bug-Latn","rus-Cyrl"]},{"precision":0.422465,"recall":0.488142,"f1":0.441267,"accuracy":0.488142,"main_score":0.441267,"hf_subset":"bug_Latn-taq_Latn","languages":["bug-Latn","taq-Latn"]},{"precision":0.669318,"recall":0.705534,"f1":0.679854,"accuracy":0.705534,"main_score":0.679854,"hf_subset":"bug_Latn-war_Latn","languages":["bug-Latn","war-Latn"]},{"precision":0.663841,"recall":0.721344,"f1":0.68046,"accuracy":0.721344,"main_score":0.68046,"hf_subset":"bug_Latn-arb_Arab","languages":["bug-Latn","arb-Arab"]},{"precision":0.671062,"recall":0.728261,"f1":0.687259,"accuracy":0.728261,"main_score":0.687259,"hf_subset":"bug_Latn-bul_Cyrl","languages":["bug-Latn","bul-Cyrl"]},{"precision":0.713896,"recall":0.758893,"f1":0.726769,"accuracy":0.758893,"main_score":0.726769,"hf_subset":"bug_Latn-fra_Latn","languages":["bug-Latn","fra-Latn"]},{"precision":0.67542,"recall":0.735178,"f1":0.692624,"accuracy":0.735178,"main_score":0.692624,"hf_subset":"bug_Latn-jpn_Jpan","languages":["bug-Latn","jpn-Jpan"]},{"precision":0.624791,"recall":0.676877,"f1":0.640042,"accuracy":0.676877,"main_score":0.640042,"hf_subset":"bug_Latn-lij_Latn","languages":["bug-Latn","lij-Latn"]},{"precision":0.410094,"recall":0.492095,"f1":0.433191,"accuracy":0.492095,"main_score":0.433191,"hf_subset":"bug_Latn-mya_Mymr","languages":["bug-Latn","mya-Mymr"]},{"precision":0.484512,"recall":0.546443,"f1":0.502981,"accuracy":0.546443,"main_score":0.502981,"hf_subset":"bug_Latn-sag_Latn","languages":["bug-Latn","sag-Latn"]},{"precision":0.157956,"recall":0.225296,"f1":0.1732,"accuracy":0.225296,"main_score":0.1732,"hf_subset":"bug_Latn-taq_Tfng","languages":["bug-Latn","taq-Tfng"]},{"precision":0.471023,"recall":0.537549,"f1":0.490121,"accuracy":0.537549,"main_score":0.490121,"hf_subset":"bug_Latn-wol_Latn","languages":["bug-Latn","wol-Latn"]},{"precision":0.282752,"recall":0.375494,"f1":0.306477,"accuracy":0.375494,"main_score":0.306477,"hf_subset":"bug_Latn-arb_Latn","languages":["bug-Latn","arb-Latn"]},{"precision":0.689616,"recall":0.73419,"f1":0.702731,"accuracy":0.73419,"main_score":0.702731,"hf_subset":"bug_Latn-cat_Latn","languages":["bug-Latn","cat-Latn"]},{"precision":0.615649,"recall":0.66502,"f1":0.629549,"accuracy":0.66502,"main_score":0.629549,"hf_subset":"bug_Latn-fur_Latn","languages":["bug-Latn","fur-Latn"]},{"precision":0.304628,"recall":0.362648,"f1":0.320192,"accuracy":0.362648,"main_score":0.320192,"hf_subset":"bug_Latn-kab_Latn","languages":["bug-Latn","kab-Latn"]},{"precision":0.621455,"recall":0.673913,"f1":0.63677,"accuracy":0.673913,"main_score":0.63677,"hf_subset":"bug_Latn-lim_Latn","languages":["bug-Latn","lim-Latn"]},{"precision":0.677524,"recall":0.738142,"f1":0.695531,"accuracy":0.738142,"main_score":0.695531,"hf_subset":"bug_Latn-nld_Latn","languages":["bug-Latn","nld-Latn"]},{"precision":0.554284,"recall":0.624506,"f1":0.575165,"accuracy":0.624506,"main_score":0.575165,"hf_subset":"bug_Latn-san_Deva","languages":["bug-Latn","san-Deva"]},{"precision":0.5536,"recall":0.61166,"f1":0.570033,"accuracy":0.61166,"main_score":0.570033,"hf_subset":"bug_Latn-tat_Cyrl","languages":["bug-Latn","tat-Cyrl"]},{"precision":0.459094,"recall":0.525692,"f1":0.478313,"accuracy":0.525692,"main_score":0.478313,"hf_subset":"bug_Latn-xho_Latn","languages":["bug-Latn","xho-Latn"]},{"precision":0.655682,"recall":0.713439,"f1":0.672391,"accuracy":0.713439,"main_score":0.672391,"hf_subset":"bug_Latn-ars_Arab","languages":["bug-Latn","ars-Arab"]},{"precision":0.647705,"recall":0.6917,"f1":0.66087,"accuracy":0.6917,"main_score":0.66087,"hf_subset":"bug_Latn-ceb_Latn","languages":["bug-Latn","ceb-Latn"]},{"precision":0.454908,"recall":0.518775,"f1":0.473212,"accuracy":0.518775,"main_score":0.473212,"hf_subset":"bug_Latn-fuv_Latn","languages":["bug-Latn","fuv-Latn"]},{"precision":0.448207,"recall":0.512846,"f1":0.466249,"accuracy":0.512846,"main_score":0.466249,"hf_subset":"bug_Latn-kac_Latn","languages":["bug-Latn","kac-Latn"]},{"precision":0.494361,"recall":0.555336,"f1":0.511951,"accuracy":0.555336,"main_score":0.511951,"hf_subset":"bug_Latn-lin_Latn","languages":["bug-Latn","lin-Latn"]},{"precision":0.663533,"recall":0.715415,"f1":0.679357,"accuracy":0.715415,"main_score":0.679357,"hf_subset":"bug_Latn-nno_Latn","languages":["bug-Latn","nno-Latn"]},{"precision":0.165413,"recall":0.216403,"f1":0.178579,"accuracy":0.216403,"main_score":0.178579,"hf_subset":"bug_Latn-sat_Olck","languages":["bug-Latn","sat-Olck"]},{"precision":0.611803,"recall":0.681818,"f1":0.632619,"accuracy":0.681818,"main_score":0.632619,"hf_subset":"bug_Latn-tel_Telu","languages":["bug-Latn","tel-Telu"]},{"precision":0.266985,"recall":0.340909,"f1":0.286469,"accuracy":0.340909,"main_score":0.286469,"hf_subset":"bug_Latn-ydd_Hebr","languages":["bug-Latn","ydd-Hebr"]},{"precision":0.602701,"recall":0.660079,"f1":0.619961,"accuracy":0.660079,"main_score":0.619961,"hf_subset":"bug_Latn-ary_Arab","languages":["bug-Latn","ary-Arab"]},{"precision":0.624181,"recall":0.690711,"f1":0.643742,"accuracy":0.690711,"main_score":0.643742,"hf_subset":"bug_Latn-ces_Latn","languages":["bug-Latn","ces-Latn"]},{"precision":0.334556,"recall":0.409091,"f1":0.354026,"accuracy":0.409091,"main_score":0.354026,"hf_subset":"bug_Latn-gaz_Latn","languages":["bug-Latn","gaz-Latn"]},{"precision":0.439429,"recall":0.5,"f1":0.456866,"accuracy":0.5,"main_score":0.456866,"hf_subset":"bug_Latn-kam_Latn","languages":["bug-Latn","kam-Latn"]},{"precision":0.552383,"recall":0.618577,"f1":0.57241,"accuracy":0.618577,"main_score":0.57241,"hf_subset":"bug_Latn-lit_Latn","languages":["bug-Latn","lit-Latn"]},{"precision":0.65871,"recall":0.714427,"f1":0.674779,"accuracy":0.714427,"main_score":0.674779,"hf_subset":"bug_Latn-nob_Latn","languages":["bug-Latn","nob-Latn"]},{"precision":0.583523,"recall":0.636364,"f1":0.599462,"accuracy":0.636364,"main_score":0.599462,"hf_subset":"bug_Latn-scn_Latn","languages":["bug-Latn","scn-Latn"]},{"precision":0.418316,"recall":0.500988,"f1":0.441619,"accuracy":0.500988,"main_score":0.441619,"hf_subset":"bug_Latn-tgk_Cyrl","languages":["bug-Latn","tgk-Cyrl"]},{"precision":0.40523,"recall":0.472332,"f1":0.424969,"accuracy":0.472332,"main_score":0.424969,"hf_subset":"bug_Latn-yor_Latn","languages":["bug-Latn","yor-Latn"]},{"precision":0.655503,"recall":0.706522,"f1":0.670553,"accuracy":0.706522,"main_score":0.670553,"hf_subset":"bug_Latn-arz_Arab","languages":["bug-Latn","arz-Arab"]},{"precision":0.450115,"recall":0.516798,"f1":0.469434,"accuracy":0.516798,"main_score":0.469434,"hf_subset":"bug_Latn-cjk_Latn","languages":["bug-Latn","cjk-Latn"]},{"precision":0.369076,"recall":0.436759,"f1":0.386858,"accuracy":0.436759,"main_score":0.386858,"hf_subset":"bug_Latn-gla_Latn","languages":["bug-Latn","gla-Latn"]},{"precision":0.612534,"recall":0.68083,"f1":0.632849,"accuracy":0.68083,"main_score":0.632849,"hf_subset":"bug_Latn-kan_Knda","languages":["bug-Latn","kan-Knda"]},{"precision":0.615333,"recall":0.664032,"f1":0.629284,"accuracy":0.664032,"main_score":0.629284,"hf_subset":"bug_Latn-lmo_Latn","languages":["bug-Latn","lmo-Latn"]},{"precision":0.646011,"recall":0.704545,"f1":0.662907,"accuracy":0.704545,"main_score":0.662907,"hf_subset":"bug_Latn-npi_Deva","languages":["bug-Latn","npi-Deva"]},{"precision":0.392536,"recall":0.472332,"f1":0.414267,"accuracy":0.472332,"main_score":0.414267,"hf_subset":"bug_Latn-shn_Mymr","languages":["bug-Latn","shn-Mymr"]},{"precision":0.630344,"recall":0.678854,"f1":0.644703,"accuracy":0.678854,"main_score":0.644703,"hf_subset":"bug_Latn-tgl_Latn","languages":["bug-Latn","tgl-Latn"]},{"precision":0.658747,"recall":0.721344,"f1":0.676604,"accuracy":0.721344,"main_score":0.676604,"hf_subset":"bug_Latn-yue_Hant","languages":["bug-Latn","yue-Hant"]},{"precision":0.550392,"recall":0.619565,"f1":0.570296,"accuracy":0.619565,"main_score":0.570296,"hf_subset":"bug_Latn-asm_Beng","languages":["bug-Latn","asm-Beng"]},{"precision":0.357422,"recall":0.424901,"f1":0.37616,"accuracy":0.424901,"main_score":0.37616,"hf_subset":"bug_Latn-ckb_Arab","languages":["bug-Latn","ckb-Arab"]},{"precision":0.360848,"recall":0.439723,"f1":0.381284,"accuracy":0.439723,"main_score":0.381284,"hf_subset":"bug_Latn-gle_Latn","languages":["bug-Latn","gle-Latn"]},{"precision":0.481324,"recall":0.559289,"f1":0.503501,"accuracy":0.559289,"main_score":0.503501,"hf_subset":"bug_Latn-kas_Arab","languages":["bug-Latn","kas-Arab"]},{"precision":0.543324,"recall":0.608696,"f1":0.562151,"accuracy":0.608696,"main_score":0.562151,"hf_subset":"bug_Latn-ltg_Latn","languages":["bug-Latn","ltg-Latn"]},{"precision":0.486042,"recall":0.543478,"f1":0.50348,"accuracy":0.543478,"main_score":0.50348,"hf_subset":"bug_Latn-nso_Latn","languages":["bug-Latn","nso-Latn"]},{"precision":0.483836,"recall":0.560277,"f1":0.505477,"accuracy":0.560277,"main_score":0.505477,"hf_subset":"bug_Latn-sin_Sinh","languages":["bug-Latn","sin-Sinh"]},{"precision":0.642649,"recall":0.709486,"f1":0.662049,"accuracy":0.709486,"main_score":0.662049,"hf_subset":"bug_Latn-tha_Thai","languages":["bug-Latn","tha-Thai"]},{"precision":0.668601,"recall":0.72332,"f1":0.684649,"accuracy":0.72332,"main_score":0.684649,"hf_subset":"bug_Latn-zho_Hans","languages":["bug-Latn","zho-Hans"]},{"precision":0.642889,"recall":0.689723,"f1":0.656928,"accuracy":0.689723,"main_score":0.656928,"hf_subset":"bug_Latn-ast_Latn","languages":["bug-Latn","ast-Latn"]},{"precision":0.541894,"recall":0.604743,"f1":0.559691,"accuracy":0.604743,"main_score":0.559691,"hf_subset":"bug_Latn-crh_Latn","languages":["bug-Latn","crh-Latn"]},{"precision":0.678014,"recall":0.727273,"f1":0.691974,"accuracy":0.727273,"main_score":0.691974,"hf_subset":"bug_Latn-glg_Latn","languages":["bug-Latn","glg-Latn"]},{"precision":0.45896,"recall":0.530632,"f1":0.47975,"accuracy":0.530632,"main_score":0.47975,"hf_subset":"bug_Latn-kas_Deva","languages":["bug-Latn","kas-Deva"]},{"precision":0.607848,"recall":0.663043,"f1":0.623878,"accuracy":0.663043,"main_score":0.623878,"hf_subset":"bug_Latn-ltz_Latn","languages":["bug-Latn","ltz-Latn"]},{"precision":0.336957,"recall":0.402174,"f1":0.355231,"accuracy":0.402174,"main_score":0.355231,"hf_subset":"bug_Latn-nus_Latn","languages":["bug-Latn","nus-Latn"]},{"precision":0.639111,"recall":0.699605,"f1":0.656015,"accuracy":0.699605,"main_score":0.656015,"hf_subset":"bug_Latn-slk_Latn","languages":["bug-Latn","slk-Latn"]},{"precision":0.353977,"recall":0.43083,"f1":0.374901,"accuracy":0.43083,"main_score":0.374901,"hf_subset":"bug_Latn-tir_Ethi","languages":["bug-Latn","tir-Ethi"]},{"precision":0.658154,"recall":0.717391,"f1":0.674696,"accuracy":0.717391,"main_score":0.674696,"hf_subset":"bug_Latn-zho_Hant","languages":["bug-Latn","zho-Hant"]},{"precision":0.675579,"recall":0.729249,"f1":0.691218,"accuracy":0.729249,"main_score":0.691218,"hf_subset":"bug_Latn-awa_Deva","languages":["bug-Latn","awa-Deva"]},{"precision":0.414553,"recall":0.491107,"f1":0.435299,"accuracy":0.491107,"main_score":0.435299,"hf_subset":"bug_Latn-cym_Latn","languages":["bug-Latn","cym-Latn"]},{"precision":0.596551,"recall":0.649209,"f1":0.612368,"accuracy":0.649209,"main_score":0.612368,"hf_subset":"bug_Latn-grn_Latn","languages":["bug-Latn","grn-Latn"]},{"precision":0.552643,"recall":0.619565,"f1":0.572403,"accuracy":0.619565,"main_score":0.572403,"hf_subset":"bug_Latn-kat_Geor","languages":["bug-Latn","kat-Geor"]},{"precision":0.496323,"recall":0.5583,"f1":0.513844,"accuracy":0.5583,"main_score":0.513844,"hf_subset":"bug_Latn-lua_Latn","languages":["bug-Latn","lua-Latn"]},{"precision":0.493794,"recall":0.551383,"f1":0.510559,"accuracy":0.551383,"main_score":0.510559,"hf_subset":"bug_Latn-nya_Latn","languages":["bug-Latn","nya-Latn"]},{"precision":0.591939,"recall":0.658103,"f1":0.61131,"accuracy":0.658103,"main_score":0.61131,"hf_subset":"bug_Latn-slv_Latn","languages":["bug-Latn","slv-Latn"]},{"precision":0.638109,"recall":0.686759,"f1":0.651763,"accuracy":0.686759,"main_score":0.651763,"hf_subset":"bug_Latn-tpi_Latn","languages":["bug-Latn","tpi-Latn"]},{"precision":0.699094,"recall":0.749012,"f1":0.713775,"accuracy":0.749012,"main_score":0.713775,"hf_subset":"bug_Latn-zsm_Latn","languages":["bug-Latn","zsm-Latn"]},{"precision":0.418219,"recall":0.493083,"f1":0.439435,"accuracy":0.493083,"main_score":0.439435,"hf_subset":"bug_Latn-ayr_Latn","languages":["bug-Latn","ayr-Latn"]},{"precision":0.676772,"recall":0.733202,"f1":0.692848,"accuracy":0.733202,"main_score":0.692848,"hf_subset":"bug_Latn-dan_Latn","languages":["bug-Latn","dan-Latn"]},{"precision":0.617769,"recall":0.68083,"f1":0.635735,"accuracy":0.68083,"main_score":0.635735,"hf_subset":"bug_Latn-guj_Gujr","languages":["bug-Latn","guj-Gujr"]},{"precision":0.553448,"recall":0.616601,"f1":0.571532,"accuracy":0.616601,"main_score":0.571532,"hf_subset":"bug_Latn-kaz_Cyrl","languages":["bug-Latn","kaz-Cyrl"]},{"precision":0.41984,"recall":0.482213,"f1":0.437822,"accuracy":0.482213,"main_score":0.437822,"hf_subset":"bug_Latn-lug_Latn","languages":["bug-Latn","lug-Latn"]},{"precision":0.664946,"recall":0.711462,"f1":0.678517,"accuracy":0.711462,"main_score":0.678517,"hf_subset":"bug_Latn-oci_Latn","languages":["bug-Latn","oci-Latn"]},{"precision":0.464213,"recall":0.525692,"f1":0.481698,"accuracy":0.525692,"main_score":0.481698,"hf_subset":"bug_Latn-smo_Latn","languages":["bug-Latn","smo-Latn"]},{"precision":0.434272,"recall":0.495059,"f1":0.451506,"accuracy":0.495059,"main_score":0.451506,"hf_subset":"bug_Latn-tsn_Latn","languages":["bug-Latn","tsn-Latn"]},{"precision":0.402399,"recall":0.471344,"f1":0.42196,"accuracy":0.471344,"main_score":0.42196,"hf_subset":"bug_Latn-zul_Latn","languages":["bug-Latn","zul-Latn"]},{"precision":0.484743,"recall":0.562253,"f1":0.507352,"accuracy":0.562253,"main_score":0.507352,"hf_subset":"bug_Latn-azb_Arab","languages":["bug-Latn","azb-Arab"]},{"precision":0.694759,"recall":0.747036,"f1":0.709952,"accuracy":0.747036,"main_score":0.709952,"hf_subset":"bug_Latn-deu_Latn","languages":["bug-Latn","deu-Latn"]},{"precision":0.508571,"recall":0.56917,"f1":0.526084,"accuracy":0.56917,"main_score":0.526084,"hf_subset":"bug_Latn-hat_Latn","languages":["bug-Latn","hat-Latn"]},{"precision":0.394644,"recall":0.453557,"f1":0.41135,"accuracy":0.453557,"main_score":0.41135,"hf_subset":"bug_Latn-kbp_Latn","languages":["bug-Latn","kbp-Latn"]},{"precision":0.478113,"recall":0.532609,"f1":0.494157,"accuracy":0.532609,"main_score":0.494157,"hf_subset":"bug_Latn-luo_Latn","languages":["bug-Latn","luo-Latn"]},{"precision":0.415277,"recall":0.48913,"f1":0.435406,"accuracy":0.48913,"main_score":0.435406,"hf_subset":"bug_Latn-ory_Orya","languages":["bug-Latn","ory-Orya"]},{"precision":0.451138,"recall":0.516798,"f1":0.469557,"accuracy":0.516798,"main_score":0.469557,"hf_subset":"bug_Latn-sna_Latn","languages":["bug-Latn","sna-Latn"]},{"precision":0.443528,"recall":0.502964,"f1":0.460391,"accuracy":0.502964,"main_score":0.460391,"hf_subset":"bug_Latn-tso_Latn","languages":["bug-Latn","tso-Latn"]},{"precision":0.590655,"recall":0.653162,"f1":0.609402,"accuracy":0.653162,"main_score":0.609402,"hf_subset":"bug_Latn-azj_Latn","languages":["bug-Latn","azj-Latn"]},{"precision":0.444245,"recall":0.509881,"f1":0.463254,"accuracy":0.509881,"main_score":0.463254,"hf_subset":"bug_Latn-dik_Latn","languages":["bug-Latn","dik-Latn"]},{"precision":0.444532,"recall":0.499012,"f1":0.461068,"accuracy":0.499012,"main_score":0.461068,"hf_subset":"bug_Latn-hau_Latn","languages":["bug-Latn","hau-Latn"]},{"precision":0.61836,"recall":0.667984,"f1":0.632761,"accuracy":0.667984,"main_score":0.632761,"hf_subset":"bug_Latn-kea_Latn","languages":["bug-Latn","kea-Latn"]},{"precision":0.574934,"recall":0.621542,"f1":0.58897,"accuracy":0.621542,"main_score":0.58897,"hf_subset":"bug_Latn-lus_Latn","languages":["bug-Latn","lus-Latn"]},{"precision":0.644429,"recall":0.685771,"f1":0.656592,"accuracy":0.685771,"main_score":0.656592,"hf_subset":"bug_Latn-pag_Latn","languages":["bug-Latn","pag-Latn"]},{"precision":0.469211,"recall":0.538538,"f1":0.488331,"accuracy":0.538538,"main_score":0.488331,"hf_subset":"bug_Latn-snd_Arab","languages":["bug-Latn","snd-Arab"]},{"precision":0.513098,"recall":0.571146,"f1":0.53017,"accuracy":0.571146,"main_score":0.53017,"hf_subset":"bug_Latn-tuk_Latn","languages":["bug-Latn","tuk-Latn"]},{"precision":0.560517,"recall":0.626482,"f1":0.58055,"accuracy":0.626482,"main_score":0.58055,"hf_subset":"bug_Latn-bak_Cyrl","languages":["bug-Latn","bak-Cyrl"]},{"precision":0.364553,"recall":0.433794,"f1":0.384543,"accuracy":0.433794,"main_score":0.384543,"hf_subset":"bug_Latn-dyu_Latn","languages":["bug-Latn","dyu-Latn"]},{"precision":0.485861,"recall":0.567194,"f1":0.509202,"accuracy":0.567194,"main_score":0.509202,"hf_subset":"bug_Latn-heb_Hebr","languages":["bug-Latn","heb-Hebr"]},{"precision":0.435256,"recall":0.511858,"f1":0.457396,"accuracy":0.511858,"main_score":0.457396,"hf_subset":"bug_Latn-khk_Cyrl","languages":["bug-Latn","khk-Cyrl"]},{"precision":0.575659,"recall":0.635375,"f1":0.593607,"accuracy":0.635375,"main_score":0.593607,"hf_subset":"bug_Latn-lvs_Latn","languages":["bug-Latn","lvs-Latn"]},{"precision":0.532566,"recall":0.606719,"f1":0.553785,"accuracy":0.606719,"main_score":0.553785,"hf_subset":"bug_Latn-pan_Guru","languages":["bug-Latn","pan-Guru"]},{"precision":0.400812,"recall":0.460474,"f1":0.417992,"accuracy":0.460474,"main_score":0.417992,"hf_subset":"bug_Latn-som_Latn","languages":["bug-Latn","som-Latn"]},{"precision":0.462444,"recall":0.51581,"f1":0.478023,"accuracy":0.51581,"main_score":0.478023,"hf_subset":"bug_Latn-tum_Latn","languages":["bug-Latn","tum-Latn"]},{"precision":0.241264,"recall":0.285573,"f1":0.253168,"accuracy":0.285573,"main_score":0.253168,"hf_subset":"fon_Latn-ace_Arab","languages":["fon-Latn","ace-Arab"]},{"precision":0.370389,"recall":0.405138,"f1":0.381061,"accuracy":0.405138,"main_score":0.381061,"hf_subset":"fon_Latn-bam_Latn","languages":["fon-Latn","bam-Latn"]},{"precision":0.13368,"recall":0.177866,"f1":0.145101,"accuracy":0.177866,"main_score":0.145101,"hf_subset":"fon_Latn-dzo_Tibt","languages":["fon-Latn","dzo-Tibt"]},{"precision":0.375219,"recall":0.434783,"f1":0.391059,"accuracy":0.434783,"main_score":0.391059,"hf_subset":"fon_Latn-hin_Deva","languages":["fon-Latn","hin-Deva"]},{"precision":0.348622,"recall":0.394269,"f1":0.3614,"accuracy":0.394269,"main_score":0.3614,"hf_subset":"fon_Latn-khm_Khmr","languages":["fon-Latn","khm-Khmr"]},{"precision":0.373645,"recall":0.416996,"f1":0.385898,"accuracy":0.416996,"main_score":0.385898,"hf_subset":"fon_Latn-mag_Deva","languages":["fon-Latn","mag-Deva"]},{"precision":0.413782,"recall":0.443676,"f1":0.422652,"accuracy":0.443676,"main_score":0.422652,"hf_subset":"fon_Latn-pap_Latn","languages":["fon-Latn","pap-Latn"]},{"precision":0.415641,"recall":0.445652,"f1":0.424279,"accuracy":0.445652,"main_score":0.424279,"hf_subset":"fon_Latn-sot_Latn","languages":["fon-Latn","sot-Latn"]},{"precision":0.415483,"recall":0.461462,"f1":0.428195,"accuracy":0.461462,"main_score":0.428195,"hf_subset":"fon_Latn-tur_Latn","languages":["fon-Latn","tur-Latn"]},{"precision":0.413475,"recall":0.443676,"f1":0.421491,"accuracy":0.443676,"main_score":0.421491,"hf_subset":"fon_Latn-ace_Latn","languages":["fon-Latn","ace-Latn"]},{"precision":0.41019,"recall":0.443676,"f1":0.419561,"accuracy":0.443676,"main_score":0.419561,"hf_subset":"fon_Latn-ban_Latn","languages":["fon-Latn","ban-Latn"]},{"precision":0.350776,"recall":0.40415,"f1":0.365193,"accuracy":0.40415,"main_score":0.365193,"hf_subset":"fon_Latn-ell_Grek","languages":["fon-Latn","ell-Grek"]},{"precision":0.36355,"recall":0.409091,"f1":0.376062,"accuracy":0.409091,"main_score":0.376062,"hf_subset":"fon_Latn-hne_Deva","languages":["fon-Latn","hne-Deva"]},{"precision":0.370031,"recall":0.40415,"f1":0.379842,"accuracy":0.40415,"main_score":0.379842,"hf_subset":"fon_Latn-kik_Latn","languages":["fon-Latn","kik-Latn"]},{"precision":0.383054,"recall":0.43083,"f1":0.395665,"accuracy":0.43083,"main_score":0.395665,"hf_subset":"fon_Latn-mai_Deva","languages":["fon-Latn","mai-Deva"]},{"precision":0.345095,"recall":0.387352,"f1":0.356996,"accuracy":0.387352,"main_score":0.356996,"hf_subset":"fon_Latn-pbt_Arab","languages":["fon-Latn","pbt-Arab"]},{"precision":0.39673,"recall":0.455534,"f1":0.412273,"accuracy":0.455534,"main_score":0.412273,"hf_subset":"fon_Latn-spa_Latn","languages":["fon-Latn","spa-Latn"]},{"precision":0.426777,"recall":0.452569,"f1":0.43448,"accuracy":0.452569,"main_score":0.43448,"hf_subset":"fon_Latn-twi_Latn","languages":["fon-Latn","twi-Latn"]},{"precision":0.355651,"recall":0.412055,"f1":0.370495,"accuracy":0.412055,"main_score":0.370495,"hf_subset":"fon_Latn-acm_Arab","languages":["fon-Latn","acm-Arab"]},{"precision":0.336056,"recall":0.383399,"f1":0.34759,"accuracy":0.383399,"main_score":0.34759,"hf_subset":"fon_Latn-bel_Cyrl","languages":["fon-Latn","bel-Cyrl"]},{"precision":0.411246,"recall":0.461462,"f1":0.425517,"accuracy":0.461462,"main_score":0.425517,"hf_subset":"fon_Latn-eng_Latn","languages":["fon-Latn","eng-Latn"]},{"precision":0.405111,"recall":0.444664,"f1":0.416376,"accuracy":0.444664,"main_score":0.416376,"hf_subset":"fon_Latn-hrv_Latn","languages":["fon-Latn","hrv-Latn"]},{"precision":0.386726,"recall":0.426877,"f1":0.398038,"accuracy":0.426877,"main_score":0.398038,"hf_subset":"fon_Latn-kin_Latn","languages":["fon-Latn","kin-Latn"]},{"precision":0.33016,"recall":0.391304,"f1":0.345151,"accuracy":0.391304,"main_score":0.345151,"hf_subset":"fon_Latn-mal_Mlym","languages":["fon-Latn","mal-Mlym"]},{"precision":0.364126,"recall":0.426877,"f1":0.379528,"accuracy":0.426877,"main_score":0.379528,"hf_subset":"fon_Latn-pes_Arab","languages":["fon-Latn","pes-Arab"]},{"precision":0.395721,"recall":0.426877,"f1":0.404405,"accuracy":0.426877,"main_score":0.404405,"hf_subset":"fon_Latn-srd_Latn","languages":["fon-Latn","srd-Latn"]},{"precision":0.146488,"recall":0.190711,"f1":0.157885,"accuracy":0.190711,"main_score":0.157885,"hf_subset":"fon_Latn-tzm_Tfng","languages":["fon-Latn","tzm-Tfng"]},{"precision":0.362219,"recall":0.416008,"f1":0.375334,"accuracy":0.416008,"main_score":0.375334,"hf_subset":"fon_Latn-acq_Arab","languages":["fon-Latn","acq-Arab"]},{"precision":0.406537,"recall":0.443676,"f1":0.41683,"accuracy":0.443676,"main_score":0.41683,"hf_subset":"fon_Latn-bem_Latn","languages":["fon-Latn","bem-Latn"]},{"precision":0.392423,"recall":0.423913,"f1":0.401612,"accuracy":0.423913,"main_score":0.401612,"hf_subset":"fon_Latn-epo_Latn","languages":["fon-Latn","epo-Latn"]},{"precision":0.377207,"recall":0.425889,"f1":0.391137,"accuracy":0.425889,"main_score":0.391137,"hf_subset":"fon_Latn-hun_Latn","languages":["fon-Latn","hun-Latn"]},{"precision":0.366115,"recall":0.408103,"f1":0.376864,"accuracy":0.408103,"main_score":0.376864,"hf_subset":"fon_Latn-kir_Cyrl","languages":["fon-Latn","kir-Cyrl"]},{"precision":0.377479,"recall":0.431818,"f1":0.392353,"accuracy":0.431818,"main_score":0.392353,"hf_subset":"fon_Latn-mar_Deva","languages":["fon-Latn","mar-Deva"]},{"precision":0.40322,"recall":0.436759,"f1":0.412854,"accuracy":0.436759,"main_score":0.412854,"hf_subset":"fon_Latn-plt_Latn","languages":["fon-Latn","plt-Latn"]},{"precision":0.382891,"recall":0.422925,"f1":0.394683,"accuracy":0.422925,"main_score":0.394683,"hf_subset":"fon_Latn-srp_Cyrl","languages":["fon-Latn","srp-Cyrl"]},{"precision":0.262334,"recall":0.309289,"f1":0.274586,"accuracy":0.309289,"main_score":0.274586,"hf_subset":"fon_Latn-uig_Arab","languages":["fon-Latn","uig-Arab"]},{"precision":0.35755,"recall":0.401186,"f1":0.369323,"accuracy":0.401186,"main_score":0.369323,"hf_subset":"fon_Latn-aeb_Arab","languages":["fon-Latn","aeb-Arab"]},{"precision":0.354912,"recall":0.416996,"f1":0.371355,"accuracy":0.416996,"main_score":0.371355,"hf_subset":"fon_Latn-ben_Beng","languages":["fon-Latn","ben-Beng"]},{"precision":0.377948,"recall":0.417984,"f1":0.388812,"accuracy":0.417984,"main_score":0.388812,"hf_subset":"fon_Latn-est_Latn","languages":["fon-Latn","est-Latn"]},{"precision":0.335036,"recall":0.381423,"f1":0.347544,"accuracy":0.381423,"main_score":0.347544,"hf_subset":"fon_Latn-hye_Armn","languages":["fon-Latn","hye-Armn"]},{"precision":0.402317,"recall":0.434783,"f1":0.411749,"accuracy":0.434783,"main_score":0.411749,"hf_subset":"fon_Latn-kmb_Latn","languages":["fon-Latn","kmb-Latn"]},{"precision":0.207231,"recall":0.250988,"f1":0.218683,"accuracy":0.250988,"main_score":0.218683,"hf_subset":"fon_Latn-min_Arab","languages":["fon-Latn","min-Arab"]},{"precision":0.39284,"recall":0.447628,"f1":0.405942,"accuracy":0.447628,"main_score":0.405942,"hf_subset":"fon_Latn-pol_Latn","languages":["fon-Latn","pol-Latn"]},{"precision":0.394549,"recall":0.43083,"f1":0.40583,"accuracy":0.43083,"main_score":0.40583,"hf_subset":"fon_Latn-ssw_Latn","languages":["fon-Latn","ssw-Latn"]},{"precision":0.380911,"recall":0.423913,"f1":0.392354,"accuracy":0.423913,"main_score":0.392354,"hf_subset":"fon_Latn-ukr_Cyrl","languages":["fon-Latn","ukr-Cyrl"]},{"precision":0.411158,"recall":0.442688,"f1":0.420696,"accuracy":0.442688,"main_score":0.420696,"hf_subset":"fon_Latn-afr_Latn","languages":["fon-Latn","afr-Latn"]},{"precision":0.381087,"recall":0.422925,"f1":0.393206,"accuracy":0.422925,"main_score":0.393206,"hf_subset":"fon_Latn-bho_Deva","languages":["fon-Latn","bho-Deva"]},{"precision":0.393808,"recall":0.429842,"f1":0.403497,"accuracy":0.429842,"main_score":0.403497,"hf_subset":"fon_Latn-eus_Latn","languages":["fon-Latn","eus-Latn"]},{"precision":0.375394,"recall":0.41996,"f1":0.388679,"accuracy":0.41996,"main_score":0.388679,"hf_subset":"fon_Latn-ibo_Latn","languages":["fon-Latn","ibo-Latn"]},{"precision":0.389162,"recall":0.422925,"f1":0.399067,"accuracy":0.422925,"main_score":0.399067,"hf_subset":"fon_Latn-kmr_Latn","languages":["fon-Latn","kmr-Latn"]},{"precision":0.406406,"recall":0.437747,"f1":0.415072,"accuracy":0.437747,"main_score":0.415072,"hf_subset":"fon_Latn-min_Latn","languages":["fon-Latn","min-Latn"]},{"precision":0.412221,"recall":0.465415,"f1":0.425883,"accuracy":0.465415,"main_score":0.425883,"hf_subset":"fon_Latn-por_Latn","languages":["fon-Latn","por-Latn"]},{"precision":0.429718,"recall":0.451581,"f1":0.436386,"accuracy":0.451581,"main_score":0.436386,"hf_subset":"fon_Latn-sun_Latn","languages":["fon-Latn","sun-Latn"]},{"precision":0.392146,"recall":0.426877,"f1":0.40237,"accuracy":0.426877,"main_score":0.40237,"hf_subset":"fon_Latn-umb_Latn","languages":["fon-Latn","umb-Latn"]},{"precision":0.380534,"recall":0.425889,"f1":0.393139,"accuracy":0.425889,"main_score":0.393139,"hf_subset":"fon_Latn-ajp_Arab","languages":["fon-Latn","ajp-Arab"]},{"precision":0.22923,"recall":0.270751,"f1":0.239546,"accuracy":0.270751,"main_score":0.239546,"hf_subset":"fon_Latn-bjn_Arab","languages":["fon-Latn","bjn-Arab"]},{"precision":0.413175,"recall":0.444664,"f1":0.422016,"accuracy":0.444664,"main_score":0.422016,"hf_subset":"fon_Latn-ewe_Latn","languages":["fon-Latn","ewe-Latn"]},{"precision":0.425642,"recall":0.453557,"f1":0.434321,"accuracy":0.453557,"main_score":0.434321,"hf_subset":"fon_Latn-ilo_Latn","languages":["fon-Latn","ilo-Latn"]},{"precision":0.189291,"recall":0.230237,"f1":0.200079,"accuracy":0.230237,"main_score":0.200079,"hf_subset":"fon_Latn-knc_Arab","languages":["fon-Latn","knc-Arab"]},{"precision":0.380635,"recall":0.417984,"f1":0.390939,"accuracy":0.417984,"main_score":0.390939,"hf_subset":"fon_Latn-mkd_Cyrl","languages":["fon-Latn","mkd-Cyrl"]},{"precision":0.366977,"recall":0.423913,"f1":0.381403,"accuracy":0.423913,"main_score":0.381403,"hf_subset":"fon_Latn-prs_Arab","languages":["fon-Latn","prs-Arab"]},{"precision":0.402987,"recall":0.448617,"f1":0.415489,"accuracy":0.448617,"main_score":0.415489,"hf_subset":"fon_Latn-swe_Latn","languages":["fon-Latn","swe-Latn"]},{"precision":0.347814,"recall":0.405138,"f1":0.363666,"accuracy":0.405138,"main_score":0.363666,"hf_subset":"fon_Latn-urd_Arab","languages":["fon-Latn","urd-Arab"]},{"precision":0.421075,"recall":0.450593,"f1":0.429709,"accuracy":0.450593,"main_score":0.429709,"hf_subset":"fon_Latn-aka_Latn","languages":["fon-Latn","aka-Latn"]},{"precision":0.407357,"recall":0.437747,"f1":0.415942,"accuracy":0.437747,"main_score":0.415942,"hf_subset":"fon_Latn-bjn_Latn","languages":["fon-Latn","bjn-Latn"]},{"precision":0.388708,"recall":0.426877,"f1":0.399506,"accuracy":0.426877,"main_score":0.399506,"hf_subset":"fon_Latn-fao_Latn","languages":["fon-Latn","fao-Latn"]},{"precision":0.417457,"recall":0.470356,"f1":0.431304,"accuracy":0.470356,"main_score":0.431304,"hf_subset":"fon_Latn-ind_Latn","languages":["fon-Latn","ind-Latn"]},{"precision":0.398864,"recall":0.429842,"f1":0.408333,"accuracy":0.429842,"main_score":0.408333,"hf_subset":"fon_Latn-knc_Latn","languages":["fon-Latn","knc-Latn"]},{"precision":0.391174,"recall":0.426877,"f1":0.401592,"accuracy":0.426877,"main_score":0.401592,"hf_subset":"fon_Latn-mlt_Latn","languages":["fon-Latn","mlt-Latn"]},{"precision":0.417721,"recall":0.456522,"f1":0.429315,"accuracy":0.456522,"main_score":0.429315,"hf_subset":"fon_Latn-quy_Latn","languages":["fon-Latn","quy-Latn"]},{"precision":0.393693,"recall":0.432806,"f1":0.404042,"accuracy":0.432806,"main_score":0.404042,"hf_subset":"fon_Latn-swh_Latn","languages":["fon-Latn","swh-Latn"]},{"precision":0.352309,"recall":0.390316,"f1":0.362993,"accuracy":0.390316,"main_score":0.362993,"hf_subset":"fon_Latn-uzn_Latn","languages":["fon-Latn","uzn-Latn"]},{"precision":0.370476,"recall":0.413043,"f1":0.382298,"accuracy":0.413043,"main_score":0.382298,"hf_subset":"fon_Latn-als_Latn","languages":["fon-Latn","als-Latn"]},{"precision":0.179821,"recall":0.229249,"f1":0.193115,"accuracy":0.229249,"main_score":0.193115,"hf_subset":"fon_Latn-bod_Tibt","languages":["fon-Latn","bod-Tibt"]},{"precision":0.400855,"recall":0.439723,"f1":0.411556,"accuracy":0.439723,"main_score":0.411556,"hf_subset":"fon_Latn-fij_Latn","languages":["fon-Latn","fij-Latn"]},{"precision":0.375391,"recall":0.418972,"f1":0.386579,"accuracy":0.418972,"main_score":0.386579,"hf_subset":"fon_Latn-isl_Latn","languages":["fon-Latn","isl-Latn"]},{"precision":0.413785,"recall":0.445652,"f1":0.42365,"accuracy":0.445652,"main_score":0.42365,"hf_subset":"fon_Latn-kon_Latn","languages":["fon-Latn","kon-Latn"]},{"precision":0.281572,"recall":0.331028,"f1":0.2949,"accuracy":0.331028,"main_score":0.2949,"hf_subset":"fon_Latn-mni_Beng","languages":["fon-Latn","mni-Beng"]},{"precision":0.410923,"recall":0.45751,"f1":0.423461,"accuracy":0.45751,"main_score":0.423461,"hf_subset":"fon_Latn-ron_Latn","languages":["fon-Latn","ron-Latn"]},{"precision":0.385372,"recall":0.416008,"f1":0.393938,"accuracy":0.416008,"main_score":0.393938,"hf_subset":"fon_Latn-szl_Latn","languages":["fon-Latn","szl-Latn"]},{"precision":0.40847,"recall":0.436759,"f1":0.416508,"accuracy":0.436759,"main_score":0.416508,"hf_subset":"fon_Latn-vec_Latn","languages":["fon-Latn","vec-Latn"]},{"precision":0.32832,"recall":0.381423,"f1":0.342529,"accuracy":0.381423,"main_score":0.342529,"hf_subset":"fon_Latn-amh_Ethi","languages":["fon-Latn","amh-Ethi"]},{"precision":0.402657,"recall":0.442688,"f1":0.41294,"accuracy":0.442688,"main_score":0.41294,"hf_subset":"fon_Latn-bos_Latn","languages":["fon-Latn","bos-Latn"]},{"precision":0.392283,"recall":0.435771,"f1":0.404472,"accuracy":0.435771,"main_score":0.404472,"hf_subset":"fon_Latn-fin_Latn","languages":["fon-Latn","fin-Latn"]},{"precision":0.406041,"recall":0.453557,"f1":0.418455,"accuracy":0.453557,"main_score":0.418455,"hf_subset":"fon_Latn-ita_Latn","languages":["fon-Latn","ita-Latn"]},{"precision":0.371423,"recall":0.429842,"f1":0.387244,"accuracy":0.429842,"main_score":0.387244,"hf_subset":"fon_Latn-kor_Hang","languages":["fon-Latn","kor-Hang"]},{"precision":0.401861,"recall":0.434783,"f1":0.411226,"accuracy":0.434783,"main_score":0.411226,"hf_subset":"fon_Latn-mos_Latn","languages":["fon-Latn","mos-Latn"]},{"precision":0.387544,"recall":0.423913,"f1":0.39824,"accuracy":0.423913,"main_score":0.39824,"hf_subset":"fon_Latn-run_Latn","languages":["fon-Latn","run-Latn"]},{"precision":0.332389,"recall":0.394269,"f1":0.347499,"accuracy":0.394269,"main_score":0.347499,"hf_subset":"fon_Latn-tam_Taml","languages":["fon-Latn","tam-Taml"]},{"precision":0.392218,"recall":0.445652,"f1":0.405993,"accuracy":0.445652,"main_score":0.405993,"hf_subset":"fon_Latn-vie_Latn","languages":["fon-Latn","vie-Latn"]},{"precision":0.374007,"recall":0.422925,"f1":0.386885,"accuracy":0.422925,"main_score":0.386885,"hf_subset":"fon_Latn-apc_Arab","languages":["fon-Latn","apc-Arab"]},{"precision":0.418275,"recall":0.449605,"f1":0.427189,"accuracy":0.449605,"main_score":0.427189,"hf_subset":"fon_Latn-bug_Latn","languages":["fon-Latn","bug-Latn"]},{"precision":0.423946,"recall":0.452569,"f1":0.432609,"accuracy":0.452569,"main_score":0.432609,"hf_subset":"fon_Latn-jav_Latn","languages":["fon-Latn","jav-Latn"]},{"precision":0.36428,"recall":0.400198,"f1":0.374511,"accuracy":0.400198,"main_score":0.374511,"hf_subset":"fon_Latn-lao_Laoo","languages":["fon-Latn","lao-Laoo"]},{"precision":0.38834,"recall":0.422925,"f1":0.398419,"accuracy":0.422925,"main_score":0.398419,"hf_subset":"fon_Latn-mri_Latn","languages":["fon-Latn","mri-Latn"]},{"precision":0.376968,"recall":0.440711,"f1":0.393724,"accuracy":0.440711,"main_score":0.393724,"hf_subset":"fon_Latn-rus_Cyrl","languages":["fon-Latn","rus-Cyrl"]},{"precision":0.389229,"recall":0.424901,"f1":0.4,"accuracy":0.424901,"main_score":0.4,"hf_subset":"fon_Latn-taq_Latn","languages":["fon-Latn","taq-Latn"]},{"precision":0.418305,"recall":0.448617,"f1":0.426844,"accuracy":0.448617,"main_score":0.426844,"hf_subset":"fon_Latn-war_Latn","languages":["fon-Latn","war-Latn"]},{"precision":0.348733,"recall":0.41502,"f1":0.365464,"accuracy":0.41502,"main_score":0.365464,"hf_subset":"fon_Latn-arb_Arab","languages":["fon-Latn","arb-Arab"]},{"precision":0.384177,"recall":0.43083,"f1":0.397292,"accuracy":0.43083,"main_score":0.397292,"hf_subset":"fon_Latn-bul_Cyrl","languages":["fon-Latn","bul-Cyrl"]},{"precision":0.408354,"recall":0.460474,"f1":0.421743,"accuracy":0.460474,"main_score":0.421743,"hf_subset":"fon_Latn-fra_Latn","languages":["fon-Latn","fra-Latn"]},{"precision":0.367459,"recall":0.435771,"f1":0.385333,"accuracy":0.435771,"main_score":0.385333,"hf_subset":"fon_Latn-jpn_Jpan","languages":["fon-Latn","jpn-Jpan"]},{"precision":0.404765,"recall":0.434783,"f1":0.413502,"accuracy":0.434783,"main_score":0.413502,"hf_subset":"fon_Latn-lij_Latn","languages":["fon-Latn","lij-Latn"]},{"precision":0.28494,"recall":0.341897,"f1":0.300765,"accuracy":0.341897,"main_score":0.300765,"hf_subset":"fon_Latn-mya_Mymr","languages":["fon-Latn","mya-Mymr"]},{"precision":0.408836,"recall":0.442688,"f1":0.419027,"accuracy":0.442688,"main_score":0.419027,"hf_subset":"fon_Latn-sag_Latn","languages":["fon-Latn","sag-Latn"]},{"precision":0.162284,"recall":0.209486,"f1":0.1737,"accuracy":0.209486,"main_score":0.1737,"hf_subset":"fon_Latn-taq_Tfng","languages":["fon-Latn","taq-Tfng"]},{"precision":0.405879,"recall":0.435771,"f1":0.414841,"accuracy":0.435771,"main_score":0.414841,"hf_subset":"fon_Latn-wol_Latn","languages":["fon-Latn","wol-Latn"]},{"precision":0.266498,"recall":0.327075,"f1":0.283559,"accuracy":0.327075,"main_score":0.283559,"hf_subset":"fon_Latn-arb_Latn","languages":["fon-Latn","arb-Latn"]},{"precision":0.397375,"recall":0.437747,"f1":0.408696,"accuracy":0.437747,"main_score":0.408696,"hf_subset":"fon_Latn-cat_Latn","languages":["fon-Latn","cat-Latn"]},{"precision":0.394509,"recall":0.425889,"f1":0.403299,"accuracy":0.425889,"main_score":0.403299,"hf_subset":"fon_Latn-fur_Latn","languages":["fon-Latn","fur-Latn"]},{"precision":0.30352,"recall":0.342885,"f1":0.313833,"accuracy":0.342885,"main_score":0.313833,"hf_subset":"fon_Latn-kab_Latn","languages":["fon-Latn","kab-Latn"]},{"precision":0.398443,"recall":0.429842,"f1":0.407576,"accuracy":0.429842,"main_score":0.407576,"hf_subset":"fon_Latn-lim_Latn","languages":["fon-Latn","lim-Latn"]},{"precision":0.406444,"recall":0.455534,"f1":0.41988,"accuracy":0.455534,"main_score":0.41988,"hf_subset":"fon_Latn-nld_Latn","languages":["fon-Latn","nld-Latn"]},{"precision":0.334248,"recall":0.394269,"f1":0.350401,"accuracy":0.394269,"main_score":0.350401,"hf_subset":"fon_Latn-san_Deva","languages":["fon-Latn","san-Deva"]},{"precision":0.374295,"recall":0.411067,"f1":0.384712,"accuracy":0.411067,"main_score":0.384712,"hf_subset":"fon_Latn-tat_Cyrl","languages":["fon-Latn","tat-Cyrl"]},{"precision":0.401798,"recall":0.435771,"f1":0.411825,"accuracy":0.435771,"main_score":0.411825,"hf_subset":"fon_Latn-xho_Latn","languages":["fon-Latn","xho-Latn"]},{"precision":0.32819,"recall":0.394269,"f1":0.345873,"accuracy":0.394269,"main_score":0.345873,"hf_subset":"fon_Latn-ars_Arab","languages":["fon-Latn","ars-Arab"]},{"precision":0.42262,"recall":0.455534,"f1":0.432367,"accuracy":0.455534,"main_score":0.432367,"hf_subset":"fon_Latn-ceb_Latn","languages":["fon-Latn","ceb-Latn"]},{"precision":0.381476,"recall":0.421937,"f1":0.393676,"accuracy":0.421937,"main_score":0.393676,"hf_subset":"fon_Latn-fuv_Latn","languages":["fon-Latn","fuv-Latn"]},{"precision":0.399746,"recall":0.437747,"f1":0.41074,"accuracy":0.437747,"main_score":0.41074,"hf_subset":"fon_Latn-kac_Latn","languages":["fon-Latn","kac-Latn"]},{"precision":0.422122,"recall":0.450593,"f1":0.430673,"accuracy":0.450593,"main_score":0.430673,"hf_subset":"fon_Latn-lin_Latn","languages":["fon-Latn","lin-Latn"]},{"precision":0.397334,"recall":0.443676,"f1":0.410233,"accuracy":0.443676,"main_score":0.410233,"hf_subset":"fon_Latn-nno_Latn","languages":["fon-Latn","nno-Latn"]},{"precision":0.160798,"recall":0.195652,"f1":0.169874,"accuracy":0.195652,"main_score":0.169874,"hf_subset":"fon_Latn-sat_Olck","languages":["fon-Latn","sat-Olck"]},{"precision":0.355235,"recall":0.41502,"f1":0.37143,"accuracy":0.41502,"main_score":0.37143,"hf_subset":"fon_Latn-tel_Telu","languages":["fon-Latn","tel-Telu"]},{"precision":0.244183,"recall":0.283597,"f1":0.254273,"accuracy":0.283597,"main_score":0.254273,"hf_subset":"fon_Latn-ydd_Hebr","languages":["fon-Latn","ydd-Hebr"]},{"precision":0.344935,"recall":0.394269,"f1":0.357757,"accuracy":0.394269,"main_score":0.357757,"hf_subset":"fon_Latn-ary_Arab","languages":["fon-Latn","ary-Arab"]},{"precision":0.397187,"recall":0.4417,"f1":0.409256,"accuracy":0.4417,"main_score":0.409256,"hf_subset":"fon_Latn-ces_Latn","languages":["fon-Latn","ces-Latn"]},{"precision":0.305143,"recall":0.350791,"f1":0.317419,"accuracy":0.350791,"main_score":0.317419,"hf_subset":"fon_Latn-gaz_Latn","languages":["fon-Latn","gaz-Latn"]},{"precision":0.400939,"recall":0.432806,"f1":0.410606,"accuracy":0.432806,"main_score":0.410606,"hf_subset":"fon_Latn-kam_Latn","languages":["fon-Latn","kam-Latn"]},{"precision":0.362381,"recall":0.408103,"f1":0.375048,"accuracy":0.408103,"main_score":0.375048,"hf_subset":"fon_Latn-lit_Latn","languages":["fon-Latn","lit-Latn"]},{"precision":0.39077,"recall":0.443676,"f1":0.404609,"accuracy":0.443676,"main_score":0.404609,"hf_subset":"fon_Latn-nob_Latn","languages":["fon-Latn","nob-Latn"]},{"precision":0.400889,"recall":0.436759,"f1":0.411027,"accuracy":0.436759,"main_score":0.411027,"hf_subset":"fon_Latn-scn_Latn","languages":["fon-Latn","scn-Latn"]},{"precision":0.340954,"recall":0.383399,"f1":0.352696,"accuracy":0.383399,"main_score":0.352696,"hf_subset":"fon_Latn-tgk_Cyrl","languages":["fon-Latn","tgk-Cyrl"]},{"precision":0.361341,"recall":0.400198,"f1":0.372904,"accuracy":0.400198,"main_score":0.372904,"hf_subset":"fon_Latn-yor_Latn","languages":["fon-Latn","yor-Latn"]},{"precision":0.360146,"recall":0.416008,"f1":0.374205,"accuracy":0.416008,"main_score":0.374205,"hf_subset":"fon_Latn-arz_Arab","languages":["fon-Latn","arz-Arab"]},{"precision":0.387709,"recall":0.421937,"f1":0.398044,"accuracy":0.421937,"main_score":0.398044,"hf_subset":"fon_Latn-cjk_Latn","languages":["fon-Latn","cjk-Latn"]},{"precision":0.349409,"recall":0.391304,"f1":0.36134,"accuracy":0.391304,"main_score":0.36134,"hf_subset":"fon_Latn-gla_Latn","languages":["fon-Latn","gla-Latn"]},{"precision":0.35152,"recall":0.40415,"f1":0.365867,"accuracy":0.40415,"main_score":0.365867,"hf_subset":"fon_Latn-kan_Knda","languages":["fon-Latn","kan-Knda"]},{"precision":0.398259,"recall":0.428854,"f1":0.406718,"accuracy":0.428854,"main_score":0.406718,"hf_subset":"fon_Latn-lmo_Latn","languages":["fon-Latn","lmo-Latn"]},{"precision":0.372896,"recall":0.424901,"f1":0.386805,"accuracy":0.424901,"main_score":0.386805,"hf_subset":"fon_Latn-npi_Deva","languages":["fon-Latn","npi-Deva"]},{"precision":0.342503,"recall":0.386364,"f1":0.355477,"accuracy":0.386364,"main_score":0.355477,"hf_subset":"fon_Latn-shn_Mymr","languages":["fon-Latn","shn-Mymr"]},{"precision":0.421905,"recall":0.45751,"f1":0.431795,"accuracy":0.45751,"main_score":0.431795,"hf_subset":"fon_Latn-tgl_Latn","languages":["fon-Latn","tgl-Latn"]},{"precision":0.366852,"recall":0.428854,"f1":0.382829,"accuracy":0.428854,"main_score":0.382829,"hf_subset":"fon_Latn-yue_Hant","languages":["fon-Latn","yue-Hant"]},{"precision":0.310641,"recall":0.360672,"f1":0.324938,"accuracy":0.360672,"main_score":0.324938,"hf_subset":"fon_Latn-asm_Beng","languages":["fon-Latn","asm-Beng"]},{"precision":0.286397,"recall":0.328063,"f1":0.297469,"accuracy":0.328063,"main_score":0.297469,"hf_subset":"fon_Latn-ckb_Arab","languages":["fon-Latn","ckb-Arab"]},{"precision":0.338836,"recall":0.390316,"f1":0.353671,"accuracy":0.390316,"main_score":0.353671,"hf_subset":"fon_Latn-gle_Latn","languages":["fon-Latn","gle-Latn"]},{"precision":0.30883,"recall":0.358696,"f1":0.322569,"accuracy":0.358696,"main_score":0.322569,"hf_subset":"fon_Latn-kas_Arab","languages":["fon-Latn","kas-Arab"]},{"precision":0.372482,"recall":0.412055,"f1":0.382989,"accuracy":0.412055,"main_score":0.382989,"hf_subset":"fon_Latn-ltg_Latn","languages":["fon-Latn","ltg-Latn"]},{"precision":0.408439,"recall":0.434783,"f1":0.41635,"accuracy":0.434783,"main_score":0.41635,"hf_subset":"fon_Latn-nso_Latn","languages":["fon-Latn","nso-Latn"]},{"precision":0.336273,"recall":0.390316,"f1":0.35029,"accuracy":0.390316,"main_score":0.35029,"hf_subset":"fon_Latn-sin_Sinh","languages":["fon-Latn","sin-Sinh"]},{"precision":0.365075,"recall":0.427866,"f1":0.381315,"accuracy":0.427866,"main_score":0.381315,"hf_subset":"fon_Latn-tha_Thai","languages":["fon-Latn","tha-Thai"]},{"precision":0.386224,"recall":0.437747,"f1":0.399834,"accuracy":0.437747,"main_score":0.399834,"hf_subset":"fon_Latn-zho_Hans","languages":["fon-Latn","zho-Hans"]},{"precision":0.392707,"recall":0.41996,"f1":0.400682,"accuracy":0.41996,"main_score":0.400682,"hf_subset":"fon_Latn-ast_Latn","languages":["fon-Latn","ast-Latn"]},{"precision":0.378049,"recall":0.417984,"f1":0.388977,"accuracy":0.417984,"main_score":0.388977,"hf_subset":"fon_Latn-crh_Latn","languages":["fon-Latn","crh-Latn"]},{"precision":0.408435,"recall":0.442688,"f1":0.418766,"accuracy":0.442688,"main_score":0.418766,"hf_subset":"fon_Latn-glg_Latn","languages":["fon-Latn","glg-Latn"]},{"precision":0.345344,"recall":0.387352,"f1":0.357101,"accuracy":0.387352,"main_score":0.357101,"hf_subset":"fon_Latn-kas_Deva","languages":["fon-Latn","kas-Deva"]},{"precision":0.403595,"recall":0.438735,"f1":0.413325,"accuracy":0.438735,"main_score":0.413325,"hf_subset":"fon_Latn-ltz_Latn","languages":["fon-Latn","ltz-Latn"]},{"precision":0.320515,"recall":0.36166,"f1":0.332441,"accuracy":0.36166,"main_score":0.332441,"hf_subset":"fon_Latn-nus_Latn","languages":["fon-Latn","nus-Latn"]},{"precision":0.393774,"recall":0.438735,"f1":0.405815,"accuracy":0.438735,"main_score":0.405815,"hf_subset":"fon_Latn-slk_Latn","languages":["fon-Latn","slk-Latn"]},{"precision":0.277418,"recall":0.324111,"f1":0.290607,"accuracy":0.324111,"main_score":0.290607,"hf_subset":"fon_Latn-tir_Ethi","languages":["fon-Latn","tir-Ethi"]},{"precision":0.362867,"recall":0.421937,"f1":0.378438,"accuracy":0.421937,"main_score":0.378438,"hf_subset":"fon_Latn-zho_Hant","languages":["fon-Latn","zho-Hant"]},{"precision":0.374386,"recall":0.422925,"f1":0.387608,"accuracy":0.422925,"main_score":0.387608,"hf_subset":"fon_Latn-awa_Deva","languages":["fon-Latn","awa-Deva"]},{"precision":0.370459,"recall":0.411067,"f1":0.381036,"accuracy":0.411067,"main_score":0.381036,"hf_subset":"fon_Latn-cym_Latn","languages":["fon-Latn","cym-Latn"]},{"precision":0.400917,"recall":0.440711,"f1":0.412151,"accuracy":0.440711,"main_score":0.412151,"hf_subset":"fon_Latn-grn_Latn","languages":["fon-Latn","grn-Latn"]},{"precision":0.327632,"recall":0.382411,"f1":0.341986,"accuracy":0.382411,"main_score":0.341986,"hf_subset":"fon_Latn-kat_Geor","languages":["fon-Latn","kat-Geor"]},{"precision":0.410968,"recall":0.44664,"f1":0.42133,"accuracy":0.44664,"main_score":0.42133,"hf_subset":"fon_Latn-lua_Latn","languages":["fon-Latn","lua-Latn"]},{"precision":0.413826,"recall":0.443676,"f1":0.422064,"accuracy":0.443676,"main_score":0.422064,"hf_subset":"fon_Latn-nya_Latn","languages":["fon-Latn","nya-Latn"]},{"precision":0.382858,"recall":0.418972,"f1":0.393087,"accuracy":0.418972,"main_score":0.393087,"hf_subset":"fon_Latn-slv_Latn","languages":["fon-Latn","slv-Latn"]},{"precision":0.428884,"recall":0.460474,"f1":0.438112,"accuracy":0.460474,"main_score":0.438112,"hf_subset":"fon_Latn-tpi_Latn","languages":["fon-Latn","tpi-Latn"]},{"precision":0.415724,"recall":0.458498,"f1":0.427951,"accuracy":0.458498,"main_score":0.427951,"hf_subset":"fon_Latn-zsm_Latn","languages":["fon-Latn","zsm-Latn"]},{"precision":0.386959,"recall":0.437747,"f1":0.401819,"accuracy":0.437747,"main_score":0.401819,"hf_subset":"fon_Latn-ayr_Latn","languages":["fon-Latn","ayr-Latn"]},{"precision":0.396385,"recall":0.447628,"f1":0.409506,"accuracy":0.447628,"main_score":0.409506,"hf_subset":"fon_Latn-dan_Latn","languages":["fon-Latn","dan-Latn"]},{"precision":0.331457,"recall":0.396245,"f1":0.348654,"accuracy":0.396245,"main_score":0.348654,"hf_subset":"fon_Latn-guj_Gujr","languages":["fon-Latn","guj-Gujr"]},{"precision":0.358422,"recall":0.407115,"f1":0.37164,"accuracy":0.407115,"main_score":0.37164,"hf_subset":"fon_Latn-kaz_Cyrl","languages":["fon-Latn","kaz-Cyrl"]},{"precision":0.399231,"recall":0.432806,"f1":0.408993,"accuracy":0.432806,"main_score":0.408993,"hf_subset":"fon_Latn-lug_Latn","languages":["fon-Latn","lug-Latn"]},{"precision":0.406107,"recall":0.44664,"f1":0.417715,"accuracy":0.44664,"main_score":0.417715,"hf_subset":"fon_Latn-oci_Latn","languages":["fon-Latn","oci-Latn"]},{"precision":0.402882,"recall":0.440711,"f1":0.414032,"accuracy":0.440711,"main_score":0.414032,"hf_subset":"fon_Latn-smo_Latn","languages":["fon-Latn","smo-Latn"]},{"precision":0.399091,"recall":0.435771,"f1":0.409952,"accuracy":0.435771,"main_score":0.409952,"hf_subset":"fon_Latn-tsn_Latn","languages":["fon-Latn","tsn-Latn"]},{"precision":0.393725,"recall":0.429842,"f1":0.404042,"accuracy":0.429842,"main_score":0.404042,"hf_subset":"fon_Latn-zul_Latn","languages":["fon-Latn","zul-Latn"]},{"precision":0.305043,"recall":0.353755,"f1":0.317984,"accuracy":0.353755,"main_score":0.317984,"hf_subset":"fon_Latn-azb_Arab","languages":["fon-Latn","azb-Arab"]},{"precision":0.402225,"recall":0.452569,"f1":0.415411,"accuracy":0.452569,"main_score":0.415411,"hf_subset":"fon_Latn-deu_Latn","languages":["fon-Latn","deu-Latn"]},{"precision":0.367994,"recall":0.410079,"f1":0.379808,"accuracy":0.410079,"main_score":0.379808,"hf_subset":"fon_Latn-hat_Latn","languages":["fon-Latn","hat-Latn"]},{"precision":0.374729,"recall":0.407115,"f1":0.384503,"accuracy":0.407115,"main_score":0.384503,"hf_subset":"fon_Latn-kbp_Latn","languages":["fon-Latn","kbp-Latn"]},{"precision":0.407616,"recall":0.439723,"f1":0.417194,"accuracy":0.439723,"main_score":0.417194,"hf_subset":"fon_Latn-luo_Latn","languages":["fon-Latn","luo-Latn"]},{"precision":0.33125,"recall":0.383399,"f1":0.345719,"accuracy":0.383399,"main_score":0.345719,"hf_subset":"fon_Latn-ory_Orya","languages":["fon-Latn","ory-Orya"]},{"precision":0.406274,"recall":0.437747,"f1":0.415265,"accuracy":0.437747,"main_score":0.415265,"hf_subset":"fon_Latn-sna_Latn","languages":["fon-Latn","sna-Latn"]},{"precision":0.397019,"recall":0.434783,"f1":0.407769,"accuracy":0.434783,"main_score":0.407769,"hf_subset":"fon_Latn-tso_Latn","languages":["fon-Latn","tso-Latn"]},{"precision":0.375733,"recall":0.413043,"f1":0.387143,"accuracy":0.413043,"main_score":0.387143,"hf_subset":"fon_Latn-azj_Latn","languages":["fon-Latn","azj-Latn"]},{"precision":0.368282,"recall":0.406126,"f1":0.379809,"accuracy":0.406126,"main_score":0.379809,"hf_subset":"fon_Latn-dik_Latn","languages":["fon-Latn","dik-Latn"]},{"precision":0.408876,"recall":0.442688,"f1":0.418836,"accuracy":0.442688,"main_score":0.418836,"hf_subset":"fon_Latn-hau_Latn","languages":["fon-Latn","hau-Latn"]},{"precision":0.408274,"recall":0.438735,"f1":0.416971,"accuracy":0.438735,"main_score":0.416971,"hf_subset":"fon_Latn-kea_Latn","languages":["fon-Latn","kea-Latn"]},{"precision":0.400527,"recall":0.431818,"f1":0.409999,"accuracy":0.431818,"main_score":0.409999,"hf_subset":"fon_Latn-lus_Latn","languages":["fon-Latn","lus-Latn"]},{"precision":0.424028,"recall":0.448617,"f1":0.431555,"accuracy":0.448617,"main_score":0.431555,"hf_subset":"fon_Latn-pag_Latn","languages":["fon-Latn","pag-Latn"]},{"precision":0.293623,"recall":0.344862,"f1":0.308046,"accuracy":0.344862,"main_score":0.308046,"hf_subset":"fon_Latn-snd_Arab","languages":["fon-Latn","snd-Arab"]},{"precision":0.356311,"recall":0.397233,"f1":0.367725,"accuracy":0.397233,"main_score":0.367725,"hf_subset":"fon_Latn-tuk_Latn","languages":["fon-Latn","tuk-Latn"]},{"precision":0.368495,"recall":0.405138,"f1":0.378461,"accuracy":0.405138,"main_score":0.378461,"hf_subset":"fon_Latn-bak_Cyrl","languages":["fon-Latn","bak-Cyrl"]},{"precision":0.344466,"recall":0.384387,"f1":0.356339,"accuracy":0.384387,"main_score":0.356339,"hf_subset":"fon_Latn-dyu_Latn","languages":["fon-Latn","dyu-Latn"]},{"precision":0.289227,"recall":0.346838,"f1":0.305269,"accuracy":0.346838,"main_score":0.305269,"hf_subset":"fon_Latn-heb_Hebr","languages":["fon-Latn","heb-Hebr"]},{"precision":0.362507,"recall":0.402174,"f1":0.374386,"accuracy":0.402174,"main_score":0.374386,"hf_subset":"fon_Latn-khk_Cyrl","languages":["fon-Latn","khk-Cyrl"]},{"precision":0.369663,"recall":0.406126,"f1":0.379582,"accuracy":0.406126,"main_score":0.379582,"hf_subset":"fon_Latn-lvs_Latn","languages":["fon-Latn","lvs-Latn"]},{"precision":0.32612,"recall":0.387352,"f1":0.343363,"accuracy":0.387352,"main_score":0.343363,"hf_subset":"fon_Latn-pan_Guru","languages":["fon-Latn","pan-Guru"]},{"precision":0.371821,"recall":0.402174,"f1":0.381159,"accuracy":0.402174,"main_score":0.381159,"hf_subset":"fon_Latn-som_Latn","languages":["fon-Latn","som-Latn"]},{"precision":0.39933,"recall":0.432806,"f1":0.409316,"accuracy":0.432806,"main_score":0.409316,"hf_subset":"fon_Latn-tum_Latn","languages":["fon-Latn","tum-Latn"]},{"precision":0.356626,"recall":0.436759,"f1":0.377445,"accuracy":0.436759,"main_score":0.377445,"hf_subset":"jav_Latn-ace_Arab","languages":["jav-Latn","ace-Arab"]},{"precision":0.392169,"recall":0.472332,"f1":0.414653,"accuracy":0.472332,"main_score":0.414653,"hf_subset":"jav_Latn-bam_Latn","languages":["jav-Latn","bam-Latn"]},{"precision":0.146897,"recall":0.208498,"f1":0.161382,"accuracy":0.208498,"main_score":0.161382,"hf_subset":"jav_Latn-dzo_Tibt","languages":["jav-Latn","dzo-Tibt"]},{"precision":0.90196,"recall":0.927866,"f1":0.90998,"accuracy":0.927866,"main_score":0.90998,"hf_subset":"jav_Latn-hin_Deva","languages":["jav-Latn","hin-Deva"]},{"precision":0.636817,"recall":0.710474,"f1":0.658426,"accuracy":0.710474,"main_score":0.658426,"hf_subset":"jav_Latn-khm_Khmr","languages":["jav-Latn","khm-Khmr"]},{"precision":0.893281,"recall":0.91996,"f1":0.901586,"accuracy":0.91996,"main_score":0.901586,"hf_subset":"jav_Latn-mag_Deva","languages":["jav-Latn","mag-Deva"]},{"precision":0.783985,"recall":0.83004,"f1":0.79804,"accuracy":0.83004,"main_score":0.79804,"hf_subset":"jav_Latn-pap_Latn","languages":["jav-Latn","pap-Latn"]},{"precision":0.453191,"recall":0.528656,"f1":0.473743,"accuracy":0.528656,"main_score":0.473743,"hf_subset":"jav_Latn-sot_Latn","languages":["jav-Latn","sot-Latn"]},{"precision":0.88442,"recall":0.91502,"f1":0.893742,"accuracy":0.91502,"main_score":0.893742,"hf_subset":"jav_Latn-tur_Latn","languages":["jav-Latn","tur-Latn"]},{"precision":0.724868,"recall":0.782609,"f1":0.742114,"accuracy":0.782609,"main_score":0.742114,"hf_subset":"jav_Latn-ace_Latn","languages":["jav-Latn","ace-Latn"]},{"precision":0.865184,"recall":0.898221,"f1":0.875461,"accuracy":0.898221,"main_score":0.875461,"hf_subset":"jav_Latn-ban_Latn","languages":["jav-Latn","ban-Latn"]},{"precision":0.799555,"recall":0.850791,"f1":0.815217,"accuracy":0.850791,"main_score":0.815217,"hf_subset":"jav_Latn-ell_Grek","languages":["jav-Latn","ell-Grek"]},{"precision":0.861578,"recall":0.896245,"f1":0.872186,"accuracy":0.896245,"main_score":0.872186,"hf_subset":"jav_Latn-hne_Deva","languages":["jav-Latn","hne-Deva"]},{"precision":0.442878,"recall":0.528656,"f1":0.466874,"accuracy":0.528656,"main_score":0.466874,"hf_subset":"jav_Latn-kik_Latn","languages":["jav-Latn","kik-Latn"]},{"precision":0.88994,"recall":0.917984,"f1":0.898551,"accuracy":0.917984,"main_score":0.898551,"hf_subset":"jav_Latn-mai_Deva","languages":["jav-Latn","mai-Deva"]},{"precision":0.724564,"recall":0.782609,"f1":0.742024,"accuracy":0.782609,"main_score":0.742024,"hf_subset":"jav_Latn-pbt_Arab","languages":["jav-Latn","pbt-Arab"]},{"precision":0.89636,"recall":0.925889,"f1":0.905698,"accuracy":0.925889,"main_score":0.905698,"hf_subset":"jav_Latn-spa_Latn","languages":["jav-Latn","spa-Latn"]},{"precision":0.527453,"recall":0.598814,"f1":0.547246,"accuracy":0.598814,"main_score":0.547246,"hf_subset":"jav_Latn-twi_Latn","languages":["jav-Latn","twi-Latn"]},{"precision":0.876762,"recall":0.910079,"f1":0.887055,"accuracy":0.910079,"main_score":0.887055,"hf_subset":"jav_Latn-acm_Arab","languages":["jav-Latn","acm-Arab"]},{"precision":0.682246,"recall":0.751976,"f1":0.703261,"accuracy":0.751976,"main_score":0.703261,"hf_subset":"jav_Latn-bel_Cyrl","languages":["jav-Latn","bel-Cyrl"]},{"precision":0.915184,"recall":0.939723,"f1":0.92309,"accuracy":0.939723,"main_score":0.92309,"hf_subset":"jav_Latn-eng_Latn","languages":["jav-Latn","eng-Latn"]},{"precision":0.825527,"recall":0.869565,"f1":0.839409,"accuracy":0.869565,"main_score":0.839409,"hf_subset":"jav_Latn-hrv_Latn","languages":["jav-Latn","hrv-Latn"]},{"precision":0.409324,"recall":0.487154,"f1":0.430711,"accuracy":0.487154,"main_score":0.430711,"hf_subset":"jav_Latn-kin_Latn","languages":["jav-Latn","kin-Latn"]},{"precision":0.820669,"recall":0.868577,"f1":0.835211,"accuracy":0.868577,"main_score":0.835211,"hf_subset":"jav_Latn-mal_Mlym","languages":["jav-Latn","mal-Mlym"]},{"precision":0.889081,"recall":0.91996,"f1":0.898946,"accuracy":0.91996,"main_score":0.898946,"hf_subset":"jav_Latn-pes_Arab","languages":["jav-Latn","pes-Arab"]},{"precision":0.756159,"recall":0.813241,"f1":0.773028,"accuracy":0.813241,"main_score":0.773028,"hf_subset":"jav_Latn-srd_Latn","languages":["jav-Latn","srd-Latn"]},{"precision":0.117794,"recall":0.185771,"f1":0.133836,"accuracy":0.185771,"main_score":0.133836,"hf_subset":"jav_Latn-tzm_Tfng","languages":["jav-Latn","tzm-Tfng"]},{"precision":0.873353,"recall":0.907115,"f1":0.883663,"accuracy":0.907115,"main_score":0.883663,"hf_subset":"jav_Latn-acq_Arab","languages":["jav-Latn","acq-Arab"]},{"precision":0.470209,"recall":0.551383,"f1":0.492625,"accuracy":0.551383,"main_score":0.492625,"hf_subset":"jav_Latn-bem_Latn","languages":["jav-Latn","bem-Latn"]},{"precision":0.773419,"recall":0.823123,"f1":0.788754,"accuracy":0.823123,"main_score":0.788754,"hf_subset":"jav_Latn-epo_Latn","languages":["jav-Latn","epo-Latn"]},{"precision":0.77556,"recall":0.833004,"f1":0.793248,"accuracy":0.833004,"main_score":0.793248,"hf_subset":"jav_Latn-hun_Latn","languages":["jav-Latn","hun-Latn"]},{"precision":0.627207,"recall":0.694664,"f1":0.647384,"accuracy":0.694664,"main_score":0.647384,"hf_subset":"jav_Latn-kir_Cyrl","languages":["jav-Latn","kir-Cyrl"]},{"precision":0.864542,"recall":0.900198,"f1":0.876054,"accuracy":0.900198,"main_score":0.876054,"hf_subset":"jav_Latn-mar_Deva","languages":["jav-Latn","mar-Deva"]},{"precision":0.47393,"recall":0.543478,"f1":0.493536,"accuracy":0.543478,"main_score":0.493536,"hf_subset":"jav_Latn-plt_Latn","languages":["jav-Latn","plt-Latn"]},{"precision":0.781357,"recall":0.833004,"f1":0.7972,"accuracy":0.833004,"main_score":0.7972,"hf_subset":"jav_Latn-srp_Cyrl","languages":["jav-Latn","srp-Cyrl"]},{"precision":0.298213,"recall":0.374506,"f1":0.318814,"accuracy":0.374506,"main_score":0.318814,"hf_subset":"jav_Latn-uig_Arab","languages":["jav-Latn","uig-Arab"]},{"precision":0.819911,"recall":0.866601,"f1":0.834519,"accuracy":0.866601,"main_score":0.834519,"hf_subset":"jav_Latn-aeb_Arab","languages":["jav-Latn","aeb-Arab"]},{"precision":0.878788,"recall":0.912055,"f1":0.889328,"accuracy":0.912055,"main_score":0.889328,"hf_subset":"jav_Latn-ben_Beng","languages":["jav-Latn","ben-Beng"]},{"precision":0.686339,"recall":0.755929,"f1":0.707122,"accuracy":0.755929,"main_score":0.707122,"hf_subset":"jav_Latn-est_Latn","languages":["jav-Latn","est-Latn"]},{"precision":0.623174,"recall":0.698617,"f1":0.645162,"accuracy":0.698617,"main_score":0.645162,"hf_subset":"jav_Latn-hye_Armn","languages":["jav-Latn","hye-Armn"]},{"precision":0.425502,"recall":0.495059,"f1":0.4452,"accuracy":0.495059,"main_score":0.4452,"hf_subset":"jav_Latn-kmb_Latn","languages":["jav-Latn","kmb-Latn"]},{"precision":0.313835,"recall":0.38834,"f1":0.333578,"accuracy":0.38834,"main_score":0.333578,"hf_subset":"jav_Latn-min_Arab","languages":["jav-Latn","min-Arab"]},{"precision":0.860046,"recall":0.898221,"f1":0.872036,"accuracy":0.898221,"main_score":0.872036,"hf_subset":"jav_Latn-pol_Latn","languages":["jav-Latn","pol-Latn"]},{"precision":0.415554,"recall":0.499012,"f1":0.438577,"accuracy":0.499012,"main_score":0.438577,"hf_subset":"jav_Latn-ssw_Latn","languages":["jav-Latn","ssw-Latn"]},{"precision":0.847497,"recall":0.887352,"f1":0.860343,"accuracy":0.887352,"main_score":0.860343,"hf_subset":"jav_Latn-ukr_Cyrl","languages":["jav-Latn","ukr-Cyrl"]},{"precision":0.831472,"recall":0.87253,"f1":0.844565,"accuracy":0.87253,"main_score":0.844565,"hf_subset":"jav_Latn-afr_Latn","languages":["jav-Latn","afr-Latn"]},{"precision":0.846624,"recall":0.885375,"f1":0.858762,"accuracy":0.885375,"main_score":0.858762,"hf_subset":"jav_Latn-bho_Deva","languages":["jav-Latn","bho-Deva"]},{"precision":0.58891,"recall":0.673913,"f1":0.613822,"accuracy":0.673913,"main_score":0.613822,"hf_subset":"jav_Latn-eus_Latn","languages":["jav-Latn","eus-Latn"]},{"precision":0.411234,"recall":0.500988,"f1":0.434879,"accuracy":0.500988,"main_score":0.434879,"hf_subset":"jav_Latn-ibo_Latn","languages":["jav-Latn","ibo-Latn"]},{"precision":0.473757,"recall":0.555336,"f1":0.495876,"accuracy":0.555336,"main_score":0.495876,"hf_subset":"jav_Latn-kmr_Latn","languages":["jav-Latn","kmr-Latn"]},{"precision":0.783333,"recall":0.835968,"f1":0.798946,"accuracy":0.835968,"main_score":0.798946,"hf_subset":"jav_Latn-min_Latn","languages":["jav-Latn","min-Latn"]},{"precision":0.91003,"recall":0.934783,"f1":0.917688,"accuracy":0.934783,"main_score":0.917688,"hf_subset":"jav_Latn-por_Latn","languages":["jav-Latn","por-Latn"]},{"precision":0.863093,"recall":0.897233,"f1":0.873504,"accuracy":0.897233,"main_score":0.873504,"hf_subset":"jav_Latn-sun_Latn","languages":["jav-Latn","sun-Latn"]},{"precision":0.418744,"recall":0.501976,"f1":0.44236,"accuracy":0.501976,"main_score":0.44236,"hf_subset":"jav_Latn-umb_Latn","languages":["jav-Latn","umb-Latn"]},{"precision":0.864377,"recall":0.901186,"f1":0.875856,"accuracy":0.901186,"main_score":0.875856,"hf_subset":"jav_Latn-ajp_Arab","languages":["jav-Latn","ajp-Arab"]},{"precision":0.32269,"recall":0.406126,"f1":0.344782,"accuracy":0.406126,"main_score":0.344782,"hf_subset":"jav_Latn-bjn_Arab","languages":["jav-Latn","bjn-Arab"]},{"precision":0.436395,"recall":0.506917,"f1":0.455333,"accuracy":0.506917,"main_score":0.455333,"hf_subset":"jav_Latn-ewe_Latn","languages":["jav-Latn","ewe-Latn"]},{"precision":0.702752,"recall":0.758893,"f1":0.719622,"accuracy":0.758893,"main_score":0.719622,"hf_subset":"jav_Latn-ilo_Latn","languages":["jav-Latn","ilo-Latn"]},{"precision":0.197071,"recall":0.26581,"f1":0.213891,"accuracy":0.26581,"main_score":0.213891,"hf_subset":"jav_Latn-knc_Arab","languages":["jav-Latn","knc-Arab"]},{"precision":0.778154,"recall":0.828063,"f1":0.793336,"accuracy":0.828063,"main_score":0.793336,"hf_subset":"jav_Latn-mkd_Cyrl","languages":["jav-Latn","mkd-Cyrl"]},{"precision":0.875609,"recall":0.910079,"f1":0.886594,"accuracy":0.910079,"main_score":0.886594,"hf_subset":"jav_Latn-prs_Arab","languages":["jav-Latn","prs-Arab"]},{"precision":0.86973,"recall":0.903162,"f1":0.880237,"accuracy":0.903162,"main_score":0.880237,"hf_subset":"jav_Latn-swe_Latn","languages":["jav-Latn","swe-Latn"]},{"precision":0.806975,"recall":0.856719,"f1":0.822321,"accuracy":0.856719,"main_score":0.822321,"hf_subset":"jav_Latn-urd_Arab","languages":["jav-Latn","urd-Arab"]},{"precision":0.493825,"recall":0.573123,"f1":0.515916,"accuracy":0.573123,"main_score":0.515916,"hf_subset":"jav_Latn-aka_Latn","languages":["jav-Latn","aka-Latn"]},{"precision":0.806933,"recall":0.857708,"f1":0.822661,"accuracy":0.857708,"main_score":0.822661,"hf_subset":"jav_Latn-bjn_Latn","languages":["jav-Latn","bjn-Latn"]},{"precision":0.517956,"recall":0.59585,"f1":0.540137,"accuracy":0.59585,"main_score":0.540137,"hf_subset":"jav_Latn-fao_Latn","languages":["jav-Latn","fao-Latn"]},{"precision":0.931242,"recall":0.949605,"f1":0.936942,"accuracy":0.949605,"main_score":0.936942,"hf_subset":"jav_Latn-ind_Latn","languages":["jav-Latn","ind-Latn"]},{"precision":0.488076,"recall":0.561265,"f1":0.507887,"accuracy":0.561265,"main_score":0.507887,"hf_subset":"jav_Latn-knc_Latn","languages":["jav-Latn","knc-Latn"]},{"precision":0.679463,"recall":0.75,"f1":0.700645,"accuracy":0.75,"main_score":0.700645,"hf_subset":"jav_Latn-mlt_Latn","languages":["jav-Latn","mlt-Latn"]},{"precision":0.500266,"recall":0.589921,"f1":0.525368,"accuracy":0.589921,"main_score":0.525368,"hf_subset":"jav_Latn-quy_Latn","languages":["jav-Latn","quy-Latn"]},{"precision":0.711644,"recall":0.777668,"f1":0.732082,"accuracy":0.777668,"main_score":0.732082,"hf_subset":"jav_Latn-swh_Latn","languages":["jav-Latn","swh-Latn"]},{"precision":0.585771,"recall":0.664032,"f1":0.608893,"accuracy":0.664032,"main_score":0.608893,"hf_subset":"jav_Latn-uzn_Latn","languages":["jav-Latn","uzn-Latn"]},{"precision":0.701647,"recall":0.759881,"f1":0.719386,"accuracy":0.759881,"main_score":0.719386,"hf_subset":"jav_Latn-als_Latn","languages":["jav-Latn","als-Latn"]},{"precision":0.19635,"recall":0.266798,"f1":0.214103,"accuracy":0.266798,"main_score":0.214103,"hf_subset":"jav_Latn-bod_Tibt","languages":["jav-Latn","bod-Tibt"]},{"precision":0.441295,"recall":0.524704,"f1":0.462794,"accuracy":0.524704,"main_score":0.462794,"hf_subset":"jav_Latn-fij_Latn","languages":["jav-Latn","fij-Latn"]},{"precision":0.457315,"recall":0.544466,"f1":0.481813,"accuracy":0.544466,"main_score":0.481813,"hf_subset":"jav_Latn-isl_Latn","languages":["jav-Latn","isl-Latn"]},{"precision":0.523832,"recall":0.594862,"f1":0.543321,"accuracy":0.594862,"main_score":0.543321,"hf_subset":"jav_Latn-kon_Latn","languages":["jav-Latn","kon-Latn"]},{"precision":0.373088,"recall":0.471344,"f1":0.399432,"accuracy":0.471344,"main_score":0.399432,"hf_subset":"jav_Latn-mni_Beng","languages":["jav-Latn","mni-Beng"]},{"precision":0.8736,"recall":0.908103,"f1":0.884585,"accuracy":0.908103,"main_score":0.884585,"hf_subset":"jav_Latn-ron_Latn","languages":["jav-Latn","ron-Latn"]},{"precision":0.742474,"recall":0.797431,"f1":0.758319,"accuracy":0.797431,"main_score":0.758319,"hf_subset":"jav_Latn-szl_Latn","languages":["jav-Latn","szl-Latn"]},{"precision":0.816238,"recall":0.860672,"f1":0.829842,"accuracy":0.860672,"main_score":0.829842,"hf_subset":"jav_Latn-vec_Latn","languages":["jav-Latn","vec-Latn"]},{"precision":0.637224,"recall":0.713439,"f1":0.65995,"accuracy":0.713439,"main_score":0.65995,"hf_subset":"jav_Latn-amh_Ethi","languages":["jav-Latn","amh-Ethi"]},{"precision":0.848798,"recall":0.88834,"f1":0.861034,"accuracy":0.88834,"main_score":0.861034,"hf_subset":"jav_Latn-bos_Latn","languages":["jav-Latn","bos-Latn"]},{"precision":0.839117,"recall":0.879447,"f1":0.851274,"accuracy":0.879447,"main_score":0.851274,"hf_subset":"jav_Latn-fin_Latn","languages":["jav-Latn","fin-Latn"]},{"precision":0.902421,"recall":0.929842,"f1":0.911298,"accuracy":0.929842,"main_score":0.911298,"hf_subset":"jav_Latn-ita_Latn","languages":["jav-Latn","ita-Latn"]},{"precision":0.880599,"recall":0.91502,"f1":0.891634,"accuracy":0.91502,"main_score":0.891634,"hf_subset":"jav_Latn-kor_Hang","languages":["jav-Latn","kor-Hang"]},{"precision":0.435263,"recall":0.517787,"f1":0.458305,"accuracy":0.517787,"main_score":0.458305,"hf_subset":"jav_Latn-mos_Latn","languages":["jav-Latn","mos-Latn"]},{"precision":0.408785,"recall":0.491107,"f1":0.430559,"accuracy":0.491107,"main_score":0.430559,"hf_subset":"jav_Latn-run_Latn","languages":["jav-Latn","run-Latn"]},{"precision":0.821064,"recall":0.869565,"f1":0.836528,"accuracy":0.869565,"main_score":0.836528,"hf_subset":"jav_Latn-tam_Taml","languages":["jav-Latn","tam-Taml"]},{"precision":0.89081,"recall":0.920949,"f1":0.900132,"accuracy":0.920949,"main_score":0.900132,"hf_subset":"jav_Latn-vie_Latn","languages":["jav-Latn","vie-Latn"]},{"precision":0.850988,"recall":0.889328,"f1":0.862747,"accuracy":0.889328,"main_score":0.862747,"hf_subset":"jav_Latn-apc_Arab","languages":["jav-Latn","apc-Arab"]},{"precision":0.687221,"recall":0.752964,"f1":0.706678,"accuracy":0.752964,"main_score":0.706678,"hf_subset":"jav_Latn-bug_Latn","languages":["jav-Latn","bug-Latn"]},{"precision":0.391658,"recall":0.469368,"f1":0.411989,"accuracy":0.469368,"main_score":0.411989,"hf_subset":"jav_Latn-fon_Latn","languages":["jav-Latn","fon-Latn"]},{"precision":0.596264,"recall":0.673913,"f1":0.618183,"accuracy":0.673913,"main_score":0.618183,"hf_subset":"jav_Latn-lao_Laoo","languages":["jav-Latn","lao-Laoo"]},{"precision":0.390413,"recall":0.474308,"f1":0.411868,"accuracy":0.474308,"main_score":0.411868,"hf_subset":"jav_Latn-mri_Latn","languages":["jav-Latn","mri-Latn"]},{"precision":0.901877,"recall":0.927866,"f1":0.910244,"accuracy":0.927866,"main_score":0.910244,"hf_subset":"jav_Latn-rus_Cyrl","languages":["jav-Latn","rus-Cyrl"]},{"precision":0.41133,"recall":0.497036,"f1":0.434754,"accuracy":0.497036,"main_score":0.434754,"hf_subset":"jav_Latn-taq_Latn","languages":["jav-Latn","taq-Latn"]},{"precision":0.788142,"recall":0.831028,"f1":0.801153,"accuracy":0.831028,"main_score":0.801153,"hf_subset":"jav_Latn-war_Latn","languages":["jav-Latn","war-Latn"]},{"precision":0.881835,"recall":0.914032,"f1":0.891864,"accuracy":0.914032,"main_score":0.891864,"hf_subset":"jav_Latn-arb_Arab","languages":["jav-Latn","arb-Arab"]},{"precision":0.844648,"recall":0.886364,"f1":0.85774,"accuracy":0.886364,"main_score":0.85774,"hf_subset":"jav_Latn-bul_Cyrl","languages":["jav-Latn","bul-Cyrl"]},{"precision":0.913867,"recall":0.938735,"f1":0.921739,"accuracy":0.938735,"main_score":0.921739,"hf_subset":"jav_Latn-fra_Latn","languages":["jav-Latn","fra-Latn"]},{"precision":0.891881,"recall":0.91996,"f1":0.900513,"accuracy":0.91996,"main_score":0.900513,"hf_subset":"jav_Latn-jpn_Jpan","languages":["jav-Latn","jpn-Jpan"]},{"precision":0.763406,"recall":0.813241,"f1":0.77892,"accuracy":0.813241,"main_score":0.77892,"hf_subset":"jav_Latn-lij_Latn","languages":["jav-Latn","lij-Latn"]},{"precision":0.604233,"recall":0.687747,"f1":0.628891,"accuracy":0.687747,"main_score":0.628891,"hf_subset":"jav_Latn-mya_Mymr","languages":["jav-Latn","mya-Mymr"]},{"precision":0.488673,"recall":0.568182,"f1":0.510792,"accuracy":0.568182,"main_score":0.510792,"hf_subset":"jav_Latn-sag_Latn","languages":["jav-Latn","sag-Latn"]},{"precision":0.153713,"recall":0.227273,"f1":0.169589,"accuracy":0.227273,"main_score":0.169589,"hf_subset":"jav_Latn-taq_Tfng","languages":["jav-Latn","taq-Tfng"]},{"precision":0.483452,"recall":0.568182,"f1":0.507238,"accuracy":0.568182,"main_score":0.507238,"hf_subset":"jav_Latn-wol_Latn","languages":["jav-Latn","wol-Latn"]},{"precision":0.287199,"recall":0.391304,"f1":0.312777,"accuracy":0.391304,"main_score":0.312777,"hf_subset":"jav_Latn-arb_Latn","languages":["jav-Latn","arb-Latn"]},{"precision":0.839674,"recall":0.879447,"f1":0.851582,"accuracy":0.879447,"main_score":0.851582,"hf_subset":"jav_Latn-cat_Latn","languages":["jav-Latn","cat-Latn"]},{"precision":0.732378,"recall":0.793478,"f1":0.75096,"accuracy":0.793478,"main_score":0.75096,"hf_subset":"jav_Latn-fur_Latn","languages":["jav-Latn","fur-Latn"]},{"precision":0.300977,"recall":0.380435,"f1":0.321611,"accuracy":0.380435,"main_score":0.321611,"hf_subset":"jav_Latn-kab_Latn","languages":["jav-Latn","kab-Latn"]},{"precision":0.730731,"recall":0.789526,"f1":0.748537,"accuracy":0.789526,"main_score":0.748537,"hf_subset":"jav_Latn-lim_Latn","languages":["jav-Latn","lim-Latn"]},{"precision":0.899045,"recall":0.928854,"f1":0.908564,"accuracy":0.928854,"main_score":0.908564,"hf_subset":"jav_Latn-nld_Latn","languages":["jav-Latn","nld-Latn"]},{"precision":0.744681,"recall":0.8083,"f1":0.764446,"accuracy":0.8083,"main_score":0.764446,"hf_subset":"jav_Latn-san_Deva","languages":["jav-Latn","san-Deva"]},{"precision":0.645217,"recall":0.710474,"f1":0.664575,"accuracy":0.710474,"main_score":0.664575,"hf_subset":"jav_Latn-tat_Cyrl","languages":["jav-Latn","tat-Cyrl"]},{"precision":0.458454,"recall":0.543478,"f1":0.481999,"accuracy":0.543478,"main_score":0.481999,"hf_subset":"jav_Latn-xho_Latn","languages":["jav-Latn","xho-Latn"]},{"precision":0.878409,"recall":0.912055,"f1":0.8889,"accuracy":0.912055,"main_score":0.8889,"hf_subset":"jav_Latn-ars_Arab","languages":["jav-Latn","ars-Arab"]},{"precision":0.733267,"recall":0.791502,"f1":0.750955,"accuracy":0.791502,"main_score":0.750955,"hf_subset":"jav_Latn-ceb_Latn","languages":["jav-Latn","ceb-Latn"]},{"precision":0.447214,"recall":0.530632,"f1":0.470192,"accuracy":0.530632,"main_score":0.470192,"hf_subset":"jav_Latn-fuv_Latn","languages":["jav-Latn","fuv-Latn"]},{"precision":0.447451,"recall":0.532609,"f1":0.471071,"accuracy":0.532609,"main_score":0.471071,"hf_subset":"jav_Latn-kac_Latn","languages":["jav-Latn","kac-Latn"]},{"precision":0.490048,"recall":0.578063,"f1":0.514708,"accuracy":0.578063,"main_score":0.514708,"hf_subset":"jav_Latn-lin_Latn","languages":["jav-Latn","lin-Latn"]},{"precision":0.829809,"recall":0.870553,"f1":0.842011,"accuracy":0.870553,"main_score":0.842011,"hf_subset":"jav_Latn-nno_Latn","languages":["jav-Latn","nno-Latn"]},{"precision":0.181406,"recall":0.235178,"f1":0.194817,"accuracy":0.235178,"main_score":0.194817,"hf_subset":"jav_Latn-sat_Olck","languages":["jav-Latn","sat-Olck"]},{"precision":0.842968,"recall":0.883399,"f1":0.855599,"accuracy":0.883399,"main_score":0.855599,"hf_subset":"jav_Latn-tel_Telu","languages":["jav-Latn","tel-Telu"]},{"precision":0.280217,"recall":0.37253,"f1":0.30443,"accuracy":0.37253,"main_score":0.30443,"hf_subset":"jav_Latn-ydd_Hebr","languages":["jav-Latn","ydd-Hebr"]},{"precision":0.757428,"recall":0.81917,"f1":0.776153,"accuracy":0.81917,"main_score":0.776153,"hf_subset":"jav_Latn-ary_Arab","languages":["jav-Latn","ary-Arab"]},{"precision":0.840293,"recall":0.883399,"f1":0.85364,"accuracy":0.883399,"main_score":0.85364,"hf_subset":"jav_Latn-ces_Latn","languages":["jav-Latn","ces-Latn"]},{"precision":0.329972,"recall":0.405138,"f1":0.34896,"accuracy":0.405138,"main_score":0.34896,"hf_subset":"jav_Latn-gaz_Latn","languages":["jav-Latn","gaz-Latn"]},{"precision":0.44607,"recall":0.527668,"f1":0.468428,"accuracy":0.527668,"main_score":0.468428,"hf_subset":"jav_Latn-kam_Latn","languages":["jav-Latn","kam-Latn"]},{"precision":0.698792,"recall":0.762846,"f1":0.717819,"accuracy":0.762846,"main_score":0.717819,"hf_subset":"jav_Latn-lit_Latn","languages":["jav-Latn","lit-Latn"]},{"precision":0.856258,"recall":0.892292,"f1":0.867391,"accuracy":0.892292,"main_score":0.867391,"hf_subset":"jav_Latn-nob_Latn","languages":["jav-Latn","nob-Latn"]},{"precision":0.660335,"recall":0.731225,"f1":0.681082,"accuracy":0.731225,"main_score":0.681082,"hf_subset":"jav_Latn-scn_Latn","languages":["jav-Latn","scn-Latn"]},{"precision":0.432077,"recall":0.527668,"f1":0.45818,"accuracy":0.527668,"main_score":0.45818,"hf_subset":"jav_Latn-tgk_Cyrl","languages":["jav-Latn","tgk-Cyrl"]},{"precision":0.392617,"recall":0.485178,"f1":0.418119,"accuracy":0.485178,"main_score":0.418119,"hf_subset":"jav_Latn-yor_Latn","languages":["jav-Latn","yor-Latn"]},{"precision":0.859107,"recall":0.899209,"f1":0.87189,"accuracy":0.899209,"main_score":0.87189,"hf_subset":"jav_Latn-arz_Arab","languages":["jav-Latn","arz-Arab"]},{"precision":0.441742,"recall":0.528656,"f1":0.465687,"accuracy":0.528656,"main_score":0.465687,"hf_subset":"jav_Latn-cjk_Latn","languages":["jav-Latn","cjk-Latn"]},{"precision":0.352126,"recall":0.4417,"f1":0.375416,"accuracy":0.4417,"main_score":0.375416,"hf_subset":"jav_Latn-gla_Latn","languages":["jav-Latn","gla-Latn"]},{"precision":0.807058,"recall":0.854743,"f1":0.82136,"accuracy":0.854743,"main_score":0.82136,"hf_subset":"jav_Latn-kan_Knda","languages":["jav-Latn","kan-Knda"]},{"precision":0.720965,"recall":0.783597,"f1":0.739639,"accuracy":0.783597,"main_score":0.739639,"hf_subset":"jav_Latn-lmo_Latn","languages":["jav-Latn","lmo-Latn"]},{"precision":0.858729,"recall":0.894269,"f1":0.86973,"accuracy":0.894269,"main_score":0.86973,"hf_subset":"jav_Latn-npi_Deva","languages":["jav-Latn","npi-Deva"]},{"precision":0.373519,"recall":0.468379,"f1":0.398986,"accuracy":0.468379,"main_score":0.398986,"hf_subset":"jav_Latn-shn_Mymr","languages":["jav-Latn","shn-Mymr"]},{"precision":0.781374,"recall":0.835968,"f1":0.79857,"accuracy":0.835968,"main_score":0.79857,"hf_subset":"jav_Latn-tgl_Latn","languages":["jav-Latn","tgl-Latn"]},{"precision":0.882987,"recall":0.914032,"f1":0.892688,"accuracy":0.914032,"main_score":0.892688,"hf_subset":"jav_Latn-yue_Hant","languages":["jav-Latn","yue-Hant"]},{"precision":0.736182,"recall":0.796443,"f1":0.754801,"accuracy":0.796443,"main_score":0.754801,"hf_subset":"jav_Latn-asm_Beng","languages":["jav-Latn","asm-Beng"]},{"precision":0.393575,"recall":0.474308,"f1":0.415325,"accuracy":0.474308,"main_score":0.415325,"hf_subset":"jav_Latn-ckb_Arab","languages":["jav-Latn","ckb-Arab"]},{"precision":0.35979,"recall":0.454545,"f1":0.383849,"accuracy":0.454545,"main_score":0.383849,"hf_subset":"jav_Latn-gle_Latn","languages":["jav-Latn","gle-Latn"]},{"precision":0.587815,"recall":0.672925,"f1":0.61214,"accuracy":0.672925,"main_score":0.61214,"hf_subset":"jav_Latn-kas_Arab","languages":["jav-Latn","kas-Arab"]},{"precision":0.585971,"recall":0.666008,"f1":0.609441,"accuracy":0.666008,"main_score":0.609441,"hf_subset":"jav_Latn-ltg_Latn","languages":["jav-Latn","ltg-Latn"]},{"precision":0.487597,"recall":0.567194,"f1":0.509966,"accuracy":0.567194,"main_score":0.509966,"hf_subset":"jav_Latn-nso_Latn","languages":["jav-Latn","nso-Latn"]},{"precision":0.672793,"recall":0.742095,"f1":0.693648,"accuracy":0.742095,"main_score":0.693648,"hf_subset":"jav_Latn-sin_Sinh","languages":["jav-Latn","sin-Sinh"]},{"precision":0.879315,"recall":0.916008,"f1":0.890975,"accuracy":0.916008,"main_score":0.890975,"hf_subset":"jav_Latn-tha_Thai","languages":["jav-Latn","tha-Thai"]},{"precision":0.885491,"recall":0.91502,"f1":0.894664,"accuracy":0.91502,"main_score":0.894664,"hf_subset":"jav_Latn-zho_Hans","languages":["jav-Latn","zho-Hans"]},{"precision":0.833992,"recall":0.873518,"f1":0.846264,"accuracy":0.873518,"main_score":0.846264,"hf_subset":"jav_Latn-ast_Latn","languages":["jav-Latn","ast-Latn"]},{"precision":0.683969,"recall":0.756917,"f1":0.706044,"accuracy":0.756917,"main_score":0.706044,"hf_subset":"jav_Latn-crh_Latn","languages":["jav-Latn","crh-Latn"]},{"precision":0.883762,"recall":0.91502,"f1":0.893332,"accuracy":0.91502,"main_score":0.893332,"hf_subset":"jav_Latn-glg_Latn","languages":["jav-Latn","glg-Latn"]},{"precision":0.52349,"recall":0.614625,"f1":0.54936,"accuracy":0.614625,"main_score":0.54936,"hf_subset":"jav_Latn-kas_Deva","languages":["jav-Latn","kas-Deva"]},{"precision":0.708391,"recall":0.768775,"f1":0.726194,"accuracy":0.768775,"main_score":0.726194,"hf_subset":"jav_Latn-ltz_Latn","languages":["jav-Latn","ltz-Latn"]},{"precision":0.323323,"recall":0.40415,"f1":0.344324,"accuracy":0.40415,"main_score":0.344324,"hf_subset":"jav_Latn-nus_Latn","languages":["jav-Latn","nus-Latn"]},{"precision":0.821278,"recall":0.867589,"f1":0.835244,"accuracy":0.867589,"main_score":0.835244,"hf_subset":"jav_Latn-slk_Latn","languages":["jav-Latn","slk-Latn"]},{"precision":0.363565,"recall":0.451581,"f1":0.387576,"accuracy":0.451581,"main_score":0.387576,"hf_subset":"jav_Latn-tir_Ethi","languages":["jav-Latn","tir-Ethi"]},{"precision":0.879035,"recall":0.913043,"f1":0.889526,"accuracy":0.913043,"main_score":0.889526,"hf_subset":"jav_Latn-zho_Hant","languages":["jav-Latn","zho-Hant"]},{"precision":0.879348,"recall":0.909091,"f1":0.888669,"accuracy":0.909091,"main_score":0.888669,"hf_subset":"jav_Latn-awa_Deva","languages":["jav-Latn","awa-Deva"]},{"precision":0.4324,"recall":0.511858,"f1":0.453346,"accuracy":0.511858,"main_score":0.453346,"hf_subset":"jav_Latn-cym_Latn","languages":["jav-Latn","cym-Latn"]},{"precision":0.635032,"recall":0.70751,"f1":0.656164,"accuracy":0.70751,"main_score":0.656164,"hf_subset":"jav_Latn-grn_Latn","languages":["jav-Latn","grn-Latn"]},{"precision":0.73358,"recall":0.797431,"f1":0.752588,"accuracy":0.797431,"main_score":0.752588,"hf_subset":"jav_Latn-kat_Geor","languages":["jav-Latn","kat-Geor"]},{"precision":0.514091,"recall":0.589921,"f1":0.535597,"accuracy":0.589921,"main_score":0.535597,"hf_subset":"jav_Latn-lua_Latn","languages":["jav-Latn","lua-Latn"]},{"precision":0.508211,"recall":0.583004,"f1":0.529679,"accuracy":0.583004,"main_score":0.529679,"hf_subset":"jav_Latn-nya_Latn","languages":["jav-Latn","nya-Latn"]},{"precision":0.778262,"recall":0.832016,"f1":0.794538,"accuracy":0.832016,"main_score":0.794538,"hf_subset":"jav_Latn-slv_Latn","languages":["jav-Latn","slv-Latn"]},{"precision":0.703343,"recall":0.76581,"f1":0.722464,"accuracy":0.76581,"main_score":0.722464,"hf_subset":"jav_Latn-tpi_Latn","languages":["jav-Latn","tpi-Latn"]},{"precision":0.891469,"recall":0.921937,"f1":0.901153,"accuracy":0.921937,"main_score":0.901153,"hf_subset":"jav_Latn-zsm_Latn","languages":["jav-Latn","zsm-Latn"]},{"precision":0.40638,"recall":0.492095,"f1":0.429297,"accuracy":0.492095,"main_score":0.429297,"hf_subset":"jav_Latn-ayr_Latn","languages":["jav-Latn","ayr-Latn"]},{"precision":0.872694,"recall":0.905138,"f1":0.882708,"accuracy":0.905138,"main_score":0.882708,"hf_subset":"jav_Latn-dan_Latn","languages":["jav-Latn","dan-Latn"]},{"precision":0.812039,"recall":0.860672,"f1":0.827108,"accuracy":0.860672,"main_score":0.827108,"hf_subset":"jav_Latn-guj_Gujr","languages":["jav-Latn","guj-Gujr"]},{"precision":0.636034,"recall":0.706522,"f1":0.656771,"accuracy":0.706522,"main_score":0.656771,"hf_subset":"jav_Latn-kaz_Cyrl","languages":["jav-Latn","kaz-Cyrl"]},{"precision":0.421543,"recall":0.497036,"f1":0.442329,"accuracy":0.497036,"main_score":0.442329,"hf_subset":"jav_Latn-lug_Latn","languages":["jav-Latn","lug-Latn"]},{"precision":0.825,"recall":0.869565,"f1":0.838735,"accuracy":0.869565,"main_score":0.838735,"hf_subset":"jav_Latn-oci_Latn","languages":["jav-Latn","oci-Latn"]},{"precision":0.447124,"recall":0.541502,"f1":0.472701,"accuracy":0.541502,"main_score":0.472701,"hf_subset":"jav_Latn-smo_Latn","languages":["jav-Latn","smo-Latn"]},{"precision":0.444305,"recall":0.523715,"f1":0.465488,"accuracy":0.523715,"main_score":0.465488,"hf_subset":"jav_Latn-tsn_Latn","languages":["jav-Latn","tsn-Latn"]},{"precision":0.401428,"recall":0.485178,"f1":0.423303,"accuracy":0.485178,"main_score":0.423303,"hf_subset":"jav_Latn-zul_Latn","languages":["jav-Latn","zul-Latn"]},{"precision":0.592067,"recall":0.677866,"f1":0.617187,"accuracy":0.677866,"main_score":0.617187,"hf_subset":"jav_Latn-azb_Arab","languages":["jav-Latn","azb-Arab"]},{"precision":0.890646,"recall":0.91996,"f1":0.899835,"accuracy":0.91996,"main_score":0.899835,"hf_subset":"jav_Latn-deu_Latn","languages":["jav-Latn","deu-Latn"]},{"precision":0.578616,"recall":0.657115,"f1":0.601056,"accuracy":0.657115,"main_score":0.601056,"hf_subset":"jav_Latn-hat_Latn","languages":["jav-Latn","hat-Latn"]},{"precision":0.381584,"recall":0.466403,"f1":0.404925,"accuracy":0.466403,"main_score":0.404925,"hf_subset":"jav_Latn-kbp_Latn","languages":["jav-Latn","kbp-Latn"]},{"precision":0.474351,"recall":0.552372,"f1":0.495429,"accuracy":0.552372,"main_score":0.495429,"hf_subset":"jav_Latn-luo_Latn","languages":["jav-Latn","luo-Latn"]},{"precision":0.483832,"recall":0.568182,"f1":0.50791,"accuracy":0.568182,"main_score":0.50791,"hf_subset":"jav_Latn-ory_Orya","languages":["jav-Latn","ory-Orya"]},{"precision":0.456641,"recall":0.538538,"f1":0.479285,"accuracy":0.538538,"main_score":0.479285,"hf_subset":"jav_Latn-sna_Latn","languages":["jav-Latn","sna-Latn"]},{"precision":0.434288,"recall":0.506917,"f1":0.453694,"accuracy":0.506917,"main_score":0.453694,"hf_subset":"jav_Latn-tso_Latn","languages":["jav-Latn","tso-Latn"]},{"precision":0.694855,"recall":0.759881,"f1":0.7141,"accuracy":0.759881,"main_score":0.7141,"hf_subset":"jav_Latn-azj_Latn","languages":["jav-Latn","azj-Latn"]},{"precision":0.442527,"recall":0.52668,"f1":0.46545,"accuracy":0.52668,"main_score":0.46545,"hf_subset":"jav_Latn-dik_Latn","languages":["jav-Latn","dik-Latn"]},{"precision":0.46419,"recall":0.528656,"f1":0.481934,"accuracy":0.528656,"main_score":0.481934,"hf_subset":"jav_Latn-hau_Latn","languages":["jav-Latn","hau-Latn"]},{"precision":0.707997,"recall":0.774704,"f1":0.727604,"accuracy":0.774704,"main_score":0.727604,"hf_subset":"jav_Latn-kea_Latn","languages":["jav-Latn","kea-Latn"]},{"precision":0.608716,"recall":0.674901,"f1":0.627717,"accuracy":0.674901,"main_score":0.627717,"hf_subset":"jav_Latn-lus_Latn","languages":["jav-Latn","lus-Latn"]},{"precision":0.723386,"recall":0.778656,"f1":0.740184,"accuracy":0.778656,"main_score":0.740184,"hf_subset":"jav_Latn-pag_Latn","languages":["jav-Latn","pag-Latn"]},{"precision":0.578303,"recall":0.663043,"f1":0.60307,"accuracy":0.663043,"main_score":0.60307,"hf_subset":"jav_Latn-snd_Arab","languages":["jav-Latn","snd-Arab"]},{"precision":0.568052,"recall":0.645257,"f1":0.589987,"accuracy":0.645257,"main_score":0.589987,"hf_subset":"jav_Latn-tuk_Latn","languages":["jav-Latn","tuk-Latn"]},{"precision":0.634512,"recall":0.703557,"f1":0.655094,"accuracy":0.703557,"main_score":0.655094,"hf_subset":"jav_Latn-bak_Cyrl","languages":["jav-Latn","bak-Cyrl"]},{"precision":0.372933,"recall":0.469368,"f1":0.39955,"accuracy":0.469368,"main_score":0.39955,"hf_subset":"jav_Latn-dyu_Latn","languages":["jav-Latn","dyu-Latn"]},{"precision":0.719796,"recall":0.785573,"f1":0.73945,"accuracy":0.785573,"main_score":0.73945,"hf_subset":"jav_Latn-heb_Hebr","languages":["jav-Latn","heb-Hebr"]},{"precision":0.45961,"recall":0.540514,"f1":0.482586,"accuracy":0.540514,"main_score":0.482586,"hf_subset":"jav_Latn-khk_Cyrl","languages":["jav-Latn","khk-Cyrl"]},{"precision":0.727108,"recall":0.784585,"f1":0.744537,"accuracy":0.784585,"main_score":0.744537,"hf_subset":"jav_Latn-lvs_Latn","languages":["jav-Latn","lvs-Latn"]},{"precision":0.735458,"recall":0.795455,"f1":0.753529,"accuracy":0.795455,"main_score":0.753529,"hf_subset":"jav_Latn-pan_Guru","languages":["jav-Latn","pan-Guru"]},{"precision":0.398063,"recall":0.477273,"f1":0.41972,"accuracy":0.477273,"main_score":0.41972,"hf_subset":"jav_Latn-som_Latn","languages":["jav-Latn","som-Latn"]},{"precision":0.475085,"recall":0.546443,"f1":0.495098,"accuracy":0.546443,"main_score":0.495098,"hf_subset":"jav_Latn-tum_Latn","languages":["jav-Latn","tum-Latn"]},{"precision":0.251246,"recall":0.311265,"f1":0.267958,"accuracy":0.311265,"main_score":0.267958,"hf_subset":"lao_Laoo-ace_Arab","languages":["lao-Laoo","ace-Arab"]},{"precision":0.357856,"recall":0.427866,"f1":0.37756,"accuracy":0.427866,"main_score":0.37756,"hf_subset":"lao_Laoo-bam_Latn","languages":["lao-Laoo","bam-Latn"]},{"precision":0.147181,"recall":0.197628,"f1":0.160855,"accuracy":0.197628,"main_score":0.160855,"hf_subset":"lao_Laoo-dzo_Tibt","languages":["lao-Laoo","dzo-Tibt"]},{"precision":0.781308,"recall":0.837945,"f1":0.79801,"accuracy":0.837945,"main_score":0.79801,"hf_subset":"lao_Laoo-hin_Deva","languages":["lao-Laoo","hin-Deva"]},{"precision":0.749654,"recall":0.812253,"f1":0.768728,"accuracy":0.812253,"main_score":0.768728,"hf_subset":"lao_Laoo-khm_Khmr","languages":["lao-Laoo","khm-Khmr"]},{"precision":0.743281,"recall":0.806324,"f1":0.761829,"accuracy":0.806324,"main_score":0.761829,"hf_subset":"lao_Laoo-mag_Deva","languages":["lao-Laoo","mag-Deva"]},{"precision":0.604257,"recall":0.667984,"f1":0.622001,"accuracy":0.667984,"main_score":0.622001,"hf_subset":"lao_Laoo-pap_Latn","languages":["lao-Laoo","pap-Latn"]},{"precision":0.388518,"recall":0.452569,"f1":0.406573,"accuracy":0.452569,"main_score":0.406573,"hf_subset":"lao_Laoo-sot_Latn","languages":["lao-Laoo","sot-Latn"]},{"precision":0.797547,"recall":0.844862,"f1":0.811303,"accuracy":0.844862,"main_score":0.811303,"hf_subset":"lao_Laoo-tur_Latn","languages":["lao-Laoo","tur-Latn"]},{"precision":0.49745,"recall":0.563241,"f1":0.515776,"accuracy":0.563241,"main_score":0.515776,"hf_subset":"lao_Laoo-ace_Latn","languages":["lao-Laoo","ace-Latn"]},{"precision":0.542837,"recall":0.606719,"f1":0.56057,"accuracy":0.606719,"main_score":0.56057,"hf_subset":"lao_Laoo-ban_Latn","languages":["lao-Laoo","ban-Latn"]},{"precision":0.736802,"recall":0.802372,"f1":0.756036,"accuracy":0.802372,"main_score":0.756036,"hf_subset":"lao_Laoo-ell_Grek","languages":["lao-Laoo","ell-Grek"]},{"precision":0.70336,"recall":0.768775,"f1":0.722586,"accuracy":0.768775,"main_score":0.722586,"hf_subset":"lao_Laoo-hne_Deva","languages":["lao-Laoo","hne-Deva"]},{"precision":0.36081,"recall":0.43083,"f1":0.379901,"accuracy":0.43083,"main_score":0.379901,"hf_subset":"lao_Laoo-kik_Latn","languages":["lao-Laoo","kik-Latn"]},{"precision":0.752207,"recall":0.811265,"f1":0.769661,"accuracy":0.811265,"main_score":0.769661,"hf_subset":"lao_Laoo-mai_Deva","languages":["lao-Laoo","mai-Deva"]},{"precision":0.644199,"recall":0.712451,"f1":0.663924,"accuracy":0.712451,"main_score":0.663924,"hf_subset":"lao_Laoo-pbt_Arab","languages":["lao-Laoo","pbt-Arab"]},{"precision":0.767145,"recall":0.824111,"f1":0.783881,"accuracy":0.824111,"main_score":0.783881,"hf_subset":"lao_Laoo-spa_Latn","languages":["lao-Laoo","spa-Latn"]},{"precision":0.402609,"recall":0.468379,"f1":0.420874,"accuracy":0.468379,"main_score":0.420874,"hf_subset":"lao_Laoo-twi_Latn","languages":["lao-Laoo","twi-Latn"]},{"precision":0.737989,"recall":0.800395,"f1":0.756296,"accuracy":0.800395,"main_score":0.756296,"hf_subset":"lao_Laoo-acm_Arab","languages":["lao-Laoo","acm-Arab"]},{"precision":0.588267,"recall":0.666008,"f1":0.610135,"accuracy":0.666008,"main_score":0.610135,"hf_subset":"lao_Laoo-bel_Cyrl","languages":["lao-Laoo","bel-Cyrl"]},{"precision":0.793478,"recall":0.84585,"f1":0.809388,"accuracy":0.84585,"main_score":0.809388,"hf_subset":"lao_Laoo-eng_Latn","languages":["lao-Laoo","eng-Latn"]},{"precision":0.733392,"recall":0.796443,"f1":0.75219,"accuracy":0.796443,"main_score":0.75219,"hf_subset":"lao_Laoo-hrv_Latn","languages":["lao-Laoo","hrv-Latn"]},{"precision":0.377503,"recall":0.452569,"f1":0.398028,"accuracy":0.452569,"main_score":0.398028,"hf_subset":"lao_Laoo-kin_Latn","languages":["lao-Laoo","kin-Latn"]},{"precision":0.761561,"recall":0.824111,"f1":0.780487,"accuracy":0.824111,"main_score":0.780487,"hf_subset":"lao_Laoo-mal_Mlym","languages":["lao-Laoo","mal-Mlym"]},{"precision":0.768429,"recall":0.826087,"f1":0.785621,"accuracy":0.826087,"main_score":0.785621,"hf_subset":"lao_Laoo-pes_Arab","languages":["lao-Laoo","pes-Arab"]},{"precision":0.574609,"recall":0.647233,"f1":0.595706,"accuracy":0.647233,"main_score":0.595706,"hf_subset":"lao_Laoo-srd_Latn","languages":["lao-Laoo","srd-Latn"]},{"precision":0.113529,"recall":0.188735,"f1":0.130845,"accuracy":0.188735,"main_score":0.130845,"hf_subset":"lao_Laoo-tzm_Tfng","languages":["lao-Laoo","tzm-Tfng"]},{"precision":0.755644,"recall":0.814229,"f1":0.772742,"accuracy":0.814229,"main_score":0.772742,"hf_subset":"lao_Laoo-acq_Arab","languages":["lao-Laoo","acq-Arab"]},{"precision":0.399485,"recall":0.469368,"f1":0.418612,"accuracy":0.469368,"main_score":0.418612,"hf_subset":"lao_Laoo-bem_Latn","languages":["lao-Laoo","bem-Latn"]},{"precision":0.624586,"recall":0.692688,"f1":0.64362,"accuracy":0.692688,"main_score":0.64362,"hf_subset":"lao_Laoo-epo_Latn","languages":["lao-Laoo","epo-Latn"]},{"precision":0.704694,"recall":0.770751,"f1":0.724181,"accuracy":0.770751,"main_score":0.724181,"hf_subset":"lao_Laoo-hun_Latn","languages":["lao-Laoo","hun-Latn"]},{"precision":0.50399,"recall":0.56917,"f1":0.522681,"accuracy":0.56917,"main_score":0.522681,"hf_subset":"lao_Laoo-kir_Cyrl","languages":["lao-Laoo","kir-Cyrl"]},{"precision":0.772821,"recall":0.83004,"f1":0.790283,"accuracy":0.83004,"main_score":0.790283,"hf_subset":"lao_Laoo-mar_Deva","languages":["lao-Laoo","mar-Deva"]},{"precision":0.403063,"recall":0.462451,"f1":0.419715,"accuracy":0.462451,"main_score":0.419715,"hf_subset":"lao_Laoo-plt_Latn","languages":["lao-Laoo","plt-Latn"]},{"precision":0.699424,"recall":0.767787,"f1":0.719664,"accuracy":0.767787,"main_score":0.719664,"hf_subset":"lao_Laoo-srp_Cyrl","languages":["lao-Laoo","srp-Cyrl"]},{"precision":0.286245,"recall":0.346838,"f1":0.302467,"accuracy":0.346838,"main_score":0.302467,"hf_subset":"lao_Laoo-uig_Arab","languages":["lao-Laoo","uig-Arab"]},{"precision":0.700873,"recall":0.768775,"f1":0.720619,"accuracy":0.768775,"main_score":0.720619,"hf_subset":"lao_Laoo-aeb_Arab","languages":["lao-Laoo","aeb-Arab"]},{"precision":0.778336,"recall":0.837945,"f1":0.796624,"accuracy":0.837945,"main_score":0.796624,"hf_subset":"lao_Laoo-ben_Beng","languages":["lao-Laoo","ben-Beng"]},{"precision":0.602891,"recall":0.675889,"f1":0.623722,"accuracy":0.675889,"main_score":0.623722,"hf_subset":"lao_Laoo-est_Latn","languages":["lao-Laoo","est-Latn"]},{"precision":0.663085,"recall":0.731225,"f1":0.683046,"accuracy":0.731225,"main_score":0.683046,"hf_subset":"lao_Laoo-hye_Armn","languages":["lao-Laoo","hye-Armn"]},{"precision":0.367663,"recall":0.435771,"f1":0.386688,"accuracy":0.435771,"main_score":0.386688,"hf_subset":"lao_Laoo-kmb_Latn","languages":["lao-Laoo","kmb-Latn"]},{"precision":0.213914,"recall":0.275692,"f1":0.229878,"accuracy":0.275692,"main_score":0.229878,"hf_subset":"lao_Laoo-min_Arab","languages":["lao-Laoo","min-Arab"]},{"precision":0.757224,"recall":0.815217,"f1":0.774228,"accuracy":0.815217,"main_score":0.774228,"hf_subset":"lao_Laoo-pol_Latn","languages":["lao-Laoo","pol-Latn"]},{"precision":0.377575,"recall":0.4417,"f1":0.395096,"accuracy":0.4417,"main_score":0.395096,"hf_subset":"lao_Laoo-ssw_Latn","languages":["lao-Laoo","ssw-Latn"]},{"precision":0.762806,"recall":0.821146,"f1":0.779858,"accuracy":0.821146,"main_score":0.779858,"hf_subset":"lao_Laoo-ukr_Cyrl","languages":["lao-Laoo","ukr-Cyrl"]},{"precision":0.689727,"recall":0.755929,"f1":0.709324,"accuracy":0.755929,"main_score":0.709324,"hf_subset":"lao_Laoo-afr_Latn","languages":["lao-Laoo","afr-Latn"]},{"precision":0.71016,"recall":0.77668,"f1":0.729417,"accuracy":0.77668,"main_score":0.729417,"hf_subset":"lao_Laoo-bho_Deva","languages":["lao-Laoo","bho-Deva"]},{"precision":0.466689,"recall":0.532609,"f1":0.484438,"accuracy":0.532609,"main_score":0.484438,"hf_subset":"lao_Laoo-eus_Latn","languages":["lao-Laoo","eus-Latn"]},{"precision":0.353073,"recall":0.435771,"f1":0.375703,"accuracy":0.435771,"main_score":0.375703,"hf_subset":"lao_Laoo-ibo_Latn","languages":["lao-Laoo","ibo-Latn"]},{"precision":0.373229,"recall":0.450593,"f1":0.392677,"accuracy":0.450593,"main_score":0.392677,"hf_subset":"lao_Laoo-kmr_Latn","languages":["lao-Laoo","kmr-Latn"]},{"precision":0.538947,"recall":0.608696,"f1":0.558501,"accuracy":0.608696,"main_score":0.558501,"hf_subset":"lao_Laoo-min_Latn","languages":["lao-Laoo","min-Latn"]},{"precision":0.784892,"recall":0.841897,"f1":0.802127,"accuracy":0.841897,"main_score":0.802127,"hf_subset":"lao_Laoo-por_Latn","languages":["lao-Laoo","por-Latn"]},{"precision":0.589016,"recall":0.653162,"f1":0.607469,"accuracy":0.653162,"main_score":0.607469,"hf_subset":"lao_Laoo-sun_Latn","languages":["lao-Laoo","sun-Latn"]},{"precision":0.359025,"recall":0.427866,"f1":0.378469,"accuracy":0.427866,"main_score":0.378469,"hf_subset":"lao_Laoo-umb_Latn","languages":["lao-Laoo","umb-Latn"]},{"precision":0.726021,"recall":0.793478,"f1":0.74608,"accuracy":0.793478,"main_score":0.74608,"hf_subset":"lao_Laoo-ajp_Arab","languages":["lao-Laoo","ajp-Arab"]},{"precision":0.230362,"recall":0.294466,"f1":0.247628,"accuracy":0.294466,"main_score":0.247628,"hf_subset":"lao_Laoo-bjn_Arab","languages":["lao-Laoo","bjn-Arab"]},{"precision":0.374635,"recall":0.436759,"f1":0.391542,"accuracy":0.436759,"main_score":0.391542,"hf_subset":"lao_Laoo-ewe_Latn","languages":["lao-Laoo","ewe-Latn"]},{"precision":0.499415,"recall":0.555336,"f1":0.515216,"accuracy":0.555336,"main_score":0.515216,"hf_subset":"lao_Laoo-ilo_Latn","languages":["lao-Laoo","ilo-Latn"]},{"precision":0.175671,"recall":0.241107,"f1":0.191805,"accuracy":0.241107,"main_score":0.191805,"hf_subset":"lao_Laoo-knc_Arab","languages":["lao-Laoo","knc-Arab"]},{"precision":0.696698,"recall":0.762846,"f1":0.7161,"accuracy":0.762846,"main_score":0.7161,"hf_subset":"lao_Laoo-mkd_Cyrl","languages":["lao-Laoo","mkd-Cyrl"]},{"precision":0.781618,"recall":0.83498,"f1":0.797447,"accuracy":0.83498,"main_score":0.797447,"hf_subset":"lao_Laoo-prs_Arab","languages":["lao-Laoo","prs-Arab"]},{"precision":0.77143,"recall":0.829051,"f1":0.788752,"accuracy":0.829051,"main_score":0.788752,"hf_subset":"lao_Laoo-swe_Latn","languages":["lao-Laoo","swe-Latn"]},{"precision":0.735655,"recall":0.801383,"f1":0.755882,"accuracy":0.801383,"main_score":0.755882,"hf_subset":"lao_Laoo-urd_Arab","languages":["lao-Laoo","urd-Arab"]},{"precision":0.403105,"recall":0.467391,"f1":0.421424,"accuracy":0.467391,"main_score":0.421424,"hf_subset":"lao_Laoo-aka_Latn","languages":["lao-Laoo","aka-Latn"]},{"precision":0.585375,"recall":0.653162,"f1":0.604384,"accuracy":0.653162,"main_score":0.604384,"hf_subset":"lao_Laoo-bjn_Latn","languages":["lao-Laoo","bjn-Latn"]},{"precision":0.475121,"recall":0.54249,"f1":0.493772,"accuracy":0.54249,"main_score":0.493772,"hf_subset":"lao_Laoo-fao_Latn","languages":["lao-Laoo","fao-Latn"]},{"precision":0.803221,"recall":0.851779,"f1":0.817131,"accuracy":0.851779,"main_score":0.817131,"hf_subset":"lao_Laoo-ind_Latn","languages":["lao-Laoo","ind-Latn"]},{"precision":0.398065,"recall":0.458498,"f1":0.415321,"accuracy":0.458498,"main_score":0.415321,"hf_subset":"lao_Laoo-knc_Latn","languages":["lao-Laoo","knc-Latn"]},{"precision":0.518152,"recall":0.58498,"f1":0.537018,"accuracy":0.58498,"main_score":0.537018,"hf_subset":"lao_Laoo-mlt_Latn","languages":["lao-Laoo","mlt-Latn"]},{"precision":0.399715,"recall":0.467391,"f1":0.418504,"accuracy":0.467391,"main_score":0.418504,"hf_subset":"lao_Laoo-quy_Latn","languages":["lao-Laoo","quy-Latn"]},{"precision":0.680496,"recall":0.745059,"f1":0.698981,"accuracy":0.745059,"main_score":0.698981,"hf_subset":"lao_Laoo-swh_Latn","languages":["lao-Laoo","swh-Latn"]},{"precision":0.493035,"recall":0.56917,"f1":0.514437,"accuracy":0.56917,"main_score":0.514437,"hf_subset":"lao_Laoo-uzn_Latn","languages":["lao-Laoo","uzn-Latn"]},{"precision":0.547294,"recall":0.610672,"f1":0.565175,"accuracy":0.610672,"main_score":0.565175,"hf_subset":"lao_Laoo-als_Latn","languages":["lao-Laoo","als-Latn"]},{"precision":0.20526,"recall":0.270751,"f1":0.222541,"accuracy":0.270751,"main_score":0.222541,"hf_subset":"lao_Laoo-bod_Tibt","languages":["lao-Laoo","bod-Tibt"]},{"precision":0.371267,"recall":0.450593,"f1":0.392914,"accuracy":0.450593,"main_score":0.392914,"hf_subset":"lao_Laoo-fij_Latn","languages":["lao-Laoo","fij-Latn"]},{"precision":0.457566,"recall":0.527668,"f1":0.476283,"accuracy":0.527668,"main_score":0.476283,"hf_subset":"lao_Laoo-isl_Latn","languages":["lao-Laoo","isl-Latn"]},{"precision":0.4083,"recall":0.468379,"f1":0.42631,"accuracy":0.468379,"main_score":0.42631,"hf_subset":"lao_Laoo-kon_Latn","languages":["lao-Laoo","kon-Latn"]},{"precision":0.29033,"recall":0.365613,"f1":0.310141,"accuracy":0.365613,"main_score":0.310141,"hf_subset":"lao_Laoo-mni_Beng","languages":["lao-Laoo","mni-Beng"]},{"precision":0.763072,"recall":0.817194,"f1":0.77859,"accuracy":0.817194,"main_score":0.77859,"hf_subset":"lao_Laoo-ron_Latn","languages":["lao-Laoo","ron-Latn"]},{"precision":0.618954,"recall":0.686759,"f1":0.638087,"accuracy":0.686759,"main_score":0.638087,"hf_subset":"lao_Laoo-szl_Latn","languages":["lao-Laoo","szl-Latn"]},{"precision":0.664782,"recall":0.725296,"f1":0.682084,"accuracy":0.725296,"main_score":0.682084,"hf_subset":"lao_Laoo-vec_Latn","languages":["lao-Laoo","vec-Latn"]},{"precision":0.641865,"recall":0.719368,"f1":0.664056,"accuracy":0.719368,"main_score":0.664056,"hf_subset":"lao_Laoo-amh_Ethi","languages":["lao-Laoo","amh-Ethi"]},{"precision":0.763546,"recall":0.81917,"f1":0.779798,"accuracy":0.81917,"main_score":0.779798,"hf_subset":"lao_Laoo-bos_Latn","languages":["lao-Laoo","bos-Latn"]},{"precision":0.731621,"recall":0.791502,"f1":0.749195,"accuracy":0.791502,"main_score":0.749195,"hf_subset":"lao_Laoo-fin_Latn","languages":["lao-Laoo","fin-Latn"]},{"precision":0.770793,"recall":0.829051,"f1":0.788521,"accuracy":0.829051,"main_score":0.788521,"hf_subset":"lao_Laoo-ita_Latn","languages":["lao-Laoo","ita-Latn"]},{"precision":0.758749,"recall":0.820158,"f1":0.777059,"accuracy":0.820158,"main_score":0.777059,"hf_subset":"lao_Laoo-kor_Hang","languages":["lao-Laoo","kor-Hang"]},{"precision":0.367305,"recall":0.434783,"f1":0.385932,"accuracy":0.434783,"main_score":0.385932,"hf_subset":"lao_Laoo-mos_Latn","languages":["lao-Laoo","mos-Latn"]},{"precision":0.388852,"recall":0.456522,"f1":0.407492,"accuracy":0.456522,"main_score":0.407492,"hf_subset":"lao_Laoo-run_Latn","languages":["lao-Laoo","run-Latn"]},{"precision":0.761406,"recall":0.824111,"f1":0.780649,"accuracy":0.824111,"main_score":0.780649,"hf_subset":"lao_Laoo-tam_Taml","languages":["lao-Laoo","tam-Taml"]},{"precision":0.779084,"recall":0.833992,"f1":0.79513,"accuracy":0.833992,"main_score":0.79513,"hf_subset":"lao_Laoo-vie_Latn","languages":["lao-Laoo","vie-Latn"]},{"precision":0.714707,"recall":0.778656,"f1":0.732773,"accuracy":0.778656,"main_score":0.732773,"hf_subset":"lao_Laoo-apc_Arab","languages":["lao-Laoo","apc-Arab"]},{"precision":0.462899,"recall":0.530632,"f1":0.482118,"accuracy":0.530632,"main_score":0.482118,"hf_subset":"lao_Laoo-bug_Latn","languages":["lao-Laoo","bug-Latn"]},{"precision":0.366612,"recall":0.432806,"f1":0.384609,"accuracy":0.432806,"main_score":0.384609,"hf_subset":"lao_Laoo-fon_Latn","languages":["lao-Laoo","fon-Latn"]},{"precision":0.612744,"recall":0.68083,"f1":0.632069,"accuracy":0.68083,"main_score":0.632069,"hf_subset":"lao_Laoo-jav_Latn","languages":["lao-Laoo","jav-Latn"]},{"precision":0.38526,"recall":0.456522,"f1":0.404398,"accuracy":0.456522,"main_score":0.404398,"hf_subset":"lao_Laoo-mri_Latn","languages":["lao-Laoo","mri-Latn"]},{"precision":0.762088,"recall":0.820158,"f1":0.779015,"accuracy":0.820158,"main_score":0.779015,"hf_subset":"lao_Laoo-rus_Cyrl","languages":["lao-Laoo","rus-Cyrl"]},{"precision":0.369694,"recall":0.4417,"f1":0.389794,"accuracy":0.4417,"main_score":0.389794,"hf_subset":"lao_Laoo-taq_Latn","languages":["lao-Laoo","taq-Latn"]},{"precision":0.566215,"recall":0.62747,"f1":0.583685,"accuracy":0.62747,"main_score":0.583685,"hf_subset":"lao_Laoo-war_Latn","languages":["lao-Laoo","war-Latn"]},{"precision":0.765144,"recall":0.824111,"f1":0.782249,"accuracy":0.824111,"main_score":0.782249,"hf_subset":"lao_Laoo-arb_Arab","languages":["lao-Laoo","arb-Arab"]},{"precision":0.768486,"recall":0.826087,"f1":0.786014,"accuracy":0.826087,"main_score":0.786014,"hf_subset":"lao_Laoo-bul_Cyrl","languages":["lao-Laoo","bul-Cyrl"]},{"precision":0.787625,"recall":0.840909,"f1":0.803329,"accuracy":0.840909,"main_score":0.803329,"hf_subset":"lao_Laoo-fra_Latn","languages":["lao-Laoo","fra-Latn"]},{"precision":0.762442,"recall":0.81917,"f1":0.779334,"accuracy":0.81917,"main_score":0.779334,"hf_subset":"lao_Laoo-jpn_Jpan","languages":["lao-Laoo","jpn-Jpan"]},{"precision":0.608639,"recall":0.676877,"f1":0.628527,"accuracy":0.676877,"main_score":0.628527,"hf_subset":"lao_Laoo-lij_Latn","languages":["lao-Laoo","lij-Latn"]},{"precision":0.661768,"recall":0.730237,"f1":0.681722,"accuracy":0.730237,"main_score":0.681722,"hf_subset":"lao_Laoo-mya_Mymr","languages":["lao-Laoo","mya-Mymr"]},{"precision":0.386376,"recall":0.455534,"f1":0.405924,"accuracy":0.455534,"main_score":0.405924,"hf_subset":"lao_Laoo-sag_Latn","languages":["lao-Laoo","sag-Latn"]},{"precision":0.14186,"recall":0.214427,"f1":0.157629,"accuracy":0.214427,"main_score":0.157629,"hf_subset":"lao_Laoo-taq_Tfng","languages":["lao-Laoo","taq-Tfng"]},{"precision":0.383506,"recall":0.450593,"f1":0.401744,"accuracy":0.450593,"main_score":0.401744,"hf_subset":"lao_Laoo-wol_Latn","languages":["lao-Laoo","wol-Latn"]},{"precision":0.251893,"recall":0.340909,"f1":0.275318,"accuracy":0.340909,"main_score":0.275318,"hf_subset":"lao_Laoo-arb_Latn","languages":["lao-Laoo","arb-Latn"]},{"precision":0.736886,"recall":0.793478,"f1":0.752709,"accuracy":0.793478,"main_score":0.752709,"hf_subset":"lao_Laoo-cat_Latn","languages":["lao-Laoo","cat-Latn"]},{"precision":0.575771,"recall":0.655138,"f1":0.598632,"accuracy":0.655138,"main_score":0.598632,"hf_subset":"lao_Laoo-fur_Latn","languages":["lao-Laoo","fur-Latn"]},{"precision":0.27712,"recall":0.349802,"f1":0.296981,"accuracy":0.349802,"main_score":0.296981,"hf_subset":"lao_Laoo-kab_Latn","languages":["lao-Laoo","kab-Latn"]},{"precision":0.559605,"recall":0.630435,"f1":0.57929,"accuracy":0.630435,"main_score":0.57929,"hf_subset":"lao_Laoo-lim_Latn","languages":["lao-Laoo","lim-Latn"]},{"precision":0.753961,"recall":0.813241,"f1":0.771343,"accuracy":0.813241,"main_score":0.771343,"hf_subset":"lao_Laoo-nld_Latn","languages":["lao-Laoo","nld-Latn"]},{"precision":0.635452,"recall":0.709486,"f1":0.656423,"accuracy":0.709486,"main_score":0.656423,"hf_subset":"lao_Laoo-san_Deva","languages":["lao-Laoo","san-Deva"]},{"precision":0.47423,"recall":0.536561,"f1":0.491328,"accuracy":0.536561,"main_score":0.491328,"hf_subset":"lao_Laoo-tat_Cyrl","languages":["lao-Laoo","tat-Cyrl"]},{"precision":0.383322,"recall":0.45751,"f1":0.403557,"accuracy":0.45751,"main_score":0.403557,"hf_subset":"lao_Laoo-xho_Latn","languages":["lao-Laoo","xho-Latn"]},{"precision":0.750331,"recall":0.812253,"f1":0.768239,"accuracy":0.812253,"main_score":0.768239,"hf_subset":"lao_Laoo-ars_Arab","languages":["lao-Laoo","ars-Arab"]},{"precision":0.575748,"recall":0.632411,"f1":0.591035,"accuracy":0.632411,"main_score":0.591035,"hf_subset":"lao_Laoo-ceb_Latn","languages":["lao-Laoo","ceb-Latn"]},{"precision":0.369329,"recall":0.436759,"f1":0.388517,"accuracy":0.436759,"main_score":0.388517,"hf_subset":"lao_Laoo-fuv_Latn","languages":["lao-Laoo","fuv-Latn"]},{"precision":0.373268,"recall":0.4417,"f1":0.392221,"accuracy":0.4417,"main_score":0.392221,"hf_subset":"lao_Laoo-kac_Latn","languages":["lao-Laoo","kac-Latn"]},{"precision":0.401264,"recall":0.479249,"f1":0.422756,"accuracy":0.479249,"main_score":0.422756,"hf_subset":"lao_Laoo-lin_Latn","languages":["lao-Laoo","lin-Latn"]},{"precision":0.717567,"recall":0.783597,"f1":0.737404,"accuracy":0.783597,"main_score":0.737404,"hf_subset":"lao_Laoo-nno_Latn","languages":["lao-Laoo","nno-Latn"]},{"precision":0.179752,"recall":0.23419,"f1":0.194873,"accuracy":0.23419,"main_score":0.194873,"hf_subset":"lao_Laoo-sat_Olck","languages":["lao-Laoo","sat-Olck"]},{"precision":0.771229,"recall":0.829051,"f1":0.789229,"accuracy":0.829051,"main_score":0.789229,"hf_subset":"lao_Laoo-tel_Telu","languages":["lao-Laoo","tel-Telu"]},{"precision":0.276715,"recall":0.34585,"f1":0.294326,"accuracy":0.34585,"main_score":0.294326,"hf_subset":"lao_Laoo-ydd_Hebr","languages":["lao-Laoo","ydd-Hebr"]},{"precision":0.622238,"recall":0.704545,"f1":0.646471,"accuracy":0.704545,"main_score":0.646471,"hf_subset":"lao_Laoo-ary_Arab","languages":["lao-Laoo","ary-Arab"]},{"precision":0.749631,"recall":0.809289,"f1":0.767013,"accuracy":0.809289,"main_score":0.767013,"hf_subset":"lao_Laoo-ces_Latn","languages":["lao-Laoo","ces-Latn"]},{"precision":0.297812,"recall":0.367589,"f1":0.315955,"accuracy":0.367589,"main_score":0.315955,"hf_subset":"lao_Laoo-gaz_Latn","languages":["lao-Laoo","gaz-Latn"]},{"precision":0.409355,"recall":0.472332,"f1":0.426482,"accuracy":0.472332,"main_score":0.426482,"hf_subset":"lao_Laoo-kam_Latn","languages":["lao-Laoo","kam-Latn"]},{"precision":0.572761,"recall":0.643281,"f1":0.592943,"accuracy":0.643281,"main_score":0.592943,"hf_subset":"lao_Laoo-lit_Latn","languages":["lao-Laoo","lit-Latn"]},{"precision":0.770471,"recall":0.827075,"f1":0.78706,"accuracy":0.827075,"main_score":0.78706,"hf_subset":"lao_Laoo-nob_Latn","languages":["lao-Laoo","nob-Latn"]},{"precision":0.527323,"recall":0.603755,"f1":0.548785,"accuracy":0.603755,"main_score":0.548785,"hf_subset":"lao_Laoo-scn_Latn","languages":["lao-Laoo","scn-Latn"]},{"precision":0.368013,"recall":0.433794,"f1":0.386667,"accuracy":0.433794,"main_score":0.386667,"hf_subset":"lao_Laoo-tgk_Cyrl","languages":["lao-Laoo","tgk-Cyrl"]},{"precision":0.32948,"recall":0.409091,"f1":0.351536,"accuracy":0.409091,"main_score":0.351536,"hf_subset":"lao_Laoo-yor_Latn","languages":["lao-Laoo","yor-Latn"]},{"precision":0.745496,"recall":0.809289,"f1":0.764383,"accuracy":0.809289,"main_score":0.764383,"hf_subset":"lao_Laoo-arz_Arab","languages":["lao-Laoo","arz-Arab"]},{"precision":0.36769,"recall":0.437747,"f1":0.387178,"accuracy":0.437747,"main_score":0.387178,"hf_subset":"lao_Laoo-cjk_Latn","languages":["lao-Laoo","cjk-Latn"]},{"precision":0.354698,"recall":0.416996,"f1":0.371357,"accuracy":0.416996,"main_score":0.371357,"hf_subset":"lao_Laoo-gla_Latn","languages":["lao-Laoo","gla-Latn"]},{"precision":0.766123,"recall":0.826087,"f1":0.784256,"accuracy":0.826087,"main_score":0.784256,"hf_subset":"lao_Laoo-kan_Knda","languages":["lao-Laoo","kan-Knda"]},{"precision":0.563167,"recall":0.626482,"f1":0.580594,"accuracy":0.626482,"main_score":0.580594,"hf_subset":"lao_Laoo-lmo_Latn","languages":["lao-Laoo","lmo-Latn"]},{"precision":0.753722,"recall":0.813241,"f1":0.771744,"accuracy":0.813241,"main_score":0.771744,"hf_subset":"lao_Laoo-npi_Deva","languages":["lao-Laoo","npi-Deva"]},{"precision":0.358067,"recall":0.416996,"f1":0.374431,"accuracy":0.416996,"main_score":0.374431,"hf_subset":"lao_Laoo-shn_Mymr","languages":["lao-Laoo","shn-Mymr"]},{"precision":0.683013,"recall":0.749012,"f1":0.702444,"accuracy":0.749012,"main_score":0.702444,"hf_subset":"lao_Laoo-tgl_Latn","languages":["lao-Laoo","tgl-Latn"]},{"precision":0.742292,"recall":0.807312,"f1":0.761807,"accuracy":0.807312,"main_score":0.761807,"hf_subset":"lao_Laoo-yue_Hant","languages":["lao-Laoo","yue-Hant"]},{"precision":0.641049,"recall":0.716403,"f1":0.662844,"accuracy":0.716403,"main_score":0.662844,"hf_subset":"lao_Laoo-asm_Beng","languages":["lao-Laoo","asm-Beng"]},{"precision":0.368261,"recall":0.434783,"f1":0.386325,"accuracy":0.434783,"main_score":0.386325,"hf_subset":"lao_Laoo-ckb_Arab","languages":["lao-Laoo","ckb-Arab"]},{"precision":0.363323,"recall":0.435771,"f1":0.382904,"accuracy":0.435771,"main_score":0.382904,"hf_subset":"lao_Laoo-gle_Latn","languages":["lao-Laoo","gle-Latn"]},{"precision":0.447525,"recall":0.541502,"f1":0.473454,"accuracy":0.541502,"main_score":0.473454,"hf_subset":"lao_Laoo-kas_Arab","languages":["lao-Laoo","kas-Arab"]},{"precision":0.426288,"recall":0.491107,"f1":0.444878,"accuracy":0.491107,"main_score":0.444878,"hf_subset":"lao_Laoo-ltg_Latn","languages":["lao-Laoo","ltg-Latn"]},{"precision":0.402298,"recall":0.458498,"f1":0.417464,"accuracy":0.458498,"main_score":0.417464,"hf_subset":"lao_Laoo-nso_Latn","languages":["lao-Laoo","nso-Latn"]},{"precision":0.6786,"recall":0.749012,"f1":0.699565,"accuracy":0.749012,"main_score":0.699565,"hf_subset":"lao_Laoo-sin_Sinh","languages":["lao-Laoo","sin-Sinh"]},{"precision":0.821064,"recall":0.868577,"f1":0.835216,"accuracy":0.868577,"main_score":0.835216,"hf_subset":"lao_Laoo-tha_Thai","languages":["lao-Laoo","tha-Thai"]},{"precision":0.734768,"recall":0.801383,"f1":0.754451,"accuracy":0.801383,"main_score":0.754451,"hf_subset":"lao_Laoo-zho_Hans","languages":["lao-Laoo","zho-Hans"]},{"precision":0.702866,"recall":0.764822,"f1":0.720672,"accuracy":0.764822,"main_score":0.720672,"hf_subset":"lao_Laoo-ast_Latn","languages":["lao-Laoo","ast-Latn"]},{"precision":0.568989,"recall":0.645257,"f1":0.590834,"accuracy":0.645257,"main_score":0.590834,"hf_subset":"lao_Laoo-crh_Latn","languages":["lao-Laoo","crh-Latn"]},{"precision":0.736784,"recall":0.794466,"f1":0.753444,"accuracy":0.794466,"main_score":0.753444,"hf_subset":"lao_Laoo-glg_Latn","languages":["lao-Laoo","glg-Latn"]},{"precision":0.438699,"recall":0.514822,"f1":0.459315,"accuracy":0.514822,"main_score":0.459315,"hf_subset":"lao_Laoo-kas_Deva","languages":["lao-Laoo","kas-Deva"]},{"precision":0.530546,"recall":0.603755,"f1":0.549884,"accuracy":0.603755,"main_score":0.549884,"hf_subset":"lao_Laoo-ltz_Latn","languages":["lao-Laoo","ltz-Latn"]},{"precision":0.315424,"recall":0.382411,"f1":0.333624,"accuracy":0.382411,"main_score":0.333624,"hf_subset":"lao_Laoo-nus_Latn","languages":["lao-Laoo","nus-Latn"]},{"precision":0.741444,"recall":0.798419,"f1":0.757668,"accuracy":0.798419,"main_score":0.757668,"hf_subset":"lao_Laoo-slk_Latn","languages":["lao-Laoo","slk-Latn"]},{"precision":0.318277,"recall":0.383399,"f1":0.336589,"accuracy":0.383399,"main_score":0.336589,"hf_subset":"lao_Laoo-tir_Ethi","languages":["lao-Laoo","tir-Ethi"]},{"precision":0.752088,"recall":0.815217,"f1":0.770832,"accuracy":0.815217,"main_score":0.770832,"hf_subset":"lao_Laoo-zho_Hant","languages":["lao-Laoo","zho-Hant"]},{"precision":0.748921,"recall":0.806324,"f1":0.765936,"accuracy":0.806324,"main_score":0.765936,"hf_subset":"lao_Laoo-awa_Deva","languages":["lao-Laoo","awa-Deva"]},{"precision":0.385953,"recall":0.447628,"f1":0.403188,"accuracy":0.447628,"main_score":0.403188,"hf_subset":"lao_Laoo-cym_Latn","languages":["lao-Laoo","cym-Latn"]},{"precision":0.438201,"recall":0.509881,"f1":0.458046,"accuracy":0.509881,"main_score":0.458046,"hf_subset":"lao_Laoo-grn_Latn","languages":["lao-Laoo","grn-Latn"]},{"precision":0.657216,"recall":0.733202,"f1":0.679564,"accuracy":0.733202,"main_score":0.679564,"hf_subset":"lao_Laoo-kat_Geor","languages":["lao-Laoo","kat-Geor"]},{"precision":0.398908,"recall":0.464427,"f1":0.416705,"accuracy":0.464427,"main_score":0.416705,"hf_subset":"lao_Laoo-lua_Latn","languages":["lao-Laoo","lua-Latn"]},{"precision":0.413818,"recall":0.476285,"f1":0.431407,"accuracy":0.476285,"main_score":0.431407,"hf_subset":"lao_Laoo-nya_Latn","languages":["lao-Laoo","nya-Latn"]},{"precision":0.666157,"recall":0.732213,"f1":0.685564,"accuracy":0.732213,"main_score":0.685564,"hf_subset":"lao_Laoo-slv_Latn","languages":["lao-Laoo","slv-Latn"]},{"precision":0.494208,"recall":0.566206,"f1":0.514552,"accuracy":0.566206,"main_score":0.514552,"hf_subset":"lao_Laoo-tpi_Latn","languages":["lao-Laoo","tpi-Latn"]},{"precision":0.770854,"recall":0.823123,"f1":0.785957,"accuracy":0.823123,"main_score":0.785957,"hf_subset":"lao_Laoo-zsm_Latn","languages":["lao-Laoo","zsm-Latn"]},{"precision":0.359921,"recall":0.433794,"f1":0.38061,"accuracy":0.433794,"main_score":0.38061,"hf_subset":"lao_Laoo-ayr_Latn","languages":["lao-Laoo","ayr-Latn"]},{"precision":0.780477,"recall":0.835968,"f1":0.797414,"accuracy":0.835968,"main_score":0.797414,"hf_subset":"lao_Laoo-dan_Latn","languages":["lao-Laoo","dan-Latn"]},{"precision":0.764586,"recall":0.828063,"f1":0.783992,"accuracy":0.828063,"main_score":0.783992,"hf_subset":"lao_Laoo-guj_Gujr","languages":["lao-Laoo","guj-Gujr"]},{"precision":0.561948,"recall":0.632411,"f1":0.581145,"accuracy":0.632411,"main_score":0.581145,"hf_subset":"lao_Laoo-kaz_Cyrl","languages":["lao-Laoo","kaz-Cyrl"]},{"precision":0.374546,"recall":0.442688,"f1":0.39367,"accuracy":0.442688,"main_score":0.39367,"hf_subset":"lao_Laoo-lug_Latn","languages":["lao-Laoo","lug-Latn"]},{"precision":0.687659,"recall":0.75,"f1":0.705755,"accuracy":0.75,"main_score":0.705755,"hf_subset":"lao_Laoo-oci_Latn","languages":["lao-Laoo","oci-Latn"]},{"precision":0.389859,"recall":0.45751,"f1":0.40928,"accuracy":0.45751,"main_score":0.40928,"hf_subset":"lao_Laoo-smo_Latn","languages":["lao-Laoo","smo-Latn"]},{"precision":0.374887,"recall":0.443676,"f1":0.393685,"accuracy":0.443676,"main_score":0.393685,"hf_subset":"lao_Laoo-tsn_Latn","languages":["lao-Laoo","tsn-Latn"]},{"precision":0.387381,"recall":0.460474,"f1":0.407759,"accuracy":0.460474,"main_score":0.407759,"hf_subset":"lao_Laoo-zul_Latn","languages":["lao-Laoo","zul-Latn"]},{"precision":0.411441,"recall":0.505929,"f1":0.437883,"accuracy":0.505929,"main_score":0.437883,"hf_subset":"lao_Laoo-azb_Arab","languages":["lao-Laoo","azb-Arab"]},{"precision":0.780256,"recall":0.833004,"f1":0.795931,"accuracy":0.833004,"main_score":0.795931,"hf_subset":"lao_Laoo-deu_Latn","languages":["lao-Laoo","deu-Latn"]},{"precision":0.435281,"recall":0.514822,"f1":0.457842,"accuracy":0.514822,"main_score":0.457842,"hf_subset":"lao_Laoo-hat_Latn","languages":["lao-Laoo","hat-Latn"]},{"precision":0.348787,"recall":0.413043,"f1":0.365878,"accuracy":0.413043,"main_score":0.365878,"hf_subset":"lao_Laoo-kbp_Latn","languages":["lao-Laoo","kbp-Latn"]},{"precision":0.382119,"recall":0.451581,"f1":0.401915,"accuracy":0.451581,"main_score":0.401915,"hf_subset":"lao_Laoo-luo_Latn","languages":["lao-Laoo","luo-Latn"]},{"precision":0.439781,"recall":0.512846,"f1":0.459369,"accuracy":0.512846,"main_score":0.459369,"hf_subset":"lao_Laoo-ory_Orya","languages":["lao-Laoo","ory-Orya"]},{"precision":0.397626,"recall":0.461462,"f1":0.414327,"accuracy":0.461462,"main_score":0.414327,"hf_subset":"lao_Laoo-sna_Latn","languages":["lao-Laoo","sna-Latn"]},{"precision":0.387925,"recall":0.456522,"f1":0.407378,"accuracy":0.456522,"main_score":0.407378,"hf_subset":"lao_Laoo-tso_Latn","languages":["lao-Laoo","tso-Latn"]},{"precision":0.585555,"recall":0.652174,"f1":0.603529,"accuracy":0.652174,"main_score":0.603529,"hf_subset":"lao_Laoo-azj_Latn","languages":["lao-Laoo","azj-Latn"]},{"precision":0.378409,"recall":0.448617,"f1":0.397558,"accuracy":0.448617,"main_score":0.397558,"hf_subset":"lao_Laoo-dik_Latn","languages":["lao-Laoo","dik-Latn"]},{"precision":0.429728,"recall":0.482213,"f1":0.444431,"accuracy":0.482213,"main_score":0.444431,"hf_subset":"lao_Laoo-hau_Latn","languages":["lao-Laoo","hau-Latn"]},{"precision":0.551993,"recall":0.625494,"f1":0.572975,"accuracy":0.625494,"main_score":0.572975,"hf_subset":"lao_Laoo-kea_Latn","languages":["lao-Laoo","kea-Latn"]},{"precision":0.456019,"recall":0.506917,"f1":0.469403,"accuracy":0.506917,"main_score":0.469403,"hf_subset":"lao_Laoo-lus_Latn","languages":["lao-Laoo","lus-Latn"]},{"precision":0.514155,"recall":0.58004,"f1":0.532328,"accuracy":0.58004,"main_score":0.532328,"hf_subset":"lao_Laoo-pag_Latn","languages":["lao-Laoo","pag-Latn"]},{"precision":0.503742,"recall":0.583004,"f1":0.526024,"accuracy":0.583004,"main_score":0.526024,"hf_subset":"lao_Laoo-snd_Arab","languages":["lao-Laoo","snd-Arab"]},{"precision":0.452054,"recall":0.518775,"f1":0.469722,"accuracy":0.518775,"main_score":0.469722,"hf_subset":"lao_Laoo-tuk_Latn","languages":["lao-Laoo","tuk-Latn"]},{"precision":0.452624,"recall":0.514822,"f1":0.46992,"accuracy":0.514822,"main_score":0.46992,"hf_subset":"lao_Laoo-bak_Cyrl","languages":["lao-Laoo","bak-Cyrl"]},{"precision":0.302629,"recall":0.380435,"f1":0.32396,"accuracy":0.380435,"main_score":0.32396,"hf_subset":"lao_Laoo-dyu_Latn","languages":["lao-Laoo","dyu-Latn"]},{"precision":0.700741,"recall":0.766798,"f1":0.720426,"accuracy":0.766798,"main_score":0.720426,"hf_subset":"lao_Laoo-heb_Hebr","languages":["lao-Laoo","heb-Hebr"]},{"precision":0.385561,"recall":0.451581,"f1":0.403361,"accuracy":0.451581,"main_score":0.403361,"hf_subset":"lao_Laoo-khk_Cyrl","languages":["lao-Laoo","khk-Cyrl"]},{"precision":0.604769,"recall":0.66502,"f1":0.621268,"accuracy":0.66502,"main_score":0.621268,"hf_subset":"lao_Laoo-lvs_Latn","languages":["lao-Laoo","lvs-Latn"]},{"precision":0.717031,"recall":0.786561,"f1":0.737568,"accuracy":0.786561,"main_score":0.737568,"hf_subset":"lao_Laoo-pan_Guru","languages":["lao-Laoo","pan-Guru"]},{"precision":0.376505,"recall":0.439723,"f1":0.394174,"accuracy":0.439723,"main_score":0.394174,"hf_subset":"lao_Laoo-som_Latn","languages":["lao-Laoo","som-Latn"]},{"precision":0.402341,"recall":0.453557,"f1":0.416493,"accuracy":0.453557,"main_score":0.416493,"hf_subset":"lao_Laoo-tum_Latn","languages":["lao-Laoo","tum-Latn"]},{"precision":0.25766,"recall":0.294466,"f1":0.266821,"accuracy":0.294466,"main_score":0.266821,"hf_subset":"mri_Latn-ace_Arab","languages":["mri-Latn","ace-Arab"]},{"precision":0.386431,"recall":0.421937,"f1":0.396311,"accuracy":0.421937,"main_score":0.396311,"hf_subset":"mri_Latn-bam_Latn","languages":["mri-Latn","bam-Latn"]},{"precision":0.140559,"recall":0.192688,"f1":0.152956,"accuracy":0.192688,"main_score":0.152956,"hf_subset":"mri_Latn-dzo_Tibt","languages":["mri-Latn","dzo-Tibt"]},{"precision":0.397644,"recall":0.449605,"f1":0.409614,"accuracy":0.449605,"main_score":0.409614,"hf_subset":"mri_Latn-hin_Deva","languages":["mri-Latn","hin-Deva"]},{"precision":0.381931,"recall":0.424901,"f1":0.393724,"accuracy":0.424901,"main_score":0.393724,"hf_subset":"mri_Latn-khm_Khmr","languages":["mri-Latn","khm-Khmr"]},{"precision":0.400074,"recall":0.4417,"f1":0.41045,"accuracy":0.4417,"main_score":0.41045,"hf_subset":"mri_Latn-mag_Deva","languages":["mri-Latn","mag-Deva"]},{"precision":0.429792,"recall":0.459486,"f1":0.437715,"accuracy":0.459486,"main_score":0.437715,"hf_subset":"mri_Latn-pap_Latn","languages":["mri-Latn","pap-Latn"]},{"precision":0.434389,"recall":0.463439,"f1":0.442684,"accuracy":0.463439,"main_score":0.442684,"hf_subset":"mri_Latn-sot_Latn","languages":["mri-Latn","sot-Latn"]},{"precision":0.408935,"recall":0.453557,"f1":0.419661,"accuracy":0.453557,"main_score":0.419661,"hf_subset":"mri_Latn-tur_Latn","languages":["mri-Latn","tur-Latn"]},{"precision":0.429352,"recall":0.453557,"f1":0.435982,"accuracy":0.453557,"main_score":0.435982,"hf_subset":"mri_Latn-ace_Latn","languages":["mri-Latn","ace-Latn"]},{"precision":0.413327,"recall":0.447628,"f1":0.421947,"accuracy":0.447628,"main_score":0.421947,"hf_subset":"mri_Latn-ban_Latn","languages":["mri-Latn","ban-Latn"]},{"precision":0.350348,"recall":0.400198,"f1":0.362799,"accuracy":0.400198,"main_score":0.362799,"hf_subset":"mri_Latn-ell_Grek","languages":["mri-Latn","ell-Grek"]},{"precision":0.384152,"recall":0.427866,"f1":0.39512,"accuracy":0.427866,"main_score":0.39512,"hf_subset":"mri_Latn-hne_Deva","languages":["mri-Latn","hne-Deva"]},{"precision":0.360881,"recall":0.397233,"f1":0.370863,"accuracy":0.397233,"main_score":0.370863,"hf_subset":"mri_Latn-kik_Latn","languages":["mri-Latn","kik-Latn"]},{"precision":0.40484,"recall":0.44664,"f1":0.415882,"accuracy":0.44664,"main_score":0.415882,"hf_subset":"mri_Latn-mai_Deva","languages":["mri-Latn","mai-Deva"]},{"precision":0.363022,"recall":0.40415,"f1":0.373788,"accuracy":0.40415,"main_score":0.373788,"hf_subset":"mri_Latn-pbt_Arab","languages":["mri-Latn","pbt-Arab"]},{"precision":0.426636,"recall":0.465415,"f1":0.43594,"accuracy":0.465415,"main_score":0.43594,"hf_subset":"mri_Latn-spa_Latn","languages":["mri-Latn","spa-Latn"]},{"precision":0.421133,"recall":0.453557,"f1":0.430157,"accuracy":0.453557,"main_score":0.430157,"hf_subset":"mri_Latn-twi_Latn","languages":["mri-Latn","twi-Latn"]},{"precision":0.387617,"recall":0.43083,"f1":0.39761,"accuracy":0.43083,"main_score":0.39761,"hf_subset":"mri_Latn-acm_Arab","languages":["mri-Latn","acm-Arab"]},{"precision":0.374895,"recall":0.416996,"f1":0.385833,"accuracy":0.416996,"main_score":0.385833,"hf_subset":"mri_Latn-bel_Cyrl","languages":["mri-Latn","bel-Cyrl"]},{"precision":0.430746,"recall":0.470356,"f1":0.440018,"accuracy":0.470356,"main_score":0.440018,"hf_subset":"mri_Latn-eng_Latn","languages":["mri-Latn","eng-Latn"]},{"precision":0.416962,"recall":0.454545,"f1":0.425981,"accuracy":0.454545,"main_score":0.425981,"hf_subset":"mri_Latn-hrv_Latn","languages":["mri-Latn","hrv-Latn"]},{"precision":0.38502,"recall":0.418972,"f1":0.394218,"accuracy":0.418972,"main_score":0.394218,"hf_subset":"mri_Latn-kin_Latn","languages":["mri-Latn","kin-Latn"]},{"precision":0.387642,"recall":0.440711,"f1":0.402062,"accuracy":0.440711,"main_score":0.402062,"hf_subset":"mri_Latn-mal_Mlym","languages":["mri-Latn","mal-Mlym"]},{"precision":0.385886,"recall":0.4417,"f1":0.398536,"accuracy":0.4417,"main_score":0.398536,"hf_subset":"mri_Latn-pes_Arab","languages":["mri-Latn","pes-Arab"]},{"precision":0.419259,"recall":0.451581,"f1":0.427658,"accuracy":0.451581,"main_score":0.427658,"hf_subset":"mri_Latn-srd_Latn","languages":["mri-Latn","srd-Latn"]},{"precision":0.149238,"recall":0.189723,"f1":0.15966,"accuracy":0.189723,"main_score":0.15966,"hf_subset":"mri_Latn-tzm_Tfng","languages":["mri-Latn","tzm-Tfng"]},{"precision":0.392863,"recall":0.4417,"f1":0.404128,"accuracy":0.4417,"main_score":0.404128,"hf_subset":"mri_Latn-acq_Arab","languages":["mri-Latn","acq-Arab"]},{"precision":0.425108,"recall":0.458498,"f1":0.434481,"accuracy":0.458498,"main_score":0.434481,"hf_subset":"mri_Latn-bem_Latn","languages":["mri-Latn","bem-Latn"]},{"precision":0.404612,"recall":0.440711,"f1":0.414014,"accuracy":0.440711,"main_score":0.414014,"hf_subset":"mri_Latn-epo_Latn","languages":["mri-Latn","epo-Latn"]},{"precision":0.395477,"recall":0.440711,"f1":0.406979,"accuracy":0.440711,"main_score":0.406979,"hf_subset":"mri_Latn-hun_Latn","languages":["mri-Latn","hun-Latn"]},{"precision":0.393837,"recall":0.434783,"f1":0.404674,"accuracy":0.434783,"main_score":0.404674,"hf_subset":"mri_Latn-kir_Cyrl","languages":["mri-Latn","kir-Cyrl"]},{"precision":0.38846,"recall":0.444664,"f1":0.402168,"accuracy":0.444664,"main_score":0.402168,"hf_subset":"mri_Latn-mar_Deva","languages":["mri-Latn","mar-Deva"]},{"precision":0.421223,"recall":0.448617,"f1":0.429254,"accuracy":0.448617,"main_score":0.429254,"hf_subset":"mri_Latn-plt_Latn","languages":["mri-Latn","plt-Latn"]},{"precision":0.386248,"recall":0.434783,"f1":0.398973,"accuracy":0.434783,"main_score":0.398973,"hf_subset":"mri_Latn-srp_Cyrl","languages":["mri-Latn","srp-Cyrl"]},{"precision":0.284033,"recall":0.320158,"f1":0.293484,"accuracy":0.320158,"main_score":0.293484,"hf_subset":"mri_Latn-uig_Arab","languages":["mri-Latn","uig-Arab"]},{"precision":0.371348,"recall":0.420949,"f1":0.38399,"accuracy":0.420949,"main_score":0.38399,"hf_subset":"mri_Latn-aeb_Arab","languages":["mri-Latn","aeb-Arab"]},{"precision":0.39657,"recall":0.44664,"f1":0.409467,"accuracy":0.44664,"main_score":0.409467,"hf_subset":"mri_Latn-ben_Beng","languages":["mri-Latn","ben-Beng"]},{"precision":0.39918,"recall":0.432806,"f1":0.407532,"accuracy":0.432806,"main_score":0.407532,"hf_subset":"mri_Latn-est_Latn","languages":["mri-Latn","est-Latn"]},{"precision":0.371356,"recall":0.411067,"f1":0.382043,"accuracy":0.411067,"main_score":0.382043,"hf_subset":"mri_Latn-hye_Armn","languages":["mri-Latn","hye-Armn"]},{"precision":0.399662,"recall":0.434783,"f1":0.409952,"accuracy":0.434783,"main_score":0.409952,"hf_subset":"mri_Latn-kmb_Latn","languages":["mri-Latn","kmb-Latn"]},{"precision":0.237144,"recall":0.277668,"f1":0.248256,"accuracy":0.277668,"main_score":0.248256,"hf_subset":"mri_Latn-min_Arab","languages":["mri-Latn","min-Arab"]},{"precision":0.405882,"recall":0.44664,"f1":0.415702,"accuracy":0.44664,"main_score":0.415702,"hf_subset":"mri_Latn-pol_Latn","languages":["mri-Latn","pol-Latn"]},{"precision":0.403503,"recall":0.447628,"f1":0.41541,"accuracy":0.447628,"main_score":0.41541,"hf_subset":"mri_Latn-ssw_Latn","languages":["mri-Latn","ssw-Latn"]},{"precision":0.394074,"recall":0.436759,"f1":0.40465,"accuracy":0.436759,"main_score":0.40465,"hf_subset":"mri_Latn-ukr_Cyrl","languages":["mri-Latn","ukr-Cyrl"]},{"precision":0.424016,"recall":0.455534,"f1":0.432591,"accuracy":0.455534,"main_score":0.432591,"hf_subset":"mri_Latn-afr_Latn","languages":["mri-Latn","afr-Latn"]},{"precision":0.396132,"recall":0.437747,"f1":0.407237,"accuracy":0.437747,"main_score":0.407237,"hf_subset":"mri_Latn-bho_Deva","languages":["mri-Latn","bho-Deva"]},{"precision":0.394656,"recall":0.427866,"f1":0.403923,"accuracy":0.427866,"main_score":0.403923,"hf_subset":"mri_Latn-eus_Latn","languages":["mri-Latn","eus-Latn"]},{"precision":0.389916,"recall":0.431818,"f1":0.401455,"accuracy":0.431818,"main_score":0.401455,"hf_subset":"mri_Latn-ibo_Latn","languages":["mri-Latn","ibo-Latn"]},{"precision":0.388394,"recall":0.432806,"f1":0.400405,"accuracy":0.432806,"main_score":0.400405,"hf_subset":"mri_Latn-kmr_Latn","languages":["mri-Latn","kmr-Latn"]},{"precision":0.425096,"recall":0.454545,"f1":0.433042,"accuracy":0.454545,"main_score":0.433042,"hf_subset":"mri_Latn-min_Latn","languages":["mri-Latn","min-Latn"]},{"precision":0.421253,"recall":0.464427,"f1":0.431787,"accuracy":0.464427,"main_score":0.431787,"hf_subset":"mri_Latn-por_Latn","languages":["mri-Latn","por-Latn"]},{"precision":0.419974,"recall":0.447628,"f1":0.426968,"accuracy":0.447628,"main_score":0.426968,"hf_subset":"mri_Latn-sun_Latn","languages":["mri-Latn","sun-Latn"]},{"precision":0.396484,"recall":0.435771,"f1":0.407936,"accuracy":0.435771,"main_score":0.407936,"hf_subset":"mri_Latn-umb_Latn","languages":["mri-Latn","umb-Latn"]},{"precision":0.389634,"recall":0.439723,"f1":0.402321,"accuracy":0.439723,"main_score":0.402321,"hf_subset":"mri_Latn-ajp_Arab","languages":["mri-Latn","ajp-Arab"]},{"precision":0.241768,"recall":0.273715,"f1":0.251022,"accuracy":0.273715,"main_score":0.251022,"hf_subset":"mri_Latn-bjn_Arab","languages":["mri-Latn","bjn-Arab"]},{"precision":0.412497,"recall":0.444664,"f1":0.421166,"accuracy":0.444664,"main_score":0.421166,"hf_subset":"mri_Latn-ewe_Latn","languages":["mri-Latn","ewe-Latn"]},{"precision":0.438977,"recall":0.470356,"f1":0.447577,"accuracy":0.470356,"main_score":0.447577,"hf_subset":"mri_Latn-ilo_Latn","languages":["mri-Latn","ilo-Latn"]},{"precision":0.201216,"recall":0.240119,"f1":0.211167,"accuracy":0.240119,"main_score":0.211167,"hf_subset":"mri_Latn-knc_Arab","languages":["mri-Latn","knc-Arab"]},{"precision":0.383057,"recall":0.423913,"f1":0.394341,"accuracy":0.423913,"main_score":0.394341,"hf_subset":"mri_Latn-mkd_Cyrl","languages":["mri-Latn","mkd-Cyrl"]},{"precision":0.383728,"recall":0.439723,"f1":0.39748,"accuracy":0.439723,"main_score":0.39748,"hf_subset":"mri_Latn-prs_Arab","languages":["mri-Latn","prs-Arab"]},{"precision":0.416063,"recall":0.452569,"f1":0.424778,"accuracy":0.452569,"main_score":0.424778,"hf_subset":"mri_Latn-swe_Latn","languages":["mri-Latn","swe-Latn"]},{"precision":0.361271,"recall":0.41502,"f1":0.375736,"accuracy":0.41502,"main_score":0.375736,"hf_subset":"mri_Latn-urd_Arab","languages":["mri-Latn","urd-Arab"]},{"precision":0.417494,"recall":0.445652,"f1":0.425694,"accuracy":0.445652,"main_score":0.425694,"hf_subset":"mri_Latn-aka_Latn","languages":["mri-Latn","aka-Latn"]},{"precision":0.416663,"recall":0.443676,"f1":0.424015,"accuracy":0.443676,"main_score":0.424015,"hf_subset":"mri_Latn-bjn_Latn","languages":["mri-Latn","bjn-Latn"]},{"precision":0.402893,"recall":0.436759,"f1":0.41177,"accuracy":0.436759,"main_score":0.41177,"hf_subset":"mri_Latn-fao_Latn","languages":["mri-Latn","fao-Latn"]},{"precision":0.426263,"recall":0.465415,"f1":0.435198,"accuracy":0.465415,"main_score":0.435198,"hf_subset":"mri_Latn-ind_Latn","languages":["mri-Latn","ind-Latn"]},{"precision":0.411674,"recall":0.445652,"f1":0.421024,"accuracy":0.445652,"main_score":0.421024,"hf_subset":"mri_Latn-knc_Latn","languages":["mri-Latn","knc-Latn"]},{"precision":0.412215,"recall":0.444664,"f1":0.420114,"accuracy":0.444664,"main_score":0.420114,"hf_subset":"mri_Latn-mlt_Latn","languages":["mri-Latn","mlt-Latn"]},{"precision":0.398394,"recall":0.434783,"f1":0.408444,"accuracy":0.434783,"main_score":0.408444,"hf_subset":"mri_Latn-quy_Latn","languages":["mri-Latn","quy-Latn"]},{"precision":0.417638,"recall":0.452569,"f1":0.427021,"accuracy":0.452569,"main_score":0.427021,"hf_subset":"mri_Latn-swh_Latn","languages":["mri-Latn","swh-Latn"]},{"precision":0.371986,"recall":0.407115,"f1":0.381665,"accuracy":0.407115,"main_score":0.381665,"hf_subset":"mri_Latn-uzn_Latn","languages":["mri-Latn","uzn-Latn"]},{"precision":0.39109,"recall":0.427866,"f1":0.400815,"accuracy":0.427866,"main_score":0.400815,"hf_subset":"mri_Latn-als_Latn","languages":["mri-Latn","als-Latn"]},{"precision":0.189427,"recall":0.248024,"f1":0.204166,"accuracy":0.248024,"main_score":0.204166,"hf_subset":"mri_Latn-bod_Tibt","languages":["mri-Latn","bod-Tibt"]},{"precision":0.42278,"recall":0.456522,"f1":0.431983,"accuracy":0.456522,"main_score":0.431983,"hf_subset":"mri_Latn-fij_Latn","languages":["mri-Latn","fij-Latn"]},{"precision":0.377913,"recall":0.420949,"f1":0.389764,"accuracy":0.420949,"main_score":0.389764,"hf_subset":"mri_Latn-isl_Latn","languages":["mri-Latn","isl-Latn"]},{"precision":0.41762,"recall":0.452569,"f1":0.426804,"accuracy":0.452569,"main_score":0.426804,"hf_subset":"mri_Latn-kon_Latn","languages":["mri-Latn","kon-Latn"]},{"precision":0.308387,"recall":0.350791,"f1":0.319591,"accuracy":0.350791,"main_score":0.319591,"hf_subset":"mri_Latn-mni_Beng","languages":["mri-Latn","mni-Beng"]},{"precision":0.421341,"recall":0.455534,"f1":0.430025,"accuracy":0.455534,"main_score":0.430025,"hf_subset":"mri_Latn-ron_Latn","languages":["mri-Latn","ron-Latn"]},{"precision":0.385881,"recall":0.426877,"f1":0.397583,"accuracy":0.426877,"main_score":0.397583,"hf_subset":"mri_Latn-szl_Latn","languages":["mri-Latn","szl-Latn"]},{"precision":0.417259,"recall":0.443676,"f1":0.42442,"accuracy":0.443676,"main_score":0.42442,"hf_subset":"mri_Latn-vec_Latn","languages":["mri-Latn","vec-Latn"]},{"precision":0.356363,"recall":0.405138,"f1":0.369932,"accuracy":0.405138,"main_score":0.369932,"hf_subset":"mri_Latn-amh_Ethi","languages":["mri-Latn","amh-Ethi"]},{"precision":0.398651,"recall":0.4417,"f1":0.409812,"accuracy":0.4417,"main_score":0.409812,"hf_subset":"mri_Latn-bos_Latn","languages":["mri-Latn","bos-Latn"]},{"precision":0.412171,"recall":0.454545,"f1":0.422777,"accuracy":0.454545,"main_score":0.422777,"hf_subset":"mri_Latn-fin_Latn","languages":["mri-Latn","fin-Latn"]},{"precision":0.418486,"recall":0.454545,"f1":0.426726,"accuracy":0.454545,"main_score":0.426726,"hf_subset":"mri_Latn-ita_Latn","languages":["mri-Latn","ita-Latn"]},{"precision":0.390601,"recall":0.437747,"f1":0.402562,"accuracy":0.437747,"main_score":0.402562,"hf_subset":"mri_Latn-kor_Hang","languages":["mri-Latn","kor-Hang"]},{"precision":0.403085,"recall":0.434783,"f1":0.41194,"accuracy":0.434783,"main_score":0.41194,"hf_subset":"mri_Latn-mos_Latn","languages":["mri-Latn","mos-Latn"]},{"precision":0.395736,"recall":0.429842,"f1":0.405306,"accuracy":0.429842,"main_score":0.405306,"hf_subset":"mri_Latn-run_Latn","languages":["mri-Latn","run-Latn"]},{"precision":0.38589,"recall":0.436759,"f1":0.398358,"accuracy":0.436759,"main_score":0.398358,"hf_subset":"mri_Latn-tam_Taml","languages":["mri-Latn","tam-Taml"]},{"precision":0.404313,"recall":0.452569,"f1":0.416255,"accuracy":0.452569,"main_score":0.416255,"hf_subset":"mri_Latn-vie_Latn","languages":["mri-Latn","vie-Latn"]},{"precision":0.382808,"recall":0.423913,"f1":0.393186,"accuracy":0.423913,"main_score":0.393186,"hf_subset":"mri_Latn-apc_Arab","languages":["mri-Latn","apc-Arab"]},{"precision":0.408931,"recall":0.440711,"f1":0.417713,"accuracy":0.440711,"main_score":0.417713,"hf_subset":"mri_Latn-bug_Latn","languages":["mri-Latn","bug-Latn"]},{"precision":0.380059,"recall":0.418972,"f1":0.390358,"accuracy":0.418972,"main_score":0.390358,"hf_subset":"mri_Latn-fon_Latn","languages":["mri-Latn","fon-Latn"]},{"precision":0.433965,"recall":0.459486,"f1":0.440257,"accuracy":0.459486,"main_score":0.440257,"hf_subset":"mri_Latn-jav_Latn","languages":["mri-Latn","jav-Latn"]},{"precision":0.389113,"recall":0.423913,"f1":0.398855,"accuracy":0.423913,"main_score":0.398855,"hf_subset":"mri_Latn-lao_Laoo","languages":["mri-Latn","lao-Laoo"]},{"precision":0.397883,"recall":0.449605,"f1":0.409421,"accuracy":0.449605,"main_score":0.409421,"hf_subset":"mri_Latn-rus_Cyrl","languages":["mri-Latn","rus-Cyrl"]},{"precision":0.377813,"recall":0.416008,"f1":0.388374,"accuracy":0.416008,"main_score":0.388374,"hf_subset":"mri_Latn-taq_Latn","languages":["mri-Latn","taq-Latn"]},{"precision":0.438393,"recall":0.466403,"f1":0.445578,"accuracy":0.466403,"main_score":0.445578,"hf_subset":"mri_Latn-war_Latn","languages":["mri-Latn","war-Latn"]},{"precision":0.392675,"recall":0.442688,"f1":0.404447,"accuracy":0.442688,"main_score":0.404447,"hf_subset":"mri_Latn-arb_Arab","languages":["mri-Latn","arb-Arab"]},{"precision":0.397499,"recall":0.442688,"f1":0.408818,"accuracy":0.442688,"main_score":0.408818,"hf_subset":"mri_Latn-bul_Cyrl","languages":["mri-Latn","bul-Cyrl"]},{"precision":0.425271,"recall":0.463439,"f1":0.434619,"accuracy":0.463439,"main_score":0.434619,"hf_subset":"mri_Latn-fra_Latn","languages":["mri-Latn","fra-Latn"]},{"precision":0.388836,"recall":0.445652,"f1":0.402914,"accuracy":0.445652,"main_score":0.402914,"hf_subset":"mri_Latn-jpn_Jpan","languages":["mri-Latn","jpn-Jpan"]},{"precision":0.406819,"recall":0.436759,"f1":0.414724,"accuracy":0.436759,"main_score":0.414724,"hf_subset":"mri_Latn-lij_Latn","languages":["mri-Latn","lij-Latn"]},{"precision":0.327285,"recall":0.380435,"f1":0.340929,"accuracy":0.380435,"main_score":0.340929,"hf_subset":"mri_Latn-mya_Mymr","languages":["mri-Latn","mya-Mymr"]},{"precision":0.400564,"recall":0.438735,"f1":0.411051,"accuracy":0.438735,"main_score":0.411051,"hf_subset":"mri_Latn-sag_Latn","languages":["mri-Latn","sag-Latn"]},{"precision":0.181938,"recall":0.225296,"f1":0.192463,"accuracy":0.225296,"main_score":0.192463,"hf_subset":"mri_Latn-taq_Tfng","languages":["mri-Latn","taq-Tfng"]},{"precision":0.402394,"recall":0.437747,"f1":0.411549,"accuracy":0.437747,"main_score":0.411549,"hf_subset":"mri_Latn-wol_Latn","languages":["mri-Latn","wol-Latn"]},{"precision":0.28091,"recall":0.340909,"f1":0.296523,"accuracy":0.340909,"main_score":0.296523,"hf_subset":"mri_Latn-arb_Latn","languages":["mri-Latn","arb-Latn"]},{"precision":0.409168,"recall":0.44664,"f1":0.418538,"accuracy":0.44664,"main_score":0.418538,"hf_subset":"mri_Latn-cat_Latn","languages":["mri-Latn","cat-Latn"]},{"precision":0.412392,"recall":0.44664,"f1":0.421562,"accuracy":0.44664,"main_score":0.421562,"hf_subset":"mri_Latn-fur_Latn","languages":["mri-Latn","fur-Latn"]},{"precision":0.306769,"recall":0.352767,"f1":0.319761,"accuracy":0.352767,"main_score":0.319761,"hf_subset":"mri_Latn-kab_Latn","languages":["mri-Latn","kab-Latn"]},{"precision":0.409926,"recall":0.445652,"f1":0.420079,"accuracy":0.445652,"main_score":0.420079,"hf_subset":"mri_Latn-lim_Latn","languages":["mri-Latn","lim-Latn"]},{"precision":0.416164,"recall":0.453557,"f1":0.425323,"accuracy":0.453557,"main_score":0.425323,"hf_subset":"mri_Latn-nld_Latn","languages":["mri-Latn","nld-Latn"]},{"precision":0.360524,"recall":0.409091,"f1":0.373121,"accuracy":0.409091,"main_score":0.373121,"hf_subset":"mri_Latn-san_Deva","languages":["mri-Latn","san-Deva"]},{"precision":0.382805,"recall":0.41996,"f1":0.392211,"accuracy":0.41996,"main_score":0.392211,"hf_subset":"mri_Latn-tat_Cyrl","languages":["mri-Latn","tat-Cyrl"]},{"precision":0.41145,"recall":0.453557,"f1":0.422766,"accuracy":0.453557,"main_score":0.422766,"hf_subset":"mri_Latn-xho_Latn","languages":["mri-Latn","xho-Latn"]},{"precision":0.366508,"recall":0.422925,"f1":0.380122,"accuracy":0.422925,"main_score":0.380122,"hf_subset":"mri_Latn-ars_Arab","languages":["mri-Latn","ars-Arab"]},{"precision":0.437809,"recall":0.467391,"f1":0.445666,"accuracy":0.467391,"main_score":0.445666,"hf_subset":"mri_Latn-ceb_Latn","languages":["mri-Latn","ceb-Latn"]},{"precision":0.394026,"recall":0.428854,"f1":0.403554,"accuracy":0.428854,"main_score":0.403554,"hf_subset":"mri_Latn-fuv_Latn","languages":["mri-Latn","fuv-Latn"]},{"precision":0.410016,"recall":0.443676,"f1":0.418746,"accuracy":0.443676,"main_score":0.418746,"hf_subset":"mri_Latn-kac_Latn","languages":["mri-Latn","kac-Latn"]},{"precision":0.412625,"recall":0.444664,"f1":0.421318,"accuracy":0.444664,"main_score":0.421318,"hf_subset":"mri_Latn-lin_Latn","languages":["mri-Latn","lin-Latn"]},{"precision":0.408346,"recall":0.448617,"f1":0.417725,"accuracy":0.448617,"main_score":0.417725,"hf_subset":"mri_Latn-nno_Latn","languages":["mri-Latn","nno-Latn"]},{"precision":0.18249,"recall":0.210474,"f1":0.189455,"accuracy":0.210474,"main_score":0.189455,"hf_subset":"mri_Latn-sat_Olck","languages":["mri-Latn","sat-Olck"]},{"precision":0.386537,"recall":0.4417,"f1":0.401207,"accuracy":0.4417,"main_score":0.401207,"hf_subset":"mri_Latn-tel_Telu","languages":["mri-Latn","tel-Telu"]},{"precision":0.243434,"recall":0.29249,"f1":0.256232,"accuracy":0.29249,"main_score":0.256232,"hf_subset":"mri_Latn-ydd_Hebr","languages":["mri-Latn","ydd-Hebr"]},{"precision":0.365031,"recall":0.411067,"f1":0.376866,"accuracy":0.411067,"main_score":0.376866,"hf_subset":"mri_Latn-ary_Arab","languages":["mri-Latn","ary-Arab"]},{"precision":0.390801,"recall":0.435771,"f1":0.401333,"accuracy":0.435771,"main_score":0.401333,"hf_subset":"mri_Latn-ces_Latn","languages":["mri-Latn","ces-Latn"]},{"precision":0.325137,"recall":0.371542,"f1":0.337421,"accuracy":0.371542,"main_score":0.337421,"hf_subset":"mri_Latn-gaz_Latn","languages":["mri-Latn","gaz-Latn"]},{"precision":0.4204,"recall":0.448617,"f1":0.428249,"accuracy":0.448617,"main_score":0.428249,"hf_subset":"mri_Latn-kam_Latn","languages":["mri-Latn","kam-Latn"]},{"precision":0.386603,"recall":0.423913,"f1":0.396321,"accuracy":0.423913,"main_score":0.396321,"hf_subset":"mri_Latn-lit_Latn","languages":["mri-Latn","lit-Latn"]},{"precision":0.410237,"recall":0.447628,"f1":0.418778,"accuracy":0.447628,"main_score":0.418778,"hf_subset":"mri_Latn-nob_Latn","languages":["mri-Latn","nob-Latn"]},{"precision":0.405949,"recall":0.440711,"f1":0.415303,"accuracy":0.440711,"main_score":0.415303,"hf_subset":"mri_Latn-scn_Latn","languages":["mri-Latn","scn-Latn"]},{"precision":0.348009,"recall":0.389328,"f1":0.359716,"accuracy":0.389328,"main_score":0.359716,"hf_subset":"mri_Latn-tgk_Cyrl","languages":["mri-Latn","tgk-Cyrl"]},{"precision":0.36232,"recall":0.406126,"f1":0.375401,"accuracy":0.406126,"main_score":0.375401,"hf_subset":"mri_Latn-yor_Latn","languages":["mri-Latn","yor-Latn"]},{"precision":0.392618,"recall":0.438735,"f1":0.403562,"accuracy":0.438735,"main_score":0.403562,"hf_subset":"mri_Latn-arz_Arab","languages":["mri-Latn","arz-Arab"]},{"precision":0.385295,"recall":0.421937,"f1":0.395514,"accuracy":0.421937,"main_score":0.395514,"hf_subset":"mri_Latn-cjk_Latn","languages":["mri-Latn","cjk-Latn"]},{"precision":0.383795,"recall":0.421937,"f1":0.393825,"accuracy":0.421937,"main_score":0.393825,"hf_subset":"mri_Latn-gla_Latn","languages":["mri-Latn","gla-Latn"]},{"precision":0.386314,"recall":0.437747,"f1":0.400321,"accuracy":0.437747,"main_score":0.400321,"hf_subset":"mri_Latn-kan_Knda","languages":["mri-Latn","kan-Knda"]},{"precision":0.416641,"recall":0.443676,"f1":0.423908,"accuracy":0.443676,"main_score":0.423908,"hf_subset":"mri_Latn-lmo_Latn","languages":["mri-Latn","lmo-Latn"]},{"precision":0.394591,"recall":0.437747,"f1":0.406468,"accuracy":0.437747,"main_score":0.406468,"hf_subset":"mri_Latn-npi_Deva","languages":["mri-Latn","npi-Deva"]},{"precision":0.36724,"recall":0.406126,"f1":0.377761,"accuracy":0.406126,"main_score":0.377761,"hf_subset":"mri_Latn-shn_Mymr","languages":["mri-Latn","shn-Mymr"]},{"precision":0.426446,"recall":0.464427,"f1":0.436276,"accuracy":0.464427,"main_score":0.436276,"hf_subset":"mri_Latn-tgl_Latn","languages":["mri-Latn","tgl-Latn"]},{"precision":0.38923,"recall":0.439723,"f1":0.401322,"accuracy":0.439723,"main_score":0.401322,"hf_subset":"mri_Latn-yue_Hant","languages":["mri-Latn","yue-Hant"]},{"precision":0.346473,"recall":0.389328,"f1":0.357637,"accuracy":0.389328,"main_score":0.357637,"hf_subset":"mri_Latn-asm_Beng","languages":["mri-Latn","asm-Beng"]},{"precision":0.310349,"recall":0.352767,"f1":0.322206,"accuracy":0.352767,"main_score":0.322206,"hf_subset":"mri_Latn-ckb_Arab","languages":["mri-Latn","ckb-Arab"]},{"precision":0.373869,"recall":0.41502,"f1":0.385146,"accuracy":0.41502,"main_score":0.385146,"hf_subset":"mri_Latn-gle_Latn","languages":["mri-Latn","gle-Latn"]},{"precision":0.302513,"recall":0.34585,"f1":0.314545,"accuracy":0.34585,"main_score":0.314545,"hf_subset":"mri_Latn-kas_Arab","languages":["mri-Latn","kas-Arab"]},{"precision":0.375227,"recall":0.411067,"f1":0.385071,"accuracy":0.411067,"main_score":0.385071,"hf_subset":"mri_Latn-ltg_Latn","languages":["mri-Latn","ltg-Latn"]},{"precision":0.434983,"recall":0.466403,"f1":0.442796,"accuracy":0.466403,"main_score":0.442796,"hf_subset":"mri_Latn-nso_Latn","languages":["mri-Latn","nso-Latn"]},{"precision":0.347195,"recall":0.397233,"f1":0.360628,"accuracy":0.397233,"main_score":0.360628,"hf_subset":"mri_Latn-sin_Sinh","languages":["mri-Latn","sin-Sinh"]},{"precision":0.384331,"recall":0.436759,"f1":0.39776,"accuracy":0.436759,"main_score":0.39776,"hf_subset":"mri_Latn-tha_Thai","languages":["mri-Latn","tha-Thai"]},{"precision":0.39225,"recall":0.443676,"f1":0.405292,"accuracy":0.443676,"main_score":0.405292,"hf_subset":"mri_Latn-zho_Hans","languages":["mri-Latn","zho-Hans"]},{"precision":0.42485,"recall":0.454545,"f1":0.432615,"accuracy":0.454545,"main_score":0.432615,"hf_subset":"mri_Latn-ast_Latn","languages":["mri-Latn","ast-Latn"]},{"precision":0.402232,"recall":0.438735,"f1":0.411539,"accuracy":0.438735,"main_score":0.411539,"hf_subset":"mri_Latn-crh_Latn","languages":["mri-Latn","crh-Latn"]},{"precision":0.417613,"recall":0.452569,"f1":0.425737,"accuracy":0.452569,"main_score":0.425737,"hf_subset":"mri_Latn-glg_Latn","languages":["mri-Latn","glg-Latn"]},{"precision":0.359884,"recall":0.406126,"f1":0.372956,"accuracy":0.406126,"main_score":0.372956,"hf_subset":"mri_Latn-kas_Deva","languages":["mri-Latn","kas-Deva"]},{"precision":0.386178,"recall":0.427866,"f1":0.397372,"accuracy":0.427866,"main_score":0.397372,"hf_subset":"mri_Latn-ltz_Latn","languages":["mri-Latn","ltz-Latn"]},{"precision":0.354836,"recall":0.398221,"f1":0.367028,"accuracy":0.398221,"main_score":0.367028,"hf_subset":"mri_Latn-nus_Latn","languages":["mri-Latn","nus-Latn"]},{"precision":0.406253,"recall":0.445652,"f1":0.416143,"accuracy":0.445652,"main_score":0.416143,"hf_subset":"mri_Latn-slk_Latn","languages":["mri-Latn","slk-Latn"]},{"precision":0.306166,"recall":0.350791,"f1":0.318422,"accuracy":0.350791,"main_score":0.318422,"hf_subset":"mri_Latn-tir_Ethi","languages":["mri-Latn","tir-Ethi"]},{"precision":0.375295,"recall":0.429842,"f1":0.389231,"accuracy":0.429842,"main_score":0.389231,"hf_subset":"mri_Latn-zho_Hant","languages":["mri-Latn","zho-Hant"]},{"precision":0.405633,"recall":0.447628,"f1":0.416194,"accuracy":0.447628,"main_score":0.416194,"hf_subset":"mri_Latn-awa_Deva","languages":["mri-Latn","awa-Deva"]},{"precision":0.38649,"recall":0.421937,"f1":0.396065,"accuracy":0.421937,"main_score":0.396065,"hf_subset":"mri_Latn-cym_Latn","languages":["mri-Latn","cym-Latn"]},{"precision":0.429558,"recall":0.453557,"f1":0.436331,"accuracy":0.453557,"main_score":0.436331,"hf_subset":"mri_Latn-grn_Latn","languages":["mri-Latn","grn-Latn"]},{"precision":0.360523,"recall":0.409091,"f1":0.37292,"accuracy":0.409091,"main_score":0.37292,"hf_subset":"mri_Latn-kat_Geor","languages":["mri-Latn","kat-Geor"]},{"precision":0.411429,"recall":0.448617,"f1":0.421125,"accuracy":0.448617,"main_score":0.421125,"hf_subset":"mri_Latn-lua_Latn","languages":["mri-Latn","lua-Latn"]},{"precision":0.431598,"recall":0.461462,"f1":0.439729,"accuracy":0.461462,"main_score":0.439729,"hf_subset":"mri_Latn-nya_Latn","languages":["mri-Latn","nya-Latn"]},{"precision":0.399171,"recall":0.438735,"f1":0.409273,"accuracy":0.438735,"main_score":0.409273,"hf_subset":"mri_Latn-slv_Latn","languages":["mri-Latn","slv-Latn"]},{"precision":0.438252,"recall":0.467391,"f1":0.446011,"accuracy":0.467391,"main_score":0.446011,"hf_subset":"mri_Latn-tpi_Latn","languages":["mri-Latn","tpi-Latn"]},{"precision":0.427603,"recall":0.467391,"f1":0.436998,"accuracy":0.467391,"main_score":0.436998,"hf_subset":"mri_Latn-zsm_Latn","languages":["mri-Latn","zsm-Latn"]},{"precision":0.393228,"recall":0.435771,"f1":0.404934,"accuracy":0.435771,"main_score":0.404934,"hf_subset":"mri_Latn-ayr_Latn","languages":["mri-Latn","ayr-Latn"]},{"precision":0.417597,"recall":0.456522,"f1":0.426899,"accuracy":0.456522,"main_score":0.426899,"hf_subset":"mri_Latn-dan_Latn","languages":["mri-Latn","dan-Latn"]},{"precision":0.38361,"recall":0.432806,"f1":0.39594,"accuracy":0.432806,"main_score":0.39594,"hf_subset":"mri_Latn-guj_Gujr","languages":["mri-Latn","guj-Gujr"]},{"precision":0.37646,"recall":0.417984,"f1":0.387266,"accuracy":0.417984,"main_score":0.387266,"hf_subset":"mri_Latn-kaz_Cyrl","languages":["mri-Latn","kaz-Cyrl"]},{"precision":0.398588,"recall":0.431818,"f1":0.407669,"accuracy":0.431818,"main_score":0.407669,"hf_subset":"mri_Latn-lug_Latn","languages":["mri-Latn","lug-Latn"]},{"precision":0.407729,"recall":0.443676,"f1":0.416799,"accuracy":0.443676,"main_score":0.416799,"hf_subset":"mri_Latn-oci_Latn","languages":["mri-Latn","oci-Latn"]},{"precision":0.444104,"recall":0.477273,"f1":0.453062,"accuracy":0.477273,"main_score":0.453062,"hf_subset":"mri_Latn-smo_Latn","languages":["mri-Latn","smo-Latn"]},{"precision":0.417578,"recall":0.452569,"f1":0.427311,"accuracy":0.452569,"main_score":0.427311,"hf_subset":"mri_Latn-tsn_Latn","languages":["mri-Latn","tsn-Latn"]},{"precision":0.398869,"recall":0.443676,"f1":0.411306,"accuracy":0.443676,"main_score":0.411306,"hf_subset":"mri_Latn-zul_Latn","languages":["mri-Latn","zul-Latn"]},{"precision":0.305402,"recall":0.349802,"f1":0.317571,"accuracy":0.349802,"main_score":0.317571,"hf_subset":"mri_Latn-azb_Arab","languages":["mri-Latn","azb-Arab"]},{"precision":0.409356,"recall":0.449605,"f1":0.418684,"accuracy":0.449605,"main_score":0.418684,"hf_subset":"mri_Latn-deu_Latn","languages":["mri-Latn","deu-Latn"]},{"precision":0.367945,"recall":0.41502,"f1":0.380109,"accuracy":0.41502,"main_score":0.380109,"hf_subset":"mri_Latn-hat_Latn","languages":["mri-Latn","hat-Latn"]},{"precision":0.378035,"recall":0.417984,"f1":0.38912,"accuracy":0.417984,"main_score":0.38912,"hf_subset":"mri_Latn-kbp_Latn","languages":["mri-Latn","kbp-Latn"]},{"precision":0.426434,"recall":0.45751,"f1":0.43537,"accuracy":0.45751,"main_score":0.43537,"hf_subset":"mri_Latn-luo_Latn","languages":["mri-Latn","luo-Latn"]},{"precision":0.366422,"recall":0.410079,"f1":0.378261,"accuracy":0.410079,"main_score":0.378261,"hf_subset":"mri_Latn-ory_Orya","languages":["mri-Latn","ory-Orya"]},{"precision":0.421758,"recall":0.450593,"f1":0.429755,"accuracy":0.450593,"main_score":0.429755,"hf_subset":"mri_Latn-sna_Latn","languages":["mri-Latn","sna-Latn"]},{"precision":0.412279,"recall":0.444664,"f1":0.420637,"accuracy":0.444664,"main_score":0.420637,"hf_subset":"mri_Latn-tso_Latn","languages":["mri-Latn","tso-Latn"]},{"precision":0.386589,"recall":0.427866,"f1":0.398018,"accuracy":0.427866,"main_score":0.398018,"hf_subset":"mri_Latn-azj_Latn","languages":["mri-Latn","azj-Latn"]},{"precision":0.369773,"recall":0.411067,"f1":0.381063,"accuracy":0.411067,"main_score":0.381063,"hf_subset":"mri_Latn-dik_Latn","languages":["mri-Latn","dik-Latn"]},{"precision":0.427703,"recall":0.460474,"f1":0.436594,"accuracy":0.460474,"main_score":0.436594,"hf_subset":"mri_Latn-hau_Latn","languages":["mri-Latn","hau-Latn"]},{"precision":0.410122,"recall":0.438735,"f1":0.418253,"accuracy":0.438735,"main_score":0.418253,"hf_subset":"mri_Latn-kea_Latn","languages":["mri-Latn","kea-Latn"]},{"precision":0.431412,"recall":0.458498,"f1":0.438911,"accuracy":0.458498,"main_score":0.438911,"hf_subset":"mri_Latn-lus_Latn","languages":["mri-Latn","lus-Latn"]},{"precision":0.426578,"recall":0.458498,"f1":0.434409,"accuracy":0.458498,"main_score":0.434409,"hf_subset":"mri_Latn-pag_Latn","languages":["mri-Latn","pag-Latn"]},{"precision":0.33085,"recall":0.366601,"f1":0.340459,"accuracy":0.366601,"main_score":0.340459,"hf_subset":"mri_Latn-snd_Arab","languages":["mri-Latn","snd-Arab"]},{"precision":0.381706,"recall":0.423913,"f1":0.392588,"accuracy":0.423913,"main_score":0.392588,"hf_subset":"mri_Latn-tuk_Latn","languages":["mri-Latn","tuk-Latn"]},{"precision":0.373679,"recall":0.411067,"f1":0.384228,"accuracy":0.411067,"main_score":0.384228,"hf_subset":"mri_Latn-bak_Cyrl","languages":["mri-Latn","bak-Cyrl"]},{"precision":0.324286,"recall":0.379447,"f1":0.339851,"accuracy":0.379447,"main_score":0.339851,"hf_subset":"mri_Latn-dyu_Latn","languages":["mri-Latn","dyu-Latn"]},{"precision":0.339321,"recall":0.386364,"f1":0.352117,"accuracy":0.386364,"main_score":0.352117,"hf_subset":"mri_Latn-heb_Hebr","languages":["mri-Latn","heb-Hebr"]},{"precision":0.371402,"recall":0.416008,"f1":0.383094,"accuracy":0.416008,"main_score":0.383094,"hf_subset":"mri_Latn-khk_Cyrl","languages":["mri-Latn","khk-Cyrl"]},{"precision":0.384122,"recall":0.423913,"f1":0.39443,"accuracy":0.423913,"main_score":0.39443,"hf_subset":"mri_Latn-lvs_Latn","languages":["mri-Latn","lvs-Latn"]},{"precision":0.368986,"recall":0.421937,"f1":0.382379,"accuracy":0.421937,"main_score":0.382379,"hf_subset":"mri_Latn-pan_Guru","languages":["mri-Latn","pan-Guru"]},{"precision":0.377641,"recall":0.416996,"f1":0.388774,"accuracy":0.416996,"main_score":0.388774,"hf_subset":"mri_Latn-som_Latn","languages":["mri-Latn","som-Latn"]},{"precision":0.416407,"recall":0.442688,"f1":0.423615,"accuracy":0.442688,"main_score":0.423615,"hf_subset":"mri_Latn-tum_Latn","languages":["mri-Latn","tum-Latn"]},{"precision":0.268326,"recall":0.356719,"f1":0.289878,"accuracy":0.356719,"main_score":0.289878,"hf_subset":"rus_Cyrl-ace_Arab","languages":["rus-Cyrl","ace-Arab"]},{"precision":0.336906,"recall":0.447628,"f1":0.36549,"accuracy":0.447628,"main_score":0.36549,"hf_subset":"rus_Cyrl-bam_Latn","languages":["rus-Cyrl","bam-Latn"]},{"precision":0.157647,"recall":0.217391,"f1":0.173709,"accuracy":0.217391,"main_score":0.173709,"hf_subset":"rus_Cyrl-dzo_Tibt","languages":["rus-Cyrl","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-hin_Deva","languages":["rus-Cyrl","hin-Deva"]},{"precision":0.827075,"recall":0.87747,"f1":0.842655,"accuracy":0.87747,"main_score":0.842655,"hf_subset":"rus_Cyrl-khm_Khmr","languages":["rus-Cyrl","khm-Khmr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"rus_Cyrl-mag_Deva","languages":["rus-Cyrl","mag-Deva"]},{"precision":0.828673,"recall":0.878458,"f1":0.843906,"accuracy":0.878458,"main_score":0.843906,"hf_subset":"rus_Cyrl-pap_Latn","languages":["rus-Cyrl","pap-Latn"]},{"precision":0.387181,"recall":0.496047,"f1":0.415366,"accuracy":0.496047,"main_score":0.415366,"hf_subset":"rus_Cyrl-sot_Latn","languages":["rus-Cyrl","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-tur_Latn","languages":["rus-Cyrl","tur-Latn"]},{"precision":0.652643,"recall":0.740119,"f1":0.678419,"accuracy":0.740119,"main_score":0.678419,"hf_subset":"rus_Cyrl-ace_Latn","languages":["rus-Cyrl","ace-Latn"]},{"precision":0.806439,"recall":0.86166,"f1":0.823814,"accuracy":0.86166,"main_score":0.823814,"hf_subset":"rus_Cyrl-ban_Latn","languages":["rus-Cyrl","ban-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"rus_Cyrl-ell_Grek","languages":["rus-Cyrl","ell-Grek"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"rus_Cyrl-hne_Deva","languages":["rus-Cyrl","hne-Deva"]},{"precision":0.388114,"recall":0.499012,"f1":0.417083,"accuracy":0.499012,"main_score":0.417083,"hf_subset":"rus_Cyrl-kik_Latn","languages":["rus-Cyrl","kik-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"rus_Cyrl-mai_Deva","languages":["rus-Cyrl","mai-Deva"]},{"precision":0.842062,"recall":0.889328,"f1":0.857016,"accuracy":0.889328,"main_score":0.857016,"hf_subset":"rus_Cyrl-pbt_Arab","languages":["rus-Cyrl","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-spa_Latn","languages":["rus-Cyrl","spa-Latn"]},{"precision":0.461126,"recall":0.567194,"f1":0.489132,"accuracy":0.567194,"main_score":0.489132,"hf_subset":"rus_Cyrl-twi_Latn","languages":["rus-Cyrl","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"rus_Cyrl-acm_Arab","languages":["rus-Cyrl","acm-Arab"]},{"precision":0.855814,"recall":0.901186,"f1":0.870455,"accuracy":0.901186,"main_score":0.870455,"hf_subset":"rus_Cyrl-bel_Cyrl","languages":["rus-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-eng_Latn","languages":["rus-Cyrl","eng-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"rus_Cyrl-hrv_Latn","languages":["rus-Cyrl","hrv-Latn"]},{"precision":0.356519,"recall":0.455534,"f1":0.381362,"accuracy":0.455534,"main_score":0.381362,"hf_subset":"rus_Cyrl-kin_Latn","languages":["rus-Cyrl","kin-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"rus_Cyrl-mal_Mlym","languages":["rus-Cyrl","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-pes_Arab","languages":["rus-Cyrl","pes-Arab"]},{"precision":0.809865,"recall":0.863636,"f1":0.826534,"accuracy":0.863636,"main_score":0.826534,"hf_subset":"rus_Cyrl-srd_Latn","languages":["rus-Cyrl","srd-Latn"]},{"precision":0.108199,"recall":0.170949,"f1":0.121288,"accuracy":0.170949,"main_score":0.121288,"hf_subset":"rus_Cyrl-tzm_Tfng","languages":["rus-Cyrl","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-acq_Arab","languages":["rus-Cyrl","acq-Arab"]},{"precision":0.416037,"recall":0.519763,"f1":0.442948,"accuracy":0.519763,"main_score":0.442948,"hf_subset":"rus_Cyrl-bem_Latn","languages":["rus-Cyrl","bem-Latn"]},{"precision":0.884858,"recall":0.91996,"f1":0.895998,"accuracy":0.91996,"main_score":0.895998,"hf_subset":"rus_Cyrl-epo_Latn","languages":["rus-Cyrl","epo-Latn"]},{"precision":0.919631,"recall":0.945652,"f1":0.928195,"accuracy":0.945652,"main_score":0.928195,"hf_subset":"rus_Cyrl-hun_Latn","languages":["rus-Cyrl","hun-Latn"]},{"precision":0.675725,"recall":0.755929,"f1":0.699473,"accuracy":0.755929,"main_score":0.699473,"hf_subset":"rus_Cyrl-kir_Cyrl","languages":["rus-Cyrl","kir-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"rus_Cyrl-mar_Deva","languages":["rus-Cyrl","mar-Deva"]},{"precision":0.397215,"recall":0.5,"f1":0.424693,"accuracy":0.5,"main_score":0.424693,"hf_subset":"rus_Cyrl-plt_Latn","languages":["rus-Cyrl","plt-Latn"]},{"precision":0.931653,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"rus_Cyrl-srp_Cyrl","languages":["rus-Cyrl","srp-Cyrl"]},{"precision":0.263418,"recall":0.350791,"f1":0.285623,"accuracy":0.350791,"main_score":0.285623,"hf_subset":"rus_Cyrl-uig_Arab","languages":["rus-Cyrl","uig-Arab"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"rus_Cyrl-aeb_Arab","languages":["rus-Cyrl","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-ben_Beng","languages":["rus-Cyrl","ben-Beng"]},{"precision":0.815053,"recall":0.867589,"f1":0.831291,"accuracy":0.867589,"main_score":0.831291,"hf_subset":"rus_Cyrl-est_Latn","languages":["rus-Cyrl","est-Latn"]},{"precision":0.817474,"recall":0.867589,"f1":0.832628,"accuracy":0.867589,"main_score":0.832628,"hf_subset":"rus_Cyrl-hye_Armn","languages":["rus-Cyrl","hye-Armn"]},{"precision":0.377077,"recall":0.475296,"f1":0.402592,"accuracy":0.475296,"main_score":0.402592,"hf_subset":"rus_Cyrl-kmb_Latn","languages":["rus-Cyrl","kmb-Latn"]},{"precision":0.223342,"recall":0.312253,"f1":0.244765,"accuracy":0.312253,"main_score":0.244765,"hf_subset":"rus_Cyrl-min_Arab","languages":["rus-Cyrl","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-pol_Latn","languages":["rus-Cyrl","pol-Latn"]},{"precision":0.365586,"recall":0.471344,"f1":0.391759,"accuracy":0.471344,"main_score":0.391759,"hf_subset":"rus_Cyrl-ssw_Latn","languages":["rus-Cyrl","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-ukr_Cyrl","languages":["rus-Cyrl","ukr-Cyrl"]},{"precision":0.933465,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"rus_Cyrl-afr_Latn","languages":["rus-Cyrl","afr-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"rus_Cyrl-bho_Deva","languages":["rus-Cyrl","bho-Deva"]},{"precision":0.586511,"recall":0.684783,"f1":0.614538,"accuracy":0.684783,"main_score":0.614538,"hf_subset":"rus_Cyrl-eus_Latn","languages":["rus-Cyrl","eus-Latn"]},{"precision":0.35786,"recall":0.470356,"f1":0.385957,"accuracy":0.470356,"main_score":0.385957,"hf_subset":"rus_Cyrl-ibo_Latn","languages":["rus-Cyrl","ibo-Latn"]},{"precision":0.405422,"recall":0.506917,"f1":0.431904,"accuracy":0.506917,"main_score":0.431904,"hf_subset":"rus_Cyrl-kmr_Latn","languages":["rus-Cyrl","kmr-Latn"]},{"precision":0.760721,"recall":0.824111,"f1":0.779748,"accuracy":0.824111,"main_score":0.779748,"hf_subset":"rus_Cyrl-min_Latn","languages":["rus-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-por_Latn","languages":["rus-Cyrl","por-Latn"]},{"precision":0.842885,"recall":0.890316,"f1":0.857675,"accuracy":0.890316,"main_score":0.857675,"hf_subset":"rus_Cyrl-sun_Latn","languages":["rus-Cyrl","sun-Latn"]},{"precision":0.350353,"recall":0.461462,"f1":0.378891,"accuracy":0.461462,"main_score":0.378891,"hf_subset":"rus_Cyrl-umb_Latn","languages":["rus-Cyrl","umb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"rus_Cyrl-ajp_Arab","languages":["rus-Cyrl","ajp-Arab"]},{"precision":0.235525,"recall":0.327075,"f1":0.259005,"accuracy":0.327075,"main_score":0.259005,"hf_subset":"rus_Cyrl-bjn_Arab","languages":["rus-Cyrl","bjn-Arab"]},{"precision":0.37911,"recall":0.478261,"f1":0.403647,"accuracy":0.478261,"main_score":0.403647,"hf_subset":"rus_Cyrl-ewe_Latn","languages":["rus-Cyrl","ewe-Latn"]},{"precision":0.639681,"recall":0.724308,"f1":0.66366,"accuracy":0.724308,"main_score":0.66366,"hf_subset":"rus_Cyrl-ilo_Latn","languages":["rus-Cyrl","ilo-Latn"]},{"precision":0.169883,"recall":0.247036,"f1":0.186446,"accuracy":0.247036,"main_score":0.186446,"hf_subset":"rus_Cyrl-knc_Arab","languages":["rus-Cyrl","knc-Arab"]},{"precision":0.922101,"recall":0.94664,"f1":0.930007,"accuracy":0.94664,"main_score":0.930007,"hf_subset":"rus_Cyrl-mkd_Cyrl","languages":["rus-Cyrl","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-prs_Arab","languages":["rus-Cyrl","prs-Arab"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"rus_Cyrl-swe_Latn","languages":["rus-Cyrl","swe-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"rus_Cyrl-urd_Arab","languages":["rus-Cyrl","urd-Arab"]},{"precision":0.436852,"recall":0.548419,"f1":0.466035,"accuracy":0.548419,"main_score":0.466035,"hf_subset":"rus_Cyrl-aka_Latn","languages":["rus-Cyrl","aka-Latn"]},{"precision":0.825906,"recall":0.875494,"f1":0.841074,"accuracy":0.875494,"main_score":0.841074,"hf_subset":"rus_Cyrl-bjn_Latn","languages":["rus-Cyrl","bjn-Latn"]},{"precision":0.540556,"recall":0.63834,"f1":0.567527,"accuracy":0.63834,"main_score":0.567527,"hf_subset":"rus_Cyrl-fao_Latn","languages":["rus-Cyrl","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"rus_Cyrl-ind_Latn","languages":["rus-Cyrl","ind-Latn"]},{"precision":0.418578,"recall":0.527668,"f1":0.446764,"accuracy":0.527668,"main_score":0.446764,"hf_subset":"rus_Cyrl-knc_Latn","languages":["rus-Cyrl","knc-Latn"]},{"precision":0.684791,"recall":0.763834,"f1":0.707767,"accuracy":0.763834,"main_score":0.707767,"hf_subset":"rus_Cyrl-mlt_Latn","languages":["rus-Cyrl","mlt-Latn"]},{"precision":0.458009,"recall":0.566206,"f1":0.486075,"accuracy":0.566206,"main_score":0.486075,"hf_subset":"rus_Cyrl-quy_Latn","languages":["rus-Cyrl","quy-Latn"]},{"precision":0.828343,"recall":0.879447,"f1":0.844763,"accuracy":0.879447,"main_score":0.844763,"hf_subset":"rus_Cyrl-swh_Latn","languages":["rus-Cyrl","swh-Latn"]},{"precision":0.629344,"recall":0.714427,"f1":0.653256,"accuracy":0.714427,"main_score":0.653256,"hf_subset":"rus_Cyrl-uzn_Latn","languages":["rus-Cyrl","uzn-Latn"]},{"precision":0.752866,"recall":0.820158,"f1":0.773847,"accuracy":0.820158,"main_score":0.773847,"hf_subset":"rus_Cyrl-als_Latn","languages":["rus-Cyrl","als-Latn"]},{"precision":0.180514,"recall":0.25,"f1":0.197317,"accuracy":0.25,"main_score":0.197317,"hf_subset":"rus_Cyrl-bod_Tibt","languages":["rus-Cyrl","bod-Tibt"]},{"precision":0.370326,"recall":0.483202,"f1":0.398755,"accuracy":0.483202,"main_score":0.398755,"hf_subset":"rus_Cyrl-fij_Latn","languages":["rus-Cyrl","fij-Latn"]},{"precision":0.518906,"recall":0.61166,"f1":0.544391,"accuracy":0.61166,"main_score":0.544391,"hf_subset":"rus_Cyrl-isl_Latn","languages":["rus-Cyrl","isl-Latn"]},{"precision":0.461902,"recall":0.564229,"f1":0.489316,"accuracy":0.564229,"main_score":0.489316,"hf_subset":"rus_Cyrl-kon_Latn","languages":["rus-Cyrl","kon-Latn"]},{"precision":0.31573,"recall":0.433794,"f1":0.345387,"accuracy":0.433794,"main_score":0.345387,"hf_subset":"rus_Cyrl-mni_Beng","languages":["rus-Cyrl","mni-Beng"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"rus_Cyrl-ron_Latn","languages":["rus-Cyrl","ron-Latn"]},{"precision":0.859272,"recall":0.900198,"f1":0.872266,"accuracy":0.900198,"main_score":0.872266,"hf_subset":"rus_Cyrl-szl_Latn","languages":["rus-Cyrl","szl-Latn"]},{"precision":0.91749,"recall":0.943676,"f1":0.925889,"accuracy":0.943676,"main_score":0.925889,"hf_subset":"rus_Cyrl-vec_Latn","languages":["rus-Cyrl","vec-Latn"]},{"precision":0.775115,"recall":0.838933,"f1":0.794782,"accuracy":0.838933,"main_score":0.794782,"hf_subset":"rus_Cyrl-amh_Ethi","languages":["rus-Cyrl","amh-Ethi"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"rus_Cyrl-bos_Latn","languages":["rus-Cyrl","bos-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"rus_Cyrl-fin_Latn","languages":["rus-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ita_Latn","languages":["rus-Cyrl","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-kor_Hang","languages":["rus-Cyrl","kor-Hang"]},{"precision":0.383729,"recall":0.498024,"f1":0.413407,"accuracy":0.498024,"main_score":0.413407,"hf_subset":"rus_Cyrl-mos_Latn","languages":["rus-Cyrl","mos-Latn"]},{"precision":0.363452,"recall":0.466403,"f1":0.389194,"accuracy":0.466403,"main_score":0.389194,"hf_subset":"rus_Cyrl-run_Latn","languages":["rus-Cyrl","run-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"rus_Cyrl-tam_Taml","languages":["rus-Cyrl","tam-Taml"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"rus_Cyrl-vie_Latn","languages":["rus-Cyrl","vie-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"rus_Cyrl-apc_Arab","languages":["rus-Cyrl","apc-Arab"]},{"precision":0.600253,"recall":0.6917,"f1":0.625947,"accuracy":0.6917,"main_score":0.625947,"hf_subset":"rus_Cyrl-bug_Latn","languages":["rus-Cyrl","bug-Latn"]},{"precision":0.31582,"recall":0.424901,"f1":0.342365,"accuracy":0.424901,"main_score":0.342365,"hf_subset":"rus_Cyrl-fon_Latn","languages":["rus-Cyrl","fon-Latn"]},{"precision":0.832181,"recall":0.882411,"f1":0.847958,"accuracy":0.882411,"main_score":0.847958,"hf_subset":"rus_Cyrl-jav_Latn","languages":["rus-Cyrl","jav-Latn"]},{"precision":0.705552,"recall":0.779644,"f1":0.727404,"accuracy":0.779644,"main_score":0.727404,"hf_subset":"rus_Cyrl-lao_Laoo","languages":["rus-Cyrl","lao-Laoo"]},{"precision":0.321274,"recall":0.438735,"f1":0.350002,"accuracy":0.438735,"main_score":0.350002,"hf_subset":"rus_Cyrl-mri_Latn","languages":["rus-Cyrl","mri-Latn"]},{"precision":0.367034,"recall":0.481225,"f1":0.39643,"accuracy":0.481225,"main_score":0.39643,"hf_subset":"rus_Cyrl-taq_Latn","languages":["rus-Cyrl","taq-Latn"]},{"precision":0.798346,"recall":0.855731,"f1":0.816156,"accuracy":0.855731,"main_score":0.816156,"hf_subset":"rus_Cyrl-war_Latn","languages":["rus-Cyrl","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-arb_Arab","languages":["rus-Cyrl","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"rus_Cyrl-bul_Cyrl","languages":["rus-Cyrl","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-fra_Latn","languages":["rus-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-jpn_Jpan","languages":["rus-Cyrl","jpn-Jpan"]},{"precision":0.839427,"recall":0.887352,"f1":0.854578,"accuracy":0.887352,"main_score":0.854578,"hf_subset":"rus_Cyrl-lij_Latn","languages":["rus-Cyrl","lij-Latn"]},{"precision":0.765596,"recall":0.832016,"f1":0.78587,"accuracy":0.832016,"main_score":0.78587,"hf_subset":"rus_Cyrl-mya_Mymr","languages":["rus-Cyrl","mya-Mymr"]},{"precision":0.413307,"recall":0.531621,"f1":0.445437,"accuracy":0.531621,"main_score":0.445437,"hf_subset":"rus_Cyrl-sag_Latn","languages":["rus-Cyrl","sag-Latn"]},{"precision":0.122953,"recall":0.197628,"f1":0.137418,"accuracy":0.197628,"main_score":0.137418,"hf_subset":"rus_Cyrl-taq_Tfng","languages":["rus-Cyrl","taq-Tfng"]},{"precision":0.430445,"recall":0.540514,"f1":0.459285,"accuracy":0.540514,"main_score":0.459285,"hf_subset":"rus_Cyrl-wol_Latn","languages":["rus-Cyrl","wol-Latn"]},{"precision":0.268051,"recall":0.379447,"f1":0.294966,"accuracy":0.379447,"main_score":0.294966,"hf_subset":"rus_Cyrl-arb_Latn","languages":["rus-Cyrl","arb-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"rus_Cyrl-cat_Latn","languages":["rus-Cyrl","cat-Latn"]},{"precision":0.805616,"recall":0.862648,"f1":0.82332,"accuracy":0.862648,"main_score":0.82332,"hf_subset":"rus_Cyrl-fur_Latn","languages":["rus-Cyrl","fur-Latn"]},{"precision":0.259349,"recall":0.34585,"f1":0.280258,"accuracy":0.34585,"main_score":0.280258,"hf_subset":"rus_Cyrl-kab_Latn","languages":["rus-Cyrl","kab-Latn"]},{"precision":0.779315,"recall":0.839921,"f1":0.797897,"accuracy":0.839921,"main_score":0.797897,"hf_subset":"rus_Cyrl-lim_Latn","languages":["rus-Cyrl","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-nld_Latn","languages":["rus-Cyrl","nld-Latn"]},{"precision":0.879776,"recall":0.916996,"f1":0.891798,"accuracy":0.916996,"main_score":0.891798,"hf_subset":"rus_Cyrl-san_Deva","languages":["rus-Cyrl","san-Deva"]},{"precision":0.65383,"recall":0.735178,"f1":0.677012,"accuracy":0.735178,"main_score":0.677012,"hf_subset":"rus_Cyrl-tat_Cyrl","languages":["rus-Cyrl","tat-Cyrl"]},{"precision":0.405768,"recall":0.51087,"f1":0.432196,"accuracy":0.51087,"main_score":0.432196,"hf_subset":"rus_Cyrl-xho_Latn","languages":["rus-Cyrl","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"rus_Cyrl-ars_Arab","languages":["rus-Cyrl","ars-Arab"]},{"precision":0.737467,"recall":0.810277,"f1":0.759637,"accuracy":0.810277,"main_score":0.759637,"hf_subset":"rus_Cyrl-ceb_Latn","languages":["rus-Cyrl","ceb-Latn"]},{"precision":0.379564,"recall":0.490119,"f1":0.407978,"accuracy":0.490119,"main_score":0.407978,"hf_subset":"rus_Cyrl-fuv_Latn","languages":["rus-Cyrl","fuv-Latn"]},{"precision":0.382156,"recall":0.496047,"f1":0.411449,"accuracy":0.496047,"main_score":0.411449,"hf_subset":"rus_Cyrl-kac_Latn","languages":["rus-Cyrl","kac-Latn"]},{"precision":0.448615,"recall":0.557312,"f1":0.47775,"accuracy":0.557312,"main_score":0.47775,"hf_subset":"rus_Cyrl-lin_Latn","languages":["rus-Cyrl","lin-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"rus_Cyrl-nno_Latn","languages":["rus-Cyrl","nno-Latn"]},{"precision":0.153044,"recall":0.220356,"f1":0.16835,"accuracy":0.220356,"main_score":0.16835,"hf_subset":"rus_Cyrl-sat_Olck","languages":["rus-Cyrl","sat-Olck"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"rus_Cyrl-tel_Telu","languages":["rus-Cyrl","tel-Telu"]},{"precision":0.304783,"recall":0.408103,"f1":0.330537,"accuracy":0.408103,"main_score":0.330537,"hf_subset":"rus_Cyrl-ydd_Hebr","languages":["rus-Cyrl","ydd-Hebr"]},{"precision":0.876482,"recall":0.91502,"f1":0.888801,"accuracy":0.91502,"main_score":0.888801,"hf_subset":"rus_Cyrl-ary_Arab","languages":["rus-Cyrl","ary-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"rus_Cyrl-ces_Latn","languages":["rus-Cyrl","ces-Latn"]},{"precision":0.285194,"recall":0.375494,"f1":0.306143,"accuracy":0.375494,"main_score":0.306143,"hf_subset":"rus_Cyrl-gaz_Latn","languages":["rus-Cyrl","gaz-Latn"]},{"precision":0.410659,"recall":0.517787,"f1":0.437946,"accuracy":0.517787,"main_score":0.437946,"hf_subset":"rus_Cyrl-kam_Latn","languages":["rus-Cyrl","kam-Latn"]},{"precision":0.784667,"recall":0.844862,"f1":0.803393,"accuracy":0.844862,"main_score":0.803393,"hf_subset":"rus_Cyrl-lit_Latn","languages":["rus-Cyrl","lit-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"rus_Cyrl-nob_Latn","languages":["rus-Cyrl","nob-Latn"]},{"precision":0.731762,"recall":0.807312,"f1":0.754694,"accuracy":0.807312,"main_score":0.754694,"hf_subset":"rus_Cyrl-scn_Latn","languages":["rus-Cyrl","scn-Latn"]},{"precision":0.428757,"recall":0.533597,"f1":0.456077,"accuracy":0.533597,"main_score":0.456077,"hf_subset":"rus_Cyrl-tgk_Cyrl","languages":["rus-Cyrl","tgk-Cyrl"]},{"precision":0.359154,"recall":0.467391,"f1":0.3872,"accuracy":0.467391,"main_score":0.3872,"hf_subset":"rus_Cyrl-yor_Latn","languages":["rus-Cyrl","yor-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"rus_Cyrl-arz_Arab","languages":["rus-Cyrl","arz-Arab"]},{"precision":0.393257,"recall":0.51087,"f1":0.424565,"accuracy":0.51087,"main_score":0.424565,"hf_subset":"rus_Cyrl-cjk_Latn","languages":["rus-Cyrl","cjk-Latn"]},{"precision":0.320846,"recall":0.424901,"f1":0.347057,"accuracy":0.424901,"main_score":0.347057,"hf_subset":"rus_Cyrl-gla_Latn","languages":["rus-Cyrl","gla-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"rus_Cyrl-kan_Knda","languages":["rus-Cyrl","kan-Knda"]},{"precision":0.779151,"recall":0.838933,"f1":0.797126,"accuracy":0.838933,"main_score":0.797126,"hf_subset":"rus_Cyrl-lmo_Latn","languages":["rus-Cyrl","lmo-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"rus_Cyrl-npi_Deva","languages":["rus-Cyrl","npi-Deva"]},{"precision":0.335246,"recall":0.451581,"f1":0.364352,"accuracy":0.451581,"main_score":0.364352,"hf_subset":"rus_Cyrl-shn_Mymr","languages":["rus-Cyrl","shn-Mymr"]},{"precision":0.863307,"recall":0.905138,"f1":0.876647,"accuracy":0.905138,"main_score":0.876647,"hf_subset":"rus_Cyrl-tgl_Latn","languages":["rus-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-yue_Hant","languages":["rus-Cyrl","yue-Hant"]},{"precision":0.868281,"recall":0.908103,"f1":0.880929,"accuracy":0.908103,"main_score":0.880929,"hf_subset":"rus_Cyrl-asm_Beng","languages":["rus-Cyrl","asm-Beng"]},{"precision":0.393683,"recall":0.48913,"f1":0.419425,"accuracy":0.48913,"main_score":0.419425,"hf_subset":"rus_Cyrl-ckb_Arab","languages":["rus-Cyrl","ckb-Arab"]},{"precision":0.334235,"recall":0.433794,"f1":0.358591,"accuracy":0.433794,"main_score":0.358591,"hf_subset":"rus_Cyrl-gle_Latn","languages":["rus-Cyrl","gle-Latn"]},{"precision":0.647597,"recall":0.737154,"f1":0.673599,"accuracy":0.737154,"main_score":0.673599,"hf_subset":"rus_Cyrl-kas_Arab","languages":["rus-Cyrl","kas-Arab"]},{"precision":0.583517,"recall":0.674901,"f1":0.610413,"accuracy":0.674901,"main_score":0.610413,"hf_subset":"rus_Cyrl-ltg_Latn","languages":["rus-Cyrl","ltg-Latn"]},{"precision":0.406968,"recall":0.523715,"f1":0.438204,"accuracy":0.523715,"main_score":0.438204,"hf_subset":"rus_Cyrl-nso_Latn","languages":["rus-Cyrl","nso-Latn"]},{"precision":0.84305,"recall":0.88834,"f1":0.857016,"accuracy":0.88834,"main_score":0.857016,"hf_subset":"rus_Cyrl-sin_Sinh","languages":["rus-Cyrl","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-tha_Thai","languages":["rus-Cyrl","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-zho_Hans","languages":["rus-Cyrl","zho-Hans"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"rus_Cyrl-ast_Latn","languages":["rus-Cyrl","ast-Latn"]},{"precision":0.785771,"recall":0.847826,"f1":0.804941,"accuracy":0.847826,"main_score":0.804941,"hf_subset":"rus_Cyrl-crh_Latn","languages":["rus-Cyrl","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-glg_Latn","languages":["rus-Cyrl","glg-Latn"]},{"precision":0.561203,"recall":0.664032,"f1":0.590278,"accuracy":0.664032,"main_score":0.590278,"hf_subset":"rus_Cyrl-kas_Deva","languages":["rus-Cyrl","kas-Deva"]},{"precision":0.759124,"recall":0.828063,"f1":0.78019,"accuracy":0.828063,"main_score":0.78019,"hf_subset":"rus_Cyrl-ltz_Latn","languages":["rus-Cyrl","ltz-Latn"]},{"precision":0.286775,"recall":0.378458,"f1":0.308734,"accuracy":0.378458,"main_score":0.308734,"hf_subset":"rus_Cyrl-nus_Latn","languages":["rus-Cyrl","nus-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"rus_Cyrl-slk_Latn","languages":["rus-Cyrl","slk-Latn"]},{"precision":0.362342,"recall":0.460474,"f1":0.388055,"accuracy":0.460474,"main_score":0.388055,"hf_subset":"rus_Cyrl-tir_Ethi","languages":["rus-Cyrl","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-zho_Hant","languages":["rus-Cyrl","zho-Hant"]},{"precision":0.982378,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"rus_Cyrl-awa_Deva","languages":["rus-Cyrl","awa-Deva"]},{"precision":0.404313,"recall":0.508893,"f1":0.430647,"accuracy":0.508893,"main_score":0.430647,"hf_subset":"rus_Cyrl-cym_Latn","languages":["rus-Cyrl","cym-Latn"]},{"precision":0.623766,"recall":0.714427,"f1":0.649304,"accuracy":0.714427,"main_score":0.649304,"hf_subset":"rus_Cyrl-grn_Latn","languages":["rus-Cyrl","grn-Latn"]},{"precision":0.898007,"recall":0.928854,"f1":0.907839,"accuracy":0.928854,"main_score":0.907839,"hf_subset":"rus_Cyrl-kat_Geor","languages":["rus-Cyrl","kat-Geor"]},{"precision":0.447012,"recall":0.555336,"f1":0.476527,"accuracy":0.555336,"main_score":0.476527,"hf_subset":"rus_Cyrl-lua_Latn","languages":["rus-Cyrl","lua-Latn"]},{"precision":0.442105,"recall":0.551383,"f1":0.471155,"accuracy":0.551383,"main_score":0.471155,"hf_subset":"rus_Cyrl-nya_Latn","languages":["rus-Cyrl","nya-Latn"]},{"precision":0.911924,"recall":0.939723,"f1":0.920949,"accuracy":0.939723,"main_score":0.920949,"hf_subset":"rus_Cyrl-slv_Latn","languages":["rus-Cyrl","slv-Latn"]},{"precision":0.709437,"recall":0.786561,"f1":0.73213,"accuracy":0.786561,"main_score":0.73213,"hf_subset":"rus_Cyrl-tpi_Latn","languages":["rus-Cyrl","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"rus_Cyrl-zsm_Latn","languages":["rus-Cyrl","zsm-Latn"]},{"precision":0.35613,"recall":0.468379,"f1":0.384761,"accuracy":0.468379,"main_score":0.384761,"hf_subset":"rus_Cyrl-ayr_Latn","languages":["rus-Cyrl","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-dan_Latn","languages":["rus-Cyrl","dan-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"rus_Cyrl-guj_Gujr","languages":["rus-Cyrl","guj-Gujr"]},{"precision":0.736973,"recall":0.80336,"f1":0.75631,"accuracy":0.80336,"main_score":0.75631,"hf_subset":"rus_Cyrl-kaz_Cyrl","languages":["rus-Cyrl","kaz-Cyrl"]},{"precision":0.34958,"recall":0.451581,"f1":0.374563,"accuracy":0.451581,"main_score":0.374563,"hf_subset":"rus_Cyrl-lug_Latn","languages":["rus-Cyrl","lug-Latn"]},{"precision":0.943017,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"rus_Cyrl-oci_Latn","languages":["rus-Cyrl","oci-Latn"]},{"precision":0.394697,"recall":0.511858,"f1":0.424592,"accuracy":0.511858,"main_score":0.424592,"hf_subset":"rus_Cyrl-smo_Latn","languages":["rus-Cyrl","smo-Latn"]},{"precision":0.361229,"recall":0.477273,"f1":0.390681,"accuracy":0.477273,"main_score":0.390681,"hf_subset":"rus_Cyrl-tsn_Latn","languages":["rus-Cyrl","tsn-Latn"]},{"precision":0.367528,"recall":0.470356,"f1":0.393402,"accuracy":0.470356,"main_score":0.393402,"hf_subset":"rus_Cyrl-zul_Latn","languages":["rus-Cyrl","zul-Latn"]},{"precision":0.654934,"recall":0.747036,"f1":0.682282,"accuracy":0.747036,"main_score":0.682282,"hf_subset":"rus_Cyrl-azb_Arab","languages":["rus-Cyrl","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-deu_Latn","languages":["rus-Cyrl","deu-Latn"]},{"precision":0.59335,"recall":0.6917,"f1":0.621855,"accuracy":0.6917,"main_score":0.621855,"hf_subset":"rus_Cyrl-hat_Latn","languages":["rus-Cyrl","hat-Latn"]},{"precision":0.322279,"recall":0.422925,"f1":0.346842,"accuracy":0.422925,"main_score":0.346842,"hf_subset":"rus_Cyrl-kbp_Latn","languages":["rus-Cyrl","kbp-Latn"]},{"precision":0.406792,"recall":0.509881,"f1":0.432008,"accuracy":0.509881,"main_score":0.432008,"hf_subset":"rus_Cyrl-luo_Latn","languages":["rus-Cyrl","luo-Latn"]},{"precision":0.513999,"recall":0.603755,"f1":0.537881,"accuracy":0.603755,"main_score":0.537881,"hf_subset":"rus_Cyrl-ory_Orya","languages":["rus-Cyrl","ory-Orya"]},{"precision":0.388912,"recall":0.498024,"f1":0.418038,"accuracy":0.498024,"main_score":0.418038,"hf_subset":"rus_Cyrl-sna_Latn","languages":["rus-Cyrl","sna-Latn"]},{"precision":0.365242,"recall":0.47332,"f1":0.392673,"accuracy":0.47332,"main_score":0.392673,"hf_subset":"rus_Cyrl-tso_Latn","languages":["rus-Cyrl","tso-Latn"]},{"precision":0.851779,"recall":0.896245,"f1":0.865744,"accuracy":0.896245,"main_score":0.865744,"hf_subset":"rus_Cyrl-azj_Latn","languages":["rus-Cyrl","azj-Latn"]},{"precision":0.391777,"recall":0.504941,"f1":0.421092,"accuracy":0.504941,"main_score":0.421092,"hf_subset":"rus_Cyrl-dik_Latn","languages":["rus-Cyrl","dik-Latn"]},{"precision":0.395002,"recall":0.492095,"f1":0.420668,"accuracy":0.492095,"main_score":0.420668,"hf_subset":"rus_Cyrl-hau_Latn","languages":["rus-Cyrl","hau-Latn"]},{"precision":0.762632,"recall":0.829051,"f1":0.782726,"accuracy":0.829051,"main_score":0.782726,"hf_subset":"rus_Cyrl-kea_Latn","languages":["rus-Cyrl","kea-Latn"]},{"precision":0.553185,"recall":0.65415,"f1":0.581773,"accuracy":0.65415,"main_score":0.581773,"hf_subset":"rus_Cyrl-lus_Latn","languages":["rus-Cyrl","lus-Latn"]},{"precision":0.708227,"recall":0.784585,"f1":0.730781,"accuracy":0.784585,"main_score":0.730781,"hf_subset":"rus_Cyrl-pag_Latn","languages":["rus-Cyrl","pag-Latn"]},{"precision":0.665679,"recall":0.752964,"f1":0.691817,"accuracy":0.752964,"main_score":0.691817,"hf_subset":"rus_Cyrl-snd_Arab","languages":["rus-Cyrl","snd-Arab"]},{"precision":0.593801,"recall":0.684783,"f1":0.619253,"accuracy":0.684783,"main_score":0.619253,"hf_subset":"rus_Cyrl-tuk_Latn","languages":["rus-Cyrl","tuk-Latn"]},{"precision":0.658583,"recall":0.742095,"f1":0.682199,"accuracy":0.742095,"main_score":0.682199,"hf_subset":"rus_Cyrl-bak_Cyrl","languages":["rus-Cyrl","bak-Cyrl"]},{"precision":0.318949,"recall":0.437747,"f1":0.349579,"accuracy":0.437747,"main_score":0.349579,"hf_subset":"rus_Cyrl-dyu_Latn","languages":["rus-Cyrl","dyu-Latn"]},{"precision":0.904974,"recall":0.934783,"f1":0.914526,"accuracy":0.934783,"main_score":0.914526,"hf_subset":"rus_Cyrl-heb_Hebr","languages":["rus-Cyrl","heb-Hebr"]},{"precision":0.429668,"recall":0.52668,"f1":0.455532,"accuracy":0.52668,"main_score":0.455532,"hf_subset":"rus_Cyrl-khk_Cyrl","languages":["rus-Cyrl","khk-Cyrl"]},{"precision":0.806653,"recall":0.862648,"f1":0.824177,"accuracy":0.862648,"main_score":0.824177,"hf_subset":"rus_Cyrl-lvs_Latn","languages":["rus-Cyrl","lvs-Latn"]},{"precision":0.912055,"recall":0.939723,"f1":0.921113,"accuracy":0.939723,"main_score":0.921113,"hf_subset":"rus_Cyrl-pan_Guru","languages":["rus-Cyrl","pan-Guru"]},{"precision":0.343032,"recall":0.447628,"f1":0.369783,"accuracy":0.447628,"main_score":0.369783,"hf_subset":"rus_Cyrl-som_Latn","languages":["rus-Cyrl","som-Latn"]},{"precision":0.422123,"recall":0.521739,"f1":0.448682,"accuracy":0.521739,"main_score":0.448682,"hf_subset":"rus_Cyrl-tum_Latn","languages":["rus-Cyrl","tum-Latn"]},{"precision":0.286597,"recall":0.325099,"f1":0.297586,"accuracy":0.325099,"main_score":0.297586,"hf_subset":"taq_Latn-ace_Arab","languages":["taq-Latn","ace-Arab"]},{"precision":0.395775,"recall":0.434783,"f1":0.406758,"accuracy":0.434783,"main_score":0.406758,"hf_subset":"taq_Latn-bam_Latn","languages":["taq-Latn","bam-Latn"]},{"precision":0.115092,"recall":0.166008,"f1":0.127008,"accuracy":0.166008,"main_score":0.127008,"hf_subset":"taq_Latn-dzo_Tibt","languages":["taq-Latn","dzo-Tibt"]},{"precision":0.431099,"recall":0.493083,"f1":0.447821,"accuracy":0.493083,"main_score":0.447821,"hf_subset":"taq_Latn-hin_Deva","languages":["taq-Latn","hin-Deva"]},{"precision":0.342946,"recall":0.405138,"f1":0.360095,"accuracy":0.405138,"main_score":0.360095,"hf_subset":"taq_Latn-khm_Khmr","languages":["taq-Latn","khm-Khmr"]},{"precision":0.443431,"recall":0.500988,"f1":0.458302,"accuracy":0.500988,"main_score":0.458302,"hf_subset":"taq_Latn-mag_Deva","languages":["taq-Latn","mag-Deva"]},{"precision":0.452901,"recall":0.491107,"f1":0.46348,"accuracy":0.491107,"main_score":0.46348,"hf_subset":"taq_Latn-pap_Latn","languages":["taq-Latn","pap-Latn"]},{"precision":0.411443,"recall":0.454545,"f1":0.423786,"accuracy":0.454545,"main_score":0.423786,"hf_subset":"taq_Latn-sot_Latn","languages":["taq-Latn","sot-Latn"]},{"precision":0.458789,"recall":0.507905,"f1":0.472184,"accuracy":0.507905,"main_score":0.472184,"hf_subset":"taq_Latn-tur_Latn","languages":["taq-Latn","tur-Latn"]},{"precision":0.443479,"recall":0.476285,"f1":0.453131,"accuracy":0.476285,"main_score":0.453131,"hf_subset":"taq_Latn-ace_Latn","languages":["taq-Latn","ace-Latn"]},{"precision":0.478384,"recall":0.508893,"f1":0.486805,"accuracy":0.508893,"main_score":0.486805,"hf_subset":"taq_Latn-ban_Latn","languages":["taq-Latn","ban-Latn"]},{"precision":0.377025,"recall":0.440711,"f1":0.394108,"accuracy":0.440711,"main_score":0.394108,"hf_subset":"taq_Latn-ell_Grek","languages":["taq-Latn","ell-Grek"]},{"precision":0.434149,"recall":0.483202,"f1":0.447669,"accuracy":0.483202,"main_score":0.447669,"hf_subset":"taq_Latn-hne_Deva","languages":["taq-Latn","hne-Deva"]},{"precision":0.378753,"recall":0.429842,"f1":0.393118,"accuracy":0.429842,"main_score":0.393118,"hf_subset":"taq_Latn-kik_Latn","languages":["taq-Latn","kik-Latn"]},{"precision":0.44874,"recall":0.498024,"f1":0.461411,"accuracy":0.498024,"main_score":0.461411,"hf_subset":"taq_Latn-mai_Deva","languages":["taq-Latn","mai-Deva"]},{"precision":0.388384,"recall":0.4417,"f1":0.403116,"accuracy":0.4417,"main_score":0.403116,"hf_subset":"taq_Latn-pbt_Arab","languages":["taq-Latn","pbt-Arab"]},{"precision":0.453886,"recall":0.514822,"f1":0.46939,"accuracy":0.514822,"main_score":0.46939,"hf_subset":"taq_Latn-spa_Latn","languages":["taq-Latn","spa-Latn"]},{"precision":0.453722,"recall":0.48913,"f1":0.46425,"accuracy":0.48913,"main_score":0.46425,"hf_subset":"taq_Latn-twi_Latn","languages":["taq-Latn","twi-Latn"]},{"precision":0.417263,"recall":0.472332,"f1":0.432426,"accuracy":0.472332,"main_score":0.432426,"hf_subset":"taq_Latn-acm_Arab","languages":["taq-Latn","acm-Arab"]},{"precision":0.375686,"recall":0.428854,"f1":0.389496,"accuracy":0.428854,"main_score":0.389496,"hf_subset":"taq_Latn-bel_Cyrl","languages":["taq-Latn","bel-Cyrl"]},{"precision":0.474119,"recall":0.528656,"f1":0.487484,"accuracy":0.528656,"main_score":0.487484,"hf_subset":"taq_Latn-eng_Latn","languages":["taq-Latn","eng-Latn"]},{"precision":0.433681,"recall":0.493083,"f1":0.449155,"accuracy":0.493083,"main_score":0.449155,"hf_subset":"taq_Latn-hrv_Latn","languages":["taq-Latn","hrv-Latn"]},{"precision":0.39568,"recall":0.438735,"f1":0.40714,"accuracy":0.438735,"main_score":0.40714,"hf_subset":"taq_Latn-kin_Latn","languages":["taq-Latn","kin-Latn"]},{"precision":0.421867,"recall":0.482213,"f1":0.437534,"accuracy":0.482213,"main_score":0.437534,"hf_subset":"taq_Latn-mal_Mlym","languages":["taq-Latn","mal-Mlym"]},{"precision":0.431404,"recall":0.5,"f1":0.448962,"accuracy":0.5,"main_score":0.448962,"hf_subset":"taq_Latn-pes_Arab","languages":["taq-Latn","pes-Arab"]},{"precision":0.430652,"recall":0.471344,"f1":0.441833,"accuracy":0.471344,"main_score":0.441833,"hf_subset":"taq_Latn-srd_Latn","languages":["taq-Latn","srd-Latn"]},{"precision":0.161179,"recall":0.206522,"f1":0.172797,"accuracy":0.206522,"main_score":0.172797,"hf_subset":"taq_Latn-tzm_Tfng","languages":["taq-Latn","tzm-Tfng"]},{"precision":0.432078,"recall":0.486166,"f1":0.446049,"accuracy":0.486166,"main_score":0.446049,"hf_subset":"taq_Latn-acq_Arab","languages":["taq-Latn","acq-Arab"]},{"precision":0.426449,"recall":0.467391,"f1":0.438458,"accuracy":0.467391,"main_score":0.438458,"hf_subset":"taq_Latn-bem_Latn","languages":["taq-Latn","bem-Latn"]},{"precision":0.421334,"recall":0.464427,"f1":0.433816,"accuracy":0.464427,"main_score":0.433816,"hf_subset":"taq_Latn-epo_Latn","languages":["taq-Latn","epo-Latn"]},{"precision":0.415955,"recall":0.471344,"f1":0.430879,"accuracy":0.471344,"main_score":0.430879,"hf_subset":"taq_Latn-hun_Latn","languages":["taq-Latn","hun-Latn"]},{"precision":0.414504,"recall":0.455534,"f1":0.42594,"accuracy":0.455534,"main_score":0.42594,"hf_subset":"taq_Latn-kir_Cyrl","languages":["taq-Latn","kir-Cyrl"]},{"precision":0.418308,"recall":0.48419,"f1":0.435061,"accuracy":0.48419,"main_score":0.435061,"hf_subset":"taq_Latn-mar_Deva","languages":["taq-Latn","mar-Deva"]},{"precision":0.418704,"recall":0.455534,"f1":0.428893,"accuracy":0.455534,"main_score":0.428893,"hf_subset":"taq_Latn-plt_Latn","languages":["taq-Latn","plt-Latn"]},{"precision":0.414484,"recall":0.467391,"f1":0.428705,"accuracy":0.467391,"main_score":0.428705,"hf_subset":"taq_Latn-srp_Cyrl","languages":["taq-Latn","srp-Cyrl"]},{"precision":0.276168,"recall":0.320158,"f1":0.288244,"accuracy":0.320158,"main_score":0.288244,"hf_subset":"taq_Latn-uig_Arab","languages":["taq-Latn","uig-Arab"]},{"precision":0.389311,"recall":0.4417,"f1":0.402489,"accuracy":0.4417,"main_score":0.402489,"hf_subset":"taq_Latn-aeb_Arab","languages":["taq-Latn","aeb-Arab"]},{"precision":0.423954,"recall":0.485178,"f1":0.440067,"accuracy":0.485178,"main_score":0.440067,"hf_subset":"taq_Latn-ben_Beng","languages":["taq-Latn","ben-Beng"]},{"precision":0.4187,"recall":0.463439,"f1":0.431061,"accuracy":0.463439,"main_score":0.431061,"hf_subset":"taq_Latn-est_Latn","languages":["taq-Latn","est-Latn"]},{"precision":0.36208,"recall":0.41502,"f1":0.376206,"accuracy":0.41502,"main_score":0.376206,"hf_subset":"taq_Latn-hye_Armn","languages":["taq-Latn","hye-Armn"]},{"precision":0.408325,"recall":0.449605,"f1":0.420034,"accuracy":0.449605,"main_score":0.420034,"hf_subset":"taq_Latn-kmb_Latn","languages":["taq-Latn","kmb-Latn"]},{"precision":0.246511,"recall":0.288538,"f1":0.257203,"accuracy":0.288538,"main_score":0.257203,"hf_subset":"taq_Latn-min_Arab","languages":["taq-Latn","min-Arab"]},{"precision":0.440675,"recall":0.5,"f1":0.455072,"accuracy":0.5,"main_score":0.455072,"hf_subset":"taq_Latn-pol_Latn","languages":["taq-Latn","pol-Latn"]},{"precision":0.372678,"recall":0.426877,"f1":0.388289,"accuracy":0.426877,"main_score":0.388289,"hf_subset":"taq_Latn-ssw_Latn","languages":["taq-Latn","ssw-Latn"]},{"precision":0.431281,"recall":0.48419,"f1":0.444805,"accuracy":0.48419,"main_score":0.444805,"hf_subset":"taq_Latn-ukr_Cyrl","languages":["taq-Latn","ukr-Cyrl"]},{"precision":0.456524,"recall":0.498024,"f1":0.46747,"accuracy":0.498024,"main_score":0.46747,"hf_subset":"taq_Latn-afr_Latn","languages":["taq-Latn","afr-Latn"]},{"precision":0.437417,"recall":0.483202,"f1":0.450653,"accuracy":0.483202,"main_score":0.450653,"hf_subset":"taq_Latn-bho_Deva","languages":["taq-Latn","bho-Deva"]},{"precision":0.422721,"recall":0.459486,"f1":0.433306,"accuracy":0.459486,"main_score":0.433306,"hf_subset":"taq_Latn-eus_Latn","languages":["taq-Latn","eus-Latn"]},{"precision":0.378954,"recall":0.426877,"f1":0.391912,"accuracy":0.426877,"main_score":0.391912,"hf_subset":"taq_Latn-ibo_Latn","languages":["taq-Latn","ibo-Latn"]},{"precision":0.417403,"recall":0.456522,"f1":0.428275,"accuracy":0.456522,"main_score":0.428275,"hf_subset":"taq_Latn-kmr_Latn","languages":["taq-Latn","kmr-Latn"]},{"precision":0.446794,"recall":0.480237,"f1":0.455838,"accuracy":0.480237,"main_score":0.455838,"hf_subset":"taq_Latn-min_Latn","languages":["taq-Latn","min-Latn"]},{"precision":0.465183,"recall":0.519763,"f1":0.478902,"accuracy":0.519763,"main_score":0.478902,"hf_subset":"taq_Latn-por_Latn","languages":["taq-Latn","por-Latn"]},{"precision":0.471703,"recall":0.505929,"f1":0.481298,"accuracy":0.505929,"main_score":0.481298,"hf_subset":"taq_Latn-sun_Latn","languages":["taq-Latn","sun-Latn"]},{"precision":0.386127,"recall":0.432806,"f1":0.399184,"accuracy":0.432806,"main_score":0.399184,"hf_subset":"taq_Latn-umb_Latn","languages":["taq-Latn","umb-Latn"]},{"precision":0.436286,"recall":0.482213,"f1":0.449022,"accuracy":0.482213,"main_score":0.449022,"hf_subset":"taq_Latn-ajp_Arab","languages":["taq-Latn","ajp-Arab"]},{"precision":0.265161,"recall":0.307312,"f1":0.275901,"accuracy":0.307312,"main_score":0.275901,"hf_subset":"taq_Latn-bjn_Arab","languages":["taq-Latn","bjn-Arab"]},{"precision":0.390961,"recall":0.431818,"f1":0.40272,"accuracy":0.431818,"main_score":0.40272,"hf_subset":"taq_Latn-ewe_Latn","languages":["taq-Latn","ewe-Latn"]},{"precision":0.487099,"recall":0.514822,"f1":0.495026,"accuracy":0.514822,"main_score":0.495026,"hf_subset":"taq_Latn-ilo_Latn","languages":["taq-Latn","ilo-Latn"]},{"precision":0.199791,"recall":0.243083,"f1":0.21123,"accuracy":0.243083,"main_score":0.21123,"hf_subset":"taq_Latn-knc_Arab","languages":["taq-Latn","knc-Arab"]},{"precision":0.413258,"recall":0.458498,"f1":0.425693,"accuracy":0.458498,"main_score":0.425693,"hf_subset":"taq_Latn-mkd_Cyrl","languages":["taq-Latn","mkd-Cyrl"]},{"precision":0.420346,"recall":0.486166,"f1":0.438109,"accuracy":0.486166,"main_score":0.438109,"hf_subset":"taq_Latn-prs_Arab","languages":["taq-Latn","prs-Arab"]},{"precision":0.444901,"recall":0.501976,"f1":0.459583,"accuracy":0.501976,"main_score":0.459583,"hf_subset":"taq_Latn-swe_Latn","languages":["taq-Latn","swe-Latn"]},{"precision":0.386884,"recall":0.455534,"f1":0.405443,"accuracy":0.455534,"main_score":0.405443,"hf_subset":"taq_Latn-urd_Arab","languages":["taq-Latn","urd-Arab"]},{"precision":0.438518,"recall":0.475296,"f1":0.449314,"accuracy":0.475296,"main_score":0.449314,"hf_subset":"taq_Latn-aka_Latn","languages":["taq-Latn","aka-Latn"]},{"precision":0.452876,"recall":0.48913,"f1":0.462366,"accuracy":0.48913,"main_score":0.462366,"hf_subset":"taq_Latn-bjn_Latn","languages":["taq-Latn","bjn-Latn"]},{"precision":0.409843,"recall":0.450593,"f1":0.421741,"accuracy":0.450593,"main_score":0.421741,"hf_subset":"taq_Latn-fao_Latn","languages":["taq-Latn","fao-Latn"]},{"precision":0.482167,"recall":0.535573,"f1":0.496071,"accuracy":0.535573,"main_score":0.496071,"hf_subset":"taq_Latn-ind_Latn","languages":["taq-Latn","ind-Latn"]},{"precision":0.426628,"recall":0.458498,"f1":0.435795,"accuracy":0.458498,"main_score":0.435795,"hf_subset":"taq_Latn-knc_Latn","languages":["taq-Latn","knc-Latn"]},{"precision":0.446955,"recall":0.483202,"f1":0.456525,"accuracy":0.483202,"main_score":0.456525,"hf_subset":"taq_Latn-mlt_Latn","languages":["taq-Latn","mlt-Latn"]},{"precision":0.43136,"recall":0.47332,"f1":0.443442,"accuracy":0.47332,"main_score":0.443442,"hf_subset":"taq_Latn-quy_Latn","languages":["taq-Latn","quy-Latn"]},{"precision":0.41487,"recall":0.461462,"f1":0.427631,"accuracy":0.461462,"main_score":0.427631,"hf_subset":"taq_Latn-swh_Latn","languages":["taq-Latn","swh-Latn"]},{"precision":0.394603,"recall":0.43083,"f1":0.40453,"accuracy":0.43083,"main_score":0.40453,"hf_subset":"taq_Latn-uzn_Latn","languages":["taq-Latn","uzn-Latn"]},{"precision":0.443011,"recall":0.487154,"f1":0.455468,"accuracy":0.487154,"main_score":0.455468,"hf_subset":"taq_Latn-als_Latn","languages":["taq-Latn","als-Latn"]},{"precision":0.188406,"recall":0.244071,"f1":0.201847,"accuracy":0.244071,"main_score":0.201847,"hf_subset":"taq_Latn-bod_Tibt","languages":["taq-Latn","bod-Tibt"]},{"precision":0.398494,"recall":0.445652,"f1":0.41132,"accuracy":0.445652,"main_score":0.41132,"hf_subset":"taq_Latn-fij_Latn","languages":["taq-Latn","fij-Latn"]},{"precision":0.377551,"recall":0.41996,"f1":0.389286,"accuracy":0.41996,"main_score":0.389286,"hf_subset":"taq_Latn-isl_Latn","languages":["taq-Latn","isl-Latn"]},{"precision":0.432196,"recall":0.478261,"f1":0.44389,"accuracy":0.478261,"main_score":0.44389,"hf_subset":"taq_Latn-kon_Latn","languages":["taq-Latn","kon-Latn"]},{"precision":0.338336,"recall":0.383399,"f1":0.350295,"accuracy":0.383399,"main_score":0.350295,"hf_subset":"taq_Latn-mni_Beng","languages":["taq-Latn","mni-Beng"]},{"precision":0.451219,"recall":0.506917,"f1":0.466452,"accuracy":0.506917,"main_score":0.466452,"hf_subset":"taq_Latn-ron_Latn","languages":["taq-Latn","ron-Latn"]},{"precision":0.434311,"recall":0.479249,"f1":0.446906,"accuracy":0.479249,"main_score":0.446906,"hf_subset":"taq_Latn-szl_Latn","languages":["taq-Latn","szl-Latn"]},{"precision":0.456243,"recall":0.495059,"f1":0.46597,"accuracy":0.495059,"main_score":0.46597,"hf_subset":"taq_Latn-vec_Latn","languages":["taq-Latn","vec-Latn"]},{"precision":0.350804,"recall":0.405138,"f1":0.365718,"accuracy":0.405138,"main_score":0.365718,"hf_subset":"taq_Latn-amh_Ethi","languages":["taq-Latn","amh-Ethi"]},{"precision":0.4343,"recall":0.490119,"f1":0.449138,"accuracy":0.490119,"main_score":0.449138,"hf_subset":"taq_Latn-bos_Latn","languages":["taq-Latn","bos-Latn"]},{"precision":0.420298,"recall":0.477273,"f1":0.435401,"accuracy":0.477273,"main_score":0.435401,"hf_subset":"taq_Latn-fin_Latn","languages":["taq-Latn","fin-Latn"]},{"precision":0.471102,"recall":0.521739,"f1":0.483409,"accuracy":0.521739,"main_score":0.483409,"hf_subset":"taq_Latn-ita_Latn","languages":["taq-Latn","ita-Latn"]},{"precision":0.431397,"recall":0.496047,"f1":0.447825,"accuracy":0.496047,"main_score":0.447825,"hf_subset":"taq_Latn-kor_Hang","languages":["taq-Latn","kor-Hang"]},{"precision":0.393328,"recall":0.436759,"f1":0.405383,"accuracy":0.436759,"main_score":0.405383,"hf_subset":"taq_Latn-mos_Latn","languages":["taq-Latn","mos-Latn"]},{"precision":0.404319,"recall":0.450593,"f1":0.416543,"accuracy":0.450593,"main_score":0.416543,"hf_subset":"taq_Latn-run_Latn","languages":["taq-Latn","run-Latn"]},{"precision":0.383247,"recall":0.452569,"f1":0.401266,"accuracy":0.452569,"main_score":0.401266,"hf_subset":"taq_Latn-tam_Taml","languages":["taq-Latn","tam-Taml"]},{"precision":0.427958,"recall":0.491107,"f1":0.444155,"accuracy":0.491107,"main_score":0.444155,"hf_subset":"taq_Latn-vie_Latn","languages":["taq-Latn","vie-Latn"]},{"precision":0.417699,"recall":0.47332,"f1":0.433082,"accuracy":0.47332,"main_score":0.433082,"hf_subset":"taq_Latn-apc_Arab","languages":["taq-Latn","apc-Arab"]},{"precision":0.446366,"recall":0.488142,"f1":0.458052,"accuracy":0.488142,"main_score":0.458052,"hf_subset":"taq_Latn-bug_Latn","languages":["taq-Latn","bug-Latn"]},{"precision":0.369686,"recall":0.41502,"f1":0.382487,"accuracy":0.41502,"main_score":0.382487,"hf_subset":"taq_Latn-fon_Latn","languages":["taq-Latn","fon-Latn"]},{"precision":0.451336,"recall":0.491107,"f1":0.462264,"accuracy":0.491107,"main_score":0.462264,"hf_subset":"taq_Latn-jav_Latn","languages":["taq-Latn","jav-Latn"]},{"precision":0.368139,"recall":0.416008,"f1":0.381144,"accuracy":0.416008,"main_score":0.381144,"hf_subset":"taq_Latn-lao_Laoo","languages":["taq-Latn","lao-Laoo"]},{"precision":0.374378,"recall":0.428854,"f1":0.38875,"accuracy":0.428854,"main_score":0.38875,"hf_subset":"taq_Latn-mri_Latn","languages":["taq-Latn","mri-Latn"]},{"precision":0.433466,"recall":0.494071,"f1":0.449075,"accuracy":0.494071,"main_score":0.449075,"hf_subset":"taq_Latn-rus_Cyrl","languages":["taq-Latn","rus-Cyrl"]},{"precision":0.484444,"recall":0.516798,"f1":0.493841,"accuracy":0.516798,"main_score":0.493841,"hf_subset":"taq_Latn-war_Latn","languages":["taq-Latn","war-Latn"]},{"precision":0.418921,"recall":0.481225,"f1":0.434599,"accuracy":0.481225,"main_score":0.434599,"hf_subset":"taq_Latn-arb_Arab","languages":["taq-Latn","arb-Arab"]},{"precision":0.446643,"recall":0.504941,"f1":0.461726,"accuracy":0.504941,"main_score":0.461726,"hf_subset":"taq_Latn-bul_Cyrl","languages":["taq-Latn","bul-Cyrl"]},{"precision":0.465494,"recall":0.521739,"f1":0.479566,"accuracy":0.521739,"main_score":0.479566,"hf_subset":"taq_Latn-fra_Latn","languages":["taq-Latn","fra-Latn"]},{"precision":0.441448,"recall":0.51087,"f1":0.459261,"accuracy":0.51087,"main_score":0.459261,"hf_subset":"taq_Latn-jpn_Jpan","languages":["taq-Latn","jpn-Jpan"]},{"precision":0.443577,"recall":0.48419,"f1":0.455241,"accuracy":0.48419,"main_score":0.455241,"hf_subset":"taq_Latn-lij_Latn","languages":["taq-Latn","lij-Latn"]},{"precision":0.309523,"recall":0.36166,"f1":0.323613,"accuracy":0.36166,"main_score":0.323613,"hf_subset":"taq_Latn-mya_Mymr","languages":["taq-Latn","mya-Mymr"]},{"precision":0.430064,"recall":0.468379,"f1":0.441195,"accuracy":0.468379,"main_score":0.441195,"hf_subset":"taq_Latn-sag_Latn","languages":["taq-Latn","sag-Latn"]},{"precision":0.805023,"recall":0.859684,"f1":0.821476,"accuracy":0.859684,"main_score":0.821476,"hf_subset":"taq_Latn-taq_Tfng","languages":["taq-Latn","taq-Tfng"]},{"precision":0.441619,"recall":0.472332,"f1":0.450719,"accuracy":0.472332,"main_score":0.450719,"hf_subset":"taq_Latn-wol_Latn","languages":["taq-Latn","wol-Latn"]},{"precision":0.31662,"recall":0.36166,"f1":0.32942,"accuracy":0.36166,"main_score":0.32942,"hf_subset":"taq_Latn-arb_Latn","languages":["taq-Latn","arb-Latn"]},{"precision":0.441365,"recall":0.485178,"f1":0.45353,"accuracy":0.485178,"main_score":0.45353,"hf_subset":"taq_Latn-cat_Latn","languages":["taq-Latn","cat-Latn"]},{"precision":0.449649,"recall":0.488142,"f1":0.460361,"accuracy":0.488142,"main_score":0.460361,"hf_subset":"taq_Latn-fur_Latn","languages":["taq-Latn","fur-Latn"]},{"precision":0.326519,"recall":0.366601,"f1":0.337342,"accuracy":0.366601,"main_score":0.337342,"hf_subset":"taq_Latn-kab_Latn","languages":["taq-Latn","kab-Latn"]},{"precision":0.439645,"recall":0.481225,"f1":0.451238,"accuracy":0.481225,"main_score":0.451238,"hf_subset":"taq_Latn-lim_Latn","languages":["taq-Latn","lim-Latn"]},{"precision":0.458155,"recall":0.512846,"f1":0.472448,"accuracy":0.512846,"main_score":0.472448,"hf_subset":"taq_Latn-nld_Latn","languages":["taq-Latn","nld-Latn"]},{"precision":0.388207,"recall":0.445652,"f1":0.40327,"accuracy":0.445652,"main_score":0.40327,"hf_subset":"taq_Latn-san_Deva","languages":["taq-Latn","san-Deva"]},{"precision":0.425367,"recall":0.459486,"f1":0.43469,"accuracy":0.459486,"main_score":0.43469,"hf_subset":"taq_Latn-tat_Cyrl","languages":["taq-Latn","tat-Cyrl"]},{"precision":0.407827,"recall":0.460474,"f1":0.422778,"accuracy":0.460474,"main_score":0.422778,"hf_subset":"taq_Latn-xho_Latn","languages":["taq-Latn","xho-Latn"]},{"precision":0.397044,"recall":0.461462,"f1":0.41398,"accuracy":0.461462,"main_score":0.41398,"hf_subset":"taq_Latn-ars_Arab","languages":["taq-Latn","ars-Arab"]},{"precision":0.48574,"recall":0.519763,"f1":0.495596,"accuracy":0.519763,"main_score":0.495596,"hf_subset":"taq_Latn-ceb_Latn","languages":["taq-Latn","ceb-Latn"]},{"precision":0.406324,"recall":0.442688,"f1":0.416323,"accuracy":0.442688,"main_score":0.416323,"hf_subset":"taq_Latn-fuv_Latn","languages":["taq-Latn","fuv-Latn"]},{"precision":0.421913,"recall":0.463439,"f1":0.433319,"accuracy":0.463439,"main_score":0.433319,"hf_subset":"taq_Latn-kac_Latn","languages":["taq-Latn","kac-Latn"]},{"precision":0.425527,"recall":0.47332,"f1":0.438423,"accuracy":0.47332,"main_score":0.438423,"hf_subset":"taq_Latn-lin_Latn","languages":["taq-Latn","lin-Latn"]},{"precision":0.442556,"recall":0.490119,"f1":0.454056,"accuracy":0.490119,"main_score":0.454056,"hf_subset":"taq_Latn-nno_Latn","languages":["taq-Latn","nno-Latn"]},{"precision":0.158971,"recall":0.198617,"f1":0.169073,"accuracy":0.198617,"main_score":0.169073,"hf_subset":"taq_Latn-sat_Olck","languages":["taq-Latn","sat-Olck"]},{"precision":0.422028,"recall":0.482213,"f1":0.437574,"accuracy":0.482213,"main_score":0.437574,"hf_subset":"taq_Latn-tel_Telu","languages":["taq-Latn","tel-Telu"]},{"precision":0.273638,"recall":0.317194,"f1":0.284936,"accuracy":0.317194,"main_score":0.284936,"hf_subset":"taq_Latn-ydd_Hebr","languages":["taq-Latn","ydd-Hebr"]},{"precision":0.404179,"recall":0.452569,"f1":0.417605,"accuracy":0.452569,"main_score":0.417605,"hf_subset":"taq_Latn-ary_Arab","languages":["taq-Latn","ary-Arab"]},{"precision":0.428597,"recall":0.488142,"f1":0.444208,"accuracy":0.488142,"main_score":0.444208,"hf_subset":"taq_Latn-ces_Latn","languages":["taq-Latn","ces-Latn"]},{"precision":0.320036,"recall":0.370553,"f1":0.334129,"accuracy":0.370553,"main_score":0.334129,"hf_subset":"taq_Latn-gaz_Latn","languages":["taq-Latn","gaz-Latn"]},{"precision":0.408919,"recall":0.447628,"f1":0.419931,"accuracy":0.447628,"main_score":0.419931,"hf_subset":"taq_Latn-kam_Latn","languages":["taq-Latn","kam-Latn"]},{"precision":0.406743,"recall":0.456522,"f1":0.419566,"accuracy":0.456522,"main_score":0.419566,"hf_subset":"taq_Latn-lit_Latn","languages":["taq-Latn","lit-Latn"]},{"precision":0.442056,"recall":0.503953,"f1":0.457943,"accuracy":0.503953,"main_score":0.457943,"hf_subset":"taq_Latn-nob_Latn","languages":["taq-Latn","nob-Latn"]},{"precision":0.428647,"recall":0.465415,"f1":0.439164,"accuracy":0.465415,"main_score":0.439164,"hf_subset":"taq_Latn-scn_Latn","languages":["taq-Latn","scn-Latn"]},{"precision":0.378763,"recall":0.416008,"f1":0.388987,"accuracy":0.416008,"main_score":0.388987,"hf_subset":"taq_Latn-tgk_Cyrl","languages":["taq-Latn","tgk-Cyrl"]},{"precision":0.366972,"recall":0.414032,"f1":0.38043,"accuracy":0.414032,"main_score":0.38043,"hf_subset":"taq_Latn-yor_Latn","languages":["taq-Latn","yor-Latn"]},{"precision":0.41084,"recall":0.469368,"f1":0.426081,"accuracy":0.469368,"main_score":0.426081,"hf_subset":"taq_Latn-arz_Arab","languages":["taq-Latn","arz-Arab"]},{"precision":0.416496,"recall":0.462451,"f1":0.428903,"accuracy":0.462451,"main_score":0.428903,"hf_subset":"taq_Latn-cjk_Latn","languages":["taq-Latn","cjk-Latn"]},{"precision":0.362939,"recall":0.406126,"f1":0.374764,"accuracy":0.406126,"main_score":0.374764,"hf_subset":"taq_Latn-gla_Latn","languages":["taq-Latn","gla-Latn"]},{"precision":0.403128,"recall":0.472332,"f1":0.421443,"accuracy":0.472332,"main_score":0.421443,"hf_subset":"taq_Latn-kan_Knda","languages":["taq-Latn","kan-Knda"]},{"precision":0.428902,"recall":0.470356,"f1":0.440009,"accuracy":0.470356,"main_score":0.440009,"hf_subset":"taq_Latn-lmo_Latn","languages":["taq-Latn","lmo-Latn"]},{"precision":0.419292,"recall":0.480237,"f1":0.435207,"accuracy":0.480237,"main_score":0.435207,"hf_subset":"taq_Latn-npi_Deva","languages":["taq-Latn","npi-Deva"]},{"precision":0.362888,"recall":0.418972,"f1":0.378339,"accuracy":0.418972,"main_score":0.378339,"hf_subset":"taq_Latn-shn_Mymr","languages":["taq-Latn","shn-Mymr"]},{"precision":0.464152,"recall":0.508893,"f1":0.476653,"accuracy":0.508893,"main_score":0.476653,"hf_subset":"taq_Latn-tgl_Latn","languages":["taq-Latn","tgl-Latn"]},{"precision":0.414673,"recall":0.483202,"f1":0.431791,"accuracy":0.483202,"main_score":0.431791,"hf_subset":"taq_Latn-yue_Hant","languages":["taq-Latn","yue-Hant"]},{"precision":0.375796,"recall":0.431818,"f1":0.391298,"accuracy":0.431818,"main_score":0.391298,"hf_subset":"taq_Latn-asm_Beng","languages":["taq-Latn","asm-Beng"]},{"precision":0.314177,"recall":0.356719,"f1":0.3264,"accuracy":0.356719,"main_score":0.3264,"hf_subset":"taq_Latn-ckb_Arab","languages":["taq-Latn","ckb-Arab"]},{"precision":0.350159,"recall":0.400198,"f1":0.363948,"accuracy":0.400198,"main_score":0.363948,"hf_subset":"taq_Latn-gle_Latn","languages":["taq-Latn","gle-Latn"]},{"precision":0.352036,"recall":0.400198,"f1":0.365017,"accuracy":0.400198,"main_score":0.365017,"hf_subset":"taq_Latn-kas_Arab","languages":["taq-Latn","kas-Arab"]},{"precision":0.409308,"recall":0.453557,"f1":0.421372,"accuracy":0.453557,"main_score":0.421372,"hf_subset":"taq_Latn-ltg_Latn","languages":["taq-Latn","ltg-Latn"]},{"precision":0.433129,"recall":0.480237,"f1":0.446314,"accuracy":0.480237,"main_score":0.446314,"hf_subset":"taq_Latn-nso_Latn","languages":["taq-Latn","nso-Latn"]},{"precision":0.343535,"recall":0.40415,"f1":0.358567,"accuracy":0.40415,"main_score":0.358567,"hf_subset":"taq_Latn-sin_Sinh","languages":["taq-Latn","sin-Sinh"]},{"precision":0.412754,"recall":0.483202,"f1":0.430981,"accuracy":0.483202,"main_score":0.430981,"hf_subset":"taq_Latn-tha_Thai","languages":["taq-Latn","tha-Thai"]},{"precision":0.420373,"recall":0.492095,"f1":0.438768,"accuracy":0.492095,"main_score":0.438768,"hf_subset":"taq_Latn-zho_Hans","languages":["taq-Latn","zho-Hans"]},{"precision":0.451164,"recall":0.490119,"f1":0.46214,"accuracy":0.490119,"main_score":0.46214,"hf_subset":"taq_Latn-ast_Latn","languages":["taq-Latn","ast-Latn"]},{"precision":0.40905,"recall":0.447628,"f1":0.419557,"accuracy":0.447628,"main_score":0.419557,"hf_subset":"taq_Latn-crh_Latn","languages":["taq-Latn","crh-Latn"]},{"precision":0.473148,"recall":0.516798,"f1":0.484481,"accuracy":0.516798,"main_score":0.484481,"hf_subset":"taq_Latn-glg_Latn","languages":["taq-Latn","glg-Latn"]},{"precision":0.398254,"recall":0.433794,"f1":0.408465,"accuracy":0.433794,"main_score":0.408465,"hf_subset":"taq_Latn-kas_Deva","languages":["taq-Latn","kas-Deva"]},{"precision":0.442179,"recall":0.478261,"f1":0.452519,"accuracy":0.478261,"main_score":0.452519,"hf_subset":"taq_Latn-ltz_Latn","languages":["taq-Latn","ltz-Latn"]},{"precision":0.329442,"recall":0.374506,"f1":0.34148,"accuracy":0.374506,"main_score":0.34148,"hf_subset":"taq_Latn-nus_Latn","languages":["taq-Latn","nus-Latn"]},{"precision":0.43766,"recall":0.491107,"f1":0.45208,"accuracy":0.491107,"main_score":0.45208,"hf_subset":"taq_Latn-slk_Latn","languages":["taq-Latn","slk-Latn"]},{"precision":0.309131,"recall":0.354743,"f1":0.321772,"accuracy":0.354743,"main_score":0.321772,"hf_subset":"taq_Latn-tir_Ethi","languages":["taq-Latn","tir-Ethi"]},{"precision":0.395399,"recall":0.471344,"f1":0.414171,"accuracy":0.471344,"main_score":0.414171,"hf_subset":"taq_Latn-zho_Hant","languages":["taq-Latn","zho-Hant"]},{"precision":0.44593,"recall":0.496047,"f1":0.458895,"accuracy":0.496047,"main_score":0.458895,"hf_subset":"taq_Latn-awa_Deva","languages":["taq-Latn","awa-Deva"]},{"precision":0.377538,"recall":0.422925,"f1":0.389971,"accuracy":0.422925,"main_score":0.389971,"hf_subset":"taq_Latn-cym_Latn","languages":["taq-Latn","cym-Latn"]},{"precision":0.459728,"recall":0.505929,"f1":0.47189,"accuracy":0.505929,"main_score":0.47189,"hf_subset":"taq_Latn-grn_Latn","languages":["taq-Latn","grn-Latn"]},{"precision":0.367936,"recall":0.426877,"f1":0.383708,"accuracy":0.426877,"main_score":0.383708,"hf_subset":"taq_Latn-kat_Geor","languages":["taq-Latn","kat-Geor"]},{"precision":0.448115,"recall":0.491107,"f1":0.460492,"accuracy":0.491107,"main_score":0.460492,"hf_subset":"taq_Latn-lua_Latn","languages":["taq-Latn","lua-Latn"]},{"precision":0.442926,"recall":0.479249,"f1":0.452828,"accuracy":0.479249,"main_score":0.452828,"hf_subset":"taq_Latn-nya_Latn","languages":["taq-Latn","nya-Latn"]},{"precision":0.432391,"recall":0.477273,"f1":0.444897,"accuracy":0.477273,"main_score":0.444897,"hf_subset":"taq_Latn-slv_Latn","languages":["taq-Latn","slv-Latn"]},{"precision":0.477284,"recall":0.512846,"f1":0.487084,"accuracy":0.512846,"main_score":0.487084,"hf_subset":"taq_Latn-tpi_Latn","languages":["taq-Latn","tpi-Latn"]},{"precision":0.472771,"recall":0.51581,"f1":0.484363,"accuracy":0.51581,"main_score":0.484363,"hf_subset":"taq_Latn-zsm_Latn","languages":["taq-Latn","zsm-Latn"]},{"precision":0.390153,"recall":0.434783,"f1":0.403145,"accuracy":0.434783,"main_score":0.403145,"hf_subset":"taq_Latn-ayr_Latn","languages":["taq-Latn","ayr-Latn"]},{"precision":0.444403,"recall":0.502964,"f1":0.459464,"accuracy":0.502964,"main_score":0.459464,"hf_subset":"taq_Latn-dan_Latn","languages":["taq-Latn","dan-Latn"]},{"precision":0.403602,"recall":0.470356,"f1":0.421333,"accuracy":0.470356,"main_score":0.421333,"hf_subset":"taq_Latn-guj_Gujr","languages":["taq-Latn","guj-Gujr"]},{"precision":0.412243,"recall":0.454545,"f1":0.424086,"accuracy":0.454545,"main_score":0.424086,"hf_subset":"taq_Latn-kaz_Cyrl","languages":["taq-Latn","kaz-Cyrl"]},{"precision":0.393766,"recall":0.436759,"f1":0.405957,"accuracy":0.436759,"main_score":0.405957,"hf_subset":"taq_Latn-lug_Latn","languages":["taq-Latn","lug-Latn"]},{"precision":0.450992,"recall":0.496047,"f1":0.464005,"accuracy":0.496047,"main_score":0.464005,"hf_subset":"taq_Latn-oci_Latn","languages":["taq-Latn","oci-Latn"]},{"precision":0.424138,"recall":0.463439,"f1":0.435349,"accuracy":0.463439,"main_score":0.435349,"hf_subset":"taq_Latn-smo_Latn","languages":["taq-Latn","smo-Latn"]},{"precision":0.386951,"recall":0.434783,"f1":0.39963,"accuracy":0.434783,"main_score":0.39963,"hf_subset":"taq_Latn-tsn_Latn","languages":["taq-Latn","tsn-Latn"]},{"precision":0.381077,"recall":0.431818,"f1":0.395187,"accuracy":0.431818,"main_score":0.395187,"hf_subset":"taq_Latn-zul_Latn","languages":["taq-Latn","zul-Latn"]},{"precision":0.336308,"recall":0.384387,"f1":0.349746,"accuracy":0.384387,"main_score":0.349746,"hf_subset":"taq_Latn-azb_Arab","languages":["taq-Latn","azb-Arab"]},{"precision":0.459204,"recall":0.516798,"f1":0.473973,"accuracy":0.516798,"main_score":0.473973,"hf_subset":"taq_Latn-deu_Latn","languages":["taq-Latn","deu-Latn"]},{"precision":0.410828,"recall":0.454545,"f1":0.423137,"accuracy":0.454545,"main_score":0.423137,"hf_subset":"taq_Latn-hat_Latn","languages":["taq-Latn","hat-Latn"]},{"precision":0.380549,"recall":0.41996,"f1":0.391395,"accuracy":0.41996,"main_score":0.391395,"hf_subset":"taq_Latn-kbp_Latn","languages":["taq-Latn","kbp-Latn"]},{"precision":0.439693,"recall":0.482213,"f1":0.451594,"accuracy":0.482213,"main_score":0.451594,"hf_subset":"taq_Latn-luo_Latn","languages":["taq-Latn","luo-Latn"]},{"precision":0.365851,"recall":0.41996,"f1":0.380223,"accuracy":0.41996,"main_score":0.380223,"hf_subset":"taq_Latn-ory_Orya","languages":["taq-Latn","ory-Orya"]},{"precision":0.408023,"recall":0.453557,"f1":0.420614,"accuracy":0.453557,"main_score":0.420614,"hf_subset":"taq_Latn-sna_Latn","languages":["taq-Latn","sna-Latn"]},{"precision":0.404011,"recall":0.4417,"f1":0.414167,"accuracy":0.4417,"main_score":0.414167,"hf_subset":"taq_Latn-tso_Latn","languages":["taq-Latn","tso-Latn"]},{"precision":0.419807,"recall":0.463439,"f1":0.4319,"accuracy":0.463439,"main_score":0.4319,"hf_subset":"taq_Latn-azj_Latn","languages":["taq-Latn","azj-Latn"]},{"precision":0.397217,"recall":0.442688,"f1":0.410847,"accuracy":0.442688,"main_score":0.410847,"hf_subset":"taq_Latn-dik_Latn","languages":["taq-Latn","dik-Latn"]},{"precision":0.422287,"recall":0.455534,"f1":0.432101,"accuracy":0.455534,"main_score":0.432101,"hf_subset":"taq_Latn-hau_Latn","languages":["taq-Latn","hau-Latn"]},{"precision":0.440636,"recall":0.475296,"f1":0.450184,"accuracy":0.475296,"main_score":0.450184,"hf_subset":"taq_Latn-kea_Latn","languages":["taq-Latn","kea-Latn"]},{"precision":0.466281,"recall":0.496047,"f1":0.474975,"accuracy":0.496047,"main_score":0.474975,"hf_subset":"taq_Latn-lus_Latn","languages":["taq-Latn","lus-Latn"]},{"precision":0.471591,"recall":0.501976,"f1":0.480653,"accuracy":0.501976,"main_score":0.480653,"hf_subset":"taq_Latn-pag_Latn","languages":["taq-Latn","pag-Latn"]},{"precision":0.337375,"recall":0.390316,"f1":0.351204,"accuracy":0.390316,"main_score":0.351204,"hf_subset":"taq_Latn-snd_Arab","languages":["taq-Latn","snd-Arab"]},{"precision":0.403734,"recall":0.450593,"f1":0.41707,"accuracy":0.450593,"main_score":0.41707,"hf_subset":"taq_Latn-tuk_Latn","languages":["taq-Latn","tuk-Latn"]},{"precision":0.428412,"recall":0.462451,"f1":0.437889,"accuracy":0.462451,"main_score":0.437889,"hf_subset":"taq_Latn-bak_Cyrl","languages":["taq-Latn","bak-Cyrl"]},{"precision":0.347821,"recall":0.401186,"f1":0.361937,"accuracy":0.401186,"main_score":0.361937,"hf_subset":"taq_Latn-dyu_Latn","languages":["taq-Latn","dyu-Latn"]},{"precision":0.339422,"recall":0.398221,"f1":0.355349,"accuracy":0.398221,"main_score":0.355349,"hf_subset":"taq_Latn-heb_Hebr","languages":["taq-Latn","heb-Hebr"]},{"precision":0.382362,"recall":0.422925,"f1":0.394504,"accuracy":0.422925,"main_score":0.394504,"hf_subset":"taq_Latn-khk_Cyrl","languages":["taq-Latn","khk-Cyrl"]},{"precision":0.428157,"recall":0.475296,"f1":0.441281,"accuracy":0.475296,"main_score":0.441281,"hf_subset":"taq_Latn-lvs_Latn","languages":["taq-Latn","lvs-Latn"]},{"precision":0.381812,"recall":0.439723,"f1":0.396665,"accuracy":0.439723,"main_score":0.396665,"hf_subset":"taq_Latn-pan_Guru","languages":["taq-Latn","pan-Guru"]},{"precision":0.38211,"recall":0.423913,"f1":0.393637,"accuracy":0.423913,"main_score":0.393637,"hf_subset":"taq_Latn-som_Latn","languages":["taq-Latn","som-Latn"]},{"precision":0.415008,"recall":0.451581,"f1":0.425645,"accuracy":0.451581,"main_score":0.425645,"hf_subset":"taq_Latn-tum_Latn","languages":["taq-Latn","tum-Latn"]},{"precision":0.322319,"recall":0.397233,"f1":0.341831,"accuracy":0.397233,"main_score":0.341831,"hf_subset":"war_Latn-ace_Arab","languages":["war-Latn","ace-Arab"]},{"precision":0.403712,"recall":0.481225,"f1":0.424632,"accuracy":0.481225,"main_score":0.424632,"hf_subset":"war_Latn-bam_Latn","languages":["war-Latn","bam-Latn"]},{"precision":0.147291,"recall":0.208498,"f1":0.162598,"accuracy":0.208498,"main_score":0.162598,"hf_subset":"war_Latn-dzo_Tibt","languages":["war-Latn","dzo-Tibt"]},{"precision":0.845822,"recall":0.885375,"f1":0.857675,"accuracy":0.885375,"main_score":0.857675,"hf_subset":"war_Latn-hin_Deva","languages":["war-Latn","hin-Deva"]},{"precision":0.564581,"recall":0.643281,"f1":0.587245,"accuracy":0.643281,"main_score":0.587245,"hf_subset":"war_Latn-khm_Khmr","languages":["war-Latn","khm-Khmr"]},{"precision":0.83498,"recall":0.87747,"f1":0.847973,"accuracy":0.87747,"main_score":0.847973,"hf_subset":"war_Latn-mag_Deva","languages":["war-Latn","mag-Deva"]},{"precision":0.776534,"recall":0.829051,"f1":0.792227,"accuracy":0.829051,"main_score":0.792227,"hf_subset":"war_Latn-pap_Latn","languages":["war-Latn","pap-Latn"]},{"precision":0.459667,"recall":0.532609,"f1":0.479141,"accuracy":0.532609,"main_score":0.479141,"hf_subset":"war_Latn-sot_Latn","languages":["war-Latn","sot-Latn"]},{"precision":0.827522,"recall":0.865613,"f1":0.839196,"accuracy":0.865613,"main_score":0.839196,"hf_subset":"war_Latn-tur_Latn","languages":["war-Latn","tur-Latn"]},{"precision":0.663614,"recall":0.728261,"f1":0.682773,"accuracy":0.728261,"main_score":0.682773,"hf_subset":"war_Latn-ace_Latn","languages":["war-Latn","ace-Latn"]},{"precision":0.746419,"recall":0.794466,"f1":0.76059,"accuracy":0.794466,"main_score":0.76059,"hf_subset":"war_Latn-ban_Latn","languages":["war-Latn","ban-Latn"]},{"precision":0.707519,"recall":0.773715,"f1":0.728066,"accuracy":0.773715,"main_score":0.728066,"hf_subset":"war_Latn-ell_Grek","languages":["war-Latn","ell-Grek"]},{"precision":0.819483,"recall":0.86166,"f1":0.832345,"accuracy":0.86166,"main_score":0.832345,"hf_subset":"war_Latn-hne_Deva","languages":["war-Latn","hne-Deva"]},{"precision":0.462157,"recall":0.543478,"f1":0.48448,"accuracy":0.543478,"main_score":0.48448,"hf_subset":"war_Latn-kik_Latn","languages":["war-Latn","kik-Latn"]},{"precision":0.839139,"recall":0.880435,"f1":0.851655,"accuracy":0.880435,"main_score":0.851655,"hf_subset":"war_Latn-mai_Deva","languages":["war-Latn","mai-Deva"]},{"precision":0.667008,"recall":0.73419,"f1":0.686612,"accuracy":0.73419,"main_score":0.686612,"hf_subset":"war_Latn-pbt_Arab","languages":["war-Latn","pbt-Arab"]},{"precision":0.859771,"recall":0.893281,"f1":0.869518,"accuracy":0.893281,"main_score":0.869518,"hf_subset":"war_Latn-spa_Latn","languages":["war-Latn","spa-Latn"]},{"precision":0.542664,"recall":0.607708,"f1":0.560971,"accuracy":0.607708,"main_score":0.560971,"hf_subset":"war_Latn-twi_Latn","languages":["war-Latn","twi-Latn"]},{"precision":0.79665,"recall":0.843874,"f1":0.810952,"accuracy":0.843874,"main_score":0.810952,"hf_subset":"war_Latn-acm_Arab","languages":["war-Latn","acm-Arab"]},{"precision":0.653376,"recall":0.721344,"f1":0.673899,"accuracy":0.721344,"main_score":0.673899,"hf_subset":"war_Latn-bel_Cyrl","languages":["war-Latn","bel-Cyrl"]},{"precision":0.874927,"recall":0.906126,"f1":0.884277,"accuracy":0.906126,"main_score":0.884277,"hf_subset":"war_Latn-eng_Latn","languages":["war-Latn","eng-Latn"]},{"precision":0.772546,"recall":0.822134,"f1":0.7877,"accuracy":0.822134,"main_score":0.7877,"hf_subset":"war_Latn-hrv_Latn","languages":["war-Latn","hrv-Latn"]},{"precision":0.42184,"recall":0.496047,"f1":0.441418,"accuracy":0.496047,"main_score":0.441418,"hf_subset":"war_Latn-kin_Latn","languages":["war-Latn","kin-Latn"]},{"precision":0.765135,"recall":0.81917,"f1":0.781244,"accuracy":0.81917,"main_score":0.781244,"hf_subset":"war_Latn-mal_Mlym","languages":["war-Latn","mal-Mlym"]},{"precision":0.825982,"recall":0.866601,"f1":0.838283,"accuracy":0.866601,"main_score":0.838283,"hf_subset":"war_Latn-pes_Arab","languages":["war-Latn","pes-Arab"]},{"precision":0.747839,"recall":0.799407,"f1":0.763016,"accuracy":0.799407,"main_score":0.763016,"hf_subset":"war_Latn-srd_Latn","languages":["war-Latn","srd-Latn"]},{"precision":0.124572,"recall":0.1917,"f1":0.14011,"accuracy":0.1917,"main_score":0.14011,"hf_subset":"war_Latn-tzm_Tfng","languages":["war-Latn","tzm-Tfng"]},{"precision":0.805369,"recall":0.853755,"f1":0.81988,"accuracy":0.853755,"main_score":0.81988,"hf_subset":"war_Latn-acq_Arab","languages":["war-Latn","acq-Arab"]},{"precision":0.49389,"recall":0.567194,"f1":0.514084,"accuracy":0.567194,"main_score":0.514084,"hf_subset":"war_Latn-bem_Latn","languages":["war-Latn","bem-Latn"]},{"precision":0.758146,"recall":0.806324,"f1":0.772546,"accuracy":0.806324,"main_score":0.772546,"hf_subset":"war_Latn-epo_Latn","languages":["war-Latn","epo-Latn"]},{"precision":0.727964,"recall":0.785573,"f1":0.745297,"accuracy":0.785573,"main_score":0.745297,"hf_subset":"war_Latn-hun_Latn","languages":["war-Latn","hun-Latn"]},{"precision":0.630841,"recall":0.693676,"f1":0.648862,"accuracy":0.693676,"main_score":0.648862,"hf_subset":"war_Latn-kir_Cyrl","languages":["war-Latn","kir-Cyrl"]},{"precision":0.811768,"recall":0.857708,"f1":0.825807,"accuracy":0.857708,"main_score":0.825807,"hf_subset":"war_Latn-mar_Deva","languages":["war-Latn","mar-Deva"]},{"precision":0.481005,"recall":0.550395,"f1":0.500442,"accuracy":0.550395,"main_score":0.500442,"hf_subset":"war_Latn-plt_Latn","languages":["war-Latn","plt-Latn"]},{"precision":0.749144,"recall":0.805336,"f1":0.766042,"accuracy":0.805336,"main_score":0.766042,"hf_subset":"war_Latn-srp_Cyrl","languages":["war-Latn","srp-Cyrl"]},{"precision":0.291204,"recall":0.370553,"f1":0.312793,"accuracy":0.370553,"main_score":0.312793,"hf_subset":"war_Latn-uig_Arab","languages":["war-Latn","uig-Arab"]},{"precision":0.753771,"recall":0.812253,"f1":0.771349,"accuracy":0.812253,"main_score":0.771349,"hf_subset":"war_Latn-aeb_Arab","languages":["war-Latn","aeb-Arab"]},{"precision":0.826655,"recall":0.871542,"f1":0.840141,"accuracy":0.871542,"main_score":0.840141,"hf_subset":"war_Latn-ben_Beng","languages":["war-Latn","ben-Beng"]},{"precision":0.664157,"recall":0.729249,"f1":0.683338,"accuracy":0.729249,"main_score":0.683338,"hf_subset":"war_Latn-est_Latn","languages":["war-Latn","est-Latn"]},{"precision":0.59879,"recall":0.666996,"f1":0.618201,"accuracy":0.666996,"main_score":0.618201,"hf_subset":"war_Latn-hye_Armn","languages":["war-Latn","hye-Armn"]},{"precision":0.440016,"recall":0.508893,"f1":0.458873,"accuracy":0.508893,"main_score":0.458873,"hf_subset":"war_Latn-kmb_Latn","languages":["war-Latn","kmb-Latn"]},{"precision":0.266977,"recall":0.337945,"f1":0.28559,"accuracy":0.337945,"main_score":0.28559,"hf_subset":"war_Latn-min_Arab","languages":["war-Latn","min-Arab"]},{"precision":0.813011,"recall":0.857708,"f1":0.826229,"accuracy":0.857708,"main_score":0.826229,"hf_subset":"war_Latn-pol_Latn","languages":["war-Latn","pol-Latn"]},{"precision":0.418268,"recall":0.5,"f1":0.440323,"accuracy":0.5,"main_score":0.440323,"hf_subset":"war_Latn-ssw_Latn","languages":["war-Latn","ssw-Latn"]},{"precision":0.804661,"recall":0.850791,"f1":0.818268,"accuracy":0.850791,"main_score":0.818268,"hf_subset":"war_Latn-ukr_Cyrl","languages":["war-Latn","ukr-Cyrl"]},{"precision":0.79497,"recall":0.838933,"f1":0.80835,"accuracy":0.838933,"main_score":0.80835,"hf_subset":"war_Latn-afr_Latn","languages":["war-Latn","afr-Latn"]},{"precision":0.800115,"recall":0.851779,"f1":0.815664,"accuracy":0.851779,"main_score":0.815664,"hf_subset":"war_Latn-bho_Deva","languages":["war-Latn","bho-Deva"]},{"precision":0.630188,"recall":0.69664,"f1":0.649613,"accuracy":0.69664,"main_score":0.649613,"hf_subset":"war_Latn-eus_Latn","languages":["war-Latn","eus-Latn"]},{"precision":0.433872,"recall":0.517787,"f1":0.456054,"accuracy":0.517787,"main_score":0.456054,"hf_subset":"war_Latn-ibo_Latn","languages":["war-Latn","ibo-Latn"]},{"precision":0.455132,"recall":0.548419,"f1":0.480579,"accuracy":0.548419,"main_score":0.480579,"hf_subset":"war_Latn-kmr_Latn","languages":["war-Latn","kmr-Latn"]},{"precision":0.690902,"recall":0.748024,"f1":0.70766,"accuracy":0.748024,"main_score":0.70766,"hf_subset":"war_Latn-min_Latn","languages":["war-Latn","min-Latn"]},{"precision":0.857471,"recall":0.895257,"f1":0.868746,"accuracy":0.895257,"main_score":0.868746,"hf_subset":"war_Latn-por_Latn","languages":["war-Latn","por-Latn"]},{"precision":0.764509,"recall":0.812253,"f1":0.779317,"accuracy":0.812253,"main_score":0.779317,"hf_subset":"war_Latn-sun_Latn","languages":["war-Latn","sun-Latn"]},{"precision":0.402835,"recall":0.488142,"f1":0.425927,"accuracy":0.488142,"main_score":0.425927,"hf_subset":"war_Latn-umb_Latn","languages":["war-Latn","umb-Latn"]},{"precision":0.80485,"recall":0.850791,"f1":0.818764,"accuracy":0.850791,"main_score":0.818764,"hf_subset":"war_Latn-ajp_Arab","languages":["war-Latn","ajp-Arab"]},{"precision":0.301633,"recall":0.37253,"f1":0.320735,"accuracy":0.37253,"main_score":0.320735,"hf_subset":"war_Latn-bjn_Arab","languages":["war-Latn","bjn-Arab"]},{"precision":0.441811,"recall":0.507905,"f1":0.460118,"accuracy":0.507905,"main_score":0.460118,"hf_subset":"war_Latn-ewe_Latn","languages":["war-Latn","ewe-Latn"]},{"precision":0.800693,"recall":0.846838,"f1":0.814432,"accuracy":0.846838,"main_score":0.814432,"hf_subset":"war_Latn-ilo_Latn","languages":["war-Latn","ilo-Latn"]},{"precision":0.196009,"recall":0.259881,"f1":0.210935,"accuracy":0.259881,"main_score":0.210935,"hf_subset":"war_Latn-knc_Arab","languages":["war-Latn","knc-Arab"]},{"precision":0.757437,"recall":0.809289,"f1":0.772913,"accuracy":0.809289,"main_score":0.772913,"hf_subset":"war_Latn-mkd_Cyrl","languages":["war-Latn","mkd-Cyrl"]},{"precision":0.814394,"recall":0.860672,"f1":0.828854,"accuracy":0.860672,"main_score":0.828854,"hf_subset":"war_Latn-prs_Arab","languages":["war-Latn","prs-Arab"]},{"precision":0.823238,"recall":0.862648,"f1":0.835296,"accuracy":0.862648,"main_score":0.835296,"hf_subset":"war_Latn-swe_Latn","languages":["war-Latn","swe-Latn"]},{"precision":0.759836,"recall":0.818182,"f1":0.777355,"accuracy":0.818182,"main_score":0.777355,"hf_subset":"war_Latn-urd_Arab","languages":["war-Latn","urd-Arab"]},{"precision":0.525385,"recall":0.597826,"f1":0.545447,"accuracy":0.597826,"main_score":0.545447,"hf_subset":"war_Latn-aka_Latn","languages":["war-Latn","aka-Latn"]},{"precision":0.692665,"recall":0.751976,"f1":0.709725,"accuracy":0.751976,"main_score":0.709725,"hf_subset":"war_Latn-bjn_Latn","languages":["war-Latn","bjn-Latn"]},{"precision":0.51823,"recall":0.591897,"f1":0.538457,"accuracy":0.591897,"main_score":0.538457,"hf_subset":"war_Latn-fao_Latn","languages":["war-Latn","fao-Latn"]},{"precision":0.855237,"recall":0.890316,"f1":0.866224,"accuracy":0.890316,"main_score":0.866224,"hf_subset":"war_Latn-ind_Latn","languages":["war-Latn","ind-Latn"]},{"precision":0.492257,"recall":0.561265,"f1":0.510944,"accuracy":0.561265,"main_score":0.510944,"hf_subset":"war_Latn-knc_Latn","languages":["war-Latn","knc-Latn"]},{"precision":0.711594,"recall":0.770751,"f1":0.728727,"accuracy":0.770751,"main_score":0.728727,"hf_subset":"war_Latn-mlt_Latn","languages":["war-Latn","mlt-Latn"]},{"precision":0.524049,"recall":0.602767,"f1":0.545604,"accuracy":0.602767,"main_score":0.545604,"hf_subset":"war_Latn-quy_Latn","languages":["war-Latn","quy-Latn"]},{"precision":0.659941,"recall":0.727273,"f1":0.68043,"accuracy":0.727273,"main_score":0.68043,"hf_subset":"war_Latn-swh_Latn","languages":["war-Latn","swh-Latn"]},{"precision":0.579115,"recall":0.649209,"f1":0.598911,"accuracy":0.649209,"main_score":0.598911,"hf_subset":"war_Latn-uzn_Latn","languages":["war-Latn","uzn-Latn"]},{"precision":0.712372,"recall":0.770751,"f1":0.729604,"accuracy":0.770751,"main_score":0.729604,"hf_subset":"war_Latn-als_Latn","languages":["war-Latn","als-Latn"]},{"precision":0.193465,"recall":0.262846,"f1":0.211002,"accuracy":0.262846,"main_score":0.211002,"hf_subset":"war_Latn-bod_Tibt","languages":["war-Latn","bod-Tibt"]},{"precision":0.450017,"recall":0.527668,"f1":0.470584,"accuracy":0.527668,"main_score":0.470584,"hf_subset":"war_Latn-fij_Latn","languages":["war-Latn","fij-Latn"]},{"precision":0.471587,"recall":0.54249,"f1":0.491112,"accuracy":0.54249,"main_score":0.491112,"hf_subset":"war_Latn-isl_Latn","languages":["war-Latn","isl-Latn"]},{"precision":0.518421,"recall":0.591897,"f1":0.538515,"accuracy":0.591897,"main_score":0.538515,"hf_subset":"war_Latn-kon_Latn","languages":["war-Latn","kon-Latn"]},{"precision":0.407511,"recall":0.487154,"f1":0.429099,"accuracy":0.487154,"main_score":0.429099,"hf_subset":"war_Latn-mni_Beng","languages":["war-Latn","mni-Beng"]},{"precision":0.827421,"recall":0.869565,"f1":0.840086,"accuracy":0.869565,"main_score":0.840086,"hf_subset":"war_Latn-ron_Latn","languages":["war-Latn","ron-Latn"]},{"precision":0.686521,"recall":0.748024,"f1":0.704633,"accuracy":0.748024,"main_score":0.704633,"hf_subset":"war_Latn-szl_Latn","languages":["war-Latn","szl-Latn"]},{"precision":0.779727,"recall":0.827075,"f1":0.793574,"accuracy":0.827075,"main_score":0.793574,"hf_subset":"war_Latn-vec_Latn","languages":["war-Latn","vec-Latn"]},{"precision":0.616835,"recall":0.685771,"f1":0.636973,"accuracy":0.685771,"main_score":0.636973,"hf_subset":"war_Latn-amh_Ethi","languages":["war-Latn","amh-Ethi"]},{"precision":0.793335,"recall":0.837945,"f1":0.806936,"accuracy":0.837945,"main_score":0.806936,"hf_subset":"war_Latn-bos_Latn","languages":["war-Latn","bos-Latn"]},{"precision":0.780928,"recall":0.829051,"f1":0.79566,"accuracy":0.829051,"main_score":0.79566,"hf_subset":"war_Latn-fin_Latn","languages":["war-Latn","fin-Latn"]},{"precision":0.845789,"recall":0.879447,"f1":0.855936,"accuracy":0.879447,"main_score":0.855936,"hf_subset":"war_Latn-ita_Latn","languages":["war-Latn","ita-Latn"]},{"precision":0.812533,"recall":0.860672,"f1":0.827028,"accuracy":0.860672,"main_score":0.827028,"hf_subset":"war_Latn-kor_Hang","languages":["war-Latn","kor-Hang"]},{"precision":0.451846,"recall":0.524704,"f1":0.471948,"accuracy":0.524704,"main_score":0.471948,"hf_subset":"war_Latn-mos_Latn","languages":["war-Latn","mos-Latn"]},{"precision":0.410066,"recall":0.494071,"f1":0.432556,"accuracy":0.494071,"main_score":0.432556,"hf_subset":"war_Latn-run_Latn","languages":["war-Latn","run-Latn"]},{"precision":0.75995,"recall":0.814229,"f1":0.776076,"accuracy":0.814229,"main_score":0.776076,"hf_subset":"war_Latn-tam_Taml","languages":["war-Latn","tam-Taml"]},{"precision":0.812971,"recall":0.859684,"f1":0.826602,"accuracy":0.859684,"main_score":0.826602,"hf_subset":"war_Latn-vie_Latn","languages":["war-Latn","vie-Latn"]},{"precision":0.776938,"recall":0.83004,"f1":0.792852,"accuracy":0.83004,"main_score":0.792852,"hf_subset":"war_Latn-apc_Arab","languages":["war-Latn","apc-Arab"]},{"precision":0.642242,"recall":0.708498,"f1":0.66147,"accuracy":0.708498,"main_score":0.66147,"hf_subset":"war_Latn-bug_Latn","languages":["war-Latn","bug-Latn"]},{"precision":0.392248,"recall":0.467391,"f1":0.41162,"accuracy":0.467391,"main_score":0.41162,"hf_subset":"war_Latn-fon_Latn","languages":["war-Latn","fon-Latn"]},{"precision":0.768857,"recall":0.814229,"f1":0.782378,"accuracy":0.814229,"main_score":0.782378,"hf_subset":"war_Latn-jav_Latn","languages":["war-Latn","jav-Latn"]},{"precision":0.540652,"recall":0.612648,"f1":0.560666,"accuracy":0.612648,"main_score":0.560666,"hf_subset":"war_Latn-lao_Laoo","languages":["war-Latn","lao-Laoo"]},{"precision":0.408677,"recall":0.490119,"f1":0.430207,"accuracy":0.490119,"main_score":0.430207,"hf_subset":"war_Latn-mri_Latn","languages":["war-Latn","mri-Latn"]},{"precision":0.83862,"recall":0.880435,"f1":0.851497,"accuracy":0.880435,"main_score":0.851497,"hf_subset":"war_Latn-rus_Cyrl","languages":["war-Latn","rus-Cyrl"]},{"precision":0.415246,"recall":0.51087,"f1":0.440821,"accuracy":0.51087,"main_score":0.440821,"hf_subset":"war_Latn-taq_Latn","languages":["war-Latn","taq-Latn"]},{"precision":0.804385,"recall":0.852767,"f1":0.818956,"accuracy":0.852767,"main_score":0.818956,"hf_subset":"war_Latn-arb_Arab","languages":["war-Latn","arb-Arab"]},{"precision":0.805816,"recall":0.854743,"f1":0.820608,"accuracy":0.854743,"main_score":0.820608,"hf_subset":"war_Latn-bul_Cyrl","languages":["war-Latn","bul-Cyrl"]},{"precision":0.866896,"recall":0.900198,"f1":0.876899,"accuracy":0.900198,"main_score":0.876899,"hf_subset":"war_Latn-fra_Latn","languages":["war-Latn","fra-Latn"]},{"precision":0.839863,"recall":0.875494,"f1":0.85014,"accuracy":0.875494,"main_score":0.85014,"hf_subset":"war_Latn-jpn_Jpan","languages":["war-Latn","jpn-Jpan"]},{"precision":0.747354,"recall":0.801383,"f1":0.763048,"accuracy":0.801383,"main_score":0.763048,"hf_subset":"war_Latn-lij_Latn","languages":["war-Latn","lij-Latn"]},{"precision":0.588921,"recall":0.666008,"f1":0.610924,"accuracy":0.666008,"main_score":0.610924,"hf_subset":"war_Latn-mya_Mymr","languages":["war-Latn","mya-Mymr"]},{"precision":0.486759,"recall":0.570158,"f1":0.510287,"accuracy":0.570158,"main_score":0.510287,"hf_subset":"war_Latn-sag_Latn","languages":["war-Latn","sag-Latn"]},{"precision":0.150189,"recall":0.228261,"f1":0.165626,"accuracy":0.228261,"main_score":0.165626,"hf_subset":"war_Latn-taq_Tfng","languages":["war-Latn","taq-Tfng"]},{"precision":0.488035,"recall":0.573123,"f1":0.512059,"accuracy":0.573123,"main_score":0.512059,"hf_subset":"war_Latn-wol_Latn","languages":["war-Latn","wol-Latn"]},{"precision":0.272601,"recall":0.371542,"f1":0.297013,"accuracy":0.371542,"main_score":0.297013,"hf_subset":"war_Latn-arb_Latn","languages":["war-Latn","arb-Latn"]},{"precision":0.812142,"recall":0.851779,"f1":0.824166,"accuracy":0.851779,"main_score":0.824166,"hf_subset":"war_Latn-cat_Latn","languages":["war-Latn","cat-Latn"]},{"precision":0.717096,"recall":0.773715,"f1":0.734096,"accuracy":0.773715,"main_score":0.734096,"hf_subset":"war_Latn-fur_Latn","languages":["war-Latn","fur-Latn"]},{"precision":0.302757,"recall":0.37253,"f1":0.320811,"accuracy":0.37253,"main_score":0.320811,"hf_subset":"war_Latn-kab_Latn","languages":["war-Latn","kab-Latn"]},{"precision":0.705847,"recall":0.770751,"f1":0.725216,"accuracy":0.770751,"main_score":0.725216,"hf_subset":"war_Latn-lim_Latn","languages":["war-Latn","lim-Latn"]},{"precision":0.847977,"recall":0.881423,"f1":0.857684,"accuracy":0.881423,"main_score":0.857684,"hf_subset":"war_Latn-nld_Latn","languages":["war-Latn","nld-Latn"]},{"precision":0.695737,"recall":0.755929,"f1":0.713473,"accuracy":0.755929,"main_score":0.713473,"hf_subset":"war_Latn-san_Deva","languages":["war-Latn","san-Deva"]},{"precision":0.640764,"recall":0.697628,"f1":0.656905,"accuracy":0.697628,"main_score":0.656905,"hf_subset":"war_Latn-tat_Cyrl","languages":["war-Latn","tat-Cyrl"]},{"precision":0.458901,"recall":0.539526,"f1":0.481353,"accuracy":0.539526,"main_score":0.481353,"hf_subset":"war_Latn-xho_Latn","languages":["war-Latn","xho-Latn"]},{"precision":0.801319,"recall":0.851779,"f1":0.816724,"accuracy":0.851779,"main_score":0.816724,"hf_subset":"war_Latn-ars_Arab","languages":["war-Latn","ars-Arab"]},{"precision":0.930501,"recall":0.949605,"f1":0.936594,"accuracy":0.949605,"main_score":0.936594,"hf_subset":"war_Latn-ceb_Latn","languages":["war-Latn","ceb-Latn"]},{"precision":0.448733,"recall":0.530632,"f1":0.470982,"accuracy":0.530632,"main_score":0.470982,"hf_subset":"war_Latn-fuv_Latn","languages":["war-Latn","fuv-Latn"]},{"precision":0.457875,"recall":0.538538,"f1":0.480008,"accuracy":0.538538,"main_score":0.480008,"hf_subset":"war_Latn-kac_Latn","languages":["war-Latn","kac-Latn"]},{"precision":0.506067,"recall":0.589921,"f1":0.530042,"accuracy":0.589921,"main_score":0.530042,"hf_subset":"war_Latn-lin_Latn","languages":["war-Latn","lin-Latn"]},{"precision":0.784733,"recall":0.833004,"f1":0.799148,"accuracy":0.833004,"main_score":0.799148,"hf_subset":"war_Latn-nno_Latn","languages":["war-Latn","nno-Latn"]},{"precision":0.175005,"recall":0.233202,"f1":0.18907,"accuracy":0.233202,"main_score":0.18907,"hf_subset":"war_Latn-sat_Olck","languages":["war-Latn","sat-Olck"]},{"precision":0.788708,"recall":0.838933,"f1":0.803228,"accuracy":0.838933,"main_score":0.803228,"hf_subset":"war_Latn-tel_Telu","languages":["war-Latn","tel-Telu"]},{"precision":0.334132,"recall":0.413043,"f1":0.354217,"accuracy":0.413043,"main_score":0.354217,"hf_subset":"war_Latn-ydd_Hebr","languages":["war-Latn","ydd-Hebr"]},{"precision":0.705715,"recall":0.772727,"f1":0.725513,"accuracy":0.772727,"main_score":0.725513,"hf_subset":"war_Latn-ary_Arab","languages":["war-Latn","ary-Arab"]},{"precision":0.771294,"recall":0.825099,"f1":0.787288,"accuracy":0.825099,"main_score":0.787288,"hf_subset":"war_Latn-ces_Latn","languages":["war-Latn","ces-Latn"]},{"precision":0.331157,"recall":0.408103,"f1":0.350319,"accuracy":0.408103,"main_score":0.350319,"hf_subset":"war_Latn-gaz_Latn","languages":["war-Latn","gaz-Latn"]},{"precision":0.473049,"recall":0.547431,"f1":0.493449,"accuracy":0.547431,"main_score":0.493449,"hf_subset":"war_Latn-kam_Latn","languages":["war-Latn","kam-Latn"]},{"precision":0.661664,"recall":0.724308,"f1":0.680131,"accuracy":0.724308,"main_score":0.680131,"hf_subset":"war_Latn-lit_Latn","languages":["war-Latn","lit-Latn"]},{"precision":0.819179,"recall":0.864625,"f1":0.833218,"accuracy":0.864625,"main_score":0.833218,"hf_subset":"war_Latn-nob_Latn","languages":["war-Latn","nob-Latn"]},{"precision":0.677941,"recall":0.743083,"f1":0.696826,"accuracy":0.743083,"main_score":0.696826,"hf_subset":"war_Latn-scn_Latn","languages":["war-Latn","scn-Latn"]},{"precision":0.441461,"recall":0.528656,"f1":0.465357,"accuracy":0.528656,"main_score":0.465357,"hf_subset":"war_Latn-tgk_Cyrl","languages":["war-Latn","tgk-Cyrl"]},{"precision":0.407697,"recall":0.494071,"f1":0.431118,"accuracy":0.494071,"main_score":0.431118,"hf_subset":"war_Latn-yor_Latn","languages":["war-Latn","yor-Latn"]},{"precision":0.805429,"recall":0.847826,"f1":0.818234,"accuracy":0.847826,"main_score":0.818234,"hf_subset":"war_Latn-arz_Arab","languages":["war-Latn","arz-Arab"]},{"precision":0.451252,"recall":0.540514,"f1":0.474897,"accuracy":0.540514,"main_score":0.474897,"hf_subset":"war_Latn-cjk_Latn","languages":["war-Latn","cjk-Latn"]},{"precision":0.379001,"recall":0.460474,"f1":0.399365,"accuracy":0.460474,"main_score":0.399365,"hf_subset":"war_Latn-gla_Latn","languages":["war-Latn","gla-Latn"]},{"precision":0.778804,"recall":0.829051,"f1":0.794005,"accuracy":0.829051,"main_score":0.794005,"hf_subset":"war_Latn-kan_Knda","languages":["war-Latn","kan-Knda"]},{"precision":0.726383,"recall":0.778656,"f1":0.742085,"accuracy":0.778656,"main_score":0.742085,"hf_subset":"war_Latn-lmo_Latn","languages":["war-Latn","lmo-Latn"]},{"precision":0.805657,"recall":0.849802,"f1":0.819098,"accuracy":0.849802,"main_score":0.819098,"hf_subset":"war_Latn-npi_Deva","languages":["war-Latn","npi-Deva"]},{"precision":0.376889,"recall":0.469368,"f1":0.401515,"accuracy":0.469368,"main_score":0.401515,"hf_subset":"war_Latn-shn_Mymr","languages":["war-Latn","shn-Mymr"]},{"precision":0.866848,"recall":0.901186,"f1":0.877503,"accuracy":0.901186,"main_score":0.877503,"hf_subset":"war_Latn-tgl_Latn","languages":["war-Latn","tgl-Latn"]},{"precision":0.82052,"recall":0.864625,"f1":0.833714,"accuracy":0.864625,"main_score":0.833714,"hf_subset":"war_Latn-yue_Hant","languages":["war-Latn","yue-Hant"]},{"precision":0.681719,"recall":0.749012,"f1":0.700986,"accuracy":0.749012,"main_score":0.700986,"hf_subset":"war_Latn-asm_Beng","languages":["war-Latn","asm-Beng"]},{"precision":0.38972,"recall":0.463439,"f1":0.409158,"accuracy":0.463439,"main_score":0.409158,"hf_subset":"war_Latn-ckb_Arab","languages":["war-Latn","ckb-Arab"]},{"precision":0.39004,"recall":0.476285,"f1":0.412411,"accuracy":0.476285,"main_score":0.412411,"hf_subset":"war_Latn-gle_Latn","languages":["war-Latn","gle-Latn"]},{"precision":0.572929,"recall":0.656126,"f1":0.597306,"accuracy":0.656126,"main_score":0.597306,"hf_subset":"war_Latn-kas_Arab","languages":["war-Latn","kas-Arab"]},{"precision":0.58545,"recall":0.663043,"f1":0.608421,"accuracy":0.663043,"main_score":0.608421,"hf_subset":"war_Latn-ltg_Latn","languages":["war-Latn","ltg-Latn"]},{"precision":0.498667,"recall":0.566206,"f1":0.517571,"accuracy":0.566206,"main_score":0.517571,"hf_subset":"war_Latn-nso_Latn","languages":["war-Latn","nso-Latn"]},{"precision":0.621596,"recall":0.692688,"f1":0.642169,"accuracy":0.692688,"main_score":0.642169,"hf_subset":"war_Latn-sin_Sinh","languages":["war-Latn","sin-Sinh"]},{"precision":0.808169,"recall":0.854743,"f1":0.822365,"accuracy":0.854743,"main_score":0.822365,"hf_subset":"war_Latn-tha_Thai","languages":["war-Latn","tha-Thai"]},{"precision":0.816222,"recall":0.860672,"f1":0.829545,"accuracy":0.860672,"main_score":0.829545,"hf_subset":"war_Latn-zho_Hans","languages":["war-Latn","zho-Hans"]},{"precision":0.803633,"recall":0.842885,"f1":0.815443,"accuracy":0.842885,"main_score":0.815443,"hf_subset":"war_Latn-ast_Latn","languages":["war-Latn","ast-Latn"]},{"precision":0.649153,"recall":0.720356,"f1":0.669506,"accuracy":0.720356,"main_score":0.669506,"hf_subset":"war_Latn-crh_Latn","languages":["war-Latn","crh-Latn"]},{"precision":0.839877,"recall":0.875494,"f1":0.850532,"accuracy":0.875494,"main_score":0.850532,"hf_subset":"war_Latn-glg_Latn","languages":["war-Latn","glg-Latn"]},{"precision":0.531984,"recall":0.616601,"f1":0.556016,"accuracy":0.616601,"main_score":0.556016,"hf_subset":"war_Latn-kas_Deva","languages":["war-Latn","kas-Deva"]},{"precision":0.683136,"recall":0.751976,"f1":0.703482,"accuracy":0.751976,"main_score":0.703482,"hf_subset":"war_Latn-ltz_Latn","languages":["war-Latn","ltz-Latn"]},{"precision":0.334971,"recall":0.41502,"f1":0.355941,"accuracy":0.41502,"main_score":0.355941,"hf_subset":"war_Latn-nus_Latn","languages":["war-Latn","nus-Latn"]},{"precision":0.760912,"recall":0.811265,"f1":0.776188,"accuracy":0.811265,"main_score":0.776188,"hf_subset":"war_Latn-slk_Latn","languages":["war-Latn","slk-Latn"]},{"precision":0.379775,"recall":0.458498,"f1":0.4007,"accuracy":0.458498,"main_score":0.4007,"hf_subset":"war_Latn-tir_Ethi","languages":["war-Latn","tir-Ethi"]},{"precision":0.81676,"recall":0.862648,"f1":0.830962,"accuracy":0.862648,"main_score":0.830962,"hf_subset":"war_Latn-zho_Hant","languages":["war-Latn","zho-Hant"]},{"precision":0.824177,"recall":0.868577,"f1":0.8377,"accuracy":0.868577,"main_score":0.8377,"hf_subset":"war_Latn-awa_Deva","languages":["war-Latn","awa-Deva"]},{"precision":0.457166,"recall":0.534585,"f1":0.477957,"accuracy":0.534585,"main_score":0.477957,"hf_subset":"war_Latn-cym_Latn","languages":["war-Latn","cym-Latn"]},{"precision":0.643758,"recall":0.711462,"f1":0.663952,"accuracy":0.711462,"main_score":0.663952,"hf_subset":"war_Latn-grn_Latn","languages":["war-Latn","grn-Latn"]},{"precision":0.692771,"recall":0.753953,"f1":0.71047,"accuracy":0.753953,"main_score":0.71047,"hf_subset":"war_Latn-kat_Geor","languages":["war-Latn","kat-Geor"]},{"precision":0.530842,"recall":0.606719,"f1":0.551566,"accuracy":0.606719,"main_score":0.551566,"hf_subset":"war_Latn-lua_Latn","languages":["war-Latn","lua-Latn"]},{"precision":0.513725,"recall":0.58498,"f1":0.53342,"accuracy":0.58498,"main_score":0.53342,"hf_subset":"war_Latn-nya_Latn","languages":["war-Latn","nya-Latn"]},{"precision":0.70566,"recall":0.76581,"f1":0.723767,"accuracy":0.76581,"main_score":0.723767,"hf_subset":"war_Latn-slv_Latn","languages":["war-Latn","slv-Latn"]},{"precision":0.718884,"recall":0.771739,"f1":0.734848,"accuracy":0.771739,"main_score":0.734848,"hf_subset":"war_Latn-tpi_Latn","languages":["war-Latn","tpi-Latn"]},{"precision":0.814592,"recall":0.859684,"f1":0.828491,"accuracy":0.859684,"main_score":0.828491,"hf_subset":"war_Latn-zsm_Latn","languages":["war-Latn","zsm-Latn"]},{"precision":0.416396,"recall":0.504941,"f1":0.440254,"accuracy":0.504941,"main_score":0.440254,"hf_subset":"war_Latn-ayr_Latn","languages":["war-Latn","ayr-Latn"]},{"precision":0.813333,"recall":0.857708,"f1":0.827026,"accuracy":0.857708,"main_score":0.827026,"hf_subset":"war_Latn-dan_Latn","languages":["war-Latn","dan-Latn"]},{"precision":0.751342,"recall":0.810277,"f1":0.768919,"accuracy":0.810277,"main_score":0.768919,"hf_subset":"war_Latn-guj_Gujr","languages":["war-Latn","guj-Gujr"]},{"precision":0.65384,"recall":0.721344,"f1":0.673524,"accuracy":0.721344,"main_score":0.673524,"hf_subset":"war_Latn-kaz_Cyrl","languages":["war-Latn","kaz-Cyrl"]},{"precision":0.425553,"recall":0.5,"f1":0.445281,"accuracy":0.5,"main_score":0.445281,"hf_subset":"war_Latn-lug_Latn","languages":["war-Latn","lug-Latn"]},{"precision":0.803131,"recall":0.843874,"f1":0.815348,"accuracy":0.843874,"main_score":0.815348,"hf_subset":"war_Latn-oci_Latn","languages":["war-Latn","oci-Latn"]},{"precision":0.476569,"recall":0.562253,"f1":0.500406,"accuracy":0.562253,"main_score":0.500406,"hf_subset":"war_Latn-smo_Latn","languages":["war-Latn","smo-Latn"]},{"precision":0.443188,"recall":0.516798,"f1":0.462968,"accuracy":0.516798,"main_score":0.462968,"hf_subset":"war_Latn-tsn_Latn","languages":["war-Latn","tsn-Latn"]},{"precision":0.417401,"recall":0.500988,"f1":0.4392,"accuracy":0.500988,"main_score":0.4392,"hf_subset":"war_Latn-zul_Latn","languages":["war-Latn","zul-Latn"]},{"precision":0.575009,"recall":0.663043,"f1":0.60036,"accuracy":0.663043,"main_score":0.60036,"hf_subset":"war_Latn-azb_Arab","languages":["war-Latn","azb-Arab"]},{"precision":0.853706,"recall":0.890316,"f1":0.864742,"accuracy":0.890316,"main_score":0.864742,"hf_subset":"war_Latn-deu_Latn","languages":["war-Latn","deu-Latn"]},{"precision":0.597396,"recall":0.671937,"f1":0.618468,"accuracy":0.671937,"main_score":0.618468,"hf_subset":"war_Latn-hat_Latn","languages":["war-Latn","hat-Latn"]},{"precision":0.385522,"recall":0.464427,"f1":0.406373,"accuracy":0.464427,"main_score":0.406373,"hf_subset":"war_Latn-kbp_Latn","languages":["war-Latn","kbp-Latn"]},{"precision":0.474391,"recall":0.547431,"f1":0.493939,"accuracy":0.547431,"main_score":0.493939,"hf_subset":"war_Latn-luo_Latn","languages":["war-Latn","luo-Latn"]},{"precision":0.502731,"recall":0.575099,"f1":0.523286,"accuracy":0.575099,"main_score":0.523286,"hf_subset":"war_Latn-ory_Orya","languages":["war-Latn","ory-Orya"]},{"precision":0.457062,"recall":0.532609,"f1":0.478225,"accuracy":0.532609,"main_score":0.478225,"hf_subset":"war_Latn-sna_Latn","languages":["war-Latn","sna-Latn"]},{"precision":0.447642,"recall":0.516798,"f1":0.465613,"accuracy":0.516798,"main_score":0.465613,"hf_subset":"war_Latn-tso_Latn","languages":["war-Latn","tso-Latn"]},{"precision":0.661918,"recall":0.727273,"f1":0.681318,"accuracy":0.727273,"main_score":0.681318,"hf_subset":"war_Latn-azj_Latn","languages":["war-Latn","azj-Latn"]},{"precision":0.469867,"recall":0.547431,"f1":0.491214,"accuracy":0.547431,"main_score":0.491214,"hf_subset":"war_Latn-dik_Latn","languages":["war-Latn","dik-Latn"]},{"precision":0.467763,"recall":0.534585,"f1":0.486719,"accuracy":0.534585,"main_score":0.486719,"hf_subset":"war_Latn-hau_Latn","languages":["war-Latn","hau-Latn"]},{"precision":0.733203,"recall":0.796443,"f1":0.751836,"accuracy":0.796443,"main_score":0.751836,"hf_subset":"war_Latn-kea_Latn","languages":["war-Latn","kea-Latn"]},{"precision":0.616057,"recall":0.675889,"f1":0.633371,"accuracy":0.675889,"main_score":0.633371,"hf_subset":"war_Latn-lus_Latn","languages":["war-Latn","lus-Latn"]},{"precision":0.785978,"recall":0.83004,"f1":0.798888,"accuracy":0.83004,"main_score":0.798888,"hf_subset":"war_Latn-pag_Latn","languages":["war-Latn","pag-Latn"]},{"precision":0.577335,"recall":0.651186,"f1":0.599019,"accuracy":0.651186,"main_score":0.599019,"hf_subset":"war_Latn-snd_Arab","languages":["war-Latn","snd-Arab"]},{"precision":0.550528,"recall":0.625494,"f1":0.57221,"accuracy":0.625494,"main_score":0.57221,"hf_subset":"war_Latn-tuk_Latn","languages":["war-Latn","tuk-Latn"]},{"precision":0.625082,"recall":0.689723,"f1":0.643285,"accuracy":0.689723,"main_score":0.643285,"hf_subset":"war_Latn-bak_Cyrl","languages":["war-Latn","bak-Cyrl"]},{"precision":0.369023,"recall":0.458498,"f1":0.393905,"accuracy":0.458498,"main_score":0.393905,"hf_subset":"war_Latn-dyu_Latn","languages":["war-Latn","dyu-Latn"]},{"precision":0.660054,"recall":0.730237,"f1":0.681181,"accuracy":0.730237,"main_score":0.681181,"hf_subset":"war_Latn-heb_Hebr","languages":["war-Latn","heb-Hebr"]},{"precision":0.452434,"recall":0.529644,"f1":0.474148,"accuracy":0.529644,"main_score":0.474148,"hf_subset":"war_Latn-khk_Cyrl","languages":["war-Latn","khk-Cyrl"]},{"precision":0.697908,"recall":0.755929,"f1":0.715368,"accuracy":0.755929,"main_score":0.715368,"hf_subset":"war_Latn-lvs_Latn","languages":["war-Latn","lvs-Latn"]},{"precision":0.707221,"recall":0.767787,"f1":0.725052,"accuracy":0.767787,"main_score":0.725052,"hf_subset":"war_Latn-pan_Guru","languages":["war-Latn","pan-Guru"]},{"precision":0.411627,"recall":0.481225,"f1":0.430321,"accuracy":0.481225,"main_score":0.430321,"hf_subset":"war_Latn-som_Latn","languages":["war-Latn","som-Latn"]},{"precision":0.486459,"recall":0.548419,"f1":0.503908,"accuracy":0.548419,"main_score":0.503908,"hf_subset":"war_Latn-tum_Latn","languages":["war-Latn","tum-Latn"]},{"precision":0.248658,"recall":0.343874,"f1":0.272704,"accuracy":0.343874,"main_score":0.272704,"hf_subset":"arb_Arab-ace_Arab","languages":["arb-Arab","ace-Arab"]},{"precision":0.33701,"recall":0.445652,"f1":0.364679,"accuracy":0.445652,"main_score":0.364679,"hf_subset":"arb_Arab-bam_Latn","languages":["arb-Arab","bam-Latn"]},{"precision":0.144711,"recall":0.210474,"f1":0.161422,"accuracy":0.210474,"main_score":0.161422,"hf_subset":"arb_Arab-dzo_Tibt","languages":["arb-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-hin_Deva","languages":["arb-Arab","hin-Deva"]},{"precision":0.848873,"recall":0.893281,"f1":0.862961,"accuracy":0.893281,"main_score":0.862961,"hf_subset":"arb_Arab-khm_Khmr","languages":["arb-Arab","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arb_Arab-mag_Deva","languages":["arb-Arab","mag-Deva"]},{"precision":0.829809,"recall":0.87747,"f1":0.844137,"accuracy":0.87747,"main_score":0.844137,"hf_subset":"arb_Arab-pap_Latn","languages":["arb-Arab","pap-Latn"]},{"precision":0.382125,"recall":0.48913,"f1":0.410447,"accuracy":0.48913,"main_score":0.410447,"hf_subset":"arb_Arab-sot_Latn","languages":["arb-Arab","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-tur_Latn","languages":["arb-Arab","tur-Latn"]},{"precision":0.626129,"recall":0.716403,"f1":0.651965,"accuracy":0.716403,"main_score":0.651965,"hf_subset":"arb_Arab-ace_Latn","languages":["arb-Arab","ace-Latn"]},{"precision":0.786462,"recall":0.846838,"f1":0.80527,"accuracy":0.846838,"main_score":0.80527,"hf_subset":"arb_Arab-ban_Latn","languages":["arb-Arab","ban-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"arb_Arab-ell_Grek","languages":["arb-Arab","ell-Grek"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"arb_Arab-hne_Deva","languages":["arb-Arab","hne-Deva"]},{"precision":0.384657,"recall":0.499012,"f1":0.414482,"accuracy":0.499012,"main_score":0.414482,"hf_subset":"arb_Arab-kik_Latn","languages":["arb-Arab","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-mai_Deva","languages":["arb-Arab","mai-Deva"]},{"precision":0.85919,"recall":0.902174,"f1":0.872859,"accuracy":0.902174,"main_score":0.872859,"hf_subset":"arb_Arab-pbt_Arab","languages":["arb-Arab","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-spa_Latn","languages":["arb-Arab","spa-Latn"]},{"precision":0.457535,"recall":0.559289,"f1":0.484503,"accuracy":0.559289,"main_score":0.484503,"hf_subset":"arb_Arab-twi_Latn","languages":["arb-Arab","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-acm_Arab","languages":["arb-Arab","acm-Arab"]},{"precision":0.845504,"recall":0.892292,"f1":0.860408,"accuracy":0.892292,"main_score":0.860408,"hf_subset":"arb_Arab-bel_Cyrl","languages":["arb-Arab","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-eng_Latn","languages":["arb-Arab","eng-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"arb_Arab-hrv_Latn","languages":["arb-Arab","hrv-Latn"]},{"precision":0.349942,"recall":0.452569,"f1":0.377216,"accuracy":0.452569,"main_score":0.377216,"hf_subset":"arb_Arab-kin_Latn","languages":["arb-Arab","kin-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"arb_Arab-mal_Mlym","languages":["arb-Arab","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-pes_Arab","languages":["arb-Arab","pes-Arab"]},{"precision":0.818824,"recall":0.870553,"f1":0.835046,"accuracy":0.870553,"main_score":0.835046,"hf_subset":"arb_Arab-srd_Latn","languages":["arb-Arab","srd-Latn"]},{"precision":0.101759,"recall":0.175889,"f1":0.117301,"accuracy":0.175889,"main_score":0.117301,"hf_subset":"arb_Arab-tzm_Tfng","languages":["arb-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-acq_Arab","languages":["arb-Arab","acq-Arab"]},{"precision":0.415091,"recall":0.514822,"f1":0.440257,"accuracy":0.514822,"main_score":0.440257,"hf_subset":"arb_Arab-bem_Latn","languages":["arb-Arab","bem-Latn"]},{"precision":0.868659,"recall":0.909091,"f1":0.881456,"accuracy":0.909091,"main_score":0.881456,"hf_subset":"arb_Arab-epo_Latn","languages":["arb-Arab","epo-Latn"]},{"precision":0.93363,"recall":0.954545,"f1":0.940547,"accuracy":0.954545,"main_score":0.940547,"hf_subset":"arb_Arab-hun_Latn","languages":["arb-Arab","hun-Latn"]},{"precision":0.653223,"recall":0.735178,"f1":0.677125,"accuracy":0.735178,"main_score":0.677125,"hf_subset":"arb_Arab-kir_Cyrl","languages":["arb-Arab","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arb_Arab-mar_Deva","languages":["arb-Arab","mar-Deva"]},{"precision":0.39721,"recall":0.496047,"f1":0.423025,"accuracy":0.496047,"main_score":0.423025,"hf_subset":"arb_Arab-plt_Latn","languages":["arb-Arab","plt-Latn"]},{"precision":0.924901,"recall":0.947628,"f1":0.932312,"accuracy":0.947628,"main_score":0.932312,"hf_subset":"arb_Arab-srp_Cyrl","languages":["arb-Arab","srp-Cyrl"]},{"precision":0.257556,"recall":0.347826,"f1":0.279072,"accuracy":0.347826,"main_score":0.279072,"hf_subset":"arb_Arab-uig_Arab","languages":["arb-Arab","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arb_Arab-aeb_Arab","languages":["arb-Arab","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"arb_Arab-ben_Beng","languages":["arb-Arab","ben-Beng"]},{"precision":0.795735,"recall":0.852767,"f1":0.813241,"accuracy":0.852767,"main_score":0.813241,"hf_subset":"arb_Arab-est_Latn","languages":["arb-Arab","est-Latn"]},{"precision":0.82197,"recall":0.87253,"f1":0.837516,"accuracy":0.87253,"main_score":0.837516,"hf_subset":"arb_Arab-hye_Armn","languages":["arb-Arab","hye-Armn"]},{"precision":0.352364,"recall":0.453557,"f1":0.37857,"accuracy":0.453557,"main_score":0.37857,"hf_subset":"arb_Arab-kmb_Latn","languages":["arb-Arab","kmb-Latn"]},{"precision":0.208185,"recall":0.299407,"f1":0.22969,"accuracy":0.299407,"main_score":0.22969,"hf_subset":"arb_Arab-min_Arab","languages":["arb-Arab","min-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arb_Arab-pol_Latn","languages":["arb-Arab","pol-Latn"]},{"precision":0.357806,"recall":0.461462,"f1":0.383916,"accuracy":0.461462,"main_score":0.383916,"hf_subset":"arb_Arab-ssw_Latn","languages":["arb-Arab","ssw-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arb_Arab-ukr_Cyrl","languages":["arb-Arab","ukr-Cyrl"]},{"precision":0.92803,"recall":0.951581,"f1":0.935771,"accuracy":0.951581,"main_score":0.935771,"hf_subset":"arb_Arab-afr_Latn","languages":["arb-Arab","afr-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"arb_Arab-bho_Deva","languages":["arb-Arab","bho-Deva"]},{"precision":0.572112,"recall":0.673913,"f1":0.601441,"accuracy":0.673913,"main_score":0.601441,"hf_subset":"arb_Arab-eus_Latn","languages":["arb-Arab","eus-Latn"]},{"precision":0.34712,"recall":0.45751,"f1":0.375341,"accuracy":0.45751,"main_score":0.375341,"hf_subset":"arb_Arab-ibo_Latn","languages":["arb-Arab","ibo-Latn"]},{"precision":0.387216,"recall":0.499012,"f1":0.416215,"accuracy":0.499012,"main_score":0.416215,"hf_subset":"arb_Arab-kmr_Latn","languages":["arb-Arab","kmr-Latn"]},{"precision":0.77664,"recall":0.837945,"f1":0.79501,"accuracy":0.837945,"main_score":0.79501,"hf_subset":"arb_Arab-min_Latn","languages":["arb-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-por_Latn","languages":["arb-Arab","por-Latn"]},{"precision":0.843544,"recall":0.890316,"f1":0.858136,"accuracy":0.890316,"main_score":0.858136,"hf_subset":"arb_Arab-sun_Latn","languages":["arb-Arab","sun-Latn"]},{"precision":0.350049,"recall":0.459486,"f1":0.378428,"accuracy":0.459486,"main_score":0.378428,"hf_subset":"arb_Arab-umb_Latn","languages":["arb-Arab","umb-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arb_Arab-ajp_Arab","languages":["arb-Arab","ajp-Arab"]},{"precision":0.234622,"recall":0.329051,"f1":0.258753,"accuracy":0.329051,"main_score":0.258753,"hf_subset":"arb_Arab-bjn_Arab","languages":["arb-Arab","bjn-Arab"]},{"precision":0.370113,"recall":0.465415,"f1":0.393711,"accuracy":0.465415,"main_score":0.393711,"hf_subset":"arb_Arab-ewe_Latn","languages":["arb-Arab","ewe-Latn"]},{"precision":0.642415,"recall":0.731225,"f1":0.668808,"accuracy":0.731225,"main_score":0.668808,"hf_subset":"arb_Arab-ilo_Latn","languages":["arb-Arab","ilo-Latn"]},{"precision":0.171704,"recall":0.255929,"f1":0.191046,"accuracy":0.255929,"main_score":0.191046,"hf_subset":"arb_Arab-knc_Arab","languages":["arb-Arab","knc-Arab"]},{"precision":0.917161,"recall":0.942688,"f1":0.92556,"accuracy":0.942688,"main_score":0.92556,"hf_subset":"arb_Arab-mkd_Cyrl","languages":["arb-Arab","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-prs_Arab","languages":["arb-Arab","prs-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arb_Arab-swe_Latn","languages":["arb-Arab","swe-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-urd_Arab","languages":["arb-Arab","urd-Arab"]},{"precision":0.414671,"recall":0.523715,"f1":0.442947,"accuracy":0.523715,"main_score":0.442947,"hf_subset":"arb_Arab-aka_Latn","languages":["arb-Arab","aka-Latn"]},{"precision":0.828014,"recall":0.87747,"f1":0.843215,"accuracy":0.87747,"main_score":0.843215,"hf_subset":"arb_Arab-bjn_Latn","languages":["arb-Arab","bjn-Latn"]},{"precision":0.537418,"recall":0.629447,"f1":0.562551,"accuracy":0.629447,"main_score":0.562551,"hf_subset":"arb_Arab-fao_Latn","languages":["arb-Arab","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-ind_Latn","languages":["arb-Arab","ind-Latn"]},{"precision":0.415766,"recall":0.518775,"f1":0.442009,"accuracy":0.518775,"main_score":0.442009,"hf_subset":"arb_Arab-knc_Latn","languages":["arb-Arab","knc-Latn"]},{"precision":0.63938,"recall":0.732213,"f1":0.666634,"accuracy":0.732213,"main_score":0.666634,"hf_subset":"arb_Arab-mlt_Latn","languages":["arb-Arab","mlt-Latn"]},{"precision":0.444754,"recall":0.559289,"f1":0.475088,"accuracy":0.559289,"main_score":0.475088,"hf_subset":"arb_Arab-quy_Latn","languages":["arb-Arab","quy-Latn"]},{"precision":0.842671,"recall":0.889328,"f1":0.857609,"accuracy":0.889328,"main_score":0.857609,"hf_subset":"arb_Arab-swh_Latn","languages":["arb-Arab","swh-Latn"]},{"precision":0.600442,"recall":0.692688,"f1":0.626756,"accuracy":0.692688,"main_score":0.626756,"hf_subset":"arb_Arab-uzn_Latn","languages":["arb-Arab","uzn-Latn"]},{"precision":0.743396,"recall":0.812253,"f1":0.76446,"accuracy":0.812253,"main_score":0.76446,"hf_subset":"arb_Arab-als_Latn","languages":["arb-Arab","als-Latn"]},{"precision":0.173742,"recall":0.243083,"f1":0.189749,"accuracy":0.243083,"main_score":0.189749,"hf_subset":"arb_Arab-bod_Tibt","languages":["arb-Arab","bod-Tibt"]},{"precision":0.358313,"recall":0.47332,"f1":0.387867,"accuracy":0.47332,"main_score":0.387867,"hf_subset":"arb_Arab-fij_Latn","languages":["arb-Arab","fij-Latn"]},{"precision":0.517008,"recall":0.609684,"f1":0.542328,"accuracy":0.609684,"main_score":0.542328,"hf_subset":"arb_Arab-isl_Latn","languages":["arb-Arab","isl-Latn"]},{"precision":0.459573,"recall":0.555336,"f1":0.485246,"accuracy":0.555336,"main_score":0.485246,"hf_subset":"arb_Arab-kon_Latn","languages":["arb-Arab","kon-Latn"]},{"precision":0.302319,"recall":0.417984,"f1":0.332156,"accuracy":0.417984,"main_score":0.332156,"hf_subset":"arb_Arab-mni_Beng","languages":["arb-Arab","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arb_Arab-ron_Latn","languages":["arb-Arab","ron-Latn"]},{"precision":0.844779,"recall":0.890316,"f1":0.859223,"accuracy":0.890316,"main_score":0.859223,"hf_subset":"arb_Arab-szl_Latn","languages":["arb-Arab","szl-Latn"]},{"precision":0.911808,"recall":0.939723,"f1":0.92085,"accuracy":0.939723,"main_score":0.92085,"hf_subset":"arb_Arab-vec_Latn","languages":["arb-Arab","vec-Latn"]},{"precision":0.788076,"recall":0.849802,"f1":0.807049,"accuracy":0.849802,"main_score":0.807049,"hf_subset":"arb_Arab-amh_Ethi","languages":["arb-Arab","amh-Ethi"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"arb_Arab-bos_Latn","languages":["arb-Arab","bos-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"arb_Arab-fin_Latn","languages":["arb-Arab","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-ita_Latn","languages":["arb-Arab","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arb_Arab-kor_Hang","languages":["arb-Arab","kor-Hang"]},{"precision":0.372461,"recall":0.476285,"f1":0.399415,"accuracy":0.476285,"main_score":0.399415,"hf_subset":"arb_Arab-mos_Latn","languages":["arb-Arab","mos-Latn"]},{"precision":0.355414,"recall":0.454545,"f1":0.38057,"accuracy":0.454545,"main_score":0.38057,"hf_subset":"arb_Arab-run_Latn","languages":["arb-Arab","run-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-tam_Taml","languages":["arb-Arab","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-vie_Latn","languages":["arb-Arab","vie-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"arb_Arab-apc_Arab","languages":["arb-Arab","apc-Arab"]},{"precision":0.605915,"recall":0.695652,"f1":0.631603,"accuracy":0.695652,"main_score":0.631603,"hf_subset":"arb_Arab-bug_Latn","languages":["arb-Arab","bug-Latn"]},{"precision":0.315716,"recall":0.41996,"f1":0.341077,"accuracy":0.41996,"main_score":0.341077,"hf_subset":"arb_Arab-fon_Latn","languages":["arb-Arab","fon-Latn"]},{"precision":0.83974,"recall":0.886364,"f1":0.85448,"accuracy":0.886364,"main_score":0.85448,"hf_subset":"arb_Arab-jav_Latn","languages":["arb-Arab","jav-Latn"]},{"precision":0.723412,"recall":0.798419,"f1":0.74605,"accuracy":0.798419,"main_score":0.74605,"hf_subset":"arb_Arab-lao_Laoo","languages":["arb-Arab","lao-Laoo"]},{"precision":0.335297,"recall":0.447628,"f1":0.362294,"accuracy":0.447628,"main_score":0.362294,"hf_subset":"arb_Arab-mri_Latn","languages":["arb-Arab","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-rus_Cyrl","languages":["arb-Arab","rus-Cyrl"]},{"precision":0.349094,"recall":0.463439,"f1":0.377697,"accuracy":0.463439,"main_score":0.377697,"hf_subset":"arb_Arab-taq_Latn","languages":["arb-Arab","taq-Latn"]},{"precision":0.781818,"recall":0.841897,"f1":0.800692,"accuracy":0.841897,"main_score":0.800692,"hf_subset":"arb_Arab-war_Latn","languages":["arb-Arab","war-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arb_Arab-bul_Cyrl","languages":["arb-Arab","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-fra_Latn","languages":["arb-Arab","fra-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-jpn_Jpan","languages":["arb-Arab","jpn-Jpan"]},{"precision":0.835392,"recall":0.886364,"f1":0.851515,"accuracy":0.886364,"main_score":0.851515,"hf_subset":"arb_Arab-lij_Latn","languages":["arb-Arab","lij-Latn"]},{"precision":0.797193,"recall":0.855731,"f1":0.815497,"accuracy":0.855731,"main_score":0.815497,"hf_subset":"arb_Arab-mya_Mymr","languages":["arb-Arab","mya-Mymr"]},{"precision":0.420486,"recall":0.525692,"f1":0.448087,"accuracy":0.525692,"main_score":0.448087,"hf_subset":"arb_Arab-sag_Latn","languages":["arb-Arab","sag-Latn"]},{"precision":0.114702,"recall":0.195652,"f1":0.130109,"accuracy":0.195652,"main_score":0.130109,"hf_subset":"arb_Arab-taq_Tfng","languages":["arb-Arab","taq-Tfng"]},{"precision":0.423482,"recall":0.529644,"f1":0.451442,"accuracy":0.529644,"main_score":0.451442,"hf_subset":"arb_Arab-wol_Latn","languages":["arb-Arab","wol-Latn"]},{"precision":0.295444,"recall":0.407115,"f1":0.322566,"accuracy":0.407115,"main_score":0.322566,"hf_subset":"arb_Arab-arb_Latn","languages":["arb-Arab","arb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"arb_Arab-cat_Latn","languages":["arb-Arab","cat-Latn"]},{"precision":0.798897,"recall":0.855731,"f1":0.816403,"accuracy":0.855731,"main_score":0.816403,"hf_subset":"arb_Arab-fur_Latn","languages":["arb-Arab","fur-Latn"]},{"precision":0.256793,"recall":0.353755,"f1":0.281349,"accuracy":0.353755,"main_score":0.281349,"hf_subset":"arb_Arab-kab_Latn","languages":["arb-Arab","kab-Latn"]},{"precision":0.782766,"recall":0.841897,"f1":0.80084,"accuracy":0.841897,"main_score":0.80084,"hf_subset":"arb_Arab-lim_Latn","languages":["arb-Arab","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arb_Arab-nld_Latn","languages":["arb-Arab","nld-Latn"]},{"precision":0.884058,"recall":0.91996,"f1":0.895751,"accuracy":0.91996,"main_score":0.895751,"hf_subset":"arb_Arab-san_Deva","languages":["arb-Arab","san-Deva"]},{"precision":0.632363,"recall":0.719368,"f1":0.657765,"accuracy":0.719368,"main_score":0.657765,"hf_subset":"arb_Arab-tat_Cyrl","languages":["arb-Arab","tat-Cyrl"]},{"precision":0.395852,"recall":0.505929,"f1":0.423883,"accuracy":0.505929,"main_score":0.423883,"hf_subset":"arb_Arab-xho_Latn","languages":["arb-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ars_Arab","languages":["arb-Arab","ars-Arab"]},{"precision":0.757592,"recall":0.821146,"f1":0.776845,"accuracy":0.821146,"main_score":0.776845,"hf_subset":"arb_Arab-ceb_Latn","languages":["arb-Arab","ceb-Latn"]},{"precision":0.378952,"recall":0.48419,"f1":0.405427,"accuracy":0.48419,"main_score":0.405427,"hf_subset":"arb_Arab-fuv_Latn","languages":["arb-Arab","fuv-Latn"]},{"precision":0.372252,"recall":0.488142,"f1":0.40261,"accuracy":0.488142,"main_score":0.40261,"hf_subset":"arb_Arab-kac_Latn","languages":["arb-Arab","kac-Latn"]},{"precision":0.438843,"recall":0.550395,"f1":0.468263,"accuracy":0.550395,"main_score":0.468263,"hf_subset":"arb_Arab-lin_Latn","languages":["arb-Arab","lin-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"arb_Arab-nno_Latn","languages":["arb-Arab","nno-Latn"]},{"precision":0.149472,"recall":0.224308,"f1":0.166576,"accuracy":0.224308,"main_score":0.166576,"hf_subset":"arb_Arab-sat_Olck","languages":["arb-Arab","sat-Olck"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"arb_Arab-tel_Telu","languages":["arb-Arab","tel-Telu"]},{"precision":0.283235,"recall":0.37747,"f1":0.306304,"accuracy":0.37747,"main_score":0.306304,"hf_subset":"arb_Arab-ydd_Hebr","languages":["arb-Arab","ydd-Hebr"]},{"precision":0.90802,"recall":0.935771,"f1":0.916897,"accuracy":0.935771,"main_score":0.916897,"hf_subset":"arb_Arab-ary_Arab","languages":["arb-Arab","ary-Arab"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"arb_Arab-ces_Latn","languages":["arb-Arab","ces-Latn"]},{"precision":0.264652,"recall":0.350791,"f1":0.284614,"accuracy":0.350791,"main_score":0.284614,"hf_subset":"arb_Arab-gaz_Latn","languages":["arb-Arab","gaz-Latn"]},{"precision":0.39585,"recall":0.504941,"f1":0.423972,"accuracy":0.504941,"main_score":0.423972,"hf_subset":"arb_Arab-kam_Latn","languages":["arb-Arab","kam-Latn"]},{"precision":0.765102,"recall":0.828063,"f1":0.78442,"accuracy":0.828063,"main_score":0.78442,"hf_subset":"arb_Arab-lit_Latn","languages":["arb-Arab","lit-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-nob_Latn","languages":["arb-Arab","nob-Latn"]},{"precision":0.731736,"recall":0.802372,"f1":0.752489,"accuracy":0.802372,"main_score":0.752489,"hf_subset":"arb_Arab-scn_Latn","languages":["arb-Arab","scn-Latn"]},{"precision":0.41959,"recall":0.520751,"f1":0.445707,"accuracy":0.520751,"main_score":0.445707,"hf_subset":"arb_Arab-tgk_Cyrl","languages":["arb-Arab","tgk-Cyrl"]},{"precision":0.335983,"recall":0.449605,"f1":0.364944,"accuracy":0.449605,"main_score":0.364944,"hf_subset":"arb_Arab-yor_Latn","languages":["arb-Arab","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-arz_Arab","languages":["arb-Arab","arz-Arab"]},{"precision":0.379287,"recall":0.495059,"f1":0.408637,"accuracy":0.495059,"main_score":0.408637,"hf_subset":"arb_Arab-cjk_Latn","languages":["arb-Arab","cjk-Latn"]},{"precision":0.315296,"recall":0.417984,"f1":0.340397,"accuracy":0.417984,"main_score":0.340397,"hf_subset":"arb_Arab-gla_Latn","languages":["arb-Arab","gla-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"arb_Arab-kan_Knda","languages":["arb-Arab","kan-Knda"]},{"precision":0.765061,"recall":0.829051,"f1":0.784231,"accuracy":0.829051,"main_score":0.784231,"hf_subset":"arb_Arab-lmo_Latn","languages":["arb-Arab","lmo-Latn"]},{"precision":0.976449,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"arb_Arab-npi_Deva","languages":["arb-Arab","npi-Deva"]},{"precision":0.318894,"recall":0.435771,"f1":0.348507,"accuracy":0.435771,"main_score":0.348507,"hf_subset":"arb_Arab-shn_Mymr","languages":["arb-Arab","shn-Mymr"]},{"precision":0.862154,"recall":0.90415,"f1":0.875494,"accuracy":0.90415,"main_score":0.875494,"hf_subset":"arb_Arab-tgl_Latn","languages":["arb-Arab","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-yue_Hant","languages":["arb-Arab","yue-Hant"]},{"precision":0.882823,"recall":0.916996,"f1":0.893676,"accuracy":0.916996,"main_score":0.893676,"hf_subset":"arb_Arab-asm_Beng","languages":["arb-Arab","asm-Beng"]},{"precision":0.417491,"recall":0.508893,"f1":0.441879,"accuracy":0.508893,"main_score":0.441879,"hf_subset":"arb_Arab-ckb_Arab","languages":["arb-Arab","ckb-Arab"]},{"precision":0.327901,"recall":0.427866,"f1":0.352551,"accuracy":0.427866,"main_score":0.352551,"hf_subset":"arb_Arab-gle_Latn","languages":["arb-Arab","gle-Latn"]},{"precision":0.643457,"recall":0.73419,"f1":0.670128,"accuracy":0.73419,"main_score":0.670128,"hf_subset":"arb_Arab-kas_Arab","languages":["arb-Arab","kas-Arab"]},{"precision":0.563982,"recall":0.660079,"f1":0.592011,"accuracy":0.660079,"main_score":0.592011,"hf_subset":"arb_Arab-ltg_Latn","languages":["arb-Arab","ltg-Latn"]},{"precision":0.400716,"recall":0.511858,"f1":0.429959,"accuracy":0.511858,"main_score":0.429959,"hf_subset":"arb_Arab-nso_Latn","languages":["arb-Arab","nso-Latn"]},{"precision":0.842507,"recall":0.889328,"f1":0.857279,"accuracy":0.889328,"main_score":0.857279,"hf_subset":"arb_Arab-sin_Sinh","languages":["arb-Arab","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arb_Arab-tha_Thai","languages":["arb-Arab","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-zho_Hans","languages":["arb-Arab","zho-Hans"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"arb_Arab-ast_Latn","languages":["arb-Arab","ast-Latn"]},{"precision":0.791403,"recall":0.850791,"f1":0.809552,"accuracy":0.850791,"main_score":0.809552,"hf_subset":"arb_Arab-crh_Latn","languages":["arb-Arab","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arb_Arab-glg_Latn","languages":["arb-Arab","glg-Latn"]},{"precision":0.553824,"recall":0.658103,"f1":0.583654,"accuracy":0.658103,"main_score":0.583654,"hf_subset":"arb_Arab-kas_Deva","languages":["arb-Arab","kas-Deva"]},{"precision":0.74669,"recall":0.815217,"f1":0.767725,"accuracy":0.815217,"main_score":0.767725,"hf_subset":"arb_Arab-ltz_Latn","languages":["arb-Arab","ltz-Latn"]},{"precision":0.270794,"recall":0.369565,"f1":0.29478,"accuracy":0.369565,"main_score":0.29478,"hf_subset":"arb_Arab-nus_Latn","languages":["arb-Arab","nus-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"arb_Arab-slk_Latn","languages":["arb-Arab","slk-Latn"]},{"precision":0.358499,"recall":0.454545,"f1":0.383529,"accuracy":0.454545,"main_score":0.383529,"hf_subset":"arb_Arab-tir_Ethi","languages":["arb-Arab","tir-Ethi"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"arb_Arab-zho_Hant","languages":["arb-Arab","zho-Hant"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"arb_Arab-awa_Deva","languages":["arb-Arab","awa-Deva"]},{"precision":0.376939,"recall":0.482213,"f1":0.404097,"accuracy":0.482213,"main_score":0.404097,"hf_subset":"arb_Arab-cym_Latn","languages":["arb-Arab","cym-Latn"]},{"precision":0.596411,"recall":0.690711,"f1":0.623454,"accuracy":0.690711,"main_score":0.623454,"hf_subset":"arb_Arab-grn_Latn","languages":["arb-Arab","grn-Latn"]},{"precision":0.88941,"recall":0.923913,"f1":0.900428,"accuracy":0.923913,"main_score":0.900428,"hf_subset":"arb_Arab-kat_Geor","languages":["arb-Arab","kat-Geor"]},{"precision":0.44433,"recall":0.551383,"f1":0.472763,"accuracy":0.551383,"main_score":0.472763,"hf_subset":"arb_Arab-lua_Latn","languages":["arb-Arab","lua-Latn"]},{"precision":0.442017,"recall":0.548419,"f1":0.470354,"accuracy":0.548419,"main_score":0.470354,"hf_subset":"arb_Arab-nya_Latn","languages":["arb-Arab","nya-Latn"]},{"precision":0.91082,"recall":0.938735,"f1":0.919862,"accuracy":0.938735,"main_score":0.919862,"hf_subset":"arb_Arab-slv_Latn","languages":["arb-Arab","slv-Latn"]},{"precision":0.680872,"recall":0.762846,"f1":0.70532,"accuracy":0.762846,"main_score":0.70532,"hf_subset":"arb_Arab-tpi_Latn","languages":["arb-Arab","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arb_Arab-zsm_Latn","languages":["arb-Arab","zsm-Latn"]},{"precision":0.344583,"recall":0.456522,"f1":0.372902,"accuracy":0.456522,"main_score":0.372902,"hf_subset":"arb_Arab-ayr_Latn","languages":["arb-Arab","ayr-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-dan_Latn","languages":["arb-Arab","dan-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"arb_Arab-guj_Gujr","languages":["arb-Arab","guj-Gujr"]},{"precision":0.731983,"recall":0.800395,"f1":0.752292,"accuracy":0.800395,"main_score":0.752292,"hf_subset":"arb_Arab-kaz_Cyrl","languages":["arb-Arab","kaz-Cyrl"]},{"precision":0.347827,"recall":0.454545,"f1":0.375269,"accuracy":0.454545,"main_score":0.375269,"hf_subset":"arb_Arab-lug_Latn","languages":["arb-Arab","lug-Latn"]},{"precision":0.939476,"recall":0.958498,"f1":0.945553,"accuracy":0.958498,"main_score":0.945553,"hf_subset":"arb_Arab-oci_Latn","languages":["arb-Arab","oci-Latn"]},{"precision":0.372621,"recall":0.490119,"f1":0.40305,"accuracy":0.490119,"main_score":0.40305,"hf_subset":"arb_Arab-smo_Latn","languages":["arb-Arab","smo-Latn"]},{"precision":0.355449,"recall":0.470356,"f1":0.385023,"accuracy":0.470356,"main_score":0.385023,"hf_subset":"arb_Arab-tsn_Latn","languages":["arb-Arab","tsn-Latn"]},{"precision":0.367102,"recall":0.471344,"f1":0.393761,"accuracy":0.471344,"main_score":0.393761,"hf_subset":"arb_Arab-zul_Latn","languages":["arb-Arab","zul-Latn"]},{"precision":0.687114,"recall":0.770751,"f1":0.712335,"accuracy":0.770751,"main_score":0.712335,"hf_subset":"arb_Arab-azb_Arab","languages":["arb-Arab","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-deu_Latn","languages":["arb-Arab","deu-Latn"]},{"precision":0.572991,"recall":0.670949,"f1":0.601065,"accuracy":0.670949,"main_score":0.601065,"hf_subset":"arb_Arab-hat_Latn","languages":["arb-Arab","hat-Latn"]},{"precision":0.331703,"recall":0.435771,"f1":0.357658,"accuracy":0.435771,"main_score":0.357658,"hf_subset":"arb_Arab-kbp_Latn","languages":["arb-Arab","kbp-Latn"]},{"precision":0.397082,"recall":0.5,"f1":0.42311,"accuracy":0.5,"main_score":0.42311,"hf_subset":"arb_Arab-luo_Latn","languages":["arb-Arab","luo-Latn"]},{"precision":0.518147,"recall":0.606719,"f1":0.542283,"accuracy":0.606719,"main_score":0.542283,"hf_subset":"arb_Arab-ory_Orya","languages":["arb-Arab","ory-Orya"]},{"precision":0.367114,"recall":0.486166,"f1":0.399004,"accuracy":0.486166,"main_score":0.399004,"hf_subset":"arb_Arab-sna_Latn","languages":["arb-Arab","sna-Latn"]},{"precision":0.364536,"recall":0.469368,"f1":0.391034,"accuracy":0.469368,"main_score":0.391034,"hf_subset":"arb_Arab-tso_Latn","languages":["arb-Arab","tso-Latn"]},{"precision":0.85112,"recall":0.894269,"f1":0.864756,"accuracy":0.894269,"main_score":0.864756,"hf_subset":"arb_Arab-azj_Latn","languages":["arb-Arab","azj-Latn"]},{"precision":0.400565,"recall":0.514822,"f1":0.430728,"accuracy":0.514822,"main_score":0.430728,"hf_subset":"arb_Arab-dik_Latn","languages":["arb-Arab","dik-Latn"]},{"precision":0.413434,"recall":0.505929,"f1":0.437468,"accuracy":0.505929,"main_score":0.437468,"hf_subset":"arb_Arab-hau_Latn","languages":["arb-Arab","hau-Latn"]},{"precision":0.7597,"recall":0.828063,"f1":0.78027,"accuracy":0.828063,"main_score":0.78027,"hf_subset":"arb_Arab-kea_Latn","languages":["arb-Arab","kea-Latn"]},{"precision":0.530694,"recall":0.630435,"f1":0.558892,"accuracy":0.630435,"main_score":0.558892,"hf_subset":"arb_Arab-lus_Latn","languages":["arb-Arab","lus-Latn"]},{"precision":0.686199,"recall":0.767787,"f1":0.710808,"accuracy":0.767787,"main_score":0.710808,"hf_subset":"arb_Arab-pag_Latn","languages":["arb-Arab","pag-Latn"]},{"precision":0.684973,"recall":0.766798,"f1":0.709192,"accuracy":0.766798,"main_score":0.709192,"hf_subset":"arb_Arab-snd_Arab","languages":["arb-Arab","snd-Arab"]},{"precision":0.571681,"recall":0.666996,"f1":0.599525,"accuracy":0.666996,"main_score":0.599525,"hf_subset":"arb_Arab-tuk_Latn","languages":["arb-Arab","tuk-Latn"]},{"precision":0.61455,"recall":0.700593,"f1":0.638978,"accuracy":0.700593,"main_score":0.638978,"hf_subset":"arb_Arab-bak_Cyrl","languages":["arb-Arab","bak-Cyrl"]},{"precision":0.296532,"recall":0.411067,"f1":0.325364,"accuracy":0.411067,"main_score":0.325364,"hf_subset":"arb_Arab-dyu_Latn","languages":["arb-Arab","dyu-Latn"]},{"precision":0.907938,"recall":0.936759,"f1":0.917325,"accuracy":0.936759,"main_score":0.917325,"hf_subset":"arb_Arab-heb_Hebr","languages":["arb-Arab","heb-Hebr"]},{"precision":0.416285,"recall":0.512846,"f1":0.441232,"accuracy":0.512846,"main_score":0.441232,"hf_subset":"arb_Arab-khk_Cyrl","languages":["arb-Arab","khk-Cyrl"]},{"precision":0.798337,"recall":0.852767,"f1":0.815184,"accuracy":0.852767,"main_score":0.815184,"hf_subset":"arb_Arab-lvs_Latn","languages":["arb-Arab","lvs-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930336,"accuracy":0.94664,"main_score":0.930336,"hf_subset":"arb_Arab-pan_Guru","languages":["arb-Arab","pan-Guru"]},{"precision":0.343743,"recall":0.4417,"f1":0.368692,"accuracy":0.4417,"main_score":0.368692,"hf_subset":"arb_Arab-som_Latn","languages":["arb-Arab","som-Latn"]},{"precision":0.417845,"recall":0.519763,"f1":0.445502,"accuracy":0.519763,"main_score":0.445502,"hf_subset":"arb_Arab-tum_Latn","languages":["arb-Arab","tum-Latn"]},{"precision":0.284806,"recall":0.368577,"f1":0.306217,"accuracy":0.368577,"main_score":0.306217,"hf_subset":"bul_Cyrl-ace_Arab","languages":["bul-Cyrl","ace-Arab"]},{"precision":0.34977,"recall":0.447628,"f1":0.374753,"accuracy":0.447628,"main_score":0.374753,"hf_subset":"bul_Cyrl-bam_Latn","languages":["bul-Cyrl","bam-Latn"]},{"precision":0.159583,"recall":0.216403,"f1":0.173896,"accuracy":0.216403,"main_score":0.173896,"hf_subset":"bul_Cyrl-dzo_Tibt","languages":["bul-Cyrl","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-hin_Deva","languages":["bul-Cyrl","hin-Deva"]},{"precision":0.833827,"recall":0.882411,"f1":0.849473,"accuracy":0.882411,"main_score":0.849473,"hf_subset":"bul_Cyrl-khm_Khmr","languages":["bul-Cyrl","khm-Khmr"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bul_Cyrl-mag_Deva","languages":["bul-Cyrl","mag-Deva"]},{"precision":0.84832,"recall":0.892292,"f1":0.861924,"accuracy":0.892292,"main_score":0.861924,"hf_subset":"bul_Cyrl-pap_Latn","languages":["bul-Cyrl","pap-Latn"]},{"precision":0.404313,"recall":0.505929,"f1":0.431435,"accuracy":0.505929,"main_score":0.431435,"hf_subset":"bul_Cyrl-sot_Latn","languages":["bul-Cyrl","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-tur_Latn","languages":["bul-Cyrl","tur-Latn"]},{"precision":0.65196,"recall":0.736166,"f1":0.676849,"accuracy":0.736166,"main_score":0.676849,"hf_subset":"bul_Cyrl-ace_Latn","languages":["bul-Cyrl","ace-Latn"]},{"precision":0.811462,"recall":0.860672,"f1":0.826548,"accuracy":0.860672,"main_score":0.826548,"hf_subset":"bul_Cyrl-ban_Latn","languages":["bul-Cyrl","ban-Latn"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"bul_Cyrl-ell_Grek","languages":["bul-Cyrl","ell-Grek"]},{"precision":0.951416,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"bul_Cyrl-hne_Deva","languages":["bul-Cyrl","hne-Deva"]},{"precision":0.393839,"recall":0.503953,"f1":0.423545,"accuracy":0.503953,"main_score":0.423545,"hf_subset":"bul_Cyrl-kik_Latn","languages":["bul-Cyrl","kik-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bul_Cyrl-mai_Deva","languages":["bul-Cyrl","mai-Deva"]},{"precision":0.856966,"recall":0.901186,"f1":0.871278,"accuracy":0.901186,"main_score":0.871278,"hf_subset":"bul_Cyrl-pbt_Arab","languages":["bul-Cyrl","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-spa_Latn","languages":["bul-Cyrl","spa-Latn"]},{"precision":0.467663,"recall":0.563241,"f1":0.493287,"accuracy":0.563241,"main_score":0.493287,"hf_subset":"bul_Cyrl-twi_Latn","languages":["bul-Cyrl","twi-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"bul_Cyrl-acm_Arab","languages":["bul-Cyrl","acm-Arab"]},{"precision":0.860837,"recall":0.90415,"f1":0.874835,"accuracy":0.90415,"main_score":0.874835,"hf_subset":"bul_Cyrl-bel_Cyrl","languages":["bul-Cyrl","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bul_Cyrl-eng_Latn","languages":["bul-Cyrl","eng-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-hrv_Latn","languages":["bul-Cyrl","hrv-Latn"]},{"precision":0.385025,"recall":0.483202,"f1":0.412014,"accuracy":0.483202,"main_score":0.412014,"hf_subset":"bul_Cyrl-kin_Latn","languages":["bul-Cyrl","kin-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"bul_Cyrl-mal_Mlym","languages":["bul-Cyrl","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-pes_Arab","languages":["bul-Cyrl","pes-Arab"]},{"precision":0.837015,"recall":0.883399,"f1":0.851433,"accuracy":0.883399,"main_score":0.851433,"hf_subset":"bul_Cyrl-srd_Latn","languages":["bul-Cyrl","srd-Latn"]},{"precision":0.110471,"recall":0.178854,"f1":0.125651,"accuracy":0.178854,"main_score":0.125651,"hf_subset":"bul_Cyrl-tzm_Tfng","languages":["bul-Cyrl","tzm-Tfng"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"bul_Cyrl-acq_Arab","languages":["bul-Cyrl","acq-Arab"]},{"precision":0.435056,"recall":0.524704,"f1":0.458237,"accuracy":0.524704,"main_score":0.458237,"hf_subset":"bul_Cyrl-bem_Latn","languages":["bul-Cyrl","bem-Latn"]},{"precision":0.907592,"recall":0.933794,"f1":0.915744,"accuracy":0.933794,"main_score":0.915744,"hf_subset":"bul_Cyrl-epo_Latn","languages":["bul-Cyrl","epo-Latn"]},{"precision":0.9333,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"bul_Cyrl-hun_Latn","languages":["bul-Cyrl","hun-Latn"]},{"precision":0.705676,"recall":0.777668,"f1":0.726962,"accuracy":0.777668,"main_score":0.726962,"hf_subset":"bul_Cyrl-kir_Cyrl","languages":["bul-Cyrl","kir-Cyrl"]},{"precision":0.968874,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"bul_Cyrl-mar_Deva","languages":["bul-Cyrl","mar-Deva"]},{"precision":0.443167,"recall":0.532609,"f1":0.466727,"accuracy":0.532609,"main_score":0.466727,"hf_subset":"bul_Cyrl-plt_Latn","languages":["bul-Cyrl","plt-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"bul_Cyrl-srp_Cyrl","languages":["bul-Cyrl","srp-Cyrl"]},{"precision":0.282019,"recall":0.362648,"f1":0.302896,"accuracy":0.362648,"main_score":0.302896,"hf_subset":"bul_Cyrl-uig_Arab","languages":["bul-Cyrl","uig-Arab"]},{"precision":0.947793,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"bul_Cyrl-aeb_Arab","languages":["bul-Cyrl","aeb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bul_Cyrl-ben_Beng","languages":["bul-Cyrl","ben-Beng"]},{"precision":0.830122,"recall":0.881423,"f1":0.846574,"accuracy":0.881423,"main_score":0.846574,"hf_subset":"bul_Cyrl-est_Latn","languages":["bul-Cyrl","est-Latn"]},{"precision":0.839345,"recall":0.881423,"f1":0.852541,"accuracy":0.881423,"main_score":0.852541,"hf_subset":"bul_Cyrl-hye_Armn","languages":["bul-Cyrl","hye-Armn"]},{"precision":0.389175,"recall":0.474308,"f1":0.411527,"accuracy":0.474308,"main_score":0.411527,"hf_subset":"bul_Cyrl-kmb_Latn","languages":["bul-Cyrl","kmb-Latn"]},{"precision":0.248224,"recall":0.327075,"f1":0.267554,"accuracy":0.327075,"main_score":0.267554,"hf_subset":"bul_Cyrl-min_Arab","languages":["bul-Cyrl","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-pol_Latn","languages":["bul-Cyrl","pol-Latn"]},{"precision":0.378343,"recall":0.475296,"f1":0.403043,"accuracy":0.475296,"main_score":0.403043,"hf_subset":"bul_Cyrl-ssw_Latn","languages":["bul-Cyrl","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-ukr_Cyrl","languages":["bul-Cyrl","ukr-Cyrl"]},{"precision":0.9333,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"bul_Cyrl-afr_Latn","languages":["bul-Cyrl","afr-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"bul_Cyrl-bho_Deva","languages":["bul-Cyrl","bho-Deva"]},{"precision":0.638514,"recall":0.720356,"f1":0.661847,"accuracy":0.720356,"main_score":0.661847,"hf_subset":"bul_Cyrl-eus_Latn","languages":["bul-Cyrl","eus-Latn"]},{"precision":0.375736,"recall":0.478261,"f1":0.402031,"accuracy":0.478261,"main_score":0.402031,"hf_subset":"bul_Cyrl-ibo_Latn","languages":["bul-Cyrl","ibo-Latn"]},{"precision":0.429197,"recall":0.522727,"f1":0.453732,"accuracy":0.522727,"main_score":0.453732,"hf_subset":"bul_Cyrl-kmr_Latn","languages":["bul-Cyrl","kmr-Latn"]},{"precision":0.779562,"recall":0.838933,"f1":0.797812,"accuracy":0.838933,"main_score":0.797812,"hf_subset":"bul_Cyrl-min_Latn","languages":["bul-Cyrl","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-por_Latn","languages":["bul-Cyrl","por-Latn"]},{"precision":0.840991,"recall":0.886364,"f1":0.855632,"accuracy":0.886364,"main_score":0.855632,"hf_subset":"bul_Cyrl-sun_Latn","languages":["bul-Cyrl","sun-Latn"]},{"precision":0.368872,"recall":0.477273,"f1":0.396924,"accuracy":0.477273,"main_score":0.396924,"hf_subset":"bul_Cyrl-umb_Latn","languages":["bul-Cyrl","umb-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"bul_Cyrl-ajp_Arab","languages":["bul-Cyrl","ajp-Arab"]},{"precision":0.249965,"recall":0.333004,"f1":0.271319,"accuracy":0.333004,"main_score":0.271319,"hf_subset":"bul_Cyrl-bjn_Arab","languages":["bul-Cyrl","bjn-Arab"]},{"precision":0.391692,"recall":0.483202,"f1":0.41533,"accuracy":0.483202,"main_score":0.41533,"hf_subset":"bul_Cyrl-ewe_Latn","languages":["bul-Cyrl","ewe-Latn"]},{"precision":0.667786,"recall":0.743083,"f1":0.690254,"accuracy":0.743083,"main_score":0.690254,"hf_subset":"bul_Cyrl-ilo_Latn","languages":["bul-Cyrl","ilo-Latn"]},{"precision":0.187021,"recall":0.261858,"f1":0.204391,"accuracy":0.261858,"main_score":0.204391,"hf_subset":"bul_Cyrl-knc_Arab","languages":["bul-Cyrl","knc-Arab"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"bul_Cyrl-mkd_Cyrl","languages":["bul-Cyrl","mkd-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bul_Cyrl-prs_Arab","languages":["bul-Cyrl","prs-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"bul_Cyrl-swe_Latn","languages":["bul-Cyrl","swe-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"bul_Cyrl-urd_Arab","languages":["bul-Cyrl","urd-Arab"]},{"precision":0.447981,"recall":0.554348,"f1":0.476615,"accuracy":0.554348,"main_score":0.476615,"hf_subset":"bul_Cyrl-aka_Latn","languages":["bul-Cyrl","aka-Latn"]},{"precision":0.829792,"recall":0.878458,"f1":0.845059,"accuracy":0.878458,"main_score":0.845059,"hf_subset":"bul_Cyrl-bjn_Latn","languages":["bul-Cyrl","bjn-Latn"]},{"precision":0.544032,"recall":0.631423,"f1":0.568787,"accuracy":0.631423,"main_score":0.568787,"hf_subset":"bul_Cyrl-fao_Latn","languages":["bul-Cyrl","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bul_Cyrl-ind_Latn","languages":["bul-Cyrl","ind-Latn"]},{"precision":0.41851,"recall":0.517787,"f1":0.443561,"accuracy":0.517787,"main_score":0.443561,"hf_subset":"bul_Cyrl-knc_Latn","languages":["bul-Cyrl","knc-Latn"]},{"precision":0.702952,"recall":0.777668,"f1":0.724621,"accuracy":0.777668,"main_score":0.724621,"hf_subset":"bul_Cyrl-mlt_Latn","languages":["bul-Cyrl","mlt-Latn"]},{"precision":0.471861,"recall":0.572134,"f1":0.498058,"accuracy":0.572134,"main_score":0.498058,"hf_subset":"bul_Cyrl-quy_Latn","languages":["bul-Cyrl","quy-Latn"]},{"precision":0.857955,"recall":0.900198,"f1":0.871443,"accuracy":0.900198,"main_score":0.871443,"hf_subset":"bul_Cyrl-swh_Latn","languages":["bul-Cyrl","swh-Latn"]},{"precision":0.646871,"recall":0.728261,"f1":0.670525,"accuracy":0.728261,"main_score":0.670525,"hf_subset":"bul_Cyrl-uzn_Latn","languages":["bul-Cyrl","uzn-Latn"]},{"precision":0.801663,"recall":0.857708,"f1":0.81917,"accuracy":0.857708,"main_score":0.81917,"hf_subset":"bul_Cyrl-als_Latn","languages":["bul-Cyrl","als-Latn"]},{"precision":0.19075,"recall":0.258893,"f1":0.207787,"accuracy":0.258893,"main_score":0.207787,"hf_subset":"bul_Cyrl-bod_Tibt","languages":["bul-Cyrl","bod-Tibt"]},{"precision":0.378043,"recall":0.482213,"f1":0.405877,"accuracy":0.482213,"main_score":0.405877,"hf_subset":"bul_Cyrl-fij_Latn","languages":["bul-Cyrl","fij-Latn"]},{"precision":0.535101,"recall":0.625494,"f1":0.56011,"accuracy":0.625494,"main_score":0.56011,"hf_subset":"bul_Cyrl-isl_Latn","languages":["bul-Cyrl","isl-Latn"]},{"precision":0.464776,"recall":0.5583,"f1":0.490198,"accuracy":0.5583,"main_score":0.490198,"hf_subset":"bul_Cyrl-kon_Latn","languages":["bul-Cyrl","kon-Latn"]},{"precision":0.348705,"recall":0.455534,"f1":0.377219,"accuracy":0.455534,"main_score":0.377219,"hf_subset":"bul_Cyrl-mni_Beng","languages":["bul-Cyrl","mni-Beng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bul_Cyrl-ron_Latn","languages":["bul-Cyrl","ron-Latn"]},{"precision":0.887846,"recall":0.921937,"f1":0.898847,"accuracy":0.921937,"main_score":0.898847,"hf_subset":"bul_Cyrl-szl_Latn","languages":["bul-Cyrl","szl-Latn"]},{"precision":0.92803,"recall":0.951581,"f1":0.935771,"accuracy":0.951581,"main_score":0.935771,"hf_subset":"bul_Cyrl-vec_Latn","languages":["bul-Cyrl","vec-Latn"]},{"precision":0.802619,"recall":0.859684,"f1":0.820685,"accuracy":0.859684,"main_score":0.820685,"hf_subset":"bul_Cyrl-amh_Ethi","languages":["bul-Cyrl","amh-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-bos_Latn","languages":["bul-Cyrl","bos-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"bul_Cyrl-fin_Latn","languages":["bul-Cyrl","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bul_Cyrl-ita_Latn","languages":["bul-Cyrl","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-kor_Hang","languages":["bul-Cyrl","kor-Hang"]},{"precision":0.401057,"recall":0.501976,"f1":0.42711,"accuracy":0.501976,"main_score":0.42711,"hf_subset":"bul_Cyrl-mos_Latn","languages":["bul-Cyrl","mos-Latn"]},{"precision":0.367836,"recall":0.476285,"f1":0.395898,"accuracy":0.476285,"main_score":0.395898,"hf_subset":"bul_Cyrl-run_Latn","languages":["bul-Cyrl","run-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"bul_Cyrl-tam_Taml","languages":["bul-Cyrl","tam-Taml"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bul_Cyrl-vie_Latn","languages":["bul-Cyrl","vie-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"bul_Cyrl-apc_Arab","languages":["bul-Cyrl","apc-Arab"]},{"precision":0.600026,"recall":0.693676,"f1":0.627209,"accuracy":0.693676,"main_score":0.627209,"hf_subset":"bul_Cyrl-bug_Latn","languages":["bul-Cyrl","bug-Latn"]},{"precision":0.342541,"recall":0.440711,"f1":0.367089,"accuracy":0.440711,"main_score":0.367089,"hf_subset":"bul_Cyrl-fon_Latn","languages":["bul-Cyrl","fon-Latn"]},{"precision":0.828228,"recall":0.876482,"f1":0.843149,"accuracy":0.876482,"main_score":0.843149,"hf_subset":"bul_Cyrl-jav_Latn","languages":["bul-Cyrl","jav-Latn"]},{"precision":0.741749,"recall":0.809289,"f1":0.761858,"accuracy":0.809289,"main_score":0.761858,"hf_subset":"bul_Cyrl-lao_Laoo","languages":["bul-Cyrl","lao-Laoo"]},{"precision":0.336778,"recall":0.447628,"f1":0.364547,"accuracy":0.447628,"main_score":0.364547,"hf_subset":"bul_Cyrl-mri_Latn","languages":["bul-Cyrl","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bul_Cyrl-rus_Cyrl","languages":["bul-Cyrl","rus-Cyrl"]},{"precision":0.382863,"recall":0.492095,"f1":0.411624,"accuracy":0.492095,"main_score":0.411624,"hf_subset":"bul_Cyrl-taq_Latn","languages":["bul-Cyrl","taq-Latn"]},{"precision":0.801499,"recall":0.855731,"f1":0.818215,"accuracy":0.855731,"main_score":0.818215,"hf_subset":"bul_Cyrl-war_Latn","languages":["bul-Cyrl","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-arb_Arab","languages":["bul-Cyrl","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-fra_Latn","languages":["bul-Cyrl","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-jpn_Jpan","languages":["bul-Cyrl","jpn-Jpan"]},{"precision":0.861166,"recall":0.90415,"f1":0.875165,"accuracy":0.90415,"main_score":0.875165,"hf_subset":"bul_Cyrl-lij_Latn","languages":["bul-Cyrl","lij-Latn"]},{"precision":0.793972,"recall":0.852767,"f1":0.812385,"accuracy":0.852767,"main_score":0.812385,"hf_subset":"bul_Cyrl-mya_Mymr","languages":["bul-Cyrl","mya-Mymr"]},{"precision":0.429632,"recall":0.531621,"f1":0.457227,"accuracy":0.531621,"main_score":0.457227,"hf_subset":"bul_Cyrl-sag_Latn","languages":["bul-Cyrl","sag-Latn"]},{"precision":0.141615,"recall":0.217391,"f1":0.15627,"accuracy":0.217391,"main_score":0.15627,"hf_subset":"bul_Cyrl-taq_Tfng","languages":["bul-Cyrl","taq-Tfng"]},{"precision":0.4504,"recall":0.55336,"f1":0.477436,"accuracy":0.55336,"main_score":0.477436,"hf_subset":"bul_Cyrl-wol_Latn","languages":["bul-Cyrl","wol-Latn"]},{"precision":0.267334,"recall":0.379447,"f1":0.294573,"accuracy":0.379447,"main_score":0.294573,"hf_subset":"bul_Cyrl-arb_Latn","languages":["bul-Cyrl","arb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-cat_Latn","languages":["bul-Cyrl","cat-Latn"]},{"precision":0.836709,"recall":0.880435,"f1":0.850296,"accuracy":0.880435,"main_score":0.850296,"hf_subset":"bul_Cyrl-fur_Latn","languages":["bul-Cyrl","fur-Latn"]},{"precision":0.275344,"recall":0.357708,"f1":0.29625,"accuracy":0.357708,"main_score":0.29625,"hf_subset":"bul_Cyrl-kab_Latn","languages":["bul-Cyrl","kab-Latn"]},{"precision":0.784289,"recall":0.843874,"f1":0.802635,"accuracy":0.843874,"main_score":0.802635,"hf_subset":"bul_Cyrl-lim_Latn","languages":["bul-Cyrl","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-nld_Latn","languages":["bul-Cyrl","nld-Latn"]},{"precision":0.883399,"recall":0.91996,"f1":0.895422,"accuracy":0.91996,"main_score":0.895422,"hf_subset":"bul_Cyrl-san_Deva","languages":["bul-Cyrl","san-Deva"]},{"precision":0.687781,"recall":0.757905,"f1":0.707977,"accuracy":0.757905,"main_score":0.707977,"hf_subset":"bul_Cyrl-tat_Cyrl","languages":["bul-Cyrl","tat-Cyrl"]},{"precision":0.411868,"recall":0.51581,"f1":0.438872,"accuracy":0.51581,"main_score":0.438872,"hf_subset":"bul_Cyrl-xho_Latn","languages":["bul-Cyrl","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bul_Cyrl-ars_Arab","languages":["bul-Cyrl","ars-Arab"]},{"precision":0.774193,"recall":0.832016,"f1":0.79218,"accuracy":0.832016,"main_score":0.79218,"hf_subset":"bul_Cyrl-ceb_Latn","languages":["bul-Cyrl","ceb-Latn"]},{"precision":0.386546,"recall":0.491107,"f1":0.413541,"accuracy":0.491107,"main_score":0.413541,"hf_subset":"bul_Cyrl-fuv_Latn","languages":["bul-Cyrl","fuv-Latn"]},{"precision":0.402452,"recall":0.512846,"f1":0.431052,"accuracy":0.512846,"main_score":0.431052,"hf_subset":"bul_Cyrl-kac_Latn","languages":["bul-Cyrl","kac-Latn"]},{"precision":0.457665,"recall":0.561265,"f1":0.485328,"accuracy":0.561265,"main_score":0.485328,"hf_subset":"bul_Cyrl-lin_Latn","languages":["bul-Cyrl","lin-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"bul_Cyrl-nno_Latn","languages":["bul-Cyrl","nno-Latn"]},{"precision":0.181334,"recall":0.248024,"f1":0.197456,"accuracy":0.248024,"main_score":0.197456,"hf_subset":"bul_Cyrl-sat_Olck","languages":["bul-Cyrl","sat-Olck"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bul_Cyrl-tel_Telu","languages":["bul-Cyrl","tel-Telu"]},{"precision":0.317441,"recall":0.412055,"f1":0.341598,"accuracy":0.412055,"main_score":0.341598,"hf_subset":"bul_Cyrl-ydd_Hebr","languages":["bul-Cyrl","ydd-Hebr"]},{"precision":0.887187,"recall":0.921937,"f1":0.898188,"accuracy":0.921937,"main_score":0.898188,"hf_subset":"bul_Cyrl-ary_Arab","languages":["bul-Cyrl","ary-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"bul_Cyrl-ces_Latn","languages":["bul-Cyrl","ces-Latn"]},{"precision":0.309253,"recall":0.399209,"f1":0.331478,"accuracy":0.399209,"main_score":0.331478,"hf_subset":"bul_Cyrl-gaz_Latn","languages":["bul-Cyrl","gaz-Latn"]},{"precision":0.417093,"recall":0.514822,"f1":0.442265,"accuracy":0.514822,"main_score":0.442265,"hf_subset":"bul_Cyrl-kam_Latn","languages":["bul-Cyrl","kam-Latn"]},{"precision":0.822661,"recall":0.869565,"f1":0.837253,"accuracy":0.869565,"main_score":0.837253,"hf_subset":"bul_Cyrl-lit_Latn","languages":["bul-Cyrl","lit-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bul_Cyrl-nob_Latn","languages":["bul-Cyrl","nob-Latn"]},{"precision":0.763455,"recall":0.825099,"f1":0.782171,"accuracy":0.825099,"main_score":0.782171,"hf_subset":"bul_Cyrl-scn_Latn","languages":["bul-Cyrl","scn-Latn"]},{"precision":0.463683,"recall":0.554348,"f1":0.486826,"accuracy":0.554348,"main_score":0.486826,"hf_subset":"bul_Cyrl-tgk_Cyrl","languages":["bul-Cyrl","tgk-Cyrl"]},{"precision":0.373545,"recall":0.485178,"f1":0.403357,"accuracy":0.485178,"main_score":0.403357,"hf_subset":"bul_Cyrl-yor_Latn","languages":["bul-Cyrl","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-arz_Arab","languages":["bul-Cyrl","arz-Arab"]},{"precision":0.423587,"recall":0.522727,"f1":0.449623,"accuracy":0.522727,"main_score":0.449623,"hf_subset":"bul_Cyrl-cjk_Latn","languages":["bul-Cyrl","cjk-Latn"]},{"precision":0.334666,"recall":0.429842,"f1":0.358663,"accuracy":0.429842,"main_score":0.358663,"hf_subset":"bul_Cyrl-gla_Latn","languages":["bul-Cyrl","gla-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"bul_Cyrl-kan_Knda","languages":["bul-Cyrl","kan-Knda"]},{"precision":0.785524,"recall":0.84585,"f1":0.803887,"accuracy":0.84585,"main_score":0.803887,"hf_subset":"bul_Cyrl-lmo_Latn","languages":["bul-Cyrl","lmo-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"bul_Cyrl-npi_Deva","languages":["bul-Cyrl","npi-Deva"]},{"precision":0.342082,"recall":0.454545,"f1":0.370124,"accuracy":0.454545,"main_score":0.370124,"hf_subset":"bul_Cyrl-shn_Mymr","languages":["bul-Cyrl","shn-Mymr"]},{"precision":0.903656,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"bul_Cyrl-tgl_Latn","languages":["bul-Cyrl","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-yue_Hant","languages":["bul-Cyrl","yue-Hant"]},{"precision":0.885705,"recall":0.918972,"f1":0.896212,"accuracy":0.918972,"main_score":0.896212,"hf_subset":"bul_Cyrl-asm_Beng","languages":["bul-Cyrl","asm-Beng"]},{"precision":0.41875,"recall":0.503953,"f1":0.441193,"accuracy":0.503953,"main_score":0.441193,"hf_subset":"bul_Cyrl-ckb_Arab","languages":["bul-Cyrl","ckb-Arab"]},{"precision":0.364944,"recall":0.456522,"f1":0.387591,"accuracy":0.456522,"main_score":0.387591,"hf_subset":"bul_Cyrl-gle_Latn","languages":["bul-Cyrl","gle-Latn"]},{"precision":0.653133,"recall":0.741107,"f1":0.678658,"accuracy":0.741107,"main_score":0.678658,"hf_subset":"bul_Cyrl-kas_Arab","languages":["bul-Cyrl","kas-Arab"]},{"precision":0.629883,"recall":0.709486,"f1":0.65388,"accuracy":0.709486,"main_score":0.65388,"hf_subset":"bul_Cyrl-ltg_Latn","languages":["bul-Cyrl","ltg-Latn"]},{"precision":0.435399,"recall":0.536561,"f1":0.462741,"accuracy":0.536561,"main_score":0.462741,"hf_subset":"bul_Cyrl-nso_Latn","languages":["bul-Cyrl","nso-Latn"]},{"precision":0.85779,"recall":0.899209,"f1":0.870784,"accuracy":0.899209,"main_score":0.870784,"hf_subset":"bul_Cyrl-sin_Sinh","languages":["bul-Cyrl","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bul_Cyrl-tha_Thai","languages":["bul-Cyrl","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-zho_Hans","languages":["bul-Cyrl","zho-Hans"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bul_Cyrl-ast_Latn","languages":["bul-Cyrl","ast-Latn"]},{"precision":0.800082,"recall":0.856719,"f1":0.817391,"accuracy":0.856719,"main_score":0.817391,"hf_subset":"bul_Cyrl-crh_Latn","languages":["bul-Cyrl","crh-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"bul_Cyrl-glg_Latn","languages":["bul-Cyrl","glg-Latn"]},{"precision":0.543924,"recall":0.647233,"f1":0.572869,"accuracy":0.647233,"main_score":0.572869,"hf_subset":"bul_Cyrl-kas_Deva","languages":["bul-Cyrl","kas-Deva"]},{"precision":0.746019,"recall":0.815217,"f1":0.767128,"accuracy":0.815217,"main_score":0.767128,"hf_subset":"bul_Cyrl-ltz_Latn","languages":["bul-Cyrl","ltz-Latn"]},{"precision":0.304494,"recall":0.394269,"f1":0.327731,"accuracy":0.394269,"main_score":0.327731,"hf_subset":"bul_Cyrl-nus_Latn","languages":["bul-Cyrl","nus-Latn"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"bul_Cyrl-slk_Latn","languages":["bul-Cyrl","slk-Latn"]},{"precision":0.369662,"recall":0.461462,"f1":0.393675,"accuracy":0.461462,"main_score":0.393675,"hf_subset":"bul_Cyrl-tir_Ethi","languages":["bul-Cyrl","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bul_Cyrl-zho_Hant","languages":["bul-Cyrl","zho-Hant"]},{"precision":0.975049,"recall":0.982213,"f1":0.977339,"accuracy":0.982213,"main_score":0.977339,"hf_subset":"bul_Cyrl-awa_Deva","languages":["bul-Cyrl","awa-Deva"]},{"precision":0.421238,"recall":0.517787,"f1":0.446387,"accuracy":0.517787,"main_score":0.446387,"hf_subset":"bul_Cyrl-cym_Latn","languages":["bul-Cyrl","cym-Latn"]},{"precision":0.623026,"recall":0.708498,"f1":0.647437,"accuracy":0.708498,"main_score":0.647437,"hf_subset":"bul_Cyrl-grn_Latn","languages":["bul-Cyrl","grn-Latn"]},{"precision":0.915382,"recall":0.9417,"f1":0.923913,"accuracy":0.9417,"main_score":0.923913,"hf_subset":"bul_Cyrl-kat_Geor","languages":["bul-Cyrl","kat-Geor"]},{"precision":0.473128,"recall":0.571146,"f1":0.50032,"accuracy":0.571146,"main_score":0.50032,"hf_subset":"bul_Cyrl-lua_Latn","languages":["bul-Cyrl","lua-Latn"]},{"precision":0.461811,"recall":0.555336,"f1":0.487394,"accuracy":0.555336,"main_score":0.487394,"hf_subset":"bul_Cyrl-nya_Latn","languages":["bul-Cyrl","nya-Latn"]},{"precision":0.933136,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"bul_Cyrl-slv_Latn","languages":["bul-Cyrl","slv-Latn"]},{"precision":0.703623,"recall":0.780632,"f1":0.726647,"accuracy":0.780632,"main_score":0.726647,"hf_subset":"bul_Cyrl-tpi_Latn","languages":["bul-Cyrl","tpi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bul_Cyrl-zsm_Latn","languages":["bul-Cyrl","zsm-Latn"]},{"precision":0.360035,"recall":0.467391,"f1":0.38763,"accuracy":0.467391,"main_score":0.38763,"hf_subset":"bul_Cyrl-ayr_Latn","languages":["bul-Cyrl","ayr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-dan_Latn","languages":["bul-Cyrl","dan-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"bul_Cyrl-guj_Gujr","languages":["bul-Cyrl","guj-Gujr"]},{"precision":0.782181,"recall":0.840909,"f1":0.800165,"accuracy":0.840909,"main_score":0.800165,"hf_subset":"bul_Cyrl-kaz_Cyrl","languages":["bul-Cyrl","kaz-Cyrl"]},{"precision":0.366278,"recall":0.465415,"f1":0.391833,"accuracy":0.465415,"main_score":0.391833,"hf_subset":"bul_Cyrl-lug_Latn","languages":["bul-Cyrl","lug-Latn"]},{"precision":0.939723,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"bul_Cyrl-oci_Latn","languages":["bul-Cyrl","oci-Latn"]},{"precision":0.41428,"recall":0.527668,"f1":0.444284,"accuracy":0.527668,"main_score":0.444284,"hf_subset":"bul_Cyrl-smo_Latn","languages":["bul-Cyrl","smo-Latn"]},{"precision":0.385441,"recall":0.492095,"f1":0.41288,"accuracy":0.492095,"main_score":0.41288,"hf_subset":"bul_Cyrl-tsn_Latn","languages":["bul-Cyrl","tsn-Latn"]},{"precision":0.387108,"recall":0.483202,"f1":0.411833,"accuracy":0.483202,"main_score":0.411833,"hf_subset":"bul_Cyrl-zul_Latn","languages":["bul-Cyrl","zul-Latn"]},{"precision":0.665335,"recall":0.750988,"f1":0.690646,"accuracy":0.750988,"main_score":0.690646,"hf_subset":"bul_Cyrl-azb_Arab","languages":["bul-Cyrl","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bul_Cyrl-deu_Latn","languages":["bul-Cyrl","deu-Latn"]},{"precision":0.618537,"recall":0.70751,"f1":0.644652,"accuracy":0.70751,"main_score":0.644652,"hf_subset":"bul_Cyrl-hat_Latn","languages":["bul-Cyrl","hat-Latn"]},{"precision":0.342722,"recall":0.443676,"f1":0.368235,"accuracy":0.443676,"main_score":0.368235,"hf_subset":"bul_Cyrl-kbp_Latn","languages":["bul-Cyrl","kbp-Latn"]},{"precision":0.417978,"recall":0.518775,"f1":0.444547,"accuracy":0.518775,"main_score":0.444547,"hf_subset":"bul_Cyrl-luo_Latn","languages":["bul-Cyrl","luo-Latn"]},{"precision":0.537157,"recall":0.618577,"f1":0.559681,"accuracy":0.618577,"main_score":0.559681,"hf_subset":"bul_Cyrl-ory_Orya","languages":["bul-Cyrl","ory-Orya"]},{"precision":0.402483,"recall":0.502964,"f1":0.429364,"accuracy":0.502964,"main_score":0.429364,"hf_subset":"bul_Cyrl-sna_Latn","languages":["bul-Cyrl","sna-Latn"]},{"precision":0.389069,"recall":0.485178,"f1":0.41421,"accuracy":0.485178,"main_score":0.41421,"hf_subset":"bul_Cyrl-tso_Latn","languages":["bul-Cyrl","tso-Latn"]},{"precision":0.871542,"recall":0.908103,"f1":0.883169,"accuracy":0.908103,"main_score":0.883169,"hf_subset":"bul_Cyrl-azj_Latn","languages":["bul-Cyrl","azj-Latn"]},{"precision":0.411001,"recall":0.516798,"f1":0.438676,"accuracy":0.516798,"main_score":0.438676,"hf_subset":"bul_Cyrl-dik_Latn","languages":["bul-Cyrl","dik-Latn"]},{"precision":0.425931,"recall":0.514822,"f1":0.449927,"accuracy":0.514822,"main_score":0.449927,"hf_subset":"bul_Cyrl-hau_Latn","languages":["bul-Cyrl","hau-Latn"]},{"precision":0.80611,"recall":0.860672,"f1":0.822826,"accuracy":0.860672,"main_score":0.822826,"hf_subset":"bul_Cyrl-kea_Latn","languages":["bul-Cyrl","kea-Latn"]},{"precision":0.555843,"recall":0.648221,"f1":0.581312,"accuracy":0.648221,"main_score":0.581312,"hf_subset":"bul_Cyrl-lus_Latn","languages":["bul-Cyrl","lus-Latn"]},{"precision":0.708722,"recall":0.784585,"f1":0.731557,"accuracy":0.784585,"main_score":0.731557,"hf_subset":"bul_Cyrl-pag_Latn","languages":["bul-Cyrl","pag-Latn"]},{"precision":0.68913,"recall":0.763834,"f1":0.71086,"accuracy":0.763834,"main_score":0.71086,"hf_subset":"bul_Cyrl-snd_Arab","languages":["bul-Cyrl","snd-Arab"]},{"precision":0.618223,"recall":0.701581,"f1":0.641472,"accuracy":0.701581,"main_score":0.641472,"hf_subset":"bul_Cyrl-tuk_Latn","languages":["bul-Cyrl","tuk-Latn"]},{"precision":0.67503,"recall":0.747036,"f1":0.695003,"accuracy":0.747036,"main_score":0.695003,"hf_subset":"bul_Cyrl-bak_Cyrl","languages":["bul-Cyrl","bak-Cyrl"]},{"precision":0.33501,"recall":0.4417,"f1":0.36277,"accuracy":0.4417,"main_score":0.36277,"hf_subset":"bul_Cyrl-dyu_Latn","languages":["bul-Cyrl","dyu-Latn"]},{"precision":0.901515,"recall":0.931818,"f1":0.911397,"accuracy":0.931818,"main_score":0.911397,"hf_subset":"bul_Cyrl-heb_Hebr","languages":["bul-Cyrl","heb-Hebr"]},{"precision":0.439041,"recall":0.530632,"f1":0.462928,"accuracy":0.530632,"main_score":0.462928,"hf_subset":"bul_Cyrl-khk_Cyrl","languages":["bul-Cyrl","khk-Cyrl"]},{"precision":0.845389,"recall":0.889328,"f1":0.859025,"accuracy":0.889328,"main_score":0.859025,"hf_subset":"bul_Cyrl-lvs_Latn","languages":["bul-Cyrl","lvs-Latn"]},{"precision":0.912055,"recall":0.940711,"f1":0.921443,"accuracy":0.940711,"main_score":0.921443,"hf_subset":"bul_Cyrl-pan_Guru","languages":["bul-Cyrl","pan-Guru"]},{"precision":0.364379,"recall":0.456522,"f1":0.387522,"accuracy":0.456522,"main_score":0.387522,"hf_subset":"bul_Cyrl-som_Latn","languages":["bul-Cyrl","som-Latn"]},{"precision":0.446645,"recall":0.533597,"f1":0.470228,"accuracy":0.533597,"main_score":0.470228,"hf_subset":"bul_Cyrl-tum_Latn","languages":["bul-Cyrl","tum-Latn"]},{"precision":0.265929,"recall":0.359684,"f1":0.288789,"accuracy":0.359684,"main_score":0.288789,"hf_subset":"fra_Latn-ace_Arab","languages":["fra-Latn","ace-Arab"]},{"precision":0.336255,"recall":0.442688,"f1":0.363455,"accuracy":0.442688,"main_score":0.363455,"hf_subset":"fra_Latn-bam_Latn","languages":["fra-Latn","bam-Latn"]},{"precision":0.154435,"recall":0.215415,"f1":0.169792,"accuracy":0.215415,"main_score":0.169792,"hf_subset":"fra_Latn-dzo_Tibt","languages":["fra-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-hin_Deva","languages":["fra-Latn","hin-Deva"]},{"precision":0.825346,"recall":0.87747,"f1":0.841601,"accuracy":0.87747,"main_score":0.841601,"hf_subset":"fra_Latn-khm_Khmr","languages":["fra-Latn","khm-Khmr"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"fra_Latn-mag_Deva","languages":["fra-Latn","mag-Deva"]},{"precision":0.862928,"recall":0.902174,"f1":0.875033,"accuracy":0.902174,"main_score":0.875033,"hf_subset":"fra_Latn-pap_Latn","languages":["fra-Latn","pap-Latn"]},{"precision":0.39318,"recall":0.504941,"f1":0.422247,"accuracy":0.504941,"main_score":0.422247,"hf_subset":"fra_Latn-sot_Latn","languages":["fra-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fra_Latn-tur_Latn","languages":["fra-Latn","tur-Latn"]},{"precision":0.65746,"recall":0.741107,"f1":0.681559,"accuracy":0.741107,"main_score":0.681559,"hf_subset":"fra_Latn-ace_Latn","languages":["fra-Latn","ace-Latn"]},{"precision":0.816321,"recall":0.870553,"f1":0.833202,"accuracy":0.870553,"main_score":0.833202,"hf_subset":"fra_Latn-ban_Latn","languages":["fra-Latn","ban-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"fra_Latn-ell_Grek","languages":["fra-Latn","ell-Grek"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"fra_Latn-hne_Deva","languages":["fra-Latn","hne-Deva"]},{"precision":0.404801,"recall":0.516798,"f1":0.434226,"accuracy":0.516798,"main_score":0.434226,"hf_subset":"fra_Latn-kik_Latn","languages":["fra-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fra_Latn-mai_Deva","languages":["fra-Latn","mai-Deva"]},{"precision":0.8486,"recall":0.893281,"f1":0.862714,"accuracy":0.893281,"main_score":0.862714,"hf_subset":"fra_Latn-pbt_Arab","languages":["fra-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-spa_Latn","languages":["fra-Latn","spa-Latn"]},{"precision":0.478915,"recall":0.583004,"f1":0.506686,"accuracy":0.583004,"main_score":0.506686,"hf_subset":"fra_Latn-twi_Latn","languages":["fra-Latn","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-acm_Arab","languages":["fra-Latn","acm-Arab"]},{"precision":0.84445,"recall":0.893281,"f1":0.860244,"accuracy":0.893281,"main_score":0.860244,"hf_subset":"fra_Latn-bel_Cyrl","languages":["fra-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-eng_Latn","languages":["fra-Latn","eng-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"fra_Latn-hrv_Latn","languages":["fra-Latn","hrv-Latn"]},{"precision":0.365028,"recall":0.466403,"f1":0.391615,"accuracy":0.466403,"main_score":0.391615,"hf_subset":"fra_Latn-kin_Latn","languages":["fra-Latn","kin-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"fra_Latn-mal_Mlym","languages":["fra-Latn","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fra_Latn-pes_Arab","languages":["fra-Latn","pes-Arab"]},{"precision":0.855517,"recall":0.898221,"f1":0.868972,"accuracy":0.898221,"main_score":0.868972,"hf_subset":"fra_Latn-srd_Latn","languages":["fra-Latn","srd-Latn"]},{"precision":0.09666,"recall":0.167984,"f1":0.111589,"accuracy":0.167984,"main_score":0.111589,"hf_subset":"fra_Latn-tzm_Tfng","languages":["fra-Latn","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-acq_Arab","languages":["fra-Latn","acq-Arab"]},{"precision":0.431943,"recall":0.533597,"f1":0.458359,"accuracy":0.533597,"main_score":0.458359,"hf_subset":"fra_Latn-bem_Latn","languages":["fra-Latn","bem-Latn"]},{"precision":0.90415,"recall":0.932806,"f1":0.913161,"accuracy":0.932806,"main_score":0.913161,"hf_subset":"fra_Latn-epo_Latn","languages":["fra-Latn","epo-Latn"]},{"precision":0.914361,"recall":0.9417,"f1":0.923254,"accuracy":0.9417,"main_score":0.923254,"hf_subset":"fra_Latn-hun_Latn","languages":["fra-Latn","hun-Latn"]},{"precision":0.662057,"recall":0.745059,"f1":0.686341,"accuracy":0.745059,"main_score":0.686341,"hf_subset":"fra_Latn-kir_Cyrl","languages":["fra-Latn","kir-Cyrl"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"fra_Latn-mar_Deva","languages":["fra-Latn","mar-Deva"]},{"precision":0.41558,"recall":0.516798,"f1":0.442336,"accuracy":0.516798,"main_score":0.442336,"hf_subset":"fra_Latn-plt_Latn","languages":["fra-Latn","plt-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"fra_Latn-srp_Cyrl","languages":["fra-Latn","srp-Cyrl"]},{"precision":0.248109,"recall":0.341897,"f1":0.27152,"accuracy":0.341897,"main_score":0.27152,"hf_subset":"fra_Latn-uig_Arab","languages":["fra-Latn","uig-Arab"]},{"precision":0.943182,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"fra_Latn-aeb_Arab","languages":["fra-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-ben_Beng","languages":["fra-Latn","ben-Beng"]},{"precision":0.812615,"recall":0.864625,"f1":0.828458,"accuracy":0.864625,"main_score":0.828458,"hf_subset":"fra_Latn-est_Latn","languages":["fra-Latn","est-Latn"]},{"precision":0.817474,"recall":0.866601,"f1":0.83266,"accuracy":0.866601,"main_score":0.83266,"hf_subset":"fra_Latn-hye_Armn","languages":["fra-Latn","hye-Armn"]},{"precision":0.365047,"recall":0.467391,"f1":0.392368,"accuracy":0.467391,"main_score":0.392368,"hf_subset":"fra_Latn-kmb_Latn","languages":["fra-Latn","kmb-Latn"]},{"precision":0.220148,"recall":0.314229,"f1":0.243163,"accuracy":0.314229,"main_score":0.243163,"hf_subset":"fra_Latn-min_Arab","languages":["fra-Latn","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-pol_Latn","languages":["fra-Latn","pol-Latn"]},{"precision":0.352636,"recall":0.471344,"f1":0.382233,"accuracy":0.471344,"main_score":0.382233,"hf_subset":"fra_Latn-ssw_Latn","languages":["fra-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fra_Latn-ukr_Cyrl","languages":["fra-Latn","ukr-Cyrl"]},{"precision":0.944582,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"fra_Latn-afr_Latn","languages":["fra-Latn","afr-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"fra_Latn-bho_Deva","languages":["fra-Latn","bho-Deva"]},{"precision":0.606811,"recall":0.700593,"f1":0.633601,"accuracy":0.700593,"main_score":0.633601,"hf_subset":"fra_Latn-eus_Latn","languages":["fra-Latn","eus-Latn"]},{"precision":0.352547,"recall":0.469368,"f1":0.382404,"accuracy":0.469368,"main_score":0.382404,"hf_subset":"fra_Latn-ibo_Latn","languages":["fra-Latn","ibo-Latn"]},{"precision":0.400661,"recall":0.507905,"f1":0.428154,"accuracy":0.507905,"main_score":0.428154,"hf_subset":"fra_Latn-kmr_Latn","languages":["fra-Latn","kmr-Latn"]},{"precision":0.784503,"recall":0.84585,"f1":0.803327,"accuracy":0.84585,"main_score":0.803327,"hf_subset":"fra_Latn-min_Latn","languages":["fra-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-por_Latn","languages":["fra-Latn","por-Latn"]},{"precision":0.859766,"recall":0.902174,"f1":0.873254,"accuracy":0.902174,"main_score":0.873254,"hf_subset":"fra_Latn-sun_Latn","languages":["fra-Latn","sun-Latn"]},{"precision":0.354361,"recall":0.470356,"f1":0.384536,"accuracy":0.470356,"main_score":0.384536,"hf_subset":"fra_Latn-umb_Latn","languages":["fra-Latn","umb-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"fra_Latn-ajp_Arab","languages":["fra-Latn","ajp-Arab"]},{"precision":0.244667,"recall":0.339921,"f1":0.268733,"accuracy":0.339921,"main_score":0.268733,"hf_subset":"fra_Latn-bjn_Arab","languages":["fra-Latn","bjn-Arab"]},{"precision":0.367253,"recall":0.470356,"f1":0.393643,"accuracy":0.470356,"main_score":0.393643,"hf_subset":"fra_Latn-ewe_Latn","languages":["fra-Latn","ewe-Latn"]},{"precision":0.665274,"recall":0.747036,"f1":0.688938,"accuracy":0.747036,"main_score":0.688938,"hf_subset":"fra_Latn-ilo_Latn","languages":["fra-Latn","ilo-Latn"]},{"precision":0.148086,"recall":0.238142,"f1":0.167837,"accuracy":0.238142,"main_score":0.167837,"hf_subset":"fra_Latn-knc_Arab","languages":["fra-Latn","knc-Arab"]},{"precision":0.910573,"recall":0.938735,"f1":0.919796,"accuracy":0.938735,"main_score":0.919796,"hf_subset":"fra_Latn-mkd_Cyrl","languages":["fra-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fra_Latn-prs_Arab","languages":["fra-Latn","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-swe_Latn","languages":["fra-Latn","swe-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"fra_Latn-urd_Arab","languages":["fra-Latn","urd-Arab"]},{"precision":0.444383,"recall":0.55336,"f1":0.472525,"accuracy":0.55336,"main_score":0.472525,"hf_subset":"fra_Latn-aka_Latn","languages":["fra-Latn","aka-Latn"]},{"precision":0.823155,"recall":0.875494,"f1":0.839394,"accuracy":0.875494,"main_score":0.839394,"hf_subset":"fra_Latn-bjn_Latn","languages":["fra-Latn","bjn-Latn"]},{"precision":0.547037,"recall":0.641304,"f1":0.573553,"accuracy":0.641304,"main_score":0.573553,"hf_subset":"fra_Latn-fao_Latn","languages":["fra-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ind_Latn","languages":["fra-Latn","ind-Latn"]},{"precision":0.421658,"recall":0.529644,"f1":0.449257,"accuracy":0.529644,"main_score":0.449257,"hf_subset":"fra_Latn-knc_Latn","languages":["fra-Latn","knc-Latn"]},{"precision":0.711093,"recall":0.787549,"f1":0.733383,"accuracy":0.787549,"main_score":0.733383,"hf_subset":"fra_Latn-mlt_Latn","languages":["fra-Latn","mlt-Latn"]},{"precision":0.463165,"recall":0.573123,"f1":0.491849,"accuracy":0.573123,"main_score":0.491849,"hf_subset":"fra_Latn-quy_Latn","languages":["fra-Latn","quy-Latn"]},{"precision":0.845932,"recall":0.891304,"f1":0.860197,"accuracy":0.891304,"main_score":0.860197,"hf_subset":"fra_Latn-swh_Latn","languages":["fra-Latn","swh-Latn"]},{"precision":0.621382,"recall":0.708498,"f1":0.646055,"accuracy":0.708498,"main_score":0.646055,"hf_subset":"fra_Latn-uzn_Latn","languages":["fra-Latn","uzn-Latn"]},{"precision":0.76642,"recall":0.831028,"f1":0.786232,"accuracy":0.831028,"main_score":0.786232,"hf_subset":"fra_Latn-als_Latn","languages":["fra-Latn","als-Latn"]},{"precision":0.176356,"recall":0.249012,"f1":0.193203,"accuracy":0.249012,"main_score":0.193203,"hf_subset":"fra_Latn-bod_Tibt","languages":["fra-Latn","bod-Tibt"]},{"precision":0.368488,"recall":0.480237,"f1":0.396924,"accuracy":0.480237,"main_score":0.396924,"hf_subset":"fra_Latn-fij_Latn","languages":["fra-Latn","fij-Latn"]},{"precision":0.532133,"recall":0.624506,"f1":0.557353,"accuracy":0.624506,"main_score":0.557353,"hf_subset":"fra_Latn-isl_Latn","languages":["fra-Latn","isl-Latn"]},{"precision":0.477492,"recall":0.574111,"f1":0.503012,"accuracy":0.574111,"main_score":0.503012,"hf_subset":"fra_Latn-kon_Latn","languages":["fra-Latn","kon-Latn"]},{"precision":0.328585,"recall":0.444664,"f1":0.358419,"accuracy":0.444664,"main_score":0.358419,"hf_subset":"fra_Latn-mni_Beng","languages":["fra-Latn","mni-Beng"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"fra_Latn-ron_Latn","languages":["fra-Latn","ron-Latn"]},{"precision":0.854167,"recall":0.896245,"f1":0.86749,"accuracy":0.896245,"main_score":0.86749,"hf_subset":"fra_Latn-szl_Latn","languages":["fra-Latn","szl-Latn"]},{"precision":0.942523,"recall":0.961462,"f1":0.948781,"accuracy":0.961462,"main_score":0.948781,"hf_subset":"fra_Latn-vec_Latn","languages":["fra-Latn","vec-Latn"]},{"precision":0.79804,"recall":0.854743,"f1":0.815697,"accuracy":0.854743,"main_score":0.815697,"hf_subset":"fra_Latn-amh_Ethi","languages":["fra-Latn","amh-Ethi"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"fra_Latn-bos_Latn","languages":["fra-Latn","bos-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"fra_Latn-fin_Latn","languages":["fra-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ita_Latn","languages":["fra-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-kor_Hang","languages":["fra-Latn","kor-Hang"]},{"precision":0.400374,"recall":0.505929,"f1":0.427049,"accuracy":0.505929,"main_score":0.427049,"hf_subset":"fra_Latn-mos_Latn","languages":["fra-Latn","mos-Latn"]},{"precision":0.380639,"recall":0.485178,"f1":0.406924,"accuracy":0.485178,"main_score":0.406924,"hf_subset":"fra_Latn-run_Latn","languages":["fra-Latn","run-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"fra_Latn-tam_Taml","languages":["fra-Latn","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-vie_Latn","languages":["fra-Latn","vie-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"fra_Latn-apc_Arab","languages":["fra-Latn","apc-Arab"]},{"precision":0.618566,"recall":0.704545,"f1":0.64262,"accuracy":0.704545,"main_score":0.64262,"hf_subset":"fra_Latn-bug_Latn","languages":["fra-Latn","bug-Latn"]},{"precision":0.324158,"recall":0.436759,"f1":0.352602,"accuracy":0.436759,"main_score":0.352602,"hf_subset":"fra_Latn-fon_Latn","languages":["fra-Latn","fon-Latn"]},{"precision":0.838933,"recall":0.88834,"f1":0.854743,"accuracy":0.88834,"main_score":0.854743,"hf_subset":"fra_Latn-jav_Latn","languages":["fra-Latn","jav-Latn"]},{"precision":0.724061,"recall":0.796443,"f1":0.745511,"accuracy":0.796443,"main_score":0.745511,"hf_subset":"fra_Latn-lao_Laoo","languages":["fra-Latn","lao-Laoo"]},{"precision":0.340209,"recall":0.453557,"f1":0.367762,"accuracy":0.453557,"main_score":0.367762,"hf_subset":"fra_Latn-mri_Latn","languages":["fra-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-rus_Cyrl","languages":["fra-Latn","rus-Cyrl"]},{"precision":0.37262,"recall":0.488142,"f1":0.402199,"accuracy":0.488142,"main_score":0.402199,"hf_subset":"fra_Latn-taq_Latn","languages":["fra-Latn","taq-Latn"]},{"precision":0.787846,"recall":0.849802,"f1":0.807148,"accuracy":0.849802,"main_score":0.807148,"hf_subset":"fra_Latn-war_Latn","languages":["fra-Latn","war-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-arb_Arab","languages":["fra-Latn","arb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-bul_Cyrl","languages":["fra-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-jpn_Jpan","languages":["fra-Latn","jpn-Jpan"]},{"precision":0.87393,"recall":0.914032,"f1":0.886924,"accuracy":0.914032,"main_score":0.886924,"hf_subset":"fra_Latn-lij_Latn","languages":["fra-Latn","lij-Latn"]},{"precision":0.777586,"recall":0.843874,"f1":0.798123,"accuracy":0.843874,"main_score":0.798123,"hf_subset":"fra_Latn-mya_Mymr","languages":["fra-Latn","mya-Mymr"]},{"precision":0.444335,"recall":0.556324,"f1":0.474591,"accuracy":0.556324,"main_score":0.474591,"hf_subset":"fra_Latn-sag_Latn","languages":["fra-Latn","sag-Latn"]},{"precision":0.120894,"recall":0.200593,"f1":0.135847,"accuracy":0.200593,"main_score":0.135847,"hf_subset":"fra_Latn-taq_Tfng","languages":["fra-Latn","taq-Tfng"]},{"precision":0.441113,"recall":0.549407,"f1":0.469697,"accuracy":0.549407,"main_score":0.469697,"hf_subset":"fra_Latn-wol_Latn","languages":["fra-Latn","wol-Latn"]},{"precision":0.273555,"recall":0.386364,"f1":0.300951,"accuracy":0.386364,"main_score":0.300951,"hf_subset":"fra_Latn-arb_Latn","languages":["fra-Latn","arb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fra_Latn-cat_Latn","languages":["fra-Latn","cat-Latn"]},{"precision":0.84333,"recall":0.889328,"f1":0.85774,"accuracy":0.889328,"main_score":0.85774,"hf_subset":"fra_Latn-fur_Latn","languages":["fra-Latn","fur-Latn"]},{"precision":0.253451,"recall":0.340909,"f1":0.274451,"accuracy":0.340909,"main_score":0.274451,"hf_subset":"fra_Latn-kab_Latn","languages":["fra-Latn","kab-Latn"]},{"precision":0.795365,"recall":0.852767,"f1":0.812796,"accuracy":0.852767,"main_score":0.812796,"hf_subset":"fra_Latn-lim_Latn","languages":["fra-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-nld_Latn","languages":["fra-Latn","nld-Latn"]},{"precision":0.885293,"recall":0.91996,"f1":0.896311,"accuracy":0.91996,"main_score":0.896311,"hf_subset":"fra_Latn-san_Deva","languages":["fra-Latn","san-Deva"]},{"precision":0.63613,"recall":0.72332,"f1":0.66143,"accuracy":0.72332,"main_score":0.66143,"hf_subset":"fra_Latn-tat_Cyrl","languages":["fra-Latn","tat-Cyrl"]},{"precision":0.401596,"recall":0.51581,"f1":0.430924,"accuracy":0.51581,"main_score":0.430924,"hf_subset":"fra_Latn-xho_Latn","languages":["fra-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-ars_Arab","languages":["fra-Latn","ars-Arab"]},{"precision":0.761891,"recall":0.828063,"f1":0.782119,"accuracy":0.828063,"main_score":0.782119,"hf_subset":"fra_Latn-ceb_Latn","languages":["fra-Latn","ceb-Latn"]},{"precision":0.394174,"recall":0.506917,"f1":0.422937,"accuracy":0.506917,"main_score":0.422937,"hf_subset":"fra_Latn-fuv_Latn","languages":["fra-Latn","fuv-Latn"]},{"precision":0.382761,"recall":0.502964,"f1":0.41372,"accuracy":0.502964,"main_score":0.41372,"hf_subset":"fra_Latn-kac_Latn","languages":["fra-Latn","kac-Latn"]},{"precision":0.468268,"recall":0.581028,"f1":0.49857,"accuracy":0.581028,"main_score":0.49857,"hf_subset":"fra_Latn-lin_Latn","languages":["fra-Latn","lin-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"fra_Latn-nno_Latn","languages":["fra-Latn","nno-Latn"]},{"precision":0.150963,"recall":0.217391,"f1":0.165664,"accuracy":0.217391,"main_score":0.165664,"hf_subset":"fra_Latn-sat_Olck","languages":["fra-Latn","sat-Olck"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"fra_Latn-tel_Telu","languages":["fra-Latn","tel-Telu"]},{"precision":0.290787,"recall":0.405138,"f1":0.319695,"accuracy":0.405138,"main_score":0.319695,"hf_subset":"fra_Latn-ydd_Hebr","languages":["fra-Latn","ydd-Hebr"]},{"precision":0.880797,"recall":0.917984,"f1":0.892787,"accuracy":0.917984,"main_score":0.892787,"hf_subset":"fra_Latn-ary_Arab","languages":["fra-Latn","ary-Arab"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"fra_Latn-ces_Latn","languages":["fra-Latn","ces-Latn"]},{"precision":0.268571,"recall":0.368577,"f1":0.292893,"accuracy":0.368577,"main_score":0.292893,"hf_subset":"fra_Latn-gaz_Latn","languages":["fra-Latn","gaz-Latn"]},{"precision":0.410468,"recall":0.521739,"f1":0.439189,"accuracy":0.521739,"main_score":0.439189,"hf_subset":"fra_Latn-kam_Latn","languages":["fra-Latn","kam-Latn"]},{"precision":0.779002,"recall":0.840909,"f1":0.798287,"accuracy":0.840909,"main_score":0.798287,"hf_subset":"fra_Latn-lit_Latn","languages":["fra-Latn","lit-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"fra_Latn-nob_Latn","languages":["fra-Latn","nob-Latn"]},{"precision":0.754842,"recall":0.823123,"f1":0.775381,"accuracy":0.823123,"main_score":0.775381,"hf_subset":"fra_Latn-scn_Latn","languages":["fra-Latn","scn-Latn"]},{"precision":0.409912,"recall":0.511858,"f1":0.43642,"accuracy":0.511858,"main_score":0.43642,"hf_subset":"fra_Latn-tgk_Cyrl","languages":["fra-Latn","tgk-Cyrl"]},{"precision":0.36334,"recall":0.472332,"f1":0.391169,"accuracy":0.472332,"main_score":0.391169,"hf_subset":"fra_Latn-yor_Latn","languages":["fra-Latn","yor-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fra_Latn-arz_Arab","languages":["fra-Latn","arz-Arab"]},{"precision":0.393964,"recall":0.512846,"f1":0.42519,"accuracy":0.512846,"main_score":0.42519,"hf_subset":"fra_Latn-cjk_Latn","languages":["fra-Latn","cjk-Latn"]},{"precision":0.317505,"recall":0.421937,"f1":0.343258,"accuracy":0.421937,"main_score":0.343258,"hf_subset":"fra_Latn-gla_Latn","languages":["fra-Latn","gla-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"fra_Latn-kan_Knda","languages":["fra-Latn","kan-Knda"]},{"precision":0.805352,"recall":0.858696,"f1":0.821462,"accuracy":0.858696,"main_score":0.821462,"hf_subset":"fra_Latn-lmo_Latn","languages":["fra-Latn","lmo-Latn"]},{"precision":0.976285,"recall":0.983202,"f1":0.978426,"accuracy":0.983202,"main_score":0.978426,"hf_subset":"fra_Latn-npi_Deva","languages":["fra-Latn","npi-Deva"]},{"precision":0.338218,"recall":0.456522,"f1":0.36775,"accuracy":0.456522,"main_score":0.36775,"hf_subset":"fra_Latn-shn_Mymr","languages":["fra-Latn","shn-Mymr"]},{"precision":0.8778,"recall":0.91502,"f1":0.889657,"accuracy":0.91502,"main_score":0.889657,"hf_subset":"fra_Latn-tgl_Latn","languages":["fra-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-yue_Hant","languages":["fra-Latn","yue-Hant"]},{"precision":0.864213,"recall":0.903162,"f1":0.87635,"accuracy":0.903162,"main_score":0.87635,"hf_subset":"fra_Latn-asm_Beng","languages":["fra-Latn","asm-Beng"]},{"precision":0.383062,"recall":0.478261,"f1":0.408086,"accuracy":0.478261,"main_score":0.408086,"hf_subset":"fra_Latn-ckb_Arab","languages":["fra-Latn","ckb-Arab"]},{"precision":0.330948,"recall":0.435771,"f1":0.356919,"accuracy":0.435771,"main_score":0.356919,"hf_subset":"fra_Latn-gle_Latn","languages":["fra-Latn","gle-Latn"]},{"precision":0.654268,"recall":0.743083,"f1":0.680058,"accuracy":0.743083,"main_score":0.680058,"hf_subset":"fra_Latn-kas_Arab","languages":["fra-Latn","kas-Arab"]},{"precision":0.584408,"recall":0.675889,"f1":0.611385,"accuracy":0.675889,"main_score":0.611385,"hf_subset":"fra_Latn-ltg_Latn","languages":["fra-Latn","ltg-Latn"]},{"precision":0.417649,"recall":0.534585,"f1":0.448949,"accuracy":0.534585,"main_score":0.448949,"hf_subset":"fra_Latn-nso_Latn","languages":["fra-Latn","nso-Latn"]},{"precision":0.845085,"recall":0.890316,"f1":0.859338,"accuracy":0.890316,"main_score":0.859338,"hf_subset":"fra_Latn-sin_Sinh","languages":["fra-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-tha_Thai","languages":["fra-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-zho_Hans","languages":["fra-Latn","zho-Hans"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"fra_Latn-ast_Latn","languages":["fra-Latn","ast-Latn"]},{"precision":0.786133,"recall":0.847826,"f1":0.805303,"accuracy":0.847826,"main_score":0.805303,"hf_subset":"fra_Latn-crh_Latn","languages":["fra-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-glg_Latn","languages":["fra-Latn","glg-Latn"]},{"precision":0.579136,"recall":0.679842,"f1":0.607924,"accuracy":0.679842,"main_score":0.607924,"hf_subset":"fra_Latn-kas_Deva","languages":["fra-Latn","kas-Deva"]},{"precision":0.765794,"recall":0.832016,"f1":0.786199,"accuracy":0.832016,"main_score":0.786199,"hf_subset":"fra_Latn-ltz_Latn","languages":["fra-Latn","ltz-Latn"]},{"precision":0.267558,"recall":0.366601,"f1":0.291159,"accuracy":0.366601,"main_score":0.291159,"hf_subset":"fra_Latn-nus_Latn","languages":["fra-Latn","nus-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"fra_Latn-slk_Latn","languages":["fra-Latn","slk-Latn"]},{"precision":0.367386,"recall":0.469368,"f1":0.394076,"accuracy":0.469368,"main_score":0.394076,"hf_subset":"fra_Latn-tir_Ethi","languages":["fra-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-zho_Hant","languages":["fra-Latn","zho-Hant"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"fra_Latn-awa_Deva","languages":["fra-Latn","awa-Deva"]},{"precision":0.415822,"recall":0.520751,"f1":0.442998,"accuracy":0.520751,"main_score":0.442998,"hf_subset":"fra_Latn-cym_Latn","languages":["fra-Latn","cym-Latn"]},{"precision":0.632462,"recall":0.718379,"f1":0.656913,"accuracy":0.718379,"main_score":0.656913,"hf_subset":"fra_Latn-grn_Latn","languages":["fra-Latn","grn-Latn"]},{"precision":0.899868,"recall":0.929842,"f1":0.909209,"accuracy":0.929842,"main_score":0.909209,"hf_subset":"fra_Latn-kat_Geor","languages":["fra-Latn","kat-Geor"]},{"precision":0.462381,"recall":0.567194,"f1":0.489887,"accuracy":0.567194,"main_score":0.489887,"hf_subset":"fra_Latn-lua_Latn","languages":["fra-Latn","lua-Latn"]},{"precision":0.438555,"recall":0.549407,"f1":0.468201,"accuracy":0.549407,"main_score":0.468201,"hf_subset":"fra_Latn-nya_Latn","languages":["fra-Latn","nya-Latn"]},{"precision":0.910903,"recall":0.939723,"f1":0.92029,"accuracy":0.939723,"main_score":0.92029,"hf_subset":"fra_Latn-slv_Latn","languages":["fra-Latn","slv-Latn"]},{"precision":0.721098,"recall":0.796443,"f1":0.743484,"accuracy":0.796443,"main_score":0.743484,"hf_subset":"fra_Latn-tpi_Latn","languages":["fra-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-zsm_Latn","languages":["fra-Latn","zsm-Latn"]},{"precision":0.362967,"recall":0.478261,"f1":0.393306,"accuracy":0.478261,"main_score":0.393306,"hf_subset":"fra_Latn-ayr_Latn","languages":["fra-Latn","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-dan_Latn","languages":["fra-Latn","dan-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"fra_Latn-guj_Gujr","languages":["fra-Latn","guj-Gujr"]},{"precision":0.725873,"recall":0.799407,"f1":0.747661,"accuracy":0.799407,"main_score":0.747661,"hf_subset":"fra_Latn-kaz_Cyrl","languages":["fra-Latn","kaz-Cyrl"]},{"precision":0.343709,"recall":0.455534,"f1":0.372377,"accuracy":0.455534,"main_score":0.372377,"hf_subset":"fra_Latn-lug_Latn","languages":["fra-Latn","lug-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"fra_Latn-oci_Latn","languages":["fra-Latn","oci-Latn"]},{"precision":0.401135,"recall":0.518775,"f1":0.431703,"accuracy":0.518775,"main_score":0.431703,"hf_subset":"fra_Latn-smo_Latn","languages":["fra-Latn","smo-Latn"]},{"precision":0.376687,"recall":0.492095,"f1":0.406309,"accuracy":0.492095,"main_score":0.406309,"hf_subset":"fra_Latn-tsn_Latn","languages":["fra-Latn","tsn-Latn"]},{"precision":0.374742,"recall":0.481225,"f1":0.402041,"accuracy":0.481225,"main_score":0.402041,"hf_subset":"fra_Latn-zul_Latn","languages":["fra-Latn","zul-Latn"]},{"precision":0.645151,"recall":0.738142,"f1":0.6724,"accuracy":0.738142,"main_score":0.6724,"hf_subset":"fra_Latn-azb_Arab","languages":["fra-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-deu_Latn","languages":["fra-Latn","deu-Latn"]},{"precision":0.644166,"recall":0.732213,"f1":0.669571,"accuracy":0.732213,"main_score":0.669571,"hf_subset":"fra_Latn-hat_Latn","languages":["fra-Latn","hat-Latn"]},{"precision":0.318914,"recall":0.426877,"f1":0.34557,"accuracy":0.426877,"main_score":0.34557,"hf_subset":"fra_Latn-kbp_Latn","languages":["fra-Latn","kbp-Latn"]},{"precision":0.41194,"recall":0.514822,"f1":0.437619,"accuracy":0.514822,"main_score":0.437619,"hf_subset":"fra_Latn-luo_Latn","languages":["fra-Latn","luo-Latn"]},{"precision":0.543489,"recall":0.629447,"f1":0.566672,"accuracy":0.629447,"main_score":0.566672,"hf_subset":"fra_Latn-ory_Orya","languages":["fra-Latn","ory-Orya"]},{"precision":0.386486,"recall":0.503953,"f1":0.417302,"accuracy":0.503953,"main_score":0.417302,"hf_subset":"fra_Latn-sna_Latn","languages":["fra-Latn","sna-Latn"]},{"precision":0.372693,"recall":0.477273,"f1":0.399274,"accuracy":0.477273,"main_score":0.399274,"hf_subset":"fra_Latn-tso_Latn","languages":["fra-Latn","tso-Latn"]},{"precision":0.837615,"recall":0.885375,"f1":0.852404,"accuracy":0.885375,"main_score":0.852404,"hf_subset":"fra_Latn-azj_Latn","languages":["fra-Latn","azj-Latn"]},{"precision":0.401007,"recall":0.51087,"f1":0.429835,"accuracy":0.51087,"main_score":0.429835,"hf_subset":"fra_Latn-dik_Latn","languages":["fra-Latn","dik-Latn"]},{"precision":0.411398,"recall":0.51087,"f1":0.438366,"accuracy":0.51087,"main_score":0.438366,"hf_subset":"fra_Latn-hau_Latn","languages":["fra-Latn","hau-Latn"]},{"precision":0.81003,"recall":0.866601,"f1":0.827602,"accuracy":0.866601,"main_score":0.827602,"hf_subset":"fra_Latn-kea_Latn","languages":["fra-Latn","kea-Latn"]},{"precision":0.552197,"recall":0.65415,"f1":0.580753,"accuracy":0.65415,"main_score":0.580753,"hf_subset":"fra_Latn-lus_Latn","languages":["fra-Latn","lus-Latn"]},{"precision":0.720833,"recall":0.796443,"f1":0.743483,"accuracy":0.796443,"main_score":0.743483,"hf_subset":"fra_Latn-pag_Latn","languages":["fra-Latn","pag-Latn"]},{"precision":0.685754,"recall":0.769763,"f1":0.7111,"accuracy":0.769763,"main_score":0.7111,"hf_subset":"fra_Latn-snd_Arab","languages":["fra-Latn","snd-Arab"]},{"precision":0.56392,"recall":0.667984,"f1":0.593942,"accuracy":0.667984,"main_score":0.593942,"hf_subset":"fra_Latn-tuk_Latn","languages":["fra-Latn","tuk-Latn"]},{"precision":0.622525,"recall":0.712451,"f1":0.648092,"accuracy":0.712451,"main_score":0.648092,"hf_subset":"fra_Latn-bak_Cyrl","languages":["fra-Latn","bak-Cyrl"]},{"precision":0.333477,"recall":0.450593,"f1":0.364126,"accuracy":0.450593,"main_score":0.364126,"hf_subset":"fra_Latn-dyu_Latn","languages":["fra-Latn","dyu-Latn"]},{"precision":0.901268,"recall":0.932806,"f1":0.911462,"accuracy":0.932806,"main_score":0.911462,"hf_subset":"fra_Latn-heb_Hebr","languages":["fra-Latn","heb-Hebr"]},{"precision":0.40945,"recall":0.513834,"f1":0.437331,"accuracy":0.513834,"main_score":0.437331,"hf_subset":"fra_Latn-khk_Cyrl","languages":["fra-Latn","khk-Cyrl"]},{"precision":0.804463,"recall":0.859684,"f1":0.821443,"accuracy":0.859684,"main_score":0.821443,"hf_subset":"fra_Latn-lvs_Latn","languages":["fra-Latn","lvs-Latn"]},{"precision":0.926548,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"fra_Latn-pan_Guru","languages":["fra-Latn","pan-Guru"]},{"precision":0.351312,"recall":0.449605,"f1":0.376172,"accuracy":0.449605,"main_score":0.376172,"hf_subset":"fra_Latn-som_Latn","languages":["fra-Latn","som-Latn"]},{"precision":0.424525,"recall":0.52668,"f1":0.451888,"accuracy":0.52668,"main_score":0.451888,"hf_subset":"fra_Latn-tum_Latn","languages":["fra-Latn","tum-Latn"]},{"precision":0.247156,"recall":0.342885,"f1":0.271323,"accuracy":0.342885,"main_score":0.271323,"hf_subset":"jpn_Jpan-ace_Arab","languages":["jpn-Jpan","ace-Arab"]},{"precision":0.320314,"recall":0.437747,"f1":0.350798,"accuracy":0.437747,"main_score":0.350798,"hf_subset":"jpn_Jpan-bam_Latn","languages":["jpn-Jpan","bam-Latn"]},{"precision":0.150004,"recall":0.213439,"f1":0.165896,"accuracy":0.213439,"main_score":0.165896,"hf_subset":"jpn_Jpan-dzo_Tibt","languages":["jpn-Jpan","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-hin_Deva","languages":["jpn-Jpan","hin-Deva"]},{"precision":0.806472,"recall":0.862648,"f1":0.824012,"accuracy":0.862648,"main_score":0.824012,"hf_subset":"jpn_Jpan-khm_Khmr","languages":["jpn-Jpan","khm-Khmr"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"jpn_Jpan-mag_Deva","languages":["jpn-Jpan","mag-Deva"]},{"precision":0.821294,"recall":0.87253,"f1":0.836957,"accuracy":0.87253,"main_score":0.836957,"hf_subset":"jpn_Jpan-pap_Latn","languages":["jpn-Jpan","pap-Latn"]},{"precision":0.382708,"recall":0.5,"f1":0.413242,"accuracy":0.5,"main_score":0.413242,"hf_subset":"jpn_Jpan-sot_Latn","languages":["jpn-Jpan","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"jpn_Jpan-tur_Latn","languages":["jpn-Jpan","tur-Latn"]},{"precision":0.634519,"recall":0.726285,"f1":0.661481,"accuracy":0.726285,"main_score":0.661481,"hf_subset":"jpn_Jpan-ace_Latn","languages":["jpn-Jpan","ace-Latn"]},{"precision":0.799358,"recall":0.854743,"f1":0.8167,"accuracy":0.854743,"main_score":0.8167,"hf_subset":"jpn_Jpan-ban_Latn","languages":["jpn-Jpan","ban-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"jpn_Jpan-ell_Grek","languages":["jpn-Jpan","ell-Grek"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"jpn_Jpan-hne_Deva","languages":["jpn-Jpan","hne-Deva"]},{"precision":0.381125,"recall":0.497036,"f1":0.411099,"accuracy":0.497036,"main_score":0.411099,"hf_subset":"jpn_Jpan-kik_Latn","languages":["jpn-Jpan","kik-Latn"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"jpn_Jpan-mai_Deva","languages":["jpn-Jpan","mai-Deva"]},{"precision":0.830369,"recall":0.880435,"f1":0.846311,"accuracy":0.880435,"main_score":0.846311,"hf_subset":"jpn_Jpan-pbt_Arab","languages":["jpn-Jpan","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jpn_Jpan-spa_Latn","languages":["jpn-Jpan","spa-Latn"]},{"precision":0.455621,"recall":0.564229,"f1":0.484409,"accuracy":0.564229,"main_score":0.484409,"hf_subset":"jpn_Jpan-twi_Latn","languages":["jpn-Jpan","twi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"jpn_Jpan-acm_Arab","languages":["jpn-Jpan","acm-Arab"]},{"precision":0.810935,"recall":0.869565,"f1":0.82971,"accuracy":0.869565,"main_score":0.82971,"hf_subset":"jpn_Jpan-bel_Cyrl","languages":["jpn-Jpan","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-eng_Latn","languages":["jpn-Jpan","eng-Latn"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"jpn_Jpan-hrv_Latn","languages":["jpn-Jpan","hrv-Latn"]},{"precision":0.354475,"recall":0.459486,"f1":0.38123,"accuracy":0.459486,"main_score":0.38123,"hf_subset":"jpn_Jpan-kin_Latn","languages":["jpn-Jpan","kin-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"jpn_Jpan-mal_Mlym","languages":["jpn-Jpan","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-pes_Arab","languages":["jpn-Jpan","pes-Arab"]},{"precision":0.79944,"recall":0.855731,"f1":0.816634,"accuracy":0.855731,"main_score":0.816634,"hf_subset":"jpn_Jpan-srd_Latn","languages":["jpn-Jpan","srd-Latn"]},{"precision":0.097102,"recall":0.16502,"f1":0.111341,"accuracy":0.16502,"main_score":0.111341,"hf_subset":"jpn_Jpan-tzm_Tfng","languages":["jpn-Jpan","tzm-Tfng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jpn_Jpan-acq_Arab","languages":["jpn-Jpan","acq-Arab"]},{"precision":0.42314,"recall":0.531621,"f1":0.451951,"accuracy":0.531621,"main_score":0.451951,"hf_subset":"jpn_Jpan-bem_Latn","languages":["jpn-Jpan","bem-Latn"]},{"precision":0.859058,"recall":0.899209,"f1":0.871659,"accuracy":0.899209,"main_score":0.871659,"hf_subset":"jpn_Jpan-epo_Latn","languages":["jpn-Jpan","epo-Latn"]},{"precision":0.913702,"recall":0.940711,"f1":0.922431,"accuracy":0.940711,"main_score":0.922431,"hf_subset":"jpn_Jpan-hun_Latn","languages":["jpn-Jpan","hun-Latn"]},{"precision":0.658112,"recall":0.743083,"f1":0.683162,"accuracy":0.743083,"main_score":0.683162,"hf_subset":"jpn_Jpan-kir_Cyrl","languages":["jpn-Jpan","kir-Cyrl"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"jpn_Jpan-mar_Deva","languages":["jpn-Jpan","mar-Deva"]},{"precision":0.397193,"recall":0.500988,"f1":0.424896,"accuracy":0.500988,"main_score":0.424896,"hf_subset":"jpn_Jpan-plt_Latn","languages":["jpn-Jpan","plt-Latn"]},{"precision":0.898551,"recall":0.93083,"f1":0.908926,"accuracy":0.93083,"main_score":0.908926,"hf_subset":"jpn_Jpan-srp_Cyrl","languages":["jpn-Jpan","srp-Cyrl"]},{"precision":0.253967,"recall":0.347826,"f1":0.276805,"accuracy":0.347826,"main_score":0.276805,"hf_subset":"jpn_Jpan-uig_Arab","languages":["jpn-Jpan","uig-Arab"]},{"precision":0.938241,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"jpn_Jpan-aeb_Arab","languages":["jpn-Jpan","aeb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jpn_Jpan-ben_Beng","languages":["jpn-Jpan","ben-Beng"]},{"precision":0.776877,"recall":0.838933,"f1":0.795803,"accuracy":0.838933,"main_score":0.795803,"hf_subset":"jpn_Jpan-est_Latn","languages":["jpn-Jpan","est-Latn"]},{"precision":0.790753,"recall":0.848814,"f1":0.808718,"accuracy":0.848814,"main_score":0.808718,"hf_subset":"jpn_Jpan-hye_Armn","languages":["jpn-Jpan","hye-Armn"]},{"precision":0.363876,"recall":0.470356,"f1":0.391676,"accuracy":0.470356,"main_score":0.391676,"hf_subset":"jpn_Jpan-kmb_Latn","languages":["jpn-Jpan","kmb-Latn"]},{"precision":0.199096,"recall":0.286561,"f1":0.219997,"accuracy":0.286561,"main_score":0.219997,"hf_subset":"jpn_Jpan-min_Arab","languages":["jpn-Jpan","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-pol_Latn","languages":["jpn-Jpan","pol-Latn"]},{"precision":0.35997,"recall":0.468379,"f1":0.386884,"accuracy":0.468379,"main_score":0.386884,"hf_subset":"jpn_Jpan-ssw_Latn","languages":["jpn-Jpan","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"jpn_Jpan-ukr_Cyrl","languages":["jpn-Jpan","ukr-Cyrl"]},{"precision":0.92691,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"jpn_Jpan-afr_Latn","languages":["jpn-Jpan","afr-Latn"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"jpn_Jpan-bho_Deva","languages":["jpn-Jpan","bho-Deva"]},{"precision":0.580645,"recall":0.677866,"f1":0.608136,"accuracy":0.677866,"main_score":0.608136,"hf_subset":"jpn_Jpan-eus_Latn","languages":["jpn-Jpan","eus-Latn"]},{"precision":0.343367,"recall":0.460474,"f1":0.372788,"accuracy":0.460474,"main_score":0.372788,"hf_subset":"jpn_Jpan-ibo_Latn","languages":["jpn-Jpan","ibo-Latn"]},{"precision":0.383229,"recall":0.490119,"f1":0.410783,"accuracy":0.490119,"main_score":0.410783,"hf_subset":"jpn_Jpan-kmr_Latn","languages":["jpn-Jpan","kmr-Latn"]},{"precision":0.758844,"recall":0.826087,"f1":0.779103,"accuracy":0.826087,"main_score":0.779103,"hf_subset":"jpn_Jpan-min_Latn","languages":["jpn-Jpan","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-por_Latn","languages":["jpn-Jpan","por-Latn"]},{"precision":0.845603,"recall":0.891304,"f1":0.859717,"accuracy":0.891304,"main_score":0.859717,"hf_subset":"jpn_Jpan-sun_Latn","languages":["jpn-Jpan","sun-Latn"]},{"precision":0.340688,"recall":0.45751,"f1":0.370895,"accuracy":0.45751,"main_score":0.370895,"hf_subset":"jpn_Jpan-umb_Latn","languages":["jpn-Jpan","umb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"jpn_Jpan-ajp_Arab","languages":["jpn-Jpan","ajp-Arab"]},{"precision":0.229065,"recall":0.31917,"f1":0.251914,"accuracy":0.31917,"main_score":0.251914,"hf_subset":"jpn_Jpan-bjn_Arab","languages":["jpn-Jpan","bjn-Arab"]},{"precision":0.366304,"recall":0.471344,"f1":0.392521,"accuracy":0.471344,"main_score":0.392521,"hf_subset":"jpn_Jpan-ewe_Latn","languages":["jpn-Jpan","ewe-Latn"]},{"precision":0.625957,"recall":0.714427,"f1":0.651815,"accuracy":0.714427,"main_score":0.651815,"hf_subset":"jpn_Jpan-ilo_Latn","languages":["jpn-Jpan","ilo-Latn"]},{"precision":0.160764,"recall":0.252964,"f1":0.182372,"accuracy":0.252964,"main_score":0.182372,"hf_subset":"jpn_Jpan-knc_Arab","languages":["jpn-Jpan","knc-Arab"]},{"precision":0.910903,"recall":0.939723,"f1":0.92029,"accuracy":0.939723,"main_score":0.92029,"hf_subset":"jpn_Jpan-mkd_Cyrl","languages":["jpn-Jpan","mkd-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jpn_Jpan-prs_Arab","languages":["jpn-Jpan","prs-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"jpn_Jpan-swe_Latn","languages":["jpn-Jpan","swe-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"jpn_Jpan-urd_Arab","languages":["jpn-Jpan","urd-Arab"]},{"precision":0.434629,"recall":0.547431,"f1":0.464616,"accuracy":0.547431,"main_score":0.464616,"hf_subset":"jpn_Jpan-aka_Latn","languages":["jpn-Jpan","aka-Latn"]},{"precision":0.813439,"recall":0.867589,"f1":0.830501,"accuracy":0.867589,"main_score":0.830501,"hf_subset":"jpn_Jpan-bjn_Latn","languages":["jpn-Jpan","bjn-Latn"]},{"precision":0.517939,"recall":0.619565,"f1":0.545815,"accuracy":0.619565,"main_score":0.545815,"hf_subset":"jpn_Jpan-fao_Latn","languages":["jpn-Jpan","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ind_Latn","languages":["jpn-Jpan","ind-Latn"]},{"precision":0.424285,"recall":0.533597,"f1":0.452679,"accuracy":0.533597,"main_score":0.452679,"hf_subset":"jpn_Jpan-knc_Latn","languages":["jpn-Jpan","knc-Latn"]},{"precision":0.653294,"recall":0.743083,"f1":0.679418,"accuracy":0.743083,"main_score":0.679418,"hf_subset":"jpn_Jpan-mlt_Latn","languages":["jpn-Jpan","mlt-Latn"]},{"precision":0.455629,"recall":0.563241,"f1":0.484028,"accuracy":0.563241,"main_score":0.484028,"hf_subset":"jpn_Jpan-quy_Latn","languages":["jpn-Jpan","quy-Latn"]},{"precision":0.837368,"recall":0.885375,"f1":0.85247,"accuracy":0.885375,"main_score":0.85247,"hf_subset":"jpn_Jpan-swh_Latn","languages":["jpn-Jpan","swh-Latn"]},{"precision":0.590201,"recall":0.682806,"f1":0.616588,"accuracy":0.682806,"main_score":0.616588,"hf_subset":"jpn_Jpan-uzn_Latn","languages":["jpn-Jpan","uzn-Latn"]},{"precision":0.72141,"recall":0.796443,"f1":0.744466,"accuracy":0.796443,"main_score":0.744466,"hf_subset":"jpn_Jpan-als_Latn","languages":["jpn-Jpan","als-Latn"]},{"precision":0.176006,"recall":0.252964,"f1":0.194081,"accuracy":0.252964,"main_score":0.194081,"hf_subset":"jpn_Jpan-bod_Tibt","languages":["jpn-Jpan","bod-Tibt"]},{"precision":0.361994,"recall":0.477273,"f1":0.390984,"accuracy":0.477273,"main_score":0.390984,"hf_subset":"jpn_Jpan-fij_Latn","languages":["jpn-Jpan","fij-Latn"]},{"precision":0.515179,"recall":0.606719,"f1":0.540361,"accuracy":0.606719,"main_score":0.540361,"hf_subset":"jpn_Jpan-isl_Latn","languages":["jpn-Jpan","isl-Latn"]},{"precision":0.448305,"recall":0.551383,"f1":0.476042,"accuracy":0.551383,"main_score":0.476042,"hf_subset":"jpn_Jpan-kon_Latn","languages":["jpn-Jpan","kon-Latn"]},{"precision":0.321033,"recall":0.434783,"f1":0.349577,"accuracy":0.434783,"main_score":0.349577,"hf_subset":"jpn_Jpan-mni_Beng","languages":["jpn-Jpan","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"jpn_Jpan-ron_Latn","languages":["jpn-Jpan","ron-Latn"]},{"precision":0.815629,"recall":0.868577,"f1":0.832213,"accuracy":0.868577,"main_score":0.832213,"hf_subset":"jpn_Jpan-szl_Latn","languages":["jpn-Jpan","szl-Latn"]},{"precision":0.905221,"recall":0.934783,"f1":0.914756,"accuracy":0.934783,"main_score":0.914756,"hf_subset":"jpn_Jpan-vec_Latn","languages":["jpn-Jpan","vec-Latn"]},{"precision":0.753222,"recall":0.821146,"f1":0.774275,"accuracy":0.821146,"main_score":0.774275,"hf_subset":"jpn_Jpan-amh_Ethi","languages":["jpn-Jpan","amh-Ethi"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"jpn_Jpan-bos_Latn","languages":["jpn-Jpan","bos-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"jpn_Jpan-fin_Latn","languages":["jpn-Jpan","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-ita_Latn","languages":["jpn-Jpan","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jpn_Jpan-kor_Hang","languages":["jpn-Jpan","kor-Hang"]},{"precision":0.362045,"recall":0.480237,"f1":0.392926,"accuracy":0.480237,"main_score":0.392926,"hf_subset":"jpn_Jpan-mos_Latn","languages":["jpn-Jpan","mos-Latn"]},{"precision":0.354305,"recall":0.462451,"f1":0.381652,"accuracy":0.462451,"main_score":0.381652,"hf_subset":"jpn_Jpan-run_Latn","languages":["jpn-Jpan","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"jpn_Jpan-tam_Taml","languages":["jpn-Jpan","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jpn_Jpan-vie_Latn","languages":["jpn-Jpan","vie-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"jpn_Jpan-apc_Arab","languages":["jpn-Jpan","apc-Arab"]},{"precision":0.60688,"recall":0.697628,"f1":0.632586,"accuracy":0.697628,"main_score":0.632586,"hf_subset":"jpn_Jpan-bug_Latn","languages":["jpn-Jpan","bug-Latn"]},{"precision":0.321455,"recall":0.433794,"f1":0.349328,"accuracy":0.433794,"main_score":0.349328,"hf_subset":"jpn_Jpan-fon_Latn","languages":["jpn-Jpan","fon-Latn"]},{"precision":0.821179,"recall":0.874506,"f1":0.837714,"accuracy":0.874506,"main_score":0.837714,"hf_subset":"jpn_Jpan-jav_Latn","languages":["jpn-Jpan","jav-Latn"]},{"precision":0.704787,"recall":0.782609,"f1":0.728195,"accuracy":0.782609,"main_score":0.728195,"hf_subset":"jpn_Jpan-lao_Laoo","languages":["jpn-Jpan","lao-Laoo"]},{"precision":0.329053,"recall":0.443676,"f1":0.356488,"accuracy":0.443676,"main_score":0.356488,"hf_subset":"jpn_Jpan-mri_Latn","languages":["jpn-Jpan","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-rus_Cyrl","languages":["jpn-Jpan","rus-Cyrl"]},{"precision":0.367975,"recall":0.486166,"f1":0.398669,"accuracy":0.486166,"main_score":0.398669,"hf_subset":"jpn_Jpan-taq_Latn","languages":["jpn-Jpan","taq-Latn"]},{"precision":0.759107,"recall":0.825099,"f1":0.778986,"accuracy":0.825099,"main_score":0.778986,"hf_subset":"jpn_Jpan-war_Latn","languages":["jpn-Jpan","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-arb_Arab","languages":["jpn-Jpan","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"jpn_Jpan-bul_Cyrl","languages":["jpn-Jpan","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-fra_Latn","languages":["jpn-Jpan","fra-Latn"]},{"precision":0.825049,"recall":0.876482,"f1":0.841469,"accuracy":0.876482,"main_score":0.841469,"hf_subset":"jpn_Jpan-lij_Latn","languages":["jpn-Jpan","lij-Latn"]},{"precision":0.768511,"recall":0.83498,"f1":0.789097,"accuracy":0.83498,"main_score":0.789097,"hf_subset":"jpn_Jpan-mya_Mymr","languages":["jpn-Jpan","mya-Mymr"]},{"precision":0.403486,"recall":0.521739,"f1":0.435433,"accuracy":0.521739,"main_score":0.435433,"hf_subset":"jpn_Jpan-sag_Latn","languages":["jpn-Jpan","sag-Latn"]},{"precision":0.106254,"recall":0.187747,"f1":0.121519,"accuracy":0.187747,"main_score":0.121519,"hf_subset":"jpn_Jpan-taq_Tfng","languages":["jpn-Jpan","taq-Tfng"]},{"precision":0.415348,"recall":0.533597,"f1":0.447247,"accuracy":0.533597,"main_score":0.447247,"hf_subset":"jpn_Jpan-wol_Latn","languages":["jpn-Jpan","wol-Latn"]},{"precision":0.264233,"recall":0.373518,"f1":0.290677,"accuracy":0.373518,"main_score":0.290677,"hf_subset":"jpn_Jpan-arb_Latn","languages":["jpn-Jpan","arb-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"jpn_Jpan-cat_Latn","languages":["jpn-Jpan","cat-Latn"]},{"precision":0.794829,"recall":0.853755,"f1":0.813175,"accuracy":0.853755,"main_score":0.813175,"hf_subset":"jpn_Jpan-fur_Latn","languages":["jpn-Jpan","fur-Latn"]},{"precision":0.241664,"recall":0.33498,"f1":0.264665,"accuracy":0.33498,"main_score":0.264665,"hf_subset":"jpn_Jpan-kab_Latn","languages":["jpn-Jpan","kab-Latn"]},{"precision":0.769812,"recall":0.832016,"f1":0.788505,"accuracy":0.832016,"main_score":0.788505,"hf_subset":"jpn_Jpan-lim_Latn","languages":["jpn-Jpan","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-nld_Latn","languages":["jpn-Jpan","nld-Latn"]},{"precision":0.880435,"recall":0.916996,"f1":0.892128,"accuracy":0.916996,"main_score":0.892128,"hf_subset":"jpn_Jpan-san_Deva","languages":["jpn-Jpan","san-Deva"]},{"precision":0.626515,"recall":0.715415,"f1":0.651982,"accuracy":0.715415,"main_score":0.651982,"hf_subset":"jpn_Jpan-tat_Cyrl","languages":["jpn-Jpan","tat-Cyrl"]},{"precision":0.389375,"recall":0.504941,"f1":0.418869,"accuracy":0.504941,"main_score":0.418869,"hf_subset":"jpn_Jpan-xho_Latn","languages":["jpn-Jpan","xho-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jpn_Jpan-ars_Arab","languages":["jpn-Jpan","ars-Arab"]},{"precision":0.747678,"recall":0.818182,"f1":0.769302,"accuracy":0.818182,"main_score":0.769302,"hf_subset":"jpn_Jpan-ceb_Latn","languages":["jpn-Jpan","ceb-Latn"]},{"precision":0.369395,"recall":0.485178,"f1":0.399096,"accuracy":0.485178,"main_score":0.399096,"hf_subset":"jpn_Jpan-fuv_Latn","languages":["jpn-Jpan","fuv-Latn"]},{"precision":0.371133,"recall":0.492095,"f1":0.402368,"accuracy":0.492095,"main_score":0.402368,"hf_subset":"jpn_Jpan-kac_Latn","languages":["jpn-Jpan","kac-Latn"]},{"precision":0.444498,"recall":0.559289,"f1":0.475484,"accuracy":0.559289,"main_score":0.475484,"hf_subset":"jpn_Jpan-lin_Latn","languages":["jpn-Jpan","lin-Latn"]},{"precision":0.933333,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"jpn_Jpan-nno_Latn","languages":["jpn-Jpan","nno-Latn"]},{"precision":0.151241,"recall":0.222332,"f1":0.167513,"accuracy":0.222332,"main_score":0.167513,"hf_subset":"jpn_Jpan-sat_Olck","languages":["jpn-Jpan","sat-Olck"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"jpn_Jpan-tel_Telu","languages":["jpn-Jpan","tel-Telu"]},{"precision":0.275648,"recall":0.381423,"f1":0.302142,"accuracy":0.381423,"main_score":0.302142,"hf_subset":"jpn_Jpan-ydd_Hebr","languages":["jpn-Jpan","ydd-Hebr"]},{"precision":0.881423,"recall":0.918972,"f1":0.89361,"accuracy":0.918972,"main_score":0.89361,"hf_subset":"jpn_Jpan-ary_Arab","languages":["jpn-Jpan","ary-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"jpn_Jpan-ces_Latn","languages":["jpn-Jpan","ces-Latn"]},{"precision":0.279328,"recall":0.37253,"f1":0.301292,"accuracy":0.37253,"main_score":0.301292,"hf_subset":"jpn_Jpan-gaz_Latn","languages":["jpn-Jpan","gaz-Latn"]},{"precision":0.392705,"recall":0.504941,"f1":0.421631,"accuracy":0.504941,"main_score":0.421631,"hf_subset":"jpn_Jpan-kam_Latn","languages":["jpn-Jpan","kam-Latn"]},{"precision":0.736693,"recall":0.8083,"f1":0.758959,"accuracy":0.8083,"main_score":0.758959,"hf_subset":"jpn_Jpan-lit_Latn","languages":["jpn-Jpan","lit-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"jpn_Jpan-nob_Latn","languages":["jpn-Jpan","nob-Latn"]},{"precision":0.706917,"recall":0.786561,"f1":0.730538,"accuracy":0.786561,"main_score":0.730538,"hf_subset":"jpn_Jpan-scn_Latn","languages":["jpn-Jpan","scn-Latn"]},{"precision":0.393042,"recall":0.501976,"f1":0.421918,"accuracy":0.501976,"main_score":0.421918,"hf_subset":"jpn_Jpan-tgk_Cyrl","languages":["jpn-Jpan","tgk-Cyrl"]},{"precision":0.350441,"recall":0.462451,"f1":0.379045,"accuracy":0.462451,"main_score":0.379045,"hf_subset":"jpn_Jpan-yor_Latn","languages":["jpn-Jpan","yor-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"jpn_Jpan-arz_Arab","languages":["jpn-Jpan","arz-Arab"]},{"precision":0.39662,"recall":0.512846,"f1":0.426638,"accuracy":0.512846,"main_score":0.426638,"hf_subset":"jpn_Jpan-cjk_Latn","languages":["jpn-Jpan","cjk-Latn"]},{"precision":0.318111,"recall":0.421937,"f1":0.343692,"accuracy":0.421937,"main_score":0.343692,"hf_subset":"jpn_Jpan-gla_Latn","languages":["jpn-Jpan","gla-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"jpn_Jpan-kan_Knda","languages":["jpn-Jpan","kan-Knda"]},{"precision":0.761464,"recall":0.825099,"f1":0.780247,"accuracy":0.825099,"main_score":0.780247,"hf_subset":"jpn_Jpan-lmo_Latn","languages":["jpn-Jpan","lmo-Latn"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"jpn_Jpan-npi_Deva","languages":["jpn-Jpan","npi-Deva"]},{"precision":0.321308,"recall":0.439723,"f1":0.350455,"accuracy":0.439723,"main_score":0.350455,"hf_subset":"jpn_Jpan-shn_Mymr","languages":["jpn-Jpan","shn-Mymr"]},{"precision":0.844697,"recall":0.893281,"f1":0.860343,"accuracy":0.893281,"main_score":0.860343,"hf_subset":"jpn_Jpan-tgl_Latn","languages":["jpn-Jpan","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-yue_Hant","languages":["jpn-Jpan","yue-Hant"]},{"precision":0.858613,"recall":0.900198,"f1":0.871527,"accuracy":0.900198,"main_score":0.871527,"hf_subset":"jpn_Jpan-asm_Beng","languages":["jpn-Jpan","asm-Beng"]},{"precision":0.374423,"recall":0.474308,"f1":0.400887,"accuracy":0.474308,"main_score":0.400887,"hf_subset":"jpn_Jpan-ckb_Arab","languages":["jpn-Jpan","ckb-Arab"]},{"precision":0.331667,"recall":0.436759,"f1":0.357356,"accuracy":0.436759,"main_score":0.357356,"hf_subset":"jpn_Jpan-gle_Latn","languages":["jpn-Jpan","gle-Latn"]},{"precision":0.655082,"recall":0.742095,"f1":0.680277,"accuracy":0.742095,"main_score":0.680277,"hf_subset":"jpn_Jpan-kas_Arab","languages":["jpn-Jpan","kas-Arab"]},{"precision":0.563136,"recall":0.661067,"f1":0.591463,"accuracy":0.661067,"main_score":0.591463,"hf_subset":"jpn_Jpan-ltg_Latn","languages":["jpn-Jpan","ltg-Latn"]},{"precision":0.411452,"recall":0.531621,"f1":0.443915,"accuracy":0.531621,"main_score":0.443915,"hf_subset":"jpn_Jpan-nso_Latn","languages":["jpn-Jpan","nso-Latn"]},{"precision":0.837105,"recall":0.883399,"f1":0.851318,"accuracy":0.883399,"main_score":0.851318,"hf_subset":"jpn_Jpan-sin_Sinh","languages":["jpn-Jpan","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-tha_Thai","languages":["jpn-Jpan","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-zho_Hans","languages":["jpn-Jpan","zho-Hans"]},{"precision":0.958004,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"jpn_Jpan-ast_Latn","languages":["jpn-Jpan","ast-Latn"]},{"precision":0.776252,"recall":0.837945,"f1":0.794862,"accuracy":0.837945,"main_score":0.794862,"hf_subset":"jpn_Jpan-crh_Latn","languages":["jpn-Jpan","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jpn_Jpan-glg_Latn","languages":["jpn-Jpan","glg-Latn"]},{"precision":0.55911,"recall":0.666008,"f1":0.590519,"accuracy":0.666008,"main_score":0.590519,"hf_subset":"jpn_Jpan-kas_Deva","languages":["jpn-Jpan","kas-Deva"]},{"precision":0.738982,"recall":0.812253,"f1":0.761199,"accuracy":0.812253,"main_score":0.761199,"hf_subset":"jpn_Jpan-ltz_Latn","languages":["jpn-Jpan","ltz-Latn"]},{"precision":0.27701,"recall":0.376482,"f1":0.301528,"accuracy":0.376482,"main_score":0.301528,"hf_subset":"jpn_Jpan-nus_Latn","languages":["jpn-Jpan","nus-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"jpn_Jpan-slk_Latn","languages":["jpn-Jpan","slk-Latn"]},{"precision":0.36058,"recall":0.460474,"f1":0.387091,"accuracy":0.460474,"main_score":0.387091,"hf_subset":"jpn_Jpan-tir_Ethi","languages":["jpn-Jpan","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-zho_Hant","languages":["jpn-Jpan","zho-Hant"]},{"precision":0.983366,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"jpn_Jpan-awa_Deva","languages":["jpn-Jpan","awa-Deva"]},{"precision":0.384,"recall":0.486166,"f1":0.409733,"accuracy":0.486166,"main_score":0.409733,"hf_subset":"jpn_Jpan-cym_Latn","languages":["jpn-Jpan","cym-Latn"]},{"precision":0.611716,"recall":0.701581,"f1":0.636813,"accuracy":0.701581,"main_score":0.636813,"hf_subset":"jpn_Jpan-grn_Latn","languages":["jpn-Jpan","grn-Latn"]},{"precision":0.866222,"recall":0.905138,"f1":0.87836,"accuracy":0.905138,"main_score":0.87836,"hf_subset":"jpn_Jpan-kat_Geor","languages":["jpn-Jpan","kat-Geor"]},{"precision":0.437353,"recall":0.550395,"f1":0.468482,"accuracy":0.550395,"main_score":0.468482,"hf_subset":"jpn_Jpan-lua_Latn","languages":["jpn-Jpan","lua-Latn"]},{"precision":0.427263,"recall":0.538538,"f1":0.456958,"accuracy":0.538538,"main_score":0.456958,"hf_subset":"jpn_Jpan-nya_Latn","languages":["jpn-Jpan","nya-Latn"]},{"precision":0.887516,"recall":0.923913,"f1":0.899374,"accuracy":0.923913,"main_score":0.899374,"hf_subset":"jpn_Jpan-slv_Latn","languages":["jpn-Jpan","slv-Latn"]},{"precision":0.706028,"recall":0.781621,"f1":0.728262,"accuracy":0.781621,"main_score":0.728262,"hf_subset":"jpn_Jpan-tpi_Latn","languages":["jpn-Jpan","tpi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jpn_Jpan-zsm_Latn","languages":["jpn-Jpan","zsm-Latn"]},{"precision":0.347843,"recall":0.468379,"f1":0.378451,"accuracy":0.468379,"main_score":0.378451,"hf_subset":"jpn_Jpan-ayr_Latn","languages":["jpn-Jpan","ayr-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"jpn_Jpan-dan_Latn","languages":["jpn-Jpan","dan-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"jpn_Jpan-guj_Gujr","languages":["jpn-Jpan","guj-Gujr"]},{"precision":0.715679,"recall":0.787549,"f1":0.736792,"accuracy":0.787549,"main_score":0.736792,"hf_subset":"jpn_Jpan-kaz_Cyrl","languages":["jpn-Jpan","kaz-Cyrl"]},{"precision":0.351441,"recall":0.454545,"f1":0.377552,"accuracy":0.454545,"main_score":0.377552,"hf_subset":"jpn_Jpan-lug_Latn","languages":["jpn-Jpan","lug-Latn"]},{"precision":0.932806,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"jpn_Jpan-oci_Latn","languages":["jpn-Jpan","oci-Latn"]},{"precision":0.393508,"recall":0.511858,"f1":0.424195,"accuracy":0.511858,"main_score":0.424195,"hf_subset":"jpn_Jpan-smo_Latn","languages":["jpn-Jpan","smo-Latn"]},{"precision":0.376811,"recall":0.491107,"f1":0.40558,"accuracy":0.491107,"main_score":0.40558,"hf_subset":"jpn_Jpan-tsn_Latn","languages":["jpn-Jpan","tsn-Latn"]},{"precision":0.361073,"recall":0.465415,"f1":0.387404,"accuracy":0.465415,"main_score":0.387404,"hf_subset":"jpn_Jpan-zul_Latn","languages":["jpn-Jpan","zul-Latn"]},{"precision":0.662805,"recall":0.749012,"f1":0.688051,"accuracy":0.749012,"main_score":0.688051,"hf_subset":"jpn_Jpan-azb_Arab","languages":["jpn-Jpan","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-deu_Latn","languages":["jpn-Jpan","deu-Latn"]},{"precision":0.57739,"recall":0.677866,"f1":0.606,"accuracy":0.677866,"main_score":0.606,"hf_subset":"jpn_Jpan-hat_Latn","languages":["jpn-Jpan","hat-Latn"]},{"precision":0.308577,"recall":0.418972,"f1":0.33622,"accuracy":0.418972,"main_score":0.33622,"hf_subset":"jpn_Jpan-kbp_Latn","languages":["jpn-Jpan","kbp-Latn"]},{"precision":0.400619,"recall":0.512846,"f1":0.429099,"accuracy":0.512846,"main_score":0.429099,"hf_subset":"jpn_Jpan-luo_Latn","languages":["jpn-Jpan","luo-Latn"]},{"precision":0.512127,"recall":0.604743,"f1":0.537085,"accuracy":0.604743,"main_score":0.537085,"hf_subset":"jpn_Jpan-ory_Orya","languages":["jpn-Jpan","ory-Orya"]},{"precision":0.387758,"recall":0.497036,"f1":0.416562,"accuracy":0.497036,"main_score":0.416562,"hf_subset":"jpn_Jpan-sna_Latn","languages":["jpn-Jpan","sna-Latn"]},{"precision":0.363131,"recall":0.475296,"f1":0.391943,"accuracy":0.475296,"main_score":0.391943,"hf_subset":"jpn_Jpan-tso_Latn","languages":["jpn-Jpan","tso-Latn"]},{"precision":0.821311,"recall":0.874506,"f1":0.838076,"accuracy":0.874506,"main_score":0.838076,"hf_subset":"jpn_Jpan-azj_Latn","languages":["jpn-Jpan","azj-Latn"]},{"precision":0.368387,"recall":0.492095,"f1":0.40131,"accuracy":0.492095,"main_score":0.40131,"hf_subset":"jpn_Jpan-dik_Latn","languages":["jpn-Jpan","dik-Latn"]},{"precision":0.389873,"recall":0.492095,"f1":0.417007,"accuracy":0.492095,"main_score":0.417007,"hf_subset":"jpn_Jpan-hau_Latn","languages":["jpn-Jpan","hau-Latn"]},{"precision":0.731901,"recall":0.8083,"f1":0.755341,"accuracy":0.8083,"main_score":0.755341,"hf_subset":"jpn_Jpan-kea_Latn","languages":["jpn-Jpan","kea-Latn"]},{"precision":0.544571,"recall":0.646245,"f1":0.57377,"accuracy":0.646245,"main_score":0.57377,"hf_subset":"jpn_Jpan-lus_Latn","languages":["jpn-Jpan","lus-Latn"]},{"precision":0.709107,"recall":0.787549,"f1":0.73266,"accuracy":0.787549,"main_score":0.73266,"hf_subset":"jpn_Jpan-pag_Latn","languages":["jpn-Jpan","pag-Latn"]},{"precision":0.676706,"recall":0.764822,"f1":0.703277,"accuracy":0.764822,"main_score":0.703277,"hf_subset":"jpn_Jpan-snd_Arab","languages":["jpn-Jpan","snd-Arab"]},{"precision":0.555807,"recall":0.656126,"f1":0.584688,"accuracy":0.656126,"main_score":0.584688,"hf_subset":"jpn_Jpan-tuk_Latn","languages":["jpn-Jpan","tuk-Latn"]},{"precision":0.610986,"recall":0.704545,"f1":0.637785,"accuracy":0.704545,"main_score":0.637785,"hf_subset":"jpn_Jpan-bak_Cyrl","languages":["jpn-Jpan","bak-Cyrl"]},{"precision":0.313088,"recall":0.428854,"f1":0.342324,"accuracy":0.428854,"main_score":0.342324,"hf_subset":"jpn_Jpan-dyu_Latn","languages":["jpn-Jpan","dyu-Latn"]},{"precision":0.879776,"recall":0.916008,"f1":0.891271,"accuracy":0.916008,"main_score":0.891271,"hf_subset":"jpn_Jpan-heb_Hebr","languages":["jpn-Jpan","heb-Hebr"]},{"precision":0.397178,"recall":0.498024,"f1":0.423684,"accuracy":0.498024,"main_score":0.423684,"hf_subset":"jpn_Jpan-khk_Cyrl","languages":["jpn-Jpan","khk-Cyrl"]},{"precision":0.767605,"recall":0.833004,"f1":0.787846,"accuracy":0.833004,"main_score":0.787846,"hf_subset":"jpn_Jpan-lvs_Latn","languages":["jpn-Jpan","lvs-Latn"]},{"precision":0.898057,"recall":0.929842,"f1":0.908432,"accuracy":0.929842,"main_score":0.908432,"hf_subset":"jpn_Jpan-pan_Guru","languages":["jpn-Jpan","pan-Guru"]},{"precision":0.337163,"recall":0.442688,"f1":0.363595,"accuracy":0.442688,"main_score":0.363595,"hf_subset":"jpn_Jpan-som_Latn","languages":["jpn-Jpan","som-Latn"]},{"precision":0.410846,"recall":0.512846,"f1":0.43736,"accuracy":0.512846,"main_score":0.43736,"hf_subset":"jpn_Jpan-tum_Latn","languages":["jpn-Jpan","tum-Latn"]},{"precision":0.321787,"recall":0.396245,"f1":0.341788,"accuracy":0.396245,"main_score":0.341788,"hf_subset":"lij_Latn-ace_Arab","languages":["lij-Latn","ace-Arab"]},{"precision":0.391787,"recall":0.468379,"f1":0.412087,"accuracy":0.468379,"main_score":0.412087,"hf_subset":"lij_Latn-bam_Latn","languages":["lij-Latn","bam-Latn"]},{"precision":0.150283,"recall":0.215415,"f1":0.16743,"accuracy":0.215415,"main_score":0.16743,"hf_subset":"lij_Latn-dzo_Tibt","languages":["lij-Latn","dzo-Tibt"]},{"precision":0.902668,"recall":0.933794,"f1":0.912879,"accuracy":0.933794,"main_score":0.912879,"hf_subset":"lij_Latn-hin_Deva","languages":["lij-Latn","hin-Deva"]},{"precision":0.654998,"recall":0.72332,"f1":0.675296,"accuracy":0.72332,"main_score":0.675296,"hf_subset":"lij_Latn-khm_Khmr","languages":["lij-Latn","khm-Khmr"]},{"precision":0.901219,"recall":0.928854,"f1":0.909881,"accuracy":0.928854,"main_score":0.909881,"hf_subset":"lij_Latn-mag_Deva","languages":["lij-Latn","mag-Deva"]},{"precision":0.889822,"recall":0.920949,"f1":0.899704,"accuracy":0.920949,"main_score":0.899704,"hf_subset":"lij_Latn-pap_Latn","languages":["lij-Latn","pap-Latn"]},{"precision":0.429393,"recall":0.508893,"f1":0.450265,"accuracy":0.508893,"main_score":0.450265,"hf_subset":"lij_Latn-sot_Latn","languages":["lij-Latn","sot-Latn"]},{"precision":0.901543,"recall":0.925889,"f1":0.909025,"accuracy":0.925889,"main_score":0.909025,"hf_subset":"lij_Latn-tur_Latn","languages":["lij-Latn","tur-Latn"]},{"precision":0.655863,"recall":0.721344,"f1":0.67548,"accuracy":0.721344,"main_score":0.67548,"hf_subset":"lij_Latn-ace_Latn","languages":["lij-Latn","ace-Latn"]},{"precision":0.761479,"recall":0.811265,"f1":0.776619,"accuracy":0.811265,"main_score":0.776619,"hf_subset":"lij_Latn-ban_Latn","languages":["lij-Latn","ban-Latn"]},{"precision":0.844104,"recall":0.885375,"f1":0.857181,"accuracy":0.885375,"main_score":0.857181,"hf_subset":"lij_Latn-ell_Grek","languages":["lij-Latn","ell-Grek"]},{"precision":0.882082,"recall":0.91502,"f1":0.892951,"accuracy":0.91502,"main_score":0.892951,"hf_subset":"lij_Latn-hne_Deva","languages":["lij-Latn","hne-Deva"]},{"precision":0.43234,"recall":0.519763,"f1":0.456893,"accuracy":0.519763,"main_score":0.456893,"hf_subset":"lij_Latn-kik_Latn","languages":["lij-Latn","kik-Latn"]},{"precision":0.892984,"recall":0.923913,"f1":0.9028,"accuracy":0.923913,"main_score":0.9028,"hf_subset":"lij_Latn-mai_Deva","languages":["lij-Latn","mai-Deva"]},{"precision":0.742704,"recall":0.805336,"f1":0.762126,"accuracy":0.805336,"main_score":0.762126,"hf_subset":"lij_Latn-pbt_Arab","languages":["lij-Latn","pbt-Arab"]},{"precision":0.939476,"recall":0.95751,"f1":0.945224,"accuracy":0.95751,"main_score":0.945224,"hf_subset":"lij_Latn-spa_Latn","languages":["lij-Latn","spa-Latn"]},{"precision":0.51801,"recall":0.589921,"f1":0.53846,"accuracy":0.589921,"main_score":0.53846,"hf_subset":"lij_Latn-twi_Latn","languages":["lij-Latn","twi-Latn"]},{"precision":0.874547,"recall":0.909091,"f1":0.885332,"accuracy":0.909091,"main_score":0.885332,"hf_subset":"lij_Latn-acm_Arab","languages":["lij-Latn","acm-Arab"]},{"precision":0.729193,"recall":0.790514,"f1":0.74773,"accuracy":0.790514,"main_score":0.74773,"hf_subset":"lij_Latn-bel_Cyrl","languages":["lij-Latn","bel-Cyrl"]},{"precision":0.944664,"recall":0.960474,"f1":0.949558,"accuracy":0.960474,"main_score":0.949558,"hf_subset":"lij_Latn-eng_Latn","languages":["lij-Latn","eng-Latn"]},{"precision":0.871706,"recall":0.90415,"f1":0.881672,"accuracy":0.90415,"main_score":0.881672,"hf_subset":"lij_Latn-hrv_Latn","languages":["lij-Latn","hrv-Latn"]},{"precision":0.405158,"recall":0.487154,"f1":0.427645,"accuracy":0.487154,"main_score":0.427645,"hf_subset":"lij_Latn-kin_Latn","languages":["lij-Latn","kin-Latn"]},{"precision":0.843248,"recall":0.885375,"f1":0.856357,"accuracy":0.885375,"main_score":0.856357,"hf_subset":"lij_Latn-mal_Mlym","languages":["lij-Latn","mal-Mlym"]},{"precision":0.911232,"recall":0.936759,"f1":0.919433,"accuracy":0.936759,"main_score":0.919433,"hf_subset":"lij_Latn-pes_Arab","languages":["lij-Latn","pes-Arab"]},{"precision":0.889081,"recall":0.917984,"f1":0.897925,"accuracy":0.917984,"main_score":0.897925,"hf_subset":"lij_Latn-srd_Latn","languages":["lij-Latn","srd-Latn"]},{"precision":0.113984,"recall":0.186759,"f1":0.130429,"accuracy":0.186759,"main_score":0.130429,"hf_subset":"lij_Latn-tzm_Tfng","languages":["lij-Latn","tzm-Tfng"]},{"precision":0.890876,"recall":0.91996,"f1":0.899671,"accuracy":0.91996,"main_score":0.899671,"hf_subset":"lij_Latn-acq_Arab","languages":["lij-Latn","acq-Arab"]},{"precision":0.458539,"recall":0.539526,"f1":0.480902,"accuracy":0.539526,"main_score":0.480902,"hf_subset":"lij_Latn-bem_Latn","languages":["lij-Latn","bem-Latn"]},{"precision":0.842434,"recall":0.882411,"f1":0.85443,"accuracy":0.882411,"main_score":0.85443,"hf_subset":"lij_Latn-epo_Latn","languages":["lij-Latn","epo-Latn"]},{"precision":0.815958,"recall":0.86166,"f1":0.83004,"accuracy":0.86166,"main_score":0.83004,"hf_subset":"lij_Latn-hun_Latn","languages":["lij-Latn","hun-Latn"]},{"precision":0.63349,"recall":0.701581,"f1":0.653551,"accuracy":0.701581,"main_score":0.653551,"hf_subset":"lij_Latn-kir_Cyrl","languages":["lij-Latn","kir-Cyrl"]},{"precision":0.885352,"recall":0.917984,"f1":0.895504,"accuracy":0.917984,"main_score":0.895504,"hf_subset":"lij_Latn-mar_Deva","languages":["lij-Latn","mar-Deva"]},{"precision":0.456691,"recall":0.528656,"f1":0.476788,"accuracy":0.528656,"main_score":0.476788,"hf_subset":"lij_Latn-plt_Latn","languages":["lij-Latn","plt-Latn"]},{"precision":0.842721,"recall":0.882411,"f1":0.85504,"accuracy":0.882411,"main_score":0.85504,"hf_subset":"lij_Latn-srp_Cyrl","languages":["lij-Latn","srp-Cyrl"]},{"precision":0.300271,"recall":0.376482,"f1":0.320357,"accuracy":0.376482,"main_score":0.320357,"hf_subset":"lij_Latn-uig_Arab","languages":["lij-Latn","uig-Arab"]},{"precision":0.839633,"recall":0.881423,"f1":0.852394,"accuracy":0.881423,"main_score":0.852394,"hf_subset":"lij_Latn-aeb_Arab","languages":["lij-Latn","aeb-Arab"]},{"precision":0.900198,"recall":0.927866,"f1":0.908832,"accuracy":0.927866,"main_score":0.908832,"hf_subset":"lij_Latn-ben_Beng","languages":["lij-Latn","ben-Beng"]},{"precision":0.737289,"recall":0.787549,"f1":0.752529,"accuracy":0.787549,"main_score":0.752529,"hf_subset":"lij_Latn-est_Latn","languages":["lij-Latn","est-Latn"]},{"precision":0.68359,"recall":0.748024,"f1":0.702915,"accuracy":0.748024,"main_score":0.702915,"hf_subset":"lij_Latn-hye_Armn","languages":["lij-Latn","hye-Armn"]},{"precision":0.410859,"recall":0.493083,"f1":0.433486,"accuracy":0.493083,"main_score":0.433486,"hf_subset":"lij_Latn-kmb_Latn","languages":["lij-Latn","kmb-Latn"]},{"precision":0.275488,"recall":0.348814,"f1":0.294498,"accuracy":0.348814,"main_score":0.294498,"hf_subset":"lij_Latn-min_Arab","languages":["lij-Latn","min-Arab"]},{"precision":0.900115,"recall":0.928854,"f1":0.909157,"accuracy":0.928854,"main_score":0.909157,"hf_subset":"lij_Latn-pol_Latn","languages":["lij-Latn","pol-Latn"]},{"precision":0.406699,"recall":0.490119,"f1":0.428947,"accuracy":0.490119,"main_score":0.428947,"hf_subset":"lij_Latn-ssw_Latn","languages":["lij-Latn","ssw-Latn"]},{"precision":0.88565,"recall":0.916008,"f1":0.895092,"accuracy":0.916008,"main_score":0.895092,"hf_subset":"lij_Latn-ukr_Cyrl","languages":["lij-Latn","ukr-Cyrl"]},{"precision":0.862319,"recall":0.897233,"f1":0.87332,"accuracy":0.897233,"main_score":0.87332,"hf_subset":"lij_Latn-afr_Latn","languages":["lij-Latn","afr-Latn"]},{"precision":0.856555,"recall":0.892292,"f1":0.867584,"accuracy":0.892292,"main_score":0.867584,"hf_subset":"lij_Latn-bho_Deva","languages":["lij-Latn","bho-Deva"]},{"precision":0.66635,"recall":0.73419,"f1":0.686743,"accuracy":0.73419,"main_score":0.686743,"hf_subset":"lij_Latn-eus_Latn","languages":["lij-Latn","eus-Latn"]},{"precision":0.409878,"recall":0.499012,"f1":0.434282,"accuracy":0.499012,"main_score":0.434282,"hf_subset":"lij_Latn-ibo_Latn","languages":["lij-Latn","ibo-Latn"]},{"precision":0.467551,"recall":0.556324,"f1":0.492012,"accuracy":0.556324,"main_score":0.492012,"hf_subset":"lij_Latn-kmr_Latn","languages":["lij-Latn","kmr-Latn"]},{"precision":0.725843,"recall":0.781621,"f1":0.741971,"accuracy":0.781621,"main_score":0.741971,"hf_subset":"lij_Latn-min_Latn","languages":["lij-Latn","min-Latn"]},{"precision":0.940876,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"lij_Latn-por_Latn","languages":["lij-Latn","por-Latn"]},{"precision":0.781802,"recall":0.827075,"f1":0.795667,"accuracy":0.827075,"main_score":0.795667,"hf_subset":"lij_Latn-sun_Latn","languages":["lij-Latn","sun-Latn"]},{"precision":0.405889,"recall":0.48913,"f1":0.429097,"accuracy":0.48913,"main_score":0.429097,"hf_subset":"lij_Latn-umb_Latn","languages":["lij-Latn","umb-Latn"]},{"precision":0.870718,"recall":0.905138,"f1":0.88131,"accuracy":0.905138,"main_score":0.88131,"hf_subset":"lij_Latn-ajp_Arab","languages":["lij-Latn","ajp-Arab"]},{"precision":0.280865,"recall":0.359684,"f1":0.301546,"accuracy":0.359684,"main_score":0.301546,"hf_subset":"lij_Latn-bjn_Arab","languages":["lij-Latn","bjn-Arab"]},{"precision":0.427553,"recall":0.498024,"f1":0.447161,"accuracy":0.498024,"main_score":0.447161,"hf_subset":"lij_Latn-ewe_Latn","languages":["lij-Latn","ewe-Latn"]},{"precision":0.695537,"recall":0.753953,"f1":0.712038,"accuracy":0.753953,"main_score":0.712038,"hf_subset":"lij_Latn-ilo_Latn","languages":["lij-Latn","ilo-Latn"]},{"precision":0.175484,"recall":0.23913,"f1":0.191806,"accuracy":0.23913,"main_score":0.191806,"hf_subset":"lij_Latn-knc_Arab","languages":["lij-Latn","knc-Arab"]},{"precision":0.832079,"recall":0.869565,"f1":0.843577,"accuracy":0.869565,"main_score":0.843577,"hf_subset":"lij_Latn-mkd_Cyrl","languages":["lij-Latn","mkd-Cyrl"]},{"precision":0.888916,"recall":0.920949,"f1":0.899078,"accuracy":0.920949,"main_score":0.899078,"hf_subset":"lij_Latn-prs_Arab","languages":["lij-Latn","prs-Arab"]},{"precision":0.898172,"recall":0.923913,"f1":0.905948,"accuracy":0.923913,"main_score":0.905948,"hf_subset":"lij_Latn-swe_Latn","languages":["lij-Latn","swe-Latn"]},{"precision":0.842721,"recall":0.884387,"f1":0.855849,"accuracy":0.884387,"main_score":0.855849,"hf_subset":"lij_Latn-urd_Arab","languages":["lij-Latn","urd-Arab"]},{"precision":0.474459,"recall":0.551383,"f1":0.496087,"accuracy":0.551383,"main_score":0.496087,"hf_subset":"lij_Latn-aka_Latn","languages":["lij-Latn","aka-Latn"]},{"precision":0.750668,"recall":0.807312,"f1":0.768001,"accuracy":0.807312,"main_score":0.768001,"hf_subset":"lij_Latn-bjn_Latn","languages":["lij-Latn","bjn-Latn"]},{"precision":0.540053,"recall":0.613636,"f1":0.56071,"accuracy":0.613636,"main_score":0.56071,"hf_subset":"lij_Latn-fao_Latn","languages":["lij-Latn","fao-Latn"]},{"precision":0.924901,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"lij_Latn-ind_Latn","languages":["lij-Latn","ind-Latn"]},{"precision":0.453701,"recall":0.528656,"f1":0.474329,"accuracy":0.528656,"main_score":0.474329,"hf_subset":"lij_Latn-knc_Latn","languages":["lij-Latn","knc-Latn"]},{"precision":0.777668,"recall":0.83498,"f1":0.795163,"accuracy":0.83498,"main_score":0.795163,"hf_subset":"lij_Latn-mlt_Latn","languages":["lij-Latn","mlt-Latn"]},{"precision":0.494017,"recall":0.58498,"f1":0.51921,"accuracy":0.58498,"main_score":0.51921,"hf_subset":"lij_Latn-quy_Latn","languages":["lij-Latn","quy-Latn"]},{"precision":0.708771,"recall":0.773715,"f1":0.72808,"accuracy":0.773715,"main_score":0.72808,"hf_subset":"lij_Latn-swh_Latn","languages":["lij-Latn","swh-Latn"]},{"precision":0.587722,"recall":0.660079,"f1":0.60892,"accuracy":0.660079,"main_score":0.60892,"hf_subset":"lij_Latn-uzn_Latn","languages":["lij-Latn","uzn-Latn"]},{"precision":0.766765,"recall":0.813241,"f1":0.780685,"accuracy":0.813241,"main_score":0.780685,"hf_subset":"lij_Latn-als_Latn","languages":["lij-Latn","als-Latn"]},{"precision":0.194542,"recall":0.26087,"f1":0.212254,"accuracy":0.26087,"main_score":0.212254,"hf_subset":"lij_Latn-bod_Tibt","languages":["lij-Latn","bod-Tibt"]},{"precision":0.422142,"recall":0.502964,"f1":0.444265,"accuracy":0.502964,"main_score":0.444265,"hf_subset":"lij_Latn-fij_Latn","languages":["lij-Latn","fij-Latn"]},{"precision":0.511357,"recall":0.585968,"f1":0.532338,"accuracy":0.585968,"main_score":0.532338,"hf_subset":"lij_Latn-isl_Latn","languages":["lij-Latn","isl-Latn"]},{"precision":0.508923,"recall":0.58498,"f1":0.529796,"accuracy":0.58498,"main_score":0.529796,"hf_subset":"lij_Latn-kon_Latn","languages":["lij-Latn","kon-Latn"]},{"precision":0.380411,"recall":0.477273,"f1":0.40774,"accuracy":0.477273,"main_score":0.40774,"hf_subset":"lij_Latn-mni_Beng","languages":["lij-Latn","mni-Beng"]},{"precision":0.916453,"recall":0.937747,"f1":0.922944,"accuracy":0.937747,"main_score":0.922944,"hf_subset":"lij_Latn-ron_Latn","languages":["lij-Latn","ron-Latn"]},{"precision":0.785483,"recall":0.836957,"f1":0.801307,"accuracy":0.836957,"main_score":0.801307,"hf_subset":"lij_Latn-szl_Latn","languages":["lij-Latn","szl-Latn"]},{"precision":0.931489,"recall":0.951581,"f1":0.937879,"accuracy":0.951581,"main_score":0.937879,"hf_subset":"lij_Latn-vec_Latn","languages":["lij-Latn","vec-Latn"]},{"precision":0.645843,"recall":0.719368,"f1":0.667737,"accuracy":0.719368,"main_score":0.667737,"hf_subset":"lij_Latn-amh_Ethi","languages":["lij-Latn","amh-Ethi"]},{"precision":0.881983,"recall":0.91502,"f1":0.89226,"accuracy":0.91502,"main_score":0.89226,"hf_subset":"lij_Latn-bos_Latn","languages":["lij-Latn","bos-Latn"]},{"precision":0.864756,"recall":0.900198,"f1":0.875641,"accuracy":0.900198,"main_score":0.875641,"hf_subset":"lij_Latn-fin_Latn","languages":["lij-Latn","fin-Latn"]},{"precision":0.944499,"recall":0.960474,"f1":0.949572,"accuracy":0.960474,"main_score":0.949572,"hf_subset":"lij_Latn-ita_Latn","languages":["lij-Latn","ita-Latn"]},{"precision":0.894763,"recall":0.924901,"f1":0.904282,"accuracy":0.924901,"main_score":0.904282,"hf_subset":"lij_Latn-kor_Hang","languages":["lij-Latn","kor-Hang"]},{"precision":0.427768,"recall":0.502964,"f1":0.448759,"accuracy":0.502964,"main_score":0.448759,"hf_subset":"lij_Latn-mos_Latn","languages":["lij-Latn","mos-Latn"]},{"precision":0.403963,"recall":0.488142,"f1":0.427368,"accuracy":0.488142,"main_score":0.427368,"hf_subset":"lij_Latn-run_Latn","languages":["lij-Latn","run-Latn"]},{"precision":0.858646,"recall":0.895257,"f1":0.870125,"accuracy":0.895257,"main_score":0.870125,"hf_subset":"lij_Latn-tam_Taml","languages":["lij-Latn","tam-Taml"]},{"precision":0.904809,"recall":0.931818,"f1":0.913373,"accuracy":0.931818,"main_score":0.913373,"hf_subset":"lij_Latn-vie_Latn","languages":["lij-Latn","vie-Latn"]},{"precision":0.857411,"recall":0.893281,"f1":0.868709,"accuracy":0.893281,"main_score":0.868709,"hf_subset":"lij_Latn-apc_Arab","languages":["lij-Latn","apc-Arab"]},{"precision":0.620226,"recall":0.693676,"f1":0.641337,"accuracy":0.693676,"main_score":0.641337,"hf_subset":"lij_Latn-bug_Latn","languages":["lij-Latn","bug-Latn"]},{"precision":0.395642,"recall":0.467391,"f1":0.414829,"accuracy":0.467391,"main_score":0.414829,"hf_subset":"lij_Latn-fon_Latn","languages":["lij-Latn","fon-Latn"]},{"precision":0.767605,"recall":0.815217,"f1":0.782312,"accuracy":0.815217,"main_score":0.782312,"hf_subset":"lij_Latn-jav_Latn","languages":["lij-Latn","jav-Latn"]},{"precision":0.599342,"recall":0.667984,"f1":0.618957,"accuracy":0.667984,"main_score":0.618957,"hf_subset":"lij_Latn-lao_Laoo","languages":["lij-Latn","lao-Laoo"]},{"precision":0.387983,"recall":0.474308,"f1":0.411487,"accuracy":0.474308,"main_score":0.411487,"hf_subset":"lij_Latn-mri_Latn","languages":["lij-Latn","mri-Latn"]},{"precision":0.919335,"recall":0.9417,"f1":0.92635,"accuracy":0.9417,"main_score":0.92635,"hf_subset":"lij_Latn-rus_Cyrl","languages":["lij-Latn","rus-Cyrl"]},{"precision":0.408246,"recall":0.497036,"f1":0.432429,"accuracy":0.497036,"main_score":0.432429,"hf_subset":"lij_Latn-taq_Latn","languages":["lij-Latn","taq-Latn"]},{"precision":0.781302,"recall":0.824111,"f1":0.793874,"accuracy":0.824111,"main_score":0.793874,"hf_subset":"lij_Latn-war_Latn","languages":["lij-Latn","war-Latn"]},{"precision":0.891831,"recall":0.923913,"f1":0.901976,"accuracy":0.923913,"main_score":0.901976,"hf_subset":"lij_Latn-arb_Arab","languages":["lij-Latn","arb-Arab"]},{"precision":0.888735,"recall":0.918972,"f1":0.898188,"accuracy":0.918972,"main_score":0.898188,"hf_subset":"lij_Latn-bul_Cyrl","languages":["lij-Latn","bul-Cyrl"]},{"precision":0.94077,"recall":0.95751,"f1":0.945965,"accuracy":0.95751,"main_score":0.945965,"hf_subset":"lij_Latn-fra_Latn","languages":["lij-Latn","fra-Latn"]},{"precision":0.902915,"recall":0.928854,"f1":0.910968,"accuracy":0.928854,"main_score":0.910968,"hf_subset":"lij_Latn-jpn_Jpan","languages":["lij-Latn","jpn-Jpan"]},{"precision":0.608646,"recall":0.688735,"f1":0.632119,"accuracy":0.688735,"main_score":0.632119,"hf_subset":"lij_Latn-mya_Mymr","languages":["lij-Latn","mya-Mymr"]},{"precision":0.472846,"recall":0.554348,"f1":0.495687,"accuracy":0.554348,"main_score":0.495687,"hf_subset":"lij_Latn-sag_Latn","languages":["lij-Latn","sag-Latn"]},{"precision":0.142215,"recall":0.228261,"f1":0.16127,"accuracy":0.228261,"main_score":0.16127,"hf_subset":"lij_Latn-taq_Tfng","languages":["lij-Latn","taq-Tfng"]},{"precision":0.475195,"recall":0.560277,"f1":0.498849,"accuracy":0.560277,"main_score":0.498849,"hf_subset":"lij_Latn-wol_Latn","languages":["lij-Latn","wol-Latn"]},{"precision":0.287958,"recall":0.387352,"f1":0.314134,"accuracy":0.387352,"main_score":0.314134,"hf_subset":"lij_Latn-arb_Latn","languages":["lij-Latn","arb-Latn"]},{"precision":0.915737,"recall":0.938735,"f1":0.922697,"accuracy":0.938735,"main_score":0.922697,"hf_subset":"lij_Latn-cat_Latn","languages":["lij-Latn","cat-Latn"]},{"precision":0.899268,"recall":0.926877,"f1":0.907922,"accuracy":0.926877,"main_score":0.907922,"hf_subset":"lij_Latn-fur_Latn","languages":["lij-Latn","fur-Latn"]},{"precision":0.303483,"recall":0.378458,"f1":0.323363,"accuracy":0.378458,"main_score":0.323363,"hf_subset":"lij_Latn-kab_Latn","languages":["lij-Latn","kab-Latn"]},{"precision":0.764987,"recall":0.811265,"f1":0.778629,"accuracy":0.811265,"main_score":0.778629,"hf_subset":"lij_Latn-lim_Latn","languages":["lij-Latn","lim-Latn"]},{"precision":0.914312,"recall":0.938735,"f1":0.922003,"accuracy":0.938735,"main_score":0.922003,"hf_subset":"lij_Latn-nld_Latn","languages":["lij-Latn","nld-Latn"]},{"precision":0.779233,"recall":0.835968,"f1":0.797299,"accuracy":0.835968,"main_score":0.797299,"hf_subset":"lij_Latn-san_Deva","languages":["lij-Latn","san-Deva"]},{"precision":0.623188,"recall":0.690711,"f1":0.642664,"accuracy":0.690711,"main_score":0.642664,"hf_subset":"lij_Latn-tat_Cyrl","languages":["lij-Latn","tat-Cyrl"]},{"precision":0.44064,"recall":0.523715,"f1":0.463361,"accuracy":0.523715,"main_score":0.463361,"hf_subset":"lij_Latn-xho_Latn","languages":["lij-Latn","xho-Latn"]},{"precision":0.884783,"recall":0.917984,"f1":0.895257,"accuracy":0.917984,"main_score":0.895257,"hf_subset":"lij_Latn-ars_Arab","languages":["lij-Latn","ars-Arab"]},{"precision":0.753771,"recall":0.809289,"f1":0.770784,"accuracy":0.809289,"main_score":0.770784,"hf_subset":"lij_Latn-ceb_Latn","languages":["lij-Latn","ceb-Latn"]},{"precision":0.431945,"recall":0.51581,"f1":0.455169,"accuracy":0.51581,"main_score":0.455169,"hf_subset":"lij_Latn-fuv_Latn","languages":["lij-Latn","fuv-Latn"]},{"precision":0.42352,"recall":0.507905,"f1":0.446105,"accuracy":0.507905,"main_score":0.446105,"hf_subset":"lij_Latn-kac_Latn","languages":["lij-Latn","kac-Latn"]},{"precision":0.486125,"recall":0.570158,"f1":0.509076,"accuracy":0.570158,"main_score":0.509076,"hf_subset":"lij_Latn-lin_Latn","languages":["lij-Latn","lin-Latn"]},{"precision":0.866594,"recall":0.900198,"f1":0.876854,"accuracy":0.900198,"main_score":0.876854,"hf_subset":"lij_Latn-nno_Latn","languages":["lij-Latn","nno-Latn"]},{"precision":0.168701,"recall":0.229249,"f1":0.183807,"accuracy":0.229249,"main_score":0.183807,"hf_subset":"lij_Latn-sat_Olck","languages":["lij-Latn","sat-Olck"]},{"precision":0.850823,"recall":0.891304,"f1":0.863636,"accuracy":0.891304,"main_score":0.863636,"hf_subset":"lij_Latn-tel_Telu","languages":["lij-Latn","tel-Telu"]},{"precision":0.335128,"recall":0.421937,"f1":0.358938,"accuracy":0.421937,"main_score":0.358938,"hf_subset":"lij_Latn-ydd_Hebr","languages":["lij-Latn","ydd-Hebr"]},{"precision":0.790926,"recall":0.844862,"f1":0.807675,"accuracy":0.844862,"main_score":0.807675,"hf_subset":"lij_Latn-ary_Arab","languages":["lij-Latn","ary-Arab"]},{"precision":0.888422,"recall":0.91996,"f1":0.898452,"accuracy":0.91996,"main_score":0.898452,"hf_subset":"lij_Latn-ces_Latn","languages":["lij-Latn","ces-Latn"]},{"precision":0.336524,"recall":0.416008,"f1":0.356035,"accuracy":0.416008,"main_score":0.356035,"hf_subset":"lij_Latn-gaz_Latn","languages":["lij-Latn","gaz-Latn"]},{"precision":0.454983,"recall":0.52668,"f1":0.474858,"accuracy":0.52668,"main_score":0.474858,"hf_subset":"lij_Latn-kam_Latn","languages":["lij-Latn","kam-Latn"]},{"precision":0.729701,"recall":0.789526,"f1":0.748155,"accuracy":0.789526,"main_score":0.748155,"hf_subset":"lij_Latn-lit_Latn","languages":["lij-Latn","lit-Latn"]},{"precision":0.900231,"recall":0.924901,"f1":0.907938,"accuracy":0.924901,"main_score":0.907938,"hf_subset":"lij_Latn-nob_Latn","languages":["lij-Latn","nob-Latn"]},{"precision":0.82272,"recall":0.868577,"f1":0.836578,"accuracy":0.868577,"main_score":0.836578,"hf_subset":"lij_Latn-scn_Latn","languages":["lij-Latn","scn-Latn"]},{"precision":0.417425,"recall":0.508893,"f1":0.442225,"accuracy":0.508893,"main_score":0.442225,"hf_subset":"lij_Latn-tgk_Cyrl","languages":["lij-Latn","tgk-Cyrl"]},{"precision":0.39325,"recall":0.47332,"f1":0.41618,"accuracy":0.47332,"main_score":0.41618,"hf_subset":"lij_Latn-yor_Latn","languages":["lij-Latn","yor-Latn"]},{"precision":0.881192,"recall":0.913043,"f1":0.890957,"accuracy":0.913043,"main_score":0.890957,"hf_subset":"lij_Latn-arz_Arab","languages":["lij-Latn","arz-Arab"]},{"precision":0.448568,"recall":0.538538,"f1":0.47319,"accuracy":0.538538,"main_score":0.47319,"hf_subset":"lij_Latn-cjk_Latn","languages":["lij-Latn","cjk-Latn"]},{"precision":0.380548,"recall":0.462451,"f1":0.402481,"accuracy":0.462451,"main_score":0.402481,"hf_subset":"lij_Latn-gla_Latn","languages":["lij-Latn","gla-Latn"]},{"precision":0.856785,"recall":0.895257,"f1":0.868464,"accuracy":0.895257,"main_score":0.868464,"hf_subset":"lij_Latn-kan_Knda","languages":["lij-Latn","kan-Knda"]},{"precision":0.887928,"recall":0.920949,"f1":0.898452,"accuracy":0.920949,"main_score":0.898452,"hf_subset":"lij_Latn-lmo_Latn","languages":["lij-Latn","lmo-Latn"]},{"precision":0.877586,"recall":0.911067,"f1":0.888043,"accuracy":0.911067,"main_score":0.888043,"hf_subset":"lij_Latn-npi_Deva","languages":["lij-Latn","npi-Deva"]},{"precision":0.374219,"recall":0.470356,"f1":0.400255,"accuracy":0.470356,"main_score":0.400255,"hf_subset":"lij_Latn-shn_Mymr","languages":["lij-Latn","shn-Mymr"]},{"precision":0.806218,"recall":0.849802,"f1":0.819601,"accuracy":0.849802,"main_score":0.819601,"hf_subset":"lij_Latn-tgl_Latn","languages":["lij-Latn","tgl-Latn"]},{"precision":0.904842,"recall":0.931818,"f1":0.913208,"accuracy":0.931818,"main_score":0.913208,"hf_subset":"lij_Latn-yue_Hant","languages":["lij-Latn","yue-Hant"]},{"precision":0.751694,"recall":0.806324,"f1":0.768407,"accuracy":0.806324,"main_score":0.768407,"hf_subset":"lij_Latn-asm_Beng","languages":["lij-Latn","asm-Beng"]},{"precision":0.3933,"recall":0.482213,"f1":0.417546,"accuracy":0.482213,"main_score":0.417546,"hf_subset":"lij_Latn-ckb_Arab","languages":["lij-Latn","ckb-Arab"]},{"precision":0.414533,"recall":0.494071,"f1":0.43583,"accuracy":0.494071,"main_score":0.43583,"hf_subset":"lij_Latn-gle_Latn","languages":["lij-Latn","gle-Latn"]},{"precision":0.633844,"recall":0.715415,"f1":0.658399,"accuracy":0.715415,"main_score":0.658399,"hf_subset":"lij_Latn-kas_Arab","languages":["lij-Latn","kas-Arab"]},{"precision":0.63167,"recall":0.694664,"f1":0.650795,"accuracy":0.694664,"main_score":0.650795,"hf_subset":"lij_Latn-ltg_Latn","languages":["lij-Latn","ltg-Latn"]},{"precision":0.488573,"recall":0.561265,"f1":0.508813,"accuracy":0.561265,"main_score":0.508813,"hf_subset":"lij_Latn-nso_Latn","languages":["lij-Latn","nso-Latn"]},{"precision":0.700373,"recall":0.76581,"f1":0.71958,"accuracy":0.76581,"main_score":0.71958,"hf_subset":"lij_Latn-sin_Sinh","languages":["lij-Latn","sin-Sinh"]},{"precision":0.902833,"recall":0.931818,"f1":0.91222,"accuracy":0.931818,"main_score":0.91222,"hf_subset":"lij_Latn-tha_Thai","languages":["lij-Latn","tha-Thai"]},{"precision":0.890984,"recall":0.91996,"f1":0.900115,"accuracy":0.91996,"main_score":0.900115,"hf_subset":"lij_Latn-zho_Hans","languages":["lij-Latn","zho-Hans"]},{"precision":0.894386,"recall":0.918972,"f1":0.901976,"accuracy":0.918972,"main_score":0.901976,"hf_subset":"lij_Latn-ast_Latn","languages":["lij-Latn","ast-Latn"]},{"precision":0.718514,"recall":0.779644,"f1":0.73632,"accuracy":0.779644,"main_score":0.73632,"hf_subset":"lij_Latn-crh_Latn","languages":["lij-Latn","crh-Latn"]},{"precision":0.928129,"recall":0.944664,"f1":0.93293,"accuracy":0.944664,"main_score":0.93293,"hf_subset":"lij_Latn-glg_Latn","languages":["lij-Latn","glg-Latn"]},{"precision":0.546444,"recall":0.628458,"f1":0.569594,"accuracy":0.628458,"main_score":0.569594,"hf_subset":"lij_Latn-kas_Deva","languages":["lij-Latn","kas-Deva"]},{"precision":0.731044,"recall":0.789526,"f1":0.748286,"accuracy":0.789526,"main_score":0.748286,"hf_subset":"lij_Latn-ltz_Latn","languages":["lij-Latn","ltz-Latn"]},{"precision":0.353569,"recall":0.426877,"f1":0.372884,"accuracy":0.426877,"main_score":0.372884,"hf_subset":"lij_Latn-nus_Latn","languages":["lij-Latn","nus-Latn"]},{"precision":0.84216,"recall":0.879447,"f1":0.853656,"accuracy":0.879447,"main_score":0.853656,"hf_subset":"lij_Latn-slk_Latn","languages":["lij-Latn","slk-Latn"]},{"precision":0.36697,"recall":0.449605,"f1":0.389663,"accuracy":0.449605,"main_score":0.389663,"hf_subset":"lij_Latn-tir_Ethi","languages":["lij-Latn","tir-Ethi"]},{"precision":0.889773,"recall":0.91996,"f1":0.899275,"accuracy":0.91996,"main_score":0.899275,"hf_subset":"lij_Latn-zho_Hant","languages":["lij-Latn","zho-Hant"]},{"precision":0.886561,"recall":0.918972,"f1":0.896739,"accuracy":0.918972,"main_score":0.896739,"hf_subset":"lij_Latn-awa_Deva","languages":["lij-Latn","awa-Deva"]},{"precision":0.463797,"recall":0.540514,"f1":0.484377,"accuracy":0.540514,"main_score":0.484377,"hf_subset":"lij_Latn-cym_Latn","languages":["lij-Latn","cym-Latn"]},{"precision":0.663432,"recall":0.725296,"f1":0.681553,"accuracy":0.725296,"main_score":0.681553,"hf_subset":"lij_Latn-grn_Latn","languages":["lij-Latn","grn-Latn"]},{"precision":0.769361,"recall":0.824111,"f1":0.786024,"accuracy":0.824111,"main_score":0.786024,"hf_subset":"lij_Latn-kat_Geor","languages":["lij-Latn","kat-Geor"]},{"precision":0.496934,"recall":0.582016,"f1":0.520596,"accuracy":0.582016,"main_score":0.520596,"hf_subset":"lij_Latn-lua_Latn","languages":["lij-Latn","lua-Latn"]},{"precision":0.484161,"recall":0.557312,"f1":0.504633,"accuracy":0.557312,"main_score":0.504633,"hf_subset":"lij_Latn-nya_Latn","languages":["lij-Latn","nya-Latn"]},{"precision":0.814695,"recall":0.855731,"f1":0.82688,"accuracy":0.855731,"main_score":0.82688,"hf_subset":"lij_Latn-slv_Latn","languages":["lij-Latn","slv-Latn"]},{"precision":0.729431,"recall":0.783597,"f1":0.745377,"accuracy":0.783597,"main_score":0.745377,"hf_subset":"lij_Latn-tpi_Latn","languages":["lij-Latn","tpi-Latn"]},{"precision":0.887418,"recall":0.917984,"f1":0.896904,"accuracy":0.917984,"main_score":0.896904,"hf_subset":"lij_Latn-zsm_Latn","languages":["lij-Latn","zsm-Latn"]},{"precision":0.412691,"recall":0.498024,"f1":0.435294,"accuracy":0.498024,"main_score":0.435294,"hf_subset":"lij_Latn-ayr_Latn","languages":["lij-Latn","ayr-Latn"]},{"precision":0.899325,"recall":0.926877,"f1":0.908004,"accuracy":0.926877,"main_score":0.908004,"hf_subset":"lij_Latn-dan_Latn","languages":["lij-Latn","dan-Latn"]},{"precision":0.842589,"recall":0.884387,"f1":0.855684,"accuracy":0.884387,"main_score":0.855684,"hf_subset":"lij_Latn-guj_Gujr","languages":["lij-Latn","guj-Gujr"]},{"precision":0.656044,"recall":0.722332,"f1":0.67566,"accuracy":0.722332,"main_score":0.67566,"hf_subset":"lij_Latn-kaz_Cyrl","languages":["lij-Latn","kaz-Cyrl"]},{"precision":0.393612,"recall":0.476285,"f1":0.415703,"accuracy":0.476285,"main_score":0.415703,"hf_subset":"lij_Latn-lug_Latn","languages":["lij-Latn","lug-Latn"]},{"precision":0.927372,"recall":0.948617,"f1":0.933926,"accuracy":0.948617,"main_score":0.933926,"hf_subset":"lij_Latn-oci_Latn","languages":["lij-Latn","oci-Latn"]},{"precision":0.448575,"recall":0.528656,"f1":0.471314,"accuracy":0.528656,"main_score":0.471314,"hf_subset":"lij_Latn-smo_Latn","languages":["lij-Latn","smo-Latn"]},{"precision":0.425627,"recall":0.503953,"f1":0.447003,"accuracy":0.503953,"main_score":0.447003,"hf_subset":"lij_Latn-tsn_Latn","languages":["lij-Latn","tsn-Latn"]},{"precision":0.386121,"recall":0.477273,"f1":0.410725,"accuracy":0.477273,"main_score":0.410725,"hf_subset":"lij_Latn-zul_Latn","languages":["lij-Latn","zul-Latn"]},{"precision":0.611366,"recall":0.698617,"f1":0.636931,"accuracy":0.698617,"main_score":0.636931,"hf_subset":"lij_Latn-azb_Arab","languages":["lij-Latn","azb-Arab"]},{"precision":0.919342,"recall":0.939723,"f1":0.925626,"accuracy":0.939723,"main_score":0.925626,"hf_subset":"lij_Latn-deu_Latn","languages":["lij-Latn","deu-Latn"]},{"precision":0.680221,"recall":0.753953,"f1":0.702076,"accuracy":0.753953,"main_score":0.702076,"hf_subset":"lij_Latn-hat_Latn","languages":["lij-Latn","hat-Latn"]},{"precision":0.386021,"recall":0.460474,"f1":0.405637,"accuracy":0.460474,"main_score":0.405637,"hf_subset":"lij_Latn-kbp_Latn","languages":["lij-Latn","kbp-Latn"]},{"precision":0.464335,"recall":0.539526,"f1":0.485324,"accuracy":0.539526,"main_score":0.485324,"hf_subset":"lij_Latn-luo_Latn","languages":["lij-Latn","luo-Latn"]},{"precision":0.49192,"recall":0.568182,"f1":0.513397,"accuracy":0.568182,"main_score":0.513397,"hf_subset":"lij_Latn-ory_Orya","languages":["lij-Latn","ory-Orya"]},{"precision":0.436005,"recall":0.514822,"f1":0.457726,"accuracy":0.514822,"main_score":0.457726,"hf_subset":"lij_Latn-sna_Latn","languages":["lij-Latn","sna-Latn"]},{"precision":0.418094,"recall":0.497036,"f1":0.439257,"accuracy":0.497036,"main_score":0.439257,"hf_subset":"lij_Latn-tso_Latn","languages":["lij-Latn","tso-Latn"]},{"precision":0.731912,"recall":0.789526,"f1":0.748784,"accuracy":0.789526,"main_score":0.748784,"hf_subset":"lij_Latn-azj_Latn","languages":["lij-Latn","azj-Latn"]},{"precision":0.429774,"recall":0.509881,"f1":0.451979,"accuracy":0.509881,"main_score":0.451979,"hf_subset":"lij_Latn-dik_Latn","languages":["lij-Latn","dik-Latn"]},{"precision":0.450737,"recall":0.517787,"f1":0.469376,"accuracy":0.517787,"main_score":0.469376,"hf_subset":"lij_Latn-hau_Latn","languages":["lij-Latn","hau-Latn"]},{"precision":0.831357,"recall":0.874506,"f1":0.844419,"accuracy":0.874506,"main_score":0.844419,"hf_subset":"lij_Latn-kea_Latn","languages":["lij-Latn","kea-Latn"]},{"precision":0.58201,"recall":0.653162,"f1":0.602426,"accuracy":0.653162,"main_score":0.602426,"hf_subset":"lij_Latn-lus_Latn","languages":["lij-Latn","lus-Latn"]},{"precision":0.697753,"recall":0.759881,"f1":0.715582,"accuracy":0.759881,"main_score":0.715582,"hf_subset":"lij_Latn-pag_Latn","languages":["lij-Latn","pag-Latn"]},{"precision":0.633922,"recall":0.706522,"f1":0.655811,"accuracy":0.706522,"main_score":0.655811,"hf_subset":"lij_Latn-snd_Arab","languages":["lij-Latn","snd-Arab"]},{"precision":0.569445,"recall":0.642292,"f1":0.590537,"accuracy":0.642292,"main_score":0.590537,"hf_subset":"lij_Latn-tuk_Latn","languages":["lij-Latn","tuk-Latn"]},{"precision":0.610831,"recall":0.683794,"f1":0.631547,"accuracy":0.683794,"main_score":0.631547,"hf_subset":"lij_Latn-bak_Cyrl","languages":["lij-Latn","bak-Cyrl"]},{"precision":0.346043,"recall":0.444664,"f1":0.373316,"accuracy":0.444664,"main_score":0.373316,"hf_subset":"lij_Latn-dyu_Latn","languages":["lij-Latn","dyu-Latn"]},{"precision":0.754945,"recall":0.815217,"f1":0.77337,"accuracy":0.815217,"main_score":0.77337,"hf_subset":"lij_Latn-heb_Hebr","languages":["lij-Latn","heb-Hebr"]},{"precision":0.437659,"recall":0.51581,"f1":0.459202,"accuracy":0.51581,"main_score":0.459202,"hf_subset":"lij_Latn-khk_Cyrl","languages":["lij-Latn","khk-Cyrl"]},{"precision":0.75863,"recall":0.807312,"f1":0.773012,"accuracy":0.807312,"main_score":0.773012,"hf_subset":"lij_Latn-lvs_Latn","languages":["lij-Latn","lvs-Latn"]},{"precision":0.757513,"recall":0.815217,"f1":0.774693,"accuracy":0.815217,"main_score":0.774693,"hf_subset":"lij_Latn-pan_Guru","languages":["lij-Latn","pan-Guru"]},{"precision":0.393019,"recall":0.462451,"f1":0.411764,"accuracy":0.462451,"main_score":0.411764,"hf_subset":"lij_Latn-som_Latn","languages":["lij-Latn","som-Latn"]},{"precision":0.455276,"recall":0.522727,"f1":0.474276,"accuracy":0.522727,"main_score":0.474276,"hf_subset":"lij_Latn-tum_Latn","languages":["lij-Latn","tum-Latn"]},{"precision":0.219346,"recall":0.274704,"f1":0.233467,"accuracy":0.274704,"main_score":0.233467,"hf_subset":"mya_Mymr-ace_Arab","languages":["mya-Mymr","ace-Arab"]},{"precision":0.322188,"recall":0.405138,"f1":0.344859,"accuracy":0.405138,"main_score":0.344859,"hf_subset":"mya_Mymr-bam_Latn","languages":["mya-Mymr","bam-Latn"]},{"precision":0.147331,"recall":0.216403,"f1":0.165184,"accuracy":0.216403,"main_score":0.165184,"hf_subset":"mya_Mymr-dzo_Tibt","languages":["mya-Mymr","dzo-Tibt"]},{"precision":0.846821,"recall":0.890316,"f1":0.860178,"accuracy":0.890316,"main_score":0.860178,"hf_subset":"mya_Mymr-hin_Deva","languages":["mya-Mymr","hin-Deva"]},{"precision":0.739806,"recall":0.805336,"f1":0.759684,"accuracy":0.805336,"main_score":0.759684,"hf_subset":"mya_Mymr-khm_Khmr","languages":["mya-Mymr","khm-Khmr"]},{"precision":0.811133,"recall":0.865613,"f1":0.827997,"accuracy":0.865613,"main_score":0.827997,"hf_subset":"mya_Mymr-mag_Deva","languages":["mya-Mymr","mag-Deva"]},{"precision":0.603738,"recall":0.687747,"f1":0.627823,"accuracy":0.687747,"main_score":0.627823,"hf_subset":"mya_Mymr-pap_Latn","languages":["mya-Mymr","pap-Latn"]},{"precision":0.338655,"recall":0.41502,"f1":0.359434,"accuracy":0.41502,"main_score":0.359434,"hf_subset":"mya_Mymr-sot_Latn","languages":["mya-Mymr","sot-Latn"]},{"precision":0.854331,"recall":0.894269,"f1":0.866554,"accuracy":0.894269,"main_score":0.866554,"hf_subset":"mya_Mymr-tur_Latn","languages":["mya-Mymr","tur-Latn"]},{"precision":0.46576,"recall":0.548419,"f1":0.488331,"accuracy":0.548419,"main_score":0.488331,"hf_subset":"mya_Mymr-ace_Latn","languages":["mya-Mymr","ace-Latn"]},{"precision":0.553554,"recall":0.637352,"f1":0.576728,"accuracy":0.637352,"main_score":0.576728,"hf_subset":"mya_Mymr-ban_Latn","languages":["mya-Mymr","ban-Latn"]},{"precision":0.781406,"recall":0.840909,"f1":0.799605,"accuracy":0.840909,"main_score":0.799605,"hf_subset":"mya_Mymr-ell_Grek","languages":["mya-Mymr","ell-Grek"]},{"precision":0.762138,"recall":0.823123,"f1":0.78075,"accuracy":0.823123,"main_score":0.78075,"hf_subset":"mya_Mymr-hne_Deva","languages":["mya-Mymr","hne-Deva"]},{"precision":0.300845,"recall":0.396245,"f1":0.327085,"accuracy":0.396245,"main_score":0.327085,"hf_subset":"mya_Mymr-kik_Latn","languages":["mya-Mymr","kik-Latn"]},{"precision":0.802042,"recall":0.856719,"f1":0.819269,"accuracy":0.856719,"main_score":0.819269,"hf_subset":"mya_Mymr-mai_Deva","languages":["mya-Mymr","mai-Deva"]},{"precision":0.653458,"recall":0.731225,"f1":0.675692,"accuracy":0.731225,"main_score":0.675692,"hf_subset":"mya_Mymr-pbt_Arab","languages":["mya-Mymr","pbt-Arab"]},{"precision":0.821212,"recall":0.87253,"f1":0.837385,"accuracy":0.87253,"main_score":0.837385,"hf_subset":"mya_Mymr-spa_Latn","languages":["mya-Mymr","spa-Latn"]},{"precision":0.366717,"recall":0.445652,"f1":0.38845,"accuracy":0.445652,"main_score":0.38845,"hf_subset":"mya_Mymr-twi_Latn","languages":["mya-Mymr","twi-Latn"]},{"precision":0.810968,"recall":0.862648,"f1":0.827009,"accuracy":0.862648,"main_score":0.827009,"hf_subset":"mya_Mymr-acm_Arab","languages":["mya-Mymr","acm-Arab"]},{"precision":0.641397,"recall":0.722332,"f1":0.665404,"accuracy":0.722332,"main_score":0.665404,"hf_subset":"mya_Mymr-bel_Cyrl","languages":["mya-Mymr","bel-Cyrl"]},{"precision":0.841857,"recall":0.885375,"f1":0.855056,"accuracy":0.885375,"main_score":0.855056,"hf_subset":"mya_Mymr-eng_Latn","languages":["mya-Mymr","eng-Latn"]},{"precision":0.788735,"recall":0.84585,"f1":0.806258,"accuracy":0.84585,"main_score":0.806258,"hf_subset":"mya_Mymr-hrv_Latn","languages":["mya-Mymr","hrv-Latn"]},{"precision":0.345037,"recall":0.422925,"f1":0.36608,"accuracy":0.422925,"main_score":0.36608,"hf_subset":"mya_Mymr-kin_Latn","languages":["mya-Mymr","kin-Latn"]},{"precision":0.855632,"recall":0.897233,"f1":0.868742,"accuracy":0.897233,"main_score":0.868742,"hf_subset":"mya_Mymr-mal_Mlym","languages":["mya-Mymr","mal-Mlym"]},{"precision":0.845389,"recall":0.887352,"f1":0.857924,"accuracy":0.887352,"main_score":0.857924,"hf_subset":"mya_Mymr-pes_Arab","languages":["mya-Mymr","pes-Arab"]},{"precision":0.624139,"recall":0.697628,"f1":0.644938,"accuracy":0.697628,"main_score":0.644938,"hf_subset":"mya_Mymr-srd_Latn","languages":["mya-Mymr","srd-Latn"]},{"precision":0.108737,"recall":0.166996,"f1":0.121232,"accuracy":0.166996,"main_score":0.121232,"hf_subset":"mya_Mymr-tzm_Tfng","languages":["mya-Mymr","tzm-Tfng"]},{"precision":0.804458,"recall":0.858696,"f1":0.821113,"accuracy":0.858696,"main_score":0.821113,"hf_subset":"mya_Mymr-acq_Arab","languages":["mya-Mymr","acq-Arab"]},{"precision":0.365333,"recall":0.445652,"f1":0.386948,"accuracy":0.445652,"main_score":0.386948,"hf_subset":"mya_Mymr-bem_Latn","languages":["mya-Mymr","bem-Latn"]},{"precision":0.631602,"recall":0.705534,"f1":0.653419,"accuracy":0.705534,"main_score":0.653419,"hf_subset":"mya_Mymr-epo_Latn","languages":["mya-Mymr","epo-Latn"]},{"precision":0.762411,"recall":0.822134,"f1":0.780484,"accuracy":0.822134,"main_score":0.780484,"hf_subset":"mya_Mymr-hun_Latn","languages":["mya-Mymr","hun-Latn"]},{"precision":0.509178,"recall":0.58004,"f1":0.528543,"accuracy":0.58004,"main_score":0.528543,"hf_subset":"mya_Mymr-kir_Cyrl","languages":["mya-Mymr","kir-Cyrl"]},{"precision":0.831439,"recall":0.879447,"f1":0.846904,"accuracy":0.879447,"main_score":0.846904,"hf_subset":"mya_Mymr-mar_Deva","languages":["mya-Mymr","mar-Deva"]},{"precision":0.359246,"recall":0.433794,"f1":0.37917,"accuracy":0.433794,"main_score":0.37917,"hf_subset":"mya_Mymr-plt_Latn","languages":["mya-Mymr","plt-Latn"]},{"precision":0.753162,"recall":0.818182,"f1":0.773273,"accuracy":0.818182,"main_score":0.773273,"hf_subset":"mya_Mymr-srp_Cyrl","languages":["mya-Mymr","srp-Cyrl"]},{"precision":0.251925,"recall":0.310277,"f1":0.267664,"accuracy":0.310277,"main_score":0.267664,"hf_subset":"mya_Mymr-uig_Arab","languages":["mya-Mymr","uig-Arab"]},{"precision":0.727207,"recall":0.795455,"f1":0.747516,"accuracy":0.795455,"main_score":0.747516,"hf_subset":"mya_Mymr-aeb_Arab","languages":["mya-Mymr","aeb-Arab"]},{"precision":0.831143,"recall":0.878458,"f1":0.845553,"accuracy":0.878458,"main_score":0.845553,"hf_subset":"mya_Mymr-ben_Beng","languages":["mya-Mymr","ben-Beng"]},{"precision":0.588515,"recall":0.66996,"f1":0.611456,"accuracy":0.66996,"main_score":0.611456,"hf_subset":"mya_Mymr-est_Latn","languages":["mya-Mymr","est-Latn"]},{"precision":0.687986,"recall":0.758893,"f1":0.709005,"accuracy":0.758893,"main_score":0.709005,"hf_subset":"mya_Mymr-hye_Armn","languages":["mya-Mymr","hye-Armn"]},{"precision":0.304195,"recall":0.385375,"f1":0.326837,"accuracy":0.385375,"main_score":0.326837,"hf_subset":"mya_Mymr-kmb_Latn","languages":["mya-Mymr","kmb-Latn"]},{"precision":0.184326,"recall":0.245059,"f1":0.20003,"accuracy":0.245059,"main_score":0.20003,"hf_subset":"mya_Mymr-min_Arab","languages":["mya-Mymr","min-Arab"]},{"precision":0.810088,"recall":0.863636,"f1":0.826597,"accuracy":0.863636,"main_score":0.826597,"hf_subset":"mya_Mymr-pol_Latn","languages":["mya-Mymr","pol-Latn"]},{"precision":0.315566,"recall":0.401186,"f1":0.338362,"accuracy":0.401186,"main_score":0.338362,"hf_subset":"mya_Mymr-ssw_Latn","languages":["mya-Mymr","ssw-Latn"]},{"precision":0.82314,"recall":0.870553,"f1":0.837621,"accuracy":0.870553,"main_score":0.837621,"hf_subset":"mya_Mymr-ukr_Cyrl","languages":["mya-Mymr","ukr-Cyrl"]},{"precision":0.724473,"recall":0.793478,"f1":0.74536,"accuracy":0.793478,"main_score":0.74536,"hf_subset":"mya_Mymr-afr_Latn","languages":["mya-Mymr","afr-Latn"]},{"precision":0.751927,"recall":0.815217,"f1":0.77108,"accuracy":0.815217,"main_score":0.77108,"hf_subset":"mya_Mymr-bho_Deva","languages":["mya-Mymr","bho-Deva"]},{"precision":0.434179,"recall":0.516798,"f1":0.456981,"accuracy":0.516798,"main_score":0.456981,"hf_subset":"mya_Mymr-eus_Latn","languages":["mya-Mymr","eus-Latn"]},{"precision":0.325915,"recall":0.416996,"f1":0.35032,"accuracy":0.416996,"main_score":0.35032,"hf_subset":"mya_Mymr-ibo_Latn","languages":["mya-Mymr","ibo-Latn"]},{"precision":0.347765,"recall":0.421937,"f1":0.367337,"accuracy":0.421937,"main_score":0.367337,"hf_subset":"mya_Mymr-kmr_Latn","languages":["mya-Mymr","kmr-Latn"]},{"precision":0.549045,"recall":0.634387,"f1":0.57349,"accuracy":0.634387,"main_score":0.57349,"hf_subset":"mya_Mymr-min_Latn","languages":["mya-Mymr","min-Latn"]},{"precision":0.849061,"recall":0.892292,"f1":0.862714,"accuracy":0.892292,"main_score":0.862714,"hf_subset":"mya_Mymr-por_Latn","languages":["mya-Mymr","por-Latn"]},{"precision":0.598924,"recall":0.683794,"f1":0.623742,"accuracy":0.683794,"main_score":0.623742,"hf_subset":"mya_Mymr-sun_Latn","languages":["mya-Mymr","sun-Latn"]},{"precision":0.30104,"recall":0.386364,"f1":0.323215,"accuracy":0.386364,"main_score":0.323215,"hf_subset":"mya_Mymr-umb_Latn","languages":["mya-Mymr","umb-Latn"]},{"precision":0.789641,"recall":0.846838,"f1":0.807133,"accuracy":0.846838,"main_score":0.807133,"hf_subset":"mya_Mymr-ajp_Arab","languages":["mya-Mymr","ajp-Arab"]},{"precision":0.193208,"recall":0.25,"f1":0.208867,"accuracy":0.25,"main_score":0.208867,"hf_subset":"mya_Mymr-bjn_Arab","languages":["mya-Mymr","bjn-Arab"]},{"precision":0.331747,"recall":0.408103,"f1":0.351896,"accuracy":0.408103,"main_score":0.351896,"hf_subset":"mya_Mymr-ewe_Latn","languages":["mya-Mymr","ewe-Latn"]},{"precision":0.48071,"recall":0.55336,"f1":0.500788,"accuracy":0.55336,"main_score":0.500788,"hf_subset":"mya_Mymr-ilo_Latn","languages":["mya-Mymr","ilo-Latn"]},{"precision":0.178088,"recall":0.244071,"f1":0.194859,"accuracy":0.244071,"main_score":0.194859,"hf_subset":"mya_Mymr-knc_Arab","languages":["mya-Mymr","knc-Arab"]},{"precision":0.742467,"recall":0.802372,"f1":0.760688,"accuracy":0.802372,"main_score":0.760688,"hf_subset":"mya_Mymr-mkd_Cyrl","languages":["mya-Mymr","mkd-Cyrl"]},{"precision":0.835557,"recall":0.883399,"f1":0.850659,"accuracy":0.883399,"main_score":0.850659,"hf_subset":"mya_Mymr-prs_Arab","languages":["mya-Mymr","prs-Arab"]},{"precision":0.815935,"recall":0.867589,"f1":0.831802,"accuracy":0.867589,"main_score":0.831802,"hf_subset":"mya_Mymr-swe_Latn","languages":["mya-Mymr","swe-Latn"]},{"precision":0.820652,"recall":0.869565,"f1":0.835705,"accuracy":0.869565,"main_score":0.835705,"hf_subset":"mya_Mymr-urd_Arab","languages":["mya-Mymr","urd-Arab"]},{"precision":0.340569,"recall":0.41996,"f1":0.360761,"accuracy":0.41996,"main_score":0.360761,"hf_subset":"mya_Mymr-aka_Latn","languages":["mya-Mymr","aka-Latn"]},{"precision":0.624491,"recall":0.698617,"f1":0.645695,"accuracy":0.698617,"main_score":0.645695,"hf_subset":"mya_Mymr-bjn_Latn","languages":["mya-Mymr","bjn-Latn"]},{"precision":0.447802,"recall":0.519763,"f1":0.467581,"accuracy":0.519763,"main_score":0.467581,"hf_subset":"mya_Mymr-fao_Latn","languages":["mya-Mymr","fao-Latn"]},{"precision":0.827108,"recall":0.878458,"f1":0.843347,"accuracy":0.878458,"main_score":0.843347,"hf_subset":"mya_Mymr-ind_Latn","languages":["mya-Mymr","ind-Latn"]},{"precision":0.354488,"recall":0.428854,"f1":0.373845,"accuracy":0.428854,"main_score":0.373845,"hf_subset":"mya_Mymr-knc_Latn","languages":["mya-Mymr","knc-Latn"]},{"precision":0.498537,"recall":0.583004,"f1":0.521847,"accuracy":0.583004,"main_score":0.521847,"hf_subset":"mya_Mymr-mlt_Latn","languages":["mya-Mymr","mlt-Latn"]},{"precision":0.35781,"recall":0.442688,"f1":0.380933,"accuracy":0.442688,"main_score":0.380933,"hf_subset":"mya_Mymr-quy_Latn","languages":["mya-Mymr","quy-Latn"]},{"precision":0.711355,"recall":0.779644,"f1":0.73184,"accuracy":0.779644,"main_score":0.73184,"hf_subset":"mya_Mymr-swh_Latn","languages":["mya-Mymr","swh-Latn"]},{"precision":0.487536,"recall":0.565217,"f1":0.508762,"accuracy":0.565217,"main_score":0.508762,"hf_subset":"mya_Mymr-uzn_Latn","languages":["mya-Mymr","uzn-Latn"]},{"precision":0.571791,"recall":0.650198,"f1":0.594241,"accuracy":0.650198,"main_score":0.594241,"hf_subset":"mya_Mymr-als_Latn","languages":["mya-Mymr","als-Latn"]},{"precision":0.194516,"recall":0.259881,"f1":0.211285,"accuracy":0.259881,"main_score":0.211285,"hf_subset":"mya_Mymr-bod_Tibt","languages":["mya-Mymr","bod-Tibt"]},{"precision":0.308857,"recall":0.395257,"f1":0.332849,"accuracy":0.395257,"main_score":0.332849,"hf_subset":"mya_Mymr-fij_Latn","languages":["mya-Mymr","fij-Latn"]},{"precision":0.433584,"recall":0.512846,"f1":0.454786,"accuracy":0.512846,"main_score":0.454786,"hf_subset":"mya_Mymr-isl_Latn","languages":["mya-Mymr","isl-Latn"]},{"precision":0.35126,"recall":0.428854,"f1":0.3719,"accuracy":0.428854,"main_score":0.3719,"hf_subset":"mya_Mymr-kon_Latn","languages":["mya-Mymr","kon-Latn"]},{"precision":0.284034,"recall":0.365613,"f1":0.306503,"accuracy":0.365613,"main_score":0.306503,"hf_subset":"mya_Mymr-mni_Beng","languages":["mya-Mymr","mni-Beng"]},{"precision":0.813282,"recall":0.862648,"f1":0.828426,"accuracy":0.862648,"main_score":0.828426,"hf_subset":"mya_Mymr-ron_Latn","languages":["mya-Mymr","ron-Latn"]},{"precision":0.626219,"recall":0.701581,"f1":0.647407,"accuracy":0.701581,"main_score":0.647407,"hf_subset":"mya_Mymr-szl_Latn","languages":["mya-Mymr","szl-Latn"]},{"precision":0.654877,"recall":0.728261,"f1":0.676327,"accuracy":0.728261,"main_score":0.676327,"hf_subset":"mya_Mymr-vec_Latn","languages":["mya-Mymr","vec-Latn"]},{"precision":0.657757,"recall":0.736166,"f1":0.681082,"accuracy":0.736166,"main_score":0.681082,"hf_subset":"mya_Mymr-amh_Ethi","languages":["mya-Mymr","amh-Ethi"]},{"precision":0.801993,"recall":0.856719,"f1":0.818643,"accuracy":0.856719,"main_score":0.818643,"hf_subset":"mya_Mymr-bos_Latn","languages":["mya-Mymr","bos-Latn"]},{"precision":0.781621,"recall":0.838933,"f1":0.798862,"accuracy":0.838933,"main_score":0.798862,"hf_subset":"mya_Mymr-fin_Latn","languages":["mya-Mymr","fin-Latn"]},{"precision":0.820109,"recall":0.871542,"f1":0.836166,"accuracy":0.871542,"main_score":0.836166,"hf_subset":"mya_Mymr-ita_Latn","languages":["mya-Mymr","ita-Latn"]},{"precision":0.821709,"recall":0.868577,"f1":0.835812,"accuracy":0.868577,"main_score":0.835812,"hf_subset":"mya_Mymr-kor_Hang","languages":["mya-Mymr","kor-Hang"]},{"precision":0.333444,"recall":0.402174,"f1":0.35207,"accuracy":0.402174,"main_score":0.35207,"hf_subset":"mya_Mymr-mos_Latn","languages":["mya-Mymr","mos-Latn"]},{"precision":0.324022,"recall":0.405138,"f1":0.346195,"accuracy":0.405138,"main_score":0.346195,"hf_subset":"mya_Mymr-run_Latn","languages":["mya-Mymr","run-Latn"]},{"precision":0.833663,"recall":0.880435,"f1":0.848057,"accuracy":0.880435,"main_score":0.848057,"hf_subset":"mya_Mymr-tam_Taml","languages":["mya-Mymr","tam-Taml"]},{"precision":0.824975,"recall":0.87253,"f1":0.839646,"accuracy":0.87253,"main_score":0.839646,"hf_subset":"mya_Mymr-vie_Latn","languages":["mya-Mymr","vie-Latn"]},{"precision":0.777314,"recall":0.836957,"f1":0.795345,"accuracy":0.836957,"main_score":0.795345,"hf_subset":"mya_Mymr-apc_Arab","languages":["mya-Mymr","apc-Arab"]},{"precision":0.42835,"recall":0.512846,"f1":0.451582,"accuracy":0.512846,"main_score":0.451582,"hf_subset":"mya_Mymr-bug_Latn","languages":["mya-Mymr","bug-Latn"]},{"precision":0.283757,"recall":0.365613,"f1":0.305534,"accuracy":0.365613,"main_score":0.305534,"hf_subset":"mya_Mymr-fon_Latn","languages":["mya-Mymr","fon-Latn"]},{"precision":0.625083,"recall":0.69664,"f1":0.645476,"accuracy":0.69664,"main_score":0.645476,"hf_subset":"mya_Mymr-jav_Latn","languages":["mya-Mymr","jav-Latn"]},{"precision":0.655897,"recall":0.727273,"f1":0.676869,"accuracy":0.727273,"main_score":0.676869,"hf_subset":"mya_Mymr-lao_Laoo","languages":["mya-Mymr","lao-Laoo"]},{"precision":0.329434,"recall":0.416008,"f1":0.352429,"accuracy":0.416008,"main_score":0.352429,"hf_subset":"mya_Mymr-mri_Latn","languages":["mya-Mymr","mri-Latn"]},{"precision":0.829934,"recall":0.87747,"f1":0.844483,"accuracy":0.87747,"main_score":0.844483,"hf_subset":"mya_Mymr-rus_Cyrl","languages":["mya-Mymr","rus-Cyrl"]},{"precision":0.309218,"recall":0.382411,"f1":0.328058,"accuracy":0.382411,"main_score":0.328058,"hf_subset":"mya_Mymr-taq_Latn","languages":["mya-Mymr","taq-Latn"]},{"precision":0.615447,"recall":0.686759,"f1":0.636133,"accuracy":0.686759,"main_score":0.636133,"hf_subset":"mya_Mymr-war_Latn","languages":["mya-Mymr","war-Latn"]},{"precision":0.82422,"recall":0.871542,"f1":0.838735,"accuracy":0.871542,"main_score":0.838735,"hf_subset":"mya_Mymr-arb_Arab","languages":["mya-Mymr","arb-Arab"]},{"precision":0.809569,"recall":0.86166,"f1":0.825461,"accuracy":0.86166,"main_score":0.825461,"hf_subset":"mya_Mymr-bul_Cyrl","languages":["mya-Mymr","bul-Cyrl"]},{"precision":0.828261,"recall":0.878458,"f1":0.844203,"accuracy":0.878458,"main_score":0.844203,"hf_subset":"mya_Mymr-fra_Latn","languages":["mya-Mymr","fra-Latn"]},{"precision":0.80243,"recall":0.858696,"f1":0.819601,"accuracy":0.858696,"main_score":0.819601,"hf_subset":"mya_Mymr-jpn_Jpan","languages":["mya-Mymr","jpn-Jpan"]},{"precision":0.617507,"recall":0.704545,"f1":0.643296,"accuracy":0.704545,"main_score":0.643296,"hf_subset":"mya_Mymr-lij_Latn","languages":["mya-Mymr","lij-Latn"]},{"precision":0.320537,"recall":0.411067,"f1":0.34523,"accuracy":0.411067,"main_score":0.34523,"hf_subset":"mya_Mymr-sag_Latn","languages":["mya-Mymr","sag-Latn"]},{"precision":0.136614,"recall":0.213439,"f1":0.153819,"accuracy":0.213439,"main_score":0.153819,"hf_subset":"mya_Mymr-taq_Tfng","languages":["mya-Mymr","taq-Tfng"]},{"precision":0.34488,"recall":0.417984,"f1":0.365321,"accuracy":0.417984,"main_score":0.365321,"hf_subset":"mya_Mymr-wol_Latn","languages":["mya-Mymr","wol-Latn"]},{"precision":0.232088,"recall":0.323123,"f1":0.255948,"accuracy":0.323123,"main_score":0.255948,"hf_subset":"mya_Mymr-arb_Latn","languages":["mya-Mymr","arb-Latn"]},{"precision":0.802569,"recall":0.855731,"f1":0.818925,"accuracy":0.855731,"main_score":0.818925,"hf_subset":"mya_Mymr-cat_Latn","languages":["mya-Mymr","cat-Latn"]},{"precision":0.584092,"recall":0.66502,"f1":0.606809,"accuracy":0.66502,"main_score":0.606809,"hf_subset":"mya_Mymr-fur_Latn","languages":["mya-Mymr","fur-Latn"]},{"precision":0.238974,"recall":0.313241,"f1":0.258326,"accuracy":0.313241,"main_score":0.258326,"hf_subset":"mya_Mymr-kab_Latn","languages":["mya-Mymr","kab-Latn"]},{"precision":0.579974,"recall":0.659091,"f1":0.602776,"accuracy":0.659091,"main_score":0.602776,"hf_subset":"mya_Mymr-lim_Latn","languages":["mya-Mymr","lim-Latn"]},{"precision":0.829902,"recall":0.874506,"f1":0.843379,"accuracy":0.874506,"main_score":0.843379,"hf_subset":"mya_Mymr-nld_Latn","languages":["mya-Mymr","nld-Latn"]},{"precision":0.691815,"recall":0.758893,"f1":0.711575,"accuracy":0.758893,"main_score":0.711575,"hf_subset":"mya_Mymr-san_Deva","languages":["mya-Mymr","san-Deva"]},{"precision":0.477695,"recall":0.544466,"f1":0.495941,"accuracy":0.544466,"main_score":0.495941,"hf_subset":"mya_Mymr-tat_Cyrl","languages":["mya-Mymr","tat-Cyrl"]},{"precision":0.352332,"recall":0.431818,"f1":0.373095,"accuracy":0.431818,"main_score":0.373095,"hf_subset":"mya_Mymr-xho_Latn","languages":["mya-Mymr","xho-Latn"]},{"precision":0.814915,"recall":0.863636,"f1":0.829908,"accuracy":0.863636,"main_score":0.829908,"hf_subset":"mya_Mymr-ars_Arab","languages":["mya-Mymr","ars-Arab"]},{"precision":0.572079,"recall":0.644269,"f1":0.591627,"accuracy":0.644269,"main_score":0.591627,"hf_subset":"mya_Mymr-ceb_Latn","languages":["mya-Mymr","ceb-Latn"]},{"precision":0.332329,"recall":0.410079,"f1":0.35345,"accuracy":0.410079,"main_score":0.35345,"hf_subset":"mya_Mymr-fuv_Latn","languages":["mya-Mymr","fuv-Latn"]},{"precision":0.323774,"recall":0.405138,"f1":0.345673,"accuracy":0.405138,"main_score":0.345673,"hf_subset":"mya_Mymr-kac_Latn","languages":["mya-Mymr","kac-Latn"]},{"precision":0.356883,"recall":0.4417,"f1":0.379182,"accuracy":0.4417,"main_score":0.379182,"hf_subset":"mya_Mymr-lin_Latn","languages":["mya-Mymr","lin-Latn"]},{"precision":0.757947,"recall":0.816206,"f1":0.775529,"accuracy":0.816206,"main_score":0.775529,"hf_subset":"mya_Mymr-nno_Latn","languages":["mya-Mymr","nno-Latn"]},{"precision":0.162957,"recall":0.226285,"f1":0.17897,"accuracy":0.226285,"main_score":0.17897,"hf_subset":"mya_Mymr-sat_Olck","languages":["mya-Mymr","sat-Olck"]},{"precision":0.837862,"recall":0.883399,"f1":0.851812,"accuracy":0.883399,"main_score":0.851812,"hf_subset":"mya_Mymr-tel_Telu","languages":["mya-Mymr","tel-Telu"]},{"precision":0.25836,"recall":0.33498,"f1":0.277883,"accuracy":0.33498,"main_score":0.277883,"hf_subset":"mya_Mymr-ydd_Hebr","languages":["mya-Mymr","ydd-Hebr"]},{"precision":0.661662,"recall":0.741107,"f1":0.685197,"accuracy":0.741107,"main_score":0.685197,"hf_subset":"mya_Mymr-ary_Arab","languages":["mya-Mymr","ary-Arab"]},{"precision":0.792358,"recall":0.848814,"f1":0.809623,"accuracy":0.848814,"main_score":0.809623,"hf_subset":"mya_Mymr-ces_Latn","languages":["mya-Mymr","ces-Latn"]},{"precision":0.268804,"recall":0.352767,"f1":0.290178,"accuracy":0.352767,"main_score":0.290178,"hf_subset":"mya_Mymr-gaz_Latn","languages":["mya-Mymr","gaz-Latn"]},{"precision":0.3558,"recall":0.431818,"f1":0.376167,"accuracy":0.431818,"main_score":0.376167,"hf_subset":"mya_Mymr-kam_Latn","languages":["mya-Mymr","kam-Latn"]},{"precision":0.594789,"recall":0.677866,"f1":0.619038,"accuracy":0.677866,"main_score":0.619038,"hf_subset":"mya_Mymr-lit_Latn","languages":["mya-Mymr","lit-Latn"]},{"precision":0.811133,"recall":0.860672,"f1":0.825974,"accuracy":0.860672,"main_score":0.825974,"hf_subset":"mya_Mymr-nob_Latn","languages":["mya-Mymr","nob-Latn"]},{"precision":0.557054,"recall":0.636364,"f1":0.579237,"accuracy":0.636364,"main_score":0.579237,"hf_subset":"mya_Mymr-scn_Latn","languages":["mya-Mymr","scn-Latn"]},{"precision":0.320885,"recall":0.402174,"f1":0.343,"accuracy":0.402174,"main_score":0.343,"hf_subset":"mya_Mymr-tgk_Cyrl","languages":["mya-Mymr","tgk-Cyrl"]},{"precision":0.285173,"recall":0.374506,"f1":0.308919,"accuracy":0.374506,"main_score":0.308919,"hf_subset":"mya_Mymr-yor_Latn","languages":["mya-Mymr","yor-Latn"]},{"precision":0.786462,"recall":0.842885,"f1":0.803379,"accuracy":0.842885,"main_score":0.803379,"hf_subset":"mya_Mymr-arz_Arab","languages":["mya-Mymr","arz-Arab"]},{"precision":0.317456,"recall":0.402174,"f1":0.340381,"accuracy":0.402174,"main_score":0.340381,"hf_subset":"mya_Mymr-cjk_Latn","languages":["mya-Mymr","cjk-Latn"]},{"precision":0.296573,"recall":0.373518,"f1":0.316982,"accuracy":0.373518,"main_score":0.316982,"hf_subset":"mya_Mymr-gla_Latn","languages":["mya-Mymr","gla-Latn"]},{"precision":0.846212,"recall":0.890316,"f1":0.860145,"accuracy":0.890316,"main_score":0.860145,"hf_subset":"mya_Mymr-kan_Knda","languages":["mya-Mymr","kan-Knda"]},{"precision":0.572701,"recall":0.655138,"f1":0.595495,"accuracy":0.655138,"main_score":0.595495,"hf_subset":"mya_Mymr-lmo_Latn","languages":["mya-Mymr","lmo-Latn"]},{"precision":0.827404,"recall":0.875494,"f1":0.842688,"accuracy":0.875494,"main_score":0.842688,"hf_subset":"mya_Mymr-npi_Deva","languages":["mya-Mymr","npi-Deva"]},{"precision":0.287832,"recall":0.359684,"f1":0.306825,"accuracy":0.359684,"main_score":0.306825,"hf_subset":"mya_Mymr-shn_Mymr","languages":["mya-Mymr","shn-Mymr"]},{"precision":0.690984,"recall":0.76581,"f1":0.712665,"accuracy":0.76581,"main_score":0.712665,"hf_subset":"mya_Mymr-tgl_Latn","languages":["mya-Mymr","tgl-Latn"]},{"precision":0.801638,"recall":0.856719,"f1":0.81861,"accuracy":0.856719,"main_score":0.81861,"hf_subset":"mya_Mymr-yue_Hant","languages":["mya-Mymr","yue-Hant"]},{"precision":0.701005,"recall":0.770751,"f1":0.721429,"accuracy":0.770751,"main_score":0.721429,"hf_subset":"mya_Mymr-asm_Beng","languages":["mya-Mymr","asm-Beng"]},{"precision":0.343577,"recall":0.420949,"f1":0.363754,"accuracy":0.420949,"main_score":0.363754,"hf_subset":"mya_Mymr-ckb_Arab","languages":["mya-Mymr","ckb-Arab"]},{"precision":0.324891,"recall":0.408103,"f1":0.346367,"accuracy":0.408103,"main_score":0.346367,"hf_subset":"mya_Mymr-gle_Latn","languages":["mya-Mymr","gle-Latn"]},{"precision":0.473925,"recall":0.56917,"f1":0.500256,"accuracy":0.56917,"main_score":0.500256,"hf_subset":"mya_Mymr-kas_Arab","languages":["mya-Mymr","kas-Arab"]},{"precision":0.417062,"recall":0.491107,"f1":0.437762,"accuracy":0.491107,"main_score":0.437762,"hf_subset":"mya_Mymr-ltg_Latn","languages":["mya-Mymr","ltg-Latn"]},{"precision":0.340647,"recall":0.425889,"f1":0.364466,"accuracy":0.425889,"main_score":0.364466,"hf_subset":"mya_Mymr-nso_Latn","languages":["mya-Mymr","nso-Latn"]},{"precision":0.731483,"recall":0.795455,"f1":0.750645,"accuracy":0.795455,"main_score":0.750645,"hf_subset":"mya_Mymr-sin_Sinh","languages":["mya-Mymr","sin-Sinh"]},{"precision":0.83778,"recall":0.884387,"f1":0.852193,"accuracy":0.884387,"main_score":0.852193,"hf_subset":"mya_Mymr-tha_Thai","languages":["mya-Mymr","tha-Thai"]},{"precision":0.801301,"recall":0.857708,"f1":0.818662,"accuracy":0.857708,"main_score":0.818662,"hf_subset":"mya_Mymr-zho_Hans","languages":["mya-Mymr","zho-Hans"]},{"precision":0.746487,"recall":0.810277,"f1":0.765909,"accuracy":0.810277,"main_score":0.765909,"hf_subset":"mya_Mymr-ast_Latn","languages":["mya-Mymr","ast-Latn"]},{"precision":0.606811,"recall":0.682806,"f1":0.628524,"accuracy":0.682806,"main_score":0.628524,"hf_subset":"mya_Mymr-crh_Latn","languages":["mya-Mymr","crh-Latn"]},{"precision":0.789674,"recall":0.846838,"f1":0.806983,"accuracy":0.846838,"main_score":0.806983,"hf_subset":"mya_Mymr-glg_Latn","languages":["mya-Mymr","glg-Latn"]},{"precision":0.425909,"recall":0.501976,"f1":0.446491,"accuracy":0.501976,"main_score":0.446491,"hf_subset":"mya_Mymr-kas_Deva","languages":["mya-Mymr","kas-Deva"]},{"precision":0.526929,"recall":0.599802,"f1":0.546526,"accuracy":0.599802,"main_score":0.546526,"hf_subset":"mya_Mymr-ltz_Latn","languages":["mya-Mymr","ltz-Latn"]},{"precision":0.273444,"recall":0.357708,"f1":0.295659,"accuracy":0.357708,"main_score":0.295659,"hf_subset":"mya_Mymr-nus_Latn","languages":["mya-Mymr","nus-Latn"]},{"precision":0.763728,"recall":0.826087,"f1":0.782592,"accuracy":0.826087,"main_score":0.782592,"hf_subset":"mya_Mymr-slk_Latn","languages":["mya-Mymr","slk-Latn"]},{"precision":0.300924,"recall":0.374506,"f1":0.320897,"accuracy":0.374506,"main_score":0.320897,"hf_subset":"mya_Mymr-tir_Ethi","languages":["mya-Mymr","tir-Ethi"]},{"precision":0.795762,"recall":0.850791,"f1":0.812305,"accuracy":0.850791,"main_score":0.812305,"hf_subset":"mya_Mymr-zho_Hant","languages":["mya-Mymr","zho-Hant"]},{"precision":0.783992,"recall":0.838933,"f1":0.799934,"accuracy":0.838933,"main_score":0.799934,"hf_subset":"mya_Mymr-awa_Deva","languages":["mya-Mymr","awa-Deva"]},{"precision":0.331864,"recall":0.40415,"f1":0.35123,"accuracy":0.40415,"main_score":0.35123,"hf_subset":"mya_Mymr-cym_Latn","languages":["mya-Mymr","cym-Latn"]},{"precision":0.424002,"recall":0.505929,"f1":0.446442,"accuracy":0.505929,"main_score":0.446442,"hf_subset":"mya_Mymr-grn_Latn","languages":["mya-Mymr","grn-Latn"]},{"precision":0.707504,"recall":0.775692,"f1":0.727795,"accuracy":0.775692,"main_score":0.727795,"hf_subset":"mya_Mymr-kat_Geor","languages":["mya-Mymr","kat-Geor"]},{"precision":0.369944,"recall":0.445652,"f1":0.390712,"accuracy":0.445652,"main_score":0.390712,"hf_subset":"mya_Mymr-lua_Latn","languages":["mya-Mymr","lua-Latn"]},{"precision":0.364077,"recall":0.4417,"f1":0.384213,"accuracy":0.4417,"main_score":0.384213,"hf_subset":"mya_Mymr-nya_Latn","languages":["mya-Mymr","nya-Latn"]},{"precision":0.71773,"recall":0.788538,"f1":0.739213,"accuracy":0.788538,"main_score":0.739213,"hf_subset":"mya_Mymr-slv_Latn","languages":["mya-Mymr","slv-Latn"]},{"precision":0.49134,"recall":0.577075,"f1":0.514634,"accuracy":0.577075,"main_score":0.514634,"hf_subset":"mya_Mymr-tpi_Latn","languages":["mya-Mymr","tpi-Latn"]},{"precision":0.806686,"recall":0.86166,"f1":0.823715,"accuracy":0.86166,"main_score":0.823715,"hf_subset":"mya_Mymr-zsm_Latn","languages":["mya-Mymr","zsm-Latn"]},{"precision":0.313624,"recall":0.395257,"f1":0.334999,"accuracy":0.395257,"main_score":0.334999,"hf_subset":"mya_Mymr-ayr_Latn","languages":["mya-Mymr","ayr-Latn"]},{"precision":0.816486,"recall":0.868577,"f1":0.83251,"accuracy":0.868577,"main_score":0.83251,"hf_subset":"mya_Mymr-dan_Latn","languages":["mya-Mymr","dan-Latn"]},{"precision":0.841436,"recall":0.887352,"f1":0.856061,"accuracy":0.887352,"main_score":0.856061,"hf_subset":"mya_Mymr-guj_Gujr","languages":["mya-Mymr","guj-Gujr"]},{"precision":0.585154,"recall":0.66502,"f1":0.608435,"accuracy":0.66502,"main_score":0.608435,"hf_subset":"mya_Mymr-kaz_Cyrl","languages":["mya-Mymr","kaz-Cyrl"]},{"precision":0.307042,"recall":0.392292,"f1":0.329834,"accuracy":0.392292,"main_score":0.329834,"hf_subset":"mya_Mymr-lug_Latn","languages":["mya-Mymr","lug-Latn"]},{"precision":0.728706,"recall":0.796443,"f1":0.749492,"accuracy":0.796443,"main_score":0.749492,"hf_subset":"mya_Mymr-oci_Latn","languages":["mya-Mymr","oci-Latn"]},{"precision":0.345418,"recall":0.435771,"f1":0.369556,"accuracy":0.435771,"main_score":0.369556,"hf_subset":"mya_Mymr-smo_Latn","languages":["mya-Mymr","smo-Latn"]},{"precision":0.326092,"recall":0.405138,"f1":0.347178,"accuracy":0.405138,"main_score":0.347178,"hf_subset":"mya_Mymr-tsn_Latn","languages":["mya-Mymr","tsn-Latn"]},{"precision":0.329433,"recall":0.41502,"f1":0.352154,"accuracy":0.41502,"main_score":0.352154,"hf_subset":"mya_Mymr-zul_Latn","languages":["mya-Mymr","zul-Latn"]},{"precision":0.455609,"recall":0.55336,"f1":0.482424,"accuracy":0.55336,"main_score":0.482424,"hf_subset":"mya_Mymr-azb_Arab","languages":["mya-Mymr","azb-Arab"]},{"precision":0.81847,"recall":0.868577,"f1":0.833816,"accuracy":0.868577,"main_score":0.833816,"hf_subset":"mya_Mymr-deu_Latn","languages":["mya-Mymr","deu-Latn"]},{"precision":0.452603,"recall":0.530632,"f1":0.474224,"accuracy":0.530632,"main_score":0.474224,"hf_subset":"mya_Mymr-hat_Latn","languages":["mya-Mymr","hat-Latn"]},{"precision":0.289342,"recall":0.370553,"f1":0.311067,"accuracy":0.370553,"main_score":0.311067,"hf_subset":"mya_Mymr-kbp_Latn","languages":["mya-Mymr","kbp-Latn"]},{"precision":0.330332,"recall":0.410079,"f1":0.352236,"accuracy":0.410079,"main_score":0.352236,"hf_subset":"mya_Mymr-luo_Latn","languages":["mya-Mymr","luo-Latn"]},{"precision":0.449366,"recall":0.525692,"f1":0.470465,"accuracy":0.525692,"main_score":0.470465,"hf_subset":"mya_Mymr-ory_Orya","languages":["mya-Mymr","ory-Orya"]},{"precision":0.344545,"recall":0.423913,"f1":0.366067,"accuracy":0.423913,"main_score":0.366067,"hf_subset":"mya_Mymr-sna_Latn","languages":["mya-Mymr","sna-Latn"]},{"precision":0.330536,"recall":0.410079,"f1":0.352571,"accuracy":0.410079,"main_score":0.352571,"hf_subset":"mya_Mymr-tso_Latn","languages":["mya-Mymr","tso-Latn"]},{"precision":0.636317,"recall":0.705534,"f1":0.655819,"accuracy":0.705534,"main_score":0.655819,"hf_subset":"mya_Mymr-azj_Latn","languages":["mya-Mymr","azj-Latn"]},{"precision":0.297632,"recall":0.385375,"f1":0.321248,"accuracy":0.385375,"main_score":0.321248,"hf_subset":"mya_Mymr-dik_Latn","languages":["mya-Mymr","dik-Latn"]},{"precision":0.355864,"recall":0.422925,"f1":0.374544,"accuracy":0.422925,"main_score":0.374544,"hf_subset":"mya_Mymr-hau_Latn","languages":["mya-Mymr","hau-Latn"]},{"precision":0.552875,"recall":0.640316,"f1":0.577115,"accuracy":0.640316,"main_score":0.577115,"hf_subset":"mya_Mymr-kea_Latn","languages":["mya-Mymr","kea-Latn"]},{"precision":0.42777,"recall":0.506917,"f1":0.449006,"accuracy":0.506917,"main_score":0.449006,"hf_subset":"mya_Mymr-lus_Latn","languages":["mya-Mymr","lus-Latn"]},{"precision":0.491157,"recall":0.572134,"f1":0.513237,"accuracy":0.572134,"main_score":0.513237,"hf_subset":"mya_Mymr-pag_Latn","languages":["mya-Mymr","pag-Latn"]},{"precision":0.515474,"recall":0.605731,"f1":0.540686,"accuracy":0.605731,"main_score":0.540686,"hf_subset":"mya_Mymr-snd_Arab","languages":["mya-Mymr","snd-Arab"]},{"precision":0.422824,"recall":0.508893,"f1":0.445803,"accuracy":0.508893,"main_score":0.445803,"hf_subset":"mya_Mymr-tuk_Latn","languages":["mya-Mymr","tuk-Latn"]},{"precision":0.446406,"recall":0.518775,"f1":0.466004,"accuracy":0.518775,"main_score":0.466004,"hf_subset":"mya_Mymr-bak_Cyrl","languages":["mya-Mymr","bak-Cyrl"]},{"precision":0.256036,"recall":0.33498,"f1":0.276343,"accuracy":0.33498,"main_score":0.276343,"hf_subset":"mya_Mymr-dyu_Latn","languages":["mya-Mymr","dyu-Latn"]},{"precision":0.721245,"recall":0.79249,"f1":0.743182,"accuracy":0.79249,"main_score":0.743182,"hf_subset":"mya_Mymr-heb_Hebr","languages":["mya-Mymr","heb-Hebr"]},{"precision":0.36356,"recall":0.427866,"f1":0.379847,"accuracy":0.427866,"main_score":0.379847,"hf_subset":"mya_Mymr-khk_Cyrl","languages":["mya-Mymr","khk-Cyrl"]},{"precision":0.607141,"recall":0.682806,"f1":0.628736,"accuracy":0.682806,"main_score":0.628736,"hf_subset":"mya_Mymr-lvs_Latn","languages":["mya-Mymr","lvs-Latn"]},{"precision":0.795043,"recall":0.851779,"f1":0.81278,"accuracy":0.851779,"main_score":0.81278,"hf_subset":"mya_Mymr-pan_Guru","languages":["mya-Mymr","pan-Guru"]},{"precision":0.330147,"recall":0.397233,"f1":0.348728,"accuracy":0.397233,"main_score":0.348728,"hf_subset":"mya_Mymr-som_Latn","languages":["mya-Mymr","som-Latn"]},{"precision":0.365543,"recall":0.439723,"f1":0.385902,"accuracy":0.439723,"main_score":0.385902,"hf_subset":"mya_Mymr-tum_Latn","languages":["mya-Mymr","tum-Latn"]},{"precision":0.271744,"recall":0.321146,"f1":0.28428,"accuracy":0.321146,"main_score":0.28428,"hf_subset":"sag_Latn-ace_Arab","languages":["sag-Latn","ace-Arab"]},{"precision":0.40757,"recall":0.448617,"f1":0.41965,"accuracy":0.448617,"main_score":0.41965,"hf_subset":"sag_Latn-bam_Latn","languages":["sag-Latn","bam-Latn"]},{"precision":0.141077,"recall":0.189723,"f1":0.153136,"accuracy":0.189723,"main_score":0.153136,"hf_subset":"sag_Latn-dzo_Tibt","languages":["sag-Latn","dzo-Tibt"]},{"precision":0.464572,"recall":0.535573,"f1":0.483441,"accuracy":0.535573,"main_score":0.483441,"hf_subset":"sag_Latn-hin_Deva","languages":["sag-Latn","hin-Deva"]},{"precision":0.371441,"recall":0.43083,"f1":0.387217,"accuracy":0.43083,"main_score":0.387217,"hf_subset":"sag_Latn-khm_Khmr","languages":["sag-Latn","khm-Khmr"]},{"precision":0.463091,"recall":0.523715,"f1":0.479632,"accuracy":0.523715,"main_score":0.479632,"hf_subset":"sag_Latn-mag_Deva","languages":["sag-Latn","mag-Deva"]},{"precision":0.515215,"recall":0.548419,"f1":0.524983,"accuracy":0.548419,"main_score":0.524983,"hf_subset":"sag_Latn-pap_Latn","languages":["sag-Latn","pap-Latn"]},{"precision":0.445309,"recall":0.485178,"f1":0.456624,"accuracy":0.485178,"main_score":0.456624,"hf_subset":"sag_Latn-sot_Latn","languages":["sag-Latn","sot-Latn"]},{"precision":0.484713,"recall":0.546443,"f1":0.501657,"accuracy":0.546443,"main_score":0.501657,"hf_subset":"sag_Latn-tur_Latn","languages":["sag-Latn","tur-Latn"]},{"precision":0.484533,"recall":0.523715,"f1":0.49538,"accuracy":0.523715,"main_score":0.49538,"hf_subset":"sag_Latn-ace_Latn","languages":["sag-Latn","ace-Latn"]},{"precision":0.495201,"recall":0.537549,"f1":0.507439,"accuracy":0.537549,"main_score":0.507439,"hf_subset":"sag_Latn-ban_Latn","languages":["sag-Latn","ban-Latn"]},{"precision":0.412741,"recall":0.479249,"f1":0.430691,"accuracy":0.479249,"main_score":0.430691,"hf_subset":"sag_Latn-ell_Grek","languages":["sag-Latn","ell-Grek"]},{"precision":0.445783,"recall":0.506917,"f1":0.462425,"accuracy":0.506917,"main_score":0.462425,"hf_subset":"sag_Latn-hne_Deva","languages":["sag-Latn","hne-Deva"]},{"precision":0.412631,"recall":0.461462,"f1":0.425534,"accuracy":0.461462,"main_score":0.425534,"hf_subset":"sag_Latn-kik_Latn","languages":["sag-Latn","kik-Latn"]},{"precision":0.47535,"recall":0.532609,"f1":0.491244,"accuracy":0.532609,"main_score":0.491244,"hf_subset":"sag_Latn-mai_Deva","languages":["sag-Latn","mai-Deva"]},{"precision":0.414906,"recall":0.467391,"f1":0.429488,"accuracy":0.467391,"main_score":0.429488,"hf_subset":"sag_Latn-pbt_Arab","languages":["sag-Latn","pbt-Arab"]},{"precision":0.506499,"recall":0.568182,"f1":0.523172,"accuracy":0.568182,"main_score":0.523172,"hf_subset":"sag_Latn-spa_Latn","languages":["sag-Latn","spa-Latn"]},{"precision":0.478146,"recall":0.514822,"f1":0.489097,"accuracy":0.514822,"main_score":0.489097,"hf_subset":"sag_Latn-twi_Latn","languages":["sag-Latn","twi-Latn"]},{"precision":0.453535,"recall":0.507905,"f1":0.46789,"accuracy":0.507905,"main_score":0.46789,"hf_subset":"sag_Latn-acm_Arab","languages":["sag-Latn","acm-Arab"]},{"precision":0.413368,"recall":0.468379,"f1":0.429157,"accuracy":0.468379,"main_score":0.429157,"hf_subset":"sag_Latn-bel_Cyrl","languages":["sag-Latn","bel-Cyrl"]},{"precision":0.514079,"recall":0.56917,"f1":0.529139,"accuracy":0.56917,"main_score":0.529139,"hf_subset":"sag_Latn-eng_Latn","languages":["sag-Latn","eng-Latn"]},{"precision":0.48316,"recall":0.537549,"f1":0.498158,"accuracy":0.537549,"main_score":0.498158,"hf_subset":"sag_Latn-hrv_Latn","languages":["sag-Latn","hrv-Latn"]},{"precision":0.39429,"recall":0.440711,"f1":0.406994,"accuracy":0.440711,"main_score":0.406994,"hf_subset":"sag_Latn-kin_Latn","languages":["sag-Latn","kin-Latn"]},{"precision":0.415103,"recall":0.48419,"f1":0.433635,"accuracy":0.48419,"main_score":0.433635,"hf_subset":"sag_Latn-mal_Mlym","languages":["sag-Latn","mal-Mlym"]},{"precision":0.467662,"recall":0.534585,"f1":0.485743,"accuracy":0.534585,"main_score":0.485743,"hf_subset":"sag_Latn-pes_Arab","languages":["sag-Latn","pes-Arab"]},{"precision":0.469645,"recall":0.51087,"f1":0.480819,"accuracy":0.51087,"main_score":0.480819,"hf_subset":"sag_Latn-srd_Latn","languages":["sag-Latn","srd-Latn"]},{"precision":0.145335,"recall":0.198617,"f1":0.158564,"accuracy":0.198617,"main_score":0.158564,"hf_subset":"sag_Latn-tzm_Tfng","languages":["sag-Latn","tzm-Tfng"]},{"precision":0.455207,"recall":0.519763,"f1":0.471637,"accuracy":0.519763,"main_score":0.471637,"hf_subset":"sag_Latn-acq_Arab","languages":["sag-Latn","acq-Arab"]},{"precision":0.474354,"recall":0.514822,"f1":0.485807,"accuracy":0.514822,"main_score":0.485807,"hf_subset":"sag_Latn-bem_Latn","languages":["sag-Latn","bem-Latn"]},{"precision":0.471439,"recall":0.518775,"f1":0.483744,"accuracy":0.518775,"main_score":0.483744,"hf_subset":"sag_Latn-epo_Latn","languages":["sag-Latn","epo-Latn"]},{"precision":0.44961,"recall":0.507905,"f1":0.465891,"accuracy":0.507905,"main_score":0.465891,"hf_subset":"sag_Latn-hun_Latn","languages":["sag-Latn","hun-Latn"]},{"precision":0.454727,"recall":0.509881,"f1":0.470267,"accuracy":0.509881,"main_score":0.470267,"hf_subset":"sag_Latn-kir_Cyrl","languages":["sag-Latn","kir-Cyrl"]},{"precision":0.474809,"recall":0.533597,"f1":0.491177,"accuracy":0.533597,"main_score":0.491177,"hf_subset":"sag_Latn-mar_Deva","languages":["sag-Latn","mar-Deva"]},{"precision":0.442161,"recall":0.488142,"f1":0.454535,"accuracy":0.488142,"main_score":0.454535,"hf_subset":"sag_Latn-plt_Latn","languages":["sag-Latn","plt-Latn"]},{"precision":0.449795,"recall":0.5,"f1":0.463685,"accuracy":0.5,"main_score":0.463685,"hf_subset":"sag_Latn-srp_Cyrl","languages":["sag-Latn","srp-Cyrl"]},{"precision":0.289511,"recall":0.343874,"f1":0.304098,"accuracy":0.343874,"main_score":0.304098,"hf_subset":"sag_Latn-uig_Arab","languages":["sag-Latn","uig-Arab"]},{"precision":0.445474,"recall":0.5,"f1":0.460743,"accuracy":0.5,"main_score":0.460743,"hf_subset":"sag_Latn-aeb_Arab","languages":["sag-Latn","aeb-Arab"]},{"precision":0.462775,"recall":0.52668,"f1":0.48011,"accuracy":0.52668,"main_score":0.48011,"hf_subset":"sag_Latn-ben_Beng","languages":["sag-Latn","ben-Beng"]},{"precision":0.44945,"recall":0.494071,"f1":0.461797,"accuracy":0.494071,"main_score":0.461797,"hf_subset":"sag_Latn-est_Latn","languages":["sag-Latn","est-Latn"]},{"precision":0.384998,"recall":0.434783,"f1":0.399432,"accuracy":0.434783,"main_score":0.399432,"hf_subset":"sag_Latn-hye_Armn","languages":["sag-Latn","hye-Armn"]},{"precision":0.420343,"recall":0.465415,"f1":0.433345,"accuracy":0.465415,"main_score":0.433345,"hf_subset":"sag_Latn-kmb_Latn","languages":["sag-Latn","kmb-Latn"]},{"precision":0.24087,"recall":0.284585,"f1":0.25204,"accuracy":0.284585,"main_score":0.25204,"hf_subset":"sag_Latn-min_Arab","languages":["sag-Latn","min-Arab"]},{"precision":0.474423,"recall":0.539526,"f1":0.491633,"accuracy":0.539526,"main_score":0.491633,"hf_subset":"sag_Latn-pol_Latn","languages":["sag-Latn","pol-Latn"]},{"precision":0.412615,"recall":0.45751,"f1":0.425087,"accuracy":0.45751,"main_score":0.425087,"hf_subset":"sag_Latn-ssw_Latn","languages":["sag-Latn","ssw-Latn"]},{"precision":0.461418,"recall":0.524704,"f1":0.478937,"accuracy":0.524704,"main_score":0.478937,"hf_subset":"sag_Latn-ukr_Cyrl","languages":["sag-Latn","ukr-Cyrl"]},{"precision":0.494651,"recall":0.536561,"f1":0.506551,"accuracy":0.536561,"main_score":0.506551,"hf_subset":"sag_Latn-afr_Latn","languages":["sag-Latn","afr-Latn"]},{"precision":0.479777,"recall":0.533597,"f1":0.495073,"accuracy":0.533597,"main_score":0.495073,"hf_subset":"sag_Latn-bho_Deva","languages":["sag-Latn","bho-Deva"]},{"precision":0.46644,"recall":0.506917,"f1":0.477467,"accuracy":0.506917,"main_score":0.477467,"hf_subset":"sag_Latn-eus_Latn","languages":["sag-Latn","eus-Latn"]},{"precision":0.408639,"recall":0.462451,"f1":0.424066,"accuracy":0.462451,"main_score":0.424066,"hf_subset":"sag_Latn-ibo_Latn","languages":["sag-Latn","ibo-Latn"]},{"precision":0.430307,"recall":0.476285,"f1":0.443407,"accuracy":0.476285,"main_score":0.443407,"hf_subset":"sag_Latn-kmr_Latn","languages":["sag-Latn","kmr-Latn"]},{"precision":0.46596,"recall":0.506917,"f1":0.476951,"accuracy":0.506917,"main_score":0.476951,"hf_subset":"sag_Latn-min_Latn","languages":["sag-Latn","min-Latn"]},{"precision":0.504929,"recall":0.566206,"f1":0.520956,"accuracy":0.566206,"main_score":0.520956,"hf_subset":"sag_Latn-por_Latn","languages":["sag-Latn","por-Latn"]},{"precision":0.495638,"recall":0.534585,"f1":0.505817,"accuracy":0.534585,"main_score":0.505817,"hf_subset":"sag_Latn-sun_Latn","languages":["sag-Latn","sun-Latn"]},{"precision":0.42076,"recall":0.463439,"f1":0.432397,"accuracy":0.463439,"main_score":0.432397,"hf_subset":"sag_Latn-umb_Latn","languages":["sag-Latn","umb-Latn"]},{"precision":0.459546,"recall":0.514822,"f1":0.474249,"accuracy":0.514822,"main_score":0.474249,"hf_subset":"sag_Latn-ajp_Arab","languages":["sag-Latn","ajp-Arab"]},{"precision":0.248814,"recall":0.29249,"f1":0.260386,"accuracy":0.29249,"main_score":0.260386,"hf_subset":"sag_Latn-bjn_Arab","languages":["sag-Latn","bjn-Arab"]},{"precision":0.434711,"recall":0.475296,"f1":0.446542,"accuracy":0.475296,"main_score":0.446542,"hf_subset":"sag_Latn-ewe_Latn","languages":["sag-Latn","ewe-Latn"]},{"precision":0.522056,"recall":0.561265,"f1":0.53314,"accuracy":0.561265,"main_score":0.53314,"hf_subset":"sag_Latn-ilo_Latn","languages":["sag-Latn","ilo-Latn"]},{"precision":0.198168,"recall":0.243083,"f1":0.209732,"accuracy":0.243083,"main_score":0.209732,"hf_subset":"sag_Latn-knc_Arab","languages":["sag-Latn","knc-Arab"]},{"precision":0.462482,"recall":0.513834,"f1":0.47694,"accuracy":0.513834,"main_score":0.47694,"hf_subset":"sag_Latn-mkd_Cyrl","languages":["sag-Latn","mkd-Cyrl"]},{"precision":0.446153,"recall":0.512846,"f1":0.464163,"accuracy":0.512846,"main_score":0.464163,"hf_subset":"sag_Latn-prs_Arab","languages":["sag-Latn","prs-Arab"]},{"precision":0.484006,"recall":0.54249,"f1":0.499966,"accuracy":0.54249,"main_score":0.499966,"hf_subset":"sag_Latn-swe_Latn","languages":["sag-Latn","swe-Latn"]},{"precision":0.407881,"recall":0.469368,"f1":0.425537,"accuracy":0.469368,"main_score":0.425537,"hf_subset":"sag_Latn-urd_Arab","languages":["sag-Latn","urd-Arab"]},{"precision":0.475121,"recall":0.512846,"f1":0.486068,"accuracy":0.512846,"main_score":0.486068,"hf_subset":"sag_Latn-aka_Latn","languages":["sag-Latn","aka-Latn"]},{"precision":0.47746,"recall":0.530632,"f1":0.490923,"accuracy":0.530632,"main_score":0.490923,"hf_subset":"sag_Latn-bjn_Latn","languages":["sag-Latn","bjn-Latn"]},{"precision":0.443774,"recall":0.48913,"f1":0.456624,"accuracy":0.48913,"main_score":0.456624,"hf_subset":"sag_Latn-fao_Latn","languages":["sag-Latn","fao-Latn"]},{"precision":0.510084,"recall":0.572134,"f1":0.527104,"accuracy":0.572134,"main_score":0.527104,"hf_subset":"sag_Latn-ind_Latn","languages":["sag-Latn","ind-Latn"]},{"precision":0.460921,"recall":0.501976,"f1":0.472469,"accuracy":0.501976,"main_score":0.472469,"hf_subset":"sag_Latn-knc_Latn","languages":["sag-Latn","knc-Latn"]},{"precision":0.477332,"recall":0.524704,"f1":0.490803,"accuracy":0.524704,"main_score":0.490803,"hf_subset":"sag_Latn-mlt_Latn","languages":["sag-Latn","mlt-Latn"]},{"precision":0.459422,"recall":0.509881,"f1":0.473081,"accuracy":0.509881,"main_score":0.473081,"hf_subset":"sag_Latn-quy_Latn","languages":["sag-Latn","quy-Latn"]},{"precision":0.452382,"recall":0.494071,"f1":0.464217,"accuracy":0.494071,"main_score":0.464217,"hf_subset":"sag_Latn-swh_Latn","languages":["sag-Latn","swh-Latn"]},{"precision":0.418803,"recall":0.463439,"f1":0.431079,"accuracy":0.463439,"main_score":0.431079,"hf_subset":"sag_Latn-uzn_Latn","languages":["sag-Latn","uzn-Latn"]},{"precision":0.466547,"recall":0.516798,"f1":0.480312,"accuracy":0.516798,"main_score":0.480312,"hf_subset":"sag_Latn-als_Latn","languages":["sag-Latn","als-Latn"]},{"precision":0.19072,"recall":0.243083,"f1":0.20483,"accuracy":0.243083,"main_score":0.20483,"hf_subset":"sag_Latn-bod_Tibt","languages":["sag-Latn","bod-Tibt"]},{"precision":0.434791,"recall":0.483202,"f1":0.448902,"accuracy":0.483202,"main_score":0.448902,"hf_subset":"sag_Latn-fij_Latn","languages":["sag-Latn","fij-Latn"]},{"precision":0.404677,"recall":0.456522,"f1":0.418396,"accuracy":0.456522,"main_score":0.418396,"hf_subset":"sag_Latn-isl_Latn","languages":["sag-Latn","isl-Latn"]},{"precision":0.467331,"recall":0.503953,"f1":0.47758,"accuracy":0.503953,"main_score":0.47758,"hf_subset":"sag_Latn-kon_Latn","languages":["sag-Latn","kon-Latn"]},{"precision":0.31612,"recall":0.373518,"f1":0.330611,"accuracy":0.373518,"main_score":0.330611,"hf_subset":"sag_Latn-mni_Beng","languages":["sag-Latn","mni-Beng"]},{"precision":0.507599,"recall":0.5583,"f1":0.521171,"accuracy":0.5583,"main_score":0.521171,"hf_subset":"sag_Latn-ron_Latn","languages":["sag-Latn","ron-Latn"]},{"precision":0.461173,"recall":0.504941,"f1":0.473397,"accuracy":0.504941,"main_score":0.473397,"hf_subset":"sag_Latn-szl_Latn","languages":["sag-Latn","szl-Latn"]},{"precision":0.494908,"recall":0.531621,"f1":0.50463,"accuracy":0.531621,"main_score":0.50463,"hf_subset":"sag_Latn-vec_Latn","languages":["sag-Latn","vec-Latn"]},{"precision":0.385896,"recall":0.435771,"f1":0.399609,"accuracy":0.435771,"main_score":0.399609,"hf_subset":"sag_Latn-amh_Ethi","languages":["sag-Latn","amh-Ethi"]},{"precision":0.471645,"recall":0.522727,"f1":0.485552,"accuracy":0.522727,"main_score":0.485552,"hf_subset":"sag_Latn-bos_Latn","languages":["sag-Latn","bos-Latn"]},{"precision":0.463879,"recall":0.520751,"f1":0.479352,"accuracy":0.520751,"main_score":0.479352,"hf_subset":"sag_Latn-fin_Latn","languages":["sag-Latn","fin-Latn"]},{"precision":0.518475,"recall":0.574111,"f1":0.533521,"accuracy":0.574111,"main_score":0.533521,"hf_subset":"sag_Latn-ita_Latn","languages":["sag-Latn","ita-Latn"]},{"precision":0.463102,"recall":0.534585,"f1":0.482048,"accuracy":0.534585,"main_score":0.482048,"hf_subset":"sag_Latn-kor_Hang","languages":["sag-Latn","kor-Hang"]},{"precision":0.429334,"recall":0.475296,"f1":0.442469,"accuracy":0.475296,"main_score":0.442469,"hf_subset":"sag_Latn-mos_Latn","languages":["sag-Latn","mos-Latn"]},{"precision":0.426235,"recall":0.470356,"f1":0.438686,"accuracy":0.470356,"main_score":0.438686,"hf_subset":"sag_Latn-run_Latn","languages":["sag-Latn","run-Latn"]},{"precision":0.409367,"recall":0.480237,"f1":0.427652,"accuracy":0.480237,"main_score":0.427652,"hf_subset":"sag_Latn-tam_Taml","languages":["sag-Latn","tam-Taml"]},{"precision":0.473465,"recall":0.530632,"f1":0.488871,"accuracy":0.530632,"main_score":0.488871,"hf_subset":"sag_Latn-vie_Latn","languages":["sag-Latn","vie-Latn"]},{"precision":0.45104,"recall":0.513834,"f1":0.467769,"accuracy":0.513834,"main_score":0.467769,"hf_subset":"sag_Latn-apc_Arab","languages":["sag-Latn","apc-Arab"]},{"precision":0.497217,"recall":0.534585,"f1":0.508056,"accuracy":0.534585,"main_score":0.508056,"hf_subset":"sag_Latn-bug_Latn","languages":["sag-Latn","bug-Latn"]},{"precision":0.405625,"recall":0.449605,"f1":0.417796,"accuracy":0.449605,"main_score":0.417796,"hf_subset":"sag_Latn-fon_Latn","languages":["sag-Latn","fon-Latn"]},{"precision":0.492175,"recall":0.535573,"f1":0.504537,"accuracy":0.535573,"main_score":0.504537,"hf_subset":"sag_Latn-jav_Latn","languages":["sag-Latn","jav-Latn"]},{"precision":0.386128,"recall":0.431818,"f1":0.398244,"accuracy":0.431818,"main_score":0.398244,"hf_subset":"sag_Latn-lao_Laoo","languages":["sag-Latn","lao-Laoo"]},{"precision":0.395956,"recall":0.443676,"f1":0.40861,"accuracy":0.443676,"main_score":0.40861,"hf_subset":"sag_Latn-mri_Latn","languages":["sag-Latn","mri-Latn"]},{"precision":0.481605,"recall":0.550395,"f1":0.500208,"accuracy":0.550395,"main_score":0.500208,"hf_subset":"sag_Latn-rus_Cyrl","languages":["sag-Latn","rus-Cyrl"]},{"precision":0.415478,"recall":0.468379,"f1":0.430617,"accuracy":0.468379,"main_score":0.430617,"hf_subset":"sag_Latn-taq_Latn","languages":["sag-Latn","taq-Latn"]},{"precision":0.51182,"recall":0.549407,"f1":0.522599,"accuracy":0.549407,"main_score":0.522599,"hf_subset":"sag_Latn-war_Latn","languages":["sag-Latn","war-Latn"]},{"precision":0.444071,"recall":0.513834,"f1":0.461937,"accuracy":0.513834,"main_score":0.461937,"hf_subset":"sag_Latn-arb_Arab","languages":["sag-Latn","arb-Arab"]},{"precision":0.455268,"recall":0.509881,"f1":0.470229,"accuracy":0.509881,"main_score":0.470229,"hf_subset":"sag_Latn-bul_Cyrl","languages":["sag-Latn","bul-Cyrl"]},{"precision":0.513259,"recall":0.568182,"f1":0.528363,"accuracy":0.568182,"main_score":0.528363,"hf_subset":"sag_Latn-fra_Latn","languages":["sag-Latn","fra-Latn"]},{"precision":0.466764,"recall":0.533597,"f1":0.483888,"accuracy":0.533597,"main_score":0.483888,"hf_subset":"sag_Latn-jpn_Jpan","languages":["sag-Latn","jpn-Jpan"]},{"precision":0.472303,"recall":0.519763,"f1":0.485738,"accuracy":0.519763,"main_score":0.485738,"hf_subset":"sag_Latn-lij_Latn","languages":["sag-Latn","lij-Latn"]},{"precision":0.343928,"recall":0.40415,"f1":0.360485,"accuracy":0.40415,"main_score":0.360485,"hf_subset":"sag_Latn-mya_Mymr","languages":["sag-Latn","mya-Mymr"]},{"precision":0.164249,"recall":0.225296,"f1":0.17863,"accuracy":0.225296,"main_score":0.17863,"hf_subset":"sag_Latn-taq_Tfng","languages":["sag-Latn","taq-Tfng"]},{"precision":0.456932,"recall":0.503953,"f1":0.470257,"accuracy":0.503953,"main_score":0.470257,"hf_subset":"sag_Latn-wol_Latn","languages":["sag-Latn","wol-Latn"]},{"precision":0.285266,"recall":0.357708,"f1":0.30369,"accuracy":0.357708,"main_score":0.30369,"hf_subset":"sag_Latn-arb_Latn","languages":["sag-Latn","arb-Latn"]},{"precision":0.484183,"recall":0.535573,"f1":0.498762,"accuracy":0.535573,"main_score":0.498762,"hf_subset":"sag_Latn-cat_Latn","languages":["sag-Latn","cat-Latn"]},{"precision":0.46576,"recall":0.51087,"f1":0.478704,"accuracy":0.51087,"main_score":0.478704,"hf_subset":"sag_Latn-fur_Latn","languages":["sag-Latn","fur-Latn"]},{"precision":0.318005,"recall":0.366601,"f1":0.330996,"accuracy":0.366601,"main_score":0.330996,"hf_subset":"sag_Latn-kab_Latn","languages":["sag-Latn","kab-Latn"]},{"precision":0.486077,"recall":0.533597,"f1":0.499655,"accuracy":0.533597,"main_score":0.499655,"hf_subset":"sag_Latn-lim_Latn","languages":["sag-Latn","lim-Latn"]},{"precision":0.491192,"recall":0.551383,"f1":0.507325,"accuracy":0.551383,"main_score":0.507325,"hf_subset":"sag_Latn-nld_Latn","languages":["sag-Latn","nld-Latn"]},{"precision":0.403444,"recall":0.460474,"f1":0.419419,"accuracy":0.460474,"main_score":0.419419,"hf_subset":"sag_Latn-san_Deva","languages":["sag-Latn","san-Deva"]},{"precision":0.465965,"recall":0.509881,"f1":0.478136,"accuracy":0.509881,"main_score":0.478136,"hf_subset":"sag_Latn-tat_Cyrl","languages":["sag-Latn","tat-Cyrl"]},{"precision":0.439368,"recall":0.478261,"f1":0.450375,"accuracy":0.478261,"main_score":0.450375,"hf_subset":"sag_Latn-xho_Latn","languages":["sag-Latn","xho-Latn"]},{"precision":0.424166,"recall":0.497036,"f1":0.443301,"accuracy":0.497036,"main_score":0.443301,"hf_subset":"sag_Latn-ars_Arab","languages":["sag-Latn","ars-Arab"]},{"precision":0.506406,"recall":0.548419,"f1":0.518695,"accuracy":0.548419,"main_score":0.518695,"hf_subset":"sag_Latn-ceb_Latn","languages":["sag-Latn","ceb-Latn"]},{"precision":0.427636,"recall":0.469368,"f1":0.439959,"accuracy":0.469368,"main_score":0.439959,"hf_subset":"sag_Latn-fuv_Latn","languages":["sag-Latn","fuv-Latn"]},{"precision":0.443289,"recall":0.48419,"f1":0.454487,"accuracy":0.48419,"main_score":0.454487,"hf_subset":"sag_Latn-kac_Latn","languages":["sag-Latn","kac-Latn"]},{"precision":0.494457,"recall":0.532609,"f1":0.505309,"accuracy":0.532609,"main_score":0.505309,"hf_subset":"sag_Latn-lin_Latn","languages":["sag-Latn","lin-Latn"]},{"precision":0.480984,"recall":0.537549,"f1":0.49698,"accuracy":0.537549,"main_score":0.49698,"hf_subset":"sag_Latn-nno_Latn","languages":["sag-Latn","nno-Latn"]},{"precision":0.182408,"recall":0.214427,"f1":0.190545,"accuracy":0.214427,"main_score":0.190545,"hf_subset":"sag_Latn-sat_Olck","languages":["sag-Latn","sat-Olck"]},{"precision":0.426616,"recall":0.496047,"f1":0.446225,"accuracy":0.496047,"main_score":0.446225,"hf_subset":"sag_Latn-tel_Telu","languages":["sag-Latn","tel-Telu"]},{"precision":0.258406,"recall":0.318182,"f1":0.274461,"accuracy":0.318182,"main_score":0.274461,"hf_subset":"sag_Latn-ydd_Hebr","languages":["sag-Latn","ydd-Hebr"]},{"precision":0.425404,"recall":0.487154,"f1":0.442561,"accuracy":0.487154,"main_score":0.442561,"hf_subset":"sag_Latn-ary_Arab","languages":["sag-Latn","ary-Arab"]},{"precision":0.468876,"recall":0.52668,"f1":0.484305,"accuracy":0.52668,"main_score":0.484305,"hf_subset":"sag_Latn-ces_Latn","languages":["sag-Latn","ces-Latn"]},{"precision":0.320209,"recall":0.370553,"f1":0.333043,"accuracy":0.370553,"main_score":0.333043,"hf_subset":"sag_Latn-gaz_Latn","languages":["sag-Latn","gaz-Latn"]},{"precision":0.43159,"recall":0.472332,"f1":0.443544,"accuracy":0.472332,"main_score":0.443544,"hf_subset":"sag_Latn-kam_Latn","languages":["sag-Latn","kam-Latn"]},{"precision":0.43229,"recall":0.48913,"f1":0.447964,"accuracy":0.48913,"main_score":0.447964,"hf_subset":"sag_Latn-lit_Latn","languages":["sag-Latn","lit-Latn"]},{"precision":0.485955,"recall":0.54249,"f1":0.501922,"accuracy":0.54249,"main_score":0.501922,"hf_subset":"sag_Latn-nob_Latn","languages":["sag-Latn","nob-Latn"]},{"precision":0.472478,"recall":0.51581,"f1":0.484023,"accuracy":0.51581,"main_score":0.484023,"hf_subset":"sag_Latn-scn_Latn","languages":["sag-Latn","scn-Latn"]},{"precision":0.395245,"recall":0.44664,"f1":0.409149,"accuracy":0.44664,"main_score":0.409149,"hf_subset":"sag_Latn-tgk_Cyrl","languages":["sag-Latn","tgk-Cyrl"]},{"precision":0.39392,"recall":0.445652,"f1":0.408271,"accuracy":0.445652,"main_score":0.408271,"hf_subset":"sag_Latn-yor_Latn","languages":["sag-Latn","yor-Latn"]},{"precision":0.463573,"recall":0.525692,"f1":0.480369,"accuracy":0.525692,"main_score":0.480369,"hf_subset":"sag_Latn-arz_Arab","languages":["sag-Latn","arz-Arab"]},{"precision":0.429134,"recall":0.474308,"f1":0.441618,"accuracy":0.474308,"main_score":0.441618,"hf_subset":"sag_Latn-cjk_Latn","languages":["sag-Latn","cjk-Latn"]},{"precision":0.360205,"recall":0.418972,"f1":0.375321,"accuracy":0.418972,"main_score":0.375321,"hf_subset":"sag_Latn-gla_Latn","languages":["sag-Latn","gla-Latn"]},{"precision":0.422564,"recall":0.488142,"f1":0.440338,"accuracy":0.488142,"main_score":0.440338,"hf_subset":"sag_Latn-kan_Knda","languages":["sag-Latn","kan-Knda"]},{"precision":0.469357,"recall":0.514822,"f1":0.481445,"accuracy":0.514822,"main_score":0.481445,"hf_subset":"sag_Latn-lmo_Latn","languages":["sag-Latn","lmo-Latn"]},{"precision":0.440485,"recall":0.502964,"f1":0.458345,"accuracy":0.502964,"main_score":0.458345,"hf_subset":"sag_Latn-npi_Deva","languages":["sag-Latn","npi-Deva"]},{"precision":0.375033,"recall":0.4417,"f1":0.393936,"accuracy":0.4417,"main_score":0.393936,"hf_subset":"sag_Latn-shn_Mymr","languages":["sag-Latn","shn-Mymr"]},{"precision":0.492245,"recall":0.537549,"f1":0.505487,"accuracy":0.537549,"main_score":0.505487,"hf_subset":"sag_Latn-tgl_Latn","languages":["sag-Latn","tgl-Latn"]},{"precision":0.447694,"recall":0.513834,"f1":0.4652,"accuracy":0.513834,"main_score":0.4652,"hf_subset":"sag_Latn-yue_Hant","languages":["sag-Latn","yue-Hant"]},{"precision":0.378607,"recall":0.439723,"f1":0.396177,"accuracy":0.439723,"main_score":0.396177,"hf_subset":"sag_Latn-asm_Beng","languages":["sag-Latn","asm-Beng"]},{"precision":0.310182,"recall":0.371542,"f1":0.325797,"accuracy":0.371542,"main_score":0.325797,"hf_subset":"sag_Latn-ckb_Arab","languages":["sag-Latn","ckb-Arab"]},{"precision":0.346101,"recall":0.405138,"f1":0.361404,"accuracy":0.405138,"main_score":0.361404,"hf_subset":"sag_Latn-gle_Latn","languages":["sag-Latn","gle-Latn"]},{"precision":0.374713,"recall":0.436759,"f1":0.392087,"accuracy":0.436759,"main_score":0.392087,"hf_subset":"sag_Latn-kas_Arab","languages":["sag-Latn","kas-Arab"]},{"precision":0.429686,"recall":0.483202,"f1":0.444693,"accuracy":0.483202,"main_score":0.444693,"hf_subset":"sag_Latn-ltg_Latn","languages":["sag-Latn","ltg-Latn"]},{"precision":0.466431,"recall":0.507905,"f1":0.478986,"accuracy":0.507905,"main_score":0.478986,"hf_subset":"sag_Latn-nso_Latn","languages":["sag-Latn","nso-Latn"]},{"precision":0.373384,"recall":0.429842,"f1":0.388798,"accuracy":0.429842,"main_score":0.388798,"hf_subset":"sag_Latn-sin_Sinh","languages":["sag-Latn","sin-Sinh"]},{"precision":0.446375,"recall":0.512846,"f1":0.46361,"accuracy":0.512846,"main_score":0.46361,"hf_subset":"sag_Latn-tha_Thai","languages":["sag-Latn","tha-Thai"]},{"precision":0.473056,"recall":0.537549,"f1":0.490457,"accuracy":0.537549,"main_score":0.490457,"hf_subset":"sag_Latn-zho_Hans","languages":["sag-Latn","zho-Hans"]},{"precision":0.481555,"recall":0.524704,"f1":0.493337,"accuracy":0.524704,"main_score":0.493337,"hf_subset":"sag_Latn-ast_Latn","languages":["sag-Latn","ast-Latn"]},{"precision":0.456027,"recall":0.499012,"f1":0.468002,"accuracy":0.499012,"main_score":0.468002,"hf_subset":"sag_Latn-crh_Latn","languages":["sag-Latn","crh-Latn"]},{"precision":0.511757,"recall":0.559289,"f1":0.524969,"accuracy":0.559289,"main_score":0.524969,"hf_subset":"sag_Latn-glg_Latn","languages":["sag-Latn","glg-Latn"]},{"precision":0.394949,"recall":0.461462,"f1":0.413395,"accuracy":0.461462,"main_score":0.413395,"hf_subset":"sag_Latn-kas_Deva","languages":["sag-Latn","kas-Deva"]},{"precision":0.46482,"recall":0.517787,"f1":0.479528,"accuracy":0.517787,"main_score":0.479528,"hf_subset":"sag_Latn-ltz_Latn","languages":["sag-Latn","ltz-Latn"]},{"precision":0.340524,"recall":0.389328,"f1":0.353996,"accuracy":0.389328,"main_score":0.353996,"hf_subset":"sag_Latn-nus_Latn","languages":["sag-Latn","nus-Latn"]},{"precision":0.468678,"recall":0.528656,"f1":0.484107,"accuracy":0.528656,"main_score":0.484107,"hf_subset":"sag_Latn-slk_Latn","languages":["sag-Latn","slk-Latn"]},{"precision":0.315738,"recall":0.37253,"f1":0.330727,"accuracy":0.37253,"main_score":0.330727,"hf_subset":"sag_Latn-tir_Ethi","languages":["sag-Latn","tir-Ethi"]},{"precision":0.442084,"recall":0.507905,"f1":0.459136,"accuracy":0.507905,"main_score":0.459136,"hf_subset":"sag_Latn-zho_Hant","languages":["sag-Latn","zho-Hant"]},{"precision":0.471304,"recall":0.525692,"f1":0.486181,"accuracy":0.525692,"main_score":0.486181,"hf_subset":"sag_Latn-awa_Deva","languages":["sag-Latn","awa-Deva"]},{"precision":0.39327,"recall":0.447628,"f1":0.407304,"accuracy":0.447628,"main_score":0.407304,"hf_subset":"sag_Latn-cym_Latn","languages":["sag-Latn","cym-Latn"]},{"precision":0.503088,"recall":0.540514,"f1":0.513988,"accuracy":0.540514,"main_score":0.513988,"hf_subset":"sag_Latn-grn_Latn","languages":["sag-Latn","grn-Latn"]},{"precision":0.397038,"recall":0.451581,"f1":0.412217,"accuracy":0.451581,"main_score":0.412217,"hf_subset":"sag_Latn-kat_Geor","languages":["sag-Latn","kat-Geor"]},{"precision":0.455932,"recall":0.501976,"f1":0.469379,"accuracy":0.501976,"main_score":0.469379,"hf_subset":"sag_Latn-lua_Latn","languages":["sag-Latn","lua-Latn"]},{"precision":0.481134,"recall":0.518775,"f1":0.492128,"accuracy":0.518775,"main_score":0.492128,"hf_subset":"sag_Latn-nya_Latn","languages":["sag-Latn","nya-Latn"]},{"precision":0.462787,"recall":0.512846,"f1":0.47758,"accuracy":0.512846,"main_score":0.47758,"hf_subset":"sag_Latn-slv_Latn","languages":["sag-Latn","slv-Latn"]},{"precision":0.504667,"recall":0.55336,"f1":0.518392,"accuracy":0.55336,"main_score":0.518392,"hf_subset":"sag_Latn-tpi_Latn","languages":["sag-Latn","tpi-Latn"]},{"precision":0.499801,"recall":0.556324,"f1":0.515485,"accuracy":0.556324,"main_score":0.515485,"hf_subset":"sag_Latn-zsm_Latn","languages":["sag-Latn","zsm-Latn"]},{"precision":0.416764,"recall":0.480237,"f1":0.434819,"accuracy":0.480237,"main_score":0.434819,"hf_subset":"sag_Latn-ayr_Latn","languages":["sag-Latn","ayr-Latn"]},{"precision":0.498428,"recall":0.5583,"f1":0.515096,"accuracy":0.5583,"main_score":0.515096,"hf_subset":"sag_Latn-dan_Latn","languages":["sag-Latn","dan-Latn"]},{"precision":0.416884,"recall":0.478261,"f1":0.433805,"accuracy":0.478261,"main_score":0.433805,"hf_subset":"sag_Latn-guj_Gujr","languages":["sag-Latn","guj-Gujr"]},{"precision":0.434732,"recall":0.487154,"f1":0.449621,"accuracy":0.487154,"main_score":0.449621,"hf_subset":"sag_Latn-kaz_Cyrl","languages":["sag-Latn","kaz-Cyrl"]},{"precision":0.415151,"recall":0.459486,"f1":0.427259,"accuracy":0.459486,"main_score":0.427259,"hf_subset":"sag_Latn-lug_Latn","languages":["sag-Latn","lug-Latn"]},{"precision":0.503656,"recall":0.55336,"f1":0.516864,"accuracy":0.55336,"main_score":0.516864,"hf_subset":"sag_Latn-oci_Latn","languages":["sag-Latn","oci-Latn"]},{"precision":0.451365,"recall":0.494071,"f1":0.463785,"accuracy":0.494071,"main_score":0.463785,"hf_subset":"sag_Latn-smo_Latn","languages":["sag-Latn","smo-Latn"]},{"precision":0.437172,"recall":0.479249,"f1":0.449398,"accuracy":0.479249,"main_score":0.449398,"hf_subset":"sag_Latn-tsn_Latn","languages":["sag-Latn","tsn-Latn"]},{"precision":0.403228,"recall":0.455534,"f1":0.418181,"accuracy":0.455534,"main_score":0.418181,"hf_subset":"sag_Latn-zul_Latn","languages":["sag-Latn","zul-Latn"]},{"precision":0.358042,"recall":0.428854,"f1":0.377725,"accuracy":0.428854,"main_score":0.377725,"hf_subset":"sag_Latn-azb_Arab","languages":["sag-Latn","azb-Arab"]},{"precision":0.497865,"recall":0.559289,"f1":0.514422,"accuracy":0.559289,"main_score":0.514422,"hf_subset":"sag_Latn-deu_Latn","languages":["sag-Latn","deu-Latn"]},{"precision":0.431014,"recall":0.485178,"f1":0.445036,"accuracy":0.485178,"main_score":0.445036,"hf_subset":"sag_Latn-hat_Latn","languages":["sag-Latn","hat-Latn"]},{"precision":0.384646,"recall":0.432806,"f1":0.398224,"accuracy":0.432806,"main_score":0.398224,"hf_subset":"sag_Latn-kbp_Latn","languages":["sag-Latn","kbp-Latn"]},{"precision":0.458407,"recall":0.495059,"f1":0.469291,"accuracy":0.495059,"main_score":0.469291,"hf_subset":"sag_Latn-luo_Latn","languages":["sag-Latn","luo-Latn"]},{"precision":0.37837,"recall":0.4417,"f1":0.395212,"accuracy":0.4417,"main_score":0.395212,"hf_subset":"sag_Latn-ory_Orya","languages":["sag-Latn","ory-Orya"]},{"precision":0.435878,"recall":0.478261,"f1":0.44785,"accuracy":0.478261,"main_score":0.44785,"hf_subset":"sag_Latn-sna_Latn","languages":["sag-Latn","sna-Latn"]},{"precision":0.423702,"recall":0.467391,"f1":0.435766,"accuracy":0.467391,"main_score":0.435766,"hf_subset":"sag_Latn-tso_Latn","languages":["sag-Latn","tso-Latn"]},{"precision":0.446868,"recall":0.5,"f1":0.461715,"accuracy":0.5,"main_score":0.461715,"hf_subset":"sag_Latn-azj_Latn","languages":["sag-Latn","azj-Latn"]},{"precision":0.418703,"recall":0.470356,"f1":0.433945,"accuracy":0.470356,"main_score":0.433945,"hf_subset":"sag_Latn-dik_Latn","languages":["sag-Latn","dik-Latn"]},{"precision":0.433993,"recall":0.478261,"f1":0.446353,"accuracy":0.478261,"main_score":0.446353,"hf_subset":"sag_Latn-hau_Latn","languages":["sag-Latn","hau-Latn"]},{"precision":0.478909,"recall":0.520751,"f1":0.490423,"accuracy":0.520751,"main_score":0.490423,"hf_subset":"sag_Latn-kea_Latn","languages":["sag-Latn","kea-Latn"]},{"precision":0.496679,"recall":0.537549,"f1":0.508274,"accuracy":0.537549,"main_score":0.508274,"hf_subset":"sag_Latn-lus_Latn","languages":["sag-Latn","lus-Latn"]},{"precision":0.486419,"recall":0.521739,"f1":0.496533,"accuracy":0.521739,"main_score":0.496533,"hf_subset":"sag_Latn-pag_Latn","languages":["sag-Latn","pag-Latn"]},{"precision":0.360671,"recall":0.41502,"f1":0.376175,"accuracy":0.41502,"main_score":0.376175,"hf_subset":"sag_Latn-snd_Arab","languages":["sag-Latn","snd-Arab"]},{"precision":0.420242,"recall":0.468379,"f1":0.433201,"accuracy":0.468379,"main_score":0.433201,"hf_subset":"sag_Latn-tuk_Latn","languages":["sag-Latn","tuk-Latn"]},{"precision":0.441995,"recall":0.492095,"f1":0.455534,"accuracy":0.492095,"main_score":0.455534,"hf_subset":"sag_Latn-bak_Cyrl","languages":["sag-Latn","bak-Cyrl"]},{"precision":0.353601,"recall":0.410079,"f1":0.369288,"accuracy":0.410079,"main_score":0.369288,"hf_subset":"sag_Latn-dyu_Latn","languages":["sag-Latn","dyu-Latn"]},{"precision":0.356653,"recall":0.416008,"f1":0.372437,"accuracy":0.416008,"main_score":0.372437,"hf_subset":"sag_Latn-heb_Hebr","languages":["sag-Latn","heb-Hebr"]},{"precision":0.395203,"recall":0.450593,"f1":0.410749,"accuracy":0.450593,"main_score":0.410749,"hf_subset":"sag_Latn-khk_Cyrl","languages":["sag-Latn","khk-Cyrl"]},{"precision":0.451971,"recall":0.499012,"f1":0.465521,"accuracy":0.499012,"main_score":0.465521,"hf_subset":"sag_Latn-lvs_Latn","languages":["sag-Latn","lvs-Latn"]},{"precision":0.392843,"recall":0.450593,"f1":0.409004,"accuracy":0.450593,"main_score":0.409004,"hf_subset":"sag_Latn-pan_Guru","languages":["sag-Latn","pan-Guru"]},{"precision":0.38951,"recall":0.433794,"f1":0.402223,"accuracy":0.433794,"main_score":0.402223,"hf_subset":"sag_Latn-som_Latn","languages":["sag-Latn","som-Latn"]},{"precision":0.448453,"recall":0.482213,"f1":0.45824,"accuracy":0.482213,"main_score":0.45824,"hf_subset":"sag_Latn-tum_Latn","languages":["sag-Latn","tum-Latn"]},{"precision":0.134339,"recall":0.150198,"f1":0.138372,"accuracy":0.150198,"main_score":0.138372,"hf_subset":"taq_Tfng-ace_Arab","languages":["taq-Tfng","ace-Arab"]},{"precision":0.138533,"recall":0.158103,"f1":0.143769,"accuracy":0.158103,"main_score":0.143769,"hf_subset":"taq_Tfng-bam_Latn","languages":["taq-Tfng","bam-Latn"]},{"precision":0.063792,"recall":0.081028,"f1":0.067855,"accuracy":0.081028,"main_score":0.067855,"hf_subset":"taq_Tfng-dzo_Tibt","languages":["taq-Tfng","dzo-Tibt"]},{"precision":0.152456,"recall":0.173913,"f1":0.157184,"accuracy":0.173913,"main_score":0.157184,"hf_subset":"taq_Tfng-hin_Deva","languages":["taq-Tfng","hin-Deva"]},{"precision":0.143468,"recall":0.159091,"f1":0.147388,"accuracy":0.159091,"main_score":0.147388,"hf_subset":"taq_Tfng-khm_Khmr","languages":["taq-Tfng","khm-Khmr"]},{"precision":0.145862,"recall":0.166996,"f1":0.150647,"accuracy":0.166996,"main_score":0.150647,"hf_subset":"taq_Tfng-mag_Deva","languages":["taq-Tfng","mag-Deva"]},{"precision":0.14805,"recall":0.166008,"f1":0.152259,"accuracy":0.166008,"main_score":0.152259,"hf_subset":"taq_Tfng-pap_Latn","languages":["taq-Tfng","pap-Latn"]},{"precision":0.148725,"recall":0.164032,"f1":0.153,"accuracy":0.164032,"main_score":0.153,"hf_subset":"taq_Tfng-sot_Latn","languages":["taq-Tfng","sot-Latn"]},{"precision":0.147727,"recall":0.163043,"f1":0.151973,"accuracy":0.163043,"main_score":0.151973,"hf_subset":"taq_Tfng-tur_Latn","languages":["taq-Tfng","tur-Latn"]},{"precision":0.142457,"recall":0.161067,"f1":0.147128,"accuracy":0.161067,"main_score":0.147128,"hf_subset":"taq_Tfng-ace_Latn","languages":["taq-Tfng","ace-Latn"]},{"precision":0.143493,"recall":0.159091,"f1":0.147403,"accuracy":0.159091,"main_score":0.147403,"hf_subset":"taq_Tfng-ban_Latn","languages":["taq-Tfng","ban-Latn"]},{"precision":0.130895,"recall":0.152174,"f1":0.136655,"accuracy":0.152174,"main_score":0.136655,"hf_subset":"taq_Tfng-ell_Grek","languages":["taq-Tfng","ell-Grek"]},{"precision":0.13837,"recall":0.157115,"f1":0.142836,"accuracy":0.157115,"main_score":0.142836,"hf_subset":"taq_Tfng-hne_Deva","languages":["taq-Tfng","hne-Deva"]},{"precision":0.076495,"recall":0.092885,"f1":0.080415,"accuracy":0.092885,"main_score":0.080415,"hf_subset":"taq_Tfng-kik_Latn","languages":["taq-Tfng","kik-Latn"]},{"precision":0.153776,"recall":0.172925,"f1":0.157799,"accuracy":0.172925,"main_score":0.157799,"hf_subset":"taq_Tfng-mai_Deva","languages":["taq-Tfng","mai-Deva"]},{"precision":0.135046,"recall":0.162055,"f1":0.141692,"accuracy":0.162055,"main_score":0.141692,"hf_subset":"taq_Tfng-pbt_Arab","languages":["taq-Tfng","pbt-Arab"]},{"precision":0.137662,"recall":0.153162,"f1":0.141218,"accuracy":0.153162,"main_score":0.141218,"hf_subset":"taq_Tfng-spa_Latn","languages":["taq-Tfng","spa-Latn"]},{"precision":0.137818,"recall":0.158103,"f1":0.14329,"accuracy":0.158103,"main_score":0.14329,"hf_subset":"taq_Tfng-twi_Latn","languages":["taq-Tfng","twi-Latn"]},{"precision":0.118722,"recall":0.134387,"f1":0.122384,"accuracy":0.134387,"main_score":0.122384,"hf_subset":"taq_Tfng-acm_Arab","languages":["taq-Tfng","acm-Arab"]},{"precision":0.134848,"recall":0.155138,"f1":0.140347,"accuracy":0.155138,"main_score":0.140347,"hf_subset":"taq_Tfng-bel_Cyrl","languages":["taq-Tfng","bel-Cyrl"]},{"precision":0.142298,"recall":0.156126,"f1":0.145799,"accuracy":0.156126,"main_score":0.145799,"hf_subset":"taq_Tfng-eng_Latn","languages":["taq-Tfng","eng-Latn"]},{"precision":0.146801,"recall":0.164032,"f1":0.150466,"accuracy":0.164032,"main_score":0.150466,"hf_subset":"taq_Tfng-hrv_Latn","languages":["taq-Tfng","hrv-Latn"]},{"precision":0.153038,"recall":0.170949,"f1":0.157404,"accuracy":0.170949,"main_score":0.157404,"hf_subset":"taq_Tfng-kin_Latn","languages":["taq-Tfng","kin-Latn"]},{"precision":0.146673,"recall":0.167984,"f1":0.151369,"accuracy":0.167984,"main_score":0.151369,"hf_subset":"taq_Tfng-mal_Mlym","languages":["taq-Tfng","mal-Mlym"]},{"precision":0.138653,"recall":0.16502,"f1":0.144542,"accuracy":0.16502,"main_score":0.144542,"hf_subset":"taq_Tfng-pes_Arab","languages":["taq-Tfng","pes-Arab"]},{"precision":0.137696,"recall":0.151186,"f1":0.140783,"accuracy":0.151186,"main_score":0.140783,"hf_subset":"taq_Tfng-srd_Latn","languages":["taq-Tfng","srd-Latn"]},{"precision":0.190863,"recall":0.209486,"f1":0.195102,"accuracy":0.209486,"main_score":0.195102,"hf_subset":"taq_Tfng-tzm_Tfng","languages":["taq-Tfng","tzm-Tfng"]},{"precision":0.134095,"recall":0.152174,"f1":0.137969,"accuracy":0.152174,"main_score":0.137969,"hf_subset":"taq_Tfng-acq_Arab","languages":["taq-Tfng","acq-Arab"]},{"precision":0.135171,"recall":0.15415,"f1":0.140596,"accuracy":0.15415,"main_score":0.140596,"hf_subset":"taq_Tfng-bem_Latn","languages":["taq-Tfng","bem-Latn"]},{"precision":0.132848,"recall":0.152174,"f1":0.136912,"accuracy":0.152174,"main_score":0.136912,"hf_subset":"taq_Tfng-epo_Latn","languages":["taq-Tfng","epo-Latn"]},{"precision":0.140422,"recall":0.162055,"f1":0.145178,"accuracy":0.162055,"main_score":0.145178,"hf_subset":"taq_Tfng-hun_Latn","languages":["taq-Tfng","hun-Latn"]},{"precision":0.121846,"recall":0.142292,"f1":0.126867,"accuracy":0.142292,"main_score":0.126867,"hf_subset":"taq_Tfng-kir_Cyrl","languages":["taq-Tfng","kir-Cyrl"]},{"precision":0.156423,"recall":0.184783,"f1":0.163112,"accuracy":0.184783,"main_score":0.163112,"hf_subset":"taq_Tfng-mar_Deva","languages":["taq-Tfng","mar-Deva"]},{"precision":0.152812,"recall":0.170949,"f1":0.157205,"accuracy":0.170949,"main_score":0.157205,"hf_subset":"taq_Tfng-plt_Latn","languages":["taq-Tfng","plt-Latn"]},{"precision":0.144351,"recall":0.163043,"f1":0.149334,"accuracy":0.163043,"main_score":0.149334,"hf_subset":"taq_Tfng-srp_Cyrl","languages":["taq-Tfng","srp-Cyrl"]},{"precision":0.150522,"recall":0.166996,"f1":0.154617,"accuracy":0.166996,"main_score":0.154617,"hf_subset":"taq_Tfng-uig_Arab","languages":["taq-Tfng","uig-Arab"]},{"precision":0.113375,"recall":0.124506,"f1":0.11614,"accuracy":0.124506,"main_score":0.11614,"hf_subset":"taq_Tfng-aeb_Arab","languages":["taq-Tfng","aeb-Arab"]},{"precision":0.144537,"recall":0.16996,"f1":0.15078,"accuracy":0.16996,"main_score":0.15078,"hf_subset":"taq_Tfng-ben_Beng","languages":["taq-Tfng","ben-Beng"]},{"precision":0.146986,"recall":0.161067,"f1":0.151416,"accuracy":0.161067,"main_score":0.151416,"hf_subset":"taq_Tfng-est_Latn","languages":["taq-Tfng","est-Latn"]},{"precision":0.131488,"recall":0.147233,"f1":0.134872,"accuracy":0.147233,"main_score":0.134872,"hf_subset":"taq_Tfng-hye_Armn","languages":["taq-Tfng","hye-Armn"]},{"precision":0.142727,"recall":0.161067,"f1":0.147573,"accuracy":0.161067,"main_score":0.147573,"hf_subset":"taq_Tfng-kmb_Latn","languages":["taq-Tfng","kmb-Latn"]},{"precision":0.134487,"recall":0.153162,"f1":0.138792,"accuracy":0.153162,"main_score":0.138792,"hf_subset":"taq_Tfng-min_Arab","languages":["taq-Tfng","min-Arab"]},{"precision":0.13449,"recall":0.145257,"f1":0.137163,"accuracy":0.145257,"main_score":0.137163,"hf_subset":"taq_Tfng-pol_Latn","languages":["taq-Tfng","pol-Latn"]},{"precision":0.14656,"recall":0.166008,"f1":0.151785,"accuracy":0.166008,"main_score":0.151785,"hf_subset":"taq_Tfng-ssw_Latn","languages":["taq-Tfng","ssw-Latn"]},{"precision":0.137236,"recall":0.157115,"f1":0.141796,"accuracy":0.157115,"main_score":0.141796,"hf_subset":"taq_Tfng-ukr_Cyrl","languages":["taq-Tfng","ukr-Cyrl"]},{"precision":0.131714,"recall":0.151186,"f1":0.135752,"accuracy":0.151186,"main_score":0.135752,"hf_subset":"taq_Tfng-afr_Latn","languages":["taq-Tfng","afr-Latn"]},{"precision":0.15363,"recall":0.177866,"f1":0.158662,"accuracy":0.177866,"main_score":0.158662,"hf_subset":"taq_Tfng-bho_Deva","languages":["taq-Tfng","bho-Deva"]},{"precision":0.143636,"recall":0.160079,"f1":0.147599,"accuracy":0.160079,"main_score":0.147599,"hf_subset":"taq_Tfng-eus_Latn","languages":["taq-Tfng","eus-Latn"]},{"precision":0.127171,"recall":0.148221,"f1":0.132398,"accuracy":0.148221,"main_score":0.132398,"hf_subset":"taq_Tfng-ibo_Latn","languages":["taq-Tfng","ibo-Latn"]},{"precision":0.138289,"recall":0.159091,"f1":0.142996,"accuracy":0.159091,"main_score":0.142996,"hf_subset":"taq_Tfng-kmr_Latn","languages":["taq-Tfng","kmr-Latn"]},{"precision":0.131917,"recall":0.140316,"f1":0.134354,"accuracy":0.140316,"main_score":0.134354,"hf_subset":"taq_Tfng-min_Latn","languages":["taq-Tfng","min-Latn"]},{"precision":0.138528,"recall":0.153162,"f1":0.14142,"accuracy":0.153162,"main_score":0.14142,"hf_subset":"taq_Tfng-por_Latn","languages":["taq-Tfng","por-Latn"]},{"precision":0.141707,"recall":0.160079,"f1":0.146032,"accuracy":0.160079,"main_score":0.146032,"hf_subset":"taq_Tfng-sun_Latn","languages":["taq-Tfng","sun-Latn"]},{"precision":0.139058,"recall":0.157115,"f1":0.144417,"accuracy":0.157115,"main_score":0.144417,"hf_subset":"taq_Tfng-umb_Latn","languages":["taq-Tfng","umb-Latn"]},{"precision":0.129384,"recall":0.146245,"f1":0.133227,"accuracy":0.146245,"main_score":0.133227,"hf_subset":"taq_Tfng-ajp_Arab","languages":["taq-Tfng","ajp-Arab"]},{"precision":0.132566,"recall":0.153162,"f1":0.137117,"accuracy":0.153162,"main_score":0.137117,"hf_subset":"taq_Tfng-bjn_Arab","languages":["taq-Tfng","bjn-Arab"]},{"precision":0.148484,"recall":0.16502,"f1":0.153016,"accuracy":0.16502,"main_score":0.153016,"hf_subset":"taq_Tfng-ewe_Latn","languages":["taq-Tfng","ewe-Latn"]},{"precision":0.139997,"recall":0.156126,"f1":0.144537,"accuracy":0.156126,"main_score":0.144537,"hf_subset":"taq_Tfng-ilo_Latn","languages":["taq-Tfng","ilo-Latn"]},{"precision":0.13862,"recall":0.158103,"f1":0.143275,"accuracy":0.158103,"main_score":0.143275,"hf_subset":"taq_Tfng-knc_Arab","languages":["taq-Tfng","knc-Arab"]},{"precision":0.135229,"recall":0.149209,"f1":0.13864,"accuracy":0.149209,"main_score":0.13864,"hf_subset":"taq_Tfng-mkd_Cyrl","languages":["taq-Tfng","mkd-Cyrl"]},{"precision":0.151541,"recall":0.174901,"f1":0.156991,"accuracy":0.174901,"main_score":0.156991,"hf_subset":"taq_Tfng-prs_Arab","languages":["taq-Tfng","prs-Arab"]},{"precision":0.137057,"recall":0.151186,"f1":0.139791,"accuracy":0.151186,"main_score":0.139791,"hf_subset":"taq_Tfng-swe_Latn","languages":["taq-Tfng","swe-Latn"]},{"precision":0.136948,"recall":0.163043,"f1":0.142585,"accuracy":0.163043,"main_score":0.142585,"hf_subset":"taq_Tfng-urd_Arab","languages":["taq-Tfng","urd-Arab"]},{"precision":0.13302,"recall":0.148221,"f1":0.137291,"accuracy":0.148221,"main_score":0.137291,"hf_subset":"taq_Tfng-aka_Latn","languages":["taq-Tfng","aka-Latn"]},{"precision":0.135494,"recall":0.150198,"f1":0.139086,"accuracy":0.150198,"main_score":0.139086,"hf_subset":"taq_Tfng-bjn_Latn","languages":["taq-Tfng","bjn-Latn"]},{"precision":0.13786,"recall":0.155138,"f1":0.142041,"accuracy":0.155138,"main_score":0.142041,"hf_subset":"taq_Tfng-fao_Latn","languages":["taq-Tfng","fao-Latn"]},{"precision":0.138225,"recall":0.157115,"f1":0.142904,"accuracy":0.157115,"main_score":0.142904,"hf_subset":"taq_Tfng-ind_Latn","languages":["taq-Tfng","ind-Latn"]},{"precision":0.121379,"recall":0.13834,"f1":0.12597,"accuracy":0.13834,"main_score":0.12597,"hf_subset":"taq_Tfng-knc_Latn","languages":["taq-Tfng","knc-Latn"]},{"precision":0.125685,"recall":0.145257,"f1":0.130206,"accuracy":0.145257,"main_score":0.130206,"hf_subset":"taq_Tfng-mlt_Latn","languages":["taq-Tfng","mlt-Latn"]},{"precision":0.142835,"recall":0.160079,"f1":0.146957,"accuracy":0.160079,"main_score":0.146957,"hf_subset":"taq_Tfng-quy_Latn","languages":["taq-Tfng","quy-Latn"]},{"precision":0.130779,"recall":0.151186,"f1":0.136207,"accuracy":0.151186,"main_score":0.136207,"hf_subset":"taq_Tfng-swh_Latn","languages":["taq-Tfng","swh-Latn"]},{"precision":0.13597,"recall":0.151186,"f1":0.139587,"accuracy":0.151186,"main_score":0.139587,"hf_subset":"taq_Tfng-uzn_Latn","languages":["taq-Tfng","uzn-Latn"]},{"precision":0.151786,"recall":0.170949,"f1":0.156492,"accuracy":0.170949,"main_score":0.156492,"hf_subset":"taq_Tfng-als_Latn","languages":["taq-Tfng","als-Latn"]},{"precision":0.133073,"recall":0.159091,"f1":0.140126,"accuracy":0.159091,"main_score":0.140126,"hf_subset":"taq_Tfng-bod_Tibt","languages":["taq-Tfng","bod-Tibt"]},{"precision":0.157014,"recall":0.176877,"f1":0.161562,"accuracy":0.176877,"main_score":0.161562,"hf_subset":"taq_Tfng-fij_Latn","languages":["taq-Tfng","fij-Latn"]},{"precision":0.1322,"recall":0.153162,"f1":0.137122,"accuracy":0.153162,"main_score":0.137122,"hf_subset":"taq_Tfng-isl_Latn","languages":["taq-Tfng","isl-Latn"]},{"precision":0.146648,"recall":0.168972,"f1":0.152,"accuracy":0.168972,"main_score":0.152,"hf_subset":"taq_Tfng-kon_Latn","languages":["taq-Tfng","kon-Latn"]},{"precision":0.17066,"recall":0.186759,"f1":0.174397,"accuracy":0.186759,"main_score":0.174397,"hf_subset":"taq_Tfng-mni_Beng","languages":["taq-Tfng","mni-Beng"]},{"precision":0.133954,"recall":0.149209,"f1":0.137676,"accuracy":0.149209,"main_score":0.137676,"hf_subset":"taq_Tfng-ron_Latn","languages":["taq-Tfng","ron-Latn"]},{"precision":0.138906,"recall":0.160079,"f1":0.143403,"accuracy":0.160079,"main_score":0.143403,"hf_subset":"taq_Tfng-szl_Latn","languages":["taq-Tfng","szl-Latn"]},{"precision":0.136263,"recall":0.151186,"f1":0.139615,"accuracy":0.151186,"main_score":0.139615,"hf_subset":"taq_Tfng-vec_Latn","languages":["taq-Tfng","vec-Latn"]},{"precision":0.149358,"recall":0.166996,"f1":0.154669,"accuracy":0.166996,"main_score":0.154669,"hf_subset":"taq_Tfng-amh_Ethi","languages":["taq-Tfng","amh-Ethi"]},{"precision":0.1365,"recall":0.163043,"f1":0.142118,"accuracy":0.163043,"main_score":0.142118,"hf_subset":"taq_Tfng-bos_Latn","languages":["taq-Tfng","bos-Latn"]},{"precision":0.136654,"recall":0.151186,"f1":0.139976,"accuracy":0.151186,"main_score":0.139976,"hf_subset":"taq_Tfng-fin_Latn","languages":["taq-Tfng","fin-Latn"]},{"precision":0.13264,"recall":0.147233,"f1":0.135482,"accuracy":0.147233,"main_score":0.135482,"hf_subset":"taq_Tfng-ita_Latn","languages":["taq-Tfng","ita-Latn"]},{"precision":0.138671,"recall":0.162055,"f1":0.143374,"accuracy":0.162055,"main_score":0.143374,"hf_subset":"taq_Tfng-kor_Hang","languages":["taq-Tfng","kor-Hang"]},{"precision":0.143354,"recall":0.159091,"f1":0.147497,"accuracy":0.159091,"main_score":0.147497,"hf_subset":"taq_Tfng-mos_Latn","languages":["taq-Tfng","mos-Latn"]},{"precision":0.138885,"recall":0.159091,"f1":0.144637,"accuracy":0.159091,"main_score":0.144637,"hf_subset":"taq_Tfng-run_Latn","languages":["taq-Tfng","run-Latn"]},{"precision":0.15183,"recall":0.175889,"f1":0.157935,"accuracy":0.175889,"main_score":0.157935,"hf_subset":"taq_Tfng-tam_Taml","languages":["taq-Tfng","tam-Taml"]},{"precision":0.131889,"recall":0.148221,"f1":0.135546,"accuracy":0.148221,"main_score":0.135546,"hf_subset":"taq_Tfng-vie_Latn","languages":["taq-Tfng","vie-Latn"]},{"precision":0.13279,"recall":0.153162,"f1":0.137785,"accuracy":0.153162,"main_score":0.137785,"hf_subset":"taq_Tfng-apc_Arab","languages":["taq-Tfng","apc-Arab"]},{"precision":0.13996,"recall":0.158103,"f1":0.144645,"accuracy":0.158103,"main_score":0.144645,"hf_subset":"taq_Tfng-bug_Latn","languages":["taq-Tfng","bug-Latn"]},{"precision":0.131943,"recall":0.149209,"f1":0.136616,"accuracy":0.149209,"main_score":0.136616,"hf_subset":"taq_Tfng-fon_Latn","languages":["taq-Tfng","fon-Latn"]},{"precision":0.142133,"recall":0.160079,"f1":0.146868,"accuracy":0.160079,"main_score":0.146868,"hf_subset":"taq_Tfng-jav_Latn","languages":["taq-Tfng","jav-Latn"]},{"precision":0.134523,"recall":0.150198,"f1":0.138415,"accuracy":0.150198,"main_score":0.138415,"hf_subset":"taq_Tfng-lao_Laoo","languages":["taq-Tfng","lao-Laoo"]},{"precision":0.155125,"recall":0.176877,"f1":0.160265,"accuracy":0.176877,"main_score":0.160265,"hf_subset":"taq_Tfng-mri_Latn","languages":["taq-Tfng","mri-Latn"]},{"precision":0.140068,"recall":0.158103,"f1":0.144079,"accuracy":0.158103,"main_score":0.144079,"hf_subset":"taq_Tfng-rus_Cyrl","languages":["taq-Tfng","rus-Cyrl"]},{"precision":0.366337,"recall":0.426877,"f1":0.379168,"accuracy":0.426877,"main_score":0.379168,"hf_subset":"taq_Tfng-taq_Latn","languages":["taq-Tfng","taq-Latn"]},{"precision":0.147107,"recall":0.163043,"f1":0.150968,"accuracy":0.163043,"main_score":0.150968,"hf_subset":"taq_Tfng-war_Latn","languages":["taq-Tfng","war-Latn"]},{"precision":0.132203,"recall":0.150198,"f1":0.136758,"accuracy":0.150198,"main_score":0.136758,"hf_subset":"taq_Tfng-arb_Arab","languages":["taq-Tfng","arb-Arab"]},{"precision":0.151924,"recall":0.172925,"f1":0.156462,"accuracy":0.172925,"main_score":0.156462,"hf_subset":"taq_Tfng-bul_Cyrl","languages":["taq-Tfng","bul-Cyrl"]},{"precision":0.128714,"recall":0.144269,"f1":0.132092,"accuracy":0.144269,"main_score":0.132092,"hf_subset":"taq_Tfng-fra_Latn","languages":["taq-Tfng","fra-Latn"]},{"precision":0.141106,"recall":0.157115,"f1":0.144977,"accuracy":0.157115,"main_score":0.144977,"hf_subset":"taq_Tfng-jpn_Jpan","languages":["taq-Tfng","jpn-Jpan"]},{"precision":0.127054,"recall":0.140316,"f1":0.130562,"accuracy":0.140316,"main_score":0.130562,"hf_subset":"taq_Tfng-lij_Latn","languages":["taq-Tfng","lij-Latn"]},{"precision":0.123434,"recall":0.149209,"f1":0.129604,"accuracy":0.149209,"main_score":0.129604,"hf_subset":"taq_Tfng-mya_Mymr","languages":["taq-Tfng","mya-Mymr"]},{"precision":0.141178,"recall":0.155138,"f1":0.145071,"accuracy":0.155138,"main_score":0.145071,"hf_subset":"taq_Tfng-sag_Latn","languages":["taq-Tfng","sag-Latn"]},{"precision":0.124331,"recall":0.140316,"f1":0.128232,"accuracy":0.140316,"main_score":0.128232,"hf_subset":"taq_Tfng-wol_Latn","languages":["taq-Tfng","wol-Latn"]},{"precision":0.105219,"recall":0.120553,"f1":0.109139,"accuracy":0.120553,"main_score":0.109139,"hf_subset":"taq_Tfng-arb_Latn","languages":["taq-Tfng","arb-Latn"]},{"precision":0.141021,"recall":0.158103,"f1":0.145158,"accuracy":0.158103,"main_score":0.145158,"hf_subset":"taq_Tfng-cat_Latn","languages":["taq-Tfng","cat-Latn"]},{"precision":0.131221,"recall":0.142292,"f1":0.133557,"accuracy":0.142292,"main_score":0.133557,"hf_subset":"taq_Tfng-fur_Latn","languages":["taq-Tfng","fur-Latn"]},{"precision":0.141471,"recall":0.157115,"f1":0.145043,"accuracy":0.157115,"main_score":0.145043,"hf_subset":"taq_Tfng-kab_Latn","languages":["taq-Tfng","kab-Latn"]},{"precision":0.129525,"recall":0.143281,"f1":0.132701,"accuracy":0.143281,"main_score":0.132701,"hf_subset":"taq_Tfng-lim_Latn","languages":["taq-Tfng","lim-Latn"]},{"precision":0.141439,"recall":0.161067,"f1":0.146044,"accuracy":0.161067,"main_score":0.146044,"hf_subset":"taq_Tfng-nld_Latn","languages":["taq-Tfng","nld-Latn"]},{"precision":0.141532,"recall":0.168972,"f1":0.147849,"accuracy":0.168972,"main_score":0.147849,"hf_subset":"taq_Tfng-san_Deva","languages":["taq-Tfng","san-Deva"]},{"precision":0.132077,"recall":0.149209,"f1":0.136375,"accuracy":0.149209,"main_score":0.136375,"hf_subset":"taq_Tfng-tat_Cyrl","languages":["taq-Tfng","tat-Cyrl"]},{"precision":0.146749,"recall":0.161067,"f1":0.150647,"accuracy":0.161067,"main_score":0.150647,"hf_subset":"taq_Tfng-xho_Latn","languages":["taq-Tfng","xho-Latn"]},{"precision":0.100029,"recall":0.116601,"f1":0.104329,"accuracy":0.116601,"main_score":0.104329,"hf_subset":"taq_Tfng-ars_Arab","languages":["taq-Tfng","ars-Arab"]},{"precision":0.15386,"recall":0.170949,"f1":0.158016,"accuracy":0.170949,"main_score":0.158016,"hf_subset":"taq_Tfng-ceb_Latn","languages":["taq-Tfng","ceb-Latn"]},{"precision":0.123765,"recall":0.141304,"f1":0.129183,"accuracy":0.141304,"main_score":0.129183,"hf_subset":"taq_Tfng-fuv_Latn","languages":["taq-Tfng","fuv-Latn"]},{"precision":0.140738,"recall":0.160079,"f1":0.145842,"accuracy":0.160079,"main_score":0.145842,"hf_subset":"taq_Tfng-kac_Latn","languages":["taq-Tfng","kac-Latn"]},{"precision":0.152166,"recall":0.173913,"f1":0.157401,"accuracy":0.173913,"main_score":0.157401,"hf_subset":"taq_Tfng-lin_Latn","languages":["taq-Tfng","lin-Latn"]},{"precision":0.138492,"recall":0.156126,"f1":0.142693,"accuracy":0.156126,"main_score":0.142693,"hf_subset":"taq_Tfng-nno_Latn","languages":["taq-Tfng","nno-Latn"]},{"precision":0.144409,"recall":0.160079,"f1":0.148858,"accuracy":0.160079,"main_score":0.148858,"hf_subset":"taq_Tfng-sat_Olck","languages":["taq-Tfng","sat-Olck"]},{"precision":0.159338,"recall":0.186759,"f1":0.165412,"accuracy":0.186759,"main_score":0.165412,"hf_subset":"taq_Tfng-tel_Telu","languages":["taq-Tfng","tel-Telu"]},{"precision":0.144396,"recall":0.166996,"f1":0.149254,"accuracy":0.166996,"main_score":0.149254,"hf_subset":"taq_Tfng-ydd_Hebr","languages":["taq-Tfng","ydd-Hebr"]},{"precision":0.109319,"recall":0.12747,"f1":0.113277,"accuracy":0.12747,"main_score":0.113277,"hf_subset":"taq_Tfng-ary_Arab","languages":["taq-Tfng","ary-Arab"]},{"precision":0.132563,"recall":0.149209,"f1":0.136664,"accuracy":0.149209,"main_score":0.136664,"hf_subset":"taq_Tfng-ces_Latn","languages":["taq-Tfng","ces-Latn"]},{"precision":0.152003,"recall":0.175889,"f1":0.158234,"accuracy":0.175889,"main_score":0.158234,"hf_subset":"taq_Tfng-gaz_Latn","languages":["taq-Tfng","gaz-Latn"]},{"precision":0.127388,"recall":0.143281,"f1":0.131856,"accuracy":0.143281,"main_score":0.131856,"hf_subset":"taq_Tfng-kam_Latn","languages":["taq-Tfng","kam-Latn"]},{"precision":0.138402,"recall":0.156126,"f1":0.143106,"accuracy":0.156126,"main_score":0.143106,"hf_subset":"taq_Tfng-lit_Latn","languages":["taq-Tfng","lit-Latn"]},{"precision":0.141862,"recall":0.158103,"f1":0.145428,"accuracy":0.158103,"main_score":0.145428,"hf_subset":"taq_Tfng-nob_Latn","languages":["taq-Tfng","nob-Latn"]},{"precision":0.127201,"recall":0.140316,"f1":0.130816,"accuracy":0.140316,"main_score":0.130816,"hf_subset":"taq_Tfng-scn_Latn","languages":["taq-Tfng","scn-Latn"]},{"precision":0.12876,"recall":0.144269,"f1":0.132696,"accuracy":0.144269,"main_score":0.132696,"hf_subset":"taq_Tfng-tgk_Cyrl","languages":["taq-Tfng","tgk-Cyrl"]},{"precision":0.099135,"recall":0.118577,"f1":0.104222,"accuracy":0.118577,"main_score":0.104222,"hf_subset":"taq_Tfng-yor_Latn","languages":["taq-Tfng","yor-Latn"]},{"precision":0.128726,"recall":0.143281,"f1":0.132234,"accuracy":0.143281,"main_score":0.132234,"hf_subset":"taq_Tfng-arz_Arab","languages":["taq-Tfng","arz-Arab"]},{"precision":0.146252,"recall":0.167984,"f1":0.1514,"accuracy":0.167984,"main_score":0.1514,"hf_subset":"taq_Tfng-cjk_Latn","languages":["taq-Tfng","cjk-Latn"]},{"precision":0.140647,"recall":0.159091,"f1":0.145194,"accuracy":0.159091,"main_score":0.145194,"hf_subset":"taq_Tfng-gla_Latn","languages":["taq-Tfng","gla-Latn"]},{"precision":0.156584,"recall":0.177866,"f1":0.162159,"accuracy":0.177866,"main_score":0.162159,"hf_subset":"taq_Tfng-kan_Knda","languages":["taq-Tfng","kan-Knda"]},{"precision":0.126833,"recall":0.144269,"f1":0.131325,"accuracy":0.144269,"main_score":0.131325,"hf_subset":"taq_Tfng-lmo_Latn","languages":["taq-Tfng","lmo-Latn"]},{"precision":0.15062,"recall":0.173913,"f1":0.15624,"accuracy":0.173913,"main_score":0.15624,"hf_subset":"taq_Tfng-npi_Deva","languages":["taq-Tfng","npi-Deva"]},{"precision":0.133741,"recall":0.147233,"f1":0.137336,"accuracy":0.147233,"main_score":0.137336,"hf_subset":"taq_Tfng-shn_Mymr","languages":["taq-Tfng","shn-Mymr"]},{"precision":0.142508,"recall":0.156126,"f1":0.14528,"accuracy":0.156126,"main_score":0.14528,"hf_subset":"taq_Tfng-tgl_Latn","languages":["taq-Tfng","tgl-Latn"]},{"precision":0.130536,"recall":0.150198,"f1":0.13545,"accuracy":0.150198,"main_score":0.13545,"hf_subset":"taq_Tfng-yue_Hant","languages":["taq-Tfng","yue-Hant"]},{"precision":0.137281,"recall":0.162055,"f1":0.142919,"accuracy":0.162055,"main_score":0.142919,"hf_subset":"taq_Tfng-asm_Beng","languages":["taq-Tfng","asm-Beng"]},{"precision":0.154208,"recall":0.173913,"f1":0.158869,"accuracy":0.173913,"main_score":0.158869,"hf_subset":"taq_Tfng-ckb_Arab","languages":["taq-Tfng","ckb-Arab"]},{"precision":0.15062,"recall":0.168972,"f1":0.155731,"accuracy":0.168972,"main_score":0.155731,"hf_subset":"taq_Tfng-gle_Latn","languages":["taq-Tfng","gle-Latn"]},{"precision":0.134,"recall":0.15415,"f1":0.138934,"accuracy":0.15415,"main_score":0.138934,"hf_subset":"taq_Tfng-kas_Arab","languages":["taq-Tfng","kas-Arab"]},{"precision":0.133969,"recall":0.151186,"f1":0.138228,"accuracy":0.151186,"main_score":0.138228,"hf_subset":"taq_Tfng-ltg_Latn","languages":["taq-Tfng","ltg-Latn"]},{"precision":0.148657,"recall":0.16502,"f1":0.152651,"accuracy":0.16502,"main_score":0.152651,"hf_subset":"taq_Tfng-nso_Latn","languages":["taq-Tfng","nso-Latn"]},{"precision":0.165444,"recall":0.188735,"f1":0.170875,"accuracy":0.188735,"main_score":0.170875,"hf_subset":"taq_Tfng-sin_Sinh","languages":["taq-Tfng","sin-Sinh"]},{"precision":0.137061,"recall":0.163043,"f1":0.143214,"accuracy":0.163043,"main_score":0.143214,"hf_subset":"taq_Tfng-tha_Thai","languages":["taq-Tfng","tha-Thai"]},{"precision":0.13444,"recall":0.155138,"f1":0.139085,"accuracy":0.155138,"main_score":0.139085,"hf_subset":"taq_Tfng-zho_Hans","languages":["taq-Tfng","zho-Hans"]},{"precision":0.133467,"recall":0.147233,"f1":0.137158,"accuracy":0.147233,"main_score":0.137158,"hf_subset":"taq_Tfng-ast_Latn","languages":["taq-Tfng","ast-Latn"]},{"precision":0.124774,"recall":0.137352,"f1":0.127835,"accuracy":0.137352,"main_score":0.127835,"hf_subset":"taq_Tfng-crh_Latn","languages":["taq-Tfng","crh-Latn"]},{"precision":0.138386,"recall":0.151186,"f1":0.141685,"accuracy":0.151186,"main_score":0.141685,"hf_subset":"taq_Tfng-glg_Latn","languages":["taq-Tfng","glg-Latn"]},{"precision":0.125955,"recall":0.142292,"f1":0.129674,"accuracy":0.142292,"main_score":0.129674,"hf_subset":"taq_Tfng-kas_Deva","languages":["taq-Tfng","kas-Deva"]},{"precision":0.143561,"recall":0.156126,"f1":0.147101,"accuracy":0.156126,"main_score":0.147101,"hf_subset":"taq_Tfng-ltz_Latn","languages":["taq-Tfng","ltz-Latn"]},{"precision":0.146574,"recall":0.167984,"f1":0.152461,"accuracy":0.167984,"main_score":0.152461,"hf_subset":"taq_Tfng-nus_Latn","languages":["taq-Tfng","nus-Latn"]},{"precision":0.144847,"recall":0.163043,"f1":0.14929,"accuracy":0.163043,"main_score":0.14929,"hf_subset":"taq_Tfng-slk_Latn","languages":["taq-Tfng","slk-Latn"]},{"precision":0.143539,"recall":0.160079,"f1":0.147818,"accuracy":0.160079,"main_score":0.147818,"hf_subset":"taq_Tfng-tir_Ethi","languages":["taq-Tfng","tir-Ethi"]},{"precision":0.13184,"recall":0.153162,"f1":0.136928,"accuracy":0.153162,"main_score":0.136928,"hf_subset":"taq_Tfng-zho_Hant","languages":["taq-Tfng","zho-Hant"]},{"precision":0.146944,"recall":0.172925,"f1":0.152483,"accuracy":0.172925,"main_score":0.152483,"hf_subset":"taq_Tfng-awa_Deva","languages":["taq-Tfng","awa-Deva"]},{"precision":0.134739,"recall":0.153162,"f1":0.139898,"accuracy":0.153162,"main_score":0.139898,"hf_subset":"taq_Tfng-cym_Latn","languages":["taq-Tfng","cym-Latn"]},{"precision":0.152512,"recall":0.170949,"f1":0.156524,"accuracy":0.170949,"main_score":0.156524,"hf_subset":"taq_Tfng-grn_Latn","languages":["taq-Tfng","grn-Latn"]},{"precision":0.145627,"recall":0.166996,"f1":0.150172,"accuracy":0.166996,"main_score":0.150172,"hf_subset":"taq_Tfng-kat_Geor","languages":["taq-Tfng","kat-Geor"]},{"precision":0.150273,"recall":0.168972,"f1":0.154963,"accuracy":0.168972,"main_score":0.154963,"hf_subset":"taq_Tfng-lua_Latn","languages":["taq-Tfng","lua-Latn"]},{"precision":0.133489,"recall":0.148221,"f1":0.137291,"accuracy":0.148221,"main_score":0.137291,"hf_subset":"taq_Tfng-nya_Latn","languages":["taq-Tfng","nya-Latn"]},{"precision":0.138766,"recall":0.15415,"f1":0.142763,"accuracy":0.15415,"main_score":0.142763,"hf_subset":"taq_Tfng-slv_Latn","languages":["taq-Tfng","slv-Latn"]},{"precision":0.139694,"recall":0.155138,"f1":0.143829,"accuracy":0.155138,"main_score":0.143829,"hf_subset":"taq_Tfng-tpi_Latn","languages":["taq-Tfng","tpi-Latn"]},{"precision":0.133217,"recall":0.148221,"f1":0.136716,"accuracy":0.148221,"main_score":0.136716,"hf_subset":"taq_Tfng-zsm_Latn","languages":["taq-Tfng","zsm-Latn"]},{"precision":0.13969,"recall":0.156126,"f1":0.144353,"accuracy":0.156126,"main_score":0.144353,"hf_subset":"taq_Tfng-ayr_Latn","languages":["taq-Tfng","ayr-Latn"]},{"precision":0.142751,"recall":0.159091,"f1":0.145858,"accuracy":0.159091,"main_score":0.145858,"hf_subset":"taq_Tfng-dan_Latn","languages":["taq-Tfng","dan-Latn"]},{"precision":0.14843,"recall":0.170949,"f1":0.153764,"accuracy":0.170949,"main_score":0.153764,"hf_subset":"taq_Tfng-guj_Gujr","languages":["taq-Tfng","guj-Gujr"]},{"precision":0.136974,"recall":0.158103,"f1":0.142068,"accuracy":0.158103,"main_score":0.142068,"hf_subset":"taq_Tfng-kaz_Cyrl","languages":["taq-Tfng","kaz-Cyrl"]},{"precision":0.138819,"recall":0.161067,"f1":0.144599,"accuracy":0.161067,"main_score":0.144599,"hf_subset":"taq_Tfng-lug_Latn","languages":["taq-Tfng","lug-Latn"]},{"precision":0.135327,"recall":0.152174,"f1":0.139576,"accuracy":0.152174,"main_score":0.139576,"hf_subset":"taq_Tfng-oci_Latn","languages":["taq-Tfng","oci-Latn"]},{"precision":0.145648,"recall":0.16502,"f1":0.150735,"accuracy":0.16502,"main_score":0.150735,"hf_subset":"taq_Tfng-smo_Latn","languages":["taq-Tfng","smo-Latn"]},{"precision":0.129954,"recall":0.153162,"f1":0.135453,"accuracy":0.153162,"main_score":0.135453,"hf_subset":"taq_Tfng-tsn_Latn","languages":["taq-Tfng","tsn-Latn"]},{"precision":0.151093,"recall":0.16996,"f1":0.155612,"accuracy":0.16996,"main_score":0.155612,"hf_subset":"taq_Tfng-zul_Latn","languages":["taq-Tfng","zul-Latn"]},{"precision":0.113592,"recall":0.131423,"f1":0.117862,"accuracy":0.131423,"main_score":0.117862,"hf_subset":"taq_Tfng-azb_Arab","languages":["taq-Tfng","azb-Arab"]},{"precision":0.137882,"recall":0.152174,"f1":0.140762,"accuracy":0.152174,"main_score":0.140762,"hf_subset":"taq_Tfng-deu_Latn","languages":["taq-Tfng","deu-Latn"]},{"precision":0.134216,"recall":0.156126,"f1":0.139917,"accuracy":0.156126,"main_score":0.139917,"hf_subset":"taq_Tfng-hat_Latn","languages":["taq-Tfng","hat-Latn"]},{"precision":0.131269,"recall":0.146245,"f1":0.135178,"accuracy":0.146245,"main_score":0.135178,"hf_subset":"taq_Tfng-kbp_Latn","languages":["taq-Tfng","kbp-Latn"]},{"precision":0.140975,"recall":0.159091,"f1":0.146118,"accuracy":0.159091,"main_score":0.146118,"hf_subset":"taq_Tfng-luo_Latn","languages":["taq-Tfng","luo-Latn"]},{"precision":0.1558,"recall":0.177866,"f1":0.161662,"accuracy":0.177866,"main_score":0.161662,"hf_subset":"taq_Tfng-ory_Orya","languages":["taq-Tfng","ory-Orya"]},{"precision":0.124069,"recall":0.144269,"f1":0.129264,"accuracy":0.144269,"main_score":0.129264,"hf_subset":"taq_Tfng-sna_Latn","languages":["taq-Tfng","sna-Latn"]},{"precision":0.146058,"recall":0.16502,"f1":0.150479,"accuracy":0.16502,"main_score":0.150479,"hf_subset":"taq_Tfng-tso_Latn","languages":["taq-Tfng","tso-Latn"]},{"precision":0.132583,"recall":0.151186,"f1":0.136957,"accuracy":0.151186,"main_score":0.136957,"hf_subset":"taq_Tfng-azj_Latn","languages":["taq-Tfng","azj-Latn"]},{"precision":0.100013,"recall":0.12253,"f1":0.105608,"accuracy":0.12253,"main_score":0.105608,"hf_subset":"taq_Tfng-dik_Latn","languages":["taq-Tfng","dik-Latn"]},{"precision":0.139054,"recall":0.155138,"f1":0.143681,"accuracy":0.155138,"main_score":0.143681,"hf_subset":"taq_Tfng-hau_Latn","languages":["taq-Tfng","hau-Latn"]},{"precision":0.145932,"recall":0.166008,"f1":0.150478,"accuracy":0.166008,"main_score":0.150478,"hf_subset":"taq_Tfng-kea_Latn","languages":["taq-Tfng","kea-Latn"]},{"precision":0.131243,"recall":0.146245,"f1":0.13531,"accuracy":0.146245,"main_score":0.13531,"hf_subset":"taq_Tfng-lus_Latn","languages":["taq-Tfng","lus-Latn"]},{"precision":0.140684,"recall":0.157115,"f1":0.144935,"accuracy":0.157115,"main_score":0.144935,"hf_subset":"taq_Tfng-pag_Latn","languages":["taq-Tfng","pag-Latn"]},{"precision":0.147489,"recall":0.172925,"f1":0.153958,"accuracy":0.172925,"main_score":0.153958,"hf_subset":"taq_Tfng-snd_Arab","languages":["taq-Tfng","snd-Arab"]},{"precision":0.146921,"recall":0.162055,"f1":0.150624,"accuracy":0.162055,"main_score":0.150624,"hf_subset":"taq_Tfng-tuk_Latn","languages":["taq-Tfng","tuk-Latn"]},{"precision":0.12839,"recall":0.145257,"f1":0.132651,"accuracy":0.145257,"main_score":0.132651,"hf_subset":"taq_Tfng-bak_Cyrl","languages":["taq-Tfng","bak-Cyrl"]},{"precision":0.076881,"recall":0.092885,"f1":0.080564,"accuracy":0.092885,"main_score":0.080564,"hf_subset":"taq_Tfng-dyu_Latn","languages":["taq-Tfng","dyu-Latn"]},{"precision":0.135944,"recall":0.15415,"f1":0.140127,"accuracy":0.15415,"main_score":0.140127,"hf_subset":"taq_Tfng-heb_Hebr","languages":["taq-Tfng","heb-Hebr"]},{"precision":0.130117,"recall":0.146245,"f1":0.134145,"accuracy":0.146245,"main_score":0.134145,"hf_subset":"taq_Tfng-khk_Cyrl","languages":["taq-Tfng","khk-Cyrl"]},{"precision":0.143231,"recall":0.160079,"f1":0.147953,"accuracy":0.160079,"main_score":0.147953,"hf_subset":"taq_Tfng-lvs_Latn","languages":["taq-Tfng","lvs-Latn"]},{"precision":0.164927,"recall":0.187747,"f1":0.170204,"accuracy":0.187747,"main_score":0.170204,"hf_subset":"taq_Tfng-pan_Guru","languages":["taq-Tfng","pan-Guru"]},{"precision":0.129774,"recall":0.148221,"f1":0.134747,"accuracy":0.148221,"main_score":0.134747,"hf_subset":"taq_Tfng-som_Latn","languages":["taq-Tfng","som-Latn"]},{"precision":0.127174,"recall":0.144269,"f1":0.130966,"accuracy":0.144269,"main_score":0.130966,"hf_subset":"taq_Tfng-tum_Latn","languages":["taq-Tfng","tum-Latn"]},{"precision":0.280088,"recall":0.333992,"f1":0.294636,"accuracy":0.333992,"main_score":0.294636,"hf_subset":"wol_Latn-ace_Arab","languages":["wol-Latn","ace-Arab"]},{"precision":0.42334,"recall":0.467391,"f1":0.435819,"accuracy":0.467391,"main_score":0.435819,"hf_subset":"wol_Latn-bam_Latn","languages":["wol-Latn","bam-Latn"]},{"precision":0.134811,"recall":0.187747,"f1":0.146845,"accuracy":0.187747,"main_score":0.146845,"hf_subset":"wol_Latn-dzo_Tibt","languages":["wol-Latn","dzo-Tibt"]},{"precision":0.476267,"recall":0.549407,"f1":0.496547,"accuracy":0.549407,"main_score":0.496547,"hf_subset":"wol_Latn-hin_Deva","languages":["wol-Latn","hin-Deva"]},{"precision":0.381966,"recall":0.43083,"f1":0.396198,"accuracy":0.43083,"main_score":0.396198,"hf_subset":"wol_Latn-khm_Khmr","languages":["wol-Latn","khm-Khmr"]},{"precision":0.488724,"recall":0.545455,"f1":0.504963,"accuracy":0.545455,"main_score":0.504963,"hf_subset":"wol_Latn-mag_Deva","languages":["wol-Latn","mag-Deva"]},{"precision":0.514696,"recall":0.549407,"f1":0.52446,"accuracy":0.549407,"main_score":0.52446,"hf_subset":"wol_Latn-pap_Latn","languages":["wol-Latn","pap-Latn"]},{"precision":0.448897,"recall":0.487154,"f1":0.459261,"accuracy":0.487154,"main_score":0.459261,"hf_subset":"wol_Latn-sot_Latn","languages":["wol-Latn","sot-Latn"]},{"precision":0.498488,"recall":0.551383,"f1":0.51363,"accuracy":0.551383,"main_score":0.51363,"hf_subset":"wol_Latn-tur_Latn","languages":["wol-Latn","tur-Latn"]},{"precision":0.507728,"recall":0.543478,"f1":0.517844,"accuracy":0.543478,"main_score":0.517844,"hf_subset":"wol_Latn-ace_Latn","languages":["wol-Latn","ace-Latn"]},{"precision":0.494354,"recall":0.534585,"f1":0.505976,"accuracy":0.534585,"main_score":0.505976,"hf_subset":"wol_Latn-ban_Latn","languages":["wol-Latn","ban-Latn"]},{"precision":0.416959,"recall":0.480237,"f1":0.434993,"accuracy":0.480237,"main_score":0.434993,"hf_subset":"wol_Latn-ell_Grek","languages":["wol-Latn","ell-Grek"]},{"precision":0.471813,"recall":0.522727,"f1":0.486818,"accuracy":0.522727,"main_score":0.486818,"hf_subset":"wol_Latn-hne_Deva","languages":["wol-Latn","hne-Deva"]},{"precision":0.426301,"recall":0.471344,"f1":0.439032,"accuracy":0.471344,"main_score":0.439032,"hf_subset":"wol_Latn-kik_Latn","languages":["wol-Latn","kik-Latn"]},{"precision":0.48438,"recall":0.537549,"f1":0.499752,"accuracy":0.537549,"main_score":0.499752,"hf_subset":"wol_Latn-mai_Deva","languages":["wol-Latn","mai-Deva"]},{"precision":0.418161,"recall":0.472332,"f1":0.432734,"accuracy":0.472332,"main_score":0.432734,"hf_subset":"wol_Latn-pbt_Arab","languages":["wol-Latn","pbt-Arab"]},{"precision":0.518005,"recall":0.582016,"f1":0.535108,"accuracy":0.582016,"main_score":0.535108,"hf_subset":"wol_Latn-spa_Latn","languages":["wol-Latn","spa-Latn"]},{"precision":0.480842,"recall":0.519763,"f1":0.492244,"accuracy":0.519763,"main_score":0.492244,"hf_subset":"wol_Latn-twi_Latn","languages":["wol-Latn","twi-Latn"]},{"precision":0.45923,"recall":0.507905,"f1":0.473061,"accuracy":0.507905,"main_score":0.473061,"hf_subset":"wol_Latn-acm_Arab","languages":["wol-Latn","acm-Arab"]},{"precision":0.416668,"recall":0.476285,"f1":0.433007,"accuracy":0.476285,"main_score":0.433007,"hf_subset":"wol_Latn-bel_Cyrl","languages":["wol-Latn","bel-Cyrl"]},{"precision":0.531054,"recall":0.583992,"f1":0.546386,"accuracy":0.583992,"main_score":0.546386,"hf_subset":"wol_Latn-eng_Latn","languages":["wol-Latn","eng-Latn"]},{"precision":0.479685,"recall":0.531621,"f1":0.494855,"accuracy":0.531621,"main_score":0.494855,"hf_subset":"wol_Latn-hrv_Latn","languages":["wol-Latn","hrv-Latn"]},{"precision":0.406114,"recall":0.458498,"f1":0.42128,"accuracy":0.458498,"main_score":0.42128,"hf_subset":"wol_Latn-kin_Latn","languages":["wol-Latn","kin-Latn"]},{"precision":0.446069,"recall":0.514822,"f1":0.465536,"accuracy":0.514822,"main_score":0.465536,"hf_subset":"wol_Latn-mal_Mlym","languages":["wol-Latn","mal-Mlym"]},{"precision":0.471469,"recall":0.54249,"f1":0.490404,"accuracy":0.54249,"main_score":0.490404,"hf_subset":"wol_Latn-pes_Arab","languages":["wol-Latn","pes-Arab"]},{"precision":0.493898,"recall":0.534585,"f1":0.504835,"accuracy":0.534585,"main_score":0.504835,"hf_subset":"wol_Latn-srd_Latn","languages":["wol-Latn","srd-Latn"]},{"precision":0.12812,"recall":0.177866,"f1":0.141234,"accuracy":0.177866,"main_score":0.141234,"hf_subset":"wol_Latn-tzm_Tfng","languages":["wol-Latn","tzm-Tfng"]},{"precision":0.455222,"recall":0.513834,"f1":0.471677,"accuracy":0.513834,"main_score":0.471677,"hf_subset":"wol_Latn-acq_Arab","languages":["wol-Latn","acq-Arab"]},{"precision":0.458126,"recall":0.498024,"f1":0.46993,"accuracy":0.498024,"main_score":0.46993,"hf_subset":"wol_Latn-bem_Latn","languages":["wol-Latn","bem-Latn"]},{"precision":0.492311,"recall":0.531621,"f1":0.503421,"accuracy":0.531621,"main_score":0.503421,"hf_subset":"wol_Latn-epo_Latn","languages":["wol-Latn","epo-Latn"]},{"precision":0.462178,"recall":0.525692,"f1":0.480042,"accuracy":0.525692,"main_score":0.480042,"hf_subset":"wol_Latn-hun_Latn","languages":["wol-Latn","hun-Latn"]},{"precision":0.44534,"recall":0.488142,"f1":0.457483,"accuracy":0.488142,"main_score":0.457483,"hf_subset":"wol_Latn-kir_Cyrl","languages":["wol-Latn","kir-Cyrl"]},{"precision":0.453391,"recall":0.522727,"f1":0.472393,"accuracy":0.522727,"main_score":0.472393,"hf_subset":"wol_Latn-mar_Deva","languages":["wol-Latn","mar-Deva"]},{"precision":0.454344,"recall":0.504941,"f1":0.468172,"accuracy":0.504941,"main_score":0.468172,"hf_subset":"wol_Latn-plt_Latn","languages":["wol-Latn","plt-Latn"]},{"precision":0.478748,"recall":0.527668,"f1":0.49272,"accuracy":0.527668,"main_score":0.49272,"hf_subset":"wol_Latn-srp_Cyrl","languages":["wol-Latn","srp-Cyrl"]},{"precision":0.293561,"recall":0.338933,"f1":0.306546,"accuracy":0.338933,"main_score":0.306546,"hf_subset":"wol_Latn-uig_Arab","languages":["wol-Latn","uig-Arab"]},{"precision":0.445332,"recall":0.495059,"f1":0.458848,"accuracy":0.495059,"main_score":0.458848,"hf_subset":"wol_Latn-aeb_Arab","languages":["wol-Latn","aeb-Arab"]},{"precision":0.472689,"recall":0.537549,"f1":0.490933,"accuracy":0.537549,"main_score":0.490933,"hf_subset":"wol_Latn-ben_Beng","languages":["wol-Latn","ben-Beng"]},{"precision":0.460025,"recall":0.507905,"f1":0.473665,"accuracy":0.507905,"main_score":0.473665,"hf_subset":"wol_Latn-est_Latn","languages":["wol-Latn","est-Latn"]},{"precision":0.404012,"recall":0.447628,"f1":0.415365,"accuracy":0.447628,"main_score":0.415365,"hf_subset":"wol_Latn-hye_Armn","languages":["wol-Latn","hye-Armn"]},{"precision":0.420533,"recall":0.467391,"f1":0.433851,"accuracy":0.467391,"main_score":0.433851,"hf_subset":"wol_Latn-kmb_Latn","languages":["wol-Latn","kmb-Latn"]},{"precision":0.24161,"recall":0.294466,"f1":0.254822,"accuracy":0.294466,"main_score":0.254822,"hf_subset":"wol_Latn-min_Arab","languages":["wol-Latn","min-Arab"]},{"precision":0.487697,"recall":0.556324,"f1":0.506526,"accuracy":0.556324,"main_score":0.506526,"hf_subset":"wol_Latn-pol_Latn","languages":["wol-Latn","pol-Latn"]},{"precision":0.423485,"recall":0.466403,"f1":0.436119,"accuracy":0.466403,"main_score":0.436119,"hf_subset":"wol_Latn-ssw_Latn","languages":["wol-Latn","ssw-Latn"]},{"precision":0.483581,"recall":0.541502,"f1":0.500419,"accuracy":0.541502,"main_score":0.500419,"hf_subset":"wol_Latn-ukr_Cyrl","languages":["wol-Latn","ukr-Cyrl"]},{"precision":0.490146,"recall":0.531621,"f1":0.502442,"accuracy":0.531621,"main_score":0.502442,"hf_subset":"wol_Latn-afr_Latn","languages":["wol-Latn","afr-Latn"]},{"precision":0.473313,"recall":0.517787,"f1":0.486579,"accuracy":0.517787,"main_score":0.486579,"hf_subset":"wol_Latn-bho_Deva","languages":["wol-Latn","bho-Deva"]},{"precision":0.469774,"recall":0.509881,"f1":0.480979,"accuracy":0.509881,"main_score":0.480979,"hf_subset":"wol_Latn-eus_Latn","languages":["wol-Latn","eus-Latn"]},{"precision":0.4161,"recall":0.469368,"f1":0.431784,"accuracy":0.469368,"main_score":0.431784,"hf_subset":"wol_Latn-ibo_Latn","languages":["wol-Latn","ibo-Latn"]},{"precision":0.449359,"recall":0.496047,"f1":0.46295,"accuracy":0.496047,"main_score":0.46295,"hf_subset":"wol_Latn-kmr_Latn","languages":["wol-Latn","kmr-Latn"]},{"precision":0.479365,"recall":0.521739,"f1":0.49122,"accuracy":0.521739,"main_score":0.49122,"hf_subset":"wol_Latn-min_Latn","languages":["wol-Latn","min-Latn"]},{"precision":0.524773,"recall":0.588933,"f1":0.542297,"accuracy":0.588933,"main_score":0.542297,"hf_subset":"wol_Latn-por_Latn","languages":["wol-Latn","por-Latn"]},{"precision":0.513755,"recall":0.545455,"f1":0.522595,"accuracy":0.545455,"main_score":0.522595,"hf_subset":"wol_Latn-sun_Latn","languages":["wol-Latn","sun-Latn"]},{"precision":0.404569,"recall":0.456522,"f1":0.419311,"accuracy":0.456522,"main_score":0.419311,"hf_subset":"wol_Latn-umb_Latn","languages":["wol-Latn","umb-Latn"]},{"precision":0.465569,"recall":0.514822,"f1":0.479157,"accuracy":0.514822,"main_score":0.479157,"hf_subset":"wol_Latn-ajp_Arab","languages":["wol-Latn","ajp-Arab"]},{"precision":0.263676,"recall":0.316206,"f1":0.277513,"accuracy":0.316206,"main_score":0.277513,"hf_subset":"wol_Latn-bjn_Arab","languages":["wol-Latn","bjn-Arab"]},{"precision":0.436266,"recall":0.474308,"f1":0.446994,"accuracy":0.474308,"main_score":0.446994,"hf_subset":"wol_Latn-ewe_Latn","languages":["wol-Latn","ewe-Latn"]},{"precision":0.532732,"recall":0.568182,"f1":0.542292,"accuracy":0.568182,"main_score":0.542292,"hf_subset":"wol_Latn-ilo_Latn","languages":["wol-Latn","ilo-Latn"]},{"precision":0.197656,"recall":0.249012,"f1":0.21125,"accuracy":0.249012,"main_score":0.21125,"hf_subset":"wol_Latn-knc_Arab","languages":["wol-Latn","knc-Arab"]},{"precision":0.468103,"recall":0.518775,"f1":0.482637,"accuracy":0.518775,"main_score":0.482637,"hf_subset":"wol_Latn-mkd_Cyrl","languages":["wol-Latn","mkd-Cyrl"]},{"precision":0.460257,"recall":0.528656,"f1":0.478252,"accuracy":0.528656,"main_score":0.478252,"hf_subset":"wol_Latn-prs_Arab","languages":["wol-Latn","prs-Arab"]},{"precision":0.50397,"recall":0.563241,"f1":0.520914,"accuracy":0.563241,"main_score":0.520914,"hf_subset":"wol_Latn-swe_Latn","languages":["wol-Latn","swe-Latn"]},{"precision":0.421374,"recall":0.487154,"f1":0.439529,"accuracy":0.487154,"main_score":0.439529,"hf_subset":"wol_Latn-urd_Arab","languages":["wol-Latn","urd-Arab"]},{"precision":0.471673,"recall":0.506917,"f1":0.482312,"accuracy":0.506917,"main_score":0.482312,"hf_subset":"wol_Latn-aka_Latn","languages":["wol-Latn","aka-Latn"]},{"precision":0.472826,"recall":0.518775,"f1":0.485226,"accuracy":0.518775,"main_score":0.485226,"hf_subset":"wol_Latn-bjn_Latn","languages":["wol-Latn","bjn-Latn"]},{"precision":0.451186,"recall":0.496047,"f1":0.463954,"accuracy":0.496047,"main_score":0.463954,"hf_subset":"wol_Latn-fao_Latn","languages":["wol-Latn","fao-Latn"]},{"precision":0.514328,"recall":0.576087,"f1":0.532074,"accuracy":0.576087,"main_score":0.532074,"hf_subset":"wol_Latn-ind_Latn","languages":["wol-Latn","ind-Latn"]},{"precision":0.475524,"recall":0.511858,"f1":0.486041,"accuracy":0.511858,"main_score":0.486041,"hf_subset":"wol_Latn-knc_Latn","languages":["wol-Latn","knc-Latn"]},{"precision":0.463254,"recall":0.502964,"f1":0.475056,"accuracy":0.502964,"main_score":0.475056,"hf_subset":"wol_Latn-mlt_Latn","languages":["wol-Latn","mlt-Latn"]},{"precision":0.454637,"recall":0.503953,"f1":0.469193,"accuracy":0.503953,"main_score":0.469193,"hf_subset":"wol_Latn-quy_Latn","languages":["wol-Latn","quy-Latn"]},{"precision":0.46007,"recall":0.51087,"f1":0.474202,"accuracy":0.51087,"main_score":0.474202,"hf_subset":"wol_Latn-swh_Latn","languages":["wol-Latn","swh-Latn"]},{"precision":0.437498,"recall":0.480237,"f1":0.449098,"accuracy":0.480237,"main_score":0.449098,"hf_subset":"wol_Latn-uzn_Latn","languages":["wol-Latn","uzn-Latn"]},{"precision":0.482133,"recall":0.529644,"f1":0.495031,"accuracy":0.529644,"main_score":0.495031,"hf_subset":"wol_Latn-als_Latn","languages":["wol-Latn","als-Latn"]},{"precision":0.194944,"recall":0.247036,"f1":0.20885,"accuracy":0.247036,"main_score":0.20885,"hf_subset":"wol_Latn-bod_Tibt","languages":["wol-Latn","bod-Tibt"]},{"precision":0.435137,"recall":0.485178,"f1":0.449543,"accuracy":0.485178,"main_score":0.449543,"hf_subset":"wol_Latn-fij_Latn","languages":["wol-Latn","fij-Latn"]},{"precision":0.397405,"recall":0.447628,"f1":0.411086,"accuracy":0.447628,"main_score":0.411086,"hf_subset":"wol_Latn-isl_Latn","languages":["wol-Latn","isl-Latn"]},{"precision":0.480797,"recall":0.522727,"f1":0.492754,"accuracy":0.522727,"main_score":0.492754,"hf_subset":"wol_Latn-kon_Latn","languages":["wol-Latn","kon-Latn"]},{"precision":0.338957,"recall":0.401186,"f1":0.355707,"accuracy":0.401186,"main_score":0.355707,"hf_subset":"wol_Latn-mni_Beng","languages":["wol-Latn","mni-Beng"]},{"precision":0.509168,"recall":0.562253,"f1":0.523847,"accuracy":0.562253,"main_score":0.523847,"hf_subset":"wol_Latn-ron_Latn","languages":["wol-Latn","ron-Latn"]},{"precision":0.467489,"recall":0.514822,"f1":0.480997,"accuracy":0.514822,"main_score":0.480997,"hf_subset":"wol_Latn-szl_Latn","languages":["wol-Latn","szl-Latn"]},{"precision":0.491242,"recall":0.525692,"f1":0.500747,"accuracy":0.525692,"main_score":0.500747,"hf_subset":"wol_Latn-vec_Latn","languages":["wol-Latn","vec-Latn"]},{"precision":0.41032,"recall":0.467391,"f1":0.426106,"accuracy":0.467391,"main_score":0.426106,"hf_subset":"wol_Latn-amh_Ethi","languages":["wol-Latn","amh-Ethi"]},{"precision":0.49023,"recall":0.545455,"f1":0.506106,"accuracy":0.545455,"main_score":0.506106,"hf_subset":"wol_Latn-bos_Latn","languages":["wol-Latn","bos-Latn"]},{"precision":0.473897,"recall":0.530632,"f1":0.490101,"accuracy":0.530632,"main_score":0.490101,"hf_subset":"wol_Latn-fin_Latn","languages":["wol-Latn","fin-Latn"]},{"precision":0.503208,"recall":0.56917,"f1":0.522206,"accuracy":0.56917,"main_score":0.522206,"hf_subset":"wol_Latn-ita_Latn","languages":["wol-Latn","ita-Latn"]},{"precision":0.461641,"recall":0.532609,"f1":0.480626,"accuracy":0.532609,"main_score":0.480626,"hf_subset":"wol_Latn-kor_Hang","languages":["wol-Latn","kor-Hang"]},{"precision":0.461555,"recall":0.504941,"f1":0.474073,"accuracy":0.504941,"main_score":0.474073,"hf_subset":"wol_Latn-mos_Latn","languages":["wol-Latn","mos-Latn"]},{"precision":0.426741,"recall":0.470356,"f1":0.439179,"accuracy":0.470356,"main_score":0.439179,"hf_subset":"wol_Latn-run_Latn","languages":["wol-Latn","run-Latn"]},{"precision":0.429062,"recall":0.500988,"f1":0.448133,"accuracy":0.500988,"main_score":0.448133,"hf_subset":"wol_Latn-tam_Taml","languages":["wol-Latn","tam-Taml"]},{"precision":0.471528,"recall":0.537549,"f1":0.489539,"accuracy":0.537549,"main_score":0.489539,"hf_subset":"wol_Latn-vie_Latn","languages":["wol-Latn","vie-Latn"]},{"precision":0.466651,"recall":0.51087,"f1":0.479178,"accuracy":0.51087,"main_score":0.479178,"hf_subset":"wol_Latn-apc_Arab","languages":["wol-Latn","apc-Arab"]},{"precision":0.491551,"recall":0.529644,"f1":0.503068,"accuracy":0.529644,"main_score":0.503068,"hf_subset":"wol_Latn-bug_Latn","languages":["wol-Latn","bug-Latn"]},{"precision":0.393537,"recall":0.437747,"f1":0.406294,"accuracy":0.437747,"main_score":0.406294,"hf_subset":"wol_Latn-fon_Latn","languages":["wol-Latn","fon-Latn"]},{"precision":0.512228,"recall":0.550395,"f1":0.521903,"accuracy":0.550395,"main_score":0.521903,"hf_subset":"wol_Latn-jav_Latn","languages":["wol-Latn","jav-Latn"]},{"precision":0.403325,"recall":0.44664,"f1":0.414872,"accuracy":0.44664,"main_score":0.414872,"hf_subset":"wol_Latn-lao_Laoo","languages":["wol-Latn","lao-Laoo"]},{"precision":0.400185,"recall":0.452569,"f1":0.414744,"accuracy":0.452569,"main_score":0.414744,"hf_subset":"wol_Latn-mri_Latn","languages":["wol-Latn","mri-Latn"]},{"precision":0.499084,"recall":0.571146,"f1":0.518841,"accuracy":0.571146,"main_score":0.518841,"hf_subset":"wol_Latn-rus_Cyrl","languages":["wol-Latn","rus-Cyrl"]},{"precision":0.436124,"recall":0.481225,"f1":0.449446,"accuracy":0.481225,"main_score":0.449446,"hf_subset":"wol_Latn-taq_Latn","languages":["wol-Latn","taq-Latn"]},{"precision":0.529232,"recall":0.559289,"f1":0.537728,"accuracy":0.559289,"main_score":0.537728,"hf_subset":"wol_Latn-war_Latn","languages":["wol-Latn","war-Latn"]},{"precision":0.453789,"recall":0.524704,"f1":0.472681,"accuracy":0.524704,"main_score":0.472681,"hf_subset":"wol_Latn-arb_Arab","languages":["wol-Latn","arb-Arab"]},{"precision":0.497219,"recall":0.546443,"f1":0.511546,"accuracy":0.546443,"main_score":0.511546,"hf_subset":"wol_Latn-bul_Cyrl","languages":["wol-Latn","bul-Cyrl"]},{"precision":0.521459,"recall":0.576087,"f1":0.537112,"accuracy":0.576087,"main_score":0.537112,"hf_subset":"wol_Latn-fra_Latn","languages":["wol-Latn","fra-Latn"]},{"precision":0.472395,"recall":0.541502,"f1":0.491256,"accuracy":0.541502,"main_score":0.491256,"hf_subset":"wol_Latn-jpn_Jpan","languages":["wol-Latn","jpn-Jpan"]},{"precision":0.492041,"recall":0.533597,"f1":0.503648,"accuracy":0.533597,"main_score":0.503648,"hf_subset":"wol_Latn-lij_Latn","languages":["wol-Latn","lij-Latn"]},{"precision":0.321479,"recall":0.387352,"f1":0.339586,"accuracy":0.387352,"main_score":0.339586,"hf_subset":"wol_Latn-mya_Mymr","languages":["wol-Latn","mya-Mymr"]},{"precision":0.477805,"recall":0.519763,"f1":0.490516,"accuracy":0.519763,"main_score":0.490516,"hf_subset":"wol_Latn-sag_Latn","languages":["wol-Latn","sag-Latn"]},{"precision":0.171529,"recall":0.222332,"f1":0.183826,"accuracy":0.222332,"main_score":0.183826,"hf_subset":"wol_Latn-taq_Tfng","languages":["wol-Latn","taq-Tfng"]},{"precision":0.29431,"recall":0.360672,"f1":0.313033,"accuracy":0.360672,"main_score":0.313033,"hf_subset":"wol_Latn-arb_Latn","languages":["wol-Latn","arb-Latn"]},{"precision":0.502236,"recall":0.548419,"f1":0.515259,"accuracy":0.548419,"main_score":0.515259,"hf_subset":"wol_Latn-cat_Latn","languages":["wol-Latn","cat-Latn"]},{"precision":0.496383,"recall":0.540514,"f1":0.508221,"accuracy":0.540514,"main_score":0.508221,"hf_subset":"wol_Latn-fur_Latn","languages":["wol-Latn","fur-Latn"]},{"precision":0.308943,"recall":0.355731,"f1":0.322061,"accuracy":0.355731,"main_score":0.322061,"hf_subset":"wol_Latn-kab_Latn","languages":["wol-Latn","kab-Latn"]},{"precision":0.500567,"recall":0.532609,"f1":0.509656,"accuracy":0.532609,"main_score":0.509656,"hf_subset":"wol_Latn-lim_Latn","languages":["wol-Latn","lim-Latn"]},{"precision":0.511186,"recall":0.56917,"f1":0.527645,"accuracy":0.56917,"main_score":0.527645,"hf_subset":"wol_Latn-nld_Latn","languages":["wol-Latn","nld-Latn"]},{"precision":0.410771,"recall":0.471344,"f1":0.428068,"accuracy":0.471344,"main_score":0.428068,"hf_subset":"wol_Latn-san_Deva","languages":["wol-Latn","san-Deva"]},{"precision":0.458531,"recall":0.496047,"f1":0.469551,"accuracy":0.496047,"main_score":0.469551,"hf_subset":"wol_Latn-tat_Cyrl","languages":["wol-Latn","tat-Cyrl"]},{"precision":0.445366,"recall":0.48913,"f1":0.458106,"accuracy":0.48913,"main_score":0.458106,"hf_subset":"wol_Latn-xho_Latn","languages":["wol-Latn","xho-Latn"]},{"precision":0.428568,"recall":0.502964,"f1":0.44915,"accuracy":0.502964,"main_score":0.44915,"hf_subset":"wol_Latn-ars_Arab","languages":["wol-Latn","ars-Arab"]},{"precision":0.532262,"recall":0.568182,"f1":0.542309,"accuracy":0.568182,"main_score":0.542309,"hf_subset":"wol_Latn-ceb_Latn","languages":["wol-Latn","ceb-Latn"]},{"precision":0.430081,"recall":0.475296,"f1":0.443684,"accuracy":0.475296,"main_score":0.443684,"hf_subset":"wol_Latn-fuv_Latn","languages":["wol-Latn","fuv-Latn"]},{"precision":0.440735,"recall":0.487154,"f1":0.45416,"accuracy":0.487154,"main_score":0.45416,"hf_subset":"wol_Latn-kac_Latn","languages":["wol-Latn","kac-Latn"]},{"precision":0.481393,"recall":0.52668,"f1":0.493873,"accuracy":0.52668,"main_score":0.493873,"hf_subset":"wol_Latn-lin_Latn","languages":["wol-Latn","lin-Latn"]},{"precision":0.485211,"recall":0.537549,"f1":0.500875,"accuracy":0.537549,"main_score":0.500875,"hf_subset":"wol_Latn-nno_Latn","languages":["wol-Latn","nno-Latn"]},{"precision":0.167244,"recall":0.208498,"f1":0.17796,"accuracy":0.208498,"main_score":0.17796,"hf_subset":"wol_Latn-sat_Olck","languages":["wol-Latn","sat-Olck"]},{"precision":0.46205,"recall":0.521739,"f1":0.478693,"accuracy":0.521739,"main_score":0.478693,"hf_subset":"wol_Latn-tel_Telu","languages":["wol-Latn","tel-Telu"]},{"precision":0.262276,"recall":0.318182,"f1":0.277751,"accuracy":0.318182,"main_score":0.277751,"hf_subset":"wol_Latn-ydd_Hebr","languages":["wol-Latn","ydd-Hebr"]},{"precision":0.417833,"recall":0.474308,"f1":0.432761,"accuracy":0.474308,"main_score":0.432761,"hf_subset":"wol_Latn-ary_Arab","languages":["wol-Latn","ary-Arab"]},{"precision":0.468099,"recall":0.529644,"f1":0.48465,"accuracy":0.529644,"main_score":0.48465,"hf_subset":"wol_Latn-ces_Latn","languages":["wol-Latn","ces-Latn"]},{"precision":0.349342,"recall":0.400198,"f1":0.363416,"accuracy":0.400198,"main_score":0.363416,"hf_subset":"wol_Latn-gaz_Latn","languages":["wol-Latn","gaz-Latn"]},{"precision":0.424342,"recall":0.464427,"f1":0.436322,"accuracy":0.464427,"main_score":0.436322,"hf_subset":"wol_Latn-kam_Latn","languages":["wol-Latn","kam-Latn"]},{"precision":0.445127,"recall":0.499012,"f1":0.460455,"accuracy":0.499012,"main_score":0.460455,"hf_subset":"wol_Latn-lit_Latn","languages":["wol-Latn","lit-Latn"]},{"precision":0.504675,"recall":0.559289,"f1":0.52001,"accuracy":0.559289,"main_score":0.52001,"hf_subset":"wol_Latn-nob_Latn","languages":["wol-Latn","nob-Latn"]},{"precision":0.480096,"recall":0.517787,"f1":0.490706,"accuracy":0.517787,"main_score":0.490706,"hf_subset":"wol_Latn-scn_Latn","languages":["wol-Latn","scn-Latn"]},{"precision":0.40747,"recall":0.456522,"f1":0.420805,"accuracy":0.456522,"main_score":0.420805,"hf_subset":"wol_Latn-tgk_Cyrl","languages":["wol-Latn","tgk-Cyrl"]},{"precision":0.393459,"recall":0.448617,"f1":0.410127,"accuracy":0.448617,"main_score":0.410127,"hf_subset":"wol_Latn-yor_Latn","languages":["wol-Latn","yor-Latn"]},{"precision":0.469686,"recall":0.522727,"f1":0.484973,"accuracy":0.522727,"main_score":0.484973,"hf_subset":"wol_Latn-arz_Arab","languages":["wol-Latn","arz-Arab"]},{"precision":0.424145,"recall":0.471344,"f1":0.437277,"accuracy":0.471344,"main_score":0.437277,"hf_subset":"wol_Latn-cjk_Latn","languages":["wol-Latn","cjk-Latn"]},{"precision":0.388739,"recall":0.435771,"f1":0.402242,"accuracy":0.435771,"main_score":0.402242,"hf_subset":"wol_Latn-gla_Latn","languages":["wol-Latn","gla-Latn"]},{"precision":0.431375,"recall":0.500988,"f1":0.451065,"accuracy":0.500988,"main_score":0.451065,"hf_subset":"wol_Latn-kan_Knda","languages":["wol-Latn","kan-Knda"]},{"precision":0.497333,"recall":0.534585,"f1":0.507586,"accuracy":0.534585,"main_score":0.507586,"hf_subset":"wol_Latn-lmo_Latn","languages":["wol-Latn","lmo-Latn"]},{"precision":0.46248,"recall":0.52668,"f1":0.480651,"accuracy":0.52668,"main_score":0.480651,"hf_subset":"wol_Latn-npi_Deva","languages":["wol-Latn","npi-Deva"]},{"precision":0.384917,"recall":0.444664,"f1":0.40191,"accuracy":0.444664,"main_score":0.40191,"hf_subset":"wol_Latn-shn_Mymr","languages":["wol-Latn","shn-Mymr"]},{"precision":0.504718,"recall":0.552372,"f1":0.518815,"accuracy":0.552372,"main_score":0.518815,"hf_subset":"wol_Latn-tgl_Latn","languages":["wol-Latn","tgl-Latn"]},{"precision":0.461309,"recall":0.527668,"f1":0.479172,"accuracy":0.527668,"main_score":0.479172,"hf_subset":"wol_Latn-yue_Hant","languages":["wol-Latn","yue-Hant"]},{"precision":0.408237,"recall":0.461462,"f1":0.422889,"accuracy":0.461462,"main_score":0.422889,"hf_subset":"wol_Latn-asm_Beng","languages":["wol-Latn","asm-Beng"]},{"precision":0.315029,"recall":0.37253,"f1":0.331068,"accuracy":0.37253,"main_score":0.331068,"hf_subset":"wol_Latn-ckb_Arab","languages":["wol-Latn","ckb-Arab"]},{"precision":0.368971,"recall":0.425889,"f1":0.384291,"accuracy":0.425889,"main_score":0.384291,"hf_subset":"wol_Latn-gle_Latn","languages":["wol-Latn","gle-Latn"]},{"precision":0.369618,"recall":0.429842,"f1":0.386837,"accuracy":0.429842,"main_score":0.386837,"hf_subset":"wol_Latn-kas_Arab","languages":["wol-Latn","kas-Arab"]},{"precision":0.457329,"recall":0.496047,"f1":0.468826,"accuracy":0.496047,"main_score":0.468826,"hf_subset":"wol_Latn-ltg_Latn","languages":["wol-Latn","ltg-Latn"]},{"precision":0.47444,"recall":0.509881,"f1":0.48475,"accuracy":0.509881,"main_score":0.48475,"hf_subset":"wol_Latn-nso_Latn","languages":["wol-Latn","nso-Latn"]},{"precision":0.391144,"recall":0.445652,"f1":0.406501,"accuracy":0.445652,"main_score":0.406501,"hf_subset":"wol_Latn-sin_Sinh","languages":["wol-Latn","sin-Sinh"]},{"precision":0.461206,"recall":0.530632,"f1":0.48043,"accuracy":0.530632,"main_score":0.48043,"hf_subset":"wol_Latn-tha_Thai","languages":["wol-Latn","tha-Thai"]},{"precision":0.473973,"recall":0.541502,"f1":0.492574,"accuracy":0.541502,"main_score":0.492574,"hf_subset":"wol_Latn-zho_Hans","languages":["wol-Latn","zho-Hans"]},{"precision":0.502454,"recall":0.529644,"f1":0.510771,"accuracy":0.529644,"main_score":0.510771,"hf_subset":"wol_Latn-ast_Latn","languages":["wol-Latn","ast-Latn"]},{"precision":0.457697,"recall":0.503953,"f1":0.471212,"accuracy":0.503953,"main_score":0.471212,"hf_subset":"wol_Latn-crh_Latn","languages":["wol-Latn","crh-Latn"]},{"precision":0.531374,"recall":0.564229,"f1":0.54114,"accuracy":0.564229,"main_score":0.54114,"hf_subset":"wol_Latn-glg_Latn","languages":["wol-Latn","glg-Latn"]},{"precision":0.41356,"recall":0.468379,"f1":0.428857,"accuracy":0.468379,"main_score":0.428857,"hf_subset":"wol_Latn-kas_Deva","languages":["wol-Latn","kas-Deva"]},{"precision":0.483099,"recall":0.52668,"f1":0.495524,"accuracy":0.52668,"main_score":0.495524,"hf_subset":"wol_Latn-ltz_Latn","languages":["wol-Latn","ltz-Latn"]},{"precision":0.341082,"recall":0.393281,"f1":0.355607,"accuracy":0.393281,"main_score":0.355607,"hf_subset":"wol_Latn-nus_Latn","languages":["wol-Latn","nus-Latn"]},{"precision":0.475063,"recall":0.529644,"f1":0.490426,"accuracy":0.529644,"main_score":0.490426,"hf_subset":"wol_Latn-slk_Latn","languages":["wol-Latn","slk-Latn"]},{"precision":0.327159,"recall":0.382411,"f1":0.34306,"accuracy":0.382411,"main_score":0.34306,"hf_subset":"wol_Latn-tir_Ethi","languages":["wol-Latn","tir-Ethi"]},{"precision":0.459797,"recall":0.52668,"f1":0.477859,"accuracy":0.52668,"main_score":0.477859,"hf_subset":"wol_Latn-zho_Hant","languages":["wol-Latn","zho-Hant"]},{"precision":0.474234,"recall":0.529644,"f1":0.489499,"accuracy":0.529644,"main_score":0.489499,"hf_subset":"wol_Latn-awa_Deva","languages":["wol-Latn","awa-Deva"]},{"precision":0.415032,"recall":0.45751,"f1":0.426965,"accuracy":0.45751,"main_score":0.426965,"hf_subset":"wol_Latn-cym_Latn","languages":["wol-Latn","cym-Latn"]},{"precision":0.512297,"recall":0.55336,"f1":0.523946,"accuracy":0.55336,"main_score":0.523946,"hf_subset":"wol_Latn-grn_Latn","languages":["wol-Latn","grn-Latn"]},{"precision":0.40513,"recall":0.463439,"f1":0.421392,"accuracy":0.463439,"main_score":0.421392,"hf_subset":"wol_Latn-kat_Geor","languages":["wol-Latn","kat-Geor"]},{"precision":0.473346,"recall":0.522727,"f1":0.486852,"accuracy":0.522727,"main_score":0.486852,"hf_subset":"wol_Latn-lua_Latn","languages":["wol-Latn","lua-Latn"]},{"precision":0.467198,"recall":0.513834,"f1":0.479765,"accuracy":0.513834,"main_score":0.479765,"hf_subset":"wol_Latn-nya_Latn","languages":["wol-Latn","nya-Latn"]},{"precision":0.482099,"recall":0.529644,"f1":0.495866,"accuracy":0.529644,"main_score":0.495866,"hf_subset":"wol_Latn-slv_Latn","languages":["wol-Latn","slv-Latn"]},{"precision":0.521673,"recall":0.5583,"f1":0.532331,"accuracy":0.5583,"main_score":0.532331,"hf_subset":"wol_Latn-tpi_Latn","languages":["wol-Latn","tpi-Latn"]},{"precision":0.510358,"recall":0.562253,"f1":0.524965,"accuracy":0.562253,"main_score":0.524965,"hf_subset":"wol_Latn-zsm_Latn","languages":["wol-Latn","zsm-Latn"]},{"precision":0.417121,"recall":0.472332,"f1":0.433195,"accuracy":0.472332,"main_score":0.433195,"hf_subset":"wol_Latn-ayr_Latn","languages":["wol-Latn","ayr-Latn"]},{"precision":0.500413,"recall":0.564229,"f1":0.517542,"accuracy":0.564229,"main_score":0.517542,"hf_subset":"wol_Latn-dan_Latn","languages":["wol-Latn","dan-Latn"]},{"precision":0.42528,"recall":0.492095,"f1":0.443604,"accuracy":0.492095,"main_score":0.443604,"hf_subset":"wol_Latn-guj_Gujr","languages":["wol-Latn","guj-Gujr"]},{"precision":0.443252,"recall":0.495059,"f1":0.457949,"accuracy":0.495059,"main_score":0.457949,"hf_subset":"wol_Latn-kaz_Cyrl","languages":["wol-Latn","kaz-Cyrl"]},{"precision":0.402227,"recall":0.445652,"f1":0.414439,"accuracy":0.445652,"main_score":0.414439,"hf_subset":"wol_Latn-lug_Latn","languages":["wol-Latn","lug-Latn"]},{"precision":0.512317,"recall":0.5583,"f1":0.525006,"accuracy":0.5583,"main_score":0.525006,"hf_subset":"wol_Latn-oci_Latn","languages":["wol-Latn","oci-Latn"]},{"precision":0.453734,"recall":0.503953,"f1":0.467619,"accuracy":0.503953,"main_score":0.467619,"hf_subset":"wol_Latn-smo_Latn","languages":["wol-Latn","smo-Latn"]},{"precision":0.432455,"recall":0.476285,"f1":0.444965,"accuracy":0.476285,"main_score":0.444965,"hf_subset":"wol_Latn-tsn_Latn","languages":["wol-Latn","tsn-Latn"]},{"precision":0.402835,"recall":0.460474,"f1":0.419386,"accuracy":0.460474,"main_score":0.419386,"hf_subset":"wol_Latn-zul_Latn","languages":["wol-Latn","zul-Latn"]},{"precision":0.365806,"recall":0.421937,"f1":0.381223,"accuracy":0.421937,"main_score":0.381223,"hf_subset":"wol_Latn-azb_Arab","languages":["wol-Latn","azb-Arab"]},{"precision":0.526357,"recall":0.583992,"f1":0.542218,"accuracy":0.583992,"main_score":0.542218,"hf_subset":"wol_Latn-deu_Latn","languages":["wol-Latn","deu-Latn"]},{"precision":0.451275,"recall":0.497036,"f1":0.464577,"accuracy":0.497036,"main_score":0.464577,"hf_subset":"wol_Latn-hat_Latn","languages":["wol-Latn","hat-Latn"]},{"precision":0.402586,"recall":0.449605,"f1":0.41554,"accuracy":0.449605,"main_score":0.41554,"hf_subset":"wol_Latn-kbp_Latn","languages":["wol-Latn","kbp-Latn"]},{"precision":0.463783,"recall":0.504941,"f1":0.476325,"accuracy":0.504941,"main_score":0.476325,"hf_subset":"wol_Latn-luo_Latn","languages":["wol-Latn","luo-Latn"]},{"precision":0.38115,"recall":0.442688,"f1":0.397845,"accuracy":0.442688,"main_score":0.397845,"hf_subset":"wol_Latn-ory_Orya","languages":["wol-Latn","ory-Orya"]},{"precision":0.444807,"recall":0.492095,"f1":0.457931,"accuracy":0.492095,"main_score":0.457931,"hf_subset":"wol_Latn-sna_Latn","languages":["wol-Latn","sna-Latn"]},{"precision":0.425861,"recall":0.469368,"f1":0.437636,"accuracy":0.469368,"main_score":0.437636,"hf_subset":"wol_Latn-tso_Latn","languages":["wol-Latn","tso-Latn"]},{"precision":0.444765,"recall":0.492095,"f1":0.458146,"accuracy":0.492095,"main_score":0.458146,"hf_subset":"wol_Latn-azj_Latn","languages":["wol-Latn","azj-Latn"]},{"precision":0.441464,"recall":0.482213,"f1":0.453445,"accuracy":0.482213,"main_score":0.453445,"hf_subset":"wol_Latn-dik_Latn","languages":["wol-Latn","dik-Latn"]},{"precision":0.445925,"recall":0.485178,"f1":0.457347,"accuracy":0.485178,"main_score":0.457347,"hf_subset":"wol_Latn-hau_Latn","languages":["wol-Latn","hau-Latn"]},{"precision":0.481482,"recall":0.519763,"f1":0.492189,"accuracy":0.519763,"main_score":0.492189,"hf_subset":"wol_Latn-kea_Latn","languages":["wol-Latn","kea-Latn"]},{"precision":0.511116,"recall":0.543478,"f1":0.520531,"accuracy":0.543478,"main_score":0.520531,"hf_subset":"wol_Latn-lus_Latn","languages":["wol-Latn","lus-Latn"]},{"precision":0.506357,"recall":0.537549,"f1":0.515415,"accuracy":0.537549,"main_score":0.515415,"hf_subset":"wol_Latn-pag_Latn","languages":["wol-Latn","pag-Latn"]},{"precision":0.363851,"recall":0.41996,"f1":0.379774,"accuracy":0.41996,"main_score":0.379774,"hf_subset":"wol_Latn-snd_Arab","languages":["wol-Latn","snd-Arab"]},{"precision":0.434531,"recall":0.481225,"f1":0.447828,"accuracy":0.481225,"main_score":0.447828,"hf_subset":"wol_Latn-tuk_Latn","languages":["wol-Latn","tuk-Latn"]},{"precision":0.465938,"recall":0.501976,"f1":0.475558,"accuracy":0.501976,"main_score":0.475558,"hf_subset":"wol_Latn-bak_Cyrl","languages":["wol-Latn","bak-Cyrl"]},{"precision":0.378113,"recall":0.432806,"f1":0.393325,"accuracy":0.432806,"main_score":0.393325,"hf_subset":"wol_Latn-dyu_Latn","languages":["wol-Latn","dyu-Latn"]},{"precision":0.369186,"recall":0.431818,"f1":0.3869,"accuracy":0.431818,"main_score":0.3869,"hf_subset":"wol_Latn-heb_Hebr","languages":["wol-Latn","heb-Hebr"]},{"precision":0.40557,"recall":0.450593,"f1":0.418977,"accuracy":0.450593,"main_score":0.418977,"hf_subset":"wol_Latn-khk_Cyrl","languages":["wol-Latn","khk-Cyrl"]},{"precision":0.451396,"recall":0.504941,"f1":0.466732,"accuracy":0.504941,"main_score":0.466732,"hf_subset":"wol_Latn-lvs_Latn","languages":["wol-Latn","lvs-Latn"]},{"precision":0.392998,"recall":0.461462,"f1":0.412315,"accuracy":0.461462,"main_score":0.412315,"hf_subset":"wol_Latn-pan_Guru","languages":["wol-Latn","pan-Guru"]},{"precision":0.406703,"recall":0.447628,"f1":0.419288,"accuracy":0.447628,"main_score":0.419288,"hf_subset":"wol_Latn-som_Latn","languages":["wol-Latn","som-Latn"]},{"precision":0.442132,"recall":0.48419,"f1":0.453841,"accuracy":0.48419,"main_score":0.453841,"hf_subset":"wol_Latn-tum_Latn","languages":["wol-Latn","tum-Latn"]},{"precision":0.215808,"recall":0.255929,"f1":0.226168,"accuracy":0.255929,"main_score":0.226168,"hf_subset":"arb_Latn-ace_Arab","languages":["arb-Latn","ace-Arab"]},{"precision":0.331789,"recall":0.358696,"f1":0.339752,"accuracy":0.358696,"main_score":0.339752,"hf_subset":"arb_Latn-bam_Latn","languages":["arb-Latn","bam-Latn"]},{"precision":0.112093,"recall":0.150198,"f1":0.12121,"accuracy":0.150198,"main_score":0.12121,"hf_subset":"arb_Latn-dzo_Tibt","languages":["arb-Latn","dzo-Tibt"]},{"precision":0.315037,"recall":0.363636,"f1":0.326942,"accuracy":0.363636,"main_score":0.326942,"hf_subset":"arb_Latn-hin_Deva","languages":["arb-Latn","hin-Deva"]},{"precision":0.297342,"recall":0.340909,"f1":0.308136,"accuracy":0.340909,"main_score":0.308136,"hf_subset":"arb_Latn-khm_Khmr","languages":["arb-Latn","khm-Khmr"]},{"precision":0.319489,"recall":0.363636,"f1":0.32965,"accuracy":0.363636,"main_score":0.32965,"hf_subset":"arb_Latn-mag_Deva","languages":["arb-Latn","mag-Deva"]},{"precision":0.349254,"recall":0.381423,"f1":0.35766,"accuracy":0.381423,"main_score":0.35766,"hf_subset":"arb_Latn-pap_Latn","languages":["arb-Latn","pap-Latn"]},{"precision":0.347067,"recall":0.379447,"f1":0.355422,"accuracy":0.379447,"main_score":0.355422,"hf_subset":"arb_Latn-sot_Latn","languages":["arb-Latn","sot-Latn"]},{"precision":0.333976,"recall":0.381423,"f1":0.345733,"accuracy":0.381423,"main_score":0.345733,"hf_subset":"arb_Latn-tur_Latn","languages":["arb-Latn","tur-Latn"]},{"precision":0.351121,"recall":0.390316,"f1":0.360098,"accuracy":0.390316,"main_score":0.360098,"hf_subset":"arb_Latn-ace_Latn","languages":["arb-Latn","ace-Latn"]},{"precision":0.337704,"recall":0.373518,"f1":0.347042,"accuracy":0.373518,"main_score":0.347042,"hf_subset":"arb_Latn-ban_Latn","languages":["arb-Latn","ban-Latn"]},{"precision":0.278908,"recall":0.340909,"f1":0.294692,"accuracy":0.340909,"main_score":0.294692,"hf_subset":"arb_Latn-ell_Grek","languages":["arb-Latn","ell-Grek"]},{"precision":0.319566,"recall":0.359684,"f1":0.328515,"accuracy":0.359684,"main_score":0.328515,"hf_subset":"arb_Latn-hne_Deva","languages":["arb-Latn","hne-Deva"]},{"precision":0.285202,"recall":0.331028,"f1":0.296208,"accuracy":0.331028,"main_score":0.296208,"hf_subset":"arb_Latn-kik_Latn","languages":["arb-Latn","kik-Latn"]},{"precision":0.316096,"recall":0.364625,"f1":0.3277,"accuracy":0.364625,"main_score":0.3277,"hf_subset":"arb_Latn-mai_Deva","languages":["arb-Latn","mai-Deva"]},{"precision":0.295261,"recall":0.339921,"f1":0.306798,"accuracy":0.339921,"main_score":0.306798,"hf_subset":"arb_Latn-pbt_Arab","languages":["arb-Latn","pbt-Arab"]},{"precision":0.329765,"recall":0.373518,"f1":0.339879,"accuracy":0.373518,"main_score":0.339879,"hf_subset":"arb_Latn-spa_Latn","languages":["arb-Latn","spa-Latn"]},{"precision":0.340196,"recall":0.386364,"f1":0.350947,"accuracy":0.386364,"main_score":0.350947,"hf_subset":"arb_Latn-twi_Latn","languages":["arb-Latn","twi-Latn"]},{"precision":0.341195,"recall":0.38834,"f1":0.352577,"accuracy":0.38834,"main_score":0.352577,"hf_subset":"arb_Latn-acm_Arab","languages":["arb-Latn","acm-Arab"]},{"precision":0.290391,"recall":0.33498,"f1":0.301386,"accuracy":0.33498,"main_score":0.301386,"hf_subset":"arb_Latn-bel_Cyrl","languages":["arb-Latn","bel-Cyrl"]},{"precision":0.337021,"recall":0.381423,"f1":0.347449,"accuracy":0.381423,"main_score":0.347449,"hf_subset":"arb_Latn-eng_Latn","languages":["arb-Latn","eng-Latn"]},{"precision":0.33278,"recall":0.371542,"f1":0.342293,"accuracy":0.371542,"main_score":0.342293,"hf_subset":"arb_Latn-hrv_Latn","languages":["arb-Latn","hrv-Latn"]},{"precision":0.323422,"recall":0.368577,"f1":0.335138,"accuracy":0.368577,"main_score":0.335138,"hf_subset":"arb_Latn-kin_Latn","languages":["arb-Latn","kin-Latn"]},{"precision":0.303535,"recall":0.348814,"f1":0.314286,"accuracy":0.348814,"main_score":0.314286,"hf_subset":"arb_Latn-mal_Mlym","languages":["arb-Latn","mal-Mlym"]},{"precision":0.31642,"recall":0.37253,"f1":0.329272,"accuracy":0.37253,"main_score":0.329272,"hf_subset":"arb_Latn-pes_Arab","languages":["arb-Latn","pes-Arab"]},{"precision":0.337916,"recall":0.373518,"f1":0.345985,"accuracy":0.373518,"main_score":0.345985,"hf_subset":"arb_Latn-srd_Latn","languages":["arb-Latn","srd-Latn"]},{"precision":0.125782,"recall":0.166996,"f1":0.136702,"accuracy":0.166996,"main_score":0.136702,"hf_subset":"arb_Latn-tzm_Tfng","languages":["arb-Latn","tzm-Tfng"]},{"precision":0.343369,"recall":0.399209,"f1":0.356081,"accuracy":0.399209,"main_score":0.356081,"hf_subset":"arb_Latn-acq_Arab","languages":["arb-Latn","acq-Arab"]},{"precision":0.343068,"recall":0.380435,"f1":0.352611,"accuracy":0.380435,"main_score":0.352611,"hf_subset":"arb_Latn-bem_Latn","languages":["arb-Latn","bem-Latn"]},{"precision":0.339875,"recall":0.379447,"f1":0.350414,"accuracy":0.379447,"main_score":0.350414,"hf_subset":"arb_Latn-epo_Latn","languages":["arb-Latn","epo-Latn"]},{"precision":0.325476,"recall":0.375494,"f1":0.337356,"accuracy":0.375494,"main_score":0.337356,"hf_subset":"arb_Latn-hun_Latn","languages":["arb-Latn","hun-Latn"]},{"precision":0.302932,"recall":0.342885,"f1":0.312807,"accuracy":0.342885,"main_score":0.312807,"hf_subset":"arb_Latn-kir_Cyrl","languages":["arb-Latn","kir-Cyrl"]},{"precision":0.305742,"recall":0.346838,"f1":0.315736,"accuracy":0.346838,"main_score":0.315736,"hf_subset":"arb_Latn-mar_Deva","languages":["arb-Latn","mar-Deva"]},{"precision":0.336076,"recall":0.363636,"f1":0.343657,"accuracy":0.363636,"main_score":0.343657,"hf_subset":"arb_Latn-plt_Latn","languages":["arb-Latn","plt-Latn"]},{"precision":0.311986,"recall":0.356719,"f1":0.322536,"accuracy":0.356719,"main_score":0.322536,"hf_subset":"arb_Latn-srp_Cyrl","languages":["arb-Latn","srp-Cyrl"]},{"precision":0.239513,"recall":0.280632,"f1":0.250018,"accuracy":0.280632,"main_score":0.250018,"hf_subset":"arb_Latn-uig_Arab","languages":["arb-Latn","uig-Arab"]},{"precision":0.319513,"recall":0.357708,"f1":0.329545,"accuracy":0.357708,"main_score":0.329545,"hf_subset":"arb_Latn-aeb_Arab","languages":["arb-Latn","aeb-Arab"]},{"precision":0.30284,"recall":0.358696,"f1":0.316654,"accuracy":0.358696,"main_score":0.316654,"hf_subset":"arb_Latn-ben_Beng","languages":["arb-Latn","ben-Beng"]},{"precision":0.318018,"recall":0.36166,"f1":0.329197,"accuracy":0.36166,"main_score":0.329197,"hf_subset":"arb_Latn-est_Latn","languages":["arb-Latn","est-Latn"]},{"precision":0.30185,"recall":0.346838,"f1":0.312375,"accuracy":0.346838,"main_score":0.312375,"hf_subset":"arb_Latn-hye_Armn","languages":["arb-Latn","hye-Armn"]},{"precision":0.318213,"recall":0.360672,"f1":0.329608,"accuracy":0.360672,"main_score":0.329608,"hf_subset":"arb_Latn-kmb_Latn","languages":["arb-Latn","kmb-Latn"]},{"precision":0.179676,"recall":0.22332,"f1":0.190683,"accuracy":0.22332,"main_score":0.190683,"hf_subset":"arb_Latn-min_Arab","languages":["arb-Latn","min-Arab"]},{"precision":0.321772,"recall":0.369565,"f1":0.333728,"accuracy":0.369565,"main_score":0.333728,"hf_subset":"arb_Latn-pol_Latn","languages":["arb-Latn","pol-Latn"]},{"precision":0.325401,"recall":0.366601,"f1":0.335971,"accuracy":0.366601,"main_score":0.335971,"hf_subset":"arb_Latn-ssw_Latn","languages":["arb-Latn","ssw-Latn"]},{"precision":0.316218,"recall":0.362648,"f1":0.328065,"accuracy":0.362648,"main_score":0.328065,"hf_subset":"arb_Latn-ukr_Cyrl","languages":["arb-Latn","ukr-Cyrl"]},{"precision":0.342814,"recall":0.393281,"f1":0.354084,"accuracy":0.393281,"main_score":0.354084,"hf_subset":"arb_Latn-afr_Latn","languages":["arb-Latn","afr-Latn"]},{"precision":0.319541,"recall":0.365613,"f1":0.330214,"accuracy":0.365613,"main_score":0.330214,"hf_subset":"arb_Latn-bho_Deva","languages":["arb-Latn","bho-Deva"]},{"precision":0.335484,"recall":0.366601,"f1":0.343667,"accuracy":0.366601,"main_score":0.343667,"hf_subset":"arb_Latn-eus_Latn","languages":["arb-Latn","eus-Latn"]},{"precision":0.309679,"recall":0.348814,"f1":0.319014,"accuracy":0.348814,"main_score":0.319014,"hf_subset":"arb_Latn-ibo_Latn","languages":["arb-Latn","ibo-Latn"]},{"precision":0.339396,"recall":0.378458,"f1":0.348793,"accuracy":0.378458,"main_score":0.348793,"hf_subset":"arb_Latn-kmr_Latn","languages":["arb-Latn","kmr-Latn"]},{"precision":0.335883,"recall":0.370553,"f1":0.344651,"accuracy":0.370553,"main_score":0.344651,"hf_subset":"arb_Latn-min_Latn","languages":["arb-Latn","min-Latn"]},{"precision":0.329229,"recall":0.376482,"f1":0.340172,"accuracy":0.376482,"main_score":0.340172,"hf_subset":"arb_Latn-por_Latn","languages":["arb-Latn","por-Latn"]},{"precision":0.34564,"recall":0.378458,"f1":0.353706,"accuracy":0.378458,"main_score":0.353706,"hf_subset":"arb_Latn-sun_Latn","languages":["arb-Latn","sun-Latn"]},{"precision":0.311506,"recall":0.356719,"f1":0.322752,"accuracy":0.356719,"main_score":0.322752,"hf_subset":"arb_Latn-umb_Latn","languages":["arb-Latn","umb-Latn"]},{"precision":0.35714,"recall":0.401186,"f1":0.367811,"accuracy":0.401186,"main_score":0.367811,"hf_subset":"arb_Latn-ajp_Arab","languages":["arb-Latn","ajp-Arab"]},{"precision":0.19052,"recall":0.237154,"f1":0.202012,"accuracy":0.237154,"main_score":0.202012,"hf_subset":"arb_Latn-bjn_Arab","languages":["arb-Latn","bjn-Arab"]},{"precision":0.322736,"recall":0.366601,"f1":0.333636,"accuracy":0.366601,"main_score":0.333636,"hf_subset":"arb_Latn-ewe_Latn","languages":["arb-Latn","ewe-Latn"]},{"precision":0.348318,"recall":0.382411,"f1":0.357758,"accuracy":0.382411,"main_score":0.357758,"hf_subset":"arb_Latn-ilo_Latn","languages":["arb-Latn","ilo-Latn"]},{"precision":0.166753,"recall":0.206522,"f1":0.177673,"accuracy":0.206522,"main_score":0.177673,"hf_subset":"arb_Latn-knc_Arab","languages":["arb-Latn","knc-Arab"]},{"precision":0.322425,"recall":0.359684,"f1":0.332171,"accuracy":0.359684,"main_score":0.332171,"hf_subset":"arb_Latn-mkd_Cyrl","languages":["arb-Latn","mkd-Cyrl"]},{"precision":0.317967,"recall":0.371542,"f1":0.330542,"accuracy":0.371542,"main_score":0.330542,"hf_subset":"arb_Latn-prs_Arab","languages":["arb-Latn","prs-Arab"]},{"precision":0.339979,"recall":0.393281,"f1":0.351985,"accuracy":0.393281,"main_score":0.351985,"hf_subset":"arb_Latn-swe_Latn","languages":["arb-Latn","swe-Latn"]},{"precision":0.293,"recall":0.338933,"f1":0.303985,"accuracy":0.338933,"main_score":0.303985,"hf_subset":"arb_Latn-urd_Arab","languages":["arb-Latn","urd-Arab"]},{"precision":0.31932,"recall":0.357708,"f1":0.329987,"accuracy":0.357708,"main_score":0.329987,"hf_subset":"arb_Latn-aka_Latn","languages":["arb-Latn","aka-Latn"]},{"precision":0.34771,"recall":0.383399,"f1":0.355612,"accuracy":0.383399,"main_score":0.355612,"hf_subset":"arb_Latn-bjn_Latn","languages":["arb-Latn","bjn-Latn"]},{"precision":0.34643,"recall":0.378458,"f1":0.355335,"accuracy":0.378458,"main_score":0.355335,"hf_subset":"arb_Latn-fao_Latn","languages":["arb-Latn","fao-Latn"]},{"precision":0.351052,"recall":0.392292,"f1":0.360311,"accuracy":0.392292,"main_score":0.360311,"hf_subset":"arb_Latn-ind_Latn","languages":["arb-Latn","ind-Latn"]},{"precision":0.347253,"recall":0.371542,"f1":0.354169,"accuracy":0.371542,"main_score":0.354169,"hf_subset":"arb_Latn-knc_Latn","languages":["arb-Latn","knc-Latn"]},{"precision":0.336098,"recall":0.366601,"f1":0.343435,"accuracy":0.366601,"main_score":0.343435,"hf_subset":"arb_Latn-mlt_Latn","languages":["arb-Latn","mlt-Latn"]},{"precision":0.318627,"recall":0.354743,"f1":0.328176,"accuracy":0.354743,"main_score":0.328176,"hf_subset":"arb_Latn-quy_Latn","languages":["arb-Latn","quy-Latn"]},{"precision":0.338111,"recall":0.380435,"f1":0.348009,"accuracy":0.380435,"main_score":0.348009,"hf_subset":"arb_Latn-swh_Latn","languages":["arb-Latn","swh-Latn"]},{"precision":0.31867,"recall":0.350791,"f1":0.326888,"accuracy":0.350791,"main_score":0.326888,"hf_subset":"arb_Latn-uzn_Latn","languages":["arb-Latn","uzn-Latn"]},{"precision":0.321565,"recall":0.357708,"f1":0.331345,"accuracy":0.357708,"main_score":0.331345,"hf_subset":"arb_Latn-als_Latn","languages":["arb-Latn","als-Latn"]},{"precision":0.166369,"recall":0.215415,"f1":0.17807,"accuracy":0.215415,"main_score":0.17807,"hf_subset":"arb_Latn-bod_Tibt","languages":["arb-Latn","bod-Tibt"]},{"precision":0.323823,"recall":0.358696,"f1":0.333001,"accuracy":0.358696,"main_score":0.333001,"hf_subset":"arb_Latn-fij_Latn","languages":["arb-Latn","fij-Latn"]},{"precision":0.323483,"recall":0.371542,"f1":0.334668,"accuracy":0.371542,"main_score":0.334668,"hf_subset":"arb_Latn-isl_Latn","languages":["arb-Latn","isl-Latn"]},{"precision":0.334652,"recall":0.370553,"f1":0.343795,"accuracy":0.370553,"main_score":0.343795,"hf_subset":"arb_Latn-kon_Latn","languages":["arb-Latn","kon-Latn"]},{"precision":0.236212,"recall":0.26087,"f1":0.241985,"accuracy":0.26087,"main_score":0.241985,"hf_subset":"arb_Latn-mni_Beng","languages":["arb-Latn","mni-Beng"]},{"precision":0.344669,"recall":0.38834,"f1":0.354843,"accuracy":0.38834,"main_score":0.354843,"hf_subset":"arb_Latn-ron_Latn","languages":["arb-Latn","ron-Latn"]},{"precision":0.309832,"recall":0.348814,"f1":0.319912,"accuracy":0.348814,"main_score":0.319912,"hf_subset":"arb_Latn-szl_Latn","languages":["arb-Latn","szl-Latn"]},{"precision":0.343849,"recall":0.381423,"f1":0.353446,"accuracy":0.381423,"main_score":0.353446,"hf_subset":"arb_Latn-vec_Latn","languages":["arb-Latn","vec-Latn"]},{"precision":0.26718,"recall":0.318182,"f1":0.279418,"accuracy":0.318182,"main_score":0.279418,"hf_subset":"arb_Latn-amh_Ethi","languages":["arb-Latn","amh-Ethi"]},{"precision":0.325293,"recall":0.369565,"f1":0.336991,"accuracy":0.369565,"main_score":0.336991,"hf_subset":"arb_Latn-bos_Latn","languages":["arb-Latn","bos-Latn"]},{"precision":0.335171,"recall":0.373518,"f1":0.344722,"accuracy":0.373518,"main_score":0.344722,"hf_subset":"arb_Latn-fin_Latn","languages":["arb-Latn","fin-Latn"]},{"precision":0.340563,"recall":0.386364,"f1":0.351471,"accuracy":0.386364,"main_score":0.351471,"hf_subset":"arb_Latn-ita_Latn","languages":["arb-Latn","ita-Latn"]},{"precision":0.317132,"recall":0.365613,"f1":0.328889,"accuracy":0.365613,"main_score":0.328889,"hf_subset":"arb_Latn-kor_Hang","languages":["arb-Latn","kor-Hang"]},{"precision":0.326153,"recall":0.360672,"f1":0.335465,"accuracy":0.360672,"main_score":0.335465,"hf_subset":"arb_Latn-mos_Latn","languages":["arb-Latn","mos-Latn"]},{"precision":0.333536,"recall":0.365613,"f1":0.342015,"accuracy":0.365613,"main_score":0.342015,"hf_subset":"arb_Latn-run_Latn","languages":["arb-Latn","run-Latn"]},{"precision":0.28389,"recall":0.333992,"f1":0.29596,"accuracy":0.333992,"main_score":0.29596,"hf_subset":"arb_Latn-tam_Taml","languages":["arb-Latn","tam-Taml"]},{"precision":0.333242,"recall":0.374506,"f1":0.343474,"accuracy":0.374506,"main_score":0.343474,"hf_subset":"arb_Latn-vie_Latn","languages":["arb-Latn","vie-Latn"]},{"precision":0.338904,"recall":0.383399,"f1":0.350194,"accuracy":0.383399,"main_score":0.350194,"hf_subset":"arb_Latn-apc_Arab","languages":["arb-Latn","apc-Arab"]},{"precision":0.354595,"recall":0.391304,"f1":0.363288,"accuracy":0.391304,"main_score":0.363288,"hf_subset":"arb_Latn-bug_Latn","languages":["arb-Latn","bug-Latn"]},{"precision":0.318221,"recall":0.355731,"f1":0.328547,"accuracy":0.355731,"main_score":0.328547,"hf_subset":"arb_Latn-fon_Latn","languages":["arb-Latn","fon-Latn"]},{"precision":0.343354,"recall":0.385375,"f1":0.353227,"accuracy":0.385375,"main_score":0.353227,"hf_subset":"arb_Latn-jav_Latn","languages":["arb-Latn","jav-Latn"]},{"precision":0.314894,"recall":0.355731,"f1":0.324986,"accuracy":0.355731,"main_score":0.324986,"hf_subset":"arb_Latn-lao_Laoo","languages":["arb-Latn","lao-Laoo"]},{"precision":0.312549,"recall":0.355731,"f1":0.322289,"accuracy":0.355731,"main_score":0.322289,"hf_subset":"arb_Latn-mri_Latn","languages":["arb-Latn","mri-Latn"]},{"precision":0.329048,"recall":0.374506,"f1":0.339958,"accuracy":0.374506,"main_score":0.339958,"hf_subset":"arb_Latn-rus_Cyrl","languages":["arb-Latn","rus-Cyrl"]},{"precision":0.339513,"recall":0.373518,"f1":0.348747,"accuracy":0.373518,"main_score":0.348747,"hf_subset":"arb_Latn-taq_Latn","languages":["arb-Latn","taq-Latn"]},{"precision":0.34614,"recall":0.37747,"f1":0.354161,"accuracy":0.37747,"main_score":0.354161,"hf_subset":"arb_Latn-war_Latn","languages":["arb-Latn","war-Latn"]},{"precision":0.348775,"recall":0.409091,"f1":0.362619,"accuracy":0.409091,"main_score":0.362619,"hf_subset":"arb_Latn-arb_Arab","languages":["arb-Latn","arb-Arab"]},{"precision":0.313654,"recall":0.359684,"f1":0.324991,"accuracy":0.359684,"main_score":0.324991,"hf_subset":"arb_Latn-bul_Cyrl","languages":["arb-Latn","bul-Cyrl"]},{"precision":0.339842,"recall":0.386364,"f1":0.350409,"accuracy":0.386364,"main_score":0.350409,"hf_subset":"arb_Latn-fra_Latn","languages":["arb-Latn","fra-Latn"]},{"precision":0.312864,"recall":0.362648,"f1":0.324891,"accuracy":0.362648,"main_score":0.324891,"hf_subset":"arb_Latn-jpn_Jpan","languages":["arb-Latn","jpn-Jpan"]},{"precision":0.340522,"recall":0.381423,"f1":0.350602,"accuracy":0.381423,"main_score":0.350602,"hf_subset":"arb_Latn-lij_Latn","languages":["arb-Latn","lij-Latn"]},{"precision":0.254933,"recall":0.307312,"f1":0.267938,"accuracy":0.307312,"main_score":0.267938,"hf_subset":"arb_Latn-mya_Mymr","languages":["arb-Latn","mya-Mymr"]},{"precision":0.352848,"recall":0.387352,"f1":0.361413,"accuracy":0.387352,"main_score":0.361413,"hf_subset":"arb_Latn-sag_Latn","languages":["arb-Latn","sag-Latn"]},{"precision":0.139631,"recall":0.184783,"f1":0.151154,"accuracy":0.184783,"main_score":0.151154,"hf_subset":"arb_Latn-taq_Tfng","languages":["arb-Latn","taq-Tfng"]},{"precision":0.326347,"recall":0.362648,"f1":0.335328,"accuracy":0.362648,"main_score":0.335328,"hf_subset":"arb_Latn-wol_Latn","languages":["arb-Latn","wol-Latn"]},{"precision":0.334196,"recall":0.375494,"f1":0.343987,"accuracy":0.375494,"main_score":0.343987,"hf_subset":"arb_Latn-cat_Latn","languages":["arb-Latn","cat-Latn"]},{"precision":0.337587,"recall":0.37253,"f1":0.346597,"accuracy":0.37253,"main_score":0.346597,"hf_subset":"arb_Latn-fur_Latn","languages":["arb-Latn","fur-Latn"]},{"precision":0.269139,"recall":0.311265,"f1":0.279869,"accuracy":0.311265,"main_score":0.279869,"hf_subset":"arb_Latn-kab_Latn","languages":["arb-Latn","kab-Latn"]},{"precision":0.333891,"recall":0.37253,"f1":0.343408,"accuracy":0.37253,"main_score":0.343408,"hf_subset":"arb_Latn-lim_Latn","languages":["arb-Latn","lim-Latn"]},{"precision":0.33636,"recall":0.382411,"f1":0.34719,"accuracy":0.382411,"main_score":0.34719,"hf_subset":"arb_Latn-nld_Latn","languages":["arb-Latn","nld-Latn"]},{"precision":0.283738,"recall":0.33498,"f1":0.296425,"accuracy":0.33498,"main_score":0.296425,"hf_subset":"arb_Latn-san_Deva","languages":["arb-Latn","san-Deva"]},{"precision":0.322413,"recall":0.354743,"f1":0.330978,"accuracy":0.354743,"main_score":0.330978,"hf_subset":"arb_Latn-tat_Cyrl","languages":["arb-Latn","tat-Cyrl"]},{"precision":0.324053,"recall":0.365613,"f1":0.334518,"accuracy":0.365613,"main_score":0.334518,"hf_subset":"arb_Latn-xho_Latn","languages":["arb-Latn","xho-Latn"]},{"precision":0.323968,"recall":0.381423,"f1":0.338196,"accuracy":0.381423,"main_score":0.338196,"hf_subset":"arb_Latn-ars_Arab","languages":["arb-Latn","ars-Arab"]},{"precision":0.353577,"recall":0.387352,"f1":0.36176,"accuracy":0.387352,"main_score":0.36176,"hf_subset":"arb_Latn-ceb_Latn","languages":["arb-Latn","ceb-Latn"]},{"precision":0.332798,"recall":0.366601,"f1":0.34167,"accuracy":0.366601,"main_score":0.34167,"hf_subset":"arb_Latn-fuv_Latn","languages":["arb-Latn","fuv-Latn"]},{"precision":0.328087,"recall":0.364625,"f1":0.337686,"accuracy":0.364625,"main_score":0.337686,"hf_subset":"arb_Latn-kac_Latn","languages":["arb-Latn","kac-Latn"]},{"precision":0.341841,"recall":0.387352,"f1":0.352324,"accuracy":0.387352,"main_score":0.352324,"hf_subset":"arb_Latn-lin_Latn","languages":["arb-Latn","lin-Latn"]},{"precision":0.345086,"recall":0.391304,"f1":0.356396,"accuracy":0.391304,"main_score":0.356396,"hf_subset":"arb_Latn-nno_Latn","languages":["arb-Latn","nno-Latn"]},{"precision":0.122142,"recall":0.164032,"f1":0.131832,"accuracy":0.164032,"main_score":0.131832,"hf_subset":"arb_Latn-sat_Olck","languages":["arb-Latn","sat-Olck"]},{"precision":0.293995,"recall":0.34585,"f1":0.306652,"accuracy":0.34585,"main_score":0.306652,"hf_subset":"arb_Latn-tel_Telu","languages":["arb-Latn","tel-Telu"]},{"precision":0.202368,"recall":0.246047,"f1":0.21342,"accuracy":0.246047,"main_score":0.21342,"hf_subset":"arb_Latn-ydd_Hebr","languages":["arb-Latn","ydd-Hebr"]},{"precision":0.310976,"recall":0.356719,"f1":0.321534,"accuracy":0.356719,"main_score":0.321534,"hf_subset":"arb_Latn-ary_Arab","languages":["arb-Latn","ary-Arab"]},{"precision":0.329227,"recall":0.374506,"f1":0.339645,"accuracy":0.374506,"main_score":0.339645,"hf_subset":"arb_Latn-ces_Latn","languages":["arb-Latn","ces-Latn"]},{"precision":0.270961,"recall":0.309289,"f1":0.280675,"accuracy":0.309289,"main_score":0.280675,"hf_subset":"arb_Latn-gaz_Latn","languages":["arb-Latn","gaz-Latn"]},{"precision":0.338539,"recall":0.37253,"f1":0.348554,"accuracy":0.37253,"main_score":0.348554,"hf_subset":"arb_Latn-kam_Latn","languages":["arb-Latn","kam-Latn"]},{"precision":0.314652,"recall":0.362648,"f1":0.327149,"accuracy":0.362648,"main_score":0.327149,"hf_subset":"arb_Latn-lit_Latn","languages":["arb-Latn","lit-Latn"]},{"precision":0.343073,"recall":0.394269,"f1":0.354307,"accuracy":0.394269,"main_score":0.354307,"hf_subset":"arb_Latn-nob_Latn","languages":["arb-Latn","nob-Latn"]},{"precision":0.334459,"recall":0.37253,"f1":0.343996,"accuracy":0.37253,"main_score":0.343996,"hf_subset":"arb_Latn-scn_Latn","languages":["arb-Latn","scn-Latn"]},{"precision":0.320298,"recall":0.357708,"f1":0.329755,"accuracy":0.357708,"main_score":0.329755,"hf_subset":"arb_Latn-tgk_Cyrl","languages":["arb-Latn","tgk-Cyrl"]},{"precision":0.278765,"recall":0.31917,"f1":0.289944,"accuracy":0.31917,"main_score":0.289944,"hf_subset":"arb_Latn-yor_Latn","languages":["arb-Latn","yor-Latn"]},{"precision":0.33834,"recall":0.384387,"f1":0.349991,"accuracy":0.384387,"main_score":0.349991,"hf_subset":"arb_Latn-arz_Arab","languages":["arb-Latn","arz-Arab"]},{"precision":0.307622,"recall":0.353755,"f1":0.319402,"accuracy":0.353755,"main_score":0.319402,"hf_subset":"arb_Latn-cjk_Latn","languages":["arb-Latn","cjk-Latn"]},{"precision":0.305687,"recall":0.343874,"f1":0.31535,"accuracy":0.343874,"main_score":0.31535,"hf_subset":"arb_Latn-gla_Latn","languages":["arb-Latn","gla-Latn"]},{"precision":0.297289,"recall":0.337945,"f1":0.307068,"accuracy":0.337945,"main_score":0.307068,"hf_subset":"arb_Latn-kan_Knda","languages":["arb-Latn","kan-Knda"]},{"precision":0.35346,"recall":0.389328,"f1":0.363001,"accuracy":0.389328,"main_score":0.363001,"hf_subset":"arb_Latn-lmo_Latn","languages":["arb-Latn","lmo-Latn"]},{"precision":0.304971,"recall":0.354743,"f1":0.316636,"accuracy":0.354743,"main_score":0.316636,"hf_subset":"arb_Latn-npi_Deva","languages":["arb-Latn","npi-Deva"]},{"precision":0.28894,"recall":0.329051,"f1":0.299827,"accuracy":0.329051,"main_score":0.299827,"hf_subset":"arb_Latn-shn_Mymr","languages":["arb-Latn","shn-Mymr"]},{"precision":0.344924,"recall":0.381423,"f1":0.353656,"accuracy":0.381423,"main_score":0.353656,"hf_subset":"arb_Latn-tgl_Latn","languages":["arb-Latn","tgl-Latn"]},{"precision":0.299552,"recall":0.346838,"f1":0.310218,"accuracy":0.346838,"main_score":0.310218,"hf_subset":"arb_Latn-yue_Hant","languages":["arb-Latn","yue-Hant"]},{"precision":0.282526,"recall":0.329051,"f1":0.293406,"accuracy":0.329051,"main_score":0.293406,"hf_subset":"arb_Latn-asm_Beng","languages":["arb-Latn","asm-Beng"]},{"precision":0.25857,"recall":0.296443,"f1":0.268203,"accuracy":0.296443,"main_score":0.268203,"hf_subset":"arb_Latn-ckb_Arab","languages":["arb-Latn","ckb-Arab"]},{"precision":0.310173,"recall":0.353755,"f1":0.321441,"accuracy":0.353755,"main_score":0.321441,"hf_subset":"arb_Latn-gle_Latn","languages":["arb-Latn","gle-Latn"]},{"precision":0.257084,"recall":0.29249,"f1":0.266212,"accuracy":0.29249,"main_score":0.266212,"hf_subset":"arb_Latn-kas_Arab","languages":["arb-Latn","kas-Arab"]},{"precision":0.31392,"recall":0.347826,"f1":0.322463,"accuracy":0.347826,"main_score":0.322463,"hf_subset":"arb_Latn-ltg_Latn","languages":["arb-Latn","ltg-Latn"]},{"precision":0.33324,"recall":0.380435,"f1":0.344103,"accuracy":0.380435,"main_score":0.344103,"hf_subset":"arb_Latn-nso_Latn","languages":["arb-Latn","nso-Latn"]},{"precision":0.275753,"recall":0.329051,"f1":0.288869,"accuracy":0.329051,"main_score":0.288869,"hf_subset":"arb_Latn-sin_Sinh","languages":["arb-Latn","sin-Sinh"]},{"precision":0.318195,"recall":0.37747,"f1":0.331651,"accuracy":0.37747,"main_score":0.331651,"hf_subset":"arb_Latn-tha_Thai","languages":["arb-Latn","tha-Thai"]},{"precision":0.315101,"recall":0.368577,"f1":0.328078,"accuracy":0.368577,"main_score":0.328078,"hf_subset":"arb_Latn-zho_Hans","languages":["arb-Latn","zho-Hans"]},{"precision":0.341972,"recall":0.376482,"f1":0.350211,"accuracy":0.376482,"main_score":0.350211,"hf_subset":"arb_Latn-ast_Latn","languages":["arb-Latn","ast-Latn"]},{"precision":0.320271,"recall":0.356719,"f1":0.329175,"accuracy":0.356719,"main_score":0.329175,"hf_subset":"arb_Latn-crh_Latn","languages":["arb-Latn","crh-Latn"]},{"precision":0.33903,"recall":0.386364,"f1":0.350243,"accuracy":0.386364,"main_score":0.350243,"hf_subset":"arb_Latn-glg_Latn","languages":["arb-Latn","glg-Latn"]},{"precision":0.305197,"recall":0.337945,"f1":0.313799,"accuracy":0.337945,"main_score":0.313799,"hf_subset":"arb_Latn-kas_Deva","languages":["arb-Latn","kas-Deva"]},{"precision":0.32793,"recall":0.369565,"f1":0.338052,"accuracy":0.369565,"main_score":0.338052,"hf_subset":"arb_Latn-ltz_Latn","languages":["arb-Latn","ltz-Latn"]},{"precision":0.259834,"recall":0.304348,"f1":0.270752,"accuracy":0.304348,"main_score":0.270752,"hf_subset":"arb_Latn-nus_Latn","languages":["arb-Latn","nus-Latn"]},{"precision":0.32056,"recall":0.369565,"f1":0.33173,"accuracy":0.369565,"main_score":0.33173,"hf_subset":"arb_Latn-slk_Latn","languages":["arb-Latn","slk-Latn"]},{"precision":0.24755,"recall":0.280632,"f1":0.255059,"accuracy":0.280632,"main_score":0.255059,"hf_subset":"arb_Latn-tir_Ethi","languages":["arb-Latn","tir-Ethi"]},{"precision":0.293295,"recall":0.343874,"f1":0.305059,"accuracy":0.343874,"main_score":0.305059,"hf_subset":"arb_Latn-zho_Hant","languages":["arb-Latn","zho-Hant"]},{"precision":0.309139,"recall":0.353755,"f1":0.319496,"accuracy":0.353755,"main_score":0.319496,"hf_subset":"arb_Latn-awa_Deva","languages":["arb-Latn","awa-Deva"]},{"precision":0.331144,"recall":0.365613,"f1":0.339376,"accuracy":0.365613,"main_score":0.339376,"hf_subset":"arb_Latn-cym_Latn","languages":["arb-Latn","cym-Latn"]},{"precision":0.338042,"recall":0.374506,"f1":0.347367,"accuracy":0.374506,"main_score":0.347367,"hf_subset":"arb_Latn-grn_Latn","languages":["arb-Latn","grn-Latn"]},{"precision":0.286395,"recall":0.331028,"f1":0.298135,"accuracy":0.331028,"main_score":0.298135,"hf_subset":"arb_Latn-kat_Geor","languages":["arb-Latn","kat-Geor"]},{"precision":0.330805,"recall":0.371542,"f1":0.341439,"accuracy":0.371542,"main_score":0.341439,"hf_subset":"arb_Latn-lua_Latn","languages":["arb-Latn","lua-Latn"]},{"precision":0.347892,"recall":0.378458,"f1":0.355543,"accuracy":0.378458,"main_score":0.355543,"hf_subset":"arb_Latn-nya_Latn","languages":["arb-Latn","nya-Latn"]},{"precision":0.313958,"recall":0.367589,"f1":0.327856,"accuracy":0.367589,"main_score":0.327856,"hf_subset":"arb_Latn-slv_Latn","languages":["arb-Latn","slv-Latn"]},{"precision":0.354902,"recall":0.391304,"f1":0.362868,"accuracy":0.391304,"main_score":0.362868,"hf_subset":"arb_Latn-tpi_Latn","languages":["arb-Latn","tpi-Latn"]},{"precision":0.332674,"recall":0.373518,"f1":0.343416,"accuracy":0.373518,"main_score":0.343416,"hf_subset":"arb_Latn-zsm_Latn","languages":["arb-Latn","zsm-Latn"]},{"precision":0.310238,"recall":0.347826,"f1":0.320221,"accuracy":0.347826,"main_score":0.320221,"hf_subset":"arb_Latn-ayr_Latn","languages":["arb-Latn","ayr-Latn"]},{"precision":0.344921,"recall":0.394269,"f1":0.356252,"accuracy":0.394269,"main_score":0.356252,"hf_subset":"arb_Latn-dan_Latn","languages":["arb-Latn","dan-Latn"]},{"precision":0.301205,"recall":0.347826,"f1":0.312373,"accuracy":0.347826,"main_score":0.312373,"hf_subset":"arb_Latn-guj_Gujr","languages":["arb-Latn","guj-Gujr"]},{"precision":0.312692,"recall":0.343874,"f1":0.320152,"accuracy":0.343874,"main_score":0.320152,"hf_subset":"arb_Latn-kaz_Cyrl","languages":["arb-Latn","kaz-Cyrl"]},{"precision":0.322771,"recall":0.360672,"f1":0.33298,"accuracy":0.360672,"main_score":0.33298,"hf_subset":"arb_Latn-lug_Latn","languages":["arb-Latn","lug-Latn"]},{"precision":0.332711,"recall":0.376482,"f1":0.343505,"accuracy":0.376482,"main_score":0.343505,"hf_subset":"arb_Latn-oci_Latn","languages":["arb-Latn","oci-Latn"]},{"precision":0.323607,"recall":0.363636,"f1":0.333947,"accuracy":0.363636,"main_score":0.333947,"hf_subset":"arb_Latn-smo_Latn","languages":["arb-Latn","smo-Latn"]},{"precision":0.33362,"recall":0.373518,"f1":0.343606,"accuracy":0.373518,"main_score":0.343606,"hf_subset":"arb_Latn-tsn_Latn","languages":["arb-Latn","tsn-Latn"]},{"precision":0.320286,"recall":0.369565,"f1":0.332347,"accuracy":0.369565,"main_score":0.332347,"hf_subset":"arb_Latn-zul_Latn","languages":["arb-Latn","zul-Latn"]},{"precision":0.248786,"recall":0.293478,"f1":0.260506,"accuracy":0.293478,"main_score":0.260506,"hf_subset":"arb_Latn-azb_Arab","languages":["arb-Latn","azb-Arab"]},{"precision":0.338488,"recall":0.379447,"f1":0.348151,"accuracy":0.379447,"main_score":0.348151,"hf_subset":"arb_Latn-deu_Latn","languages":["arb-Latn","deu-Latn"]},{"precision":0.325841,"recall":0.364625,"f1":0.336154,"accuracy":0.364625,"main_score":0.336154,"hf_subset":"arb_Latn-hat_Latn","languages":["arb-Latn","hat-Latn"]},{"precision":0.321268,"recall":0.363636,"f1":0.332276,"accuracy":0.363636,"main_score":0.332276,"hf_subset":"arb_Latn-kbp_Latn","languages":["arb-Latn","kbp-Latn"]},{"precision":0.354097,"recall":0.399209,"f1":0.365527,"accuracy":0.399209,"main_score":0.365527,"hf_subset":"arb_Latn-luo_Latn","languages":["arb-Latn","luo-Latn"]},{"precision":0.272108,"recall":0.322134,"f1":0.284077,"accuracy":0.322134,"main_score":0.284077,"hf_subset":"arb_Latn-ory_Orya","languages":["arb-Latn","ory-Orya"]},{"precision":0.329423,"recall":0.367589,"f1":0.339083,"accuracy":0.367589,"main_score":0.339083,"hf_subset":"arb_Latn-sna_Latn","languages":["arb-Latn","sna-Latn"]},{"precision":0.338398,"recall":0.373518,"f1":0.347203,"accuracy":0.373518,"main_score":0.347203,"hf_subset":"arb_Latn-tso_Latn","languages":["arb-Latn","tso-Latn"]},{"precision":0.325202,"recall":0.367589,"f1":0.335154,"accuracy":0.367589,"main_score":0.335154,"hf_subset":"arb_Latn-azj_Latn","languages":["arb-Latn","azj-Latn"]},{"precision":0.304613,"recall":0.344862,"f1":0.315629,"accuracy":0.344862,"main_score":0.315629,"hf_subset":"arb_Latn-dik_Latn","languages":["arb-Latn","dik-Latn"]},{"precision":0.348794,"recall":0.378458,"f1":0.356513,"accuracy":0.378458,"main_score":0.356513,"hf_subset":"arb_Latn-hau_Latn","languages":["arb-Latn","hau-Latn"]},{"precision":0.335997,"recall":0.374506,"f1":0.346696,"accuracy":0.374506,"main_score":0.346696,"hf_subset":"arb_Latn-kea_Latn","languages":["arb-Latn","kea-Latn"]},{"precision":0.358738,"recall":0.389328,"f1":0.366958,"accuracy":0.389328,"main_score":0.366958,"hf_subset":"arb_Latn-lus_Latn","languages":["arb-Latn","lus-Latn"]},{"precision":0.338915,"recall":0.370553,"f1":0.346561,"accuracy":0.370553,"main_score":0.346561,"hf_subset":"arb_Latn-pag_Latn","languages":["arb-Latn","pag-Latn"]},{"precision":0.255431,"recall":0.3083,"f1":0.268783,"accuracy":0.3083,"main_score":0.268783,"hf_subset":"arb_Latn-snd_Arab","languages":["arb-Latn","snd-Arab"]},{"precision":0.317157,"recall":0.352767,"f1":0.325993,"accuracy":0.352767,"main_score":0.325993,"hf_subset":"arb_Latn-tuk_Latn","languages":["arb-Latn","tuk-Latn"]},{"precision":0.321559,"recall":0.352767,"f1":0.329383,"accuracy":0.352767,"main_score":0.329383,"hf_subset":"arb_Latn-bak_Cyrl","languages":["arb-Latn","bak-Cyrl"]},{"precision":0.294228,"recall":0.33498,"f1":0.305606,"accuracy":0.33498,"main_score":0.305606,"hf_subset":"arb_Latn-dyu_Latn","languages":["arb-Latn","dyu-Latn"]},{"precision":0.278879,"recall":0.328063,"f1":0.290967,"accuracy":0.328063,"main_score":0.290967,"hf_subset":"arb_Latn-heb_Hebr","languages":["arb-Latn","heb-Hebr"]},{"precision":0.290942,"recall":0.327075,"f1":0.299948,"accuracy":0.327075,"main_score":0.299948,"hf_subset":"arb_Latn-khk_Cyrl","languages":["arb-Latn","khk-Cyrl"]},{"precision":0.309919,"recall":0.342885,"f1":0.319012,"accuracy":0.342885,"main_score":0.319012,"hf_subset":"arb_Latn-lvs_Latn","languages":["arb-Latn","lvs-Latn"]},{"precision":0.299916,"recall":0.346838,"f1":0.3106,"accuracy":0.346838,"main_score":0.3106,"hf_subset":"arb_Latn-pan_Guru","languages":["arb-Latn","pan-Guru"]},{"precision":0.331719,"recall":0.367589,"f1":0.341008,"accuracy":0.367589,"main_score":0.341008,"hf_subset":"arb_Latn-som_Latn","languages":["arb-Latn","som-Latn"]},{"precision":0.33478,"recall":0.373518,"f1":0.34441,"accuracy":0.373518,"main_score":0.34441,"hf_subset":"arb_Latn-tum_Latn","languages":["arb-Latn","tum-Latn"]},{"precision":0.285304,"recall":0.379447,"f1":0.310138,"accuracy":0.379447,"main_score":0.310138,"hf_subset":"cat_Latn-ace_Arab","languages":["cat-Latn","ace-Arab"]},{"precision":0.349617,"recall":0.452569,"f1":0.376939,"accuracy":0.452569,"main_score":0.376939,"hf_subset":"cat_Latn-bam_Latn","languages":["cat-Latn","bam-Latn"]},{"precision":0.139137,"recall":0.203557,"f1":0.155135,"accuracy":0.203557,"main_score":0.155135,"hf_subset":"cat_Latn-dzo_Tibt","languages":["cat-Latn","dzo-Tibt"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"cat_Latn-hin_Deva","languages":["cat-Latn","hin-Deva"]},{"precision":0.812945,"recall":0.865613,"f1":0.829018,"accuracy":0.865613,"main_score":0.829018,"hf_subset":"cat_Latn-khm_Khmr","languages":["cat-Latn","khm-Khmr"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"cat_Latn-mag_Deva","languages":["cat-Latn","mag-Deva"]},{"precision":0.885458,"recall":0.918972,"f1":0.896099,"accuracy":0.918972,"main_score":0.896099,"hf_subset":"cat_Latn-pap_Latn","languages":["cat-Latn","pap-Latn"]},{"precision":0.416358,"recall":0.511858,"f1":0.441339,"accuracy":0.511858,"main_score":0.441339,"hf_subset":"cat_Latn-sot_Latn","languages":["cat-Latn","sot-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"cat_Latn-tur_Latn","languages":["cat-Latn","tur-Latn"]},{"precision":0.653229,"recall":0.73913,"f1":0.678695,"accuracy":0.73913,"main_score":0.678695,"hf_subset":"cat_Latn-ace_Latn","languages":["cat-Latn","ace-Latn"]},{"precision":0.816864,"recall":0.866601,"f1":0.832806,"accuracy":0.866601,"main_score":0.832806,"hf_subset":"cat_Latn-ban_Latn","languages":["cat-Latn","ban-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"cat_Latn-ell_Grek","languages":["cat-Latn","ell-Grek"]},{"precision":0.948452,"recall":0.963439,"f1":0.953393,"accuracy":0.963439,"main_score":0.953393,"hf_subset":"cat_Latn-hne_Deva","languages":["cat-Latn","hne-Deva"]},{"precision":0.406873,"recall":0.506917,"f1":0.432564,"accuracy":0.506917,"main_score":0.432564,"hf_subset":"cat_Latn-kik_Latn","languages":["cat-Latn","kik-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"cat_Latn-mai_Deva","languages":["cat-Latn","mai-Deva"]},{"precision":0.841271,"recall":0.88834,"f1":0.856225,"accuracy":0.88834,"main_score":0.856225,"hf_subset":"cat_Latn-pbt_Arab","languages":["cat-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-spa_Latn","languages":["cat-Latn","spa-Latn"]},{"precision":0.495376,"recall":0.58498,"f1":0.519091,"accuracy":0.58498,"main_score":0.519091,"hf_subset":"cat_Latn-twi_Latn","languages":["cat-Latn","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"cat_Latn-acm_Arab","languages":["cat-Latn","acm-Arab"]},{"precision":0.849835,"recall":0.892292,"f1":0.863307,"accuracy":0.892292,"main_score":0.863307,"hf_subset":"cat_Latn-bel_Cyrl","languages":["cat-Latn","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-eng_Latn","languages":["cat-Latn","eng-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"cat_Latn-hrv_Latn","languages":["cat-Latn","hrv-Latn"]},{"precision":0.386883,"recall":0.480237,"f1":0.411245,"accuracy":0.480237,"main_score":0.411245,"hf_subset":"cat_Latn-kin_Latn","languages":["cat-Latn","kin-Latn"]},{"precision":0.955863,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"cat_Latn-mal_Mlym","languages":["cat-Latn","mal-Mlym"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"cat_Latn-pes_Arab","languages":["cat-Latn","pes-Arab"]},{"precision":0.896327,"recall":0.926877,"f1":0.905995,"accuracy":0.926877,"main_score":0.905995,"hf_subset":"cat_Latn-srd_Latn","languages":["cat-Latn","srd-Latn"]},{"precision":0.10706,"recall":0.181818,"f1":0.122949,"accuracy":0.181818,"main_score":0.122949,"hf_subset":"cat_Latn-tzm_Tfng","languages":["cat-Latn","tzm-Tfng"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"cat_Latn-acq_Arab","languages":["cat-Latn","acq-Arab"]},{"precision":0.441301,"recall":0.532609,"f1":0.465974,"accuracy":0.532609,"main_score":0.465974,"hf_subset":"cat_Latn-bem_Latn","languages":["cat-Latn","bem-Latn"]},{"precision":0.914196,"recall":0.9417,"f1":0.923254,"accuracy":0.9417,"main_score":0.923254,"hf_subset":"cat_Latn-epo_Latn","languages":["cat-Latn","epo-Latn"]},{"precision":0.928689,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"cat_Latn-hun_Latn","languages":["cat-Latn","hun-Latn"]},{"precision":0.676515,"recall":0.754941,"f1":0.699638,"accuracy":0.754941,"main_score":0.699638,"hf_subset":"cat_Latn-kir_Cyrl","languages":["cat-Latn","kir-Cyrl"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"cat_Latn-mar_Deva","languages":["cat-Latn","mar-Deva"]},{"precision":0.438277,"recall":0.529644,"f1":0.462867,"accuracy":0.529644,"main_score":0.462867,"hf_subset":"cat_Latn-plt_Latn","languages":["cat-Latn","plt-Latn"]},{"precision":0.918478,"recall":0.944664,"f1":0.927042,"accuracy":0.944664,"main_score":0.927042,"hf_subset":"cat_Latn-srp_Cyrl","languages":["cat-Latn","srp-Cyrl"]},{"precision":0.275647,"recall":0.357708,"f1":0.295806,"accuracy":0.357708,"main_score":0.295806,"hf_subset":"cat_Latn-uig_Arab","languages":["cat-Latn","uig-Arab"]},{"precision":0.945487,"recall":0.963439,"f1":0.951416,"accuracy":0.963439,"main_score":0.951416,"hf_subset":"cat_Latn-aeb_Arab","languages":["cat-Latn","aeb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"cat_Latn-ben_Beng","languages":["cat-Latn","ben-Beng"]},{"precision":0.821064,"recall":0.869565,"f1":0.836331,"accuracy":0.869565,"main_score":0.836331,"hf_subset":"cat_Latn-est_Latn","languages":["cat-Latn","est-Latn"]},{"precision":0.82365,"recall":0.871542,"f1":0.838688,"accuracy":0.871542,"main_score":0.838688,"hf_subset":"cat_Latn-hye_Armn","languages":["cat-Latn","hye-Armn"]},{"precision":0.388553,"recall":0.481225,"f1":0.412395,"accuracy":0.481225,"main_score":0.412395,"hf_subset":"cat_Latn-kmb_Latn","languages":["cat-Latn","kmb-Latn"]},{"precision":0.239089,"recall":0.327075,"f1":0.261001,"accuracy":0.327075,"main_score":0.261001,"hf_subset":"cat_Latn-min_Arab","languages":["cat-Latn","min-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"cat_Latn-pol_Latn","languages":["cat-Latn","pol-Latn"]},{"precision":0.373418,"recall":0.472332,"f1":0.39865,"accuracy":0.472332,"main_score":0.39865,"hf_subset":"cat_Latn-ssw_Latn","languages":["cat-Latn","ssw-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"cat_Latn-ukr_Cyrl","languages":["cat-Latn","ukr-Cyrl"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"cat_Latn-afr_Latn","languages":["cat-Latn","afr-Latn"]},{"precision":0.944664,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"cat_Latn-bho_Deva","languages":["cat-Latn","bho-Deva"]},{"precision":0.660064,"recall":0.735178,"f1":0.681617,"accuracy":0.735178,"main_score":0.681617,"hf_subset":"cat_Latn-eus_Latn","languages":["cat-Latn","eus-Latn"]},{"precision":0.364534,"recall":0.466403,"f1":0.390188,"accuracy":0.466403,"main_score":0.390188,"hf_subset":"cat_Latn-ibo_Latn","languages":["cat-Latn","ibo-Latn"]},{"precision":0.416628,"recall":0.511858,"f1":0.441798,"accuracy":0.511858,"main_score":0.441798,"hf_subset":"cat_Latn-kmr_Latn","languages":["cat-Latn","kmr-Latn"]},{"precision":0.755632,"recall":0.823123,"f1":0.776285,"accuracy":0.823123,"main_score":0.776285,"hf_subset":"cat_Latn-min_Latn","languages":["cat-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-por_Latn","languages":["cat-Latn","por-Latn"]},{"precision":0.851779,"recall":0.894269,"f1":0.865283,"accuracy":0.894269,"main_score":0.865283,"hf_subset":"cat_Latn-sun_Latn","languages":["cat-Latn","sun-Latn"]},{"precision":0.370419,"recall":0.474308,"f1":0.397073,"accuracy":0.474308,"main_score":0.397073,"hf_subset":"cat_Latn-umb_Latn","languages":["cat-Latn","umb-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"cat_Latn-ajp_Arab","languages":["cat-Latn","ajp-Arab"]},{"precision":0.258104,"recall":0.346838,"f1":0.28203,"accuracy":0.346838,"main_score":0.28203,"hf_subset":"cat_Latn-bjn_Arab","languages":["cat-Latn","bjn-Arab"]},{"precision":0.395786,"recall":0.483202,"f1":0.418081,"accuracy":0.483202,"main_score":0.418081,"hf_subset":"cat_Latn-ewe_Latn","languages":["cat-Latn","ewe-Latn"]},{"precision":0.675292,"recall":0.749012,"f1":0.696624,"accuracy":0.749012,"main_score":0.696624,"hf_subset":"cat_Latn-ilo_Latn","languages":["cat-Latn","ilo-Latn"]},{"precision":0.166204,"recall":0.25,"f1":0.185949,"accuracy":0.25,"main_score":0.185949,"hf_subset":"cat_Latn-knc_Arab","languages":["cat-Latn","knc-Arab"]},{"precision":0.923584,"recall":0.947628,"f1":0.931489,"accuracy":0.947628,"main_score":0.931489,"hf_subset":"cat_Latn-mkd_Cyrl","languages":["cat-Latn","mkd-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"cat_Latn-prs_Arab","languages":["cat-Latn","prs-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"cat_Latn-swe_Latn","languages":["cat-Latn","swe-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"cat_Latn-urd_Arab","languages":["cat-Latn","urd-Arab"]},{"precision":0.454852,"recall":0.548419,"f1":0.480127,"accuracy":0.548419,"main_score":0.480127,"hf_subset":"cat_Latn-aka_Latn","languages":["cat-Latn","aka-Latn"]},{"precision":0.836957,"recall":0.880435,"f1":0.850461,"accuracy":0.880435,"main_score":0.850461,"hf_subset":"cat_Latn-bjn_Latn","languages":["cat-Latn","bjn-Latn"]},{"precision":0.544419,"recall":0.631423,"f1":0.569259,"accuracy":0.631423,"main_score":0.569259,"hf_subset":"cat_Latn-fao_Latn","languages":["cat-Latn","fao-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"cat_Latn-ind_Latn","languages":["cat-Latn","ind-Latn"]},{"precision":0.434089,"recall":0.52668,"f1":0.457377,"accuracy":0.52668,"main_score":0.457377,"hf_subset":"cat_Latn-knc_Latn","languages":["cat-Latn","knc-Latn"]},{"precision":0.745125,"recall":0.810277,"f1":0.764281,"accuracy":0.810277,"main_score":0.764281,"hf_subset":"cat_Latn-mlt_Latn","languages":["cat-Latn","mlt-Latn"]},{"precision":0.470412,"recall":0.578063,"f1":0.498805,"accuracy":0.578063,"main_score":0.498805,"hf_subset":"cat_Latn-quy_Latn","languages":["cat-Latn","quy-Latn"]},{"precision":0.842342,"recall":0.889328,"f1":0.857279,"accuracy":0.889328,"main_score":0.857279,"hf_subset":"cat_Latn-swh_Latn","languages":["cat-Latn","swh-Latn"]},{"precision":0.631564,"recall":0.712451,"f1":0.654573,"accuracy":0.712451,"main_score":0.654573,"hf_subset":"cat_Latn-uzn_Latn","languages":["cat-Latn","uzn-Latn"]},{"precision":0.793972,"recall":0.851779,"f1":0.81222,"accuracy":0.851779,"main_score":0.81222,"hf_subset":"cat_Latn-als_Latn","languages":["cat-Latn","als-Latn"]},{"precision":0.189244,"recall":0.261858,"f1":0.206895,"accuracy":0.261858,"main_score":0.206895,"hf_subset":"cat_Latn-bod_Tibt","languages":["cat-Latn","bod-Tibt"]},{"precision":0.385991,"recall":0.490119,"f1":0.412477,"accuracy":0.490119,"main_score":0.412477,"hf_subset":"cat_Latn-fij_Latn","languages":["cat-Latn","fij-Latn"]},{"precision":0.537278,"recall":0.623518,"f1":0.561128,"accuracy":0.623518,"main_score":0.561128,"hf_subset":"cat_Latn-isl_Latn","languages":["cat-Latn","isl-Latn"]},{"precision":0.475907,"recall":0.567194,"f1":0.500817,"accuracy":0.567194,"main_score":0.500817,"hf_subset":"cat_Latn-kon_Latn","languages":["cat-Latn","kon-Latn"]},{"precision":0.345551,"recall":0.454545,"f1":0.374375,"accuracy":0.454545,"main_score":0.374375,"hf_subset":"cat_Latn-mni_Beng","languages":["cat-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"cat_Latn-ron_Latn","languages":["cat-Latn","ron-Latn"]},{"precision":0.855484,"recall":0.897233,"f1":0.868808,"accuracy":0.897233,"main_score":0.868808,"hf_subset":"cat_Latn-szl_Latn","languages":["cat-Latn","szl-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"cat_Latn-vec_Latn","languages":["cat-Latn","vec-Latn"]},{"precision":0.796426,"recall":0.853755,"f1":0.814262,"accuracy":0.853755,"main_score":0.814262,"hf_subset":"cat_Latn-amh_Ethi","languages":["cat-Latn","amh-Ethi"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"cat_Latn-bos_Latn","languages":["cat-Latn","bos-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"cat_Latn-fin_Latn","languages":["cat-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-ita_Latn","languages":["cat-Latn","ita-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"cat_Latn-kor_Hang","languages":["cat-Latn","kor-Hang"]},{"precision":0.403724,"recall":0.497036,"f1":0.428481,"accuracy":0.497036,"main_score":0.428481,"hf_subset":"cat_Latn-mos_Latn","languages":["cat-Latn","mos-Latn"]},{"precision":0.376273,"recall":0.469368,"f1":0.401169,"accuracy":0.469368,"main_score":0.401169,"hf_subset":"cat_Latn-run_Latn","languages":["cat-Latn","run-Latn"]},{"precision":0.968874,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"cat_Latn-tam_Taml","languages":["cat-Latn","tam-Taml"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"cat_Latn-vie_Latn","languages":["cat-Latn","vie-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"cat_Latn-apc_Arab","languages":["cat-Latn","apc-Arab"]},{"precision":0.631228,"recall":0.710474,"f1":0.653587,"accuracy":0.710474,"main_score":0.653587,"hf_subset":"cat_Latn-bug_Latn","languages":["cat-Latn","bug-Latn"]},{"precision":0.352069,"recall":0.443676,"f1":0.375136,"accuracy":0.443676,"main_score":0.375136,"hf_subset":"cat_Latn-fon_Latn","languages":["cat-Latn","fon-Latn"]},{"precision":0.838192,"recall":0.884387,"f1":0.852786,"accuracy":0.884387,"main_score":0.852786,"hf_subset":"cat_Latn-jav_Latn","languages":["cat-Latn","jav-Latn"]},{"precision":0.710112,"recall":0.786561,"f1":0.732872,"accuracy":0.786561,"main_score":0.732872,"hf_subset":"cat_Latn-lao_Laoo","languages":["cat-Latn","lao-Laoo"]},{"precision":0.360748,"recall":0.455534,"f1":0.384531,"accuracy":0.455534,"main_score":0.384531,"hf_subset":"cat_Latn-mri_Latn","languages":["cat-Latn","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-rus_Cyrl","languages":["cat-Latn","rus-Cyrl"]},{"precision":0.38816,"recall":0.490119,"f1":0.415285,"accuracy":0.490119,"main_score":0.415285,"hf_subset":"cat_Latn-taq_Latn","languages":["cat-Latn","taq-Latn"]},{"precision":0.794005,"recall":0.849802,"f1":0.811067,"accuracy":0.849802,"main_score":0.811067,"hf_subset":"cat_Latn-war_Latn","languages":["cat-Latn","war-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"cat_Latn-arb_Arab","languages":["cat-Latn","arb-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"cat_Latn-bul_Cyrl","languages":["cat-Latn","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"cat_Latn-fra_Latn","languages":["cat-Latn","fra-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"cat_Latn-jpn_Jpan","languages":["cat-Latn","jpn-Jpan"]},{"precision":0.900198,"recall":0.93083,"f1":0.909914,"accuracy":0.93083,"main_score":0.909914,"hf_subset":"cat_Latn-lij_Latn","languages":["cat-Latn","lij-Latn"]},{"precision":0.770257,"recall":0.83498,"f1":0.79081,"accuracy":0.83498,"main_score":0.79081,"hf_subset":"cat_Latn-mya_Mymr","languages":["cat-Latn","mya-Mymr"]},{"precision":0.45058,"recall":0.547431,"f1":0.47665,"accuracy":0.547431,"main_score":0.47665,"hf_subset":"cat_Latn-sag_Latn","languages":["cat-Latn","sag-Latn"]},{"precision":0.125039,"recall":0.206522,"f1":0.141236,"accuracy":0.206522,"main_score":0.141236,"hf_subset":"cat_Latn-taq_Tfng","languages":["cat-Latn","taq-Tfng"]},{"precision":0.449289,"recall":0.549407,"f1":0.475852,"accuracy":0.549407,"main_score":0.475852,"hf_subset":"cat_Latn-wol_Latn","languages":["cat-Latn","wol-Latn"]},{"precision":0.263558,"recall":0.378458,"f1":0.292235,"accuracy":0.378458,"main_score":0.292235,"hf_subset":"cat_Latn-arb_Latn","languages":["cat-Latn","arb-Latn"]},{"precision":0.86525,"recall":0.901186,"f1":0.8763,"accuracy":0.901186,"main_score":0.8763,"hf_subset":"cat_Latn-fur_Latn","languages":["cat-Latn","fur-Latn"]},{"precision":0.275858,"recall":0.34585,"f1":0.293148,"accuracy":0.34585,"main_score":0.293148,"hf_subset":"cat_Latn-kab_Latn","languages":["cat-Latn","kab-Latn"]},{"precision":0.794137,"recall":0.847826,"f1":0.810743,"accuracy":0.847826,"main_score":0.810743,"hf_subset":"cat_Latn-lim_Latn","languages":["cat-Latn","lim-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"cat_Latn-nld_Latn","languages":["cat-Latn","nld-Latn"]},{"precision":0.862401,"recall":0.903162,"f1":0.87556,"accuracy":0.903162,"main_score":0.87556,"hf_subset":"cat_Latn-san_Deva","languages":["cat-Latn","san-Deva"]},{"precision":0.641735,"recall":0.719368,"f1":0.664432,"accuracy":0.719368,"main_score":0.664432,"hf_subset":"cat_Latn-tat_Cyrl","languages":["cat-Latn","tat-Cyrl"]},{"precision":0.41477,"recall":0.51581,"f1":0.440812,"accuracy":0.51581,"main_score":0.440812,"hf_subset":"cat_Latn-xho_Latn","languages":["cat-Latn","xho-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"cat_Latn-ars_Arab","languages":["cat-Latn","ars-Arab"]},{"precision":0.78722,"recall":0.84585,"f1":0.805204,"accuracy":0.84585,"main_score":0.805204,"hf_subset":"cat_Latn-ceb_Latn","languages":["cat-Latn","ceb-Latn"]},{"precision":0.408444,"recall":0.502964,"f1":0.433132,"accuracy":0.502964,"main_score":0.433132,"hf_subset":"cat_Latn-fuv_Latn","languages":["cat-Latn","fuv-Latn"]},{"precision":0.39356,"recall":0.496047,"f1":0.420359,"accuracy":0.496047,"main_score":0.420359,"hf_subset":"cat_Latn-kac_Latn","languages":["cat-Latn","kac-Latn"]},{"precision":0.468755,"recall":0.570158,"f1":0.496677,"accuracy":0.570158,"main_score":0.496677,"hf_subset":"cat_Latn-lin_Latn","languages":["cat-Latn","lin-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"cat_Latn-nno_Latn","languages":["cat-Latn","nno-Latn"]},{"precision":0.158188,"recall":0.221344,"f1":0.172904,"accuracy":0.221344,"main_score":0.172904,"hf_subset":"cat_Latn-sat_Olck","languages":["cat-Latn","sat-Olck"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"cat_Latn-tel_Telu","languages":["cat-Latn","tel-Telu"]},{"precision":0.323192,"recall":0.416996,"f1":0.347632,"accuracy":0.416996,"main_score":0.347632,"hf_subset":"cat_Latn-ydd_Hebr","languages":["cat-Latn","ydd-Hebr"]},{"precision":0.88587,"recall":0.91996,"f1":0.896574,"accuracy":0.91996,"main_score":0.896574,"hf_subset":"cat_Latn-ary_Arab","languages":["cat-Latn","ary-Arab"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"cat_Latn-ces_Latn","languages":["cat-Latn","ces-Latn"]},{"precision":0.299153,"recall":0.385375,"f1":0.319707,"accuracy":0.385375,"main_score":0.319707,"hf_subset":"cat_Latn-gaz_Latn","languages":["cat-Latn","gaz-Latn"]},{"precision":0.419953,"recall":0.523715,"f1":0.446953,"accuracy":0.523715,"main_score":0.446953,"hf_subset":"cat_Latn-kam_Latn","languages":["cat-Latn","kam-Latn"]},{"precision":0.7875,"recall":0.844862,"f1":0.805567,"accuracy":0.844862,"main_score":0.805567,"hf_subset":"cat_Latn-lit_Latn","languages":["cat-Latn","lit-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"cat_Latn-nob_Latn","languages":["cat-Latn","nob-Latn"]},{"precision":0.809766,"recall":0.860672,"f1":0.825231,"accuracy":0.860672,"main_score":0.825231,"hf_subset":"cat_Latn-scn_Latn","languages":["cat-Latn","scn-Latn"]},{"precision":0.42903,"recall":0.518775,"f1":0.451974,"accuracy":0.518775,"main_score":0.451974,"hf_subset":"cat_Latn-tgk_Cyrl","languages":["cat-Latn","tgk-Cyrl"]},{"precision":0.361358,"recall":0.458498,"f1":0.387114,"accuracy":0.458498,"main_score":0.387114,"hf_subset":"cat_Latn-yor_Latn","languages":["cat-Latn","yor-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"cat_Latn-arz_Arab","languages":["cat-Latn","arz-Arab"]},{"precision":0.411136,"recall":0.518775,"f1":0.439038,"accuracy":0.518775,"main_score":0.439038,"hf_subset":"cat_Latn-cjk_Latn","languages":["cat-Latn","cjk-Latn"]},{"precision":0.358963,"recall":0.44664,"f1":0.381525,"accuracy":0.44664,"main_score":0.381525,"hf_subset":"cat_Latn-gla_Latn","languages":["cat-Latn","gla-Latn"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"cat_Latn-kan_Knda","languages":["cat-Latn","kan-Knda"]},{"precision":0.850471,"recall":0.891304,"f1":0.86306,"accuracy":0.891304,"main_score":0.86306,"hf_subset":"cat_Latn-lmo_Latn","languages":["cat-Latn","lmo-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"cat_Latn-npi_Deva","languages":["cat-Latn","npi-Deva"]},{"precision":0.349075,"recall":0.460474,"f1":0.377013,"accuracy":0.460474,"main_score":0.377013,"hf_subset":"cat_Latn-shn_Mymr","languages":["cat-Latn","shn-Mymr"]},{"precision":0.881176,"recall":0.916008,"f1":0.892358,"accuracy":0.916008,"main_score":0.892358,"hf_subset":"cat_Latn-tgl_Latn","languages":["cat-Latn","tgl-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"cat_Latn-yue_Hant","languages":["cat-Latn","yue-Hant"]},{"precision":0.851449,"recall":0.897233,"f1":0.866027,"accuracy":0.897233,"main_score":0.866027,"hf_subset":"cat_Latn-asm_Beng","languages":["cat-Latn","asm-Beng"]},{"precision":0.378404,"recall":0.471344,"f1":0.40304,"accuracy":0.471344,"main_score":0.40304,"hf_subset":"cat_Latn-ckb_Arab","languages":["cat-Latn","ckb-Arab"]},{"precision":0.369957,"recall":0.464427,"f1":0.393963,"accuracy":0.464427,"main_score":0.393963,"hf_subset":"cat_Latn-gle_Latn","languages":["cat-Latn","gle-Latn"]},{"precision":0.65107,"recall":0.740119,"f1":0.677819,"accuracy":0.740119,"main_score":0.677819,"hf_subset":"cat_Latn-kas_Arab","languages":["cat-Latn","kas-Arab"]},{"precision":0.62441,"recall":0.702569,"f1":0.647754,"accuracy":0.702569,"main_score":0.647754,"hf_subset":"cat_Latn-ltg_Latn","languages":["cat-Latn","ltg-Latn"]},{"precision":0.44799,"recall":0.535573,"f1":0.470914,"accuracy":0.535573,"main_score":0.470914,"hf_subset":"cat_Latn-nso_Latn","languages":["cat-Latn","nso-Latn"]},{"precision":0.838274,"recall":0.885375,"f1":0.853393,"accuracy":0.885375,"main_score":0.853393,"hf_subset":"cat_Latn-sin_Sinh","languages":["cat-Latn","sin-Sinh"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"cat_Latn-tha_Thai","languages":["cat-Latn","tha-Thai"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"cat_Latn-zho_Hans","languages":["cat-Latn","zho-Hans"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"cat_Latn-ast_Latn","languages":["cat-Latn","ast-Latn"]},{"precision":0.791749,"recall":0.853755,"f1":0.811462,"accuracy":0.853755,"main_score":0.811462,"hf_subset":"cat_Latn-crh_Latn","languages":["cat-Latn","crh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"cat_Latn-glg_Latn","languages":["cat-Latn","glg-Latn"]},{"precision":0.554127,"recall":0.651186,"f1":0.581856,"accuracy":0.651186,"main_score":0.581856,"hf_subset":"cat_Latn-kas_Deva","languages":["cat-Latn","kas-Deva"]},{"precision":0.786512,"recall":0.842885,"f1":0.803491,"accuracy":0.842885,"main_score":0.803491,"hf_subset":"cat_Latn-ltz_Latn","languages":["cat-Latn","ltz-Latn"]},{"precision":0.282393,"recall":0.375494,"f1":0.305433,"accuracy":0.375494,"main_score":0.305433,"hf_subset":"cat_Latn-nus_Latn","languages":["cat-Latn","nus-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"cat_Latn-slk_Latn","languages":["cat-Latn","slk-Latn"]},{"precision":0.373957,"recall":0.471344,"f1":0.400292,"accuracy":0.471344,"main_score":0.400292,"hf_subset":"cat_Latn-tir_Ethi","languages":["cat-Latn","tir-Ethi"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"cat_Latn-zho_Hant","languages":["cat-Latn","zho-Hant"]},{"precision":0.965497,"recall":0.975296,"f1":0.96861,"accuracy":0.975296,"main_score":0.96861,"hf_subset":"cat_Latn-awa_Deva","languages":["cat-Latn","awa-Deva"]},{"precision":0.437064,"recall":0.531621,"f1":0.462004,"accuracy":0.531621,"main_score":0.462004,"hf_subset":"cat_Latn-cym_Latn","languages":["cat-Latn","cym-Latn"]},{"precision":0.662226,"recall":0.741107,"f1":0.684884,"accuracy":0.741107,"main_score":0.684884,"hf_subset":"cat_Latn-grn_Latn","languages":["cat-Latn","grn-Latn"]},{"precision":0.879117,"recall":0.91502,"f1":0.890448,"accuracy":0.91502,"main_score":0.890448,"hf_subset":"cat_Latn-kat_Geor","languages":["cat-Latn","kat-Geor"]},{"precision":0.472143,"recall":0.567194,"f1":0.498677,"accuracy":0.567194,"main_score":0.498677,"hf_subset":"cat_Latn-lua_Latn","languages":["cat-Latn","lua-Latn"]},{"precision":0.456875,"recall":0.556324,"f1":0.483486,"accuracy":0.556324,"main_score":0.483486,"hf_subset":"cat_Latn-nya_Latn","languages":["cat-Latn","nya-Latn"]},{"precision":0.910161,"recall":0.938735,"f1":0.919368,"accuracy":0.938735,"main_score":0.919368,"hf_subset":"cat_Latn-slv_Latn","languages":["cat-Latn","slv-Latn"]},{"precision":0.708613,"recall":0.780632,"f1":0.730289,"accuracy":0.780632,"main_score":0.730289,"hf_subset":"cat_Latn-tpi_Latn","languages":["cat-Latn","tpi-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"cat_Latn-zsm_Latn","languages":["cat-Latn","zsm-Latn"]},{"precision":0.391764,"recall":0.492095,"f1":0.417181,"accuracy":0.492095,"main_score":0.417181,"hf_subset":"cat_Latn-ayr_Latn","languages":["cat-Latn","ayr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"cat_Latn-dan_Latn","languages":["cat-Latn","dan-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"cat_Latn-guj_Gujr","languages":["cat-Latn","guj-Gujr"]},{"precision":0.735599,"recall":0.799407,"f1":0.754731,"accuracy":0.799407,"main_score":0.754731,"hf_subset":"cat_Latn-kaz_Cyrl","languages":["cat-Latn","kaz-Cyrl"]},{"precision":0.361828,"recall":0.456522,"f1":0.386251,"accuracy":0.456522,"main_score":0.386251,"hf_subset":"cat_Latn-lug_Latn","languages":["cat-Latn","lug-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"cat_Latn-oci_Latn","languages":["cat-Latn","oci-Latn"]},{"precision":0.400911,"recall":0.504941,"f1":0.42833,"accuracy":0.504941,"main_score":0.42833,"hf_subset":"cat_Latn-smo_Latn","languages":["cat-Latn","smo-Latn"]},{"precision":0.391879,"recall":0.490119,"f1":0.416811,"accuracy":0.490119,"main_score":0.416811,"hf_subset":"cat_Latn-tsn_Latn","languages":["cat-Latn","tsn-Latn"]},{"precision":0.366424,"recall":0.467391,"f1":0.392724,"accuracy":0.467391,"main_score":0.392724,"hf_subset":"cat_Latn-zul_Latn","languages":["cat-Latn","zul-Latn"]},{"precision":0.658663,"recall":0.748024,"f1":0.68538,"accuracy":0.748024,"main_score":0.68538,"hf_subset":"cat_Latn-azb_Arab","languages":["cat-Latn","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-deu_Latn","languages":["cat-Latn","deu-Latn"]},{"precision":0.658742,"recall":0.73913,"f1":0.682891,"accuracy":0.73913,"main_score":0.682891,"hf_subset":"cat_Latn-hat_Latn","languages":["cat-Latn","hat-Latn"]},{"precision":0.336776,"recall":0.434783,"f1":0.361786,"accuracy":0.434783,"main_score":0.361786,"hf_subset":"cat_Latn-kbp_Latn","languages":["cat-Latn","kbp-Latn"]},{"precision":0.430425,"recall":0.530632,"f1":0.456338,"accuracy":0.530632,"main_score":0.456338,"hf_subset":"cat_Latn-luo_Latn","languages":["cat-Latn","luo-Latn"]},{"precision":0.519038,"recall":0.606719,"f1":0.543538,"accuracy":0.606719,"main_score":0.543538,"hf_subset":"cat_Latn-ory_Orya","languages":["cat-Latn","ory-Orya"]},{"precision":0.403102,"recall":0.505929,"f1":0.430417,"accuracy":0.505929,"main_score":0.430417,"hf_subset":"cat_Latn-sna_Latn","languages":["cat-Latn","sna-Latn"]},{"precision":0.383452,"recall":0.479249,"f1":0.407938,"accuracy":0.479249,"main_score":0.407938,"hf_subset":"cat_Latn-tso_Latn","languages":["cat-Latn","tso-Latn"]},{"precision":0.836709,"recall":0.885375,"f1":0.852503,"accuracy":0.885375,"main_score":0.852503,"hf_subset":"cat_Latn-azj_Latn","languages":["cat-Latn","azj-Latn"]},{"precision":0.420623,"recall":0.51581,"f1":0.44591,"accuracy":0.51581,"main_score":0.44591,"hf_subset":"cat_Latn-dik_Latn","languages":["cat-Latn","dik-Latn"]},{"precision":0.422524,"recall":0.508893,"f1":0.444931,"accuracy":0.508893,"main_score":0.444931,"hf_subset":"cat_Latn-hau_Latn","languages":["cat-Latn","hau-Latn"]},{"precision":0.843577,"recall":0.889328,"f1":0.857957,"accuracy":0.889328,"main_score":0.857957,"hf_subset":"cat_Latn-kea_Latn","languages":["cat-Latn","kea-Latn"]},{"precision":0.564583,"recall":0.649209,"f1":0.587849,"accuracy":0.649209,"main_score":0.587849,"hf_subset":"cat_Latn-lus_Latn","languages":["cat-Latn","lus-Latn"]},{"precision":0.724779,"recall":0.794466,"f1":0.746196,"accuracy":0.794466,"main_score":0.746196,"hf_subset":"cat_Latn-pag_Latn","languages":["cat-Latn","pag-Latn"]},{"precision":0.679578,"recall":0.764822,"f1":0.705552,"accuracy":0.764822,"main_score":0.705552,"hf_subset":"cat_Latn-snd_Arab","languages":["cat-Latn","snd-Arab"]},{"precision":0.585626,"recall":0.673913,"f1":0.610236,"accuracy":0.673913,"main_score":0.610236,"hf_subset":"cat_Latn-tuk_Latn","languages":["cat-Latn","tuk-Latn"]},{"precision":0.634884,"recall":0.711462,"f1":0.657364,"accuracy":0.711462,"main_score":0.657364,"hf_subset":"cat_Latn-bak_Cyrl","languages":["cat-Latn","bak-Cyrl"]},{"precision":0.333307,"recall":0.439723,"f1":0.361293,"accuracy":0.439723,"main_score":0.361293,"hf_subset":"cat_Latn-dyu_Latn","languages":["cat-Latn","dyu-Latn"]},{"precision":0.890184,"recall":0.923913,"f1":0.900823,"accuracy":0.923913,"main_score":0.900823,"hf_subset":"cat_Latn-heb_Hebr","languages":["cat-Latn","heb-Hebr"]},{"precision":0.437668,"recall":0.528656,"f1":0.462111,"accuracy":0.528656,"main_score":0.462111,"hf_subset":"cat_Latn-khk_Cyrl","languages":["cat-Latn","khk-Cyrl"]},{"precision":0.820899,"recall":0.870553,"f1":0.836613,"accuracy":0.870553,"main_score":0.836613,"hf_subset":"cat_Latn-lvs_Latn","languages":["cat-Latn","lvs-Latn"]},{"precision":0.903986,"recall":0.932806,"f1":0.913373,"accuracy":0.932806,"main_score":0.913373,"hf_subset":"cat_Latn-pan_Guru","languages":["cat-Latn","pan-Guru"]},{"precision":0.359876,"recall":0.452569,"f1":0.383573,"accuracy":0.452569,"main_score":0.383573,"hf_subset":"cat_Latn-som_Latn","languages":["cat-Latn","som-Latn"]},{"precision":0.445878,"recall":0.538538,"f1":0.471057,"accuracy":0.538538,"main_score":0.471057,"hf_subset":"cat_Latn-tum_Latn","languages":["cat-Latn","tum-Latn"]},{"precision":0.307393,"recall":0.383399,"f1":0.328124,"accuracy":0.383399,"main_score":0.328124,"hf_subset":"fur_Latn-ace_Arab","languages":["fur-Latn","ace-Arab"]},{"precision":0.399696,"recall":0.481225,"f1":0.4225,"accuracy":0.481225,"main_score":0.4225,"hf_subset":"fur_Latn-bam_Latn","languages":["fur-Latn","bam-Latn"]},{"precision":0.139436,"recall":0.198617,"f1":0.15488,"accuracy":0.198617,"main_score":0.15488,"hf_subset":"fur_Latn-dzo_Tibt","languages":["fur-Latn","dzo-Tibt"]},{"precision":0.874984,"recall":0.908103,"f1":0.885065,"accuracy":0.908103,"main_score":0.885065,"hf_subset":"fur_Latn-hin_Deva","languages":["fur-Latn","hin-Deva"]},{"precision":0.603184,"recall":0.679842,"f1":0.625434,"accuracy":0.679842,"main_score":0.625434,"hf_subset":"fur_Latn-khm_Khmr","languages":["fur-Latn","khm-Khmr"]},{"precision":0.865777,"recall":0.900198,"f1":0.876238,"accuracy":0.900198,"main_score":0.876238,"hf_subset":"fur_Latn-mag_Deva","languages":["fur-Latn","mag-Deva"]},{"precision":0.855123,"recall":0.886364,"f1":0.864136,"accuracy":0.886364,"main_score":0.864136,"hf_subset":"fur_Latn-pap_Latn","languages":["fur-Latn","pap-Latn"]},{"precision":0.429345,"recall":0.51087,"f1":0.450899,"accuracy":0.51087,"main_score":0.450899,"hf_subset":"fur_Latn-sot_Latn","languages":["fur-Latn","sot-Latn"]},{"precision":0.87309,"recall":0.905138,"f1":0.883037,"accuracy":0.905138,"main_score":0.883037,"hf_subset":"fur_Latn-tur_Latn","languages":["fur-Latn","tur-Latn"]},{"precision":0.674581,"recall":0.729249,"f1":0.691222,"accuracy":0.729249,"main_score":0.691222,"hf_subset":"fur_Latn-ace_Latn","languages":["fur-Latn","ace-Latn"]},{"precision":0.744731,"recall":0.794466,"f1":0.760019,"accuracy":0.794466,"main_score":0.760019,"hf_subset":"fur_Latn-ban_Latn","languages":["fur-Latn","ban-Latn"]},{"precision":0.793544,"recall":0.84585,"f1":0.809538,"accuracy":0.84585,"main_score":0.809538,"hf_subset":"fur_Latn-ell_Grek","languages":["fur-Latn","ell-Grek"]},{"precision":0.829908,"recall":0.868577,"f1":0.841831,"accuracy":0.868577,"main_score":0.841831,"hf_subset":"fur_Latn-hne_Deva","languages":["fur-Latn","hne-Deva"]},{"precision":0.414026,"recall":0.502964,"f1":0.438575,"accuracy":0.502964,"main_score":0.438575,"hf_subset":"fur_Latn-kik_Latn","languages":["fur-Latn","kik-Latn"]},{"precision":0.868528,"recall":0.902174,"f1":0.878986,"accuracy":0.902174,"main_score":0.878986,"hf_subset":"fur_Latn-mai_Deva","languages":["fur-Latn","mai-Deva"]},{"precision":0.688225,"recall":0.749012,"f1":0.706884,"accuracy":0.749012,"main_score":0.706884,"hf_subset":"fur_Latn-pbt_Arab","languages":["fur-Latn","pbt-Arab"]},{"precision":0.909074,"recall":0.934783,"f1":0.917062,"accuracy":0.934783,"main_score":0.917062,"hf_subset":"fur_Latn-spa_Latn","languages":["fur-Latn","spa-Latn"]},{"precision":0.507093,"recall":0.581028,"f1":0.528164,"accuracy":0.581028,"main_score":0.528164,"hf_subset":"fur_Latn-twi_Latn","languages":["fur-Latn","twi-Latn"]},{"precision":0.860112,"recall":0.892292,"f1":0.869965,"accuracy":0.892292,"main_score":0.869965,"hf_subset":"fur_Latn-acm_Arab","languages":["fur-Latn","acm-Arab"]},{"precision":0.690621,"recall":0.749012,"f1":0.708492,"accuracy":0.749012,"main_score":0.708492,"hf_subset":"fur_Latn-bel_Cyrl","languages":["fur-Latn","bel-Cyrl"]},{"precision":0.918626,"recall":0.939723,"f1":0.924967,"accuracy":0.939723,"main_score":0.924967,"hf_subset":"fur_Latn-eng_Latn","languages":["fur-Latn","eng-Latn"]},{"precision":0.824308,"recall":0.859684,"f1":0.835033,"accuracy":0.859684,"main_score":0.835033,"hf_subset":"fur_Latn-hrv_Latn","languages":["fur-Latn","hrv-Latn"]},{"precision":0.400966,"recall":0.480237,"f1":0.422377,"accuracy":0.480237,"main_score":0.422377,"hf_subset":"fur_Latn-kin_Latn","languages":["fur-Latn","kin-Latn"]},{"precision":0.806943,"recall":0.851779,"f1":0.820603,"accuracy":0.851779,"main_score":0.820603,"hf_subset":"fur_Latn-mal_Mlym","languages":["fur-Latn","mal-Mlym"]},{"precision":0.870273,"recall":0.903162,"f1":0.880007,"accuracy":0.903162,"main_score":0.880007,"hf_subset":"fur_Latn-pes_Arab","languages":["fur-Latn","pes-Arab"]},{"precision":0.872694,"recall":0.907115,"f1":0.883729,"accuracy":0.907115,"main_score":0.883729,"hf_subset":"fur_Latn-srd_Latn","languages":["fur-Latn","srd-Latn"]},{"precision":0.1135,"recall":0.184783,"f1":0.130162,"accuracy":0.184783,"main_score":0.130162,"hf_subset":"fur_Latn-tzm_Tfng","languages":["fur-Latn","tzm-Tfng"]},{"precision":0.854825,"recall":0.890316,"f1":0.865793,"accuracy":0.890316,"main_score":0.865793,"hf_subset":"fur_Latn-acq_Arab","languages":["fur-Latn","acq-Arab"]},{"precision":0.450564,"recall":0.528656,"f1":0.471771,"accuracy":0.528656,"main_score":0.471771,"hf_subset":"fur_Latn-bem_Latn","languages":["fur-Latn","bem-Latn"]},{"precision":0.834898,"recall":0.870553,"f1":0.845142,"accuracy":0.870553,"main_score":0.845142,"hf_subset":"fur_Latn-epo_Latn","languages":["fur-Latn","epo-Latn"]},{"precision":0.802487,"recall":0.847826,"f1":0.816554,"accuracy":0.847826,"main_score":0.816554,"hf_subset":"fur_Latn-hun_Latn","languages":["fur-Latn","hun-Latn"]},{"precision":0.612319,"recall":0.66996,"f1":0.628844,"accuracy":0.66996,"main_score":0.628844,"hf_subset":"fur_Latn-kir_Cyrl","languages":["fur-Latn","kir-Cyrl"]},{"precision":0.83722,"recall":0.874506,"f1":0.848763,"accuracy":0.874506,"main_score":0.848763,"hf_subset":"fur_Latn-mar_Deva","languages":["fur-Latn","mar-Deva"]},{"precision":0.44796,"recall":0.519763,"f1":0.468022,"accuracy":0.519763,"main_score":0.468022,"hf_subset":"fur_Latn-plt_Latn","languages":["fur-Latn","plt-Latn"]},{"precision":0.790283,"recall":0.836957,"f1":0.804359,"accuracy":0.836957,"main_score":0.804359,"hf_subset":"fur_Latn-srp_Cyrl","languages":["fur-Latn","srp-Cyrl"]},{"precision":0.304879,"recall":0.378458,"f1":0.32539,"accuracy":0.378458,"main_score":0.32539,"hf_subset":"fur_Latn-uig_Arab","languages":["fur-Latn","uig-Arab"]},{"precision":0.820826,"recall":0.859684,"f1":0.832117,"accuracy":0.859684,"main_score":0.832117,"hf_subset":"fur_Latn-aeb_Arab","languages":["fur-Latn","aeb-Arab"]},{"precision":0.853764,"recall":0.892292,"f1":0.865695,"accuracy":0.892292,"main_score":0.865695,"hf_subset":"fur_Latn-ben_Beng","languages":["fur-Latn","ben-Beng"]},{"precision":0.710849,"recall":0.768775,"f1":0.727301,"accuracy":0.768775,"main_score":0.727301,"hf_subset":"fur_Latn-est_Latn","languages":["fur-Latn","est-Latn"]},{"precision":0.626917,"recall":0.700593,"f1":0.648276,"accuracy":0.700593,"main_score":0.648276,"hf_subset":"fur_Latn-hye_Armn","languages":["fur-Latn","hye-Armn"]},{"precision":0.426722,"recall":0.506917,"f1":0.449406,"accuracy":0.506917,"main_score":0.449406,"hf_subset":"fur_Latn-kmb_Latn","languages":["fur-Latn","kmb-Latn"]},{"precision":0.262795,"recall":0.342885,"f1":0.284122,"accuracy":0.342885,"main_score":0.284122,"hf_subset":"fur_Latn-min_Arab","languages":["fur-Latn","min-Arab"]},{"precision":0.867655,"recall":0.900198,"f1":0.877569,"accuracy":0.900198,"main_score":0.877569,"hf_subset":"fur_Latn-pol_Latn","languages":["fur-Latn","pol-Latn"]},{"precision":0.407541,"recall":0.486166,"f1":0.428107,"accuracy":0.486166,"main_score":0.428107,"hf_subset":"fur_Latn-ssw_Latn","languages":["fur-Latn","ssw-Latn"]},{"precision":0.849464,"recall":0.883399,"f1":0.859637,"accuracy":0.883399,"main_score":0.859637,"hf_subset":"fur_Latn-ukr_Cyrl","languages":["fur-Latn","ukr-Cyrl"]},{"precision":0.813603,"recall":0.857708,"f1":0.827174,"accuracy":0.857708,"main_score":0.827174,"hf_subset":"fur_Latn-afr_Latn","languages":["fur-Latn","afr-Latn"]},{"precision":0.828978,"recall":0.867589,"f1":0.840813,"accuracy":0.867589,"main_score":0.840813,"hf_subset":"fur_Latn-bho_Deva","languages":["fur-Latn","bho-Deva"]},{"precision":0.65246,"recall":0.716403,"f1":0.671712,"accuracy":0.716403,"main_score":0.671712,"hf_subset":"fur_Latn-eus_Latn","languages":["fur-Latn","eus-Latn"]},{"precision":0.403864,"recall":0.493083,"f1":0.428215,"accuracy":0.493083,"main_score":0.428215,"hf_subset":"fur_Latn-ibo_Latn","languages":["fur-Latn","ibo-Latn"]},{"precision":0.453402,"recall":0.529644,"f1":0.474664,"accuracy":0.529644,"main_score":0.474664,"hf_subset":"fur_Latn-kmr_Latn","languages":["fur-Latn","kmr-Latn"]},{"precision":0.685738,"recall":0.747036,"f1":0.703891,"accuracy":0.747036,"main_score":0.703891,"hf_subset":"fur_Latn-min_Latn","languages":["fur-Latn","min-Latn"]},{"precision":0.920208,"recall":0.942688,"f1":0.927226,"accuracy":0.942688,"main_score":0.927226,"hf_subset":"fur_Latn-por_Latn","languages":["fur-Latn","por-Latn"]},{"precision":0.780089,"recall":0.824111,"f1":0.793676,"accuracy":0.824111,"main_score":0.793676,"hf_subset":"fur_Latn-sun_Latn","languages":["fur-Latn","sun-Latn"]},{"precision":0.391885,"recall":0.47332,"f1":0.414145,"accuracy":0.47332,"main_score":0.414145,"hf_subset":"fur_Latn-umb_Latn","languages":["fur-Latn","umb-Latn"]},{"precision":0.861825,"recall":0.895257,"f1":0.872318,"accuracy":0.895257,"main_score":0.872318,"hf_subset":"fur_Latn-ajp_Arab","languages":["fur-Latn","ajp-Arab"]},{"precision":0.280024,"recall":0.351779,"f1":0.299795,"accuracy":0.351779,"main_score":0.299795,"hf_subset":"fur_Latn-bjn_Arab","languages":["fur-Latn","bjn-Arab"]},{"precision":0.427722,"recall":0.496047,"f1":0.446305,"accuracy":0.496047,"main_score":0.446305,"hf_subset":"fur_Latn-ewe_Latn","languages":["fur-Latn","ewe-Latn"]},{"precision":0.673567,"recall":0.738142,"f1":0.692655,"accuracy":0.738142,"main_score":0.692655,"hf_subset":"fur_Latn-ilo_Latn","languages":["fur-Latn","ilo-Latn"]},{"precision":0.200506,"recall":0.26581,"f1":0.216609,"accuracy":0.26581,"main_score":0.216609,"hf_subset":"fur_Latn-knc_Arab","languages":["fur-Latn","knc-Arab"]},{"precision":0.805987,"recall":0.848814,"f1":0.819097,"accuracy":0.848814,"main_score":0.819097,"hf_subset":"fur_Latn-mkd_Cyrl","languages":["fur-Latn","mkd-Cyrl"]},{"precision":0.867935,"recall":0.901186,"f1":0.87813,"accuracy":0.901186,"main_score":0.87813,"hf_subset":"fur_Latn-prs_Arab","languages":["fur-Latn","prs-Arab"]},{"precision":0.874827,"recall":0.905138,"f1":0.883718,"accuracy":0.905138,"main_score":0.883718,"hf_subset":"fur_Latn-swe_Latn","languages":["fur-Latn","swe-Latn"]},{"precision":0.7986,"recall":0.847826,"f1":0.813439,"accuracy":0.847826,"main_score":0.813439,"hf_subset":"fur_Latn-urd_Arab","languages":["fur-Latn","urd-Arab"]},{"precision":0.48139,"recall":0.555336,"f1":0.50159,"accuracy":0.555336,"main_score":0.50159,"hf_subset":"fur_Latn-aka_Latn","languages":["fur-Latn","aka-Latn"]},{"precision":0.724519,"recall":0.780632,"f1":0.74162,"accuracy":0.780632,"main_score":0.74162,"hf_subset":"fur_Latn-bjn_Latn","languages":["fur-Latn","bjn-Latn"]},{"precision":0.523468,"recall":0.597826,"f1":0.544655,"accuracy":0.597826,"main_score":0.544655,"hf_subset":"fur_Latn-fao_Latn","languages":["fur-Latn","fao-Latn"]},{"precision":0.88125,"recall":0.913043,"f1":0.890997,"accuracy":0.913043,"main_score":0.890997,"hf_subset":"fur_Latn-ind_Latn","languages":["fur-Latn","ind-Latn"]},{"precision":0.456368,"recall":0.525692,"f1":0.475507,"accuracy":0.525692,"main_score":0.475507,"hf_subset":"fur_Latn-knc_Latn","languages":["fur-Latn","knc-Latn"]},{"precision":0.766571,"recall":0.817194,"f1":0.781628,"accuracy":0.817194,"main_score":0.781628,"hf_subset":"fur_Latn-mlt_Latn","languages":["fur-Latn","mlt-Latn"]},{"precision":0.497871,"recall":0.579051,"f1":0.521262,"accuracy":0.579051,"main_score":0.521262,"hf_subset":"fur_Latn-quy_Latn","languages":["fur-Latn","quy-Latn"]},{"precision":0.692895,"recall":0.754941,"f1":0.711004,"accuracy":0.754941,"main_score":0.711004,"hf_subset":"fur_Latn-swh_Latn","languages":["fur-Latn","swh-Latn"]},{"precision":0.602504,"recall":0.666008,"f1":0.620727,"accuracy":0.666008,"main_score":0.620727,"hf_subset":"fur_Latn-uzn_Latn","languages":["fur-Latn","uzn-Latn"]},{"precision":0.767185,"recall":0.811265,"f1":0.780655,"accuracy":0.811265,"main_score":0.780655,"hf_subset":"fur_Latn-als_Latn","languages":["fur-Latn","als-Latn"]},{"precision":0.195215,"recall":0.256917,"f1":0.211329,"accuracy":0.256917,"main_score":0.211329,"hf_subset":"fur_Latn-bod_Tibt","languages":["fur-Latn","bod-Tibt"]},{"precision":0.4079,"recall":0.487154,"f1":0.429886,"accuracy":0.487154,"main_score":0.429886,"hf_subset":"fur_Latn-fij_Latn","languages":["fur-Latn","fij-Latn"]},{"precision":0.481112,"recall":0.556324,"f1":0.502259,"accuracy":0.556324,"main_score":0.502259,"hf_subset":"fur_Latn-isl_Latn","languages":["fur-Latn","isl-Latn"]},{"precision":0.488262,"recall":0.565217,"f1":0.50961,"accuracy":0.565217,"main_score":0.50961,"hf_subset":"fur_Latn-kon_Latn","languages":["fur-Latn","kon-Latn"]},{"precision":0.364433,"recall":0.45751,"f1":0.390389,"accuracy":0.45751,"main_score":0.390389,"hf_subset":"fur_Latn-mni_Beng","languages":["fur-Latn","mni-Beng"]},{"precision":0.899268,"recall":0.923913,"f1":0.906736,"accuracy":0.923913,"main_score":0.906736,"hf_subset":"fur_Latn-ron_Latn","languages":["fur-Latn","ron-Latn"]},{"precision":0.740706,"recall":0.797431,"f1":0.757064,"accuracy":0.797431,"main_score":0.757064,"hf_subset":"fur_Latn-szl_Latn","languages":["fur-Latn","szl-Latn"]},{"precision":0.920349,"recall":0.942688,"f1":0.92719,"accuracy":0.942688,"main_score":0.92719,"hf_subset":"fur_Latn-vec_Latn","languages":["fur-Latn","vec-Latn"]},{"precision":0.609527,"recall":0.684783,"f1":0.631332,"accuracy":0.684783,"main_score":0.631332,"hf_subset":"fur_Latn-amh_Ethi","languages":["fur-Latn","amh-Ethi"]},{"precision":0.861001,"recall":0.890316,"f1":0.870191,"accuracy":0.890316,"main_score":0.870191,"hf_subset":"fur_Latn-bos_Latn","languages":["fur-Latn","bos-Latn"]},{"precision":0.836874,"recall":0.87253,"f1":0.847522,"accuracy":0.87253,"main_score":0.847522,"hf_subset":"fur_Latn-fin_Latn","languages":["fur-Latn","fin-Latn"]},{"precision":0.918643,"recall":0.942688,"f1":0.926383,"accuracy":0.942688,"main_score":0.926383,"hf_subset":"fur_Latn-ita_Latn","languages":["fur-Latn","ita-Latn"]},{"precision":0.859601,"recall":0.895257,"f1":0.870375,"accuracy":0.895257,"main_score":0.870375,"hf_subset":"fur_Latn-kor_Hang","languages":["fur-Latn","kor-Hang"]},{"precision":0.424525,"recall":0.503953,"f1":0.446692,"accuracy":0.503953,"main_score":0.446692,"hf_subset":"fur_Latn-mos_Latn","languages":["fur-Latn","mos-Latn"]},{"precision":0.407943,"recall":0.485178,"f1":0.428672,"accuracy":0.485178,"main_score":0.428672,"hf_subset":"fur_Latn-run_Latn","languages":["fur-Latn","run-Latn"]},{"precision":0.821138,"recall":0.864625,"f1":0.834099,"accuracy":0.864625,"main_score":0.834099,"hf_subset":"fur_Latn-tam_Taml","languages":["fur-Latn","tam-Taml"]},{"precision":0.851861,"recall":0.891304,"f1":0.863952,"accuracy":0.891304,"main_score":0.863952,"hf_subset":"fur_Latn-vie_Latn","languages":["fur-Latn","vie-Latn"]},{"precision":0.847012,"recall":0.882411,"f1":0.857592,"accuracy":0.882411,"main_score":0.857592,"hf_subset":"fur_Latn-apc_Arab","languages":["fur-Latn","apc-Arab"]},{"precision":0.613869,"recall":0.682806,"f1":0.634472,"accuracy":0.682806,"main_score":0.634472,"hf_subset":"fur_Latn-bug_Latn","languages":["fur-Latn","bug-Latn"]},{"precision":0.372352,"recall":0.447628,"f1":0.392624,"accuracy":0.447628,"main_score":0.392624,"hf_subset":"fur_Latn-fon_Latn","languages":["fur-Latn","fon-Latn"]},{"precision":0.749835,"recall":0.801383,"f1":0.765349,"accuracy":0.801383,"main_score":0.765349,"hf_subset":"fur_Latn-jav_Latn","languages":["fur-Latn","jav-Latn"]},{"precision":0.562058,"recall":0.635375,"f1":0.58276,"accuracy":0.635375,"main_score":0.58276,"hf_subset":"fur_Latn-lao_Laoo","languages":["fur-Latn","lao-Laoo"]},{"precision":0.374714,"recall":0.465415,"f1":0.39874,"accuracy":0.465415,"main_score":0.39874,"hf_subset":"fur_Latn-mri_Latn","languages":["fur-Latn","mri-Latn"]},{"precision":0.871492,"recall":0.905138,"f1":0.881785,"accuracy":0.905138,"main_score":0.881785,"hf_subset":"fur_Latn-rus_Cyrl","languages":["fur-Latn","rus-Cyrl"]},{"precision":0.426163,"recall":0.506917,"f1":0.448208,"accuracy":0.506917,"main_score":0.448208,"hf_subset":"fur_Latn-taq_Latn","languages":["fur-Latn","taq-Latn"]},{"precision":0.761102,"recall":0.810277,"f1":0.775362,"accuracy":0.810277,"main_score":0.775362,"hf_subset":"fur_Latn-war_Latn","languages":["fur-Latn","war-Latn"]},{"precision":0.868939,"recall":0.90415,"f1":0.879908,"accuracy":0.90415,"main_score":0.879908,"hf_subset":"fur_Latn-arb_Arab","languages":["fur-Latn","arb-Arab"]},{"precision":0.860977,"recall":0.893281,"f1":0.870854,"accuracy":0.893281,"main_score":0.870854,"hf_subset":"fur_Latn-bul_Cyrl","languages":["fur-Latn","bul-Cyrl"]},{"precision":0.90723,"recall":0.931818,"f1":0.914676,"accuracy":0.931818,"main_score":0.914676,"hf_subset":"fur_Latn-fra_Latn","languages":["fur-Latn","fra-Latn"]},{"precision":0.878139,"recall":0.909091,"f1":0.887533,"accuracy":0.909091,"main_score":0.887533,"hf_subset":"fur_Latn-jpn_Jpan","languages":["fur-Latn","jpn-Jpan"]},{"precision":0.915843,"recall":0.938735,"f1":0.923057,"accuracy":0.938735,"main_score":0.923057,"hf_subset":"fur_Latn-lij_Latn","languages":["fur-Latn","lij-Latn"]},{"precision":0.568585,"recall":0.650198,"f1":0.59231,"accuracy":0.650198,"main_score":0.59231,"hf_subset":"fur_Latn-mya_Mymr","languages":["fur-Latn","mya-Mymr"]},{"precision":0.460759,"recall":0.547431,"f1":0.485303,"accuracy":0.547431,"main_score":0.485303,"hf_subset":"fur_Latn-sag_Latn","languages":["fur-Latn","sag-Latn"]},{"precision":0.136744,"recall":0.212451,"f1":0.153275,"accuracy":0.212451,"main_score":0.153275,"hf_subset":"fur_Latn-taq_Tfng","languages":["fur-Latn","taq-Tfng"]},{"precision":0.481596,"recall":0.555336,"f1":0.502761,"accuracy":0.555336,"main_score":0.502761,"hf_subset":"fur_Latn-wol_Latn","languages":["fur-Latn","wol-Latn"]},{"precision":0.289101,"recall":0.378458,"f1":0.311783,"accuracy":0.378458,"main_score":0.311783,"hf_subset":"fur_Latn-arb_Latn","languages":["fur-Latn","arb-Latn"]},{"precision":0.901795,"recall":0.925889,"f1":0.908881,"accuracy":0.925889,"main_score":0.908881,"hf_subset":"fur_Latn-cat_Latn","languages":["fur-Latn","cat-Latn"]},{"precision":0.309446,"recall":0.378458,"f1":0.328155,"accuracy":0.378458,"main_score":0.328155,"hf_subset":"fur_Latn-kab_Latn","languages":["fur-Latn","kab-Latn"]},{"precision":0.745398,"recall":0.789526,"f1":0.758745,"accuracy":0.789526,"main_score":0.758745,"hf_subset":"fur_Latn-lim_Latn","languages":["fur-Latn","lim-Latn"]},{"precision":0.882403,"recall":0.907115,"f1":0.889599,"accuracy":0.907115,"main_score":0.889599,"hf_subset":"fur_Latn-nld_Latn","languages":["fur-Latn","nld-Latn"]},{"precision":0.732197,"recall":0.790514,"f1":0.750136,"accuracy":0.790514,"main_score":0.750136,"hf_subset":"fur_Latn-san_Deva","languages":["fur-Latn","san-Deva"]},{"precision":0.632609,"recall":0.692688,"f1":0.650282,"accuracy":0.692688,"main_score":0.650282,"hf_subset":"fur_Latn-tat_Cyrl","languages":["fur-Latn","tat-Cyrl"]},{"precision":0.441797,"recall":0.521739,"f1":0.463412,"accuracy":0.521739,"main_score":0.463412,"hf_subset":"fur_Latn-xho_Latn","languages":["fur-Latn","xho-Latn"]},{"precision":0.865895,"recall":0.900198,"f1":0.876449,"accuracy":0.900198,"main_score":0.876449,"hf_subset":"fur_Latn-ars_Arab","languages":["fur-Latn","ars-Arab"]},{"precision":0.729653,"recall":0.782609,"f1":0.745806,"accuracy":0.782609,"main_score":0.745806,"hf_subset":"fur_Latn-ceb_Latn","languages":["fur-Latn","ceb-Latn"]},{"precision":0.421019,"recall":0.499012,"f1":0.442868,"accuracy":0.499012,"main_score":0.442868,"hf_subset":"fur_Latn-fuv_Latn","languages":["fur-Latn","fuv-Latn"]},{"precision":0.428954,"recall":0.513834,"f1":0.451876,"accuracy":0.513834,"main_score":0.451876,"hf_subset":"fur_Latn-kac_Latn","languages":["fur-Latn","kac-Latn"]},{"precision":0.476754,"recall":0.56917,"f1":0.50273,"accuracy":0.56917,"main_score":0.50273,"hf_subset":"fur_Latn-lin_Latn","languages":["fur-Latn","lin-Latn"]},{"precision":0.834425,"recall":0.871542,"f1":0.845365,"accuracy":0.871542,"main_score":0.845365,"hf_subset":"fur_Latn-nno_Latn","languages":["fur-Latn","nno-Latn"]},{"precision":0.171927,"recall":0.233202,"f1":0.186613,"accuracy":0.233202,"main_score":0.186613,"hf_subset":"fur_Latn-sat_Olck","languages":["fur-Latn","sat-Olck"]},{"precision":0.81805,"recall":0.863636,"f1":0.832232,"accuracy":0.863636,"main_score":0.832232,"hf_subset":"fur_Latn-tel_Telu","languages":["fur-Latn","tel-Telu"]},{"precision":0.327668,"recall":0.412055,"f1":0.350869,"accuracy":0.412055,"main_score":0.350869,"hf_subset":"fur_Latn-ydd_Hebr","languages":["fur-Latn","ydd-Hebr"]},{"precision":0.758712,"recall":0.812253,"f1":0.775033,"accuracy":0.812253,"main_score":0.775033,"hf_subset":"fur_Latn-ary_Arab","languages":["fur-Latn","ary-Arab"]},{"precision":0.832963,"recall":0.87253,"f1":0.845213,"accuracy":0.87253,"main_score":0.845213,"hf_subset":"fur_Latn-ces_Latn","languages":["fur-Latn","ces-Latn"]},{"precision":0.3262,"recall":0.405138,"f1":0.346006,"accuracy":0.405138,"main_score":0.346006,"hf_subset":"fur_Latn-gaz_Latn","languages":["fur-Latn","gaz-Latn"]},{"precision":0.439057,"recall":0.518775,"f1":0.461035,"accuracy":0.518775,"main_score":0.461035,"hf_subset":"fur_Latn-kam_Latn","languages":["fur-Latn","kam-Latn"]},{"precision":0.691585,"recall":0.748024,"f1":0.708504,"accuracy":0.748024,"main_score":0.708504,"hf_subset":"fur_Latn-lit_Latn","languages":["fur-Latn","lit-Latn"]},{"precision":0.87038,"recall":0.902174,"f1":0.879963,"accuracy":0.902174,"main_score":0.879963,"hf_subset":"fur_Latn-nob_Latn","languages":["fur-Latn","nob-Latn"]},{"precision":0.812229,"recall":0.856719,"f1":0.825233,"accuracy":0.856719,"main_score":0.825233,"hf_subset":"fur_Latn-scn_Latn","languages":["fur-Latn","scn-Latn"]},{"precision":0.439931,"recall":0.520751,"f1":0.462206,"accuracy":0.520751,"main_score":0.462206,"hf_subset":"fur_Latn-tgk_Cyrl","languages":["fur-Latn","tgk-Cyrl"]},{"precision":0.387544,"recall":0.468379,"f1":0.40988,"accuracy":0.468379,"main_score":0.40988,"hf_subset":"fur_Latn-yor_Latn","languages":["fur-Latn","yor-Latn"]},{"precision":0.846583,"recall":0.886364,"f1":0.858948,"accuracy":0.886364,"main_score":0.858948,"hf_subset":"fur_Latn-arz_Arab","languages":["fur-Latn","arz-Arab"]},{"precision":0.442961,"recall":0.531621,"f1":0.466843,"accuracy":0.531621,"main_score":0.466843,"hf_subset":"fur_Latn-cjk_Latn","languages":["fur-Latn","cjk-Latn"]},{"precision":0.386809,"recall":0.462451,"f1":0.406899,"accuracy":0.462451,"main_score":0.406899,"hf_subset":"fur_Latn-gla_Latn","languages":["fur-Latn","gla-Latn"]},{"precision":0.821338,"recall":0.859684,"f1":0.833267,"accuracy":0.859684,"main_score":0.833267,"hf_subset":"fur_Latn-kan_Knda","languages":["fur-Latn","kan-Knda"]},{"precision":0.904397,"recall":0.93083,"f1":0.912568,"accuracy":0.93083,"main_score":0.912568,"hf_subset":"fur_Latn-lmo_Latn","languages":["fur-Latn","lmo-Latn"]},{"precision":0.83885,"recall":0.878458,"f1":0.851153,"accuracy":0.878458,"main_score":0.851153,"hf_subset":"fur_Latn-npi_Deva","languages":["fur-Latn","npi-Deva"]},{"precision":0.37816,"recall":0.464427,"f1":0.401808,"accuracy":0.464427,"main_score":0.401808,"hf_subset":"fur_Latn-shn_Mymr","languages":["fur-Latn","shn-Mymr"]},{"precision":0.764963,"recall":0.816206,"f1":0.780437,"accuracy":0.816206,"main_score":0.780437,"hf_subset":"fur_Latn-tgl_Latn","languages":["fur-Latn","tgl-Latn"]},{"precision":0.875774,"recall":0.906126,"f1":0.88523,"accuracy":0.906126,"main_score":0.88523,"hf_subset":"fur_Latn-yue_Hant","languages":["fur-Latn","yue-Hant"]},{"precision":0.705217,"recall":0.768775,"f1":0.72434,"accuracy":0.768775,"main_score":0.72434,"hf_subset":"fur_Latn-asm_Beng","languages":["fur-Latn","asm-Beng"]},{"precision":0.371479,"recall":0.449605,"f1":0.392812,"accuracy":0.449605,"main_score":0.392812,"hf_subset":"fur_Latn-ckb_Arab","languages":["fur-Latn","ckb-Arab"]},{"precision":0.406557,"recall":0.480237,"f1":0.426308,"accuracy":0.480237,"main_score":0.426308,"hf_subset":"fur_Latn-gle_Latn","languages":["fur-Latn","gle-Latn"]},{"precision":0.610863,"recall":0.690711,"f1":0.634192,"accuracy":0.690711,"main_score":0.634192,"hf_subset":"fur_Latn-kas_Arab","languages":["fur-Latn","kas-Arab"]},{"precision":0.634058,"recall":0.697628,"f1":0.65351,"accuracy":0.697628,"main_score":0.65351,"hf_subset":"fur_Latn-ltg_Latn","languages":["fur-Latn","ltg-Latn"]},{"precision":0.478781,"recall":0.554348,"f1":0.500113,"accuracy":0.554348,"main_score":0.500113,"hf_subset":"fur_Latn-nso_Latn","languages":["fur-Latn","nso-Latn"]},{"precision":0.646529,"recall":0.712451,"f1":0.6657,"accuracy":0.712451,"main_score":0.6657,"hf_subset":"fur_Latn-sin_Sinh","languages":["fur-Latn","sin-Sinh"]},{"precision":0.844575,"recall":0.883399,"f1":0.856406,"accuracy":0.883399,"main_score":0.856406,"hf_subset":"fur_Latn-tha_Thai","languages":["fur-Latn","tha-Thai"]},{"precision":0.874621,"recall":0.90415,"f1":0.883564,"accuracy":0.90415,"main_score":0.883564,"hf_subset":"fur_Latn-zho_Hans","languages":["fur-Latn","zho-Hans"]},{"precision":0.882687,"recall":0.908103,"f1":0.890234,"accuracy":0.908103,"main_score":0.890234,"hf_subset":"fur_Latn-ast_Latn","languages":["fur-Latn","ast-Latn"]},{"precision":0.689427,"recall":0.749012,"f1":0.70735,"accuracy":0.749012,"main_score":0.70735,"hf_subset":"fur_Latn-crh_Latn","languages":["fur-Latn","crh-Latn"]},{"precision":0.904938,"recall":0.927866,"f1":0.911644,"accuracy":0.927866,"main_score":0.911644,"hf_subset":"fur_Latn-glg_Latn","languages":["fur-Latn","glg-Latn"]},{"precision":0.533771,"recall":0.614625,"f1":0.55771,"accuracy":0.614625,"main_score":0.55771,"hf_subset":"fur_Latn-kas_Deva","languages":["fur-Latn","kas-Deva"]},{"precision":0.722621,"recall":0.778656,"f1":0.738565,"accuracy":0.778656,"main_score":0.738565,"hf_subset":"fur_Latn-ltz_Latn","languages":["fur-Latn","ltz-Latn"]},{"precision":0.325132,"recall":0.406126,"f1":0.346904,"accuracy":0.406126,"main_score":0.346904,"hf_subset":"fur_Latn-nus_Latn","languages":["fur-Latn","nus-Latn"]},{"precision":0.804957,"recall":0.848814,"f1":0.818235,"accuracy":0.848814,"main_score":0.818235,"hf_subset":"fur_Latn-slk_Latn","languages":["fur-Latn","slk-Latn"]},{"precision":0.355352,"recall":0.435771,"f1":0.378007,"accuracy":0.435771,"main_score":0.378007,"hf_subset":"fur_Latn-tir_Ethi","languages":["fur-Latn","tir-Ethi"]},{"precision":0.858152,"recall":0.897233,"f1":0.870224,"accuracy":0.897233,"main_score":0.870224,"hf_subset":"fur_Latn-zho_Hant","languages":["fur-Latn","zho-Hant"]},{"precision":0.856176,"recall":0.892292,"f1":0.867655,"accuracy":0.892292,"main_score":0.867655,"hf_subset":"fur_Latn-awa_Deva","languages":["fur-Latn","awa-Deva"]},{"precision":0.467247,"recall":0.547431,"f1":0.48917,"accuracy":0.547431,"main_score":0.48917,"hf_subset":"fur_Latn-cym_Latn","languages":["fur-Latn","cym-Latn"]},{"precision":0.63209,"recall":0.697628,"f1":0.651051,"accuracy":0.697628,"main_score":0.651051,"hf_subset":"fur_Latn-grn_Latn","languages":["fur-Latn","grn-Latn"]},{"precision":0.735227,"recall":0.79249,"f1":0.752108,"accuracy":0.79249,"main_score":0.752108,"hf_subset":"fur_Latn-kat_Geor","languages":["fur-Latn","kat-Geor"]},{"precision":0.48862,"recall":0.56917,"f1":0.511533,"accuracy":0.56917,"main_score":0.511533,"hf_subset":"fur_Latn-lua_Latn","languages":["fur-Latn","lua-Latn"]},{"precision":0.479836,"recall":0.554348,"f1":0.500447,"accuracy":0.554348,"main_score":0.500447,"hf_subset":"fur_Latn-nya_Latn","languages":["fur-Latn","nya-Latn"]},{"precision":0.776787,"recall":0.824111,"f1":0.79126,"accuracy":0.824111,"main_score":0.79126,"hf_subset":"fur_Latn-slv_Latn","languages":["fur-Latn","slv-Latn"]},{"precision":0.691808,"recall":0.756917,"f1":0.711051,"accuracy":0.756917,"main_score":0.711051,"hf_subset":"fur_Latn-tpi_Latn","languages":["fur-Latn","tpi-Latn"]},{"precision":0.858119,"recall":0.893281,"f1":0.86909,"accuracy":0.893281,"main_score":0.86909,"hf_subset":"fur_Latn-zsm_Latn","languages":["fur-Latn","zsm-Latn"]},{"precision":0.411303,"recall":0.500988,"f1":0.435797,"accuracy":0.500988,"main_score":0.435797,"hf_subset":"fur_Latn-ayr_Latn","languages":["fur-Latn","ayr-Latn"]},{"precision":0.864336,"recall":0.900198,"f1":0.87545,"accuracy":0.900198,"main_score":0.87545,"hf_subset":"fur_Latn-dan_Latn","languages":["fur-Latn","dan-Latn"]},{"precision":0.782165,"recall":0.835968,"f1":0.798227,"accuracy":0.835968,"main_score":0.798227,"hf_subset":"fur_Latn-guj_Gujr","languages":["fur-Latn","guj-Gujr"]},{"precision":0.640747,"recall":0.705534,"f1":0.659999,"accuracy":0.705534,"main_score":0.659999,"hf_subset":"fur_Latn-kaz_Cyrl","languages":["fur-Latn","kaz-Cyrl"]},{"precision":0.394836,"recall":0.475296,"f1":0.416467,"accuracy":0.475296,"main_score":0.416467,"hf_subset":"fur_Latn-lug_Latn","languages":["fur-Latn","lug-Latn"]},{"precision":0.920455,"recall":0.940711,"f1":0.92668,"accuracy":0.940711,"main_score":0.92668,"hf_subset":"fur_Latn-oci_Latn","languages":["fur-Latn","oci-Latn"]},{"precision":0.447633,"recall":0.536561,"f1":0.472391,"accuracy":0.536561,"main_score":0.472391,"hf_subset":"fur_Latn-smo_Latn","languages":["fur-Latn","smo-Latn"]},{"precision":0.420474,"recall":0.501976,"f1":0.442879,"accuracy":0.501976,"main_score":0.442879,"hf_subset":"fur_Latn-tsn_Latn","languages":["fur-Latn","tsn-Latn"]},{"precision":0.385554,"recall":0.477273,"f1":0.410885,"accuracy":0.477273,"main_score":0.410885,"hf_subset":"fur_Latn-zul_Latn","languages":["fur-Latn","zul-Latn"]},{"precision":0.608416,"recall":0.686759,"f1":0.631414,"accuracy":0.686759,"main_score":0.631414,"hf_subset":"fur_Latn-azb_Arab","languages":["fur-Latn","azb-Arab"]},{"precision":0.889963,"recall":0.918972,"f1":0.898671,"accuracy":0.918972,"main_score":0.898671,"hf_subset":"fur_Latn-deu_Latn","languages":["fur-Latn","deu-Latn"]},{"precision":0.67281,"recall":0.744071,"f1":0.69435,"accuracy":0.744071,"main_score":0.69435,"hf_subset":"fur_Latn-hat_Latn","languages":["fur-Latn","hat-Latn"]},{"precision":0.377717,"recall":0.452569,"f1":0.397311,"accuracy":0.452569,"main_score":0.397311,"hf_subset":"fur_Latn-kbp_Latn","languages":["fur-Latn","kbp-Latn"]},{"precision":0.44771,"recall":0.525692,"f1":0.469288,"accuracy":0.525692,"main_score":0.469288,"hf_subset":"fur_Latn-luo_Latn","languages":["fur-Latn","luo-Latn"]},{"precision":0.469061,"recall":0.550395,"f1":0.49171,"accuracy":0.550395,"main_score":0.49171,"hf_subset":"fur_Latn-ory_Orya","languages":["fur-Latn","ory-Orya"]},{"precision":0.418606,"recall":0.500988,"f1":0.441446,"accuracy":0.500988,"main_score":0.441446,"hf_subset":"fur_Latn-sna_Latn","languages":["fur-Latn","sna-Latn"]},{"precision":0.416528,"recall":0.492095,"f1":0.43709,"accuracy":0.492095,"main_score":0.43709,"hf_subset":"fur_Latn-tso_Latn","languages":["fur-Latn","tso-Latn"]},{"precision":0.691709,"recall":0.745059,"f1":0.707541,"accuracy":0.745059,"main_score":0.707541,"hf_subset":"fur_Latn-azj_Latn","languages":["fur-Latn","azj-Latn"]},{"precision":0.428656,"recall":0.507905,"f1":0.450533,"accuracy":0.507905,"main_score":0.450533,"hf_subset":"fur_Latn-dik_Latn","languages":["fur-Latn","dik-Latn"]},{"precision":0.440195,"recall":0.51087,"f1":0.459604,"accuracy":0.51087,"main_score":0.459604,"hf_subset":"fur_Latn-hau_Latn","languages":["fur-Latn","hau-Latn"]},{"precision":0.80858,"recall":0.855731,"f1":0.822793,"accuracy":0.855731,"main_score":0.822793,"hf_subset":"fur_Latn-kea_Latn","languages":["fur-Latn","kea-Latn"]},{"precision":0.575511,"recall":0.641304,"f1":0.595155,"accuracy":0.641304,"main_score":0.595155,"hf_subset":"fur_Latn-lus_Latn","languages":["fur-Latn","lus-Latn"]},{"precision":0.683696,"recall":0.744071,"f1":0.701205,"accuracy":0.744071,"main_score":0.701205,"hf_subset":"fur_Latn-pag_Latn","languages":["fur-Latn","pag-Latn"]},{"precision":0.573357,"recall":0.647233,"f1":0.594447,"accuracy":0.647233,"main_score":0.594447,"hf_subset":"fur_Latn-snd_Arab","languages":["fur-Latn","snd-Arab"]},{"precision":0.58555,"recall":0.655138,"f1":0.606011,"accuracy":0.655138,"main_score":0.606011,"hf_subset":"fur_Latn-tuk_Latn","languages":["fur-Latn","tuk-Latn"]},{"precision":0.610919,"recall":0.68083,"f1":0.630404,"accuracy":0.68083,"main_score":0.630404,"hf_subset":"fur_Latn-bak_Cyrl","languages":["fur-Latn","bak-Cyrl"]},{"precision":0.352935,"recall":0.440711,"f1":0.377426,"accuracy":0.440711,"main_score":0.377426,"hf_subset":"fur_Latn-dyu_Latn","languages":["fur-Latn","dyu-Latn"]},{"precision":0.710105,"recall":0.769763,"f1":0.72786,"accuracy":0.769763,"main_score":0.72786,"hf_subset":"fur_Latn-heb_Hebr","languages":["fur-Latn","heb-Hebr"]},{"precision":0.43989,"recall":0.51087,"f1":0.45974,"accuracy":0.51087,"main_score":0.45974,"hf_subset":"fur_Latn-khk_Cyrl","languages":["fur-Latn","khk-Cyrl"]},{"precision":0.741453,"recall":0.786561,"f1":0.754745,"accuracy":0.786561,"main_score":0.754745,"hf_subset":"fur_Latn-lvs_Latn","languages":["fur-Latn","lvs-Latn"]},{"precision":0.735491,"recall":0.794466,"f1":0.752947,"accuracy":0.794466,"main_score":0.752947,"hf_subset":"fur_Latn-pan_Guru","languages":["fur-Latn","pan-Guru"]},{"precision":0.391374,"recall":0.466403,"f1":0.411189,"accuracy":0.466403,"main_score":0.411189,"hf_subset":"fur_Latn-som_Latn","languages":["fur-Latn","som-Latn"]},{"precision":0.456597,"recall":0.523715,"f1":0.475291,"accuracy":0.523715,"main_score":0.475291,"hf_subset":"fur_Latn-tum_Latn","languages":["fur-Latn","tum-Latn"]},{"precision":0.235892,"recall":0.269763,"f1":0.244602,"accuracy":0.269763,"main_score":0.244602,"hf_subset":"kab_Latn-ace_Arab","languages":["kab-Latn","ace-Arab"]},{"precision":0.27866,"recall":0.307312,"f1":0.286401,"accuracy":0.307312,"main_score":0.286401,"hf_subset":"kab_Latn-bam_Latn","languages":["kab-Latn","bam-Latn"]},{"precision":0.10153,"recall":0.137352,"f1":0.108914,"accuracy":0.137352,"main_score":0.108914,"hf_subset":"kab_Latn-dzo_Tibt","languages":["kab-Latn","dzo-Tibt"]},{"precision":0.26489,"recall":0.327075,"f1":0.279525,"accuracy":0.327075,"main_score":0.279525,"hf_subset":"kab_Latn-hin_Deva","languages":["kab-Latn","hin-Deva"]},{"precision":0.281026,"recall":0.321146,"f1":0.291469,"accuracy":0.321146,"main_score":0.291469,"hf_subset":"kab_Latn-khm_Khmr","languages":["kab-Latn","khm-Khmr"]},{"precision":0.254264,"recall":0.311265,"f1":0.267939,"accuracy":0.311265,"main_score":0.267939,"hf_subset":"kab_Latn-mag_Deva","languages":["kab-Latn","mag-Deva"]},{"precision":0.281029,"recall":0.312253,"f1":0.288952,"accuracy":0.312253,"main_score":0.288952,"hf_subset":"kab_Latn-pap_Latn","languages":["kab-Latn","pap-Latn"]},{"precision":0.317247,"recall":0.346838,"f1":0.32514,"accuracy":0.346838,"main_score":0.32514,"hf_subset":"kab_Latn-sot_Latn","languages":["kab-Latn","sot-Latn"]},{"precision":0.286013,"recall":0.335968,"f1":0.299002,"accuracy":0.335968,"main_score":0.299002,"hf_subset":"kab_Latn-tur_Latn","languages":["kab-Latn","tur-Latn"]},{"precision":0.28756,"recall":0.317194,"f1":0.295659,"accuracy":0.317194,"main_score":0.295659,"hf_subset":"kab_Latn-ace_Latn","languages":["kab-Latn","ace-Latn"]},{"precision":0.280946,"recall":0.306324,"f1":0.286756,"accuracy":0.306324,"main_score":0.286756,"hf_subset":"kab_Latn-ban_Latn","languages":["kab-Latn","ban-Latn"]},{"precision":0.240793,"recall":0.301383,"f1":0.254514,"accuracy":0.301383,"main_score":0.254514,"hf_subset":"kab_Latn-ell_Grek","languages":["kab-Latn","ell-Grek"]},{"precision":0.264821,"recall":0.306324,"f1":0.275,"accuracy":0.306324,"main_score":0.275,"hf_subset":"kab_Latn-hne_Deva","languages":["kab-Latn","hne-Deva"]},{"precision":0.214404,"recall":0.253953,"f1":0.224665,"accuracy":0.253953,"main_score":0.224665,"hf_subset":"kab_Latn-kik_Latn","languages":["kab-Latn","kik-Latn"]},{"precision":0.271033,"recall":0.323123,"f1":0.28358,"accuracy":0.323123,"main_score":0.28358,"hf_subset":"kab_Latn-mai_Deva","languages":["kab-Latn","mai-Deva"]},{"precision":0.279459,"recall":0.314229,"f1":0.288612,"accuracy":0.314229,"main_score":0.288612,"hf_subset":"kab_Latn-pbt_Arab","languages":["kab-Latn","pbt-Arab"]},{"precision":0.274043,"recall":0.33498,"f1":0.288117,"accuracy":0.33498,"main_score":0.288117,"hf_subset":"kab_Latn-spa_Latn","languages":["kab-Latn","spa-Latn"]},{"precision":0.300457,"recall":0.33004,"f1":0.308572,"accuracy":0.33004,"main_score":0.308572,"hf_subset":"kab_Latn-twi_Latn","languages":["kab-Latn","twi-Latn"]},{"precision":0.278251,"recall":0.325099,"f1":0.289641,"accuracy":0.325099,"main_score":0.289641,"hf_subset":"kab_Latn-acm_Arab","languages":["kab-Latn","acm-Arab"]},{"precision":0.26475,"recall":0.312253,"f1":0.275627,"accuracy":0.312253,"main_score":0.275627,"hf_subset":"kab_Latn-bel_Cyrl","languages":["kab-Latn","bel-Cyrl"]},{"precision":0.267403,"recall":0.326087,"f1":0.281929,"accuracy":0.326087,"main_score":0.281929,"hf_subset":"kab_Latn-eng_Latn","languages":["kab-Latn","eng-Latn"]},{"precision":0.273418,"recall":0.322134,"f1":0.286033,"accuracy":0.322134,"main_score":0.286033,"hf_subset":"kab_Latn-hrv_Latn","languages":["kab-Latn","hrv-Latn"]},{"precision":0.296242,"recall":0.331028,"f1":0.305436,"accuracy":0.331028,"main_score":0.305436,"hf_subset":"kab_Latn-kin_Latn","languages":["kab-Latn","kin-Latn"]},{"precision":0.274974,"recall":0.331028,"f1":0.288941,"accuracy":0.331028,"main_score":0.288941,"hf_subset":"kab_Latn-mal_Mlym","languages":["kab-Latn","mal-Mlym"]},{"precision":0.261769,"recall":0.329051,"f1":0.276998,"accuracy":0.329051,"main_score":0.276998,"hf_subset":"kab_Latn-pes_Arab","languages":["kab-Latn","pes-Arab"]},{"precision":0.291748,"recall":0.323123,"f1":0.299607,"accuracy":0.323123,"main_score":0.299607,"hf_subset":"kab_Latn-srd_Latn","languages":["kab-Latn","srd-Latn"]},{"precision":0.214785,"recall":0.258893,"f1":0.226775,"accuracy":0.258893,"main_score":0.226775,"hf_subset":"kab_Latn-tzm_Tfng","languages":["kab-Latn","tzm-Tfng"]},{"precision":0.279991,"recall":0.331028,"f1":0.291511,"accuracy":0.331028,"main_score":0.291511,"hf_subset":"kab_Latn-acq_Arab","languages":["kab-Latn","acq-Arab"]},{"precision":0.304834,"recall":0.333004,"f1":0.312427,"accuracy":0.333004,"main_score":0.312427,"hf_subset":"kab_Latn-bem_Latn","languages":["kab-Latn","bem-Latn"]},{"precision":0.282921,"recall":0.316206,"f1":0.291861,"accuracy":0.316206,"main_score":0.291861,"hf_subset":"kab_Latn-epo_Latn","languages":["kab-Latn","epo-Latn"]},{"precision":0.284063,"recall":0.33004,"f1":0.294871,"accuracy":0.33004,"main_score":0.294871,"hf_subset":"kab_Latn-hun_Latn","languages":["kab-Latn","hun-Latn"]},{"precision":0.258767,"recall":0.287549,"f1":0.266432,"accuracy":0.287549,"main_score":0.266432,"hf_subset":"kab_Latn-kir_Cyrl","languages":["kab-Latn","kir-Cyrl"]},{"precision":0.26976,"recall":0.327075,"f1":0.282817,"accuracy":0.327075,"main_score":0.282817,"hf_subset":"kab_Latn-mar_Deva","languages":["kab-Latn","mar-Deva"]},{"precision":0.307126,"recall":0.342885,"f1":0.316498,"accuracy":0.342885,"main_score":0.316498,"hf_subset":"kab_Latn-plt_Latn","languages":["kab-Latn","plt-Latn"]},{"precision":0.278435,"recall":0.320158,"f1":0.288278,"accuracy":0.320158,"main_score":0.288278,"hf_subset":"kab_Latn-srp_Cyrl","languages":["kab-Latn","srp-Cyrl"]},{"precision":0.223774,"recall":0.258893,"f1":0.232697,"accuracy":0.258893,"main_score":0.232697,"hf_subset":"kab_Latn-uig_Arab","languages":["kab-Latn","uig-Arab"]},{"precision":0.255819,"recall":0.299407,"f1":0.267042,"accuracy":0.299407,"main_score":0.267042,"hf_subset":"kab_Latn-aeb_Arab","languages":["kab-Latn","aeb-Arab"]},{"precision":0.269392,"recall":0.325099,"f1":0.282574,"accuracy":0.325099,"main_score":0.282574,"hf_subset":"kab_Latn-ben_Beng","languages":["kab-Latn","ben-Beng"]},{"precision":0.277045,"recall":0.312253,"f1":0.285577,"accuracy":0.312253,"main_score":0.285577,"hf_subset":"kab_Latn-est_Latn","languages":["kab-Latn","est-Latn"]},{"precision":0.270578,"recall":0.314229,"f1":0.281857,"accuracy":0.314229,"main_score":0.281857,"hf_subset":"kab_Latn-hye_Armn","languages":["kab-Latn","hye-Armn"]},{"precision":0.282186,"recall":0.316206,"f1":0.291695,"accuracy":0.316206,"main_score":0.291695,"hf_subset":"kab_Latn-kmb_Latn","languages":["kab-Latn","kmb-Latn"]},{"precision":0.208598,"recall":0.23913,"f1":0.216125,"accuracy":0.23913,"main_score":0.216125,"hf_subset":"kab_Latn-min_Arab","languages":["kab-Latn","min-Arab"]},{"precision":0.267969,"recall":0.322134,"f1":0.280028,"accuracy":0.322134,"main_score":0.280028,"hf_subset":"kab_Latn-pol_Latn","languages":["kab-Latn","pol-Latn"]},{"precision":0.297394,"recall":0.327075,"f1":0.30549,"accuracy":0.327075,"main_score":0.30549,"hf_subset":"kab_Latn-ssw_Latn","languages":["kab-Latn","ssw-Latn"]},{"precision":0.27024,"recall":0.315217,"f1":0.281242,"accuracy":0.315217,"main_score":0.281242,"hf_subset":"kab_Latn-ukr_Cyrl","languages":["kab-Latn","ukr-Cyrl"]},{"precision":0.289916,"recall":0.326087,"f1":0.299305,"accuracy":0.326087,"main_score":0.299305,"hf_subset":"kab_Latn-afr_Latn","languages":["kab-Latn","afr-Latn"]},{"precision":0.270008,"recall":0.306324,"f1":0.279529,"accuracy":0.306324,"main_score":0.279529,"hf_subset":"kab_Latn-bho_Deva","languages":["kab-Latn","bho-Deva"]},{"precision":0.289628,"recall":0.311265,"f1":0.295214,"accuracy":0.311265,"main_score":0.295214,"hf_subset":"kab_Latn-eus_Latn","languages":["kab-Latn","eus-Latn"]},{"precision":0.279546,"recall":0.316206,"f1":0.288766,"accuracy":0.316206,"main_score":0.288766,"hf_subset":"kab_Latn-ibo_Latn","languages":["kab-Latn","ibo-Latn"]},{"precision":0.313386,"recall":0.335968,"f1":0.31909,"accuracy":0.335968,"main_score":0.31909,"hf_subset":"kab_Latn-kmr_Latn","languages":["kab-Latn","kmr-Latn"]},{"precision":0.286167,"recall":0.313241,"f1":0.293202,"accuracy":0.313241,"main_score":0.293202,"hf_subset":"kab_Latn-min_Latn","languages":["kab-Latn","min-Latn"]},{"precision":0.267856,"recall":0.328063,"f1":0.281724,"accuracy":0.328063,"main_score":0.281724,"hf_subset":"kab_Latn-por_Latn","languages":["kab-Latn","por-Latn"]},{"precision":0.276497,"recall":0.304348,"f1":0.283273,"accuracy":0.304348,"main_score":0.283273,"hf_subset":"kab_Latn-sun_Latn","languages":["kab-Latn","sun-Latn"]},{"precision":0.296821,"recall":0.331028,"f1":0.305716,"accuracy":0.331028,"main_score":0.305716,"hf_subset":"kab_Latn-umb_Latn","languages":["kab-Latn","umb-Latn"]},{"precision":0.271229,"recall":0.31917,"f1":0.282599,"accuracy":0.31917,"main_score":0.282599,"hf_subset":"kab_Latn-ajp_Arab","languages":["kab-Latn","ajp-Arab"]},{"precision":0.219922,"recall":0.255929,"f1":0.229067,"accuracy":0.255929,"main_score":0.229067,"hf_subset":"kab_Latn-bjn_Arab","languages":["kab-Latn","bjn-Arab"]},{"precision":0.287884,"recall":0.314229,"f1":0.295264,"accuracy":0.314229,"main_score":0.295264,"hf_subset":"kab_Latn-ewe_Latn","languages":["kab-Latn","ewe-Latn"]},{"precision":0.289372,"recall":0.312253,"f1":0.295572,"accuracy":0.312253,"main_score":0.295572,"hf_subset":"kab_Latn-ilo_Latn","languages":["kab-Latn","ilo-Latn"]},{"precision":0.191986,"recall":0.222332,"f1":0.199843,"accuracy":0.222332,"main_score":0.199843,"hf_subset":"kab_Latn-knc_Arab","languages":["kab-Latn","knc-Arab"]},{"precision":0.273068,"recall":0.313241,"f1":0.282835,"accuracy":0.313241,"main_score":0.282835,"hf_subset":"kab_Latn-mkd_Cyrl","languages":["kab-Latn","mkd-Cyrl"]},{"precision":0.269307,"recall":0.333992,"f1":0.285089,"accuracy":0.333992,"main_score":0.285089,"hf_subset":"kab_Latn-prs_Arab","languages":["kab-Latn","prs-Arab"]},{"precision":0.282987,"recall":0.33004,"f1":0.294895,"accuracy":0.33004,"main_score":0.294895,"hf_subset":"kab_Latn-swe_Latn","languages":["kab-Latn","swe-Latn"]},{"precision":0.247218,"recall":0.304348,"f1":0.260449,"accuracy":0.304348,"main_score":0.260449,"hf_subset":"kab_Latn-urd_Arab","languages":["kab-Latn","urd-Arab"]},{"precision":0.281716,"recall":0.313241,"f1":0.290508,"accuracy":0.313241,"main_score":0.290508,"hf_subset":"kab_Latn-aka_Latn","languages":["kab-Latn","aka-Latn"]},{"precision":0.274504,"recall":0.304348,"f1":0.281424,"accuracy":0.304348,"main_score":0.281424,"hf_subset":"kab_Latn-bjn_Latn","languages":["kab-Latn","bjn-Latn"]},{"precision":0.286214,"recall":0.320158,"f1":0.295215,"accuracy":0.320158,"main_score":0.295215,"hf_subset":"kab_Latn-fao_Latn","languages":["kab-Latn","fao-Latn"]},{"precision":0.275191,"recall":0.333992,"f1":0.289617,"accuracy":0.333992,"main_score":0.289617,"hf_subset":"kab_Latn-ind_Latn","languages":["kab-Latn","ind-Latn"]},{"precision":0.281535,"recall":0.311265,"f1":0.289182,"accuracy":0.311265,"main_score":0.289182,"hf_subset":"kab_Latn-knc_Latn","languages":["kab-Latn","knc-Latn"]},{"precision":0.289234,"recall":0.316206,"f1":0.296078,"accuracy":0.316206,"main_score":0.296078,"hf_subset":"kab_Latn-mlt_Latn","languages":["kab-Latn","mlt-Latn"]},{"precision":0.295684,"recall":0.324111,"f1":0.303419,"accuracy":0.324111,"main_score":0.303419,"hf_subset":"kab_Latn-quy_Latn","languages":["kab-Latn","quy-Latn"]},{"precision":0.289499,"recall":0.329051,"f1":0.299674,"accuracy":0.329051,"main_score":0.299674,"hf_subset":"kab_Latn-swh_Latn","languages":["kab-Latn","swh-Latn"]},{"precision":0.26857,"recall":0.297431,"f1":0.275854,"accuracy":0.297431,"main_score":0.275854,"hf_subset":"kab_Latn-uzn_Latn","languages":["kab-Latn","uzn-Latn"]},{"precision":0.28887,"recall":0.324111,"f1":0.298244,"accuracy":0.324111,"main_score":0.298244,"hf_subset":"kab_Latn-als_Latn","languages":["kab-Latn","als-Latn"]},{"precision":0.168934,"recall":0.209486,"f1":0.178596,"accuracy":0.209486,"main_score":0.178596,"hf_subset":"kab_Latn-bod_Tibt","languages":["kab-Latn","bod-Tibt"]},{"precision":0.276591,"recall":0.313241,"f1":0.285298,"accuracy":0.313241,"main_score":0.285298,"hf_subset":"kab_Latn-fij_Latn","languages":["kab-Latn","fij-Latn"]},{"precision":0.292777,"recall":0.333004,"f1":0.303198,"accuracy":0.333004,"main_score":0.303198,"hf_subset":"kab_Latn-isl_Latn","languages":["kab-Latn","isl-Latn"]},{"precision":0.280096,"recall":0.316206,"f1":0.289458,"accuracy":0.316206,"main_score":0.289458,"hf_subset":"kab_Latn-kon_Latn","languages":["kab-Latn","kon-Latn"]},{"precision":0.259939,"recall":0.294466,"f1":0.268392,"accuracy":0.294466,"main_score":0.268392,"hf_subset":"kab_Latn-mni_Beng","languages":["kab-Latn","mni-Beng"]},{"precision":0.282949,"recall":0.329051,"f1":0.294076,"accuracy":0.329051,"main_score":0.294076,"hf_subset":"kab_Latn-ron_Latn","languages":["kab-Latn","ron-Latn"]},{"precision":0.285168,"recall":0.318182,"f1":0.293101,"accuracy":0.318182,"main_score":0.293101,"hf_subset":"kab_Latn-szl_Latn","languages":["kab-Latn","szl-Latn"]},{"precision":0.288476,"recall":0.318182,"f1":0.296203,"accuracy":0.318182,"main_score":0.296203,"hf_subset":"kab_Latn-vec_Latn","languages":["kab-Latn","vec-Latn"]},{"precision":0.251919,"recall":0.293478,"f1":0.262703,"accuracy":0.293478,"main_score":0.262703,"hf_subset":"kab_Latn-amh_Ethi","languages":["kab-Latn","amh-Ethi"]},{"precision":0.275517,"recall":0.324111,"f1":0.288,"accuracy":0.324111,"main_score":0.288,"hf_subset":"kab_Latn-bos_Latn","languages":["kab-Latn","bos-Latn"]},{"precision":0.27045,"recall":0.325099,"f1":0.283755,"accuracy":0.325099,"main_score":0.283755,"hf_subset":"kab_Latn-fin_Latn","languages":["kab-Latn","fin-Latn"]},{"precision":0.269369,"recall":0.324111,"f1":0.281925,"accuracy":0.324111,"main_score":0.281925,"hf_subset":"kab_Latn-ita_Latn","languages":["kab-Latn","ita-Latn"]},{"precision":0.255398,"recall":0.317194,"f1":0.268508,"accuracy":0.317194,"main_score":0.268508,"hf_subset":"kab_Latn-kor_Hang","languages":["kab-Latn","kor-Hang"]},{"precision":0.280781,"recall":0.310277,"f1":0.288364,"accuracy":0.310277,"main_score":0.288364,"hf_subset":"kab_Latn-mos_Latn","languages":["kab-Latn","mos-Latn"]},{"precision":0.2899,"recall":0.317194,"f1":0.29672,"accuracy":0.317194,"main_score":0.29672,"hf_subset":"kab_Latn-run_Latn","languages":["kab-Latn","run-Latn"]},{"precision":0.249883,"recall":0.315217,"f1":0.265786,"accuracy":0.315217,"main_score":0.265786,"hf_subset":"kab_Latn-tam_Taml","languages":["kab-Latn","tam-Taml"]},{"precision":0.276005,"recall":0.333992,"f1":0.289285,"accuracy":0.333992,"main_score":0.289285,"hf_subset":"kab_Latn-vie_Latn","languages":["kab-Latn","vie-Latn"]},{"precision":0.273426,"recall":0.318182,"f1":0.284174,"accuracy":0.318182,"main_score":0.284174,"hf_subset":"kab_Latn-apc_Arab","languages":["kab-Latn","apc-Arab"]},{"precision":0.279755,"recall":0.310277,"f1":0.288101,"accuracy":0.310277,"main_score":0.288101,"hf_subset":"kab_Latn-bug_Latn","languages":["kab-Latn","bug-Latn"]},{"precision":0.287894,"recall":0.321146,"f1":0.296958,"accuracy":0.321146,"main_score":0.296958,"hf_subset":"kab_Latn-fon_Latn","languages":["kab-Latn","fon-Latn"]},{"precision":0.29035,"recall":0.318182,"f1":0.297575,"accuracy":0.318182,"main_score":0.297575,"hf_subset":"kab_Latn-jav_Latn","languages":["kab-Latn","jav-Latn"]},{"precision":0.277486,"recall":0.309289,"f1":0.285928,"accuracy":0.309289,"main_score":0.285928,"hf_subset":"kab_Latn-lao_Laoo","languages":["kab-Latn","lao-Laoo"]},{"precision":0.291029,"recall":0.335968,"f1":0.302079,"accuracy":0.335968,"main_score":0.302079,"hf_subset":"kab_Latn-mri_Latn","languages":["kab-Latn","mri-Latn"]},{"precision":0.253602,"recall":0.313241,"f1":0.266676,"accuracy":0.313241,"main_score":0.266676,"hf_subset":"kab_Latn-rus_Cyrl","languages":["kab-Latn","rus-Cyrl"]},{"precision":0.280479,"recall":0.310277,"f1":0.288476,"accuracy":0.310277,"main_score":0.288476,"hf_subset":"kab_Latn-taq_Latn","languages":["kab-Latn","taq-Latn"]},{"precision":0.275842,"recall":0.306324,"f1":0.283689,"accuracy":0.306324,"main_score":0.283689,"hf_subset":"kab_Latn-war_Latn","languages":["kab-Latn","war-Latn"]},{"precision":0.274676,"recall":0.329051,"f1":0.287904,"accuracy":0.329051,"main_score":0.287904,"hf_subset":"kab_Latn-arb_Arab","languages":["kab-Latn","arb-Arab"]},{"precision":0.280116,"recall":0.326087,"f1":0.290774,"accuracy":0.326087,"main_score":0.290774,"hf_subset":"kab_Latn-bul_Cyrl","languages":["kab-Latn","bul-Cyrl"]},{"precision":0.262487,"recall":0.323123,"f1":0.276732,"accuracy":0.323123,"main_score":0.276732,"hf_subset":"kab_Latn-fra_Latn","languages":["kab-Latn","fra-Latn"]},{"precision":0.250645,"recall":0.317194,"f1":0.265535,"accuracy":0.317194,"main_score":0.265535,"hf_subset":"kab_Latn-jpn_Jpan","languages":["kab-Latn","jpn-Jpan"]},{"precision":0.277799,"recall":0.307312,"f1":0.285726,"accuracy":0.307312,"main_score":0.285726,"hf_subset":"kab_Latn-lij_Latn","languages":["kab-Latn","lij-Latn"]},{"precision":0.245385,"recall":0.289526,"f1":0.256931,"accuracy":0.289526,"main_score":0.256931,"hf_subset":"kab_Latn-mya_Mymr","languages":["kab-Latn","mya-Mymr"]},{"precision":0.304939,"recall":0.333992,"f1":0.31224,"accuracy":0.333992,"main_score":0.31224,"hf_subset":"kab_Latn-sag_Latn","languages":["kab-Latn","sag-Latn"]},{"precision":0.194144,"recall":0.229249,"f1":0.203647,"accuracy":0.229249,"main_score":0.203647,"hf_subset":"kab_Latn-taq_Tfng","languages":["kab-Latn","taq-Tfng"]},{"precision":0.278932,"recall":0.30336,"f1":0.285711,"accuracy":0.30336,"main_score":0.285711,"hf_subset":"kab_Latn-wol_Latn","languages":["kab-Latn","wol-Latn"]},{"precision":0.259732,"recall":0.289526,"f1":0.26778,"accuracy":0.289526,"main_score":0.26778,"hf_subset":"kab_Latn-arb_Latn","languages":["kab-Latn","arb-Latn"]},{"precision":0.292532,"recall":0.329051,"f1":0.301964,"accuracy":0.329051,"main_score":0.301964,"hf_subset":"kab_Latn-cat_Latn","languages":["kab-Latn","cat-Latn"]},{"precision":0.28762,"recall":0.317194,"f1":0.29544,"accuracy":0.317194,"main_score":0.29544,"hf_subset":"kab_Latn-fur_Latn","languages":["kab-Latn","fur-Latn"]},{"precision":0.27309,"recall":0.306324,"f1":0.282449,"accuracy":0.306324,"main_score":0.282449,"hf_subset":"kab_Latn-lim_Latn","languages":["kab-Latn","lim-Latn"]},{"precision":0.283841,"recall":0.332016,"f1":0.29492,"accuracy":0.332016,"main_score":0.29492,"hf_subset":"kab_Latn-nld_Latn","languages":["kab-Latn","nld-Latn"]},{"precision":0.252529,"recall":0.299407,"f1":0.263231,"accuracy":0.299407,"main_score":0.263231,"hf_subset":"kab_Latn-san_Deva","languages":["kab-Latn","san-Deva"]},{"precision":0.267688,"recall":0.291502,"f1":0.274086,"accuracy":0.291502,"main_score":0.274086,"hf_subset":"kab_Latn-tat_Cyrl","languages":["kab-Latn","tat-Cyrl"]},{"precision":0.289232,"recall":0.327075,"f1":0.298833,"accuracy":0.327075,"main_score":0.298833,"hf_subset":"kab_Latn-xho_Latn","languages":["kab-Latn","xho-Latn"]},{"precision":0.2381,"recall":0.297431,"f1":0.252551,"accuracy":0.297431,"main_score":0.252551,"hf_subset":"kab_Latn-ars_Arab","languages":["kab-Latn","ars-Arab"]},{"precision":0.286639,"recall":0.31917,"f1":0.294543,"accuracy":0.31917,"main_score":0.294543,"hf_subset":"kab_Latn-ceb_Latn","languages":["kab-Latn","ceb-Latn"]},{"precision":0.279547,"recall":0.304348,"f1":0.286317,"accuracy":0.304348,"main_score":0.286317,"hf_subset":"kab_Latn-fuv_Latn","languages":["kab-Latn","fuv-Latn"]},{"precision":0.301172,"recall":0.336957,"f1":0.310121,"accuracy":0.336957,"main_score":0.310121,"hf_subset":"kab_Latn-kac_Latn","languages":["kab-Latn","kac-Latn"]},{"precision":0.291224,"recall":0.33004,"f1":0.300471,"accuracy":0.33004,"main_score":0.300471,"hf_subset":"kab_Latn-lin_Latn","languages":["kab-Latn","lin-Latn"]},{"precision":0.274078,"recall":0.321146,"f1":0.285328,"accuracy":0.321146,"main_score":0.285328,"hf_subset":"kab_Latn-nno_Latn","languages":["kab-Latn","nno-Latn"]},{"precision":0.158912,"recall":0.189723,"f1":0.166628,"accuracy":0.189723,"main_score":0.166628,"hf_subset":"kab_Latn-sat_Olck","languages":["kab-Latn","sat-Olck"]},{"precision":0.275797,"recall":0.332016,"f1":0.289981,"accuracy":0.332016,"main_score":0.289981,"hf_subset":"kab_Latn-tel_Telu","languages":["kab-Latn","tel-Telu"]},{"precision":0.212511,"recall":0.246047,"f1":0.220461,"accuracy":0.246047,"main_score":0.220461,"hf_subset":"kab_Latn-ydd_Hebr","languages":["kab-Latn","ydd-Hebr"]},{"precision":0.233003,"recall":0.270751,"f1":0.241803,"accuracy":0.270751,"main_score":0.241803,"hf_subset":"kab_Latn-ary_Arab","languages":["kab-Latn","ary-Arab"]},{"precision":0.278671,"recall":0.333992,"f1":0.292021,"accuracy":0.333992,"main_score":0.292021,"hf_subset":"kab_Latn-ces_Latn","languages":["kab-Latn","ces-Latn"]},{"precision":0.254701,"recall":0.289526,"f1":0.264264,"accuracy":0.289526,"main_score":0.264264,"hf_subset":"kab_Latn-gaz_Latn","languages":["kab-Latn","gaz-Latn"]},{"precision":0.282721,"recall":0.309289,"f1":0.289444,"accuracy":0.309289,"main_score":0.289444,"hf_subset":"kab_Latn-kam_Latn","languages":["kab-Latn","kam-Latn"]},{"precision":0.285237,"recall":0.323123,"f1":0.294095,"accuracy":0.323123,"main_score":0.294095,"hf_subset":"kab_Latn-lit_Latn","languages":["kab-Latn","lit-Latn"]},{"precision":0.263066,"recall":0.313241,"f1":0.274842,"accuracy":0.313241,"main_score":0.274842,"hf_subset":"kab_Latn-nob_Latn","languages":["kab-Latn","nob-Latn"]},{"precision":0.299089,"recall":0.329051,"f1":0.30686,"accuracy":0.329051,"main_score":0.30686,"hf_subset":"kab_Latn-scn_Latn","languages":["kab-Latn","scn-Latn"]},{"precision":0.273011,"recall":0.300395,"f1":0.280138,"accuracy":0.300395,"main_score":0.280138,"hf_subset":"kab_Latn-tgk_Cyrl","languages":["kab-Latn","tgk-Cyrl"]},{"precision":0.249482,"recall":0.284585,"f1":0.259884,"accuracy":0.284585,"main_score":0.259884,"hf_subset":"kab_Latn-yor_Latn","languages":["kab-Latn","yor-Latn"]},{"precision":0.275619,"recall":0.322134,"f1":0.286389,"accuracy":0.322134,"main_score":0.286389,"hf_subset":"kab_Latn-arz_Arab","languages":["kab-Latn","arz-Arab"]},{"precision":0.290877,"recall":0.320158,"f1":0.298662,"accuracy":0.320158,"main_score":0.298662,"hf_subset":"kab_Latn-cjk_Latn","languages":["kab-Latn","cjk-Latn"]},{"precision":0.300032,"recall":0.33004,"f1":0.308204,"accuracy":0.33004,"main_score":0.308204,"hf_subset":"kab_Latn-gla_Latn","languages":["kab-Latn","gla-Latn"]},{"precision":0.262998,"recall":0.322134,"f1":0.277276,"accuracy":0.322134,"main_score":0.277276,"hf_subset":"kab_Latn-kan_Knda","languages":["kab-Latn","kan-Knda"]},{"precision":0.285765,"recall":0.314229,"f1":0.293185,"accuracy":0.314229,"main_score":0.293185,"hf_subset":"kab_Latn-lmo_Latn","languages":["kab-Latn","lmo-Latn"]},{"precision":0.270684,"recall":0.321146,"f1":0.282635,"accuracy":0.321146,"main_score":0.282635,"hf_subset":"kab_Latn-npi_Deva","languages":["kab-Latn","npi-Deva"]},{"precision":0.253675,"recall":0.291502,"f1":0.263777,"accuracy":0.291502,"main_score":0.263777,"hf_subset":"kab_Latn-shn_Mymr","languages":["kab-Latn","shn-Mymr"]},{"precision":0.29209,"recall":0.329051,"f1":0.30145,"accuracy":0.329051,"main_score":0.30145,"hf_subset":"kab_Latn-tgl_Latn","languages":["kab-Latn","tgl-Latn"]},{"precision":0.25143,"recall":0.318182,"f1":0.266584,"accuracy":0.318182,"main_score":0.266584,"hf_subset":"kab_Latn-yue_Hant","languages":["kab-Latn","yue-Hant"]},{"precision":0.234829,"recall":0.280632,"f1":0.246059,"accuracy":0.280632,"main_score":0.246059,"hf_subset":"kab_Latn-asm_Beng","languages":["kab-Latn","asm-Beng"]},{"precision":0.250584,"recall":0.284585,"f1":0.259538,"accuracy":0.284585,"main_score":0.259538,"hf_subset":"kab_Latn-ckb_Arab","languages":["kab-Latn","ckb-Arab"]},{"precision":0.280133,"recall":0.31917,"f1":0.290148,"accuracy":0.31917,"main_score":0.290148,"hf_subset":"kab_Latn-gle_Latn","languages":["kab-Latn","gle-Latn"]},{"precision":0.240135,"recall":0.271739,"f1":0.247941,"accuracy":0.271739,"main_score":0.247941,"hf_subset":"kab_Latn-kas_Arab","languages":["kab-Latn","kas-Arab"]},{"precision":0.283285,"recall":0.311265,"f1":0.290765,"accuracy":0.311265,"main_score":0.290765,"hf_subset":"kab_Latn-ltg_Latn","languages":["kab-Latn","ltg-Latn"]},{"precision":0.306712,"recall":0.346838,"f1":0.316726,"accuracy":0.346838,"main_score":0.316726,"hf_subset":"kab_Latn-nso_Latn","languages":["kab-Latn","nso-Latn"]},{"precision":0.259151,"recall":0.315217,"f1":0.27236,"accuracy":0.315217,"main_score":0.27236,"hf_subset":"kab_Latn-sin_Sinh","languages":["kab-Latn","sin-Sinh"]},{"precision":0.266799,"recall":0.326087,"f1":0.280318,"accuracy":0.326087,"main_score":0.280318,"hf_subset":"kab_Latn-tha_Thai","languages":["kab-Latn","tha-Thai"]},{"precision":0.259349,"recall":0.320158,"f1":0.273137,"accuracy":0.320158,"main_score":0.273137,"hf_subset":"kab_Latn-zho_Hans","languages":["kab-Latn","zho-Hans"]},{"precision":0.278179,"recall":0.307312,"f1":0.285649,"accuracy":0.307312,"main_score":0.285649,"hf_subset":"kab_Latn-ast_Latn","languages":["kab-Latn","ast-Latn"]},{"precision":0.261341,"recall":0.289526,"f1":0.268736,"accuracy":0.289526,"main_score":0.268736,"hf_subset":"kab_Latn-crh_Latn","languages":["kab-Latn","crh-Latn"]},{"precision":0.26839,"recall":0.310277,"f1":0.278538,"accuracy":0.310277,"main_score":0.278538,"hf_subset":"kab_Latn-glg_Latn","languages":["kab-Latn","glg-Latn"]},{"precision":0.255384,"recall":0.278656,"f1":0.260957,"accuracy":0.278656,"main_score":0.260957,"hf_subset":"kab_Latn-kas_Deva","languages":["kab-Latn","kas-Deva"]},{"precision":0.271974,"recall":0.299407,"f1":0.279261,"accuracy":0.299407,"main_score":0.279261,"hf_subset":"kab_Latn-ltz_Latn","languages":["kab-Latn","ltz-Latn"]},{"precision":0.281262,"recall":0.314229,"f1":0.290163,"accuracy":0.314229,"main_score":0.290163,"hf_subset":"kab_Latn-nus_Latn","languages":["kab-Latn","nus-Latn"]},{"precision":0.27685,"recall":0.327075,"f1":0.288878,"accuracy":0.327075,"main_score":0.288878,"hf_subset":"kab_Latn-slk_Latn","languages":["kab-Latn","slk-Latn"]},{"precision":0.229676,"recall":0.255929,"f1":0.236306,"accuracy":0.255929,"main_score":0.236306,"hf_subset":"kab_Latn-tir_Ethi","languages":["kab-Latn","tir-Ethi"]},{"precision":0.237386,"recall":0.296443,"f1":0.251397,"accuracy":0.296443,"main_score":0.251397,"hf_subset":"kab_Latn-zho_Hant","languages":["kab-Latn","zho-Hant"]},{"precision":0.266593,"recall":0.317194,"f1":0.278573,"accuracy":0.317194,"main_score":0.278573,"hf_subset":"kab_Latn-awa_Deva","languages":["kab-Latn","awa-Deva"]},{"precision":0.2824,"recall":0.3083,"f1":0.289587,"accuracy":0.3083,"main_score":0.289587,"hf_subset":"kab_Latn-cym_Latn","languages":["kab-Latn","cym-Latn"]},{"precision":0.275106,"recall":0.310277,"f1":0.284152,"accuracy":0.310277,"main_score":0.284152,"hf_subset":"kab_Latn-grn_Latn","languages":["kab-Latn","grn-Latn"]},{"precision":0.250208,"recall":0.299407,"f1":0.261632,"accuracy":0.299407,"main_score":0.261632,"hf_subset":"kab_Latn-kat_Geor","languages":["kab-Latn","kat-Geor"]},{"precision":0.298375,"recall":0.333004,"f1":0.307562,"accuracy":0.333004,"main_score":0.307562,"hf_subset":"kab_Latn-lua_Latn","languages":["kab-Latn","lua-Latn"]},{"precision":0.285029,"recall":0.313241,"f1":0.292438,"accuracy":0.313241,"main_score":0.292438,"hf_subset":"kab_Latn-nya_Latn","languages":["kab-Latn","nya-Latn"]},{"precision":0.275018,"recall":0.31917,"f1":0.286556,"accuracy":0.31917,"main_score":0.286556,"hf_subset":"kab_Latn-slv_Latn","languages":["kab-Latn","slv-Latn"]},{"precision":0.29969,"recall":0.333004,"f1":0.307937,"accuracy":0.333004,"main_score":0.307937,"hf_subset":"kab_Latn-tpi_Latn","languages":["kab-Latn","tpi-Latn"]},{"precision":0.284723,"recall":0.322134,"f1":0.293941,"accuracy":0.322134,"main_score":0.293941,"hf_subset":"kab_Latn-zsm_Latn","languages":["kab-Latn","zsm-Latn"]},{"precision":0.294583,"recall":0.324111,"f1":0.302198,"accuracy":0.324111,"main_score":0.302198,"hf_subset":"kab_Latn-ayr_Latn","languages":["kab-Latn","ayr-Latn"]},{"precision":0.272769,"recall":0.327075,"f1":0.285756,"accuracy":0.327075,"main_score":0.285756,"hf_subset":"kab_Latn-dan_Latn","languages":["kab-Latn","dan-Latn"]},{"precision":0.256199,"recall":0.314229,"f1":0.269915,"accuracy":0.314229,"main_score":0.269915,"hf_subset":"kab_Latn-guj_Gujr","languages":["kab-Latn","guj-Gujr"]},{"precision":0.269949,"recall":0.30336,"f1":0.278566,"accuracy":0.30336,"main_score":0.278566,"hf_subset":"kab_Latn-kaz_Cyrl","languages":["kab-Latn","kaz-Cyrl"]},{"precision":0.27514,"recall":0.312253,"f1":0.285144,"accuracy":0.312253,"main_score":0.285144,"hf_subset":"kab_Latn-lug_Latn","languages":["kab-Latn","lug-Latn"]},{"precision":0.292115,"recall":0.33004,"f1":0.301881,"accuracy":0.33004,"main_score":0.301881,"hf_subset":"kab_Latn-oci_Latn","languages":["kab-Latn","oci-Latn"]},{"precision":0.297595,"recall":0.331028,"f1":0.305572,"accuracy":0.331028,"main_score":0.305572,"hf_subset":"kab_Latn-smo_Latn","languages":["kab-Latn","smo-Latn"]},{"precision":0.301454,"recall":0.33498,"f1":0.309989,"accuracy":0.33498,"main_score":0.309989,"hf_subset":"kab_Latn-tsn_Latn","languages":["kab-Latn","tsn-Latn"]},{"precision":0.301677,"recall":0.335968,"f1":0.310488,"accuracy":0.335968,"main_score":0.310488,"hf_subset":"kab_Latn-zul_Latn","languages":["kab-Latn","zul-Latn"]},{"precision":0.214187,"recall":0.246047,"f1":0.222397,"accuracy":0.246047,"main_score":0.222397,"hf_subset":"kab_Latn-azb_Arab","languages":["kab-Latn","azb-Arab"]},{"precision":0.26769,"recall":0.325099,"f1":0.281004,"accuracy":0.325099,"main_score":0.281004,"hf_subset":"kab_Latn-deu_Latn","languages":["kab-Latn","deu-Latn"]},{"precision":0.303396,"recall":0.336957,"f1":0.312227,"accuracy":0.336957,"main_score":0.312227,"hf_subset":"kab_Latn-hat_Latn","languages":["kab-Latn","hat-Latn"]},{"precision":0.297052,"recall":0.326087,"f1":0.304332,"accuracy":0.326087,"main_score":0.304332,"hf_subset":"kab_Latn-kbp_Latn","languages":["kab-Latn","kbp-Latn"]},{"precision":0.298503,"recall":0.335968,"f1":0.308431,"accuracy":0.335968,"main_score":0.308431,"hf_subset":"kab_Latn-luo_Latn","languages":["kab-Latn","luo-Latn"]},{"precision":0.278326,"recall":0.320158,"f1":0.288676,"accuracy":0.320158,"main_score":0.288676,"hf_subset":"kab_Latn-ory_Orya","languages":["kab-Latn","ory-Orya"]},{"precision":0.277628,"recall":0.310277,"f1":0.286408,"accuracy":0.310277,"main_score":0.286408,"hf_subset":"kab_Latn-sna_Latn","languages":["kab-Latn","sna-Latn"]},{"precision":0.30533,"recall":0.33498,"f1":0.313141,"accuracy":0.33498,"main_score":0.313141,"hf_subset":"kab_Latn-tso_Latn","languages":["kab-Latn","tso-Latn"]},{"precision":0.275545,"recall":0.311265,"f1":0.284784,"accuracy":0.311265,"main_score":0.284784,"hf_subset":"kab_Latn-azj_Latn","languages":["kab-Latn","azj-Latn"]},{"precision":0.246766,"recall":0.280632,"f1":0.255797,"accuracy":0.280632,"main_score":0.255797,"hf_subset":"kab_Latn-dik_Latn","languages":["kab-Latn","dik-Latn"]},{"precision":0.304002,"recall":0.327075,"f1":0.310339,"accuracy":0.327075,"main_score":0.310339,"hf_subset":"kab_Latn-hau_Latn","languages":["kab-Latn","hau-Latn"]},{"precision":0.288979,"recall":0.317194,"f1":0.295964,"accuracy":0.317194,"main_score":0.295964,"hf_subset":"kab_Latn-kea_Latn","languages":["kab-Latn","kea-Latn"]},{"precision":0.276869,"recall":0.304348,"f1":0.284495,"accuracy":0.304348,"main_score":0.284495,"hf_subset":"kab_Latn-lus_Latn","languages":["kab-Latn","lus-Latn"]},{"precision":0.273992,"recall":0.298419,"f1":0.280469,"accuracy":0.298419,"main_score":0.280469,"hf_subset":"kab_Latn-pag_Latn","languages":["kab-Latn","pag-Latn"]},{"precision":0.244093,"recall":0.284585,"f1":0.254536,"accuracy":0.284585,"main_score":0.254536,"hf_subset":"kab_Latn-snd_Arab","languages":["kab-Latn","snd-Arab"]},{"precision":0.27857,"recall":0.311265,"f1":0.28729,"accuracy":0.311265,"main_score":0.28729,"hf_subset":"kab_Latn-tuk_Latn","languages":["kab-Latn","tuk-Latn"]},{"precision":0.26234,"recall":0.289526,"f1":0.269139,"accuracy":0.289526,"main_score":0.269139,"hf_subset":"kab_Latn-bak_Cyrl","languages":["kab-Latn","bak-Cyrl"]},{"precision":0.214159,"recall":0.250988,"f1":0.223998,"accuracy":0.250988,"main_score":0.223998,"hf_subset":"kab_Latn-dyu_Latn","languages":["kab-Latn","dyu-Latn"]},{"precision":0.242408,"recall":0.290514,"f1":0.254275,"accuracy":0.290514,"main_score":0.254275,"hf_subset":"kab_Latn-heb_Hebr","languages":["kab-Latn","heb-Hebr"]},{"precision":0.284892,"recall":0.3083,"f1":0.290952,"accuracy":0.3083,"main_score":0.290952,"hf_subset":"kab_Latn-khk_Cyrl","languages":["kab-Latn","khk-Cyrl"]},{"precision":0.281628,"recall":0.31917,"f1":0.290686,"accuracy":0.31917,"main_score":0.290686,"hf_subset":"kab_Latn-lvs_Latn","languages":["kab-Latn","lvs-Latn"]},{"precision":0.258502,"recall":0.306324,"f1":0.270189,"accuracy":0.306324,"main_score":0.270189,"hf_subset":"kab_Latn-pan_Guru","languages":["kab-Latn","pan-Guru"]},{"precision":0.300073,"recall":0.327075,"f1":0.307824,"accuracy":0.327075,"main_score":0.307824,"hf_subset":"kab_Latn-som_Latn","languages":["kab-Latn","som-Latn"]},{"precision":0.271518,"recall":0.301383,"f1":0.279418,"accuracy":0.301383,"main_score":0.279418,"hf_subset":"kab_Latn-tum_Latn","languages":["kab-Latn","tum-Latn"]},{"precision":0.325885,"recall":0.401186,"f1":0.345522,"accuracy":0.401186,"main_score":0.345522,"hf_subset":"lim_Latn-ace_Arab","languages":["lim-Latn","ace-Arab"]},{"precision":0.386433,"recall":0.461462,"f1":0.407443,"accuracy":0.461462,"main_score":0.407443,"hf_subset":"lim_Latn-bam_Latn","languages":["lim-Latn","bam-Latn"]},{"precision":0.145107,"recall":0.208498,"f1":0.161041,"accuracy":0.208498,"main_score":0.161041,"hf_subset":"lim_Latn-dzo_Tibt","languages":["lim-Latn","dzo-Tibt"]},{"precision":0.863752,"recall":0.896245,"f1":0.873701,"accuracy":0.896245,"main_score":0.873701,"hf_subset":"lim_Latn-hin_Deva","languages":["lim-Latn","hin-Deva"]},{"precision":0.61664,"recall":0.682806,"f1":0.636428,"accuracy":0.682806,"main_score":0.636428,"hf_subset":"lim_Latn-khm_Khmr","languages":["lim-Latn","khm-Khmr"]},{"precision":0.831662,"recall":0.87253,"f1":0.843947,"accuracy":0.87253,"main_score":0.843947,"hf_subset":"lim_Latn-mag_Deva","languages":["lim-Latn","mag-Deva"]},{"precision":0.772294,"recall":0.821146,"f1":0.786726,"accuracy":0.821146,"main_score":0.786726,"hf_subset":"lim_Latn-pap_Latn","languages":["lim-Latn","pap-Latn"]},{"precision":0.46498,"recall":0.525692,"f1":0.482038,"accuracy":0.525692,"main_score":0.482038,"hf_subset":"lim_Latn-sot_Latn","languages":["lim-Latn","sot-Latn"]},{"precision":0.851185,"recall":0.885375,"f1":0.861832,"accuracy":0.885375,"main_score":0.861832,"hf_subset":"lim_Latn-tur_Latn","languages":["lim-Latn","tur-Latn"]},{"precision":0.649292,"recall":0.704545,"f1":0.665749,"accuracy":0.704545,"main_score":0.665749,"hf_subset":"lim_Latn-ace_Latn","languages":["lim-Latn","ace-Latn"]},{"precision":0.756094,"recall":0.801383,"f1":0.7698,"accuracy":0.801383,"main_score":0.7698,"hf_subset":"lim_Latn-ban_Latn","languages":["lim-Latn","ban-Latn"]},{"precision":0.769591,"recall":0.822134,"f1":0.785244,"accuracy":0.822134,"main_score":0.785244,"hf_subset":"lim_Latn-ell_Grek","languages":["lim-Latn","ell-Grek"]},{"precision":0.838933,"recall":0.875494,"f1":0.850395,"accuracy":0.875494,"main_score":0.850395,"hf_subset":"lim_Latn-hne_Deva","languages":["lim-Latn","hne-Deva"]},{"precision":0.459241,"recall":0.534585,"f1":0.480604,"accuracy":0.534585,"main_score":0.480604,"hf_subset":"lim_Latn-kik_Latn","languages":["lim-Latn","kik-Latn"]},{"precision":0.829743,"recall":0.865613,"f1":0.840711,"accuracy":0.865613,"main_score":0.840711,"hf_subset":"lim_Latn-mai_Deva","languages":["lim-Latn","mai-Deva"]},{"precision":0.690893,"recall":0.744071,"f1":0.706969,"accuracy":0.744071,"main_score":0.706969,"hf_subset":"lim_Latn-pbt_Arab","languages":["lim-Latn","pbt-Arab"]},{"precision":0.868083,"recall":0.903162,"f1":0.879249,"accuracy":0.903162,"main_score":0.879249,"hf_subset":"lim_Latn-spa_Latn","languages":["lim-Latn","spa-Latn"]},{"precision":0.53219,"recall":0.596838,"f1":0.550925,"accuracy":0.596838,"main_score":0.550925,"hf_subset":"lim_Latn-twi_Latn","languages":["lim-Latn","twi-Latn"]},{"precision":0.823575,"recall":0.864625,"f1":0.836044,"accuracy":0.864625,"main_score":0.836044,"hf_subset":"lim_Latn-acm_Arab","languages":["lim-Latn","acm-Arab"]},{"precision":0.678048,"recall":0.738142,"f1":0.695599,"accuracy":0.738142,"main_score":0.695599,"hf_subset":"lim_Latn-bel_Cyrl","languages":["lim-Latn","bel-Cyrl"]},{"precision":0.894829,"recall":0.91996,"f1":0.90247,"accuracy":0.91996,"main_score":0.90247,"hf_subset":"lim_Latn-eng_Latn","languages":["lim-Latn","eng-Latn"]},{"precision":0.824588,"recall":0.858696,"f1":0.835164,"accuracy":0.858696,"main_score":0.835164,"hf_subset":"lim_Latn-hrv_Latn","languages":["lim-Latn","hrv-Latn"]},{"precision":0.402695,"recall":0.482213,"f1":0.424496,"accuracy":0.482213,"main_score":0.424496,"hf_subset":"lim_Latn-kin_Latn","languages":["lim-Latn","kin-Latn"]},{"precision":0.804035,"recall":0.851779,"f1":0.818544,"accuracy":0.851779,"main_score":0.818544,"hf_subset":"lim_Latn-mal_Mlym","languages":["lim-Latn","mal-Mlym"]},{"precision":0.842054,"recall":0.879447,"f1":0.853612,"accuracy":0.879447,"main_score":0.853612,"hf_subset":"lim_Latn-pes_Arab","languages":["lim-Latn","pes-Arab"]},{"precision":0.733716,"recall":0.781621,"f1":0.747205,"accuracy":0.781621,"main_score":0.747205,"hf_subset":"lim_Latn-srd_Latn","languages":["lim-Latn","srd-Latn"]},{"precision":0.123229,"recall":0.187747,"f1":0.139007,"accuracy":0.187747,"main_score":0.139007,"hf_subset":"lim_Latn-tzm_Tfng","languages":["lim-Latn","tzm-Tfng"]},{"precision":0.829967,"recall":0.865613,"f1":0.84086,"accuracy":0.865613,"main_score":0.84086,"hf_subset":"lim_Latn-acq_Arab","languages":["lim-Latn","acq-Arab"]},{"precision":0.480501,"recall":0.546443,"f1":0.498312,"accuracy":0.546443,"main_score":0.498312,"hf_subset":"lim_Latn-bem_Latn","languages":["lim-Latn","bem-Latn"]},{"precision":0.780511,"recall":0.824111,"f1":0.793192,"accuracy":0.824111,"main_score":0.793192,"hf_subset":"lim_Latn-epo_Latn","languages":["lim-Latn","epo-Latn"]},{"precision":0.763697,"recall":0.81917,"f1":0.780487,"accuracy":0.81917,"main_score":0.780487,"hf_subset":"lim_Latn-hun_Latn","languages":["lim-Latn","hun-Latn"]},{"precision":0.617495,"recall":0.676877,"f1":0.634041,"accuracy":0.676877,"main_score":0.634041,"hf_subset":"lim_Latn-kir_Cyrl","languages":["lim-Latn","kir-Cyrl"]},{"precision":0.829153,"recall":0.869565,"f1":0.841304,"accuracy":0.869565,"main_score":0.841304,"hf_subset":"lim_Latn-mar_Deva","languages":["lim-Latn","mar-Deva"]},{"precision":0.460393,"recall":0.535573,"f1":0.481923,"accuracy":0.535573,"main_score":0.481923,"hf_subset":"lim_Latn-plt_Latn","languages":["lim-Latn","plt-Latn"]},{"precision":0.780774,"recall":0.820158,"f1":0.793231,"accuracy":0.820158,"main_score":0.793231,"hf_subset":"lim_Latn-srp_Cyrl","languages":["lim-Latn","srp-Cyrl"]},{"precision":0.293718,"recall":0.365613,"f1":0.313964,"accuracy":0.365613,"main_score":0.313964,"hf_subset":"lim_Latn-uig_Arab","languages":["lim-Latn","uig-Arab"]},{"precision":0.783921,"recall":0.833992,"f1":0.799356,"accuracy":0.833992,"main_score":0.799356,"hf_subset":"lim_Latn-aeb_Arab","languages":["lim-Latn","aeb-Arab"]},{"precision":0.839552,"recall":0.879447,"f1":0.851423,"accuracy":0.879447,"main_score":0.851423,"hf_subset":"lim_Latn-ben_Beng","languages":["lim-Latn","ben-Beng"]},{"precision":0.724635,"recall":0.769763,"f1":0.737391,"accuracy":0.769763,"main_score":0.737391,"hf_subset":"lim_Latn-est_Latn","languages":["lim-Latn","est-Latn"]},{"precision":0.631664,"recall":0.692688,"f1":0.64936,"accuracy":0.692688,"main_score":0.64936,"hf_subset":"lim_Latn-hye_Armn","languages":["lim-Latn","hye-Armn"]},{"precision":0.425008,"recall":0.494071,"f1":0.444488,"accuracy":0.494071,"main_score":0.444488,"hf_subset":"lim_Latn-kmb_Latn","languages":["lim-Latn","kmb-Latn"]},{"precision":0.2628,"recall":0.333992,"f1":0.281449,"accuracy":0.333992,"main_score":0.281449,"hf_subset":"lim_Latn-min_Arab","languages":["lim-Latn","min-Arab"]},{"precision":0.871146,"recall":0.900198,"f1":0.879498,"accuracy":0.900198,"main_score":0.879498,"hf_subset":"lim_Latn-pol_Latn","languages":["lim-Latn","pol-Latn"]},{"precision":0.42082,"recall":0.497036,"f1":0.44192,"accuracy":0.497036,"main_score":0.44192,"hf_subset":"lim_Latn-ssw_Latn","languages":["lim-Latn","ssw-Latn"]},{"precision":0.828265,"recall":0.865613,"f1":0.839535,"accuracy":0.865613,"main_score":0.839535,"hf_subset":"lim_Latn-ukr_Cyrl","languages":["lim-Latn","ukr-Cyrl"]},{"precision":0.884132,"recall":0.909091,"f1":0.891755,"accuracy":0.909091,"main_score":0.891755,"hf_subset":"lim_Latn-afr_Latn","languages":["lim-Latn","afr-Latn"]},{"precision":0.828294,"recall":0.870553,"f1":0.841123,"accuracy":0.870553,"main_score":0.841123,"hf_subset":"lim_Latn-bho_Deva","languages":["lim-Latn","bho-Deva"]},{"precision":0.628668,"recall":0.687747,"f1":0.64592,"accuracy":0.687747,"main_score":0.64592,"hf_subset":"lim_Latn-eus_Latn","languages":["lim-Latn","eus-Latn"]},{"precision":0.414878,"recall":0.492095,"f1":0.436161,"accuracy":0.492095,"main_score":0.436161,"hf_subset":"lim_Latn-ibo_Latn","languages":["lim-Latn","ibo-Latn"]},{"precision":0.463124,"recall":0.536561,"f1":0.483275,"accuracy":0.536561,"main_score":0.483275,"hf_subset":"lim_Latn-kmr_Latn","languages":["lim-Latn","kmr-Latn"]},{"precision":0.682263,"recall":0.741107,"f1":0.699258,"accuracy":0.741107,"main_score":0.699258,"hf_subset":"lim_Latn-min_Latn","languages":["lim-Latn","min-Latn"]},{"precision":0.880451,"recall":0.911067,"f1":0.890053,"accuracy":0.911067,"main_score":0.890053,"hf_subset":"lim_Latn-por_Latn","languages":["lim-Latn","por-Latn"]},{"precision":0.767251,"recall":0.811265,"f1":0.780109,"accuracy":0.811265,"main_score":0.780109,"hf_subset":"lim_Latn-sun_Latn","languages":["lim-Latn","sun-Latn"]},{"precision":0.410152,"recall":0.48419,"f1":0.430838,"accuracy":0.48419,"main_score":0.430838,"hf_subset":"lim_Latn-umb_Latn","languages":["lim-Latn","umb-Latn"]},{"precision":0.830131,"recall":0.869565,"f1":0.841504,"accuracy":0.869565,"main_score":0.841504,"hf_subset":"lim_Latn-ajp_Arab","languages":["lim-Latn","ajp-Arab"]},{"precision":0.286148,"recall":0.358696,"f1":0.306211,"accuracy":0.358696,"main_score":0.306211,"hf_subset":"lim_Latn-bjn_Arab","languages":["lim-Latn","bjn-Arab"]},{"precision":0.445152,"recall":0.502964,"f1":0.461226,"accuracy":0.502964,"main_score":0.461226,"hf_subset":"lim_Latn-ewe_Latn","languages":["lim-Latn","ewe-Latn"]},{"precision":0.673602,"recall":0.732213,"f1":0.69073,"accuracy":0.732213,"main_score":0.69073,"hf_subset":"lim_Latn-ilo_Latn","languages":["lim-Latn","ilo-Latn"]},{"precision":0.206571,"recall":0.267787,"f1":0.221968,"accuracy":0.267787,"main_score":0.221968,"hf_subset":"lim_Latn-knc_Arab","languages":["lim-Latn","knc-Arab"]},{"precision":0.767847,"recall":0.807312,"f1":0.779665,"accuracy":0.807312,"main_score":0.779665,"hf_subset":"lim_Latn-mkd_Cyrl","languages":["lim-Latn","mkd-Cyrl"]},{"precision":0.838669,"recall":0.879447,"f1":0.851252,"accuracy":0.879447,"main_score":0.851252,"hf_subset":"lim_Latn-prs_Arab","languages":["lim-Latn","prs-Arab"]},{"precision":0.855031,"recall":0.886364,"f1":0.864318,"accuracy":0.886364,"main_score":0.864318,"hf_subset":"lim_Latn-swe_Latn","languages":["lim-Latn","swe-Latn"]},{"precision":0.768396,"recall":0.827075,"f1":0.786514,"accuracy":0.827075,"main_score":0.786514,"hf_subset":"lim_Latn-urd_Arab","languages":["lim-Latn","urd-Arab"]},{"precision":0.499285,"recall":0.565217,"f1":0.518546,"accuracy":0.565217,"main_score":0.518546,"hf_subset":"lim_Latn-aka_Latn","languages":["lim-Latn","aka-Latn"]},{"precision":0.716222,"recall":0.775692,"f1":0.733945,"accuracy":0.775692,"main_score":0.733945,"hf_subset":"lim_Latn-bjn_Latn","languages":["lim-Latn","bjn-Latn"]},{"precision":0.563056,"recall":0.630435,"f1":0.582485,"accuracy":0.630435,"main_score":0.582485,"hf_subset":"lim_Latn-fao_Latn","languages":["lim-Latn","fao-Latn"]},{"precision":0.879694,"recall":0.908103,"f1":0.888688,"accuracy":0.908103,"main_score":0.888688,"hf_subset":"lim_Latn-ind_Latn","languages":["lim-Latn","ind-Latn"]},{"precision":0.477797,"recall":0.54249,"f1":0.495953,"accuracy":0.54249,"main_score":0.495953,"hf_subset":"lim_Latn-knc_Latn","languages":["lim-Latn","knc-Latn"]},{"precision":0.687909,"recall":0.742095,"f1":0.703838,"accuracy":0.742095,"main_score":0.703838,"hf_subset":"lim_Latn-mlt_Latn","languages":["lim-Latn","mlt-Latn"]},{"precision":0.490467,"recall":0.573123,"f1":0.51373,"accuracy":0.573123,"main_score":0.51373,"hf_subset":"lim_Latn-quy_Latn","languages":["lim-Latn","quy-Latn"]},{"precision":0.674517,"recall":0.737154,"f1":0.693084,"accuracy":0.737154,"main_score":0.693084,"hf_subset":"lim_Latn-swh_Latn","languages":["lim-Latn","swh-Latn"]},{"precision":0.575719,"recall":0.647233,"f1":0.596744,"accuracy":0.647233,"main_score":0.596744,"hf_subset":"lim_Latn-uzn_Latn","languages":["lim-Latn","uzn-Latn"]},{"precision":0.717704,"recall":0.762846,"f1":0.731178,"accuracy":0.762846,"main_score":0.731178,"hf_subset":"lim_Latn-als_Latn","languages":["lim-Latn","als-Latn"]},{"precision":0.201663,"recall":0.266798,"f1":0.218861,"accuracy":0.266798,"main_score":0.218861,"hf_subset":"lim_Latn-bod_Tibt","languages":["lim-Latn","bod-Tibt"]},{"precision":0.42834,"recall":0.509881,"f1":0.451355,"accuracy":0.509881,"main_score":0.451355,"hf_subset":"lim_Latn-fij_Latn","languages":["lim-Latn","fij-Latn"]},{"precision":0.516568,"recall":0.583992,"f1":0.535508,"accuracy":0.583992,"main_score":0.535508,"hf_subset":"lim_Latn-isl_Latn","languages":["lim-Latn","isl-Latn"]},{"precision":0.499871,"recall":0.567194,"f1":0.518604,"accuracy":0.567194,"main_score":0.518604,"hf_subset":"lim_Latn-kon_Latn","languages":["lim-Latn","kon-Latn"]},{"precision":0.379287,"recall":0.47332,"f1":0.405322,"accuracy":0.47332,"main_score":0.405322,"hf_subset":"lim_Latn-mni_Beng","languages":["lim-Latn","mni-Beng"]},{"precision":0.849639,"recall":0.879447,"f1":0.858273,"accuracy":0.879447,"main_score":0.858273,"hf_subset":"lim_Latn-ron_Latn","languages":["lim-Latn","ron-Latn"]},{"precision":0.757765,"recall":0.804348,"f1":0.771522,"accuracy":0.804348,"main_score":0.771522,"hf_subset":"lim_Latn-szl_Latn","languages":["lim-Latn","szl-Latn"]},{"precision":0.797509,"recall":0.836957,"f1":0.809167,"accuracy":0.836957,"main_score":0.809167,"hf_subset":"lim_Latn-vec_Latn","languages":["lim-Latn","vec-Latn"]},{"precision":0.610421,"recall":0.672925,"f1":0.628831,"accuracy":0.672925,"main_score":0.628831,"hf_subset":"lim_Latn-amh_Ethi","languages":["lim-Latn","amh-Ethi"]},{"precision":0.82878,"recall":0.865613,"f1":0.83969,"accuracy":0.865613,"main_score":0.83969,"hf_subset":"lim_Latn-bos_Latn","languages":["lim-Latn","bos-Latn"]},{"precision":0.815819,"recall":0.855731,"f1":0.827978,"accuracy":0.855731,"main_score":0.827978,"hf_subset":"lim_Latn-fin_Latn","languages":["lim-Latn","fin-Latn"]},{"precision":0.876525,"recall":0.907115,"f1":0.885787,"accuracy":0.907115,"main_score":0.885787,"hf_subset":"lim_Latn-ita_Latn","languages":["lim-Latn","ita-Latn"]},{"precision":0.838974,"recall":0.878458,"f1":0.850878,"accuracy":0.878458,"main_score":0.850878,"hf_subset":"lim_Latn-kor_Hang","languages":["lim-Latn","kor-Hang"]},{"precision":0.433787,"recall":0.504941,"f1":0.45396,"accuracy":0.504941,"main_score":0.45396,"hf_subset":"lim_Latn-mos_Latn","languages":["lim-Latn","mos-Latn"]},{"precision":0.412546,"recall":0.487154,"f1":0.433202,"accuracy":0.487154,"main_score":0.433202,"hf_subset":"lim_Latn-run_Latn","languages":["lim-Latn","run-Latn"]},{"precision":0.78559,"recall":0.837945,"f1":0.801567,"accuracy":0.837945,"main_score":0.801567,"hf_subset":"lim_Latn-tam_Taml","languages":["lim-Latn","tam-Taml"]},{"precision":0.828081,"recall":0.87253,"f1":0.841738,"accuracy":0.87253,"main_score":0.841738,"hf_subset":"lim_Latn-vie_Latn","languages":["lim-Latn","vie-Latn"]},{"precision":0.808959,"recall":0.843874,"f1":0.819598,"accuracy":0.843874,"main_score":0.819598,"hf_subset":"lim_Latn-apc_Arab","languages":["lim-Latn","apc-Arab"]},{"precision":0.619688,"recall":0.687747,"f1":0.639841,"accuracy":0.687747,"main_score":0.639841,"hf_subset":"lim_Latn-bug_Latn","languages":["lim-Latn","bug-Latn"]},{"precision":0.389396,"recall":0.45751,"f1":0.407649,"accuracy":0.45751,"main_score":0.407649,"hf_subset":"lim_Latn-fon_Latn","languages":["lim-Latn","fon-Latn"]},{"precision":0.752372,"recall":0.796443,"f1":0.765486,"accuracy":0.796443,"main_score":0.765486,"hf_subset":"lim_Latn-jav_Latn","languages":["lim-Latn","jav-Latn"]},{"precision":0.579111,"recall":0.637352,"f1":0.595114,"accuracy":0.637352,"main_score":0.595114,"hf_subset":"lim_Latn-lao_Laoo","languages":["lim-Latn","lao-Laoo"]},{"precision":0.397228,"recall":0.476285,"f1":0.418179,"accuracy":0.476285,"main_score":0.418179,"hf_subset":"lim_Latn-mri_Latn","languages":["lim-Latn","mri-Latn"]},{"precision":0.857749,"recall":0.894269,"f1":0.869192,"accuracy":0.894269,"main_score":0.869192,"hf_subset":"lim_Latn-rus_Cyrl","languages":["lim-Latn","rus-Cyrl"]},{"precision":0.421531,"recall":0.503953,"f1":0.444092,"accuracy":0.503953,"main_score":0.444092,"hf_subset":"lim_Latn-taq_Latn","languages":["lim-Latn","taq-Latn"]},{"precision":0.743248,"recall":0.790514,"f1":0.75736,"accuracy":0.790514,"main_score":0.75736,"hf_subset":"lim_Latn-war_Latn","languages":["lim-Latn","war-Latn"]},{"precision":0.835507,"recall":0.87253,"f1":0.847087,"accuracy":0.87253,"main_score":0.847087,"hf_subset":"lim_Latn-arb_Arab","languages":["lim-Latn","arb-Arab"]},{"precision":0.840193,"recall":0.873518,"f1":0.850417,"accuracy":0.873518,"main_score":0.850417,"hf_subset":"lim_Latn-bul_Cyrl","languages":["lim-Latn","bul-Cyrl"]},{"precision":0.870693,"recall":0.901186,"f1":0.879865,"accuracy":0.901186,"main_score":0.879865,"hf_subset":"lim_Latn-fra_Latn","languages":["lim-Latn","fra-Latn"]},{"precision":0.848188,"recall":0.887352,"f1":0.860065,"accuracy":0.887352,"main_score":0.860065,"hf_subset":"lim_Latn-jpn_Jpan","languages":["lim-Latn","jpn-Jpan"]},{"precision":0.775101,"recall":0.817194,"f1":0.78778,"accuracy":0.817194,"main_score":0.78778,"hf_subset":"lim_Latn-lij_Latn","languages":["lim-Latn","lij-Latn"]},{"precision":0.559431,"recall":0.63834,"f1":0.582155,"accuracy":0.63834,"main_score":0.582155,"hf_subset":"lim_Latn-mya_Mymr","languages":["lim-Latn","mya-Mymr"]},{"precision":0.491055,"recall":0.572134,"f1":0.514943,"accuracy":0.572134,"main_score":0.514943,"hf_subset":"lim_Latn-sag_Latn","languages":["lim-Latn","sag-Latn"]},{"precision":0.151973,"recall":0.226285,"f1":0.168475,"accuracy":0.226285,"main_score":0.168475,"hf_subset":"lim_Latn-taq_Tfng","languages":["lim-Latn","taq-Tfng"]},{"precision":0.482864,"recall":0.551383,"f1":0.502069,"accuracy":0.551383,"main_score":0.502069,"hf_subset":"lim_Latn-wol_Latn","languages":["lim-Latn","wol-Latn"]},{"precision":0.286201,"recall":0.381423,"f1":0.311159,"accuracy":0.381423,"main_score":0.311159,"hf_subset":"lim_Latn-arb_Latn","languages":["lim-Latn","arb-Latn"]},{"precision":0.839583,"recall":0.868577,"f1":0.848428,"accuracy":0.868577,"main_score":0.848428,"hf_subset":"lim_Latn-cat_Latn","languages":["lim-Latn","cat-Latn"]},{"precision":0.748774,"recall":0.794466,"f1":0.761618,"accuracy":0.794466,"main_score":0.761618,"hf_subset":"lim_Latn-fur_Latn","languages":["lim-Latn","fur-Latn"]},{"precision":0.305504,"recall":0.369565,"f1":0.322052,"accuracy":0.369565,"main_score":0.322052,"hf_subset":"lim_Latn-kab_Latn","languages":["lim-Latn","kab-Latn"]},{"precision":0.902974,"recall":0.926877,"f1":0.910279,"accuracy":0.926877,"main_score":0.910279,"hf_subset":"lim_Latn-nld_Latn","languages":["lim-Latn","nld-Latn"]},{"precision":0.727455,"recall":0.786561,"f1":0.745545,"accuracy":0.786561,"main_score":0.745545,"hf_subset":"lim_Latn-san_Deva","languages":["lim-Latn","san-Deva"]},{"precision":0.635942,"recall":0.69664,"f1":0.653436,"accuracy":0.69664,"main_score":0.653436,"hf_subset":"lim_Latn-tat_Cyrl","languages":["lim-Latn","tat-Cyrl"]},{"precision":0.456095,"recall":0.531621,"f1":0.477355,"accuracy":0.531621,"main_score":0.477355,"hf_subset":"lim_Latn-xho_Latn","languages":["lim-Latn","xho-Latn"]},{"precision":0.830122,"recall":0.867589,"f1":0.841897,"accuracy":0.867589,"main_score":0.841897,"hf_subset":"lim_Latn-ars_Arab","languages":["lim-Latn","ars-Arab"]},{"precision":0.715086,"recall":0.769763,"f1":0.731903,"accuracy":0.769763,"main_score":0.731903,"hf_subset":"lim_Latn-ceb_Latn","languages":["lim-Latn","ceb-Latn"]},{"precision":0.44236,"recall":0.509881,"f1":0.460969,"accuracy":0.509881,"main_score":0.460969,"hf_subset":"lim_Latn-fuv_Latn","languages":["lim-Latn","fuv-Latn"]},{"precision":0.431118,"recall":0.509881,"f1":0.452949,"accuracy":0.509881,"main_score":0.452949,"hf_subset":"lim_Latn-kac_Latn","languages":["lim-Latn","kac-Latn"]},{"precision":0.500866,"recall":0.574111,"f1":0.521431,"accuracy":0.574111,"main_score":0.521431,"hf_subset":"lim_Latn-lin_Latn","languages":["lim-Latn","lin-Latn"]},{"precision":0.84254,"recall":0.878458,"f1":0.853159,"accuracy":0.878458,"main_score":0.853159,"hf_subset":"lim_Latn-nno_Latn","languages":["lim-Latn","nno-Latn"]},{"precision":0.16831,"recall":0.220356,"f1":0.181754,"accuracy":0.220356,"main_score":0.181754,"hf_subset":"lim_Latn-sat_Olck","languages":["lim-Latn","sat-Olck"]},{"precision":0.807625,"recall":0.851779,"f1":0.821542,"accuracy":0.851779,"main_score":0.821542,"hf_subset":"lim_Latn-tel_Telu","languages":["lim-Latn","tel-Telu"]},{"precision":0.346215,"recall":0.420949,"f1":0.366881,"accuracy":0.420949,"main_score":0.366881,"hf_subset":"lim_Latn-ydd_Hebr","languages":["lim-Latn","ydd-Hebr"]},{"precision":0.738035,"recall":0.793478,"f1":0.754191,"accuracy":0.793478,"main_score":0.754191,"hf_subset":"lim_Latn-ary_Arab","languages":["lim-Latn","ary-Arab"]},{"precision":0.823246,"recall":0.860672,"f1":0.834593,"accuracy":0.860672,"main_score":0.834593,"hf_subset":"lim_Latn-ces_Latn","languages":["lim-Latn","ces-Latn"]},{"precision":0.318928,"recall":0.399209,"f1":0.339109,"accuracy":0.399209,"main_score":0.339109,"hf_subset":"lim_Latn-gaz_Latn","languages":["lim-Latn","gaz-Latn"]},{"precision":0.44162,"recall":0.516798,"f1":0.463378,"accuracy":0.516798,"main_score":0.463378,"hf_subset":"lim_Latn-kam_Latn","languages":["lim-Latn","kam-Latn"]},{"precision":0.679415,"recall":0.737154,"f1":0.696515,"accuracy":0.737154,"main_score":0.696515,"hf_subset":"lim_Latn-lit_Latn","languages":["lim-Latn","lit-Latn"]},{"precision":0.865876,"recall":0.898221,"f1":0.875743,"accuracy":0.898221,"main_score":0.875743,"hf_subset":"lim_Latn-nob_Latn","languages":["lim-Latn","nob-Latn"]},{"precision":0.685384,"recall":0.744071,"f1":0.702809,"accuracy":0.744071,"main_score":0.702809,"hf_subset":"lim_Latn-scn_Latn","languages":["lim-Latn","scn-Latn"]},{"precision":0.442409,"recall":0.523715,"f1":0.465181,"accuracy":0.523715,"main_score":0.465181,"hf_subset":"lim_Latn-tgk_Cyrl","languages":["lim-Latn","tgk-Cyrl"]},{"precision":0.379887,"recall":0.461462,"f1":0.402595,"accuracy":0.461462,"main_score":0.402595,"hf_subset":"lim_Latn-yor_Latn","languages":["lim-Latn","yor-Latn"]},{"precision":0.818297,"recall":0.857708,"f1":0.830237,"accuracy":0.857708,"main_score":0.830237,"hf_subset":"lim_Latn-arz_Arab","languages":["lim-Latn","arz-Arab"]},{"precision":0.465724,"recall":0.541502,"f1":0.486853,"accuracy":0.541502,"main_score":0.486853,"hf_subset":"lim_Latn-cjk_Latn","languages":["lim-Latn","cjk-Latn"]},{"precision":0.391404,"recall":0.465415,"f1":0.411841,"accuracy":0.465415,"main_score":0.411841,"hf_subset":"lim_Latn-gla_Latn","languages":["lim-Latn","gla-Latn"]},{"precision":0.81525,"recall":0.853755,"f1":0.82716,"accuracy":0.853755,"main_score":0.82716,"hf_subset":"lim_Latn-kan_Knda","languages":["lim-Latn","kan-Knda"]},{"precision":0.734556,"recall":0.786561,"f1":0.750299,"accuracy":0.786561,"main_score":0.750299,"hf_subset":"lim_Latn-lmo_Latn","languages":["lim-Latn","lmo-Latn"]},{"precision":0.822407,"recall":0.859684,"f1":0.833892,"accuracy":0.859684,"main_score":0.833892,"hf_subset":"lim_Latn-npi_Deva","languages":["lim-Latn","npi-Deva"]},{"precision":0.383484,"recall":0.460474,"f1":0.405204,"accuracy":0.460474,"main_score":0.405204,"hf_subset":"lim_Latn-shn_Mymr","languages":["lim-Latn","shn-Mymr"]},{"precision":0.757027,"recall":0.809289,"f1":0.77301,"accuracy":0.809289,"main_score":0.77301,"hf_subset":"lim_Latn-tgl_Latn","languages":["lim-Latn","tgl-Latn"]},{"precision":0.849094,"recall":0.886364,"f1":0.860612,"accuracy":0.886364,"main_score":0.860612,"hf_subset":"lim_Latn-yue_Hant","languages":["lim-Latn","yue-Hant"]},{"precision":0.703623,"recall":0.762846,"f1":0.721739,"accuracy":0.762846,"main_score":0.721739,"hf_subset":"lim_Latn-asm_Beng","languages":["lim-Latn","asm-Beng"]},{"precision":0.380533,"recall":0.448617,"f1":0.399225,"accuracy":0.448617,"main_score":0.399225,"hf_subset":"lim_Latn-ckb_Arab","languages":["lim-Latn","ckb-Arab"]},{"precision":0.411054,"recall":0.480237,"f1":0.429476,"accuracy":0.480237,"main_score":0.429476,"hf_subset":"lim_Latn-gle_Latn","languages":["lim-Latn","gle-Latn"]},{"precision":0.563327,"recall":0.649209,"f1":0.589001,"accuracy":0.649209,"main_score":0.589001,"hf_subset":"lim_Latn-kas_Arab","languages":["lim-Latn","kas-Arab"]},{"precision":0.635655,"recall":0.693676,"f1":0.653294,"accuracy":0.693676,"main_score":0.653294,"hf_subset":"lim_Latn-ltg_Latn","languages":["lim-Latn","ltg-Latn"]},{"precision":0.498317,"recall":0.559289,"f1":0.515383,"accuracy":0.559289,"main_score":0.515383,"hf_subset":"lim_Latn-nso_Latn","languages":["lim-Latn","nso-Latn"]},{"precision":0.637549,"recall":0.706522,"f1":0.658451,"accuracy":0.706522,"main_score":0.658451,"hf_subset":"lim_Latn-sin_Sinh","languages":["lim-Latn","sin-Sinh"]},{"precision":0.847983,"recall":0.886364,"f1":0.859508,"accuracy":0.886364,"main_score":0.859508,"hf_subset":"lim_Latn-tha_Thai","languages":["lim-Latn","tha-Thai"]},{"precision":0.847534,"recall":0.885375,"f1":0.858994,"accuracy":0.885375,"main_score":0.858994,"hf_subset":"lim_Latn-zho_Hans","languages":["lim-Latn","zho-Hans"]},{"precision":0.815311,"recall":0.855731,"f1":0.827175,"accuracy":0.855731,"main_score":0.827175,"hf_subset":"lim_Latn-ast_Latn","languages":["lim-Latn","ast-Latn"]},{"precision":0.661546,"recall":0.727273,"f1":0.680624,"accuracy":0.727273,"main_score":0.680624,"hf_subset":"lim_Latn-crh_Latn","languages":["lim-Latn","crh-Latn"]},{"precision":0.85094,"recall":0.885375,"f1":0.860843,"accuracy":0.885375,"main_score":0.860843,"hf_subset":"lim_Latn-glg_Latn","languages":["lim-Latn","glg-Latn"]},{"precision":0.533194,"recall":0.608696,"f1":0.555412,"accuracy":0.608696,"main_score":0.555412,"hf_subset":"lim_Latn-kas_Deva","languages":["lim-Latn","kas-Deva"]},{"precision":0.791937,"recall":0.831028,"f1":0.803257,"accuracy":0.831028,"main_score":0.803257,"hf_subset":"lim_Latn-ltz_Latn","languages":["lim-Latn","ltz-Latn"]},{"precision":0.354615,"recall":0.424901,"f1":0.374261,"accuracy":0.424901,"main_score":0.374261,"hf_subset":"lim_Latn-nus_Latn","languages":["lim-Latn","nus-Latn"]},{"precision":0.809641,"recall":0.84585,"f1":0.820794,"accuracy":0.84585,"main_score":0.820794,"hf_subset":"lim_Latn-slk_Latn","languages":["lim-Latn","slk-Latn"]},{"precision":0.382669,"recall":0.455534,"f1":0.403066,"accuracy":0.455534,"main_score":0.403066,"hf_subset":"lim_Latn-tir_Ethi","languages":["lim-Latn","tir-Ethi"]},{"precision":0.841206,"recall":0.879447,"f1":0.852914,"accuracy":0.879447,"main_score":0.852914,"hf_subset":"lim_Latn-zho_Hant","languages":["lim-Latn","zho-Hant"]},{"precision":0.835978,"recall":0.873518,"f1":0.847513,"accuracy":0.873518,"main_score":0.847513,"hf_subset":"lim_Latn-awa_Deva","languages":["lim-Latn","awa-Deva"]},{"precision":0.459636,"recall":0.527668,"f1":0.47878,"accuracy":0.527668,"main_score":0.47878,"hf_subset":"lim_Latn-cym_Latn","languages":["lim-Latn","cym-Latn"]},{"precision":0.631555,"recall":0.693676,"f1":0.649642,"accuracy":0.693676,"main_score":0.649642,"hf_subset":"lim_Latn-grn_Latn","languages":["lim-Latn","grn-Latn"]},{"precision":0.710738,"recall":0.768775,"f1":0.728148,"accuracy":0.768775,"main_score":0.728148,"hf_subset":"lim_Latn-kat_Geor","languages":["lim-Latn","kat-Geor"]},{"precision":0.511512,"recall":0.585968,"f1":0.532502,"accuracy":0.585968,"main_score":0.532502,"hf_subset":"lim_Latn-lua_Latn","languages":["lim-Latn","lua-Latn"]},{"precision":0.494995,"recall":0.560277,"f1":0.513657,"accuracy":0.560277,"main_score":0.513657,"hf_subset":"lim_Latn-nya_Latn","languages":["lim-Latn","nya-Latn"]},{"precision":0.766798,"recall":0.815217,"f1":0.781134,"accuracy":0.815217,"main_score":0.781134,"hf_subset":"lim_Latn-slv_Latn","languages":["lim-Latn","slv-Latn"]},{"precision":0.706095,"recall":0.76087,"f1":0.722056,"accuracy":0.76087,"main_score":0.722056,"hf_subset":"lim_Latn-tpi_Latn","languages":["lim-Latn","tpi-Latn"]},{"precision":0.813966,"recall":0.857708,"f1":0.827127,"accuracy":0.857708,"main_score":0.827127,"hf_subset":"lim_Latn-zsm_Latn","languages":["lim-Latn","zsm-Latn"]},{"precision":0.410734,"recall":0.504941,"f1":0.436875,"accuracy":0.504941,"main_score":0.436875,"hf_subset":"lim_Latn-ayr_Latn","languages":["lim-Latn","ayr-Latn"]},{"precision":0.871294,"recall":0.903162,"f1":0.881244,"accuracy":0.903162,"main_score":0.881244,"hf_subset":"lim_Latn-dan_Latn","languages":["lim-Latn","dan-Latn"]},{"precision":0.778804,"recall":0.832016,"f1":0.794932,"accuracy":0.832016,"main_score":0.794932,"hf_subset":"lim_Latn-guj_Gujr","languages":["lim-Latn","guj-Gujr"]},{"precision":0.641418,"recall":0.700593,"f1":0.658816,"accuracy":0.700593,"main_score":0.658816,"hf_subset":"lim_Latn-kaz_Cyrl","languages":["lim-Latn","kaz-Cyrl"]},{"precision":0.401705,"recall":0.472332,"f1":0.421975,"accuracy":0.472332,"main_score":0.421975,"hf_subset":"lim_Latn-lug_Latn","languages":["lim-Latn","lug-Latn"]},{"precision":0.825624,"recall":0.860672,"f1":0.83608,"accuracy":0.860672,"main_score":0.83608,"hf_subset":"lim_Latn-oci_Latn","languages":["lim-Latn","oci-Latn"]},{"precision":0.460534,"recall":0.537549,"f1":0.482311,"accuracy":0.537549,"main_score":0.482311,"hf_subset":"lim_Latn-smo_Latn","languages":["lim-Latn","smo-Latn"]},{"precision":0.428896,"recall":0.508893,"f1":0.45149,"accuracy":0.508893,"main_score":0.45149,"hf_subset":"lim_Latn-tsn_Latn","languages":["lim-Latn","tsn-Latn"]},{"precision":0.416564,"recall":0.483202,"f1":0.435315,"accuracy":0.483202,"main_score":0.435315,"hf_subset":"lim_Latn-zul_Latn","languages":["lim-Latn","zul-Latn"]},{"precision":0.571489,"recall":0.649209,"f1":0.594556,"accuracy":0.649209,"main_score":0.594556,"hf_subset":"lim_Latn-azb_Arab","languages":["lim-Latn","azb-Arab"]},{"precision":0.893176,"recall":0.91996,"f1":0.901205,"accuracy":0.91996,"main_score":0.901205,"hf_subset":"lim_Latn-deu_Latn","languages":["lim-Latn","deu-Latn"]},{"precision":0.600817,"recall":0.668972,"f1":0.621471,"accuracy":0.668972,"main_score":0.621471,"hf_subset":"lim_Latn-hat_Latn","languages":["lim-Latn","hat-Latn"]},{"precision":0.390161,"recall":0.464427,"f1":0.410338,"accuracy":0.464427,"main_score":0.410338,"hf_subset":"lim_Latn-kbp_Latn","languages":["lim-Latn","kbp-Latn"]},{"precision":0.466411,"recall":0.533597,"f1":0.485699,"accuracy":0.533597,"main_score":0.485699,"hf_subset":"lim_Latn-luo_Latn","languages":["lim-Latn","luo-Latn"]},{"precision":0.488402,"recall":0.557312,"f1":0.508668,"accuracy":0.557312,"main_score":0.508668,"hf_subset":"lim_Latn-ory_Orya","languages":["lim-Latn","ory-Orya"]},{"precision":0.456508,"recall":0.521739,"f1":0.474385,"accuracy":0.521739,"main_score":0.474385,"hf_subset":"lim_Latn-sna_Latn","languages":["lim-Latn","sna-Latn"]},{"precision":0.43153,"recall":0.494071,"f1":0.448959,"accuracy":0.494071,"main_score":0.448959,"hf_subset":"lim_Latn-tso_Latn","languages":["lim-Latn","tso-Latn"]},{"precision":0.701326,"recall":0.756917,"f1":0.717626,"accuracy":0.756917,"main_score":0.717626,"hf_subset":"lim_Latn-azj_Latn","languages":["lim-Latn","azj-Latn"]},{"precision":0.444328,"recall":0.517787,"f1":0.465667,"accuracy":0.517787,"main_score":0.465667,"hf_subset":"lim_Latn-dik_Latn","languages":["lim-Latn","dik-Latn"]},{"precision":0.451334,"recall":0.51581,"f1":0.469462,"accuracy":0.51581,"main_score":0.469462,"hf_subset":"lim_Latn-hau_Latn","languages":["lim-Latn","hau-Latn"]},{"precision":0.744327,"recall":0.794466,"f1":0.759008,"accuracy":0.794466,"main_score":0.759008,"hf_subset":"lim_Latn-kea_Latn","languages":["lim-Latn","kea-Latn"]},{"precision":0.594612,"recall":0.651186,"f1":0.61099,"accuracy":0.651186,"main_score":0.61099,"hf_subset":"lim_Latn-lus_Latn","languages":["lim-Latn","lus-Latn"]},{"precision":0.695415,"recall":0.75,"f1":0.711874,"accuracy":0.75,"main_score":0.711874,"hf_subset":"lim_Latn-pag_Latn","languages":["lim-Latn","pag-Latn"]},{"precision":0.562673,"recall":0.630435,"f1":0.581741,"accuracy":0.630435,"main_score":0.581741,"hf_subset":"lim_Latn-snd_Arab","languages":["lim-Latn","snd-Arab"]},{"precision":0.588407,"recall":0.646245,"f1":0.604819,"accuracy":0.646245,"main_score":0.604819,"hf_subset":"lim_Latn-tuk_Latn","languages":["lim-Latn","tuk-Latn"]},{"precision":0.623307,"recall":0.686759,"f1":0.641136,"accuracy":0.686759,"main_score":0.641136,"hf_subset":"lim_Latn-bak_Cyrl","languages":["lim-Latn","bak-Cyrl"]},{"precision":0.364787,"recall":0.451581,"f1":0.389079,"accuracy":0.451581,"main_score":0.389079,"hf_subset":"lim_Latn-dyu_Latn","languages":["lim-Latn","dyu-Latn"]},{"precision":0.709676,"recall":0.76581,"f1":0.726506,"accuracy":0.76581,"main_score":0.726506,"hf_subset":"lim_Latn-heb_Hebr","languages":["lim-Latn","heb-Hebr"]},{"precision":0.451606,"recall":0.514822,"f1":0.469233,"accuracy":0.514822,"main_score":0.469233,"hf_subset":"lim_Latn-khk_Cyrl","languages":["lim-Latn","khk-Cyrl"]},{"precision":0.71141,"recall":0.753953,"f1":0.724363,"accuracy":0.753953,"main_score":0.724363,"hf_subset":"lim_Latn-lvs_Latn","languages":["lim-Latn","lvs-Latn"]},{"precision":0.692508,"recall":0.756917,"f1":0.711184,"accuracy":0.756917,"main_score":0.711184,"hf_subset":"lim_Latn-pan_Guru","languages":["lim-Latn","pan-Guru"]},{"precision":0.406409,"recall":0.470356,"f1":0.424591,"accuracy":0.470356,"main_score":0.424591,"hf_subset":"lim_Latn-som_Latn","languages":["lim-Latn","som-Latn"]},{"precision":0.470771,"recall":0.534585,"f1":0.488917,"accuracy":0.534585,"main_score":0.488917,"hf_subset":"lim_Latn-tum_Latn","languages":["lim-Latn","tum-Latn"]},{"precision":0.274319,"recall":0.364625,"f1":0.297545,"accuracy":0.364625,"main_score":0.297545,"hf_subset":"nld_Latn-ace_Arab","languages":["nld-Latn","ace-Arab"]},{"precision":0.346058,"recall":0.452569,"f1":0.374114,"accuracy":0.452569,"main_score":0.374114,"hf_subset":"nld_Latn-bam_Latn","languages":["nld-Latn","bam-Latn"]},{"precision":0.1559,"recall":0.221344,"f1":0.1731,"accuracy":0.221344,"main_score":0.1731,"hf_subset":"nld_Latn-dzo_Tibt","languages":["nld-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-hin_Deva","languages":["nld-Latn","hin-Deva"]},{"precision":0.808465,"recall":0.863636,"f1":0.825856,"accuracy":0.863636,"main_score":0.825856,"hf_subset":"nld_Latn-khm_Khmr","languages":["nld-Latn","khm-Khmr"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nld_Latn-mag_Deva","languages":["nld-Latn","mag-Deva"]},{"precision":0.846509,"recall":0.891304,"f1":0.86031,"accuracy":0.891304,"main_score":0.86031,"hf_subset":"nld_Latn-pap_Latn","languages":["nld-Latn","pap-Latn"]},{"precision":0.412773,"recall":0.512846,"f1":0.4388,"accuracy":0.512846,"main_score":0.4388,"hf_subset":"nld_Latn-sot_Latn","languages":["nld-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nld_Latn-tur_Latn","languages":["nld-Latn","tur-Latn"]},{"precision":0.659743,"recall":0.741107,"f1":0.683218,"accuracy":0.741107,"main_score":0.683218,"hf_subset":"nld_Latn-ace_Latn","languages":["nld-Latn","ace-Latn"]},{"precision":0.818758,"recall":0.868577,"f1":0.83419,"accuracy":0.868577,"main_score":0.83419,"hf_subset":"nld_Latn-ban_Latn","languages":["nld-Latn","ban-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"nld_Latn-ell_Grek","languages":["nld-Latn","ell-Grek"]},{"precision":0.950428,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"nld_Latn-hne_Deva","languages":["nld-Latn","hne-Deva"]},{"precision":0.41616,"recall":0.523715,"f1":0.444612,"accuracy":0.523715,"main_score":0.444612,"hf_subset":"nld_Latn-kik_Latn","languages":["nld-Latn","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-mai_Deva","languages":["nld-Latn","mai-Deva"]},{"precision":0.843626,"recall":0.890316,"f1":0.858762,"accuracy":0.890316,"main_score":0.858762,"hf_subset":"nld_Latn-pbt_Arab","languages":["nld-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-spa_Latn","languages":["nld-Latn","spa-Latn"]},{"precision":0.487902,"recall":0.591897,"f1":0.516468,"accuracy":0.591897,"main_score":0.516468,"hf_subset":"nld_Latn-twi_Latn","languages":["nld-Latn","twi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nld_Latn-acm_Arab","languages":["nld-Latn","acm-Arab"]},{"precision":0.829134,"recall":0.880435,"f1":0.845257,"accuracy":0.880435,"main_score":0.845257,"hf_subset":"nld_Latn-bel_Cyrl","languages":["nld-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-eng_Latn","languages":["nld-Latn","eng-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"nld_Latn-hrv_Latn","languages":["nld-Latn","hrv-Latn"]},{"precision":0.380017,"recall":0.474308,"f1":0.404192,"accuracy":0.474308,"main_score":0.404192,"hf_subset":"nld_Latn-kin_Latn","languages":["nld-Latn","kin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nld_Latn-mal_Mlym","languages":["nld-Latn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-pes_Arab","languages":["nld-Latn","pes-Arab"]},{"precision":0.828567,"recall":0.87747,"f1":0.843791,"accuracy":0.87747,"main_score":0.843791,"hf_subset":"nld_Latn-srd_Latn","languages":["nld-Latn","srd-Latn"]},{"precision":0.105074,"recall":0.172925,"f1":0.119291,"accuracy":0.172925,"main_score":0.119291,"hf_subset":"nld_Latn-tzm_Tfng","languages":["nld-Latn","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-acq_Arab","languages":["nld-Latn","acq-Arab"]},{"precision":0.431607,"recall":0.532609,"f1":0.458987,"accuracy":0.532609,"main_score":0.458987,"hf_subset":"nld_Latn-bem_Latn","languages":["nld-Latn","bem-Latn"]},{"precision":0.889163,"recall":0.922925,"f1":0.899835,"accuracy":0.922925,"main_score":0.899835,"hf_subset":"nld_Latn-epo_Latn","languages":["nld-Latn","epo-Latn"]},{"precision":0.920125,"recall":0.945652,"f1":0.92836,"accuracy":0.945652,"main_score":0.92836,"hf_subset":"nld_Latn-hun_Latn","languages":["nld-Latn","hun-Latn"]},{"precision":0.686481,"recall":0.761858,"f1":0.708597,"accuracy":0.761858,"main_score":0.708597,"hf_subset":"nld_Latn-kir_Cyrl","languages":["nld-Latn","kir-Cyrl"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nld_Latn-mar_Deva","languages":["nld-Latn","mar-Deva"]},{"precision":0.421072,"recall":0.514822,"f1":0.446048,"accuracy":0.514822,"main_score":0.446048,"hf_subset":"nld_Latn-plt_Latn","languages":["nld-Latn","plt-Latn"]},{"precision":0.920949,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"nld_Latn-srp_Cyrl","languages":["nld-Latn","srp-Cyrl"]},{"precision":0.267337,"recall":0.357708,"f1":0.290791,"accuracy":0.357708,"main_score":0.290791,"hf_subset":"nld_Latn-uig_Arab","languages":["nld-Latn","uig-Arab"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"nld_Latn-aeb_Arab","languages":["nld-Latn","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nld_Latn-ben_Beng","languages":["nld-Latn","ben-Beng"]},{"precision":0.814015,"recall":0.866601,"f1":0.830058,"accuracy":0.866601,"main_score":0.830058,"hf_subset":"nld_Latn-est_Latn","languages":["nld-Latn","est-Latn"]},{"precision":0.81009,"recall":0.860672,"f1":0.825428,"accuracy":0.860672,"main_score":0.825428,"hf_subset":"nld_Latn-hye_Armn","languages":["nld-Latn","hye-Armn"]},{"precision":0.386876,"recall":0.479249,"f1":0.411005,"accuracy":0.479249,"main_score":0.411005,"hf_subset":"nld_Latn-kmb_Latn","languages":["nld-Latn","kmb-Latn"]},{"precision":0.234652,"recall":0.328063,"f1":0.257439,"accuracy":0.328063,"main_score":0.257439,"hf_subset":"nld_Latn-min_Arab","languages":["nld-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-pol_Latn","languages":["nld-Latn","pol-Latn"]},{"precision":0.376491,"recall":0.483202,"f1":0.403352,"accuracy":0.483202,"main_score":0.403352,"hf_subset":"nld_Latn-ssw_Latn","languages":["nld-Latn","ssw-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nld_Latn-ukr_Cyrl","languages":["nld-Latn","ukr-Cyrl"]},{"precision":0.944005,"recall":0.962451,"f1":0.950099,"accuracy":0.962451,"main_score":0.950099,"hf_subset":"nld_Latn-afr_Latn","languages":["nld-Latn","afr-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"nld_Latn-bho_Deva","languages":["nld-Latn","bho-Deva"]},{"precision":0.610755,"recall":0.703557,"f1":0.637372,"accuracy":0.703557,"main_score":0.637372,"hf_subset":"nld_Latn-eus_Latn","languages":["nld-Latn","eus-Latn"]},{"precision":0.363969,"recall":0.474308,"f1":0.392435,"accuracy":0.474308,"main_score":0.392435,"hf_subset":"nld_Latn-ibo_Latn","languages":["nld-Latn","ibo-Latn"]},{"precision":0.41547,"recall":0.518775,"f1":0.442343,"accuracy":0.518775,"main_score":0.442343,"hf_subset":"nld_Latn-kmr_Latn","languages":["nld-Latn","kmr-Latn"]},{"precision":0.780715,"recall":0.838933,"f1":0.798174,"accuracy":0.838933,"main_score":0.798174,"hf_subset":"nld_Latn-min_Latn","languages":["nld-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-por_Latn","languages":["nld-Latn","por-Latn"]},{"precision":0.854447,"recall":0.898221,"f1":0.868215,"accuracy":0.898221,"main_score":0.868215,"hf_subset":"nld_Latn-sun_Latn","languages":["nld-Latn","sun-Latn"]},{"precision":0.359312,"recall":0.462451,"f1":0.386357,"accuracy":0.462451,"main_score":0.386357,"hf_subset":"nld_Latn-umb_Latn","languages":["nld-Latn","umb-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nld_Latn-ajp_Arab","languages":["nld-Latn","ajp-Arab"]},{"precision":0.2412,"recall":0.333992,"f1":0.26505,"accuracy":0.333992,"main_score":0.26505,"hf_subset":"nld_Latn-bjn_Arab","languages":["nld-Latn","bjn-Arab"]},{"precision":0.390274,"recall":0.485178,"f1":0.415218,"accuracy":0.485178,"main_score":0.415218,"hf_subset":"nld_Latn-ewe_Latn","languages":["nld-Latn","ewe-Latn"]},{"precision":0.667424,"recall":0.75,"f1":0.691517,"accuracy":0.75,"main_score":0.691517,"hf_subset":"nld_Latn-ilo_Latn","languages":["nld-Latn","ilo-Latn"]},{"precision":0.162641,"recall":0.25,"f1":0.183245,"accuracy":0.25,"main_score":0.183245,"hf_subset":"nld_Latn-knc_Arab","languages":["nld-Latn","knc-Arab"]},{"precision":0.912714,"recall":0.940711,"f1":0.921772,"accuracy":0.940711,"main_score":0.921772,"hf_subset":"nld_Latn-mkd_Cyrl","languages":["nld-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-prs_Arab","languages":["nld-Latn","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-swe_Latn","languages":["nld-Latn","swe-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"nld_Latn-urd_Arab","languages":["nld-Latn","urd-Arab"]},{"precision":0.447165,"recall":0.552372,"f1":0.474758,"accuracy":0.552372,"main_score":0.474758,"hf_subset":"nld_Latn-aka_Latn","languages":["nld-Latn","aka-Latn"]},{"precision":0.839377,"recall":0.886364,"f1":0.853821,"accuracy":0.886364,"main_score":0.853821,"hf_subset":"nld_Latn-bjn_Latn","languages":["nld-Latn","bjn-Latn"]},{"precision":0.578427,"recall":0.66996,"f1":0.604831,"accuracy":0.66996,"main_score":0.604831,"hf_subset":"nld_Latn-fao_Latn","languages":["nld-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-ind_Latn","languages":["nld-Latn","ind-Latn"]},{"precision":0.430647,"recall":0.530632,"f1":0.45614,"accuracy":0.530632,"main_score":0.45614,"hf_subset":"nld_Latn-knc_Latn","languages":["nld-Latn","knc-Latn"]},{"precision":0.69194,"recall":0.773715,"f1":0.716293,"accuracy":0.773715,"main_score":0.716293,"hf_subset":"nld_Latn-mlt_Latn","languages":["nld-Latn","mlt-Latn"]},{"precision":0.450319,"recall":0.564229,"f1":0.48074,"accuracy":0.564229,"main_score":0.48074,"hf_subset":"nld_Latn-quy_Latn","languages":["nld-Latn","quy-Latn"]},{"precision":0.838603,"recall":0.886364,"f1":0.85351,"accuracy":0.886364,"main_score":0.85351,"hf_subset":"nld_Latn-swh_Latn","languages":["nld-Latn","swh-Latn"]},{"precision":0.606076,"recall":0.698617,"f1":0.633228,"accuracy":0.698617,"main_score":0.633228,"hf_subset":"nld_Latn-uzn_Latn","languages":["nld-Latn","uzn-Latn"]},{"precision":0.764526,"recall":0.83004,"f1":0.784848,"accuracy":0.83004,"main_score":0.784848,"hf_subset":"nld_Latn-als_Latn","languages":["nld-Latn","als-Latn"]},{"precision":0.174614,"recall":0.244071,"f1":0.191439,"accuracy":0.244071,"main_score":0.191439,"hf_subset":"nld_Latn-bod_Tibt","languages":["nld-Latn","bod-Tibt"]},{"precision":0.379373,"recall":0.490119,"f1":0.408455,"accuracy":0.490119,"main_score":0.408455,"hf_subset":"nld_Latn-fij_Latn","languages":["nld-Latn","fij-Latn"]},{"precision":0.555298,"recall":0.639328,"f1":0.578265,"accuracy":0.639328,"main_score":0.578265,"hf_subset":"nld_Latn-isl_Latn","languages":["nld-Latn","isl-Latn"]},{"precision":0.471438,"recall":0.56917,"f1":0.498279,"accuracy":0.56917,"main_score":0.498279,"hf_subset":"nld_Latn-kon_Latn","languages":["nld-Latn","kon-Latn"]},{"precision":0.342743,"recall":0.452569,"f1":0.370619,"accuracy":0.452569,"main_score":0.370619,"hf_subset":"nld_Latn-mni_Beng","languages":["nld-Latn","mni-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nld_Latn-ron_Latn","languages":["nld-Latn","ron-Latn"]},{"precision":0.855319,"recall":0.897233,"f1":0.868643,"accuracy":0.897233,"main_score":0.868643,"hf_subset":"nld_Latn-szl_Latn","languages":["nld-Latn","szl-Latn"]},{"precision":0.908762,"recall":0.937747,"f1":0.918149,"accuracy":0.937747,"main_score":0.918149,"hf_subset":"nld_Latn-vec_Latn","languages":["nld-Latn","vec-Latn"]},{"precision":0.773419,"recall":0.838933,"f1":0.79353,"accuracy":0.838933,"main_score":0.79353,"hf_subset":"nld_Latn-amh_Ethi","languages":["nld-Latn","amh-Ethi"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"nld_Latn-bos_Latn","languages":["nld-Latn","bos-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"nld_Latn-fin_Latn","languages":["nld-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-ita_Latn","languages":["nld-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-kor_Hang","languages":["nld-Latn","kor-Hang"]},{"precision":0.394653,"recall":0.493083,"f1":0.420141,"accuracy":0.493083,"main_score":0.420141,"hf_subset":"nld_Latn-mos_Latn","languages":["nld-Latn","mos-Latn"]},{"precision":0.371678,"recall":0.47332,"f1":0.397322,"accuracy":0.47332,"main_score":0.397322,"hf_subset":"nld_Latn-run_Latn","languages":["nld-Latn","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nld_Latn-tam_Taml","languages":["nld-Latn","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nld_Latn-vie_Latn","languages":["nld-Latn","vie-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nld_Latn-apc_Arab","languages":["nld-Latn","apc-Arab"]},{"precision":0.615801,"recall":0.704545,"f1":0.640914,"accuracy":0.704545,"main_score":0.640914,"hf_subset":"nld_Latn-bug_Latn","languages":["nld-Latn","bug-Latn"]},{"precision":0.337782,"recall":0.438735,"f1":0.362233,"accuracy":0.438735,"main_score":0.362233,"hf_subset":"nld_Latn-fon_Latn","languages":["nld-Latn","fon-Latn"]},{"precision":0.838768,"recall":0.886364,"f1":0.853557,"accuracy":0.886364,"main_score":0.853557,"hf_subset":"nld_Latn-jav_Latn","languages":["nld-Latn","jav-Latn"]},{"precision":0.72836,"recall":0.802372,"f1":0.750527,"accuracy":0.802372,"main_score":0.750527,"hf_subset":"nld_Latn-lao_Laoo","languages":["nld-Latn","lao-Laoo"]},{"precision":0.348952,"recall":0.461462,"f1":0.377619,"accuracy":0.461462,"main_score":0.377619,"hf_subset":"nld_Latn-mri_Latn","languages":["nld-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-rus_Cyrl","languages":["nld-Latn","rus-Cyrl"]},{"precision":0.378224,"recall":0.487154,"f1":0.406631,"accuracy":0.487154,"main_score":0.406631,"hf_subset":"nld_Latn-taq_Latn","languages":["nld-Latn","taq-Latn"]},{"precision":0.80392,"recall":0.858696,"f1":0.820619,"accuracy":0.858696,"main_score":0.820619,"hf_subset":"nld_Latn-war_Latn","languages":["nld-Latn","war-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nld_Latn-arb_Arab","languages":["nld-Latn","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"nld_Latn-bul_Cyrl","languages":["nld-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-fra_Latn","languages":["nld-Latn","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-jpn_Jpan","languages":["nld-Latn","jpn-Jpan"]},{"precision":0.862566,"recall":0.903162,"f1":0.87556,"accuracy":0.903162,"main_score":0.87556,"hf_subset":"nld_Latn-lij_Latn","languages":["nld-Latn","lij-Latn"]},{"precision":0.802734,"recall":0.86166,"f1":0.821245,"accuracy":0.86166,"main_score":0.821245,"hf_subset":"nld_Latn-mya_Mymr","languages":["nld-Latn","mya-Mymr"]},{"precision":0.438261,"recall":0.546443,"f1":0.467118,"accuracy":0.546443,"main_score":0.467118,"hf_subset":"nld_Latn-sag_Latn","languages":["nld-Latn","sag-Latn"]},{"precision":0.128773,"recall":0.206522,"f1":0.143781,"accuracy":0.206522,"main_score":0.143781,"hf_subset":"nld_Latn-taq_Tfng","languages":["nld-Latn","taq-Tfng"]},{"precision":0.450685,"recall":0.551383,"f1":0.477373,"accuracy":0.551383,"main_score":0.477373,"hf_subset":"nld_Latn-wol_Latn","languages":["nld-Latn","wol-Latn"]},{"precision":0.272173,"recall":0.382411,"f1":0.299122,"accuracy":0.382411,"main_score":0.299122,"hf_subset":"nld_Latn-arb_Latn","languages":["nld-Latn","arb-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"nld_Latn-cat_Latn","languages":["nld-Latn","cat-Latn"]},{"precision":0.822628,"recall":0.87253,"f1":0.838043,"accuracy":0.87253,"main_score":0.838043,"hf_subset":"nld_Latn-fur_Latn","languages":["nld-Latn","fur-Latn"]},{"precision":0.258987,"recall":0.34585,"f1":0.281025,"accuracy":0.34585,"main_score":0.281025,"hf_subset":"nld_Latn-kab_Latn","languages":["nld-Latn","kab-Latn"]},{"precision":0.841436,"recall":0.885375,"f1":0.854795,"accuracy":0.885375,"main_score":0.854795,"hf_subset":"nld_Latn-lim_Latn","languages":["nld-Latn","lim-Latn"]},{"precision":0.888505,"recall":0.921937,"f1":0.899209,"accuracy":0.921937,"main_score":0.899209,"hf_subset":"nld_Latn-san_Deva","languages":["nld-Latn","san-Deva"]},{"precision":0.656162,"recall":0.736166,"f1":0.679367,"accuracy":0.736166,"main_score":0.679367,"hf_subset":"nld_Latn-tat_Cyrl","languages":["nld-Latn","tat-Cyrl"]},{"precision":0.426382,"recall":0.527668,"f1":0.452513,"accuracy":0.527668,"main_score":0.452513,"hf_subset":"nld_Latn-xho_Latn","languages":["nld-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nld_Latn-ars_Arab","languages":["nld-Latn","ars-Arab"]},{"precision":0.762269,"recall":0.828063,"f1":0.78243,"accuracy":0.828063,"main_score":0.78243,"hf_subset":"nld_Latn-ceb_Latn","languages":["nld-Latn","ceb-Latn"]},{"precision":0.402894,"recall":0.506917,"f1":0.429476,"accuracy":0.506917,"main_score":0.429476,"hf_subset":"nld_Latn-fuv_Latn","languages":["nld-Latn","fuv-Latn"]},{"precision":0.39654,"recall":0.51087,"f1":0.425636,"accuracy":0.51087,"main_score":0.425636,"hf_subset":"nld_Latn-kac_Latn","languages":["nld-Latn","kac-Latn"]},{"precision":0.460165,"recall":0.572134,"f1":0.490589,"accuracy":0.572134,"main_score":0.490589,"hf_subset":"nld_Latn-lin_Latn","languages":["nld-Latn","lin-Latn"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"nld_Latn-nno_Latn","languages":["nld-Latn","nno-Latn"]},{"precision":0.158116,"recall":0.227273,"f1":0.174224,"accuracy":0.227273,"main_score":0.174224,"hf_subset":"nld_Latn-sat_Olck","languages":["nld-Latn","sat-Olck"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"nld_Latn-tel_Telu","languages":["nld-Latn","tel-Telu"]},{"precision":0.315627,"recall":0.41996,"f1":0.342539,"accuracy":0.41996,"main_score":0.342539,"hf_subset":"nld_Latn-ydd_Hebr","languages":["nld-Latn","ydd-Hebr"]},{"precision":0.882246,"recall":0.918972,"f1":0.894104,"accuracy":0.918972,"main_score":0.894104,"hf_subset":"nld_Latn-ary_Arab","languages":["nld-Latn","ary-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nld_Latn-ces_Latn","languages":["nld-Latn","ces-Latn"]},{"precision":0.298303,"recall":0.389328,"f1":0.319783,"accuracy":0.389328,"main_score":0.319783,"hf_subset":"nld_Latn-gaz_Latn","languages":["nld-Latn","gaz-Latn"]},{"precision":0.418856,"recall":0.520751,"f1":0.445043,"accuracy":0.520751,"main_score":0.445043,"hf_subset":"nld_Latn-kam_Latn","languages":["nld-Latn","kam-Latn"]},{"precision":0.783844,"recall":0.843874,"f1":0.802536,"accuracy":0.843874,"main_score":0.802536,"hf_subset":"nld_Latn-lit_Latn","languages":["nld-Latn","lit-Latn"]},{"precision":0.987401,"recall":0.991107,"f1":0.988538,"accuracy":0.991107,"main_score":0.988538,"hf_subset":"nld_Latn-nob_Latn","languages":["nld-Latn","nob-Latn"]},{"precision":0.745998,"recall":0.815217,"f1":0.766474,"accuracy":0.815217,"main_score":0.766474,"hf_subset":"nld_Latn-scn_Latn","languages":["nld-Latn","scn-Latn"]},{"precision":0.414124,"recall":0.520751,"f1":0.44187,"accuracy":0.520751,"main_score":0.44187,"hf_subset":"nld_Latn-tgk_Cyrl","languages":["nld-Latn","tgk-Cyrl"]},{"precision":0.353128,"recall":0.459486,"f1":0.379753,"accuracy":0.459486,"main_score":0.379753,"hf_subset":"nld_Latn-yor_Latn","languages":["nld-Latn","yor-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nld_Latn-arz_Arab","languages":["nld-Latn","arz-Arab"]},{"precision":0.426003,"recall":0.532609,"f1":0.453491,"accuracy":0.532609,"main_score":0.453491,"hf_subset":"nld_Latn-cjk_Latn","languages":["nld-Latn","cjk-Latn"]},{"precision":0.335534,"recall":0.435771,"f1":0.360704,"accuracy":0.435771,"main_score":0.360704,"hf_subset":"nld_Latn-gla_Latn","languages":["nld-Latn","gla-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"nld_Latn-kan_Knda","languages":["nld-Latn","kan-Knda"]},{"precision":0.77976,"recall":0.839921,"f1":0.798028,"accuracy":0.839921,"main_score":0.798028,"hf_subset":"nld_Latn-lmo_Latn","languages":["nld-Latn","lmo-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"nld_Latn-npi_Deva","languages":["nld-Latn","npi-Deva"]},{"precision":0.339532,"recall":0.455534,"f1":0.369011,"accuracy":0.455534,"main_score":0.369011,"hf_subset":"nld_Latn-shn_Mymr","languages":["nld-Latn","shn-Mymr"]},{"precision":0.877059,"recall":0.913043,"f1":0.88857,"accuracy":0.913043,"main_score":0.88857,"hf_subset":"nld_Latn-tgl_Latn","languages":["nld-Latn","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-yue_Hant","languages":["nld-Latn","yue-Hant"]},{"precision":0.862022,"recall":0.903162,"f1":0.874802,"accuracy":0.903162,"main_score":0.874802,"hf_subset":"nld_Latn-asm_Beng","languages":["nld-Latn","asm-Beng"]},{"precision":0.396195,"recall":0.496047,"f1":0.422717,"accuracy":0.496047,"main_score":0.422717,"hf_subset":"nld_Latn-ckb_Arab","languages":["nld-Latn","ckb-Arab"]},{"precision":0.356697,"recall":0.461462,"f1":0.383327,"accuracy":0.461462,"main_score":0.383327,"hf_subset":"nld_Latn-gle_Latn","languages":["nld-Latn","gle-Latn"]},{"precision":0.645463,"recall":0.735178,"f1":0.671422,"accuracy":0.735178,"main_score":0.671422,"hf_subset":"nld_Latn-kas_Arab","languages":["nld-Latn","kas-Arab"]},{"precision":0.614601,"recall":0.694664,"f1":0.638079,"accuracy":0.694664,"main_score":0.638079,"hf_subset":"nld_Latn-ltg_Latn","languages":["nld-Latn","ltg-Latn"]},{"precision":0.431415,"recall":0.531621,"f1":0.458542,"accuracy":0.531621,"main_score":0.458542,"hf_subset":"nld_Latn-nso_Latn","languages":["nld-Latn","nso-Latn"]},{"precision":0.849061,"recall":0.894269,"f1":0.863373,"accuracy":0.894269,"main_score":0.863373,"hf_subset":"nld_Latn-sin_Sinh","languages":["nld-Latn","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-tha_Thai","languages":["nld-Latn","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-zho_Hans","languages":["nld-Latn","zho-Hans"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"nld_Latn-ast_Latn","languages":["nld-Latn","ast-Latn"]},{"precision":0.795685,"recall":0.853755,"f1":0.813472,"accuracy":0.853755,"main_score":0.813472,"hf_subset":"nld_Latn-crh_Latn","languages":["nld-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-glg_Latn","languages":["nld-Latn","glg-Latn"]},{"precision":0.557963,"recall":0.661067,"f1":0.586994,"accuracy":0.661067,"main_score":0.586994,"hf_subset":"nld_Latn-kas_Deva","languages":["nld-Latn","kas-Deva"]},{"precision":0.788192,"recall":0.849802,"f1":0.806983,"accuracy":0.849802,"main_score":0.806983,"hf_subset":"nld_Latn-ltz_Latn","languages":["nld-Latn","ltz-Latn"]},{"precision":0.28976,"recall":0.386364,"f1":0.313561,"accuracy":0.386364,"main_score":0.313561,"hf_subset":"nld_Latn-nus_Latn","languages":["nld-Latn","nus-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"nld_Latn-slk_Latn","languages":["nld-Latn","slk-Latn"]},{"precision":0.38761,"recall":0.475296,"f1":0.410238,"accuracy":0.475296,"main_score":0.410238,"hf_subset":"nld_Latn-tir_Ethi","languages":["nld-Latn","tir-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nld_Latn-zho_Hant","languages":["nld-Latn","zho-Hant"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"nld_Latn-awa_Deva","languages":["nld-Latn","awa-Deva"]},{"precision":0.431913,"recall":0.525692,"f1":0.455877,"accuracy":0.525692,"main_score":0.455877,"hf_subset":"nld_Latn-cym_Latn","languages":["nld-Latn","cym-Latn"]},{"precision":0.629156,"recall":0.712451,"f1":0.652722,"accuracy":0.712451,"main_score":0.652722,"hf_subset":"nld_Latn-grn_Latn","languages":["nld-Latn","grn-Latn"]},{"precision":0.901186,"recall":0.931818,"f1":0.911034,"accuracy":0.931818,"main_score":0.911034,"hf_subset":"nld_Latn-kat_Geor","languages":["nld-Latn","kat-Geor"]},{"precision":0.463152,"recall":0.564229,"f1":0.490225,"accuracy":0.564229,"main_score":0.490225,"hf_subset":"nld_Latn-lua_Latn","languages":["nld-Latn","lua-Latn"]},{"precision":0.461221,"recall":0.566206,"f1":0.489657,"accuracy":0.566206,"main_score":0.489657,"hf_subset":"nld_Latn-nya_Latn","languages":["nld-Latn","nya-Latn"]},{"precision":0.910738,"recall":0.939723,"f1":0.92029,"accuracy":0.939723,"main_score":0.92029,"hf_subset":"nld_Latn-slv_Latn","languages":["nld-Latn","slv-Latn"]},{"precision":0.727415,"recall":0.798419,"f1":0.748932,"accuracy":0.798419,"main_score":0.748932,"hf_subset":"nld_Latn-tpi_Latn","languages":["nld-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-zsm_Latn","languages":["nld-Latn","zsm-Latn"]},{"precision":0.374551,"recall":0.481225,"f1":0.401885,"accuracy":0.481225,"main_score":0.401885,"hf_subset":"nld_Latn-ayr_Latn","languages":["nld-Latn","ayr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nld_Latn-dan_Latn","languages":["nld-Latn","dan-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"nld_Latn-guj_Gujr","languages":["nld-Latn","guj-Gujr"]},{"precision":0.725313,"recall":0.795455,"f1":0.746014,"accuracy":0.795455,"main_score":0.746014,"hf_subset":"nld_Latn-kaz_Cyrl","languages":["nld-Latn","kaz-Cyrl"]},{"precision":0.370081,"recall":0.470356,"f1":0.396208,"accuracy":0.470356,"main_score":0.396208,"hf_subset":"nld_Latn-lug_Latn","languages":["nld-Latn","lug-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"nld_Latn-oci_Latn","languages":["nld-Latn","oci-Latn"]},{"precision":0.401604,"recall":0.518775,"f1":0.432044,"accuracy":0.518775,"main_score":0.432044,"hf_subset":"nld_Latn-smo_Latn","languages":["nld-Latn","smo-Latn"]},{"precision":0.39584,"recall":0.499012,"f1":0.423033,"accuracy":0.499012,"main_score":0.423033,"hf_subset":"nld_Latn-tsn_Latn","languages":["nld-Latn","tsn-Latn"]},{"precision":0.373583,"recall":0.477273,"f1":0.401179,"accuracy":0.477273,"main_score":0.401179,"hf_subset":"nld_Latn-zul_Latn","languages":["nld-Latn","zul-Latn"]},{"precision":0.656637,"recall":0.749012,"f1":0.684425,"accuracy":0.749012,"main_score":0.684425,"hf_subset":"nld_Latn-azb_Arab","languages":["nld-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-deu_Latn","languages":["nld-Latn","deu-Latn"]},{"precision":0.613323,"recall":0.704545,"f1":0.640021,"accuracy":0.704545,"main_score":0.640021,"hf_subset":"nld_Latn-hat_Latn","languages":["nld-Latn","hat-Latn"]},{"precision":0.337859,"recall":0.437747,"f1":0.362696,"accuracy":0.437747,"main_score":0.362696,"hf_subset":"nld_Latn-kbp_Latn","languages":["nld-Latn","kbp-Latn"]},{"precision":0.419854,"recall":0.523715,"f1":0.446003,"accuracy":0.523715,"main_score":0.446003,"hf_subset":"nld_Latn-luo_Latn","languages":["nld-Latn","luo-Latn"]},{"precision":0.535379,"recall":0.618577,"f1":0.558371,"accuracy":0.618577,"main_score":0.558371,"hf_subset":"nld_Latn-ory_Orya","languages":["nld-Latn","ory-Orya"]},{"precision":0.407758,"recall":0.508893,"f1":0.433932,"accuracy":0.508893,"main_score":0.433932,"hf_subset":"nld_Latn-sna_Latn","languages":["nld-Latn","sna-Latn"]},{"precision":0.392524,"recall":0.490119,"f1":0.417305,"accuracy":0.490119,"main_score":0.417305,"hf_subset":"nld_Latn-tso_Latn","languages":["nld-Latn","tso-Latn"]},{"precision":0.836133,"recall":0.884387,"f1":0.851416,"accuracy":0.884387,"main_score":0.851416,"hf_subset":"nld_Latn-azj_Latn","languages":["nld-Latn","azj-Latn"]},{"precision":0.40895,"recall":0.507905,"f1":0.435261,"accuracy":0.507905,"main_score":0.435261,"hf_subset":"nld_Latn-dik_Latn","languages":["nld-Latn","dik-Latn"]},{"precision":0.426457,"recall":0.521739,"f1":0.452209,"accuracy":0.521739,"main_score":0.452209,"hf_subset":"nld_Latn-hau_Latn","languages":["nld-Latn","hau-Latn"]},{"precision":0.780616,"recall":0.842885,"f1":0.799572,"accuracy":0.842885,"main_score":0.799572,"hf_subset":"nld_Latn-kea_Latn","languages":["nld-Latn","kea-Latn"]},{"precision":0.56576,"recall":0.661067,"f1":0.5925,"accuracy":0.661067,"main_score":0.5925,"hf_subset":"nld_Latn-lus_Latn","languages":["nld-Latn","lus-Latn"]},{"precision":0.71973,"recall":0.789526,"f1":0.740222,"accuracy":0.789526,"main_score":0.740222,"hf_subset":"nld_Latn-pag_Latn","languages":["nld-Latn","pag-Latn"]},{"precision":0.661495,"recall":0.750988,"f1":0.688208,"accuracy":0.750988,"main_score":0.688208,"hf_subset":"nld_Latn-snd_Arab","languages":["nld-Latn","snd-Arab"]},{"precision":0.577226,"recall":0.673913,"f1":0.604407,"accuracy":0.673913,"main_score":0.604407,"hf_subset":"nld_Latn-tuk_Latn","languages":["nld-Latn","tuk-Latn"]},{"precision":0.638787,"recall":0.727273,"f1":0.664574,"accuracy":0.727273,"main_score":0.664574,"hf_subset":"nld_Latn-bak_Cyrl","languages":["nld-Latn","bak-Cyrl"]},{"precision":0.339866,"recall":0.449605,"f1":0.368573,"accuracy":0.449605,"main_score":0.368573,"hf_subset":"nld_Latn-dyu_Latn","languages":["nld-Latn","dyu-Latn"]},{"precision":0.903903,"recall":0.934783,"f1":0.913933,"accuracy":0.934783,"main_score":0.913933,"hf_subset":"nld_Latn-heb_Hebr","languages":["nld-Latn","heb-Hebr"]},{"precision":0.429606,"recall":0.527668,"f1":0.456015,"accuracy":0.527668,"main_score":0.456015,"hf_subset":"nld_Latn-khk_Cyrl","languages":["nld-Latn","khk-Cyrl"]},{"precision":0.81637,"recall":0.868577,"f1":0.832924,"accuracy":0.868577,"main_score":0.832924,"hf_subset":"nld_Latn-lvs_Latn","languages":["nld-Latn","lvs-Latn"]},{"precision":0.922266,"recall":0.94664,"f1":0.930171,"accuracy":0.94664,"main_score":0.930171,"hf_subset":"nld_Latn-pan_Guru","languages":["nld-Latn","pan-Guru"]},{"precision":0.364335,"recall":0.456522,"f1":0.388168,"accuracy":0.456522,"main_score":0.388168,"hf_subset":"nld_Latn-som_Latn","languages":["nld-Latn","som-Latn"]},{"precision":0.448381,"recall":0.535573,"f1":0.471561,"accuracy":0.535573,"main_score":0.471561,"hf_subset":"nld_Latn-tum_Latn","languages":["nld-Latn","tum-Latn"]},{"precision":0.265346,"recall":0.344862,"f1":0.285891,"accuracy":0.344862,"main_score":0.285891,"hf_subset":"san_Deva-ace_Arab","languages":["san-Deva","ace-Arab"]},{"precision":0.342781,"recall":0.431818,"f1":0.366728,"accuracy":0.431818,"main_score":0.366728,"hf_subset":"san_Deva-bam_Latn","languages":["san-Deva","bam-Latn"]},{"precision":0.151426,"recall":0.216403,"f1":0.168932,"accuracy":0.216403,"main_score":0.168932,"hf_subset":"san_Deva-dzo_Tibt","languages":["san-Deva","dzo-Tibt"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"san_Deva-hin_Deva","languages":["san-Deva","hin-Deva"]},{"precision":0.732823,"recall":0.793478,"f1":0.751435,"accuracy":0.793478,"main_score":0.751435,"hf_subset":"san_Deva-khm_Khmr","languages":["san-Deva","khm-Khmr"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"san_Deva-mag_Deva","languages":["san-Deva","mag-Deva"]},{"precision":0.762105,"recall":0.824111,"f1":0.780882,"accuracy":0.824111,"main_score":0.780882,"hf_subset":"san_Deva-pap_Latn","languages":["san-Deva","pap-Latn"]},{"precision":0.383411,"recall":0.467391,"f1":0.406166,"accuracy":0.467391,"main_score":0.406166,"hf_subset":"san_Deva-sot_Latn","languages":["san-Deva","sot-Latn"]},{"precision":0.951005,"recall":0.965415,"f1":0.955599,"accuracy":0.965415,"main_score":0.955599,"hf_subset":"san_Deva-tur_Latn","languages":["san-Deva","tur-Latn"]},{"precision":0.595151,"recall":0.673913,"f1":0.618099,"accuracy":0.673913,"main_score":0.618099,"hf_subset":"san_Deva-ace_Latn","languages":["san-Deva","ace-Latn"]},{"precision":0.723221,"recall":0.790514,"f1":0.743478,"accuracy":0.790514,"main_score":0.743478,"hf_subset":"san_Deva-ban_Latn","languages":["san-Deva","ban-Latn"]},{"precision":0.886018,"recall":0.91996,"f1":0.896805,"accuracy":0.91996,"main_score":0.896805,"hf_subset":"san_Deva-ell_Grek","languages":["san-Deva","ell-Grek"]},{"precision":0.931736,"recall":0.951581,"f1":0.937978,"accuracy":0.951581,"main_score":0.937978,"hf_subset":"san_Deva-hne_Deva","languages":["san-Deva","hne-Deva"]},{"precision":0.37562,"recall":0.474308,"f1":0.402581,"accuracy":0.474308,"main_score":0.402581,"hf_subset":"san_Deva-kik_Latn","languages":["san-Deva","kik-Latn"]},{"precision":0.952981,"recall":0.967391,"f1":0.957576,"accuracy":0.967391,"main_score":0.957576,"hf_subset":"san_Deva-mai_Deva","languages":["san-Deva","mai-Deva"]},{"precision":0.794697,"recall":0.844862,"f1":0.810032,"accuracy":0.844862,"main_score":0.810032,"hf_subset":"san_Deva-pbt_Arab","languages":["san-Deva","pbt-Arab"]},{"precision":0.94277,"recall":0.960474,"f1":0.948518,"accuracy":0.960474,"main_score":0.948518,"hf_subset":"san_Deva-spa_Latn","languages":["san-Deva","spa-Latn"]},{"precision":0.43952,"recall":0.529644,"f1":0.464572,"accuracy":0.529644,"main_score":0.464572,"hf_subset":"san_Deva-twi_Latn","languages":["san-Deva","twi-Latn"]},{"precision":0.920784,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"san_Deva-acm_Arab","languages":["san-Deva","acm-Arab"]},{"precision":0.714015,"recall":0.781621,"f1":0.734552,"accuracy":0.781621,"main_score":0.734552,"hf_subset":"san_Deva-bel_Cyrl","languages":["san-Deva","bel-Cyrl"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"san_Deva-eng_Latn","languages":["san-Deva","eng-Latn"]},{"precision":0.882724,"recall":0.916008,"f1":0.893182,"accuracy":0.916008,"main_score":0.893182,"hf_subset":"san_Deva-hrv_Latn","languages":["san-Deva","hrv-Latn"]},{"precision":0.352217,"recall":0.437747,"f1":0.374758,"accuracy":0.437747,"main_score":0.374758,"hf_subset":"san_Deva-kin_Latn","languages":["san-Deva","kin-Latn"]},{"precision":0.927042,"recall":0.948617,"f1":0.934124,"accuracy":0.948617,"main_score":0.934124,"hf_subset":"san_Deva-mal_Mlym","languages":["san-Deva","mal-Mlym"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"san_Deva-pes_Arab","languages":["san-Deva","pes-Arab"]},{"precision":0.752859,"recall":0.813241,"f1":0.771069,"accuracy":0.813241,"main_score":0.771069,"hf_subset":"san_Deva-srd_Latn","languages":["san-Deva","srd-Latn"]},{"precision":0.114139,"recall":0.181818,"f1":0.128865,"accuracy":0.181818,"main_score":0.128865,"hf_subset":"san_Deva-tzm_Tfng","languages":["san-Deva","tzm-Tfng"]},{"precision":0.932724,"recall":0.951581,"f1":0.938801,"accuracy":0.951581,"main_score":0.938801,"hf_subset":"san_Deva-acq_Arab","languages":["san-Deva","acq-Arab"]},{"precision":0.419047,"recall":0.504941,"f1":0.441876,"accuracy":0.504941,"main_score":0.441876,"hf_subset":"san_Deva-bem_Latn","languages":["san-Deva","bem-Latn"]},{"precision":0.79198,"recall":0.847826,"f1":0.809274,"accuracy":0.847826,"main_score":0.809274,"hf_subset":"san_Deva-epo_Latn","languages":["san-Deva","epo-Latn"]},{"precision":0.851261,"recall":0.893281,"f1":0.864707,"accuracy":0.893281,"main_score":0.864707,"hf_subset":"san_Deva-hun_Latn","languages":["san-Deva","hun-Latn"]},{"precision":0.61371,"recall":0.683794,"f1":0.633892,"accuracy":0.683794,"main_score":0.633892,"hf_subset":"san_Deva-kir_Cyrl","languages":["san-Deva","kir-Cyrl"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"san_Deva-mar_Deva","languages":["san-Deva","mar-Deva"]},{"precision":0.418932,"recall":0.498024,"f1":0.441575,"accuracy":0.498024,"main_score":0.441575,"hf_subset":"san_Deva-plt_Latn","languages":["san-Deva","plt-Latn"]},{"precision":0.852273,"recall":0.893281,"f1":0.865283,"accuracy":0.893281,"main_score":0.865283,"hf_subset":"san_Deva-srp_Cyrl","languages":["san-Deva","srp-Cyrl"]},{"precision":0.268429,"recall":0.338933,"f1":0.287174,"accuracy":0.338933,"main_score":0.287174,"hf_subset":"san_Deva-uig_Arab","languages":["san-Deva","uig-Arab"]},{"precision":0.880352,"recall":0.91502,"f1":0.891206,"accuracy":0.91502,"main_score":0.891206,"hf_subset":"san_Deva-aeb_Arab","languages":["san-Deva","aeb-Arab"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"san_Deva-ben_Beng","languages":["san-Deva","ben-Beng"]},{"precision":0.727339,"recall":0.791502,"f1":0.746574,"accuracy":0.791502,"main_score":0.746574,"hf_subset":"san_Deva-est_Latn","languages":["san-Deva","est-Latn"]},{"precision":0.704576,"recall":0.767787,"f1":0.723194,"accuracy":0.767787,"main_score":0.723194,"hf_subset":"san_Deva-hye_Armn","languages":["san-Deva","hye-Armn"]},{"precision":0.364454,"recall":0.443676,"f1":0.385688,"accuracy":0.443676,"main_score":0.385688,"hf_subset":"san_Deva-kmb_Latn","languages":["san-Deva","kmb-Latn"]},{"precision":0.218599,"recall":0.295455,"f1":0.238133,"accuracy":0.295455,"main_score":0.238133,"hf_subset":"san_Deva-min_Arab","languages":["san-Deva","min-Arab"]},{"precision":0.931077,"recall":0.950593,"f1":0.937319,"accuracy":0.950593,"main_score":0.937319,"hf_subset":"san_Deva-pol_Latn","languages":["san-Deva","pol-Latn"]},{"precision":0.353088,"recall":0.44664,"f1":0.378123,"accuracy":0.44664,"main_score":0.378123,"hf_subset":"san_Deva-ssw_Latn","languages":["san-Deva","ssw-Latn"]},{"precision":0.91749,"recall":0.943676,"f1":0.926054,"accuracy":0.943676,"main_score":0.926054,"hf_subset":"san_Deva-ukr_Cyrl","languages":["san-Deva","ukr-Cyrl"]},{"precision":0.844615,"recall":0.889328,"f1":0.858926,"accuracy":0.889328,"main_score":0.858926,"hf_subset":"san_Deva-afr_Latn","languages":["san-Deva","afr-Latn"]},{"precision":0.920405,"recall":0.942688,"f1":0.927437,"accuracy":0.942688,"main_score":0.927437,"hf_subset":"san_Deva-bho_Deva","languages":["san-Deva","bho-Deva"]},{"precision":0.561668,"recall":0.643281,"f1":0.585229,"accuracy":0.643281,"main_score":0.585229,"hf_subset":"san_Deva-eus_Latn","languages":["san-Deva","eus-Latn"]},{"precision":0.36902,"recall":0.464427,"f1":0.394382,"accuracy":0.464427,"main_score":0.394382,"hf_subset":"san_Deva-ibo_Latn","languages":["san-Deva","ibo-Latn"]},{"precision":0.383803,"recall":0.471344,"f1":0.406529,"accuracy":0.471344,"main_score":0.406529,"hf_subset":"san_Deva-kmr_Latn","languages":["san-Deva","kmr-Latn"]},{"precision":0.700882,"recall":0.766798,"f1":0.720965,"accuracy":0.766798,"main_score":0.720965,"hf_subset":"san_Deva-min_Latn","languages":["san-Deva","min-Latn"]},{"precision":0.941617,"recall":0.959486,"f1":0.947365,"accuracy":0.959486,"main_score":0.947365,"hf_subset":"san_Deva-por_Latn","languages":["san-Deva","por-Latn"]},{"precision":0.768791,"recall":0.828063,"f1":0.786745,"accuracy":0.828063,"main_score":0.786745,"hf_subset":"san_Deva-sun_Latn","languages":["san-Deva","sun-Latn"]},{"precision":0.354612,"recall":0.4417,"f1":0.377815,"accuracy":0.4417,"main_score":0.377815,"hf_subset":"san_Deva-umb_Latn","languages":["san-Deva","umb-Latn"]},{"precision":0.925099,"recall":0.94664,"f1":0.931785,"accuracy":0.94664,"main_score":0.931785,"hf_subset":"san_Deva-ajp_Arab","languages":["san-Deva","ajp-Arab"]},{"precision":0.246999,"recall":0.331028,"f1":0.269259,"accuracy":0.331028,"main_score":0.269259,"hf_subset":"san_Deva-bjn_Arab","languages":["san-Deva","bjn-Arab"]},{"precision":0.367795,"recall":0.44664,"f1":0.388501,"accuracy":0.44664,"main_score":0.388501,"hf_subset":"san_Deva-ewe_Latn","languages":["san-Deva","ewe-Latn"]},{"precision":0.603129,"recall":0.679842,"f1":0.625823,"accuracy":0.679842,"main_score":0.625823,"hf_subset":"san_Deva-ilo_Latn","languages":["san-Deva","ilo-Latn"]},{"precision":0.180137,"recall":0.255929,"f1":0.199391,"accuracy":0.255929,"main_score":0.199391,"hf_subset":"san_Deva-knc_Arab","languages":["san-Deva","knc-Arab"]},{"precision":0.832263,"recall":0.87747,"f1":0.846739,"accuracy":0.87747,"main_score":0.846739,"hf_subset":"san_Deva-mkd_Cyrl","languages":["san-Deva","mkd-Cyrl"]},{"precision":0.926877,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"san_Deva-prs_Arab","languages":["san-Deva","prs-Arab"]},{"precision":0.933547,"recall":0.952569,"f1":0.93946,"accuracy":0.952569,"main_score":0.93946,"hf_subset":"san_Deva-swe_Latn","languages":["san-Deva","swe-Latn"]},{"precision":0.909667,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"san_Deva-urd_Arab","languages":["san-Deva","urd-Arab"]},{"precision":0.433749,"recall":0.513834,"f1":0.455007,"accuracy":0.513834,"main_score":0.455007,"hf_subset":"san_Deva-aka_Latn","languages":["san-Deva","aka-Latn"]},{"precision":0.756835,"recall":0.816206,"f1":0.774986,"accuracy":0.816206,"main_score":0.774986,"hf_subset":"san_Deva-bjn_Latn","languages":["san-Deva","bjn-Latn"]},{"precision":0.532,"recall":0.612648,"f1":0.554449,"accuracy":0.612648,"main_score":0.554449,"hf_subset":"san_Deva-fao_Latn","languages":["san-Deva","fao-Latn"]},{"precision":0.95191,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"san_Deva-ind_Latn","languages":["san-Deva","ind-Latn"]},{"precision":0.403709,"recall":0.495059,"f1":0.428241,"accuracy":0.495059,"main_score":0.428241,"hf_subset":"san_Deva-knc_Latn","languages":["san-Deva","knc-Latn"]},{"precision":0.604093,"recall":0.689723,"f1":0.629177,"accuracy":0.689723,"main_score":0.629177,"hf_subset":"san_Deva-mlt_Latn","languages":["san-Deva","mlt-Latn"]},{"precision":0.434224,"recall":0.524704,"f1":0.458758,"accuracy":0.524704,"main_score":0.458758,"hf_subset":"san_Deva-quy_Latn","languages":["san-Deva","quy-Latn"]},{"precision":0.790415,"recall":0.842885,"f1":0.806785,"accuracy":0.842885,"main_score":0.806785,"hf_subset":"san_Deva-swh_Latn","languages":["san-Deva","swh-Latn"]},{"precision":0.55594,"recall":0.644269,"f1":0.580501,"accuracy":0.644269,"main_score":0.580501,"hf_subset":"san_Deva-uzn_Latn","languages":["san-Deva","uzn-Latn"]},{"precision":0.670273,"recall":0.743083,"f1":0.692852,"accuracy":0.743083,"main_score":0.692852,"hf_subset":"san_Deva-als_Latn","languages":["san-Deva","als-Latn"]},{"precision":0.201842,"recall":0.263834,"f1":0.217584,"accuracy":0.263834,"main_score":0.217584,"hf_subset":"san_Deva-bod_Tibt","languages":["san-Deva","bod-Tibt"]},{"precision":0.36651,"recall":0.453557,"f1":0.38959,"accuracy":0.453557,"main_score":0.38959,"hf_subset":"san_Deva-fij_Latn","languages":["san-Deva","fij-Latn"]},{"precision":0.486477,"recall":0.561265,"f1":0.507541,"accuracy":0.561265,"main_score":0.507541,"hf_subset":"san_Deva-isl_Latn","languages":["san-Deva","isl-Latn"]},{"precision":0.433501,"recall":0.518775,"f1":0.456425,"accuracy":0.518775,"main_score":0.456425,"hf_subset":"san_Deva-kon_Latn","languages":["san-Deva","kon-Latn"]},{"precision":0.348153,"recall":0.443676,"f1":0.373687,"accuracy":0.443676,"main_score":0.373687,"hf_subset":"san_Deva-mni_Beng","languages":["san-Deva","mni-Beng"]},{"precision":0.906868,"recall":0.934783,"f1":0.915744,"accuracy":0.934783,"main_score":0.915744,"hf_subset":"san_Deva-ron_Latn","languages":["san-Deva","ron-Latn"]},{"precision":0.77206,"recall":0.828063,"f1":0.789515,"accuracy":0.828063,"main_score":0.789515,"hf_subset":"san_Deva-szl_Latn","languages":["san-Deva","szl-Latn"]},{"precision":0.845109,"recall":0.887352,"f1":0.858202,"accuracy":0.887352,"main_score":0.858202,"hf_subset":"san_Deva-vec_Latn","languages":["san-Deva","vec-Latn"]},{"precision":0.705962,"recall":0.784585,"f1":0.730007,"accuracy":0.784585,"main_score":0.730007,"hf_subset":"san_Deva-amh_Ethi","languages":["san-Deva","amh-Ethi"]},{"precision":0.899704,"recall":0.927866,"f1":0.908762,"accuracy":0.927866,"main_score":0.908762,"hf_subset":"san_Deva-bos_Latn","languages":["san-Deva","bos-Latn"]},{"precision":0.895339,"recall":0.924901,"f1":0.90471,"accuracy":0.924901,"main_score":0.90471,"hf_subset":"san_Deva-fin_Latn","languages":["san-Deva","fin-Latn"]},{"precision":0.942441,"recall":0.959486,"f1":0.947859,"accuracy":0.959486,"main_score":0.947859,"hf_subset":"san_Deva-ita_Latn","languages":["san-Deva","ita-Latn"]},{"precision":0.930995,"recall":0.951581,"f1":0.937549,"accuracy":0.951581,"main_score":0.937549,"hf_subset":"san_Deva-kor_Hang","languages":["san-Deva","kor-Hang"]},{"precision":0.371594,"recall":0.455534,"f1":0.394072,"accuracy":0.455534,"main_score":0.394072,"hf_subset":"san_Deva-mos_Latn","languages":["san-Deva","mos-Latn"]},{"precision":0.367108,"recall":0.456522,"f1":0.391107,"accuracy":0.456522,"main_score":0.391107,"hf_subset":"san_Deva-run_Latn","languages":["san-Deva","run-Latn"]},{"precision":0.921113,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"san_Deva-tam_Taml","languages":["san-Deva","tam-Taml"]},{"precision":0.925395,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"san_Deva-vie_Latn","languages":["san-Deva","vie-Latn"]},{"precision":0.899539,"recall":0.927866,"f1":0.90855,"accuracy":0.927866,"main_score":0.90855,"hf_subset":"san_Deva-apc_Arab","languages":["san-Deva","apc-Arab"]},{"precision":0.544875,"recall":0.634387,"f1":0.570284,"accuracy":0.634387,"main_score":0.570284,"hf_subset":"san_Deva-bug_Latn","languages":["san-Deva","bug-Latn"]},{"precision":0.34451,"recall":0.427866,"f1":0.36592,"accuracy":0.427866,"main_score":0.36592,"hf_subset":"san_Deva-fon_Latn","languages":["san-Deva","fon-Latn"]},{"precision":0.764065,"recall":0.821146,"f1":0.780981,"accuracy":0.821146,"main_score":0.780981,"hf_subset":"san_Deva-jav_Latn","languages":["san-Deva","jav-Latn"]},{"precision":0.624498,"recall":0.709486,"f1":0.650271,"accuracy":0.709486,"main_score":0.650271,"hf_subset":"san_Deva-lao_Laoo","languages":["san-Deva","lao-Laoo"]},{"precision":0.337209,"recall":0.432806,"f1":0.361675,"accuracy":0.432806,"main_score":0.361675,"hf_subset":"san_Deva-mri_Latn","languages":["san-Deva","mri-Latn"]},{"precision":0.945817,"recall":0.961462,"f1":0.950758,"accuracy":0.961462,"main_score":0.950758,"hf_subset":"san_Deva-rus_Cyrl","languages":["san-Deva","rus-Cyrl"]},{"precision":0.361195,"recall":0.464427,"f1":0.388351,"accuracy":0.464427,"main_score":0.388351,"hf_subset":"san_Deva-taq_Latn","languages":["san-Deva","taq-Latn"]},{"precision":0.728854,"recall":0.787549,"f1":0.746278,"accuracy":0.787549,"main_score":0.746278,"hf_subset":"san_Deva-war_Latn","languages":["san-Deva","war-Latn"]},{"precision":0.922431,"recall":0.945652,"f1":0.929809,"accuracy":0.945652,"main_score":0.929809,"hf_subset":"san_Deva-arb_Arab","languages":["san-Deva","arb-Arab"]},{"precision":0.922925,"recall":0.945652,"f1":0.930171,"accuracy":0.945652,"main_score":0.930171,"hf_subset":"san_Deva-bul_Cyrl","languages":["san-Deva","bul-Cyrl"]},{"precision":0.945982,"recall":0.961462,"f1":0.950875,"accuracy":0.961462,"main_score":0.950875,"hf_subset":"san_Deva-fra_Latn","languages":["san-Deva","fra-Latn"]},{"precision":0.944993,"recall":0.961462,"f1":0.950264,"accuracy":0.961462,"main_score":0.950264,"hf_subset":"san_Deva-jpn_Jpan","languages":["san-Deva","jpn-Jpan"]},{"precision":0.780418,"recall":0.839921,"f1":0.798946,"accuracy":0.839921,"main_score":0.798946,"hf_subset":"san_Deva-lij_Latn","languages":["san-Deva","lij-Latn"]},{"precision":0.692276,"recall":0.770751,"f1":0.716403,"accuracy":0.770751,"main_score":0.716403,"hf_subset":"san_Deva-mya_Mymr","languages":["san-Deva","mya-Mymr"]},{"precision":0.403037,"recall":0.5,"f1":0.429002,"accuracy":0.5,"main_score":0.429002,"hf_subset":"san_Deva-sag_Latn","languages":["san-Deva","sag-Latn"]},{"precision":0.134063,"recall":0.213439,"f1":0.150548,"accuracy":0.213439,"main_score":0.150548,"hf_subset":"san_Deva-taq_Tfng","languages":["san-Deva","taq-Tfng"]},{"precision":0.39557,"recall":0.487154,"f1":0.420049,"accuracy":0.487154,"main_score":0.420049,"hf_subset":"san_Deva-wol_Latn","languages":["san-Deva","wol-Latn"]},{"precision":0.265719,"recall":0.357708,"f1":0.289428,"accuracy":0.357708,"main_score":0.289428,"hf_subset":"san_Deva-arb_Latn","languages":["san-Deva","arb-Latn"]},{"precision":0.913702,"recall":0.940711,"f1":0.922431,"accuracy":0.940711,"main_score":0.922431,"hf_subset":"san_Deva-cat_Latn","languages":["san-Deva","cat-Latn"]},{"precision":0.71889,"recall":0.786561,"f1":0.739295,"accuracy":0.786561,"main_score":0.739295,"hf_subset":"san_Deva-fur_Latn","languages":["san-Deva","fur-Latn"]},{"precision":0.251591,"recall":0.331028,"f1":0.272448,"accuracy":0.331028,"main_score":0.272448,"hf_subset":"san_Deva-kab_Latn","languages":["san-Deva","kab-Latn"]},{"precision":0.732757,"recall":0.796443,"f1":0.751976,"accuracy":0.796443,"main_score":0.751976,"hf_subset":"san_Deva-lim_Latn","languages":["san-Deva","lim-Latn"]},{"precision":0.931983,"recall":0.952569,"f1":0.938735,"accuracy":0.952569,"main_score":0.938735,"hf_subset":"san_Deva-nld_Latn","languages":["san-Deva","nld-Latn"]},{"precision":0.581198,"recall":0.662055,"f1":0.604616,"accuracy":0.662055,"main_score":0.604616,"hf_subset":"san_Deva-tat_Cyrl","languages":["san-Deva","tat-Cyrl"]},{"precision":0.390313,"recall":0.486166,"f1":0.416339,"accuracy":0.486166,"main_score":0.416339,"hf_subset":"san_Deva-xho_Latn","languages":["san-Deva","xho-Latn"]},{"precision":0.922431,"recall":0.945652,"f1":0.929809,"accuracy":0.945652,"main_score":0.929809,"hf_subset":"san_Deva-ars_Arab","languages":["san-Deva","ars-Arab"]},{"precision":0.702727,"recall":0.770751,"f1":0.723191,"accuracy":0.770751,"main_score":0.723191,"hf_subset":"san_Deva-ceb_Latn","languages":["san-Deva","ceb-Latn"]},{"precision":0.384349,"recall":0.475296,"f1":0.40821,"accuracy":0.475296,"main_score":0.40821,"hf_subset":"san_Deva-fuv_Latn","languages":["san-Deva","fuv-Latn"]},{"precision":0.373004,"recall":0.47332,"f1":0.399846,"accuracy":0.47332,"main_score":0.399846,"hf_subset":"san_Deva-kac_Latn","languages":["san-Deva","kac-Latn"]},{"precision":0.425093,"recall":0.529644,"f1":0.4542,"accuracy":0.529644,"main_score":0.4542,"hf_subset":"san_Deva-lin_Latn","languages":["san-Deva","lin-Latn"]},{"precision":0.871904,"recall":0.907115,"f1":0.88274,"accuracy":0.907115,"main_score":0.88274,"hf_subset":"san_Deva-nno_Latn","languages":["san-Deva","nno-Latn"]},{"precision":0.178949,"recall":0.249012,"f1":0.197163,"accuracy":0.249012,"main_score":0.197163,"hf_subset":"san_Deva-sat_Olck","languages":["san-Deva","sat-Olck"]},{"precision":0.932395,"recall":0.951581,"f1":0.938636,"accuracy":0.951581,"main_score":0.938636,"hf_subset":"san_Deva-tel_Telu","languages":["san-Deva","tel-Telu"]},{"precision":0.288056,"recall":0.373518,"f1":0.309801,"accuracy":0.373518,"main_score":0.309801,"hf_subset":"san_Deva-ydd_Hebr","languages":["san-Deva","ydd-Hebr"]},{"precision":0.8153,"recall":0.864625,"f1":0.830402,"accuracy":0.864625,"main_score":0.830402,"hf_subset":"san_Deva-ary_Arab","languages":["san-Deva","ary-Arab"]},{"precision":0.877141,"recall":0.910079,"f1":0.887681,"accuracy":0.910079,"main_score":0.887681,"hf_subset":"san_Deva-ces_Latn","languages":["san-Deva","ces-Latn"]},{"precision":0.284516,"recall":0.371542,"f1":0.306797,"accuracy":0.371542,"main_score":0.306797,"hf_subset":"san_Deva-gaz_Latn","languages":["san-Deva","gaz-Latn"]},{"precision":0.398288,"recall":0.48419,"f1":0.420909,"accuracy":0.48419,"main_score":0.420909,"hf_subset":"san_Deva-kam_Latn","languages":["san-Deva","kam-Latn"]},{"precision":0.677388,"recall":0.748024,"f1":0.69865,"accuracy":0.748024,"main_score":0.69865,"hf_subset":"san_Deva-lit_Latn","languages":["san-Deva","lit-Latn"]},{"precision":0.915679,"recall":0.939723,"f1":0.923419,"accuracy":0.939723,"main_score":0.923419,"hf_subset":"san_Deva-nob_Latn","languages":["san-Deva","nob-Latn"]},{"precision":0.682148,"recall":0.751976,"f1":0.702884,"accuracy":0.751976,"main_score":0.702884,"hf_subset":"san_Deva-scn_Latn","languages":["san-Deva","scn-Latn"]},{"precision":0.385912,"recall":0.478261,"f1":0.410687,"accuracy":0.478261,"main_score":0.410687,"hf_subset":"san_Deva-tgk_Cyrl","languages":["san-Deva","tgk-Cyrl"]},{"precision":0.342749,"recall":0.436759,"f1":0.367452,"accuracy":0.436759,"main_score":0.367452,"hf_subset":"san_Deva-yor_Latn","languages":["san-Deva","yor-Latn"]},{"precision":0.9111,"recall":0.936759,"f1":0.919302,"accuracy":0.936759,"main_score":0.919302,"hf_subset":"san_Deva-arz_Arab","languages":["san-Deva","arz-Arab"]},{"precision":0.396381,"recall":0.48913,"f1":0.420851,"accuracy":0.48913,"main_score":0.420851,"hf_subset":"san_Deva-cjk_Latn","languages":["san-Deva","cjk-Latn"]},{"precision":0.315471,"recall":0.399209,"f1":0.336972,"accuracy":0.399209,"main_score":0.336972,"hf_subset":"san_Deva-gla_Latn","languages":["san-Deva","gla-Latn"]},{"precision":0.91469,"recall":0.939723,"f1":0.922925,"accuracy":0.939723,"main_score":0.922925,"hf_subset":"san_Deva-kan_Knda","languages":["san-Deva","kan-Knda"]},{"precision":0.712667,"recall":0.779644,"f1":0.732477,"accuracy":0.779644,"main_score":0.732477,"hf_subset":"san_Deva-lmo_Latn","languages":["san-Deva","lmo-Latn"]},{"precision":0.935359,"recall":0.955534,"f1":0.94193,"accuracy":0.955534,"main_score":0.94193,"hf_subset":"san_Deva-npi_Deva","languages":["san-Deva","npi-Deva"]},{"precision":0.315464,"recall":0.423913,"f1":0.343987,"accuracy":0.423913,"main_score":0.343987,"hf_subset":"san_Deva-shn_Mymr","languages":["san-Deva","shn-Mymr"]},{"precision":0.812698,"recall":0.857708,"f1":0.826614,"accuracy":0.857708,"main_score":0.826614,"hf_subset":"san_Deva-tgl_Latn","languages":["san-Deva","tgl-Latn"]},{"precision":0.936182,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"san_Deva-yue_Hant","languages":["san-Deva","yue-Hant"]},{"precision":0.845273,"recall":0.887352,"f1":0.858432,"accuracy":0.887352,"main_score":0.858432,"hf_subset":"san_Deva-asm_Beng","languages":["san-Deva","asm-Beng"]},{"precision":0.369129,"recall":0.443676,"f1":0.388534,"accuracy":0.443676,"main_score":0.388534,"hf_subset":"san_Deva-ckb_Arab","languages":["san-Deva","ckb-Arab"]},{"precision":0.353269,"recall":0.435771,"f1":0.374786,"accuracy":0.435771,"main_score":0.374786,"hf_subset":"san_Deva-gle_Latn","languages":["san-Deva","gle-Latn"]},{"precision":0.637345,"recall":0.722332,"f1":0.662204,"accuracy":0.722332,"main_score":0.662204,"hf_subset":"san_Deva-kas_Arab","languages":["san-Deva","kas-Arab"]},{"precision":0.564089,"recall":0.63834,"f1":0.585496,"accuracy":0.63834,"main_score":0.585496,"hf_subset":"san_Deva-ltg_Latn","languages":["san-Deva","ltg-Latn"]},{"precision":0.397403,"recall":0.48913,"f1":0.422605,"accuracy":0.48913,"main_score":0.422605,"hf_subset":"san_Deva-nso_Latn","languages":["san-Deva","nso-Latn"]},{"precision":0.777092,"recall":0.833992,"f1":0.794584,"accuracy":0.833992,"main_score":0.794584,"hf_subset":"san_Deva-sin_Sinh","languages":["san-Deva","sin-Sinh"]},{"precision":0.940711,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"san_Deva-tha_Thai","languages":["san-Deva","tha-Thai"]},{"precision":0.930501,"recall":0.951581,"f1":0.937253,"accuracy":0.951581,"main_score":0.937253,"hf_subset":"san_Deva-zho_Hans","languages":["san-Deva","zho-Hans"]},{"precision":0.879447,"recall":0.91502,"f1":0.890942,"accuracy":0.91502,"main_score":0.890942,"hf_subset":"san_Deva-ast_Latn","languages":["san-Deva","ast-Latn"]},{"precision":0.698419,"recall":0.764822,"f1":0.718055,"accuracy":0.764822,"main_score":0.718055,"hf_subset":"san_Deva-crh_Latn","languages":["san-Deva","crh-Latn"]},{"precision":0.92691,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"san_Deva-glg_Latn","languages":["san-Deva","glg-Latn"]},{"precision":0.543357,"recall":0.636364,"f1":0.569888,"accuracy":0.636364,"main_score":0.569888,"hf_subset":"san_Deva-kas_Deva","languages":["san-Deva","kas-Deva"]},{"precision":0.65498,"recall":0.731225,"f1":0.676329,"accuracy":0.731225,"main_score":0.676329,"hf_subset":"san_Deva-ltz_Latn","languages":["san-Deva","ltz-Latn"]},{"precision":0.300336,"recall":0.383399,"f1":0.322011,"accuracy":0.383399,"main_score":0.322011,"hf_subset":"san_Deva-nus_Latn","languages":["san-Deva","nus-Latn"]},{"precision":0.847612,"recall":0.891304,"f1":0.861397,"accuracy":0.891304,"main_score":0.861397,"hf_subset":"san_Deva-slk_Latn","languages":["san-Deva","slk-Latn"]},{"precision":0.370846,"recall":0.455534,"f1":0.39466,"accuracy":0.455534,"main_score":0.39466,"hf_subset":"san_Deva-tir_Ethi","languages":["san-Deva","tir-Ethi"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"san_Deva-zho_Hant","languages":["san-Deva","zho-Hant"]},{"precision":0.941535,"recall":0.959486,"f1":0.947464,"accuracy":0.959486,"main_score":0.947464,"hf_subset":"san_Deva-awa_Deva","languages":["san-Deva","awa-Deva"]},{"precision":0.384711,"recall":0.476285,"f1":0.408706,"accuracy":0.476285,"main_score":0.408706,"hf_subset":"san_Deva-cym_Latn","languages":["san-Deva","cym-Latn"]},{"precision":0.559242,"recall":0.644269,"f1":0.583162,"accuracy":0.644269,"main_score":0.583162,"hf_subset":"san_Deva-grn_Latn","languages":["san-Deva","grn-Latn"]},{"precision":0.808547,"recall":0.857708,"f1":0.823781,"accuracy":0.857708,"main_score":0.823781,"hf_subset":"san_Deva-kat_Geor","languages":["san-Deva","kat-Geor"]},{"precision":0.428347,"recall":0.521739,"f1":0.453328,"accuracy":0.521739,"main_score":0.453328,"hf_subset":"san_Deva-lua_Latn","languages":["san-Deva","lua-Latn"]},{"precision":0.433245,"recall":0.521739,"f1":0.457483,"accuracy":0.521739,"main_score":0.457483,"hf_subset":"san_Deva-nya_Latn","languages":["san-Deva","nya-Latn"]},{"precision":0.821179,"recall":0.869565,"f1":0.836397,"accuracy":0.869565,"main_score":0.836397,"hf_subset":"san_Deva-slv_Latn","languages":["san-Deva","slv-Latn"]},{"precision":0.643281,"recall":0.724308,"f1":0.667325,"accuracy":0.724308,"main_score":0.667325,"hf_subset":"san_Deva-tpi_Latn","languages":["san-Deva","tpi-Latn"]},{"precision":0.915926,"recall":0.940711,"f1":0.923814,"accuracy":0.940711,"main_score":0.923814,"hf_subset":"san_Deva-zsm_Latn","languages":["san-Deva","zsm-Latn"]},{"precision":0.352099,"recall":0.445652,"f1":0.377655,"accuracy":0.445652,"main_score":0.377655,"hf_subset":"san_Deva-ayr_Latn","languages":["san-Deva","ayr-Latn"]},{"precision":0.916173,"recall":0.942688,"f1":0.924901,"accuracy":0.942688,"main_score":0.924901,"hf_subset":"san_Deva-dan_Latn","languages":["san-Deva","dan-Latn"]},{"precision":0.925231,"recall":0.948617,"f1":0.932971,"accuracy":0.948617,"main_score":0.932971,"hf_subset":"san_Deva-guj_Gujr","languages":["san-Deva","guj-Gujr"]},{"precision":0.657926,"recall":0.731225,"f1":0.679792,"accuracy":0.731225,"main_score":0.679792,"hf_subset":"san_Deva-kaz_Cyrl","languages":["san-Deva","kaz-Cyrl"]},{"precision":0.358839,"recall":0.448617,"f1":0.382656,"accuracy":0.448617,"main_score":0.382656,"hf_subset":"san_Deva-lug_Latn","languages":["san-Deva","lug-Latn"]},{"precision":0.870965,"recall":0.909091,"f1":0.8833,"accuracy":0.909091,"main_score":0.8833,"hf_subset":"san_Deva-oci_Latn","languages":["san-Deva","oci-Latn"]},{"precision":0.391261,"recall":0.483202,"f1":0.415828,"accuracy":0.483202,"main_score":0.415828,"hf_subset":"san_Deva-smo_Latn","languages":["san-Deva","smo-Latn"]},{"precision":0.354346,"recall":0.448617,"f1":0.378401,"accuracy":0.448617,"main_score":0.378401,"hf_subset":"san_Deva-tsn_Latn","languages":["san-Deva","tsn-Latn"]},{"precision":0.360466,"recall":0.453557,"f1":0.38579,"accuracy":0.453557,"main_score":0.38579,"hf_subset":"san_Deva-zul_Latn","languages":["san-Deva","zul-Latn"]},{"precision":0.611391,"recall":0.703557,"f1":0.638839,"accuracy":0.703557,"main_score":0.638839,"hf_subset":"san_Deva-azb_Arab","languages":["san-Deva","azb-Arab"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"san_Deva-deu_Latn","languages":["san-Deva","deu-Latn"]},{"precision":0.516528,"recall":0.61166,"f1":0.544026,"accuracy":0.61166,"main_score":0.544026,"hf_subset":"san_Deva-hat_Latn","languages":["san-Deva","hat-Latn"]},{"precision":0.344197,"recall":0.432806,"f1":0.367474,"accuracy":0.432806,"main_score":0.367474,"hf_subset":"san_Deva-kbp_Latn","languages":["san-Deva","kbp-Latn"]},{"precision":0.398903,"recall":0.48913,"f1":0.422056,"accuracy":0.48913,"main_score":0.422056,"hf_subset":"san_Deva-luo_Latn","languages":["san-Deva","luo-Latn"]},{"precision":0.524299,"recall":0.599802,"f1":0.5451,"accuracy":0.599802,"main_score":0.5451,"hf_subset":"san_Deva-ory_Orya","languages":["san-Deva","ory-Orya"]},{"precision":0.393011,"recall":0.476285,"f1":0.415626,"accuracy":0.476285,"main_score":0.415626,"hf_subset":"san_Deva-sna_Latn","languages":["san-Deva","sna-Latn"]},{"precision":0.371761,"recall":0.464427,"f1":0.396486,"accuracy":0.464427,"main_score":0.396486,"hf_subset":"san_Deva-tso_Latn","languages":["san-Deva","tso-Latn"]},{"precision":0.73802,"recall":0.802372,"f1":0.756999,"accuracy":0.802372,"main_score":0.756999,"hf_subset":"san_Deva-azj_Latn","languages":["san-Deva","azj-Latn"]},{"precision":0.374474,"recall":0.467391,"f1":0.399744,"accuracy":0.467391,"main_score":0.399744,"hf_subset":"san_Deva-dik_Latn","languages":["san-Deva","dik-Latn"]},{"precision":0.407613,"recall":0.482213,"f1":0.427974,"accuracy":0.482213,"main_score":0.427974,"hf_subset":"san_Deva-hau_Latn","languages":["san-Deva","hau-Latn"]},{"precision":0.700296,"recall":0.771739,"f1":0.722021,"accuracy":0.771739,"main_score":0.722021,"hf_subset":"san_Deva-kea_Latn","languages":["san-Deva","kea-Latn"]},{"precision":0.513482,"recall":0.601779,"f1":0.538404,"accuracy":0.601779,"main_score":0.538404,"hf_subset":"san_Deva-lus_Latn","languages":["san-Deva","lus-Latn"]},{"precision":0.639792,"recall":0.716403,"f1":0.662327,"accuracy":0.716403,"main_score":0.662327,"hf_subset":"san_Deva-pag_Latn","languages":["san-Deva","pag-Latn"]},{"precision":0.652652,"recall":0.737154,"f1":0.67787,"accuracy":0.737154,"main_score":0.67787,"hf_subset":"san_Deva-snd_Arab","languages":["san-Deva","snd-Arab"]},{"precision":0.520757,"recall":0.602767,"f1":0.543881,"accuracy":0.602767,"main_score":0.543881,"hf_subset":"san_Deva-tuk_Latn","languages":["san-Deva","tuk-Latn"]},{"precision":0.557091,"recall":0.62747,"f1":0.576574,"accuracy":0.62747,"main_score":0.576574,"hf_subset":"san_Deva-bak_Cyrl","languages":["san-Deva","bak-Cyrl"]},{"precision":0.304693,"recall":0.398221,"f1":0.329239,"accuracy":0.398221,"main_score":0.329239,"hf_subset":"san_Deva-dyu_Latn","languages":["san-Deva","dyu-Latn"]},{"precision":0.797925,"recall":0.853755,"f1":0.815843,"accuracy":0.853755,"main_score":0.815843,"hf_subset":"san_Deva-heb_Hebr","languages":["san-Deva","heb-Hebr"]},{"precision":0.407565,"recall":0.481225,"f1":0.427448,"accuracy":0.481225,"main_score":0.427448,"hf_subset":"san_Deva-khk_Cyrl","languages":["san-Deva","khk-Cyrl"]},{"precision":0.739196,"recall":0.798419,"f1":0.757675,"accuracy":0.798419,"main_score":0.757675,"hf_subset":"san_Deva-lvs_Latn","languages":["san-Deva","lvs-Latn"]},{"precision":0.860787,"recall":0.900198,"f1":0.873254,"accuracy":0.900198,"main_score":0.873254,"hf_subset":"san_Deva-pan_Guru","languages":["san-Deva","pan-Guru"]},{"precision":0.34606,"recall":0.426877,"f1":0.368059,"accuracy":0.426877,"main_score":0.368059,"hf_subset":"san_Deva-som_Latn","languages":["san-Deva","som-Latn"]},{"precision":0.419612,"recall":0.505929,"f1":0.443523,"accuracy":0.505929,"main_score":0.443523,"hf_subset":"san_Deva-tum_Latn","languages":["san-Deva","tum-Latn"]},{"precision":0.27363,"recall":0.349802,"f1":0.29432,"accuracy":0.349802,"main_score":0.29432,"hf_subset":"tat_Cyrl-ace_Arab","languages":["tat-Cyrl","ace-Arab"]},{"precision":0.374057,"recall":0.442688,"f1":0.393146,"accuracy":0.442688,"main_score":0.393146,"hf_subset":"tat_Cyrl-bam_Latn","languages":["tat-Cyrl","bam-Latn"]},{"precision":0.142361,"recall":0.200593,"f1":0.157394,"accuracy":0.200593,"main_score":0.157394,"hf_subset":"tat_Cyrl-dzo_Tibt","languages":["tat-Cyrl","dzo-Tibt"]},{"precision":0.693354,"recall":0.76087,"f1":0.713806,"accuracy":0.76087,"main_score":0.713806,"hf_subset":"tat_Cyrl-hin_Deva","languages":["tat-Cyrl","hin-Deva"]},{"precision":0.500135,"recall":0.570158,"f1":0.520598,"accuracy":0.570158,"main_score":0.520598,"hf_subset":"tat_Cyrl-khm_Khmr","languages":["tat-Cyrl","khm-Khmr"]},{"precision":0.686925,"recall":0.750988,"f1":0.70562,"accuracy":0.750988,"main_score":0.70562,"hf_subset":"tat_Cyrl-mag_Deva","languages":["tat-Cyrl","mag-Deva"]},{"precision":0.661928,"recall":0.719368,"f1":0.679134,"accuracy":0.719368,"main_score":0.679134,"hf_subset":"tat_Cyrl-pap_Latn","languages":["tat-Cyrl","pap-Latn"]},{"precision":0.420891,"recall":0.498024,"f1":0.442581,"accuracy":0.498024,"main_score":0.442581,"hf_subset":"tat_Cyrl-sot_Latn","languages":["tat-Cyrl","sot-Latn"]},{"precision":0.71647,"recall":0.766798,"f1":0.731453,"accuracy":0.766798,"main_score":0.731453,"hf_subset":"tat_Cyrl-tur_Latn","languages":["tat-Cyrl","tur-Latn"]},{"precision":0.596386,"recall":0.656126,"f1":0.614067,"accuracy":0.656126,"main_score":0.614067,"hf_subset":"tat_Cyrl-ace_Latn","languages":["tat-Cyrl","ace-Latn"]},{"precision":0.653969,"recall":0.708498,"f1":0.670092,"accuracy":0.708498,"main_score":0.670092,"hf_subset":"tat_Cyrl-ban_Latn","languages":["tat-Cyrl","ban-Latn"]},{"precision":0.614923,"recall":0.689723,"f1":0.637036,"accuracy":0.689723,"main_score":0.637036,"hf_subset":"tat_Cyrl-ell_Grek","languages":["tat-Cyrl","ell-Grek"]},{"precision":0.669312,"recall":0.728261,"f1":0.686623,"accuracy":0.728261,"main_score":0.686623,"hf_subset":"tat_Cyrl-hne_Deva","languages":["tat-Cyrl","hne-Deva"]},{"precision":0.409013,"recall":0.485178,"f1":0.430742,"accuracy":0.485178,"main_score":0.430742,"hf_subset":"tat_Cyrl-kik_Latn","languages":["tat-Cyrl","kik-Latn"]},{"precision":0.683647,"recall":0.749012,"f1":0.702572,"accuracy":0.749012,"main_score":0.702572,"hf_subset":"tat_Cyrl-mai_Deva","languages":["tat-Cyrl","mai-Deva"]},{"precision":0.589855,"recall":0.658103,"f1":0.610132,"accuracy":0.658103,"main_score":0.610132,"hf_subset":"tat_Cyrl-pbt_Arab","languages":["tat-Cyrl","pbt-Arab"]},{"precision":0.717173,"recall":0.772727,"f1":0.732788,"accuracy":0.772727,"main_score":0.732788,"hf_subset":"tat_Cyrl-spa_Latn","languages":["tat-Cyrl","spa-Latn"]},{"precision":0.474095,"recall":0.545455,"f1":0.494005,"accuracy":0.545455,"main_score":0.494005,"hf_subset":"tat_Cyrl-twi_Latn","languages":["tat-Cyrl","twi-Latn"]},{"precision":0.671798,"recall":0.735178,"f1":0.690366,"accuracy":0.735178,"main_score":0.690366,"hf_subset":"tat_Cyrl-acm_Arab","languages":["tat-Cyrl","acm-Arab"]},{"precision":0.597316,"recall":0.666996,"f1":0.618221,"accuracy":0.666996,"main_score":0.618221,"hf_subset":"tat_Cyrl-bel_Cyrl","languages":["tat-Cyrl","bel-Cyrl"]},{"precision":0.735917,"recall":0.786561,"f1":0.750648,"accuracy":0.786561,"main_score":0.750648,"hf_subset":"tat_Cyrl-eng_Latn","languages":["tat-Cyrl","eng-Latn"]},{"precision":0.69701,"recall":0.749012,"f1":0.71223,"accuracy":0.749012,"main_score":0.71223,"hf_subset":"tat_Cyrl-hrv_Latn","languages":["tat-Cyrl","hrv-Latn"]},{"precision":0.393494,"recall":0.464427,"f1":0.41265,"accuracy":0.464427,"main_score":0.41265,"hf_subset":"tat_Cyrl-kin_Latn","languages":["tat-Cyrl","kin-Latn"]},{"precision":0.641272,"recall":0.706522,"f1":0.660627,"accuracy":0.706522,"main_score":0.660627,"hf_subset":"tat_Cyrl-mal_Mlym","languages":["tat-Cyrl","mal-Mlym"]},{"precision":0.690506,"recall":0.752964,"f1":0.708887,"accuracy":0.752964,"main_score":0.708887,"hf_subset":"tat_Cyrl-pes_Arab","languages":["tat-Cyrl","pes-Arab"]},{"precision":0.628242,"recall":0.690711,"f1":0.646498,"accuracy":0.690711,"main_score":0.646498,"hf_subset":"tat_Cyrl-srd_Latn","languages":["tat-Cyrl","srd-Latn"]},{"precision":0.134393,"recall":0.19664,"f1":0.149946,"accuracy":0.19664,"main_score":0.149946,"hf_subset":"tat_Cyrl-tzm_Tfng","languages":["tat-Cyrl","tzm-Tfng"]},{"precision":0.666034,"recall":0.729249,"f1":0.68473,"accuracy":0.729249,"main_score":0.68473,"hf_subset":"tat_Cyrl-acq_Arab","languages":["tat-Cyrl","acq-Arab"]},{"precision":0.453523,"recall":0.522727,"f1":0.474099,"accuracy":0.522727,"main_score":0.474099,"hf_subset":"tat_Cyrl-bem_Latn","languages":["tat-Cyrl","bem-Latn"]},{"precision":0.66446,"recall":0.716403,"f1":0.679814,"accuracy":0.716403,"main_score":0.679814,"hf_subset":"tat_Cyrl-epo_Latn","languages":["tat-Cyrl","epo-Latn"]},{"precision":0.645386,"recall":0.711462,"f1":0.664355,"accuracy":0.711462,"main_score":0.664355,"hf_subset":"tat_Cyrl-hun_Latn","languages":["tat-Cyrl","hun-Latn"]},{"precision":0.719349,"recall":0.766798,"f1":0.7323,"accuracy":0.766798,"main_score":0.7323,"hf_subset":"tat_Cyrl-kir_Cyrl","languages":["tat-Cyrl","kir-Cyrl"]},{"precision":0.656094,"recall":0.717391,"f1":0.674492,"accuracy":0.717391,"main_score":0.674492,"hf_subset":"tat_Cyrl-mar_Deva","languages":["tat-Cyrl","mar-Deva"]},{"precision":0.435954,"recall":0.506917,"f1":0.455954,"accuracy":0.506917,"main_score":0.455954,"hf_subset":"tat_Cyrl-plt_Latn","languages":["tat-Cyrl","plt-Latn"]},{"precision":0.669541,"recall":0.726285,"f1":0.686376,"accuracy":0.726285,"main_score":0.686376,"hf_subset":"tat_Cyrl-srp_Cyrl","languages":["tat-Cyrl","srp-Cyrl"]},{"precision":0.382345,"recall":0.440711,"f1":0.398434,"accuracy":0.440711,"main_score":0.398434,"hf_subset":"tat_Cyrl-uig_Arab","languages":["tat-Cyrl","uig-Arab"]},{"precision":0.628233,"recall":0.694664,"f1":0.648196,"accuracy":0.694664,"main_score":0.648196,"hf_subset":"tat_Cyrl-aeb_Arab","languages":["tat-Cyrl","aeb-Arab"]},{"precision":0.693568,"recall":0.754941,"f1":0.711891,"accuracy":0.754941,"main_score":0.711891,"hf_subset":"tat_Cyrl-ben_Beng","languages":["tat-Cyrl","ben-Beng"]},{"precision":0.646618,"recall":0.700593,"f1":0.662601,"accuracy":0.700593,"main_score":0.662601,"hf_subset":"tat_Cyrl-est_Latn","languages":["tat-Cyrl","est-Latn"]},{"precision":0.539756,"recall":0.606719,"f1":0.559608,"accuracy":0.606719,"main_score":0.559608,"hf_subset":"tat_Cyrl-hye_Armn","languages":["tat-Cyrl","hye-Armn"]},{"precision":0.402705,"recall":0.471344,"f1":0.421822,"accuracy":0.471344,"main_score":0.421822,"hf_subset":"tat_Cyrl-kmb_Latn","languages":["tat-Cyrl","kmb-Latn"]},{"precision":0.253733,"recall":0.332016,"f1":0.274876,"accuracy":0.332016,"main_score":0.274876,"hf_subset":"tat_Cyrl-min_Arab","languages":["tat-Cyrl","min-Arab"]},{"precision":0.716189,"recall":0.771739,"f1":0.732449,"accuracy":0.771739,"main_score":0.732449,"hf_subset":"tat_Cyrl-pol_Latn","languages":["tat-Cyrl","pol-Latn"]},{"precision":0.386424,"recall":0.471344,"f1":0.409436,"accuracy":0.471344,"main_score":0.409436,"hf_subset":"tat_Cyrl-ssw_Latn","languages":["tat-Cyrl","ssw-Latn"]},{"precision":0.725685,"recall":0.775692,"f1":0.741161,"accuracy":0.775692,"main_score":0.741161,"hf_subset":"tat_Cyrl-ukr_Cyrl","languages":["tat-Cyrl","ukr-Cyrl"]},{"precision":0.669428,"recall":0.728261,"f1":0.687319,"accuracy":0.728261,"main_score":0.687319,"hf_subset":"tat_Cyrl-afr_Latn","languages":["tat-Cyrl","afr-Latn"]},{"precision":0.679832,"recall":0.735178,"f1":0.695263,"accuracy":0.735178,"main_score":0.695263,"hf_subset":"tat_Cyrl-bho_Deva","languages":["tat-Cyrl","bho-Deva"]},{"precision":0.582643,"recall":0.643281,"f1":0.600617,"accuracy":0.643281,"main_score":0.600617,"hf_subset":"tat_Cyrl-eus_Latn","languages":["tat-Cyrl","eus-Latn"]},{"precision":0.389514,"recall":0.470356,"f1":0.41198,"accuracy":0.470356,"main_score":0.41198,"hf_subset":"tat_Cyrl-ibo_Latn","languages":["tat-Cyrl","ibo-Latn"]},{"precision":0.47856,"recall":0.545455,"f1":0.497258,"accuracy":0.545455,"main_score":0.497258,"hf_subset":"tat_Cyrl-kmr_Latn","languages":["tat-Cyrl","kmr-Latn"]},{"precision":0.616627,"recall":0.675889,"f1":0.633811,"accuracy":0.675889,"main_score":0.633811,"hf_subset":"tat_Cyrl-min_Latn","languages":["tat-Cyrl","min-Latn"]},{"precision":0.731632,"recall":0.784585,"f1":0.747202,"accuracy":0.784585,"main_score":0.747202,"hf_subset":"tat_Cyrl-por_Latn","languages":["tat-Cyrl","por-Latn"]},{"precision":0.670847,"recall":0.721344,"f1":0.685688,"accuracy":0.721344,"main_score":0.685688,"hf_subset":"tat_Cyrl-sun_Latn","languages":["tat-Cyrl","sun-Latn"]},{"precision":0.378858,"recall":0.45751,"f1":0.400487,"accuracy":0.45751,"main_score":0.400487,"hf_subset":"tat_Cyrl-umb_Latn","languages":["tat-Cyrl","umb-Latn"]},{"precision":0.689783,"recall":0.749012,"f1":0.707093,"accuracy":0.749012,"main_score":0.707093,"hf_subset":"tat_Cyrl-ajp_Arab","languages":["tat-Cyrl","ajp-Arab"]},{"precision":0.272706,"recall":0.337945,"f1":0.290013,"accuracy":0.337945,"main_score":0.290013,"hf_subset":"tat_Cyrl-bjn_Arab","languages":["tat-Cyrl","bjn-Arab"]},{"precision":0.402946,"recall":0.474308,"f1":0.423021,"accuracy":0.474308,"main_score":0.423021,"hf_subset":"tat_Cyrl-ewe_Latn","languages":["tat-Cyrl","ewe-Latn"]},{"precision":0.621093,"recall":0.677866,"f1":0.638009,"accuracy":0.677866,"main_score":0.638009,"hf_subset":"tat_Cyrl-ilo_Latn","languages":["tat-Cyrl","ilo-Latn"]},{"precision":0.19991,"recall":0.27668,"f1":0.219727,"accuracy":0.27668,"main_score":0.219727,"hf_subset":"tat_Cyrl-knc_Arab","languages":["tat-Cyrl","knc-Arab"]},{"precision":0.687124,"recall":0.745059,"f1":0.704551,"accuracy":0.745059,"main_score":0.704551,"hf_subset":"tat_Cyrl-mkd_Cyrl","languages":["tat-Cyrl","mkd-Cyrl"]},{"precision":0.670513,"recall":0.737154,"f1":0.689679,"accuracy":0.737154,"main_score":0.689679,"hf_subset":"tat_Cyrl-prs_Arab","languages":["tat-Cyrl","prs-Arab"]},{"precision":0.722428,"recall":0.767787,"f1":0.735261,"accuracy":0.767787,"main_score":0.735261,"hf_subset":"tat_Cyrl-swe_Latn","languages":["tat-Cyrl","swe-Latn"]},{"precision":0.627638,"recall":0.699605,"f1":0.648685,"accuracy":0.699605,"main_score":0.648685,"hf_subset":"tat_Cyrl-urd_Arab","languages":["tat-Cyrl","urd-Arab"]},{"precision":0.445867,"recall":0.521739,"f1":0.467805,"accuracy":0.521739,"main_score":0.467805,"hf_subset":"tat_Cyrl-aka_Latn","languages":["tat-Cyrl","aka-Latn"]},{"precision":0.620037,"recall":0.677866,"f1":0.637319,"accuracy":0.677866,"main_score":0.637319,"hf_subset":"tat_Cyrl-bjn_Latn","languages":["tat-Cyrl","bjn-Latn"]},{"precision":0.484824,"recall":0.550395,"f1":0.503372,"accuracy":0.550395,"main_score":0.503372,"hf_subset":"tat_Cyrl-fao_Latn","languages":["tat-Cyrl","fao-Latn"]},{"precision":0.726135,"recall":0.775692,"f1":0.740206,"accuracy":0.775692,"main_score":0.740206,"hf_subset":"tat_Cyrl-ind_Latn","languages":["tat-Cyrl","ind-Latn"]},{"precision":0.451482,"recall":0.506917,"f1":0.46709,"accuracy":0.506917,"main_score":0.46709,"hf_subset":"tat_Cyrl-knc_Latn","languages":["tat-Cyrl","knc-Latn"]},{"precision":0.596314,"recall":0.659091,"f1":0.614607,"accuracy":0.659091,"main_score":0.614607,"hf_subset":"tat_Cyrl-mlt_Latn","languages":["tat-Cyrl","mlt-Latn"]},{"precision":0.485756,"recall":0.555336,"f1":0.505494,"accuracy":0.555336,"main_score":0.505494,"hf_subset":"tat_Cyrl-quy_Latn","languages":["tat-Cyrl","quy-Latn"]},{"precision":0.578303,"recall":0.643281,"f1":0.597685,"accuracy":0.643281,"main_score":0.597685,"hf_subset":"tat_Cyrl-swh_Latn","languages":["tat-Cyrl","swh-Latn"]},{"precision":0.655858,"recall":0.721344,"f1":0.674673,"accuracy":0.721344,"main_score":0.674673,"hf_subset":"tat_Cyrl-uzn_Latn","languages":["tat-Cyrl","uzn-Latn"]},{"precision":0.66558,"recall":0.722332,"f1":0.682477,"accuracy":0.722332,"main_score":0.682477,"hf_subset":"tat_Cyrl-als_Latn","languages":["tat-Cyrl","als-Latn"]},{"precision":0.192312,"recall":0.257905,"f1":0.209335,"accuracy":0.257905,"main_score":0.209335,"hf_subset":"tat_Cyrl-bod_Tibt","languages":["tat-Cyrl","bod-Tibt"]},{"precision":0.383814,"recall":0.470356,"f1":0.408288,"accuracy":0.470356,"main_score":0.408288,"hf_subset":"tat_Cyrl-fij_Latn","languages":["tat-Cyrl","fij-Latn"]},{"precision":0.446494,"recall":0.508893,"f1":0.463831,"accuracy":0.508893,"main_score":0.463831,"hf_subset":"tat_Cyrl-isl_Latn","languages":["tat-Cyrl","isl-Latn"]},{"precision":0.47155,"recall":0.538538,"f1":0.490679,"accuracy":0.538538,"main_score":0.490679,"hf_subset":"tat_Cyrl-kon_Latn","languages":["tat-Cyrl","kon-Latn"]},{"precision":0.390702,"recall":0.466403,"f1":0.41168,"accuracy":0.466403,"main_score":0.41168,"hf_subset":"tat_Cyrl-mni_Beng","languages":["tat-Cyrl","mni-Beng"]},{"precision":0.698449,"recall":0.75,"f1":0.713535,"accuracy":0.75,"main_score":0.713535,"hf_subset":"tat_Cyrl-ron_Latn","languages":["tat-Cyrl","ron-Latn"]},{"precision":0.649184,"recall":0.706522,"f1":0.665999,"accuracy":0.706522,"main_score":0.665999,"hf_subset":"tat_Cyrl-szl_Latn","languages":["tat-Cyrl","szl-Latn"]},{"precision":0.662411,"recall":0.714427,"f1":0.677831,"accuracy":0.714427,"main_score":0.677831,"hf_subset":"tat_Cyrl-vec_Latn","languages":["tat-Cyrl","vec-Latn"]},{"precision":0.522945,"recall":0.592885,"f1":0.543156,"accuracy":0.592885,"main_score":0.543156,"hf_subset":"tat_Cyrl-amh_Ethi","languages":["tat-Cyrl","amh-Ethi"]},{"precision":0.707936,"recall":0.762846,"f1":0.723949,"accuracy":0.762846,"main_score":0.723949,"hf_subset":"tat_Cyrl-bos_Latn","languages":["tat-Cyrl","bos-Latn"]},{"precision":0.680704,"recall":0.73913,"f1":0.698161,"accuracy":0.73913,"main_score":0.698161,"hf_subset":"tat_Cyrl-fin_Latn","languages":["tat-Cyrl","fin-Latn"]},{"precision":0.713432,"recall":0.771739,"f1":0.730016,"accuracy":0.771739,"main_score":0.730016,"hf_subset":"tat_Cyrl-ita_Latn","languages":["tat-Cyrl","ita-Latn"]},{"precision":0.690794,"recall":0.75,"f1":0.708274,"accuracy":0.75,"main_score":0.708274,"hf_subset":"tat_Cyrl-kor_Hang","languages":["tat-Cyrl","kor-Hang"]},{"precision":0.418382,"recall":0.492095,"f1":0.438886,"accuracy":0.492095,"main_score":0.438886,"hf_subset":"tat_Cyrl-mos_Latn","languages":["tat-Cyrl","mos-Latn"]},{"precision":0.384151,"recall":0.455534,"f1":0.403595,"accuracy":0.455534,"main_score":0.403595,"hf_subset":"tat_Cyrl-run_Latn","languages":["tat-Cyrl","run-Latn"]},{"precision":0.638349,"recall":0.711462,"f1":0.660312,"accuracy":0.711462,"main_score":0.660312,"hf_subset":"tat_Cyrl-tam_Taml","languages":["tat-Cyrl","tam-Taml"]},{"precision":0.677299,"recall":0.741107,"f1":0.696102,"accuracy":0.741107,"main_score":0.696102,"hf_subset":"tat_Cyrl-vie_Latn","languages":["tat-Cyrl","vie-Latn"]},{"precision":0.655707,"recall":0.717391,"f1":0.673667,"accuracy":0.717391,"main_score":0.673667,"hf_subset":"tat_Cyrl-apc_Arab","languages":["tat-Cyrl","apc-Arab"]},{"precision":0.570859,"recall":0.633399,"f1":0.589152,"accuracy":0.633399,"main_score":0.589152,"hf_subset":"tat_Cyrl-bug_Latn","languages":["tat-Cyrl","bug-Latn"]},{"precision":0.349809,"recall":0.427866,"f1":0.370981,"accuracy":0.427866,"main_score":0.370981,"hf_subset":"tat_Cyrl-fon_Latn","languages":["tat-Cyrl","fon-Latn"]},{"precision":0.6659,"recall":0.715415,"f1":0.680567,"accuracy":0.715415,"main_score":0.680567,"hf_subset":"tat_Cyrl-jav_Latn","languages":["tat-Cyrl","jav-Latn"]},{"precision":0.472952,"recall":0.54249,"f1":0.492984,"accuracy":0.54249,"main_score":0.492984,"hf_subset":"tat_Cyrl-lao_Laoo","languages":["tat-Cyrl","lao-Laoo"]},{"precision":0.367238,"recall":0.447628,"f1":0.389379,"accuracy":0.447628,"main_score":0.389379,"hf_subset":"tat_Cyrl-mri_Latn","languages":["tat-Cyrl","mri-Latn"]},{"precision":0.740307,"recall":0.793478,"f1":0.755769,"accuracy":0.793478,"main_score":0.755769,"hf_subset":"tat_Cyrl-rus_Cyrl","languages":["tat-Cyrl","rus-Cyrl"]},{"precision":0.406458,"recall":0.483202,"f1":0.427607,"accuracy":0.483202,"main_score":0.427607,"hf_subset":"tat_Cyrl-taq_Latn","languages":["tat-Cyrl","taq-Latn"]},{"precision":0.665274,"recall":0.716403,"f1":0.680134,"accuracy":0.716403,"main_score":0.680134,"hf_subset":"tat_Cyrl-war_Latn","languages":["tat-Cyrl","war-Latn"]},{"precision":0.676964,"recall":0.73913,"f1":0.69512,"accuracy":0.73913,"main_score":0.69512,"hf_subset":"tat_Cyrl-arb_Arab","languages":["tat-Cyrl","arb-Arab"]},{"precision":0.715275,"recall":0.771739,"f1":0.732326,"accuracy":0.771739,"main_score":0.732326,"hf_subset":"tat_Cyrl-bul_Cyrl","languages":["tat-Cyrl","bul-Cyrl"]},{"precision":0.729041,"recall":0.778656,"f1":0.743274,"accuracy":0.778656,"main_score":0.743274,"hf_subset":"tat_Cyrl-fra_Latn","languages":["tat-Cyrl","fra-Latn"]},{"precision":0.702251,"recall":0.76087,"f1":0.719782,"accuracy":0.76087,"main_score":0.719782,"hf_subset":"tat_Cyrl-jpn_Jpan","languages":["tat-Cyrl","jpn-Jpan"]},{"precision":0.63986,"recall":0.699605,"f1":0.65761,"accuracy":0.699605,"main_score":0.65761,"hf_subset":"tat_Cyrl-lij_Latn","languages":["tat-Cyrl","lij-Latn"]},{"precision":0.465452,"recall":0.545455,"f1":0.488676,"accuracy":0.545455,"main_score":0.488676,"hf_subset":"tat_Cyrl-mya_Mymr","languages":["tat-Cyrl","mya-Mymr"]},{"precision":0.449169,"recall":0.521739,"f1":0.470505,"accuracy":0.521739,"main_score":0.470505,"hf_subset":"tat_Cyrl-sag_Latn","languages":["tat-Cyrl","sag-Latn"]},{"precision":0.158478,"recall":0.226285,"f1":0.174078,"accuracy":0.226285,"main_score":0.174078,"hf_subset":"tat_Cyrl-taq_Tfng","languages":["tat-Cyrl","taq-Tfng"]},{"precision":0.466808,"recall":0.527668,"f1":0.484211,"accuracy":0.527668,"main_score":0.484211,"hf_subset":"tat_Cyrl-wol_Latn","languages":["tat-Cyrl","wol-Latn"]},{"precision":0.280488,"recall":0.373518,"f1":0.305373,"accuracy":0.373518,"main_score":0.305373,"hf_subset":"tat_Cyrl-arb_Latn","languages":["tat-Cyrl","arb-Latn"]},{"precision":0.705847,"recall":0.753953,"f1":0.719793,"accuracy":0.753953,"main_score":0.719793,"hf_subset":"tat_Cyrl-cat_Latn","languages":["tat-Cyrl","cat-Latn"]},{"precision":0.627181,"recall":0.688735,"f1":0.645328,"accuracy":0.688735,"main_score":0.645328,"hf_subset":"tat_Cyrl-fur_Latn","languages":["tat-Cyrl","fur-Latn"]},{"precision":0.286386,"recall":0.365613,"f1":0.307355,"accuracy":0.365613,"main_score":0.307355,"hf_subset":"tat_Cyrl-kab_Latn","languages":["tat-Cyrl","kab-Latn"]},{"precision":0.650058,"recall":0.706522,"f1":0.666801,"accuracy":0.706522,"main_score":0.666801,"hf_subset":"tat_Cyrl-lim_Latn","languages":["tat-Cyrl","lim-Latn"]},{"precision":0.698174,"recall":0.756917,"f1":0.71458,"accuracy":0.756917,"main_score":0.71458,"hf_subset":"tat_Cyrl-nld_Latn","languages":["tat-Cyrl","nld-Latn"]},{"precision":0.564921,"recall":0.643281,"f1":0.587673,"accuracy":0.643281,"main_score":0.587673,"hf_subset":"tat_Cyrl-san_Deva","languages":["tat-Cyrl","san-Deva"]},{"precision":0.423935,"recall":0.51087,"f1":0.447962,"accuracy":0.51087,"main_score":0.447962,"hf_subset":"tat_Cyrl-xho_Latn","languages":["tat-Cyrl","xho-Latn"]},{"precision":0.665807,"recall":0.730237,"f1":0.684856,"accuracy":0.730237,"main_score":0.684856,"hf_subset":"tat_Cyrl-ars_Arab","languages":["tat-Cyrl","ars-Arab"]},{"precision":0.631711,"recall":0.6917,"f1":0.649481,"accuracy":0.6917,"main_score":0.649481,"hf_subset":"tat_Cyrl-ceb_Latn","languages":["tat-Cyrl","ceb-Latn"]},{"precision":0.406021,"recall":0.481225,"f1":0.427264,"accuracy":0.481225,"main_score":0.427264,"hf_subset":"tat_Cyrl-fuv_Latn","languages":["tat-Cyrl","fuv-Latn"]},{"precision":0.431456,"recall":0.509881,"f1":0.454142,"accuracy":0.509881,"main_score":0.454142,"hf_subset":"tat_Cyrl-kac_Latn","languages":["tat-Cyrl","kac-Latn"]},{"precision":0.470655,"recall":0.543478,"f1":0.491482,"accuracy":0.543478,"main_score":0.491482,"hf_subset":"tat_Cyrl-lin_Latn","languages":["tat-Cyrl","lin-Latn"]},{"precision":0.713975,"recall":0.76087,"f1":0.727736,"accuracy":0.76087,"main_score":0.727736,"hf_subset":"tat_Cyrl-nno_Latn","languages":["tat-Cyrl","nno-Latn"]},{"precision":0.187463,"recall":0.23913,"f1":0.200951,"accuracy":0.23913,"main_score":0.200951,"hf_subset":"tat_Cyrl-sat_Olck","languages":["tat-Cyrl","sat-Olck"]},{"precision":0.657382,"recall":0.72332,"f1":0.676471,"accuracy":0.72332,"main_score":0.676471,"hf_subset":"tat_Cyrl-tel_Telu","languages":["tat-Cyrl","tel-Telu"]},{"precision":0.299919,"recall":0.369565,"f1":0.319017,"accuracy":0.369565,"main_score":0.319017,"hf_subset":"tat_Cyrl-ydd_Hebr","languages":["tat-Cyrl","ydd-Hebr"]},{"precision":0.6156,"recall":0.679842,"f1":0.634898,"accuracy":0.679842,"main_score":0.634898,"hf_subset":"tat_Cyrl-ary_Arab","languages":["tat-Cyrl","ary-Arab"]},{"precision":0.689432,"recall":0.742095,"f1":0.704913,"accuracy":0.742095,"main_score":0.704913,"hf_subset":"tat_Cyrl-ces_Latn","languages":["tat-Cyrl","ces-Latn"]},{"precision":0.332384,"recall":0.405138,"f1":0.35032,"accuracy":0.405138,"main_score":0.35032,"hf_subset":"tat_Cyrl-gaz_Latn","languages":["tat-Cyrl","gaz-Latn"]},{"precision":0.422625,"recall":0.496047,"f1":0.443011,"accuracy":0.496047,"main_score":0.443011,"hf_subset":"tat_Cyrl-kam_Latn","languages":["tat-Cyrl","kam-Latn"]},{"precision":0.648633,"recall":0.704545,"f1":0.666008,"accuracy":0.704545,"main_score":0.666008,"hf_subset":"tat_Cyrl-lit_Latn","languages":["tat-Cyrl","lit-Latn"]},{"precision":0.706955,"recall":0.76087,"f1":0.722386,"accuracy":0.76087,"main_score":0.722386,"hf_subset":"tat_Cyrl-nob_Latn","languages":["tat-Cyrl","nob-Latn"]},{"precision":0.576207,"recall":0.634387,"f1":0.59319,"accuracy":0.634387,"main_score":0.59319,"hf_subset":"tat_Cyrl-scn_Latn","languages":["tat-Cyrl","scn-Latn"]},{"precision":0.494864,"recall":0.56917,"f1":0.516323,"accuracy":0.56917,"main_score":0.516323,"hf_subset":"tat_Cyrl-tgk_Cyrl","languages":["tat-Cyrl","tgk-Cyrl"]},{"precision":0.370507,"recall":0.452569,"f1":0.394234,"accuracy":0.452569,"main_score":0.394234,"hf_subset":"tat_Cyrl-yor_Latn","languages":["tat-Cyrl","yor-Latn"]},{"precision":0.681078,"recall":0.736166,"f1":0.697217,"accuracy":0.736166,"main_score":0.697217,"hf_subset":"tat_Cyrl-arz_Arab","languages":["tat-Cyrl","arz-Arab"]},{"precision":0.413982,"recall":0.493083,"f1":0.436384,"accuracy":0.493083,"main_score":0.436384,"hf_subset":"tat_Cyrl-cjk_Latn","languages":["tat-Cyrl","cjk-Latn"]},{"precision":0.370376,"recall":0.436759,"f1":0.388541,"accuracy":0.436759,"main_score":0.388541,"hf_subset":"tat_Cyrl-gla_Latn","languages":["tat-Cyrl","gla-Latn"]},{"precision":0.64804,"recall":0.717391,"f1":0.668969,"accuracy":0.717391,"main_score":0.668969,"hf_subset":"tat_Cyrl-kan_Knda","languages":["tat-Cyrl","kan-Knda"]},{"precision":0.611325,"recall":0.672925,"f1":0.629247,"accuracy":0.672925,"main_score":0.629247,"hf_subset":"tat_Cyrl-lmo_Latn","languages":["tat-Cyrl","lmo-Latn"]},{"precision":0.677878,"recall":0.740119,"f1":0.69569,"accuracy":0.740119,"main_score":0.69569,"hf_subset":"tat_Cyrl-npi_Deva","languages":["tat-Cyrl","npi-Deva"]},{"precision":0.377068,"recall":0.451581,"f1":0.397505,"accuracy":0.451581,"main_score":0.397505,"hf_subset":"tat_Cyrl-shn_Mymr","languages":["tat-Cyrl","shn-Mymr"]},{"precision":0.659935,"recall":0.716403,"f1":0.676463,"accuracy":0.716403,"main_score":0.676463,"hf_subset":"tat_Cyrl-tgl_Latn","languages":["tat-Cyrl","tgl-Latn"]},{"precision":0.683858,"recall":0.748024,"f1":0.70229,"accuracy":0.748024,"main_score":0.70229,"hf_subset":"tat_Cyrl-yue_Hant","languages":["tat-Cyrl","yue-Hant"]},{"precision":0.572299,"recall":0.645257,"f1":0.594116,"accuracy":0.645257,"main_score":0.594116,"hf_subset":"tat_Cyrl-asm_Beng","languages":["tat-Cyrl","asm-Beng"]},{"precision":0.387311,"recall":0.455534,"f1":0.40681,"accuracy":0.455534,"main_score":0.40681,"hf_subset":"tat_Cyrl-ckb_Arab","languages":["tat-Cyrl","ckb-Arab"]},{"precision":0.375925,"recall":0.443676,"f1":0.394293,"accuracy":0.443676,"main_score":0.394293,"hf_subset":"tat_Cyrl-gle_Latn","languages":["tat-Cyrl","gle-Latn"]},{"precision":0.484216,"recall":0.561265,"f1":0.506722,"accuracy":0.561265,"main_score":0.506722,"hf_subset":"tat_Cyrl-kas_Arab","languages":["tat-Cyrl","kas-Arab"]},{"precision":0.602891,"recall":0.66502,"f1":0.621821,"accuracy":0.66502,"main_score":0.621821,"hf_subset":"tat_Cyrl-ltg_Latn","languages":["tat-Cyrl","ltg-Latn"]},{"precision":0.450313,"recall":0.521739,"f1":0.470531,"accuracy":0.521739,"main_score":0.470531,"hf_subset":"tat_Cyrl-nso_Latn","languages":["tat-Cyrl","nso-Latn"]},{"precision":0.533794,"recall":0.606719,"f1":0.554952,"accuracy":0.606719,"main_score":0.554952,"hf_subset":"tat_Cyrl-sin_Sinh","languages":["tat-Cyrl","sin-Sinh"]},{"precision":0.67949,"recall":0.741107,"f1":0.697435,"accuracy":0.741107,"main_score":0.697435,"hf_subset":"tat_Cyrl-tha_Thai","languages":["tat-Cyrl","tha-Thai"]},{"precision":0.699038,"recall":0.754941,"f1":0.714601,"accuracy":0.754941,"main_score":0.714601,"hf_subset":"tat_Cyrl-zho_Hans","languages":["tat-Cyrl","zho-Hans"]},{"precision":0.700486,"recall":0.746047,"f1":0.713922,"accuracy":0.746047,"main_score":0.713922,"hf_subset":"tat_Cyrl-ast_Latn","languages":["tat-Cyrl","ast-Latn"]},{"precision":0.663687,"recall":0.717391,"f1":0.679448,"accuracy":0.717391,"main_score":0.679448,"hf_subset":"tat_Cyrl-crh_Latn","languages":["tat-Cyrl","crh-Latn"]},{"precision":0.716097,"recall":0.762846,"f1":0.729892,"accuracy":0.762846,"main_score":0.729892,"hf_subset":"tat_Cyrl-glg_Latn","languages":["tat-Cyrl","glg-Latn"]},{"precision":0.476797,"recall":0.545455,"f1":0.496857,"accuracy":0.545455,"main_score":0.496857,"hf_subset":"tat_Cyrl-kas_Deva","languages":["tat-Cyrl","kas-Deva"]},{"precision":0.636509,"recall":0.697628,"f1":0.654612,"accuracy":0.697628,"main_score":0.654612,"hf_subset":"tat_Cyrl-ltz_Latn","languages":["tat-Cyrl","ltz-Latn"]},{"precision":0.33205,"recall":0.405138,"f1":0.352002,"accuracy":0.405138,"main_score":0.352002,"hf_subset":"tat_Cyrl-nus_Latn","languages":["tat-Cyrl","nus-Latn"]},{"precision":0.673611,"recall":0.735178,"f1":0.691184,"accuracy":0.735178,"main_score":0.691184,"hf_subset":"tat_Cyrl-slk_Latn","languages":["tat-Cyrl","slk-Latn"]},{"precision":0.368629,"recall":0.440711,"f1":0.389618,"accuracy":0.440711,"main_score":0.389618,"hf_subset":"tat_Cyrl-tir_Ethi","languages":["tat-Cyrl","tir-Ethi"]},{"precision":0.674864,"recall":0.736166,"f1":0.692718,"accuracy":0.736166,"main_score":0.692718,"hf_subset":"tat_Cyrl-zho_Hant","languages":["tat-Cyrl","zho-Hant"]},{"precision":0.677329,"recall":0.743083,"f1":0.696399,"accuracy":0.743083,"main_score":0.696399,"hf_subset":"tat_Cyrl-awa_Deva","languages":["tat-Cyrl","awa-Deva"]},{"precision":0.434117,"recall":0.502964,"f1":0.453051,"accuracy":0.502964,"main_score":0.453051,"hf_subset":"tat_Cyrl-cym_Latn","languages":["tat-Cyrl","cym-Latn"]},{"precision":0.586957,"recall":0.644269,"f1":0.603677,"accuracy":0.644269,"main_score":0.603677,"hf_subset":"tat_Cyrl-grn_Latn","languages":["tat-Cyrl","grn-Latn"]},{"precision":0.603637,"recall":0.674901,"f1":0.624801,"accuracy":0.674901,"main_score":0.624801,"hf_subset":"tat_Cyrl-kat_Geor","languages":["tat-Cyrl","kat-Geor"]},{"precision":0.468012,"recall":0.541502,"f1":0.489239,"accuracy":0.541502,"main_score":0.489239,"hf_subset":"tat_Cyrl-lua_Latn","languages":["tat-Cyrl","lua-Latn"]},{"precision":0.463916,"recall":0.528656,"f1":0.481984,"accuracy":0.528656,"main_score":0.481984,"hf_subset":"tat_Cyrl-nya_Latn","languages":["tat-Cyrl","nya-Latn"]},{"precision":0.65888,"recall":0.716403,"f1":0.67557,"accuracy":0.716403,"main_score":0.67557,"hf_subset":"tat_Cyrl-slv_Latn","languages":["tat-Cyrl","slv-Latn"]},{"precision":0.618198,"recall":0.676877,"f1":0.63554,"accuracy":0.676877,"main_score":0.63554,"hf_subset":"tat_Cyrl-tpi_Latn","languages":["tat-Cyrl","tpi-Latn"]},{"precision":0.683867,"recall":0.740119,"f1":0.700539,"accuracy":0.740119,"main_score":0.700539,"hf_subset":"tat_Cyrl-zsm_Latn","languages":["tat-Cyrl","zsm-Latn"]},{"precision":0.404866,"recall":0.481225,"f1":0.426093,"accuracy":0.481225,"main_score":0.426093,"hf_subset":"tat_Cyrl-ayr_Latn","languages":["tat-Cyrl","ayr-Latn"]},{"precision":0.72197,"recall":0.770751,"f1":0.736397,"accuracy":0.770751,"main_score":0.736397,"hf_subset":"tat_Cyrl-dan_Latn","languages":["tat-Cyrl","dan-Latn"]},{"precision":0.619346,"recall":0.695652,"f1":0.641997,"accuracy":0.695652,"main_score":0.641997,"hf_subset":"tat_Cyrl-guj_Gujr","languages":["tat-Cyrl","guj-Gujr"]},{"precision":0.733583,"recall":0.783597,"f1":0.748097,"accuracy":0.783597,"main_score":0.748097,"hf_subset":"tat_Cyrl-kaz_Cyrl","languages":["tat-Cyrl","kaz-Cyrl"]},{"precision":0.381019,"recall":0.45751,"f1":0.402045,"accuracy":0.45751,"main_score":0.402045,"hf_subset":"tat_Cyrl-lug_Latn","languages":["tat-Cyrl","lug-Latn"]},{"precision":0.702834,"recall":0.755929,"f1":0.718413,"accuracy":0.755929,"main_score":0.718413,"hf_subset":"tat_Cyrl-oci_Latn","languages":["tat-Cyrl","oci-Latn"]},{"precision":0.421039,"recall":0.507905,"f1":0.445285,"accuracy":0.507905,"main_score":0.445285,"hf_subset":"tat_Cyrl-smo_Latn","languages":["tat-Cyrl","smo-Latn"]},{"precision":0.407406,"recall":0.482213,"f1":0.428593,"accuracy":0.482213,"main_score":0.428593,"hf_subset":"tat_Cyrl-tsn_Latn","languages":["tat-Cyrl","tsn-Latn"]},{"precision":0.37743,"recall":0.464427,"f1":0.401688,"accuracy":0.464427,"main_score":0.401688,"hf_subset":"tat_Cyrl-zul_Latn","languages":["tat-Cyrl","zul-Latn"]},{"precision":0.522405,"recall":0.596838,"f1":0.543701,"accuracy":0.596838,"main_score":0.543701,"hf_subset":"tat_Cyrl-azb_Arab","languages":["tat-Cyrl","azb-Arab"]},{"precision":0.729674,"recall":0.783597,"f1":0.745296,"accuracy":0.783597,"main_score":0.745296,"hf_subset":"tat_Cyrl-deu_Latn","languages":["tat-Cyrl","deu-Latn"]},{"precision":0.527931,"recall":0.599802,"f1":0.549036,"accuracy":0.599802,"main_score":0.549036,"hf_subset":"tat_Cyrl-hat_Latn","languages":["tat-Cyrl","hat-Latn"]},{"precision":0.372289,"recall":0.440711,"f1":0.391237,"accuracy":0.440711,"main_score":0.391237,"hf_subset":"tat_Cyrl-kbp_Latn","languages":["tat-Cyrl","kbp-Latn"]},{"precision":0.438062,"recall":0.505929,"f1":0.457959,"accuracy":0.505929,"main_score":0.457959,"hf_subset":"tat_Cyrl-luo_Latn","languages":["tat-Cyrl","luo-Latn"]},{"precision":0.43153,"recall":0.51087,"f1":0.45477,"accuracy":0.51087,"main_score":0.45477,"hf_subset":"tat_Cyrl-ory_Orya","languages":["tat-Cyrl","ory-Orya"]},{"precision":0.418305,"recall":0.496047,"f1":0.439677,"accuracy":0.496047,"main_score":0.439677,"hf_subset":"tat_Cyrl-sna_Latn","languages":["tat-Cyrl","sna-Latn"]},{"precision":0.397739,"recall":0.472332,"f1":0.418562,"accuracy":0.472332,"main_score":0.418562,"hf_subset":"tat_Cyrl-tso_Latn","languages":["tat-Cyrl","tso-Latn"]},{"precision":0.666549,"recall":0.716403,"f1":0.680675,"accuracy":0.716403,"main_score":0.680675,"hf_subset":"tat_Cyrl-azj_Latn","languages":["tat-Cyrl","azj-Latn"]},{"precision":0.411595,"recall":0.488142,"f1":0.433308,"accuracy":0.488142,"main_score":0.433308,"hf_subset":"tat_Cyrl-dik_Latn","languages":["tat-Cyrl","dik-Latn"]},{"precision":0.437756,"recall":0.492095,"f1":0.453329,"accuracy":0.492095,"main_score":0.453329,"hf_subset":"tat_Cyrl-hau_Latn","languages":["tat-Cyrl","hau-Latn"]},{"precision":0.608858,"recall":0.670949,"f1":0.627129,"accuracy":0.670949,"main_score":0.627129,"hf_subset":"tat_Cyrl-kea_Latn","languages":["tat-Cyrl","kea-Latn"]},{"precision":0.558086,"recall":0.616601,"f1":0.575302,"accuracy":0.616601,"main_score":0.575302,"hf_subset":"tat_Cyrl-lus_Latn","languages":["tat-Cyrl","lus-Latn"]},{"precision":0.620471,"recall":0.673913,"f1":0.636087,"accuracy":0.673913,"main_score":0.636087,"hf_subset":"tat_Cyrl-pag_Latn","languages":["tat-Cyrl","pag-Latn"]},{"precision":0.464953,"recall":0.528656,"f1":0.482833,"accuracy":0.528656,"main_score":0.482833,"hf_subset":"tat_Cyrl-snd_Arab","languages":["tat-Cyrl","snd-Arab"]},{"precision":0.656467,"recall":0.706522,"f1":0.671278,"accuracy":0.706522,"main_score":0.671278,"hf_subset":"tat_Cyrl-tuk_Latn","languages":["tat-Cyrl","tuk-Latn"]},{"precision":0.880929,"recall":0.911067,"f1":0.890434,"accuracy":0.911067,"main_score":0.890434,"hf_subset":"tat_Cyrl-bak_Cyrl","languages":["tat-Cyrl","bak-Cyrl"]},{"precision":0.346817,"recall":0.437747,"f1":0.372616,"accuracy":0.437747,"main_score":0.372616,"hf_subset":"tat_Cyrl-dyu_Latn","languages":["tat-Cyrl","dyu-Latn"]},{"precision":0.577412,"recall":0.653162,"f1":0.599332,"accuracy":0.653162,"main_score":0.599332,"hf_subset":"tat_Cyrl-heb_Hebr","languages":["tat-Cyrl","heb-Hebr"]},{"precision":0.465293,"recall":0.536561,"f1":0.486502,"accuracy":0.536561,"main_score":0.486502,"hf_subset":"tat_Cyrl-khk_Cyrl","languages":["tat-Cyrl","khk-Cyrl"]},{"precision":0.651543,"recall":0.703557,"f1":0.667311,"accuracy":0.703557,"main_score":0.667311,"hf_subset":"tat_Cyrl-lvs_Latn","languages":["tat-Cyrl","lvs-Latn"]},{"precision":0.563554,"recall":0.644269,"f1":0.588062,"accuracy":0.644269,"main_score":0.588062,"hf_subset":"tat_Cyrl-pan_Guru","languages":["tat-Cyrl","pan-Guru"]},{"precision":0.392255,"recall":0.462451,"f1":0.41239,"accuracy":0.462451,"main_score":0.41239,"hf_subset":"tat_Cyrl-som_Latn","languages":["tat-Cyrl","som-Latn"]},{"precision":0.436541,"recall":0.503953,"f1":0.455729,"accuracy":0.503953,"main_score":0.455729,"hf_subset":"tat_Cyrl-tum_Latn","languages":["tat-Cyrl","tum-Latn"]},{"precision":0.286478,"recall":0.343874,"f1":0.300987,"accuracy":0.343874,"main_score":0.300987,"hf_subset":"xho_Latn-ace_Arab","languages":["xho-Latn","ace-Arab"]},{"precision":0.405123,"recall":0.454545,"f1":0.42028,"accuracy":0.454545,"main_score":0.42028,"hf_subset":"xho_Latn-bam_Latn","languages":["xho-Latn","bam-Latn"]},{"precision":0.138586,"recall":0.190711,"f1":0.152014,"accuracy":0.190711,"main_score":0.152014,"hf_subset":"xho_Latn-dzo_Tibt","languages":["xho-Latn","dzo-Tibt"]},{"precision":0.463724,"recall":0.534585,"f1":0.481849,"accuracy":0.534585,"main_score":0.481849,"hf_subset":"xho_Latn-hin_Deva","languages":["xho-Latn","hin-Deva"]},{"precision":0.372703,"recall":0.434783,"f1":0.38926,"accuracy":0.434783,"main_score":0.38926,"hf_subset":"xho_Latn-khm_Khmr","languages":["xho-Latn","khm-Khmr"]},{"precision":0.467015,"recall":0.532609,"f1":0.48458,"accuracy":0.532609,"main_score":0.48458,"hf_subset":"xho_Latn-mag_Deva","languages":["xho-Latn","mag-Deva"]},{"precision":0.510557,"recall":0.545455,"f1":0.51999,"accuracy":0.545455,"main_score":0.51999,"hf_subset":"xho_Latn-pap_Latn","languages":["xho-Latn","pap-Latn"]},{"precision":0.506705,"recall":0.540514,"f1":0.516486,"accuracy":0.540514,"main_score":0.516486,"hf_subset":"xho_Latn-sot_Latn","languages":["xho-Latn","sot-Latn"]},{"precision":0.464425,"recall":0.529644,"f1":0.481925,"accuracy":0.529644,"main_score":0.481925,"hf_subset":"xho_Latn-tur_Latn","languages":["xho-Latn","tur-Latn"]},{"precision":0.500884,"recall":0.535573,"f1":0.510724,"accuracy":0.535573,"main_score":0.510724,"hf_subset":"xho_Latn-ace_Latn","languages":["xho-Latn","ace-Latn"]},{"precision":0.4912,"recall":0.530632,"f1":0.502489,"accuracy":0.530632,"main_score":0.502489,"hf_subset":"xho_Latn-ban_Latn","languages":["xho-Latn","ban-Latn"]},{"precision":0.385317,"recall":0.452569,"f1":0.403836,"accuracy":0.452569,"main_score":0.403836,"hf_subset":"xho_Latn-ell_Grek","languages":["xho-Latn","ell-Grek"]},{"precision":0.453566,"recall":0.508893,"f1":0.468654,"accuracy":0.508893,"main_score":0.468654,"hf_subset":"xho_Latn-hne_Deva","languages":["xho-Latn","hne-Deva"]},{"precision":0.450949,"recall":0.495059,"f1":0.462728,"accuracy":0.495059,"main_score":0.462728,"hf_subset":"xho_Latn-kik_Latn","languages":["xho-Latn","kik-Latn"]},{"precision":0.470447,"recall":0.529644,"f1":0.485464,"accuracy":0.529644,"main_score":0.485464,"hf_subset":"xho_Latn-mai_Deva","languages":["xho-Latn","mai-Deva"]},{"precision":0.405159,"recall":0.470356,"f1":0.422975,"accuracy":0.470356,"main_score":0.422975,"hf_subset":"xho_Latn-pbt_Arab","languages":["xho-Latn","pbt-Arab"]},{"precision":0.478993,"recall":0.546443,"f1":0.496128,"accuracy":0.546443,"main_score":0.496128,"hf_subset":"xho_Latn-spa_Latn","languages":["xho-Latn","spa-Latn"]},{"precision":0.497502,"recall":0.536561,"f1":0.508868,"accuracy":0.536561,"main_score":0.508868,"hf_subset":"xho_Latn-twi_Latn","languages":["xho-Latn","twi-Latn"]},{"precision":0.432841,"recall":0.496047,"f1":0.44944,"accuracy":0.496047,"main_score":0.44944,"hf_subset":"xho_Latn-acm_Arab","languages":["xho-Latn","acm-Arab"]},{"precision":0.407979,"recall":0.465415,"f1":0.423361,"accuracy":0.465415,"main_score":0.423361,"hf_subset":"xho_Latn-bel_Cyrl","languages":["xho-Latn","bel-Cyrl"]},{"precision":0.500602,"recall":0.561265,"f1":0.516247,"accuracy":0.561265,"main_score":0.516247,"hf_subset":"xho_Latn-eng_Latn","languages":["xho-Latn","eng-Latn"]},{"precision":0.467229,"recall":0.521739,"f1":0.482355,"accuracy":0.521739,"main_score":0.482355,"hf_subset":"xho_Latn-hrv_Latn","languages":["xho-Latn","hrv-Latn"]},{"precision":0.453714,"recall":0.496047,"f1":0.465133,"accuracy":0.496047,"main_score":0.465133,"hf_subset":"xho_Latn-kin_Latn","languages":["xho-Latn","kin-Latn"]},{"precision":0.409875,"recall":0.482213,"f1":0.42872,"accuracy":0.482213,"main_score":0.42872,"hf_subset":"xho_Latn-mal_Mlym","languages":["xho-Latn","mal-Mlym"]},{"precision":0.443083,"recall":0.514822,"f1":0.461596,"accuracy":0.514822,"main_score":0.461596,"hf_subset":"xho_Latn-pes_Arab","languages":["xho-Latn","pes-Arab"]},{"precision":0.468003,"recall":0.517787,"f1":0.48053,"accuracy":0.517787,"main_score":0.48053,"hf_subset":"xho_Latn-srd_Latn","languages":["xho-Latn","srd-Latn"]},{"precision":0.14144,"recall":0.1917,"f1":0.154764,"accuracy":0.1917,"main_score":0.154764,"hf_subset":"xho_Latn-tzm_Tfng","languages":["xho-Latn","tzm-Tfng"]},{"precision":0.435442,"recall":0.500988,"f1":0.452096,"accuracy":0.500988,"main_score":0.452096,"hf_subset":"xho_Latn-acq_Arab","languages":["xho-Latn","acq-Arab"]},{"precision":0.497871,"recall":0.537549,"f1":0.509046,"accuracy":0.537549,"main_score":0.509046,"hf_subset":"xho_Latn-bem_Latn","languages":["xho-Latn","bem-Latn"]},{"precision":0.459406,"recall":0.511858,"f1":0.473819,"accuracy":0.511858,"main_score":0.473819,"hf_subset":"xho_Latn-epo_Latn","languages":["xho-Latn","epo-Latn"]},{"precision":0.428303,"recall":0.491107,"f1":0.445907,"accuracy":0.491107,"main_score":0.445907,"hf_subset":"xho_Latn-hun_Latn","languages":["xho-Latn","hun-Latn"]},{"precision":0.45705,"recall":0.503953,"f1":0.469963,"accuracy":0.503953,"main_score":0.469963,"hf_subset":"xho_Latn-kir_Cyrl","languages":["xho-Latn","kir-Cyrl"]},{"precision":0.439612,"recall":0.509881,"f1":0.456403,"accuracy":0.509881,"main_score":0.456403,"hf_subset":"xho_Latn-mar_Deva","languages":["xho-Latn","mar-Deva"]},{"precision":0.450448,"recall":0.491107,"f1":0.462418,"accuracy":0.491107,"main_score":0.462418,"hf_subset":"xho_Latn-plt_Latn","languages":["xho-Latn","plt-Latn"]},{"precision":0.431908,"recall":0.482213,"f1":0.445717,"accuracy":0.482213,"main_score":0.445717,"hf_subset":"xho_Latn-srp_Cyrl","languages":["xho-Latn","srp-Cyrl"]},{"precision":0.274429,"recall":0.325099,"f1":0.289248,"accuracy":0.325099,"main_score":0.289248,"hf_subset":"xho_Latn-uig_Arab","languages":["xho-Latn","uig-Arab"]},{"precision":0.427368,"recall":0.48419,"f1":0.441354,"accuracy":0.48419,"main_score":0.441354,"hf_subset":"xho_Latn-aeb_Arab","languages":["xho-Latn","aeb-Arab"]},{"precision":0.440808,"recall":0.511858,"f1":0.459153,"accuracy":0.511858,"main_score":0.459153,"hf_subset":"xho_Latn-ben_Beng","languages":["xho-Latn","ben-Beng"]},{"precision":0.439456,"recall":0.492095,"f1":0.4544,"accuracy":0.492095,"main_score":0.4544,"hf_subset":"xho_Latn-est_Latn","languages":["xho-Latn","est-Latn"]},{"precision":0.396028,"recall":0.449605,"f1":0.410705,"accuracy":0.449605,"main_score":0.410705,"hf_subset":"xho_Latn-hye_Armn","languages":["xho-Latn","hye-Armn"]},{"precision":0.445743,"recall":0.478261,"f1":0.455281,"accuracy":0.478261,"main_score":0.455281,"hf_subset":"xho_Latn-kmb_Latn","languages":["xho-Latn","kmb-Latn"]},{"precision":0.236733,"recall":0.291502,"f1":0.250078,"accuracy":0.291502,"main_score":0.250078,"hf_subset":"xho_Latn-min_Arab","languages":["xho-Latn","min-Arab"]},{"precision":0.457831,"recall":0.522727,"f1":0.474771,"accuracy":0.522727,"main_score":0.474771,"hf_subset":"xho_Latn-pol_Latn","languages":["xho-Latn","pol-Latn"]},{"precision":0.564717,"recall":0.620553,"f1":0.579593,"accuracy":0.620553,"main_score":0.579593,"hf_subset":"xho_Latn-ssw_Latn","languages":["xho-Latn","ssw-Latn"]},{"precision":0.437104,"recall":0.5,"f1":0.453986,"accuracy":0.5,"main_score":0.453986,"hf_subset":"xho_Latn-ukr_Cyrl","languages":["xho-Latn","ukr-Cyrl"]},{"precision":0.469594,"recall":0.521739,"f1":0.485122,"accuracy":0.521739,"main_score":0.485122,"hf_subset":"xho_Latn-afr_Latn","languages":["xho-Latn","afr-Latn"]},{"precision":0.459457,"recall":0.516798,"f1":0.475091,"accuracy":0.516798,"main_score":0.475091,"hf_subset":"xho_Latn-bho_Deva","languages":["xho-Latn","bho-Deva"]},{"precision":0.450584,"recall":0.491107,"f1":0.461697,"accuracy":0.491107,"main_score":0.461697,"hf_subset":"xho_Latn-eus_Latn","languages":["xho-Latn","eus-Latn"]},{"precision":0.427584,"recall":0.477273,"f1":0.441741,"accuracy":0.477273,"main_score":0.441741,"hf_subset":"xho_Latn-ibo_Latn","languages":["xho-Latn","ibo-Latn"]},{"precision":0.419048,"recall":0.468379,"f1":0.433566,"accuracy":0.468379,"main_score":0.433566,"hf_subset":"xho_Latn-kmr_Latn","languages":["xho-Latn","kmr-Latn"]},{"precision":0.461918,"recall":0.504941,"f1":0.473703,"accuracy":0.504941,"main_score":0.473703,"hf_subset":"xho_Latn-min_Latn","languages":["xho-Latn","min-Latn"]},{"precision":0.475586,"recall":0.541502,"f1":0.49207,"accuracy":0.541502,"main_score":0.49207,"hf_subset":"xho_Latn-por_Latn","languages":["xho-Latn","por-Latn"]},{"precision":0.484952,"recall":0.531621,"f1":0.497662,"accuracy":0.531621,"main_score":0.497662,"hf_subset":"xho_Latn-sun_Latn","languages":["xho-Latn","sun-Latn"]},{"precision":0.435565,"recall":0.476285,"f1":0.447891,"accuracy":0.476285,"main_score":0.447891,"hf_subset":"xho_Latn-umb_Latn","languages":["xho-Latn","umb-Latn"]},{"precision":0.448666,"recall":0.51087,"f1":0.464415,"accuracy":0.51087,"main_score":0.464415,"hf_subset":"xho_Latn-ajp_Arab","languages":["xho-Latn","ajp-Arab"]},{"precision":0.252409,"recall":0.310277,"f1":0.267041,"accuracy":0.310277,"main_score":0.267041,"hf_subset":"xho_Latn-bjn_Arab","languages":["xho-Latn","bjn-Arab"]},{"precision":0.428567,"recall":0.476285,"f1":0.442624,"accuracy":0.476285,"main_score":0.442624,"hf_subset":"xho_Latn-ewe_Latn","languages":["xho-Latn","ewe-Latn"]},{"precision":0.524621,"recall":0.556324,"f1":0.533777,"accuracy":0.556324,"main_score":0.533777,"hf_subset":"xho_Latn-ilo_Latn","languages":["xho-Latn","ilo-Latn"]},{"precision":0.209172,"recall":0.250988,"f1":0.219472,"accuracy":0.250988,"main_score":0.219472,"hf_subset":"xho_Latn-knc_Arab","languages":["xho-Latn","knc-Arab"]},{"precision":0.435615,"recall":0.494071,"f1":0.451217,"accuracy":0.494071,"main_score":0.451217,"hf_subset":"xho_Latn-mkd_Cyrl","languages":["xho-Latn","mkd-Cyrl"]},{"precision":0.432259,"recall":0.505929,"f1":0.450635,"accuracy":0.505929,"main_score":0.450635,"hf_subset":"xho_Latn-prs_Arab","languages":["xho-Latn","prs-Arab"]},{"precision":0.463497,"recall":0.522727,"f1":0.478097,"accuracy":0.522727,"main_score":0.478097,"hf_subset":"xho_Latn-swe_Latn","languages":["xho-Latn","swe-Latn"]},{"precision":0.405293,"recall":0.477273,"f1":0.424363,"accuracy":0.477273,"main_score":0.424363,"hf_subset":"xho_Latn-urd_Arab","languages":["xho-Latn","urd-Arab"]},{"precision":0.486831,"recall":0.52668,"f1":0.498298,"accuracy":0.52668,"main_score":0.498298,"hf_subset":"xho_Latn-aka_Latn","languages":["xho-Latn","aka-Latn"]},{"precision":0.469795,"recall":0.51581,"f1":0.48217,"accuracy":0.51581,"main_score":0.48217,"hf_subset":"xho_Latn-bjn_Latn","languages":["xho-Latn","bjn-Latn"]},{"precision":0.420783,"recall":0.475296,"f1":0.435328,"accuracy":0.475296,"main_score":0.435328,"hf_subset":"xho_Latn-fao_Latn","languages":["xho-Latn","fao-Latn"]},{"precision":0.48135,"recall":0.546443,"f1":0.499113,"accuracy":0.546443,"main_score":0.499113,"hf_subset":"xho_Latn-ind_Latn","languages":["xho-Latn","ind-Latn"]},{"precision":0.448301,"recall":0.487154,"f1":0.45973,"accuracy":0.487154,"main_score":0.45973,"hf_subset":"xho_Latn-knc_Latn","languages":["xho-Latn","knc-Latn"]},{"precision":0.469797,"recall":0.51087,"f1":0.481046,"accuracy":0.51087,"main_score":0.481046,"hf_subset":"xho_Latn-mlt_Latn","languages":["xho-Latn","mlt-Latn"]},{"precision":0.449789,"recall":0.498024,"f1":0.463781,"accuracy":0.498024,"main_score":0.463781,"hf_subset":"xho_Latn-quy_Latn","languages":["xho-Latn","quy-Latn"]},{"precision":0.464266,"recall":0.512846,"f1":0.477814,"accuracy":0.512846,"main_score":0.477814,"hf_subset":"xho_Latn-swh_Latn","languages":["xho-Latn","swh-Latn"]},{"precision":0.424413,"recall":0.47332,"f1":0.43757,"accuracy":0.47332,"main_score":0.43757,"hf_subset":"xho_Latn-uzn_Latn","languages":["xho-Latn","uzn-Latn"]},{"precision":0.464843,"recall":0.507905,"f1":0.476681,"accuracy":0.507905,"main_score":0.476681,"hf_subset":"xho_Latn-als_Latn","languages":["xho-Latn","als-Latn"]},{"precision":0.185881,"recall":0.246047,"f1":0.20044,"accuracy":0.246047,"main_score":0.20044,"hf_subset":"xho_Latn-bod_Tibt","languages":["xho-Latn","bod-Tibt"]},{"precision":0.447694,"recall":0.494071,"f1":0.461266,"accuracy":0.494071,"main_score":0.461266,"hf_subset":"xho_Latn-fij_Latn","languages":["xho-Latn","fij-Latn"]},{"precision":0.40366,"recall":0.463439,"f1":0.420109,"accuracy":0.463439,"main_score":0.420109,"hf_subset":"xho_Latn-isl_Latn","languages":["xho-Latn","isl-Latn"]},{"precision":0.473033,"recall":0.509881,"f1":0.48391,"accuracy":0.509881,"main_score":0.48391,"hf_subset":"xho_Latn-kon_Latn","languages":["xho-Latn","kon-Latn"]},{"precision":0.345078,"recall":0.401186,"f1":0.359643,"accuracy":0.401186,"main_score":0.359643,"hf_subset":"xho_Latn-mni_Beng","languages":["xho-Latn","mni-Beng"]},{"precision":0.471761,"recall":0.540514,"f1":0.489776,"accuracy":0.540514,"main_score":0.489776,"hf_subset":"xho_Latn-ron_Latn","languages":["xho-Latn","ron-Latn"]},{"precision":0.446786,"recall":0.5,"f1":0.461856,"accuracy":0.5,"main_score":0.461856,"hf_subset":"xho_Latn-szl_Latn","languages":["xho-Latn","szl-Latn"]},{"precision":0.474048,"recall":0.516798,"f1":0.485752,"accuracy":0.516798,"main_score":0.485752,"hf_subset":"xho_Latn-vec_Latn","languages":["xho-Latn","vec-Latn"]},{"precision":0.39239,"recall":0.449605,"f1":0.407789,"accuracy":0.449605,"main_score":0.407789,"hf_subset":"xho_Latn-amh_Ethi","languages":["xho-Latn","amh-Ethi"]},{"precision":0.459179,"recall":0.514822,"f1":0.474394,"accuracy":0.514822,"main_score":0.474394,"hf_subset":"xho_Latn-bos_Latn","languages":["xho-Latn","bos-Latn"]},{"precision":0.438797,"recall":0.504941,"f1":0.456461,"accuracy":0.504941,"main_score":0.456461,"hf_subset":"xho_Latn-fin_Latn","languages":["xho-Latn","fin-Latn"]},{"precision":0.492099,"recall":0.551383,"f1":0.507622,"accuracy":0.551383,"main_score":0.507622,"hf_subset":"xho_Latn-ita_Latn","languages":["xho-Latn","ita-Latn"]},{"precision":0.441123,"recall":0.51581,"f1":0.460951,"accuracy":0.51581,"main_score":0.460951,"hf_subset":"xho_Latn-kor_Hang","languages":["xho-Latn","kor-Hang"]},{"precision":0.416996,"recall":0.462451,"f1":0.429997,"accuracy":0.462451,"main_score":0.429997,"hf_subset":"xho_Latn-mos_Latn","languages":["xho-Latn","mos-Latn"]},{"precision":0.453691,"recall":0.494071,"f1":0.465415,"accuracy":0.494071,"main_score":0.465415,"hf_subset":"xho_Latn-run_Latn","languages":["xho-Latn","run-Latn"]},{"precision":0.406581,"recall":0.477273,"f1":0.424363,"accuracy":0.477273,"main_score":0.424363,"hf_subset":"xho_Latn-tam_Taml","languages":["xho-Latn","tam-Taml"]},{"precision":0.440962,"recall":0.513834,"f1":0.459816,"accuracy":0.513834,"main_score":0.459816,"hf_subset":"xho_Latn-vie_Latn","languages":["xho-Latn","vie-Latn"]},{"precision":0.431866,"recall":0.497036,"f1":0.44875,"accuracy":0.497036,"main_score":0.44875,"hf_subset":"xho_Latn-apc_Arab","languages":["xho-Latn","apc-Arab"]},{"precision":0.468182,"recall":0.518775,"f1":0.481926,"accuracy":0.518775,"main_score":0.481926,"hf_subset":"xho_Latn-bug_Latn","languages":["xho-Latn","bug-Latn"]},{"precision":0.409413,"recall":0.458498,"f1":0.423348,"accuracy":0.458498,"main_score":0.423348,"hf_subset":"xho_Latn-fon_Latn","languages":["xho-Latn","fon-Latn"]},{"precision":0.501828,"recall":0.534585,"f1":0.511215,"accuracy":0.534585,"main_score":0.511215,"hf_subset":"xho_Latn-jav_Latn","languages":["xho-Latn","jav-Latn"]},{"precision":0.399976,"recall":0.454545,"f1":0.415277,"accuracy":0.454545,"main_score":0.415277,"hf_subset":"xho_Latn-lao_Laoo","languages":["xho-Latn","lao-Laoo"]},{"precision":0.415783,"recall":0.465415,"f1":0.429458,"accuracy":0.465415,"main_score":0.429458,"hf_subset":"xho_Latn-mri_Latn","languages":["xho-Latn","mri-Latn"]},{"precision":0.448458,"recall":0.522727,"f1":0.467096,"accuracy":0.522727,"main_score":0.467096,"hf_subset":"xho_Latn-rus_Cyrl","languages":["xho-Latn","rus-Cyrl"]},{"precision":0.405204,"recall":0.45751,"f1":0.420624,"accuracy":0.45751,"main_score":0.420624,"hf_subset":"xho_Latn-taq_Latn","languages":["xho-Latn","taq-Latn"]},{"precision":0.511285,"recall":0.547431,"f1":0.521159,"accuracy":0.547431,"main_score":0.521159,"hf_subset":"xho_Latn-war_Latn","languages":["xho-Latn","war-Latn"]},{"precision":0.438124,"recall":0.502964,"f1":0.454435,"accuracy":0.502964,"main_score":0.454435,"hf_subset":"xho_Latn-arb_Arab","languages":["xho-Latn","arb-Arab"]},{"precision":0.456491,"recall":0.519763,"f1":0.472977,"accuracy":0.519763,"main_score":0.472977,"hf_subset":"xho_Latn-bul_Cyrl","languages":["xho-Latn","bul-Cyrl"]},{"precision":0.486449,"recall":0.554348,"f1":0.504249,"accuracy":0.554348,"main_score":0.504249,"hf_subset":"xho_Latn-fra_Latn","languages":["xho-Latn","fra-Latn"]},{"precision":0.442397,"recall":0.512846,"f1":0.460439,"accuracy":0.512846,"main_score":0.460439,"hf_subset":"xho_Latn-jpn_Jpan","languages":["xho-Latn","jpn-Jpan"]},{"precision":0.464836,"recall":0.51087,"f1":0.47738,"accuracy":0.51087,"main_score":0.47738,"hf_subset":"xho_Latn-lij_Latn","languages":["xho-Latn","lij-Latn"]},{"precision":0.345082,"recall":0.416008,"f1":0.364001,"accuracy":0.416008,"main_score":0.364001,"hf_subset":"xho_Latn-mya_Mymr","languages":["xho-Latn","mya-Mymr"]},{"precision":0.453508,"recall":0.491107,"f1":0.464874,"accuracy":0.491107,"main_score":0.464874,"hf_subset":"xho_Latn-sag_Latn","languages":["xho-Latn","sag-Latn"]},{"precision":0.166578,"recall":0.216403,"f1":0.178609,"accuracy":0.216403,"main_score":0.178609,"hf_subset":"xho_Latn-taq_Tfng","languages":["xho-Latn","taq-Tfng"]},{"precision":0.441094,"recall":0.493083,"f1":0.456374,"accuracy":0.493083,"main_score":0.456374,"hf_subset":"xho_Latn-wol_Latn","languages":["xho-Latn","wol-Latn"]},{"precision":0.28601,"recall":0.359684,"f1":0.30523,"accuracy":0.359684,"main_score":0.30523,"hf_subset":"xho_Latn-arb_Latn","languages":["xho-Latn","arb-Latn"]},{"precision":0.464397,"recall":0.519763,"f1":0.479087,"accuracy":0.519763,"main_score":0.479087,"hf_subset":"xho_Latn-cat_Latn","languages":["xho-Latn","cat-Latn"]},{"precision":0.464778,"recall":0.519763,"f1":0.478978,"accuracy":0.519763,"main_score":0.478978,"hf_subset":"xho_Latn-fur_Latn","languages":["xho-Latn","fur-Latn"]},{"precision":0.310841,"recall":0.364625,"f1":0.325222,"accuracy":0.364625,"main_score":0.325222,"hf_subset":"xho_Latn-kab_Latn","languages":["xho-Latn","kab-Latn"]},{"precision":0.476257,"recall":0.524704,"f1":0.489106,"accuracy":0.524704,"main_score":0.489106,"hf_subset":"xho_Latn-lim_Latn","languages":["xho-Latn","lim-Latn"]},{"precision":0.475668,"recall":0.539526,"f1":0.492323,"accuracy":0.539526,"main_score":0.492323,"hf_subset":"xho_Latn-nld_Latn","languages":["xho-Latn","nld-Latn"]},{"precision":0.39395,"recall":0.458498,"f1":0.411141,"accuracy":0.458498,"main_score":0.411141,"hf_subset":"xho_Latn-san_Deva","languages":["xho-Latn","san-Deva"]},{"precision":0.446213,"recall":0.48419,"f1":0.456963,"accuracy":0.48419,"main_score":0.456963,"hf_subset":"xho_Latn-tat_Cyrl","languages":["xho-Latn","tat-Cyrl"]},{"precision":0.419152,"recall":0.491107,"f1":0.437574,"accuracy":0.491107,"main_score":0.437574,"hf_subset":"xho_Latn-ars_Arab","languages":["xho-Latn","ars-Arab"]},{"precision":0.506406,"recall":0.547431,"f1":0.51861,"accuracy":0.547431,"main_score":0.51861,"hf_subset":"xho_Latn-ceb_Latn","languages":["xho-Latn","ceb-Latn"]},{"precision":0.44132,"recall":0.495059,"f1":0.456403,"accuracy":0.495059,"main_score":0.456403,"hf_subset":"xho_Latn-fuv_Latn","languages":["xho-Latn","fuv-Latn"]},{"precision":0.440795,"recall":0.493083,"f1":0.456132,"accuracy":0.493083,"main_score":0.456132,"hf_subset":"xho_Latn-kac_Latn","languages":["xho-Latn","kac-Latn"]},{"precision":0.484448,"recall":0.522727,"f1":0.495652,"accuracy":0.522727,"main_score":0.495652,"hf_subset":"xho_Latn-lin_Latn","languages":["xho-Latn","lin-Latn"]},{"precision":0.454663,"recall":0.51087,"f1":0.469513,"accuracy":0.51087,"main_score":0.469513,"hf_subset":"xho_Latn-nno_Latn","languages":["xho-Latn","nno-Latn"]},{"precision":0.173006,"recall":0.215415,"f1":0.183174,"accuracy":0.215415,"main_score":0.183174,"hf_subset":"xho_Latn-sat_Olck","languages":["xho-Latn","sat-Olck"]},{"precision":0.42655,"recall":0.496047,"f1":0.445479,"accuracy":0.496047,"main_score":0.445479,"hf_subset":"xho_Latn-tel_Telu","languages":["xho-Latn","tel-Telu"]},{"precision":0.271419,"recall":0.33498,"f1":0.287785,"accuracy":0.33498,"main_score":0.287785,"hf_subset":"xho_Latn-ydd_Hebr","languages":["xho-Latn","ydd-Hebr"]},{"precision":0.409816,"recall":0.471344,"f1":0.4257,"accuracy":0.471344,"main_score":0.4257,"hf_subset":"xho_Latn-ary_Arab","languages":["xho-Latn","ary-Arab"]},{"precision":0.431853,"recall":0.494071,"f1":0.447498,"accuracy":0.494071,"main_score":0.447498,"hf_subset":"xho_Latn-ces_Latn","languages":["xho-Latn","ces-Latn"]},{"precision":0.331206,"recall":0.394269,"f1":0.347714,"accuracy":0.394269,"main_score":0.347714,"hf_subset":"xho_Latn-gaz_Latn","languages":["xho-Latn","gaz-Latn"]},{"precision":0.460705,"recall":0.499012,"f1":0.471739,"accuracy":0.499012,"main_score":0.471739,"hf_subset":"xho_Latn-kam_Latn","languages":["xho-Latn","kam-Latn"]},{"precision":0.439192,"recall":0.48913,"f1":0.452629,"accuracy":0.48913,"main_score":0.452629,"hf_subset":"xho_Latn-lit_Latn","languages":["xho-Latn","lit-Latn"]},{"precision":0.456416,"recall":0.517787,"f1":0.472236,"accuracy":0.517787,"main_score":0.472236,"hf_subset":"xho_Latn-nob_Latn","languages":["xho-Latn","nob-Latn"]},{"precision":0.453964,"recall":0.501976,"f1":0.467037,"accuracy":0.501976,"main_score":0.467037,"hf_subset":"xho_Latn-scn_Latn","languages":["xho-Latn","scn-Latn"]},{"precision":0.387626,"recall":0.434783,"f1":0.400712,"accuracy":0.434783,"main_score":0.400712,"hf_subset":"xho_Latn-tgk_Cyrl","languages":["xho-Latn","tgk-Cyrl"]},{"precision":0.403623,"recall":0.454545,"f1":0.418577,"accuracy":0.454545,"main_score":0.418577,"hf_subset":"xho_Latn-yor_Latn","languages":["xho-Latn","yor-Latn"]},{"precision":0.450087,"recall":0.516798,"f1":0.468406,"accuracy":0.516798,"main_score":0.468406,"hf_subset":"xho_Latn-arz_Arab","languages":["xho-Latn","arz-Arab"]},{"precision":0.424934,"recall":0.465415,"f1":0.437107,"accuracy":0.465415,"main_score":0.437107,"hf_subset":"xho_Latn-cjk_Latn","languages":["xho-Latn","cjk-Latn"]},{"precision":0.372317,"recall":0.434783,"f1":0.388948,"accuracy":0.434783,"main_score":0.388948,"hf_subset":"xho_Latn-gla_Latn","languages":["xho-Latn","gla-Latn"]},{"precision":0.417296,"recall":0.487154,"f1":0.4357,"accuracy":0.487154,"main_score":0.4357,"hf_subset":"xho_Latn-kan_Knda","languages":["xho-Latn","kan-Knda"]},{"precision":0.45495,"recall":0.500988,"f1":0.468027,"accuracy":0.500988,"main_score":0.468027,"hf_subset":"xho_Latn-lmo_Latn","languages":["xho-Latn","lmo-Latn"]},{"precision":0.433629,"recall":0.506917,"f1":0.452923,"accuracy":0.506917,"main_score":0.452923,"hf_subset":"xho_Latn-npi_Deva","languages":["xho-Latn","npi-Deva"]},{"precision":0.394488,"recall":0.458498,"f1":0.412255,"accuracy":0.458498,"main_score":0.412255,"hf_subset":"xho_Latn-shn_Mymr","languages":["xho-Latn","shn-Mymr"]},{"precision":0.482783,"recall":0.532609,"f1":0.497334,"accuracy":0.532609,"main_score":0.497334,"hf_subset":"xho_Latn-tgl_Latn","languages":["xho-Latn","tgl-Latn"]},{"precision":0.435289,"recall":0.506917,"f1":0.453735,"accuracy":0.506917,"main_score":0.453735,"hf_subset":"xho_Latn-yue_Hant","languages":["xho-Latn","yue-Hant"]},{"precision":0.401649,"recall":0.471344,"f1":0.420891,"accuracy":0.471344,"main_score":0.420891,"hf_subset":"xho_Latn-asm_Beng","languages":["xho-Latn","asm-Beng"]},{"precision":0.325939,"recall":0.380435,"f1":0.33911,"accuracy":0.380435,"main_score":0.33911,"hf_subset":"xho_Latn-ckb_Arab","languages":["xho-Latn","ckb-Arab"]},{"precision":0.373307,"recall":0.433794,"f1":0.389432,"accuracy":0.433794,"main_score":0.389432,"hf_subset":"xho_Latn-gle_Latn","languages":["xho-Latn","gle-Latn"]},{"precision":0.360807,"recall":0.422925,"f1":0.37839,"accuracy":0.422925,"main_score":0.37839,"hf_subset":"xho_Latn-kas_Arab","languages":["xho-Latn","kas-Arab"]},{"precision":0.421194,"recall":0.470356,"f1":0.43532,"accuracy":0.470356,"main_score":0.43532,"hf_subset":"xho_Latn-ltg_Latn","languages":["xho-Latn","ltg-Latn"]},{"precision":0.491772,"recall":0.530632,"f1":0.50284,"accuracy":0.530632,"main_score":0.50284,"hf_subset":"xho_Latn-nso_Latn","languages":["xho-Latn","nso-Latn"]},{"precision":0.391545,"recall":0.455534,"f1":0.409235,"accuracy":0.455534,"main_score":0.409235,"hf_subset":"xho_Latn-sin_Sinh","languages":["xho-Latn","sin-Sinh"]},{"precision":0.43445,"recall":0.507905,"f1":0.452688,"accuracy":0.507905,"main_score":0.452688,"hf_subset":"xho_Latn-tha_Thai","languages":["xho-Latn","tha-Thai"]},{"precision":0.452254,"recall":0.518775,"f1":0.468508,"accuracy":0.518775,"main_score":0.468508,"hf_subset":"xho_Latn-zho_Hans","languages":["xho-Latn","zho-Hans"]},{"precision":0.46584,"recall":0.511858,"f1":0.478549,"accuracy":0.511858,"main_score":0.478549,"hf_subset":"xho_Latn-ast_Latn","languages":["xho-Latn","ast-Latn"]},{"precision":0.43184,"recall":0.481225,"f1":0.444776,"accuracy":0.481225,"main_score":0.444776,"hf_subset":"xho_Latn-crh_Latn","languages":["xho-Latn","crh-Latn"]},{"precision":0.488884,"recall":0.543478,"f1":0.502856,"accuracy":0.543478,"main_score":0.502856,"hf_subset":"xho_Latn-glg_Latn","languages":["xho-Latn","glg-Latn"]},{"precision":0.396305,"recall":0.451581,"f1":0.411707,"accuracy":0.451581,"main_score":0.411707,"hf_subset":"xho_Latn-kas_Deva","languages":["xho-Latn","kas-Deva"]},{"precision":0.455551,"recall":0.507905,"f1":0.470044,"accuracy":0.507905,"main_score":0.470044,"hf_subset":"xho_Latn-ltz_Latn","languages":["xho-Latn","ltz-Latn"]},{"precision":0.339346,"recall":0.406126,"f1":0.357703,"accuracy":0.406126,"main_score":0.357703,"hf_subset":"xho_Latn-nus_Latn","languages":["xho-Latn","nus-Latn"]},{"precision":0.46488,"recall":0.521739,"f1":0.480009,"accuracy":0.521739,"main_score":0.480009,"hf_subset":"xho_Latn-slk_Latn","languages":["xho-Latn","slk-Latn"]},{"precision":0.33042,"recall":0.385375,"f1":0.345472,"accuracy":0.385375,"main_score":0.345472,"hf_subset":"xho_Latn-tir_Ethi","languages":["xho-Latn","tir-Ethi"]},{"precision":0.426843,"recall":0.498024,"f1":0.444781,"accuracy":0.498024,"main_score":0.444781,"hf_subset":"xho_Latn-zho_Hant","languages":["xho-Latn","zho-Hant"]},{"precision":0.444638,"recall":0.511858,"f1":0.461459,"accuracy":0.511858,"main_score":0.461459,"hf_subset":"xho_Latn-awa_Deva","languages":["xho-Latn","awa-Deva"]},{"precision":0.403795,"recall":0.456522,"f1":0.41816,"accuracy":0.456522,"main_score":0.41816,"hf_subset":"xho_Latn-cym_Latn","languages":["xho-Latn","cym-Latn"]},{"precision":0.471131,"recall":0.511858,"f1":0.483036,"accuracy":0.511858,"main_score":0.483036,"hf_subset":"xho_Latn-grn_Latn","languages":["xho-Latn","grn-Latn"]},{"precision":0.394986,"recall":0.447628,"f1":0.409224,"accuracy":0.447628,"main_score":0.409224,"hf_subset":"xho_Latn-kat_Geor","languages":["xho-Latn","kat-Geor"]},{"precision":0.470257,"recall":0.504941,"f1":0.480454,"accuracy":0.504941,"main_score":0.480454,"hf_subset":"xho_Latn-lua_Latn","languages":["xho-Latn","lua-Latn"]},{"precision":0.494822,"recall":0.525692,"f1":0.503658,"accuracy":0.525692,"main_score":0.503658,"hf_subset":"xho_Latn-nya_Latn","languages":["xho-Latn","nya-Latn"]},{"precision":0.446155,"recall":0.499012,"f1":0.460972,"accuracy":0.499012,"main_score":0.460972,"hf_subset":"xho_Latn-slv_Latn","languages":["xho-Latn","slv-Latn"]},{"precision":0.527996,"recall":0.563241,"f1":0.537614,"accuracy":0.563241,"main_score":0.537614,"hf_subset":"xho_Latn-tpi_Latn","languages":["xho-Latn","tpi-Latn"]},{"precision":0.475666,"recall":0.539526,"f1":0.492386,"accuracy":0.539526,"main_score":0.492386,"hf_subset":"xho_Latn-zsm_Latn","languages":["xho-Latn","zsm-Latn"]},{"precision":0.414048,"recall":0.465415,"f1":0.429692,"accuracy":0.465415,"main_score":0.429692,"hf_subset":"xho_Latn-ayr_Latn","languages":["xho-Latn","ayr-Latn"]},{"precision":0.460854,"recall":0.522727,"f1":0.476408,"accuracy":0.522727,"main_score":0.476408,"hf_subset":"xho_Latn-dan_Latn","languages":["xho-Latn","dan-Latn"]},{"precision":0.423089,"recall":0.496047,"f1":0.44196,"accuracy":0.496047,"main_score":0.44196,"hf_subset":"xho_Latn-guj_Gujr","languages":["xho-Latn","guj-Gujr"]},{"precision":0.422263,"recall":0.475296,"f1":0.436694,"accuracy":0.475296,"main_score":0.436694,"hf_subset":"xho_Latn-kaz_Cyrl","languages":["xho-Latn","kaz-Cyrl"]},{"precision":0.437103,"recall":0.481225,"f1":0.450054,"accuracy":0.481225,"main_score":0.450054,"hf_subset":"xho_Latn-lug_Latn","languages":["xho-Latn","lug-Latn"]},{"precision":0.46933,"recall":0.527668,"f1":0.485452,"accuracy":0.527668,"main_score":0.485452,"hf_subset":"xho_Latn-oci_Latn","languages":["xho-Latn","oci-Latn"]},{"precision":0.442255,"recall":0.495059,"f1":0.457481,"accuracy":0.495059,"main_score":0.457481,"hf_subset":"xho_Latn-smo_Latn","languages":["xho-Latn","smo-Latn"]},{"precision":0.473813,"recall":0.520751,"f1":0.487402,"accuracy":0.520751,"main_score":0.487402,"hf_subset":"xho_Latn-tsn_Latn","languages":["xho-Latn","tsn-Latn"]},{"precision":0.646957,"recall":0.704545,"f1":0.662007,"accuracy":0.704545,"main_score":0.662007,"hf_subset":"xho_Latn-zul_Latn","languages":["xho-Latn","zul-Latn"]},{"precision":0.343474,"recall":0.406126,"f1":0.361179,"accuracy":0.406126,"main_score":0.361179,"hf_subset":"xho_Latn-azb_Arab","languages":["xho-Latn","azb-Arab"]},{"precision":0.472248,"recall":0.535573,"f1":0.488492,"accuracy":0.535573,"main_score":0.488492,"hf_subset":"xho_Latn-deu_Latn","languages":["xho-Latn","deu-Latn"]},{"precision":0.421061,"recall":0.475296,"f1":0.436342,"accuracy":0.475296,"main_score":0.436342,"hf_subset":"xho_Latn-hat_Latn","languages":["xho-Latn","hat-Latn"]},{"precision":0.388225,"recall":0.4417,"f1":0.403441,"accuracy":0.4417,"main_score":0.403441,"hf_subset":"xho_Latn-kbp_Latn","languages":["xho-Latn","kbp-Latn"]},{"precision":0.467474,"recall":0.511858,"f1":0.480835,"accuracy":0.511858,"main_score":0.480835,"hf_subset":"xho_Latn-luo_Latn","languages":["xho-Latn","luo-Latn"]},{"precision":0.411263,"recall":0.474308,"f1":0.427997,"accuracy":0.474308,"main_score":0.427997,"hf_subset":"xho_Latn-ory_Orya","languages":["xho-Latn","ory-Orya"]},{"precision":0.484907,"recall":0.52668,"f1":0.497001,"accuracy":0.52668,"main_score":0.497001,"hf_subset":"xho_Latn-sna_Latn","languages":["xho-Latn","sna-Latn"]},{"precision":0.477631,"recall":0.514822,"f1":0.487488,"accuracy":0.514822,"main_score":0.487488,"hf_subset":"xho_Latn-tso_Latn","languages":["xho-Latn","tso-Latn"]},{"precision":0.439175,"recall":0.494071,"f1":0.454512,"accuracy":0.494071,"main_score":0.454512,"hf_subset":"xho_Latn-azj_Latn","languages":["xho-Latn","azj-Latn"]},{"precision":0.408366,"recall":0.461462,"f1":0.423581,"accuracy":0.461462,"main_score":0.423581,"hf_subset":"xho_Latn-dik_Latn","languages":["xho-Latn","dik-Latn"]},{"precision":0.453508,"recall":0.5,"f1":0.467311,"accuracy":0.5,"main_score":0.467311,"hf_subset":"xho_Latn-hau_Latn","languages":["xho-Latn","hau-Latn"]},{"precision":0.481179,"recall":0.524704,"f1":0.493692,"accuracy":0.524704,"main_score":0.493692,"hf_subset":"xho_Latn-kea_Latn","languages":["xho-Latn","kea-Latn"]},{"precision":0.484299,"recall":0.519763,"f1":0.493808,"accuracy":0.519763,"main_score":0.493808,"hf_subset":"xho_Latn-lus_Latn","languages":["xho-Latn","lus-Latn"]},{"precision":0.495119,"recall":0.533597,"f1":0.505984,"accuracy":0.533597,"main_score":0.505984,"hf_subset":"xho_Latn-pag_Latn","languages":["xho-Latn","pag-Latn"]},{"precision":0.365518,"recall":0.426877,"f1":0.382351,"accuracy":0.426877,"main_score":0.382351,"hf_subset":"xho_Latn-snd_Arab","languages":["xho-Latn","snd-Arab"]},{"precision":0.428684,"recall":0.479249,"f1":0.442989,"accuracy":0.479249,"main_score":0.442989,"hf_subset":"xho_Latn-tuk_Latn","languages":["xho-Latn","tuk-Latn"]},{"precision":0.440872,"recall":0.480237,"f1":0.451781,"accuracy":0.480237,"main_score":0.451781,"hf_subset":"xho_Latn-bak_Cyrl","languages":["xho-Latn","bak-Cyrl"]},{"precision":0.33423,"recall":0.402174,"f1":0.353602,"accuracy":0.402174,"main_score":0.353602,"hf_subset":"xho_Latn-dyu_Latn","languages":["xho-Latn","dyu-Latn"]},{"precision":0.373405,"recall":0.442688,"f1":0.392074,"accuracy":0.442688,"main_score":0.392074,"hf_subset":"xho_Latn-heb_Hebr","languages":["xho-Latn","heb-Hebr"]},{"precision":0.39853,"recall":0.447628,"f1":0.412629,"accuracy":0.447628,"main_score":0.412629,"hf_subset":"xho_Latn-khk_Cyrl","languages":["xho-Latn","khk-Cyrl"]},{"precision":0.446797,"recall":0.502964,"f1":0.462607,"accuracy":0.502964,"main_score":0.462607,"hf_subset":"xho_Latn-lvs_Latn","languages":["xho-Latn","lvs-Latn"]},{"precision":0.400854,"recall":0.474308,"f1":0.420916,"accuracy":0.474308,"main_score":0.420916,"hf_subset":"xho_Latn-pan_Guru","languages":["xho-Latn","pan-Guru"]},{"precision":0.401198,"recall":0.447628,"f1":0.41434,"accuracy":0.447628,"main_score":0.41434,"hf_subset":"xho_Latn-som_Latn","languages":["xho-Latn","som-Latn"]},{"precision":0.471262,"recall":0.5,"f1":0.479696,"accuracy":0.5,"main_score":0.479696,"hf_subset":"xho_Latn-tum_Latn","languages":["xho-Latn","tum-Latn"]},{"precision":0.215146,"recall":0.314229,"f1":0.24011,"accuracy":0.314229,"main_score":0.24011,"hf_subset":"ars_Arab-ace_Arab","languages":["ars-Arab","ace-Arab"]},{"precision":0.313892,"recall":0.424901,"f1":0.342138,"accuracy":0.424901,"main_score":0.342138,"hf_subset":"ars_Arab-bam_Latn","languages":["ars-Arab","bam-Latn"]},{"precision":0.125771,"recall":0.186759,"f1":0.141042,"accuracy":0.186759,"main_score":0.141042,"hf_subset":"ars_Arab-dzo_Tibt","languages":["ars-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-hin_Deva","languages":["ars-Arab","hin-Deva"]},{"precision":0.83601,"recall":0.882411,"f1":0.850549,"accuracy":0.882411,"main_score":0.850549,"hf_subset":"ars_Arab-khm_Khmr","languages":["ars-Arab","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ars_Arab-mag_Deva","languages":["ars-Arab","mag-Deva"]},{"precision":0.82108,"recall":0.871542,"f1":0.836232,"accuracy":0.871542,"main_score":0.836232,"hf_subset":"ars_Arab-pap_Latn","languages":["ars-Arab","pap-Latn"]},{"precision":0.364944,"recall":0.475296,"f1":0.394014,"accuracy":0.475296,"main_score":0.394014,"hf_subset":"ars_Arab-sot_Latn","languages":["ars-Arab","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-tur_Latn","languages":["ars-Arab","tur-Latn"]},{"precision":0.611719,"recall":0.703557,"f1":0.63782,"accuracy":0.703557,"main_score":0.63782,"hf_subset":"ars_Arab-ace_Latn","languages":["ars-Arab","ace-Latn"]},{"precision":0.786677,"recall":0.847826,"f1":0.80583,"accuracy":0.847826,"main_score":0.80583,"hf_subset":"ars_Arab-ban_Latn","languages":["ars-Arab","ban-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"ars_Arab-ell_Grek","languages":["ars-Arab","ell-Grek"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"ars_Arab-hne_Deva","languages":["ars-Arab","hne-Deva"]},{"precision":0.38372,"recall":0.499012,"f1":0.414,"accuracy":0.499012,"main_score":0.414,"hf_subset":"ars_Arab-kik_Latn","languages":["ars-Arab","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ars_Arab-mai_Deva","languages":["ars-Arab","mai-Deva"]},{"precision":0.848814,"recall":0.894269,"f1":0.863142,"accuracy":0.894269,"main_score":0.863142,"hf_subset":"ars_Arab-pbt_Arab","languages":["ars-Arab","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-spa_Latn","languages":["ars-Arab","spa-Latn"]},{"precision":0.441286,"recall":0.549407,"f1":0.470425,"accuracy":0.549407,"main_score":0.470425,"hf_subset":"ars_Arab-twi_Latn","languages":["ars-Arab","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-acm_Arab","languages":["ars-Arab","acm-Arab"]},{"precision":0.845916,"recall":0.892292,"f1":0.860639,"accuracy":0.892292,"main_score":0.860639,"hf_subset":"ars_Arab-bel_Cyrl","languages":["ars-Arab","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-eng_Latn","languages":["ars-Arab","eng-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"ars_Arab-hrv_Latn","languages":["ars-Arab","hrv-Latn"]},{"precision":0.331491,"recall":0.433794,"f1":0.35813,"accuracy":0.433794,"main_score":0.35813,"hf_subset":"ars_Arab-kin_Latn","languages":["ars-Arab","kin-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"ars_Arab-mal_Mlym","languages":["ars-Arab","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ars_Arab-pes_Arab","languages":["ars-Arab","pes-Arab"]},{"precision":0.811051,"recall":0.864625,"f1":0.8278,"accuracy":0.864625,"main_score":0.8278,"hf_subset":"ars_Arab-srd_Latn","languages":["ars-Arab","srd-Latn"]},{"precision":0.072175,"recall":0.137352,"f1":0.08507,"accuracy":0.137352,"main_score":0.08507,"hf_subset":"ars_Arab-tzm_Tfng","languages":["ars-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-acq_Arab","languages":["ars-Arab","acq-Arab"]},{"precision":0.403661,"recall":0.504941,"f1":0.429518,"accuracy":0.504941,"main_score":0.429518,"hf_subset":"ars_Arab-bem_Latn","languages":["ars-Arab","bem-Latn"]},{"precision":0.85112,"recall":0.896245,"f1":0.865382,"accuracy":0.896245,"main_score":0.865382,"hf_subset":"ars_Arab-epo_Latn","languages":["ars-Arab","epo-Latn"]},{"precision":0.927042,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"ars_Arab-hun_Latn","languages":["ars-Arab","hun-Latn"]},{"precision":0.644255,"recall":0.729249,"f1":0.668977,"accuracy":0.729249,"main_score":0.668977,"hf_subset":"ars_Arab-kir_Cyrl","languages":["ars-Arab","kir-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ars_Arab-mar_Deva","languages":["ars-Arab","mar-Deva"]},{"precision":0.380309,"recall":0.482213,"f1":0.407065,"accuracy":0.482213,"main_score":0.407065,"hf_subset":"ars_Arab-plt_Latn","languages":["ars-Arab","plt-Latn"]},{"precision":0.919796,"recall":0.944664,"f1":0.927866,"accuracy":0.944664,"main_score":0.927866,"hf_subset":"ars_Arab-srp_Cyrl","languages":["ars-Arab","srp-Cyrl"]},{"precision":0.228578,"recall":0.321146,"f1":0.250801,"accuracy":0.321146,"main_score":0.250801,"hf_subset":"ars_Arab-uig_Arab","languages":["ars-Arab","uig-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ars_Arab-aeb_Arab","languages":["ars-Arab","aeb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ars_Arab-ben_Beng","languages":["ars-Arab","ben-Beng"]},{"precision":0.795158,"recall":0.851779,"f1":0.812516,"accuracy":0.851779,"main_score":0.812516,"hf_subset":"ars_Arab-est_Latn","languages":["ars-Arab","est-Latn"]},{"precision":0.807675,"recall":0.860672,"f1":0.823786,"accuracy":0.860672,"main_score":0.823786,"hf_subset":"ars_Arab-hye_Armn","languages":["ars-Arab","hye-Armn"]},{"precision":0.340339,"recall":0.439723,"f1":0.365834,"accuracy":0.439723,"main_score":0.365834,"hf_subset":"ars_Arab-kmb_Latn","languages":["ars-Arab","kmb-Latn"]},{"precision":0.175842,"recall":0.266798,"f1":0.197265,"accuracy":0.266798,"main_score":0.197265,"hf_subset":"ars_Arab-min_Arab","languages":["ars-Arab","min-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ars_Arab-pol_Latn","languages":["ars-Arab","pol-Latn"]},{"precision":0.341242,"recall":0.445652,"f1":0.367434,"accuracy":0.445652,"main_score":0.367434,"hf_subset":"ars_Arab-ssw_Latn","languages":["ars-Arab","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-ukr_Cyrl","languages":["ars-Arab","ukr-Cyrl"]},{"precision":0.924242,"recall":0.948617,"f1":0.932148,"accuracy":0.948617,"main_score":0.932148,"hf_subset":"ars_Arab-afr_Latn","languages":["ars-Arab","afr-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"ars_Arab-bho_Deva","languages":["ars-Arab","bho-Deva"]},{"precision":0.567274,"recall":0.668972,"f1":0.596605,"accuracy":0.668972,"main_score":0.596605,"hf_subset":"ars_Arab-eus_Latn","languages":["ars-Arab","eus-Latn"]},{"precision":0.316317,"recall":0.429842,"f1":0.344808,"accuracy":0.429842,"main_score":0.344808,"hf_subset":"ars_Arab-ibo_Latn","languages":["ars-Arab","ibo-Latn"]},{"precision":0.362402,"recall":0.476285,"f1":0.392068,"accuracy":0.476285,"main_score":0.392068,"hf_subset":"ars_Arab-kmr_Latn","languages":["ars-Arab","kmr-Latn"]},{"precision":0.767055,"recall":0.83004,"f1":0.785754,"accuracy":0.83004,"main_score":0.785754,"hf_subset":"ars_Arab-min_Latn","languages":["ars-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-por_Latn","languages":["ars-Arab","por-Latn"]},{"precision":0.832839,"recall":0.883399,"f1":0.848781,"accuracy":0.883399,"main_score":0.848781,"hf_subset":"ars_Arab-sun_Latn","languages":["ars-Arab","sun-Latn"]},{"precision":0.323222,"recall":0.435771,"f1":0.352183,"accuracy":0.435771,"main_score":0.352183,"hf_subset":"ars_Arab-umb_Latn","languages":["ars-Arab","umb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ars_Arab-ajp_Arab","languages":["ars-Arab","ajp-Arab"]},{"precision":0.207567,"recall":0.299407,"f1":0.230334,"accuracy":0.299407,"main_score":0.230334,"hf_subset":"ars_Arab-bjn_Arab","languages":["ars-Arab","bjn-Arab"]},{"precision":0.34998,"recall":0.449605,"f1":0.374465,"accuracy":0.449605,"main_score":0.374465,"hf_subset":"ars_Arab-ewe_Latn","languages":["ars-Arab","ewe-Latn"]},{"precision":0.627783,"recall":0.718379,"f1":0.654466,"accuracy":0.718379,"main_score":0.654466,"hf_subset":"ars_Arab-ilo_Latn","languages":["ars-Arab","ilo-Latn"]},{"precision":0.135774,"recall":0.219368,"f1":0.154844,"accuracy":0.219368,"main_score":0.154844,"hf_subset":"ars_Arab-knc_Arab","languages":["ars-Arab","knc-Arab"]},{"precision":0.915679,"recall":0.9417,"f1":0.924242,"accuracy":0.9417,"main_score":0.924242,"hf_subset":"ars_Arab-mkd_Cyrl","languages":["ars-Arab","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-prs_Arab","languages":["ars-Arab","prs-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ars_Arab-swe_Latn","languages":["ars-Arab","swe-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"ars_Arab-urd_Arab","languages":["ars-Arab","urd-Arab"]},{"precision":0.402989,"recall":0.513834,"f1":0.431769,"accuracy":0.513834,"main_score":0.431769,"hf_subset":"ars_Arab-aka_Latn","languages":["ars-Arab","aka-Latn"]},{"precision":0.818165,"recall":0.870553,"f1":0.834354,"accuracy":0.870553,"main_score":0.834354,"hf_subset":"ars_Arab-bjn_Latn","languages":["ars-Arab","bjn-Latn"]},{"precision":0.51921,"recall":0.612648,"f1":0.544834,"accuracy":0.612648,"main_score":0.544834,"hf_subset":"ars_Arab-fao_Latn","languages":["ars-Arab","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-ind_Latn","languages":["ars-Arab","ind-Latn"]},{"precision":0.403781,"recall":0.507905,"f1":0.430433,"accuracy":0.507905,"main_score":0.430433,"hf_subset":"ars_Arab-knc_Latn","languages":["ars-Arab","knc-Latn"]},{"precision":0.630989,"recall":0.726285,"f1":0.658945,"accuracy":0.726285,"main_score":0.658945,"hf_subset":"ars_Arab-mlt_Latn","languages":["ars-Arab","mlt-Latn"]},{"precision":0.442165,"recall":0.556324,"f1":0.472496,"accuracy":0.556324,"main_score":0.472496,"hf_subset":"ars_Arab-quy_Latn","languages":["ars-Arab","quy-Latn"]},{"precision":0.835013,"recall":0.885375,"f1":0.851285,"accuracy":0.885375,"main_score":0.851285,"hf_subset":"ars_Arab-swh_Latn","languages":["ars-Arab","swh-Latn"]},{"precision":0.588505,"recall":0.683794,"f1":0.615625,"accuracy":0.683794,"main_score":0.615625,"hf_subset":"ars_Arab-uzn_Latn","languages":["ars-Arab","uzn-Latn"]},{"precision":0.728788,"recall":0.801383,"f1":0.751021,"accuracy":0.801383,"main_score":0.751021,"hf_subset":"ars_Arab-als_Latn","languages":["ars-Arab","als-Latn"]},{"precision":0.139742,"recall":0.209486,"f1":0.155565,"accuracy":0.209486,"main_score":0.155565,"hf_subset":"ars_Arab-bod_Tibt","languages":["ars-Arab","bod-Tibt"]},{"precision":0.341874,"recall":0.45751,"f1":0.371143,"accuracy":0.45751,"main_score":0.371143,"hf_subset":"ars_Arab-fij_Latn","languages":["ars-Arab","fij-Latn"]},{"precision":0.492227,"recall":0.588933,"f1":0.519092,"accuracy":0.588933,"main_score":0.519092,"hf_subset":"ars_Arab-isl_Latn","languages":["ars-Arab","isl-Latn"]},{"precision":0.439023,"recall":0.538538,"f1":0.46577,"accuracy":0.538538,"main_score":0.46577,"hf_subset":"ars_Arab-kon_Latn","languages":["ars-Arab","kon-Latn"]},{"precision":0.280516,"recall":0.394269,"f1":0.308745,"accuracy":0.394269,"main_score":0.308745,"hf_subset":"ars_Arab-mni_Beng","languages":["ars-Arab","mni-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ars_Arab-ron_Latn","languages":["ars-Arab","ron-Latn"]},{"precision":0.839839,"recall":0.886364,"f1":0.854447,"accuracy":0.886364,"main_score":0.854447,"hf_subset":"ars_Arab-szl_Latn","languages":["ars-Arab","szl-Latn"]},{"precision":0.91082,"recall":0.938735,"f1":0.919862,"accuracy":0.938735,"main_score":0.919862,"hf_subset":"ars_Arab-vec_Latn","languages":["ars-Arab","vec-Latn"]},{"precision":0.785688,"recall":0.846838,"f1":0.804348,"accuracy":0.846838,"main_score":0.804348,"hf_subset":"ars_Arab-amh_Ethi","languages":["ars-Arab","amh-Ethi"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"ars_Arab-bos_Latn","languages":["ars-Arab","bos-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ars_Arab-fin_Latn","languages":["ars-Arab","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-ita_Latn","languages":["ars-Arab","ita-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ars_Arab-kor_Hang","languages":["ars-Arab","kor-Hang"]},{"precision":0.347647,"recall":0.453557,"f1":0.374854,"accuracy":0.453557,"main_score":0.374854,"hf_subset":"ars_Arab-mos_Latn","languages":["ars-Arab","mos-Latn"]},{"precision":0.330288,"recall":0.433794,"f1":0.356577,"accuracy":0.433794,"main_score":0.356577,"hf_subset":"ars_Arab-run_Latn","languages":["ars-Arab","run-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-tam_Taml","languages":["ars-Arab","tam-Taml"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"ars_Arab-vie_Latn","languages":["ars-Arab","vie-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"ars_Arab-apc_Arab","languages":["ars-Arab","apc-Arab"]},{"precision":0.593739,"recall":0.683794,"f1":0.61923,"accuracy":0.683794,"main_score":0.61923,"hf_subset":"ars_Arab-bug_Latn","languages":["ars-Arab","bug-Latn"]},{"precision":0.2951,"recall":0.405138,"f1":0.322202,"accuracy":0.405138,"main_score":0.322202,"hf_subset":"ars_Arab-fon_Latn","languages":["ars-Arab","fon-Latn"]},{"precision":0.832296,"recall":0.880435,"f1":0.847365,"accuracy":0.880435,"main_score":0.847365,"hf_subset":"ars_Arab-jav_Latn","languages":["ars-Arab","jav-Latn"]},{"precision":0.713721,"recall":0.790514,"f1":0.736811,"accuracy":0.790514,"main_score":0.736811,"hf_subset":"ars_Arab-lao_Laoo","languages":["ars-Arab","lao-Laoo"]},{"precision":0.311513,"recall":0.425889,"f1":0.338975,"accuracy":0.425889,"main_score":0.338975,"hf_subset":"ars_Arab-mri_Latn","languages":["ars-Arab","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-rus_Cyrl","languages":["ars-Arab","rus-Cyrl"]},{"precision":0.33266,"recall":0.445652,"f1":0.360701,"accuracy":0.445652,"main_score":0.360701,"hf_subset":"ars_Arab-taq_Latn","languages":["ars-Arab","taq-Latn"]},{"precision":0.775692,"recall":0.837945,"f1":0.795045,"accuracy":0.837945,"main_score":0.795045,"hf_subset":"ars_Arab-war_Latn","languages":["ars-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-arb_Arab","languages":["ars-Arab","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ars_Arab-bul_Cyrl","languages":["ars-Arab","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-fra_Latn","languages":["ars-Arab","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ars_Arab-jpn_Jpan","languages":["ars-Arab","jpn-Jpan"]},{"precision":0.834569,"recall":0.885375,"f1":0.850692,"accuracy":0.885375,"main_score":0.850692,"hf_subset":"ars_Arab-lij_Latn","languages":["ars-Arab","lij-Latn"]},{"precision":0.785106,"recall":0.84585,"f1":0.804051,"accuracy":0.84585,"main_score":0.804051,"hf_subset":"ars_Arab-mya_Mymr","languages":["ars-Arab","mya-Mymr"]},{"precision":0.406588,"recall":0.513834,"f1":0.435012,"accuracy":0.513834,"main_score":0.435012,"hf_subset":"ars_Arab-sag_Latn","languages":["ars-Arab","sag-Latn"]},{"precision":0.089754,"recall":0.16502,"f1":0.103116,"accuracy":0.16502,"main_score":0.103116,"hf_subset":"ars_Arab-taq_Tfng","languages":["ars-Arab","taq-Tfng"]},{"precision":0.398124,"recall":0.51087,"f1":0.427766,"accuracy":0.51087,"main_score":0.427766,"hf_subset":"ars_Arab-wol_Latn","languages":["ars-Arab","wol-Latn"]},{"precision":0.267202,"recall":0.381423,"f1":0.294698,"accuracy":0.381423,"main_score":0.294698,"hf_subset":"ars_Arab-arb_Latn","languages":["ars-Arab","arb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ars_Arab-cat_Latn","languages":["ars-Arab","cat-Latn"]},{"precision":0.79837,"recall":0.855731,"f1":0.816041,"accuracy":0.855731,"main_score":0.816041,"hf_subset":"ars_Arab-fur_Latn","languages":["ars-Arab","fur-Latn"]},{"precision":0.233723,"recall":0.333992,"f1":0.259048,"accuracy":0.333992,"main_score":0.259048,"hf_subset":"ars_Arab-kab_Latn","languages":["ars-Arab","kab-Latn"]},{"precision":0.776821,"recall":0.836957,"f1":0.794845,"accuracy":0.836957,"main_score":0.794845,"hf_subset":"ars_Arab-lim_Latn","languages":["ars-Arab","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ars_Arab-nld_Latn","languages":["ars-Arab","nld-Latn"]},{"precision":0.879611,"recall":0.916996,"f1":0.891798,"accuracy":0.916996,"main_score":0.891798,"hf_subset":"ars_Arab-san_Deva","languages":["ars-Arab","san-Deva"]},{"precision":0.614503,"recall":0.704545,"f1":0.640635,"accuracy":0.704545,"main_score":0.640635,"hf_subset":"ars_Arab-tat_Cyrl","languages":["ars-Arab","tat-Cyrl"]},{"precision":0.384985,"recall":0.493083,"f1":0.412418,"accuracy":0.493083,"main_score":0.412418,"hf_subset":"ars_Arab-xho_Latn","languages":["ars-Arab","xho-Latn"]},{"precision":0.750725,"recall":0.816206,"f1":0.770323,"accuracy":0.816206,"main_score":0.770323,"hf_subset":"ars_Arab-ceb_Latn","languages":["ars-Arab","ceb-Latn"]},{"precision":0.363101,"recall":0.471344,"f1":0.390227,"accuracy":0.471344,"main_score":0.390227,"hf_subset":"ars_Arab-fuv_Latn","languages":["ars-Arab","fuv-Latn"]},{"precision":0.354635,"recall":0.472332,"f1":0.385314,"accuracy":0.472332,"main_score":0.385314,"hf_subset":"ars_Arab-kac_Latn","languages":["ars-Arab","kac-Latn"]},{"precision":0.42609,"recall":0.538538,"f1":0.455762,"accuracy":0.538538,"main_score":0.455762,"hf_subset":"ars_Arab-lin_Latn","languages":["ars-Arab","lin-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"ars_Arab-nno_Latn","languages":["ars-Arab","nno-Latn"]},{"precision":0.11706,"recall":0.188735,"f1":0.13293,"accuracy":0.188735,"main_score":0.13293,"hf_subset":"ars_Arab-sat_Olck","languages":["ars-Arab","sat-Olck"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ars_Arab-tel_Telu","languages":["ars-Arab","tel-Telu"]},{"precision":0.251459,"recall":0.349802,"f1":0.275648,"accuracy":0.349802,"main_score":0.275648,"hf_subset":"ars_Arab-ydd_Hebr","languages":["ars-Arab","ydd-Hebr"]},{"precision":0.907526,"recall":0.935771,"f1":0.916568,"accuracy":0.935771,"main_score":0.916568,"hf_subset":"ars_Arab-ary_Arab","languages":["ars-Arab","ary-Arab"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"ars_Arab-ces_Latn","languages":["ars-Arab","ces-Latn"]},{"precision":0.238755,"recall":0.328063,"f1":0.259294,"accuracy":0.328063,"main_score":0.259294,"hf_subset":"ars_Arab-gaz_Latn","languages":["ars-Arab","gaz-Latn"]},{"precision":0.375691,"recall":0.487154,"f1":0.404414,"accuracy":0.487154,"main_score":0.404414,"hf_subset":"ars_Arab-kam_Latn","languages":["ars-Arab","kam-Latn"]},{"precision":0.761232,"recall":0.824111,"f1":0.780567,"accuracy":0.824111,"main_score":0.780567,"hf_subset":"ars_Arab-lit_Latn","languages":["ars-Arab","lit-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-nob_Latn","languages":["ars-Arab","nob-Latn"]},{"precision":0.720455,"recall":0.796443,"f1":0.743069,"accuracy":0.796443,"main_score":0.743069,"hf_subset":"ars_Arab-scn_Latn","languages":["ars-Arab","scn-Latn"]},{"precision":0.39458,"recall":0.499012,"f1":0.42157,"accuracy":0.499012,"main_score":0.42157,"hf_subset":"ars_Arab-tgk_Cyrl","languages":["ars-Arab","tgk-Cyrl"]},{"precision":0.315407,"recall":0.431818,"f1":0.345175,"accuracy":0.431818,"main_score":0.345175,"hf_subset":"ars_Arab-yor_Latn","languages":["ars-Arab","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-arz_Arab","languages":["ars-Arab","arz-Arab"]},{"precision":0.362516,"recall":0.481225,"f1":0.392643,"accuracy":0.481225,"main_score":0.392643,"hf_subset":"ars_Arab-cjk_Latn","languages":["ars-Arab","cjk-Latn"]},{"precision":0.289187,"recall":0.393281,"f1":0.314642,"accuracy":0.393281,"main_score":0.314642,"hf_subset":"ars_Arab-gla_Latn","languages":["ars-Arab","gla-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ars_Arab-kan_Knda","languages":["ars-Arab","kan-Knda"]},{"precision":0.755064,"recall":0.822134,"f1":0.775224,"accuracy":0.822134,"main_score":0.775224,"hf_subset":"ars_Arab-lmo_Latn","languages":["ars-Arab","lmo-Latn"]},{"precision":0.974967,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"ars_Arab-npi_Deva","languages":["ars-Arab","npi-Deva"]},{"precision":0.310713,"recall":0.425889,"f1":0.33944,"accuracy":0.425889,"main_score":0.33944,"hf_subset":"ars_Arab-shn_Mymr","languages":["ars-Arab","shn-Mymr"]},{"precision":0.858037,"recall":0.901186,"f1":0.871706,"accuracy":0.901186,"main_score":0.871706,"hf_subset":"ars_Arab-tgl_Latn","languages":["ars-Arab","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-yue_Hant","languages":["ars-Arab","yue-Hant"]},{"precision":0.880352,"recall":0.91502,"f1":0.89137,"accuracy":0.91502,"main_score":0.89137,"hf_subset":"ars_Arab-asm_Beng","languages":["ars-Arab","asm-Beng"]},{"precision":0.393568,"recall":0.486166,"f1":0.418315,"accuracy":0.486166,"main_score":0.418315,"hf_subset":"ars_Arab-ckb_Arab","languages":["ars-Arab","ckb-Arab"]},{"precision":0.302658,"recall":0.40415,"f1":0.328012,"accuracy":0.40415,"main_score":0.328012,"hf_subset":"ars_Arab-gle_Latn","languages":["ars-Arab","gle-Latn"]},{"precision":0.636646,"recall":0.728261,"f1":0.663476,"accuracy":0.728261,"main_score":0.663476,"hf_subset":"ars_Arab-kas_Arab","languages":["ars-Arab","kas-Arab"]},{"precision":0.544401,"recall":0.645257,"f1":0.573683,"accuracy":0.645257,"main_score":0.573683,"hf_subset":"ars_Arab-ltg_Latn","languages":["ars-Arab","ltg-Latn"]},{"precision":0.378549,"recall":0.493083,"f1":0.408588,"accuracy":0.493083,"main_score":0.408588,"hf_subset":"ars_Arab-nso_Latn","languages":["ars-Arab","nso-Latn"]},{"precision":0.838669,"recall":0.887352,"f1":0.854084,"accuracy":0.887352,"main_score":0.854084,"hf_subset":"ars_Arab-sin_Sinh","languages":["ars-Arab","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ars_Arab-tha_Thai","languages":["ars-Arab","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-zho_Hans","languages":["ars-Arab","zho-Hans"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ars_Arab-ast_Latn","languages":["ars-Arab","ast-Latn"]},{"precision":0.788389,"recall":0.848814,"f1":0.807016,"accuracy":0.848814,"main_score":0.807016,"hf_subset":"ars_Arab-crh_Latn","languages":["ars-Arab","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ars_Arab-glg_Latn","languages":["ars-Arab","glg-Latn"]},{"precision":0.538277,"recall":0.645257,"f1":0.568948,"accuracy":0.645257,"main_score":0.568948,"hf_subset":"ars_Arab-kas_Deva","languages":["ars-Arab","kas-Deva"]},{"precision":0.74249,"recall":0.813241,"f1":0.764036,"accuracy":0.813241,"main_score":0.764036,"hf_subset":"ars_Arab-ltz_Latn","languages":["ars-Arab","ltz-Latn"]},{"precision":0.243108,"recall":0.341897,"f1":0.266616,"accuracy":0.341897,"main_score":0.266616,"hf_subset":"ars_Arab-nus_Latn","languages":["ars-Arab","nus-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"ars_Arab-slk_Latn","languages":["ars-Arab","slk-Latn"]},{"precision":0.327663,"recall":0.429842,"f1":0.354224,"accuracy":0.429842,"main_score":0.354224,"hf_subset":"ars_Arab-tir_Ethi","languages":["ars-Arab","tir-Ethi"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"ars_Arab-zho_Hant","languages":["ars-Arab","zho-Hant"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ars_Arab-awa_Deva","languages":["ars-Arab","awa-Deva"]},{"precision":0.351821,"recall":0.461462,"f1":0.379819,"accuracy":0.461462,"main_score":0.379819,"hf_subset":"ars_Arab-cym_Latn","languages":["ars-Arab","cym-Latn"]},{"precision":0.587439,"recall":0.682806,"f1":0.614764,"accuracy":0.682806,"main_score":0.614764,"hf_subset":"ars_Arab-grn_Latn","languages":["ars-Arab","grn-Latn"]},{"precision":0.875856,"recall":0.914032,"f1":0.888011,"accuracy":0.914032,"main_score":0.888011,"hf_subset":"ars_Arab-kat_Geor","languages":["ars-Arab","kat-Geor"]},{"precision":0.429569,"recall":0.537549,"f1":0.458068,"accuracy":0.537549,"main_score":0.458068,"hf_subset":"ars_Arab-lua_Latn","languages":["ars-Arab","lua-Latn"]},{"precision":0.427188,"recall":0.535573,"f1":0.455715,"accuracy":0.535573,"main_score":0.455715,"hf_subset":"ars_Arab-nya_Latn","languages":["ars-Arab","nya-Latn"]},{"precision":0.911973,"recall":0.939723,"f1":0.921014,"accuracy":0.939723,"main_score":0.921014,"hf_subset":"ars_Arab-slv_Latn","languages":["ars-Arab","slv-Latn"]},{"precision":0.675767,"recall":0.756917,"f1":0.699674,"accuracy":0.756917,"main_score":0.699674,"hf_subset":"ars_Arab-tpi_Latn","languages":["ars-Arab","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ars_Arab-zsm_Latn","languages":["ars-Arab","zsm-Latn"]},{"precision":0.32156,"recall":0.438735,"f1":0.351165,"accuracy":0.438735,"main_score":0.351165,"hf_subset":"ars_Arab-ayr_Latn","languages":["ars-Arab","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-dan_Latn","languages":["ars-Arab","dan-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ars_Arab-guj_Gujr","languages":["ars-Arab","guj-Gujr"]},{"precision":0.726219,"recall":0.795455,"f1":0.746857,"accuracy":0.795455,"main_score":0.746857,"hf_subset":"ars_Arab-kaz_Cyrl","languages":["ars-Arab","kaz-Cyrl"]},{"precision":0.322961,"recall":0.433794,"f1":0.351466,"accuracy":0.433794,"main_score":0.351466,"hf_subset":"ars_Arab-lug_Latn","languages":["ars-Arab","lug-Latn"]},{"precision":0.933547,"recall":0.954545,"f1":0.940283,"accuracy":0.954545,"main_score":0.940283,"hf_subset":"ars_Arab-oci_Latn","languages":["ars-Arab","oci-Latn"]},{"precision":0.359003,"recall":0.477273,"f1":0.389484,"accuracy":0.477273,"main_score":0.389484,"hf_subset":"ars_Arab-smo_Latn","languages":["ars-Arab","smo-Latn"]},{"precision":0.338591,"recall":0.454545,"f1":0.368045,"accuracy":0.454545,"main_score":0.368045,"hf_subset":"ars_Arab-tsn_Latn","languages":["ars-Arab","tsn-Latn"]},{"precision":0.3403,"recall":0.447628,"f1":0.367729,"accuracy":0.447628,"main_score":0.367729,"hf_subset":"ars_Arab-zul_Latn","languages":["ars-Arab","zul-Latn"]},{"precision":0.68387,"recall":0.768775,"f1":0.709601,"accuracy":0.768775,"main_score":0.709601,"hf_subset":"ars_Arab-azb_Arab","languages":["ars-Arab","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-deu_Latn","languages":["ars-Arab","deu-Latn"]},{"precision":0.55527,"recall":0.655138,"f1":0.583692,"accuracy":0.655138,"main_score":0.583692,"hf_subset":"ars_Arab-hat_Latn","languages":["ars-Arab","hat-Latn"]},{"precision":0.295643,"recall":0.406126,"f1":0.323142,"accuracy":0.406126,"main_score":0.323142,"hf_subset":"ars_Arab-kbp_Latn","languages":["ars-Arab","kbp-Latn"]},{"precision":0.36928,"recall":0.479249,"f1":0.397431,"accuracy":0.479249,"main_score":0.397431,"hf_subset":"ars_Arab-luo_Latn","languages":["ars-Arab","luo-Latn"]},{"precision":0.49035,"recall":0.585968,"f1":0.516509,"accuracy":0.585968,"main_score":0.516509,"hf_subset":"ars_Arab-ory_Orya","languages":["ars-Arab","ory-Orya"]},{"precision":0.343003,"recall":0.463439,"f1":0.375062,"accuracy":0.463439,"main_score":0.375062,"hf_subset":"ars_Arab-sna_Latn","languages":["ars-Arab","sna-Latn"]},{"precision":0.342667,"recall":0.448617,"f1":0.369157,"accuracy":0.448617,"main_score":0.369157,"hf_subset":"ars_Arab-tso_Latn","languages":["ars-Arab","tso-Latn"]},{"precision":0.845356,"recall":0.890316,"f1":0.859651,"accuracy":0.890316,"main_score":0.859651,"hf_subset":"ars_Arab-azj_Latn","languages":["ars-Arab","azj-Latn"]},{"precision":0.384534,"recall":0.5,"f1":0.414788,"accuracy":0.5,"main_score":0.414788,"hf_subset":"ars_Arab-dik_Latn","languages":["ars-Arab","dik-Latn"]},{"precision":0.394551,"recall":0.491107,"f1":0.420007,"accuracy":0.491107,"main_score":0.420007,"hf_subset":"ars_Arab-hau_Latn","languages":["ars-Arab","hau-Latn"]},{"precision":0.747843,"recall":0.820158,"f1":0.769763,"accuracy":0.820158,"main_score":0.769763,"hf_subset":"ars_Arab-kea_Latn","languages":["ars-Arab","kea-Latn"]},{"precision":0.520864,"recall":0.626482,"f1":0.550471,"accuracy":0.626482,"main_score":0.550471,"hf_subset":"ars_Arab-lus_Latn","languages":["ars-Arab","lus-Latn"]},{"precision":0.679447,"recall":0.763834,"f1":0.705044,"accuracy":0.763834,"main_score":0.705044,"hf_subset":"ars_Arab-pag_Latn","languages":["ars-Arab","pag-Latn"]},{"precision":0.683112,"recall":0.76581,"f1":0.707776,"accuracy":0.76581,"main_score":0.707776,"hf_subset":"ars_Arab-snd_Arab","languages":["ars-Arab","snd-Arab"]},{"precision":0.553087,"recall":0.652174,"f1":0.581658,"accuracy":0.652174,"main_score":0.581658,"hf_subset":"ars_Arab-tuk_Latn","languages":["ars-Arab","tuk-Latn"]},{"precision":0.59958,"recall":0.689723,"f1":0.625125,"accuracy":0.689723,"main_score":0.625125,"hf_subset":"ars_Arab-bak_Cyrl","languages":["ars-Arab","bak-Cyrl"]},{"precision":0.286987,"recall":0.403162,"f1":0.31644,"accuracy":0.403162,"main_score":0.31644,"hf_subset":"ars_Arab-dyu_Latn","languages":["ars-Arab","dyu-Latn"]},{"precision":0.89641,"recall":0.928854,"f1":0.90695,"accuracy":0.928854,"main_score":0.90695,"hf_subset":"ars_Arab-heb_Hebr","languages":["ars-Arab","heb-Hebr"]},{"precision":0.395299,"recall":0.494071,"f1":0.420702,"accuracy":0.494071,"main_score":0.420702,"hf_subset":"ars_Arab-khk_Cyrl","languages":["ars-Arab","khk-Cyrl"]},{"precision":0.78582,"recall":0.843874,"f1":0.804018,"accuracy":0.843874,"main_score":0.804018,"hf_subset":"ars_Arab-lvs_Latn","languages":["ars-Arab","lvs-Latn"]},{"precision":0.920619,"recall":0.945652,"f1":0.928689,"accuracy":0.945652,"main_score":0.928689,"hf_subset":"ars_Arab-pan_Guru","languages":["ars-Arab","pan-Guru"]},{"precision":0.317901,"recall":0.420949,"f1":0.344008,"accuracy":0.420949,"main_score":0.344008,"hf_subset":"ars_Arab-som_Latn","languages":["ars-Arab","som-Latn"]},{"precision":0.391845,"recall":0.497036,"f1":0.420454,"accuracy":0.497036,"main_score":0.420454,"hf_subset":"ars_Arab-tum_Latn","languages":["ars-Arab","tum-Latn"]},{"precision":0.31796,"recall":0.393281,"f1":0.338064,"accuracy":0.393281,"main_score":0.338064,"hf_subset":"ceb_Latn-ace_Arab","languages":["ceb-Latn","ace-Arab"]},{"precision":0.398084,"recall":0.472332,"f1":0.417922,"accuracy":0.472332,"main_score":0.417922,"hf_subset":"ceb_Latn-bam_Latn","languages":["ceb-Latn","bam-Latn"]},{"precision":0.15167,"recall":0.212451,"f1":0.16725,"accuracy":0.212451,"main_score":0.16725,"hf_subset":"ceb_Latn-dzo_Tibt","languages":["ceb-Latn","dzo-Tibt"]},{"precision":0.811604,"recall":0.859684,"f1":0.826009,"accuracy":0.859684,"main_score":0.826009,"hf_subset":"ceb_Latn-hin_Deva","languages":["ceb-Latn","hin-Deva"]},{"precision":0.558472,"recall":0.642292,"f1":0.582281,"accuracy":0.642292,"main_score":0.582281,"hf_subset":"ceb_Latn-khm_Khmr","languages":["ceb-Latn","khm-Khmr"]},{"precision":0.80472,"recall":0.855731,"f1":0.820292,"accuracy":0.855731,"main_score":0.820292,"hf_subset":"ceb_Latn-mag_Deva","languages":["ceb-Latn","mag-Deva"]},{"precision":0.761248,"recall":0.812253,"f1":0.776318,"accuracy":0.812253,"main_score":0.776318,"hf_subset":"ceb_Latn-pap_Latn","languages":["ceb-Latn","pap-Latn"]},{"precision":0.467022,"recall":0.527668,"f1":0.483273,"accuracy":0.527668,"main_score":0.483273,"hf_subset":"ceb_Latn-sot_Latn","languages":["ceb-Latn","sot-Latn"]},{"precision":0.813032,"recall":0.855731,"f1":0.825668,"accuracy":0.855731,"main_score":0.825668,"hf_subset":"ceb_Latn-tur_Latn","languages":["ceb-Latn","tur-Latn"]},{"precision":0.650381,"recall":0.708498,"f1":0.667264,"accuracy":0.708498,"main_score":0.667264,"hf_subset":"ceb_Latn-ace_Latn","languages":["ceb-Latn","ace-Latn"]},{"precision":0.71493,"recall":0.771739,"f1":0.732032,"accuracy":0.771739,"main_score":0.732032,"hf_subset":"ceb_Latn-ban_Latn","languages":["ceb-Latn","ban-Latn"]},{"precision":0.7216,"recall":0.784585,"f1":0.740601,"accuracy":0.784585,"main_score":0.740601,"hf_subset":"ceb_Latn-ell_Grek","languages":["ceb-Latn","ell-Grek"]},{"precision":0.778129,"recall":0.826087,"f1":0.792139,"accuracy":0.826087,"main_score":0.792139,"hf_subset":"ceb_Latn-hne_Deva","languages":["ceb-Latn","hne-Deva"]},{"precision":0.456464,"recall":0.530632,"f1":0.477034,"accuracy":0.530632,"main_score":0.477034,"hf_subset":"ceb_Latn-kik_Latn","languages":["ceb-Latn","kik-Latn"]},{"precision":0.78899,"recall":0.839921,"f1":0.804235,"accuracy":0.839921,"main_score":0.804235,"hf_subset":"ceb_Latn-mai_Deva","languages":["ceb-Latn","mai-Deva"]},{"precision":0.65891,"recall":0.718379,"f1":0.67663,"accuracy":0.718379,"main_score":0.67663,"hf_subset":"ceb_Latn-pbt_Arab","languages":["ceb-Latn","pbt-Arab"]},{"precision":0.839361,"recall":0.878458,"f1":0.851125,"accuracy":0.878458,"main_score":0.851125,"hf_subset":"ceb_Latn-spa_Latn","languages":["ceb-Latn","spa-Latn"]},{"precision":0.531435,"recall":0.591897,"f1":0.548108,"accuracy":0.591897,"main_score":0.548108,"hf_subset":"ceb_Latn-twi_Latn","languages":["ceb-Latn","twi-Latn"]},{"precision":0.769262,"recall":0.828063,"f1":0.787182,"accuracy":0.828063,"main_score":0.787182,"hf_subset":"ceb_Latn-acm_Arab","languages":["ceb-Latn","acm-Arab"]},{"precision":0.648197,"recall":0.719368,"f1":0.668914,"accuracy":0.719368,"main_score":0.668914,"hf_subset":"ceb_Latn-bel_Cyrl","languages":["ceb-Latn","bel-Cyrl"]},{"precision":0.859842,"recall":0.892292,"f1":0.869079,"accuracy":0.892292,"main_score":0.869079,"hf_subset":"ceb_Latn-eng_Latn","languages":["ceb-Latn","eng-Latn"]},{"precision":0.755184,"recall":0.80336,"f1":0.769158,"accuracy":0.80336,"main_score":0.769158,"hf_subset":"ceb_Latn-hrv_Latn","languages":["ceb-Latn","hrv-Latn"]},{"precision":0.420317,"recall":0.492095,"f1":0.439417,"accuracy":0.492095,"main_score":0.439417,"hf_subset":"ceb_Latn-kin_Latn","languages":["ceb-Latn","kin-Latn"]},{"precision":0.752278,"recall":0.812253,"f1":0.77069,"accuracy":0.812253,"main_score":0.77069,"hf_subset":"ceb_Latn-mal_Mlym","languages":["ceb-Latn","mal-Mlym"]},{"precision":0.802599,"recall":0.848814,"f1":0.816642,"accuracy":0.848814,"main_score":0.816642,"hf_subset":"ceb_Latn-pes_Arab","languages":["ceb-Latn","pes-Arab"]},{"precision":0.728905,"recall":0.782609,"f1":0.744141,"accuracy":0.782609,"main_score":0.744141,"hf_subset":"ceb_Latn-srd_Latn","languages":["ceb-Latn","srd-Latn"]},{"precision":0.128769,"recall":0.190711,"f1":0.142952,"accuracy":0.190711,"main_score":0.142952,"hf_subset":"ceb_Latn-tzm_Tfng","languages":["ceb-Latn","tzm-Tfng"]},{"precision":0.791434,"recall":0.837945,"f1":0.805015,"accuracy":0.837945,"main_score":0.805015,"hf_subset":"ceb_Latn-acq_Arab","languages":["ceb-Latn","acq-Arab"]},{"precision":0.500947,"recall":0.563241,"f1":0.519,"accuracy":0.563241,"main_score":0.519,"hf_subset":"ceb_Latn-bem_Latn","languages":["ceb-Latn","bem-Latn"]},{"precision":0.743452,"recall":0.798419,"f1":0.759892,"accuracy":0.798419,"main_score":0.759892,"hf_subset":"ceb_Latn-epo_Latn","languages":["ceb-Latn","epo-Latn"]},{"precision":0.724725,"recall":0.782609,"f1":0.741931,"accuracy":0.782609,"main_score":0.741931,"hf_subset":"ceb_Latn-hun_Latn","languages":["ceb-Latn","hun-Latn"]},{"precision":0.599654,"recall":0.66502,"f1":0.618516,"accuracy":0.66502,"main_score":0.618516,"hf_subset":"ceb_Latn-kir_Cyrl","languages":["ceb-Latn","kir-Cyrl"]},{"precision":0.77819,"recall":0.83004,"f1":0.793874,"accuracy":0.83004,"main_score":0.793874,"hf_subset":"ceb_Latn-mar_Deva","languages":["ceb-Latn","mar-Deva"]},{"precision":0.482933,"recall":0.545455,"f1":0.500624,"accuracy":0.545455,"main_score":0.500624,"hf_subset":"ceb_Latn-plt_Latn","languages":["ceb-Latn","plt-Latn"]},{"precision":0.744487,"recall":0.796443,"f1":0.760016,"accuracy":0.796443,"main_score":0.760016,"hf_subset":"ceb_Latn-srp_Cyrl","languages":["ceb-Latn","srp-Cyrl"]},{"precision":0.303691,"recall":0.378458,"f1":0.323585,"accuracy":0.378458,"main_score":0.323585,"hf_subset":"ceb_Latn-uig_Arab","languages":["ceb-Latn","uig-Arab"]},{"precision":0.731168,"recall":0.795455,"f1":0.750384,"accuracy":0.795455,"main_score":0.750384,"hf_subset":"ceb_Latn-aeb_Arab","languages":["ceb-Latn","aeb-Arab"]},{"precision":0.799639,"recall":0.850791,"f1":0.814992,"accuracy":0.850791,"main_score":0.814992,"hf_subset":"ceb_Latn-ben_Beng","languages":["ceb-Latn","ben-Beng"]},{"precision":0.653771,"recall":0.714427,"f1":0.671753,"accuracy":0.714427,"main_score":0.671753,"hf_subset":"ceb_Latn-est_Latn","languages":["ceb-Latn","est-Latn"]},{"precision":0.594051,"recall":0.661067,"f1":0.613002,"accuracy":0.661067,"main_score":0.613002,"hf_subset":"ceb_Latn-hye_Armn","languages":["ceb-Latn","hye-Armn"]},{"precision":0.425462,"recall":0.500988,"f1":0.446397,"accuracy":0.500988,"main_score":0.446397,"hf_subset":"ceb_Latn-kmb_Latn","languages":["ceb-Latn","kmb-Latn"]},{"precision":0.273534,"recall":0.342885,"f1":0.291281,"accuracy":0.342885,"main_score":0.291281,"hf_subset":"ceb_Latn-min_Arab","languages":["ceb-Latn","min-Arab"]},{"precision":0.811082,"recall":0.854743,"f1":0.823954,"accuracy":0.854743,"main_score":0.823954,"hf_subset":"ceb_Latn-pol_Latn","languages":["ceb-Latn","pol-Latn"]},{"precision":0.434029,"recall":0.500988,"f1":0.452025,"accuracy":0.500988,"main_score":0.452025,"hf_subset":"ceb_Latn-ssw_Latn","languages":["ceb-Latn","ssw-Latn"]},{"precision":0.782569,"recall":0.833992,"f1":0.798205,"accuracy":0.833992,"main_score":0.798205,"hf_subset":"ceb_Latn-ukr_Cyrl","languages":["ceb-Latn","ukr-Cyrl"]},{"precision":0.77887,"recall":0.829051,"f1":0.794091,"accuracy":0.829051,"main_score":0.794091,"hf_subset":"ceb_Latn-afr_Latn","languages":["ceb-Latn","afr-Latn"]},{"precision":0.772484,"recall":0.825099,"f1":0.787999,"accuracy":0.825099,"main_score":0.787999,"hf_subset":"ceb_Latn-bho_Deva","languages":["ceb-Latn","bho-Deva"]},{"precision":0.637103,"recall":0.693676,"f1":0.653261,"accuracy":0.693676,"main_score":0.653261,"hf_subset":"ceb_Latn-eus_Latn","languages":["ceb-Latn","eus-Latn"]},{"precision":0.428175,"recall":0.508893,"f1":0.44972,"accuracy":0.508893,"main_score":0.44972,"hf_subset":"ceb_Latn-ibo_Latn","languages":["ceb-Latn","ibo-Latn"]},{"precision":0.448844,"recall":0.535573,"f1":0.47197,"accuracy":0.535573,"main_score":0.47197,"hf_subset":"ceb_Latn-kmr_Latn","languages":["ceb-Latn","kmr-Latn"]},{"precision":0.661306,"recall":0.725296,"f1":0.679745,"accuracy":0.725296,"main_score":0.679745,"hf_subset":"ceb_Latn-min_Latn","languages":["ceb-Latn","min-Latn"]},{"precision":0.837971,"recall":0.878458,"f1":0.850097,"accuracy":0.878458,"main_score":0.850097,"hf_subset":"ceb_Latn-por_Latn","languages":["ceb-Latn","por-Latn"]},{"precision":0.753303,"recall":0.800395,"f1":0.767968,"accuracy":0.800395,"main_score":0.767968,"hf_subset":"ceb_Latn-sun_Latn","languages":["ceb-Latn","sun-Latn"]},{"precision":0.417071,"recall":0.490119,"f1":0.436991,"accuracy":0.490119,"main_score":0.436991,"hf_subset":"ceb_Latn-umb_Latn","languages":["ceb-Latn","umb-Latn"]},{"precision":0.773701,"recall":0.826087,"f1":0.789784,"accuracy":0.826087,"main_score":0.789784,"hf_subset":"ceb_Latn-ajp_Arab","languages":["ceb-Latn","ajp-Arab"]},{"precision":0.297637,"recall":0.369565,"f1":0.316013,"accuracy":0.369565,"main_score":0.316013,"hf_subset":"ceb_Latn-bjn_Arab","languages":["ceb-Latn","bjn-Arab"]},{"precision":0.429527,"recall":0.497036,"f1":0.447529,"accuracy":0.497036,"main_score":0.447529,"hf_subset":"ceb_Latn-ewe_Latn","languages":["ceb-Latn","ewe-Latn"]},{"precision":0.809217,"recall":0.849802,"f1":0.820836,"accuracy":0.849802,"main_score":0.820836,"hf_subset":"ceb_Latn-ilo_Latn","languages":["ceb-Latn","ilo-Latn"]},{"precision":0.196687,"recall":0.26087,"f1":0.211703,"accuracy":0.26087,"main_score":0.211703,"hf_subset":"ceb_Latn-knc_Arab","languages":["ceb-Latn","knc-Arab"]},{"precision":0.733549,"recall":0.791502,"f1":0.750659,"accuracy":0.791502,"main_score":0.750659,"hf_subset":"ceb_Latn-mkd_Cyrl","languages":["ceb-Latn","mkd-Cyrl"]},{"precision":0.777849,"recall":0.83498,"f1":0.795125,"accuracy":0.83498,"main_score":0.795125,"hf_subset":"ceb_Latn-prs_Arab","languages":["ceb-Latn","prs-Arab"]},{"precision":0.805498,"recall":0.842885,"f1":0.816601,"accuracy":0.842885,"main_score":0.816601,"hf_subset":"ceb_Latn-swe_Latn","languages":["ceb-Latn","swe-Latn"]},{"precision":0.732466,"recall":0.793478,"f1":0.750894,"accuracy":0.793478,"main_score":0.750894,"hf_subset":"ceb_Latn-urd_Arab","languages":["ceb-Latn","urd-Arab"]},{"precision":0.505535,"recall":0.575099,"f1":0.524685,"accuracy":0.575099,"main_score":0.524685,"hf_subset":"ceb_Latn-aka_Latn","languages":["ceb-Latn","aka-Latn"]},{"precision":0.686562,"recall":0.747036,"f1":0.703542,"accuracy":0.747036,"main_score":0.703542,"hf_subset":"ceb_Latn-bjn_Latn","languages":["ceb-Latn","bjn-Latn"]},{"precision":0.520491,"recall":0.588933,"f1":0.539264,"accuracy":0.588933,"main_score":0.539264,"hf_subset":"ceb_Latn-fao_Latn","languages":["ceb-Latn","fao-Latn"]},{"precision":0.831028,"recall":0.873518,"f1":0.843894,"accuracy":0.873518,"main_score":0.843894,"hf_subset":"ceb_Latn-ind_Latn","languages":["ceb-Latn","ind-Latn"]},{"precision":0.484008,"recall":0.556324,"f1":0.503629,"accuracy":0.556324,"main_score":0.503629,"hf_subset":"ceb_Latn-knc_Latn","languages":["ceb-Latn","knc-Latn"]},{"precision":0.680882,"recall":0.744071,"f1":0.698383,"accuracy":0.744071,"main_score":0.698383,"hf_subset":"ceb_Latn-mlt_Latn","languages":["ceb-Latn","mlt-Latn"]},{"precision":0.503465,"recall":0.58498,"f1":0.526303,"accuracy":0.58498,"main_score":0.526303,"hf_subset":"ceb_Latn-quy_Latn","languages":["ceb-Latn","quy-Latn"]},{"precision":0.660997,"recall":0.724308,"f1":0.679687,"accuracy":0.724308,"main_score":0.679687,"hf_subset":"ceb_Latn-swh_Latn","languages":["ceb-Latn","swh-Latn"]},{"precision":0.573946,"recall":0.645257,"f1":0.593652,"accuracy":0.645257,"main_score":0.593652,"hf_subset":"ceb_Latn-uzn_Latn","languages":["ceb-Latn","uzn-Latn"]},{"precision":0.69787,"recall":0.753953,"f1":0.714263,"accuracy":0.753953,"main_score":0.714263,"hf_subset":"ceb_Latn-als_Latn","languages":["ceb-Latn","als-Latn"]},{"precision":0.199921,"recall":0.263834,"f1":0.216257,"accuracy":0.263834,"main_score":0.216257,"hf_subset":"ceb_Latn-bod_Tibt","languages":["ceb-Latn","bod-Tibt"]},{"precision":0.450992,"recall":0.52668,"f1":0.471953,"accuracy":0.52668,"main_score":0.471953,"hf_subset":"ceb_Latn-fij_Latn","languages":["ceb-Latn","fij-Latn"]},{"precision":0.468857,"recall":0.537549,"f1":0.487727,"accuracy":0.537549,"main_score":0.487727,"hf_subset":"ceb_Latn-isl_Latn","languages":["ceb-Latn","isl-Latn"]},{"precision":0.511372,"recall":0.577075,"f1":0.529449,"accuracy":0.577075,"main_score":0.529449,"hf_subset":"ceb_Latn-kon_Latn","languages":["ceb-Latn","kon-Latn"]},{"precision":0.394545,"recall":0.466403,"f1":0.414321,"accuracy":0.466403,"main_score":0.414321,"hf_subset":"ceb_Latn-mni_Beng","languages":["ceb-Latn","mni-Beng"]},{"precision":0.803515,"recall":0.849802,"f1":0.817245,"accuracy":0.849802,"main_score":0.817245,"hf_subset":"ceb_Latn-ron_Latn","languages":["ceb-Latn","ron-Latn"]},{"precision":0.673906,"recall":0.737154,"f1":0.692417,"accuracy":0.737154,"main_score":0.692417,"hf_subset":"ceb_Latn-szl_Latn","languages":["ceb-Latn","szl-Latn"]},{"precision":0.772918,"recall":0.818182,"f1":0.785971,"accuracy":0.818182,"main_score":0.785971,"hf_subset":"ceb_Latn-vec_Latn","languages":["ceb-Latn","vec-Latn"]},{"precision":0.598163,"recall":0.66996,"f1":0.618841,"accuracy":0.66996,"main_score":0.618841,"hf_subset":"ceb_Latn-amh_Ethi","languages":["ceb-Latn","amh-Ethi"]},{"precision":0.780659,"recall":0.827075,"f1":0.794421,"accuracy":0.827075,"main_score":0.794421,"hf_subset":"ceb_Latn-bos_Latn","languages":["ceb-Latn","bos-Latn"]},{"precision":0.77394,"recall":0.81917,"f1":0.78715,"accuracy":0.81917,"main_score":0.78715,"hf_subset":"ceb_Latn-fin_Latn","languages":["ceb-Latn","fin-Latn"]},{"precision":0.83522,"recall":0.871542,"f1":0.846333,"accuracy":0.871542,"main_score":0.846333,"hf_subset":"ceb_Latn-ita_Latn","languages":["ceb-Latn","ita-Latn"]},{"precision":0.78444,"recall":0.835968,"f1":0.79966,"accuracy":0.835968,"main_score":0.79966,"hf_subset":"ceb_Latn-kor_Hang","languages":["ceb-Latn","kor-Hang"]},{"precision":0.440385,"recall":0.513834,"f1":0.460636,"accuracy":0.513834,"main_score":0.460636,"hf_subset":"ceb_Latn-mos_Latn","languages":["ceb-Latn","mos-Latn"]},{"precision":0.410454,"recall":0.48913,"f1":0.43173,"accuracy":0.48913,"main_score":0.43173,"hf_subset":"ceb_Latn-run_Latn","languages":["ceb-Latn","run-Latn"]},{"precision":0.747442,"recall":0.80336,"f1":0.763902,"accuracy":0.80336,"main_score":0.763902,"hf_subset":"ceb_Latn-tam_Taml","languages":["ceb-Latn","tam-Taml"]},{"precision":0.793703,"recall":0.841897,"f1":0.808682,"accuracy":0.841897,"main_score":0.808682,"hf_subset":"ceb_Latn-vie_Latn","languages":["ceb-Latn","vie-Latn"]},{"precision":0.762731,"recall":0.81917,"f1":0.779447,"accuracy":0.81917,"main_score":0.779447,"hf_subset":"ceb_Latn-apc_Arab","languages":["ceb-Latn","apc-Arab"]},{"precision":0.616308,"recall":0.685771,"f1":0.636648,"accuracy":0.685771,"main_score":0.636648,"hf_subset":"ceb_Latn-bug_Latn","languages":["ceb-Latn","bug-Latn"]},{"precision":0.388188,"recall":0.460474,"f1":0.406486,"accuracy":0.460474,"main_score":0.406486,"hf_subset":"ceb_Latn-fon_Latn","languages":["ceb-Latn","fon-Latn"]},{"precision":0.754622,"recall":0.80336,"f1":0.769222,"accuracy":0.80336,"main_score":0.769222,"hf_subset":"ceb_Latn-jav_Latn","languages":["ceb-Latn","jav-Latn"]},{"precision":0.540476,"recall":0.603755,"f1":0.558305,"accuracy":0.603755,"main_score":0.558305,"hf_subset":"ceb_Latn-lao_Laoo","languages":["ceb-Latn","lao-Laoo"]},{"precision":0.411518,"recall":0.486166,"f1":0.431415,"accuracy":0.486166,"main_score":0.431415,"hf_subset":"ceb_Latn-mri_Latn","languages":["ceb-Latn","mri-Latn"]},{"precision":0.808565,"recall":0.854743,"f1":0.822338,"accuracy":0.854743,"main_score":0.822338,"hf_subset":"ceb_Latn-rus_Cyrl","languages":["ceb-Latn","rus-Cyrl"]},{"precision":0.419674,"recall":0.509881,"f1":0.443868,"accuracy":0.509881,"main_score":0.443868,"hf_subset":"ceb_Latn-taq_Latn","languages":["ceb-Latn","taq-Latn"]},{"precision":0.904891,"recall":0.931818,"f1":0.913274,"accuracy":0.931818,"main_score":0.913274,"hf_subset":"ceb_Latn-war_Latn","languages":["ceb-Latn","war-Latn"]},{"precision":0.791267,"recall":0.839921,"f1":0.80576,"accuracy":0.839921,"main_score":0.80576,"hf_subset":"ceb_Latn-arb_Arab","languages":["ceb-Latn","arb-Arab"]},{"precision":0.78439,"recall":0.833992,"f1":0.799032,"accuracy":0.833992,"main_score":0.799032,"hf_subset":"ceb_Latn-bul_Cyrl","languages":["ceb-Latn","bul-Cyrl"]},{"precision":0.827424,"recall":0.867589,"f1":0.839534,"accuracy":0.867589,"main_score":0.839534,"hf_subset":"ceb_Latn-fra_Latn","languages":["ceb-Latn","fra-Latn"]},{"precision":0.798921,"recall":0.84585,"f1":0.812343,"accuracy":0.84585,"main_score":0.812343,"hf_subset":"ceb_Latn-jpn_Jpan","languages":["ceb-Latn","jpn-Jpan"]},{"precision":0.736203,"recall":0.790514,"f1":0.752162,"accuracy":0.790514,"main_score":0.752162,"hf_subset":"ceb_Latn-lij_Latn","languages":["ceb-Latn","lij-Latn"]},{"precision":0.560657,"recall":0.633399,"f1":0.581334,"accuracy":0.633399,"main_score":0.581334,"hf_subset":"ceb_Latn-mya_Mymr","languages":["ceb-Latn","mya-Mymr"]},{"precision":0.48185,"recall":0.561265,"f1":0.504619,"accuracy":0.561265,"main_score":0.504619,"hf_subset":"ceb_Latn-sag_Latn","languages":["ceb-Latn","sag-Latn"]},{"precision":0.146569,"recall":0.224308,"f1":0.16324,"accuracy":0.224308,"main_score":0.16324,"hf_subset":"ceb_Latn-taq_Tfng","languages":["ceb-Latn","taq-Tfng"]},{"precision":0.477412,"recall":0.5583,"f1":0.500471,"accuracy":0.5583,"main_score":0.500471,"hf_subset":"ceb_Latn-wol_Latn","languages":["ceb-Latn","wol-Latn"]},{"precision":0.277821,"recall":0.373518,"f1":0.301677,"accuracy":0.373518,"main_score":0.301677,"hf_subset":"ceb_Latn-arb_Latn","languages":["ceb-Latn","arb-Latn"]},{"precision":0.806481,"recall":0.844862,"f1":0.817836,"accuracy":0.844862,"main_score":0.817836,"hf_subset":"ceb_Latn-cat_Latn","languages":["ceb-Latn","cat-Latn"]},{"precision":0.70109,"recall":0.762846,"f1":0.719159,"accuracy":0.762846,"main_score":0.719159,"hf_subset":"ceb_Latn-fur_Latn","languages":["ceb-Latn","fur-Latn"]},{"precision":0.300077,"recall":0.37253,"f1":0.318532,"accuracy":0.37253,"main_score":0.318532,"hf_subset":"ceb_Latn-kab_Latn","languages":["ceb-Latn","kab-Latn"]},{"precision":0.66945,"recall":0.735178,"f1":0.688666,"accuracy":0.735178,"main_score":0.688666,"hf_subset":"ceb_Latn-lim_Latn","languages":["ceb-Latn","lim-Latn"]},{"precision":0.821524,"recall":0.86166,"f1":0.833368,"accuracy":0.86166,"main_score":0.833368,"hf_subset":"ceb_Latn-nld_Latn","languages":["ceb-Latn","nld-Latn"]},{"precision":0.639712,"recall":0.711462,"f1":0.660552,"accuracy":0.711462,"main_score":0.660552,"hf_subset":"ceb_Latn-san_Deva","languages":["ceb-Latn","san-Deva"]},{"precision":0.614317,"recall":0.678854,"f1":0.632444,"accuracy":0.678854,"main_score":0.632444,"hf_subset":"ceb_Latn-tat_Cyrl","languages":["ceb-Latn","tat-Cyrl"]},{"precision":0.466197,"recall":0.538538,"f1":0.486216,"accuracy":0.538538,"main_score":0.486216,"hf_subset":"ceb_Latn-xho_Latn","languages":["ceb-Latn","xho-Latn"]},{"precision":0.791879,"recall":0.839921,"f1":0.806185,"accuracy":0.839921,"main_score":0.806185,"hf_subset":"ceb_Latn-ars_Arab","languages":["ceb-Latn","ars-Arab"]},{"precision":0.45065,"recall":0.521739,"f1":0.47039,"accuracy":0.521739,"main_score":0.47039,"hf_subset":"ceb_Latn-fuv_Latn","languages":["ceb-Latn","fuv-Latn"]},{"precision":0.46722,"recall":0.536561,"f1":0.486101,"accuracy":0.536561,"main_score":0.486101,"hf_subset":"ceb_Latn-kac_Latn","languages":["ceb-Latn","kac-Latn"]},{"precision":0.500849,"recall":0.576087,"f1":0.521411,"accuracy":0.576087,"main_score":0.521411,"hf_subset":"ceb_Latn-lin_Latn","languages":["ceb-Latn","lin-Latn"]},{"precision":0.765296,"recall":0.815217,"f1":0.779683,"accuracy":0.815217,"main_score":0.779683,"hf_subset":"ceb_Latn-nno_Latn","languages":["ceb-Latn","nno-Latn"]},{"precision":0.187795,"recall":0.241107,"f1":0.201018,"accuracy":0.241107,"main_score":0.201018,"hf_subset":"ceb_Latn-sat_Olck","languages":["ceb-Latn","sat-Olck"]},{"precision":0.781072,"recall":0.83004,"f1":0.795917,"accuracy":0.83004,"main_score":0.795917,"hf_subset":"ceb_Latn-tel_Telu","languages":["ceb-Latn","tel-Telu"]},{"precision":0.326364,"recall":0.401186,"f1":0.344635,"accuracy":0.401186,"main_score":0.344635,"hf_subset":"ceb_Latn-ydd_Hebr","languages":["ceb-Latn","ydd-Hebr"]},{"precision":0.682289,"recall":0.755929,"f1":0.704694,"accuracy":0.755929,"main_score":0.704694,"hf_subset":"ceb_Latn-ary_Arab","languages":["ceb-Latn","ary-Arab"]},{"precision":0.755432,"recall":0.811265,"f1":0.772002,"accuracy":0.811265,"main_score":0.772002,"hf_subset":"ceb_Latn-ces_Latn","languages":["ceb-Latn","ces-Latn"]},{"precision":0.326131,"recall":0.403162,"f1":0.345568,"accuracy":0.403162,"main_score":0.345568,"hf_subset":"ceb_Latn-gaz_Latn","languages":["ceb-Latn","gaz-Latn"]},{"precision":0.459601,"recall":0.531621,"f1":0.478974,"accuracy":0.531621,"main_score":0.478974,"hf_subset":"ceb_Latn-kam_Latn","languages":["ceb-Latn","kam-Latn"]},{"precision":0.650308,"recall":0.714427,"f1":0.668652,"accuracy":0.714427,"main_score":0.668652,"hf_subset":"ceb_Latn-lit_Latn","languages":["ceb-Latn","lit-Latn"]},{"precision":0.8013,"recall":0.846838,"f1":0.814816,"accuracy":0.846838,"main_score":0.814816,"hf_subset":"ceb_Latn-nob_Latn","languages":["ceb-Latn","nob-Latn"]},{"precision":0.657092,"recall":0.718379,"f1":0.673861,"accuracy":0.718379,"main_score":0.673861,"hf_subset":"ceb_Latn-scn_Latn","languages":["ceb-Latn","scn-Latn"]},{"precision":0.439081,"recall":0.519763,"f1":0.460675,"accuracy":0.519763,"main_score":0.460675,"hf_subset":"ceb_Latn-tgk_Cyrl","languages":["ceb-Latn","tgk-Cyrl"]},{"precision":0.410919,"recall":0.486166,"f1":0.432099,"accuracy":0.486166,"main_score":0.432099,"hf_subset":"ceb_Latn-yor_Latn","languages":["ceb-Latn","yor-Latn"]},{"precision":0.786124,"recall":0.833004,"f1":0.800007,"accuracy":0.833004,"main_score":0.800007,"hf_subset":"ceb_Latn-arz_Arab","languages":["ceb-Latn","arz-Arab"]},{"precision":0.441239,"recall":0.527668,"f1":0.464266,"accuracy":0.527668,"main_score":0.464266,"hf_subset":"ceb_Latn-cjk_Latn","languages":["ceb-Latn","cjk-Latn"]},{"precision":0.383055,"recall":0.455534,"f1":0.401455,"accuracy":0.455534,"main_score":0.401455,"hf_subset":"ceb_Latn-gla_Latn","languages":["ceb-Latn","gla-Latn"]},{"precision":0.737516,"recall":0.80336,"f1":0.758037,"accuracy":0.80336,"main_score":0.758037,"hf_subset":"ceb_Latn-kan_Knda","languages":["ceb-Latn","kan-Knda"]},{"precision":0.703476,"recall":0.758893,"f1":0.719632,"accuracy":0.758893,"main_score":0.719632,"hf_subset":"ceb_Latn-lmo_Latn","languages":["ceb-Latn","lmo-Latn"]},{"precision":0.769772,"recall":0.824111,"f1":0.78599,"accuracy":0.824111,"main_score":0.78599,"hf_subset":"ceb_Latn-npi_Deva","languages":["ceb-Latn","npi-Deva"]},{"precision":0.386204,"recall":0.475296,"f1":0.410313,"accuracy":0.475296,"main_score":0.410313,"hf_subset":"ceb_Latn-shn_Mymr","languages":["ceb-Latn","shn-Mymr"]},{"precision":0.87108,"recall":0.905138,"f1":0.881705,"accuracy":0.905138,"main_score":0.881705,"hf_subset":"ceb_Latn-tgl_Latn","languages":["ceb-Latn","tgl-Latn"]},{"precision":0.794908,"recall":0.840909,"f1":0.808388,"accuracy":0.840909,"main_score":0.808388,"hf_subset":"ceb_Latn-yue_Hant","languages":["ceb-Latn","yue-Hant"]},{"precision":0.645416,"recall":0.717391,"f1":0.66638,"accuracy":0.717391,"main_score":0.66638,"hf_subset":"ceb_Latn-asm_Beng","languages":["ceb-Latn","asm-Beng"]},{"precision":0.391684,"recall":0.461462,"f1":0.410664,"accuracy":0.461462,"main_score":0.410664,"hf_subset":"ceb_Latn-ckb_Arab","languages":["ceb-Latn","ckb-Arab"]},{"precision":0.396509,"recall":0.472332,"f1":0.415735,"accuracy":0.472332,"main_score":0.415735,"hf_subset":"ceb_Latn-gle_Latn","languages":["ceb-Latn","gle-Latn"]},{"precision":0.539097,"recall":0.619565,"f1":0.561312,"accuracy":0.619565,"main_score":0.561312,"hf_subset":"ceb_Latn-kas_Arab","languages":["ceb-Latn","kas-Arab"]},{"precision":0.571512,"recall":0.639328,"f1":0.590949,"accuracy":0.639328,"main_score":0.590949,"hf_subset":"ceb_Latn-ltg_Latn","languages":["ceb-Latn","ltg-Latn"]},{"precision":0.495175,"recall":0.561265,"f1":0.513475,"accuracy":0.561265,"main_score":0.513475,"hf_subset":"ceb_Latn-nso_Latn","languages":["ceb-Latn","nso-Latn"]},{"precision":0.604258,"recall":0.683794,"f1":0.627394,"accuracy":0.683794,"main_score":0.627394,"hf_subset":"ceb_Latn-sin_Sinh","languages":["ceb-Latn","sin-Sinh"]},{"precision":0.783978,"recall":0.837945,"f1":0.8001,"accuracy":0.837945,"main_score":0.8001,"hf_subset":"ceb_Latn-tha_Thai","languages":["ceb-Latn","tha-Thai"]},{"precision":0.792959,"recall":0.843874,"f1":0.808355,"accuracy":0.843874,"main_score":0.808355,"hf_subset":"ceb_Latn-zho_Hans","languages":["ceb-Latn","zho-Hans"]},{"precision":0.784815,"recall":0.831028,"f1":0.798693,"accuracy":0.831028,"main_score":0.798693,"hf_subset":"ceb_Latn-ast_Latn","languages":["ceb-Latn","ast-Latn"]},{"precision":0.635813,"recall":0.702569,"f1":0.655277,"accuracy":0.702569,"main_score":0.655277,"hf_subset":"ceb_Latn-crh_Latn","languages":["ceb-Latn","crh-Latn"]},{"precision":0.809482,"recall":0.849802,"f1":0.82124,"accuracy":0.849802,"main_score":0.82124,"hf_subset":"ceb_Latn-glg_Latn","languages":["ceb-Latn","glg-Latn"]},{"precision":0.507453,"recall":0.594862,"f1":0.531786,"accuracy":0.594862,"main_score":0.531786,"hf_subset":"ceb_Latn-kas_Deva","languages":["ceb-Latn","kas-Deva"]},{"precision":0.647866,"recall":0.716403,"f1":0.667766,"accuracy":0.716403,"main_score":0.667766,"hf_subset":"ceb_Latn-ltz_Latn","languages":["ceb-Latn","ltz-Latn"]},{"precision":0.35429,"recall":0.424901,"f1":0.373047,"accuracy":0.424901,"main_score":0.373047,"hf_subset":"ceb_Latn-nus_Latn","languages":["ceb-Latn","nus-Latn"]},{"precision":0.75132,"recall":0.801383,"f1":0.765569,"accuracy":0.801383,"main_score":0.765569,"hf_subset":"ceb_Latn-slk_Latn","languages":["ceb-Latn","slk-Latn"]},{"precision":0.375218,"recall":0.449605,"f1":0.394262,"accuracy":0.449605,"main_score":0.394262,"hf_subset":"ceb_Latn-tir_Ethi","languages":["ceb-Latn","tir-Ethi"]},{"precision":0.78874,"recall":0.836957,"f1":0.803276,"accuracy":0.836957,"main_score":0.803276,"hf_subset":"ceb_Latn-zho_Hant","languages":["ceb-Latn","zho-Hant"]},{"precision":0.792988,"recall":0.842885,"f1":0.80779,"accuracy":0.842885,"main_score":0.80779,"hf_subset":"ceb_Latn-awa_Deva","languages":["ceb-Latn","awa-Deva"]},{"precision":0.462405,"recall":0.536561,"f1":0.481294,"accuracy":0.536561,"main_score":0.481294,"hf_subset":"ceb_Latn-cym_Latn","languages":["ceb-Latn","cym-Latn"]},{"precision":0.622195,"recall":0.688735,"f1":0.64132,"accuracy":0.688735,"main_score":0.64132,"hf_subset":"ceb_Latn-grn_Latn","languages":["ceb-Latn","grn-Latn"]},{"precision":0.680214,"recall":0.745059,"f1":0.698686,"accuracy":0.745059,"main_score":0.698686,"hf_subset":"ceb_Latn-kat_Geor","languages":["ceb-Latn","kat-Geor"]},{"precision":0.516454,"recall":0.586957,"f1":0.535471,"accuracy":0.586957,"main_score":0.535471,"hf_subset":"ceb_Latn-lua_Latn","languages":["ceb-Latn","lua-Latn"]},{"precision":0.522037,"recall":0.583004,"f1":0.539582,"accuracy":0.583004,"main_score":0.539582,"hf_subset":"ceb_Latn-nya_Latn","languages":["ceb-Latn","nya-Latn"]},{"precision":0.726507,"recall":0.779644,"f1":0.741757,"accuracy":0.779644,"main_score":0.741757,"hf_subset":"ceb_Latn-slv_Latn","languages":["ceb-Latn","slv-Latn"]},{"precision":0.710884,"recall":0.759881,"f1":0.725778,"accuracy":0.759881,"main_score":0.725778,"hf_subset":"ceb_Latn-tpi_Latn","languages":["ceb-Latn","tpi-Latn"]},{"precision":0.802754,"recall":0.848814,"f1":0.816241,"accuracy":0.848814,"main_score":0.816241,"hf_subset":"ceb_Latn-zsm_Latn","languages":["ceb-Latn","zsm-Latn"]},{"precision":0.422101,"recall":0.507905,"f1":0.445021,"accuracy":0.507905,"main_score":0.445021,"hf_subset":"ceb_Latn-ayr_Latn","languages":["ceb-Latn","ayr-Latn"]},{"precision":0.800199,"recall":0.846838,"f1":0.814018,"accuracy":0.846838,"main_score":0.814018,"hf_subset":"ceb_Latn-dan_Latn","languages":["ceb-Latn","dan-Latn"]},{"precision":0.733796,"recall":0.793478,"f1":0.751254,"accuracy":0.793478,"main_score":0.751254,"hf_subset":"ceb_Latn-guj_Gujr","languages":["ceb-Latn","guj-Gujr"]},{"precision":0.629904,"recall":0.695652,"f1":0.64859,"accuracy":0.695652,"main_score":0.64859,"hf_subset":"ceb_Latn-kaz_Cyrl","languages":["ceb-Latn","kaz-Cyrl"]},{"precision":0.417162,"recall":0.487154,"f1":0.436054,"accuracy":0.487154,"main_score":0.436054,"hf_subset":"ceb_Latn-lug_Latn","languages":["ceb-Latn","lug-Latn"]},{"precision":0.773452,"recall":0.818182,"f1":0.786668,"accuracy":0.818182,"main_score":0.786668,"hf_subset":"ceb_Latn-oci_Latn","languages":["ceb-Latn","oci-Latn"]},{"precision":0.482604,"recall":0.559289,"f1":0.503505,"accuracy":0.559289,"main_score":0.503505,"hf_subset":"ceb_Latn-smo_Latn","languages":["ceb-Latn","smo-Latn"]},{"precision":0.454732,"recall":0.523715,"f1":0.473721,"accuracy":0.523715,"main_score":0.473721,"hf_subset":"ceb_Latn-tsn_Latn","languages":["ceb-Latn","tsn-Latn"]},{"precision":0.419271,"recall":0.5,"f1":0.441061,"accuracy":0.5,"main_score":0.441061,"hf_subset":"ceb_Latn-zul_Latn","languages":["ceb-Latn","zul-Latn"]},{"precision":0.520563,"recall":0.610672,"f1":0.545866,"accuracy":0.610672,"main_score":0.545866,"hf_subset":"ceb_Latn-azb_Arab","languages":["ceb-Latn","azb-Arab"]},{"precision":0.824105,"recall":0.866601,"f1":0.836873,"accuracy":0.866601,"main_score":0.836873,"hf_subset":"ceb_Latn-deu_Latn","languages":["ceb-Latn","deu-Latn"]},{"precision":0.553411,"recall":0.632411,"f1":0.575457,"accuracy":0.632411,"main_score":0.575457,"hf_subset":"ceb_Latn-hat_Latn","languages":["ceb-Latn","hat-Latn"]},{"precision":0.387663,"recall":0.464427,"f1":0.408003,"accuracy":0.464427,"main_score":0.408003,"hf_subset":"ceb_Latn-kbp_Latn","languages":["ceb-Latn","kbp-Latn"]},{"precision":0.476985,"recall":0.550395,"f1":0.496915,"accuracy":0.550395,"main_score":0.496915,"hf_subset":"ceb_Latn-luo_Latn","languages":["ceb-Latn","luo-Latn"]},{"precision":0.493685,"recall":0.563241,"f1":0.513179,"accuracy":0.563241,"main_score":0.513179,"hf_subset":"ceb_Latn-ory_Orya","languages":["ceb-Latn","ory-Orya"]},{"precision":0.452935,"recall":0.520751,"f1":0.471892,"accuracy":0.520751,"main_score":0.471892,"hf_subset":"ceb_Latn-sna_Latn","languages":["ceb-Latn","sna-Latn"]},{"precision":0.438763,"recall":0.508893,"f1":0.457274,"accuracy":0.508893,"main_score":0.457274,"hf_subset":"ceb_Latn-tso_Latn","languages":["ceb-Latn","tso-Latn"]},{"precision":0.664469,"recall":0.728261,"f1":0.683051,"accuracy":0.728261,"main_score":0.683051,"hf_subset":"ceb_Latn-azj_Latn","languages":["ceb-Latn","azj-Latn"]},{"precision":0.449938,"recall":0.525692,"f1":0.470478,"accuracy":0.525692,"main_score":0.470478,"hf_subset":"ceb_Latn-dik_Latn","languages":["ceb-Latn","dik-Latn"]},{"precision":0.458703,"recall":0.524704,"f1":0.476714,"accuracy":0.524704,"main_score":0.476714,"hf_subset":"ceb_Latn-hau_Latn","languages":["ceb-Latn","hau-Latn"]},{"precision":0.718957,"recall":0.777668,"f1":0.736106,"accuracy":0.777668,"main_score":0.736106,"hf_subset":"ceb_Latn-kea_Latn","languages":["ceb-Latn","kea-Latn"]},{"precision":0.600309,"recall":0.658103,"f1":0.617413,"accuracy":0.658103,"main_score":0.617413,"hf_subset":"ceb_Latn-lus_Latn","languages":["ceb-Latn","lus-Latn"]},{"precision":0.737049,"recall":0.783597,"f1":0.749976,"accuracy":0.783597,"main_score":0.749976,"hf_subset":"ceb_Latn-pag_Latn","languages":["ceb-Latn","pag-Latn"]},{"precision":0.526776,"recall":0.607708,"f1":0.549941,"accuracy":0.607708,"main_score":0.549941,"hf_subset":"ceb_Latn-snd_Arab","languages":["ceb-Latn","snd-Arab"]},{"precision":0.538916,"recall":0.613636,"f1":0.56035,"accuracy":0.613636,"main_score":0.56035,"hf_subset":"ceb_Latn-tuk_Latn","languages":["ceb-Latn","tuk-Latn"]},{"precision":0.607054,"recall":0.674901,"f1":0.626673,"accuracy":0.674901,"main_score":0.626673,"hf_subset":"ceb_Latn-bak_Cyrl","languages":["ceb-Latn","bak-Cyrl"]},{"precision":0.378654,"recall":0.466403,"f1":0.402891,"accuracy":0.466403,"main_score":0.402891,"hf_subset":"ceb_Latn-dyu_Latn","languages":["ceb-Latn","dyu-Latn"]},{"precision":0.659619,"recall":0.730237,"f1":0.680356,"accuracy":0.730237,"main_score":0.680356,"hf_subset":"ceb_Latn-heb_Hebr","languages":["ceb-Latn","heb-Hebr"]},{"precision":0.459443,"recall":0.528656,"f1":0.478607,"accuracy":0.528656,"main_score":0.478607,"hf_subset":"ceb_Latn-khk_Cyrl","languages":["ceb-Latn","khk-Cyrl"]},{"precision":0.69364,"recall":0.749012,"f1":0.709947,"accuracy":0.749012,"main_score":0.709947,"hf_subset":"ceb_Latn-lvs_Latn","languages":["ceb-Latn","lvs-Latn"]},{"precision":0.689469,"recall":0.750988,"f1":0.707339,"accuracy":0.750988,"main_score":0.707339,"hf_subset":"ceb_Latn-pan_Guru","languages":["ceb-Latn","pan-Guru"]},{"precision":0.412339,"recall":0.481225,"f1":0.43073,"accuracy":0.481225,"main_score":0.43073,"hf_subset":"ceb_Latn-som_Latn","languages":["ceb-Latn","som-Latn"]},{"precision":0.486928,"recall":0.538538,"f1":0.50158,"accuracy":0.538538,"main_score":0.50158,"hf_subset":"ceb_Latn-tum_Latn","languages":["ceb-Latn","tum-Latn"]},{"precision":0.27622,"recall":0.327075,"f1":0.289008,"accuracy":0.327075,"main_score":0.289008,"hf_subset":"fuv_Latn-ace_Arab","languages":["fuv-Latn","ace-Arab"]},{"precision":0.406728,"recall":0.444664,"f1":0.417893,"accuracy":0.444664,"main_score":0.417893,"hf_subset":"fuv_Latn-bam_Latn","languages":["fuv-Latn","bam-Latn"]},{"precision":0.141347,"recall":0.187747,"f1":0.153758,"accuracy":0.187747,"main_score":0.153758,"hf_subset":"fuv_Latn-dzo_Tibt","languages":["fuv-Latn","dzo-Tibt"]},{"precision":0.457088,"recall":0.523715,"f1":0.475233,"accuracy":0.523715,"main_score":0.475233,"hf_subset":"fuv_Latn-hin_Deva","languages":["fuv-Latn","hin-Deva"]},{"precision":0.365031,"recall":0.416008,"f1":0.379467,"accuracy":0.416008,"main_score":0.379467,"hf_subset":"fuv_Latn-khm_Khmr","languages":["fuv-Latn","khm-Khmr"]},{"precision":0.456205,"recall":0.508893,"f1":0.470404,"accuracy":0.508893,"main_score":0.470404,"hf_subset":"fuv_Latn-mag_Deva","languages":["fuv-Latn","mag-Deva"]},{"precision":0.468368,"recall":0.498024,"f1":0.476901,"accuracy":0.498024,"main_score":0.476901,"hf_subset":"fuv_Latn-pap_Latn","languages":["fuv-Latn","pap-Latn"]},{"precision":0.429659,"recall":0.472332,"f1":0.441201,"accuracy":0.472332,"main_score":0.441201,"hf_subset":"fuv_Latn-sot_Latn","languages":["fuv-Latn","sot-Latn"]},{"precision":0.462899,"recall":0.517787,"f1":0.477936,"accuracy":0.517787,"main_score":0.477936,"hf_subset":"fuv_Latn-tur_Latn","languages":["fuv-Latn","tur-Latn"]},{"precision":0.475282,"recall":0.509881,"f1":0.485027,"accuracy":0.509881,"main_score":0.485027,"hf_subset":"fuv_Latn-ace_Latn","languages":["fuv-Latn","ace-Latn"]},{"precision":0.464364,"recall":0.497036,"f1":0.474001,"accuracy":0.497036,"main_score":0.474001,"hf_subset":"fuv_Latn-ban_Latn","languages":["fuv-Latn","ban-Latn"]},{"precision":0.396925,"recall":0.452569,"f1":0.411968,"accuracy":0.452569,"main_score":0.411968,"hf_subset":"fuv_Latn-ell_Grek","languages":["fuv-Latn","ell-Grek"]},{"precision":0.444993,"recall":0.498024,"f1":0.460183,"accuracy":0.498024,"main_score":0.460183,"hf_subset":"fuv_Latn-hne_Deva","languages":["fuv-Latn","hne-Deva"]},{"precision":0.423679,"recall":0.467391,"f1":0.435741,"accuracy":0.467391,"main_score":0.435741,"hf_subset":"fuv_Latn-kik_Latn","languages":["fuv-Latn","kik-Latn"]},{"precision":0.453529,"recall":0.506917,"f1":0.468799,"accuracy":0.506917,"main_score":0.468799,"hf_subset":"fuv_Latn-mai_Deva","languages":["fuv-Latn","mai-Deva"]},{"precision":0.417042,"recall":0.459486,"f1":0.4296,"accuracy":0.459486,"main_score":0.4296,"hf_subset":"fuv_Latn-pbt_Arab","languages":["fuv-Latn","pbt-Arab"]},{"precision":0.475144,"recall":0.534585,"f1":0.490996,"accuracy":0.534585,"main_score":0.490996,"hf_subset":"fuv_Latn-spa_Latn","languages":["fuv-Latn","spa-Latn"]},{"precision":0.467638,"recall":0.499012,"f1":0.477339,"accuracy":0.499012,"main_score":0.477339,"hf_subset":"fuv_Latn-twi_Latn","languages":["fuv-Latn","twi-Latn"]},{"precision":0.447777,"recall":0.5,"f1":0.461307,"accuracy":0.5,"main_score":0.461307,"hf_subset":"fuv_Latn-acm_Arab","languages":["fuv-Latn","acm-Arab"]},{"precision":0.401093,"recall":0.44664,"f1":0.41409,"accuracy":0.44664,"main_score":0.41409,"hf_subset":"fuv_Latn-bel_Cyrl","languages":["fuv-Latn","bel-Cyrl"]},{"precision":0.498101,"recall":0.556324,"f1":0.513546,"accuracy":0.556324,"main_score":0.513546,"hf_subset":"fuv_Latn-eng_Latn","languages":["fuv-Latn","eng-Latn"]},{"precision":0.455955,"recall":0.5,"f1":0.468192,"accuracy":0.5,"main_score":0.468192,"hf_subset":"fuv_Latn-hrv_Latn","languages":["fuv-Latn","hrv-Latn"]},{"precision":0.380459,"recall":0.43083,"f1":0.395064,"accuracy":0.43083,"main_score":0.395064,"hf_subset":"fuv_Latn-kin_Latn","languages":["fuv-Latn","kin-Latn"]},{"precision":0.407709,"recall":0.477273,"f1":0.42744,"accuracy":0.477273,"main_score":0.42744,"hf_subset":"fuv_Latn-mal_Mlym","languages":["fuv-Latn","mal-Mlym"]},{"precision":0.426073,"recall":0.497036,"f1":0.445098,"accuracy":0.497036,"main_score":0.445098,"hf_subset":"fuv_Latn-pes_Arab","languages":["fuv-Latn","pes-Arab"]},{"precision":0.437579,"recall":0.475296,"f1":0.447748,"accuracy":0.475296,"main_score":0.447748,"hf_subset":"fuv_Latn-srd_Latn","languages":["fuv-Latn","srd-Latn"]},{"precision":0.134129,"recall":0.177866,"f1":0.145662,"accuracy":0.177866,"main_score":0.145662,"hf_subset":"fuv_Latn-tzm_Tfng","languages":["fuv-Latn","tzm-Tfng"]},{"precision":0.448088,"recall":0.506917,"f1":0.463003,"accuracy":0.506917,"main_score":0.463003,"hf_subset":"fuv_Latn-acq_Arab","languages":["fuv-Latn","acq-Arab"]},{"precision":0.45276,"recall":0.488142,"f1":0.463259,"accuracy":0.488142,"main_score":0.463259,"hf_subset":"fuv_Latn-bem_Latn","languages":["fuv-Latn","bem-Latn"]},{"precision":0.455879,"recall":0.491107,"f1":0.465681,"accuracy":0.491107,"main_score":0.465681,"hf_subset":"fuv_Latn-epo_Latn","languages":["fuv-Latn","epo-Latn"]},{"precision":0.432493,"recall":0.493083,"f1":0.448981,"accuracy":0.493083,"main_score":0.448981,"hf_subset":"fuv_Latn-hun_Latn","languages":["fuv-Latn","hun-Latn"]},{"precision":0.443414,"recall":0.483202,"f1":0.454231,"accuracy":0.483202,"main_score":0.454231,"hf_subset":"fuv_Latn-kir_Cyrl","languages":["fuv-Latn","kir-Cyrl"]},{"precision":0.448082,"recall":0.506917,"f1":0.463461,"accuracy":0.506917,"main_score":0.463461,"hf_subset":"fuv_Latn-mar_Deva","languages":["fuv-Latn","mar-Deva"]},{"precision":0.429405,"recall":0.47332,"f1":0.441787,"accuracy":0.47332,"main_score":0.441787,"hf_subset":"fuv_Latn-plt_Latn","languages":["fuv-Latn","plt-Latn"]},{"precision":0.428501,"recall":0.477273,"f1":0.441932,"accuracy":0.477273,"main_score":0.441932,"hf_subset":"fuv_Latn-srp_Cyrl","languages":["fuv-Latn","srp-Cyrl"]},{"precision":0.282255,"recall":0.327075,"f1":0.294742,"accuracy":0.327075,"main_score":0.294742,"hf_subset":"fuv_Latn-uig_Arab","languages":["fuv-Latn","uig-Arab"]},{"precision":0.433587,"recall":0.476285,"f1":0.445343,"accuracy":0.476285,"main_score":0.445343,"hf_subset":"fuv_Latn-aeb_Arab","languages":["fuv-Latn","aeb-Arab"]},{"precision":0.441249,"recall":0.503953,"f1":0.458555,"accuracy":0.503953,"main_score":0.458555,"hf_subset":"fuv_Latn-ben_Beng","languages":["fuv-Latn","ben-Beng"]},{"precision":0.424901,"recall":0.469368,"f1":0.437343,"accuracy":0.469368,"main_score":0.437343,"hf_subset":"fuv_Latn-est_Latn","languages":["fuv-Latn","est-Latn"]},{"precision":0.382,"recall":0.427866,"f1":0.394654,"accuracy":0.427866,"main_score":0.394654,"hf_subset":"fuv_Latn-hye_Armn","languages":["fuv-Latn","hye-Armn"]},{"precision":0.412121,"recall":0.449605,"f1":0.422829,"accuracy":0.449605,"main_score":0.422829,"hf_subset":"fuv_Latn-kmb_Latn","languages":["fuv-Latn","kmb-Latn"]},{"precision":0.225141,"recall":0.273715,"f1":0.237377,"accuracy":0.273715,"main_score":0.237377,"hf_subset":"fuv_Latn-min_Arab","languages":["fuv-Latn","min-Arab"]},{"precision":0.462033,"recall":0.518775,"f1":0.477216,"accuracy":0.518775,"main_score":0.477216,"hf_subset":"fuv_Latn-pol_Latn","languages":["fuv-Latn","pol-Latn"]},{"precision":0.404487,"recall":0.452569,"f1":0.419025,"accuracy":0.452569,"main_score":0.419025,"hf_subset":"fuv_Latn-ssw_Latn","languages":["fuv-Latn","ssw-Latn"]},{"precision":0.45425,"recall":0.507905,"f1":0.468352,"accuracy":0.507905,"main_score":0.468352,"hf_subset":"fuv_Latn-ukr_Cyrl","languages":["fuv-Latn","ukr-Cyrl"]},{"precision":0.488538,"recall":0.521739,"f1":0.498301,"accuracy":0.521739,"main_score":0.498301,"hf_subset":"fuv_Latn-afr_Latn","languages":["fuv-Latn","afr-Latn"]},{"precision":0.461554,"recall":0.511858,"f1":0.475721,"accuracy":0.511858,"main_score":0.475721,"hf_subset":"fuv_Latn-bho_Deva","languages":["fuv-Latn","bho-Deva"]},{"precision":0.447333,"recall":0.479249,"f1":0.456152,"accuracy":0.479249,"main_score":0.456152,"hf_subset":"fuv_Latn-eus_Latn","languages":["fuv-Latn","eus-Latn"]},{"precision":0.406389,"recall":0.456522,"f1":0.42101,"accuracy":0.456522,"main_score":0.42101,"hf_subset":"fuv_Latn-ibo_Latn","languages":["fuv-Latn","ibo-Latn"]},{"precision":0.415931,"recall":0.456522,"f1":0.426937,"accuracy":0.456522,"main_score":0.426937,"hf_subset":"fuv_Latn-kmr_Latn","languages":["fuv-Latn","kmr-Latn"]},{"precision":0.454134,"recall":0.488142,"f1":0.462711,"accuracy":0.488142,"main_score":0.462711,"hf_subset":"fuv_Latn-min_Latn","languages":["fuv-Latn","min-Latn"]},{"precision":0.483353,"recall":0.538538,"f1":0.498149,"accuracy":0.538538,"main_score":0.498149,"hf_subset":"fuv_Latn-por_Latn","languages":["fuv-Latn","por-Latn"]},{"precision":0.481472,"recall":0.51087,"f1":0.490269,"accuracy":0.51087,"main_score":0.490269,"hf_subset":"fuv_Latn-sun_Latn","languages":["fuv-Latn","sun-Latn"]},{"precision":0.386488,"recall":0.436759,"f1":0.400859,"accuracy":0.436759,"main_score":0.400859,"hf_subset":"fuv_Latn-umb_Latn","languages":["fuv-Latn","umb-Latn"]},{"precision":0.452166,"recall":0.498024,"f1":0.464191,"accuracy":0.498024,"main_score":0.464191,"hf_subset":"fuv_Latn-ajp_Arab","languages":["fuv-Latn","ajp-Arab"]},{"precision":0.241135,"recall":0.290514,"f1":0.25432,"accuracy":0.290514,"main_score":0.25432,"hf_subset":"fuv_Latn-bjn_Arab","languages":["fuv-Latn","bjn-Arab"]},{"precision":0.422175,"recall":0.459486,"f1":0.432562,"accuracy":0.459486,"main_score":0.432562,"hf_subset":"fuv_Latn-ewe_Latn","languages":["fuv-Latn","ewe-Latn"]},{"precision":0.497978,"recall":0.531621,"f1":0.507776,"accuracy":0.531621,"main_score":0.507776,"hf_subset":"fuv_Latn-ilo_Latn","languages":["fuv-Latn","ilo-Latn"]},{"precision":0.202067,"recall":0.245059,"f1":0.213183,"accuracy":0.245059,"main_score":0.213183,"hf_subset":"fuv_Latn-knc_Arab","languages":["fuv-Latn","knc-Arab"]},{"precision":0.439657,"recall":0.48419,"f1":0.451949,"accuracy":0.48419,"main_score":0.451949,"hf_subset":"fuv_Latn-mkd_Cyrl","languages":["fuv-Latn","mkd-Cyrl"]},{"precision":0.433406,"recall":0.501976,"f1":0.452115,"accuracy":0.501976,"main_score":0.452115,"hf_subset":"fuv_Latn-prs_Arab","languages":["fuv-Latn","prs-Arab"]},{"precision":0.469496,"recall":0.522727,"f1":0.484067,"accuracy":0.522727,"main_score":0.484067,"hf_subset":"fuv_Latn-swe_Latn","languages":["fuv-Latn","swe-Latn"]},{"precision":0.408989,"recall":0.465415,"f1":0.424189,"accuracy":0.465415,"main_score":0.424189,"hf_subset":"fuv_Latn-urd_Arab","languages":["fuv-Latn","urd-Arab"]},{"precision":0.455538,"recall":0.488142,"f1":0.465431,"accuracy":0.488142,"main_score":0.465431,"hf_subset":"fuv_Latn-aka_Latn","languages":["fuv-Latn","aka-Latn"]},{"precision":0.465347,"recall":0.503953,"f1":0.475477,"accuracy":0.503953,"main_score":0.475477,"hf_subset":"fuv_Latn-bjn_Latn","languages":["fuv-Latn","bjn-Latn"]},{"precision":0.426055,"recall":0.467391,"f1":0.43804,"accuracy":0.467391,"main_score":0.43804,"hf_subset":"fuv_Latn-fao_Latn","languages":["fuv-Latn","fao-Latn"]},{"precision":0.48664,"recall":0.545455,"f1":0.501951,"accuracy":0.545455,"main_score":0.501951,"hf_subset":"fuv_Latn-ind_Latn","languages":["fuv-Latn","ind-Latn"]},{"precision":0.453714,"recall":0.493083,"f1":0.464839,"accuracy":0.493083,"main_score":0.464839,"hf_subset":"fuv_Latn-knc_Latn","languages":["fuv-Latn","knc-Latn"]},{"precision":0.451312,"recall":0.487154,"f1":0.461613,"accuracy":0.487154,"main_score":0.461613,"hf_subset":"fuv_Latn-mlt_Latn","languages":["fuv-Latn","mlt-Latn"]},{"precision":0.437335,"recall":0.481225,"f1":0.449934,"accuracy":0.481225,"main_score":0.449934,"hf_subset":"fuv_Latn-quy_Latn","languages":["fuv-Latn","quy-Latn"]},{"precision":0.46019,"recall":0.5,"f1":0.471076,"accuracy":0.5,"main_score":0.471076,"hf_subset":"fuv_Latn-swh_Latn","languages":["fuv-Latn","swh-Latn"]},{"precision":0.410489,"recall":0.44664,"f1":0.42074,"accuracy":0.44664,"main_score":0.42074,"hf_subset":"fuv_Latn-uzn_Latn","languages":["fuv-Latn","uzn-Latn"]},{"precision":0.446515,"recall":0.48419,"f1":0.456551,"accuracy":0.48419,"main_score":0.456551,"hf_subset":"fuv_Latn-als_Latn","languages":["fuv-Latn","als-Latn"]},{"precision":0.185494,"recall":0.232213,"f1":0.197597,"accuracy":0.232213,"main_score":0.197597,"hf_subset":"fuv_Latn-bod_Tibt","languages":["fuv-Latn","bod-Tibt"]},{"precision":0.417513,"recall":0.460474,"f1":0.429617,"accuracy":0.460474,"main_score":0.429617,"hf_subset":"fuv_Latn-fij_Latn","languages":["fuv-Latn","fij-Latn"]},{"precision":0.399492,"recall":0.444664,"f1":0.412033,"accuracy":0.444664,"main_score":0.412033,"hf_subset":"fuv_Latn-isl_Latn","languages":["fuv-Latn","isl-Latn"]},{"precision":0.453604,"recall":0.486166,"f1":0.463166,"accuracy":0.486166,"main_score":0.463166,"hf_subset":"fuv_Latn-kon_Latn","languages":["fuv-Latn","kon-Latn"]},{"precision":0.32095,"recall":0.375494,"f1":0.335113,"accuracy":0.375494,"main_score":0.335113,"hf_subset":"fuv_Latn-mni_Beng","languages":["fuv-Latn","mni-Beng"]},{"precision":0.482834,"recall":0.528656,"f1":0.49578,"accuracy":0.528656,"main_score":0.49578,"hf_subset":"fuv_Latn-ron_Latn","languages":["fuv-Latn","ron-Latn"]},{"precision":0.429036,"recall":0.471344,"f1":0.440735,"accuracy":0.471344,"main_score":0.440735,"hf_subset":"fuv_Latn-szl_Latn","languages":["fuv-Latn","szl-Latn"]},{"precision":0.465556,"recall":0.499012,"f1":0.475352,"accuracy":0.499012,"main_score":0.475352,"hf_subset":"fuv_Latn-vec_Latn","languages":["fuv-Latn","vec-Latn"]},{"precision":0.372096,"recall":0.420949,"f1":0.385398,"accuracy":0.420949,"main_score":0.385398,"hf_subset":"fuv_Latn-amh_Ethi","languages":["fuv-Latn","amh-Ethi"]},{"precision":0.469576,"recall":0.514822,"f1":0.482496,"accuracy":0.514822,"main_score":0.482496,"hf_subset":"fuv_Latn-bos_Latn","languages":["fuv-Latn","bos-Latn"]},{"precision":0.4435,"recall":0.499012,"f1":0.458838,"accuracy":0.499012,"main_score":0.458838,"hf_subset":"fuv_Latn-fin_Latn","languages":["fuv-Latn","fin-Latn"]},{"precision":0.471317,"recall":0.528656,"f1":0.486109,"accuracy":0.528656,"main_score":0.486109,"hf_subset":"fuv_Latn-ita_Latn","languages":["fuv-Latn","ita-Latn"]},{"precision":0.443909,"recall":0.508893,"f1":0.46158,"accuracy":0.508893,"main_score":0.46158,"hf_subset":"fuv_Latn-kor_Hang","languages":["fuv-Latn","kor-Hang"]},{"precision":0.423781,"recall":0.464427,"f1":0.43573,"accuracy":0.464427,"main_score":0.43573,"hf_subset":"fuv_Latn-mos_Latn","languages":["fuv-Latn","mos-Latn"]},{"precision":0.400749,"recall":0.439723,"f1":0.412243,"accuracy":0.439723,"main_score":0.412243,"hf_subset":"fuv_Latn-run_Latn","languages":["fuv-Latn","run-Latn"]},{"precision":0.40429,"recall":0.469368,"f1":0.421324,"accuracy":0.469368,"main_score":0.421324,"hf_subset":"fuv_Latn-tam_Taml","languages":["fuv-Latn","tam-Taml"]},{"precision":0.456122,"recall":0.511858,"f1":0.471441,"accuracy":0.511858,"main_score":0.471441,"hf_subset":"fuv_Latn-vie_Latn","languages":["fuv-Latn","vie-Latn"]},{"precision":0.447586,"recall":0.495059,"f1":0.460401,"accuracy":0.495059,"main_score":0.460401,"hf_subset":"fuv_Latn-apc_Arab","languages":["fuv-Latn","apc-Arab"]},{"precision":0.462582,"recall":0.497036,"f1":0.472563,"accuracy":0.497036,"main_score":0.472563,"hf_subset":"fuv_Latn-bug_Latn","languages":["fuv-Latn","bug-Latn"]},{"precision":0.38615,"recall":0.426877,"f1":0.398372,"accuracy":0.426877,"main_score":0.398372,"hf_subset":"fuv_Latn-fon_Latn","languages":["fuv-Latn","fon-Latn"]},{"precision":0.499078,"recall":0.529644,"f1":0.506981,"accuracy":0.529644,"main_score":0.506981,"hf_subset":"fuv_Latn-jav_Latn","languages":["fuv-Latn","jav-Latn"]},{"precision":0.377579,"recall":0.422925,"f1":0.38983,"accuracy":0.422925,"main_score":0.38983,"hf_subset":"fuv_Latn-lao_Laoo","languages":["fuv-Latn","lao-Laoo"]},{"precision":0.390005,"recall":0.436759,"f1":0.403264,"accuracy":0.436759,"main_score":0.403264,"hf_subset":"fuv_Latn-mri_Latn","languages":["fuv-Latn","mri-Latn"]},{"precision":0.445516,"recall":0.51581,"f1":0.464863,"accuracy":0.51581,"main_score":0.464863,"hf_subset":"fuv_Latn-rus_Cyrl","languages":["fuv-Latn","rus-Cyrl"]},{"precision":0.405528,"recall":0.451581,"f1":0.418864,"accuracy":0.451581,"main_score":0.418864,"hf_subset":"fuv_Latn-taq_Latn","languages":["fuv-Latn","taq-Latn"]},{"precision":0.488938,"recall":0.522727,"f1":0.49816,"accuracy":0.522727,"main_score":0.49816,"hf_subset":"fuv_Latn-war_Latn","languages":["fuv-Latn","war-Latn"]},{"precision":0.448492,"recall":0.509881,"f1":0.464281,"accuracy":0.509881,"main_score":0.464281,"hf_subset":"fuv_Latn-arb_Arab","languages":["fuv-Latn","arb-Arab"]},{"precision":0.463702,"recall":0.508893,"f1":0.477095,"accuracy":0.508893,"main_score":0.477095,"hf_subset":"fuv_Latn-bul_Cyrl","languages":["fuv-Latn","bul-Cyrl"]},{"precision":0.48639,"recall":0.538538,"f1":0.500273,"accuracy":0.538538,"main_score":0.500273,"hf_subset":"fuv_Latn-fra_Latn","languages":["fuv-Latn","fra-Latn"]},{"precision":0.450328,"recall":0.518775,"f1":0.468974,"accuracy":0.518775,"main_score":0.468974,"hf_subset":"fuv_Latn-jpn_Jpan","languages":["fuv-Latn","jpn-Jpan"]},{"precision":0.458599,"recall":0.495059,"f1":0.46888,"accuracy":0.495059,"main_score":0.46888,"hf_subset":"fuv_Latn-lij_Latn","languages":["fuv-Latn","lij-Latn"]},{"precision":0.314107,"recall":0.383399,"f1":0.33425,"accuracy":0.383399,"main_score":0.33425,"hf_subset":"fuv_Latn-mya_Mymr","languages":["fuv-Latn","mya-Mymr"]},{"precision":0.446989,"recall":0.482213,"f1":0.457446,"accuracy":0.482213,"main_score":0.457446,"hf_subset":"fuv_Latn-sag_Latn","languages":["fuv-Latn","sag-Latn"]},{"precision":0.161703,"recall":0.217391,"f1":0.175804,"accuracy":0.217391,"main_score":0.175804,"hf_subset":"fuv_Latn-taq_Tfng","languages":["fuv-Latn","taq-Tfng"]},{"precision":0.434855,"recall":0.468379,"f1":0.444641,"accuracy":0.468379,"main_score":0.444641,"hf_subset":"fuv_Latn-wol_Latn","languages":["fuv-Latn","wol-Latn"]},{"precision":0.298416,"recall":0.359684,"f1":0.315018,"accuracy":0.359684,"main_score":0.315018,"hf_subset":"fuv_Latn-arb_Latn","languages":["fuv-Latn","arb-Latn"]},{"precision":0.453006,"recall":0.5,"f1":0.466608,"accuracy":0.5,"main_score":0.466608,"hf_subset":"fuv_Latn-cat_Latn","languages":["fuv-Latn","cat-Latn"]},{"precision":0.454009,"recall":0.487154,"f1":0.463289,"accuracy":0.487154,"main_score":0.463289,"hf_subset":"fuv_Latn-fur_Latn","languages":["fuv-Latn","fur-Latn"]},{"precision":0.293577,"recall":0.343874,"f1":0.307548,"accuracy":0.343874,"main_score":0.307548,"hf_subset":"fuv_Latn-kab_Latn","languages":["fuv-Latn","kab-Latn"]},{"precision":0.451784,"recall":0.493083,"f1":0.463578,"accuracy":0.493083,"main_score":0.463578,"hf_subset":"fuv_Latn-lim_Latn","languages":["fuv-Latn","lim-Latn"]},{"precision":0.46571,"recall":0.523715,"f1":0.481647,"accuracy":0.523715,"main_score":0.481647,"hf_subset":"fuv_Latn-nld_Latn","languages":["fuv-Latn","nld-Latn"]},{"precision":0.386053,"recall":0.442688,"f1":0.401929,"accuracy":0.442688,"main_score":0.401929,"hf_subset":"fuv_Latn-san_Deva","languages":["fuv-Latn","san-Deva"]},{"precision":0.434776,"recall":0.476285,"f1":0.445693,"accuracy":0.476285,"main_score":0.445693,"hf_subset":"fuv_Latn-tat_Cyrl","languages":["fuv-Latn","tat-Cyrl"]},{"precision":0.441248,"recall":0.487154,"f1":0.45437,"accuracy":0.487154,"main_score":0.45437,"hf_subset":"fuv_Latn-xho_Latn","languages":["fuv-Latn","xho-Latn"]},{"precision":0.420199,"recall":0.488142,"f1":0.438305,"accuracy":0.488142,"main_score":0.438305,"hf_subset":"fuv_Latn-ars_Arab","languages":["fuv-Latn","ars-Arab"]},{"precision":0.497654,"recall":0.530632,"f1":0.507559,"accuracy":0.530632,"main_score":0.507559,"hf_subset":"fuv_Latn-ceb_Latn","languages":["fuv-Latn","ceb-Latn"]},{"precision":0.434074,"recall":0.479249,"f1":0.446985,"accuracy":0.479249,"main_score":0.446985,"hf_subset":"fuv_Latn-kac_Latn","languages":["fuv-Latn","kac-Latn"]},{"precision":0.463903,"recall":0.504941,"f1":0.475816,"accuracy":0.504941,"main_score":0.475816,"hf_subset":"fuv_Latn-lin_Latn","languages":["fuv-Latn","lin-Latn"]},{"precision":0.454268,"recall":0.501976,"f1":0.467774,"accuracy":0.501976,"main_score":0.467774,"hf_subset":"fuv_Latn-nno_Latn","languages":["fuv-Latn","nno-Latn"]},{"precision":0.163353,"recall":0.206522,"f1":0.174193,"accuracy":0.206522,"main_score":0.174193,"hf_subset":"fuv_Latn-sat_Olck","languages":["fuv-Latn","sat-Olck"]},{"precision":0.41278,"recall":0.481225,"f1":0.431271,"accuracy":0.481225,"main_score":0.431271,"hf_subset":"fuv_Latn-tel_Telu","languages":["fuv-Latn","tel-Telu"]},{"precision":0.251266,"recall":0.302372,"f1":0.264487,"accuracy":0.302372,"main_score":0.264487,"hf_subset":"fuv_Latn-ydd_Hebr","languages":["fuv-Latn","ydd-Hebr"]},{"precision":0.421478,"recall":0.466403,"f1":0.433451,"accuracy":0.466403,"main_score":0.433451,"hf_subset":"fuv_Latn-ary_Arab","languages":["fuv-Latn","ary-Arab"]},{"precision":0.454582,"recall":0.508893,"f1":0.470141,"accuracy":0.508893,"main_score":0.470141,"hf_subset":"fuv_Latn-ces_Latn","languages":["fuv-Latn","ces-Latn"]},{"precision":0.320048,"recall":0.365613,"f1":0.33307,"accuracy":0.365613,"main_score":0.33307,"hf_subset":"fuv_Latn-gaz_Latn","languages":["fuv-Latn","gaz-Latn"]},{"precision":0.425579,"recall":0.463439,"f1":0.436682,"accuracy":0.463439,"main_score":0.436682,"hf_subset":"fuv_Latn-kam_Latn","languages":["fuv-Latn","kam-Latn"]},{"precision":0.425524,"recall":0.470356,"f1":0.438407,"accuracy":0.470356,"main_score":0.438407,"hf_subset":"fuv_Latn-lit_Latn","languages":["fuv-Latn","lit-Latn"]},{"precision":0.469972,"recall":0.519763,"f1":0.483271,"accuracy":0.519763,"main_score":0.483271,"hf_subset":"fuv_Latn-nob_Latn","languages":["fuv-Latn","nob-Latn"]},{"precision":0.447369,"recall":0.482213,"f1":0.45658,"accuracy":0.482213,"main_score":0.45658,"hf_subset":"fuv_Latn-scn_Latn","languages":["fuv-Latn","scn-Latn"]},{"precision":0.378668,"recall":0.421937,"f1":0.390958,"accuracy":0.421937,"main_score":0.390958,"hf_subset":"fuv_Latn-tgk_Cyrl","languages":["fuv-Latn","tgk-Cyrl"]},{"precision":0.404067,"recall":0.450593,"f1":0.418171,"accuracy":0.450593,"main_score":0.418171,"hf_subset":"fuv_Latn-yor_Latn","languages":["fuv-Latn","yor-Latn"]},{"precision":0.455222,"recall":0.511858,"f1":0.470268,"accuracy":0.511858,"main_score":0.470268,"hf_subset":"fuv_Latn-arz_Arab","languages":["fuv-Latn","arz-Arab"]},{"precision":0.418394,"recall":0.458498,"f1":0.42964,"accuracy":0.458498,"main_score":0.42964,"hf_subset":"fuv_Latn-cjk_Latn","languages":["fuv-Latn","cjk-Latn"]},{"precision":0.36155,"recall":0.416008,"f1":0.376487,"accuracy":0.416008,"main_score":0.376487,"hf_subset":"fuv_Latn-gla_Latn","languages":["fuv-Latn","gla-Latn"]},{"precision":0.432812,"recall":0.48913,"f1":0.448895,"accuracy":0.48913,"main_score":0.448895,"hf_subset":"fuv_Latn-kan_Knda","languages":["fuv-Latn","kan-Knda"]},{"precision":0.440072,"recall":0.475296,"f1":0.449935,"accuracy":0.475296,"main_score":0.449935,"hf_subset":"fuv_Latn-lmo_Latn","languages":["fuv-Latn","lmo-Latn"]},{"precision":0.434038,"recall":0.488142,"f1":0.448673,"accuracy":0.488142,"main_score":0.448673,"hf_subset":"fuv_Latn-npi_Deva","languages":["fuv-Latn","npi-Deva"]},{"precision":0.377997,"recall":0.435771,"f1":0.394505,"accuracy":0.435771,"main_score":0.394505,"hf_subset":"fuv_Latn-shn_Mymr","languages":["fuv-Latn","shn-Mymr"]},{"precision":0.482834,"recall":0.522727,"f1":0.493462,"accuracy":0.522727,"main_score":0.493462,"hf_subset":"fuv_Latn-tgl_Latn","languages":["fuv-Latn","tgl-Latn"]},{"precision":0.433875,"recall":0.503953,"f1":0.452608,"accuracy":0.503953,"main_score":0.452608,"hf_subset":"fuv_Latn-yue_Hant","languages":["fuv-Latn","yue-Hant"]},{"precision":0.380083,"recall":0.428854,"f1":0.394102,"accuracy":0.428854,"main_score":0.394102,"hf_subset":"fuv_Latn-asm_Beng","languages":["fuv-Latn","asm-Beng"]},{"precision":0.312642,"recall":0.368577,"f1":0.328144,"accuracy":0.368577,"main_score":0.328144,"hf_subset":"fuv_Latn-ckb_Arab","languages":["fuv-Latn","ckb-Arab"]},{"precision":0.341359,"recall":0.397233,"f1":0.356934,"accuracy":0.397233,"main_score":0.356934,"hf_subset":"fuv_Latn-gle_Latn","languages":["fuv-Latn","gle-Latn"]},{"precision":0.3395,"recall":0.397233,"f1":0.355452,"accuracy":0.397233,"main_score":0.355452,"hf_subset":"fuv_Latn-kas_Arab","languages":["fuv-Latn","kas-Arab"]},{"precision":0.413232,"recall":0.456522,"f1":0.425303,"accuracy":0.456522,"main_score":0.425303,"hf_subset":"fuv_Latn-ltg_Latn","languages":["fuv-Latn","ltg-Latn"]},{"precision":0.472955,"recall":0.505929,"f1":0.482633,"accuracy":0.505929,"main_score":0.482633,"hf_subset":"fuv_Latn-nso_Latn","languages":["fuv-Latn","nso-Latn"]},{"precision":0.385525,"recall":0.440711,"f1":0.401044,"accuracy":0.440711,"main_score":0.401044,"hf_subset":"fuv_Latn-sin_Sinh","languages":["fuv-Latn","sin-Sinh"]},{"precision":0.441756,"recall":0.509881,"f1":0.460061,"accuracy":0.509881,"main_score":0.460061,"hf_subset":"fuv_Latn-tha_Thai","languages":["fuv-Latn","tha-Thai"]},{"precision":0.449587,"recall":0.512846,"f1":0.467055,"accuracy":0.512846,"main_score":0.467055,"hf_subset":"fuv_Latn-zho_Hans","languages":["fuv-Latn","zho-Hans"]},{"precision":0.464472,"recall":0.499012,"f1":0.473828,"accuracy":0.499012,"main_score":0.473828,"hf_subset":"fuv_Latn-ast_Latn","languages":["fuv-Latn","ast-Latn"]},{"precision":0.42618,"recall":0.464427,"f1":0.437159,"accuracy":0.464427,"main_score":0.437159,"hf_subset":"fuv_Latn-crh_Latn","languages":["fuv-Latn","crh-Latn"]},{"precision":0.478415,"recall":0.522727,"f1":0.490543,"accuracy":0.522727,"main_score":0.490543,"hf_subset":"fuv_Latn-glg_Latn","languages":["fuv-Latn","glg-Latn"]},{"precision":0.393765,"recall":0.447628,"f1":0.408814,"accuracy":0.447628,"main_score":0.408814,"hf_subset":"fuv_Latn-kas_Deva","languages":["fuv-Latn","kas-Deva"]},{"precision":0.45503,"recall":0.498024,"f1":0.466956,"accuracy":0.498024,"main_score":0.466956,"hf_subset":"fuv_Latn-ltz_Latn","languages":["fuv-Latn","ltz-Latn"]},{"precision":0.32705,"recall":0.375494,"f1":0.34031,"accuracy":0.375494,"main_score":0.34031,"hf_subset":"fuv_Latn-nus_Latn","languages":["fuv-Latn","nus-Latn"]},{"precision":0.445075,"recall":0.492095,"f1":0.457959,"accuracy":0.492095,"main_score":0.457959,"hf_subset":"fuv_Latn-slk_Latn","languages":["fuv-Latn","slk-Latn"]},{"precision":0.321727,"recall":0.376482,"f1":0.337305,"accuracy":0.376482,"main_score":0.337305,"hf_subset":"fuv_Latn-tir_Ethi","languages":["fuv-Latn","tir-Ethi"]},{"precision":0.437588,"recall":0.506917,"f1":0.456067,"accuracy":0.506917,"main_score":0.456067,"hf_subset":"fuv_Latn-zho_Hant","languages":["fuv-Latn","zho-Hant"]},{"precision":0.462257,"recall":0.514822,"f1":0.476083,"accuracy":0.514822,"main_score":0.476083,"hf_subset":"fuv_Latn-awa_Deva","languages":["fuv-Latn","awa-Deva"]},{"precision":0.390721,"recall":0.435771,"f1":0.403461,"accuracy":0.435771,"main_score":0.403461,"hf_subset":"fuv_Latn-cym_Latn","languages":["fuv-Latn","cym-Latn"]},{"precision":0.466136,"recall":0.503953,"f1":0.476793,"accuracy":0.503953,"main_score":0.476793,"hf_subset":"fuv_Latn-grn_Latn","languages":["fuv-Latn","grn-Latn"]},{"precision":0.388094,"recall":0.438735,"f1":0.402407,"accuracy":0.438735,"main_score":0.402407,"hf_subset":"fuv_Latn-kat_Geor","languages":["fuv-Latn","kat-Geor"]},{"precision":0.454143,"recall":0.487154,"f1":0.463836,"accuracy":0.487154,"main_score":0.463836,"hf_subset":"fuv_Latn-lua_Latn","languages":["fuv-Latn","lua-Latn"]},{"precision":0.471212,"recall":0.503953,"f1":0.480783,"accuracy":0.503953,"main_score":0.480783,"hf_subset":"fuv_Latn-nya_Latn","languages":["fuv-Latn","nya-Latn"]},{"precision":0.428801,"recall":0.478261,"f1":0.441689,"accuracy":0.478261,"main_score":0.441689,"hf_subset":"fuv_Latn-slv_Latn","languages":["fuv-Latn","slv-Latn"]},{"precision":0.491375,"recall":0.528656,"f1":0.501836,"accuracy":0.528656,"main_score":0.501836,"hf_subset":"fuv_Latn-tpi_Latn","languages":["fuv-Latn","tpi-Latn"]},{"precision":0.4833,"recall":0.534585,"f1":0.497401,"accuracy":0.534585,"main_score":0.497401,"hf_subset":"fuv_Latn-zsm_Latn","languages":["fuv-Latn","zsm-Latn"]},{"precision":0.390935,"recall":0.448617,"f1":0.407926,"accuracy":0.448617,"main_score":0.407926,"hf_subset":"fuv_Latn-ayr_Latn","languages":["fuv-Latn","ayr-Latn"]},{"precision":0.480554,"recall":0.532609,"f1":0.4947,"accuracy":0.532609,"main_score":0.4947,"hf_subset":"fuv_Latn-dan_Latn","languages":["fuv-Latn","dan-Latn"]},{"precision":0.426987,"recall":0.490119,"f1":0.444208,"accuracy":0.490119,"main_score":0.444208,"hf_subset":"fuv_Latn-guj_Gujr","languages":["fuv-Latn","guj-Gujr"]},{"precision":0.427646,"recall":0.475296,"f1":0.44146,"accuracy":0.475296,"main_score":0.44146,"hf_subset":"fuv_Latn-kaz_Cyrl","languages":["fuv-Latn","kaz-Cyrl"]},{"precision":0.415423,"recall":0.458498,"f1":0.42808,"accuracy":0.458498,"main_score":0.42808,"hf_subset":"fuv_Latn-lug_Latn","languages":["fuv-Latn","lug-Latn"]},{"precision":0.463407,"recall":0.508893,"f1":0.475812,"accuracy":0.508893,"main_score":0.475812,"hf_subset":"fuv_Latn-oci_Latn","languages":["fuv-Latn","oci-Latn"]},{"precision":0.442434,"recall":0.482213,"f1":0.454093,"accuracy":0.482213,"main_score":0.454093,"hf_subset":"fuv_Latn-smo_Latn","languages":["fuv-Latn","smo-Latn"]},{"precision":0.433745,"recall":0.477273,"f1":0.446626,"accuracy":0.477273,"main_score":0.446626,"hf_subset":"fuv_Latn-tsn_Latn","languages":["fuv-Latn","tsn-Latn"]},{"precision":0.400315,"recall":0.449605,"f1":0.414264,"accuracy":0.449605,"main_score":0.414264,"hf_subset":"fuv_Latn-zul_Latn","languages":["fuv-Latn","zul-Latn"]},{"precision":0.323858,"recall":0.38834,"f1":0.341734,"accuracy":0.38834,"main_score":0.341734,"hf_subset":"fuv_Latn-azb_Arab","languages":["fuv-Latn","azb-Arab"]},{"precision":0.479722,"recall":0.537549,"f1":0.495431,"accuracy":0.537549,"main_score":0.495431,"hf_subset":"fuv_Latn-deu_Latn","languages":["fuv-Latn","deu-Latn"]},{"precision":0.417174,"recall":0.459486,"f1":0.428997,"accuracy":0.459486,"main_score":0.428997,"hf_subset":"fuv_Latn-hat_Latn","languages":["fuv-Latn","hat-Latn"]},{"precision":0.380883,"recall":0.426877,"f1":0.393956,"accuracy":0.426877,"main_score":0.393956,"hf_subset":"fuv_Latn-kbp_Latn","languages":["fuv-Latn","kbp-Latn"]},{"precision":0.454061,"recall":0.491107,"f1":0.465333,"accuracy":0.491107,"main_score":0.465333,"hf_subset":"fuv_Latn-luo_Latn","languages":["fuv-Latn","luo-Latn"]},{"precision":0.365767,"recall":0.424901,"f1":0.382145,"accuracy":0.424901,"main_score":0.382145,"hf_subset":"fuv_Latn-ory_Orya","languages":["fuv-Latn","ory-Orya"]},{"precision":0.443584,"recall":0.48419,"f1":0.455045,"accuracy":0.48419,"main_score":0.455045,"hf_subset":"fuv_Latn-sna_Latn","languages":["fuv-Latn","sna-Latn"]},{"precision":0.437051,"recall":0.477273,"f1":0.448834,"accuracy":0.477273,"main_score":0.448834,"hf_subset":"fuv_Latn-tso_Latn","languages":["fuv-Latn","tso-Latn"]},{"precision":0.442358,"recall":0.48419,"f1":0.455256,"accuracy":0.48419,"main_score":0.455256,"hf_subset":"fuv_Latn-azj_Latn","languages":["fuv-Latn","azj-Latn"]},{"precision":0.414888,"recall":0.458498,"f1":0.427994,"accuracy":0.458498,"main_score":0.427994,"hf_subset":"fuv_Latn-dik_Latn","languages":["fuv-Latn","dik-Latn"]},{"precision":0.450029,"recall":0.487154,"f1":0.461019,"accuracy":0.487154,"main_score":0.461019,"hf_subset":"fuv_Latn-hau_Latn","languages":["fuv-Latn","hau-Latn"]},{"precision":0.46507,"recall":0.495059,"f1":0.473327,"accuracy":0.495059,"main_score":0.473327,"hf_subset":"fuv_Latn-kea_Latn","languages":["fuv-Latn","kea-Latn"]},{"precision":0.485551,"recall":0.521739,"f1":0.495628,"accuracy":0.521739,"main_score":0.495628,"hf_subset":"fuv_Latn-lus_Latn","languages":["fuv-Latn","lus-Latn"]},{"precision":0.463521,"recall":0.499012,"f1":0.474007,"accuracy":0.499012,"main_score":0.474007,"hf_subset":"fuv_Latn-pag_Latn","languages":["fuv-Latn","pag-Latn"]},{"precision":0.34838,"recall":0.402174,"f1":0.362695,"accuracy":0.402174,"main_score":0.362695,"hf_subset":"fuv_Latn-snd_Arab","languages":["fuv-Latn","snd-Arab"]},{"precision":0.428369,"recall":0.469368,"f1":0.439661,"accuracy":0.469368,"main_score":0.439661,"hf_subset":"fuv_Latn-tuk_Latn","languages":["fuv-Latn","tuk-Latn"]},{"precision":0.438823,"recall":0.478261,"f1":0.450355,"accuracy":0.478261,"main_score":0.450355,"hf_subset":"fuv_Latn-bak_Cyrl","languages":["fuv-Latn","bak-Cyrl"]},{"precision":0.343671,"recall":0.400198,"f1":0.360232,"accuracy":0.400198,"main_score":0.360232,"hf_subset":"fuv_Latn-dyu_Latn","languages":["fuv-Latn","dyu-Latn"]},{"precision":0.35177,"recall":0.408103,"f1":0.3678,"accuracy":0.408103,"main_score":0.3678,"hf_subset":"fuv_Latn-heb_Hebr","languages":["fuv-Latn","heb-Hebr"]},{"precision":0.39333,"recall":0.436759,"f1":0.406028,"accuracy":0.436759,"main_score":0.406028,"hf_subset":"fuv_Latn-khk_Cyrl","languages":["fuv-Latn","khk-Cyrl"]},{"precision":0.413366,"recall":0.460474,"f1":0.426487,"accuracy":0.460474,"main_score":0.426487,"hf_subset":"fuv_Latn-lvs_Latn","languages":["fuv-Latn","lvs-Latn"]},{"precision":0.390964,"recall":0.454545,"f1":0.408396,"accuracy":0.454545,"main_score":0.408396,"hf_subset":"fuv_Latn-pan_Guru","languages":["fuv-Latn","pan-Guru"]},{"precision":0.385229,"recall":0.427866,"f1":0.397343,"accuracy":0.427866,"main_score":0.397343,"hf_subset":"fuv_Latn-som_Latn","languages":["fuv-Latn","som-Latn"]},{"precision":0.429054,"recall":0.465415,"f1":0.440119,"accuracy":0.465415,"main_score":0.440119,"hf_subset":"fuv_Latn-tum_Latn","languages":["fuv-Latn","tum-Latn"]},{"precision":0.270659,"recall":0.310277,"f1":0.280705,"accuracy":0.310277,"main_score":0.280705,"hf_subset":"kac_Latn-ace_Arab","languages":["kac-Latn","ace-Arab"]},{"precision":0.396057,"recall":0.437747,"f1":0.408369,"accuracy":0.437747,"main_score":0.408369,"hf_subset":"kac_Latn-bam_Latn","languages":["kac-Latn","bam-Latn"]},{"precision":0.145218,"recall":0.184783,"f1":0.156164,"accuracy":0.184783,"main_score":0.156164,"hf_subset":"kac_Latn-dzo_Tibt","languages":["kac-Latn","dzo-Tibt"]},{"precision":0.456962,"recall":0.504941,"f1":0.470352,"accuracy":0.504941,"main_score":0.470352,"hf_subset":"kac_Latn-hin_Deva","languages":["kac-Latn","hin-Deva"]},{"precision":0.359362,"recall":0.406126,"f1":0.373168,"accuracy":0.406126,"main_score":0.373168,"hf_subset":"kac_Latn-khm_Khmr","languages":["kac-Latn","khm-Khmr"]},{"precision":0.440881,"recall":0.485178,"f1":0.453131,"accuracy":0.485178,"main_score":0.453131,"hf_subset":"kac_Latn-mag_Deva","languages":["kac-Latn","mag-Deva"]},{"precision":0.463051,"recall":0.491107,"f1":0.470956,"accuracy":0.491107,"main_score":0.470956,"hf_subset":"kac_Latn-pap_Latn","languages":["kac-Latn","pap-Latn"]},{"precision":0.450009,"recall":0.483202,"f1":0.459424,"accuracy":0.483202,"main_score":0.459424,"hf_subset":"kac_Latn-sot_Latn","languages":["kac-Latn","sot-Latn"]},{"precision":0.450861,"recall":0.5,"f1":0.464447,"accuracy":0.5,"main_score":0.464447,"hf_subset":"kac_Latn-tur_Latn","languages":["kac-Latn","tur-Latn"]},{"precision":0.456412,"recall":0.486166,"f1":0.464927,"accuracy":0.486166,"main_score":0.464927,"hf_subset":"kac_Latn-ace_Latn","languages":["kac-Latn","ace-Latn"]},{"precision":0.46407,"recall":0.495059,"f1":0.472792,"accuracy":0.495059,"main_score":0.472792,"hf_subset":"kac_Latn-ban_Latn","languages":["kac-Latn","ban-Latn"]},{"precision":0.374089,"recall":0.431818,"f1":0.389441,"accuracy":0.431818,"main_score":0.389441,"hf_subset":"kac_Latn-ell_Grek","languages":["kac-Latn","ell-Grek"]},{"precision":0.431672,"recall":0.477273,"f1":0.445259,"accuracy":0.477273,"main_score":0.445259,"hf_subset":"kac_Latn-hne_Deva","languages":["kac-Latn","hne-Deva"]},{"precision":0.402933,"recall":0.44664,"f1":0.415341,"accuracy":0.44664,"main_score":0.415341,"hf_subset":"kac_Latn-kik_Latn","languages":["kac-Latn","kik-Latn"]},{"precision":0.453219,"recall":0.493083,"f1":0.464338,"accuracy":0.493083,"main_score":0.464338,"hf_subset":"kac_Latn-mai_Deva","languages":["kac-Latn","mai-Deva"]},{"precision":0.401809,"recall":0.4417,"f1":0.413,"accuracy":0.4417,"main_score":0.413,"hf_subset":"kac_Latn-pbt_Arab","languages":["kac-Latn","pbt-Arab"]},{"precision":0.444581,"recall":0.504941,"f1":0.461709,"accuracy":0.504941,"main_score":0.461709,"hf_subset":"kac_Latn-spa_Latn","languages":["kac-Latn","spa-Latn"]},{"precision":0.453733,"recall":0.493083,"f1":0.465149,"accuracy":0.493083,"main_score":0.465149,"hf_subset":"kac_Latn-twi_Latn","languages":["kac-Latn","twi-Latn"]},{"precision":0.417819,"recall":0.472332,"f1":0.432571,"accuracy":0.472332,"main_score":0.432571,"hf_subset":"kac_Latn-acm_Arab","languages":["kac-Latn","acm-Arab"]},{"precision":0.385112,"recall":0.422925,"f1":0.396283,"accuracy":0.422925,"main_score":0.396283,"hf_subset":"kac_Latn-bel_Cyrl","languages":["kac-Latn","bel-Cyrl"]},{"precision":0.464294,"recall":0.523715,"f1":0.480254,"accuracy":0.523715,"main_score":0.480254,"hf_subset":"kac_Latn-eng_Latn","languages":["kac-Latn","eng-Latn"]},{"precision":0.4364,"recall":0.480237,"f1":0.448329,"accuracy":0.480237,"main_score":0.448329,"hf_subset":"kac_Latn-hrv_Latn","languages":["kac-Latn","hrv-Latn"]},{"precision":0.396073,"recall":0.439723,"f1":0.408404,"accuracy":0.439723,"main_score":0.408404,"hf_subset":"kac_Latn-kin_Latn","languages":["kac-Latn","kin-Latn"]},{"precision":0.407923,"recall":0.461462,"f1":0.422051,"accuracy":0.461462,"main_score":0.422051,"hf_subset":"kac_Latn-mal_Mlym","languages":["kac-Latn","mal-Mlym"]},{"precision":0.42104,"recall":0.477273,"f1":0.436105,"accuracy":0.477273,"main_score":0.436105,"hf_subset":"kac_Latn-pes_Arab","languages":["kac-Latn","pes-Arab"]},{"precision":0.426701,"recall":0.466403,"f1":0.436677,"accuracy":0.466403,"main_score":0.436677,"hf_subset":"kac_Latn-srd_Latn","languages":["kac-Latn","srd-Latn"]},{"precision":0.132351,"recall":0.170949,"f1":0.142222,"accuracy":0.170949,"main_score":0.142222,"hf_subset":"kac_Latn-tzm_Tfng","languages":["kac-Latn","tzm-Tfng"]},{"precision":0.429174,"recall":0.477273,"f1":0.441256,"accuracy":0.477273,"main_score":0.441256,"hf_subset":"kac_Latn-acq_Arab","languages":["kac-Latn","acq-Arab"]},{"precision":0.442844,"recall":0.481225,"f1":0.454187,"accuracy":0.481225,"main_score":0.454187,"hf_subset":"kac_Latn-bem_Latn","languages":["kac-Latn","bem-Latn"]},{"precision":0.443877,"recall":0.485178,"f1":0.455701,"accuracy":0.485178,"main_score":0.455701,"hf_subset":"kac_Latn-epo_Latn","languages":["kac-Latn","epo-Latn"]},{"precision":0.425138,"recall":0.479249,"f1":0.440617,"accuracy":0.479249,"main_score":0.440617,"hf_subset":"kac_Latn-hun_Latn","languages":["kac-Latn","hun-Latn"]},{"precision":0.427446,"recall":0.464427,"f1":0.437769,"accuracy":0.464427,"main_score":0.437769,"hf_subset":"kac_Latn-kir_Cyrl","languages":["kac-Latn","kir-Cyrl"]},{"precision":0.43952,"recall":0.493083,"f1":0.454802,"accuracy":0.493083,"main_score":0.454802,"hf_subset":"kac_Latn-mar_Deva","languages":["kac-Latn","mar-Deva"]},{"precision":0.421169,"recall":0.464427,"f1":0.433136,"accuracy":0.464427,"main_score":0.433136,"hf_subset":"kac_Latn-plt_Latn","languages":["kac-Latn","plt-Latn"]},{"precision":0.408461,"recall":0.458498,"f1":0.421432,"accuracy":0.458498,"main_score":0.421432,"hf_subset":"kac_Latn-srp_Cyrl","languages":["kac-Latn","srp-Cyrl"]},{"precision":0.284833,"recall":0.326087,"f1":0.296486,"accuracy":0.326087,"main_score":0.296486,"hf_subset":"kac_Latn-uig_Arab","languages":["kac-Latn","uig-Arab"]},{"precision":0.404641,"recall":0.453557,"f1":0.41746,"accuracy":0.453557,"main_score":0.41746,"hf_subset":"kac_Latn-aeb_Arab","languages":["kac-Latn","aeb-Arab"]},{"precision":0.430441,"recall":0.480237,"f1":0.444589,"accuracy":0.480237,"main_score":0.444589,"hf_subset":"kac_Latn-ben_Beng","languages":["kac-Latn","ben-Beng"]},{"precision":0.419469,"recall":0.45751,"f1":0.429828,"accuracy":0.45751,"main_score":0.429828,"hf_subset":"kac_Latn-est_Latn","languages":["kac-Latn","est-Latn"]},{"precision":0.386429,"recall":0.426877,"f1":0.397035,"accuracy":0.426877,"main_score":0.397035,"hf_subset":"kac_Latn-hye_Armn","languages":["kac-Latn","hye-Armn"]},{"precision":0.437164,"recall":0.476285,"f1":0.448501,"accuracy":0.476285,"main_score":0.448501,"hf_subset":"kac_Latn-kmb_Latn","languages":["kac-Latn","kmb-Latn"]},{"precision":0.245972,"recall":0.288538,"f1":0.256819,"accuracy":0.288538,"main_score":0.256819,"hf_subset":"kac_Latn-min_Arab","languages":["kac-Latn","min-Arab"]},{"precision":0.441962,"recall":0.492095,"f1":0.455405,"accuracy":0.492095,"main_score":0.455405,"hf_subset":"kac_Latn-pol_Latn","languages":["kac-Latn","pol-Latn"]},{"precision":0.4159,"recall":0.459486,"f1":0.427821,"accuracy":0.459486,"main_score":0.427821,"hf_subset":"kac_Latn-ssw_Latn","languages":["kac-Latn","ssw-Latn"]},{"precision":0.443911,"recall":0.491107,"f1":0.456525,"accuracy":0.491107,"main_score":0.456525,"hf_subset":"kac_Latn-ukr_Cyrl","languages":["kac-Latn","ukr-Cyrl"]},{"precision":0.455824,"recall":0.497036,"f1":0.46697,"accuracy":0.497036,"main_score":0.46697,"hf_subset":"kac_Latn-afr_Latn","languages":["kac-Latn","afr-Latn"]},{"precision":0.443886,"recall":0.486166,"f1":0.455901,"accuracy":0.486166,"main_score":0.455901,"hf_subset":"kac_Latn-bho_Deva","languages":["kac-Latn","bho-Deva"]},{"precision":0.428779,"recall":0.464427,"f1":0.439408,"accuracy":0.464427,"main_score":0.439408,"hf_subset":"kac_Latn-eus_Latn","languages":["kac-Latn","eus-Latn"]},{"precision":0.412821,"recall":0.45751,"f1":0.424933,"accuracy":0.45751,"main_score":0.424933,"hf_subset":"kac_Latn-ibo_Latn","languages":["kac-Latn","ibo-Latn"]},{"precision":0.421516,"recall":0.456522,"f1":0.431441,"accuracy":0.456522,"main_score":0.431441,"hf_subset":"kac_Latn-kmr_Latn","languages":["kac-Latn","kmr-Latn"]},{"precision":0.448164,"recall":0.479249,"f1":0.455902,"accuracy":0.479249,"main_score":0.455902,"hf_subset":"kac_Latn-min_Latn","languages":["kac-Latn","min-Latn"]},{"precision":0.452242,"recall":0.513834,"f1":0.468853,"accuracy":0.513834,"main_score":0.468853,"hf_subset":"kac_Latn-por_Latn","languages":["kac-Latn","por-Latn"]},{"precision":0.456747,"recall":0.493083,"f1":0.466676,"accuracy":0.493083,"main_score":0.466676,"hf_subset":"kac_Latn-sun_Latn","languages":["kac-Latn","sun-Latn"]},{"precision":0.410909,"recall":0.454545,"f1":0.423655,"accuracy":0.454545,"main_score":0.423655,"hf_subset":"kac_Latn-umb_Latn","languages":["kac-Latn","umb-Latn"]},{"precision":0.423552,"recall":0.469368,"f1":0.435788,"accuracy":0.469368,"main_score":0.435788,"hf_subset":"kac_Latn-ajp_Arab","languages":["kac-Latn","ajp-Arab"]},{"precision":0.254357,"recall":0.298419,"f1":0.265593,"accuracy":0.298419,"main_score":0.265593,"hf_subset":"kac_Latn-bjn_Arab","languages":["kac-Latn","bjn-Arab"]},{"precision":0.438016,"recall":0.472332,"f1":0.447455,"accuracy":0.472332,"main_score":0.447455,"hf_subset":"kac_Latn-ewe_Latn","languages":["kac-Latn","ewe-Latn"]},{"precision":0.490094,"recall":0.521739,"f1":0.498897,"accuracy":0.521739,"main_score":0.498897,"hf_subset":"kac_Latn-ilo_Latn","languages":["kac-Latn","ilo-Latn"]},{"precision":0.19691,"recall":0.241107,"f1":0.207596,"accuracy":0.241107,"main_score":0.207596,"hf_subset":"kac_Latn-knc_Arab","languages":["kac-Latn","knc-Arab"]},{"precision":0.421386,"recall":0.472332,"f1":0.435095,"accuracy":0.472332,"main_score":0.435095,"hf_subset":"kac_Latn-mkd_Cyrl","languages":["kac-Latn","mkd-Cyrl"]},{"precision":0.421134,"recall":0.482213,"f1":0.436943,"accuracy":0.482213,"main_score":0.436943,"hf_subset":"kac_Latn-prs_Arab","languages":["kac-Latn","prs-Arab"]},{"precision":0.44639,"recall":0.498024,"f1":0.461038,"accuracy":0.498024,"main_score":0.461038,"hf_subset":"kac_Latn-swe_Latn","languages":["kac-Latn","swe-Latn"]},{"precision":0.386924,"recall":0.447628,"f1":0.403775,"accuracy":0.447628,"main_score":0.403775,"hf_subset":"kac_Latn-urd_Arab","languages":["kac-Latn","urd-Arab"]},{"precision":0.459875,"recall":0.495059,"f1":0.469826,"accuracy":0.495059,"main_score":0.469826,"hf_subset":"kac_Latn-aka_Latn","languages":["kac-Latn","aka-Latn"]},{"precision":0.445575,"recall":0.479249,"f1":0.454541,"accuracy":0.479249,"main_score":0.454541,"hf_subset":"kac_Latn-bjn_Latn","languages":["kac-Latn","bjn-Latn"]},{"precision":0.423529,"recall":0.462451,"f1":0.43414,"accuracy":0.462451,"main_score":0.43414,"hf_subset":"kac_Latn-fao_Latn","languages":["kac-Latn","fao-Latn"]},{"precision":0.465364,"recall":0.51087,"f1":0.478068,"accuracy":0.51087,"main_score":0.478068,"hf_subset":"kac_Latn-ind_Latn","languages":["kac-Latn","ind-Latn"]},{"precision":0.459243,"recall":0.492095,"f1":0.467861,"accuracy":0.492095,"main_score":0.467861,"hf_subset":"kac_Latn-knc_Latn","languages":["kac-Latn","knc-Latn"]},{"precision":0.449,"recall":0.491107,"f1":0.460265,"accuracy":0.491107,"main_score":0.460265,"hf_subset":"kac_Latn-mlt_Latn","languages":["kac-Latn","mlt-Latn"]},{"precision":0.428672,"recall":0.471344,"f1":0.440491,"accuracy":0.471344,"main_score":0.440491,"hf_subset":"kac_Latn-quy_Latn","languages":["kac-Latn","quy-Latn"]},{"precision":0.451721,"recall":0.486166,"f1":0.460946,"accuracy":0.486166,"main_score":0.460946,"hf_subset":"kac_Latn-swh_Latn","languages":["kac-Latn","swh-Latn"]},{"precision":0.385469,"recall":0.424901,"f1":0.396314,"accuracy":0.424901,"main_score":0.396314,"hf_subset":"kac_Latn-uzn_Latn","languages":["kac-Latn","uzn-Latn"]},{"precision":0.42234,"recall":0.45751,"f1":0.43197,"accuracy":0.45751,"main_score":0.43197,"hf_subset":"kac_Latn-als_Latn","languages":["kac-Latn","als-Latn"]},{"precision":0.205858,"recall":0.25,"f1":0.21756,"accuracy":0.25,"main_score":0.21756,"hf_subset":"kac_Latn-bod_Tibt","languages":["kac-Latn","bod-Tibt"]},{"precision":0.43519,"recall":0.471344,"f1":0.445764,"accuracy":0.471344,"main_score":0.445764,"hf_subset":"kac_Latn-fij_Latn","languages":["kac-Latn","fij-Latn"]},{"precision":0.397578,"recall":0.434783,"f1":0.40776,"accuracy":0.434783,"main_score":0.40776,"hf_subset":"kac_Latn-isl_Latn","languages":["kac-Latn","isl-Latn"]},{"precision":0.445282,"recall":0.479249,"f1":0.45513,"accuracy":0.479249,"main_score":0.45513,"hf_subset":"kac_Latn-kon_Latn","languages":["kac-Latn","kon-Latn"]},{"precision":0.336212,"recall":0.382411,"f1":0.348279,"accuracy":0.382411,"main_score":0.348279,"hf_subset":"kac_Latn-mni_Beng","languages":["kac-Latn","mni-Beng"]},{"precision":0.461373,"recall":0.51087,"f1":0.475091,"accuracy":0.51087,"main_score":0.475091,"hf_subset":"kac_Latn-ron_Latn","languages":["kac-Latn","ron-Latn"]},{"precision":0.419743,"recall":0.462451,"f1":0.431963,"accuracy":0.462451,"main_score":0.431963,"hf_subset":"kac_Latn-szl_Latn","languages":["kac-Latn","szl-Latn"]},{"precision":0.453458,"recall":0.488142,"f1":0.463655,"accuracy":0.488142,"main_score":0.463655,"hf_subset":"kac_Latn-vec_Latn","languages":["kac-Latn","vec-Latn"]},{"precision":0.367335,"recall":0.410079,"f1":0.378868,"accuracy":0.410079,"main_score":0.378868,"hf_subset":"kac_Latn-amh_Ethi","languages":["kac-Latn","amh-Ethi"]},{"precision":0.453009,"recall":0.493083,"f1":0.464137,"accuracy":0.493083,"main_score":0.464137,"hf_subset":"kac_Latn-bos_Latn","languages":["kac-Latn","bos-Latn"]},{"precision":0.425658,"recall":0.477273,"f1":0.440347,"accuracy":0.477273,"main_score":0.440347,"hf_subset":"kac_Latn-fin_Latn","languages":["kac-Latn","fin-Latn"]},{"precision":0.4436,"recall":0.502964,"f1":0.459399,"accuracy":0.502964,"main_score":0.459399,"hf_subset":"kac_Latn-ita_Latn","languages":["kac-Latn","ita-Latn"]},{"precision":0.421691,"recall":0.475296,"f1":0.436023,"accuracy":0.475296,"main_score":0.436023,"hf_subset":"kac_Latn-kor_Hang","languages":["kac-Latn","kor-Hang"]},{"precision":0.409817,"recall":0.451581,"f1":0.421217,"accuracy":0.451581,"main_score":0.421217,"hf_subset":"kac_Latn-mos_Latn","languages":["kac-Latn","mos-Latn"]},{"precision":0.410302,"recall":0.454545,"f1":0.422947,"accuracy":0.454545,"main_score":0.422947,"hf_subset":"kac_Latn-run_Latn","languages":["kac-Latn","run-Latn"]},{"precision":0.386952,"recall":0.444664,"f1":0.401836,"accuracy":0.444664,"main_score":0.401836,"hf_subset":"kac_Latn-tam_Taml","languages":["kac-Latn","tam-Taml"]},{"precision":0.438086,"recall":0.490119,"f1":0.452843,"accuracy":0.490119,"main_score":0.452843,"hf_subset":"kac_Latn-vie_Latn","languages":["kac-Latn","vie-Latn"]},{"precision":0.414436,"recall":0.463439,"f1":0.427348,"accuracy":0.463439,"main_score":0.427348,"hf_subset":"kac_Latn-apc_Arab","languages":["kac-Latn","apc-Arab"]},{"precision":0.453415,"recall":0.48913,"f1":0.463787,"accuracy":0.48913,"main_score":0.463787,"hf_subset":"kac_Latn-bug_Latn","languages":["kac-Latn","bug-Latn"]},{"precision":0.387723,"recall":0.427866,"f1":0.39902,"accuracy":0.427866,"main_score":0.39902,"hf_subset":"kac_Latn-fon_Latn","languages":["kac-Latn","fon-Latn"]},{"precision":0.460322,"recall":0.497036,"f1":0.470849,"accuracy":0.497036,"main_score":0.470849,"hf_subset":"kac_Latn-jav_Latn","languages":["kac-Latn","jav-Latn"]},{"precision":0.391884,"recall":0.432806,"f1":0.403299,"accuracy":0.432806,"main_score":0.403299,"hf_subset":"kac_Latn-lao_Laoo","languages":["kac-Latn","lao-Laoo"]},{"precision":0.403445,"recall":0.442688,"f1":0.414914,"accuracy":0.442688,"main_score":0.414914,"hf_subset":"kac_Latn-mri_Latn","languages":["kac-Latn","mri-Latn"]},{"precision":0.430421,"recall":0.494071,"f1":0.447133,"accuracy":0.494071,"main_score":0.447133,"hf_subset":"kac_Latn-rus_Cyrl","languages":["kac-Latn","rus-Cyrl"]},{"precision":0.402034,"recall":0.445652,"f1":0.414426,"accuracy":0.445652,"main_score":0.414426,"hf_subset":"kac_Latn-taq_Latn","languages":["kac-Latn","taq-Latn"]},{"precision":0.476664,"recall":0.51087,"f1":0.485919,"accuracy":0.51087,"main_score":0.485919,"hf_subset":"kac_Latn-war_Latn","languages":["kac-Latn","war-Latn"]},{"precision":0.424363,"recall":0.480237,"f1":0.439196,"accuracy":0.480237,"main_score":0.439196,"hf_subset":"kac_Latn-arb_Arab","languages":["kac-Latn","arb-Arab"]},{"precision":0.4508,"recall":0.496047,"f1":0.463447,"accuracy":0.496047,"main_score":0.463447,"hf_subset":"kac_Latn-bul_Cyrl","languages":["kac-Latn","bul-Cyrl"]},{"precision":0.460831,"recall":0.516798,"f1":0.475953,"accuracy":0.516798,"main_score":0.475953,"hf_subset":"kac_Latn-fra_Latn","languages":["kac-Latn","fra-Latn"]},{"precision":0.430765,"recall":0.481225,"f1":0.443862,"accuracy":0.481225,"main_score":0.443862,"hf_subset":"kac_Latn-jpn_Jpan","languages":["kac-Latn","jpn-Jpan"]},{"precision":0.438103,"recall":0.477273,"f1":0.449125,"accuracy":0.477273,"main_score":0.449125,"hf_subset":"kac_Latn-lij_Latn","languages":["kac-Latn","lij-Latn"]},{"precision":0.3337,"recall":0.393281,"f1":0.350459,"accuracy":0.393281,"main_score":0.350459,"hf_subset":"kac_Latn-mya_Mymr","languages":["kac-Latn","mya-Mymr"]},{"precision":0.443194,"recall":0.475296,"f1":0.452718,"accuracy":0.475296,"main_score":0.452718,"hf_subset":"kac_Latn-sag_Latn","languages":["kac-Latn","sag-Latn"]},{"precision":0.17282,"recall":0.221344,"f1":0.184941,"accuracy":0.221344,"main_score":0.184941,"hf_subset":"kac_Latn-taq_Tfng","languages":["kac-Latn","taq-Tfng"]},{"precision":0.420264,"recall":0.460474,"f1":0.430797,"accuracy":0.460474,"main_score":0.430797,"hf_subset":"kac_Latn-wol_Latn","languages":["kac-Latn","wol-Latn"]},{"precision":0.283324,"recall":0.342885,"f1":0.299985,"accuracy":0.342885,"main_score":0.299985,"hf_subset":"kac_Latn-arb_Latn","languages":["kac-Latn","arb-Latn"]},{"precision":0.446916,"recall":0.486166,"f1":0.457857,"accuracy":0.486166,"main_score":0.457857,"hf_subset":"kac_Latn-cat_Latn","languages":["kac-Latn","cat-Latn"]},{"precision":0.435489,"recall":0.47332,"f1":0.446228,"accuracy":0.47332,"main_score":0.446228,"hf_subset":"kac_Latn-fur_Latn","languages":["kac-Latn","fur-Latn"]},{"precision":0.299268,"recall":0.343874,"f1":0.311202,"accuracy":0.343874,"main_score":0.311202,"hf_subset":"kac_Latn-kab_Latn","languages":["kac-Latn","kab-Latn"]},{"precision":0.441551,"recall":0.481225,"f1":0.45314,"accuracy":0.481225,"main_score":0.45314,"hf_subset":"kac_Latn-lim_Latn","languages":["kac-Latn","lim-Latn"]},{"precision":0.450191,"recall":0.502964,"f1":0.463998,"accuracy":0.502964,"main_score":0.463998,"hf_subset":"kac_Latn-nld_Latn","languages":["kac-Latn","nld-Latn"]},{"precision":0.394888,"recall":0.444664,"f1":0.40868,"accuracy":0.444664,"main_score":0.40868,"hf_subset":"kac_Latn-san_Deva","languages":["kac-Latn","san-Deva"]},{"precision":0.43568,"recall":0.468379,"f1":0.445246,"accuracy":0.468379,"main_score":0.445246,"hf_subset":"kac_Latn-tat_Cyrl","languages":["kac-Latn","tat-Cyrl"]},{"precision":0.422905,"recall":0.463439,"f1":0.433978,"accuracy":0.463439,"main_score":0.433978,"hf_subset":"kac_Latn-xho_Latn","languages":["kac-Latn","xho-Latn"]},{"precision":0.400454,"recall":0.459486,"f1":0.416575,"accuracy":0.459486,"main_score":0.416575,"hf_subset":"kac_Latn-ars_Arab","languages":["kac-Latn","ars-Arab"]},{"precision":0.480009,"recall":0.508893,"f1":0.488495,"accuracy":0.508893,"main_score":0.488495,"hf_subset":"kac_Latn-ceb_Latn","languages":["kac-Latn","ceb-Latn"]},{"precision":0.416782,"recall":0.455534,"f1":0.42836,"accuracy":0.455534,"main_score":0.42836,"hf_subset":"kac_Latn-fuv_Latn","languages":["kac-Latn","fuv-Latn"]},{"precision":0.450467,"recall":0.483202,"f1":0.460043,"accuracy":0.483202,"main_score":0.460043,"hf_subset":"kac_Latn-lin_Latn","languages":["kac-Latn","lin-Latn"]},{"precision":0.443051,"recall":0.485178,"f1":0.454856,"accuracy":0.485178,"main_score":0.454856,"hf_subset":"kac_Latn-nno_Latn","languages":["kac-Latn","nno-Latn"]},{"precision":0.171725,"recall":0.205534,"f1":0.180951,"accuracy":0.205534,"main_score":0.180951,"hf_subset":"kac_Latn-sat_Olck","languages":["kac-Latn","sat-Olck"]},{"precision":0.417035,"recall":0.469368,"f1":0.431475,"accuracy":0.469368,"main_score":0.431475,"hf_subset":"kac_Latn-tel_Telu","languages":["kac-Latn","tel-Telu"]},{"precision":0.266317,"recall":0.310277,"f1":0.276933,"accuracy":0.310277,"main_score":0.276933,"hf_subset":"kac_Latn-ydd_Hebr","languages":["kac-Latn","ydd-Hebr"]},{"precision":0.39947,"recall":0.443676,"f1":0.410831,"accuracy":0.443676,"main_score":0.410831,"hf_subset":"kac_Latn-ary_Arab","languages":["kac-Latn","ary-Arab"]},{"precision":0.431845,"recall":0.487154,"f1":0.446724,"accuracy":0.487154,"main_score":0.446724,"hf_subset":"kac_Latn-ces_Latn","languages":["kac-Latn","ces-Latn"]},{"precision":0.330289,"recall":0.374506,"f1":0.342339,"accuracy":0.374506,"main_score":0.342339,"hf_subset":"kac_Latn-gaz_Latn","languages":["kac-Latn","gaz-Latn"]},{"precision":0.43251,"recall":0.465415,"f1":0.44137,"accuracy":0.465415,"main_score":0.44137,"hf_subset":"kac_Latn-kam_Latn","languages":["kac-Latn","kam-Latn"]},{"precision":0.388415,"recall":0.425889,"f1":0.399424,"accuracy":0.425889,"main_score":0.399424,"hf_subset":"kac_Latn-lit_Latn","languages":["kac-Latn","lit-Latn"]},{"precision":0.455812,"recall":0.5,"f1":0.467795,"accuracy":0.5,"main_score":0.467795,"hf_subset":"kac_Latn-nob_Latn","languages":["kac-Latn","nob-Latn"]},{"precision":0.42069,"recall":0.462451,"f1":0.43133,"accuracy":0.462451,"main_score":0.43133,"hf_subset":"kac_Latn-scn_Latn","languages":["kac-Latn","scn-Latn"]},{"precision":0.377273,"recall":0.423913,"f1":0.39022,"accuracy":0.423913,"main_score":0.39022,"hf_subset":"kac_Latn-tgk_Cyrl","languages":["kac-Latn","tgk-Cyrl"]},{"precision":0.391593,"recall":0.438735,"f1":0.405324,"accuracy":0.438735,"main_score":0.405324,"hf_subset":"kac_Latn-yor_Latn","languages":["kac-Latn","yor-Latn"]},{"precision":0.433858,"recall":0.486166,"f1":0.448237,"accuracy":0.486166,"main_score":0.448237,"hf_subset":"kac_Latn-arz_Arab","languages":["kac-Latn","arz-Arab"]},{"precision":0.411331,"recall":0.450593,"f1":0.42256,"accuracy":0.450593,"main_score":0.42256,"hf_subset":"kac_Latn-cjk_Latn","languages":["kac-Latn","cjk-Latn"]},{"precision":0.380088,"recall":0.417984,"f1":0.390773,"accuracy":0.417984,"main_score":0.390773,"hf_subset":"kac_Latn-gla_Latn","languages":["kac-Latn","gla-Latn"]},{"precision":0.406576,"recall":0.462451,"f1":0.421792,"accuracy":0.462451,"main_score":0.421792,"hf_subset":"kac_Latn-kan_Knda","languages":["kac-Latn","kan-Knda"]},{"precision":0.448294,"recall":0.477273,"f1":0.456451,"accuracy":0.477273,"main_score":0.456451,"hf_subset":"kac_Latn-lmo_Latn","languages":["kac-Latn","lmo-Latn"]},{"precision":0.407323,"recall":0.459486,"f1":0.422708,"accuracy":0.459486,"main_score":0.422708,"hf_subset":"kac_Latn-npi_Deva","languages":["kac-Latn","npi-Deva"]},{"precision":0.378791,"recall":0.428854,"f1":0.393137,"accuracy":0.428854,"main_score":0.393137,"hf_subset":"kac_Latn-shn_Mymr","languages":["kac-Latn","shn-Mymr"]},{"precision":0.476802,"recall":0.513834,"f1":0.486616,"accuracy":0.513834,"main_score":0.486616,"hf_subset":"kac_Latn-tgl_Latn","languages":["kac-Latn","tgl-Latn"]},{"precision":0.415863,"recall":0.467391,"f1":0.429652,"accuracy":0.467391,"main_score":0.429652,"hf_subset":"kac_Latn-yue_Hant","languages":["kac-Latn","yue-Hant"]},{"precision":0.369192,"recall":0.416008,"f1":0.38283,"accuracy":0.416008,"main_score":0.38283,"hf_subset":"kac_Latn-asm_Beng","languages":["kac-Latn","asm-Beng"]},{"precision":0.319146,"recall":0.360672,"f1":0.330518,"accuracy":0.360672,"main_score":0.330518,"hf_subset":"kac_Latn-ckb_Arab","languages":["kac-Latn","ckb-Arab"]},{"precision":0.357673,"recall":0.401186,"f1":0.369215,"accuracy":0.401186,"main_score":0.369215,"hf_subset":"kac_Latn-gle_Latn","languages":["kac-Latn","gle-Latn"]},{"precision":0.344081,"recall":0.395257,"f1":0.35879,"accuracy":0.395257,"main_score":0.35879,"hf_subset":"kac_Latn-kas_Arab","languages":["kac-Latn","kas-Arab"]},{"precision":0.400607,"recall":0.442688,"f1":0.411824,"accuracy":0.442688,"main_score":0.411824,"hf_subset":"kac_Latn-ltg_Latn","languages":["kac-Latn","ltg-Latn"]},{"precision":0.448512,"recall":0.483202,"f1":0.458379,"accuracy":0.483202,"main_score":0.458379,"hf_subset":"kac_Latn-nso_Latn","languages":["kac-Latn","nso-Latn"]},{"precision":0.373713,"recall":0.421937,"f1":0.386875,"accuracy":0.421937,"main_score":0.386875,"hf_subset":"kac_Latn-sin_Sinh","languages":["kac-Latn","sin-Sinh"]},{"precision":0.42407,"recall":0.481225,"f1":0.440299,"accuracy":0.481225,"main_score":0.440299,"hf_subset":"kac_Latn-tha_Thai","languages":["kac-Latn","tha-Thai"]},{"precision":0.439192,"recall":0.48913,"f1":0.453107,"accuracy":0.48913,"main_score":0.453107,"hf_subset":"kac_Latn-zho_Hans","languages":["kac-Latn","zho-Hans"]},{"precision":0.443676,"recall":0.471344,"f1":0.451672,"accuracy":0.471344,"main_score":0.451672,"hf_subset":"kac_Latn-ast_Latn","languages":["kac-Latn","ast-Latn"]},{"precision":0.409095,"recall":0.451581,"f1":0.420192,"accuracy":0.451581,"main_score":0.420192,"hf_subset":"kac_Latn-crh_Latn","languages":["kac-Latn","crh-Latn"]},{"precision":0.460817,"recall":0.497036,"f1":0.470918,"accuracy":0.497036,"main_score":0.470918,"hf_subset":"kac_Latn-glg_Latn","languages":["kac-Latn","glg-Latn"]},{"precision":0.393204,"recall":0.437747,"f1":0.40586,"accuracy":0.437747,"main_score":0.40586,"hf_subset":"kac_Latn-kas_Deva","languages":["kac-Latn","kas-Deva"]},{"precision":0.433496,"recall":0.470356,"f1":0.444115,"accuracy":0.470356,"main_score":0.444115,"hf_subset":"kac_Latn-ltz_Latn","languages":["kac-Latn","ltz-Latn"]},{"precision":0.343138,"recall":0.38834,"f1":0.355233,"accuracy":0.38834,"main_score":0.355233,"hf_subset":"kac_Latn-nus_Latn","languages":["kac-Latn","nus-Latn"]},{"precision":0.42562,"recall":0.476285,"f1":0.439452,"accuracy":0.476285,"main_score":0.439452,"hf_subset":"kac_Latn-slk_Latn","languages":["kac-Latn","slk-Latn"]},{"precision":0.314296,"recall":0.356719,"f1":0.325976,"accuracy":0.356719,"main_score":0.325976,"hf_subset":"kac_Latn-tir_Ethi","languages":["kac-Latn","tir-Ethi"]},{"precision":0.406546,"recall":0.466403,"f1":0.422266,"accuracy":0.466403,"main_score":0.422266,"hf_subset":"kac_Latn-zho_Hant","languages":["kac-Latn","zho-Hant"]},{"precision":0.460044,"recall":0.499012,"f1":0.471634,"accuracy":0.499012,"main_score":0.471634,"hf_subset":"kac_Latn-awa_Deva","languages":["kac-Latn","awa-Deva"]},{"precision":0.391664,"recall":0.428854,"f1":0.401549,"accuracy":0.428854,"main_score":0.401549,"hf_subset":"kac_Latn-cym_Latn","languages":["kac-Latn","cym-Latn"]},{"precision":0.46204,"recall":0.5,"f1":0.472257,"accuracy":0.5,"main_score":0.472257,"hf_subset":"kac_Latn-grn_Latn","languages":["kac-Latn","grn-Latn"]},{"precision":0.376607,"recall":0.423913,"f1":0.390664,"accuracy":0.423913,"main_score":0.390664,"hf_subset":"kac_Latn-kat_Geor","languages":["kac-Latn","kat-Geor"]},{"precision":0.445107,"recall":0.483202,"f1":0.456053,"accuracy":0.483202,"main_score":0.456053,"hf_subset":"kac_Latn-lua_Latn","languages":["kac-Latn","lua-Latn"]},{"precision":0.459048,"recall":0.48913,"f1":0.467395,"accuracy":0.48913,"main_score":0.467395,"hf_subset":"kac_Latn-nya_Latn","languages":["kac-Latn","nya-Latn"]},{"precision":0.414339,"recall":0.462451,"f1":0.427222,"accuracy":0.462451,"main_score":0.427222,"hf_subset":"kac_Latn-slv_Latn","languages":["kac-Latn","slv-Latn"]},{"precision":0.477225,"recall":0.512846,"f1":0.486259,"accuracy":0.512846,"main_score":0.486259,"hf_subset":"kac_Latn-tpi_Latn","languages":["kac-Latn","tpi-Latn"]},{"precision":0.456505,"recall":0.499012,"f1":0.469353,"accuracy":0.499012,"main_score":0.469353,"hf_subset":"kac_Latn-zsm_Latn","languages":["kac-Latn","zsm-Latn"]},{"precision":0.401813,"recall":0.451581,"f1":0.41636,"accuracy":0.451581,"main_score":0.41636,"hf_subset":"kac_Latn-ayr_Latn","languages":["kac-Latn","ayr-Latn"]},{"precision":0.45265,"recall":0.499012,"f1":0.464876,"accuracy":0.499012,"main_score":0.464876,"hf_subset":"kac_Latn-dan_Latn","languages":["kac-Latn","dan-Latn"]},{"precision":0.403761,"recall":0.462451,"f1":0.419605,"accuracy":0.462451,"main_score":0.419605,"hf_subset":"kac_Latn-guj_Gujr","languages":["kac-Latn","guj-Gujr"]},{"precision":0.423593,"recall":0.464427,"f1":0.435754,"accuracy":0.464427,"main_score":0.435754,"hf_subset":"kac_Latn-kaz_Cyrl","languages":["kac-Latn","kaz-Cyrl"]},{"precision":0.412771,"recall":0.456522,"f1":0.425117,"accuracy":0.456522,"main_score":0.425117,"hf_subset":"kac_Latn-lug_Latn","languages":["kac-Latn","lug-Latn"]},{"precision":0.439375,"recall":0.485178,"f1":0.451766,"accuracy":0.485178,"main_score":0.451766,"hf_subset":"kac_Latn-oci_Latn","languages":["kac-Latn","oci-Latn"]},{"precision":0.452597,"recall":0.482213,"f1":0.461514,"accuracy":0.482213,"main_score":0.461514,"hf_subset":"kac_Latn-smo_Latn","languages":["kac-Latn","smo-Latn"]},{"precision":0.429051,"recall":0.464427,"f1":0.439808,"accuracy":0.464427,"main_score":0.439808,"hf_subset":"kac_Latn-tsn_Latn","languages":["kac-Latn","tsn-Latn"]},{"precision":0.39904,"recall":0.443676,"f1":0.411448,"accuracy":0.443676,"main_score":0.411448,"hf_subset":"kac_Latn-zul_Latn","languages":["kac-Latn","zul-Latn"]},{"precision":0.324419,"recall":0.383399,"f1":0.340205,"accuracy":0.383399,"main_score":0.340205,"hf_subset":"kac_Latn-azb_Arab","languages":["kac-Latn","azb-Arab"]},{"precision":0.454784,"recall":0.51087,"f1":0.469617,"accuracy":0.51087,"main_score":0.469617,"hf_subset":"kac_Latn-deu_Latn","languages":["kac-Latn","deu-Latn"]},{"precision":0.392474,"recall":0.440711,"f1":0.405649,"accuracy":0.440711,"main_score":0.405649,"hf_subset":"kac_Latn-hat_Latn","languages":["kac-Latn","hat-Latn"]},{"precision":0.389603,"recall":0.432806,"f1":0.401417,"accuracy":0.432806,"main_score":0.401417,"hf_subset":"kac_Latn-kbp_Latn","languages":["kac-Latn","kbp-Latn"]},{"precision":0.447608,"recall":0.485178,"f1":0.457551,"accuracy":0.485178,"main_score":0.457551,"hf_subset":"kac_Latn-luo_Latn","languages":["kac-Latn","luo-Latn"]},{"precision":0.367869,"recall":0.413043,"f1":0.3801,"accuracy":0.413043,"main_score":0.3801,"hf_subset":"kac_Latn-ory_Orya","languages":["kac-Latn","ory-Orya"]},{"precision":0.449491,"recall":0.485178,"f1":0.4593,"accuracy":0.485178,"main_score":0.4593,"hf_subset":"kac_Latn-sna_Latn","languages":["kac-Latn","sna-Latn"]},{"precision":0.438598,"recall":0.469368,"f1":0.447386,"accuracy":0.469368,"main_score":0.447386,"hf_subset":"kac_Latn-tso_Latn","languages":["kac-Latn","tso-Latn"]},{"precision":0.417231,"recall":0.455534,"f1":0.428321,"accuracy":0.455534,"main_score":0.428321,"hf_subset":"kac_Latn-azj_Latn","languages":["kac-Latn","azj-Latn"]},{"precision":0.417454,"recall":0.455534,"f1":0.428125,"accuracy":0.455534,"main_score":0.428125,"hf_subset":"kac_Latn-dik_Latn","languages":["kac-Latn","dik-Latn"]},{"precision":0.422932,"recall":0.455534,"f1":0.431771,"accuracy":0.455534,"main_score":0.431771,"hf_subset":"kac_Latn-hau_Latn","languages":["kac-Latn","hau-Latn"]},{"precision":0.446758,"recall":0.481225,"f1":0.456423,"accuracy":0.481225,"main_score":0.456423,"hf_subset":"kac_Latn-kea_Latn","languages":["kac-Latn","kea-Latn"]},{"precision":0.482749,"recall":0.512846,"f1":0.491202,"accuracy":0.512846,"main_score":0.491202,"hf_subset":"kac_Latn-lus_Latn","languages":["kac-Latn","lus-Latn"]},{"precision":0.465631,"recall":0.498024,"f1":0.47487,"accuracy":0.498024,"main_score":0.47487,"hf_subset":"kac_Latn-pag_Latn","languages":["kac-Latn","pag-Latn"]},{"precision":0.334916,"recall":0.38834,"f1":0.349427,"accuracy":0.38834,"main_score":0.349427,"hf_subset":"kac_Latn-snd_Arab","languages":["kac-Latn","snd-Arab"]},{"precision":0.423816,"recall":0.458498,"f1":0.43355,"accuracy":0.458498,"main_score":0.43355,"hf_subset":"kac_Latn-tuk_Latn","languages":["kac-Latn","tuk-Latn"]},{"precision":0.423934,"recall":0.45751,"f1":0.433197,"accuracy":0.45751,"main_score":0.433197,"hf_subset":"kac_Latn-bak_Cyrl","languages":["kac-Latn","bak-Cyrl"]},{"precision":0.33504,"recall":0.38834,"f1":0.350311,"accuracy":0.38834,"main_score":0.350311,"hf_subset":"kac_Latn-dyu_Latn","languages":["kac-Latn","dyu-Latn"]},{"precision":0.358721,"recall":0.407115,"f1":0.371497,"accuracy":0.407115,"main_score":0.371497,"hf_subset":"kac_Latn-heb_Hebr","languages":["kac-Latn","heb-Hebr"]},{"precision":0.400733,"recall":0.443676,"f1":0.412282,"accuracy":0.443676,"main_score":0.412282,"hf_subset":"kac_Latn-khk_Cyrl","languages":["kac-Latn","khk-Cyrl"]},{"precision":0.411892,"recall":0.450593,"f1":0.422472,"accuracy":0.450593,"main_score":0.422472,"hf_subset":"kac_Latn-lvs_Latn","languages":["kac-Latn","lvs-Latn"]},{"precision":0.371115,"recall":0.427866,"f1":0.386942,"accuracy":0.427866,"main_score":0.386942,"hf_subset":"kac_Latn-pan_Guru","languages":["kac-Latn","pan-Guru"]},{"precision":0.395765,"recall":0.431818,"f1":0.405887,"accuracy":0.431818,"main_score":0.405887,"hf_subset":"kac_Latn-som_Latn","languages":["kac-Latn","som-Latn"]},{"precision":0.448028,"recall":0.480237,"f1":0.457325,"accuracy":0.480237,"main_score":0.457325,"hf_subset":"kac_Latn-tum_Latn","languages":["kac-Latn","tum-Latn"]},{"precision":0.275658,"recall":0.33004,"f1":0.289487,"accuracy":0.33004,"main_score":0.289487,"hf_subset":"lin_Latn-ace_Arab","languages":["lin-Latn","ace-Arab"]},{"precision":0.411845,"recall":0.45751,"f1":0.424904,"accuracy":0.45751,"main_score":0.424904,"hf_subset":"lin_Latn-bam_Latn","languages":["lin-Latn","bam-Latn"]},{"precision":0.131056,"recall":0.1917,"f1":0.14516,"accuracy":0.1917,"main_score":0.14516,"hf_subset":"lin_Latn-dzo_Tibt","languages":["lin-Latn","dzo-Tibt"]},{"precision":0.496744,"recall":0.562253,"f1":0.514165,"accuracy":0.562253,"main_score":0.514165,"hf_subset":"lin_Latn-hin_Deva","languages":["lin-Latn","hin-Deva"]},{"precision":0.38907,"recall":0.450593,"f1":0.405637,"accuracy":0.450593,"main_score":0.405637,"hf_subset":"lin_Latn-khm_Khmr","languages":["lin-Latn","khm-Khmr"]},{"precision":0.495935,"recall":0.555336,"f1":0.511425,"accuracy":0.555336,"main_score":0.511425,"hf_subset":"lin_Latn-mag_Deva","languages":["lin-Latn","mag-Deva"]},{"precision":0.524258,"recall":0.571146,"f1":0.536654,"accuracy":0.571146,"main_score":0.536654,"hf_subset":"lin_Latn-pap_Latn","languages":["lin-Latn","pap-Latn"]},{"precision":0.46258,"recall":0.508893,"f1":0.474931,"accuracy":0.508893,"main_score":0.474931,"hf_subset":"lin_Latn-sot_Latn","languages":["lin-Latn","sot-Latn"]},{"precision":0.520283,"recall":0.575099,"f1":0.535103,"accuracy":0.575099,"main_score":0.535103,"hf_subset":"lin_Latn-tur_Latn","languages":["lin-Latn","tur-Latn"]},{"precision":0.495104,"recall":0.544466,"f1":0.507871,"accuracy":0.544466,"main_score":0.507871,"hf_subset":"lin_Latn-ace_Latn","languages":["lin-Latn","ace-Latn"]},{"precision":0.504143,"recall":0.560277,"f1":0.519226,"accuracy":0.560277,"main_score":0.519226,"hf_subset":"lin_Latn-ban_Latn","languages":["lin-Latn","ban-Latn"]},{"precision":0.430134,"recall":0.494071,"f1":0.447602,"accuracy":0.494071,"main_score":0.447602,"hf_subset":"lin_Latn-ell_Grek","languages":["lin-Latn","ell-Grek"]},{"precision":0.483114,"recall":0.547431,"f1":0.500066,"accuracy":0.547431,"main_score":0.500066,"hf_subset":"lin_Latn-hne_Deva","languages":["lin-Latn","hne-Deva"]},{"precision":0.427452,"recall":0.482213,"f1":0.442446,"accuracy":0.482213,"main_score":0.442446,"hf_subset":"lin_Latn-kik_Latn","languages":["lin-Latn","kik-Latn"]},{"precision":0.489858,"recall":0.555336,"f1":0.507159,"accuracy":0.555336,"main_score":0.507159,"hf_subset":"lin_Latn-mai_Deva","languages":["lin-Latn","mai-Deva"]},{"precision":0.437742,"recall":0.499012,"f1":0.454123,"accuracy":0.499012,"main_score":0.454123,"hf_subset":"lin_Latn-pbt_Arab","languages":["lin-Latn","pbt-Arab"]},{"precision":0.52952,"recall":0.585968,"f1":0.54314,"accuracy":0.585968,"main_score":0.54314,"hf_subset":"lin_Latn-spa_Latn","languages":["lin-Latn","spa-Latn"]},{"precision":0.499356,"recall":0.544466,"f1":0.51156,"accuracy":0.544466,"main_score":0.51156,"hf_subset":"lin_Latn-twi_Latn","languages":["lin-Latn","twi-Latn"]},{"precision":0.484868,"recall":0.55336,"f1":0.502422,"accuracy":0.55336,"main_score":0.502422,"hf_subset":"lin_Latn-acm_Arab","languages":["lin-Latn","acm-Arab"]},{"precision":0.433173,"recall":0.497036,"f1":0.450659,"accuracy":0.497036,"main_score":0.450659,"hf_subset":"lin_Latn-bel_Cyrl","languages":["lin-Latn","bel-Cyrl"]},{"precision":0.536857,"recall":0.588933,"f1":0.550335,"accuracy":0.588933,"main_score":0.550335,"hf_subset":"lin_Latn-eng_Latn","languages":["lin-Latn","eng-Latn"]},{"precision":0.490786,"recall":0.538538,"f1":0.504225,"accuracy":0.538538,"main_score":0.504225,"hf_subset":"lin_Latn-hrv_Latn","languages":["lin-Latn","hrv-Latn"]},{"precision":0.43415,"recall":0.48419,"f1":0.448409,"accuracy":0.48419,"main_score":0.448409,"hf_subset":"lin_Latn-kin_Latn","languages":["lin-Latn","kin-Latn"]},{"precision":0.452614,"recall":0.521739,"f1":0.470528,"accuracy":0.521739,"main_score":0.470528,"hf_subset":"lin_Latn-mal_Mlym","languages":["lin-Latn","mal-Mlym"]},{"precision":0.475775,"recall":0.541502,"f1":0.492717,"accuracy":0.541502,"main_score":0.492717,"hf_subset":"lin_Latn-pes_Arab","languages":["lin-Latn","pes-Arab"]},{"precision":0.495166,"recall":0.539526,"f1":0.507579,"accuracy":0.539526,"main_score":0.507579,"hf_subset":"lin_Latn-srd_Latn","languages":["lin-Latn","srd-Latn"]},{"precision":0.131054,"recall":0.1917,"f1":0.145628,"accuracy":0.1917,"main_score":0.145628,"hf_subset":"lin_Latn-tzm_Tfng","languages":["lin-Latn","tzm-Tfng"]},{"precision":0.4777,"recall":0.548419,"f1":0.496181,"accuracy":0.548419,"main_score":0.496181,"hf_subset":"lin_Latn-acq_Arab","languages":["lin-Latn","acq-Arab"]},{"precision":0.490547,"recall":0.52668,"f1":0.501267,"accuracy":0.52668,"main_score":0.501267,"hf_subset":"lin_Latn-bem_Latn","languages":["lin-Latn","bem-Latn"]},{"precision":0.49357,"recall":0.545455,"f1":0.507331,"accuracy":0.545455,"main_score":0.507331,"hf_subset":"lin_Latn-epo_Latn","languages":["lin-Latn","epo-Latn"]},{"precision":0.467681,"recall":0.529644,"f1":0.483284,"accuracy":0.529644,"main_score":0.483284,"hf_subset":"lin_Latn-hun_Latn","languages":["lin-Latn","hun-Latn"]},{"precision":0.466183,"recall":0.517787,"f1":0.479416,"accuracy":0.517787,"main_score":0.479416,"hf_subset":"lin_Latn-kir_Cyrl","languages":["lin-Latn","kir-Cyrl"]},{"precision":0.486621,"recall":0.554348,"f1":0.504497,"accuracy":0.554348,"main_score":0.504497,"hf_subset":"lin_Latn-mar_Deva","languages":["lin-Latn","mar-Deva"]},{"precision":0.461052,"recall":0.500988,"f1":0.471898,"accuracy":0.500988,"main_score":0.471898,"hf_subset":"lin_Latn-plt_Latn","languages":["lin-Latn","plt-Latn"]},{"precision":0.466587,"recall":0.521739,"f1":0.482176,"accuracy":0.521739,"main_score":0.482176,"hf_subset":"lin_Latn-srp_Cyrl","languages":["lin-Latn","srp-Cyrl"]},{"precision":0.278086,"recall":0.337945,"f1":0.29344,"accuracy":0.337945,"main_score":0.29344,"hf_subset":"lin_Latn-uig_Arab","languages":["lin-Latn","uig-Arab"]},{"precision":0.472475,"recall":0.534585,"f1":0.489103,"accuracy":0.534585,"main_score":0.489103,"hf_subset":"lin_Latn-aeb_Arab","languages":["lin-Latn","aeb-Arab"]},{"precision":0.482786,"recall":0.551383,"f1":0.500632,"accuracy":0.551383,"main_score":0.500632,"hf_subset":"lin_Latn-ben_Beng","languages":["lin-Latn","ben-Beng"]},{"precision":0.477753,"recall":0.525692,"f1":0.491039,"accuracy":0.525692,"main_score":0.491039,"hf_subset":"lin_Latn-est_Latn","languages":["lin-Latn","est-Latn"]},{"precision":0.38886,"recall":0.445652,"f1":0.403706,"accuracy":0.445652,"main_score":0.403706,"hf_subset":"lin_Latn-hye_Armn","languages":["lin-Latn","hye-Armn"]},{"precision":0.442378,"recall":0.485178,"f1":0.454831,"accuracy":0.485178,"main_score":0.454831,"hf_subset":"lin_Latn-kmb_Latn","languages":["lin-Latn","kmb-Latn"]},{"precision":0.233579,"recall":0.283597,"f1":0.246048,"accuracy":0.283597,"main_score":0.246048,"hf_subset":"lin_Latn-min_Arab","languages":["lin-Latn","min-Arab"]},{"precision":0.505666,"recall":0.567194,"f1":0.522491,"accuracy":0.567194,"main_score":0.522491,"hf_subset":"lin_Latn-pol_Latn","languages":["lin-Latn","pol-Latn"]},{"precision":0.432471,"recall":0.477273,"f1":0.445077,"accuracy":0.477273,"main_score":0.445077,"hf_subset":"lin_Latn-ssw_Latn","languages":["lin-Latn","ssw-Latn"]},{"precision":0.492443,"recall":0.554348,"f1":0.508884,"accuracy":0.554348,"main_score":0.508884,"hf_subset":"lin_Latn-ukr_Cyrl","languages":["lin-Latn","ukr-Cyrl"]},{"precision":0.517381,"recall":0.567194,"f1":0.530877,"accuracy":0.567194,"main_score":0.530877,"hf_subset":"lin_Latn-afr_Latn","languages":["lin-Latn","afr-Latn"]},{"precision":0.500744,"recall":0.562253,"f1":0.516966,"accuracy":0.562253,"main_score":0.516966,"hf_subset":"lin_Latn-bho_Deva","languages":["lin-Latn","bho-Deva"]},{"precision":0.465831,"recall":0.516798,"f1":0.479054,"accuracy":0.516798,"main_score":0.479054,"hf_subset":"lin_Latn-eus_Latn","languages":["lin-Latn","eus-Latn"]},{"precision":0.399804,"recall":0.463439,"f1":0.417366,"accuracy":0.463439,"main_score":0.417366,"hf_subset":"lin_Latn-ibo_Latn","languages":["lin-Latn","ibo-Latn"]},{"precision":0.425889,"recall":0.482213,"f1":0.439718,"accuracy":0.482213,"main_score":0.439718,"hf_subset":"lin_Latn-kmr_Latn","languages":["lin-Latn","kmr-Latn"]},{"precision":0.494909,"recall":0.545455,"f1":0.508134,"accuracy":0.545455,"main_score":0.508134,"hf_subset":"lin_Latn-min_Latn","languages":["lin-Latn","min-Latn"]},{"precision":0.536412,"recall":0.591897,"f1":0.551713,"accuracy":0.591897,"main_score":0.551713,"hf_subset":"lin_Latn-por_Latn","languages":["lin-Latn","por-Latn"]},{"precision":0.515997,"recall":0.5583,"f1":0.527719,"accuracy":0.5583,"main_score":0.527719,"hf_subset":"lin_Latn-sun_Latn","languages":["lin-Latn","sun-Latn"]},{"precision":0.427877,"recall":0.47332,"f1":0.440947,"accuracy":0.47332,"main_score":0.440947,"hf_subset":"lin_Latn-umb_Latn","languages":["lin-Latn","umb-Latn"]},{"precision":0.486775,"recall":0.547431,"f1":0.50246,"accuracy":0.547431,"main_score":0.50246,"hf_subset":"lin_Latn-ajp_Arab","languages":["lin-Latn","ajp-Arab"]},{"precision":0.246064,"recall":0.29249,"f1":0.258912,"accuracy":0.29249,"main_score":0.258912,"hf_subset":"lin_Latn-bjn_Arab","languages":["lin-Latn","bjn-Arab"]},{"precision":0.447474,"recall":0.490119,"f1":0.459759,"accuracy":0.490119,"main_score":0.459759,"hf_subset":"lin_Latn-ewe_Latn","languages":["lin-Latn","ewe-Latn"]},{"precision":0.520307,"recall":0.563241,"f1":0.532076,"accuracy":0.563241,"main_score":0.532076,"hf_subset":"lin_Latn-ilo_Latn","languages":["lin-Latn","ilo-Latn"]},{"precision":0.195454,"recall":0.241107,"f1":0.207177,"accuracy":0.241107,"main_score":0.207177,"hf_subset":"lin_Latn-knc_Arab","languages":["lin-Latn","knc-Arab"]},{"precision":0.477459,"recall":0.529644,"f1":0.491664,"accuracy":0.529644,"main_score":0.491664,"hf_subset":"lin_Latn-mkd_Cyrl","languages":["lin-Latn","mkd-Cyrl"]},{"precision":0.454814,"recall":0.529644,"f1":0.474359,"accuracy":0.529644,"main_score":0.474359,"hf_subset":"lin_Latn-prs_Arab","languages":["lin-Latn","prs-Arab"]},{"precision":0.516457,"recall":0.570158,"f1":0.530912,"accuracy":0.570158,"main_score":0.530912,"hf_subset":"lin_Latn-swe_Latn","languages":["lin-Latn","swe-Latn"]},{"precision":0.447281,"recall":0.524704,"f1":0.466977,"accuracy":0.524704,"main_score":0.466977,"hf_subset":"lin_Latn-urd_Arab","languages":["lin-Latn","urd-Arab"]},{"precision":0.477342,"recall":0.525692,"f1":0.490909,"accuracy":0.525692,"main_score":0.490909,"hf_subset":"lin_Latn-aka_Latn","languages":["lin-Latn","aka-Latn"]},{"precision":0.503679,"recall":0.549407,"f1":0.515427,"accuracy":0.549407,"main_score":0.515427,"hf_subset":"lin_Latn-bjn_Latn","languages":["lin-Latn","bjn-Latn"]},{"precision":0.446903,"recall":0.501976,"f1":0.461717,"accuracy":0.501976,"main_score":0.461717,"hf_subset":"lin_Latn-fao_Latn","languages":["lin-Latn","fao-Latn"]},{"precision":0.522124,"recall":0.574111,"f1":0.536107,"accuracy":0.574111,"main_score":0.536107,"hf_subset":"lin_Latn-ind_Latn","languages":["lin-Latn","ind-Latn"]},{"precision":0.457469,"recall":0.501976,"f1":0.469571,"accuracy":0.501976,"main_score":0.469571,"hf_subset":"lin_Latn-knc_Latn","languages":["lin-Latn","knc-Latn"]},{"precision":0.49204,"recall":0.546443,"f1":0.506517,"accuracy":0.546443,"main_score":0.506517,"hf_subset":"lin_Latn-mlt_Latn","languages":["lin-Latn","mlt-Latn"]},{"precision":0.456416,"recall":0.51581,"f1":0.472414,"accuracy":0.51581,"main_score":0.472414,"hf_subset":"lin_Latn-quy_Latn","languages":["lin-Latn","quy-Latn"]},{"precision":0.482932,"recall":0.529644,"f1":0.495354,"accuracy":0.529644,"main_score":0.495354,"hf_subset":"lin_Latn-swh_Latn","languages":["lin-Latn","swh-Latn"]},{"precision":0.434203,"recall":0.488142,"f1":0.44875,"accuracy":0.488142,"main_score":0.44875,"hf_subset":"lin_Latn-uzn_Latn","languages":["lin-Latn","uzn-Latn"]},{"precision":0.510392,"recall":0.557312,"f1":0.523394,"accuracy":0.557312,"main_score":0.523394,"hf_subset":"lin_Latn-als_Latn","languages":["lin-Latn","als-Latn"]},{"precision":0.196263,"recall":0.255929,"f1":0.210612,"accuracy":0.255929,"main_score":0.210612,"hf_subset":"lin_Latn-bod_Tibt","languages":["lin-Latn","bod-Tibt"]},{"precision":0.43171,"recall":0.486166,"f1":0.446707,"accuracy":0.486166,"main_score":0.446707,"hf_subset":"lin_Latn-fij_Latn","languages":["lin-Latn","fij-Latn"]},{"precision":0.401124,"recall":0.460474,"f1":0.416805,"accuracy":0.460474,"main_score":0.416805,"hf_subset":"lin_Latn-isl_Latn","languages":["lin-Latn","isl-Latn"]},{"precision":0.570697,"recall":0.620553,"f1":0.584447,"accuracy":0.620553,"main_score":0.584447,"hf_subset":"lin_Latn-kon_Latn","languages":["lin-Latn","kon-Latn"]},{"precision":0.354767,"recall":0.406126,"f1":0.368007,"accuracy":0.406126,"main_score":0.368007,"hf_subset":"lin_Latn-mni_Beng","languages":["lin-Latn","mni-Beng"]},{"precision":0.534118,"recall":0.586957,"f1":0.548788,"accuracy":0.586957,"main_score":0.548788,"hf_subset":"lin_Latn-ron_Latn","languages":["lin-Latn","ron-Latn"]},{"precision":0.482193,"recall":0.529644,"f1":0.495089,"accuracy":0.529644,"main_score":0.495089,"hf_subset":"lin_Latn-szl_Latn","languages":["lin-Latn","szl-Latn"]},{"precision":0.507547,"recall":0.552372,"f1":0.519633,"accuracy":0.552372,"main_score":0.519633,"hf_subset":"lin_Latn-vec_Latn","languages":["lin-Latn","vec-Latn"]},{"precision":0.389805,"recall":0.453557,"f1":0.406624,"accuracy":0.453557,"main_score":0.406624,"hf_subset":"lin_Latn-amh_Ethi","languages":["lin-Latn","amh-Ethi"]},{"precision":0.503835,"recall":0.565217,"f1":0.520291,"accuracy":0.565217,"main_score":0.520291,"hf_subset":"lin_Latn-bos_Latn","languages":["lin-Latn","bos-Latn"]},{"precision":0.502804,"recall":0.566206,"f1":0.519396,"accuracy":0.566206,"main_score":0.519396,"hf_subset":"lin_Latn-fin_Latn","languages":["lin-Latn","fin-Latn"]},{"precision":0.540581,"recall":0.594862,"f1":0.554819,"accuracy":0.594862,"main_score":0.554819,"hf_subset":"lin_Latn-ita_Latn","languages":["lin-Latn","ita-Latn"]},{"precision":0.47093,"recall":0.537549,"f1":0.488618,"accuracy":0.537549,"main_score":0.488618,"hf_subset":"lin_Latn-kor_Hang","languages":["lin-Latn","kor-Hang"]},{"precision":0.458794,"recall":0.508893,"f1":0.473221,"accuracy":0.508893,"main_score":0.473221,"hf_subset":"lin_Latn-mos_Latn","languages":["lin-Latn","mos-Latn"]},{"precision":0.441228,"recall":0.48913,"f1":0.454683,"accuracy":0.48913,"main_score":0.454683,"hf_subset":"lin_Latn-run_Latn","languages":["lin-Latn","run-Latn"]},{"precision":0.408654,"recall":0.487154,"f1":0.429219,"accuracy":0.487154,"main_score":0.429219,"hf_subset":"lin_Latn-tam_Taml","languages":["lin-Latn","tam-Taml"]},{"precision":0.495669,"recall":0.548419,"f1":0.509872,"accuracy":0.548419,"main_score":0.509872,"hf_subset":"lin_Latn-vie_Latn","languages":["lin-Latn","vie-Latn"]},{"precision":0.485684,"recall":0.546443,"f1":0.501297,"accuracy":0.546443,"main_score":0.501297,"hf_subset":"lin_Latn-apc_Arab","languages":["lin-Latn","apc-Arab"]},{"precision":0.496497,"recall":0.536561,"f1":0.507551,"accuracy":0.536561,"main_score":0.507551,"hf_subset":"lin_Latn-bug_Latn","languages":["lin-Latn","bug-Latn"]},{"precision":0.407867,"recall":0.459486,"f1":0.422911,"accuracy":0.459486,"main_score":0.422911,"hf_subset":"lin_Latn-fon_Latn","languages":["lin-Latn","fon-Latn"]},{"precision":0.518796,"recall":0.567194,"f1":0.531182,"accuracy":0.567194,"main_score":0.531182,"hf_subset":"lin_Latn-jav_Latn","languages":["lin-Latn","jav-Latn"]},{"precision":0.394279,"recall":0.448617,"f1":0.4086,"accuracy":0.448617,"main_score":0.4086,"hf_subset":"lin_Latn-lao_Laoo","languages":["lin-Latn","lao-Laoo"]},{"precision":0.393073,"recall":0.452569,"f1":0.408359,"accuracy":0.452569,"main_score":0.408359,"hf_subset":"lin_Latn-mri_Latn","languages":["lin-Latn","mri-Latn"]},{"precision":0.496541,"recall":0.560277,"f1":0.513238,"accuracy":0.560277,"main_score":0.513238,"hf_subset":"lin_Latn-rus_Cyrl","languages":["lin-Latn","rus-Cyrl"]},{"precision":0.40544,"recall":0.474308,"f1":0.423828,"accuracy":0.474308,"main_score":0.423828,"hf_subset":"lin_Latn-taq_Latn","languages":["lin-Latn","taq-Latn"]},{"precision":0.525914,"recall":0.56917,"f1":0.537126,"accuracy":0.56917,"main_score":0.537126,"hf_subset":"lin_Latn-war_Latn","languages":["lin-Latn","war-Latn"]},{"precision":0.47572,"recall":0.544466,"f1":0.493811,"accuracy":0.544466,"main_score":0.493811,"hf_subset":"lin_Latn-arb_Arab","languages":["lin-Latn","arb-Arab"]},{"precision":0.508564,"recall":0.560277,"f1":0.522159,"accuracy":0.560277,"main_score":0.522159,"hf_subset":"lin_Latn-bul_Cyrl","languages":["lin-Latn","bul-Cyrl"]},{"precision":0.543425,"recall":0.596838,"f1":0.557851,"accuracy":0.596838,"main_score":0.557851,"hf_subset":"lin_Latn-fra_Latn","languages":["lin-Latn","fra-Latn"]},{"precision":0.497828,"recall":0.556324,"f1":0.513691,"accuracy":0.556324,"main_score":0.513691,"hf_subset":"lin_Latn-jpn_Jpan","languages":["lin-Latn","jpn-Jpan"]},{"precision":0.506087,"recall":0.552372,"f1":0.517901,"accuracy":0.552372,"main_score":0.517901,"hf_subset":"lin_Latn-lij_Latn","languages":["lin-Latn","lij-Latn"]},{"precision":0.356751,"recall":0.424901,"f1":0.374872,"accuracy":0.424901,"main_score":0.374872,"hf_subset":"lin_Latn-mya_Mymr","languages":["lin-Latn","mya-Mymr"]},{"precision":0.491392,"recall":0.536561,"f1":0.504057,"accuracy":0.536561,"main_score":0.504057,"hf_subset":"lin_Latn-sag_Latn","languages":["lin-Latn","sag-Latn"]},{"precision":0.164567,"recall":0.22332,"f1":0.177132,"accuracy":0.22332,"main_score":0.177132,"hf_subset":"lin_Latn-taq_Tfng","languages":["lin-Latn","taq-Tfng"]},{"precision":0.452603,"recall":0.51087,"f1":0.468549,"accuracy":0.51087,"main_score":0.468549,"hf_subset":"lin_Latn-wol_Latn","languages":["lin-Latn","wol-Latn"]},{"precision":0.27081,"recall":0.353755,"f1":0.291043,"accuracy":0.353755,"main_score":0.291043,"hf_subset":"lin_Latn-arb_Latn","languages":["lin-Latn","arb-Latn"]},{"precision":0.516764,"recall":0.571146,"f1":0.531893,"accuracy":0.571146,"main_score":0.531893,"hf_subset":"lin_Latn-cat_Latn","languages":["lin-Latn","cat-Latn"]},{"precision":0.488125,"recall":0.544466,"f1":0.503052,"accuracy":0.544466,"main_score":0.503052,"hf_subset":"lin_Latn-fur_Latn","languages":["lin-Latn","fur-Latn"]},{"precision":0.298122,"recall":0.363636,"f1":0.314682,"accuracy":0.363636,"main_score":0.314682,"hf_subset":"lin_Latn-kab_Latn","languages":["lin-Latn","kab-Latn"]},{"precision":0.491195,"recall":0.54249,"f1":0.50473,"accuracy":0.54249,"main_score":0.50473,"hf_subset":"lin_Latn-lim_Latn","languages":["lin-Latn","lim-Latn"]},{"precision":0.526297,"recall":0.582016,"f1":0.541766,"accuracy":0.582016,"main_score":0.541766,"hf_subset":"lin_Latn-nld_Latn","languages":["lin-Latn","nld-Latn"]},{"precision":0.419384,"recall":0.485178,"f1":0.437661,"accuracy":0.485178,"main_score":0.437661,"hf_subset":"lin_Latn-san_Deva","languages":["lin-Latn","san-Deva"]},{"precision":0.486483,"recall":0.529644,"f1":0.498304,"accuracy":0.529644,"main_score":0.498304,"hf_subset":"lin_Latn-tat_Cyrl","languages":["lin-Latn","tat-Cyrl"]},{"precision":0.464462,"recall":0.507905,"f1":0.476481,"accuracy":0.507905,"main_score":0.476481,"hf_subset":"lin_Latn-xho_Latn","languages":["lin-Latn","xho-Latn"]},{"precision":0.443901,"recall":0.518775,"f1":0.463949,"accuracy":0.518775,"main_score":0.463949,"hf_subset":"lin_Latn-ars_Arab","languages":["lin-Latn","ars-Arab"]},{"precision":0.51241,"recall":0.552372,"f1":0.523512,"accuracy":0.552372,"main_score":0.523512,"hf_subset":"lin_Latn-ceb_Latn","languages":["lin-Latn","ceb-Latn"]},{"precision":0.448327,"recall":0.497036,"f1":0.461862,"accuracy":0.497036,"main_score":0.461862,"hf_subset":"lin_Latn-fuv_Latn","languages":["lin-Latn","fuv-Latn"]},{"precision":0.438382,"recall":0.496047,"f1":0.454381,"accuracy":0.496047,"main_score":0.454381,"hf_subset":"lin_Latn-kac_Latn","languages":["lin-Latn","kac-Latn"]},{"precision":0.517278,"recall":0.570158,"f1":0.532025,"accuracy":0.570158,"main_score":0.532025,"hf_subset":"lin_Latn-nno_Latn","languages":["lin-Latn","nno-Latn"]},{"precision":0.162286,"recall":0.206522,"f1":0.173035,"accuracy":0.206522,"main_score":0.173035,"hf_subset":"lin_Latn-sat_Olck","languages":["lin-Latn","sat-Olck"]},{"precision":0.478297,"recall":0.54249,"f1":0.49568,"accuracy":0.54249,"main_score":0.49568,"hf_subset":"lin_Latn-tel_Telu","languages":["lin-Latn","tel-Telu"]},{"precision":0.265752,"recall":0.327075,"f1":0.281577,"accuracy":0.327075,"main_score":0.281577,"hf_subset":"lin_Latn-ydd_Hebr","languages":["lin-Latn","ydd-Hebr"]},{"precision":0.446542,"recall":0.513834,"f1":0.465011,"accuracy":0.513834,"main_score":0.465011,"hf_subset":"lin_Latn-ary_Arab","languages":["lin-Latn","ary-Arab"]},{"precision":0.484706,"recall":0.547431,"f1":0.501056,"accuracy":0.547431,"main_score":0.501056,"hf_subset":"lin_Latn-ces_Latn","languages":["lin-Latn","ces-Latn"]},{"precision":0.318259,"recall":0.380435,"f1":0.33367,"accuracy":0.380435,"main_score":0.33367,"hf_subset":"lin_Latn-gaz_Latn","languages":["lin-Latn","gaz-Latn"]},{"precision":0.449613,"recall":0.48913,"f1":0.461401,"accuracy":0.48913,"main_score":0.461401,"hf_subset":"lin_Latn-kam_Latn","languages":["lin-Latn","kam-Latn"]},{"precision":0.449384,"recall":0.503953,"f1":0.463849,"accuracy":0.503953,"main_score":0.463849,"hf_subset":"lin_Latn-lit_Latn","languages":["lin-Latn","lit-Latn"]},{"precision":0.525358,"recall":0.58004,"f1":0.540428,"accuracy":0.58004,"main_score":0.540428,"hf_subset":"lin_Latn-nob_Latn","languages":["lin-Latn","nob-Latn"]},{"precision":0.462031,"recall":0.519763,"f1":0.477281,"accuracy":0.519763,"main_score":0.477281,"hf_subset":"lin_Latn-scn_Latn","languages":["lin-Latn","scn-Latn"]},{"precision":0.403543,"recall":0.453557,"f1":0.417514,"accuracy":0.453557,"main_score":0.417514,"hf_subset":"lin_Latn-tgk_Cyrl","languages":["lin-Latn","tgk-Cyrl"]},{"precision":0.39496,"recall":0.452569,"f1":0.411364,"accuracy":0.452569,"main_score":0.411364,"hf_subset":"lin_Latn-yor_Latn","languages":["lin-Latn","yor-Latn"]},{"precision":0.483757,"recall":0.550395,"f1":0.501547,"accuracy":0.550395,"main_score":0.501547,"hf_subset":"lin_Latn-arz_Arab","languages":["lin-Latn","arz-Arab"]},{"precision":0.429579,"recall":0.478261,"f1":0.443495,"accuracy":0.478261,"main_score":0.443495,"hf_subset":"lin_Latn-cjk_Latn","languages":["lin-Latn","cjk-Latn"]},{"precision":0.347763,"recall":0.41996,"f1":0.365049,"accuracy":0.41996,"main_score":0.365049,"hf_subset":"lin_Latn-gla_Latn","languages":["lin-Latn","gla-Latn"]},{"precision":0.438604,"recall":0.506917,"f1":0.457574,"accuracy":0.506917,"main_score":0.457574,"hf_subset":"lin_Latn-kan_Knda","languages":["lin-Latn","kan-Knda"]},{"precision":0.491884,"recall":0.548419,"f1":0.506504,"accuracy":0.548419,"main_score":0.506504,"hf_subset":"lin_Latn-lmo_Latn","languages":["lin-Latn","lmo-Latn"]},{"precision":0.479195,"recall":0.543478,"f1":0.496533,"accuracy":0.543478,"main_score":0.496533,"hf_subset":"lin_Latn-npi_Deva","languages":["lin-Latn","npi-Deva"]},{"precision":0.375307,"recall":0.444664,"f1":0.393943,"accuracy":0.444664,"main_score":0.393943,"hf_subset":"lin_Latn-shn_Mymr","languages":["lin-Latn","shn-Mymr"]},{"precision":0.510813,"recall":0.5583,"f1":0.523791,"accuracy":0.5583,"main_score":0.523791,"hf_subset":"lin_Latn-tgl_Latn","languages":["lin-Latn","tgl-Latn"]},{"precision":0.475125,"recall":0.54249,"f1":0.493282,"accuracy":0.54249,"main_score":0.493282,"hf_subset":"lin_Latn-yue_Hant","languages":["lin-Latn","yue-Hant"]},{"precision":0.400014,"recall":0.465415,"f1":0.418157,"accuracy":0.465415,"main_score":0.418157,"hf_subset":"lin_Latn-asm_Beng","languages":["lin-Latn","asm-Beng"]},{"precision":0.318663,"recall":0.376482,"f1":0.333844,"accuracy":0.376482,"main_score":0.333844,"hf_subset":"lin_Latn-ckb_Arab","languages":["lin-Latn","ckb-Arab"]},{"precision":0.357545,"recall":0.426877,"f1":0.375257,"accuracy":0.426877,"main_score":0.375257,"hf_subset":"lin_Latn-gle_Latn","languages":["lin-Latn","gle-Latn"]},{"precision":0.375776,"recall":0.454545,"f1":0.396754,"accuracy":0.454545,"main_score":0.396754,"hf_subset":"lin_Latn-kas_Arab","languages":["lin-Latn","kas-Arab"]},{"precision":0.441181,"recall":0.498024,"f1":0.457294,"accuracy":0.498024,"main_score":0.457294,"hf_subset":"lin_Latn-ltg_Latn","languages":["lin-Latn","ltg-Latn"]},{"precision":0.494449,"recall":0.534585,"f1":0.505336,"accuracy":0.534585,"main_score":0.505336,"hf_subset":"lin_Latn-nso_Latn","languages":["lin-Latn","nso-Latn"]},{"precision":0.382737,"recall":0.449605,"f1":0.400517,"accuracy":0.449605,"main_score":0.400517,"hf_subset":"lin_Latn-sin_Sinh","languages":["lin-Latn","sin-Sinh"]},{"precision":0.466309,"recall":0.533597,"f1":0.484592,"accuracy":0.533597,"main_score":0.484592,"hf_subset":"lin_Latn-tha_Thai","languages":["lin-Latn","tha-Thai"]},{"precision":0.502393,"recall":0.5583,"f1":0.517087,"accuracy":0.5583,"main_score":0.517087,"hf_subset":"lin_Latn-zho_Hans","languages":["lin-Latn","zho-Hans"]},{"precision":0.509593,"recall":0.555336,"f1":0.52214,"accuracy":0.555336,"main_score":0.52214,"hf_subset":"lin_Latn-ast_Latn","languages":["lin-Latn","ast-Latn"]},{"precision":0.451844,"recall":0.505929,"f1":0.465883,"accuracy":0.505929,"main_score":0.465883,"hf_subset":"lin_Latn-crh_Latn","languages":["lin-Latn","crh-Latn"]},{"precision":0.522264,"recall":0.576087,"f1":0.536611,"accuracy":0.576087,"main_score":0.536611,"hf_subset":"lin_Latn-glg_Latn","languages":["lin-Latn","glg-Latn"]},{"precision":0.40381,"recall":0.469368,"f1":0.421032,"accuracy":0.469368,"main_score":0.421032,"hf_subset":"lin_Latn-kas_Deva","languages":["lin-Latn","kas-Deva"]},{"precision":0.481363,"recall":0.541502,"f1":0.496955,"accuracy":0.541502,"main_score":0.496955,"hf_subset":"lin_Latn-ltz_Latn","languages":["lin-Latn","ltz-Latn"]},{"precision":0.330152,"recall":0.387352,"f1":0.34497,"accuracy":0.387352,"main_score":0.34497,"hf_subset":"lin_Latn-nus_Latn","languages":["lin-Latn","nus-Latn"]},{"precision":0.481368,"recall":0.541502,"f1":0.497068,"accuracy":0.541502,"main_score":0.497068,"hf_subset":"lin_Latn-slk_Latn","languages":["lin-Latn","slk-Latn"]},{"precision":0.30905,"recall":0.368577,"f1":0.325741,"accuracy":0.368577,"main_score":0.325741,"hf_subset":"lin_Latn-tir_Ethi","languages":["lin-Latn","tir-Ethi"]},{"precision":0.472332,"recall":0.541502,"f1":0.491229,"accuracy":0.541502,"main_score":0.491229,"hf_subset":"lin_Latn-zho_Hant","languages":["lin-Latn","zho-Hant"]},{"precision":0.512203,"recall":0.565217,"f1":0.526553,"accuracy":0.565217,"main_score":0.526553,"hf_subset":"lin_Latn-awa_Deva","languages":["lin-Latn","awa-Deva"]},{"precision":0.403015,"recall":0.465415,"f1":0.419089,"accuracy":0.465415,"main_score":0.419089,"hf_subset":"lin_Latn-cym_Latn","languages":["lin-Latn","cym-Latn"]},{"precision":0.51231,"recall":0.555336,"f1":0.524024,"accuracy":0.555336,"main_score":0.524024,"hf_subset":"lin_Latn-grn_Latn","languages":["lin-Latn","grn-Latn"]},{"precision":0.404098,"recall":0.476285,"f1":0.423407,"accuracy":0.476285,"main_score":0.423407,"hf_subset":"lin_Latn-kat_Geor","languages":["lin-Latn","kat-Geor"]},{"precision":0.504792,"recall":0.548419,"f1":0.517514,"accuracy":0.548419,"main_score":0.517514,"hf_subset":"lin_Latn-lua_Latn","languages":["lin-Latn","lua-Latn"]},{"precision":0.497218,"recall":0.532609,"f1":0.507434,"accuracy":0.532609,"main_score":0.507434,"hf_subset":"lin_Latn-nya_Latn","languages":["lin-Latn","nya-Latn"]},{"precision":0.484567,"recall":0.539526,"f1":0.499832,"accuracy":0.539526,"main_score":0.499832,"hf_subset":"lin_Latn-slv_Latn","languages":["lin-Latn","slv-Latn"]},{"precision":0.514627,"recall":0.567194,"f1":0.528629,"accuracy":0.567194,"main_score":0.528629,"hf_subset":"lin_Latn-tpi_Latn","languages":["lin-Latn","tpi-Latn"]},{"precision":0.503467,"recall":0.554348,"f1":0.516885,"accuracy":0.554348,"main_score":0.516885,"hf_subset":"lin_Latn-zsm_Latn","languages":["lin-Latn","zsm-Latn"]},{"precision":0.398351,"recall":0.469368,"f1":0.416533,"accuracy":0.469368,"main_score":0.416533,"hf_subset":"lin_Latn-ayr_Latn","languages":["lin-Latn","ayr-Latn"]},{"precision":0.524209,"recall":0.579051,"f1":0.538793,"accuracy":0.579051,"main_score":0.538793,"hf_subset":"lin_Latn-dan_Latn","languages":["lin-Latn","dan-Latn"]},{"precision":0.440863,"recall":0.51087,"f1":0.459708,"accuracy":0.51087,"main_score":0.459708,"hf_subset":"lin_Latn-guj_Gujr","languages":["lin-Latn","guj-Gujr"]},{"precision":0.430232,"recall":0.485178,"f1":0.445427,"accuracy":0.485178,"main_score":0.445427,"hf_subset":"lin_Latn-kaz_Cyrl","languages":["lin-Latn","kaz-Cyrl"]},{"precision":0.429613,"recall":0.472332,"f1":0.441991,"accuracy":0.472332,"main_score":0.441991,"hf_subset":"lin_Latn-lug_Latn","languages":["lin-Latn","lug-Latn"]},{"precision":0.514007,"recall":0.566206,"f1":0.528028,"accuracy":0.566206,"main_score":0.528028,"hf_subset":"lin_Latn-oci_Latn","languages":["lin-Latn","oci-Latn"]},{"precision":0.456276,"recall":0.508893,"f1":0.471156,"accuracy":0.508893,"main_score":0.471156,"hf_subset":"lin_Latn-smo_Latn","languages":["lin-Latn","smo-Latn"]},{"precision":0.459743,"recall":0.505929,"f1":0.473035,"accuracy":0.505929,"main_score":0.473035,"hf_subset":"lin_Latn-tsn_Latn","languages":["lin-Latn","tsn-Latn"]},{"precision":0.418561,"recall":0.469368,"f1":0.432643,"accuracy":0.469368,"main_score":0.432643,"hf_subset":"lin_Latn-zul_Latn","languages":["lin-Latn","zul-Latn"]},{"precision":0.383405,"recall":0.450593,"f1":0.401946,"accuracy":0.450593,"main_score":0.401946,"hf_subset":"lin_Latn-azb_Arab","languages":["lin-Latn","azb-Arab"]},{"precision":0.521564,"recall":0.577075,"f1":0.53638,"accuracy":0.577075,"main_score":0.53638,"hf_subset":"lin_Latn-deu_Latn","languages":["lin-Latn","deu-Latn"]},{"precision":0.449414,"recall":0.502964,"f1":0.464756,"accuracy":0.502964,"main_score":0.464756,"hf_subset":"lin_Latn-hat_Latn","languages":["lin-Latn","hat-Latn"]},{"precision":0.398662,"recall":0.449605,"f1":0.412213,"accuracy":0.449605,"main_score":0.412213,"hf_subset":"lin_Latn-kbp_Latn","languages":["lin-Latn","kbp-Latn"]},{"precision":0.462839,"recall":0.507905,"f1":0.476155,"accuracy":0.507905,"main_score":0.476155,"hf_subset":"lin_Latn-luo_Latn","languages":["lin-Latn","luo-Latn"]},{"precision":0.350722,"recall":0.426877,"f1":0.370971,"accuracy":0.426877,"main_score":0.370971,"hf_subset":"lin_Latn-ory_Orya","languages":["lin-Latn","ory-Orya"]},{"precision":0.454478,"recall":0.5,"f1":0.466862,"accuracy":0.5,"main_score":0.466862,"hf_subset":"lin_Latn-sna_Latn","languages":["lin-Latn","sna-Latn"]},{"precision":0.45836,"recall":0.502964,"f1":0.470756,"accuracy":0.502964,"main_score":0.470756,"hf_subset":"lin_Latn-tso_Latn","languages":["lin-Latn","tso-Latn"]},{"precision":0.465052,"recall":0.518775,"f1":0.480098,"accuracy":0.518775,"main_score":0.480098,"hf_subset":"lin_Latn-azj_Latn","languages":["lin-Latn","azj-Latn"]},{"precision":0.424653,"recall":0.482213,"f1":0.44102,"accuracy":0.482213,"main_score":0.44102,"hf_subset":"lin_Latn-dik_Latn","languages":["lin-Latn","dik-Latn"]},{"precision":0.445258,"recall":0.490119,"f1":0.45857,"accuracy":0.490119,"main_score":0.45857,"hf_subset":"lin_Latn-hau_Latn","languages":["lin-Latn","hau-Latn"]},{"precision":0.495922,"recall":0.546443,"f1":0.509874,"accuracy":0.546443,"main_score":0.509874,"hf_subset":"lin_Latn-kea_Latn","languages":["lin-Latn","kea-Latn"]},{"precision":0.517254,"recall":0.567194,"f1":0.530427,"accuracy":0.567194,"main_score":0.530427,"hf_subset":"lin_Latn-lus_Latn","languages":["lin-Latn","lus-Latn"]},{"precision":0.519753,"recall":0.559289,"f1":0.530607,"accuracy":0.559289,"main_score":0.530607,"hf_subset":"lin_Latn-pag_Latn","languages":["lin-Latn","pag-Latn"]},{"precision":0.3591,"recall":0.425889,"f1":0.377366,"accuracy":0.425889,"main_score":0.377366,"hf_subset":"lin_Latn-snd_Arab","languages":["lin-Latn","snd-Arab"]},{"precision":0.446637,"recall":0.501976,"f1":0.461582,"accuracy":0.501976,"main_score":0.461582,"hf_subset":"lin_Latn-tuk_Latn","languages":["lin-Latn","tuk-Latn"]},{"precision":0.465146,"recall":0.513834,"f1":0.478493,"accuracy":0.513834,"main_score":0.478493,"hf_subset":"lin_Latn-bak_Cyrl","languages":["lin-Latn","bak-Cyrl"]},{"precision":0.381455,"recall":0.44664,"f1":0.399692,"accuracy":0.44664,"main_score":0.399692,"hf_subset":"lin_Latn-dyu_Latn","languages":["lin-Latn","dyu-Latn"]},{"precision":0.383543,"recall":0.450593,"f1":0.401379,"accuracy":0.450593,"main_score":0.401379,"hf_subset":"lin_Latn-heb_Hebr","languages":["lin-Latn","heb-Hebr"]},{"precision":0.408183,"recall":0.472332,"f1":0.424833,"accuracy":0.472332,"main_score":0.424833,"hf_subset":"lin_Latn-khk_Cyrl","languages":["lin-Latn","khk-Cyrl"]},{"precision":0.464002,"recall":0.519763,"f1":0.479566,"accuracy":0.519763,"main_score":0.479566,"hf_subset":"lin_Latn-lvs_Latn","languages":["lin-Latn","lvs-Latn"]},{"precision":0.412177,"recall":0.478261,"f1":0.428742,"accuracy":0.478261,"main_score":0.428742,"hf_subset":"lin_Latn-pan_Guru","languages":["lin-Latn","pan-Guru"]},{"precision":0.39754,"recall":0.451581,"f1":0.411768,"accuracy":0.451581,"main_score":0.411768,"hf_subset":"lin_Latn-som_Latn","languages":["lin-Latn","som-Latn"]},{"precision":0.460524,"recall":0.503953,"f1":0.47251,"accuracy":0.503953,"main_score":0.47251,"hf_subset":"lin_Latn-tum_Latn","languages":["lin-Latn","tum-Latn"]},{"precision":0.278928,"recall":0.362648,"f1":0.300337,"accuracy":0.362648,"main_score":0.300337,"hf_subset":"nno_Latn-ace_Arab","languages":["nno-Latn","ace-Arab"]},{"precision":0.371799,"recall":0.468379,"f1":0.397502,"accuracy":0.468379,"main_score":0.397502,"hf_subset":"nno_Latn-bam_Latn","languages":["nno-Latn","bam-Latn"]},{"precision":0.148965,"recall":0.20751,"f1":0.163432,"accuracy":0.20751,"main_score":0.163432,"hf_subset":"nno_Latn-dzo_Tibt","languages":["nno-Latn","dzo-Tibt"]},{"precision":0.975543,"recall":0.983202,"f1":0.977997,"accuracy":0.983202,"main_score":0.977997,"hf_subset":"nno_Latn-hin_Deva","languages":["nno-Latn","hin-Deva"]},{"precision":0.773337,"recall":0.836957,"f1":0.793149,"accuracy":0.836957,"main_score":0.793149,"hf_subset":"nno_Latn-khm_Khmr","languages":["nno-Latn","khm-Khmr"]},{"precision":0.947134,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"nno_Latn-mag_Deva","languages":["nno-Latn","mag-Deva"]},{"precision":0.826647,"recall":0.87253,"f1":0.840679,"accuracy":0.87253,"main_score":0.840679,"hf_subset":"nno_Latn-pap_Latn","languages":["nno-Latn","pap-Latn"]},{"precision":0.418835,"recall":0.506917,"f1":0.442315,"accuracy":0.506917,"main_score":0.442315,"hf_subset":"nno_Latn-sot_Latn","languages":["nno-Latn","sot-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"nno_Latn-tur_Latn","languages":["nno-Latn","tur-Latn"]},{"precision":0.67748,"recall":0.747036,"f1":0.697744,"accuracy":0.747036,"main_score":0.697744,"hf_subset":"nno_Latn-ace_Latn","languages":["nno-Latn","ace-Latn"]},{"precision":0.793808,"recall":0.844862,"f1":0.809552,"accuracy":0.844862,"main_score":0.809552,"hf_subset":"nno_Latn-ban_Latn","languages":["nno-Latn","ban-Latn"]},{"precision":0.931324,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"nno_Latn-ell_Grek","languages":["nno-Latn","ell-Grek"]},{"precision":0.910326,"recall":0.937747,"f1":0.919203,"accuracy":0.937747,"main_score":0.919203,"hf_subset":"nno_Latn-hne_Deva","languages":["nno-Latn","hne-Deva"]},{"precision":0.418946,"recall":0.524704,"f1":0.447237,"accuracy":0.524704,"main_score":0.447237,"hf_subset":"nno_Latn-kik_Latn","languages":["nno-Latn","kik-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"nno_Latn-mai_Deva","languages":["nno-Latn","mai-Deva"]},{"precision":0.822546,"recall":0.87253,"f1":0.838669,"accuracy":0.87253,"main_score":0.838669,"hf_subset":"nno_Latn-pbt_Arab","languages":["nno-Latn","pbt-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nno_Latn-spa_Latn","languages":["nno-Latn","spa-Latn"]},{"precision":0.493778,"recall":0.588933,"f1":0.519704,"accuracy":0.588933,"main_score":0.519704,"hf_subset":"nno_Latn-twi_Latn","languages":["nno-Latn","twi-Latn"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"nno_Latn-acm_Arab","languages":["nno-Latn","acm-Arab"]},{"precision":0.822546,"recall":0.873518,"f1":0.838669,"accuracy":0.873518,"main_score":0.838669,"hf_subset":"nno_Latn-bel_Cyrl","languages":["nno-Latn","bel-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nno_Latn-eng_Latn","languages":["nno-Latn","eng-Latn"]},{"precision":0.942276,"recall":0.959486,"f1":0.947694,"accuracy":0.959486,"main_score":0.947694,"hf_subset":"nno_Latn-hrv_Latn","languages":["nno-Latn","hrv-Latn"]},{"precision":0.392845,"recall":0.485178,"f1":0.417014,"accuracy":0.485178,"main_score":0.417014,"hf_subset":"nno_Latn-kin_Latn","languages":["nno-Latn","kin-Latn"]},{"precision":0.929018,"recall":0.951581,"f1":0.936265,"accuracy":0.951581,"main_score":0.936265,"hf_subset":"nno_Latn-mal_Mlym","languages":["nno-Latn","mal-Mlym"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"nno_Latn-pes_Arab","languages":["nno-Latn","pes-Arab"]},{"precision":0.817605,"recall":0.864625,"f1":0.832016,"accuracy":0.864625,"main_score":0.832016,"hf_subset":"nno_Latn-srd_Latn","languages":["nno-Latn","srd-Latn"]},{"precision":0.110813,"recall":0.18083,"f1":0.126051,"accuracy":0.18083,"main_score":0.126051,"hf_subset":"nno_Latn-tzm_Tfng","languages":["nno-Latn","tzm-Tfng"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"nno_Latn-acq_Arab","languages":["nno-Latn","acq-Arab"]},{"precision":0.443668,"recall":0.535573,"f1":0.468235,"accuracy":0.535573,"main_score":0.468235,"hf_subset":"nno_Latn-bem_Latn","languages":["nno-Latn","bem-Latn"]},{"precision":0.871847,"recall":0.908103,"f1":0.883152,"accuracy":0.908103,"main_score":0.883152,"hf_subset":"nno_Latn-epo_Latn","languages":["nno-Latn","epo-Latn"]},{"precision":0.908432,"recall":0.936759,"f1":0.917655,"accuracy":0.936759,"main_score":0.917655,"hf_subset":"nno_Latn-hun_Latn","languages":["nno-Latn","hun-Latn"]},{"precision":0.666544,"recall":0.743083,"f1":0.689269,"accuracy":0.743083,"main_score":0.689269,"hf_subset":"nno_Latn-kir_Cyrl","languages":["nno-Latn","kir-Cyrl"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"nno_Latn-mar_Deva","languages":["nno-Latn","mar-Deva"]},{"precision":0.441611,"recall":0.527668,"f1":0.464253,"accuracy":0.527668,"main_score":0.464253,"hf_subset":"nno_Latn-plt_Latn","languages":["nno-Latn","plt-Latn"]},{"precision":0.903738,"recall":0.932806,"f1":0.912945,"accuracy":0.932806,"main_score":0.912945,"hf_subset":"nno_Latn-srp_Cyrl","languages":["nno-Latn","srp-Cyrl"]},{"precision":0.271048,"recall":0.350791,"f1":0.29123,"accuracy":0.350791,"main_score":0.29123,"hf_subset":"nno_Latn-uig_Arab","languages":["nno-Latn","uig-Arab"]},{"precision":0.909091,"recall":0.936759,"f1":0.918149,"accuracy":0.936759,"main_score":0.918149,"hf_subset":"nno_Latn-aeb_Arab","languages":["nno-Latn","aeb-Arab"]},{"precision":0.963274,"recall":0.974308,"f1":0.966897,"accuracy":0.974308,"main_score":0.966897,"hf_subset":"nno_Latn-ben_Beng","languages":["nno-Latn","ben-Beng"]},{"precision":0.813192,"recall":0.863636,"f1":0.828557,"accuracy":0.863636,"main_score":0.828557,"hf_subset":"nno_Latn-est_Latn","languages":["nno-Latn","est-Latn"]},{"precision":0.782271,"recall":0.840909,"f1":0.800022,"accuracy":0.840909,"main_score":0.800022,"hf_subset":"nno_Latn-hye_Armn","languages":["nno-Latn","hye-Armn"]},{"precision":0.383883,"recall":0.476285,"f1":0.408945,"accuracy":0.476285,"main_score":0.408945,"hf_subset":"nno_Latn-kmb_Latn","languages":["nno-Latn","kmb-Latn"]},{"precision":0.235526,"recall":0.316206,"f1":0.255856,"accuracy":0.316206,"main_score":0.255856,"hf_subset":"nno_Latn-min_Arab","languages":["nno-Latn","min-Arab"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"nno_Latn-pol_Latn","languages":["nno-Latn","pol-Latn"]},{"precision":0.384408,"recall":0.477273,"f1":0.40829,"accuracy":0.477273,"main_score":0.40829,"hf_subset":"nno_Latn-ssw_Latn","languages":["nno-Latn","ssw-Latn"]},{"precision":0.957345,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"nno_Latn-ukr_Cyrl","languages":["nno-Latn","ukr-Cyrl"]},{"precision":0.931818,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"nno_Latn-afr_Latn","languages":["nno-Latn","afr-Latn"]},{"precision":0.909503,"recall":0.936759,"f1":0.918215,"accuracy":0.936759,"main_score":0.918215,"hf_subset":"nno_Latn-bho_Deva","languages":["nno-Latn","bho-Deva"]},{"precision":0.633088,"recall":0.712451,"f1":0.656144,"accuracy":0.712451,"main_score":0.656144,"hf_subset":"nno_Latn-eus_Latn","languages":["nno-Latn","eus-Latn"]},{"precision":0.38569,"recall":0.487154,"f1":0.412933,"accuracy":0.487154,"main_score":0.412933,"hf_subset":"nno_Latn-ibo_Latn","languages":["nno-Latn","ibo-Latn"]},{"precision":0.435256,"recall":0.530632,"f1":0.460154,"accuracy":0.530632,"main_score":0.460154,"hf_subset":"nno_Latn-kmr_Latn","languages":["nno-Latn","kmr-Latn"]},{"precision":0.763011,"recall":0.820158,"f1":0.780238,"accuracy":0.820158,"main_score":0.780238,"hf_subset":"nno_Latn-min_Latn","languages":["nno-Latn","min-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"nno_Latn-por_Latn","languages":["nno-Latn","por-Latn"]},{"precision":0.803254,"recall":0.856719,"f1":0.819812,"accuracy":0.856719,"main_score":0.819812,"hf_subset":"nno_Latn-sun_Latn","languages":["nno-Latn","sun-Latn"]},{"precision":0.360289,"recall":0.458498,"f1":0.387463,"accuracy":0.458498,"main_score":0.387463,"hf_subset":"nno_Latn-umb_Latn","languages":["nno-Latn","umb-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"nno_Latn-ajp_Arab","languages":["nno-Latn","ajp-Arab"]},{"precision":0.25463,"recall":0.336957,"f1":0.276741,"accuracy":0.336957,"main_score":0.276741,"hf_subset":"nno_Latn-bjn_Arab","languages":["nno-Latn","bjn-Arab"]},{"precision":0.412482,"recall":0.496047,"f1":0.433888,"accuracy":0.496047,"main_score":0.433888,"hf_subset":"nno_Latn-ewe_Latn","languages":["nno-Latn","ewe-Latn"]},{"precision":0.67603,"recall":0.743083,"f1":0.695453,"accuracy":0.743083,"main_score":0.695453,"hf_subset":"nno_Latn-ilo_Latn","languages":["nno-Latn","ilo-Latn"]},{"precision":0.17559,"recall":0.25,"f1":0.193863,"accuracy":0.25,"main_score":0.193863,"hf_subset":"nno_Latn-knc_Arab","languages":["nno-Latn","knc-Arab"]},{"precision":0.897563,"recall":0.929842,"f1":0.908103,"accuracy":0.929842,"main_score":0.908103,"hf_subset":"nno_Latn-mkd_Cyrl","languages":["nno-Latn","mkd-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"nno_Latn-prs_Arab","languages":["nno-Latn","prs-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nno_Latn-swe_Latn","languages":["nno-Latn","swe-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930336,"accuracy":0.94664,"main_score":0.930336,"hf_subset":"nno_Latn-urd_Arab","languages":["nno-Latn","urd-Arab"]},{"precision":0.455782,"recall":0.5583,"f1":0.483994,"accuracy":0.5583,"main_score":0.483994,"hf_subset":"nno_Latn-aka_Latn","languages":["nno-Latn","aka-Latn"]},{"precision":0.803501,"recall":0.853755,"f1":0.818857,"accuracy":0.853755,"main_score":0.818857,"hf_subset":"nno_Latn-bjn_Latn","languages":["nno-Latn","bjn-Latn"]},{"precision":0.64356,"recall":0.717391,"f1":0.664427,"accuracy":0.717391,"main_score":0.664427,"hf_subset":"nno_Latn-fao_Latn","languages":["nno-Latn","fao-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"nno_Latn-ind_Latn","languages":["nno-Latn","ind-Latn"]},{"precision":0.439903,"recall":0.530632,"f1":0.463826,"accuracy":0.530632,"main_score":0.463826,"hf_subset":"nno_Latn-knc_Latn","languages":["nno-Latn","knc-Latn"]},{"precision":0.709611,"recall":0.777668,"f1":0.729614,"accuracy":0.777668,"main_score":0.729614,"hf_subset":"nno_Latn-mlt_Latn","languages":["nno-Latn","mlt-Latn"]},{"precision":0.46033,"recall":0.561265,"f1":0.487442,"accuracy":0.561265,"main_score":0.487442,"hf_subset":"nno_Latn-quy_Latn","languages":["nno-Latn","quy-Latn"]},{"precision":0.808877,"recall":0.860672,"f1":0.825132,"accuracy":0.860672,"main_score":0.825132,"hf_subset":"nno_Latn-swh_Latn","languages":["nno-Latn","swh-Latn"]},{"precision":0.643626,"recall":0.720356,"f1":0.666361,"accuracy":0.720356,"main_score":0.666361,"hf_subset":"nno_Latn-uzn_Latn","languages":["nno-Latn","uzn-Latn"]},{"precision":0.774984,"recall":0.83498,"f1":0.793511,"accuracy":0.83498,"main_score":0.793511,"hf_subset":"nno_Latn-als_Latn","languages":["nno-Latn","als-Latn"]},{"precision":0.181434,"recall":0.25,"f1":0.198112,"accuracy":0.25,"main_score":0.198112,"hf_subset":"nno_Latn-bod_Tibt","languages":["nno-Latn","bod-Tibt"]},{"precision":0.39441,"recall":0.495059,"f1":0.420952,"accuracy":0.495059,"main_score":0.420952,"hf_subset":"nno_Latn-fij_Latn","languages":["nno-Latn","fij-Latn"]},{"precision":0.60271,"recall":0.684783,"f1":0.62632,"accuracy":0.684783,"main_score":0.62632,"hf_subset":"nno_Latn-isl_Latn","languages":["nno-Latn","isl-Latn"]},{"precision":0.481587,"recall":0.56917,"f1":0.504966,"accuracy":0.56917,"main_score":0.504966,"hf_subset":"nno_Latn-kon_Latn","languages":["nno-Latn","kon-Latn"]},{"precision":0.347797,"recall":0.456522,"f1":0.377679,"accuracy":0.456522,"main_score":0.377679,"hf_subset":"nno_Latn-mni_Beng","languages":["nno-Latn","mni-Beng"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"nno_Latn-ron_Latn","languages":["nno-Latn","ron-Latn"]},{"precision":0.825165,"recall":0.870553,"f1":0.839032,"accuracy":0.870553,"main_score":0.839032,"hf_subset":"nno_Latn-szl_Latn","languages":["nno-Latn","szl-Latn"]},{"precision":0.893116,"recall":0.923913,"f1":0.902964,"accuracy":0.923913,"main_score":0.902964,"hf_subset":"nno_Latn-vec_Latn","languages":["nno-Latn","vec-Latn"]},{"precision":0.743725,"recall":0.813241,"f1":0.765152,"accuracy":0.813241,"main_score":0.765152,"hf_subset":"nno_Latn-amh_Ethi","languages":["nno-Latn","amh-Ethi"]},{"precision":0.951334,"recall":0.966403,"f1":0.956258,"accuracy":0.966403,"main_score":0.956258,"hf_subset":"nno_Latn-bos_Latn","languages":["nno-Latn","bos-Latn"]},{"precision":0.945158,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"nno_Latn-fin_Latn","languages":["nno-Latn","fin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nno_Latn-ita_Latn","languages":["nno-Latn","ita-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"nno_Latn-kor_Hang","languages":["nno-Latn","kor-Hang"]},{"precision":0.397134,"recall":0.491107,"f1":0.422338,"accuracy":0.491107,"main_score":0.422338,"hf_subset":"nno_Latn-mos_Latn","languages":["nno-Latn","mos-Latn"]},{"precision":0.385614,"recall":0.480237,"f1":0.410042,"accuracy":0.480237,"main_score":0.410042,"hf_subset":"nno_Latn-run_Latn","languages":["nno-Latn","run-Latn"]},{"precision":0.947381,"recall":0.963439,"f1":0.952635,"accuracy":0.963439,"main_score":0.952635,"hf_subset":"nno_Latn-tam_Taml","languages":["nno-Latn","tam-Taml"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"nno_Latn-vie_Latn","languages":["nno-Latn","vie-Latn"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"nno_Latn-apc_Arab","languages":["nno-Latn","apc-Arab"]},{"precision":0.631145,"recall":0.70751,"f1":0.652621,"accuracy":0.70751,"main_score":0.652621,"hf_subset":"nno_Latn-bug_Latn","languages":["nno-Latn","bug-Latn"]},{"precision":0.351688,"recall":0.443676,"f1":0.375479,"accuracy":0.443676,"main_score":0.375479,"hf_subset":"nno_Latn-fon_Latn","languages":["nno-Latn","fon-Latn"]},{"precision":0.834651,"recall":0.879447,"f1":0.848979,"accuracy":0.879447,"main_score":0.848979,"hf_subset":"nno_Latn-jav_Latn","languages":["nno-Latn","jav-Latn"]},{"precision":0.677092,"recall":0.752964,"f1":0.699459,"accuracy":0.752964,"main_score":0.699459,"hf_subset":"nno_Latn-lao_Laoo","languages":["nno-Latn","lao-Laoo"]},{"precision":0.363069,"recall":0.462451,"f1":0.38843,"accuracy":0.462451,"main_score":0.38843,"hf_subset":"nno_Latn-mri_Latn","languages":["nno-Latn","mri-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nno_Latn-rus_Cyrl","languages":["nno-Latn","rus-Cyrl"]},{"precision":0.386025,"recall":0.482213,"f1":0.411275,"accuracy":0.482213,"main_score":0.411275,"hf_subset":"nno_Latn-taq_Latn","languages":["nno-Latn","taq-Latn"]},{"precision":0.788603,"recall":0.842885,"f1":0.80527,"accuracy":0.842885,"main_score":0.80527,"hf_subset":"nno_Latn-war_Latn","languages":["nno-Latn","war-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nno_Latn-arb_Arab","languages":["nno-Latn","arb-Arab"]},{"precision":0.964345,"recall":0.975296,"f1":0.967787,"accuracy":0.975296,"main_score":0.967787,"hf_subset":"nno_Latn-bul_Cyrl","languages":["nno-Latn","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nno_Latn-fra_Latn","languages":["nno-Latn","fra-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"nno_Latn-jpn_Jpan","languages":["nno-Latn","jpn-Jpan"]},{"precision":0.84473,"recall":0.885375,"f1":0.857279,"accuracy":0.885375,"main_score":0.857279,"hf_subset":"nno_Latn-lij_Latn","languages":["nno-Latn","lij-Latn"]},{"precision":0.748682,"recall":0.812253,"f1":0.768036,"accuracy":0.812253,"main_score":0.768036,"hf_subset":"nno_Latn-mya_Mymr","languages":["nno-Latn","mya-Mymr"]},{"precision":0.45134,"recall":0.546443,"f1":0.477393,"accuracy":0.546443,"main_score":0.477393,"hf_subset":"nno_Latn-sag_Latn","languages":["nno-Latn","sag-Latn"]},{"precision":0.12882,"recall":0.209486,"f1":0.145749,"accuracy":0.209486,"main_score":0.145749,"hf_subset":"nno_Latn-taq_Tfng","languages":["nno-Latn","taq-Tfng"]},{"precision":0.448917,"recall":0.541502,"f1":0.474249,"accuracy":0.541502,"main_score":0.474249,"hf_subset":"nno_Latn-wol_Latn","languages":["nno-Latn","wol-Latn"]},{"precision":0.286354,"recall":0.389328,"f1":0.31109,"accuracy":0.389328,"main_score":0.31109,"hf_subset":"nno_Latn-arb_Latn","languages":["nno-Latn","arb-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"nno_Latn-cat_Latn","languages":["nno-Latn","cat-Latn"]},{"precision":0.81525,"recall":0.863636,"f1":0.829809,"accuracy":0.863636,"main_score":0.829809,"hf_subset":"nno_Latn-fur_Latn","languages":["nno-Latn","fur-Latn"]},{"precision":0.259073,"recall":0.339921,"f1":0.27913,"accuracy":0.339921,"main_score":0.27913,"hf_subset":"nno_Latn-kab_Latn","languages":["nno-Latn","kab-Latn"]},{"precision":0.820299,"recall":0.865613,"f1":0.83414,"accuracy":0.865613,"main_score":0.83414,"hf_subset":"nno_Latn-lim_Latn","languages":["nno-Latn","lim-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nno_Latn-nld_Latn","languages":["nno-Latn","nld-Latn"]},{"precision":0.84692,"recall":0.891304,"f1":0.861185,"accuracy":0.891304,"main_score":0.861185,"hf_subset":"nno_Latn-san_Deva","languages":["nno-Latn","san-Deva"]},{"precision":0.674374,"recall":0.742095,"f1":0.694321,"accuracy":0.742095,"main_score":0.694321,"hf_subset":"nno_Latn-tat_Cyrl","languages":["nno-Latn","tat-Cyrl"]},{"precision":0.416127,"recall":0.511858,"f1":0.44186,"accuracy":0.511858,"main_score":0.44186,"hf_subset":"nno_Latn-xho_Latn","languages":["nno-Latn","xho-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"nno_Latn-ars_Arab","languages":["nno-Latn","ars-Arab"]},{"precision":0.750207,"recall":0.811265,"f1":0.768791,"accuracy":0.811265,"main_score":0.768791,"hf_subset":"nno_Latn-ceb_Latn","languages":["nno-Latn","ceb-Latn"]},{"precision":0.411102,"recall":0.504941,"f1":0.435679,"accuracy":0.504941,"main_score":0.435679,"hf_subset":"nno_Latn-fuv_Latn","languages":["nno-Latn","fuv-Latn"]},{"precision":0.411595,"recall":0.513834,"f1":0.438945,"accuracy":0.513834,"main_score":0.438945,"hf_subset":"nno_Latn-kac_Latn","languages":["nno-Latn","kac-Latn"]},{"precision":0.478837,"recall":0.578063,"f1":0.506031,"accuracy":0.578063,"main_score":0.506031,"hf_subset":"nno_Latn-lin_Latn","languages":["nno-Latn","lin-Latn"]},{"precision":0.17477,"recall":0.23419,"f1":0.188912,"accuracy":0.23419,"main_score":0.188912,"hf_subset":"nno_Latn-sat_Olck","languages":["nno-Latn","sat-Olck"]},{"precision":0.937335,"recall":0.95751,"f1":0.943906,"accuracy":0.95751,"main_score":0.943906,"hf_subset":"nno_Latn-tel_Telu","languages":["nno-Latn","tel-Telu"]},{"precision":0.332807,"recall":0.425889,"f1":0.35628,"accuracy":0.425889,"main_score":0.35628,"hf_subset":"nno_Latn-ydd_Hebr","languages":["nno-Latn","ydd-Hebr"]},{"precision":0.844532,"recall":0.889328,"f1":0.858696,"accuracy":0.889328,"main_score":0.858696,"hf_subset":"nno_Latn-ary_Arab","languages":["nno-Latn","ary-Arab"]},{"precision":0.95504,"recall":0.967391,"f1":0.958827,"accuracy":0.967391,"main_score":0.958827,"hf_subset":"nno_Latn-ces_Latn","languages":["nno-Latn","ces-Latn"]},{"precision":0.288174,"recall":0.369565,"f1":0.30877,"accuracy":0.369565,"main_score":0.30877,"hf_subset":"nno_Latn-gaz_Latn","languages":["nno-Latn","gaz-Latn"]},{"precision":0.427757,"recall":0.519763,"f1":0.45212,"accuracy":0.519763,"main_score":0.45212,"hf_subset":"nno_Latn-kam_Latn","languages":["nno-Latn","kam-Latn"]},{"precision":0.777809,"recall":0.835968,"f1":0.795589,"accuracy":0.835968,"main_score":0.795589,"hf_subset":"nno_Latn-lit_Latn","languages":["nno-Latn","lit-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nno_Latn-nob_Latn","languages":["nno-Latn","nob-Latn"]},{"precision":0.729489,"recall":0.800395,"f1":0.750642,"accuracy":0.800395,"main_score":0.750642,"hf_subset":"nno_Latn-scn_Latn","languages":["nno-Latn","scn-Latn"]},{"precision":0.425534,"recall":0.52668,"f1":0.452239,"accuracy":0.52668,"main_score":0.452239,"hf_subset":"nno_Latn-tgk_Cyrl","languages":["nno-Latn","tgk-Cyrl"]},{"precision":0.360973,"recall":0.460474,"f1":0.386462,"accuracy":0.460474,"main_score":0.386462,"hf_subset":"nno_Latn-yor_Latn","languages":["nno-Latn","yor-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"nno_Latn-arz_Arab","languages":["nno-Latn","arz-Arab"]},{"precision":0.414472,"recall":0.519763,"f1":0.443243,"accuracy":0.519763,"main_score":0.443243,"hf_subset":"nno_Latn-cjk_Latn","languages":["nno-Latn","cjk-Latn"]},{"precision":0.360883,"recall":0.454545,"f1":0.385453,"accuracy":0.454545,"main_score":0.385453,"hf_subset":"nno_Latn-gla_Latn","languages":["nno-Latn","gla-Latn"]},{"precision":0.935606,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"nno_Latn-kan_Knda","languages":["nno-Latn","kan-Knda"]},{"precision":0.781983,"recall":0.838933,"f1":0.799506,"accuracy":0.838933,"main_score":0.799506,"hf_subset":"nno_Latn-lmo_Latn","languages":["nno-Latn","lmo-Latn"]},{"precision":0.939065,"recall":0.95751,"f1":0.945158,"accuracy":0.95751,"main_score":0.945158,"hf_subset":"nno_Latn-npi_Deva","languages":["nno-Latn","npi-Deva"]},{"precision":0.349049,"recall":0.458498,"f1":0.377449,"accuracy":0.458498,"main_score":0.377449,"hf_subset":"nno_Latn-shn_Mymr","languages":["nno-Latn","shn-Mymr"]},{"precision":0.840827,"recall":0.887352,"f1":0.855632,"accuracy":0.887352,"main_score":0.855632,"hf_subset":"nno_Latn-tgl_Latn","languages":["nno-Latn","tgl-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"nno_Latn-yue_Hant","languages":["nno-Latn","yue-Hant"]},{"precision":0.831588,"recall":0.881423,"f1":0.847299,"accuracy":0.881423,"main_score":0.847299,"hf_subset":"nno_Latn-asm_Beng","languages":["nno-Latn","asm-Beng"]},{"precision":0.405437,"recall":0.490119,"f1":0.427353,"accuracy":0.490119,"main_score":0.427353,"hf_subset":"nno_Latn-ckb_Arab","languages":["nno-Latn","ckb-Arab"]},{"precision":0.376963,"recall":0.470356,"f1":0.401585,"accuracy":0.470356,"main_score":0.401585,"hf_subset":"nno_Latn-gle_Latn","languages":["nno-Latn","gle-Latn"]},{"precision":0.623032,"recall":0.716403,"f1":0.650812,"accuracy":0.716403,"main_score":0.650812,"hf_subset":"nno_Latn-kas_Arab","languages":["nno-Latn","kas-Arab"]},{"precision":0.628995,"recall":0.70751,"f1":0.651914,"accuracy":0.70751,"main_score":0.651914,"hf_subset":"nno_Latn-ltg_Latn","languages":["nno-Latn","ltg-Latn"]},{"precision":0.462974,"recall":0.554348,"f1":0.487947,"accuracy":0.554348,"main_score":0.487947,"hf_subset":"nno_Latn-nso_Latn","languages":["nno-Latn","nso-Latn"]},{"precision":0.798419,"recall":0.852767,"f1":0.815316,"accuracy":0.852767,"main_score":0.815316,"hf_subset":"nno_Latn-sin_Sinh","languages":["nno-Latn","sin-Sinh"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"nno_Latn-tha_Thai","languages":["nno-Latn","tha-Thai"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"nno_Latn-zho_Hans","languages":["nno-Latn","zho-Hans"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"nno_Latn-ast_Latn","languages":["nno-Latn","ast-Latn"]},{"precision":0.779035,"recall":0.83498,"f1":0.795898,"accuracy":0.83498,"main_score":0.795898,"hf_subset":"nno_Latn-crh_Latn","languages":["nno-Latn","crh-Latn"]},{"precision":0.96558,"recall":0.975296,"f1":0.968709,"accuracy":0.975296,"main_score":0.968709,"hf_subset":"nno_Latn-glg_Latn","languages":["nno-Latn","glg-Latn"]},{"precision":0.546173,"recall":0.646245,"f1":0.575075,"accuracy":0.646245,"main_score":0.575075,"hf_subset":"nno_Latn-kas_Deva","languages":["nno-Latn","kas-Deva"]},{"precision":0.800395,"recall":0.852767,"f1":0.816422,"accuracy":0.852767,"main_score":0.816422,"hf_subset":"nno_Latn-ltz_Latn","languages":["nno-Latn","ltz-Latn"]},{"precision":0.304896,"recall":0.389328,"f1":0.326309,"accuracy":0.389328,"main_score":0.326309,"hf_subset":"nno_Latn-nus_Latn","languages":["nno-Latn","nus-Latn"]},{"precision":0.934124,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"nno_Latn-slk_Latn","languages":["nno-Latn","slk-Latn"]},{"precision":0.371847,"recall":0.454545,"f1":0.394098,"accuracy":0.454545,"main_score":0.394098,"hf_subset":"nno_Latn-tir_Ethi","languages":["nno-Latn","tir-Ethi"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"nno_Latn-zho_Hant","languages":["nno-Latn","zho-Hant"]},{"precision":0.943841,"recall":0.960474,"f1":0.949275,"accuracy":0.960474,"main_score":0.949275,"hf_subset":"nno_Latn-awa_Deva","languages":["nno-Latn","awa-Deva"]},{"precision":0.445627,"recall":0.530632,"f1":0.467726,"accuracy":0.530632,"main_score":0.467726,"hf_subset":"nno_Latn-cym_Latn","languages":["nno-Latn","cym-Latn"]},{"precision":0.627423,"recall":0.709486,"f1":0.651322,"accuracy":0.709486,"main_score":0.651322,"hf_subset":"nno_Latn-grn_Latn","languages":["nno-Latn","grn-Latn"]},{"precision":0.847414,"recall":0.890316,"f1":0.860611,"accuracy":0.890316,"main_score":0.860611,"hf_subset":"nno_Latn-kat_Geor","languages":["nno-Latn","kat-Geor"]},{"precision":0.482155,"recall":0.572134,"f1":0.506725,"accuracy":0.572134,"main_score":0.506725,"hf_subset":"nno_Latn-lua_Latn","languages":["nno-Latn","lua-Latn"]},{"precision":0.468746,"recall":0.562253,"f1":0.494827,"accuracy":0.562253,"main_score":0.494827,"hf_subset":"nno_Latn-nya_Latn","languages":["nno-Latn","nya-Latn"]},{"precision":0.881094,"recall":0.916996,"f1":0.892589,"accuracy":0.916996,"main_score":0.892589,"hf_subset":"nno_Latn-slv_Latn","languages":["nno-Latn","slv-Latn"]},{"precision":0.697859,"recall":0.769763,"f1":0.719071,"accuracy":0.769763,"main_score":0.719071,"hf_subset":"nno_Latn-tpi_Latn","languages":["nno-Latn","tpi-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"nno_Latn-zsm_Latn","languages":["nno-Latn","zsm-Latn"]},{"precision":0.376523,"recall":0.477273,"f1":0.40296,"accuracy":0.477273,"main_score":0.40296,"hf_subset":"nno_Latn-ayr_Latn","languages":["nno-Latn","ayr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nno_Latn-dan_Latn","languages":["nno-Latn","dan-Latn"]},{"precision":0.944417,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"nno_Latn-guj_Gujr","languages":["nno-Latn","guj-Gujr"]},{"precision":0.735954,"recall":0.800395,"f1":0.754912,"accuracy":0.800395,"main_score":0.754912,"hf_subset":"nno_Latn-kaz_Cyrl","languages":["nno-Latn","kaz-Cyrl"]},{"precision":0.366631,"recall":0.45751,"f1":0.389328,"accuracy":0.45751,"main_score":0.389328,"hf_subset":"nno_Latn-lug_Latn","languages":["nno-Latn","lug-Latn"]},{"precision":0.92444,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"nno_Latn-oci_Latn","languages":["nno-Latn","oci-Latn"]},{"precision":0.410433,"recall":0.522727,"f1":0.44026,"accuracy":0.522727,"main_score":0.44026,"hf_subset":"nno_Latn-smo_Latn","languages":["nno-Latn","smo-Latn"]},{"precision":0.404863,"recall":0.495059,"f1":0.428794,"accuracy":0.495059,"main_score":0.428794,"hf_subset":"nno_Latn-tsn_Latn","languages":["nno-Latn","tsn-Latn"]},{"precision":0.391953,"recall":0.48419,"f1":0.416211,"accuracy":0.48419,"main_score":0.416211,"hf_subset":"nno_Latn-zul_Latn","languages":["nno-Latn","zul-Latn"]},{"precision":0.626285,"recall":0.719368,"f1":0.653807,"accuracy":0.719368,"main_score":0.653807,"hf_subset":"nno_Latn-azb_Arab","languages":["nno-Latn","azb-Arab"]},{"precision":0.984354,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"nno_Latn-deu_Latn","languages":["nno-Latn","deu-Latn"]},{"precision":0.59021,"recall":0.679842,"f1":0.616147,"accuracy":0.679842,"main_score":0.616147,"hf_subset":"nno_Latn-hat_Latn","languages":["nno-Latn","hat-Latn"]},{"precision":0.348012,"recall":0.4417,"f1":0.372472,"accuracy":0.4417,"main_score":0.372472,"hf_subset":"nno_Latn-kbp_Latn","languages":["nno-Latn","kbp-Latn"]},{"precision":0.445726,"recall":0.535573,"f1":0.469658,"accuracy":0.535573,"main_score":0.469658,"hf_subset":"nno_Latn-luo_Latn","languages":["nno-Latn","luo-Latn"]},{"precision":0.533565,"recall":0.613636,"f1":0.556501,"accuracy":0.613636,"main_score":0.556501,"hf_subset":"nno_Latn-ory_Orya","languages":["nno-Latn","ory-Orya"]},{"precision":0.411647,"recall":0.506917,"f1":0.436836,"accuracy":0.506917,"main_score":0.436836,"hf_subset":"nno_Latn-sna_Latn","languages":["nno-Latn","sna-Latn"]},{"precision":0.400122,"recall":0.48913,"f1":0.423779,"accuracy":0.48913,"main_score":0.423779,"hf_subset":"nno_Latn-tso_Latn","languages":["nno-Latn","tso-Latn"]},{"precision":0.822167,"recall":0.871542,"f1":0.837582,"accuracy":0.871542,"main_score":0.837582,"hf_subset":"nno_Latn-azj_Latn","languages":["nno-Latn","azj-Latn"]},{"precision":0.413901,"recall":0.508893,"f1":0.439832,"accuracy":0.508893,"main_score":0.439832,"hf_subset":"nno_Latn-dik_Latn","languages":["nno-Latn","dik-Latn"]},{"precision":0.442225,"recall":0.523715,"f1":0.464825,"accuracy":0.523715,"main_score":0.464825,"hf_subset":"nno_Latn-hau_Latn","languages":["nno-Latn","hau-Latn"]},{"precision":0.771327,"recall":0.833004,"f1":0.790382,"accuracy":0.833004,"main_score":0.790382,"hf_subset":"nno_Latn-kea_Latn","languages":["nno-Latn","kea-Latn"]},{"precision":0.571932,"recall":0.65415,"f1":0.595154,"accuracy":0.65415,"main_score":0.595154,"hf_subset":"nno_Latn-lus_Latn","languages":["nno-Latn","lus-Latn"]},{"precision":0.688258,"recall":0.758893,"f1":0.70919,"accuracy":0.758893,"main_score":0.70919,"hf_subset":"nno_Latn-pag_Latn","languages":["nno-Latn","pag-Latn"]},{"precision":0.637954,"recall":0.726285,"f1":0.664759,"accuracy":0.726285,"main_score":0.664759,"hf_subset":"nno_Latn-snd_Arab","languages":["nno-Latn","snd-Arab"]},{"precision":0.590522,"recall":0.676877,"f1":0.615559,"accuracy":0.676877,"main_score":0.615559,"hf_subset":"nno_Latn-tuk_Latn","languages":["nno-Latn","tuk-Latn"]},{"precision":0.646232,"recall":0.724308,"f1":0.66879,"accuracy":0.724308,"main_score":0.66879,"hf_subset":"nno_Latn-bak_Cyrl","languages":["nno-Latn","bak-Cyrl"]},{"precision":0.347074,"recall":0.451581,"f1":0.374948,"accuracy":0.451581,"main_score":0.374948,"hf_subset":"nno_Latn-dyu_Latn","languages":["nno-Latn","dyu-Latn"]},{"precision":0.857576,"recall":0.899209,"f1":0.870652,"accuracy":0.899209,"main_score":0.870652,"hf_subset":"nno_Latn-heb_Hebr","languages":["nno-Latn","heb-Hebr"]},{"precision":0.438994,"recall":0.528656,"f1":0.463314,"accuracy":0.528656,"main_score":0.463314,"hf_subset":"nno_Latn-khk_Cyrl","languages":["nno-Latn","khk-Cyrl"]},{"precision":0.81455,"recall":0.86166,"f1":0.828744,"accuracy":0.86166,"main_score":0.828744,"hf_subset":"nno_Latn-lvs_Latn","languages":["nno-Latn","lvs-Latn"]},{"precision":0.861742,"recall":0.902174,"f1":0.874572,"accuracy":0.902174,"main_score":0.874572,"hf_subset":"nno_Latn-pan_Guru","languages":["nno-Latn","pan-Guru"]},{"precision":0.369679,"recall":0.458498,"f1":0.392796,"accuracy":0.458498,"main_score":0.392796,"hf_subset":"nno_Latn-som_Latn","languages":["nno-Latn","som-Latn"]},{"precision":0.45578,"recall":0.538538,"f1":0.477876,"accuracy":0.538538,"main_score":0.477876,"hf_subset":"nno_Latn-tum_Latn","languages":["nno-Latn","tum-Latn"]},{"precision":0.139943,"recall":0.160079,"f1":0.145407,"accuracy":0.160079,"main_score":0.145407,"hf_subset":"sat_Olck-ace_Arab","languages":["sat-Olck","ace-Arab"]},{"precision":0.147015,"recall":0.183794,"f1":0.155698,"accuracy":0.183794,"main_score":0.155698,"hf_subset":"sat_Olck-bam_Latn","languages":["sat-Olck","bam-Latn"]},{"precision":0.079904,"recall":0.11166,"f1":0.087392,"accuracy":0.11166,"main_score":0.087392,"hf_subset":"sat_Olck-dzo_Tibt","languages":["sat-Olck","dzo-Tibt"]},{"precision":0.178681,"recall":0.231225,"f1":0.190476,"accuracy":0.231225,"main_score":0.190476,"hf_subset":"sat_Olck-hin_Deva","languages":["sat-Olck","hin-Deva"]},{"precision":0.142885,"recall":0.168972,"f1":0.148903,"accuracy":0.168972,"main_score":0.148903,"hf_subset":"sat_Olck-khm_Khmr","languages":["sat-Olck","khm-Khmr"]},{"precision":0.153499,"recall":0.202569,"f1":0.164584,"accuracy":0.202569,"main_score":0.164584,"hf_subset":"sat_Olck-mag_Deva","languages":["sat-Olck","mag-Deva"]},{"precision":0.162909,"recall":0.197628,"f1":0.171327,"accuracy":0.197628,"main_score":0.171327,"hf_subset":"sat_Olck-pap_Latn","languages":["sat-Olck","pap-Latn"]},{"precision":0.141118,"recall":0.16996,"f1":0.147644,"accuracy":0.16996,"main_score":0.147644,"hf_subset":"sat_Olck-sot_Latn","languages":["sat-Olck","sot-Latn"]},{"precision":0.132332,"recall":0.176877,"f1":0.142719,"accuracy":0.176877,"main_score":0.142719,"hf_subset":"sat_Olck-tur_Latn","languages":["sat-Olck","tur-Latn"]},{"precision":0.138852,"recall":0.173913,"f1":0.147835,"accuracy":0.173913,"main_score":0.147835,"hf_subset":"sat_Olck-ace_Latn","languages":["sat-Olck","ace-Latn"]},{"precision":0.141695,"recall":0.171937,"f1":0.148809,"accuracy":0.171937,"main_score":0.148809,"hf_subset":"sat_Olck-ban_Latn","languages":["sat-Olck","ban-Latn"]},{"precision":0.140047,"recall":0.184783,"f1":0.150002,"accuracy":0.184783,"main_score":0.150002,"hf_subset":"sat_Olck-ell_Grek","languages":["sat-Olck","ell-Grek"]},{"precision":0.156589,"recall":0.192688,"f1":0.164498,"accuracy":0.192688,"main_score":0.164498,"hf_subset":"sat_Olck-hne_Deva","languages":["sat-Olck","hne-Deva"]},{"precision":0.072454,"recall":0.107708,"f1":0.080343,"accuracy":0.107708,"main_score":0.080343,"hf_subset":"sat_Olck-kik_Latn","languages":["sat-Olck","kik-Latn"]},{"precision":0.163255,"recall":0.211462,"f1":0.174139,"accuracy":0.211462,"main_score":0.174139,"hf_subset":"sat_Olck-mai_Deva","languages":["sat-Olck","mai-Deva"]},{"precision":0.145114,"recall":0.179842,"f1":0.153389,"accuracy":0.179842,"main_score":0.153389,"hf_subset":"sat_Olck-pbt_Arab","languages":["sat-Olck","pbt-Arab"]},{"precision":0.136251,"recall":0.188735,"f1":0.147572,"accuracy":0.188735,"main_score":0.147572,"hf_subset":"sat_Olck-spa_Latn","languages":["sat-Olck","spa-Latn"]},{"precision":0.150669,"recall":0.189723,"f1":0.159776,"accuracy":0.189723,"main_score":0.159776,"hf_subset":"sat_Olck-twi_Latn","languages":["sat-Olck","twi-Latn"]},{"precision":0.125214,"recall":0.171937,"f1":0.135061,"accuracy":0.171937,"main_score":0.135061,"hf_subset":"sat_Olck-acm_Arab","languages":["sat-Olck","acm-Arab"]},{"precision":0.138361,"recall":0.176877,"f1":0.147795,"accuracy":0.176877,"main_score":0.147795,"hf_subset":"sat_Olck-bel_Cyrl","languages":["sat-Olck","bel-Cyrl"]},{"precision":0.144184,"recall":0.19664,"f1":0.155699,"accuracy":0.19664,"main_score":0.155699,"hf_subset":"sat_Olck-eng_Latn","languages":["sat-Olck","eng-Latn"]},{"precision":0.146806,"recall":0.186759,"f1":0.155549,"accuracy":0.186759,"main_score":0.155549,"hf_subset":"sat_Olck-hrv_Latn","languages":["sat-Olck","hrv-Latn"]},{"precision":0.156578,"recall":0.197628,"f1":0.166292,"accuracy":0.197628,"main_score":0.166292,"hf_subset":"sat_Olck-kin_Latn","languages":["sat-Olck","kin-Latn"]},{"precision":0.159856,"recall":0.200593,"f1":0.169772,"accuracy":0.200593,"main_score":0.169772,"hf_subset":"sat_Olck-mal_Mlym","languages":["sat-Olck","mal-Mlym"]},{"precision":0.15015,"recall":0.199605,"f1":0.160554,"accuracy":0.199605,"main_score":0.160554,"hf_subset":"sat_Olck-pes_Arab","languages":["sat-Olck","pes-Arab"]},{"precision":0.155341,"recall":0.189723,"f1":0.163212,"accuracy":0.189723,"main_score":0.163212,"hf_subset":"sat_Olck-srd_Latn","languages":["sat-Olck","srd-Latn"]},{"precision":0.124351,"recall":0.151186,"f1":0.13123,"accuracy":0.151186,"main_score":0.13123,"hf_subset":"sat_Olck-tzm_Tfng","languages":["sat-Olck","tzm-Tfng"]},{"precision":0.134637,"recall":0.178854,"f1":0.144094,"accuracy":0.178854,"main_score":0.144094,"hf_subset":"sat_Olck-acq_Arab","languages":["sat-Olck","acq-Arab"]},{"precision":0.150056,"recall":0.188735,"f1":0.159056,"accuracy":0.188735,"main_score":0.159056,"hf_subset":"sat_Olck-bem_Latn","languages":["sat-Olck","bem-Latn"]},{"precision":0.15471,"recall":0.18083,"f1":0.160701,"accuracy":0.18083,"main_score":0.160701,"hf_subset":"sat_Olck-epo_Latn","languages":["sat-Olck","epo-Latn"]},{"precision":0.141851,"recall":0.18083,"f1":0.150205,"accuracy":0.18083,"main_score":0.150205,"hf_subset":"sat_Olck-hun_Latn","languages":["sat-Olck","hun-Latn"]},{"precision":0.140739,"recall":0.16502,"f1":0.146913,"accuracy":0.16502,"main_score":0.146913,"hf_subset":"sat_Olck-kir_Cyrl","languages":["sat-Olck","kir-Cyrl"]},{"precision":0.165279,"recall":0.213439,"f1":0.176212,"accuracy":0.213439,"main_score":0.176212,"hf_subset":"sat_Olck-mar_Deva","languages":["sat-Olck","mar-Deva"]},{"precision":0.146642,"recall":0.178854,"f1":0.154679,"accuracy":0.178854,"main_score":0.154679,"hf_subset":"sat_Olck-plt_Latn","languages":["sat-Olck","plt-Latn"]},{"precision":0.155459,"recall":0.193676,"f1":0.164326,"accuracy":0.193676,"main_score":0.164326,"hf_subset":"sat_Olck-srp_Cyrl","languages":["sat-Olck","srp-Cyrl"]},{"precision":0.146706,"recall":0.171937,"f1":0.152958,"accuracy":0.171937,"main_score":0.152958,"hf_subset":"sat_Olck-uig_Arab","languages":["sat-Olck","uig-Arab"]},{"precision":0.120297,"recall":0.15415,"f1":0.127493,"accuracy":0.15415,"main_score":0.127493,"hf_subset":"sat_Olck-aeb_Arab","languages":["sat-Olck","aeb-Arab"]},{"precision":0.161689,"recall":0.212451,"f1":0.173177,"accuracy":0.212451,"main_score":0.173177,"hf_subset":"sat_Olck-ben_Beng","languages":["sat-Olck","ben-Beng"]},{"precision":0.159949,"recall":0.184783,"f1":0.166028,"accuracy":0.184783,"main_score":0.166028,"hf_subset":"sat_Olck-est_Latn","languages":["sat-Olck","est-Latn"]},{"precision":0.173064,"recall":0.209486,"f1":0.182104,"accuracy":0.209486,"main_score":0.182104,"hf_subset":"sat_Olck-hye_Armn","languages":["sat-Olck","hye-Armn"]},{"precision":0.140864,"recall":0.178854,"f1":0.150688,"accuracy":0.178854,"main_score":0.150688,"hf_subset":"sat_Olck-kmb_Latn","languages":["sat-Olck","kmb-Latn"]},{"precision":0.132387,"recall":0.15415,"f1":0.137932,"accuracy":0.15415,"main_score":0.137932,"hf_subset":"sat_Olck-min_Arab","languages":["sat-Olck","min-Arab"]},{"precision":0.138243,"recall":0.183794,"f1":0.148332,"accuracy":0.183794,"main_score":0.148332,"hf_subset":"sat_Olck-pol_Latn","languages":["sat-Olck","pol-Latn"]},{"precision":0.144206,"recall":0.179842,"f1":0.15356,"accuracy":0.179842,"main_score":0.15356,"hf_subset":"sat_Olck-ssw_Latn","languages":["sat-Olck","ssw-Latn"]},{"precision":0.148114,"recall":0.189723,"f1":0.158332,"accuracy":0.189723,"main_score":0.158332,"hf_subset":"sat_Olck-ukr_Cyrl","languages":["sat-Olck","ukr-Cyrl"]},{"precision":0.149796,"recall":0.181818,"f1":0.157028,"accuracy":0.181818,"main_score":0.157028,"hf_subset":"sat_Olck-afr_Latn","languages":["sat-Olck","afr-Latn"]},{"precision":0.166888,"recall":0.204545,"f1":0.17517,"accuracy":0.204545,"main_score":0.17517,"hf_subset":"sat_Olck-bho_Deva","languages":["sat-Olck","bho-Deva"]},{"precision":0.148119,"recall":0.181818,"f1":0.156629,"accuracy":0.181818,"main_score":0.156629,"hf_subset":"sat_Olck-eus_Latn","languages":["sat-Olck","eus-Latn"]},{"precision":0.145563,"recall":0.187747,"f1":0.154851,"accuracy":0.187747,"main_score":0.154851,"hf_subset":"sat_Olck-ibo_Latn","languages":["sat-Olck","ibo-Latn"]},{"precision":0.158798,"recall":0.185771,"f1":0.165742,"accuracy":0.185771,"main_score":0.165742,"hf_subset":"sat_Olck-kmr_Latn","languages":["sat-Olck","kmr-Latn"]},{"precision":0.146034,"recall":0.179842,"f1":0.153714,"accuracy":0.179842,"main_score":0.153714,"hf_subset":"sat_Olck-min_Latn","languages":["sat-Olck","min-Latn"]},{"precision":0.14633,"recall":0.199605,"f1":0.158201,"accuracy":0.199605,"main_score":0.158201,"hf_subset":"sat_Olck-por_Latn","languages":["sat-Olck","por-Latn"]},{"precision":0.139383,"recall":0.166996,"f1":0.146134,"accuracy":0.166996,"main_score":0.146134,"hf_subset":"sat_Olck-sun_Latn","languages":["sat-Olck","sun-Latn"]},{"precision":0.127431,"recall":0.157115,"f1":0.135138,"accuracy":0.157115,"main_score":0.135138,"hf_subset":"sat_Olck-umb_Latn","languages":["sat-Olck","umb-Latn"]},{"precision":0.144792,"recall":0.181818,"f1":0.152541,"accuracy":0.181818,"main_score":0.152541,"hf_subset":"sat_Olck-ajp_Arab","languages":["sat-Olck","ajp-Arab"]},{"precision":0.139709,"recall":0.164032,"f1":0.146094,"accuracy":0.164032,"main_score":0.146094,"hf_subset":"sat_Olck-bjn_Arab","languages":["sat-Olck","bjn-Arab"]},{"precision":0.143184,"recall":0.171937,"f1":0.150681,"accuracy":0.171937,"main_score":0.150681,"hf_subset":"sat_Olck-ewe_Latn","languages":["sat-Olck","ewe-Latn"]},{"precision":0.145759,"recall":0.174901,"f1":0.153322,"accuracy":0.174901,"main_score":0.153322,"hf_subset":"sat_Olck-ilo_Latn","languages":["sat-Olck","ilo-Latn"]},{"precision":0.125094,"recall":0.152174,"f1":0.131919,"accuracy":0.152174,"main_score":0.131919,"hf_subset":"sat_Olck-knc_Arab","languages":["sat-Olck","knc-Arab"]},{"precision":0.14137,"recall":0.181818,"f1":0.150657,"accuracy":0.181818,"main_score":0.150657,"hf_subset":"sat_Olck-mkd_Cyrl","languages":["sat-Olck","mkd-Cyrl"]},{"precision":0.140408,"recall":0.184783,"f1":0.15071,"accuracy":0.184783,"main_score":0.15071,"hf_subset":"sat_Olck-prs_Arab","languages":["sat-Olck","prs-Arab"]},{"precision":0.14515,"recall":0.189723,"f1":0.155322,"accuracy":0.189723,"main_score":0.155322,"hf_subset":"sat_Olck-swe_Latn","languages":["sat-Olck","swe-Latn"]},{"precision":0.14459,"recall":0.178854,"f1":0.153105,"accuracy":0.178854,"main_score":0.153105,"hf_subset":"sat_Olck-urd_Arab","languages":["sat-Olck","urd-Arab"]},{"precision":0.150172,"recall":0.187747,"f1":0.159108,"accuracy":0.187747,"main_score":0.159108,"hf_subset":"sat_Olck-aka_Latn","languages":["sat-Olck","aka-Latn"]},{"precision":0.140386,"recall":0.170949,"f1":0.147718,"accuracy":0.170949,"main_score":0.147718,"hf_subset":"sat_Olck-bjn_Latn","languages":["sat-Olck","bjn-Latn"]},{"precision":0.139693,"recall":0.16996,"f1":0.147187,"accuracy":0.16996,"main_score":0.147187,"hf_subset":"sat_Olck-fao_Latn","languages":["sat-Olck","fao-Latn"]},{"precision":0.135207,"recall":0.188735,"f1":0.147306,"accuracy":0.188735,"main_score":0.147306,"hf_subset":"sat_Olck-ind_Latn","languages":["sat-Olck","ind-Latn"]},{"precision":0.137283,"recall":0.163043,"f1":0.144129,"accuracy":0.163043,"main_score":0.144129,"hf_subset":"sat_Olck-knc_Latn","languages":["sat-Olck","knc-Latn"]},{"precision":0.148111,"recall":0.178854,"f1":0.156183,"accuracy":0.178854,"main_score":0.156183,"hf_subset":"sat_Olck-mlt_Latn","languages":["sat-Olck","mlt-Latn"]},{"precision":0.144027,"recall":0.173913,"f1":0.150912,"accuracy":0.173913,"main_score":0.150912,"hf_subset":"sat_Olck-quy_Latn","languages":["sat-Olck","quy-Latn"]},{"precision":0.158505,"recall":0.193676,"f1":0.167761,"accuracy":0.193676,"main_score":0.167761,"hf_subset":"sat_Olck-swh_Latn","languages":["sat-Olck","swh-Latn"]},{"precision":0.139217,"recall":0.172925,"f1":0.146965,"accuracy":0.172925,"main_score":0.146965,"hf_subset":"sat_Olck-uzn_Latn","languages":["sat-Olck","uzn-Latn"]},{"precision":0.147607,"recall":0.185771,"f1":0.15705,"accuracy":0.185771,"main_score":0.15705,"hf_subset":"sat_Olck-als_Latn","languages":["sat-Olck","als-Latn"]},{"precision":0.146995,"recall":0.174901,"f1":0.153412,"accuracy":0.174901,"main_score":0.153412,"hf_subset":"sat_Olck-bod_Tibt","languages":["sat-Olck","bod-Tibt"]},{"precision":0.152139,"recall":0.187747,"f1":0.160952,"accuracy":0.187747,"main_score":0.160952,"hf_subset":"sat_Olck-fij_Latn","languages":["sat-Olck","fij-Latn"]},{"precision":0.141287,"recall":0.174901,"f1":0.149668,"accuracy":0.174901,"main_score":0.149668,"hf_subset":"sat_Olck-isl_Latn","languages":["sat-Olck","isl-Latn"]},{"precision":0.139179,"recall":0.176877,"f1":0.148741,"accuracy":0.176877,"main_score":0.148741,"hf_subset":"sat_Olck-kon_Latn","languages":["sat-Olck","kon-Latn"]},{"precision":0.18569,"recall":0.216403,"f1":0.192802,"accuracy":0.216403,"main_score":0.192802,"hf_subset":"sat_Olck-mni_Beng","languages":["sat-Olck","mni-Beng"]},{"precision":0.1458,"recall":0.183794,"f1":0.153736,"accuracy":0.183794,"main_score":0.153736,"hf_subset":"sat_Olck-ron_Latn","languages":["sat-Olck","ron-Latn"]},{"precision":0.151855,"recall":0.176877,"f1":0.158129,"accuracy":0.176877,"main_score":0.158129,"hf_subset":"sat_Olck-szl_Latn","languages":["sat-Olck","szl-Latn"]},{"precision":0.14464,"recall":0.170949,"f1":0.150826,"accuracy":0.170949,"main_score":0.150826,"hf_subset":"sat_Olck-vec_Latn","languages":["sat-Olck","vec-Latn"]},{"precision":0.169056,"recall":0.213439,"f1":0.178935,"accuracy":0.213439,"main_score":0.178935,"hf_subset":"sat_Olck-amh_Ethi","languages":["sat-Olck","amh-Ethi"]},{"precision":0.146122,"recall":0.183794,"f1":0.154422,"accuracy":0.183794,"main_score":0.154422,"hf_subset":"sat_Olck-bos_Latn","languages":["sat-Olck","bos-Latn"]},{"precision":0.13948,"recall":0.18083,"f1":0.148505,"accuracy":0.18083,"main_score":0.148505,"hf_subset":"sat_Olck-fin_Latn","languages":["sat-Olck","fin-Latn"]},{"precision":0.129897,"recall":0.177866,"f1":0.140916,"accuracy":0.177866,"main_score":0.140916,"hf_subset":"sat_Olck-ita_Latn","languages":["sat-Olck","ita-Latn"]},{"precision":0.138427,"recall":0.188735,"f1":0.149532,"accuracy":0.188735,"main_score":0.149532,"hf_subset":"sat_Olck-kor_Hang","languages":["sat-Olck","kor-Hang"]},{"precision":0.138931,"recall":0.167984,"f1":0.146155,"accuracy":0.167984,"main_score":0.146155,"hf_subset":"sat_Olck-mos_Latn","languages":["sat-Olck","mos-Latn"]},{"precision":0.155184,"recall":0.197628,"f1":0.1661,"accuracy":0.197628,"main_score":0.1661,"hf_subset":"sat_Olck-run_Latn","languages":["sat-Olck","run-Latn"]},{"precision":0.147788,"recall":0.192688,"f1":0.158212,"accuracy":0.192688,"main_score":0.158212,"hf_subset":"sat_Olck-tam_Taml","languages":["sat-Olck","tam-Taml"]},{"precision":0.130843,"recall":0.172925,"f1":0.141181,"accuracy":0.172925,"main_score":0.141181,"hf_subset":"sat_Olck-vie_Latn","languages":["sat-Olck","vie-Latn"]},{"precision":0.136313,"recall":0.170949,"f1":0.143429,"accuracy":0.170949,"main_score":0.143429,"hf_subset":"sat_Olck-apc_Arab","languages":["sat-Olck","apc-Arab"]},{"precision":0.132468,"recall":0.167984,"f1":0.14018,"accuracy":0.167984,"main_score":0.14018,"hf_subset":"sat_Olck-bug_Latn","languages":["sat-Olck","bug-Latn"]},{"precision":0.134254,"recall":0.16502,"f1":0.142289,"accuracy":0.16502,"main_score":0.142289,"hf_subset":"sat_Olck-fon_Latn","languages":["sat-Olck","fon-Latn"]},{"precision":0.151489,"recall":0.184783,"f1":0.159053,"accuracy":0.184783,"main_score":0.159053,"hf_subset":"sat_Olck-jav_Latn","languages":["sat-Olck","jav-Latn"]},{"precision":0.139585,"recall":0.168972,"f1":0.146481,"accuracy":0.168972,"main_score":0.146481,"hf_subset":"sat_Olck-lao_Laoo","languages":["sat-Olck","lao-Laoo"]},{"precision":0.158164,"recall":0.19664,"f1":0.167629,"accuracy":0.19664,"main_score":0.167629,"hf_subset":"sat_Olck-mri_Latn","languages":["sat-Olck","mri-Latn"]},{"precision":0.137597,"recall":0.190711,"f1":0.149212,"accuracy":0.190711,"main_score":0.149212,"hf_subset":"sat_Olck-rus_Cyrl","languages":["sat-Olck","rus-Cyrl"]},{"precision":0.149175,"recall":0.181818,"f1":0.15683,"accuracy":0.181818,"main_score":0.15683,"hf_subset":"sat_Olck-taq_Latn","languages":["sat-Olck","taq-Latn"]},{"precision":0.149847,"recall":0.181818,"f1":0.15777,"accuracy":0.181818,"main_score":0.15777,"hf_subset":"sat_Olck-war_Latn","languages":["sat-Olck","war-Latn"]},{"precision":0.136643,"recall":0.178854,"f1":0.145638,"accuracy":0.178854,"main_score":0.145638,"hf_subset":"sat_Olck-arb_Arab","languages":["sat-Olck","arb-Arab"]},{"precision":0.144366,"recall":0.187747,"f1":0.154351,"accuracy":0.187747,"main_score":0.154351,"hf_subset":"sat_Olck-bul_Cyrl","languages":["sat-Olck","bul-Cyrl"]},{"precision":0.137262,"recall":0.190711,"f1":0.148876,"accuracy":0.190711,"main_score":0.148876,"hf_subset":"sat_Olck-fra_Latn","languages":["sat-Olck","fra-Latn"]},{"precision":0.135226,"recall":0.179842,"f1":0.145082,"accuracy":0.179842,"main_score":0.145082,"hf_subset":"sat_Olck-jpn_Jpan","languages":["sat-Olck","jpn-Jpan"]},{"precision":0.142164,"recall":0.168972,"f1":0.149135,"accuracy":0.168972,"main_score":0.149135,"hf_subset":"sat_Olck-lij_Latn","languages":["sat-Olck","lij-Latn"]},{"precision":0.144576,"recall":0.181818,"f1":0.152521,"accuracy":0.181818,"main_score":0.152521,"hf_subset":"sat_Olck-mya_Mymr","languages":["sat-Olck","mya-Mymr"]},{"precision":0.150791,"recall":0.182806,"f1":0.15889,"accuracy":0.182806,"main_score":0.15889,"hf_subset":"sat_Olck-sag_Latn","languages":["sat-Olck","sag-Latn"]},{"precision":0.144629,"recall":0.171937,"f1":0.1517,"accuracy":0.171937,"main_score":0.1517,"hf_subset":"sat_Olck-taq_Tfng","languages":["sat-Olck","taq-Tfng"]},{"precision":0.145571,"recall":0.175889,"f1":0.152625,"accuracy":0.175889,"main_score":0.152625,"hf_subset":"sat_Olck-wol_Latn","languages":["sat-Olck","wol-Latn"]},{"precision":0.112028,"recall":0.150198,"f1":0.121476,"accuracy":0.150198,"main_score":0.121476,"hf_subset":"sat_Olck-arb_Latn","languages":["sat-Olck","arb-Latn"]},{"precision":0.149486,"recall":0.179842,"f1":0.155959,"accuracy":0.179842,"main_score":0.155959,"hf_subset":"sat_Olck-cat_Latn","languages":["sat-Olck","cat-Latn"]},{"precision":0.147295,"recall":0.174901,"f1":0.15394,"accuracy":0.174901,"main_score":0.15394,"hf_subset":"sat_Olck-fur_Latn","languages":["sat-Olck","fur-Latn"]},{"precision":0.152634,"recall":0.181818,"f1":0.159989,"accuracy":0.181818,"main_score":0.159989,"hf_subset":"sat_Olck-kab_Latn","languages":["sat-Olck","kab-Latn"]},{"precision":0.140781,"recall":0.179842,"f1":0.14947,"accuracy":0.179842,"main_score":0.14947,"hf_subset":"sat_Olck-lim_Latn","languages":["sat-Olck","lim-Latn"]},{"precision":0.150058,"recall":0.187747,"f1":0.158346,"accuracy":0.187747,"main_score":0.158346,"hf_subset":"sat_Olck-nld_Latn","languages":["sat-Olck","nld-Latn"]},{"precision":0.154177,"recall":0.1917,"f1":0.162766,"accuracy":0.1917,"main_score":0.162766,"hf_subset":"sat_Olck-san_Deva","languages":["sat-Olck","san-Deva"]},{"precision":0.142675,"recall":0.166996,"f1":0.148718,"accuracy":0.166996,"main_score":0.148718,"hf_subset":"sat_Olck-tat_Cyrl","languages":["sat-Olck","tat-Cyrl"]},{"precision":0.150842,"recall":0.186759,"f1":0.159541,"accuracy":0.186759,"main_score":0.159541,"hf_subset":"sat_Olck-xho_Latn","languages":["sat-Olck","xho-Latn"]},{"precision":0.108248,"recall":0.153162,"f1":0.11799,"accuracy":0.153162,"main_score":0.11799,"hf_subset":"sat_Olck-ars_Arab","languages":["sat-Olck","ars-Arab"]},{"precision":0.155362,"recall":0.183794,"f1":0.161868,"accuracy":0.183794,"main_score":0.161868,"hf_subset":"sat_Olck-ceb_Latn","languages":["sat-Olck","ceb-Latn"]},{"precision":0.14055,"recall":0.170949,"f1":0.148264,"accuracy":0.170949,"main_score":0.148264,"hf_subset":"sat_Olck-fuv_Latn","languages":["sat-Olck","fuv-Latn"]},{"precision":0.128925,"recall":0.159091,"f1":0.136603,"accuracy":0.159091,"main_score":0.136603,"hf_subset":"sat_Olck-kac_Latn","languages":["sat-Olck","kac-Latn"]},{"precision":0.144995,"recall":0.177866,"f1":0.153586,"accuracy":0.177866,"main_score":0.153586,"hf_subset":"sat_Olck-lin_Latn","languages":["sat-Olck","lin-Latn"]},{"precision":0.153609,"recall":0.194664,"f1":0.163451,"accuracy":0.194664,"main_score":0.163451,"hf_subset":"sat_Olck-nno_Latn","languages":["sat-Olck","nno-Latn"]},{"precision":0.160179,"recall":0.205534,"f1":0.169694,"accuracy":0.205534,"main_score":0.169694,"hf_subset":"sat_Olck-tel_Telu","languages":["sat-Olck","tel-Telu"]},{"precision":0.177272,"recall":0.210474,"f1":0.184671,"accuracy":0.210474,"main_score":0.184671,"hf_subset":"sat_Olck-ydd_Hebr","languages":["sat-Olck","ydd-Hebr"]},{"precision":0.114617,"recall":0.152174,"f1":0.122649,"accuracy":0.152174,"main_score":0.122649,"hf_subset":"sat_Olck-ary_Arab","languages":["sat-Olck","ary-Arab"]},{"precision":0.141086,"recall":0.174901,"f1":0.149831,"accuracy":0.174901,"main_score":0.149831,"hf_subset":"sat_Olck-ces_Latn","languages":["sat-Olck","ces-Latn"]},{"precision":0.160507,"recall":0.195652,"f1":0.1683,"accuracy":0.195652,"main_score":0.1683,"hf_subset":"sat_Olck-gaz_Latn","languages":["sat-Olck","gaz-Latn"]},{"precision":0.140379,"recall":0.176877,"f1":0.149166,"accuracy":0.176877,"main_score":0.149166,"hf_subset":"sat_Olck-kam_Latn","languages":["sat-Olck","kam-Latn"]},{"precision":0.141153,"recall":0.175889,"f1":0.149155,"accuracy":0.175889,"main_score":0.149155,"hf_subset":"sat_Olck-lit_Latn","languages":["sat-Olck","lit-Latn"]},{"precision":0.146999,"recall":0.195652,"f1":0.157928,"accuracy":0.195652,"main_score":0.157928,"hf_subset":"sat_Olck-nob_Latn","languages":["sat-Olck","nob-Latn"]},{"precision":0.142291,"recall":0.171937,"f1":0.150224,"accuracy":0.171937,"main_score":0.150224,"hf_subset":"sat_Olck-scn_Latn","languages":["sat-Olck","scn-Latn"]},{"precision":0.137614,"recall":0.16502,"f1":0.144739,"accuracy":0.16502,"main_score":0.144739,"hf_subset":"sat_Olck-tgk_Cyrl","languages":["sat-Olck","tgk-Cyrl"]},{"precision":0.109417,"recall":0.139328,"f1":0.116911,"accuracy":0.139328,"main_score":0.116911,"hf_subset":"sat_Olck-yor_Latn","languages":["sat-Olck","yor-Latn"]},{"precision":0.126034,"recall":0.166996,"f1":0.134437,"accuracy":0.166996,"main_score":0.134437,"hf_subset":"sat_Olck-arz_Arab","languages":["sat-Olck","arz-Arab"]},{"precision":0.143166,"recall":0.175889,"f1":0.151606,"accuracy":0.175889,"main_score":0.151606,"hf_subset":"sat_Olck-cjk_Latn","languages":["sat-Olck","cjk-Latn"]},{"precision":0.142316,"recall":0.174901,"f1":0.150451,"accuracy":0.174901,"main_score":0.150451,"hf_subset":"sat_Olck-gla_Latn","languages":["sat-Olck","gla-Latn"]},{"precision":0.166025,"recall":0.210474,"f1":0.176255,"accuracy":0.210474,"main_score":0.176255,"hf_subset":"sat_Olck-kan_Knda","languages":["sat-Olck","kan-Knda"]},{"precision":0.150979,"recall":0.177866,"f1":0.157791,"accuracy":0.177866,"main_score":0.157791,"hf_subset":"sat_Olck-lmo_Latn","languages":["sat-Olck","lmo-Latn"]},{"precision":0.171708,"recall":0.215415,"f1":0.181745,"accuracy":0.215415,"main_score":0.181745,"hf_subset":"sat_Olck-npi_Deva","languages":["sat-Olck","npi-Deva"]},{"precision":0.117796,"recall":0.141304,"f1":0.12416,"accuracy":0.141304,"main_score":0.12416,"hf_subset":"sat_Olck-shn_Mymr","languages":["sat-Olck","shn-Mymr"]},{"precision":0.157877,"recall":0.1917,"f1":0.166055,"accuracy":0.1917,"main_score":0.166055,"hf_subset":"sat_Olck-tgl_Latn","languages":["sat-Olck","tgl-Latn"]},{"precision":0.120954,"recall":0.160079,"f1":0.129481,"accuracy":0.160079,"main_score":0.129481,"hf_subset":"sat_Olck-yue_Hant","languages":["sat-Olck","yue-Hant"]},{"precision":0.161143,"recall":0.195652,"f1":0.168672,"accuracy":0.195652,"main_score":0.168672,"hf_subset":"sat_Olck-asm_Beng","languages":["sat-Olck","asm-Beng"]},{"precision":0.148232,"recall":0.177866,"f1":0.156004,"accuracy":0.177866,"main_score":0.156004,"hf_subset":"sat_Olck-ckb_Arab","languages":["sat-Olck","ckb-Arab"]},{"precision":0.157039,"recall":0.187747,"f1":0.164566,"accuracy":0.187747,"main_score":0.164566,"hf_subset":"sat_Olck-gle_Latn","languages":["sat-Olck","gle-Latn"]},{"precision":0.144699,"recall":0.178854,"f1":0.153241,"accuracy":0.178854,"main_score":0.153241,"hf_subset":"sat_Olck-kas_Arab","languages":["sat-Olck","kas-Arab"]},{"precision":0.136337,"recall":0.163043,"f1":0.142717,"accuracy":0.163043,"main_score":0.142717,"hf_subset":"sat_Olck-ltg_Latn","languages":["sat-Olck","ltg-Latn"]},{"precision":0.154188,"recall":0.181818,"f1":0.160476,"accuracy":0.181818,"main_score":0.160476,"hf_subset":"sat_Olck-nso_Latn","languages":["sat-Olck","nso-Latn"]},{"precision":0.171249,"recall":0.212451,"f1":0.180907,"accuracy":0.212451,"main_score":0.180907,"hf_subset":"sat_Olck-sin_Sinh","languages":["sat-Olck","sin-Sinh"]},{"precision":0.142194,"recall":0.178854,"f1":0.150672,"accuracy":0.178854,"main_score":0.150672,"hf_subset":"sat_Olck-tha_Thai","languages":["sat-Olck","tha-Thai"]},{"precision":0.122788,"recall":0.168972,"f1":0.132988,"accuracy":0.168972,"main_score":0.132988,"hf_subset":"sat_Olck-zho_Hans","languages":["sat-Olck","zho-Hans"]},{"precision":0.140989,"recall":0.168972,"f1":0.147233,"accuracy":0.168972,"main_score":0.147233,"hf_subset":"sat_Olck-ast_Latn","languages":["sat-Olck","ast-Latn"]},{"precision":0.145489,"recall":0.174901,"f1":0.151943,"accuracy":0.174901,"main_score":0.151943,"hf_subset":"sat_Olck-crh_Latn","languages":["sat-Olck","crh-Latn"]},{"precision":0.147801,"recall":0.185771,"f1":0.156597,"accuracy":0.185771,"main_score":0.156597,"hf_subset":"sat_Olck-glg_Latn","languages":["sat-Olck","glg-Latn"]},{"precision":0.14505,"recall":0.168972,"f1":0.150623,"accuracy":0.168972,"main_score":0.150623,"hf_subset":"sat_Olck-kas_Deva","languages":["sat-Olck","kas-Deva"]},{"precision":0.136684,"recall":0.162055,"f1":0.143035,"accuracy":0.162055,"main_score":0.143035,"hf_subset":"sat_Olck-ltz_Latn","languages":["sat-Olck","ltz-Latn"]},{"precision":0.156323,"recall":0.183794,"f1":0.1639,"accuracy":0.183794,"main_score":0.1639,"hf_subset":"sat_Olck-nus_Latn","languages":["sat-Olck","nus-Latn"]},{"precision":0.146498,"recall":0.176877,"f1":0.153347,"accuracy":0.176877,"main_score":0.153347,"hf_subset":"sat_Olck-slk_Latn","languages":["sat-Olck","slk-Latn"]},{"precision":0.161002,"recall":0.192688,"f1":0.168605,"accuracy":0.192688,"main_score":0.168605,"hf_subset":"sat_Olck-tir_Ethi","languages":["sat-Olck","tir-Ethi"]},{"precision":0.126218,"recall":0.166996,"f1":0.135424,"accuracy":0.166996,"main_score":0.135424,"hf_subset":"sat_Olck-zho_Hant","languages":["sat-Olck","zho-Hant"]},{"precision":0.165512,"recall":0.211462,"f1":0.1745,"accuracy":0.211462,"main_score":0.1745,"hf_subset":"sat_Olck-awa_Deva","languages":["sat-Olck","awa-Deva"]},{"precision":0.151621,"recall":0.176877,"f1":0.158094,"accuracy":0.176877,"main_score":0.158094,"hf_subset":"sat_Olck-cym_Latn","languages":["sat-Olck","cym-Latn"]},{"precision":0.130913,"recall":0.164032,"f1":0.138798,"accuracy":0.164032,"main_score":0.138798,"hf_subset":"sat_Olck-grn_Latn","languages":["sat-Olck","grn-Latn"]},{"precision":0.16275,"recall":0.199605,"f1":0.171357,"accuracy":0.199605,"main_score":0.171357,"hf_subset":"sat_Olck-kat_Geor","languages":["sat-Olck","kat-Geor"]},{"precision":0.144277,"recall":0.182806,"f1":0.153173,"accuracy":0.182806,"main_score":0.153173,"hf_subset":"sat_Olck-lua_Latn","languages":["sat-Olck","lua-Latn"]},{"precision":0.137577,"recall":0.176877,"f1":0.147238,"accuracy":0.176877,"main_score":0.147238,"hf_subset":"sat_Olck-nya_Latn","languages":["sat-Olck","nya-Latn"]},{"precision":0.134593,"recall":0.16996,"f1":0.143016,"accuracy":0.16996,"main_score":0.143016,"hf_subset":"sat_Olck-slv_Latn","languages":["sat-Olck","slv-Latn"]},{"precision":0.142832,"recall":0.174901,"f1":0.150527,"accuracy":0.174901,"main_score":0.150527,"hf_subset":"sat_Olck-tpi_Latn","languages":["sat-Olck","tpi-Latn"]},{"precision":0.151389,"recall":0.197628,"f1":0.161371,"accuracy":0.197628,"main_score":0.161371,"hf_subset":"sat_Olck-zsm_Latn","languages":["sat-Olck","zsm-Latn"]},{"precision":0.133325,"recall":0.164032,"f1":0.141378,"accuracy":0.164032,"main_score":0.141378,"hf_subset":"sat_Olck-ayr_Latn","languages":["sat-Olck","ayr-Latn"]},{"precision":0.145465,"recall":0.189723,"f1":0.155687,"accuracy":0.189723,"main_score":0.155687,"hf_subset":"sat_Olck-dan_Latn","languages":["sat-Olck","dan-Latn"]},{"precision":0.194745,"recall":0.241107,"f1":0.20474,"accuracy":0.241107,"main_score":0.20474,"hf_subset":"sat_Olck-guj_Gujr","languages":["sat-Olck","guj-Gujr"]},{"precision":0.143802,"recall":0.176877,"f1":0.151375,"accuracy":0.176877,"main_score":0.151375,"hf_subset":"sat_Olck-kaz_Cyrl","languages":["sat-Olck","kaz-Cyrl"]},{"precision":0.145929,"recall":0.179842,"f1":0.154672,"accuracy":0.179842,"main_score":0.154672,"hf_subset":"sat_Olck-lug_Latn","languages":["sat-Olck","lug-Latn"]},{"precision":0.149269,"recall":0.187747,"f1":0.158249,"accuracy":0.187747,"main_score":0.158249,"hf_subset":"sat_Olck-oci_Latn","languages":["sat-Olck","oci-Latn"]},{"precision":0.143702,"recall":0.181818,"f1":0.153441,"accuracy":0.181818,"main_score":0.153441,"hf_subset":"sat_Olck-smo_Latn","languages":["sat-Olck","smo-Latn"]},{"precision":0.133569,"recall":0.166008,"f1":0.142306,"accuracy":0.166008,"main_score":0.142306,"hf_subset":"sat_Olck-tsn_Latn","languages":["sat-Olck","tsn-Latn"]},{"precision":0.15116,"recall":0.184783,"f1":0.159655,"accuracy":0.184783,"main_score":0.159655,"hf_subset":"sat_Olck-zul_Latn","languages":["sat-Olck","zul-Latn"]},{"precision":0.12318,"recall":0.148221,"f1":0.1298,"accuracy":0.148221,"main_score":0.1298,"hf_subset":"sat_Olck-azb_Arab","languages":["sat-Olck","azb-Arab"]},{"precision":0.148514,"recall":0.19664,"f1":0.158766,"accuracy":0.19664,"main_score":0.158766,"hf_subset":"sat_Olck-deu_Latn","languages":["sat-Olck","deu-Latn"]},{"precision":0.152799,"recall":0.186759,"f1":0.160806,"accuracy":0.186759,"main_score":0.160806,"hf_subset":"sat_Olck-hat_Latn","languages":["sat-Olck","hat-Latn"]},{"precision":0.138202,"recall":0.161067,"f1":0.144554,"accuracy":0.161067,"main_score":0.144554,"hf_subset":"sat_Olck-kbp_Latn","languages":["sat-Olck","kbp-Latn"]},{"precision":0.15183,"recall":0.178854,"f1":0.158871,"accuracy":0.178854,"main_score":0.158871,"hf_subset":"sat_Olck-luo_Latn","languages":["sat-Olck","luo-Latn"]},{"precision":0.237737,"recall":0.284585,"f1":0.249763,"accuracy":0.284585,"main_score":0.249763,"hf_subset":"sat_Olck-ory_Orya","languages":["sat-Olck","ory-Orya"]},{"precision":0.1326,"recall":0.166008,"f1":0.140911,"accuracy":0.166008,"main_score":0.140911,"hf_subset":"sat_Olck-sna_Latn","languages":["sat-Olck","sna-Latn"]},{"precision":0.148982,"recall":0.175889,"f1":0.156511,"accuracy":0.175889,"main_score":0.156511,"hf_subset":"sat_Olck-tso_Latn","languages":["sat-Olck","tso-Latn"]},{"precision":0.131238,"recall":0.164032,"f1":0.138628,"accuracy":0.164032,"main_score":0.138628,"hf_subset":"sat_Olck-azj_Latn","languages":["sat-Olck","azj-Latn"]},{"precision":0.107748,"recall":0.139328,"f1":0.115733,"accuracy":0.139328,"main_score":0.115733,"hf_subset":"sat_Olck-dik_Latn","languages":["sat-Olck","dik-Latn"]},{"precision":0.157791,"recall":0.1917,"f1":0.166348,"accuracy":0.1917,"main_score":0.166348,"hf_subset":"sat_Olck-hau_Latn","languages":["sat-Olck","hau-Latn"]},{"precision":0.147805,"recall":0.173913,"f1":0.154552,"accuracy":0.173913,"main_score":0.154552,"hf_subset":"sat_Olck-kea_Latn","languages":["sat-Olck","kea-Latn"]},{"precision":0.133455,"recall":0.158103,"f1":0.139473,"accuracy":0.158103,"main_score":0.139473,"hf_subset":"sat_Olck-lus_Latn","languages":["sat-Olck","lus-Latn"]},{"precision":0.136316,"recall":0.16502,"f1":0.143616,"accuracy":0.16502,"main_score":0.143616,"hf_subset":"sat_Olck-pag_Latn","languages":["sat-Olck","pag-Latn"]},{"precision":0.160486,"recall":0.200593,"f1":0.170614,"accuracy":0.200593,"main_score":0.170614,"hf_subset":"sat_Olck-snd_Arab","languages":["sat-Olck","snd-Arab"]},{"precision":0.139807,"recall":0.171937,"f1":0.147494,"accuracy":0.171937,"main_score":0.147494,"hf_subset":"sat_Olck-tuk_Latn","languages":["sat-Olck","tuk-Latn"]},{"precision":0.129447,"recall":0.15415,"f1":0.135439,"accuracy":0.15415,"main_score":0.135439,"hf_subset":"sat_Olck-bak_Cyrl","languages":["sat-Olck","bak-Cyrl"]},{"precision":0.063133,"recall":0.09585,"f1":0.070573,"accuracy":0.09585,"main_score":0.070573,"hf_subset":"sat_Olck-dyu_Latn","languages":["sat-Olck","dyu-Latn"]},{"precision":0.147457,"recall":0.187747,"f1":0.157147,"accuracy":0.187747,"main_score":0.157147,"hf_subset":"sat_Olck-heb_Hebr","languages":["sat-Olck","heb-Hebr"]},{"precision":0.138093,"recall":0.159091,"f1":0.143697,"accuracy":0.159091,"main_score":0.143697,"hf_subset":"sat_Olck-khk_Cyrl","languages":["sat-Olck","khk-Cyrl"]},{"precision":0.153958,"recall":0.187747,"f1":0.161768,"accuracy":0.187747,"main_score":0.161768,"hf_subset":"sat_Olck-lvs_Latn","languages":["sat-Olck","lvs-Latn"]},{"precision":0.183432,"recall":0.235178,"f1":0.195873,"accuracy":0.235178,"main_score":0.195873,"hf_subset":"sat_Olck-pan_Guru","languages":["sat-Olck","pan-Guru"]},{"precision":0.155834,"recall":0.189723,"f1":0.163923,"accuracy":0.189723,"main_score":0.163923,"hf_subset":"sat_Olck-som_Latn","languages":["sat-Olck","som-Latn"]},{"precision":0.140645,"recall":0.170949,"f1":0.148188,"accuracy":0.170949,"main_score":0.148188,"hf_subset":"sat_Olck-tum_Latn","languages":["sat-Olck","tum-Latn"]},{"precision":0.28383,"recall":0.368577,"f1":0.306347,"accuracy":0.368577,"main_score":0.306347,"hf_subset":"tel_Telu-ace_Arab","languages":["tel-Telu","ace-Arab"]},{"precision":0.354407,"recall":0.451581,"f1":0.380662,"accuracy":0.451581,"main_score":0.380662,"hf_subset":"tel_Telu-bam_Latn","languages":["tel-Telu","bam-Latn"]},{"precision":0.174456,"recall":0.251976,"f1":0.194721,"accuracy":0.251976,"main_score":0.194721,"hf_subset":"tel_Telu-dzo_Tibt","languages":["tel-Telu","dzo-Tibt"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-hin_Deva","languages":["tel-Telu","hin-Deva"]},{"precision":0.846673,"recall":0.891304,"f1":0.860804,"accuracy":0.891304,"main_score":0.860804,"hf_subset":"tel_Telu-khm_Khmr","languages":["tel-Telu","khm-Khmr"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"tel_Telu-mag_Deva","languages":["tel-Telu","mag-Deva"]},{"precision":0.807263,"recall":0.858696,"f1":0.823123,"accuracy":0.858696,"main_score":0.823123,"hf_subset":"tel_Telu-pap_Latn","languages":["tel-Telu","pap-Latn"]},{"precision":0.392323,"recall":0.499012,"f1":0.42131,"accuracy":0.499012,"main_score":0.42131,"hf_subset":"tel_Telu-sot_Latn","languages":["tel-Telu","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-tur_Latn","languages":["tel-Telu","tur-Latn"]},{"precision":0.642181,"recall":0.72332,"f1":0.665958,"accuracy":0.72332,"main_score":0.665958,"hf_subset":"tel_Telu-ace_Latn","languages":["tel-Telu","ace-Latn"]},{"precision":0.774951,"recall":0.833992,"f1":0.793709,"accuracy":0.833992,"main_score":0.793709,"hf_subset":"tel_Telu-ban_Latn","languages":["tel-Telu","ban-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"tel_Telu-ell_Grek","languages":["tel-Telu","ell-Grek"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"tel_Telu-hne_Deva","languages":["tel-Telu","hne-Deva"]},{"precision":0.398857,"recall":0.511858,"f1":0.429352,"accuracy":0.511858,"main_score":0.429352,"hf_subset":"tel_Telu-kik_Latn","languages":["tel-Telu","kik-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tel_Telu-mai_Deva","languages":["tel-Telu","mai-Deva"]},{"precision":0.868906,"recall":0.908103,"f1":0.881258,"accuracy":0.908103,"main_score":0.881258,"hf_subset":"tel_Telu-pbt_Arab","languages":["tel-Telu","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-spa_Latn","languages":["tel-Telu","spa-Latn"]},{"precision":0.467913,"recall":0.567194,"f1":0.495135,"accuracy":0.567194,"main_score":0.495135,"hf_subset":"tel_Telu-twi_Latn","languages":["tel-Telu","twi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tel_Telu-acm_Arab","languages":["tel-Telu","acm-Arab"]},{"precision":0.832675,"recall":0.882411,"f1":0.848485,"accuracy":0.882411,"main_score":0.848485,"hf_subset":"tel_Telu-bel_Cyrl","languages":["tel-Telu","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-eng_Latn","languages":["tel-Telu","eng-Latn"]},{"precision":0.939229,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"tel_Telu-hrv_Latn","languages":["tel-Telu","hrv-Latn"]},{"precision":0.375253,"recall":0.478261,"f1":0.403157,"accuracy":0.478261,"main_score":0.403157,"hf_subset":"tel_Telu-kin_Latn","languages":["tel-Telu","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tel_Telu-mal_Mlym","languages":["tel-Telu","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-pes_Arab","languages":["tel-Telu","pes-Arab"]},{"precision":0.812006,"recall":0.865613,"f1":0.828906,"accuracy":0.865613,"main_score":0.828906,"hf_subset":"tel_Telu-srd_Latn","languages":["tel-Telu","srd-Latn"]},{"precision":0.112571,"recall":0.182806,"f1":0.127328,"accuracy":0.182806,"main_score":0.127328,"hf_subset":"tel_Telu-tzm_Tfng","languages":["tel-Telu","tzm-Tfng"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"tel_Telu-acq_Arab","languages":["tel-Telu","acq-Arab"]},{"precision":0.438512,"recall":0.536561,"f1":0.464995,"accuracy":0.536561,"main_score":0.464995,"hf_subset":"tel_Telu-bem_Latn","languages":["tel-Telu","bem-Latn"]},{"precision":0.865695,"recall":0.90415,"f1":0.877668,"accuracy":0.90415,"main_score":0.877668,"hf_subset":"tel_Telu-epo_Latn","languages":["tel-Telu","epo-Latn"]},{"precision":0.929018,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"tel_Telu-hun_Latn","languages":["tel-Telu","hun-Latn"]},{"precision":0.663636,"recall":0.738142,"f1":0.685954,"accuracy":0.738142,"main_score":0.685954,"hf_subset":"tel_Telu-kir_Cyrl","languages":["tel-Telu","kir-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"tel_Telu-mar_Deva","languages":["tel-Telu","mar-Deva"]},{"precision":0.41827,"recall":0.514822,"f1":0.444167,"accuracy":0.514822,"main_score":0.444167,"hf_subset":"tel_Telu-plt_Latn","languages":["tel-Telu","plt-Latn"]},{"precision":0.92836,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"tel_Telu-srp_Cyrl","languages":["tel-Telu","srp-Cyrl"]},{"precision":0.286091,"recall":0.366601,"f1":0.307079,"accuracy":0.366601,"main_score":0.307079,"hf_subset":"tel_Telu-uig_Arab","languages":["tel-Telu","uig-Arab"]},{"precision":0.931489,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"tel_Telu-aeb_Arab","languages":["tel-Telu","aeb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-ben_Beng","languages":["tel-Telu","ben-Beng"]},{"precision":0.795043,"recall":0.851779,"f1":0.81278,"accuracy":0.851779,"main_score":0.81278,"hf_subset":"tel_Telu-est_Latn","languages":["tel-Telu","est-Latn"]},{"precision":0.82664,"recall":0.87253,"f1":0.84086,"accuracy":0.87253,"main_score":0.84086,"hf_subset":"tel_Telu-hye_Armn","languages":["tel-Telu","hye-Armn"]},{"precision":0.378712,"recall":0.47332,"f1":0.403922,"accuracy":0.47332,"main_score":0.403922,"hf_subset":"tel_Telu-kmb_Latn","languages":["tel-Telu","kmb-Latn"]},{"precision":0.234368,"recall":0.324111,"f1":0.257457,"accuracy":0.324111,"main_score":0.257457,"hf_subset":"tel_Telu-min_Arab","languages":["tel-Telu","min-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tel_Telu-pol_Latn","languages":["tel-Telu","pol-Latn"]},{"precision":0.362673,"recall":0.465415,"f1":0.390163,"accuracy":0.465415,"main_score":0.390163,"hf_subset":"tel_Telu-ssw_Latn","languages":["tel-Telu","ssw-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tel_Telu-ukr_Cyrl","languages":["tel-Telu","ukr-Cyrl"]},{"precision":0.921607,"recall":0.94664,"f1":0.929677,"accuracy":0.94664,"main_score":0.929677,"hf_subset":"tel_Telu-afr_Latn","languages":["tel-Telu","afr-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"tel_Telu-bho_Deva","languages":["tel-Telu","bho-Deva"]},{"precision":0.596152,"recall":0.683794,"f1":0.621073,"accuracy":0.683794,"main_score":0.621073,"hf_subset":"tel_Telu-eus_Latn","languages":["tel-Telu","eus-Latn"]},{"precision":0.374294,"recall":0.483202,"f1":0.402844,"accuracy":0.483202,"main_score":0.402844,"hf_subset":"tel_Telu-ibo_Latn","languages":["tel-Telu","ibo-Latn"]},{"precision":0.424353,"recall":0.523715,"f1":0.450958,"accuracy":0.523715,"main_score":0.450958,"hf_subset":"tel_Telu-kmr_Latn","languages":["tel-Telu","kmr-Latn"]},{"precision":0.761034,"recall":0.824111,"f1":0.780534,"accuracy":0.824111,"main_score":0.780534,"hf_subset":"tel_Telu-min_Latn","languages":["tel-Telu","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-por_Latn","languages":["tel-Telu","por-Latn"]},{"precision":0.818676,"recall":0.869565,"f1":0.83498,"accuracy":0.869565,"main_score":0.83498,"hf_subset":"tel_Telu-sun_Latn","languages":["tel-Telu","sun-Latn"]},{"precision":0.356995,"recall":0.463439,"f1":0.385882,"accuracy":0.463439,"main_score":0.385882,"hf_subset":"tel_Telu-umb_Latn","languages":["tel-Telu","umb-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"tel_Telu-ajp_Arab","languages":["tel-Telu","ajp-Arab"]},{"precision":0.268297,"recall":0.349802,"f1":0.290191,"accuracy":0.349802,"main_score":0.290191,"hf_subset":"tel_Telu-bjn_Arab","languages":["tel-Telu","bjn-Arab"]},{"precision":0.369558,"recall":0.464427,"f1":0.394328,"accuracy":0.464427,"main_score":0.394328,"hf_subset":"tel_Telu-ewe_Latn","languages":["tel-Telu","ewe-Latn"]},{"precision":0.64832,"recall":0.721344,"f1":0.669782,"accuracy":0.721344,"main_score":0.669782,"hf_subset":"tel_Telu-ilo_Latn","languages":["tel-Telu","ilo-Latn"]},{"precision":0.18554,"recall":0.269763,"f1":0.205564,"accuracy":0.269763,"main_score":0.205564,"hf_subset":"tel_Telu-knc_Arab","languages":["tel-Telu","knc-Arab"]},{"precision":0.925231,"recall":0.949605,"f1":0.9333,"accuracy":0.949605,"main_score":0.9333,"hf_subset":"tel_Telu-mkd_Cyrl","languages":["tel-Telu","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-prs_Arab","languages":["tel-Telu","prs-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tel_Telu-swe_Latn","languages":["tel-Telu","swe-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tel_Telu-urd_Arab","languages":["tel-Telu","urd-Arab"]},{"precision":0.441001,"recall":0.548419,"f1":0.469792,"accuracy":0.548419,"main_score":0.469792,"hf_subset":"tel_Telu-aka_Latn","languages":["tel-Telu","aka-Latn"]},{"precision":0.822052,"recall":0.871542,"f1":0.837484,"accuracy":0.871542,"main_score":0.837484,"hf_subset":"tel_Telu-bjn_Latn","languages":["tel-Telu","bjn-Latn"]},{"precision":0.563966,"recall":0.650198,"f1":0.588298,"accuracy":0.650198,"main_score":0.588298,"hf_subset":"tel_Telu-fao_Latn","languages":["tel-Telu","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-ind_Latn","languages":["tel-Telu","ind-Latn"]},{"precision":0.428489,"recall":0.528656,"f1":0.454854,"accuracy":0.528656,"main_score":0.454854,"hf_subset":"tel_Telu-knc_Latn","languages":["tel-Telu","knc-Latn"]},{"precision":0.679258,"recall":0.758893,"f1":0.702868,"accuracy":0.758893,"main_score":0.702868,"hf_subset":"tel_Telu-mlt_Latn","languages":["tel-Telu","mlt-Latn"]},{"precision":0.459342,"recall":0.565217,"f1":0.488292,"accuracy":0.565217,"main_score":0.488292,"hf_subset":"tel_Telu-quy_Latn","languages":["tel-Telu","quy-Latn"]},{"precision":0.865942,"recall":0.905138,"f1":0.878426,"accuracy":0.905138,"main_score":0.878426,"hf_subset":"tel_Telu-swh_Latn","languages":["tel-Telu","swh-Latn"]},{"precision":0.628388,"recall":0.713439,"f1":0.652854,"accuracy":0.713439,"main_score":0.652854,"hf_subset":"tel_Telu-uzn_Latn","languages":["tel-Telu","uzn-Latn"]},{"precision":0.747431,"recall":0.810277,"f1":0.766304,"accuracy":0.810277,"main_score":0.766304,"hf_subset":"tel_Telu-als_Latn","languages":["tel-Telu","als-Latn"]},{"precision":0.197553,"recall":0.269763,"f1":0.215172,"accuracy":0.269763,"main_score":0.215172,"hf_subset":"tel_Telu-bod_Tibt","languages":["tel-Telu","bod-Tibt"]},{"precision":0.364898,"recall":0.468379,"f1":0.391844,"accuracy":0.468379,"main_score":0.391844,"hf_subset":"tel_Telu-fij_Latn","languages":["tel-Telu","fij-Latn"]},{"precision":0.548625,"recall":0.631423,"f1":0.571226,"accuracy":0.631423,"main_score":0.571226,"hf_subset":"tel_Telu-isl_Latn","languages":["tel-Telu","isl-Latn"]},{"precision":0.465368,"recall":0.5583,"f1":0.490809,"accuracy":0.5583,"main_score":0.490809,"hf_subset":"tel_Telu-kon_Latn","languages":["tel-Telu","kon-Latn"]},{"precision":0.402226,"recall":0.503953,"f1":0.429607,"accuracy":0.503953,"main_score":0.429607,"hf_subset":"tel_Telu-mni_Beng","languages":["tel-Telu","mni-Beng"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tel_Telu-ron_Latn","languages":["tel-Telu","ron-Latn"]},{"precision":0.850955,"recall":0.892292,"f1":0.864295,"accuracy":0.892292,"main_score":0.864295,"hf_subset":"tel_Telu-szl_Latn","languages":["tel-Telu","szl-Latn"]},{"precision":0.900774,"recall":0.929842,"f1":0.910145,"accuracy":0.929842,"main_score":0.910145,"hf_subset":"tel_Telu-vec_Latn","languages":["tel-Telu","vec-Latn"]},{"precision":0.819005,"recall":0.870553,"f1":0.835244,"accuracy":0.870553,"main_score":0.835244,"hf_subset":"tel_Telu-amh_Ethi","languages":["tel-Telu","amh-Ethi"]},{"precision":0.964756,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"tel_Telu-bos_Latn","languages":["tel-Telu","bos-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"tel_Telu-fin_Latn","languages":["tel-Telu","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-ita_Latn","languages":["tel-Telu","ita-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"tel_Telu-kor_Hang","languages":["tel-Telu","kor-Hang"]},{"precision":0.377033,"recall":0.480237,"f1":0.405052,"accuracy":0.480237,"main_score":0.405052,"hf_subset":"tel_Telu-mos_Latn","languages":["tel-Telu","mos-Latn"]},{"precision":0.388657,"recall":0.486166,"f1":0.413623,"accuracy":0.486166,"main_score":0.413623,"hf_subset":"tel_Telu-run_Latn","languages":["tel-Telu","run-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tel_Telu-tam_Taml","languages":["tel-Telu","tam-Taml"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tel_Telu-vie_Latn","languages":["tel-Telu","vie-Latn"]},{"precision":0.97332,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"tel_Telu-apc_Arab","languages":["tel-Telu","apc-Arab"]},{"precision":0.591654,"recall":0.682806,"f1":0.618118,"accuracy":0.682806,"main_score":0.618118,"hf_subset":"tel_Telu-bug_Latn","languages":["tel-Telu","bug-Latn"]},{"precision":0.323366,"recall":0.426877,"f1":0.350595,"accuracy":0.426877,"main_score":0.350595,"hf_subset":"tel_Telu-fon_Latn","languages":["tel-Telu","fon-Latn"]},{"precision":0.813554,"recall":0.864625,"f1":0.829249,"accuracy":0.864625,"main_score":0.829249,"hf_subset":"tel_Telu-jav_Latn","languages":["tel-Telu","jav-Latn"]},{"precision":0.747341,"recall":0.816206,"f1":0.768956,"accuracy":0.816206,"main_score":0.768956,"hf_subset":"tel_Telu-lao_Laoo","languages":["tel-Telu","lao-Laoo"]},{"precision":0.341819,"recall":0.450593,"f1":0.369965,"accuracy":0.450593,"main_score":0.369965,"hf_subset":"tel_Telu-mri_Latn","languages":["tel-Telu","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-rus_Cyrl","languages":["tel-Telu","rus-Cyrl"]},{"precision":0.3758,"recall":0.487154,"f1":0.40559,"accuracy":0.487154,"main_score":0.40559,"hf_subset":"tel_Telu-taq_Latn","languages":["tel-Telu","taq-Latn"]},{"precision":0.796854,"recall":0.850791,"f1":0.813194,"accuracy":0.850791,"main_score":0.813194,"hf_subset":"tel_Telu-war_Latn","languages":["tel-Telu","war-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"tel_Telu-arb_Arab","languages":["tel-Telu","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tel_Telu-bul_Cyrl","languages":["tel-Telu","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-fra_Latn","languages":["tel-Telu","fra-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"tel_Telu-jpn_Jpan","languages":["tel-Telu","jpn-Jpan"]},{"precision":0.843379,"recall":0.88834,"f1":0.857708,"accuracy":0.88834,"main_score":0.857708,"hf_subset":"tel_Telu-lij_Latn","languages":["tel-Telu","lij-Latn"]},{"precision":0.816321,"recall":0.869565,"f1":0.833037,"accuracy":0.869565,"main_score":0.833037,"hf_subset":"tel_Telu-mya_Mymr","languages":["tel-Telu","mya-Mymr"]},{"precision":0.419985,"recall":0.525692,"f1":0.448425,"accuracy":0.525692,"main_score":0.448425,"hf_subset":"tel_Telu-sag_Latn","languages":["tel-Telu","sag-Latn"]},{"precision":0.133274,"recall":0.216403,"f1":0.149266,"accuracy":0.216403,"main_score":0.149266,"hf_subset":"tel_Telu-taq_Tfng","languages":["tel-Telu","taq-Tfng"]},{"precision":0.429623,"recall":0.531621,"f1":0.45729,"accuracy":0.531621,"main_score":0.45729,"hf_subset":"tel_Telu-wol_Latn","languages":["tel-Telu","wol-Latn"]},{"precision":0.25873,"recall":0.370553,"f1":0.286875,"accuracy":0.370553,"main_score":0.286875,"hf_subset":"tel_Telu-arb_Latn","languages":["tel-Telu","arb-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"tel_Telu-cat_Latn","languages":["tel-Telu","cat-Latn"]},{"precision":0.797826,"recall":0.851779,"f1":0.814479,"accuracy":0.851779,"main_score":0.814479,"hf_subset":"tel_Telu-fur_Latn","languages":["tel-Telu","fur-Latn"]},{"precision":0.272599,"recall":0.367589,"f1":0.296904,"accuracy":0.367589,"main_score":0.296904,"hf_subset":"tel_Telu-kab_Latn","languages":["tel-Telu","kab-Latn"]},{"precision":0.785145,"recall":0.844862,"f1":0.803609,"accuracy":0.844862,"main_score":0.803609,"hf_subset":"tel_Telu-lim_Latn","languages":["tel-Telu","lim-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-nld_Latn","languages":["tel-Telu","nld-Latn"]},{"precision":0.910985,"recall":0.937747,"f1":0.919532,"accuracy":0.937747,"main_score":0.919532,"hf_subset":"tel_Telu-san_Deva","languages":["tel-Telu","san-Deva"]},{"precision":0.624605,"recall":0.708498,"f1":0.649375,"accuracy":0.708498,"main_score":0.649375,"hf_subset":"tel_Telu-tat_Cyrl","languages":["tel-Telu","tat-Cyrl"]},{"precision":0.413764,"recall":0.51581,"f1":0.440422,"accuracy":0.51581,"main_score":0.440422,"hf_subset":"tel_Telu-xho_Latn","languages":["tel-Telu","xho-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tel_Telu-ars_Arab","languages":["tel-Telu","ars-Arab"]},{"precision":0.7605,"recall":0.81917,"f1":0.777868,"accuracy":0.81917,"main_score":0.777868,"hf_subset":"tel_Telu-ceb_Latn","languages":["tel-Telu","ceb-Latn"]},{"precision":0.402203,"recall":0.5,"f1":0.427544,"accuracy":0.5,"main_score":0.427544,"hf_subset":"tel_Telu-fuv_Latn","languages":["tel-Telu","fuv-Latn"]},{"precision":0.389927,"recall":0.498024,"f1":0.417891,"accuracy":0.498024,"main_score":0.417891,"hf_subset":"tel_Telu-kac_Latn","languages":["tel-Telu","kac-Latn"]},{"precision":0.450417,"recall":0.5583,"f1":0.480189,"accuracy":0.5583,"main_score":0.480189,"hf_subset":"tel_Telu-lin_Latn","languages":["tel-Telu","lin-Latn"]},{"precision":0.947134,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"tel_Telu-nno_Latn","languages":["tel-Telu","nno-Latn"]},{"precision":0.188414,"recall":0.261858,"f1":0.206884,"accuracy":0.261858,"main_score":0.206884,"hf_subset":"tel_Telu-sat_Olck","languages":["tel-Telu","sat-Olck"]},{"precision":0.325789,"recall":0.41996,"f1":0.350066,"accuracy":0.41996,"main_score":0.350066,"hf_subset":"tel_Telu-ydd_Hebr","languages":["tel-Telu","ydd-Hebr"]},{"precision":0.871294,"recall":0.910079,"f1":0.883794,"accuracy":0.910079,"main_score":0.883794,"hf_subset":"tel_Telu-ary_Arab","languages":["tel-Telu","ary-Arab"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"tel_Telu-ces_Latn","languages":["tel-Telu","ces-Latn"]},{"precision":0.329446,"recall":0.420949,"f1":0.352682,"accuracy":0.420949,"main_score":0.352682,"hf_subset":"tel_Telu-gaz_Latn","languages":["tel-Telu","gaz-Latn"]},{"precision":0.407143,"recall":0.509881,"f1":0.43479,"accuracy":0.509881,"main_score":0.43479,"hf_subset":"tel_Telu-kam_Latn","languages":["tel-Telu","kam-Latn"]},{"precision":0.773172,"recall":0.831028,"f1":0.790843,"accuracy":0.831028,"main_score":0.790843,"hf_subset":"tel_Telu-lit_Latn","languages":["tel-Telu","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tel_Telu-nob_Latn","languages":["tel-Telu","nob-Latn"]},{"precision":0.737533,"recall":0.804348,"f1":0.75774,"accuracy":0.804348,"main_score":0.75774,"hf_subset":"tel_Telu-scn_Latn","languages":["tel-Telu","scn-Latn"]},{"precision":0.422799,"recall":0.513834,"f1":0.447168,"accuracy":0.513834,"main_score":0.447168,"hf_subset":"tel_Telu-tgk_Cyrl","languages":["tel-Telu","tgk-Cyrl"]},{"precision":0.371228,"recall":0.477273,"f1":0.399501,"accuracy":0.477273,"main_score":0.399501,"hf_subset":"tel_Telu-yor_Latn","languages":["tel-Telu","yor-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"tel_Telu-arz_Arab","languages":["tel-Telu","arz-Arab"]},{"precision":0.40467,"recall":0.51087,"f1":0.432447,"accuracy":0.51087,"main_score":0.432447,"hf_subset":"tel_Telu-cjk_Latn","languages":["tel-Telu","cjk-Latn"]},{"precision":0.348573,"recall":0.445652,"f1":0.37387,"accuracy":0.445652,"main_score":0.37387,"hf_subset":"tel_Telu-gla_Latn","languages":["tel-Telu","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tel_Telu-kan_Knda","languages":["tel-Telu","kan-Knda"]},{"precision":0.76698,"recall":0.828063,"f1":0.785606,"accuracy":0.828063,"main_score":0.785606,"hf_subset":"tel_Telu-lmo_Latn","languages":["tel-Telu","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"tel_Telu-npi_Deva","languages":["tel-Telu","npi-Deva"]},{"precision":0.33394,"recall":0.44664,"f1":0.362366,"accuracy":0.44664,"main_score":0.362366,"hf_subset":"tel_Telu-shn_Mymr","languages":["tel-Telu","shn-Mymr"]},{"precision":0.868742,"recall":0.909091,"f1":0.881752,"accuracy":0.909091,"main_score":0.881752,"hf_subset":"tel_Telu-tgl_Latn","languages":["tel-Telu","tgl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tel_Telu-yue_Hant","languages":["tel-Telu","yue-Hant"]},{"precision":0.891222,"recall":0.924901,"f1":0.902075,"accuracy":0.924901,"main_score":0.902075,"hf_subset":"tel_Telu-asm_Beng","languages":["tel-Telu","asm-Beng"]},{"precision":0.43054,"recall":0.528656,"f1":0.45789,"accuracy":0.528656,"main_score":0.45789,"hf_subset":"tel_Telu-ckb_Arab","languages":["tel-Telu","ckb-Arab"]},{"precision":0.364414,"recall":0.464427,"f1":0.390209,"accuracy":0.464427,"main_score":0.390209,"hf_subset":"tel_Telu-gle_Latn","languages":["tel-Telu","gle-Latn"]},{"precision":0.714987,"recall":0.789526,"f1":0.737305,"accuracy":0.789526,"main_score":0.737305,"hf_subset":"tel_Telu-kas_Arab","languages":["tel-Telu","kas-Arab"]},{"precision":0.585394,"recall":0.667984,"f1":0.609354,"accuracy":0.667984,"main_score":0.609354,"hf_subset":"tel_Telu-ltg_Latn","languages":["tel-Telu","ltg-Latn"]},{"precision":0.411064,"recall":0.518775,"f1":0.44132,"accuracy":0.518775,"main_score":0.44132,"hf_subset":"tel_Telu-nso_Latn","languages":["tel-Telu","nso-Latn"]},{"precision":0.882987,"recall":0.917984,"f1":0.89417,"accuracy":0.917984,"main_score":0.89417,"hf_subset":"tel_Telu-sin_Sinh","languages":["tel-Telu","sin-Sinh"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tel_Telu-tha_Thai","languages":["tel-Telu","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-zho_Hans","languages":["tel-Telu","zho-Hans"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"tel_Telu-ast_Latn","languages":["tel-Telu","ast-Latn"]},{"precision":0.780336,"recall":0.840909,"f1":0.799045,"accuracy":0.840909,"main_score":0.799045,"hf_subset":"tel_Telu-crh_Latn","languages":["tel-Telu","crh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tel_Telu-glg_Latn","languages":["tel-Telu","glg-Latn"]},{"precision":0.619361,"recall":0.708498,"f1":0.644817,"accuracy":0.708498,"main_score":0.644817,"hf_subset":"tel_Telu-kas_Deva","languages":["tel-Telu","kas-Deva"]},{"precision":0.736726,"recall":0.80336,"f1":0.756724,"accuracy":0.80336,"main_score":0.756724,"hf_subset":"tel_Telu-ltz_Latn","languages":["tel-Telu","ltz-Latn"]},{"precision":0.317239,"recall":0.412055,"f1":0.341986,"accuracy":0.412055,"main_score":0.341986,"hf_subset":"tel_Telu-nus_Latn","languages":["tel-Telu","nus-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"tel_Telu-slk_Latn","languages":["tel-Telu","slk-Latn"]},{"precision":0.408502,"recall":0.501976,"f1":0.434271,"accuracy":0.501976,"main_score":0.434271,"hf_subset":"tel_Telu-tir_Ethi","languages":["tel-Telu","tir-Ethi"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"tel_Telu-zho_Hant","languages":["tel-Telu","zho-Hant"]},{"precision":0.97365,"recall":0.981225,"f1":0.97612,"accuracy":0.981225,"main_score":0.97612,"hf_subset":"tel_Telu-awa_Deva","languages":["tel-Telu","awa-Deva"]},{"precision":0.406223,"recall":0.508893,"f1":0.433046,"accuracy":0.508893,"main_score":0.433046,"hf_subset":"tel_Telu-cym_Latn","languages":["tel-Telu","cym-Latn"]},{"precision":0.591057,"recall":0.675889,"f1":0.615307,"accuracy":0.675889,"main_score":0.615307,"hf_subset":"tel_Telu-grn_Latn","languages":["tel-Telu","grn-Latn"]},{"precision":0.900198,"recall":0.93083,"f1":0.909881,"accuracy":0.93083,"main_score":0.909881,"hf_subset":"tel_Telu-kat_Geor","languages":["tel-Telu","kat-Geor"]},{"precision":0.454787,"recall":0.5583,"f1":0.483752,"accuracy":0.5583,"main_score":0.483752,"hf_subset":"tel_Telu-lua_Latn","languages":["tel-Telu","lua-Latn"]},{"precision":0.44428,"recall":0.545455,"f1":0.472934,"accuracy":0.545455,"main_score":0.472934,"hf_subset":"tel_Telu-nya_Latn","languages":["tel-Telu","nya-Latn"]},{"precision":0.889163,"recall":0.922925,"f1":0.900033,"accuracy":0.922925,"main_score":0.900033,"hf_subset":"tel_Telu-slv_Latn","languages":["tel-Telu","slv-Latn"]},{"precision":0.686892,"recall":0.76581,"f1":0.710009,"accuracy":0.76581,"main_score":0.710009,"hf_subset":"tel_Telu-tpi_Latn","languages":["tel-Telu","tpi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tel_Telu-zsm_Latn","languages":["tel-Telu","zsm-Latn"]},{"precision":0.365142,"recall":0.474308,"f1":0.394058,"accuracy":0.474308,"main_score":0.394058,"hf_subset":"tel_Telu-ayr_Latn","languages":["tel-Telu","ayr-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"tel_Telu-dan_Latn","languages":["tel-Telu","dan-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tel_Telu-guj_Gujr","languages":["tel-Telu","guj-Gujr"]},{"precision":0.732889,"recall":0.802372,"f1":0.753741,"accuracy":0.802372,"main_score":0.753741,"hf_subset":"tel_Telu-kaz_Cyrl","languages":["tel-Telu","kaz-Cyrl"]},{"precision":0.370277,"recall":0.477273,"f1":0.398739,"accuracy":0.477273,"main_score":0.398739,"hf_subset":"tel_Telu-lug_Latn","languages":["tel-Telu","lug-Latn"]},{"precision":0.936924,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"tel_Telu-oci_Latn","languages":["tel-Telu","oci-Latn"]},{"precision":0.394833,"recall":0.506917,"f1":0.425628,"accuracy":0.506917,"main_score":0.425628,"hf_subset":"tel_Telu-smo_Latn","languages":["tel-Telu","smo-Latn"]},{"precision":0.38368,"recall":0.490119,"f1":0.412239,"accuracy":0.490119,"main_score":0.412239,"hf_subset":"tel_Telu-tsn_Latn","languages":["tel-Telu","tsn-Latn"]},{"precision":0.382053,"recall":0.482213,"f1":0.408334,"accuracy":0.482213,"main_score":0.408334,"hf_subset":"tel_Telu-zul_Latn","languages":["tel-Telu","zul-Latn"]},{"precision":0.653714,"recall":0.743083,"f1":0.680523,"accuracy":0.743083,"main_score":0.680523,"hf_subset":"tel_Telu-azb_Arab","languages":["tel-Telu","azb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-deu_Latn","languages":["tel-Telu","deu-Latn"]},{"precision":0.590988,"recall":0.678854,"f1":0.616488,"accuracy":0.678854,"main_score":0.616488,"hf_subset":"tel_Telu-hat_Latn","languages":["tel-Telu","hat-Latn"]},{"precision":0.334594,"recall":0.437747,"f1":0.361345,"accuracy":0.437747,"main_score":0.361345,"hf_subset":"tel_Telu-kbp_Latn","languages":["tel-Telu","kbp-Latn"]},{"precision":0.410183,"recall":0.517787,"f1":0.438735,"accuracy":0.517787,"main_score":0.438735,"hf_subset":"tel_Telu-luo_Latn","languages":["tel-Telu","luo-Latn"]},{"precision":0.624724,"recall":0.705534,"f1":0.648144,"accuracy":0.705534,"main_score":0.648144,"hf_subset":"tel_Telu-ory_Orya","languages":["tel-Telu","ory-Orya"]},{"precision":0.407981,"recall":0.508893,"f1":0.435447,"accuracy":0.508893,"main_score":0.435447,"hf_subset":"tel_Telu-sna_Latn","languages":["tel-Telu","sna-Latn"]},{"precision":0.381617,"recall":0.482213,"f1":0.408349,"accuracy":0.482213,"main_score":0.408349,"hf_subset":"tel_Telu-tso_Latn","languages":["tel-Telu","tso-Latn"]},{"precision":0.843742,"recall":0.886364,"f1":0.856851,"accuracy":0.886364,"main_score":0.856851,"hf_subset":"tel_Telu-azj_Latn","languages":["tel-Telu","azj-Latn"]},{"precision":0.39365,"recall":0.499012,"f1":0.422136,"accuracy":0.499012,"main_score":0.422136,"hf_subset":"tel_Telu-dik_Latn","languages":["tel-Telu","dik-Latn"]},{"precision":0.424938,"recall":0.516798,"f1":0.45015,"accuracy":0.516798,"main_score":0.45015,"hf_subset":"tel_Telu-hau_Latn","languages":["tel-Telu","hau-Latn"]},{"precision":0.764608,"recall":0.831028,"f1":0.785211,"accuracy":0.831028,"main_score":0.785211,"hf_subset":"tel_Telu-kea_Latn","languages":["tel-Telu","kea-Latn"]},{"precision":0.557613,"recall":0.650198,"f1":0.583912,"accuracy":0.650198,"main_score":0.583912,"hf_subset":"tel_Telu-lus_Latn","languages":["tel-Telu","lus-Latn"]},{"precision":0.689361,"recall":0.764822,"f1":0.711646,"accuracy":0.764822,"main_score":0.711646,"hf_subset":"tel_Telu-pag_Latn","languages":["tel-Telu","pag-Latn"]},{"precision":0.744088,"recall":0.811265,"f1":0.764479,"accuracy":0.811265,"main_score":0.764479,"hf_subset":"tel_Telu-snd_Arab","languages":["tel-Telu","snd-Arab"]},{"precision":0.568636,"recall":0.662055,"f1":0.595546,"accuracy":0.662055,"main_score":0.595546,"hf_subset":"tel_Telu-tuk_Latn","languages":["tel-Telu","tuk-Latn"]},{"precision":0.625925,"recall":0.705534,"f1":0.648436,"accuracy":0.705534,"main_score":0.648436,"hf_subset":"tel_Telu-bak_Cyrl","languages":["tel-Telu","bak-Cyrl"]},{"precision":0.333009,"recall":0.442688,"f1":0.36239,"accuracy":0.442688,"main_score":0.36239,"hf_subset":"tel_Telu-dyu_Latn","languages":["tel-Telu","dyu-Latn"]},{"precision":0.905254,"recall":0.933794,"f1":0.914262,"accuracy":0.933794,"main_score":0.914262,"hf_subset":"tel_Telu-heb_Hebr","languages":["tel-Telu","heb-Hebr"]},{"precision":0.44706,"recall":0.534585,"f1":0.470745,"accuracy":0.534585,"main_score":0.470745,"hf_subset":"tel_Telu-khk_Cyrl","languages":["tel-Telu","khk-Cyrl"]},{"precision":0.792111,"recall":0.848814,"f1":0.809783,"accuracy":0.848814,"main_score":0.809783,"hf_subset":"tel_Telu-lvs_Latn","languages":["tel-Telu","lvs-Latn"]},{"precision":0.9333,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"tel_Telu-pan_Guru","languages":["tel-Telu","pan-Guru"]},{"precision":0.369834,"recall":0.462451,"f1":0.395068,"accuracy":0.462451,"main_score":0.395068,"hf_subset":"tel_Telu-som_Latn","languages":["tel-Telu","som-Latn"]},{"precision":0.429027,"recall":0.522727,"f1":0.455431,"accuracy":0.522727,"main_score":0.455431,"hf_subset":"tel_Telu-tum_Latn","languages":["tel-Telu","tum-Latn"]},{"precision":0.235359,"recall":0.285573,"f1":0.247875,"accuracy":0.285573,"main_score":0.247875,"hf_subset":"ydd_Hebr-ace_Arab","languages":["ydd-Hebr","ace-Arab"]},{"precision":0.232513,"recall":0.272727,"f1":0.242707,"accuracy":0.272727,"main_score":0.242707,"hf_subset":"ydd_Hebr-bam_Latn","languages":["ydd-Hebr","bam-Latn"]},{"precision":0.092852,"recall":0.130435,"f1":0.101357,"accuracy":0.130435,"main_score":0.101357,"hf_subset":"ydd_Hebr-dzo_Tibt","languages":["ydd-Hebr","dzo-Tibt"]},{"precision":0.325692,"recall":0.402174,"f1":0.344463,"accuracy":0.402174,"main_score":0.344463,"hf_subset":"ydd_Hebr-hin_Deva","languages":["ydd-Hebr","hin-Deva"]},{"precision":0.266281,"recall":0.310277,"f1":0.277007,"accuracy":0.310277,"main_score":0.277007,"hf_subset":"ydd_Hebr-khm_Khmr","languages":["ydd-Hebr","khm-Khmr"]},{"precision":0.317688,"recall":0.382411,"f1":0.332929,"accuracy":0.382411,"main_score":0.332929,"hf_subset":"ydd_Hebr-mag_Deva","languages":["ydd-Hebr","mag-Deva"]},{"precision":0.319268,"recall":0.365613,"f1":0.329767,"accuracy":0.365613,"main_score":0.329767,"hf_subset":"ydd_Hebr-pap_Latn","languages":["ydd-Hebr","pap-Latn"]},{"precision":0.266804,"recall":0.313241,"f1":0.27825,"accuracy":0.313241,"main_score":0.27825,"hf_subset":"ydd_Hebr-sot_Latn","languages":["ydd-Hebr","sot-Latn"]},{"precision":0.302901,"recall":0.363636,"f1":0.31741,"accuracy":0.363636,"main_score":0.31741,"hf_subset":"ydd_Hebr-tur_Latn","languages":["ydd-Hebr","tur-Latn"]},{"precision":0.26144,"recall":0.302372,"f1":0.271691,"accuracy":0.302372,"main_score":0.271691,"hf_subset":"ydd_Hebr-ace_Latn","languages":["ydd-Hebr","ace-Latn"]},{"precision":0.268473,"recall":0.305336,"f1":0.277529,"accuracy":0.305336,"main_score":0.277529,"hf_subset":"ydd_Hebr-ban_Latn","languages":["ydd-Hebr","ban-Latn"]},{"precision":0.264498,"recall":0.327075,"f1":0.278338,"accuracy":0.327075,"main_score":0.278338,"hf_subset":"ydd_Hebr-ell_Grek","languages":["ydd-Hebr","ell-Grek"]},{"precision":0.296847,"recall":0.352767,"f1":0.310548,"accuracy":0.352767,"main_score":0.310548,"hf_subset":"ydd_Hebr-hne_Deva","languages":["ydd-Hebr","hne-Deva"]},{"precision":0.183219,"recall":0.23419,"f1":0.194919,"accuracy":0.23419,"main_score":0.194919,"hf_subset":"ydd_Hebr-kik_Latn","languages":["ydd-Hebr","kik-Latn"]},{"precision":0.327063,"recall":0.386364,"f1":0.341044,"accuracy":0.386364,"main_score":0.341044,"hf_subset":"ydd_Hebr-mai_Deva","languages":["ydd-Hebr","mai-Deva"]},{"precision":0.307681,"recall":0.352767,"f1":0.319005,"accuracy":0.352767,"main_score":0.319005,"hf_subset":"ydd_Hebr-pbt_Arab","languages":["ydd-Hebr","pbt-Arab"]},{"precision":0.315442,"recall":0.380435,"f1":0.331487,"accuracy":0.380435,"main_score":0.331487,"hf_subset":"ydd_Hebr-spa_Latn","languages":["ydd-Hebr","spa-Latn"]},{"precision":0.267053,"recall":0.312253,"f1":0.278063,"accuracy":0.312253,"main_score":0.278063,"hf_subset":"ydd_Hebr-twi_Latn","languages":["ydd-Hebr","twi-Latn"]},{"precision":0.26138,"recall":0.323123,"f1":0.275701,"accuracy":0.323123,"main_score":0.275701,"hf_subset":"ydd_Hebr-acm_Arab","languages":["ydd-Hebr","acm-Arab"]},{"precision":0.282274,"recall":0.332016,"f1":0.294443,"accuracy":0.332016,"main_score":0.294443,"hf_subset":"ydd_Hebr-bel_Cyrl","languages":["ydd-Hebr","bel-Cyrl"]},{"precision":0.344643,"recall":0.412055,"f1":0.360983,"accuracy":0.412055,"main_score":0.360983,"hf_subset":"ydd_Hebr-eng_Latn","languages":["ydd-Hebr","eng-Latn"]},{"precision":0.296692,"recall":0.354743,"f1":0.310543,"accuracy":0.354743,"main_score":0.310543,"hf_subset":"ydd_Hebr-hrv_Latn","languages":["ydd-Hebr","hrv-Latn"]},{"precision":0.246123,"recall":0.291502,"f1":0.256734,"accuracy":0.291502,"main_score":0.256734,"hf_subset":"ydd_Hebr-kin_Latn","languages":["ydd-Hebr","kin-Latn"]},{"precision":0.323774,"recall":0.394269,"f1":0.341214,"accuracy":0.394269,"main_score":0.341214,"hf_subset":"ydd_Hebr-mal_Mlym","languages":["ydd-Hebr","mal-Mlym"]},{"precision":0.306534,"recall":0.375494,"f1":0.32173,"accuracy":0.375494,"main_score":0.32173,"hf_subset":"ydd_Hebr-pes_Arab","languages":["ydd-Hebr","pes-Arab"]},{"precision":0.293291,"recall":0.335968,"f1":0.303657,"accuracy":0.335968,"main_score":0.303657,"hf_subset":"ydd_Hebr-srd_Latn","languages":["ydd-Hebr","srd-Latn"]},{"precision":0.15124,"recall":0.188735,"f1":0.161022,"accuracy":0.188735,"main_score":0.161022,"hf_subset":"ydd_Hebr-tzm_Tfng","languages":["ydd-Hebr","tzm-Tfng"]},{"precision":0.273445,"recall":0.336957,"f1":0.288261,"accuracy":0.336957,"main_score":0.288261,"hf_subset":"ydd_Hebr-acq_Arab","languages":["ydd-Hebr","acq-Arab"]},{"precision":0.259321,"recall":0.30336,"f1":0.270302,"accuracy":0.30336,"main_score":0.270302,"hf_subset":"ydd_Hebr-bem_Latn","languages":["ydd-Hebr","bem-Latn"]},{"precision":0.30922,"recall":0.360672,"f1":0.32122,"accuracy":0.360672,"main_score":0.32122,"hf_subset":"ydd_Hebr-epo_Latn","languages":["ydd-Hebr","epo-Latn"]},{"precision":0.297021,"recall":0.349802,"f1":0.308962,"accuracy":0.349802,"main_score":0.308962,"hf_subset":"ydd_Hebr-hun_Latn","languages":["ydd-Hebr","hun-Latn"]},{"precision":0.252374,"recall":0.286561,"f1":0.260493,"accuracy":0.286561,"main_score":0.260493,"hf_subset":"ydd_Hebr-kir_Cyrl","languages":["ydd-Hebr","kir-Cyrl"]},{"precision":0.321398,"recall":0.38834,"f1":0.336971,"accuracy":0.38834,"main_score":0.336971,"hf_subset":"ydd_Hebr-mar_Deva","languages":["ydd-Hebr","mar-Deva"]},{"precision":0.257317,"recall":0.299407,"f1":0.267985,"accuracy":0.299407,"main_score":0.267985,"hf_subset":"ydd_Hebr-plt_Latn","languages":["ydd-Hebr","plt-Latn"]},{"precision":0.306862,"recall":0.363636,"f1":0.320183,"accuracy":0.363636,"main_score":0.320183,"hf_subset":"ydd_Hebr-srp_Cyrl","languages":["ydd-Hebr","srp-Cyrl"]},{"precision":0.241686,"recall":0.283597,"f1":0.251734,"accuracy":0.283597,"main_score":0.251734,"hf_subset":"ydd_Hebr-uig_Arab","languages":["ydd-Hebr","uig-Arab"]},{"precision":0.259269,"recall":0.310277,"f1":0.270595,"accuracy":0.310277,"main_score":0.270595,"hf_subset":"ydd_Hebr-aeb_Arab","languages":["ydd-Hebr","aeb-Arab"]},{"precision":0.296532,"recall":0.368577,"f1":0.313865,"accuracy":0.368577,"main_score":0.313865,"hf_subset":"ydd_Hebr-ben_Beng","languages":["ydd-Hebr","ben-Beng"]},{"precision":0.279105,"recall":0.321146,"f1":0.289442,"accuracy":0.321146,"main_score":0.289442,"hf_subset":"ydd_Hebr-est_Latn","languages":["ydd-Hebr","est-Latn"]},{"precision":0.268749,"recall":0.322134,"f1":0.280735,"accuracy":0.322134,"main_score":0.280735,"hf_subset":"ydd_Hebr-hye_Armn","languages":["ydd-Hebr","hye-Armn"]},{"precision":0.243675,"recall":0.289526,"f1":0.255131,"accuracy":0.289526,"main_score":0.255131,"hf_subset":"ydd_Hebr-kmb_Latn","languages":["ydd-Hebr","kmb-Latn"]},{"precision":0.207093,"recall":0.255929,"f1":0.219481,"accuracy":0.255929,"main_score":0.219481,"hf_subset":"ydd_Hebr-min_Arab","languages":["ydd-Hebr","min-Arab"]},{"precision":0.295098,"recall":0.360672,"f1":0.309686,"accuracy":0.360672,"main_score":0.309686,"hf_subset":"ydd_Hebr-pol_Latn","languages":["ydd-Hebr","pol-Latn"]},{"precision":0.25289,"recall":0.294466,"f1":0.26343,"accuracy":0.294466,"main_score":0.26343,"hf_subset":"ydd_Hebr-ssw_Latn","languages":["ydd-Hebr","ssw-Latn"]},{"precision":0.301083,"recall":0.364625,"f1":0.315839,"accuracy":0.364625,"main_score":0.315839,"hf_subset":"ydd_Hebr-ukr_Cyrl","languages":["ydd-Hebr","ukr-Cyrl"]},{"precision":0.349062,"recall":0.399209,"f1":0.361359,"accuracy":0.399209,"main_score":0.361359,"hf_subset":"ydd_Hebr-afr_Latn","languages":["ydd-Hebr","afr-Latn"]},{"precision":0.301389,"recall":0.359684,"f1":0.315226,"accuracy":0.359684,"main_score":0.315226,"hf_subset":"ydd_Hebr-bho_Deva","languages":["ydd-Hebr","bho-Deva"]},{"precision":0.267984,"recall":0.301383,"f1":0.275881,"accuracy":0.301383,"main_score":0.275881,"hf_subset":"ydd_Hebr-eus_Latn","languages":["ydd-Hebr","eus-Latn"]},{"precision":0.241974,"recall":0.296443,"f1":0.254896,"accuracy":0.296443,"main_score":0.254896,"hf_subset":"ydd_Hebr-ibo_Latn","languages":["ydd-Hebr","ibo-Latn"]},{"precision":0.269402,"recall":0.310277,"f1":0.279391,"accuracy":0.310277,"main_score":0.279391,"hf_subset":"ydd_Hebr-kmr_Latn","languages":["ydd-Hebr","kmr-Latn"]},{"precision":0.269373,"recall":0.313241,"f1":0.279579,"accuracy":0.313241,"main_score":0.279579,"hf_subset":"ydd_Hebr-min_Latn","languages":["ydd-Hebr","min-Latn"]},{"precision":0.315911,"recall":0.375494,"f1":0.330588,"accuracy":0.375494,"main_score":0.330588,"hf_subset":"ydd_Hebr-por_Latn","languages":["ydd-Hebr","por-Latn"]},{"precision":0.272109,"recall":0.309289,"f1":0.281298,"accuracy":0.309289,"main_score":0.281298,"hf_subset":"ydd_Hebr-sun_Latn","languages":["ydd-Hebr","sun-Latn"]},{"precision":0.240662,"recall":0.286561,"f1":0.252258,"accuracy":0.286561,"main_score":0.252258,"hf_subset":"ydd_Hebr-umb_Latn","languages":["ydd-Hebr","umb-Latn"]},{"precision":0.28247,"recall":0.344862,"f1":0.296346,"accuracy":0.344862,"main_score":0.296346,"hf_subset":"ydd_Hebr-ajp_Arab","languages":["ydd-Hebr","ajp-Arab"]},{"precision":0.220408,"recall":0.268775,"f1":0.232559,"accuracy":0.268775,"main_score":0.232559,"hf_subset":"ydd_Hebr-bjn_Arab","languages":["ydd-Hebr","bjn-Arab"]},{"precision":0.241178,"recall":0.27668,"f1":0.250062,"accuracy":0.27668,"main_score":0.250062,"hf_subset":"ydd_Hebr-ewe_Latn","languages":["ydd-Hebr","ewe-Latn"]},{"precision":0.28784,"recall":0.325099,"f1":0.296873,"accuracy":0.325099,"main_score":0.296873,"hf_subset":"ydd_Hebr-ilo_Latn","languages":["ydd-Hebr","ilo-Latn"]},{"precision":0.175509,"recall":0.217391,"f1":0.185749,"accuracy":0.217391,"main_score":0.185749,"hf_subset":"ydd_Hebr-knc_Arab","languages":["ydd-Hebr","knc-Arab"]},{"precision":0.312642,"recall":0.358696,"f1":0.323533,"accuracy":0.358696,"main_score":0.323533,"hf_subset":"ydd_Hebr-mkd_Cyrl","languages":["ydd-Hebr","mkd-Cyrl"]},{"precision":0.321708,"recall":0.397233,"f1":0.339691,"accuracy":0.397233,"main_score":0.339691,"hf_subset":"ydd_Hebr-prs_Arab","languages":["ydd-Hebr","prs-Arab"]},{"precision":0.313667,"recall":0.373518,"f1":0.327871,"accuracy":0.373518,"main_score":0.327871,"hf_subset":"ydd_Hebr-swe_Latn","languages":["ydd-Hebr","swe-Latn"]},{"precision":0.30081,"recall":0.380435,"f1":0.320766,"accuracy":0.380435,"main_score":0.320766,"hf_subset":"ydd_Hebr-urd_Arab","languages":["ydd-Hebr","urd-Arab"]},{"precision":0.249579,"recall":0.296443,"f1":0.261243,"accuracy":0.296443,"main_score":0.261243,"hf_subset":"ydd_Hebr-aka_Latn","languages":["ydd-Hebr","aka-Latn"]},{"precision":0.261804,"recall":0.310277,"f1":0.273233,"accuracy":0.310277,"main_score":0.273233,"hf_subset":"ydd_Hebr-bjn_Latn","languages":["ydd-Hebr","bjn-Latn"]},{"precision":0.259158,"recall":0.300395,"f1":0.268174,"accuracy":0.300395,"main_score":0.268174,"hf_subset":"ydd_Hebr-fao_Latn","languages":["ydd-Hebr","fao-Latn"]},{"precision":0.32436,"recall":0.393281,"f1":0.340628,"accuracy":0.393281,"main_score":0.340628,"hf_subset":"ydd_Hebr-ind_Latn","languages":["ydd-Hebr","ind-Latn"]},{"precision":0.240764,"recall":0.270751,"f1":0.248021,"accuracy":0.270751,"main_score":0.248021,"hf_subset":"ydd_Hebr-knc_Latn","languages":["ydd-Hebr","knc-Latn"]},{"precision":0.290201,"recall":0.335968,"f1":0.302264,"accuracy":0.335968,"main_score":0.302264,"hf_subset":"ydd_Hebr-mlt_Latn","languages":["ydd-Hebr","mlt-Latn"]},{"precision":0.262248,"recall":0.301383,"f1":0.271796,"accuracy":0.301383,"main_score":0.271796,"hf_subset":"ydd_Hebr-quy_Latn","languages":["ydd-Hebr","quy-Latn"]},{"precision":0.268748,"recall":0.320158,"f1":0.280732,"accuracy":0.320158,"main_score":0.280732,"hf_subset":"ydd_Hebr-swh_Latn","languages":["ydd-Hebr","swh-Latn"]},{"precision":0.263287,"recall":0.296443,"f1":0.271911,"accuracy":0.296443,"main_score":0.271911,"hf_subset":"ydd_Hebr-uzn_Latn","languages":["ydd-Hebr","uzn-Latn"]},{"precision":0.306772,"recall":0.350791,"f1":0.318121,"accuracy":0.350791,"main_score":0.318121,"hf_subset":"ydd_Hebr-als_Latn","languages":["ydd-Hebr","als-Latn"]},{"precision":0.175328,"recall":0.212451,"f1":0.184723,"accuracy":0.212451,"main_score":0.184723,"hf_subset":"ydd_Hebr-bod_Tibt","languages":["ydd-Hebr","bod-Tibt"]},{"precision":0.24587,"recall":0.297431,"f1":0.258337,"accuracy":0.297431,"main_score":0.258337,"hf_subset":"ydd_Hebr-fij_Latn","languages":["ydd-Hebr","fij-Latn"]},{"precision":0.280878,"recall":0.324111,"f1":0.291069,"accuracy":0.324111,"main_score":0.291069,"hf_subset":"ydd_Hebr-isl_Latn","languages":["ydd-Hebr","isl-Latn"]},{"precision":0.2463,"recall":0.293478,"f1":0.257406,"accuracy":0.293478,"main_score":0.257406,"hf_subset":"ydd_Hebr-kon_Latn","languages":["ydd-Hebr","kon-Latn"]},{"precision":0.310439,"recall":0.368577,"f1":0.324384,"accuracy":0.368577,"main_score":0.324384,"hf_subset":"ydd_Hebr-mni_Beng","languages":["ydd-Hebr","mni-Beng"]},{"precision":0.325865,"recall":0.386364,"f1":0.341004,"accuracy":0.386364,"main_score":0.341004,"hf_subset":"ydd_Hebr-ron_Latn","languages":["ydd-Hebr","ron-Latn"]},{"precision":0.302932,"recall":0.34585,"f1":0.312907,"accuracy":0.34585,"main_score":0.312907,"hf_subset":"ydd_Hebr-szl_Latn","languages":["ydd-Hebr","szl-Latn"]},{"precision":0.292355,"recall":0.338933,"f1":0.302982,"accuracy":0.338933,"main_score":0.302982,"hf_subset":"ydd_Hebr-vec_Latn","languages":["ydd-Hebr","vec-Latn"]},{"precision":0.286952,"recall":0.342885,"f1":0.300109,"accuracy":0.342885,"main_score":0.300109,"hf_subset":"ydd_Hebr-amh_Ethi","languages":["ydd-Hebr","amh-Ethi"]},{"precision":0.292312,"recall":0.349802,"f1":0.306324,"accuracy":0.349802,"main_score":0.306324,"hf_subset":"ydd_Hebr-bos_Latn","languages":["ydd-Hebr","bos-Latn"]},{"precision":0.273409,"recall":0.336957,"f1":0.288972,"accuracy":0.336957,"main_score":0.288972,"hf_subset":"ydd_Hebr-fin_Latn","languages":["ydd-Hebr","fin-Latn"]},{"precision":0.306678,"recall":0.364625,"f1":0.319829,"accuracy":0.364625,"main_score":0.319829,"hf_subset":"ydd_Hebr-ita_Latn","languages":["ydd-Hebr","ita-Latn"]},{"precision":0.282759,"recall":0.351779,"f1":0.298289,"accuracy":0.351779,"main_score":0.298289,"hf_subset":"ydd_Hebr-kor_Hang","languages":["ydd-Hebr","kor-Hang"]},{"precision":0.240193,"recall":0.27668,"f1":0.248986,"accuracy":0.27668,"main_score":0.248986,"hf_subset":"ydd_Hebr-mos_Latn","languages":["ydd-Hebr","mos-Latn"]},{"precision":0.235378,"recall":0.277668,"f1":0.245793,"accuracy":0.277668,"main_score":0.245793,"hf_subset":"ydd_Hebr-run_Latn","languages":["ydd-Hebr","run-Latn"]},{"precision":0.287357,"recall":0.362648,"f1":0.305627,"accuracy":0.362648,"main_score":0.305627,"hf_subset":"ydd_Hebr-tam_Taml","languages":["ydd-Hebr","tam-Taml"]},{"precision":0.269649,"recall":0.333004,"f1":0.284448,"accuracy":0.333004,"main_score":0.284448,"hf_subset":"ydd_Hebr-vie_Latn","languages":["ydd-Hebr","vie-Latn"]},{"precision":0.279219,"recall":0.336957,"f1":0.292926,"accuracy":0.336957,"main_score":0.292926,"hf_subset":"ydd_Hebr-apc_Arab","languages":["ydd-Hebr","apc-Arab"]},{"precision":0.278804,"recall":0.327075,"f1":0.291566,"accuracy":0.327075,"main_score":0.291566,"hf_subset":"ydd_Hebr-bug_Latn","languages":["ydd-Hebr","bug-Latn"]},{"precision":0.224225,"recall":0.26581,"f1":0.235201,"accuracy":0.26581,"main_score":0.235201,"hf_subset":"ydd_Hebr-fon_Latn","languages":["ydd-Hebr","fon-Latn"]},{"precision":0.281263,"recall":0.31917,"f1":0.29081,"accuracy":0.31917,"main_score":0.29081,"hf_subset":"ydd_Hebr-jav_Latn","languages":["ydd-Hebr","jav-Latn"]},{"precision":0.265498,"recall":0.296443,"f1":0.273442,"accuracy":0.296443,"main_score":0.273442,"hf_subset":"ydd_Hebr-lao_Laoo","languages":["ydd-Hebr","lao-Laoo"]},{"precision":0.240962,"recall":0.285573,"f1":0.252303,"accuracy":0.285573,"main_score":0.252303,"hf_subset":"ydd_Hebr-mri_Latn","languages":["ydd-Hebr","mri-Latn"]},{"precision":0.31186,"recall":0.391304,"f1":0.330526,"accuracy":0.391304,"main_score":0.330526,"hf_subset":"ydd_Hebr-rus_Cyrl","languages":["ydd-Hebr","rus-Cyrl"]},{"precision":0.246751,"recall":0.286561,"f1":0.256702,"accuracy":0.286561,"main_score":0.256702,"hf_subset":"ydd_Hebr-taq_Latn","languages":["ydd-Hebr","taq-Latn"]},{"precision":0.315072,"recall":0.350791,"f1":0.323086,"accuracy":0.350791,"main_score":0.323086,"hf_subset":"ydd_Hebr-war_Latn","languages":["ydd-Hebr","war-Latn"]},{"precision":0.272155,"recall":0.341897,"f1":0.288055,"accuracy":0.341897,"main_score":0.288055,"hf_subset":"ydd_Hebr-arb_Arab","languages":["ydd-Hebr","arb-Arab"]},{"precision":0.306605,"recall":0.369565,"f1":0.32239,"accuracy":0.369565,"main_score":0.32239,"hf_subset":"ydd_Hebr-bul_Cyrl","languages":["ydd-Hebr","bul-Cyrl"]},{"precision":0.312976,"recall":0.374506,"f1":0.328164,"accuracy":0.374506,"main_score":0.328164,"hf_subset":"ydd_Hebr-fra_Latn","languages":["ydd-Hebr","fra-Latn"]},{"precision":0.288116,"recall":0.360672,"f1":0.304498,"accuracy":0.360672,"main_score":0.304498,"hf_subset":"ydd_Hebr-jpn_Jpan","languages":["ydd-Hebr","jpn-Jpan"]},{"precision":0.303354,"recall":0.338933,"f1":0.311464,"accuracy":0.338933,"main_score":0.311464,"hf_subset":"ydd_Hebr-lij_Latn","languages":["ydd-Hebr","lij-Latn"]},{"precision":0.238663,"recall":0.302372,"f1":0.252521,"accuracy":0.302372,"main_score":0.252521,"hf_subset":"ydd_Hebr-mya_Mymr","languages":["ydd-Hebr","mya-Mymr"]},{"precision":0.254662,"recall":0.298419,"f1":0.266206,"accuracy":0.298419,"main_score":0.266206,"hf_subset":"ydd_Hebr-sag_Latn","languages":["ydd-Hebr","sag-Latn"]},{"precision":0.181336,"recall":0.222332,"f1":0.19163,"accuracy":0.222332,"main_score":0.19163,"hf_subset":"ydd_Hebr-taq_Tfng","languages":["ydd-Hebr","taq-Tfng"]},{"precision":0.245146,"recall":0.287549,"f1":0.255916,"accuracy":0.287549,"main_score":0.255916,"hf_subset":"ydd_Hebr-wol_Latn","languages":["ydd-Hebr","wol-Latn"]},{"precision":0.184884,"recall":0.227273,"f1":0.194976,"accuracy":0.227273,"main_score":0.194976,"hf_subset":"ydd_Hebr-arb_Latn","languages":["ydd-Hebr","arb-Latn"]},{"precision":0.312509,"recall":0.360672,"f1":0.324974,"accuracy":0.360672,"main_score":0.324974,"hf_subset":"ydd_Hebr-cat_Latn","languages":["ydd-Hebr","cat-Latn"]},{"precision":0.303224,"recall":0.34585,"f1":0.313515,"accuracy":0.34585,"main_score":0.313515,"hf_subset":"ydd_Hebr-fur_Latn","languages":["ydd-Hebr","fur-Latn"]},{"precision":0.234742,"recall":0.269763,"f1":0.244112,"accuracy":0.269763,"main_score":0.244112,"hf_subset":"ydd_Hebr-kab_Latn","languages":["ydd-Hebr","kab-Latn"]},{"precision":0.32297,"recall":0.36166,"f1":0.33144,"accuracy":0.36166,"main_score":0.33144,"hf_subset":"ydd_Hebr-lim_Latn","languages":["ydd-Hebr","lim-Latn"]},{"precision":0.316742,"recall":0.379447,"f1":0.332227,"accuracy":0.379447,"main_score":0.332227,"hf_subset":"ydd_Hebr-nld_Latn","languages":["ydd-Hebr","nld-Latn"]},{"precision":0.261179,"recall":0.327075,"f1":0.27719,"accuracy":0.327075,"main_score":0.27719,"hf_subset":"ydd_Hebr-san_Deva","languages":["ydd-Hebr","san-Deva"]},{"precision":0.252992,"recall":0.293478,"f1":0.263,"accuracy":0.293478,"main_score":0.263,"hf_subset":"ydd_Hebr-tat_Cyrl","languages":["ydd-Hebr","tat-Cyrl"]},{"precision":0.2582,"recall":0.300395,"f1":0.268288,"accuracy":0.300395,"main_score":0.268288,"hf_subset":"ydd_Hebr-xho_Latn","languages":["ydd-Hebr","xho-Latn"]},{"precision":0.239122,"recall":0.314229,"f1":0.256181,"accuracy":0.314229,"main_score":0.256181,"hf_subset":"ydd_Hebr-ars_Arab","languages":["ydd-Hebr","ars-Arab"]},{"precision":0.304387,"recall":0.351779,"f1":0.314221,"accuracy":0.351779,"main_score":0.314221,"hf_subset":"ydd_Hebr-ceb_Latn","languages":["ydd-Hebr","ceb-Latn"]},{"precision":0.231259,"recall":0.274704,"f1":0.242103,"accuracy":0.274704,"main_score":0.242103,"hf_subset":"ydd_Hebr-fuv_Latn","languages":["ydd-Hebr","fuv-Latn"]},{"precision":0.246159,"recall":0.287549,"f1":0.256517,"accuracy":0.287549,"main_score":0.256517,"hf_subset":"ydd_Hebr-kac_Latn","languages":["ydd-Hebr","kac-Latn"]},{"precision":0.242268,"recall":0.297431,"f1":0.255406,"accuracy":0.297431,"main_score":0.255406,"hf_subset":"ydd_Hebr-lin_Latn","languages":["ydd-Hebr","lin-Latn"]},{"precision":0.320363,"recall":0.375494,"f1":0.333256,"accuracy":0.375494,"main_score":0.333256,"hf_subset":"ydd_Hebr-nno_Latn","languages":["ydd-Hebr","nno-Latn"]},{"precision":0.17052,"recall":0.208498,"f1":0.179909,"accuracy":0.208498,"main_score":0.179909,"hf_subset":"ydd_Hebr-sat_Olck","languages":["ydd-Hebr","sat-Olck"]},{"precision":0.321571,"recall":0.387352,"f1":0.337755,"accuracy":0.387352,"main_score":0.337755,"hf_subset":"ydd_Hebr-tel_Telu","languages":["ydd-Hebr","tel-Telu"]},{"precision":0.247979,"recall":0.307312,"f1":0.261901,"accuracy":0.307312,"main_score":0.261901,"hf_subset":"ydd_Hebr-ary_Arab","languages":["ydd-Hebr","ary-Arab"]},{"precision":0.297495,"recall":0.351779,"f1":0.310969,"accuracy":0.351779,"main_score":0.310969,"hf_subset":"ydd_Hebr-ces_Latn","languages":["ydd-Hebr","ces-Latn"]},{"precision":0.249271,"recall":0.300395,"f1":0.261922,"accuracy":0.300395,"main_score":0.261922,"hf_subset":"ydd_Hebr-gaz_Latn","languages":["ydd-Hebr","gaz-Latn"]},{"precision":0.23618,"recall":0.278656,"f1":0.247244,"accuracy":0.278656,"main_score":0.247244,"hf_subset":"ydd_Hebr-kam_Latn","languages":["ydd-Hebr","kam-Latn"]},{"precision":0.265991,"recall":0.305336,"f1":0.275552,"accuracy":0.305336,"main_score":0.275552,"hf_subset":"ydd_Hebr-lit_Latn","languages":["ydd-Hebr","lit-Latn"]},{"precision":0.32878,"recall":0.385375,"f1":0.341681,"accuracy":0.385375,"main_score":0.341681,"hf_subset":"ydd_Hebr-nob_Latn","languages":["ydd-Hebr","nob-Latn"]},{"precision":0.306778,"recall":0.352767,"f1":0.317969,"accuracy":0.352767,"main_score":0.317969,"hf_subset":"ydd_Hebr-scn_Latn","languages":["ydd-Hebr","scn-Latn"]},{"precision":0.237829,"recall":0.272727,"f1":0.246893,"accuracy":0.272727,"main_score":0.246893,"hf_subset":"ydd_Hebr-tgk_Cyrl","languages":["ydd-Hebr","tgk-Cyrl"]},{"precision":0.195629,"recall":0.251976,"f1":0.208877,"accuracy":0.251976,"main_score":0.208877,"hf_subset":"ydd_Hebr-yor_Latn","languages":["ydd-Hebr","yor-Latn"]},{"precision":0.27941,"recall":0.34585,"f1":0.294104,"accuracy":0.34585,"main_score":0.294104,"hf_subset":"ydd_Hebr-arz_Arab","languages":["ydd-Hebr","arz-Arab"]},{"precision":0.245713,"recall":0.284585,"f1":0.255131,"accuracy":0.284585,"main_score":0.255131,"hf_subset":"ydd_Hebr-cjk_Latn","languages":["ydd-Hebr","cjk-Latn"]},{"precision":0.263651,"recall":0.307312,"f1":0.274305,"accuracy":0.307312,"main_score":0.274305,"hf_subset":"ydd_Hebr-gla_Latn","languages":["ydd-Hebr","gla-Latn"]},{"precision":0.308413,"recall":0.383399,"f1":0.326541,"accuracy":0.383399,"main_score":0.326541,"hf_subset":"ydd_Hebr-kan_Knda","languages":["ydd-Hebr","kan-Knda"]},{"precision":0.302225,"recall":0.336957,"f1":0.310434,"accuracy":0.336957,"main_score":0.310434,"hf_subset":"ydd_Hebr-lmo_Latn","languages":["ydd-Hebr","lmo-Latn"]},{"precision":0.304872,"recall":0.374506,"f1":0.320933,"accuracy":0.374506,"main_score":0.320933,"hf_subset":"ydd_Hebr-npi_Deva","languages":["ydd-Hebr","npi-Deva"]},{"precision":0.215462,"recall":0.247036,"f1":0.223969,"accuracy":0.247036,"main_score":0.223969,"hf_subset":"ydd_Hebr-shn_Mymr","languages":["ydd-Hebr","shn-Mymr"]},{"precision":0.306486,"recall":0.364625,"f1":0.31959,"accuracy":0.364625,"main_score":0.31959,"hf_subset":"ydd_Hebr-tgl_Latn","languages":["ydd-Hebr","tgl-Latn"]},{"precision":0.274853,"recall":0.343874,"f1":0.290095,"accuracy":0.343874,"main_score":0.290095,"hf_subset":"ydd_Hebr-yue_Hant","languages":["ydd-Hebr","yue-Hant"]},{"precision":0.27866,"recall":0.34585,"f1":0.294575,"accuracy":0.34585,"main_score":0.294575,"hf_subset":"ydd_Hebr-asm_Beng","languages":["ydd-Hebr","asm-Beng"]},{"precision":0.241445,"recall":0.291502,"f1":0.253608,"accuracy":0.291502,"main_score":0.253608,"hf_subset":"ydd_Hebr-ckb_Arab","languages":["ydd-Hebr","ckb-Arab"]},{"precision":0.260992,"recall":0.311265,"f1":0.272969,"accuracy":0.311265,"main_score":0.272969,"hf_subset":"ydd_Hebr-gle_Latn","languages":["ydd-Hebr","gle-Latn"]},{"precision":0.279594,"recall":0.33498,"f1":0.292682,"accuracy":0.33498,"main_score":0.292682,"hf_subset":"ydd_Hebr-kas_Arab","languages":["ydd-Hebr","kas-Arab"]},{"precision":0.284319,"recall":0.31917,"f1":0.293408,"accuracy":0.31917,"main_score":0.293408,"hf_subset":"ydd_Hebr-ltg_Latn","languages":["ydd-Hebr","ltg-Latn"]},{"precision":0.266194,"recall":0.305336,"f1":0.275442,"accuracy":0.305336,"main_score":0.275442,"hf_subset":"ydd_Hebr-nso_Latn","languages":["ydd-Hebr","nso-Latn"]},{"precision":0.288624,"recall":0.346838,"f1":0.30252,"accuracy":0.346838,"main_score":0.30252,"hf_subset":"ydd_Hebr-sin_Sinh","languages":["ydd-Hebr","sin-Sinh"]},{"precision":0.289133,"recall":0.358696,"f1":0.304573,"accuracy":0.358696,"main_score":0.304573,"hf_subset":"ydd_Hebr-tha_Thai","languages":["ydd-Hebr","tha-Thai"]},{"precision":0.275771,"recall":0.343874,"f1":0.29108,"accuracy":0.343874,"main_score":0.29108,"hf_subset":"ydd_Hebr-zho_Hans","languages":["ydd-Hebr","zho-Hans"]},{"precision":0.295412,"recall":0.332016,"f1":0.304536,"accuracy":0.332016,"main_score":0.304536,"hf_subset":"ydd_Hebr-ast_Latn","languages":["ydd-Hebr","ast-Latn"]},{"precision":0.272994,"recall":0.317194,"f1":0.283339,"accuracy":0.317194,"main_score":0.283339,"hf_subset":"ydd_Hebr-crh_Latn","languages":["ydd-Hebr","crh-Latn"]},{"precision":0.305738,"recall":0.356719,"f1":0.3183,"accuracy":0.356719,"main_score":0.3183,"hf_subset":"ydd_Hebr-glg_Latn","languages":["ydd-Hebr","glg-Latn"]},{"precision":0.259595,"recall":0.296443,"f1":0.268451,"accuracy":0.296443,"main_score":0.268451,"hf_subset":"ydd_Hebr-kas_Deva","languages":["ydd-Hebr","kas-Deva"]},{"precision":0.313361,"recall":0.36166,"f1":0.324215,"accuracy":0.36166,"main_score":0.324215,"hf_subset":"ydd_Hebr-ltz_Latn","languages":["ydd-Hebr","ltz-Latn"]},{"precision":0.258775,"recall":0.3083,"f1":0.270261,"accuracy":0.3083,"main_score":0.270261,"hf_subset":"ydd_Hebr-nus_Latn","languages":["ydd-Hebr","nus-Latn"]},{"precision":0.303347,"recall":0.347826,"f1":0.31429,"accuracy":0.347826,"main_score":0.31429,"hf_subset":"ydd_Hebr-slk_Latn","languages":["ydd-Hebr","slk-Latn"]},{"precision":0.250811,"recall":0.291502,"f1":0.260854,"accuracy":0.291502,"main_score":0.260854,"hf_subset":"ydd_Hebr-tir_Ethi","languages":["ydd-Hebr","tir-Ethi"]},{"precision":0.263521,"recall":0.326087,"f1":0.277081,"accuracy":0.326087,"main_score":0.277081,"hf_subset":"ydd_Hebr-zho_Hant","languages":["ydd-Hebr","zho-Hant"]},{"precision":0.29579,"recall":0.357708,"f1":0.310108,"accuracy":0.357708,"main_score":0.310108,"hf_subset":"ydd_Hebr-awa_Deva","languages":["ydd-Hebr","awa-Deva"]},{"precision":0.271905,"recall":0.30336,"f1":0.279624,"accuracy":0.30336,"main_score":0.279624,"hf_subset":"ydd_Hebr-cym_Latn","languages":["ydd-Hebr","cym-Latn"]},{"precision":0.266433,"recall":0.309289,"f1":0.276471,"accuracy":0.309289,"main_score":0.276471,"hf_subset":"ydd_Hebr-grn_Latn","languages":["ydd-Hebr","grn-Latn"]},{"precision":0.305859,"recall":0.360672,"f1":0.318631,"accuracy":0.360672,"main_score":0.318631,"hf_subset":"ydd_Hebr-kat_Geor","languages":["ydd-Hebr","kat-Geor"]},{"precision":0.262286,"recall":0.312253,"f1":0.274391,"accuracy":0.312253,"main_score":0.274391,"hf_subset":"ydd_Hebr-lua_Latn","languages":["ydd-Hebr","lua-Latn"]},{"precision":0.240987,"recall":0.281621,"f1":0.25067,"accuracy":0.281621,"main_score":0.25067,"hf_subset":"ydd_Hebr-nya_Latn","languages":["ydd-Hebr","nya-Latn"]},{"precision":0.279367,"recall":0.326087,"f1":0.290867,"accuracy":0.326087,"main_score":0.290867,"hf_subset":"ydd_Hebr-slv_Latn","languages":["ydd-Hebr","slv-Latn"]},{"precision":0.299555,"recall":0.352767,"f1":0.31207,"accuracy":0.352767,"main_score":0.31207,"hf_subset":"ydd_Hebr-tpi_Latn","languages":["ydd-Hebr","tpi-Latn"]},{"precision":0.301632,"recall":0.356719,"f1":0.314023,"accuracy":0.356719,"main_score":0.314023,"hf_subset":"ydd_Hebr-zsm_Latn","languages":["ydd-Hebr","zsm-Latn"]},{"precision":0.248147,"recall":0.280632,"f1":0.256178,"accuracy":0.280632,"main_score":0.256178,"hf_subset":"ydd_Hebr-ayr_Latn","languages":["ydd-Hebr","ayr-Latn"]},{"precision":0.328293,"recall":0.391304,"f1":0.342511,"accuracy":0.391304,"main_score":0.342511,"hf_subset":"ydd_Hebr-dan_Latn","languages":["ydd-Hebr","dan-Latn"]},{"precision":0.334318,"recall":0.40415,"f1":0.351193,"accuracy":0.40415,"main_score":0.351193,"hf_subset":"ydd_Hebr-guj_Gujr","languages":["ydd-Hebr","guj-Gujr"]},{"precision":0.266432,"recall":0.306324,"f1":0.276262,"accuracy":0.306324,"main_score":0.276262,"hf_subset":"ydd_Hebr-kaz_Cyrl","languages":["ydd-Hebr","kaz-Cyrl"]},{"precision":0.229267,"recall":0.281621,"f1":0.241849,"accuracy":0.281621,"main_score":0.241849,"hf_subset":"ydd_Hebr-lug_Latn","languages":["ydd-Hebr","lug-Latn"]},{"precision":0.321366,"recall":0.364625,"f1":0.333203,"accuracy":0.364625,"main_score":0.333203,"hf_subset":"ydd_Hebr-oci_Latn","languages":["ydd-Hebr","oci-Latn"]},{"precision":0.255323,"recall":0.3083,"f1":0.268252,"accuracy":0.3083,"main_score":0.268252,"hf_subset":"ydd_Hebr-smo_Latn","languages":["ydd-Hebr","smo-Latn"]},{"precision":0.241637,"recall":0.289526,"f1":0.253531,"accuracy":0.289526,"main_score":0.253531,"hf_subset":"ydd_Hebr-tsn_Latn","languages":["ydd-Hebr","tsn-Latn"]},{"precision":0.248097,"recall":0.296443,"f1":0.259969,"accuracy":0.296443,"main_score":0.259969,"hf_subset":"ydd_Hebr-zul_Latn","languages":["ydd-Hebr","zul-Latn"]},{"precision":0.225391,"recall":0.267787,"f1":0.235596,"accuracy":0.267787,"main_score":0.235596,"hf_subset":"ydd_Hebr-azb_Arab","languages":["ydd-Hebr","azb-Arab"]},{"precision":0.332615,"recall":0.396245,"f1":0.348623,"accuracy":0.396245,"main_score":0.348623,"hf_subset":"ydd_Hebr-deu_Latn","languages":["ydd-Hebr","deu-Latn"]},{"precision":0.283203,"recall":0.323123,"f1":0.293063,"accuracy":0.323123,"main_score":0.293063,"hf_subset":"ydd_Hebr-hat_Latn","languages":["ydd-Hebr","hat-Latn"]},{"precision":0.232977,"recall":0.271739,"f1":0.24299,"accuracy":0.271739,"main_score":0.24299,"hf_subset":"ydd_Hebr-kbp_Latn","languages":["ydd-Hebr","kbp-Latn"]},{"precision":0.24935,"recall":0.298419,"f1":0.262104,"accuracy":0.298419,"main_score":0.262104,"hf_subset":"ydd_Hebr-luo_Latn","languages":["ydd-Hebr","luo-Latn"]},{"precision":0.331078,"recall":0.391304,"f1":0.346273,"accuracy":0.391304,"main_score":0.346273,"hf_subset":"ydd_Hebr-ory_Orya","languages":["ydd-Hebr","ory-Orya"]},{"precision":0.259374,"recall":0.298419,"f1":0.26964,"accuracy":0.298419,"main_score":0.26964,"hf_subset":"ydd_Hebr-sna_Latn","languages":["ydd-Hebr","sna-Latn"]},{"precision":0.262842,"recall":0.304348,"f1":0.272888,"accuracy":0.304348,"main_score":0.272888,"hf_subset":"ydd_Hebr-tso_Latn","languages":["ydd-Hebr","tso-Latn"]},{"precision":0.253507,"recall":0.298419,"f1":0.264664,"accuracy":0.298419,"main_score":0.264664,"hf_subset":"ydd_Hebr-azj_Latn","languages":["ydd-Hebr","azj-Latn"]},{"precision":0.190754,"recall":0.227273,"f1":0.2001,"accuracy":0.227273,"main_score":0.2001,"hf_subset":"ydd_Hebr-dik_Latn","languages":["ydd-Hebr","dik-Latn"]},{"precision":0.250574,"recall":0.29249,"f1":0.261772,"accuracy":0.29249,"main_score":0.261772,"hf_subset":"ydd_Hebr-hau_Latn","languages":["ydd-Hebr","hau-Latn"]},{"precision":0.307936,"recall":0.362648,"f1":0.32072,"accuracy":0.362648,"main_score":0.32072,"hf_subset":"ydd_Hebr-kea_Latn","languages":["ydd-Hebr","kea-Latn"]},{"precision":0.260117,"recall":0.288538,"f1":0.26763,"accuracy":0.288538,"main_score":0.26763,"hf_subset":"ydd_Hebr-lus_Latn","languages":["ydd-Hebr","lus-Latn"]},{"precision":0.271207,"recall":0.302372,"f1":0.278667,"accuracy":0.302372,"main_score":0.278667,"hf_subset":"ydd_Hebr-pag_Latn","languages":["ydd-Hebr","pag-Latn"]},{"precision":0.305438,"recall":0.370553,"f1":0.320796,"accuracy":0.370553,"main_score":0.320796,"hf_subset":"ydd_Hebr-snd_Arab","languages":["ydd-Hebr","snd-Arab"]},{"precision":0.25537,"recall":0.293478,"f1":0.265836,"accuracy":0.293478,"main_score":0.265836,"hf_subset":"ydd_Hebr-tuk_Latn","languages":["ydd-Hebr","tuk-Latn"]},{"precision":0.262106,"recall":0.296443,"f1":0.270795,"accuracy":0.296443,"main_score":0.270795,"hf_subset":"ydd_Hebr-bak_Cyrl","languages":["ydd-Hebr","bak-Cyrl"]},{"precision":0.152439,"recall":0.202569,"f1":0.163959,"accuracy":0.202569,"main_score":0.163959,"hf_subset":"ydd_Hebr-dyu_Latn","languages":["ydd-Hebr","dyu-Latn"]},{"precision":0.298124,"recall":0.362648,"f1":0.313868,"accuracy":0.362648,"main_score":0.313868,"hf_subset":"ydd_Hebr-heb_Hebr","languages":["ydd-Hebr","heb-Hebr"]},{"precision":0.245654,"recall":0.278656,"f1":0.254245,"accuracy":0.278656,"main_score":0.254245,"hf_subset":"ydd_Hebr-khk_Cyrl","languages":["ydd-Hebr","khk-Cyrl"]},{"precision":0.28955,"recall":0.336957,"f1":0.301215,"accuracy":0.336957,"main_score":0.301215,"hf_subset":"ydd_Hebr-lvs_Latn","languages":["ydd-Hebr","lvs-Latn"]},{"precision":0.317865,"recall":0.393281,"f1":0.335729,"accuracy":0.393281,"main_score":0.335729,"hf_subset":"ydd_Hebr-pan_Guru","languages":["ydd-Hebr","pan-Guru"]},{"precision":0.2561,"recall":0.295455,"f1":0.266125,"accuracy":0.295455,"main_score":0.266125,"hf_subset":"ydd_Hebr-som_Latn","languages":["ydd-Hebr","som-Latn"]},{"precision":0.241036,"recall":0.275692,"f1":0.250373,"accuracy":0.275692,"main_score":0.250373,"hf_subset":"ydd_Hebr-tum_Latn","languages":["ydd-Hebr","tum-Latn"]},{"precision":0.268271,"recall":0.344862,"f1":0.288553,"accuracy":0.344862,"main_score":0.288553,"hf_subset":"ary_Arab-ace_Arab","languages":["ary-Arab","ace-Arab"]},{"precision":0.33627,"recall":0.432806,"f1":0.361925,"accuracy":0.432806,"main_score":0.361925,"hf_subset":"ary_Arab-bam_Latn","languages":["ary-Arab","bam-Latn"]},{"precision":0.12776,"recall":0.18083,"f1":0.1413,"accuracy":0.18083,"main_score":0.1413,"hf_subset":"ary_Arab-dzo_Tibt","languages":["ary-Arab","dzo-Tibt"]},{"precision":0.949769,"recall":0.964427,"f1":0.954545,"accuracy":0.964427,"main_score":0.954545,"hf_subset":"ary_Arab-hin_Deva","languages":["ary-Arab","hin-Deva"]},{"precision":0.730774,"recall":0.797431,"f1":0.75084,"accuracy":0.797431,"main_score":0.75084,"hf_subset":"ary_Arab-khm_Khmr","languages":["ary-Arab","khm-Khmr"]},{"precision":0.937253,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"ary_Arab-mag_Deva","languages":["ary-Arab","mag-Deva"]},{"precision":0.78335,"recall":0.840909,"f1":0.801449,"accuracy":0.840909,"main_score":0.801449,"hf_subset":"ary_Arab-pap_Latn","languages":["ary-Arab","pap-Latn"]},{"precision":0.382293,"recall":0.478261,"f1":0.408922,"accuracy":0.478261,"main_score":0.408922,"hf_subset":"ary_Arab-sot_Latn","languages":["ary-Arab","sot-Latn"]},{"precision":0.952569,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"ary_Arab-tur_Latn","languages":["ary-Arab","tur-Latn"]},{"precision":0.596584,"recall":0.681818,"f1":0.621789,"accuracy":0.681818,"main_score":0.621789,"hf_subset":"ary_Arab-ace_Latn","languages":["ary-Arab","ace-Latn"]},{"precision":0.780797,"recall":0.833004,"f1":0.797398,"accuracy":0.833004,"main_score":0.797398,"hf_subset":"ary_Arab-ban_Latn","languages":["ary-Arab","ban-Latn"]},{"precision":0.909585,"recall":0.937747,"f1":0.918808,"accuracy":0.937747,"main_score":0.918808,"hf_subset":"ary_Arab-ell_Grek","languages":["ary-Arab","ell-Grek"]},{"precision":0.915184,"recall":0.939723,"f1":0.923254,"accuracy":0.939723,"main_score":0.923254,"hf_subset":"ary_Arab-hne_Deva","languages":["ary-Arab","hne-Deva"]},{"precision":0.371998,"recall":0.481225,"f1":0.401202,"accuracy":0.481225,"main_score":0.401202,"hf_subset":"ary_Arab-kik_Latn","languages":["ary-Arab","kik-Latn"]},{"precision":0.927042,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"ary_Arab-mai_Deva","languages":["ary-Arab","mai-Deva"]},{"precision":0.79389,"recall":0.847826,"f1":0.810954,"accuracy":0.847826,"main_score":0.810954,"hf_subset":"ary_Arab-pbt_Arab","languages":["ary-Arab","pbt-Arab"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"ary_Arab-spa_Latn","languages":["ary-Arab","spa-Latn"]},{"precision":0.439503,"recall":0.538538,"f1":0.467084,"accuracy":0.538538,"main_score":0.467084,"hf_subset":"ary_Arab-twi_Latn","languages":["ary-Arab","twi-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"ary_Arab-acm_Arab","languages":["ary-Arab","acm-Arab"]},{"precision":0.772184,"recall":0.83004,"f1":0.790382,"accuracy":0.83004,"main_score":0.790382,"hf_subset":"ary_Arab-bel_Cyrl","languages":["ary-Arab","bel-Cyrl"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"ary_Arab-eng_Latn","languages":["ary-Arab","eng-Latn"]},{"precision":0.90056,"recall":0.929842,"f1":0.910079,"accuracy":0.929842,"main_score":0.910079,"hf_subset":"ary_Arab-hrv_Latn","languages":["ary-Arab","hrv-Latn"]},{"precision":0.348309,"recall":0.4417,"f1":0.372604,"accuracy":0.4417,"main_score":0.372604,"hf_subset":"ary_Arab-kin_Latn","languages":["ary-Arab","kin-Latn"]},{"precision":0.89641,"recall":0.926877,"f1":0.906291,"accuracy":0.926877,"main_score":0.906291,"hf_subset":"ary_Arab-mal_Mlym","languages":["ary-Arab","mal-Mlym"]},{"precision":0.943017,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"ary_Arab-pes_Arab","languages":["ary-Arab","pes-Arab"]},{"precision":0.777503,"recall":0.83498,"f1":0.795539,"accuracy":0.83498,"main_score":0.795539,"hf_subset":"ary_Arab-srd_Latn","languages":["ary-Arab","srd-Latn"]},{"precision":0.105441,"recall":0.174901,"f1":0.121063,"accuracy":0.174901,"main_score":0.121063,"hf_subset":"ary_Arab-tzm_Tfng","languages":["ary-Arab","tzm-Tfng"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"ary_Arab-acq_Arab","languages":["ary-Arab","acq-Arab"]},{"precision":0.415337,"recall":0.507905,"f1":0.440437,"accuracy":0.507905,"main_score":0.440437,"hf_subset":"ary_Arab-bem_Latn","languages":["ary-Arab","bem-Latn"]},{"precision":0.800889,"recall":0.854743,"f1":0.817937,"accuracy":0.854743,"main_score":0.817937,"hf_subset":"ary_Arab-epo_Latn","languages":["ary-Arab","epo-Latn"]},{"precision":0.862813,"recall":0.903162,"f1":0.875988,"accuracy":0.903162,"main_score":0.875988,"hf_subset":"ary_Arab-hun_Latn","languages":["ary-Arab","hun-Latn"]},{"precision":0.616478,"recall":0.693676,"f1":0.639608,"accuracy":0.693676,"main_score":0.639608,"hf_subset":"ary_Arab-kir_Cyrl","languages":["ary-Arab","kir-Cyrl"]},{"precision":0.916173,"recall":0.942688,"f1":0.924901,"accuracy":0.942688,"main_score":0.924901,"hf_subset":"ary_Arab-mar_Deva","languages":["ary-Arab","mar-Deva"]},{"precision":0.394796,"recall":0.483202,"f1":0.41849,"accuracy":0.483202,"main_score":0.41849,"hf_subset":"ary_Arab-plt_Latn","languages":["ary-Arab","plt-Latn"]},{"precision":0.852273,"recall":0.893281,"f1":0.865119,"accuracy":0.893281,"main_score":0.865119,"hf_subset":"ary_Arab-srp_Cyrl","languages":["ary-Arab","srp-Cyrl"]},{"precision":0.25495,"recall":0.335968,"f1":0.275936,"accuracy":0.335968,"main_score":0.275936,"hf_subset":"ary_Arab-uig_Arab","languages":["ary-Arab","uig-Arab"]},{"precision":0.941041,"recall":0.958498,"f1":0.946805,"accuracy":0.958498,"main_score":0.946805,"hf_subset":"ary_Arab-aeb_Arab","languages":["ary-Arab","aeb-Arab"]},{"precision":0.940711,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"ary_Arab-ben_Beng","languages":["ary-Arab","ben-Beng"]},{"precision":0.713669,"recall":0.785573,"f1":0.735903,"accuracy":0.785573,"main_score":0.735903,"hf_subset":"ary_Arab-est_Latn","languages":["ary-Arab","est-Latn"]},{"precision":0.734642,"recall":0.797431,"f1":0.753793,"accuracy":0.797431,"main_score":0.753793,"hf_subset":"ary_Arab-hye_Armn","languages":["ary-Arab","hye-Armn"]},{"precision":0.357604,"recall":0.452569,"f1":0.383575,"accuracy":0.452569,"main_score":0.383575,"hf_subset":"ary_Arab-kmb_Latn","languages":["ary-Arab","kmb-Latn"]},{"precision":0.218858,"recall":0.302372,"f1":0.239945,"accuracy":0.302372,"main_score":0.239945,"hf_subset":"ary_Arab-min_Arab","languages":["ary-Arab","min-Arab"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"ary_Arab-pol_Latn","languages":["ary-Arab","pol-Latn"]},{"precision":0.34788,"recall":0.445652,"f1":0.373889,"accuracy":0.445652,"main_score":0.373889,"hf_subset":"ary_Arab-ssw_Latn","languages":["ary-Arab","ssw-Latn"]},{"precision":0.931818,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"ary_Arab-ukr_Cyrl","languages":["ary-Arab","ukr-Cyrl"]},{"precision":0.863966,"recall":0.902174,"f1":0.876318,"accuracy":0.902174,"main_score":0.876318,"hf_subset":"ary_Arab-afr_Latn","languages":["ary-Arab","afr-Latn"]},{"precision":0.902174,"recall":0.931818,"f1":0.911726,"accuracy":0.931818,"main_score":0.911726,"hf_subset":"ary_Arab-bho_Deva","languages":["ary-Arab","bho-Deva"]},{"precision":0.567362,"recall":0.653162,"f1":0.592235,"accuracy":0.653162,"main_score":0.592235,"hf_subset":"ary_Arab-eus_Latn","languages":["ary-Arab","eus-Latn"]},{"precision":0.344548,"recall":0.44664,"f1":0.371826,"accuracy":0.44664,"main_score":0.371826,"hf_subset":"ary_Arab-ibo_Latn","languages":["ary-Arab","ibo-Latn"]},{"precision":0.386729,"recall":0.487154,"f1":0.413885,"accuracy":0.487154,"main_score":0.413885,"hf_subset":"ary_Arab-kmr_Latn","languages":["ary-Arab","kmr-Latn"]},{"precision":0.718997,"recall":0.788538,"f1":0.740239,"accuracy":0.788538,"main_score":0.740239,"hf_subset":"ary_Arab-min_Latn","languages":["ary-Arab","min-Latn"]},{"precision":0.962945,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"ary_Arab-por_Latn","languages":["ary-Arab","por-Latn"]},{"precision":0.801383,"recall":0.855731,"f1":0.818643,"accuracy":0.855731,"main_score":0.818643,"hf_subset":"ary_Arab-sun_Latn","languages":["ary-Arab","sun-Latn"]},{"precision":0.341627,"recall":0.445652,"f1":0.369267,"accuracy":0.445652,"main_score":0.369267,"hf_subset":"ary_Arab-umb_Latn","languages":["ary-Arab","umb-Latn"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"ary_Arab-ajp_Arab","languages":["ary-Arab","ajp-Arab"]},{"precision":0.24574,"recall":0.323123,"f1":0.266225,"accuracy":0.323123,"main_score":0.266225,"hf_subset":"ary_Arab-bjn_Arab","languages":["ary-Arab","bjn-Arab"]},{"precision":0.368728,"recall":0.452569,"f1":0.391175,"accuracy":0.452569,"main_score":0.391175,"hf_subset":"ary_Arab-ewe_Latn","languages":["ary-Arab","ewe-Latn"]},{"precision":0.633086,"recall":0.709486,"f1":0.655487,"accuracy":0.709486,"main_score":0.655487,"hf_subset":"ary_Arab-ilo_Latn","languages":["ary-Arab","ilo-Latn"]},{"precision":0.185733,"recall":0.257905,"f1":0.20341,"accuracy":0.257905,"main_score":0.20341,"hf_subset":"ary_Arab-knc_Arab","languages":["ary-Arab","knc-Arab"]},{"precision":0.864048,"recall":0.901186,"f1":0.875889,"accuracy":0.901186,"main_score":0.875889,"hf_subset":"ary_Arab-mkd_Cyrl","languages":["ary-Arab","mkd-Cyrl"]},{"precision":0.94137,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"ary_Arab-prs_Arab","languages":["ary-Arab","prs-Arab"]},{"precision":0.925725,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"ary_Arab-swe_Latn","languages":["ary-Arab","swe-Latn"]},{"precision":0.912879,"recall":0.939723,"f1":0.921607,"accuracy":0.939723,"main_score":0.921607,"hf_subset":"ary_Arab-urd_Arab","languages":["ary-Arab","urd-Arab"]},{"precision":0.427265,"recall":0.519763,"f1":0.451566,"accuracy":0.519763,"main_score":0.451566,"hf_subset":"ary_Arab-aka_Latn","languages":["ary-Arab","aka-Latn"]},{"precision":0.787368,"recall":0.842885,"f1":0.80471,"accuracy":0.842885,"main_score":0.80471,"hf_subset":"ary_Arab-bjn_Latn","languages":["ary-Arab","bjn-Latn"]},{"precision":0.516499,"recall":0.598814,"f1":0.539912,"accuracy":0.598814,"main_score":0.539912,"hf_subset":"ary_Arab-fao_Latn","languages":["ary-Arab","fao-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ary_Arab-ind_Latn","languages":["ary-Arab","ind-Latn"]},{"precision":0.430892,"recall":0.523715,"f1":0.455673,"accuracy":0.523715,"main_score":0.455673,"hf_subset":"ary_Arab-knc_Latn","languages":["ary-Arab","knc-Latn"]},{"precision":0.655138,"recall":0.736166,"f1":0.678826,"accuracy":0.736166,"main_score":0.678826,"hf_subset":"ary_Arab-mlt_Latn","languages":["ary-Arab","mlt-Latn"]},{"precision":0.442823,"recall":0.544466,"f1":0.469891,"accuracy":0.544466,"main_score":0.469891,"hf_subset":"ary_Arab-quy_Latn","languages":["ary-Arab","quy-Latn"]},{"precision":0.790184,"recall":0.849802,"f1":0.808893,"accuracy":0.849802,"main_score":0.808893,"hf_subset":"ary_Arab-swh_Latn","languages":["ary-Arab","swh-Latn"]},{"precision":0.553319,"recall":0.640316,"f1":0.578142,"accuracy":0.640316,"main_score":0.578142,"hf_subset":"ary_Arab-uzn_Latn","languages":["ary-Arab","uzn-Latn"]},{"precision":0.692523,"recall":0.766798,"f1":0.715152,"accuracy":0.766798,"main_score":0.715152,"hf_subset":"ary_Arab-als_Latn","languages":["ary-Arab","als-Latn"]},{"precision":0.167587,"recall":0.238142,"f1":0.184612,"accuracy":0.238142,"main_score":0.184612,"hf_subset":"ary_Arab-bod_Tibt","languages":["ary-Arab","bod-Tibt"]},{"precision":0.35144,"recall":0.460474,"f1":0.380825,"accuracy":0.460474,"main_score":0.380825,"hf_subset":"ary_Arab-fij_Latn","languages":["ary-Arab","fij-Latn"]},{"precision":0.474021,"recall":0.567194,"f1":0.500714,"accuracy":0.567194,"main_score":0.500714,"hf_subset":"ary_Arab-isl_Latn","languages":["ary-Arab","isl-Latn"]},{"precision":0.451725,"recall":0.543478,"f1":0.476997,"accuracy":0.543478,"main_score":0.476997,"hf_subset":"ary_Arab-kon_Latn","languages":["ary-Arab","kon-Latn"]},{"precision":0.312691,"recall":0.413043,"f1":0.338572,"accuracy":0.413043,"main_score":0.338572,"hf_subset":"ary_Arab-mni_Beng","languages":["ary-Arab","mni-Beng"]},{"precision":0.920455,"recall":0.943676,"f1":0.92803,"accuracy":0.943676,"main_score":0.92803,"hf_subset":"ary_Arab-ron_Latn","languages":["ary-Arab","ron-Latn"]},{"precision":0.787994,"recall":0.840909,"f1":0.804414,"accuracy":0.840909,"main_score":0.804414,"hf_subset":"ary_Arab-szl_Latn","languages":["ary-Arab","szl-Latn"]},{"precision":0.873024,"recall":0.908103,"f1":0.884143,"accuracy":0.908103,"main_score":0.884143,"hf_subset":"ary_Arab-vec_Latn","languages":["ary-Arab","vec-Latn"]},{"precision":0.703673,"recall":0.77668,"f1":0.726054,"accuracy":0.77668,"main_score":0.726054,"hf_subset":"ary_Arab-amh_Ethi","languages":["ary-Arab","amh-Ethi"]},{"precision":0.914855,"recall":0.939723,"f1":0.922925,"accuracy":0.939723,"main_score":0.922925,"hf_subset":"ary_Arab-bos_Latn","languages":["ary-Arab","bos-Latn"]},{"precision":0.90975,"recall":0.936759,"f1":0.918643,"accuracy":0.936759,"main_score":0.918643,"hf_subset":"ary_Arab-fin_Latn","languages":["ary-Arab","fin-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"ary_Arab-ita_Latn","languages":["ary-Arab","ita-Latn"]},{"precision":0.93857,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"ary_Arab-kor_Hang","languages":["ary-Arab","kor-Hang"]},{"precision":0.366579,"recall":0.463439,"f1":0.393188,"accuracy":0.463439,"main_score":0.393188,"hf_subset":"ary_Arab-mos_Latn","languages":["ary-Arab","mos-Latn"]},{"precision":0.349488,"recall":0.44664,"f1":0.374799,"accuracy":0.44664,"main_score":0.374799,"hf_subset":"ary_Arab-run_Latn","languages":["ary-Arab","run-Latn"]},{"precision":0.912714,"recall":0.938735,"f1":0.921113,"accuracy":0.938735,"main_score":0.921113,"hf_subset":"ary_Arab-tam_Taml","languages":["ary-Arab","tam-Taml"]},{"precision":0.93857,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"ary_Arab-vie_Latn","languages":["ary-Arab","vie-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"ary_Arab-apc_Arab","languages":["ary-Arab","apc-Arab"]},{"precision":0.579621,"recall":0.66502,"f1":0.604432,"accuracy":0.66502,"main_score":0.604432,"hf_subset":"ary_Arab-bug_Latn","languages":["ary-Arab","bug-Latn"]},{"precision":0.317267,"recall":0.416996,"f1":0.342649,"accuracy":0.416996,"main_score":0.342649,"hf_subset":"ary_Arab-fon_Latn","languages":["ary-Arab","fon-Latn"]},{"precision":0.787796,"recall":0.837945,"f1":0.803557,"accuracy":0.837945,"main_score":0.803557,"hf_subset":"ary_Arab-jav_Latn","languages":["ary-Arab","jav-Latn"]},{"precision":0.639429,"recall":0.726285,"f1":0.665696,"accuracy":0.726285,"main_score":0.665696,"hf_subset":"ary_Arab-lao_Laoo","languages":["ary-Arab","lao-Laoo"]},{"precision":0.334406,"recall":0.442688,"f1":0.362534,"accuracy":0.442688,"main_score":0.362534,"hf_subset":"ary_Arab-mri_Latn","languages":["ary-Arab","mri-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"ary_Arab-rus_Cyrl","languages":["ary-Arab","rus-Cyrl"]},{"precision":0.371563,"recall":0.467391,"f1":0.396716,"accuracy":0.467391,"main_score":0.396716,"hf_subset":"ary_Arab-taq_Latn","languages":["ary-Arab","taq-Latn"]},{"precision":0.739081,"recall":0.805336,"f1":0.75975,"accuracy":0.805336,"main_score":0.75975,"hf_subset":"ary_Arab-war_Latn","languages":["ary-Arab","war-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ary_Arab-arb_Arab","languages":["ary-Arab","arb-Arab"]},{"precision":0.929018,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"ary_Arab-bul_Cyrl","languages":["ary-Arab","bul-Cyrl"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"ary_Arab-fra_Latn","languages":["ary-Arab","fra-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"ary_Arab-jpn_Jpan","languages":["ary-Arab","jpn-Jpan"]},{"precision":0.792852,"recall":0.847826,"f1":0.80975,"accuracy":0.847826,"main_score":0.80975,"hf_subset":"ary_Arab-lij_Latn","languages":["ary-Arab","lij-Latn"]},{"precision":0.692309,"recall":0.766798,"f1":0.715053,"accuracy":0.766798,"main_score":0.715053,"hf_subset":"ary_Arab-mya_Mymr","languages":["ary-Arab","mya-Mymr"]},{"precision":0.412235,"recall":0.512846,"f1":0.440173,"accuracy":0.512846,"main_score":0.440173,"hf_subset":"ary_Arab-sag_Latn","languages":["ary-Arab","sag-Latn"]},{"precision":0.126373,"recall":0.204545,"f1":0.141767,"accuracy":0.204545,"main_score":0.141767,"hf_subset":"ary_Arab-taq_Tfng","languages":["ary-Arab","taq-Tfng"]},{"precision":0.419615,"recall":0.51087,"f1":0.443518,"accuracy":0.51087,"main_score":0.443518,"hf_subset":"ary_Arab-wol_Latn","languages":["ary-Arab","wol-Latn"]},{"precision":0.293789,"recall":0.399209,"f1":0.321378,"accuracy":0.399209,"main_score":0.321378,"hf_subset":"ary_Arab-arb_Latn","languages":["ary-Arab","arb-Latn"]},{"precision":0.921854,"recall":0.943676,"f1":0.92892,"accuracy":0.943676,"main_score":0.92892,"hf_subset":"ary_Arab-cat_Latn","languages":["ary-Arab","cat-Latn"]},{"precision":0.757032,"recall":0.81917,"f1":0.775856,"accuracy":0.81917,"main_score":0.775856,"hf_subset":"ary_Arab-fur_Latn","languages":["ary-Arab","fur-Latn"]},{"precision":0.268129,"recall":0.350791,"f1":0.290026,"accuracy":0.350791,"main_score":0.290026,"hf_subset":"ary_Arab-kab_Latn","languages":["ary-Arab","kab-Latn"]},{"precision":0.73027,"recall":0.79249,"f1":0.749078,"accuracy":0.79249,"main_score":0.749078,"hf_subset":"ary_Arab-lim_Latn","languages":["ary-Arab","lim-Latn"]},{"precision":0.946887,"recall":0.963439,"f1":0.952306,"accuracy":0.963439,"main_score":0.952306,"hf_subset":"ary_Arab-nld_Latn","languages":["ary-Arab","nld-Latn"]},{"precision":0.82724,"recall":0.875494,"f1":0.842885,"accuracy":0.875494,"main_score":0.842885,"hf_subset":"ary_Arab-san_Deva","languages":["ary-Arab","san-Deva"]},{"precision":0.60112,"recall":0.68083,"f1":0.624031,"accuracy":0.68083,"main_score":0.624031,"hf_subset":"ary_Arab-tat_Cyrl","languages":["ary-Arab","tat-Cyrl"]},{"precision":0.384452,"recall":0.490119,"f1":0.412684,"accuracy":0.490119,"main_score":0.412684,"hf_subset":"ary_Arab-xho_Latn","languages":["ary-Arab","xho-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ary_Arab-ars_Arab","languages":["ary-Arab","ars-Arab"]},{"precision":0.70028,"recall":0.774704,"f1":0.722991,"accuracy":0.774704,"main_score":0.722991,"hf_subset":"ary_Arab-ceb_Latn","languages":["ary-Arab","ceb-Latn"]},{"precision":0.388467,"recall":0.486166,"f1":0.414173,"accuracy":0.486166,"main_score":0.414173,"hf_subset":"ary_Arab-fuv_Latn","languages":["ary-Arab","fuv-Latn"]},{"precision":0.377571,"recall":0.48419,"f1":0.405852,"accuracy":0.48419,"main_score":0.405852,"hf_subset":"ary_Arab-kac_Latn","languages":["ary-Arab","kac-Latn"]},{"precision":0.440221,"recall":0.545455,"f1":0.468805,"accuracy":0.545455,"main_score":0.468805,"hf_subset":"ary_Arab-lin_Latn","languages":["ary-Arab","lin-Latn"]},{"precision":0.879447,"recall":0.914032,"f1":0.890646,"accuracy":0.914032,"main_score":0.890646,"hf_subset":"ary_Arab-nno_Latn","languages":["ary-Arab","nno-Latn"]},{"precision":0.145574,"recall":0.206522,"f1":0.160526,"accuracy":0.206522,"main_score":0.160526,"hf_subset":"ary_Arab-sat_Olck","languages":["ary-Arab","sat-Olck"]},{"precision":0.90695,"recall":0.936759,"f1":0.916831,"accuracy":0.936759,"main_score":0.916831,"hf_subset":"ary_Arab-tel_Telu","languages":["ary-Arab","tel-Telu"]},{"precision":0.271416,"recall":0.363636,"f1":0.29566,"accuracy":0.363636,"main_score":0.29566,"hf_subset":"ary_Arab-ydd_Hebr","languages":["ary-Arab","ydd-Hebr"]},{"precision":0.906291,"recall":0.933794,"f1":0.915184,"accuracy":0.933794,"main_score":0.915184,"hf_subset":"ary_Arab-ces_Latn","languages":["ary-Arab","ces-Latn"]},{"precision":0.27694,"recall":0.362648,"f1":0.29823,"accuracy":0.362648,"main_score":0.29823,"hf_subset":"ary_Arab-gaz_Latn","languages":["ary-Arab","gaz-Latn"]},{"precision":0.390674,"recall":0.48913,"f1":0.417119,"accuracy":0.48913,"main_score":0.417119,"hf_subset":"ary_Arab-kam_Latn","languages":["ary-Arab","kam-Latn"]},{"precision":0.712467,"recall":0.779644,"f1":0.733004,"accuracy":0.779644,"main_score":0.733004,"hf_subset":"ary_Arab-lit_Latn","languages":["ary-Arab","lit-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"ary_Arab-nob_Latn","languages":["ary-Arab","nob-Latn"]},{"precision":0.707404,"recall":0.779644,"f1":0.729661,"accuracy":0.779644,"main_score":0.729661,"hf_subset":"ary_Arab-scn_Latn","languages":["ary-Arab","scn-Latn"]},{"precision":0.394073,"recall":0.497036,"f1":0.421935,"accuracy":0.497036,"main_score":0.421935,"hf_subset":"ary_Arab-tgk_Cyrl","languages":["ary-Arab","tgk-Cyrl"]},{"precision":0.325213,"recall":0.437747,"f1":0.355339,"accuracy":0.437747,"main_score":0.355339,"hf_subset":"ary_Arab-yor_Latn","languages":["ary-Arab","yor-Latn"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"ary_Arab-arz_Arab","languages":["ary-Arab","arz-Arab"]},{"precision":0.38884,"recall":0.501976,"f1":0.419219,"accuracy":0.501976,"main_score":0.419219,"hf_subset":"ary_Arab-cjk_Latn","languages":["ary-Arab","cjk-Latn"]},{"precision":0.314205,"recall":0.408103,"f1":0.338182,"accuracy":0.408103,"main_score":0.338182,"hf_subset":"ary_Arab-gla_Latn","languages":["ary-Arab","gla-Latn"]},{"precision":0.908103,"recall":0.934783,"f1":0.916634,"accuracy":0.934783,"main_score":0.916634,"hf_subset":"ary_Arab-kan_Knda","languages":["ary-Arab","kan-Knda"]},{"precision":0.750988,"recall":0.816206,"f1":0.77133,"accuracy":0.816206,"main_score":0.77133,"hf_subset":"ary_Arab-lmo_Latn","languages":["ary-Arab","lmo-Latn"]},{"precision":0.915102,"recall":0.939723,"f1":0.923155,"accuracy":0.939723,"main_score":0.923155,"hf_subset":"ary_Arab-npi_Deva","languages":["ary-Arab","npi-Deva"]},{"precision":0.314491,"recall":0.420949,"f1":0.342224,"accuracy":0.420949,"main_score":0.342224,"hf_subset":"ary_Arab-shn_Mymr","languages":["ary-Arab","shn-Mymr"]},{"precision":0.799984,"recall":0.854743,"f1":0.817589,"accuracy":0.854743,"main_score":0.817589,"hf_subset":"ary_Arab-tgl_Latn","languages":["ary-Arab","tgl-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"ary_Arab-yue_Hant","languages":["ary-Arab","yue-Hant"]},{"precision":0.801367,"recall":0.853755,"f1":0.817721,"accuracy":0.853755,"main_score":0.817721,"hf_subset":"ary_Arab-asm_Beng","languages":["ary-Arab","asm-Beng"]},{"precision":0.366389,"recall":0.455534,"f1":0.392136,"accuracy":0.455534,"main_score":0.392136,"hf_subset":"ary_Arab-ckb_Arab","languages":["ary-Arab","ckb-Arab"]},{"precision":0.324926,"recall":0.416008,"f1":0.348427,"accuracy":0.416008,"main_score":0.348427,"hf_subset":"ary_Arab-gle_Latn","languages":["ary-Arab","gle-Latn"]},{"precision":0.615069,"recall":0.70751,"f1":0.642015,"accuracy":0.70751,"main_score":0.642015,"hf_subset":"ary_Arab-kas_Arab","languages":["ary-Arab","kas-Arab"]},{"precision":0.556548,"recall":0.644269,"f1":0.581427,"accuracy":0.644269,"main_score":0.581427,"hf_subset":"ary_Arab-ltg_Latn","languages":["ary-Arab","ltg-Latn"]},{"precision":0.397114,"recall":0.497036,"f1":0.424446,"accuracy":0.497036,"main_score":0.424446,"hf_subset":"ary_Arab-nso_Latn","languages":["ary-Arab","nso-Latn"]},{"precision":0.739855,"recall":0.806324,"f1":0.760277,"accuracy":0.806324,"main_score":0.760277,"hf_subset":"ary_Arab-sin_Sinh","languages":["ary-Arab","sin-Sinh"]},{"precision":0.940053,"recall":0.95751,"f1":0.945652,"accuracy":0.95751,"main_score":0.945652,"hf_subset":"ary_Arab-tha_Thai","languages":["ary-Arab","tha-Thai"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"ary_Arab-zho_Hans","languages":["ary-Arab","zho-Hans"]},{"precision":0.913126,"recall":0.937747,"f1":0.921014,"accuracy":0.937747,"main_score":0.921014,"hf_subset":"ary_Arab-ast_Latn","languages":["ary-Arab","ast-Latn"]},{"precision":0.725626,"recall":0.796443,"f1":0.747661,"accuracy":0.796443,"main_score":0.747661,"hf_subset":"ary_Arab-crh_Latn","languages":["ary-Arab","crh-Latn"]},{"precision":0.944005,"recall":0.960474,"f1":0.949275,"accuracy":0.960474,"main_score":0.949275,"hf_subset":"ary_Arab-glg_Latn","languages":["ary-Arab","glg-Latn"]},{"precision":0.535747,"recall":0.633399,"f1":0.564246,"accuracy":0.633399,"main_score":0.564246,"hf_subset":"ary_Arab-kas_Deva","languages":["ary-Arab","kas-Deva"]},{"precision":0.695718,"recall":0.766798,"f1":0.716916,"accuracy":0.766798,"main_score":0.716916,"hf_subset":"ary_Arab-ltz_Latn","languages":["ary-Arab","ltz-Latn"]},{"precision":0.268573,"recall":0.358696,"f1":0.291662,"accuracy":0.358696,"main_score":0.291662,"hf_subset":"ary_Arab-nus_Latn","languages":["ary-Arab","nus-Latn"]},{"precision":0.895257,"recall":0.923913,"f1":0.90448,"accuracy":0.923913,"main_score":0.90448,"hf_subset":"ary_Arab-slk_Latn","languages":["ary-Arab","slk-Latn"]},{"precision":0.337901,"recall":0.421937,"f1":0.360768,"accuracy":0.421937,"main_score":0.360768,"hf_subset":"ary_Arab-tir_Ethi","languages":["ary-Arab","tir-Ethi"]},{"precision":0.937912,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"ary_Arab-zho_Hant","languages":["ary-Arab","zho-Hant"]},{"precision":0.92416,"recall":0.945652,"f1":0.931061,"accuracy":0.945652,"main_score":0.931061,"hf_subset":"ary_Arab-awa_Deva","languages":["ary-Arab","awa-Deva"]},{"precision":0.371455,"recall":0.470356,"f1":0.397909,"accuracy":0.470356,"main_score":0.397909,"hf_subset":"ary_Arab-cym_Latn","languages":["ary-Arab","cym-Latn"]},{"precision":0.599542,"recall":0.684783,"f1":0.62453,"accuracy":0.684783,"main_score":0.62453,"hf_subset":"ary_Arab-grn_Latn","languages":["ary-Arab","grn-Latn"]},{"precision":0.796064,"recall":0.850791,"f1":0.813274,"accuracy":0.850791,"main_score":0.813274,"hf_subset":"ary_Arab-kat_Geor","languages":["ary-Arab","kat-Geor"]},{"precision":0.444255,"recall":0.541502,"f1":0.471702,"accuracy":0.541502,"main_score":0.471702,"hf_subset":"ary_Arab-lua_Latn","languages":["ary-Arab","lua-Latn"]},{"precision":0.424499,"recall":0.521739,"f1":0.451979,"accuracy":0.521739,"main_score":0.451979,"hf_subset":"ary_Arab-nya_Latn","languages":["ary-Arab","nya-Latn"]},{"precision":0.841107,"recall":0.884387,"f1":0.854908,"accuracy":0.884387,"main_score":0.854908,"hf_subset":"ary_Arab-slv_Latn","languages":["ary-Arab","slv-Latn"]},{"precision":0.676073,"recall":0.750988,"f1":0.698847,"accuracy":0.750988,"main_score":0.698847,"hf_subset":"ary_Arab-tpi_Latn","languages":["ary-Arab","tpi-Latn"]},{"precision":0.935277,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"ary_Arab-zsm_Latn","languages":["ary-Arab","zsm-Latn"]},{"precision":0.339731,"recall":0.4417,"f1":0.366432,"accuracy":0.4417,"main_score":0.366432,"hf_subset":"ary_Arab-ayr_Latn","languages":["ary-Arab","ayr-Latn"]},{"precision":0.926054,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"ary_Arab-dan_Latn","languages":["ary-Arab","dan-Latn"]},{"precision":0.899704,"recall":0.928854,"f1":0.909091,"accuracy":0.928854,"main_score":0.909091,"hf_subset":"ary_Arab-guj_Gujr","languages":["ary-Arab","guj-Gujr"]},{"precision":0.67864,"recall":0.75,"f1":0.699407,"accuracy":0.75,"main_score":0.699407,"hf_subset":"ary_Arab-kaz_Cyrl","languages":["ary-Arab","kaz-Cyrl"]},{"precision":0.331118,"recall":0.43083,"f1":0.357304,"accuracy":0.43083,"main_score":0.357304,"hf_subset":"ary_Arab-lug_Latn","languages":["ary-Arab","lug-Latn"]},{"precision":0.877141,"recall":0.910079,"f1":0.887648,"accuracy":0.910079,"main_score":0.887648,"hf_subset":"ary_Arab-oci_Latn","languages":["ary-Arab","oci-Latn"]},{"precision":0.381677,"recall":0.490119,"f1":0.410583,"accuracy":0.490119,"main_score":0.410583,"hf_subset":"ary_Arab-smo_Latn","languages":["ary-Arab","smo-Latn"]},{"precision":0.343995,"recall":0.449605,"f1":0.371722,"accuracy":0.449605,"main_score":0.371722,"hf_subset":"ary_Arab-tsn_Latn","languages":["ary-Arab","tsn-Latn"]},{"precision":0.34741,"recall":0.44664,"f1":0.373421,"accuracy":0.44664,"main_score":0.373421,"hf_subset":"ary_Arab-zul_Latn","languages":["ary-Arab","zul-Latn"]},{"precision":0.654051,"recall":0.73419,"f1":0.677851,"accuracy":0.73419,"main_score":0.677851,"hf_subset":"ary_Arab-azb_Arab","languages":["ary-Arab","azb-Arab"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"ary_Arab-deu_Latn","languages":["ary-Arab","deu-Latn"]},{"precision":0.535698,"recall":0.632411,"f1":0.564467,"accuracy":0.632411,"main_score":0.564467,"hf_subset":"ary_Arab-hat_Latn","languages":["ary-Arab","hat-Latn"]},{"precision":0.306956,"recall":0.40415,"f1":0.333103,"accuracy":0.40415,"main_score":0.333103,"hf_subset":"ary_Arab-kbp_Latn","languages":["ary-Arab","kbp-Latn"]},{"precision":0.380668,"recall":0.483202,"f1":0.408297,"accuracy":0.483202,"main_score":0.408297,"hf_subset":"ary_Arab-luo_Latn","languages":["ary-Arab","luo-Latn"]},{"precision":0.446493,"recall":0.541502,"f1":0.473076,"accuracy":0.541502,"main_score":0.473076,"hf_subset":"ary_Arab-ory_Orya","languages":["ary-Arab","ory-Orya"]},{"precision":0.369853,"recall":0.474308,"f1":0.398646,"accuracy":0.474308,"main_score":0.398646,"hf_subset":"ary_Arab-sna_Latn","languages":["ary-Arab","sna-Latn"]},{"precision":0.377155,"recall":0.469368,"f1":0.401994,"accuracy":0.469368,"main_score":0.401994,"hf_subset":"ary_Arab-tso_Latn","languages":["ary-Arab","tso-Latn"]},{"precision":0.766798,"recall":0.825099,"f1":0.784604,"accuracy":0.825099,"main_score":0.784604,"hf_subset":"ary_Arab-azj_Latn","languages":["ary-Arab","azj-Latn"]},{"precision":0.383972,"recall":0.487154,"f1":0.412517,"accuracy":0.487154,"main_score":0.412517,"hf_subset":"ary_Arab-dik_Latn","languages":["ary-Arab","dik-Latn"]},{"precision":0.410252,"recall":0.494071,"f1":0.433466,"accuracy":0.494071,"main_score":0.433466,"hf_subset":"ary_Arab-hau_Latn","languages":["ary-Arab","hau-Latn"]},{"precision":0.739377,"recall":0.805336,"f1":0.759538,"accuracy":0.805336,"main_score":0.759538,"hf_subset":"ary_Arab-kea_Latn","languages":["ary-Arab","kea-Latn"]},{"precision":0.524294,"recall":0.608696,"f1":0.548141,"accuracy":0.608696,"main_score":0.548141,"hf_subset":"ary_Arab-lus_Latn","languages":["ary-Arab","lus-Latn"]},{"precision":0.676252,"recall":0.750988,"f1":0.698979,"accuracy":0.750988,"main_score":0.698979,"hf_subset":"ary_Arab-pag_Latn","languages":["ary-Arab","pag-Latn"]},{"precision":0.625873,"recall":0.709486,"f1":0.650485,"accuracy":0.709486,"main_score":0.650485,"hf_subset":"ary_Arab-snd_Arab","languages":["ary-Arab","snd-Arab"]},{"precision":0.524976,"recall":0.616601,"f1":0.551729,"accuracy":0.616601,"main_score":0.551729,"hf_subset":"ary_Arab-tuk_Latn","languages":["ary-Arab","tuk-Latn"]},{"precision":0.582493,"recall":0.666996,"f1":0.607298,"accuracy":0.666996,"main_score":0.607298,"hf_subset":"ary_Arab-bak_Cyrl","languages":["ary-Arab","bak-Cyrl"]},{"precision":0.297601,"recall":0.403162,"f1":0.326182,"accuracy":0.403162,"main_score":0.326182,"hf_subset":"ary_Arab-dyu_Latn","languages":["ary-Arab","dyu-Latn"]},{"precision":0.820076,"recall":0.871542,"f1":0.836495,"accuracy":0.871542,"main_score":0.836495,"hf_subset":"ary_Arab-heb_Hebr","languages":["ary-Arab","heb-Hebr"]},{"precision":0.398161,"recall":0.480237,"f1":0.420292,"accuracy":0.480237,"main_score":0.420292,"hf_subset":"ary_Arab-khk_Cyrl","languages":["ary-Arab","khk-Cyrl"]},{"precision":0.722728,"recall":0.790514,"f1":0.743561,"accuracy":0.790514,"main_score":0.743561,"hf_subset":"ary_Arab-lvs_Latn","languages":["ary-Arab","lvs-Latn"]},{"precision":0.826993,"recall":0.873518,"f1":0.841601,"accuracy":0.873518,"main_score":0.841601,"hf_subset":"ary_Arab-pan_Guru","languages":["ary-Arab","pan-Guru"]},{"precision":0.345147,"recall":0.428854,"f1":0.368122,"accuracy":0.428854,"main_score":0.368122,"hf_subset":"ary_Arab-som_Latn","languages":["ary-Arab","som-Latn"]},{"precision":0.399045,"recall":0.495059,"f1":0.425497,"accuracy":0.495059,"main_score":0.425497,"hf_subset":"ary_Arab-tum_Latn","languages":["ary-Arab","tum-Latn"]},{"precision":0.27023,"recall":0.363636,"f1":0.2943,"accuracy":0.363636,"main_score":0.2943,"hf_subset":"ces_Latn-ace_Arab","languages":["ces-Latn","ace-Arab"]},{"precision":0.35219,"recall":0.451581,"f1":0.377989,"accuracy":0.451581,"main_score":0.377989,"hf_subset":"ces_Latn-bam_Latn","languages":["ces-Latn","bam-Latn"]},{"precision":0.140148,"recall":0.20751,"f1":0.157868,"accuracy":0.20751,"main_score":0.157868,"hf_subset":"ces_Latn-dzo_Tibt","languages":["ces-Latn","dzo-Tibt"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ces_Latn-hin_Deva","languages":["ces-Latn","hin-Deva"]},{"precision":0.791008,"recall":0.849802,"f1":0.80919,"accuracy":0.849802,"main_score":0.80919,"hf_subset":"ces_Latn-khm_Khmr","languages":["ces-Latn","khm-Khmr"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ces_Latn-mag_Deva","languages":["ces-Latn","mag-Deva"]},{"precision":0.820191,"recall":0.867589,"f1":0.83419,"accuracy":0.867589,"main_score":0.83419,"hf_subset":"ces_Latn-pap_Latn","languages":["ces-Latn","pap-Latn"]},{"precision":0.396206,"recall":0.494071,"f1":0.42185,"accuracy":0.494071,"main_score":0.42185,"hf_subset":"ces_Latn-sot_Latn","languages":["ces-Latn","sot-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ces_Latn-tur_Latn","languages":["ces-Latn","tur-Latn"]},{"precision":0.631919,"recall":0.713439,"f1":0.655472,"accuracy":0.713439,"main_score":0.655472,"hf_subset":"ces_Latn-ace_Latn","languages":["ces-Latn","ace-Latn"]},{"precision":0.762418,"recall":0.825099,"f1":0.781719,"accuracy":0.825099,"main_score":0.781719,"hf_subset":"ces_Latn-ban_Latn","languages":["ces-Latn","ban-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"ces_Latn-ell_Grek","languages":["ces-Latn","ell-Grek"]},{"precision":0.930995,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"ces_Latn-hne_Deva","languages":["ces-Latn","hne-Deva"]},{"precision":0.403489,"recall":0.509881,"f1":0.431407,"accuracy":0.509881,"main_score":0.431407,"hf_subset":"ces_Latn-kik_Latn","languages":["ces-Latn","kik-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ces_Latn-mai_Deva","languages":["ces-Latn","mai-Deva"]},{"precision":0.820109,"recall":0.87253,"f1":0.836693,"accuracy":0.87253,"main_score":0.836693,"hf_subset":"ces_Latn-pbt_Arab","languages":["ces-Latn","pbt-Arab"]},{"precision":0.984437,"recall":0.98913,"f1":0.985903,"accuracy":0.98913,"main_score":0.985903,"hf_subset":"ces_Latn-spa_Latn","languages":["ces-Latn","spa-Latn"]},{"precision":0.461347,"recall":0.562253,"f1":0.488773,"accuracy":0.562253,"main_score":0.488773,"hf_subset":"ces_Latn-twi_Latn","languages":["ces-Latn","twi-Latn"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"ces_Latn-acm_Arab","languages":["ces-Latn","acm-Arab"]},{"precision":0.842968,"recall":0.889328,"f1":0.857858,"accuracy":0.889328,"main_score":0.857858,"hf_subset":"ces_Latn-bel_Cyrl","languages":["ces-Latn","bel-Cyrl"]},{"precision":0.991848,"recall":0.994071,"f1":0.99249,"accuracy":0.994071,"main_score":0.99249,"hf_subset":"ces_Latn-eng_Latn","languages":["ces-Latn","eng-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"ces_Latn-hrv_Latn","languages":["ces-Latn","hrv-Latn"]},{"precision":0.406618,"recall":0.488142,"f1":0.427518,"accuracy":0.488142,"main_score":0.427518,"hf_subset":"ces_Latn-kin_Latn","languages":["ces-Latn","kin-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"ces_Latn-mal_Mlym","languages":["ces-Latn","mal-Mlym"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ces_Latn-pes_Arab","languages":["ces-Latn","pes-Arab"]},{"precision":0.807708,"recall":0.860672,"f1":0.824242,"accuracy":0.860672,"main_score":0.824242,"hf_subset":"ces_Latn-srd_Latn","languages":["ces-Latn","srd-Latn"]},{"precision":0.088189,"recall":0.16502,"f1":0.104138,"accuracy":0.16502,"main_score":0.104138,"hf_subset":"ces_Latn-tzm_Tfng","languages":["ces-Latn","tzm-Tfng"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ces_Latn-acq_Arab","languages":["ces-Latn","acq-Arab"]},{"precision":0.437319,"recall":0.528656,"f1":0.461327,"accuracy":0.528656,"main_score":0.461327,"hf_subset":"ces_Latn-bem_Latn","languages":["ces-Latn","bem-Latn"]},{"precision":0.858399,"recall":0.900198,"f1":0.871462,"accuracy":0.900198,"main_score":0.871462,"hf_subset":"ces_Latn-epo_Latn","languages":["ces-Latn","epo-Latn"]},{"precision":0.922019,"recall":0.94664,"f1":0.930072,"accuracy":0.94664,"main_score":0.930072,"hf_subset":"ces_Latn-hun_Latn","languages":["ces-Latn","hun-Latn"]},{"precision":0.676722,"recall":0.750988,"f1":0.698323,"accuracy":0.750988,"main_score":0.698323,"hf_subset":"ces_Latn-kir_Cyrl","languages":["ces-Latn","kir-Cyrl"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"ces_Latn-mar_Deva","languages":["ces-Latn","mar-Deva"]},{"precision":0.423771,"recall":0.521739,"f1":0.450593,"accuracy":0.521739,"main_score":0.450593,"hf_subset":"ces_Latn-plt_Latn","languages":["ces-Latn","plt-Latn"]},{"precision":0.944829,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"ces_Latn-srp_Cyrl","languages":["ces-Latn","srp-Cyrl"]},{"precision":0.287724,"recall":0.366601,"f1":0.307504,"accuracy":0.366601,"main_score":0.307504,"hf_subset":"ces_Latn-uig_Arab","languages":["ces-Latn","uig-Arab"]},{"precision":0.927948,"recall":0.949605,"f1":0.934848,"accuracy":0.949605,"main_score":0.934848,"hf_subset":"ces_Latn-aeb_Arab","languages":["ces-Latn","aeb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ces_Latn-ben_Beng","languages":["ces-Latn","ben-Beng"]},{"precision":0.833251,"recall":0.882411,"f1":0.848847,"accuracy":0.882411,"main_score":0.848847,"hf_subset":"ces_Latn-est_Latn","languages":["ces-Latn","est-Latn"]},{"precision":0.818338,"recall":0.868577,"f1":0.834014,"accuracy":0.868577,"main_score":0.834014,"hf_subset":"ces_Latn-hye_Armn","languages":["ces-Latn","hye-Armn"]},{"precision":0.376976,"recall":0.470356,"f1":0.401753,"accuracy":0.470356,"main_score":0.401753,"hf_subset":"ces_Latn-kmb_Latn","languages":["ces-Latn","kmb-Latn"]},{"precision":0.212903,"recall":0.313241,"f1":0.237919,"accuracy":0.313241,"main_score":0.237919,"hf_subset":"ces_Latn-min_Arab","languages":["ces-Latn","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ces_Latn-pol_Latn","languages":["ces-Latn","pol-Latn"]},{"precision":0.364237,"recall":0.455534,"f1":0.387777,"accuracy":0.455534,"main_score":0.387777,"hf_subset":"ces_Latn-ssw_Latn","languages":["ces-Latn","ssw-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ces_Latn-ukr_Cyrl","languages":["ces-Latn","ukr-Cyrl"]},{"precision":0.90448,"recall":0.934783,"f1":0.914361,"accuracy":0.934783,"main_score":0.914361,"hf_subset":"ces_Latn-afr_Latn","languages":["ces-Latn","afr-Latn"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"ces_Latn-bho_Deva","languages":["ces-Latn","bho-Deva"]},{"precision":0.602786,"recall":0.6917,"f1":0.628346,"accuracy":0.6917,"main_score":0.628346,"hf_subset":"ces_Latn-eus_Latn","languages":["ces-Latn","eus-Latn"]},{"precision":0.367983,"recall":0.468379,"f1":0.394096,"accuracy":0.468379,"main_score":0.394096,"hf_subset":"ces_Latn-ibo_Latn","languages":["ces-Latn","ibo-Latn"]},{"precision":0.436038,"recall":0.533597,"f1":0.46135,"accuracy":0.533597,"main_score":0.46135,"hf_subset":"ces_Latn-kmr_Latn","languages":["ces-Latn","kmr-Latn"]},{"precision":0.760467,"recall":0.821146,"f1":0.778626,"accuracy":0.821146,"main_score":0.778626,"hf_subset":"ces_Latn-min_Latn","languages":["ces-Latn","min-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-por_Latn","languages":["ces-Latn","por-Latn"]},{"precision":0.810935,"recall":0.865613,"f1":0.82836,"accuracy":0.865613,"main_score":0.82836,"hf_subset":"ces_Latn-sun_Latn","languages":["ces-Latn","sun-Latn"]},{"precision":0.358187,"recall":0.461462,"f1":0.384579,"accuracy":0.461462,"main_score":0.384579,"hf_subset":"ces_Latn-umb_Latn","languages":["ces-Latn","umb-Latn"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"ces_Latn-ajp_Arab","languages":["ces-Latn","ajp-Arab"]},{"precision":0.23677,"recall":0.328063,"f1":0.259997,"accuracy":0.328063,"main_score":0.259997,"hf_subset":"ces_Latn-bjn_Arab","languages":["ces-Latn","bjn-Arab"]},{"precision":0.396857,"recall":0.480237,"f1":0.418356,"accuracy":0.480237,"main_score":0.418356,"hf_subset":"ces_Latn-ewe_Latn","languages":["ces-Latn","ewe-Latn"]},{"precision":0.643219,"recall":0.720356,"f1":0.665496,"accuracy":0.720356,"main_score":0.665496,"hf_subset":"ces_Latn-ilo_Latn","languages":["ces-Latn","ilo-Latn"]},{"precision":0.16232,"recall":0.246047,"f1":0.182775,"accuracy":0.246047,"main_score":0.182775,"hf_subset":"ces_Latn-knc_Arab","languages":["ces-Latn","knc-Arab"]},{"precision":0.932806,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"ces_Latn-mkd_Cyrl","languages":["ces-Latn","mkd-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ces_Latn-prs_Arab","languages":["ces-Latn","prs-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ces_Latn-swe_Latn","languages":["ces-Latn","swe-Latn"]},{"precision":0.944499,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"ces_Latn-urd_Arab","languages":["ces-Latn","urd-Arab"]},{"precision":0.432413,"recall":0.530632,"f1":0.457435,"accuracy":0.530632,"main_score":0.457435,"hf_subset":"ces_Latn-aka_Latn","languages":["ces-Latn","aka-Latn"]},{"precision":0.792902,"recall":0.849802,"f1":0.810837,"accuracy":0.849802,"main_score":0.810837,"hf_subset":"ces_Latn-bjn_Latn","languages":["ces-Latn","bjn-Latn"]},{"precision":0.557386,"recall":0.643281,"f1":0.581281,"accuracy":0.643281,"main_score":0.581281,"hf_subset":"ces_Latn-fao_Latn","languages":["ces-Latn","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ces_Latn-ind_Latn","languages":["ces-Latn","ind-Latn"]},{"precision":0.402483,"recall":0.502964,"f1":0.428915,"accuracy":0.502964,"main_score":0.428915,"hf_subset":"ces_Latn-knc_Latn","languages":["ces-Latn","knc-Latn"]},{"precision":0.676318,"recall":0.753953,"f1":0.699379,"accuracy":0.753953,"main_score":0.699379,"hf_subset":"ces_Latn-mlt_Latn","languages":["ces-Latn","mlt-Latn"]},{"precision":0.476085,"recall":0.574111,"f1":0.501768,"accuracy":0.574111,"main_score":0.501768,"hf_subset":"ces_Latn-quy_Latn","languages":["ces-Latn","quy-Latn"]},{"precision":0.837895,"recall":0.882411,"f1":0.851647,"accuracy":0.882411,"main_score":0.851647,"hf_subset":"ces_Latn-swh_Latn","languages":["ces-Latn","swh-Latn"]},{"precision":0.626163,"recall":0.710474,"f1":0.650342,"accuracy":0.710474,"main_score":0.650342,"hf_subset":"ces_Latn-uzn_Latn","languages":["ces-Latn","uzn-Latn"]},{"precision":0.76222,"recall":0.824111,"f1":0.78139,"accuracy":0.824111,"main_score":0.78139,"hf_subset":"ces_Latn-als_Latn","languages":["ces-Latn","als-Latn"]},{"precision":0.178811,"recall":0.247036,"f1":0.195553,"accuracy":0.247036,"main_score":0.195553,"hf_subset":"ces_Latn-bod_Tibt","languages":["ces-Latn","bod-Tibt"]},{"precision":0.377863,"recall":0.481225,"f1":0.405156,"accuracy":0.481225,"main_score":0.405156,"hf_subset":"ces_Latn-fij_Latn","languages":["ces-Latn","fij-Latn"]},{"precision":0.56475,"recall":0.645257,"f1":0.586997,"accuracy":0.645257,"main_score":0.586997,"hf_subset":"ces_Latn-isl_Latn","languages":["ces-Latn","isl-Latn"]},{"precision":0.459353,"recall":0.551383,"f1":0.484522,"accuracy":0.551383,"main_score":0.484522,"hf_subset":"ces_Latn-kon_Latn","languages":["ces-Latn","kon-Latn"]},{"precision":0.309311,"recall":0.41996,"f1":0.337724,"accuracy":0.41996,"main_score":0.337724,"hf_subset":"ces_Latn-mni_Beng","languages":["ces-Latn","mni-Beng"]},{"precision":0.978014,"recall":0.98419,"f1":0.979974,"accuracy":0.98419,"main_score":0.979974,"hf_subset":"ces_Latn-ron_Latn","languages":["ces-Latn","ron-Latn"]},{"precision":0.875988,"recall":0.910079,"f1":0.88666,"accuracy":0.910079,"main_score":0.88666,"hf_subset":"ces_Latn-szl_Latn","languages":["ces-Latn","szl-Latn"]},{"precision":0.89361,"recall":0.925889,"f1":0.903986,"accuracy":0.925889,"main_score":0.903986,"hf_subset":"ces_Latn-vec_Latn","languages":["ces-Latn","vec-Latn"]},{"precision":0.788735,"recall":0.846838,"f1":0.806705,"accuracy":0.846838,"main_score":0.806705,"hf_subset":"ces_Latn-amh_Ethi","languages":["ces-Latn","amh-Ethi"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"ces_Latn-bos_Latn","languages":["ces-Latn","bos-Latn"]},{"precision":0.96698,"recall":0.977273,"f1":0.970257,"accuracy":0.977273,"main_score":0.970257,"hf_subset":"ces_Latn-fin_Latn","languages":["ces-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ces_Latn-ita_Latn","languages":["ces-Latn","ita-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ces_Latn-kor_Hang","languages":["ces-Latn","kor-Hang"]},{"precision":0.387542,"recall":0.487154,"f1":0.41375,"accuracy":0.487154,"main_score":0.41375,"hf_subset":"ces_Latn-mos_Latn","languages":["ces-Latn","mos-Latn"]},{"precision":0.373394,"recall":0.468379,"f1":0.398545,"accuracy":0.468379,"main_score":0.398545,"hf_subset":"ces_Latn-run_Latn","languages":["ces-Latn","run-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"ces_Latn-tam_Taml","languages":["ces-Latn","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ces_Latn-vie_Latn","languages":["ces-Latn","vie-Latn"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"ces_Latn-apc_Arab","languages":["ces-Latn","apc-Arab"]},{"precision":0.592289,"recall":0.68083,"f1":0.617506,"accuracy":0.68083,"main_score":0.617506,"hf_subset":"ces_Latn-bug_Latn","languages":["ces-Latn","bug-Latn"]},{"precision":0.345309,"recall":0.443676,"f1":0.370182,"accuracy":0.443676,"main_score":0.370182,"hf_subset":"ces_Latn-fon_Latn","languages":["ces-Latn","fon-Latn"]},{"precision":0.807724,"recall":0.858696,"f1":0.823405,"accuracy":0.858696,"main_score":0.823405,"hf_subset":"ces_Latn-jav_Latn","languages":["ces-Latn","jav-Latn"]},{"precision":0.721106,"recall":0.790514,"f1":0.742013,"accuracy":0.790514,"main_score":0.742013,"hf_subset":"ces_Latn-lao_Laoo","languages":["ces-Latn","lao-Laoo"]},{"precision":0.351607,"recall":0.458498,"f1":0.378077,"accuracy":0.458498,"main_score":0.378077,"hf_subset":"ces_Latn-mri_Latn","languages":["ces-Latn","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ces_Latn-rus_Cyrl","languages":["ces-Latn","rus-Cyrl"]},{"precision":0.376593,"recall":0.488142,"f1":0.406542,"accuracy":0.488142,"main_score":0.406542,"hf_subset":"ces_Latn-taq_Latn","languages":["ces-Latn","taq-Latn"]},{"precision":0.76145,"recall":0.822134,"f1":0.779647,"accuracy":0.822134,"main_score":0.779647,"hf_subset":"ces_Latn-war_Latn","languages":["ces-Latn","war-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ces_Latn-arb_Arab","languages":["ces-Latn","arb-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ces_Latn-bul_Cyrl","languages":["ces-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-fra_Latn","languages":["ces-Latn","fra-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ces_Latn-jpn_Jpan","languages":["ces-Latn","jpn-Jpan"]},{"precision":0.843001,"recall":0.88834,"f1":0.856884,"accuracy":0.88834,"main_score":0.856884,"hf_subset":"ces_Latn-lij_Latn","languages":["ces-Latn","lij-Latn"]},{"precision":0.776548,"recall":0.840909,"f1":0.796574,"accuracy":0.840909,"main_score":0.796574,"hf_subset":"ces_Latn-mya_Mymr","languages":["ces-Latn","mya-Mymr"]},{"precision":0.425274,"recall":0.532609,"f1":0.453774,"accuracy":0.532609,"main_score":0.453774,"hf_subset":"ces_Latn-sag_Latn","languages":["ces-Latn","sag-Latn"]},{"precision":0.122056,"recall":0.202569,"f1":0.138093,"accuracy":0.202569,"main_score":0.138093,"hf_subset":"ces_Latn-taq_Tfng","languages":["ces-Latn","taq-Tfng"]},{"precision":0.426978,"recall":0.529644,"f1":0.453703,"accuracy":0.529644,"main_score":0.453703,"hf_subset":"ces_Latn-wol_Latn","languages":["ces-Latn","wol-Latn"]},{"precision":0.270722,"recall":0.370553,"f1":0.295338,"accuracy":0.370553,"main_score":0.295338,"hf_subset":"ces_Latn-arb_Latn","languages":["ces-Latn","arb-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"ces_Latn-cat_Latn","languages":["ces-Latn","cat-Latn"]},{"precision":0.794878,"recall":0.848814,"f1":0.811185,"accuracy":0.848814,"main_score":0.811185,"hf_subset":"ces_Latn-fur_Latn","languages":["ces-Latn","fur-Latn"]},{"precision":0.263379,"recall":0.349802,"f1":0.284134,"accuracy":0.349802,"main_score":0.284134,"hf_subset":"ces_Latn-kab_Latn","languages":["ces-Latn","kab-Latn"]},{"precision":0.777125,"recall":0.833992,"f1":0.79457,"accuracy":0.833992,"main_score":0.79457,"hf_subset":"ces_Latn-lim_Latn","languages":["ces-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-nld_Latn","languages":["ces-Latn","nld-Latn"]},{"precision":0.850461,"recall":0.893281,"f1":0.86413,"accuracy":0.893281,"main_score":0.86413,"hf_subset":"ces_Latn-san_Deva","languages":["ces-Latn","san-Deva"]},{"precision":0.643902,"recall":0.72332,"f1":0.666716,"accuracy":0.72332,"main_score":0.666716,"hf_subset":"ces_Latn-tat_Cyrl","languages":["ces-Latn","tat-Cyrl"]},{"precision":0.394939,"recall":0.494071,"f1":0.421154,"accuracy":0.494071,"main_score":0.421154,"hf_subset":"ces_Latn-xho_Latn","languages":["ces-Latn","xho-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ces_Latn-ars_Arab","languages":["ces-Latn","ars-Arab"]},{"precision":0.754974,"recall":0.820158,"f1":0.774572,"accuracy":0.820158,"main_score":0.774572,"hf_subset":"ces_Latn-ceb_Latn","languages":["ces-Latn","ceb-Latn"]},{"precision":0.396021,"recall":0.491107,"f1":0.419599,"accuracy":0.491107,"main_score":0.419599,"hf_subset":"ces_Latn-fuv_Latn","languages":["ces-Latn","fuv-Latn"]},{"precision":0.387409,"recall":0.494071,"f1":0.414453,"accuracy":0.494071,"main_score":0.414453,"hf_subset":"ces_Latn-kac_Latn","languages":["ces-Latn","kac-Latn"]},{"precision":0.456034,"recall":0.5583,"f1":0.483464,"accuracy":0.5583,"main_score":0.483464,"hf_subset":"ces_Latn-lin_Latn","languages":["ces-Latn","lin-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"ces_Latn-nno_Latn","languages":["ces-Latn","nno-Latn"]},{"precision":0.153124,"recall":0.219368,"f1":0.169318,"accuracy":0.219368,"main_score":0.169318,"hf_subset":"ces_Latn-sat_Olck","languages":["ces-Latn","sat-Olck"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"ces_Latn-tel_Telu","languages":["ces-Latn","tel-Telu"]},{"precision":0.295249,"recall":0.391304,"f1":0.319237,"accuracy":0.391304,"main_score":0.319237,"hf_subset":"ces_Latn-ydd_Hebr","languages":["ces-Latn","ydd-Hebr"]},{"precision":0.863719,"recall":0.905138,"f1":0.877042,"accuracy":0.905138,"main_score":0.877042,"hf_subset":"ces_Latn-ary_Arab","languages":["ces-Latn","ary-Arab"]},{"precision":0.28414,"recall":0.376482,"f1":0.307038,"accuracy":0.376482,"main_score":0.307038,"hf_subset":"ces_Latn-gaz_Latn","languages":["ces-Latn","gaz-Latn"]},{"precision":0.407507,"recall":0.506917,"f1":0.433306,"accuracy":0.506917,"main_score":0.433306,"hf_subset":"ces_Latn-kam_Latn","languages":["ces-Latn","kam-Latn"]},{"precision":0.807016,"recall":0.858696,"f1":0.823043,"accuracy":0.858696,"main_score":0.823043,"hf_subset":"ces_Latn-lit_Latn","languages":["ces-Latn","lit-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"ces_Latn-nob_Latn","languages":["ces-Latn","nob-Latn"]},{"precision":0.732865,"recall":0.804348,"f1":0.754331,"accuracy":0.804348,"main_score":0.754331,"hf_subset":"ces_Latn-scn_Latn","languages":["ces-Latn","scn-Latn"]},{"precision":0.434454,"recall":0.532609,"f1":0.460426,"accuracy":0.532609,"main_score":0.460426,"hf_subset":"ces_Latn-tgk_Cyrl","languages":["ces-Latn","tgk-Cyrl"]},{"precision":0.362228,"recall":0.468379,"f1":0.3902,"accuracy":0.468379,"main_score":0.3902,"hf_subset":"ces_Latn-yor_Latn","languages":["ces-Latn","yor-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ces_Latn-arz_Arab","languages":["ces-Latn","arz-Arab"]},{"precision":0.414445,"recall":0.516798,"f1":0.441173,"accuracy":0.516798,"main_score":0.441173,"hf_subset":"ces_Latn-cjk_Latn","languages":["ces-Latn","cjk-Latn"]},{"precision":0.33364,"recall":0.431818,"f1":0.358577,"accuracy":0.431818,"main_score":0.358577,"hf_subset":"ces_Latn-gla_Latn","languages":["ces-Latn","gla-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"ces_Latn-kan_Knda","languages":["ces-Latn","kan-Knda"]},{"precision":0.773666,"recall":0.835968,"f1":0.792852,"accuracy":0.835968,"main_score":0.792852,"hf_subset":"ces_Latn-lmo_Latn","languages":["ces-Latn","lmo-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"ces_Latn-npi_Deva","languages":["ces-Latn","npi-Deva"]},{"precision":0.347965,"recall":0.45751,"f1":0.375083,"accuracy":0.45751,"main_score":0.375083,"hf_subset":"ces_Latn-shn_Mymr","languages":["ces-Latn","shn-Mymr"]},{"precision":0.841486,"recall":0.88834,"f1":0.856423,"accuracy":0.88834,"main_score":0.856423,"hf_subset":"ces_Latn-tgl_Latn","languages":["ces-Latn","tgl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ces_Latn-yue_Hant","languages":["ces-Latn","yue-Hant"]},{"precision":0.840744,"recall":0.887352,"f1":0.855534,"accuracy":0.887352,"main_score":0.855534,"hf_subset":"ces_Latn-asm_Beng","languages":["ces-Latn","asm-Beng"]},{"precision":0.389019,"recall":0.477273,"f1":0.412065,"accuracy":0.477273,"main_score":0.412065,"hf_subset":"ces_Latn-ckb_Arab","languages":["ces-Latn","ckb-Arab"]},{"precision":0.36197,"recall":0.455534,"f1":0.386149,"accuracy":0.455534,"main_score":0.386149,"hf_subset":"ces_Latn-gle_Latn","languages":["ces-Latn","gle-Latn"]},{"precision":0.632554,"recall":0.721344,"f1":0.658244,"accuracy":0.721344,"main_score":0.658244,"hf_subset":"ces_Latn-kas_Arab","languages":["ces-Latn","kas-Arab"]},{"precision":0.607224,"recall":0.687747,"f1":0.630841,"accuracy":0.687747,"main_score":0.630841,"hf_subset":"ces_Latn-ltg_Latn","languages":["ces-Latn","ltg-Latn"]},{"precision":0.439641,"recall":0.534585,"f1":0.465622,"accuracy":0.534585,"main_score":0.465622,"hf_subset":"ces_Latn-nso_Latn","languages":["ces-Latn","nso-Latn"]},{"precision":0.832428,"recall":0.882411,"f1":0.848386,"accuracy":0.882411,"main_score":0.848386,"hf_subset":"ces_Latn-sin_Sinh","languages":["ces-Latn","sin-Sinh"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ces_Latn-tha_Thai","languages":["ces-Latn","tha-Thai"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ces_Latn-zho_Hans","languages":["ces-Latn","zho-Hans"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"ces_Latn-ast_Latn","languages":["ces-Latn","ast-Latn"]},{"precision":0.779587,"recall":0.840909,"f1":0.797933,"accuracy":0.840909,"main_score":0.797933,"hf_subset":"ces_Latn-crh_Latn","languages":["ces-Latn","crh-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ces_Latn-glg_Latn","languages":["ces-Latn","glg-Latn"]},{"precision":0.540435,"recall":0.639328,"f1":0.568194,"accuracy":0.639328,"main_score":0.568194,"hf_subset":"ces_Latn-kas_Deva","languages":["ces-Latn","kas-Deva"]},{"precision":0.753343,"recall":0.817194,"f1":0.772647,"accuracy":0.817194,"main_score":0.772647,"hf_subset":"ces_Latn-ltz_Latn","languages":["ces-Latn","ltz-Latn"]},{"precision":0.277541,"recall":0.374506,"f1":0.301937,"accuracy":0.374506,"main_score":0.301937,"hf_subset":"ces_Latn-nus_Latn","languages":["ces-Latn","nus-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ces_Latn-slk_Latn","languages":["ces-Latn","slk-Latn"]},{"precision":0.360654,"recall":0.454545,"f1":0.385032,"accuracy":0.454545,"main_score":0.385032,"hf_subset":"ces_Latn-tir_Ethi","languages":["ces-Latn","tir-Ethi"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ces_Latn-zho_Hant","languages":["ces-Latn","zho-Hant"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"ces_Latn-awa_Deva","languages":["ces-Latn","awa-Deva"]},{"precision":0.431889,"recall":0.519763,"f1":0.454768,"accuracy":0.519763,"main_score":0.454768,"hf_subset":"ces_Latn-cym_Latn","languages":["ces-Latn","cym-Latn"]},{"precision":0.593949,"recall":0.685771,"f1":0.620607,"accuracy":0.685771,"main_score":0.620607,"hf_subset":"ces_Latn-grn_Latn","languages":["ces-Latn","grn-Latn"]},{"precision":0.895257,"recall":0.926877,"f1":0.905421,"accuracy":0.926877,"main_score":0.905421,"hf_subset":"ces_Latn-kat_Geor","languages":["ces-Latn","kat-Geor"]},{"precision":0.472969,"recall":0.564229,"f1":0.496634,"accuracy":0.564229,"main_score":0.496634,"hf_subset":"ces_Latn-lua_Latn","languages":["ces-Latn","lua-Latn"]},{"precision":0.443492,"recall":0.539526,"f1":0.469676,"accuracy":0.539526,"main_score":0.469676,"hf_subset":"ces_Latn-nya_Latn","languages":["ces-Latn","nya-Latn"]},{"precision":0.936924,"recall":0.95751,"f1":0.943676,"accuracy":0.95751,"main_score":0.943676,"hf_subset":"ces_Latn-slv_Latn","languages":["ces-Latn","slv-Latn"]},{"precision":0.680159,"recall":0.757905,"f1":0.703164,"accuracy":0.757905,"main_score":0.703164,"hf_subset":"ces_Latn-tpi_Latn","languages":["ces-Latn","tpi-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ces_Latn-zsm_Latn","languages":["ces-Latn","zsm-Latn"]},{"precision":0.366568,"recall":0.475296,"f1":0.39493,"accuracy":0.475296,"main_score":0.39493,"hf_subset":"ces_Latn-ayr_Latn","languages":["ces-Latn","ayr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ces_Latn-dan_Latn","languages":["ces-Latn","dan-Latn"]},{"precision":0.948617,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"ces_Latn-guj_Gujr","languages":["ces-Latn","guj-Gujr"]},{"precision":0.724522,"recall":0.793478,"f1":0.745177,"accuracy":0.793478,"main_score":0.745177,"hf_subset":"ces_Latn-kaz_Cyrl","languages":["ces-Latn","kaz-Cyrl"]},{"precision":0.366673,"recall":0.462451,"f1":0.391191,"accuracy":0.462451,"main_score":0.391191,"hf_subset":"ces_Latn-lug_Latn","languages":["ces-Latn","lug-Latn"]},{"precision":0.936594,"recall":0.956522,"f1":0.943017,"accuracy":0.956522,"main_score":0.943017,"hf_subset":"ces_Latn-oci_Latn","languages":["ces-Latn","oci-Latn"]},{"precision":0.398434,"recall":0.509881,"f1":0.427001,"accuracy":0.509881,"main_score":0.427001,"hf_subset":"ces_Latn-smo_Latn","languages":["ces-Latn","smo-Latn"]},{"precision":0.388865,"recall":0.493083,"f1":0.415282,"accuracy":0.493083,"main_score":0.415282,"hf_subset":"ces_Latn-tsn_Latn","languages":["ces-Latn","tsn-Latn"]},{"precision":0.38369,"recall":0.47332,"f1":0.407537,"accuracy":0.47332,"main_score":0.407537,"hf_subset":"ces_Latn-zul_Latn","languages":["ces-Latn","zul-Latn"]},{"precision":0.613522,"recall":0.70751,"f1":0.640675,"accuracy":0.70751,"main_score":0.640675,"hf_subset":"ces_Latn-azb_Arab","languages":["ces-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-deu_Latn","languages":["ces-Latn","deu-Latn"]},{"precision":0.593504,"recall":0.685771,"f1":0.619789,"accuracy":0.685771,"main_score":0.619789,"hf_subset":"ces_Latn-hat_Latn","languages":["ces-Latn","hat-Latn"]},{"precision":0.340943,"recall":0.43083,"f1":0.363172,"accuracy":0.43083,"main_score":0.363172,"hf_subset":"ces_Latn-kbp_Latn","languages":["ces-Latn","kbp-Latn"]},{"precision":0.420606,"recall":0.516798,"f1":0.445979,"accuracy":0.516798,"main_score":0.445979,"hf_subset":"ces_Latn-luo_Latn","languages":["ces-Latn","luo-Latn"]},{"precision":0.505097,"recall":0.597826,"f1":0.530361,"accuracy":0.597826,"main_score":0.530361,"hf_subset":"ces_Latn-ory_Orya","languages":["ces-Latn","ory-Orya"]},{"precision":0.401801,"recall":0.492095,"f1":0.42582,"accuracy":0.492095,"main_score":0.42582,"hf_subset":"ces_Latn-sna_Latn","languages":["ces-Latn","sna-Latn"]},{"precision":0.38881,"recall":0.476285,"f1":0.411331,"accuracy":0.476285,"main_score":0.411331,"hf_subset":"ces_Latn-tso_Latn","languages":["ces-Latn","tso-Latn"]},{"precision":0.838801,"recall":0.882411,"f1":0.852404,"accuracy":0.882411,"main_score":0.852404,"hf_subset":"ces_Latn-azj_Latn","languages":["ces-Latn","azj-Latn"]},{"precision":0.391742,"recall":0.499012,"f1":0.420594,"accuracy":0.499012,"main_score":0.420594,"hf_subset":"ces_Latn-dik_Latn","languages":["ces-Latn","dik-Latn"]},{"precision":0.415576,"recall":0.507905,"f1":0.440428,"accuracy":0.507905,"main_score":0.440428,"hf_subset":"ces_Latn-hau_Latn","languages":["ces-Latn","hau-Latn"]},{"precision":0.765646,"recall":0.826087,"f1":0.783912,"accuracy":0.826087,"main_score":0.783912,"hf_subset":"ces_Latn-kea_Latn","languages":["ces-Latn","kea-Latn"]},{"precision":0.545486,"recall":0.636364,"f1":0.570405,"accuracy":0.636364,"main_score":0.570405,"hf_subset":"ces_Latn-lus_Latn","languages":["ces-Latn","lus-Latn"]},{"precision":0.681926,"recall":0.755929,"f1":0.703414,"accuracy":0.755929,"main_score":0.703414,"hf_subset":"ces_Latn-pag_Latn","languages":["ces-Latn","pag-Latn"]},{"precision":0.639336,"recall":0.725296,"f1":0.665126,"accuracy":0.725296,"main_score":0.665126,"hf_subset":"ces_Latn-snd_Arab","languages":["ces-Latn","snd-Arab"]},{"precision":0.577959,"recall":0.667984,"f1":0.603793,"accuracy":0.667984,"main_score":0.603793,"hf_subset":"ces_Latn-tuk_Latn","languages":["ces-Latn","tuk-Latn"]},{"precision":0.643176,"recall":0.72332,"f1":0.666171,"accuracy":0.72332,"main_score":0.666171,"hf_subset":"ces_Latn-bak_Cyrl","languages":["ces-Latn","bak-Cyrl"]},{"precision":0.317494,"recall":0.425889,"f1":0.346349,"accuracy":0.425889,"main_score":0.346349,"hf_subset":"ces_Latn-dyu_Latn","languages":["ces-Latn","dyu-Latn"]},{"precision":0.900033,"recall":0.931818,"f1":0.910375,"accuracy":0.931818,"main_score":0.910375,"hf_subset":"ces_Latn-heb_Hebr","languages":["ces-Latn","heb-Hebr"]},{"precision":0.417592,"recall":0.512846,"f1":0.443288,"accuracy":0.512846,"main_score":0.443288,"hf_subset":"ces_Latn-khk_Cyrl","languages":["ces-Latn","khk-Cyrl"]},{"precision":0.820415,"recall":0.866601,"f1":0.834554,"accuracy":0.866601,"main_score":0.834554,"hf_subset":"ces_Latn-lvs_Latn","languages":["ces-Latn","lvs-Latn"]},{"precision":0.883235,"recall":0.918972,"f1":0.894928,"accuracy":0.918972,"main_score":0.894928,"hf_subset":"ces_Latn-pan_Guru","languages":["ces-Latn","pan-Guru"]},{"precision":0.361473,"recall":0.455534,"f1":0.386146,"accuracy":0.455534,"main_score":0.386146,"hf_subset":"ces_Latn-som_Latn","languages":["ces-Latn","som-Latn"]},{"precision":0.440206,"recall":0.525692,"f1":0.463225,"accuracy":0.525692,"main_score":0.463225,"hf_subset":"ces_Latn-tum_Latn","languages":["ces-Latn","tum-Latn"]},{"precision":0.257241,"recall":0.298419,"f1":0.267553,"accuracy":0.298419,"main_score":0.267553,"hf_subset":"gaz_Latn-ace_Arab","languages":["gaz-Latn","ace-Arab"]},{"precision":0.329147,"recall":0.357708,"f1":0.337157,"accuracy":0.357708,"main_score":0.337157,"hf_subset":"gaz_Latn-bam_Latn","languages":["gaz-Latn","bam-Latn"]},{"precision":0.145247,"recall":0.199605,"f1":0.158614,"accuracy":0.199605,"main_score":0.158614,"hf_subset":"gaz_Latn-dzo_Tibt","languages":["gaz-Latn","dzo-Tibt"]},{"precision":0.334641,"recall":0.403162,"f1":0.35156,"accuracy":0.403162,"main_score":0.35156,"hf_subset":"gaz_Latn-hin_Deva","languages":["gaz-Latn","hin-Deva"]},{"precision":0.293808,"recall":0.344862,"f1":0.306732,"accuracy":0.344862,"main_score":0.306732,"hf_subset":"gaz_Latn-khm_Khmr","languages":["gaz-Latn","khm-Khmr"]},{"precision":0.321323,"recall":0.379447,"f1":0.335438,"accuracy":0.379447,"main_score":0.335438,"hf_subset":"gaz_Latn-mag_Deva","languages":["gaz-Latn","mag-Deva"]},{"precision":0.350164,"recall":0.373518,"f1":0.356098,"accuracy":0.373518,"main_score":0.356098,"hf_subset":"gaz_Latn-pap_Latn","languages":["gaz-Latn","pap-Latn"]},{"precision":0.330775,"recall":0.36166,"f1":0.338524,"accuracy":0.36166,"main_score":0.338524,"hf_subset":"gaz_Latn-sot_Latn","languages":["gaz-Latn","sot-Latn"]},{"precision":0.332527,"recall":0.387352,"f1":0.345125,"accuracy":0.387352,"main_score":0.345125,"hf_subset":"gaz_Latn-tur_Latn","languages":["gaz-Latn","tur-Latn"]},{"precision":0.337689,"recall":0.362648,"f1":0.344638,"accuracy":0.362648,"main_score":0.344638,"hf_subset":"gaz_Latn-ace_Latn","languages":["gaz-Latn","ace-Latn"]},{"precision":0.320624,"recall":0.357708,"f1":0.330164,"accuracy":0.357708,"main_score":0.330164,"hf_subset":"gaz_Latn-ban_Latn","languages":["gaz-Latn","ban-Latn"]},{"precision":0.284406,"recall":0.34585,"f1":0.299598,"accuracy":0.34585,"main_score":0.299598,"hf_subset":"gaz_Latn-ell_Grek","languages":["gaz-Latn","ell-Grek"]},{"precision":0.309404,"recall":0.359684,"f1":0.321464,"accuracy":0.359684,"main_score":0.321464,"hf_subset":"gaz_Latn-hne_Deva","languages":["gaz-Latn","hne-Deva"]},{"precision":0.254276,"recall":0.290514,"f1":0.264169,"accuracy":0.290514,"main_score":0.264169,"hf_subset":"gaz_Latn-kik_Latn","languages":["gaz-Latn","kik-Latn"]},{"precision":0.324276,"recall":0.382411,"f1":0.338369,"accuracy":0.382411,"main_score":0.338369,"hf_subset":"gaz_Latn-mai_Deva","languages":["gaz-Latn","mai-Deva"]},{"precision":0.316829,"recall":0.353755,"f1":0.326243,"accuracy":0.353755,"main_score":0.326243,"hf_subset":"gaz_Latn-pbt_Arab","languages":["gaz-Latn","pbt-Arab"]},{"precision":0.320311,"recall":0.378458,"f1":0.334378,"accuracy":0.378458,"main_score":0.334378,"hf_subset":"gaz_Latn-spa_Latn","languages":["gaz-Latn","spa-Latn"]},{"precision":0.333862,"recall":0.367589,"f1":0.343098,"accuracy":0.367589,"main_score":0.343098,"hf_subset":"gaz_Latn-twi_Latn","languages":["gaz-Latn","twi-Latn"]},{"precision":0.287178,"recall":0.34585,"f1":0.301565,"accuracy":0.34585,"main_score":0.301565,"hf_subset":"gaz_Latn-acm_Arab","languages":["gaz-Latn","acm-Arab"]},{"precision":0.298765,"recall":0.358696,"f1":0.313551,"accuracy":0.358696,"main_score":0.313551,"hf_subset":"gaz_Latn-bel_Cyrl","languages":["gaz-Latn","bel-Cyrl"]},{"precision":0.335683,"recall":0.394269,"f1":0.349476,"accuracy":0.394269,"main_score":0.349476,"hf_subset":"gaz_Latn-eng_Latn","languages":["gaz-Latn","eng-Latn"]},{"precision":0.325873,"recall":0.381423,"f1":0.339175,"accuracy":0.381423,"main_score":0.339175,"hf_subset":"gaz_Latn-hrv_Latn","languages":["gaz-Latn","hrv-Latn"]},{"precision":0.336142,"recall":0.37253,"f1":0.346525,"accuracy":0.37253,"main_score":0.346525,"hf_subset":"gaz_Latn-kin_Latn","languages":["gaz-Latn","kin-Latn"]},{"precision":0.324671,"recall":0.38834,"f1":0.340753,"accuracy":0.38834,"main_score":0.340753,"hf_subset":"gaz_Latn-mal_Mlym","languages":["gaz-Latn","mal-Mlym"]},{"precision":0.297349,"recall":0.363636,"f1":0.312182,"accuracy":0.363636,"main_score":0.312182,"hf_subset":"gaz_Latn-pes_Arab","languages":["gaz-Latn","pes-Arab"]},{"precision":0.316609,"recall":0.354743,"f1":0.325516,"accuracy":0.354743,"main_score":0.325516,"hf_subset":"gaz_Latn-srd_Latn","languages":["gaz-Latn","srd-Latn"]},{"precision":0.14578,"recall":0.185771,"f1":0.156271,"accuracy":0.185771,"main_score":0.156271,"hf_subset":"gaz_Latn-tzm_Tfng","languages":["gaz-Latn","tzm-Tfng"]},{"precision":0.294674,"recall":0.356719,"f1":0.309662,"accuracy":0.356719,"main_score":0.309662,"hf_subset":"gaz_Latn-acq_Arab","languages":["gaz-Latn","acq-Arab"]},{"precision":0.334065,"recall":0.370553,"f1":0.344164,"accuracy":0.370553,"main_score":0.344164,"hf_subset":"gaz_Latn-bem_Latn","languages":["gaz-Latn","bem-Latn"]},{"precision":0.325065,"recall":0.366601,"f1":0.335121,"accuracy":0.366601,"main_score":0.335121,"hf_subset":"gaz_Latn-epo_Latn","languages":["gaz-Latn","epo-Latn"]},{"precision":0.311007,"recall":0.375494,"f1":0.325925,"accuracy":0.375494,"main_score":0.325925,"hf_subset":"gaz_Latn-hun_Latn","languages":["gaz-Latn","hun-Latn"]},{"precision":0.320172,"recall":0.355731,"f1":0.328712,"accuracy":0.355731,"main_score":0.328712,"hf_subset":"gaz_Latn-kir_Cyrl","languages":["gaz-Latn","kir-Cyrl"]},{"precision":0.325025,"recall":0.386364,"f1":0.339849,"accuracy":0.386364,"main_score":0.339849,"hf_subset":"gaz_Latn-mar_Deva","languages":["gaz-Latn","mar-Deva"]},{"precision":0.3342,"recall":0.371542,"f1":0.344895,"accuracy":0.371542,"main_score":0.344895,"hf_subset":"gaz_Latn-plt_Latn","languages":["gaz-Latn","plt-Latn"]},{"precision":0.32682,"recall":0.382411,"f1":0.340441,"accuracy":0.382411,"main_score":0.340441,"hf_subset":"gaz_Latn-srp_Cyrl","languages":["gaz-Latn","srp-Cyrl"]},{"precision":0.274888,"recall":0.315217,"f1":0.28577,"accuracy":0.315217,"main_score":0.28577,"hf_subset":"gaz_Latn-uig_Arab","languages":["gaz-Latn","uig-Arab"]},{"precision":0.277778,"recall":0.31917,"f1":0.28821,"accuracy":0.31917,"main_score":0.28821,"hf_subset":"gaz_Latn-aeb_Arab","languages":["gaz-Latn","aeb-Arab"]},{"precision":0.315985,"recall":0.38834,"f1":0.333715,"accuracy":0.38834,"main_score":0.333715,"hf_subset":"gaz_Latn-ben_Beng","languages":["gaz-Latn","ben-Beng"]},{"precision":0.304181,"recall":0.347826,"f1":0.315075,"accuracy":0.347826,"main_score":0.315075,"hf_subset":"gaz_Latn-est_Latn","languages":["gaz-Latn","est-Latn"]},{"precision":0.314987,"recall":0.366601,"f1":0.328804,"accuracy":0.366601,"main_score":0.328804,"hf_subset":"gaz_Latn-hye_Armn","languages":["gaz-Latn","hye-Armn"]},{"precision":0.330028,"recall":0.368577,"f1":0.340991,"accuracy":0.368577,"main_score":0.340991,"hf_subset":"gaz_Latn-kmb_Latn","languages":["gaz-Latn","kmb-Latn"]},{"precision":0.214112,"recall":0.250988,"f1":0.223331,"accuracy":0.250988,"main_score":0.223331,"hf_subset":"gaz_Latn-min_Arab","languages":["gaz-Latn","min-Arab"]},{"precision":0.300666,"recall":0.363636,"f1":0.315675,"accuracy":0.363636,"main_score":0.315675,"hf_subset":"gaz_Latn-pol_Latn","languages":["gaz-Latn","pol-Latn"]},{"precision":0.333997,"recall":0.378458,"f1":0.345969,"accuracy":0.378458,"main_score":0.345969,"hf_subset":"gaz_Latn-ssw_Latn","languages":["gaz-Latn","ssw-Latn"]},{"precision":0.299156,"recall":0.363636,"f1":0.315364,"accuracy":0.363636,"main_score":0.315364,"hf_subset":"gaz_Latn-ukr_Cyrl","languages":["gaz-Latn","ukr-Cyrl"]},{"precision":0.331435,"recall":0.375494,"f1":0.342023,"accuracy":0.375494,"main_score":0.342023,"hf_subset":"gaz_Latn-afr_Latn","languages":["gaz-Latn","afr-Latn"]},{"precision":0.321319,"recall":0.370553,"f1":0.333701,"accuracy":0.370553,"main_score":0.333701,"hf_subset":"gaz_Latn-bho_Deva","languages":["gaz-Latn","bho-Deva"]},{"precision":0.319572,"recall":0.351779,"f1":0.327745,"accuracy":0.351779,"main_score":0.327745,"hf_subset":"gaz_Latn-eus_Latn","languages":["gaz-Latn","eus-Latn"]},{"precision":0.342445,"recall":0.387352,"f1":0.355066,"accuracy":0.387352,"main_score":0.355066,"hf_subset":"gaz_Latn-ibo_Latn","languages":["gaz-Latn","ibo-Latn"]},{"precision":0.356354,"recall":0.398221,"f1":0.367547,"accuracy":0.398221,"main_score":0.367547,"hf_subset":"gaz_Latn-kmr_Latn","languages":["gaz-Latn","kmr-Latn"]},{"precision":0.327204,"recall":0.360672,"f1":0.33546,"accuracy":0.360672,"main_score":0.33546,"hf_subset":"gaz_Latn-min_Latn","languages":["gaz-Latn","min-Latn"]},{"precision":0.321578,"recall":0.379447,"f1":0.335618,"accuracy":0.379447,"main_score":0.335618,"hf_subset":"gaz_Latn-por_Latn","languages":["gaz-Latn","por-Latn"]},{"precision":0.333093,"recall":0.362648,"f1":0.340032,"accuracy":0.362648,"main_score":0.340032,"hf_subset":"gaz_Latn-sun_Latn","languages":["gaz-Latn","sun-Latn"]},{"precision":0.333479,"recall":0.37747,"f1":0.344805,"accuracy":0.37747,"main_score":0.344805,"hf_subset":"gaz_Latn-umb_Latn","languages":["gaz-Latn","umb-Latn"]},{"precision":0.298576,"recall":0.350791,"f1":0.310975,"accuracy":0.350791,"main_score":0.310975,"hf_subset":"gaz_Latn-ajp_Arab","languages":["gaz-Latn","ajp-Arab"]},{"precision":0.241532,"recall":0.270751,"f1":0.249079,"accuracy":0.270751,"main_score":0.249079,"hf_subset":"gaz_Latn-bjn_Arab","languages":["gaz-Latn","bjn-Arab"]},{"precision":0.323257,"recall":0.355731,"f1":0.332161,"accuracy":0.355731,"main_score":0.332161,"hf_subset":"gaz_Latn-ewe_Latn","languages":["gaz-Latn","ewe-Latn"]},{"precision":0.347165,"recall":0.375494,"f1":0.354273,"accuracy":0.375494,"main_score":0.354273,"hf_subset":"gaz_Latn-ilo_Latn","languages":["gaz-Latn","ilo-Latn"]},{"precision":0.188778,"recall":0.220356,"f1":0.197716,"accuracy":0.220356,"main_score":0.197716,"hf_subset":"gaz_Latn-knc_Arab","languages":["gaz-Latn","knc-Arab"]},{"precision":0.324795,"recall":0.369565,"f1":0.336311,"accuracy":0.369565,"main_score":0.336311,"hf_subset":"gaz_Latn-mkd_Cyrl","languages":["gaz-Latn","mkd-Cyrl"]},{"precision":0.299455,"recall":0.366601,"f1":0.315097,"accuracy":0.366601,"main_score":0.315097,"hf_subset":"gaz_Latn-prs_Arab","languages":["gaz-Latn","prs-Arab"]},{"precision":0.319285,"recall":0.378458,"f1":0.333018,"accuracy":0.378458,"main_score":0.333018,"hf_subset":"gaz_Latn-swe_Latn","languages":["gaz-Latn","swe-Latn"]},{"precision":0.296224,"recall":0.349802,"f1":0.309501,"accuracy":0.349802,"main_score":0.309501,"hf_subset":"gaz_Latn-urd_Arab","languages":["gaz-Latn","urd-Arab"]},{"precision":0.321891,"recall":0.352767,"f1":0.330654,"accuracy":0.352767,"main_score":0.330654,"hf_subset":"gaz_Latn-aka_Latn","languages":["gaz-Latn","aka-Latn"]},{"precision":0.309382,"recall":0.347826,"f1":0.318771,"accuracy":0.347826,"main_score":0.318771,"hf_subset":"gaz_Latn-bjn_Latn","languages":["gaz-Latn","bjn-Latn"]},{"precision":0.302536,"recall":0.347826,"f1":0.313972,"accuracy":0.347826,"main_score":0.313972,"hf_subset":"gaz_Latn-fao_Latn","languages":["gaz-Latn","fao-Latn"]},{"precision":0.334614,"recall":0.396245,"f1":0.349106,"accuracy":0.396245,"main_score":0.349106,"hf_subset":"gaz_Latn-ind_Latn","languages":["gaz-Latn","ind-Latn"]},{"precision":0.324628,"recall":0.353755,"f1":0.332825,"accuracy":0.353755,"main_score":0.332825,"hf_subset":"gaz_Latn-knc_Latn","languages":["gaz-Latn","knc-Latn"]},{"precision":0.334993,"recall":0.369565,"f1":0.343871,"accuracy":0.369565,"main_score":0.343871,"hf_subset":"gaz_Latn-mlt_Latn","languages":["gaz-Latn","mlt-Latn"]},{"precision":0.337145,"recall":0.379447,"f1":0.348754,"accuracy":0.379447,"main_score":0.348754,"hf_subset":"gaz_Latn-quy_Latn","languages":["gaz-Latn","quy-Latn"]},{"precision":0.322648,"recall":0.365613,"f1":0.333307,"accuracy":0.365613,"main_score":0.333307,"hf_subset":"gaz_Latn-swh_Latn","languages":["gaz-Latn","swh-Latn"]},{"precision":0.313108,"recall":0.346838,"f1":0.322458,"accuracy":0.346838,"main_score":0.322458,"hf_subset":"gaz_Latn-uzn_Latn","languages":["gaz-Latn","uzn-Latn"]},{"precision":0.330564,"recall":0.370553,"f1":0.341497,"accuracy":0.370553,"main_score":0.341497,"hf_subset":"gaz_Latn-als_Latn","languages":["gaz-Latn","als-Latn"]},{"precision":0.195495,"recall":0.25,"f1":0.209271,"accuracy":0.25,"main_score":0.209271,"hf_subset":"gaz_Latn-bod_Tibt","languages":["gaz-Latn","bod-Tibt"]},{"precision":0.322085,"recall":0.359684,"f1":0.331747,"accuracy":0.359684,"main_score":0.331747,"hf_subset":"gaz_Latn-fij_Latn","languages":["gaz-Latn","fij-Latn"]},{"precision":0.305287,"recall":0.354743,"f1":0.317263,"accuracy":0.354743,"main_score":0.317263,"hf_subset":"gaz_Latn-isl_Latn","languages":["gaz-Latn","isl-Latn"]},{"precision":0.320353,"recall":0.360672,"f1":0.330898,"accuracy":0.360672,"main_score":0.330898,"hf_subset":"gaz_Latn-kon_Latn","languages":["gaz-Latn","kon-Latn"]},{"precision":0.319499,"recall":0.365613,"f1":0.331778,"accuracy":0.365613,"main_score":0.331778,"hf_subset":"gaz_Latn-mni_Beng","languages":["gaz-Latn","mni-Beng"]},{"precision":0.316139,"recall":0.373518,"f1":0.329489,"accuracy":0.373518,"main_score":0.329489,"hf_subset":"gaz_Latn-ron_Latn","languages":["gaz-Latn","ron-Latn"]},{"precision":0.311147,"recall":0.357708,"f1":0.322651,"accuracy":0.357708,"main_score":0.322651,"hf_subset":"gaz_Latn-szl_Latn","languages":["gaz-Latn","szl-Latn"]},{"precision":0.321238,"recall":0.36166,"f1":0.331189,"accuracy":0.36166,"main_score":0.331189,"hf_subset":"gaz_Latn-vec_Latn","languages":["gaz-Latn","vec-Latn"]},{"precision":0.322162,"recall":0.37747,"f1":0.336805,"accuracy":0.37747,"main_score":0.336805,"hf_subset":"gaz_Latn-amh_Ethi","languages":["gaz-Latn","amh-Ethi"]},{"precision":0.314167,"recall":0.376482,"f1":0.328938,"accuracy":0.376482,"main_score":0.328938,"hf_subset":"gaz_Latn-bos_Latn","languages":["gaz-Latn","bos-Latn"]},{"precision":0.308478,"recall":0.369565,"f1":0.323786,"accuracy":0.369565,"main_score":0.323786,"hf_subset":"gaz_Latn-fin_Latn","languages":["gaz-Latn","fin-Latn"]},{"precision":0.309261,"recall":0.364625,"f1":0.322104,"accuracy":0.364625,"main_score":0.322104,"hf_subset":"gaz_Latn-ita_Latn","languages":["gaz-Latn","ita-Latn"]},{"precision":0.311425,"recall":0.374506,"f1":0.325947,"accuracy":0.374506,"main_score":0.325947,"hf_subset":"gaz_Latn-kor_Hang","languages":["gaz-Latn","kor-Hang"]},{"precision":0.321552,"recall":0.355731,"f1":0.33108,"accuracy":0.355731,"main_score":0.33108,"hf_subset":"gaz_Latn-mos_Latn","languages":["gaz-Latn","mos-Latn"]},{"precision":0.32828,"recall":0.363636,"f1":0.33819,"accuracy":0.363636,"main_score":0.33819,"hf_subset":"gaz_Latn-run_Latn","languages":["gaz-Latn","run-Latn"]},{"precision":0.293519,"recall":0.368577,"f1":0.311471,"accuracy":0.368577,"main_score":0.311471,"hf_subset":"gaz_Latn-tam_Taml","languages":["gaz-Latn","tam-Taml"]},{"precision":0.293413,"recall":0.353755,"f1":0.307062,"accuracy":0.353755,"main_score":0.307062,"hf_subset":"gaz_Latn-vie_Latn","languages":["gaz-Latn","vie-Latn"]},{"precision":0.290509,"recall":0.343874,"f1":0.303708,"accuracy":0.343874,"main_score":0.303708,"hf_subset":"gaz_Latn-apc_Arab","languages":["gaz-Latn","apc-Arab"]},{"precision":0.344763,"recall":0.374506,"f1":0.353187,"accuracy":0.374506,"main_score":0.353187,"hf_subset":"gaz_Latn-bug_Latn","languages":["gaz-Latn","bug-Latn"]},{"precision":0.298798,"recall":0.331028,"f1":0.30798,"accuracy":0.331028,"main_score":0.30798,"hf_subset":"gaz_Latn-fon_Latn","languages":["gaz-Latn","fon-Latn"]},{"precision":0.340159,"recall":0.373518,"f1":0.348543,"accuracy":0.373518,"main_score":0.348543,"hf_subset":"gaz_Latn-jav_Latn","languages":["gaz-Latn","jav-Latn"]},{"precision":0.302551,"recall":0.340909,"f1":0.31237,"accuracy":0.340909,"main_score":0.31237,"hf_subset":"gaz_Latn-lao_Laoo","languages":["gaz-Latn","lao-Laoo"]},{"precision":0.328594,"recall":0.368577,"f1":0.339246,"accuracy":0.368577,"main_score":0.339246,"hf_subset":"gaz_Latn-mri_Latn","languages":["gaz-Latn","mri-Latn"]},{"precision":0.300216,"recall":0.374506,"f1":0.318041,"accuracy":0.374506,"main_score":0.318041,"hf_subset":"gaz_Latn-rus_Cyrl","languages":["gaz-Latn","rus-Cyrl"]},{"precision":0.317681,"recall":0.347826,"f1":0.325787,"accuracy":0.347826,"main_score":0.325787,"hf_subset":"gaz_Latn-taq_Latn","languages":["gaz-Latn","taq-Latn"]},{"precision":0.330896,"recall":0.358696,"f1":0.337567,"accuracy":0.358696,"main_score":0.337567,"hf_subset":"gaz_Latn-war_Latn","languages":["gaz-Latn","war-Latn"]},{"precision":0.29141,"recall":0.358696,"f1":0.30716,"accuracy":0.358696,"main_score":0.30716,"hf_subset":"gaz_Latn-arb_Arab","languages":["gaz-Latn","arb-Arab"]},{"precision":0.30882,"recall":0.37253,"f1":0.325663,"accuracy":0.37253,"main_score":0.325663,"hf_subset":"gaz_Latn-bul_Cyrl","languages":["gaz-Latn","bul-Cyrl"]},{"precision":0.317577,"recall":0.375494,"f1":0.330594,"accuracy":0.375494,"main_score":0.330594,"hf_subset":"gaz_Latn-fra_Latn","languages":["gaz-Latn","fra-Latn"]},{"precision":0.300785,"recall":0.36166,"f1":0.314759,"accuracy":0.36166,"main_score":0.314759,"hf_subset":"gaz_Latn-jpn_Jpan","languages":["gaz-Latn","jpn-Jpan"]},{"precision":0.326995,"recall":0.363636,"f1":0.335908,"accuracy":0.363636,"main_score":0.335908,"hf_subset":"gaz_Latn-lij_Latn","languages":["gaz-Latn","lij-Latn"]},{"precision":0.266817,"recall":0.321146,"f1":0.280149,"accuracy":0.321146,"main_score":0.280149,"hf_subset":"gaz_Latn-mya_Mymr","languages":["gaz-Latn","mya-Mymr"]},{"precision":0.311313,"recall":0.346838,"f1":0.320865,"accuracy":0.346838,"main_score":0.320865,"hf_subset":"gaz_Latn-sag_Latn","languages":["gaz-Latn","sag-Latn"]},{"precision":0.184305,"recall":0.235178,"f1":0.197477,"accuracy":0.235178,"main_score":0.197477,"hf_subset":"gaz_Latn-taq_Tfng","languages":["gaz-Latn","taq-Tfng"]},{"precision":0.313312,"recall":0.343874,"f1":0.321347,"accuracy":0.343874,"main_score":0.321347,"hf_subset":"gaz_Latn-wol_Latn","languages":["gaz-Latn","wol-Latn"]},{"precision":0.272079,"recall":0.313241,"f1":0.282142,"accuracy":0.313241,"main_score":0.282142,"hf_subset":"gaz_Latn-arb_Latn","languages":["gaz-Latn","arb-Latn"]},{"precision":0.308905,"recall":0.364625,"f1":0.322841,"accuracy":0.364625,"main_score":0.322841,"hf_subset":"gaz_Latn-cat_Latn","languages":["gaz-Latn","cat-Latn"]},{"precision":0.313479,"recall":0.355731,"f1":0.324747,"accuracy":0.355731,"main_score":0.324747,"hf_subset":"gaz_Latn-fur_Latn","languages":["gaz-Latn","fur-Latn"]},{"precision":0.274028,"recall":0.317194,"f1":0.285627,"accuracy":0.317194,"main_score":0.285627,"hf_subset":"gaz_Latn-kab_Latn","languages":["gaz-Latn","kab-Latn"]},{"precision":0.324921,"recall":0.363636,"f1":0.334692,"accuracy":0.363636,"main_score":0.334692,"hf_subset":"gaz_Latn-lim_Latn","languages":["gaz-Latn","lim-Latn"]},{"precision":0.314089,"recall":0.37747,"f1":0.329179,"accuracy":0.37747,"main_score":0.329179,"hf_subset":"gaz_Latn-nld_Latn","languages":["gaz-Latn","nld-Latn"]},{"precision":0.283876,"recall":0.344862,"f1":0.297609,"accuracy":0.344862,"main_score":0.297609,"hf_subset":"gaz_Latn-san_Deva","languages":["gaz-Latn","san-Deva"]},{"precision":0.320962,"recall":0.351779,"f1":0.329242,"accuracy":0.351779,"main_score":0.329242,"hf_subset":"gaz_Latn-tat_Cyrl","languages":["gaz-Latn","tat-Cyrl"]},{"precision":0.336451,"recall":0.374506,"f1":0.346401,"accuracy":0.374506,"main_score":0.346401,"hf_subset":"gaz_Latn-xho_Latn","languages":["gaz-Latn","xho-Latn"]},{"precision":0.263634,"recall":0.333992,"f1":0.280325,"accuracy":0.333992,"main_score":0.280325,"hf_subset":"gaz_Latn-ars_Arab","languages":["gaz-Latn","ars-Arab"]},{"precision":0.333683,"recall":0.366601,"f1":0.341882,"accuracy":0.366601,"main_score":0.341882,"hf_subset":"gaz_Latn-ceb_Latn","languages":["gaz-Latn","ceb-Latn"]},{"precision":0.314097,"recall":0.342885,"f1":0.322393,"accuracy":0.342885,"main_score":0.322393,"hf_subset":"gaz_Latn-fuv_Latn","languages":["gaz-Latn","fuv-Latn"]},{"precision":0.331278,"recall":0.379447,"f1":0.344039,"accuracy":0.379447,"main_score":0.344039,"hf_subset":"gaz_Latn-kac_Latn","languages":["gaz-Latn","kac-Latn"]},{"precision":0.338759,"recall":0.379447,"f1":0.349149,"accuracy":0.379447,"main_score":0.349149,"hf_subset":"gaz_Latn-lin_Latn","languages":["gaz-Latn","lin-Latn"]},{"precision":0.302501,"recall":0.350791,"f1":0.313762,"accuracy":0.350791,"main_score":0.313762,"hf_subset":"gaz_Latn-nno_Latn","languages":["gaz-Latn","nno-Latn"]},{"precision":0.160675,"recall":0.194664,"f1":0.169609,"accuracy":0.194664,"main_score":0.169609,"hf_subset":"gaz_Latn-sat_Olck","languages":["gaz-Latn","sat-Olck"]},{"precision":0.318817,"recall":0.380435,"f1":0.33336,"accuracy":0.380435,"main_score":0.33336,"hf_subset":"gaz_Latn-tel_Telu","languages":["gaz-Latn","tel-Telu"]},{"precision":0.24713,"recall":0.290514,"f1":0.257992,"accuracy":0.290514,"main_score":0.257992,"hf_subset":"gaz_Latn-ydd_Hebr","languages":["gaz-Latn","ydd-Hebr"]},{"precision":0.262876,"recall":0.309289,"f1":0.273489,"accuracy":0.309289,"main_score":0.273489,"hf_subset":"gaz_Latn-ary_Arab","languages":["gaz-Latn","ary-Arab"]},{"precision":0.307183,"recall":0.371542,"f1":0.322378,"accuracy":0.371542,"main_score":0.322378,"hf_subset":"gaz_Latn-ces_Latn","languages":["gaz-Latn","ces-Latn"]},{"precision":0.318406,"recall":0.36166,"f1":0.329731,"accuracy":0.36166,"main_score":0.329731,"hf_subset":"gaz_Latn-kam_Latn","languages":["gaz-Latn","kam-Latn"]},{"precision":0.322744,"recall":0.368577,"f1":0.334027,"accuracy":0.368577,"main_score":0.334027,"hf_subset":"gaz_Latn-lit_Latn","languages":["gaz-Latn","lit-Latn"]},{"precision":0.311671,"recall":0.364625,"f1":0.324347,"accuracy":0.364625,"main_score":0.324347,"hf_subset":"gaz_Latn-nob_Latn","languages":["gaz-Latn","nob-Latn"]},{"precision":0.335203,"recall":0.364625,"f1":0.342638,"accuracy":0.364625,"main_score":0.342638,"hf_subset":"gaz_Latn-scn_Latn","languages":["gaz-Latn","scn-Latn"]},{"precision":0.312986,"recall":0.354743,"f1":0.323942,"accuracy":0.354743,"main_score":0.323942,"hf_subset":"gaz_Latn-tgk_Cyrl","languages":["gaz-Latn","tgk-Cyrl"]},{"precision":0.282533,"recall":0.328063,"f1":0.295397,"accuracy":0.328063,"main_score":0.295397,"hf_subset":"gaz_Latn-yor_Latn","languages":["gaz-Latn","yor-Latn"]},{"precision":0.288895,"recall":0.342885,"f1":0.302313,"accuracy":0.342885,"main_score":0.302313,"hf_subset":"gaz_Latn-arz_Arab","languages":["gaz-Latn","arz-Arab"]},{"precision":0.31669,"recall":0.348814,"f1":0.325132,"accuracy":0.348814,"main_score":0.325132,"hf_subset":"gaz_Latn-cjk_Latn","languages":["gaz-Latn","cjk-Latn"]},{"precision":0.325335,"recall":0.365613,"f1":0.33568,"accuracy":0.365613,"main_score":0.33568,"hf_subset":"gaz_Latn-gla_Latn","languages":["gaz-Latn","gla-Latn"]},{"precision":0.327018,"recall":0.389328,"f1":0.342637,"accuracy":0.389328,"main_score":0.342637,"hf_subset":"gaz_Latn-kan_Knda","languages":["gaz-Latn","kan-Knda"]},{"precision":0.315372,"recall":0.352767,"f1":0.324589,"accuracy":0.352767,"main_score":0.324589,"hf_subset":"gaz_Latn-lmo_Latn","languages":["gaz-Latn","lmo-Latn"]},{"precision":0.310984,"recall":0.368577,"f1":0.324517,"accuracy":0.368577,"main_score":0.324517,"hf_subset":"gaz_Latn-npi_Deva","languages":["gaz-Latn","npi-Deva"]},{"precision":0.291028,"recall":0.33498,"f1":0.302607,"accuracy":0.33498,"main_score":0.302607,"hf_subset":"gaz_Latn-shn_Mymr","languages":["gaz-Latn","shn-Mymr"]},{"precision":0.328014,"recall":0.374506,"f1":0.339085,"accuracy":0.374506,"main_score":0.339085,"hf_subset":"gaz_Latn-tgl_Latn","languages":["gaz-Latn","tgl-Latn"]},{"precision":0.264656,"recall":0.331028,"f1":0.281073,"accuracy":0.331028,"main_score":0.281073,"hf_subset":"gaz_Latn-yue_Hant","languages":["gaz-Latn","yue-Hant"]},{"precision":0.291659,"recall":0.343874,"f1":0.30539,"accuracy":0.343874,"main_score":0.30539,"hf_subset":"gaz_Latn-asm_Beng","languages":["gaz-Latn","asm-Beng"]},{"precision":0.277859,"recall":0.328063,"f1":0.291766,"accuracy":0.328063,"main_score":0.291766,"hf_subset":"gaz_Latn-ckb_Arab","languages":["gaz-Latn","ckb-Arab"]},{"precision":0.317807,"recall":0.362648,"f1":0.329126,"accuracy":0.362648,"main_score":0.329126,"hf_subset":"gaz_Latn-gle_Latn","languages":["gaz-Latn","gle-Latn"]},{"precision":0.275859,"recall":0.316206,"f1":0.286732,"accuracy":0.316206,"main_score":0.286732,"hf_subset":"gaz_Latn-kas_Arab","languages":["gaz-Latn","kas-Arab"]},{"precision":0.327503,"recall":0.371542,"f1":0.338581,"accuracy":0.371542,"main_score":0.338581,"hf_subset":"gaz_Latn-ltg_Latn","languages":["gaz-Latn","ltg-Latn"]},{"precision":0.363532,"recall":0.402174,"f1":0.373901,"accuracy":0.402174,"main_score":0.373901,"hf_subset":"gaz_Latn-nso_Latn","languages":["gaz-Latn","nso-Latn"]},{"precision":0.310085,"recall":0.367589,"f1":0.324761,"accuracy":0.367589,"main_score":0.324761,"hf_subset":"gaz_Latn-sin_Sinh","languages":["gaz-Latn","sin-Sinh"]},{"precision":0.309723,"recall":0.378458,"f1":0.325898,"accuracy":0.378458,"main_score":0.325898,"hf_subset":"gaz_Latn-tha_Thai","languages":["gaz-Latn","tha-Thai"]},{"precision":0.279081,"recall":0.347826,"f1":0.29507,"accuracy":0.347826,"main_score":0.29507,"hf_subset":"gaz_Latn-zho_Hans","languages":["gaz-Latn","zho-Hans"]},{"precision":0.308925,"recall":0.344862,"f1":0.318408,"accuracy":0.344862,"main_score":0.318408,"hf_subset":"gaz_Latn-ast_Latn","languages":["gaz-Latn","ast-Latn"]},{"precision":0.302573,"recall":0.336957,"f1":0.311565,"accuracy":0.336957,"main_score":0.311565,"hf_subset":"gaz_Latn-crh_Latn","languages":["gaz-Latn","crh-Latn"]},{"precision":0.329463,"recall":0.382411,"f1":0.341822,"accuracy":0.382411,"main_score":0.341822,"hf_subset":"gaz_Latn-glg_Latn","languages":["gaz-Latn","glg-Latn"]},{"precision":0.313049,"recall":0.351779,"f1":0.323126,"accuracy":0.351779,"main_score":0.323126,"hf_subset":"gaz_Latn-kas_Deva","languages":["gaz-Latn","kas-Deva"]},{"precision":0.303809,"recall":0.337945,"f1":0.312265,"accuracy":0.337945,"main_score":0.312265,"hf_subset":"gaz_Latn-ltz_Latn","languages":["gaz-Latn","ltz-Latn"]},{"precision":0.331558,"recall":0.37747,"f1":0.344097,"accuracy":0.37747,"main_score":0.344097,"hf_subset":"gaz_Latn-nus_Latn","languages":["gaz-Latn","nus-Latn"]},{"precision":0.318746,"recall":0.374506,"f1":0.331405,"accuracy":0.374506,"main_score":0.331405,"hf_subset":"gaz_Latn-slk_Latn","languages":["gaz-Latn","slk-Latn"]},{"precision":0.305531,"recall":0.352767,"f1":0.318708,"accuracy":0.352767,"main_score":0.318708,"hf_subset":"gaz_Latn-tir_Ethi","languages":["gaz-Latn","tir-Ethi"]},{"precision":0.269635,"recall":0.332016,"f1":0.2838,"accuracy":0.332016,"main_score":0.2838,"hf_subset":"gaz_Latn-zho_Hant","languages":["gaz-Latn","zho-Hant"]},{"precision":0.326554,"recall":0.380435,"f1":0.339299,"accuracy":0.380435,"main_score":0.339299,"hf_subset":"gaz_Latn-awa_Deva","languages":["gaz-Latn","awa-Deva"]},{"precision":0.33151,"recall":0.366601,"f1":0.340357,"accuracy":0.366601,"main_score":0.340357,"hf_subset":"gaz_Latn-cym_Latn","languages":["gaz-Latn","cym-Latn"]},{"precision":0.324467,"recall":0.362648,"f1":0.334239,"accuracy":0.362648,"main_score":0.334239,"hf_subset":"gaz_Latn-grn_Latn","languages":["gaz-Latn","grn-Latn"]},{"precision":0.298738,"recall":0.348814,"f1":0.312202,"accuracy":0.348814,"main_score":0.312202,"hf_subset":"gaz_Latn-kat_Geor","languages":["gaz-Latn","kat-Geor"]},{"precision":0.3286,"recall":0.36166,"f1":0.337692,"accuracy":0.36166,"main_score":0.337692,"hf_subset":"gaz_Latn-lua_Latn","languages":["gaz-Latn","lua-Latn"]},{"precision":0.327107,"recall":0.365613,"f1":0.336928,"accuracy":0.365613,"main_score":0.336928,"hf_subset":"gaz_Latn-nya_Latn","languages":["gaz-Latn","nya-Latn"]},{"precision":0.303303,"recall":0.356719,"f1":0.316437,"accuracy":0.356719,"main_score":0.316437,"hf_subset":"gaz_Latn-slv_Latn","languages":["gaz-Latn","slv-Latn"]},{"precision":0.349773,"recall":0.391304,"f1":0.360191,"accuracy":0.391304,"main_score":0.360191,"hf_subset":"gaz_Latn-tpi_Latn","languages":["gaz-Latn","tpi-Latn"]},{"precision":0.326581,"recall":0.380435,"f1":0.339927,"accuracy":0.380435,"main_score":0.339927,"hf_subset":"gaz_Latn-zsm_Latn","languages":["gaz-Latn","zsm-Latn"]},{"precision":0.338086,"recall":0.373518,"f1":0.346808,"accuracy":0.373518,"main_score":0.346808,"hf_subset":"gaz_Latn-ayr_Latn","languages":["gaz-Latn","ayr-Latn"]},{"precision":0.308363,"recall":0.368577,"f1":0.322474,"accuracy":0.368577,"main_score":0.322474,"hf_subset":"gaz_Latn-dan_Latn","languages":["gaz-Latn","dan-Latn"]},{"precision":0.304666,"recall":0.379447,"f1":0.323335,"accuracy":0.379447,"main_score":0.323335,"hf_subset":"gaz_Latn-guj_Gujr","languages":["gaz-Latn","guj-Gujr"]},{"precision":0.310864,"recall":0.352767,"f1":0.32154,"accuracy":0.352767,"main_score":0.32154,"hf_subset":"gaz_Latn-kaz_Cyrl","languages":["gaz-Latn","kaz-Cyrl"]},{"precision":0.319485,"recall":0.353755,"f1":0.328481,"accuracy":0.353755,"main_score":0.328481,"hf_subset":"gaz_Latn-lug_Latn","languages":["gaz-Latn","lug-Latn"]},{"precision":0.33692,"recall":0.379447,"f1":0.347572,"accuracy":0.379447,"main_score":0.347572,"hf_subset":"gaz_Latn-oci_Latn","languages":["gaz-Latn","oci-Latn"]},{"precision":0.347455,"recall":0.392292,"f1":0.359114,"accuracy":0.392292,"main_score":0.359114,"hf_subset":"gaz_Latn-smo_Latn","languages":["gaz-Latn","smo-Latn"]},{"precision":0.333625,"recall":0.371542,"f1":0.343666,"accuracy":0.371542,"main_score":0.343666,"hf_subset":"gaz_Latn-tsn_Latn","languages":["gaz-Latn","tsn-Latn"]},{"precision":0.332556,"recall":0.37747,"f1":0.344695,"accuracy":0.37747,"main_score":0.344695,"hf_subset":"gaz_Latn-zul_Latn","languages":["gaz-Latn","zul-Latn"]},{"precision":0.263224,"recall":0.305336,"f1":0.2742,"accuracy":0.305336,"main_score":0.2742,"hf_subset":"gaz_Latn-azb_Arab","languages":["gaz-Latn","azb-Arab"]},{"precision":0.308385,"recall":0.374506,"f1":0.323501,"accuracy":0.374506,"main_score":0.323501,"hf_subset":"gaz_Latn-deu_Latn","languages":["gaz-Latn","deu-Latn"]},{"precision":0.331766,"recall":0.375494,"f1":0.343424,"accuracy":0.375494,"main_score":0.343424,"hf_subset":"gaz_Latn-hat_Latn","languages":["gaz-Latn","hat-Latn"]},{"precision":0.324562,"recall":0.370553,"f1":0.336422,"accuracy":0.370553,"main_score":0.336422,"hf_subset":"gaz_Latn-kbp_Latn","languages":["gaz-Latn","kbp-Latn"]},{"precision":0.319741,"recall":0.362648,"f1":0.331075,"accuracy":0.362648,"main_score":0.331075,"hf_subset":"gaz_Latn-luo_Latn","languages":["gaz-Latn","luo-Latn"]},{"precision":0.346445,"recall":0.402174,"f1":0.361069,"accuracy":0.402174,"main_score":0.361069,"hf_subset":"gaz_Latn-ory_Orya","languages":["gaz-Latn","ory-Orya"]},{"precision":0.326213,"recall":0.365613,"f1":0.336378,"accuracy":0.365613,"main_score":0.336378,"hf_subset":"gaz_Latn-sna_Latn","languages":["gaz-Latn","sna-Latn"]},{"precision":0.325711,"recall":0.366601,"f1":0.336601,"accuracy":0.366601,"main_score":0.336601,"hf_subset":"gaz_Latn-tso_Latn","languages":["gaz-Latn","tso-Latn"]},{"precision":0.322831,"recall":0.368577,"f1":0.335931,"accuracy":0.368577,"main_score":0.335931,"hf_subset":"gaz_Latn-azj_Latn","languages":["gaz-Latn","azj-Latn"]},{"precision":0.28666,"recall":0.326087,"f1":0.297709,"accuracy":0.326087,"main_score":0.297709,"hf_subset":"gaz_Latn-dik_Latn","languages":["gaz-Latn","dik-Latn"]},{"precision":0.321399,"recall":0.352767,"f1":0.330402,"accuracy":0.352767,"main_score":0.330402,"hf_subset":"gaz_Latn-hau_Latn","languages":["gaz-Latn","hau-Latn"]},{"precision":0.334522,"recall":0.371542,"f1":0.344466,"accuracy":0.371542,"main_score":0.344466,"hf_subset":"gaz_Latn-kea_Latn","languages":["gaz-Latn","kea-Latn"]},{"precision":0.315763,"recall":0.350791,"f1":0.324989,"accuracy":0.350791,"main_score":0.324989,"hf_subset":"gaz_Latn-lus_Latn","languages":["gaz-Latn","lus-Latn"]},{"precision":0.321423,"recall":0.356719,"f1":0.331043,"accuracy":0.356719,"main_score":0.331043,"hf_subset":"gaz_Latn-pag_Latn","languages":["gaz-Latn","pag-Latn"]},{"precision":0.28917,"recall":0.336957,"f1":0.300652,"accuracy":0.336957,"main_score":0.300652,"hf_subset":"gaz_Latn-snd_Arab","languages":["gaz-Latn","snd-Arab"]},{"precision":0.328228,"recall":0.365613,"f1":0.337425,"accuracy":0.365613,"main_score":0.337425,"hf_subset":"gaz_Latn-tuk_Latn","languages":["gaz-Latn","tuk-Latn"]},{"precision":0.32332,"recall":0.355731,"f1":0.331442,"accuracy":0.355731,"main_score":0.331442,"hf_subset":"gaz_Latn-bak_Cyrl","languages":["gaz-Latn","bak-Cyrl"]},{"precision":0.230543,"recall":0.270751,"f1":0.242028,"accuracy":0.270751,"main_score":0.242028,"hf_subset":"gaz_Latn-dyu_Latn","languages":["gaz-Latn","dyu-Latn"]},{"precision":0.259323,"recall":0.311265,"f1":0.2731,"accuracy":0.311265,"main_score":0.2731,"hf_subset":"gaz_Latn-heb_Hebr","languages":["gaz-Latn","heb-Hebr"]},{"precision":0.329995,"recall":0.369565,"f1":0.340379,"accuracy":0.369565,"main_score":0.340379,"hf_subset":"gaz_Latn-khk_Cyrl","languages":["gaz-Latn","khk-Cyrl"]},{"precision":0.321347,"recall":0.367589,"f1":0.333419,"accuracy":0.367589,"main_score":0.333419,"hf_subset":"gaz_Latn-lvs_Latn","languages":["gaz-Latn","lvs-Latn"]},{"precision":0.30904,"recall":0.37253,"f1":0.324531,"accuracy":0.37253,"main_score":0.324531,"hf_subset":"gaz_Latn-pan_Guru","languages":["gaz-Latn","pan-Guru"]},{"precision":0.339681,"recall":0.363636,"f1":0.34697,"accuracy":0.363636,"main_score":0.34697,"hf_subset":"gaz_Latn-som_Latn","languages":["gaz-Latn","som-Latn"]},{"precision":0.308233,"recall":0.342885,"f1":0.3178,"accuracy":0.342885,"main_score":0.3178,"hf_subset":"gaz_Latn-tum_Latn","languages":["gaz-Latn","tum-Latn"]},{"precision":0.251667,"recall":0.300395,"f1":0.264486,"accuracy":0.300395,"main_score":0.264486,"hf_subset":"kam_Latn-ace_Arab","languages":["kam-Latn","ace-Arab"]},{"precision":0.396639,"recall":0.436759,"f1":0.407371,"accuracy":0.436759,"main_score":0.407371,"hf_subset":"kam_Latn-bam_Latn","languages":["kam-Latn","bam-Latn"]},{"precision":0.136492,"recall":0.187747,"f1":0.149682,"accuracy":0.187747,"main_score":0.149682,"hf_subset":"kam_Latn-dzo_Tibt","languages":["kam-Latn","dzo-Tibt"]},{"precision":0.461464,"recall":0.522727,"f1":0.478525,"accuracy":0.522727,"main_score":0.478525,"hf_subset":"kam_Latn-hin_Deva","languages":["kam-Latn","hin-Deva"]},{"precision":0.38147,"recall":0.434783,"f1":0.39643,"accuracy":0.434783,"main_score":0.39643,"hf_subset":"kam_Latn-khm_Khmr","languages":["kam-Latn","khm-Khmr"]},{"precision":0.442382,"recall":0.498024,"f1":0.458375,"accuracy":0.498024,"main_score":0.458375,"hf_subset":"kam_Latn-mag_Deva","languages":["kam-Latn","mag-Deva"]},{"precision":0.490335,"recall":0.519763,"f1":0.499209,"accuracy":0.519763,"main_score":0.499209,"hf_subset":"kam_Latn-pap_Latn","languages":["kam-Latn","pap-Latn"]},{"precision":0.442929,"recall":0.485178,"f1":0.455322,"accuracy":0.485178,"main_score":0.455322,"hf_subset":"kam_Latn-sot_Latn","languages":["kam-Latn","sot-Latn"]},{"precision":0.469077,"recall":0.521739,"f1":0.483734,"accuracy":0.521739,"main_score":0.483734,"hf_subset":"kam_Latn-tur_Latn","languages":["kam-Latn","tur-Latn"]},{"precision":0.475642,"recall":0.509881,"f1":0.485828,"accuracy":0.509881,"main_score":0.485828,"hf_subset":"kam_Latn-ace_Latn","languages":["kam-Latn","ace-Latn"]},{"precision":0.472892,"recall":0.507905,"f1":0.482818,"accuracy":0.507905,"main_score":0.482818,"hf_subset":"kam_Latn-ban_Latn","languages":["kam-Latn","ban-Latn"]},{"precision":0.405051,"recall":0.470356,"f1":0.422712,"accuracy":0.470356,"main_score":0.422712,"hf_subset":"kam_Latn-ell_Grek","languages":["kam-Latn","ell-Grek"]},{"precision":0.439594,"recall":0.499012,"f1":0.456419,"accuracy":0.499012,"main_score":0.456419,"hf_subset":"kam_Latn-hne_Deva","languages":["kam-Latn","hne-Deva"]},{"precision":0.459904,"recall":0.514822,"f1":0.474912,"accuracy":0.514822,"main_score":0.474912,"hf_subset":"kam_Latn-kik_Latn","languages":["kam-Latn","kik-Latn"]},{"precision":0.45919,"recall":0.513834,"f1":0.474775,"accuracy":0.513834,"main_score":0.474775,"hf_subset":"kam_Latn-mai_Deva","languages":["kam-Latn","mai-Deva"]},{"precision":0.41062,"recall":0.463439,"f1":0.426029,"accuracy":0.463439,"main_score":0.426029,"hf_subset":"kam_Latn-pbt_Arab","languages":["kam-Latn","pbt-Arab"]},{"precision":0.472072,"recall":0.52668,"f1":0.487098,"accuracy":0.52668,"main_score":0.487098,"hf_subset":"kam_Latn-spa_Latn","languages":["kam-Latn","spa-Latn"]},{"precision":0.475296,"recall":0.505929,"f1":0.48498,"accuracy":0.505929,"main_score":0.48498,"hf_subset":"kam_Latn-twi_Latn","languages":["kam-Latn","twi-Latn"]},{"precision":0.454782,"recall":0.502964,"f1":0.468364,"accuracy":0.502964,"main_score":0.468364,"hf_subset":"kam_Latn-acm_Arab","languages":["kam-Latn","acm-Arab"]},{"precision":0.403294,"recall":0.454545,"f1":0.418132,"accuracy":0.454545,"main_score":0.418132,"hf_subset":"kam_Latn-bel_Cyrl","languages":["kam-Latn","bel-Cyrl"]},{"precision":0.504054,"recall":0.554348,"f1":0.517668,"accuracy":0.554348,"main_score":0.517668,"hf_subset":"kam_Latn-eng_Latn","languages":["kam-Latn","eng-Latn"]},{"precision":0.460365,"recall":0.51087,"f1":0.474488,"accuracy":0.51087,"main_score":0.474488,"hf_subset":"kam_Latn-hrv_Latn","languages":["kam-Latn","hrv-Latn"]},{"precision":0.42307,"recall":0.469368,"f1":0.435496,"accuracy":0.469368,"main_score":0.435496,"hf_subset":"kam_Latn-kin_Latn","languages":["kam-Latn","kin-Latn"]},{"precision":0.445126,"recall":0.498024,"f1":0.45971,"accuracy":0.498024,"main_score":0.45971,"hf_subset":"kam_Latn-mal_Mlym","languages":["kam-Latn","mal-Mlym"]},{"precision":0.44842,"recall":0.513834,"f1":0.466574,"accuracy":0.513834,"main_score":0.466574,"hf_subset":"kam_Latn-pes_Arab","languages":["kam-Latn","pes-Arab"]},{"precision":0.471631,"recall":0.503953,"f1":0.480137,"accuracy":0.503953,"main_score":0.480137,"hf_subset":"kam_Latn-srd_Latn","languages":["kam-Latn","srd-Latn"]},{"precision":0.140083,"recall":0.186759,"f1":0.151827,"accuracy":0.186759,"main_score":0.151827,"hf_subset":"kam_Latn-tzm_Tfng","languages":["kam-Latn","tzm-Tfng"]},{"precision":0.456712,"recall":0.51087,"f1":0.471828,"accuracy":0.51087,"main_score":0.471828,"hf_subset":"kam_Latn-acq_Arab","languages":["kam-Latn","acq-Arab"]},{"precision":0.48515,"recall":0.522727,"f1":0.495752,"accuracy":0.522727,"main_score":0.495752,"hf_subset":"kam_Latn-bem_Latn","languages":["kam-Latn","bem-Latn"]},{"precision":0.445397,"recall":0.491107,"f1":0.458985,"accuracy":0.491107,"main_score":0.458985,"hf_subset":"kam_Latn-epo_Latn","languages":["kam-Latn","epo-Latn"]},{"precision":0.444567,"recall":0.502964,"f1":0.461452,"accuracy":0.502964,"main_score":0.461452,"hf_subset":"kam_Latn-hun_Latn","languages":["kam-Latn","hun-Latn"]},{"precision":0.431596,"recall":0.476285,"f1":0.443905,"accuracy":0.476285,"main_score":0.443905,"hf_subset":"kam_Latn-kir_Cyrl","languages":["kam-Latn","kir-Cyrl"]},{"precision":0.45159,"recall":0.507905,"f1":0.467088,"accuracy":0.507905,"main_score":0.467088,"hf_subset":"kam_Latn-mar_Deva","languages":["kam-Latn","mar-Deva"]},{"precision":0.433689,"recall":0.47332,"f1":0.444725,"accuracy":0.47332,"main_score":0.444725,"hf_subset":"kam_Latn-plt_Latn","languages":["kam-Latn","plt-Latn"]},{"precision":0.432515,"recall":0.488142,"f1":0.447829,"accuracy":0.488142,"main_score":0.447829,"hf_subset":"kam_Latn-srp_Cyrl","languages":["kam-Latn","srp-Cyrl"]},{"precision":0.290969,"recall":0.339921,"f1":0.304742,"accuracy":0.339921,"main_score":0.304742,"hf_subset":"kam_Latn-uig_Arab","languages":["kam-Latn","uig-Arab"]},{"precision":0.450011,"recall":0.499012,"f1":0.463028,"accuracy":0.499012,"main_score":0.463028,"hf_subset":"kam_Latn-aeb_Arab","languages":["kam-Latn","aeb-Arab"]},{"precision":0.459827,"recall":0.520751,"f1":0.476691,"accuracy":0.520751,"main_score":0.476691,"hf_subset":"kam_Latn-ben_Beng","languages":["kam-Latn","ben-Beng"]},{"precision":0.441742,"recall":0.485178,"f1":0.454727,"accuracy":0.485178,"main_score":0.454727,"hf_subset":"kam_Latn-est_Latn","languages":["kam-Latn","est-Latn"]},{"precision":0.413225,"recall":0.463439,"f1":0.427376,"accuracy":0.463439,"main_score":0.427376,"hf_subset":"kam_Latn-hye_Armn","languages":["kam-Latn","hye-Armn"]},{"precision":0.431524,"recall":0.468379,"f1":0.441734,"accuracy":0.468379,"main_score":0.441734,"hf_subset":"kam_Latn-kmb_Latn","languages":["kam-Latn","kmb-Latn"]},{"precision":0.225133,"recall":0.277668,"f1":0.238815,"accuracy":0.277668,"main_score":0.238815,"hf_subset":"kam_Latn-min_Arab","languages":["kam-Latn","min-Arab"]},{"precision":0.466913,"recall":0.524704,"f1":0.482419,"accuracy":0.524704,"main_score":0.482419,"hf_subset":"kam_Latn-pol_Latn","languages":["kam-Latn","pol-Latn"]},{"precision":0.431908,"recall":0.470356,"f1":0.443596,"accuracy":0.470356,"main_score":0.443596,"hf_subset":"kam_Latn-ssw_Latn","languages":["kam-Latn","ssw-Latn"]},{"precision":0.461413,"recall":0.509881,"f1":0.475125,"accuracy":0.509881,"main_score":0.475125,"hf_subset":"kam_Latn-ukr_Cyrl","languages":["kam-Latn","ukr-Cyrl"]},{"precision":0.48278,"recall":0.523715,"f1":0.494541,"accuracy":0.523715,"main_score":0.494541,"hf_subset":"kam_Latn-afr_Latn","languages":["kam-Latn","afr-Latn"]},{"precision":0.474394,"recall":0.525692,"f1":0.488365,"accuracy":0.525692,"main_score":0.488365,"hf_subset":"kam_Latn-bho_Deva","languages":["kam-Latn","bho-Deva"]},{"precision":0.445899,"recall":0.486166,"f1":0.45711,"accuracy":0.486166,"main_score":0.45711,"hf_subset":"kam_Latn-eus_Latn","languages":["kam-Latn","eus-Latn"]},{"precision":0.415761,"recall":0.464427,"f1":0.429842,"accuracy":0.464427,"main_score":0.429842,"hf_subset":"kam_Latn-ibo_Latn","languages":["kam-Latn","ibo-Latn"]},{"precision":0.413299,"recall":0.461462,"f1":0.427629,"accuracy":0.461462,"main_score":0.427629,"hf_subset":"kam_Latn-kmr_Latn","languages":["kam-Latn","kmr-Latn"]},{"precision":0.462878,"recall":0.502964,"f1":0.473716,"accuracy":0.502964,"main_score":0.473716,"hf_subset":"kam_Latn-min_Latn","languages":["kam-Latn","min-Latn"]},{"precision":0.476832,"recall":0.531621,"f1":0.491436,"accuracy":0.531621,"main_score":0.491436,"hf_subset":"kam_Latn-por_Latn","languages":["kam-Latn","por-Latn"]},{"precision":0.492305,"recall":0.523715,"f1":0.501354,"accuracy":0.523715,"main_score":0.501354,"hf_subset":"kam_Latn-sun_Latn","languages":["kam-Latn","sun-Latn"]},{"precision":0.400264,"recall":0.443676,"f1":0.412965,"accuracy":0.443676,"main_score":0.412965,"hf_subset":"kam_Latn-umb_Latn","languages":["kam-Latn","umb-Latn"]},{"precision":0.455726,"recall":0.508893,"f1":0.470102,"accuracy":0.508893,"main_score":0.470102,"hf_subset":"kam_Latn-ajp_Arab","languages":["kam-Latn","ajp-Arab"]},{"precision":0.241758,"recall":0.285573,"f1":0.253807,"accuracy":0.285573,"main_score":0.253807,"hf_subset":"kam_Latn-bjn_Arab","languages":["kam-Latn","bjn-Arab"]},{"precision":0.415349,"recall":0.455534,"f1":0.42803,"accuracy":0.455534,"main_score":0.42803,"hf_subset":"kam_Latn-ewe_Latn","languages":["kam-Latn","ewe-Latn"]},{"precision":0.492401,"recall":0.525692,"f1":0.502203,"accuracy":0.525692,"main_score":0.502203,"hf_subset":"kam_Latn-ilo_Latn","languages":["kam-Latn","ilo-Latn"]},{"precision":0.189945,"recall":0.235178,"f1":0.200746,"accuracy":0.235178,"main_score":0.200746,"hf_subset":"kam_Latn-knc_Arab","languages":["kam-Latn","knc-Arab"]},{"precision":0.442849,"recall":0.48913,"f1":0.456182,"accuracy":0.48913,"main_score":0.456182,"hf_subset":"kam_Latn-mkd_Cyrl","languages":["kam-Latn","mkd-Cyrl"]},{"precision":0.436681,"recall":0.496047,"f1":0.453542,"accuracy":0.496047,"main_score":0.453542,"hf_subset":"kam_Latn-prs_Arab","languages":["kam-Latn","prs-Arab"]},{"precision":0.478008,"recall":0.534585,"f1":0.493378,"accuracy":0.534585,"main_score":0.493378,"hf_subset":"kam_Latn-swe_Latn","languages":["kam-Latn","swe-Latn"]},{"precision":0.42526,"recall":0.48419,"f1":0.441258,"accuracy":0.48419,"main_score":0.441258,"hf_subset":"kam_Latn-urd_Arab","languages":["kam-Latn","urd-Arab"]},{"precision":0.466214,"recall":0.501976,"f1":0.477086,"accuracy":0.501976,"main_score":0.477086,"hf_subset":"kam_Latn-aka_Latn","languages":["kam-Latn","aka-Latn"]},{"precision":0.471576,"recall":0.506917,"f1":0.481463,"accuracy":0.506917,"main_score":0.481463,"hf_subset":"kam_Latn-bjn_Latn","languages":["kam-Latn","bjn-Latn"]},{"precision":0.421571,"recall":0.466403,"f1":0.434971,"accuracy":0.466403,"main_score":0.434971,"hf_subset":"kam_Latn-fao_Latn","languages":["kam-Latn","fao-Latn"]},{"precision":0.495889,"recall":0.55336,"f1":0.512179,"accuracy":0.55336,"main_score":0.512179,"hf_subset":"kam_Latn-ind_Latn","languages":["kam-Latn","ind-Latn"]},{"precision":0.449707,"recall":0.488142,"f1":0.460306,"accuracy":0.488142,"main_score":0.460306,"hf_subset":"kam_Latn-knc_Latn","languages":["kam-Latn","knc-Latn"]},{"precision":0.440606,"recall":0.48913,"f1":0.45471,"accuracy":0.48913,"main_score":0.45471,"hf_subset":"kam_Latn-mlt_Latn","languages":["kam-Latn","mlt-Latn"]},{"precision":0.429488,"recall":0.474308,"f1":0.442183,"accuracy":0.474308,"main_score":0.442183,"hf_subset":"kam_Latn-quy_Latn","languages":["kam-Latn","quy-Latn"]},{"precision":0.479757,"recall":0.520751,"f1":0.491646,"accuracy":0.520751,"main_score":0.491646,"hf_subset":"kam_Latn-swh_Latn","languages":["kam-Latn","swh-Latn"]},{"precision":0.410883,"recall":0.453557,"f1":0.423141,"accuracy":0.453557,"main_score":0.423141,"hf_subset":"kam_Latn-uzn_Latn","languages":["kam-Latn","uzn-Latn"]},{"precision":0.43394,"recall":0.481225,"f1":0.447638,"accuracy":0.481225,"main_score":0.447638,"hf_subset":"kam_Latn-als_Latn","languages":["kam-Latn","als-Latn"]},{"precision":0.19129,"recall":0.247036,"f1":0.205427,"accuracy":0.247036,"main_score":0.205427,"hf_subset":"kam_Latn-bod_Tibt","languages":["kam-Latn","bod-Tibt"]},{"precision":0.430491,"recall":0.470356,"f1":0.442071,"accuracy":0.470356,"main_score":0.442071,"hf_subset":"kam_Latn-fij_Latn","languages":["kam-Latn","fij-Latn"]},{"precision":0.411669,"recall":0.455534,"f1":0.42416,"accuracy":0.455534,"main_score":0.42416,"hf_subset":"kam_Latn-isl_Latn","languages":["kam-Latn","isl-Latn"]},{"precision":0.453826,"recall":0.482213,"f1":0.46222,"accuracy":0.482213,"main_score":0.46222,"hf_subset":"kam_Latn-kon_Latn","languages":["kam-Latn","kon-Latn"]},{"precision":0.318091,"recall":0.374506,"f1":0.333556,"accuracy":0.374506,"main_score":0.333556,"hf_subset":"kam_Latn-mni_Beng","languages":["kam-Latn","mni-Beng"]},{"precision":0.485435,"recall":0.534585,"f1":0.499018,"accuracy":0.534585,"main_score":0.499018,"hf_subset":"kam_Latn-ron_Latn","languages":["kam-Latn","ron-Latn"]},{"precision":0.447614,"recall":0.486166,"f1":0.458888,"accuracy":0.486166,"main_score":0.458888,"hf_subset":"kam_Latn-szl_Latn","languages":["kam-Latn","szl-Latn"]},{"precision":0.481337,"recall":0.513834,"f1":0.490704,"accuracy":0.513834,"main_score":0.490704,"hf_subset":"kam_Latn-vec_Latn","languages":["kam-Latn","vec-Latn"]},{"precision":0.387931,"recall":0.439723,"f1":0.403055,"accuracy":0.439723,"main_score":0.403055,"hf_subset":"kam_Latn-amh_Ethi","languages":["kam-Latn","amh-Ethi"]},{"precision":0.460582,"recall":0.513834,"f1":0.47562,"accuracy":0.513834,"main_score":0.47562,"hf_subset":"kam_Latn-bos_Latn","languages":["kam-Latn","bos-Latn"]},{"precision":0.461484,"recall":0.512846,"f1":0.476163,"accuracy":0.512846,"main_score":0.476163,"hf_subset":"kam_Latn-fin_Latn","languages":["kam-Latn","fin-Latn"]},{"precision":0.475733,"recall":0.530632,"f1":0.491076,"accuracy":0.530632,"main_score":0.491076,"hf_subset":"kam_Latn-ita_Latn","languages":["kam-Latn","ita-Latn"]},{"precision":0.438121,"recall":0.508893,"f1":0.45756,"accuracy":0.508893,"main_score":0.45756,"hf_subset":"kam_Latn-kor_Hang","languages":["kam-Latn","kor-Hang"]},{"precision":0.409684,"recall":0.452569,"f1":0.422106,"accuracy":0.452569,"main_score":0.422106,"hf_subset":"kam_Latn-mos_Latn","languages":["kam-Latn","mos-Latn"]},{"precision":0.417456,"recall":0.466403,"f1":0.431348,"accuracy":0.466403,"main_score":0.431348,"hf_subset":"kam_Latn-run_Latn","languages":["kam-Latn","run-Latn"]},{"precision":0.413392,"recall":0.479249,"f1":0.431069,"accuracy":0.479249,"main_score":0.431069,"hf_subset":"kam_Latn-tam_Taml","languages":["kam-Latn","tam-Taml"]},{"precision":0.458271,"recall":0.514822,"f1":0.47337,"accuracy":0.514822,"main_score":0.47337,"hf_subset":"kam_Latn-vie_Latn","languages":["kam-Latn","vie-Latn"]},{"precision":0.451478,"recall":0.501976,"f1":0.465326,"accuracy":0.501976,"main_score":0.465326,"hf_subset":"kam_Latn-apc_Arab","languages":["kam-Latn","apc-Arab"]},{"precision":0.474451,"recall":0.51087,"f1":0.485131,"accuracy":0.51087,"main_score":0.485131,"hf_subset":"kam_Latn-bug_Latn","languages":["kam-Latn","bug-Latn"]},{"precision":0.404743,"recall":0.442688,"f1":0.415777,"accuracy":0.442688,"main_score":0.415777,"hf_subset":"kam_Latn-fon_Latn","languages":["kam-Latn","fon-Latn"]},{"precision":0.481225,"recall":0.514822,"f1":0.491206,"accuracy":0.514822,"main_score":0.491206,"hf_subset":"kam_Latn-jav_Latn","languages":["kam-Latn","jav-Latn"]},{"precision":0.403931,"recall":0.445652,"f1":0.416213,"accuracy":0.445652,"main_score":0.416213,"hf_subset":"kam_Latn-lao_Laoo","languages":["kam-Latn","lao-Laoo"]},{"precision":0.405708,"recall":0.451581,"f1":0.419139,"accuracy":0.451581,"main_score":0.419139,"hf_subset":"kam_Latn-mri_Latn","languages":["kam-Latn","mri-Latn"]},{"precision":0.453945,"recall":0.51581,"f1":0.470987,"accuracy":0.51581,"main_score":0.470987,"hf_subset":"kam_Latn-rus_Cyrl","languages":["kam-Latn","rus-Cyrl"]},{"precision":0.398501,"recall":0.443676,"f1":0.411765,"accuracy":0.443676,"main_score":0.411765,"hf_subset":"kam_Latn-taq_Latn","languages":["kam-Latn","taq-Latn"]},{"precision":0.507987,"recall":0.536561,"f1":0.516247,"accuracy":0.536561,"main_score":0.516247,"hf_subset":"kam_Latn-war_Latn","languages":["kam-Latn","war-Latn"]},{"precision":0.460188,"recall":0.519763,"f1":0.476578,"accuracy":0.519763,"main_score":0.476578,"hf_subset":"kam_Latn-arb_Arab","languages":["kam-Latn","arb-Arab"]},{"precision":0.469243,"recall":0.520751,"f1":0.483304,"accuracy":0.520751,"main_score":0.483304,"hf_subset":"kam_Latn-bul_Cyrl","languages":["kam-Latn","bul-Cyrl"]},{"precision":0.50083,"recall":0.550395,"f1":0.514277,"accuracy":0.550395,"main_score":0.514277,"hf_subset":"kam_Latn-fra_Latn","languages":["kam-Latn","fra-Latn"]},{"precision":0.453937,"recall":0.512846,"f1":0.469667,"accuracy":0.512846,"main_score":0.469667,"hf_subset":"kam_Latn-jpn_Jpan","languages":["kam-Latn","jpn-Jpan"]},{"precision":0.476713,"recall":0.511858,"f1":0.487043,"accuracy":0.511858,"main_score":0.487043,"hf_subset":"kam_Latn-lij_Latn","languages":["kam-Latn","lij-Latn"]},{"precision":0.343458,"recall":0.407115,"f1":0.361715,"accuracy":0.407115,"main_score":0.361715,"hf_subset":"kam_Latn-mya_Mymr","languages":["kam-Latn","mya-Mymr"]},{"precision":0.453889,"recall":0.488142,"f1":0.464168,"accuracy":0.488142,"main_score":0.464168,"hf_subset":"kam_Latn-sag_Latn","languages":["kam-Latn","sag-Latn"]},{"precision":0.160515,"recall":0.212451,"f1":0.173466,"accuracy":0.212451,"main_score":0.173466,"hf_subset":"kam_Latn-taq_Tfng","languages":["kam-Latn","taq-Tfng"]},{"precision":0.430217,"recall":0.474308,"f1":0.442662,"accuracy":0.474308,"main_score":0.442662,"hf_subset":"kam_Latn-wol_Latn","languages":["kam-Latn","wol-Latn"]},{"precision":0.279528,"recall":0.351779,"f1":0.29902,"accuracy":0.351779,"main_score":0.29902,"hf_subset":"kam_Latn-arb_Latn","languages":["kam-Latn","arb-Latn"]},{"precision":0.487299,"recall":0.52668,"f1":0.498431,"accuracy":0.52668,"main_score":0.498431,"hf_subset":"kam_Latn-cat_Latn","languages":["kam-Latn","cat-Latn"]},{"precision":0.466644,"recall":0.503953,"f1":0.477355,"accuracy":0.503953,"main_score":0.477355,"hf_subset":"kam_Latn-fur_Latn","languages":["kam-Latn","fur-Latn"]},{"precision":0.312057,"recall":0.36166,"f1":0.325187,"accuracy":0.36166,"main_score":0.325187,"hf_subset":"kam_Latn-kab_Latn","languages":["kam-Latn","kab-Latn"]},{"precision":0.464954,"recall":0.500988,"f1":0.475419,"accuracy":0.500988,"main_score":0.475419,"hf_subset":"kam_Latn-lim_Latn","languages":["kam-Latn","lim-Latn"]},{"precision":0.481664,"recall":0.534585,"f1":0.495761,"accuracy":0.534585,"main_score":0.495761,"hf_subset":"kam_Latn-nld_Latn","languages":["kam-Latn","nld-Latn"]},{"precision":0.403435,"recall":0.455534,"f1":0.418058,"accuracy":0.455534,"main_score":0.418058,"hf_subset":"kam_Latn-san_Deva","languages":["kam-Latn","san-Deva"]},{"precision":0.439453,"recall":0.480237,"f1":0.451682,"accuracy":0.480237,"main_score":0.451682,"hf_subset":"kam_Latn-tat_Cyrl","languages":["kam-Latn","tat-Cyrl"]},{"precision":0.451279,"recall":0.488142,"f1":0.461968,"accuracy":0.488142,"main_score":0.461968,"hf_subset":"kam_Latn-xho_Latn","languages":["kam-Latn","xho-Latn"]},{"precision":0.436323,"recall":0.500988,"f1":0.454448,"accuracy":0.500988,"main_score":0.454448,"hf_subset":"kam_Latn-ars_Arab","languages":["kam-Latn","ars-Arab"]},{"precision":0.504374,"recall":0.532609,"f1":0.512552,"accuracy":0.532609,"main_score":0.512552,"hf_subset":"kam_Latn-ceb_Latn","languages":["kam-Latn","ceb-Latn"]},{"precision":0.413836,"recall":0.463439,"f1":0.428057,"accuracy":0.463439,"main_score":0.428057,"hf_subset":"kam_Latn-fuv_Latn","languages":["kam-Latn","fuv-Latn"]},{"precision":0.429164,"recall":0.475296,"f1":0.443108,"accuracy":0.475296,"main_score":0.443108,"hf_subset":"kam_Latn-kac_Latn","languages":["kam-Latn","kac-Latn"]},{"precision":0.451252,"recall":0.491107,"f1":0.463853,"accuracy":0.491107,"main_score":0.463853,"hf_subset":"kam_Latn-lin_Latn","languages":["kam-Latn","lin-Latn"]},{"precision":0.468176,"recall":0.519763,"f1":0.482988,"accuracy":0.519763,"main_score":0.482988,"hf_subset":"kam_Latn-nno_Latn","languages":["kam-Latn","nno-Latn"]},{"precision":0.172958,"recall":0.208498,"f1":0.182611,"accuracy":0.208498,"main_score":0.182611,"hf_subset":"kam_Latn-sat_Olck","languages":["kam-Latn","sat-Olck"]},{"precision":0.449867,"recall":0.504941,"f1":0.465445,"accuracy":0.504941,"main_score":0.465445,"hf_subset":"kam_Latn-tel_Telu","languages":["kam-Latn","tel-Telu"]},{"precision":0.259604,"recall":0.320158,"f1":0.275314,"accuracy":0.320158,"main_score":0.275314,"hf_subset":"kam_Latn-ydd_Hebr","languages":["kam-Latn","ydd-Hebr"]},{"precision":0.415415,"recall":0.471344,"f1":0.430725,"accuracy":0.471344,"main_score":0.430725,"hf_subset":"kam_Latn-ary_Arab","languages":["kam-Latn","ary-Arab"]},{"precision":0.449508,"recall":0.508893,"f1":0.464968,"accuracy":0.508893,"main_score":0.464968,"hf_subset":"kam_Latn-ces_Latn","languages":["kam-Latn","ces-Latn"]},{"precision":0.330538,"recall":0.386364,"f1":0.345575,"accuracy":0.386364,"main_score":0.345575,"hf_subset":"kam_Latn-gaz_Latn","languages":["kam-Latn","gaz-Latn"]},{"precision":0.422221,"recall":0.470356,"f1":0.436134,"accuracy":0.470356,"main_score":0.436134,"hf_subset":"kam_Latn-lit_Latn","languages":["kam-Latn","lit-Latn"]},{"precision":0.481262,"recall":0.533597,"f1":0.496266,"accuracy":0.533597,"main_score":0.496266,"hf_subset":"kam_Latn-nob_Latn","languages":["kam-Latn","nob-Latn"]},{"precision":0.446278,"recall":0.483202,"f1":0.456871,"accuracy":0.483202,"main_score":0.456871,"hf_subset":"kam_Latn-scn_Latn","languages":["kam-Latn","scn-Latn"]},{"precision":0.383286,"recall":0.429842,"f1":0.396673,"accuracy":0.429842,"main_score":0.396673,"hf_subset":"kam_Latn-tgk_Cyrl","languages":["kam-Latn","tgk-Cyrl"]},{"precision":0.397217,"recall":0.44664,"f1":0.412206,"accuracy":0.44664,"main_score":0.412206,"hf_subset":"kam_Latn-yor_Latn","languages":["kam-Latn","yor-Latn"]},{"precision":0.466926,"recall":0.523715,"f1":0.481768,"accuracy":0.523715,"main_score":0.481768,"hf_subset":"kam_Latn-arz_Arab","languages":["kam-Latn","arz-Arab"]},{"precision":0.424499,"recall":0.458498,"f1":0.434616,"accuracy":0.458498,"main_score":0.434616,"hf_subset":"kam_Latn-cjk_Latn","languages":["kam-Latn","cjk-Latn"]},{"precision":0.361684,"recall":0.416996,"f1":0.375934,"accuracy":0.416996,"main_score":0.375934,"hf_subset":"kam_Latn-gla_Latn","languages":["kam-Latn","gla-Latn"]},{"precision":0.437955,"recall":0.495059,"f1":0.454691,"accuracy":0.495059,"main_score":0.454691,"hf_subset":"kam_Latn-kan_Knda","languages":["kam-Latn","kan-Knda"]},{"precision":0.464756,"recall":0.497036,"f1":0.474722,"accuracy":0.497036,"main_score":0.474722,"hf_subset":"kam_Latn-lmo_Latn","languages":["kam-Latn","lmo-Latn"]},{"precision":0.45115,"recall":0.505929,"f1":0.466111,"accuracy":0.505929,"main_score":0.466111,"hf_subset":"kam_Latn-npi_Deva","languages":["kam-Latn","npi-Deva"]},{"precision":0.381291,"recall":0.431818,"f1":0.396626,"accuracy":0.431818,"main_score":0.396626,"hf_subset":"kam_Latn-shn_Mymr","languages":["kam-Latn","shn-Mymr"]},{"precision":0.486409,"recall":0.52668,"f1":0.498338,"accuracy":0.52668,"main_score":0.498338,"hf_subset":"kam_Latn-tgl_Latn","languages":["kam-Latn","tgl-Latn"]},{"precision":0.44033,"recall":0.505929,"f1":0.458711,"accuracy":0.505929,"main_score":0.458711,"hf_subset":"kam_Latn-yue_Hant","languages":["kam-Latn","yue-Hant"]},{"precision":0.397254,"recall":0.455534,"f1":0.414156,"accuracy":0.455534,"main_score":0.414156,"hf_subset":"kam_Latn-asm_Beng","languages":["kam-Latn","asm-Beng"]},{"precision":0.320529,"recall":0.366601,"f1":0.333432,"accuracy":0.366601,"main_score":0.333432,"hf_subset":"kam_Latn-ckb_Arab","languages":["kam-Latn","ckb-Arab"]},{"precision":0.36918,"recall":0.422925,"f1":0.383617,"accuracy":0.422925,"main_score":0.383617,"hf_subset":"kam_Latn-gle_Latn","languages":["kam-Latn","gle-Latn"]},{"precision":0.350617,"recall":0.408103,"f1":0.367031,"accuracy":0.408103,"main_score":0.367031,"hf_subset":"kam_Latn-kas_Arab","languages":["kam-Latn","kas-Arab"]},{"precision":0.420299,"recall":0.45751,"f1":0.431175,"accuracy":0.45751,"main_score":0.431175,"hf_subset":"kam_Latn-ltg_Latn","languages":["kam-Latn","ltg-Latn"]},{"precision":0.456442,"recall":0.499012,"f1":0.468841,"accuracy":0.499012,"main_score":0.468841,"hf_subset":"kam_Latn-nso_Latn","languages":["kam-Latn","nso-Latn"]},{"precision":0.390615,"recall":0.444664,"f1":0.406116,"accuracy":0.444664,"main_score":0.406116,"hf_subset":"kam_Latn-sin_Sinh","languages":["kam-Latn","sin-Sinh"]},{"precision":0.433451,"recall":0.503953,"f1":0.452834,"accuracy":0.503953,"main_score":0.452834,"hf_subset":"kam_Latn-tha_Thai","languages":["kam-Latn","tha-Thai"]},{"precision":0.461077,"recall":0.522727,"f1":0.47833,"accuracy":0.522727,"main_score":0.47833,"hf_subset":"kam_Latn-zho_Hans","languages":["kam-Latn","zho-Hans"]},{"precision":0.470881,"recall":0.506917,"f1":0.480757,"accuracy":0.506917,"main_score":0.480757,"hf_subset":"kam_Latn-ast_Latn","languages":["kam-Latn","ast-Latn"]},{"precision":0.423514,"recall":0.470356,"f1":0.436623,"accuracy":0.470356,"main_score":0.436623,"hf_subset":"kam_Latn-crh_Latn","languages":["kam-Latn","crh-Latn"]},{"precision":0.491881,"recall":0.531621,"f1":0.502995,"accuracy":0.531621,"main_score":0.502995,"hf_subset":"kam_Latn-glg_Latn","languages":["kam-Latn","glg-Latn"]},{"precision":0.384897,"recall":0.440711,"f1":0.401416,"accuracy":0.440711,"main_score":0.401416,"hf_subset":"kam_Latn-kas_Deva","languages":["kam-Latn","kas-Deva"]},{"precision":0.4414,"recall":0.48913,"f1":0.454663,"accuracy":0.48913,"main_score":0.454663,"hf_subset":"kam_Latn-ltz_Latn","languages":["kam-Latn","ltz-Latn"]},{"precision":0.329989,"recall":0.385375,"f1":0.344654,"accuracy":0.385375,"main_score":0.344654,"hf_subset":"kam_Latn-nus_Latn","languages":["kam-Latn","nus-Latn"]},{"precision":0.446615,"recall":0.5,"f1":0.460921,"accuracy":0.5,"main_score":0.460921,"hf_subset":"kam_Latn-slk_Latn","languages":["kam-Latn","slk-Latn"]},{"precision":0.3327,"recall":0.383399,"f1":0.347501,"accuracy":0.383399,"main_score":0.347501,"hf_subset":"kam_Latn-tir_Ethi","languages":["kam-Latn","tir-Ethi"]},{"precision":0.433761,"recall":0.502964,"f1":0.452891,"accuracy":0.502964,"main_score":0.452891,"hf_subset":"kam_Latn-zho_Hant","languages":["kam-Latn","zho-Hant"]},{"precision":0.462081,"recall":0.516798,"f1":0.477065,"accuracy":0.516798,"main_score":0.477065,"hf_subset":"kam_Latn-awa_Deva","languages":["kam-Latn","awa-Deva"]},{"precision":0.394445,"recall":0.443676,"f1":0.407921,"accuracy":0.443676,"main_score":0.407921,"hf_subset":"kam_Latn-cym_Latn","languages":["kam-Latn","cym-Latn"]},{"precision":0.469318,"recall":0.506917,"f1":0.480342,"accuracy":0.506917,"main_score":0.480342,"hf_subset":"kam_Latn-grn_Latn","languages":["kam-Latn","grn-Latn"]},{"precision":0.416534,"recall":0.465415,"f1":0.430154,"accuracy":0.465415,"main_score":0.430154,"hf_subset":"kam_Latn-kat_Geor","languages":["kam-Latn","kat-Geor"]},{"precision":0.453453,"recall":0.488142,"f1":0.463006,"accuracy":0.488142,"main_score":0.463006,"hf_subset":"kam_Latn-lua_Latn","languages":["kam-Latn","lua-Latn"]},{"precision":0.481383,"recall":0.51581,"f1":0.491089,"accuracy":0.51581,"main_score":0.491089,"hf_subset":"kam_Latn-nya_Latn","languages":["kam-Latn","nya-Latn"]},{"precision":0.446704,"recall":0.5,"f1":0.46102,"accuracy":0.5,"main_score":0.46102,"hf_subset":"kam_Latn-slv_Latn","languages":["kam-Latn","slv-Latn"]},{"precision":0.498954,"recall":0.532609,"f1":0.508558,"accuracy":0.532609,"main_score":0.508558,"hf_subset":"kam_Latn-tpi_Latn","languages":["kam-Latn","tpi-Latn"]},{"precision":0.491303,"recall":0.540514,"f1":0.505082,"accuracy":0.540514,"main_score":0.505082,"hf_subset":"kam_Latn-zsm_Latn","languages":["kam-Latn","zsm-Latn"]},{"precision":0.394549,"recall":0.448617,"f1":0.410408,"accuracy":0.448617,"main_score":0.410408,"hf_subset":"kam_Latn-ayr_Latn","languages":["kam-Latn","ayr-Latn"]},{"precision":0.470123,"recall":0.519763,"f1":0.483703,"accuracy":0.519763,"main_score":0.483703,"hf_subset":"kam_Latn-dan_Latn","languages":["kam-Latn","dan-Latn"]},{"precision":0.425195,"recall":0.485178,"f1":0.441571,"accuracy":0.485178,"main_score":0.441571,"hf_subset":"kam_Latn-guj_Gujr","languages":["kam-Latn","guj-Gujr"]},{"precision":0.431706,"recall":0.477273,"f1":0.444985,"accuracy":0.477273,"main_score":0.444985,"hf_subset":"kam_Latn-kaz_Cyrl","languages":["kam-Latn","kaz-Cyrl"]},{"precision":0.426968,"recall":0.474308,"f1":0.439675,"accuracy":0.474308,"main_score":0.439675,"hf_subset":"kam_Latn-lug_Latn","languages":["kam-Latn","lug-Latn"]},{"precision":0.464371,"recall":0.511858,"f1":0.47768,"accuracy":0.511858,"main_score":0.47768,"hf_subset":"kam_Latn-oci_Latn","languages":["kam-Latn","oci-Latn"]},{"precision":0.438689,"recall":0.485178,"f1":0.452296,"accuracy":0.485178,"main_score":0.452296,"hf_subset":"kam_Latn-smo_Latn","languages":["kam-Latn","smo-Latn"]},{"precision":0.440876,"recall":0.480237,"f1":0.452997,"accuracy":0.480237,"main_score":0.452997,"hf_subset":"kam_Latn-tsn_Latn","languages":["kam-Latn","tsn-Latn"]},{"precision":0.417682,"recall":0.464427,"f1":0.43123,"accuracy":0.464427,"main_score":0.43123,"hf_subset":"kam_Latn-zul_Latn","languages":["kam-Latn","zul-Latn"]},{"precision":0.333573,"recall":0.398221,"f1":0.350875,"accuracy":0.398221,"main_score":0.350875,"hf_subset":"kam_Latn-azb_Arab","languages":["kam-Latn","azb-Arab"]},{"precision":0.480438,"recall":0.537549,"f1":0.496061,"accuracy":0.537549,"main_score":0.496061,"hf_subset":"kam_Latn-deu_Latn","languages":["kam-Latn","deu-Latn"]},{"precision":0.396994,"recall":0.450593,"f1":0.412308,"accuracy":0.450593,"main_score":0.412308,"hf_subset":"kam_Latn-hat_Latn","languages":["kam-Latn","hat-Latn"]},{"precision":0.373937,"recall":0.421937,"f1":0.387653,"accuracy":0.421937,"main_score":0.387653,"hf_subset":"kam_Latn-kbp_Latn","languages":["kam-Latn","kbp-Latn"]},{"precision":0.456957,"recall":0.494071,"f1":0.467769,"accuracy":0.494071,"main_score":0.467769,"hf_subset":"kam_Latn-luo_Latn","languages":["kam-Latn","luo-Latn"]},{"precision":0.376716,"recall":0.435771,"f1":0.393095,"accuracy":0.435771,"main_score":0.393095,"hf_subset":"kam_Latn-ory_Orya","languages":["kam-Latn","ory-Orya"]},{"precision":0.452377,"recall":0.494071,"f1":0.46378,"accuracy":0.494071,"main_score":0.46378,"hf_subset":"kam_Latn-sna_Latn","languages":["kam-Latn","sna-Latn"]},{"precision":0.448238,"recall":0.481225,"f1":0.458202,"accuracy":0.481225,"main_score":0.458202,"hf_subset":"kam_Latn-tso_Latn","languages":["kam-Latn","tso-Latn"]},{"precision":0.43225,"recall":0.480237,"f1":0.445835,"accuracy":0.480237,"main_score":0.445835,"hf_subset":"kam_Latn-azj_Latn","languages":["kam-Latn","azj-Latn"]},{"precision":0.414933,"recall":0.465415,"f1":0.42934,"accuracy":0.465415,"main_score":0.42934,"hf_subset":"kam_Latn-dik_Latn","languages":["kam-Latn","dik-Latn"]},{"precision":0.437229,"recall":0.47332,"f1":0.44781,"accuracy":0.47332,"main_score":0.44781,"hf_subset":"kam_Latn-hau_Latn","languages":["kam-Latn","hau-Latn"]},{"precision":0.477696,"recall":0.512846,"f1":0.487388,"accuracy":0.512846,"main_score":0.487388,"hf_subset":"kam_Latn-kea_Latn","languages":["kam-Latn","kea-Latn"]},{"precision":0.479143,"recall":0.513834,"f1":0.489575,"accuracy":0.513834,"main_score":0.489575,"hf_subset":"kam_Latn-lus_Latn","languages":["kam-Latn","lus-Latn"]},{"precision":0.478874,"recall":0.512846,"f1":0.488481,"accuracy":0.512846,"main_score":0.488481,"hf_subset":"kam_Latn-pag_Latn","languages":["kam-Latn","pag-Latn"]},{"precision":0.363527,"recall":0.429842,"f1":0.381684,"accuracy":0.429842,"main_score":0.381684,"hf_subset":"kam_Latn-snd_Arab","languages":["kam-Latn","snd-Arab"]},{"precision":0.409885,"recall":0.456522,"f1":0.423668,"accuracy":0.456522,"main_score":0.423668,"hf_subset":"kam_Latn-tuk_Latn","languages":["kam-Latn","tuk-Latn"]},{"precision":0.44991,"recall":0.483202,"f1":0.459513,"accuracy":0.483202,"main_score":0.459513,"hf_subset":"kam_Latn-bak_Cyrl","languages":["kam-Latn","bak-Cyrl"]},{"precision":0.342367,"recall":0.401186,"f1":0.35943,"accuracy":0.401186,"main_score":0.35943,"hf_subset":"kam_Latn-dyu_Latn","languages":["kam-Latn","dyu-Latn"]},{"precision":0.381685,"recall":0.436759,"f1":0.396964,"accuracy":0.436759,"main_score":0.396964,"hf_subset":"kam_Latn-heb_Hebr","languages":["kam-Latn","heb-Hebr"]},{"precision":0.380576,"recall":0.43083,"f1":0.39456,"accuracy":0.43083,"main_score":0.39456,"hf_subset":"kam_Latn-khk_Cyrl","languages":["kam-Latn","khk-Cyrl"]},{"precision":0.432141,"recall":0.474308,"f1":0.444432,"accuracy":0.474308,"main_score":0.444432,"hf_subset":"kam_Latn-lvs_Latn","languages":["kam-Latn","lvs-Latn"]},{"precision":0.396024,"recall":0.465415,"f1":0.415475,"accuracy":0.465415,"main_score":0.415475,"hf_subset":"kam_Latn-pan_Guru","languages":["kam-Latn","pan-Guru"]},{"precision":0.3915,"recall":0.440711,"f1":0.405318,"accuracy":0.440711,"main_score":0.405318,"hf_subset":"kam_Latn-som_Latn","languages":["kam-Latn","som-Latn"]},{"precision":0.458189,"recall":0.491107,"f1":0.467166,"accuracy":0.491107,"main_score":0.467166,"hf_subset":"kam_Latn-tum_Latn","languages":["kam-Latn","tum-Latn"]},{"precision":0.26416,"recall":0.347826,"f1":0.286149,"accuracy":0.347826,"main_score":0.286149,"hf_subset":"lit_Latn-ace_Arab","languages":["lit-Latn","ace-Arab"]},{"precision":0.359077,"recall":0.437747,"f1":0.380877,"accuracy":0.437747,"main_score":0.380877,"hf_subset":"lit_Latn-bam_Latn","languages":["lit-Latn","bam-Latn"]},{"precision":0.136624,"recall":0.197628,"f1":0.15272,"accuracy":0.197628,"main_score":0.15272,"hf_subset":"lit_Latn-dzo_Tibt","languages":["lit-Latn","dzo-Tibt"]},{"precision":0.826894,"recall":0.871542,"f1":0.840613,"accuracy":0.871542,"main_score":0.840613,"hf_subset":"lit_Latn-hin_Deva","languages":["lit-Latn","hin-Deva"]},{"precision":0.631329,"recall":0.708498,"f1":0.654238,"accuracy":0.708498,"main_score":0.654238,"hf_subset":"lit_Latn-khm_Khmr","languages":["lit-Latn","khm-Khmr"]},{"precision":0.792317,"recall":0.842885,"f1":0.807828,"accuracy":0.842885,"main_score":0.807828,"hf_subset":"lit_Latn-mag_Deva","languages":["lit-Latn","mag-Deva"]},{"precision":0.702899,"recall":0.759881,"f1":0.719608,"accuracy":0.759881,"main_score":0.719608,"hf_subset":"lit_Latn-pap_Latn","languages":["lit-Latn","pap-Latn"]},{"precision":0.404877,"recall":0.481225,"f1":0.426249,"accuracy":0.481225,"main_score":0.426249,"hf_subset":"lit_Latn-sot_Latn","languages":["lit-Latn","sot-Latn"]},{"precision":0.828946,"recall":0.871542,"f1":0.841918,"accuracy":0.871542,"main_score":0.841918,"hf_subset":"lit_Latn-tur_Latn","languages":["lit-Latn","tur-Latn"]},{"precision":0.570703,"recall":0.650198,"f1":0.593766,"accuracy":0.650198,"main_score":0.593766,"hf_subset":"lit_Latn-ace_Latn","languages":["lit-Latn","ace-Latn"]},{"precision":0.675823,"recall":0.731225,"f1":0.692457,"accuracy":0.731225,"main_score":0.692457,"hf_subset":"lit_Latn-ban_Latn","languages":["lit-Latn","ban-Latn"]},{"precision":0.770184,"recall":0.828063,"f1":0.788262,"accuracy":0.828063,"main_score":0.788262,"hf_subset":"lit_Latn-ell_Grek","languages":["lit-Latn","ell-Grek"]},{"precision":0.764213,"recall":0.820158,"f1":0.78093,"accuracy":0.820158,"main_score":0.78093,"hf_subset":"lit_Latn-hne_Deva","languages":["lit-Latn","hne-Deva"]},{"precision":0.393514,"recall":0.480237,"f1":0.417427,"accuracy":0.480237,"main_score":0.417427,"hf_subset":"lit_Latn-kik_Latn","languages":["lit-Latn","kik-Latn"]},{"precision":0.808827,"recall":0.854743,"f1":0.822516,"accuracy":0.854743,"main_score":0.822516,"hf_subset":"lit_Latn-mai_Deva","languages":["lit-Latn","mai-Deva"]},{"precision":0.716346,"recall":0.771739,"f1":0.732894,"accuracy":0.771739,"main_score":0.732894,"hf_subset":"lit_Latn-pbt_Arab","languages":["lit-Latn","pbt-Arab"]},{"precision":0.837764,"recall":0.879447,"f1":0.850329,"accuracy":0.879447,"main_score":0.850329,"hf_subset":"lit_Latn-spa_Latn","languages":["lit-Latn","spa-Latn"]},{"precision":0.451345,"recall":0.525692,"f1":0.47237,"accuracy":0.525692,"main_score":0.47237,"hf_subset":"lit_Latn-twi_Latn","languages":["lit-Latn","twi-Latn"]},{"precision":0.81139,"recall":0.858696,"f1":0.826038,"accuracy":0.858696,"main_score":0.826038,"hf_subset":"lit_Latn-acm_Arab","languages":["lit-Latn","acm-Arab"]},{"precision":0.735458,"recall":0.793478,"f1":0.752851,"accuracy":0.793478,"main_score":0.752851,"hf_subset":"lit_Latn-bel_Cyrl","languages":["lit-Latn","bel-Cyrl"]},{"precision":0.856884,"recall":0.893281,"f1":0.867838,"accuracy":0.893281,"main_score":0.867838,"hf_subset":"lit_Latn-eng_Latn","languages":["lit-Latn","eng-Latn"]},{"precision":0.82887,"recall":0.871542,"f1":0.842095,"accuracy":0.871542,"main_score":0.842095,"hf_subset":"lit_Latn-hrv_Latn","languages":["lit-Latn","hrv-Latn"]},{"precision":0.393345,"recall":0.476285,"f1":0.415426,"accuracy":0.476285,"main_score":0.415426,"hf_subset":"lit_Latn-kin_Latn","languages":["lit-Latn","kin-Latn"]},{"precision":0.787673,"recall":0.836957,"f1":0.802643,"accuracy":0.836957,"main_score":0.802643,"hf_subset":"lit_Latn-mal_Mlym","languages":["lit-Latn","mal-Mlym"]},{"precision":0.819532,"recall":0.863636,"f1":0.833267,"accuracy":0.863636,"main_score":0.833267,"hf_subset":"lit_Latn-pes_Arab","languages":["lit-Latn","pes-Arab"]},{"precision":0.705155,"recall":0.76581,"f1":0.723767,"accuracy":0.76581,"main_score":0.723767,"hf_subset":"lit_Latn-srd_Latn","languages":["lit-Latn","srd-Latn"]},{"precision":0.114575,"recall":0.186759,"f1":0.131041,"accuracy":0.186759,"main_score":0.131041,"hf_subset":"lit_Latn-tzm_Tfng","languages":["lit-Latn","tzm-Tfng"]},{"precision":0.822414,"recall":0.862648,"f1":0.834472,"accuracy":0.862648,"main_score":0.834472,"hf_subset":"lit_Latn-acq_Arab","languages":["lit-Latn","acq-Arab"]},{"precision":0.438673,"recall":0.513834,"f1":0.458399,"accuracy":0.513834,"main_score":0.458399,"hf_subset":"lit_Latn-bem_Latn","languages":["lit-Latn","bem-Latn"]},{"precision":0.750948,"recall":0.802372,"f1":0.766142,"accuracy":0.802372,"main_score":0.766142,"hf_subset":"lit_Latn-epo_Latn","languages":["lit-Latn","epo-Latn"]},{"precision":0.773584,"recall":0.828063,"f1":0.7905,"accuracy":0.828063,"main_score":0.7905,"hf_subset":"lit_Latn-hun_Latn","languages":["lit-Latn","hun-Latn"]},{"precision":0.623421,"recall":0.694664,"f1":0.644016,"accuracy":0.694664,"main_score":0.644016,"hf_subset":"lit_Latn-kir_Cyrl","languages":["lit-Latn","kir-Cyrl"]},{"precision":0.809124,"recall":0.858696,"f1":0.824868,"accuracy":0.858696,"main_score":0.824868,"hf_subset":"lit_Latn-mar_Deva","languages":["lit-Latn","mar-Deva"]},{"precision":0.436975,"recall":0.512846,"f1":0.45796,"accuracy":0.512846,"main_score":0.45796,"hf_subset":"lit_Latn-plt_Latn","languages":["lit-Latn","plt-Latn"]},{"precision":0.810018,"recall":0.856719,"f1":0.824539,"accuracy":0.856719,"main_score":0.824539,"hf_subset":"lit_Latn-srp_Cyrl","languages":["lit-Latn","srp-Cyrl"]},{"precision":0.294056,"recall":0.367589,"f1":0.313757,"accuracy":0.367589,"main_score":0.313757,"hf_subset":"lit_Latn-uig_Arab","languages":["lit-Latn","uig-Arab"]},{"precision":0.755585,"recall":0.813241,"f1":0.772944,"accuracy":0.813241,"main_score":0.772944,"hf_subset":"lit_Latn-aeb_Arab","languages":["lit-Latn","aeb-Arab"]},{"precision":0.807263,"recall":0.854743,"f1":0.821673,"accuracy":0.854743,"main_score":0.821673,"hf_subset":"lit_Latn-ben_Beng","languages":["lit-Latn","ben-Beng"]},{"precision":0.740613,"recall":0.799407,"f1":0.758827,"accuracy":0.799407,"main_score":0.758827,"hf_subset":"lit_Latn-est_Latn","languages":["lit-Latn","est-Latn"]},{"precision":0.685048,"recall":0.748024,"f1":0.703887,"accuracy":0.748024,"main_score":0.703887,"hf_subset":"lit_Latn-hye_Armn","languages":["lit-Latn","hye-Armn"]},{"precision":0.387528,"recall":0.462451,"f1":0.408117,"accuracy":0.462451,"main_score":0.408117,"hf_subset":"lit_Latn-kmb_Latn","languages":["lit-Latn","kmb-Latn"]},{"precision":0.223991,"recall":0.300395,"f1":0.244168,"accuracy":0.300395,"main_score":0.244168,"hf_subset":"lit_Latn-min_Arab","languages":["lit-Latn","min-Arab"]},{"precision":0.85207,"recall":0.88834,"f1":0.862912,"accuracy":0.88834,"main_score":0.862912,"hf_subset":"lit_Latn-pol_Latn","languages":["lit-Latn","pol-Latn"]},{"precision":0.373972,"recall":0.451581,"f1":0.394888,"accuracy":0.451581,"main_score":0.394888,"hf_subset":"lit_Latn-ssw_Latn","languages":["lit-Latn","ssw-Latn"]},{"precision":0.845076,"recall":0.880435,"f1":0.855765,"accuracy":0.880435,"main_score":0.855765,"hf_subset":"lit_Latn-ukr_Cyrl","languages":["lit-Latn","ukr-Cyrl"]},{"precision":0.76839,"recall":0.820158,"f1":0.784331,"accuracy":0.820158,"main_score":0.784331,"hf_subset":"lit_Latn-afr_Latn","languages":["lit-Latn","afr-Latn"]},{"precision":0.765431,"recall":0.820158,"f1":0.781856,"accuracy":0.820158,"main_score":0.781856,"hf_subset":"lit_Latn-bho_Deva","languages":["lit-Latn","bho-Deva"]},{"precision":0.598445,"recall":0.667984,"f1":0.619092,"accuracy":0.667984,"main_score":0.619092,"hf_subset":"lit_Latn-eus_Latn","languages":["lit-Latn","eus-Latn"]},{"precision":0.394802,"recall":0.480237,"f1":0.417266,"accuracy":0.480237,"main_score":0.417266,"hf_subset":"lit_Latn-ibo_Latn","languages":["lit-Latn","ibo-Latn"]},{"precision":0.430882,"recall":0.516798,"f1":0.454857,"accuracy":0.516798,"main_score":0.454857,"hf_subset":"lit_Latn-kmr_Latn","languages":["lit-Latn","kmr-Latn"]},{"precision":0.623298,"recall":0.695652,"f1":0.644617,"accuracy":0.695652,"main_score":0.644617,"hf_subset":"lit_Latn-min_Latn","languages":["lit-Latn","min-Latn"]},{"precision":0.856374,"recall":0.894269,"f1":0.868102,"accuracy":0.894269,"main_score":0.868102,"hf_subset":"lit_Latn-por_Latn","languages":["lit-Latn","por-Latn"]},{"precision":0.685979,"recall":0.744071,"f1":0.703557,"accuracy":0.744071,"main_score":0.703557,"hf_subset":"lit_Latn-sun_Latn","languages":["lit-Latn","sun-Latn"]},{"precision":0.368522,"recall":0.447628,"f1":0.389387,"accuracy":0.447628,"main_score":0.389387,"hf_subset":"lit_Latn-umb_Latn","languages":["lit-Latn","umb-Latn"]},{"precision":0.806818,"recall":0.853755,"f1":0.821739,"accuracy":0.853755,"main_score":0.821739,"hf_subset":"lit_Latn-ajp_Arab","languages":["lit-Latn","ajp-Arab"]},{"precision":0.246295,"recall":0.317194,"f1":0.265471,"accuracy":0.317194,"main_score":0.265471,"hf_subset":"lit_Latn-bjn_Arab","languages":["lit-Latn","bjn-Arab"]},{"precision":0.380137,"recall":0.452569,"f1":0.399336,"accuracy":0.452569,"main_score":0.399336,"hf_subset":"lit_Latn-ewe_Latn","languages":["lit-Latn","ewe-Latn"]},{"precision":0.612447,"recall":0.673913,"f1":0.63016,"accuracy":0.673913,"main_score":0.63016,"hf_subset":"lit_Latn-ilo_Latn","languages":["lit-Latn","ilo-Latn"]},{"precision":0.173216,"recall":0.245059,"f1":0.190634,"accuracy":0.245059,"main_score":0.190634,"hf_subset":"lit_Latn-knc_Arab","languages":["lit-Latn","knc-Arab"]},{"precision":0.798017,"recall":0.844862,"f1":0.811945,"accuracy":0.844862,"main_score":0.811945,"hf_subset":"lit_Latn-mkd_Cyrl","languages":["lit-Latn","mkd-Cyrl"]},{"precision":0.815662,"recall":0.86166,"f1":0.829941,"accuracy":0.86166,"main_score":0.829941,"hf_subset":"lit_Latn-prs_Arab","languages":["lit-Latn","prs-Arab"]},{"precision":0.836792,"recall":0.875494,"f1":0.84849,"accuracy":0.875494,"main_score":0.84849,"hf_subset":"lit_Latn-swe_Latn","languages":["lit-Latn","swe-Latn"]},{"precision":0.791782,"recall":0.839921,"f1":0.806489,"accuracy":0.839921,"main_score":0.806489,"hf_subset":"lit_Latn-urd_Arab","languages":["lit-Latn","urd-Arab"]},{"precision":0.436841,"recall":0.517787,"f1":0.458888,"accuracy":0.517787,"main_score":0.458888,"hf_subset":"lit_Latn-aka_Latn","languages":["lit-Latn","aka-Latn"]},{"precision":0.656531,"recall":0.722332,"f1":0.675595,"accuracy":0.722332,"main_score":0.675595,"hf_subset":"lit_Latn-bjn_Latn","languages":["lit-Latn","bjn-Latn"]},{"precision":0.503814,"recall":0.574111,"f1":0.523479,"accuracy":0.574111,"main_score":0.523479,"hf_subset":"lit_Latn-fao_Latn","languages":["lit-Latn","fao-Latn"]},{"precision":0.846756,"recall":0.887352,"f1":0.859552,"accuracy":0.887352,"main_score":0.859552,"hf_subset":"lit_Latn-ind_Latn","languages":["lit-Latn","ind-Latn"]},{"precision":0.42261,"recall":0.498024,"f1":0.443471,"accuracy":0.498024,"main_score":0.443471,"hf_subset":"lit_Latn-knc_Latn","languages":["lit-Latn","knc-Latn"]},{"precision":0.62193,"recall":0.690711,"f1":0.641768,"accuracy":0.690711,"main_score":0.641768,"hf_subset":"lit_Latn-mlt_Latn","languages":["lit-Latn","mlt-Latn"]},{"precision":0.455692,"recall":0.537549,"f1":0.477759,"accuracy":0.537549,"main_score":0.477759,"hf_subset":"lit_Latn-quy_Latn","languages":["lit-Latn","quy-Latn"]},{"precision":0.681324,"recall":0.745059,"f1":0.700546,"accuracy":0.745059,"main_score":0.700546,"hf_subset":"lit_Latn-swh_Latn","languages":["lit-Latn","swh-Latn"]},{"precision":0.608013,"recall":0.68083,"f1":0.629336,"accuracy":0.68083,"main_score":0.629336,"hf_subset":"lit_Latn-uzn_Latn","languages":["lit-Latn","uzn-Latn"]},{"precision":0.727388,"recall":0.782609,"f1":0.74371,"accuracy":0.782609,"main_score":0.74371,"hf_subset":"lit_Latn-als_Latn","languages":["lit-Latn","als-Latn"]},{"precision":0.191326,"recall":0.255929,"f1":0.207853,"accuracy":0.255929,"main_score":0.207853,"hf_subset":"lit_Latn-bod_Tibt","languages":["lit-Latn","bod-Tibt"]},{"precision":0.390916,"recall":0.463439,"f1":0.410336,"accuracy":0.463439,"main_score":0.410336,"hf_subset":"lit_Latn-fij_Latn","languages":["lit-Latn","fij-Latn"]},{"precision":0.479978,"recall":0.551383,"f1":0.49939,"accuracy":0.551383,"main_score":0.49939,"hf_subset":"lit_Latn-isl_Latn","languages":["lit-Latn","isl-Latn"]},{"precision":0.451869,"recall":0.529644,"f1":0.473173,"accuracy":0.529644,"main_score":0.473173,"hf_subset":"lit_Latn-kon_Latn","languages":["lit-Latn","kon-Latn"]},{"precision":0.334577,"recall":0.425889,"f1":0.359518,"accuracy":0.425889,"main_score":0.359518,"hf_subset":"lit_Latn-mni_Beng","languages":["lit-Latn","mni-Beng"]},{"precision":0.847936,"recall":0.887352,"f1":0.85998,"accuracy":0.887352,"main_score":0.85998,"hf_subset":"lit_Latn-ron_Latn","languages":["lit-Latn","ron-Latn"]},{"precision":0.758039,"recall":0.812253,"f1":0.774078,"accuracy":0.812253,"main_score":0.774078,"hf_subset":"lit_Latn-szl_Latn","languages":["lit-Latn","szl-Latn"]},{"precision":0.745589,"recall":0.800395,"f1":0.761961,"accuracy":0.800395,"main_score":0.761961,"hf_subset":"lit_Latn-vec_Latn","languages":["lit-Latn","vec-Latn"]},{"precision":0.635721,"recall":0.711462,"f1":0.658023,"accuracy":0.711462,"main_score":0.658023,"hf_subset":"lit_Latn-amh_Ethi","languages":["lit-Latn","amh-Ethi"]},{"precision":0.851367,"recall":0.886364,"f1":0.862291,"accuracy":0.886364,"main_score":0.862291,"hf_subset":"lit_Latn-bos_Latn","languages":["lit-Latn","bos-Latn"]},{"precision":0.826508,"recall":0.869565,"f1":0.839904,"accuracy":0.869565,"main_score":0.839904,"hf_subset":"lit_Latn-fin_Latn","languages":["lit-Latn","fin-Latn"]},{"precision":0.852717,"recall":0.889328,"f1":0.864361,"accuracy":0.889328,"main_score":0.864361,"hf_subset":"lit_Latn-ita_Latn","languages":["lit-Latn","ita-Latn"]},{"precision":0.816683,"recall":0.862648,"f1":0.830764,"accuracy":0.862648,"main_score":0.830764,"hf_subset":"lit_Latn-kor_Hang","languages":["lit-Latn","kor-Hang"]},{"precision":0.391078,"recall":0.47332,"f1":0.414434,"accuracy":0.47332,"main_score":0.414434,"hf_subset":"lit_Latn-mos_Latn","languages":["lit-Latn","mos-Latn"]},{"precision":0.386018,"recall":0.467391,"f1":0.407803,"accuracy":0.467391,"main_score":0.407803,"hf_subset":"lit_Latn-run_Latn","languages":["lit-Latn","run-Latn"]},{"precision":0.792671,"recall":0.843874,"f1":0.808333,"accuracy":0.843874,"main_score":0.808333,"hf_subset":"lit_Latn-tam_Taml","languages":["lit-Latn","tam-Taml"]},{"precision":0.80891,"recall":0.853755,"f1":0.822859,"accuracy":0.853755,"main_score":0.822859,"hf_subset":"lit_Latn-vie_Latn","languages":["lit-Latn","vie-Latn"]},{"precision":0.788498,"recall":0.837945,"f1":0.803428,"accuracy":0.837945,"main_score":0.803428,"hf_subset":"lit_Latn-apc_Arab","languages":["lit-Latn","apc-Arab"]},{"precision":0.559052,"recall":0.636364,"f1":0.580999,"accuracy":0.636364,"main_score":0.580999,"hf_subset":"lit_Latn-bug_Latn","languages":["lit-Latn","bug-Latn"]},{"precision":0.341625,"recall":0.424901,"f1":0.364305,"accuracy":0.424901,"main_score":0.364305,"hf_subset":"lit_Latn-fon_Latn","languages":["lit-Latn","fon-Latn"]},{"precision":0.697669,"recall":0.759881,"f1":0.716238,"accuracy":0.759881,"main_score":0.716238,"hf_subset":"lit_Latn-jav_Latn","languages":["lit-Latn","jav-Latn"]},{"precision":0.576894,"recall":0.649209,"f1":0.597049,"accuracy":0.649209,"main_score":0.597049,"hf_subset":"lit_Latn-lao_Laoo","languages":["lit-Latn","lao-Laoo"]},{"precision":0.364984,"recall":0.449605,"f1":0.38767,"accuracy":0.449605,"main_score":0.38767,"hf_subset":"lit_Latn-mri_Latn","languages":["lit-Latn","mri-Latn"]},{"precision":0.858416,"recall":0.894269,"f1":0.869302,"accuracy":0.894269,"main_score":0.869302,"hf_subset":"lit_Latn-rus_Cyrl","languages":["lit-Latn","rus-Cyrl"]},{"precision":0.385114,"recall":0.474308,"f1":0.408782,"accuracy":0.474308,"main_score":0.408782,"hf_subset":"lit_Latn-taq_Latn","languages":["lit-Latn","taq-Latn"]},{"precision":0.690431,"recall":0.749012,"f1":0.707642,"accuracy":0.749012,"main_score":0.707642,"hf_subset":"lit_Latn-war_Latn","languages":["lit-Latn","war-Latn"]},{"precision":0.820356,"recall":0.862648,"f1":0.83363,"accuracy":0.862648,"main_score":0.83363,"hf_subset":"lit_Latn-arb_Arab","languages":["lit-Latn","arb-Arab"]},{"precision":0.849104,"recall":0.887352,"f1":0.860411,"accuracy":0.887352,"main_score":0.860411,"hf_subset":"lit_Latn-bul_Cyrl","languages":["lit-Latn","bul-Cyrl"]},{"precision":0.855517,"recall":0.895257,"f1":0.86774,"accuracy":0.895257,"main_score":0.86774,"hf_subset":"lit_Latn-fra_Latn","languages":["lit-Latn","fra-Latn"]},{"precision":0.825049,"recall":0.866601,"f1":0.837615,"accuracy":0.866601,"main_score":0.837615,"hf_subset":"lit_Latn-jpn_Jpan","languages":["lit-Latn","jpn-Jpan"]},{"precision":0.732419,"recall":0.785573,"f1":0.748447,"accuracy":0.785573,"main_score":0.748447,"hf_subset":"lit_Latn-lij_Latn","languages":["lit-Latn","lij-Latn"]},{"precision":0.606077,"recall":0.68083,"f1":0.628233,"accuracy":0.68083,"main_score":0.628233,"hf_subset":"lit_Latn-mya_Mymr","languages":["lit-Latn","mya-Mymr"]},{"precision":0.439008,"recall":0.518775,"f1":0.461189,"accuracy":0.518775,"main_score":0.461189,"hf_subset":"lit_Latn-sag_Latn","languages":["lit-Latn","sag-Latn"]},{"precision":0.133885,"recall":0.210474,"f1":0.150484,"accuracy":0.210474,"main_score":0.150484,"hf_subset":"lit_Latn-taq_Tfng","languages":["lit-Latn","taq-Tfng"]},{"precision":0.436315,"recall":0.519763,"f1":0.460345,"accuracy":0.519763,"main_score":0.460345,"hf_subset":"lit_Latn-wol_Latn","languages":["lit-Latn","wol-Latn"]},{"precision":0.275488,"recall":0.374506,"f1":0.299782,"accuracy":0.374506,"main_score":0.299782,"hf_subset":"lit_Latn-arb_Latn","languages":["lit-Latn","arb-Latn"]},{"precision":0.815711,"recall":0.860672,"f1":0.82963,"accuracy":0.860672,"main_score":0.82963,"hf_subset":"lit_Latn-cat_Latn","languages":["lit-Latn","cat-Latn"]},{"precision":0.694443,"recall":0.750988,"f1":0.710952,"accuracy":0.750988,"main_score":0.710952,"hf_subset":"lit_Latn-fur_Latn","languages":["lit-Latn","fur-Latn"]},{"precision":0.272534,"recall":0.344862,"f1":0.291613,"accuracy":0.344862,"main_score":0.291613,"hf_subset":"lit_Latn-kab_Latn","languages":["lit-Latn","kab-Latn"]},{"precision":0.674769,"recall":0.737154,"f1":0.693784,"accuracy":0.737154,"main_score":0.693784,"hf_subset":"lit_Latn-lim_Latn","languages":["lit-Latn","lim-Latn"]},{"precision":0.841246,"recall":0.878458,"f1":0.852833,"accuracy":0.878458,"main_score":0.852833,"hf_subset":"lit_Latn-nld_Latn","languages":["lit-Latn","nld-Latn"]},{"precision":0.680165,"recall":0.749012,"f1":0.701426,"accuracy":0.749012,"main_score":0.701426,"hf_subset":"lit_Latn-san_Deva","languages":["lit-Latn","san-Deva"]},{"precision":0.62824,"recall":0.695652,"f1":0.647668,"accuracy":0.695652,"main_score":0.647668,"hf_subset":"lit_Latn-tat_Cyrl","languages":["lit-Latn","tat-Cyrl"]},{"precision":0.422417,"recall":0.502964,"f1":0.444156,"accuracy":0.502964,"main_score":0.444156,"hf_subset":"lit_Latn-xho_Latn","languages":["lit-Latn","xho-Latn"]},{"precision":0.819697,"recall":0.86166,"f1":0.832609,"accuracy":0.86166,"main_score":0.832609,"hf_subset":"lit_Latn-ars_Arab","languages":["lit-Latn","ars-Arab"]},{"precision":0.670729,"recall":0.733202,"f1":0.689083,"accuracy":0.733202,"main_score":0.689083,"hf_subset":"lit_Latn-ceb_Latn","languages":["lit-Latn","ceb-Latn"]},{"precision":0.404555,"recall":0.480237,"f1":0.425874,"accuracy":0.480237,"main_score":0.425874,"hf_subset":"lit_Latn-fuv_Latn","languages":["lit-Latn","fuv-Latn"]},{"precision":0.39235,"recall":0.478261,"f1":0.416595,"accuracy":0.478261,"main_score":0.416595,"hf_subset":"lit_Latn-kac_Latn","languages":["lit-Latn","kac-Latn"]},{"precision":0.44632,"recall":0.523715,"f1":0.468217,"accuracy":0.523715,"main_score":0.468217,"hf_subset":"lit_Latn-lin_Latn","languages":["lit-Latn","lin-Latn"]},{"precision":0.806028,"recall":0.850791,"f1":0.81996,"accuracy":0.850791,"main_score":0.81996,"hf_subset":"lit_Latn-nno_Latn","languages":["lit-Latn","nno-Latn"]},{"precision":0.158773,"recall":0.221344,"f1":0.174886,"accuracy":0.221344,"main_score":0.174886,"hf_subset":"lit_Latn-sat_Olck","languages":["lit-Latn","sat-Olck"]},{"precision":0.791864,"recall":0.840909,"f1":0.806903,"accuracy":0.840909,"main_score":0.806903,"hf_subset":"lit_Latn-tel_Telu","languages":["lit-Latn","tel-Telu"]},{"precision":0.298417,"recall":0.375494,"f1":0.318463,"accuracy":0.375494,"main_score":0.318463,"hf_subset":"lit_Latn-ydd_Hebr","languages":["lit-Latn","ydd-Hebr"]},{"precision":0.697612,"recall":0.76581,"f1":0.717909,"accuracy":0.76581,"main_score":0.717909,"hf_subset":"lit_Latn-ary_Arab","languages":["lit-Latn","ary-Arab"]},{"precision":0.828549,"recall":0.873518,"f1":0.842413,"accuracy":0.873518,"main_score":0.842413,"hf_subset":"lit_Latn-ces_Latn","languages":["lit-Latn","ces-Latn"]},{"precision":0.3199,"recall":0.40415,"f1":0.341416,"accuracy":0.40415,"main_score":0.341416,"hf_subset":"lit_Latn-gaz_Latn","languages":["lit-Latn","gaz-Latn"]},{"precision":0.402334,"recall":0.485178,"f1":0.425354,"accuracy":0.485178,"main_score":0.425354,"hf_subset":"lit_Latn-kam_Latn","languages":["lit-Latn","kam-Latn"]},{"precision":0.843626,"recall":0.885375,"f1":0.85695,"accuracy":0.885375,"main_score":0.85695,"hf_subset":"lit_Latn-nob_Latn","languages":["lit-Latn","nob-Latn"]},{"precision":0.630171,"recall":0.703557,"f1":0.651995,"accuracy":0.703557,"main_score":0.651995,"hf_subset":"lit_Latn-scn_Latn","languages":["lit-Latn","scn-Latn"]},{"precision":0.446478,"recall":0.529644,"f1":0.469582,"accuracy":0.529644,"main_score":0.469582,"hf_subset":"lit_Latn-tgk_Cyrl","languages":["lit-Latn","tgk-Cyrl"]},{"precision":0.359143,"recall":0.448617,"f1":0.383757,"accuracy":0.448617,"main_score":0.383757,"hf_subset":"lit_Latn-yor_Latn","languages":["lit-Latn","yor-Latn"]},{"precision":0.797325,"recall":0.843874,"f1":0.811498,"accuracy":0.843874,"main_score":0.811498,"hf_subset":"lit_Latn-arz_Arab","languages":["lit-Latn","arz-Arab"]},{"precision":0.402433,"recall":0.490119,"f1":0.426877,"accuracy":0.490119,"main_score":0.426877,"hf_subset":"lit_Latn-cjk_Latn","languages":["lit-Latn","cjk-Latn"]},{"precision":0.358372,"recall":0.432806,"f1":0.377821,"accuracy":0.432806,"main_score":0.377821,"hf_subset":"lit_Latn-gla_Latn","languages":["lit-Latn","gla-Latn"]},{"precision":0.801285,"recall":0.852767,"f1":0.817161,"accuracy":0.852767,"main_score":0.817161,"hf_subset":"lit_Latn-kan_Knda","languages":["lit-Latn","kan-Knda"]},{"precision":0.677778,"recall":0.746047,"f1":0.697647,"accuracy":0.746047,"main_score":0.697647,"hf_subset":"lit_Latn-lmo_Latn","languages":["lit-Latn","lmo-Latn"]},{"precision":0.804488,"recall":0.849802,"f1":0.818105,"accuracy":0.849802,"main_score":0.818105,"hf_subset":"lit_Latn-npi_Deva","languages":["lit-Latn","npi-Deva"]},{"precision":0.348457,"recall":0.436759,"f1":0.372169,"accuracy":0.436759,"main_score":0.372169,"hf_subset":"lit_Latn-shn_Mymr","languages":["lit-Latn","shn-Mymr"]},{"precision":0.752652,"recall":0.807312,"f1":0.768939,"accuracy":0.807312,"main_score":0.768939,"hf_subset":"lit_Latn-tgl_Latn","languages":["lit-Latn","tgl-Latn"]},{"precision":0.827075,"recall":0.873518,"f1":0.84185,"accuracy":0.873518,"main_score":0.84185,"hf_subset":"lit_Latn-yue_Hant","languages":["lit-Latn","yue-Hant"]},{"precision":0.671056,"recall":0.737154,"f1":0.690964,"accuracy":0.737154,"main_score":0.690964,"hf_subset":"lit_Latn-asm_Beng","languages":["lit-Latn","asm-Beng"]},{"precision":0.392261,"recall":0.460474,"f1":0.411359,"accuracy":0.460474,"main_score":0.411359,"hf_subset":"lit_Latn-ckb_Arab","languages":["lit-Latn","ckb-Arab"]},{"precision":0.378355,"recall":0.456522,"f1":0.398654,"accuracy":0.456522,"main_score":0.398654,"hf_subset":"lit_Latn-gle_Latn","languages":["lit-Latn","gle-Latn"]},{"precision":0.518009,"recall":0.608696,"f1":0.544606,"accuracy":0.608696,"main_score":0.544606,"hf_subset":"lit_Latn-kas_Arab","languages":["lit-Latn","kas-Arab"]},{"precision":0.694278,"recall":0.749012,"f1":0.710034,"accuracy":0.749012,"main_score":0.710034,"hf_subset":"lit_Latn-ltg_Latn","languages":["lit-Latn","ltg-Latn"]},{"precision":0.444608,"recall":0.517787,"f1":0.465008,"accuracy":0.517787,"main_score":0.465008,"hf_subset":"lit_Latn-nso_Latn","languages":["lit-Latn","nso-Latn"]},{"precision":0.672612,"recall":0.73913,"f1":0.692217,"accuracy":0.73913,"main_score":0.692217,"hf_subset":"lit_Latn-sin_Sinh","languages":["lit-Latn","sin-Sinh"]},{"precision":0.807922,"recall":0.855731,"f1":0.822694,"accuracy":0.855731,"main_score":0.822694,"hf_subset":"lit_Latn-tha_Thai","languages":["lit-Latn","tha-Thai"]},{"precision":0.824786,"recall":0.865613,"f1":0.836957,"accuracy":0.865613,"main_score":0.836957,"hf_subset":"lit_Latn-zho_Hans","languages":["lit-Latn","zho-Hans"]},{"precision":0.771616,"recall":0.822134,"f1":0.787143,"accuracy":0.822134,"main_score":0.787143,"hf_subset":"lit_Latn-ast_Latn","languages":["lit-Latn","ast-Latn"]},{"precision":0.689081,"recall":0.751976,"f1":0.7075,"accuracy":0.751976,"main_score":0.7075,"hf_subset":"lit_Latn-crh_Latn","languages":["lit-Latn","crh-Latn"]},{"precision":0.841502,"recall":0.879447,"f1":0.852914,"accuracy":0.879447,"main_score":0.852914,"hf_subset":"lit_Latn-glg_Latn","languages":["lit-Latn","glg-Latn"]},{"precision":0.441107,"recall":0.530632,"f1":0.466489,"accuracy":0.530632,"main_score":0.466489,"hf_subset":"lit_Latn-kas_Deva","languages":["lit-Latn","kas-Deva"]},{"precision":0.661167,"recall":0.725296,"f1":0.679164,"accuracy":0.725296,"main_score":0.679164,"hf_subset":"lit_Latn-ltz_Latn","languages":["lit-Latn","ltz-Latn"]},{"precision":0.308851,"recall":0.391304,"f1":0.331319,"accuracy":0.391304,"main_score":0.331319,"hf_subset":"lit_Latn-nus_Latn","languages":["lit-Latn","nus-Latn"]},{"precision":0.831184,"recall":0.87253,"f1":0.843486,"accuracy":0.87253,"main_score":0.843486,"hf_subset":"lit_Latn-slk_Latn","languages":["lit-Latn","slk-Latn"]},{"precision":0.339182,"recall":0.416996,"f1":0.360674,"accuracy":0.416996,"main_score":0.360674,"hf_subset":"lit_Latn-tir_Ethi","languages":["lit-Latn","tir-Ethi"]},{"precision":0.810565,"recall":0.858696,"f1":0.825384,"accuracy":0.858696,"main_score":0.825384,"hf_subset":"lit_Latn-zho_Hant","languages":["lit-Latn","zho-Hant"]},{"precision":0.804331,"recall":0.852767,"f1":0.819203,"accuracy":0.852767,"main_score":0.819203,"hf_subset":"lit_Latn-awa_Deva","languages":["lit-Latn","awa-Deva"]},{"precision":0.427199,"recall":0.496047,"f1":0.446879,"accuracy":0.496047,"main_score":0.446879,"hf_subset":"lit_Latn-cym_Latn","languages":["lit-Latn","cym-Latn"]},{"precision":0.555419,"recall":0.631423,"f1":0.577255,"accuracy":0.631423,"main_score":0.577255,"hf_subset":"lit_Latn-grn_Latn","languages":["lit-Latn","grn-Latn"]},{"precision":0.770627,"recall":0.821146,"f1":0.785416,"accuracy":0.821146,"main_score":0.785416,"hf_subset":"lit_Latn-kat_Geor","languages":["lit-Latn","kat-Geor"]},{"precision":0.45587,"recall":0.535573,"f1":0.477169,"accuracy":0.535573,"main_score":0.477169,"hf_subset":"lit_Latn-lua_Latn","languages":["lit-Latn","lua-Latn"]},{"precision":0.443695,"recall":0.516798,"f1":0.463956,"accuracy":0.516798,"main_score":0.463956,"hf_subset":"lit_Latn-nya_Latn","languages":["lit-Latn","nya-Latn"]},{"precision":0.802199,"recall":0.850791,"f1":0.817004,"accuracy":0.850791,"main_score":0.817004,"hf_subset":"lit_Latn-slv_Latn","languages":["lit-Latn","slv-Latn"]},{"precision":0.608555,"recall":0.684783,"f1":0.63147,"accuracy":0.684783,"main_score":0.63147,"hf_subset":"lit_Latn-tpi_Latn","languages":["lit-Latn","tpi-Latn"]},{"precision":0.815333,"recall":0.862648,"f1":0.82971,"accuracy":0.862648,"main_score":0.82971,"hf_subset":"lit_Latn-zsm_Latn","languages":["lit-Latn","zsm-Latn"]},{"precision":0.380605,"recall":0.468379,"f1":0.404355,"accuracy":0.468379,"main_score":0.404355,"hf_subset":"lit_Latn-ayr_Latn","languages":["lit-Latn","ayr-Latn"]},{"precision":0.84753,"recall":0.886364,"f1":0.859816,"accuracy":0.886364,"main_score":0.859816,"hf_subset":"lit_Latn-dan_Latn","languages":["lit-Latn","dan-Latn"]},{"precision":0.780609,"recall":0.832016,"f1":0.796624,"accuracy":0.832016,"main_score":0.796624,"hf_subset":"lit_Latn-guj_Gujr","languages":["lit-Latn","guj-Gujr"]},{"precision":0.68955,"recall":0.75,"f1":0.707664,"accuracy":0.75,"main_score":0.707664,"hf_subset":"lit_Latn-kaz_Cyrl","languages":["lit-Latn","kaz-Cyrl"]},{"precision":0.386392,"recall":0.467391,"f1":0.408298,"accuracy":0.467391,"main_score":0.408298,"hf_subset":"lit_Latn-lug_Latn","languages":["lit-Latn","lug-Latn"]},{"precision":0.78358,"recall":0.83004,"f1":0.797581,"accuracy":0.83004,"main_score":0.797581,"hf_subset":"lit_Latn-oci_Latn","languages":["lit-Latn","oci-Latn"]},{"precision":0.42008,"recall":0.505929,"f1":0.443603,"accuracy":0.505929,"main_score":0.443603,"hf_subset":"lit_Latn-smo_Latn","languages":["lit-Latn","smo-Latn"]},{"precision":0.385797,"recall":0.469368,"f1":0.408914,"accuracy":0.469368,"main_score":0.408914,"hf_subset":"lit_Latn-tsn_Latn","languages":["lit-Latn","tsn-Latn"]},{"precision":0.384116,"recall":0.464427,"f1":0.406269,"accuracy":0.464427,"main_score":0.406269,"hf_subset":"lit_Latn-zul_Latn","languages":["lit-Latn","zul-Latn"]},{"precision":0.507009,"recall":0.604743,"f1":0.536086,"accuracy":0.604743,"main_score":0.536086,"hf_subset":"lit_Latn-azb_Arab","languages":["lit-Latn","azb-Arab"]},{"precision":0.845208,"recall":0.885375,"f1":0.857788,"accuracy":0.885375,"main_score":0.857788,"hf_subset":"lit_Latn-deu_Latn","languages":["lit-Latn","deu-Latn"]},{"precision":0.543503,"recall":0.624506,"f1":0.567249,"accuracy":0.624506,"main_score":0.567249,"hf_subset":"lit_Latn-hat_Latn","languages":["lit-Latn","hat-Latn"]},{"precision":0.359158,"recall":0.437747,"f1":0.379931,"accuracy":0.437747,"main_score":0.379931,"hf_subset":"lit_Latn-kbp_Latn","languages":["lit-Latn","kbp-Latn"]},{"precision":0.408905,"recall":0.490119,"f1":0.43087,"accuracy":0.490119,"main_score":0.43087,"hf_subset":"lit_Latn-luo_Latn","languages":["lit-Latn","luo-Latn"]},{"precision":0.458311,"recall":0.537549,"f1":0.480579,"accuracy":0.537549,"main_score":0.480579,"hf_subset":"lit_Latn-ory_Orya","languages":["lit-Latn","ory-Orya"]},{"precision":0.398744,"recall":0.471344,"f1":0.418946,"accuracy":0.471344,"main_score":0.418946,"hf_subset":"lit_Latn-sna_Latn","languages":["lit-Latn","sna-Latn"]},{"precision":0.386581,"recall":0.461462,"f1":0.407025,"accuracy":0.461462,"main_score":0.407025,"hf_subset":"lit_Latn-tso_Latn","languages":["lit-Latn","tso-Latn"]},{"precision":0.740276,"recall":0.787549,"f1":0.754562,"accuracy":0.787549,"main_score":0.754562,"hf_subset":"lit_Latn-azj_Latn","languages":["lit-Latn","azj-Latn"]},{"precision":0.387532,"recall":0.47332,"f1":0.41119,"accuracy":0.47332,"main_score":0.41119,"hf_subset":"lit_Latn-dik_Latn","languages":["lit-Latn","dik-Latn"]},{"precision":0.43374,"recall":0.494071,"f1":0.450666,"accuracy":0.494071,"main_score":0.450666,"hf_subset":"lit_Latn-hau_Latn","languages":["lit-Latn","hau-Latn"]},{"precision":0.669476,"recall":0.73419,"f1":0.688536,"accuracy":0.73419,"main_score":0.688536,"hf_subset":"lit_Latn-kea_Latn","languages":["lit-Latn","kea-Latn"]},{"precision":0.508457,"recall":0.581028,"f1":0.529006,"accuracy":0.581028,"main_score":0.529006,"hf_subset":"lit_Latn-lus_Latn","languages":["lit-Latn","lus-Latn"]},{"precision":0.61083,"recall":0.675889,"f1":0.630188,"accuracy":0.675889,"main_score":0.630188,"hf_subset":"lit_Latn-pag_Latn","languages":["lit-Latn","pag-Latn"]},{"precision":0.525852,"recall":0.608696,"f1":0.550435,"accuracy":0.608696,"main_score":0.550435,"hf_subset":"lit_Latn-snd_Arab","languages":["lit-Latn","snd-Arab"]},{"precision":0.590106,"recall":0.659091,"f1":0.609493,"accuracy":0.659091,"main_score":0.609493,"hf_subset":"lit_Latn-tuk_Latn","languages":["lit-Latn","tuk-Latn"]},{"precision":0.632241,"recall":0.692688,"f1":0.650151,"accuracy":0.692688,"main_score":0.650151,"hf_subset":"lit_Latn-bak_Cyrl","languages":["lit-Latn","bak-Cyrl"]},{"precision":0.333516,"recall":0.424901,"f1":0.358669,"accuracy":0.424901,"main_score":0.358669,"hf_subset":"lit_Latn-dyu_Latn","languages":["lit-Latn","dyu-Latn"]},{"precision":0.710655,"recall":0.77668,"f1":0.730519,"accuracy":0.77668,"main_score":0.730519,"hf_subset":"lit_Latn-heb_Hebr","languages":["lit-Latn","heb-Hebr"]},{"precision":0.438902,"recall":0.51087,"f1":0.45873,"accuracy":0.51087,"main_score":0.45873,"hf_subset":"lit_Latn-khk_Cyrl","languages":["lit-Latn","khk-Cyrl"]},{"precision":0.816107,"recall":0.858696,"f1":0.829136,"accuracy":0.858696,"main_score":0.829136,"hf_subset":"lit_Latn-lvs_Latn","languages":["lit-Latn","lvs-Latn"]},{"precision":0.726854,"recall":0.789526,"f1":0.745899,"accuracy":0.789526,"main_score":0.745899,"hf_subset":"lit_Latn-pan_Guru","languages":["lit-Latn","pan-Guru"]},{"precision":0.370077,"recall":0.445652,"f1":0.391484,"accuracy":0.445652,"main_score":0.391484,"hf_subset":"lit_Latn-som_Latn","languages":["lit-Latn","som-Latn"]},{"precision":0.435919,"recall":0.499012,"f1":0.454465,"accuracy":0.499012,"main_score":0.454465,"hf_subset":"lit_Latn-tum_Latn","languages":["lit-Latn","tum-Latn"]},{"precision":0.288755,"recall":0.370553,"f1":0.31032,"accuracy":0.370553,"main_score":0.31032,"hf_subset":"nob_Latn-ace_Arab","languages":["nob-Latn","ace-Arab"]},{"precision":0.367466,"recall":0.462451,"f1":0.392212,"accuracy":0.462451,"main_score":0.392212,"hf_subset":"nob_Latn-bam_Latn","languages":["nob-Latn","bam-Latn"]},{"precision":0.159207,"recall":0.216403,"f1":0.174313,"accuracy":0.216403,"main_score":0.174313,"hf_subset":"nob_Latn-dzo_Tibt","languages":["nob-Latn","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-hin_Deva","languages":["nob-Latn","hin-Deva"]},{"precision":0.819862,"recall":0.871542,"f1":0.835903,"accuracy":0.871542,"main_score":0.835903,"hf_subset":"nob_Latn-khm_Khmr","languages":["nob-Latn","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nob_Latn-mag_Deva","languages":["nob-Latn","mag-Deva"]},{"precision":0.84585,"recall":0.889328,"f1":0.859157,"accuracy":0.889328,"main_score":0.859157,"hf_subset":"nob_Latn-pap_Latn","languages":["nob-Latn","pap-Latn"]},{"precision":0.404309,"recall":0.5,"f1":0.429574,"accuracy":0.5,"main_score":0.429574,"hf_subset":"nob_Latn-sot_Latn","languages":["nob-Latn","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-tur_Latn","languages":["nob-Latn","tur-Latn"]},{"precision":0.666248,"recall":0.73913,"f1":0.687223,"accuracy":0.73913,"main_score":0.687223,"hf_subset":"nob_Latn-ace_Latn","languages":["nob-Latn","ace-Latn"]},{"precision":0.809289,"recall":0.863636,"f1":0.826746,"accuracy":0.863636,"main_score":0.826746,"hf_subset":"nob_Latn-ban_Latn","languages":["nob-Latn","ban-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"nob_Latn-ell_Grek","languages":["nob-Latn","ell-Grek"]},{"precision":0.944499,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"nob_Latn-hne_Deva","languages":["nob-Latn","hne-Deva"]},{"precision":0.408443,"recall":0.512846,"f1":0.436065,"accuracy":0.512846,"main_score":0.436065,"hf_subset":"nob_Latn-kik_Latn","languages":["nob-Latn","kik-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"nob_Latn-mai_Deva","languages":["nob-Latn","mai-Deva"]},{"precision":0.853426,"recall":0.896245,"f1":0.866897,"accuracy":0.896245,"main_score":0.866897,"hf_subset":"nob_Latn-pbt_Arab","languages":["nob-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-spa_Latn","languages":["nob-Latn","spa-Latn"]},{"precision":0.479541,"recall":0.582016,"f1":0.507765,"accuracy":0.582016,"main_score":0.507765,"hf_subset":"nob_Latn-twi_Latn","languages":["nob-Latn","twi-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"nob_Latn-acm_Arab","languages":["nob-Latn","acm-Arab"]},{"precision":0.842671,"recall":0.887352,"f1":0.856752,"accuracy":0.887352,"main_score":0.856752,"hf_subset":"nob_Latn-bel_Cyrl","languages":["nob-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-eng_Latn","languages":["nob-Latn","eng-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"nob_Latn-hrv_Latn","languages":["nob-Latn","hrv-Latn"]},{"precision":0.380795,"recall":0.470356,"f1":0.403838,"accuracy":0.470356,"main_score":0.403838,"hf_subset":"nob_Latn-kin_Latn","languages":["nob-Latn","kin-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"nob_Latn-mal_Mlym","languages":["nob-Latn","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-pes_Arab","languages":["nob-Latn","pes-Arab"]},{"precision":0.82691,"recall":0.875494,"f1":0.842358,"accuracy":0.875494,"main_score":0.842358,"hf_subset":"nob_Latn-srd_Latn","languages":["nob-Latn","srd-Latn"]},{"precision":0.100539,"recall":0.172925,"f1":0.116949,"accuracy":0.172925,"main_score":0.116949,"hf_subset":"nob_Latn-tzm_Tfng","languages":["nob-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nob_Latn-acq_Arab","languages":["nob-Latn","acq-Arab"]},{"precision":0.433014,"recall":0.530632,"f1":0.459227,"accuracy":0.530632,"main_score":0.459227,"hf_subset":"nob_Latn-bem_Latn","languages":["nob-Latn","bem-Latn"]},{"precision":0.889163,"recall":0.922925,"f1":0.9,"accuracy":0.922925,"main_score":0.9,"hf_subset":"nob_Latn-epo_Latn","languages":["nob-Latn","epo-Latn"]},{"precision":0.938076,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"nob_Latn-hun_Latn","languages":["nob-Latn","hun-Latn"]},{"precision":0.690681,"recall":0.764822,"f1":0.712549,"accuracy":0.764822,"main_score":0.712549,"hf_subset":"nob_Latn-kir_Cyrl","languages":["nob-Latn","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nob_Latn-mar_Deva","languages":["nob-Latn","mar-Deva"]},{"precision":0.431219,"recall":0.520751,"f1":0.455541,"accuracy":0.520751,"main_score":0.455541,"hf_subset":"nob_Latn-plt_Latn","languages":["nob-Latn","plt-Latn"]},{"precision":0.934947,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"nob_Latn-srp_Cyrl","languages":["nob-Latn","srp-Cyrl"]},{"precision":0.279164,"recall":0.363636,"f1":0.300457,"accuracy":0.363636,"main_score":0.300457,"hf_subset":"nob_Latn-uig_Arab","languages":["nob-Latn","uig-Arab"]},{"precision":0.931324,"recall":0.953557,"f1":0.93857,"accuracy":0.953557,"main_score":0.93857,"hf_subset":"nob_Latn-aeb_Arab","languages":["nob-Latn","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-ben_Beng","languages":["nob-Latn","ben-Beng"]},{"precision":0.824193,"recall":0.873518,"f1":0.839625,"accuracy":0.873518,"main_score":0.839625,"hf_subset":"nob_Latn-est_Latn","languages":["nob-Latn","est-Latn"]},{"precision":0.830287,"recall":0.878458,"f1":0.845276,"accuracy":0.878458,"main_score":0.845276,"hf_subset":"nob_Latn-hye_Armn","languages":["nob-Latn","hye-Armn"]},{"precision":0.374262,"recall":0.466403,"f1":0.399116,"accuracy":0.466403,"main_score":0.399116,"hf_subset":"nob_Latn-kmb_Latn","languages":["nob-Latn","kmb-Latn"]},{"precision":0.248873,"recall":0.333992,"f1":0.270633,"accuracy":0.333992,"main_score":0.270633,"hf_subset":"nob_Latn-min_Arab","languages":["nob-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nob_Latn-pol_Latn","languages":["nob-Latn","pol-Latn"]},{"precision":0.379185,"recall":0.479249,"f1":0.405561,"accuracy":0.479249,"main_score":0.405561,"hf_subset":"nob_Latn-ssw_Latn","languages":["nob-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-ukr_Cyrl","languages":["nob-Latn","ukr-Cyrl"]},{"precision":0.938241,"recall":0.958498,"f1":0.944993,"accuracy":0.958498,"main_score":0.944993,"hf_subset":"nob_Latn-afr_Latn","languages":["nob-Latn","afr-Latn"]},{"precision":0.947134,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"nob_Latn-bho_Deva","languages":["nob-Latn","bho-Deva"]},{"precision":0.631656,"recall":0.717391,"f1":0.656038,"accuracy":0.717391,"main_score":0.656038,"hf_subset":"nob_Latn-eus_Latn","languages":["nob-Latn","eus-Latn"]},{"precision":0.384499,"recall":0.486166,"f1":0.410466,"accuracy":0.486166,"main_score":0.410466,"hf_subset":"nob_Latn-ibo_Latn","languages":["nob-Latn","ibo-Latn"]},{"precision":0.423962,"recall":0.522727,"f1":0.449738,"accuracy":0.522727,"main_score":0.449738,"hf_subset":"nob_Latn-kmr_Latn","languages":["nob-Latn","kmr-Latn"]},{"precision":0.761447,"recall":0.825099,"f1":0.780473,"accuracy":0.825099,"main_score":0.780473,"hf_subset":"nob_Latn-min_Latn","languages":["nob-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-por_Latn","languages":["nob-Latn","por-Latn"]},{"precision":0.844483,"recall":0.891304,"f1":0.859256,"accuracy":0.891304,"main_score":0.859256,"hf_subset":"nob_Latn-sun_Latn","languages":["nob-Latn","sun-Latn"]},{"precision":0.367309,"recall":0.466403,"f1":0.393474,"accuracy":0.466403,"main_score":0.393474,"hf_subset":"nob_Latn-umb_Latn","languages":["nob-Latn","umb-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"nob_Latn-ajp_Arab","languages":["nob-Latn","ajp-Arab"]},{"precision":0.246224,"recall":0.331028,"f1":0.269052,"accuracy":0.331028,"main_score":0.269052,"hf_subset":"nob_Latn-bjn_Arab","languages":["nob-Latn","bjn-Arab"]},{"precision":0.394143,"recall":0.48419,"f1":0.417325,"accuracy":0.48419,"main_score":0.417325,"hf_subset":"nob_Latn-ewe_Latn","languages":["nob-Latn","ewe-Latn"]},{"precision":0.669921,"recall":0.745059,"f1":0.691925,"accuracy":0.745059,"main_score":0.691925,"hf_subset":"nob_Latn-ilo_Latn","languages":["nob-Latn","ilo-Latn"]},{"precision":0.173217,"recall":0.257905,"f1":0.19372,"accuracy":0.257905,"main_score":0.19372,"hf_subset":"nob_Latn-knc_Arab","languages":["nob-Latn","knc-Arab"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"nob_Latn-mkd_Cyrl","languages":["nob-Latn","mkd-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nob_Latn-prs_Arab","languages":["nob-Latn","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-swe_Latn","languages":["nob-Latn","swe-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"nob_Latn-urd_Arab","languages":["nob-Latn","urd-Arab"]},{"precision":0.451632,"recall":0.55336,"f1":0.478829,"accuracy":0.55336,"main_score":0.478829,"hf_subset":"nob_Latn-aka_Latn","languages":["nob-Latn","aka-Latn"]},{"precision":0.816123,"recall":0.868577,"f1":0.832213,"accuracy":0.868577,"main_score":0.832213,"hf_subset":"nob_Latn-bjn_Latn","languages":["nob-Latn","bjn-Latn"]},{"precision":0.625725,"recall":0.700593,"f1":0.64771,"accuracy":0.700593,"main_score":0.64771,"hf_subset":"nob_Latn-fao_Latn","languages":["nob-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-ind_Latn","languages":["nob-Latn","ind-Latn"]},{"precision":0.432913,"recall":0.538538,"f1":0.460917,"accuracy":0.538538,"main_score":0.460917,"hf_subset":"nob_Latn-knc_Latn","languages":["nob-Latn","knc-Latn"]},{"precision":0.70103,"recall":0.777668,"f1":0.723667,"accuracy":0.777668,"main_score":0.723667,"hf_subset":"nob_Latn-mlt_Latn","languages":["nob-Latn","mlt-Latn"]},{"precision":0.459183,"recall":0.564229,"f1":0.487513,"accuracy":0.564229,"main_score":0.487513,"hf_subset":"nob_Latn-quy_Latn","languages":["nob-Latn","quy-Latn"]},{"precision":0.845109,"recall":0.891304,"f1":0.859881,"accuracy":0.891304,"main_score":0.859881,"hf_subset":"nob_Latn-swh_Latn","languages":["nob-Latn","swh-Latn"]},{"precision":0.63187,"recall":0.714427,"f1":0.655545,"accuracy":0.714427,"main_score":0.655545,"hf_subset":"nob_Latn-uzn_Latn","languages":["nob-Latn","uzn-Latn"]},{"precision":0.804513,"recall":0.857708,"f1":0.82108,"accuracy":0.857708,"main_score":0.82108,"hf_subset":"nob_Latn-als_Latn","languages":["nob-Latn","als-Latn"]},{"precision":0.178042,"recall":0.244071,"f1":0.194427,"accuracy":0.244071,"main_score":0.194427,"hf_subset":"nob_Latn-bod_Tibt","languages":["nob-Latn","bod-Tibt"]},{"precision":0.391797,"recall":0.497036,"f1":0.419814,"accuracy":0.497036,"main_score":0.419814,"hf_subset":"nob_Latn-fij_Latn","languages":["nob-Latn","fij-Latn"]},{"precision":0.606962,"recall":0.685771,"f1":0.629333,"accuracy":0.685771,"main_score":0.629333,"hf_subset":"nob_Latn-isl_Latn","languages":["nob-Latn","isl-Latn"]},{"precision":0.477211,"recall":0.574111,"f1":0.503382,"accuracy":0.574111,"main_score":0.503382,"hf_subset":"nob_Latn-kon_Latn","languages":["nob-Latn","kon-Latn"]},{"precision":0.336421,"recall":0.450593,"f1":0.366557,"accuracy":0.450593,"main_score":0.366557,"hf_subset":"nob_Latn-mni_Beng","languages":["nob-Latn","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nob_Latn-ron_Latn","languages":["nob-Latn","ron-Latn"]},{"precision":0.860458,"recall":0.900198,"f1":0.872925,"accuracy":0.900198,"main_score":0.872925,"hf_subset":"nob_Latn-szl_Latn","languages":["nob-Latn","szl-Latn"]},{"precision":0.928607,"recall":0.950593,"f1":0.935672,"accuracy":0.950593,"main_score":0.935672,"hf_subset":"nob_Latn-vec_Latn","languages":["nob-Latn","vec-Latn"]},{"precision":0.811133,"recall":0.864625,"f1":0.827503,"accuracy":0.864625,"main_score":0.827503,"hf_subset":"nob_Latn-amh_Ethi","languages":["nob-Latn","amh-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nob_Latn-bos_Latn","languages":["nob-Latn","bos-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"nob_Latn-fin_Latn","languages":["nob-Latn","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-ita_Latn","languages":["nob-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-kor_Hang","languages":["nob-Latn","kor-Hang"]},{"precision":0.391689,"recall":0.493083,"f1":0.418804,"accuracy":0.493083,"main_score":0.418804,"hf_subset":"nob_Latn-mos_Latn","languages":["nob-Latn","mos-Latn"]},{"precision":0.367127,"recall":0.469368,"f1":0.393497,"accuracy":0.469368,"main_score":0.393497,"hf_subset":"nob_Latn-run_Latn","languages":["nob-Latn","run-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nob_Latn-tam_Taml","languages":["nob-Latn","tam-Taml"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nob_Latn-vie_Latn","languages":["nob-Latn","vie-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"nob_Latn-apc_Arab","languages":["nob-Latn","apc-Arab"]},{"precision":0.623489,"recall":0.705534,"f1":0.646944,"accuracy":0.705534,"main_score":0.646944,"hf_subset":"nob_Latn-bug_Latn","languages":["nob-Latn","bug-Latn"]},{"precision":0.336532,"recall":0.43083,"f1":0.359752,"accuracy":0.43083,"main_score":0.359752,"hf_subset":"nob_Latn-fon_Latn","languages":["nob-Latn","fon-Latn"]},{"precision":0.824967,"recall":0.87253,"f1":0.839888,"accuracy":0.87253,"main_score":0.839888,"hf_subset":"nob_Latn-jav_Latn","languages":["nob-Latn","jav-Latn"]},{"precision":0.737714,"recall":0.805336,"f1":0.757745,"accuracy":0.805336,"main_score":0.757745,"hf_subset":"nob_Latn-lao_Laoo","languages":["nob-Latn","lao-Laoo"]},{"precision":0.355752,"recall":0.461462,"f1":0.383059,"accuracy":0.461462,"main_score":0.383059,"hf_subset":"nob_Latn-mri_Latn","languages":["nob-Latn","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-rus_Cyrl","languages":["nob-Latn","rus-Cyrl"]},{"precision":0.381788,"recall":0.48913,"f1":0.410113,"accuracy":0.48913,"main_score":0.410113,"hf_subset":"nob_Latn-taq_Latn","languages":["nob-Latn","taq-Latn"]},{"precision":0.794772,"recall":0.854743,"f1":0.813587,"accuracy":0.854743,"main_score":0.813587,"hf_subset":"nob_Latn-war_Latn","languages":["nob-Latn","war-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"nob_Latn-arb_Arab","languages":["nob-Latn","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-bul_Cyrl","languages":["nob-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-fra_Latn","languages":["nob-Latn","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nob_Latn-jpn_Jpan","languages":["nob-Latn","jpn-Jpan"]},{"precision":0.857905,"recall":0.899209,"f1":0.871014,"accuracy":0.899209,"main_score":0.871014,"hf_subset":"nob_Latn-lij_Latn","languages":["nob-Latn","lij-Latn"]},{"precision":0.801169,"recall":0.857708,"f1":0.818742,"accuracy":0.857708,"main_score":0.818742,"hf_subset":"nob_Latn-mya_Mymr","languages":["nob-Latn","mya-Mymr"]},{"precision":0.443476,"recall":0.545455,"f1":0.47113,"accuracy":0.545455,"main_score":0.47113,"hf_subset":"nob_Latn-sag_Latn","languages":["nob-Latn","sag-Latn"]},{"precision":0.125298,"recall":0.213439,"f1":0.142868,"accuracy":0.213439,"main_score":0.142868,"hf_subset":"nob_Latn-taq_Tfng","languages":["nob-Latn","taq-Tfng"]},{"precision":0.464497,"recall":0.556324,"f1":0.489279,"accuracy":0.556324,"main_score":0.489279,"hf_subset":"nob_Latn-wol_Latn","languages":["nob-Latn","wol-Latn"]},{"precision":0.282575,"recall":0.390316,"f1":0.309012,"accuracy":0.390316,"main_score":0.309012,"hf_subset":"nob_Latn-arb_Latn","languages":["nob-Latn","arb-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"nob_Latn-cat_Latn","languages":["nob-Latn","cat-Latn"]},{"precision":0.832543,"recall":0.87747,"f1":0.846673,"accuracy":0.87747,"main_score":0.846673,"hf_subset":"nob_Latn-fur_Latn","languages":["nob-Latn","fur-Latn"]},{"precision":0.268525,"recall":0.352767,"f1":0.289531,"accuracy":0.352767,"main_score":0.289531,"hf_subset":"nob_Latn-kab_Latn","languages":["nob-Latn","kab-Latn"]},{"precision":0.82108,"recall":0.870553,"f1":0.836232,"accuracy":0.870553,"main_score":0.836232,"hf_subset":"nob_Latn-lim_Latn","languages":["nob-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-nld_Latn","languages":["nob-Latn","nld-Latn"]},{"precision":0.857543,"recall":0.901186,"f1":0.871706,"accuracy":0.901186,"main_score":0.871706,"hf_subset":"nob_Latn-san_Deva","languages":["nob-Latn","san-Deva"]},{"precision":0.666643,"recall":0.741107,"f1":0.688394,"accuracy":0.741107,"main_score":0.688394,"hf_subset":"nob_Latn-tat_Cyrl","languages":["nob-Latn","tat-Cyrl"]},{"precision":0.423911,"recall":0.51581,"f1":0.446991,"accuracy":0.51581,"main_score":0.446991,"hf_subset":"nob_Latn-xho_Latn","languages":["nob-Latn","xho-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"nob_Latn-ars_Arab","languages":["nob-Latn","ars-Arab"]},{"precision":0.764773,"recall":0.829051,"f1":0.784223,"accuracy":0.829051,"main_score":0.784223,"hf_subset":"nob_Latn-ceb_Latn","languages":["nob-Latn","ceb-Latn"]},{"precision":0.410282,"recall":0.506917,"f1":0.436148,"accuracy":0.506917,"main_score":0.436148,"hf_subset":"nob_Latn-fuv_Latn","languages":["nob-Latn","fuv-Latn"]},{"precision":0.411146,"recall":0.512846,"f1":0.438177,"accuracy":0.512846,"main_score":0.438177,"hf_subset":"nob_Latn-kac_Latn","languages":["nob-Latn","kac-Latn"]},{"precision":0.469842,"recall":0.576087,"f1":0.499406,"accuracy":0.576087,"main_score":0.499406,"hf_subset":"nob_Latn-lin_Latn","languages":["nob-Latn","lin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-nno_Latn","languages":["nob-Latn","nno-Latn"]},{"precision":0.164529,"recall":0.227273,"f1":0.179052,"accuracy":0.227273,"main_score":0.179052,"hf_subset":"nob_Latn-sat_Olck","languages":["nob-Latn","sat-Olck"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"nob_Latn-tel_Telu","languages":["nob-Latn","tel-Telu"]},{"precision":0.326074,"recall":0.417984,"f1":0.349195,"accuracy":0.417984,"main_score":0.349195,"hf_subset":"nob_Latn-ydd_Hebr","languages":["nob-Latn","ydd-Hebr"]},{"precision":0.870142,"recall":0.909091,"f1":0.882642,"accuracy":0.909091,"main_score":0.882642,"hf_subset":"nob_Latn-ary_Arab","languages":["nob-Latn","ary-Arab"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"nob_Latn-ces_Latn","languages":["nob-Latn","ces-Latn"]},{"precision":0.280922,"recall":0.366601,"f1":0.302198,"accuracy":0.366601,"main_score":0.302198,"hf_subset":"nob_Latn-gaz_Latn","languages":["nob-Latn","gaz-Latn"]},{"precision":0.420551,"recall":0.52668,"f1":0.44876,"accuracy":0.52668,"main_score":0.44876,"hf_subset":"nob_Latn-kam_Latn","languages":["nob-Latn","kam-Latn"]},{"precision":0.807625,"recall":0.859684,"f1":0.823781,"accuracy":0.859684,"main_score":0.823781,"hf_subset":"nob_Latn-lit_Latn","languages":["nob-Latn","lit-Latn"]},{"precision":0.761265,"recall":0.827075,"f1":0.781145,"accuracy":0.827075,"main_score":0.781145,"hf_subset":"nob_Latn-scn_Latn","languages":["nob-Latn","scn-Latn"]},{"precision":0.431846,"recall":0.531621,"f1":0.457966,"accuracy":0.531621,"main_score":0.457966,"hf_subset":"nob_Latn-tgk_Cyrl","languages":["nob-Latn","tgk-Cyrl"]},{"precision":0.357442,"recall":0.465415,"f1":0.386035,"accuracy":0.465415,"main_score":0.386035,"hf_subset":"nob_Latn-yor_Latn","languages":["nob-Latn","yor-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nob_Latn-arz_Arab","languages":["nob-Latn","arz-Arab"]},{"precision":0.411786,"recall":0.516798,"f1":0.439938,"accuracy":0.516798,"main_score":0.439938,"hf_subset":"nob_Latn-cjk_Latn","languages":["nob-Latn","cjk-Latn"]},{"precision":0.356154,"recall":0.456522,"f1":0.382358,"accuracy":0.456522,"main_score":0.382358,"hf_subset":"nob_Latn-gla_Latn","languages":["nob-Latn","gla-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nob_Latn-kan_Knda","languages":["nob-Latn","kan-Knda"]},{"precision":0.785606,"recall":0.84585,"f1":0.804084,"accuracy":0.84585,"main_score":0.804084,"hf_subset":"nob_Latn-lmo_Latn","languages":["nob-Latn","lmo-Latn"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"nob_Latn-npi_Deva","languages":["nob-Latn","npi-Deva"]},{"precision":0.349481,"recall":0.466403,"f1":0.37992,"accuracy":0.466403,"main_score":0.37992,"hf_subset":"nob_Latn-shn_Mymr","languages":["nob-Latn","shn-Mymr"]},{"precision":0.881011,"recall":0.916996,"f1":0.892523,"accuracy":0.916996,"main_score":0.892523,"hf_subset":"nob_Latn-tgl_Latn","languages":["nob-Latn","tgl-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nob_Latn-yue_Hant","languages":["nob-Latn","yue-Hant"]},{"precision":0.869236,"recall":0.909091,"f1":0.881884,"accuracy":0.909091,"main_score":0.881884,"hf_subset":"nob_Latn-asm_Beng","languages":["nob-Latn","asm-Beng"]},{"precision":0.408249,"recall":0.498024,"f1":0.431479,"accuracy":0.498024,"main_score":0.431479,"hf_subset":"nob_Latn-ckb_Arab","languages":["nob-Latn","ckb-Arab"]},{"precision":0.379146,"recall":0.472332,"f1":0.403345,"accuracy":0.472332,"main_score":0.403345,"hf_subset":"nob_Latn-gle_Latn","languages":["nob-Latn","gle-Latn"]},{"precision":0.665747,"recall":0.746047,"f1":0.689326,"accuracy":0.746047,"main_score":0.689326,"hf_subset":"nob_Latn-kas_Arab","languages":["nob-Latn","kas-Arab"]},{"precision":0.62384,"recall":0.704545,"f1":0.647908,"accuracy":0.704545,"main_score":0.647908,"hf_subset":"nob_Latn-ltg_Latn","languages":["nob-Latn","ltg-Latn"]},{"precision":0.453214,"recall":0.548419,"f1":0.479592,"accuracy":0.548419,"main_score":0.479592,"hf_subset":"nob_Latn-nso_Latn","languages":["nob-Latn","nso-Latn"]},{"precision":0.847365,"recall":0.891304,"f1":0.861133,"accuracy":0.891304,"main_score":0.861133,"hf_subset":"nob_Latn-sin_Sinh","languages":["nob-Latn","sin-Sinh"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nob_Latn-tha_Thai","languages":["nob-Latn","tha-Thai"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nob_Latn-zho_Hans","languages":["nob-Latn","zho-Hans"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"nob_Latn-ast_Latn","languages":["nob-Latn","ast-Latn"]},{"precision":0.782809,"recall":0.840909,"f1":0.800593,"accuracy":0.840909,"main_score":0.800593,"hf_subset":"nob_Latn-crh_Latn","languages":["nob-Latn","crh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-glg_Latn","languages":["nob-Latn","glg-Latn"]},{"precision":0.560042,"recall":0.661067,"f1":0.589574,"accuracy":0.661067,"main_score":0.589574,"hf_subset":"nob_Latn-kas_Deva","languages":["nob-Latn","kas-Deva"]},{"precision":0.800296,"recall":0.853755,"f1":0.816403,"accuracy":0.853755,"main_score":0.816403,"hf_subset":"nob_Latn-ltz_Latn","languages":["nob-Latn","ltz-Latn"]},{"precision":0.3007,"recall":0.391304,"f1":0.32378,"accuracy":0.391304,"main_score":0.32378,"hf_subset":"nob_Latn-nus_Latn","languages":["nob-Latn","nus-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"nob_Latn-slk_Latn","languages":["nob-Latn","slk-Latn"]},{"precision":0.392807,"recall":0.474308,"f1":0.414842,"accuracy":0.474308,"main_score":0.414842,"hf_subset":"nob_Latn-tir_Ethi","languages":["nob-Latn","tir-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nob_Latn-zho_Hant","languages":["nob-Latn","zho-Hant"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"nob_Latn-awa_Deva","languages":["nob-Latn","awa-Deva"]},{"precision":0.449137,"recall":0.535573,"f1":0.471222,"accuracy":0.535573,"main_score":0.471222,"hf_subset":"nob_Latn-cym_Latn","languages":["nob-Latn","cym-Latn"]},{"precision":0.630508,"recall":0.712451,"f1":0.653915,"accuracy":0.712451,"main_score":0.653915,"hf_subset":"nob_Latn-grn_Latn","languages":["nob-Latn","grn-Latn"]},{"precision":0.889608,"recall":0.922925,"f1":0.900099,"accuracy":0.922925,"main_score":0.900099,"hf_subset":"nob_Latn-kat_Geor","languages":["nob-Latn","kat-Geor"]},{"precision":0.480611,"recall":0.579051,"f1":0.507272,"accuracy":0.579051,"main_score":0.507272,"hf_subset":"nob_Latn-lua_Latn","languages":["nob-Latn","lua-Latn"]},{"precision":0.470676,"recall":0.565217,"f1":0.496335,"accuracy":0.565217,"main_score":0.496335,"hf_subset":"nob_Latn-nya_Latn","languages":["nob-Latn","nya-Latn"]},{"precision":0.921854,"recall":0.94664,"f1":0.929908,"accuracy":0.94664,"main_score":0.929908,"hf_subset":"nob_Latn-slv_Latn","languages":["nob-Latn","slv-Latn"]},{"precision":0.716782,"recall":0.785573,"f1":0.73658,"accuracy":0.785573,"main_score":0.73658,"hf_subset":"nob_Latn-tpi_Latn","languages":["nob-Latn","tpi-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"nob_Latn-zsm_Latn","languages":["nob-Latn","zsm-Latn"]},{"precision":0.37951,"recall":0.48419,"f1":0.406799,"accuracy":0.48419,"main_score":0.406799,"hf_subset":"nob_Latn-ayr_Latn","languages":["nob-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-dan_Latn","languages":["nob-Latn","dan-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"nob_Latn-guj_Gujr","languages":["nob-Latn","guj-Gujr"]},{"precision":0.750075,"recall":0.814229,"f1":0.769008,"accuracy":0.814229,"main_score":0.769008,"hf_subset":"nob_Latn-kaz_Cyrl","languages":["nob-Latn","kaz-Cyrl"]},{"precision":0.367188,"recall":0.466403,"f1":0.392506,"accuracy":0.466403,"main_score":0.392506,"hf_subset":"nob_Latn-lug_Latn","languages":["nob-Latn","lug-Latn"]},{"precision":0.949111,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"nob_Latn-oci_Latn","languages":["nob-Latn","oci-Latn"]},{"precision":0.404516,"recall":0.522727,"f1":0.435724,"accuracy":0.522727,"main_score":0.435724,"hf_subset":"nob_Latn-smo_Latn","languages":["nob-Latn","smo-Latn"]},{"precision":0.398085,"recall":0.493083,"f1":0.422934,"accuracy":0.493083,"main_score":0.422934,"hf_subset":"nob_Latn-tsn_Latn","languages":["nob-Latn","tsn-Latn"]},{"precision":0.38714,"recall":0.480237,"f1":0.411463,"accuracy":0.480237,"main_score":0.411463,"hf_subset":"nob_Latn-zul_Latn","languages":["nob-Latn","zul-Latn"]},{"precision":0.652957,"recall":0.73913,"f1":0.678084,"accuracy":0.73913,"main_score":0.678084,"hf_subset":"nob_Latn-azb_Arab","languages":["nob-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-deu_Latn","languages":["nob-Latn","deu-Latn"]},{"precision":0.611924,"recall":0.702569,"f1":0.638213,"accuracy":0.702569,"main_score":0.638213,"hf_subset":"nob_Latn-hat_Latn","languages":["nob-Latn","hat-Latn"]},{"precision":0.352955,"recall":0.442688,"f1":0.37558,"accuracy":0.442688,"main_score":0.37558,"hf_subset":"nob_Latn-kbp_Latn","languages":["nob-Latn","kbp-Latn"]},{"precision":0.444282,"recall":0.536561,"f1":0.468189,"accuracy":0.536561,"main_score":0.468189,"hf_subset":"nob_Latn-luo_Latn","languages":["nob-Latn","luo-Latn"]},{"precision":0.557291,"recall":0.642292,"f1":0.581824,"accuracy":0.642292,"main_score":0.581824,"hf_subset":"nob_Latn-ory_Orya","languages":["nob-Latn","ory-Orya"]},{"precision":0.410308,"recall":0.511858,"f1":0.437059,"accuracy":0.511858,"main_score":0.437059,"hf_subset":"nob_Latn-sna_Latn","languages":["nob-Latn","sna-Latn"]},{"precision":0.391454,"recall":0.487154,"f1":0.416172,"accuracy":0.487154,"main_score":0.416172,"hf_subset":"nob_Latn-tso_Latn","languages":["nob-Latn","tso-Latn"]},{"precision":0.839839,"recall":0.882411,"f1":0.853096,"accuracy":0.882411,"main_score":0.853096,"hf_subset":"nob_Latn-azj_Latn","languages":["nob-Latn","azj-Latn"]},{"precision":0.415821,"recall":0.512846,"f1":0.44117,"accuracy":0.512846,"main_score":0.44117,"hf_subset":"nob_Latn-dik_Latn","languages":["nob-Latn","dik-Latn"]},{"precision":0.436877,"recall":0.524704,"f1":0.460704,"accuracy":0.524704,"main_score":0.460704,"hf_subset":"nob_Latn-hau_Latn","languages":["nob-Latn","hau-Latn"]},{"precision":0.784338,"recall":0.843874,"f1":0.802654,"accuracy":0.843874,"main_score":0.802654,"hf_subset":"nob_Latn-kea_Latn","languages":["nob-Latn","kea-Latn"]},{"precision":0.563263,"recall":0.644269,"f1":0.585378,"accuracy":0.644269,"main_score":0.585378,"hf_subset":"nob_Latn-lus_Latn","languages":["nob-Latn","lus-Latn"]},{"precision":0.714361,"recall":0.786561,"f1":0.735705,"accuracy":0.786561,"main_score":0.735705,"hf_subset":"nob_Latn-pag_Latn","languages":["nob-Latn","pag-Latn"]},{"precision":0.68554,"recall":0.76581,"f1":0.70926,"accuracy":0.76581,"main_score":0.70926,"hf_subset":"nob_Latn-snd_Arab","languages":["nob-Latn","snd-Arab"]},{"precision":0.587902,"recall":0.672925,"f1":0.611714,"accuracy":0.672925,"main_score":0.611714,"hf_subset":"nob_Latn-tuk_Latn","languages":["nob-Latn","tuk-Latn"]},{"precision":0.633162,"recall":0.717391,"f1":0.65746,"accuracy":0.717391,"main_score":0.65746,"hf_subset":"nob_Latn-bak_Cyrl","languages":["nob-Latn","bak-Cyrl"]},{"precision":0.345363,"recall":0.452569,"f1":0.373323,"accuracy":0.452569,"main_score":0.373323,"hf_subset":"nob_Latn-dyu_Latn","languages":["nob-Latn","dyu-Latn"]},{"precision":0.920158,"recall":0.945652,"f1":0.928524,"accuracy":0.945652,"main_score":0.928524,"hf_subset":"nob_Latn-heb_Hebr","languages":["nob-Latn","heb-Hebr"]},{"precision":0.442624,"recall":0.530632,"f1":0.466463,"accuracy":0.530632,"main_score":0.466463,"hf_subset":"nob_Latn-khk_Cyrl","languages":["nob-Latn","khk-Cyrl"]},{"precision":0.828458,"recall":0.876482,"f1":0.843314,"accuracy":0.876482,"main_score":0.843314,"hf_subset":"nob_Latn-lvs_Latn","languages":["nob-Latn","lvs-Latn"]},{"precision":0.918149,"recall":0.943676,"f1":0.926383,"accuracy":0.943676,"main_score":0.926383,"hf_subset":"nob_Latn-pan_Guru","languages":["nob-Latn","pan-Guru"]},{"precision":0.355102,"recall":0.447628,"f1":0.378871,"accuracy":0.447628,"main_score":0.378871,"hf_subset":"nob_Latn-som_Latn","languages":["nob-Latn","som-Latn"]},{"precision":0.458827,"recall":0.551383,"f1":0.483952,"accuracy":0.551383,"main_score":0.483952,"hf_subset":"nob_Latn-tum_Latn","languages":["nob-Latn","tum-Latn"]},{"precision":0.299051,"recall":0.373518,"f1":0.319228,"accuracy":0.373518,"main_score":0.319228,"hf_subset":"scn_Latn-ace_Arab","languages":["scn-Latn","ace-Arab"]},{"precision":0.392456,"recall":0.458498,"f1":0.411388,"accuracy":0.458498,"main_score":0.411388,"hf_subset":"scn_Latn-bam_Latn","languages":["scn-Latn","bam-Latn"]},{"precision":0.14179,"recall":0.200593,"f1":0.15625,"accuracy":0.200593,"main_score":0.15625,"hf_subset":"scn_Latn-dzo_Tibt","languages":["scn-Latn","dzo-Tibt"]},{"precision":0.832955,"recall":0.874506,"f1":0.845671,"accuracy":0.874506,"main_score":0.845671,"hf_subset":"scn_Latn-hin_Deva","languages":["scn-Latn","hin-Deva"]},{"precision":0.563556,"recall":0.633399,"f1":0.584144,"accuracy":0.633399,"main_score":0.584144,"hf_subset":"scn_Latn-khm_Khmr","languages":["scn-Latn","khm-Khmr"]},{"precision":0.812335,"recall":0.86166,"f1":0.827343,"accuracy":0.86166,"main_score":0.827343,"hf_subset":"scn_Latn-mag_Deva","languages":["scn-Latn","mag-Deva"]},{"precision":0.77822,"recall":0.823123,"f1":0.79102,"accuracy":0.823123,"main_score":0.79102,"hf_subset":"scn_Latn-pap_Latn","languages":["scn-Latn","pap-Latn"]},{"precision":0.438997,"recall":0.512846,"f1":0.458944,"accuracy":0.512846,"main_score":0.458944,"hf_subset":"scn_Latn-sot_Latn","languages":["scn-Latn","sot-Latn"]},{"precision":0.839803,"recall":0.878458,"f1":0.851433,"accuracy":0.878458,"main_score":0.851433,"hf_subset":"scn_Latn-tur_Latn","languages":["scn-Latn","tur-Latn"]},{"precision":0.614173,"recall":0.66996,"f1":0.630302,"accuracy":0.66996,"main_score":0.630302,"hf_subset":"scn_Latn-ace_Latn","languages":["scn-Latn","ace-Latn"]},{"precision":0.690209,"recall":0.742095,"f1":0.704967,"accuracy":0.742095,"main_score":0.704967,"hf_subset":"scn_Latn-ban_Latn","languages":["scn-Latn","ban-Latn"]},{"precision":0.746781,"recall":0.805336,"f1":0.764297,"accuracy":0.805336,"main_score":0.764297,"hf_subset":"scn_Latn-ell_Grek","languages":["scn-Latn","ell-Grek"]},{"precision":0.780501,"recall":0.831028,"f1":0.795357,"accuracy":0.831028,"main_score":0.795357,"hf_subset":"scn_Latn-hne_Deva","languages":["scn-Latn","hne-Deva"]},{"precision":0.431872,"recall":0.499012,"f1":0.451012,"accuracy":0.499012,"main_score":0.451012,"hf_subset":"scn_Latn-kik_Latn","languages":["scn-Latn","kik-Latn"]},{"precision":0.819128,"recall":0.862648,"f1":0.832298,"accuracy":0.862648,"main_score":0.832298,"hf_subset":"scn_Latn-mai_Deva","languages":["scn-Latn","mai-Deva"]},{"precision":0.659744,"recall":0.725296,"f1":0.679531,"accuracy":0.725296,"main_score":0.679531,"hf_subset":"scn_Latn-pbt_Arab","languages":["scn-Latn","pbt-Arab"]},{"precision":0.850659,"recall":0.893281,"f1":0.864097,"accuracy":0.893281,"main_score":0.864097,"hf_subset":"scn_Latn-spa_Latn","languages":["scn-Latn","spa-Latn"]},{"precision":0.499473,"recall":0.564229,"f1":0.517529,"accuracy":0.564229,"main_score":0.517529,"hf_subset":"scn_Latn-twi_Latn","languages":["scn-Latn","twi-Latn"]},{"precision":0.79721,"recall":0.839921,"f1":0.809847,"accuracy":0.839921,"main_score":0.809847,"hf_subset":"scn_Latn-acm_Arab","languages":["scn-Latn","acm-Arab"]},{"precision":0.640704,"recall":0.702569,"f1":0.659865,"accuracy":0.702569,"main_score":0.659865,"hf_subset":"scn_Latn-bel_Cyrl","languages":["scn-Latn","bel-Cyrl"]},{"precision":0.867095,"recall":0.900198,"f1":0.877226,"accuracy":0.900198,"main_score":0.877226,"hf_subset":"scn_Latn-eng_Latn","languages":["scn-Latn","eng-Latn"]},{"precision":0.757263,"recall":0.806324,"f1":0.772021,"accuracy":0.806324,"main_score":0.772021,"hf_subset":"scn_Latn-hrv_Latn","languages":["scn-Latn","hrv-Latn"]},{"precision":0.400912,"recall":0.472332,"f1":0.420837,"accuracy":0.472332,"main_score":0.420837,"hf_subset":"scn_Latn-kin_Latn","languages":["scn-Latn","kin-Latn"]},{"precision":0.744295,"recall":0.804348,"f1":0.762142,"accuracy":0.804348,"main_score":0.762142,"hf_subset":"scn_Latn-mal_Mlym","languages":["scn-Latn","mal-Mlym"]},{"precision":0.807642,"recall":0.856719,"f1":0.822647,"accuracy":0.856719,"main_score":0.822647,"hf_subset":"scn_Latn-pes_Arab","languages":["scn-Latn","pes-Arab"]},{"precision":0.795859,"recall":0.841897,"f1":0.809376,"accuracy":0.841897,"main_score":0.809376,"hf_subset":"scn_Latn-srd_Latn","languages":["scn-Latn","srd-Latn"]},{"precision":0.120022,"recall":0.189723,"f1":0.136555,"accuracy":0.189723,"main_score":0.136555,"hf_subset":"scn_Latn-tzm_Tfng","languages":["scn-Latn","tzm-Tfng"]},{"precision":0.791118,"recall":0.838933,"f1":0.805442,"accuracy":0.838933,"main_score":0.805442,"hf_subset":"scn_Latn-acq_Arab","languages":["scn-Latn","acq-Arab"]},{"precision":0.456282,"recall":0.523715,"f1":0.47514,"accuracy":0.523715,"main_score":0.47514,"hf_subset":"scn_Latn-bem_Latn","languages":["scn-Latn","bem-Latn"]},{"precision":0.763558,"recall":0.8083,"f1":0.776556,"accuracy":0.8083,"main_score":0.776556,"hf_subset":"scn_Latn-epo_Latn","languages":["scn-Latn","epo-Latn"]},{"precision":0.708729,"recall":0.774704,"f1":0.728016,"accuracy":0.774704,"main_score":0.728016,"hf_subset":"scn_Latn-hun_Latn","languages":["scn-Latn","hun-Latn"]},{"precision":0.56532,"recall":0.62747,"f1":0.582848,"accuracy":0.62747,"main_score":0.582848,"hf_subset":"scn_Latn-kir_Cyrl","languages":["scn-Latn","kir-Cyrl"]},{"precision":0.779777,"recall":0.833004,"f1":0.796218,"accuracy":0.833004,"main_score":0.796218,"hf_subset":"scn_Latn-mar_Deva","languages":["scn-Latn","mar-Deva"]},{"precision":0.451452,"recall":0.517787,"f1":0.470629,"accuracy":0.517787,"main_score":0.470629,"hf_subset":"scn_Latn-plt_Latn","languages":["scn-Latn","plt-Latn"]},{"precision":0.740836,"recall":0.79249,"f1":0.75605,"accuracy":0.79249,"main_score":0.75605,"hf_subset":"scn_Latn-srp_Cyrl","languages":["scn-Latn","srp-Cyrl"]},{"precision":0.303228,"recall":0.373518,"f1":0.3224,"accuracy":0.373518,"main_score":0.3224,"hf_subset":"scn_Latn-uig_Arab","languages":["scn-Latn","uig-Arab"]},{"precision":0.747134,"recall":0.802372,"f1":0.763177,"accuracy":0.802372,"main_score":0.763177,"hf_subset":"scn_Latn-aeb_Arab","languages":["scn-Latn","aeb-Arab"]},{"precision":0.806662,"recall":0.853755,"f1":0.821157,"accuracy":0.853755,"main_score":0.821157,"hf_subset":"scn_Latn-ben_Beng","languages":["scn-Latn","ben-Beng"]},{"precision":0.648428,"recall":0.703557,"f1":0.664594,"accuracy":0.703557,"main_score":0.664594,"hf_subset":"scn_Latn-est_Latn","languages":["scn-Latn","est-Latn"]},{"precision":0.607602,"recall":0.673913,"f1":0.626673,"accuracy":0.673913,"main_score":0.626673,"hf_subset":"scn_Latn-hye_Armn","languages":["scn-Latn","hye-Armn"]},{"precision":0.4127,"recall":0.482213,"f1":0.432075,"accuracy":0.482213,"main_score":0.432075,"hf_subset":"scn_Latn-kmb_Latn","languages":["scn-Latn","kmb-Latn"]},{"precision":0.25453,"recall":0.332016,"f1":0.274513,"accuracy":0.332016,"main_score":0.274513,"hf_subset":"scn_Latn-min_Arab","languages":["scn-Latn","min-Arab"]},{"precision":0.823361,"recall":0.863636,"f1":0.835365,"accuracy":0.863636,"main_score":0.835365,"hf_subset":"scn_Latn-pol_Latn","languages":["scn-Latn","pol-Latn"]},{"precision":0.395073,"recall":0.472332,"f1":0.415972,"accuracy":0.472332,"main_score":0.415972,"hf_subset":"scn_Latn-ssw_Latn","languages":["scn-Latn","ssw-Latn"]},{"precision":0.784992,"recall":0.833992,"f1":0.799662,"accuracy":0.833992,"main_score":0.799662,"hf_subset":"scn_Latn-ukr_Cyrl","languages":["scn-Latn","ukr-Cyrl"]},{"precision":0.775626,"recall":0.825099,"f1":0.79036,"accuracy":0.825099,"main_score":0.79036,"hf_subset":"scn_Latn-afr_Latn","languages":["scn-Latn","afr-Latn"]},{"precision":0.775201,"recall":0.826087,"f1":0.790361,"accuracy":0.826087,"main_score":0.790361,"hf_subset":"scn_Latn-bho_Deva","languages":["scn-Latn","bho-Deva"]},{"precision":0.578846,"recall":0.644269,"f1":0.597718,"accuracy":0.644269,"main_score":0.597718,"hf_subset":"scn_Latn-eus_Latn","languages":["scn-Latn","eus-Latn"]},{"precision":0.394733,"recall":0.472332,"f1":0.416265,"accuracy":0.472332,"main_score":0.416265,"hf_subset":"scn_Latn-ibo_Latn","languages":["scn-Latn","ibo-Latn"]},{"precision":0.434692,"recall":0.507905,"f1":0.454851,"accuracy":0.507905,"main_score":0.454851,"hf_subset":"scn_Latn-kmr_Latn","languages":["scn-Latn","kmr-Latn"]},{"precision":0.64441,"recall":0.705534,"f1":0.662243,"accuracy":0.705534,"main_score":0.662243,"hf_subset":"scn_Latn-min_Latn","languages":["scn-Latn","min-Latn"]},{"precision":0.865613,"recall":0.901186,"f1":0.876943,"accuracy":0.901186,"main_score":0.876943,"hf_subset":"scn_Latn-por_Latn","languages":["scn-Latn","por-Latn"]},{"precision":0.708324,"recall":0.756917,"f1":0.722538,"accuracy":0.756917,"main_score":0.722538,"hf_subset":"scn_Latn-sun_Latn","languages":["scn-Latn","sun-Latn"]},{"precision":0.408556,"recall":0.475296,"f1":0.427271,"accuracy":0.475296,"main_score":0.427271,"hf_subset":"scn_Latn-umb_Latn","languages":["scn-Latn","umb-Latn"]},{"precision":0.790282,"recall":0.836957,"f1":0.803738,"accuracy":0.836957,"main_score":0.803738,"hf_subset":"scn_Latn-ajp_Arab","languages":["scn-Latn","ajp-Arab"]},{"precision":0.270244,"recall":0.340909,"f1":0.288879,"accuracy":0.340909,"main_score":0.288879,"hf_subset":"scn_Latn-bjn_Arab","languages":["scn-Latn","bjn-Arab"]},{"precision":0.421405,"recall":0.48419,"f1":0.439068,"accuracy":0.48419,"main_score":0.439068,"hf_subset":"scn_Latn-ewe_Latn","languages":["scn-Latn","ewe-Latn"]},{"precision":0.628048,"recall":0.684783,"f1":0.644359,"accuracy":0.684783,"main_score":0.644359,"hf_subset":"scn_Latn-ilo_Latn","languages":["scn-Latn","ilo-Latn"]},{"precision":0.196128,"recall":0.258893,"f1":0.211955,"accuracy":0.258893,"main_score":0.211955,"hf_subset":"scn_Latn-knc_Arab","languages":["scn-Latn","knc-Arab"]},{"precision":0.75555,"recall":0.794466,"f1":0.767655,"accuracy":0.794466,"main_score":0.767655,"hf_subset":"scn_Latn-mkd_Cyrl","languages":["scn-Latn","mkd-Cyrl"]},{"precision":0.800906,"recall":0.849802,"f1":0.815909,"accuracy":0.849802,"main_score":0.815909,"hf_subset":"scn_Latn-prs_Arab","languages":["scn-Latn","prs-Arab"]},{"precision":0.78582,"recall":0.833992,"f1":0.800044,"accuracy":0.833992,"main_score":0.800044,"hf_subset":"scn_Latn-swe_Latn","languages":["scn-Latn","swe-Latn"]},{"precision":0.758778,"recall":0.815217,"f1":0.775871,"accuracy":0.815217,"main_score":0.775871,"hf_subset":"scn_Latn-urd_Arab","languages":["scn-Latn","urd-Arab"]},{"precision":0.47218,"recall":0.538538,"f1":0.491111,"accuracy":0.538538,"main_score":0.491111,"hf_subset":"scn_Latn-aka_Latn","languages":["scn-Latn","aka-Latn"]},{"precision":0.684323,"recall":0.737154,"f1":0.698807,"accuracy":0.737154,"main_score":0.698807,"hf_subset":"scn_Latn-bjn_Latn","languages":["scn-Latn","bjn-Latn"]},{"precision":0.52022,"recall":0.589921,"f1":0.540467,"accuracy":0.589921,"main_score":0.540467,"hf_subset":"scn_Latn-fao_Latn","languages":["scn-Latn","fao-Latn"]},{"precision":0.836084,"recall":0.879447,"f1":0.849473,"accuracy":0.879447,"main_score":0.849473,"hf_subset":"scn_Latn-ind_Latn","languages":["scn-Latn","ind-Latn"]},{"precision":0.440845,"recall":0.503953,"f1":0.458299,"accuracy":0.503953,"main_score":0.458299,"hf_subset":"scn_Latn-knc_Latn","languages":["scn-Latn","knc-Latn"]},{"precision":0.679854,"recall":0.743083,"f1":0.697799,"accuracy":0.743083,"main_score":0.697799,"hf_subset":"scn_Latn-mlt_Latn","languages":["scn-Latn","mlt-Latn"]},{"precision":0.489034,"recall":0.559289,"f1":0.508911,"accuracy":0.559289,"main_score":0.508911,"hf_subset":"scn_Latn-quy_Latn","languages":["scn-Latn","quy-Latn"]},{"precision":0.640157,"recall":0.705534,"f1":0.659093,"accuracy":0.705534,"main_score":0.659093,"hf_subset":"scn_Latn-swh_Latn","languages":["scn-Latn","swh-Latn"]},{"precision":0.543429,"recall":0.605731,"f1":0.561099,"accuracy":0.605731,"main_score":0.561099,"hf_subset":"scn_Latn-uzn_Latn","languages":["scn-Latn","uzn-Latn"]},{"precision":0.681455,"recall":0.731225,"f1":0.696121,"accuracy":0.731225,"main_score":0.696121,"hf_subset":"scn_Latn-als_Latn","languages":["scn-Latn","als-Latn"]},{"precision":0.195799,"recall":0.26087,"f1":0.212149,"accuracy":0.26087,"main_score":0.212149,"hf_subset":"scn_Latn-bod_Tibt","languages":["scn-Latn","bod-Tibt"]},{"precision":0.411908,"recall":0.482213,"f1":0.431207,"accuracy":0.482213,"main_score":0.431207,"hf_subset":"scn_Latn-fij_Latn","languages":["scn-Latn","fij-Latn"]},{"precision":0.483692,"recall":0.55336,"f1":0.503269,"accuracy":0.55336,"main_score":0.503269,"hf_subset":"scn_Latn-isl_Latn","languages":["scn-Latn","isl-Latn"]},{"precision":0.474133,"recall":0.545455,"f1":0.494285,"accuracy":0.545455,"main_score":0.494285,"hf_subset":"scn_Latn-kon_Latn","languages":["scn-Latn","kon-Latn"]},{"precision":0.363797,"recall":0.447628,"f1":0.386988,"accuracy":0.447628,"main_score":0.386988,"hf_subset":"scn_Latn-mni_Beng","languages":["scn-Latn","mni-Beng"]},{"precision":0.842354,"recall":0.879447,"f1":0.853244,"accuracy":0.879447,"main_score":0.853244,"hf_subset":"scn_Latn-ron_Latn","languages":["scn-Latn","ron-Latn"]},{"precision":0.708948,"recall":0.761858,"f1":0.72444,"accuracy":0.761858,"main_score":0.72444,"hf_subset":"scn_Latn-szl_Latn","languages":["scn-Latn","szl-Latn"]},{"precision":0.846533,"recall":0.882411,"f1":0.857367,"accuracy":0.882411,"main_score":0.857367,"hf_subset":"scn_Latn-vec_Latn","languages":["scn-Latn","vec-Latn"]},{"precision":0.572173,"recall":0.642292,"f1":0.592495,"accuracy":0.642292,"main_score":0.592495,"hf_subset":"scn_Latn-amh_Ethi","languages":["scn-Latn","amh-Ethi"]},{"precision":0.78568,"recall":0.833004,"f1":0.799758,"accuracy":0.833004,"main_score":0.799758,"hf_subset":"scn_Latn-bos_Latn","languages":["scn-Latn","bos-Latn"]},{"precision":0.751929,"recall":0.805336,"f1":0.767703,"accuracy":0.805336,"main_score":0.767703,"hf_subset":"scn_Latn-fin_Latn","languages":["scn-Latn","fin-Latn"]},{"precision":0.864954,"recall":0.899209,"f1":0.875579,"accuracy":0.899209,"main_score":0.875579,"hf_subset":"scn_Latn-ita_Latn","languages":["scn-Latn","ita-Latn"]},{"precision":0.797052,"recall":0.847826,"f1":0.812385,"accuracy":0.847826,"main_score":0.812385,"hf_subset":"scn_Latn-kor_Hang","languages":["scn-Latn","kor-Hang"]},{"precision":0.421337,"recall":0.492095,"f1":0.441242,"accuracy":0.492095,"main_score":0.441242,"hf_subset":"scn_Latn-mos_Latn","languages":["scn-Latn","mos-Latn"]},{"precision":0.416816,"recall":0.488142,"f1":0.436411,"accuracy":0.488142,"main_score":0.436411,"hf_subset":"scn_Latn-run_Latn","languages":["scn-Latn","run-Latn"]},{"precision":0.74524,"recall":0.806324,"f1":0.76349,"accuracy":0.806324,"main_score":0.76349,"hf_subset":"scn_Latn-tam_Taml","languages":["scn-Latn","tam-Taml"]},{"precision":0.804934,"recall":0.852767,"f1":0.819403,"accuracy":0.852767,"main_score":0.819403,"hf_subset":"scn_Latn-vie_Latn","languages":["scn-Latn","vie-Latn"]},{"precision":0.762796,"recall":0.815217,"f1":0.778788,"accuracy":0.815217,"main_score":0.778788,"hf_subset":"scn_Latn-apc_Arab","languages":["scn-Latn","apc-Arab"]},{"precision":0.584481,"recall":0.651186,"f1":0.603844,"accuracy":0.651186,"main_score":0.603844,"hf_subset":"scn_Latn-bug_Latn","languages":["scn-Latn","bug-Latn"]},{"precision":0.384435,"recall":0.453557,"f1":0.403186,"accuracy":0.453557,"main_score":0.403186,"hf_subset":"scn_Latn-fon_Latn","languages":["scn-Latn","fon-Latn"]},{"precision":0.703304,"recall":0.754941,"f1":0.718618,"accuracy":0.754941,"main_score":0.718618,"hf_subset":"scn_Latn-jav_Latn","languages":["scn-Latn","jav-Latn"]},{"precision":0.521553,"recall":0.586957,"f1":0.540469,"accuracy":0.586957,"main_score":0.540469,"hf_subset":"scn_Latn-lao_Laoo","languages":["scn-Latn","lao-Laoo"]},{"precision":0.38761,"recall":0.466403,"f1":0.409104,"accuracy":0.466403,"main_score":0.409104,"hf_subset":"scn_Latn-mri_Latn","languages":["scn-Latn","mri-Latn"]},{"precision":0.814377,"recall":0.863636,"f1":0.829414,"accuracy":0.863636,"main_score":0.829414,"hf_subset":"scn_Latn-rus_Cyrl","languages":["scn-Latn","rus-Cyrl"]},{"precision":0.399286,"recall":0.480237,"f1":0.422495,"accuracy":0.480237,"main_score":0.422495,"hf_subset":"scn_Latn-taq_Latn","languages":["scn-Latn","taq-Latn"]},{"precision":0.710771,"recall":0.757905,"f1":0.725099,"accuracy":0.757905,"main_score":0.725099,"hf_subset":"scn_Latn-war_Latn","languages":["scn-Latn","war-Latn"]},{"precision":0.788636,"recall":0.843874,"f1":0.8056,"accuracy":0.843874,"main_score":0.8056,"hf_subset":"scn_Latn-arb_Arab","languages":["scn-Latn","arb-Arab"]},{"precision":0.807406,"recall":0.849802,"f1":0.820224,"accuracy":0.849802,"main_score":0.820224,"hf_subset":"scn_Latn-bul_Cyrl","languages":["scn-Latn","bul-Cyrl"]},{"precision":0.850653,"recall":0.889328,"f1":0.862352,"accuracy":0.889328,"main_score":0.862352,"hf_subset":"scn_Latn-fra_Latn","languages":["scn-Latn","fra-Latn"]},{"precision":0.81923,"recall":0.866601,"f1":0.833729,"accuracy":0.866601,"main_score":0.833729,"hf_subset":"scn_Latn-jpn_Jpan","languages":["scn-Latn","jpn-Jpan"]},{"precision":0.831508,"recall":0.866601,"f1":0.841576,"accuracy":0.866601,"main_score":0.841576,"hf_subset":"scn_Latn-lij_Latn","languages":["scn-Latn","lij-Latn"]},{"precision":0.530825,"recall":0.609684,"f1":0.553851,"accuracy":0.609684,"main_score":0.553851,"hf_subset":"scn_Latn-mya_Mymr","languages":["scn-Latn","mya-Mymr"]},{"precision":0.463094,"recall":0.532609,"f1":0.482181,"accuracy":0.532609,"main_score":0.482181,"hf_subset":"scn_Latn-sag_Latn","languages":["scn-Latn","sag-Latn"]},{"precision":0.150401,"recall":0.22332,"f1":0.167021,"accuracy":0.22332,"main_score":0.167021,"hf_subset":"scn_Latn-taq_Tfng","languages":["scn-Latn","taq-Tfng"]},{"precision":0.460196,"recall":0.535573,"f1":0.481088,"accuracy":0.535573,"main_score":0.481088,"hf_subset":"scn_Latn-wol_Latn","languages":["scn-Latn","wol-Latn"]},{"precision":0.296306,"recall":0.382411,"f1":0.318843,"accuracy":0.382411,"main_score":0.318843,"hf_subset":"scn_Latn-arb_Latn","languages":["scn-Latn","arb-Latn"]},{"precision":0.835882,"recall":0.871542,"f1":0.846317,"accuracy":0.871542,"main_score":0.846317,"hf_subset":"scn_Latn-cat_Latn","languages":["scn-Latn","cat-Latn"]},{"precision":0.799783,"recall":0.840909,"f1":0.811193,"accuracy":0.840909,"main_score":0.811193,"hf_subset":"scn_Latn-fur_Latn","languages":["scn-Latn","fur-Latn"]},{"precision":0.30854,"recall":0.37253,"f1":0.326125,"accuracy":0.37253,"main_score":0.326125,"hf_subset":"scn_Latn-kab_Latn","languages":["scn-Latn","kab-Latn"]},{"precision":0.66586,"recall":0.725296,"f1":0.683366,"accuracy":0.725296,"main_score":0.683366,"hf_subset":"scn_Latn-lim_Latn","languages":["scn-Latn","lim-Latn"]},{"precision":0.823972,"recall":0.868577,"f1":0.837236,"accuracy":0.868577,"main_score":0.837236,"hf_subset":"scn_Latn-nld_Latn","languages":["scn-Latn","nld-Latn"]},{"precision":0.682711,"recall":0.746047,"f1":0.701287,"accuracy":0.746047,"main_score":0.701287,"hf_subset":"scn_Latn-san_Deva","languages":["scn-Latn","san-Deva"]},{"precision":0.562792,"recall":0.623518,"f1":0.579759,"accuracy":0.623518,"main_score":0.579759,"hf_subset":"scn_Latn-tat_Cyrl","languages":["scn-Latn","tat-Cyrl"]},{"precision":0.425875,"recall":0.504941,"f1":0.447299,"accuracy":0.504941,"main_score":0.447299,"hf_subset":"scn_Latn-xho_Latn","languages":["scn-Latn","xho-Latn"]},{"precision":0.787294,"recall":0.842885,"f1":0.804271,"accuracy":0.842885,"main_score":0.804271,"hf_subset":"scn_Latn-ars_Arab","languages":["scn-Latn","ars-Arab"]},{"precision":0.673387,"recall":0.735178,"f1":0.691922,"accuracy":0.735178,"main_score":0.691922,"hf_subset":"scn_Latn-ceb_Latn","languages":["scn-Latn","ceb-Latn"]},{"precision":0.423507,"recall":0.491107,"f1":0.442363,"accuracy":0.491107,"main_score":0.442363,"hf_subset":"scn_Latn-fuv_Latn","languages":["scn-Latn","fuv-Latn"]},{"precision":0.421054,"recall":0.496047,"f1":0.441064,"accuracy":0.496047,"main_score":0.441064,"hf_subset":"scn_Latn-kac_Latn","languages":["scn-Latn","kac-Latn"]},{"precision":0.486255,"recall":0.561265,"f1":0.506112,"accuracy":0.561265,"main_score":0.506112,"hf_subset":"scn_Latn-lin_Latn","languages":["scn-Latn","lin-Latn"]},{"precision":0.772694,"recall":0.818182,"f1":0.786284,"accuracy":0.818182,"main_score":0.786284,"hf_subset":"scn_Latn-nno_Latn","languages":["scn-Latn","nno-Latn"]},{"precision":0.16772,"recall":0.219368,"f1":0.180473,"accuracy":0.219368,"main_score":0.180473,"hf_subset":"scn_Latn-sat_Olck","languages":["scn-Latn","sat-Olck"]},{"precision":0.755521,"recall":0.812253,"f1":0.772076,"accuracy":0.812253,"main_score":0.772076,"hf_subset":"scn_Latn-tel_Telu","languages":["scn-Latn","tel-Telu"]},{"precision":0.321969,"recall":0.398221,"f1":0.342174,"accuracy":0.398221,"main_score":0.342174,"hf_subset":"scn_Latn-ydd_Hebr","languages":["scn-Latn","ydd-Hebr"]},{"precision":0.704694,"recall":0.767787,"f1":0.7226,"accuracy":0.767787,"main_score":0.7226,"hf_subset":"scn_Latn-ary_Arab","languages":["scn-Latn","ary-Arab"]},{"precision":0.781351,"recall":0.83004,"f1":0.796011,"accuracy":0.83004,"main_score":0.796011,"hf_subset":"scn_Latn-ces_Latn","languages":["scn-Latn","ces-Latn"]},{"precision":0.34049,"recall":0.410079,"f1":0.358731,"accuracy":0.410079,"main_score":0.358731,"hf_subset":"scn_Latn-gaz_Latn","languages":["scn-Latn","gaz-Latn"]},{"precision":0.446076,"recall":0.504941,"f1":0.462599,"accuracy":0.504941,"main_score":0.462599,"hf_subset":"scn_Latn-kam_Latn","languages":["scn-Latn","kam-Latn"]},{"precision":0.629643,"recall":0.694664,"f1":0.649038,"accuracy":0.694664,"main_score":0.649038,"hf_subset":"scn_Latn-lit_Latn","languages":["scn-Latn","lit-Latn"]},{"precision":0.802997,"recall":0.848814,"f1":0.81646,"accuracy":0.848814,"main_score":0.81646,"hf_subset":"scn_Latn-nob_Latn","languages":["scn-Latn","nob-Latn"]},{"precision":0.43354,"recall":0.505929,"f1":0.453472,"accuracy":0.505929,"main_score":0.453472,"hf_subset":"scn_Latn-tgk_Cyrl","languages":["scn-Latn","tgk-Cyrl"]},{"precision":0.404261,"recall":0.478261,"f1":0.425376,"accuracy":0.478261,"main_score":0.425376,"hf_subset":"scn_Latn-yor_Latn","languages":["scn-Latn","yor-Latn"]},{"precision":0.78942,"recall":0.833992,"f1":0.802981,"accuracy":0.833992,"main_score":0.802981,"hf_subset":"scn_Latn-arz_Arab","languages":["scn-Latn","arz-Arab"]},{"precision":0.44797,"recall":0.521739,"f1":0.467566,"accuracy":0.521739,"main_score":0.467566,"hf_subset":"scn_Latn-cjk_Latn","languages":["scn-Latn","cjk-Latn"]},{"precision":0.371191,"recall":0.44664,"f1":0.391397,"accuracy":0.44664,"main_score":0.391397,"hf_subset":"scn_Latn-gla_Latn","languages":["scn-Latn","gla-Latn"]},{"precision":0.744081,"recall":0.802372,"f1":0.761465,"accuracy":0.802372,"main_score":0.761465,"hf_subset":"scn_Latn-kan_Knda","languages":["scn-Latn","kan-Knda"]},{"precision":0.811199,"recall":0.857708,"f1":0.824972,"accuracy":0.857708,"main_score":0.824972,"hf_subset":"scn_Latn-lmo_Latn","languages":["scn-Latn","lmo-Latn"]},{"precision":0.7833,"recall":0.831028,"f1":0.797812,"accuracy":0.831028,"main_score":0.797812,"hf_subset":"scn_Latn-npi_Deva","languages":["scn-Latn","npi-Deva"]},{"precision":0.390369,"recall":0.47332,"f1":0.413495,"accuracy":0.47332,"main_score":0.413495,"hf_subset":"scn_Latn-shn_Mymr","languages":["scn-Latn","shn-Mymr"]},{"precision":0.733357,"recall":0.786561,"f1":0.749031,"accuracy":0.786561,"main_score":0.749031,"hf_subset":"scn_Latn-tgl_Latn","languages":["scn-Latn","tgl-Latn"]},{"precision":0.804891,"recall":0.852767,"f1":0.819203,"accuracy":0.852767,"main_score":0.819203,"hf_subset":"scn_Latn-yue_Hant","languages":["scn-Latn","yue-Hant"]},{"precision":0.653501,"recall":0.715415,"f1":0.672038,"accuracy":0.715415,"main_score":0.672038,"hf_subset":"scn_Latn-asm_Beng","languages":["scn-Latn","asm-Beng"]},{"precision":0.368282,"recall":0.440711,"f1":0.38893,"accuracy":0.440711,"main_score":0.38893,"hf_subset":"scn_Latn-ckb_Arab","languages":["scn-Latn","ckb-Arab"]},{"precision":0.387479,"recall":0.461462,"f1":0.407344,"accuracy":0.461462,"main_score":0.407344,"hf_subset":"scn_Latn-gle_Latn","languages":["scn-Latn","gle-Latn"]},{"precision":0.557419,"recall":0.639328,"f1":0.581337,"accuracy":0.639328,"main_score":0.581337,"hf_subset":"scn_Latn-kas_Arab","languages":["scn-Latn","kas-Arab"]},{"precision":0.584136,"recall":0.63834,"f1":0.599825,"accuracy":0.63834,"main_score":0.599825,"hf_subset":"scn_Latn-ltg_Latn","languages":["scn-Latn","ltg-Latn"]},{"precision":0.456239,"recall":0.527668,"f1":0.476298,"accuracy":0.527668,"main_score":0.476298,"hf_subset":"scn_Latn-nso_Latn","languages":["scn-Latn","nso-Latn"]},{"precision":0.604448,"recall":0.671937,"f1":0.624188,"accuracy":0.671937,"main_score":0.624188,"hf_subset":"scn_Latn-sin_Sinh","languages":["scn-Latn","sin-Sinh"]},{"precision":0.794664,"recall":0.846838,"f1":0.810625,"accuracy":0.846838,"main_score":0.810625,"hf_subset":"scn_Latn-tha_Thai","languages":["scn-Latn","tha-Thai"]},{"precision":0.80364,"recall":0.852767,"f1":0.818676,"accuracy":0.852767,"main_score":0.818676,"hf_subset":"scn_Latn-zho_Hans","languages":["scn-Latn","zho-Hans"]},{"precision":0.815241,"recall":0.850791,"f1":0.825979,"accuracy":0.850791,"main_score":0.825979,"hf_subset":"scn_Latn-ast_Latn","languages":["scn-Latn","ast-Latn"]},{"precision":0.644417,"recall":0.709486,"f1":0.66322,"accuracy":0.709486,"main_score":0.66322,"hf_subset":"scn_Latn-crh_Latn","languages":["scn-Latn","crh-Latn"]},{"precision":0.845473,"recall":0.880435,"f1":0.855886,"accuracy":0.880435,"main_score":0.855886,"hf_subset":"scn_Latn-glg_Latn","languages":["scn-Latn","glg-Latn"]},{"precision":0.501169,"recall":0.585968,"f1":0.525119,"accuracy":0.585968,"main_score":0.525119,"hf_subset":"scn_Latn-kas_Deva","languages":["scn-Latn","kas-Deva"]},{"precision":0.662325,"recall":0.722332,"f1":0.679339,"accuracy":0.722332,"main_score":0.679339,"hf_subset":"scn_Latn-ltz_Latn","languages":["scn-Latn","ltz-Latn"]},{"precision":0.344746,"recall":0.416996,"f1":0.363372,"accuracy":0.416996,"main_score":0.363372,"hf_subset":"scn_Latn-nus_Latn","languages":["scn-Latn","nus-Latn"]},{"precision":0.770394,"recall":0.818182,"f1":0.78484,"accuracy":0.818182,"main_score":0.78484,"hf_subset":"scn_Latn-slk_Latn","languages":["scn-Latn","slk-Latn"]},{"precision":0.358891,"recall":0.440711,"f1":0.380668,"accuracy":0.440711,"main_score":0.380668,"hf_subset":"scn_Latn-tir_Ethi","languages":["scn-Latn","tir-Ethi"]},{"precision":0.77939,"recall":0.832016,"f1":0.794812,"accuracy":0.832016,"main_score":0.794812,"hf_subset":"scn_Latn-zho_Hant","languages":["scn-Latn","zho-Hant"]},{"precision":0.812698,"recall":0.858696,"f1":0.827047,"accuracy":0.858696,"main_score":0.827047,"hf_subset":"scn_Latn-awa_Deva","languages":["scn-Latn","awa-Deva"]},{"precision":0.443943,"recall":0.51087,"f1":0.463065,"accuracy":0.51087,"main_score":0.463065,"hf_subset":"scn_Latn-cym_Latn","languages":["scn-Latn","cym-Latn"]},{"precision":0.605558,"recall":0.670949,"f1":0.624082,"accuracy":0.670949,"main_score":0.624082,"hf_subset":"scn_Latn-grn_Latn","languages":["scn-Latn","grn-Latn"]},{"precision":0.673495,"recall":0.737154,"f1":0.692467,"accuracy":0.737154,"main_score":0.692467,"hf_subset":"scn_Latn-kat_Geor","languages":["scn-Latn","kat-Geor"]},{"precision":0.490562,"recall":0.563241,"f1":0.511108,"accuracy":0.563241,"main_score":0.511108,"hf_subset":"scn_Latn-lua_Latn","languages":["scn-Latn","lua-Latn"]},{"precision":0.487809,"recall":0.546443,"f1":0.50434,"accuracy":0.546443,"main_score":0.50434,"hf_subset":"scn_Latn-nya_Latn","languages":["scn-Latn","nya-Latn"]},{"precision":0.713716,"recall":0.767787,"f1":0.729721,"accuracy":0.767787,"main_score":0.729721,"hf_subset":"scn_Latn-slv_Latn","languages":["scn-Latn","slv-Latn"]},{"precision":0.663596,"recall":0.719368,"f1":0.679877,"accuracy":0.719368,"main_score":0.679877,"hf_subset":"scn_Latn-tpi_Latn","languages":["scn-Latn","tpi-Latn"]},{"precision":0.78405,"recall":0.833992,"f1":0.799184,"accuracy":0.833992,"main_score":0.799184,"hf_subset":"scn_Latn-zsm_Latn","languages":["scn-Latn","zsm-Latn"]},{"precision":0.422307,"recall":0.492095,"f1":0.441254,"accuracy":0.492095,"main_score":0.441254,"hf_subset":"scn_Latn-ayr_Latn","languages":["scn-Latn","ayr-Latn"]},{"precision":0.807428,"recall":0.853755,"f1":0.821838,"accuracy":0.853755,"main_score":0.821838,"hf_subset":"scn_Latn-dan_Latn","languages":["scn-Latn","dan-Latn"]},{"precision":0.747711,"recall":0.804348,"f1":0.764296,"accuracy":0.804348,"main_score":0.764296,"hf_subset":"scn_Latn-guj_Gujr","languages":["scn-Latn","guj-Gujr"]},{"precision":0.598313,"recall":0.661067,"f1":0.61628,"accuracy":0.661067,"main_score":0.61628,"hf_subset":"scn_Latn-kaz_Cyrl","languages":["scn-Latn","kaz-Cyrl"]},{"precision":0.407399,"recall":0.480237,"f1":0.427056,"accuracy":0.480237,"main_score":0.427056,"hf_subset":"scn_Latn-lug_Latn","languages":["scn-Latn","lug-Latn"]},{"precision":0.818198,"recall":0.864625,"f1":0.831757,"accuracy":0.864625,"main_score":0.831757,"hf_subset":"scn_Latn-oci_Latn","languages":["scn-Latn","oci-Latn"]},{"precision":0.42991,"recall":0.511858,"f1":0.45301,"accuracy":0.511858,"main_score":0.45301,"hf_subset":"scn_Latn-smo_Latn","languages":["scn-Latn","smo-Latn"]},{"precision":0.41849,"recall":0.491107,"f1":0.43827,"accuracy":0.491107,"main_score":0.43827,"hf_subset":"scn_Latn-tsn_Latn","languages":["scn-Latn","tsn-Latn"]},{"precision":0.393179,"recall":0.474308,"f1":0.415478,"accuracy":0.474308,"main_score":0.415478,"hf_subset":"scn_Latn-zul_Latn","languages":["scn-Latn","zul-Latn"]},{"precision":0.554015,"recall":0.63834,"f1":0.578734,"accuracy":0.63834,"main_score":0.578734,"hf_subset":"scn_Latn-azb_Arab","languages":["scn-Latn","azb-Arab"]},{"precision":0.835858,"recall":0.878458,"f1":0.84865,"accuracy":0.878458,"main_score":0.84865,"hf_subset":"scn_Latn-deu_Latn","languages":["scn-Latn","deu-Latn"]},{"precision":0.605422,"recall":0.68083,"f1":0.626739,"accuracy":0.68083,"main_score":0.626739,"hf_subset":"scn_Latn-hat_Latn","languages":["scn-Latn","hat-Latn"]},{"precision":0.385951,"recall":0.450593,"f1":0.403005,"accuracy":0.450593,"main_score":0.403005,"hf_subset":"scn_Latn-kbp_Latn","languages":["scn-Latn","kbp-Latn"]},{"precision":0.454655,"recall":0.52668,"f1":0.474006,"accuracy":0.52668,"main_score":0.474006,"hf_subset":"scn_Latn-luo_Latn","languages":["scn-Latn","luo-Latn"]},{"precision":0.450974,"recall":0.534585,"f1":0.474431,"accuracy":0.534585,"main_score":0.474431,"hf_subset":"scn_Latn-ory_Orya","languages":["scn-Latn","ory-Orya"]},{"precision":0.441396,"recall":0.504941,"f1":0.459686,"accuracy":0.504941,"main_score":0.459686,"hf_subset":"scn_Latn-sna_Latn","languages":["scn-Latn","sna-Latn"]},{"precision":0.427555,"recall":0.495059,"f1":0.446415,"accuracy":0.495059,"main_score":0.446415,"hf_subset":"scn_Latn-tso_Latn","languages":["scn-Latn","tso-Latn"]},{"precision":0.670014,"recall":0.726285,"f1":0.686249,"accuracy":0.726285,"main_score":0.686249,"hf_subset":"scn_Latn-azj_Latn","languages":["scn-Latn","azj-Latn"]},{"precision":0.417624,"recall":0.496047,"f1":0.439512,"accuracy":0.496047,"main_score":0.439512,"hf_subset":"scn_Latn-dik_Latn","languages":["scn-Latn","dik-Latn"]},{"precision":0.448433,"recall":0.507905,"f1":0.464306,"accuracy":0.507905,"main_score":0.464306,"hf_subset":"scn_Latn-hau_Latn","languages":["scn-Latn","hau-Latn"]},{"precision":0.784653,"recall":0.83498,"f1":0.799539,"accuracy":0.83498,"main_score":0.799539,"hf_subset":"scn_Latn-kea_Latn","languages":["scn-Latn","kea-Latn"]},{"precision":0.550593,"recall":0.610672,"f1":0.567325,"accuracy":0.610672,"main_score":0.567325,"hf_subset":"scn_Latn-lus_Latn","languages":["scn-Latn","lus-Latn"]},{"precision":0.644351,"recall":0.700593,"f1":0.661152,"accuracy":0.700593,"main_score":0.661152,"hf_subset":"scn_Latn-pag_Latn","languages":["scn-Latn","pag-Latn"]},{"precision":0.53486,"recall":0.61166,"f1":0.557004,"accuracy":0.61166,"main_score":0.557004,"hf_subset":"scn_Latn-snd_Arab","languages":["scn-Latn","snd-Arab"]},{"precision":0.523169,"recall":0.586957,"f1":0.541387,"accuracy":0.586957,"main_score":0.541387,"hf_subset":"scn_Latn-tuk_Latn","languages":["scn-Latn","tuk-Latn"]},{"precision":0.565366,"recall":0.624506,"f1":0.582759,"accuracy":0.624506,"main_score":0.582759,"hf_subset":"scn_Latn-bak_Cyrl","languages":["scn-Latn","bak-Cyrl"]},{"precision":0.351579,"recall":0.438735,"f1":0.375111,"accuracy":0.438735,"main_score":0.375111,"hf_subset":"scn_Latn-dyu_Latn","languages":["scn-Latn","dyu-Latn"]},{"precision":0.676074,"recall":0.73913,"f1":0.694326,"accuracy":0.73913,"main_score":0.694326,"hf_subset":"scn_Latn-heb_Hebr","languages":["scn-Latn","heb-Hebr"]},{"precision":0.419459,"recall":0.486166,"f1":0.438295,"accuracy":0.486166,"main_score":0.438295,"hf_subset":"scn_Latn-khk_Cyrl","languages":["scn-Latn","khk-Cyrl"]},{"precision":0.670442,"recall":0.722332,"f1":0.685498,"accuracy":0.722332,"main_score":0.685498,"hf_subset":"scn_Latn-lvs_Latn","languages":["scn-Latn","lvs-Latn"]},{"precision":0.654096,"recall":0.715415,"f1":0.671431,"accuracy":0.715415,"main_score":0.671431,"hf_subset":"scn_Latn-pan_Guru","languages":["scn-Latn","pan-Guru"]},{"precision":0.394236,"recall":0.461462,"f1":0.413162,"accuracy":0.461462,"main_score":0.413162,"hf_subset":"scn_Latn-som_Latn","languages":["scn-Latn","som-Latn"]},{"precision":0.451881,"recall":0.513834,"f1":0.470029,"accuracy":0.513834,"main_score":0.470029,"hf_subset":"scn_Latn-tum_Latn","languages":["scn-Latn","tum-Latn"]},{"precision":0.267297,"recall":0.333004,"f1":0.284595,"accuracy":0.333004,"main_score":0.284595,"hf_subset":"tgk_Cyrl-ace_Arab","languages":["tgk-Cyrl","ace-Arab"]},{"precision":0.370603,"recall":0.422925,"f1":0.385385,"accuracy":0.422925,"main_score":0.385385,"hf_subset":"tgk_Cyrl-bam_Latn","languages":["tgk-Cyrl","bam-Latn"]},{"precision":0.135597,"recall":0.197628,"f1":0.151799,"accuracy":0.197628,"main_score":0.151799,"hf_subset":"tgk_Cyrl-dzo_Tibt","languages":["tgk-Cyrl","dzo-Tibt"]},{"precision":0.466053,"recall":0.545455,"f1":0.487211,"accuracy":0.545455,"main_score":0.487211,"hf_subset":"tgk_Cyrl-hin_Deva","languages":["tgk-Cyrl","hin-Deva"]},{"precision":0.383952,"recall":0.442688,"f1":0.400066,"accuracy":0.442688,"main_score":0.400066,"hf_subset":"tgk_Cyrl-khm_Khmr","languages":["tgk-Cyrl","khm-Khmr"]},{"precision":0.460414,"recall":0.534585,"f1":0.47966,"accuracy":0.534585,"main_score":0.47966,"hf_subset":"tgk_Cyrl-mag_Deva","languages":["tgk-Cyrl","mag-Deva"]},{"precision":0.491216,"recall":0.543478,"f1":0.504639,"accuracy":0.543478,"main_score":0.504639,"hf_subset":"tgk_Cyrl-pap_Latn","languages":["tgk-Cyrl","pap-Latn"]},{"precision":0.400784,"recall":0.456522,"f1":0.415161,"accuracy":0.456522,"main_score":0.415161,"hf_subset":"tgk_Cyrl-sot_Latn","languages":["tgk-Cyrl","sot-Latn"]},{"precision":0.479529,"recall":0.551383,"f1":0.498711,"accuracy":0.551383,"main_score":0.498711,"hf_subset":"tgk_Cyrl-tur_Latn","languages":["tgk-Cyrl","tur-Latn"]},{"precision":0.460244,"recall":0.51581,"f1":0.475581,"accuracy":0.51581,"main_score":0.475581,"hf_subset":"tgk_Cyrl-ace_Latn","languages":["tgk-Cyrl","ace-Latn"]},{"precision":0.482646,"recall":0.54249,"f1":0.499207,"accuracy":0.54249,"main_score":0.499207,"hf_subset":"tgk_Cyrl-ban_Latn","languages":["tgk-Cyrl","ban-Latn"]},{"precision":0.41687,"recall":0.492095,"f1":0.437917,"accuracy":0.492095,"main_score":0.437917,"hf_subset":"tgk_Cyrl-ell_Grek","languages":["tgk-Cyrl","ell-Grek"]},{"precision":0.461058,"recall":0.520751,"f1":0.476701,"accuracy":0.520751,"main_score":0.476701,"hf_subset":"tgk_Cyrl-hne_Deva","languages":["tgk-Cyrl","hne-Deva"]},{"precision":0.356441,"recall":0.421937,"f1":0.375261,"accuracy":0.421937,"main_score":0.375261,"hf_subset":"tgk_Cyrl-kik_Latn","languages":["tgk-Cyrl","kik-Latn"]},{"precision":0.485826,"recall":0.551383,"f1":0.503351,"accuracy":0.551383,"main_score":0.503351,"hf_subset":"tgk_Cyrl-mai_Deva","languages":["tgk-Cyrl","mai-Deva"]},{"precision":0.437766,"recall":0.499012,"f1":0.454393,"accuracy":0.499012,"main_score":0.454393,"hf_subset":"tgk_Cyrl-pbt_Arab","languages":["tgk-Cyrl","pbt-Arab"]},{"precision":0.484918,"recall":0.560277,"f1":0.505151,"accuracy":0.560277,"main_score":0.505151,"hf_subset":"tgk_Cyrl-spa_Latn","languages":["tgk-Cyrl","spa-Latn"]},{"precision":0.427625,"recall":0.479249,"f1":0.442344,"accuracy":0.479249,"main_score":0.442344,"hf_subset":"tgk_Cyrl-twi_Latn","languages":["tgk-Cyrl","twi-Latn"]},{"precision":0.45783,"recall":0.530632,"f1":0.47698,"accuracy":0.530632,"main_score":0.47698,"hf_subset":"tgk_Cyrl-acm_Arab","languages":["tgk-Cyrl","acm-Arab"]},{"precision":0.461242,"recall":0.524704,"f1":0.478659,"accuracy":0.524704,"main_score":0.478659,"hf_subset":"tgk_Cyrl-bel_Cyrl","languages":["tgk-Cyrl","bel-Cyrl"]},{"precision":0.501586,"recall":0.568182,"f1":0.520178,"accuracy":0.568182,"main_score":0.520178,"hf_subset":"tgk_Cyrl-eng_Latn","languages":["tgk-Cyrl","eng-Latn"]},{"precision":0.488956,"recall":0.547431,"f1":0.505378,"accuracy":0.547431,"main_score":0.505378,"hf_subset":"tgk_Cyrl-hrv_Latn","languages":["tgk-Cyrl","hrv-Latn"]},{"precision":0.379578,"recall":0.432806,"f1":0.393913,"accuracy":0.432806,"main_score":0.393913,"hf_subset":"tgk_Cyrl-kin_Latn","languages":["tgk-Cyrl","kin-Latn"]},{"precision":0.442194,"recall":0.514822,"f1":0.461114,"accuracy":0.514822,"main_score":0.461114,"hf_subset":"tgk_Cyrl-mal_Mlym","languages":["tgk-Cyrl","mal-Mlym"]},{"precision":0.480364,"recall":0.55336,"f1":0.498688,"accuracy":0.55336,"main_score":0.498688,"hf_subset":"tgk_Cyrl-pes_Arab","languages":["tgk-Cyrl","pes-Arab"]},{"precision":0.48542,"recall":0.537549,"f1":0.49951,"accuracy":0.537549,"main_score":0.49951,"hf_subset":"tgk_Cyrl-srd_Latn","languages":["tgk-Cyrl","srd-Latn"]},{"precision":0.14759,"recall":0.201581,"f1":0.161507,"accuracy":0.201581,"main_score":0.161507,"hf_subset":"tgk_Cyrl-tzm_Tfng","languages":["tgk-Cyrl","tzm-Tfng"]},{"precision":0.462579,"recall":0.533597,"f1":0.481542,"accuracy":0.533597,"main_score":0.481542,"hf_subset":"tgk_Cyrl-acq_Arab","languages":["tgk-Cyrl","acq-Arab"]},{"precision":0.402755,"recall":0.466403,"f1":0.420911,"accuracy":0.466403,"main_score":0.420911,"hf_subset":"tgk_Cyrl-bem_Latn","languages":["tgk-Cyrl","bem-Latn"]},{"precision":0.481017,"recall":0.529644,"f1":0.495045,"accuracy":0.529644,"main_score":0.495045,"hf_subset":"tgk_Cyrl-epo_Latn","languages":["tgk-Cyrl","epo-Latn"]},{"precision":0.475526,"recall":0.537549,"f1":0.492354,"accuracy":0.537549,"main_score":0.492354,"hf_subset":"tgk_Cyrl-hun_Latn","languages":["tgk-Cyrl","hun-Latn"]},{"precision":0.511432,"recall":0.555336,"f1":0.523823,"accuracy":0.555336,"main_score":0.523823,"hf_subset":"tgk_Cyrl-kir_Cyrl","languages":["tgk-Cyrl","kir-Cyrl"]},{"precision":0.457313,"recall":0.537549,"f1":0.479618,"accuracy":0.537549,"main_score":0.479618,"hf_subset":"tgk_Cyrl-mar_Deva","languages":["tgk-Cyrl","mar-Deva"]},{"precision":0.406614,"recall":0.458498,"f1":0.421167,"accuracy":0.458498,"main_score":0.421167,"hf_subset":"tgk_Cyrl-plt_Latn","languages":["tgk-Cyrl","plt-Latn"]},{"precision":0.492758,"recall":0.562253,"f1":0.511455,"accuracy":0.562253,"main_score":0.511455,"hf_subset":"tgk_Cyrl-srp_Cyrl","languages":["tgk-Cyrl","srp-Cyrl"]},{"precision":0.306352,"recall":0.365613,"f1":0.322099,"accuracy":0.365613,"main_score":0.322099,"hf_subset":"tgk_Cyrl-uig_Arab","languages":["tgk-Cyrl","uig-Arab"]},{"precision":0.437343,"recall":0.496047,"f1":0.453482,"accuracy":0.496047,"main_score":0.453482,"hf_subset":"tgk_Cyrl-aeb_Arab","languages":["tgk-Cyrl","aeb-Arab"]},{"precision":0.455959,"recall":0.532609,"f1":0.476052,"accuracy":0.532609,"main_score":0.476052,"hf_subset":"tgk_Cyrl-ben_Beng","languages":["tgk-Cyrl","ben-Beng"]},{"precision":0.47446,"recall":0.527668,"f1":0.489164,"accuracy":0.527668,"main_score":0.489164,"hf_subset":"tgk_Cyrl-est_Latn","languages":["tgk-Cyrl","est-Latn"]},{"precision":0.416548,"recall":0.482213,"f1":0.434169,"accuracy":0.482213,"main_score":0.434169,"hf_subset":"tgk_Cyrl-hye_Armn","languages":["tgk-Cyrl","hye-Armn"]},{"precision":0.373285,"recall":0.429842,"f1":0.388271,"accuracy":0.429842,"main_score":0.388271,"hf_subset":"tgk_Cyrl-kmb_Latn","languages":["tgk-Cyrl","kmb-Latn"]},{"precision":0.227797,"recall":0.285573,"f1":0.243488,"accuracy":0.285573,"main_score":0.243488,"hf_subset":"tgk_Cyrl-min_Arab","languages":["tgk-Cyrl","min-Arab"]},{"precision":0.494264,"recall":0.5583,"f1":0.511425,"accuracy":0.5583,"main_score":0.511425,"hf_subset":"tgk_Cyrl-pol_Latn","languages":["tgk-Cyrl","pol-Latn"]},{"precision":0.377888,"recall":0.440711,"f1":0.395113,"accuracy":0.440711,"main_score":0.395113,"hf_subset":"tgk_Cyrl-ssw_Latn","languages":["tgk-Cyrl","ssw-Latn"]},{"precision":0.520156,"recall":0.588933,"f1":0.537968,"accuracy":0.588933,"main_score":0.537968,"hf_subset":"tgk_Cyrl-ukr_Cyrl","languages":["tgk-Cyrl","ukr-Cyrl"]},{"precision":0.483348,"recall":0.544466,"f1":0.499832,"accuracy":0.544466,"main_score":0.499832,"hf_subset":"tgk_Cyrl-afr_Latn","languages":["tgk-Cyrl","afr-Latn"]},{"precision":0.458739,"recall":0.521739,"f1":0.475858,"accuracy":0.521739,"main_score":0.475858,"hf_subset":"tgk_Cyrl-bho_Deva","languages":["tgk-Cyrl","bho-Deva"]},{"precision":0.474504,"recall":0.522727,"f1":0.48792,"accuracy":0.522727,"main_score":0.48792,"hf_subset":"tgk_Cyrl-eus_Latn","languages":["tgk-Cyrl","eus-Latn"]},{"precision":0.368601,"recall":0.439723,"f1":0.387826,"accuracy":0.439723,"main_score":0.387826,"hf_subset":"tgk_Cyrl-ibo_Latn","languages":["tgk-Cyrl","ibo-Latn"]},{"precision":0.465471,"recall":0.519763,"f1":0.480774,"accuracy":0.519763,"main_score":0.480774,"hf_subset":"tgk_Cyrl-kmr_Latn","languages":["tgk-Cyrl","kmr-Latn"]},{"precision":0.467336,"recall":0.519763,"f1":0.481435,"accuracy":0.519763,"main_score":0.481435,"hf_subset":"tgk_Cyrl-min_Latn","languages":["tgk-Cyrl","min-Latn"]},{"precision":0.499263,"recall":0.564229,"f1":0.516731,"accuracy":0.564229,"main_score":0.516731,"hf_subset":"tgk_Cyrl-por_Latn","languages":["tgk-Cyrl","por-Latn"]},{"precision":0.486132,"recall":0.535573,"f1":0.499256,"accuracy":0.535573,"main_score":0.499256,"hf_subset":"tgk_Cyrl-sun_Latn","languages":["tgk-Cyrl","sun-Latn"]},{"precision":0.35559,"recall":0.418972,"f1":0.371562,"accuracy":0.418972,"main_score":0.371562,"hf_subset":"tgk_Cyrl-umb_Latn","languages":["tgk-Cyrl","umb-Latn"]},{"precision":0.458872,"recall":0.52668,"f1":0.476845,"accuracy":0.52668,"main_score":0.476845,"hf_subset":"tgk_Cyrl-ajp_Arab","languages":["tgk-Cyrl","ajp-Arab"]},{"precision":0.25058,"recall":0.305336,"f1":0.26537,"accuracy":0.305336,"main_score":0.26537,"hf_subset":"tgk_Cyrl-bjn_Arab","languages":["tgk-Cyrl","bjn-Arab"]},{"precision":0.36648,"recall":0.41502,"f1":0.379846,"accuracy":0.41502,"main_score":0.379846,"hf_subset":"tgk_Cyrl-ewe_Latn","languages":["tgk-Cyrl","ewe-Latn"]},{"precision":0.484025,"recall":0.535573,"f1":0.499196,"accuracy":0.535573,"main_score":0.499196,"hf_subset":"tgk_Cyrl-ilo_Latn","languages":["tgk-Cyrl","ilo-Latn"]},{"precision":0.200859,"recall":0.253953,"f1":0.214927,"accuracy":0.253953,"main_score":0.214927,"hf_subset":"tgk_Cyrl-knc_Arab","languages":["tgk-Cyrl","knc-Arab"]},{"precision":0.497201,"recall":0.555336,"f1":0.513943,"accuracy":0.555336,"main_score":0.513943,"hf_subset":"tgk_Cyrl-mkd_Cyrl","languages":["tgk-Cyrl","mkd-Cyrl"]},{"precision":0.470633,"recall":0.547431,"f1":0.491082,"accuracy":0.547431,"main_score":0.491082,"hf_subset":"tgk_Cyrl-prs_Arab","languages":["tgk-Cyrl","prs-Arab"]},{"precision":0.477808,"recall":0.54249,"f1":0.495272,"accuracy":0.54249,"main_score":0.495272,"hf_subset":"tgk_Cyrl-swe_Latn","languages":["tgk-Cyrl","swe-Latn"]},{"precision":0.42582,"recall":0.501976,"f1":0.446171,"accuracy":0.501976,"main_score":0.446171,"hf_subset":"tgk_Cyrl-urd_Arab","languages":["tgk-Cyrl","urd-Arab"]},{"precision":0.426072,"recall":0.470356,"f1":0.43819,"accuracy":0.470356,"main_score":0.43819,"hf_subset":"tgk_Cyrl-aka_Latn","languages":["tgk-Cyrl","aka-Latn"]},{"precision":0.469281,"recall":0.52668,"f1":0.484002,"accuracy":0.52668,"main_score":0.484002,"hf_subset":"tgk_Cyrl-bjn_Latn","languages":["tgk-Cyrl","bjn-Latn"]},{"precision":0.420244,"recall":0.48419,"f1":0.43756,"accuracy":0.48419,"main_score":0.43756,"hf_subset":"tgk_Cyrl-fao_Latn","languages":["tgk-Cyrl","fao-Latn"]},{"precision":0.498324,"recall":0.566206,"f1":0.516257,"accuracy":0.566206,"main_score":0.516257,"hf_subset":"tgk_Cyrl-ind_Latn","languages":["tgk-Cyrl","ind-Latn"]},{"precision":0.411993,"recall":0.450593,"f1":0.42232,"accuracy":0.450593,"main_score":0.42232,"hf_subset":"tgk_Cyrl-knc_Latn","languages":["tgk-Cyrl","knc-Latn"]},{"precision":0.454108,"recall":0.503953,"f1":0.468056,"accuracy":0.503953,"main_score":0.468056,"hf_subset":"tgk_Cyrl-mlt_Latn","languages":["tgk-Cyrl","mlt-Latn"]},{"precision":0.420722,"recall":0.492095,"f1":0.440191,"accuracy":0.492095,"main_score":0.440191,"hf_subset":"tgk_Cyrl-quy_Latn","languages":["tgk-Cyrl","quy-Latn"]},{"precision":0.44468,"recall":0.5,"f1":0.45999,"accuracy":0.5,"main_score":0.45999,"hf_subset":"tgk_Cyrl-swh_Latn","languages":["tgk-Cyrl","swh-Latn"]},{"precision":0.546938,"recall":0.600791,"f1":0.561264,"accuracy":0.600791,"main_score":0.561264,"hf_subset":"tgk_Cyrl-uzn_Latn","languages":["tgk-Cyrl","uzn-Latn"]},{"precision":0.506181,"recall":0.564229,"f1":0.522639,"accuracy":0.564229,"main_score":0.522639,"hf_subset":"tgk_Cyrl-als_Latn","languages":["tgk-Cyrl","als-Latn"]},{"precision":0.187859,"recall":0.249012,"f1":0.203118,"accuracy":0.249012,"main_score":0.203118,"hf_subset":"tgk_Cyrl-bod_Tibt","languages":["tgk-Cyrl","bod-Tibt"]},{"precision":0.373928,"recall":0.433794,"f1":0.390569,"accuracy":0.433794,"main_score":0.390569,"hf_subset":"tgk_Cyrl-fij_Latn","languages":["tgk-Cyrl","fij-Latn"]},{"precision":0.406772,"recall":0.465415,"f1":0.422912,"accuracy":0.465415,"main_score":0.422912,"hf_subset":"tgk_Cyrl-isl_Latn","languages":["tgk-Cyrl","isl-Latn"]},{"precision":0.410627,"recall":0.465415,"f1":0.425407,"accuracy":0.465415,"main_score":0.425407,"hf_subset":"tgk_Cyrl-kon_Latn","languages":["tgk-Cyrl","kon-Latn"]},{"precision":0.317496,"recall":0.378458,"f1":0.333888,"accuracy":0.378458,"main_score":0.333888,"hf_subset":"tgk_Cyrl-mni_Beng","languages":["tgk-Cyrl","mni-Beng"]},{"precision":0.494883,"recall":0.557312,"f1":0.512117,"accuracy":0.557312,"main_score":0.512117,"hf_subset":"tgk_Cyrl-ron_Latn","languages":["tgk-Cyrl","ron-Latn"]},{"precision":0.471962,"recall":0.530632,"f1":0.487288,"accuracy":0.530632,"main_score":0.487288,"hf_subset":"tgk_Cyrl-szl_Latn","languages":["tgk-Cyrl","szl-Latn"]},{"precision":0.480848,"recall":0.533597,"f1":0.493945,"accuracy":0.533597,"main_score":0.493945,"hf_subset":"tgk_Cyrl-vec_Latn","languages":["tgk-Cyrl","vec-Latn"]},{"precision":0.390063,"recall":0.455534,"f1":0.407063,"accuracy":0.455534,"main_score":0.407063,"hf_subset":"tgk_Cyrl-amh_Ethi","languages":["tgk-Cyrl","amh-Ethi"]},{"precision":0.498198,"recall":0.562253,"f1":0.515356,"accuracy":0.562253,"main_score":0.515356,"hf_subset":"tgk_Cyrl-bos_Latn","languages":["tgk-Cyrl","bos-Latn"]},{"precision":0.46181,"recall":0.533597,"f1":0.4813,"accuracy":0.533597,"main_score":0.4813,"hf_subset":"tgk_Cyrl-fin_Latn","languages":["tgk-Cyrl","fin-Latn"]},{"precision":0.491486,"recall":0.560277,"f1":0.510358,"accuracy":0.560277,"main_score":0.510358,"hf_subset":"tgk_Cyrl-ita_Latn","languages":["tgk-Cyrl","ita-Latn"]},{"precision":0.446821,"recall":0.517787,"f1":0.465625,"accuracy":0.517787,"main_score":0.465625,"hf_subset":"tgk_Cyrl-kor_Hang","languages":["tgk-Cyrl","kor-Hang"]},{"precision":0.387085,"recall":0.438735,"f1":0.401853,"accuracy":0.438735,"main_score":0.401853,"hf_subset":"tgk_Cyrl-mos_Latn","languages":["tgk-Cyrl","mos-Latn"]},{"precision":0.38331,"recall":0.431818,"f1":0.39655,"accuracy":0.431818,"main_score":0.39655,"hf_subset":"tgk_Cyrl-run_Latn","languages":["tgk-Cyrl","run-Latn"]},{"precision":0.417691,"recall":0.500988,"f1":0.439802,"accuracy":0.500988,"main_score":0.439802,"hf_subset":"tgk_Cyrl-tam_Taml","languages":["tgk-Cyrl","tam-Taml"]},{"precision":0.450093,"recall":0.521739,"f1":0.470278,"accuracy":0.521739,"main_score":0.470278,"hf_subset":"tgk_Cyrl-vie_Latn","languages":["tgk-Cyrl","vie-Latn"]},{"precision":0.447052,"recall":0.51581,"f1":0.465381,"accuracy":0.51581,"main_score":0.465381,"hf_subset":"tgk_Cyrl-apc_Arab","languages":["tgk-Cyrl","apc-Arab"]},{"precision":0.454958,"recall":0.513834,"f1":0.471559,"accuracy":0.513834,"main_score":0.471559,"hf_subset":"tgk_Cyrl-bug_Latn","languages":["tgk-Cyrl","bug-Latn"]},{"precision":0.347084,"recall":0.40415,"f1":0.36248,"accuracy":0.40415,"main_score":0.36248,"hf_subset":"tgk_Cyrl-fon_Latn","languages":["tgk-Cyrl","fon-Latn"]},{"precision":0.498741,"recall":0.546443,"f1":0.512449,"accuracy":0.546443,"main_score":0.512449,"hf_subset":"tgk_Cyrl-jav_Latn","languages":["tgk-Cyrl","jav-Latn"]},{"precision":0.382301,"recall":0.427866,"f1":0.394267,"accuracy":0.427866,"main_score":0.394267,"hf_subset":"tgk_Cyrl-lao_Laoo","languages":["tgk-Cyrl","lao-Laoo"]},{"precision":0.363945,"recall":0.422925,"f1":0.378714,"accuracy":0.422925,"main_score":0.378714,"hf_subset":"tgk_Cyrl-mri_Latn","languages":["tgk-Cyrl","mri-Latn"]},{"precision":0.489002,"recall":0.575099,"f1":0.512719,"accuracy":0.575099,"main_score":0.512719,"hf_subset":"tgk_Cyrl-rus_Cyrl","languages":["tgk-Cyrl","rus-Cyrl"]},{"precision":0.391977,"recall":0.443676,"f1":0.406337,"accuracy":0.443676,"main_score":0.406337,"hf_subset":"tgk_Cyrl-taq_Latn","languages":["tgk-Cyrl","taq-Latn"]},{"precision":0.495541,"recall":0.54249,"f1":0.508025,"accuracy":0.54249,"main_score":0.508025,"hf_subset":"tgk_Cyrl-war_Latn","languages":["tgk-Cyrl","war-Latn"]},{"precision":0.476214,"recall":0.545455,"f1":0.494495,"accuracy":0.545455,"main_score":0.494495,"hf_subset":"tgk_Cyrl-arb_Arab","languages":["tgk-Cyrl","arb-Arab"]},{"precision":0.501346,"recall":0.563241,"f1":0.518254,"accuracy":0.563241,"main_score":0.518254,"hf_subset":"tgk_Cyrl-bul_Cyrl","languages":["tgk-Cyrl","bul-Cyrl"]},{"precision":0.491474,"recall":0.5583,"f1":0.510152,"accuracy":0.5583,"main_score":0.510152,"hf_subset":"tgk_Cyrl-fra_Latn","languages":["tgk-Cyrl","fra-Latn"]},{"precision":0.447953,"recall":0.531621,"f1":0.469528,"accuracy":0.531621,"main_score":0.469528,"hf_subset":"tgk_Cyrl-jpn_Jpan","languages":["tgk-Cyrl","jpn-Jpan"]},{"precision":0.467785,"recall":0.523715,"f1":0.483495,"accuracy":0.523715,"main_score":0.483495,"hf_subset":"tgk_Cyrl-lij_Latn","languages":["tgk-Cyrl","lij-Latn"]},{"precision":0.327808,"recall":0.400198,"f1":0.347171,"accuracy":0.400198,"main_score":0.347171,"hf_subset":"tgk_Cyrl-mya_Mymr","languages":["tgk-Cyrl","mya-Mymr"]},{"precision":0.404817,"recall":0.458498,"f1":0.419805,"accuracy":0.458498,"main_score":0.419805,"hf_subset":"tgk_Cyrl-sag_Latn","languages":["tgk-Cyrl","sag-Latn"]},{"precision":0.168902,"recall":0.226285,"f1":0.183344,"accuracy":0.226285,"main_score":0.183344,"hf_subset":"tgk_Cyrl-taq_Tfng","languages":["tgk-Cyrl","taq-Tfng"]},{"precision":0.415411,"recall":0.471344,"f1":0.431146,"accuracy":0.471344,"main_score":0.431146,"hf_subset":"tgk_Cyrl-wol_Latn","languages":["tgk-Cyrl","wol-Latn"]},{"precision":0.322103,"recall":0.390316,"f1":0.340246,"accuracy":0.390316,"main_score":0.340246,"hf_subset":"tgk_Cyrl-arb_Latn","languages":["tgk-Cyrl","arb-Latn"]},{"precision":0.478678,"recall":0.540514,"f1":0.495607,"accuracy":0.540514,"main_score":0.495607,"hf_subset":"tgk_Cyrl-cat_Latn","languages":["tgk-Cyrl","cat-Latn"]},{"precision":0.480166,"recall":0.530632,"f1":0.493506,"accuracy":0.530632,"main_score":0.493506,"hf_subset":"tgk_Cyrl-fur_Latn","languages":["tgk-Cyrl","fur-Latn"]},{"precision":0.289859,"recall":0.349802,"f1":0.305505,"accuracy":0.349802,"main_score":0.305505,"hf_subset":"tgk_Cyrl-kab_Latn","languages":["tgk-Cyrl","kab-Latn"]},{"precision":0.482431,"recall":0.535573,"f1":0.496903,"accuracy":0.535573,"main_score":0.496903,"hf_subset":"tgk_Cyrl-lim_Latn","languages":["tgk-Cyrl","lim-Latn"]},{"precision":0.478421,"recall":0.554348,"f1":0.498415,"accuracy":0.554348,"main_score":0.498415,"hf_subset":"tgk_Cyrl-nld_Latn","languages":["tgk-Cyrl","nld-Latn"]},{"precision":0.397565,"recall":0.468379,"f1":0.416529,"accuracy":0.468379,"main_score":0.416529,"hf_subset":"tgk_Cyrl-san_Deva","languages":["tgk-Cyrl","san-Deva"]},{"precision":0.520487,"recall":0.564229,"f1":0.532253,"accuracy":0.564229,"main_score":0.532253,"hf_subset":"tgk_Cyrl-tat_Cyrl","languages":["tgk-Cyrl","tat-Cyrl"]},{"precision":0.395618,"recall":0.456522,"f1":0.412594,"accuracy":0.456522,"main_score":0.412594,"hf_subset":"tgk_Cyrl-xho_Latn","languages":["tgk-Cyrl","xho-Latn"]},{"precision":0.439848,"recall":0.51581,"f1":0.459879,"accuracy":0.51581,"main_score":0.459879,"hf_subset":"tgk_Cyrl-ars_Arab","languages":["tgk-Cyrl","ars-Arab"]},{"precision":0.495174,"recall":0.54249,"f1":0.508973,"accuracy":0.54249,"main_score":0.508973,"hf_subset":"tgk_Cyrl-ceb_Latn","languages":["tgk-Cyrl","ceb-Latn"]},{"precision":0.383795,"recall":0.443676,"f1":0.400896,"accuracy":0.443676,"main_score":0.400896,"hf_subset":"tgk_Cyrl-fuv_Latn","languages":["tgk-Cyrl","fuv-Latn"]},{"precision":0.391403,"recall":0.455534,"f1":0.409403,"accuracy":0.455534,"main_score":0.409403,"hf_subset":"tgk_Cyrl-kac_Latn","languages":["tgk-Cyrl","kac-Latn"]},{"precision":0.415952,"recall":0.476285,"f1":0.432602,"accuracy":0.476285,"main_score":0.432602,"hf_subset":"tgk_Cyrl-lin_Latn","languages":["tgk-Cyrl","lin-Latn"]},{"precision":0.465944,"recall":0.528656,"f1":0.482811,"accuracy":0.528656,"main_score":0.482811,"hf_subset":"tgk_Cyrl-nno_Latn","languages":["tgk-Cyrl","nno-Latn"]},{"precision":0.171393,"recall":0.216403,"f1":0.184106,"accuracy":0.216403,"main_score":0.184106,"hf_subset":"tgk_Cyrl-sat_Olck","languages":["tgk-Cyrl","sat-Olck"]},{"precision":0.432929,"recall":0.508893,"f1":0.453153,"accuracy":0.508893,"main_score":0.453153,"hf_subset":"tgk_Cyrl-tel_Telu","languages":["tgk-Cyrl","tel-Telu"]},{"precision":0.267146,"recall":0.322134,"f1":0.28113,"accuracy":0.322134,"main_score":0.28113,"hf_subset":"tgk_Cyrl-ydd_Hebr","languages":["tgk-Cyrl","ydd-Hebr"]},{"precision":0.409743,"recall":0.466403,"f1":0.425325,"accuracy":0.466403,"main_score":0.425325,"hf_subset":"tgk_Cyrl-ary_Arab","languages":["tgk-Cyrl","ary-Arab"]},{"precision":0.489066,"recall":0.557312,"f1":0.508326,"accuracy":0.557312,"main_score":0.508326,"hf_subset":"tgk_Cyrl-ces_Latn","languages":["tgk-Cyrl","ces-Latn"]},{"precision":0.33226,"recall":0.387352,"f1":0.346872,"accuracy":0.387352,"main_score":0.346872,"hf_subset":"tgk_Cyrl-gaz_Latn","languages":["tgk-Cyrl","gaz-Latn"]},{"precision":0.383874,"recall":0.443676,"f1":0.400217,"accuracy":0.443676,"main_score":0.400217,"hf_subset":"tgk_Cyrl-kam_Latn","languages":["tgk-Cyrl","kam-Latn"]},{"precision":0.476979,"recall":0.529644,"f1":0.491445,"accuracy":0.529644,"main_score":0.491445,"hf_subset":"tgk_Cyrl-lit_Latn","languages":["tgk-Cyrl","lit-Latn"]},{"precision":0.486382,"recall":0.5583,"f1":0.504897,"accuracy":0.5583,"main_score":0.504897,"hf_subset":"tgk_Cyrl-nob_Latn","languages":["tgk-Cyrl","nob-Latn"]},{"precision":0.452667,"recall":0.507905,"f1":0.468117,"accuracy":0.507905,"main_score":0.468117,"hf_subset":"tgk_Cyrl-scn_Latn","languages":["tgk-Cyrl","scn-Latn"]},{"precision":0.33873,"recall":0.397233,"f1":0.355359,"accuracy":0.397233,"main_score":0.355359,"hf_subset":"tgk_Cyrl-yor_Latn","languages":["tgk-Cyrl","yor-Latn"]},{"precision":0.454759,"recall":0.525692,"f1":0.473868,"accuracy":0.525692,"main_score":0.473868,"hf_subset":"tgk_Cyrl-arz_Arab","languages":["tgk-Cyrl","arz-Arab"]},{"precision":0.382702,"recall":0.442688,"f1":0.398723,"accuracy":0.442688,"main_score":0.398723,"hf_subset":"tgk_Cyrl-cjk_Latn","languages":["tgk-Cyrl","cjk-Latn"]},{"precision":0.352645,"recall":0.410079,"f1":0.367894,"accuracy":0.410079,"main_score":0.367894,"hf_subset":"tgk_Cyrl-gla_Latn","languages":["tgk-Cyrl","gla-Latn"]},{"precision":0.412383,"recall":0.487154,"f1":0.432348,"accuracy":0.487154,"main_score":0.432348,"hf_subset":"tgk_Cyrl-kan_Knda","languages":["tgk-Cyrl","kan-Knda"]},{"precision":0.480462,"recall":0.537549,"f1":0.49708,"accuracy":0.537549,"main_score":0.49708,"hf_subset":"tgk_Cyrl-lmo_Latn","languages":["tgk-Cyrl","lmo-Latn"]},{"precision":0.463913,"recall":0.531621,"f1":0.48273,"accuracy":0.531621,"main_score":0.48273,"hf_subset":"tgk_Cyrl-npi_Deva","languages":["tgk-Cyrl","npi-Deva"]},{"precision":0.344347,"recall":0.409091,"f1":0.362467,"accuracy":0.409091,"main_score":0.362467,"hf_subset":"tgk_Cyrl-shn_Mymr","languages":["tgk-Cyrl","shn-Mymr"]},{"precision":0.485952,"recall":0.538538,"f1":0.501172,"accuracy":0.538538,"main_score":0.501172,"hf_subset":"tgk_Cyrl-tgl_Latn","languages":["tgk-Cyrl","tgl-Latn"]},{"precision":0.427535,"recall":0.501976,"f1":0.447472,"accuracy":0.501976,"main_score":0.447472,"hf_subset":"tgk_Cyrl-yue_Hant","languages":["tgk-Cyrl","yue-Hant"]},{"precision":0.386184,"recall":0.455534,"f1":0.40357,"accuracy":0.455534,"main_score":0.40357,"hf_subset":"tgk_Cyrl-asm_Beng","languages":["tgk-Cyrl","asm-Beng"]},{"precision":0.345974,"recall":0.401186,"f1":0.360883,"accuracy":0.401186,"main_score":0.360883,"hf_subset":"tgk_Cyrl-ckb_Arab","languages":["tgk-Cyrl","ckb-Arab"]},{"precision":0.350511,"recall":0.41502,"f1":0.366817,"accuracy":0.41502,"main_score":0.366817,"hf_subset":"tgk_Cyrl-gle_Latn","languages":["tgk-Cyrl","gle-Latn"]},{"precision":0.357915,"recall":0.423913,"f1":0.375627,"accuracy":0.423913,"main_score":0.375627,"hf_subset":"tgk_Cyrl-kas_Arab","languages":["tgk-Cyrl","kas-Arab"]},{"precision":0.470396,"recall":0.522727,"f1":0.485115,"accuracy":0.522727,"main_score":0.485115,"hf_subset":"tgk_Cyrl-ltg_Latn","languages":["tgk-Cyrl","ltg-Latn"]},{"precision":0.426801,"recall":0.478261,"f1":0.440578,"accuracy":0.478261,"main_score":0.440578,"hf_subset":"tgk_Cyrl-nso_Latn","languages":["tgk-Cyrl","nso-Latn"]},{"precision":0.386669,"recall":0.455534,"f1":0.405993,"accuracy":0.455534,"main_score":0.405993,"hf_subset":"tgk_Cyrl-sin_Sinh","languages":["tgk-Cyrl","sin-Sinh"]},{"precision":0.456683,"recall":0.535573,"f1":0.477719,"accuracy":0.535573,"main_score":0.477719,"hf_subset":"tgk_Cyrl-tha_Thai","languages":["tgk-Cyrl","tha-Thai"]},{"precision":0.450747,"recall":0.52668,"f1":0.470576,"accuracy":0.52668,"main_score":0.470576,"hf_subset":"tgk_Cyrl-zho_Hans","languages":["tgk-Cyrl","zho-Hans"]},{"precision":0.491069,"recall":0.543478,"f1":0.505742,"accuracy":0.543478,"main_score":0.505742,"hf_subset":"tgk_Cyrl-ast_Latn","languages":["tgk-Cyrl","ast-Latn"]},{"precision":0.505047,"recall":0.565217,"f1":0.522122,"accuracy":0.565217,"main_score":0.522122,"hf_subset":"tgk_Cyrl-crh_Latn","languages":["tgk-Cyrl","crh-Latn"]},{"precision":0.488323,"recall":0.55336,"f1":0.506219,"accuracy":0.55336,"main_score":0.506219,"hf_subset":"tgk_Cyrl-glg_Latn","languages":["tgk-Cyrl","glg-Latn"]},{"precision":0.400989,"recall":0.456522,"f1":0.416265,"accuracy":0.456522,"main_score":0.416265,"hf_subset":"tgk_Cyrl-kas_Deva","languages":["tgk-Cyrl","kas-Deva"]},{"precision":0.469546,"recall":0.531621,"f1":0.486678,"accuracy":0.531621,"main_score":0.486678,"hf_subset":"tgk_Cyrl-ltz_Latn","languages":["tgk-Cyrl","ltz-Latn"]},{"precision":0.315759,"recall":0.381423,"f1":0.333293,"accuracy":0.381423,"main_score":0.333293,"hf_subset":"tgk_Cyrl-nus_Latn","languages":["tgk-Cyrl","nus-Latn"]},{"precision":0.499551,"recall":0.562253,"f1":0.516234,"accuracy":0.562253,"main_score":0.516234,"hf_subset":"tgk_Cyrl-slk_Latn","languages":["tgk-Cyrl","slk-Latn"]},{"precision":0.329108,"recall":0.37747,"f1":0.342528,"accuracy":0.37747,"main_score":0.342528,"hf_subset":"tgk_Cyrl-tir_Ethi","languages":["tgk-Cyrl","tir-Ethi"]},{"precision":0.429807,"recall":0.503953,"f1":0.44934,"accuracy":0.503953,"main_score":0.44934,"hf_subset":"tgk_Cyrl-zho_Hant","languages":["tgk-Cyrl","zho-Hant"]},{"precision":0.470486,"recall":0.538538,"f1":0.487986,"accuracy":0.538538,"main_score":0.487986,"hf_subset":"tgk_Cyrl-awa_Deva","languages":["tgk-Cyrl","awa-Deva"]},{"precision":0.385004,"recall":0.444664,"f1":0.40135,"accuracy":0.444664,"main_score":0.40135,"hf_subset":"tgk_Cyrl-cym_Latn","languages":["tgk-Cyrl","cym-Latn"]},{"precision":0.442811,"recall":0.503953,"f1":0.459381,"accuracy":0.503953,"main_score":0.459381,"hf_subset":"tgk_Cyrl-grn_Latn","languages":["tgk-Cyrl","grn-Latn"]},{"precision":0.431092,"recall":0.501976,"f1":0.450572,"accuracy":0.501976,"main_score":0.450572,"hf_subset":"tgk_Cyrl-kat_Geor","languages":["tgk-Cyrl","kat-Geor"]},{"precision":0.406941,"recall":0.465415,"f1":0.422828,"accuracy":0.465415,"main_score":0.422828,"hf_subset":"tgk_Cyrl-lua_Latn","languages":["tgk-Cyrl","lua-Latn"]},{"precision":0.411284,"recall":0.464427,"f1":0.426346,"accuracy":0.464427,"main_score":0.426346,"hf_subset":"tgk_Cyrl-nya_Latn","languages":["tgk-Cyrl","nya-Latn"]},{"precision":0.475748,"recall":0.54249,"f1":0.493368,"accuracy":0.54249,"main_score":0.493368,"hf_subset":"tgk_Cyrl-slv_Latn","languages":["tgk-Cyrl","slv-Latn"]},{"precision":0.474936,"recall":0.531621,"f1":0.490733,"accuracy":0.531621,"main_score":0.490733,"hf_subset":"tgk_Cyrl-tpi_Latn","languages":["tgk-Cyrl","tpi-Latn"]},{"precision":0.493042,"recall":0.559289,"f1":0.511253,"accuracy":0.559289,"main_score":0.511253,"hf_subset":"tgk_Cyrl-zsm_Latn","languages":["tgk-Cyrl","zsm-Latn"]},{"precision":0.368321,"recall":0.424901,"f1":0.383649,"accuracy":0.424901,"main_score":0.383649,"hf_subset":"tgk_Cyrl-ayr_Latn","languages":["tgk-Cyrl","ayr-Latn"]},{"precision":0.49296,"recall":0.555336,"f1":0.50946,"accuracy":0.555336,"main_score":0.50946,"hf_subset":"tgk_Cyrl-dan_Latn","languages":["tgk-Cyrl","dan-Latn"]},{"precision":0.431033,"recall":0.504941,"f1":0.451152,"accuracy":0.504941,"main_score":0.451152,"hf_subset":"tgk_Cyrl-guj_Gujr","languages":["tgk-Cyrl","guj-Gujr"]},{"precision":0.50926,"recall":0.572134,"f1":0.526528,"accuracy":0.572134,"main_score":0.526528,"hf_subset":"tgk_Cyrl-kaz_Cyrl","languages":["tgk-Cyrl","kaz-Cyrl"]},{"precision":0.359905,"recall":0.421937,"f1":0.376677,"accuracy":0.421937,"main_score":0.376677,"hf_subset":"tgk_Cyrl-lug_Latn","languages":["tgk-Cyrl","lug-Latn"]},{"precision":0.49411,"recall":0.545455,"f1":0.507665,"accuracy":0.545455,"main_score":0.507665,"hf_subset":"tgk_Cyrl-oci_Latn","languages":["tgk-Cyrl","oci-Latn"]},{"precision":0.393991,"recall":0.464427,"f1":0.41312,"accuracy":0.464427,"main_score":0.41312,"hf_subset":"tgk_Cyrl-smo_Latn","languages":["tgk-Cyrl","smo-Latn"]},{"precision":0.381838,"recall":0.445652,"f1":0.399215,"accuracy":0.445652,"main_score":0.399215,"hf_subset":"tgk_Cyrl-tsn_Latn","languages":["tgk-Cyrl","tsn-Latn"]},{"precision":0.38062,"recall":0.4417,"f1":0.396063,"accuracy":0.4417,"main_score":0.396063,"hf_subset":"tgk_Cyrl-zul_Latn","languages":["tgk-Cyrl","zul-Latn"]},{"precision":0.366235,"recall":0.432806,"f1":0.384155,"accuracy":0.432806,"main_score":0.384155,"hf_subset":"tgk_Cyrl-azb_Arab","languages":["tgk-Cyrl","azb-Arab"]},{"precision":0.484774,"recall":0.555336,"f1":0.50403,"accuracy":0.555336,"main_score":0.50403,"hf_subset":"tgk_Cyrl-deu_Latn","languages":["tgk-Cyrl","deu-Latn"]},{"precision":0.440777,"recall":0.497036,"f1":0.455911,"accuracy":0.497036,"main_score":0.455911,"hf_subset":"tgk_Cyrl-hat_Latn","languages":["tgk-Cyrl","hat-Latn"]},{"precision":0.350082,"recall":0.411067,"f1":0.366577,"accuracy":0.411067,"main_score":0.366577,"hf_subset":"tgk_Cyrl-kbp_Latn","languages":["tgk-Cyrl","kbp-Latn"]},{"precision":0.397209,"recall":0.453557,"f1":0.412773,"accuracy":0.453557,"main_score":0.412773,"hf_subset":"tgk_Cyrl-luo_Latn","languages":["tgk-Cyrl","luo-Latn"]},{"precision":0.367556,"recall":0.435771,"f1":0.385391,"accuracy":0.435771,"main_score":0.385391,"hf_subset":"tgk_Cyrl-ory_Orya","languages":["tgk-Cyrl","ory-Orya"]},{"precision":0.40124,"recall":0.452569,"f1":0.415933,"accuracy":0.452569,"main_score":0.415933,"hf_subset":"tgk_Cyrl-sna_Latn","languages":["tgk-Cyrl","sna-Latn"]},{"precision":0.391696,"recall":0.4417,"f1":0.405021,"accuracy":0.4417,"main_score":0.405021,"hf_subset":"tgk_Cyrl-tso_Latn","languages":["tgk-Cyrl","tso-Latn"]},{"precision":0.509667,"recall":0.565217,"f1":0.524947,"accuracy":0.565217,"main_score":0.524947,"hf_subset":"tgk_Cyrl-azj_Latn","languages":["tgk-Cyrl","azj-Latn"]},{"precision":0.358613,"recall":0.426877,"f1":0.37728,"accuracy":0.426877,"main_score":0.37728,"hf_subset":"tgk_Cyrl-dik_Latn","languages":["tgk-Cyrl","dik-Latn"]},{"precision":0.411926,"recall":0.459486,"f1":0.425068,"accuracy":0.459486,"main_score":0.425068,"hf_subset":"tgk_Cyrl-hau_Latn","languages":["tgk-Cyrl","hau-Latn"]},{"precision":0.468428,"recall":0.523715,"f1":0.483659,"accuracy":0.523715,"main_score":0.483659,"hf_subset":"tgk_Cyrl-kea_Latn","languages":["tgk-Cyrl","kea-Latn"]},{"precision":0.460218,"recall":0.506917,"f1":0.474144,"accuracy":0.506917,"main_score":0.474144,"hf_subset":"tgk_Cyrl-lus_Latn","languages":["tgk-Cyrl","lus-Latn"]},{"precision":0.467402,"recall":0.511858,"f1":0.479483,"accuracy":0.511858,"main_score":0.479483,"hf_subset":"tgk_Cyrl-pag_Latn","languages":["tgk-Cyrl","pag-Latn"]},{"precision":0.371263,"recall":0.439723,"f1":0.389632,"accuracy":0.439723,"main_score":0.389632,"hf_subset":"tgk_Cyrl-snd_Arab","languages":["tgk-Cyrl","snd-Arab"]},{"precision":0.504109,"recall":0.555336,"f1":0.518121,"accuracy":0.555336,"main_score":0.518121,"hf_subset":"tgk_Cyrl-tuk_Latn","languages":["tgk-Cyrl","tuk-Latn"]},{"precision":0.519607,"recall":0.570158,"f1":0.533791,"accuracy":0.570158,"main_score":0.533791,"hf_subset":"tgk_Cyrl-bak_Cyrl","languages":["tgk-Cyrl","bak-Cyrl"]},{"precision":0.312499,"recall":0.375494,"f1":0.329412,"accuracy":0.375494,"main_score":0.329412,"hf_subset":"tgk_Cyrl-dyu_Latn","languages":["tgk-Cyrl","dyu-Latn"]},{"precision":0.400222,"recall":0.470356,"f1":0.419118,"accuracy":0.470356,"main_score":0.419118,"hf_subset":"tgk_Cyrl-heb_Hebr","languages":["tgk-Cyrl","heb-Hebr"]},{"precision":0.434265,"recall":0.48419,"f1":0.448539,"accuracy":0.48419,"main_score":0.448539,"hf_subset":"tgk_Cyrl-khk_Cyrl","languages":["tgk-Cyrl","khk-Cyrl"]},{"precision":0.487481,"recall":0.546443,"f1":0.50317,"accuracy":0.546443,"main_score":0.50317,"hf_subset":"tgk_Cyrl-lvs_Latn","languages":["tgk-Cyrl","lvs-Latn"]},{"precision":0.424344,"recall":0.498024,"f1":0.444632,"accuracy":0.498024,"main_score":0.444632,"hf_subset":"tgk_Cyrl-pan_Guru","languages":["tgk-Cyrl","pan-Guru"]},{"precision":0.397492,"recall":0.442688,"f1":0.410235,"accuracy":0.442688,"main_score":0.410235,"hf_subset":"tgk_Cyrl-som_Latn","languages":["tgk-Cyrl","som-Latn"]},{"precision":0.38178,"recall":0.433794,"f1":0.396186,"accuracy":0.433794,"main_score":0.396186,"hf_subset":"tgk_Cyrl-tum_Latn","languages":["tgk-Cyrl","tum-Latn"]},{"precision":0.224672,"recall":0.274704,"f1":0.237229,"accuracy":0.274704,"main_score":0.237229,"hf_subset":"yor_Latn-ace_Arab","languages":["yor-Latn","ace-Arab"]},{"precision":0.366158,"recall":0.413043,"f1":0.379431,"accuracy":0.413043,"main_score":0.379431,"hf_subset":"yor_Latn-bam_Latn","languages":["yor-Latn","bam-Latn"]},{"precision":0.110578,"recall":0.166996,"f1":0.122932,"accuracy":0.166996,"main_score":0.122932,"hf_subset":"yor_Latn-dzo_Tibt","languages":["yor-Latn","dzo-Tibt"]},{"precision":0.411374,"recall":0.479249,"f1":0.428681,"accuracy":0.479249,"main_score":0.428681,"hf_subset":"yor_Latn-hin_Deva","languages":["yor-Latn","hin-Deva"]},{"precision":0.333896,"recall":0.395257,"f1":0.350763,"accuracy":0.395257,"main_score":0.350763,"hf_subset":"yor_Latn-khm_Khmr","languages":["yor-Latn","khm-Khmr"]},{"precision":0.398171,"recall":0.458498,"f1":0.415148,"accuracy":0.458498,"main_score":0.415148,"hf_subset":"yor_Latn-mag_Deva","languages":["yor-Latn","mag-Deva"]},{"precision":0.42705,"recall":0.460474,"f1":0.436346,"accuracy":0.460474,"main_score":0.436346,"hf_subset":"yor_Latn-pap_Latn","languages":["yor-Latn","pap-Latn"]},{"precision":0.403073,"recall":0.44664,"f1":0.414786,"accuracy":0.44664,"main_score":0.414786,"hf_subset":"yor_Latn-sot_Latn","languages":["yor-Latn","sot-Latn"]},{"precision":0.429635,"recall":0.481225,"f1":0.444504,"accuracy":0.481225,"main_score":0.444504,"hf_subset":"yor_Latn-tur_Latn","languages":["yor-Latn","tur-Latn"]},{"precision":0.417073,"recall":0.453557,"f1":0.426953,"accuracy":0.453557,"main_score":0.426953,"hf_subset":"yor_Latn-ace_Latn","languages":["yor-Latn","ace-Latn"]},{"precision":0.418486,"recall":0.459486,"f1":0.428922,"accuracy":0.459486,"main_score":0.428922,"hf_subset":"yor_Latn-ban_Latn","languages":["yor-Latn","ban-Latn"]},{"precision":0.344038,"recall":0.406126,"f1":0.360685,"accuracy":0.406126,"main_score":0.360685,"hf_subset":"yor_Latn-ell_Grek","languages":["yor-Latn","ell-Grek"]},{"precision":0.390045,"recall":0.449605,"f1":0.405979,"accuracy":0.449605,"main_score":0.405979,"hf_subset":"yor_Latn-hne_Deva","languages":["yor-Latn","hne-Deva"]},{"precision":0.396107,"recall":0.432806,"f1":0.40615,"accuracy":0.432806,"main_score":0.40615,"hf_subset":"yor_Latn-kik_Latn","languages":["yor-Latn","kik-Latn"]},{"precision":0.407995,"recall":0.465415,"f1":0.424418,"accuracy":0.465415,"main_score":0.424418,"hf_subset":"yor_Latn-mai_Deva","languages":["yor-Latn","mai-Deva"]},{"precision":0.366233,"recall":0.422925,"f1":0.381294,"accuracy":0.422925,"main_score":0.381294,"hf_subset":"yor_Latn-pbt_Arab","languages":["yor-Latn","pbt-Arab"]},{"precision":0.427344,"recall":0.488142,"f1":0.443794,"accuracy":0.488142,"main_score":0.443794,"hf_subset":"yor_Latn-spa_Latn","languages":["yor-Latn","spa-Latn"]},{"precision":0.428261,"recall":0.461462,"f1":0.437996,"accuracy":0.461462,"main_score":0.437996,"hf_subset":"yor_Latn-twi_Latn","languages":["yor-Latn","twi-Latn"]},{"precision":0.391939,"recall":0.449605,"f1":0.406978,"accuracy":0.449605,"main_score":0.406978,"hf_subset":"yor_Latn-acm_Arab","languages":["yor-Latn","acm-Arab"]},{"precision":0.356786,"recall":0.41502,"f1":0.372868,"accuracy":0.41502,"main_score":0.372868,"hf_subset":"yor_Latn-bel_Cyrl","languages":["yor-Latn","bel-Cyrl"]},{"precision":0.443766,"recall":0.5,"f1":0.458669,"accuracy":0.5,"main_score":0.458669,"hf_subset":"yor_Latn-eng_Latn","languages":["yor-Latn","eng-Latn"]},{"precision":0.428402,"recall":0.478261,"f1":0.441997,"accuracy":0.478261,"main_score":0.441997,"hf_subset":"yor_Latn-hrv_Latn","languages":["yor-Latn","hrv-Latn"]},{"precision":0.366588,"recall":0.414032,"f1":0.380028,"accuracy":0.414032,"main_score":0.380028,"hf_subset":"yor_Latn-kin_Latn","languages":["yor-Latn","kin-Latn"]},{"precision":0.390242,"recall":0.45751,"f1":0.408559,"accuracy":0.45751,"main_score":0.408559,"hf_subset":"yor_Latn-mal_Mlym","languages":["yor-Latn","mal-Mlym"]},{"precision":0.393717,"recall":0.459486,"f1":0.410969,"accuracy":0.459486,"main_score":0.410969,"hf_subset":"yor_Latn-pes_Arab","languages":["yor-Latn","pes-Arab"]},{"precision":0.40025,"recall":0.444664,"f1":0.411374,"accuracy":0.444664,"main_score":0.411374,"hf_subset":"yor_Latn-srd_Latn","languages":["yor-Latn","srd-Latn"]},{"precision":0.119195,"recall":0.159091,"f1":0.128398,"accuracy":0.159091,"main_score":0.128398,"hf_subset":"yor_Latn-tzm_Tfng","languages":["yor-Latn","tzm-Tfng"]},{"precision":0.39024,"recall":0.453557,"f1":0.407168,"accuracy":0.453557,"main_score":0.407168,"hf_subset":"yor_Latn-acq_Arab","languages":["yor-Latn","acq-Arab"]},{"precision":0.427948,"recall":0.471344,"f1":0.440497,"accuracy":0.471344,"main_score":0.440497,"hf_subset":"yor_Latn-bem_Latn","languages":["yor-Latn","bem-Latn"]},{"precision":0.406992,"recall":0.447628,"f1":0.418824,"accuracy":0.447628,"main_score":0.418824,"hf_subset":"yor_Latn-epo_Latn","languages":["yor-Latn","epo-Latn"]},{"precision":0.397701,"recall":0.453557,"f1":0.412985,"accuracy":0.453557,"main_score":0.412985,"hf_subset":"yor_Latn-hun_Latn","languages":["yor-Latn","hun-Latn"]},{"precision":0.390468,"recall":0.434783,"f1":0.403408,"accuracy":0.434783,"main_score":0.403408,"hf_subset":"yor_Latn-kir_Cyrl","languages":["yor-Latn","kir-Cyrl"]},{"precision":0.401668,"recall":0.467391,"f1":0.419208,"accuracy":0.467391,"main_score":0.419208,"hf_subset":"yor_Latn-mar_Deva","languages":["yor-Latn","mar-Deva"]},{"precision":0.403794,"recall":0.452569,"f1":0.416987,"accuracy":0.452569,"main_score":0.416987,"hf_subset":"yor_Latn-plt_Latn","languages":["yor-Latn","plt-Latn"]},{"precision":0.396535,"recall":0.450593,"f1":0.410583,"accuracy":0.450593,"main_score":0.410583,"hf_subset":"yor_Latn-srp_Cyrl","languages":["yor-Latn","srp-Cyrl"]},{"precision":0.242532,"recall":0.296443,"f1":0.256786,"accuracy":0.296443,"main_score":0.256786,"hf_subset":"yor_Latn-uig_Arab","languages":["yor-Latn","uig-Arab"]},{"precision":0.373058,"recall":0.43083,"f1":0.388376,"accuracy":0.43083,"main_score":0.388376,"hf_subset":"yor_Latn-aeb_Arab","languages":["yor-Latn","aeb-Arab"]},{"precision":0.404565,"recall":0.472332,"f1":0.423748,"accuracy":0.472332,"main_score":0.423748,"hf_subset":"yor_Latn-ben_Beng","languages":["yor-Latn","ben-Beng"]},{"precision":0.385777,"recall":0.433794,"f1":0.398886,"accuracy":0.433794,"main_score":0.398886,"hf_subset":"yor_Latn-est_Latn","languages":["yor-Latn","est-Latn"]},{"precision":0.339674,"recall":0.395257,"f1":0.35484,"accuracy":0.395257,"main_score":0.35484,"hf_subset":"yor_Latn-hye_Armn","languages":["yor-Latn","hye-Armn"]},{"precision":0.376855,"recall":0.416996,"f1":0.387898,"accuracy":0.416996,"main_score":0.387898,"hf_subset":"yor_Latn-kmb_Latn","languages":["yor-Latn","kmb-Latn"]},{"precision":0.184812,"recall":0.227273,"f1":0.195562,"accuracy":0.227273,"main_score":0.195562,"hf_subset":"yor_Latn-min_Arab","languages":["yor-Latn","min-Arab"]},{"precision":0.411844,"recall":0.475296,"f1":0.428531,"accuracy":0.475296,"main_score":0.428531,"hf_subset":"yor_Latn-pol_Latn","languages":["yor-Latn","pol-Latn"]},{"precision":0.394381,"recall":0.444664,"f1":0.408769,"accuracy":0.444664,"main_score":0.408769,"hf_subset":"yor_Latn-ssw_Latn","languages":["yor-Latn","ssw-Latn"]},{"precision":0.403801,"recall":0.472332,"f1":0.423141,"accuracy":0.472332,"main_score":0.423141,"hf_subset":"yor_Latn-ukr_Cyrl","languages":["yor-Latn","ukr-Cyrl"]},{"precision":0.426043,"recall":0.476285,"f1":0.439938,"accuracy":0.476285,"main_score":0.439938,"hf_subset":"yor_Latn-afr_Latn","languages":["yor-Latn","afr-Latn"]},{"precision":0.419467,"recall":0.472332,"f1":0.434021,"accuracy":0.472332,"main_score":0.434021,"hf_subset":"yor_Latn-bho_Deva","languages":["yor-Latn","bho-Deva"]},{"precision":0.386453,"recall":0.423913,"f1":0.395826,"accuracy":0.423913,"main_score":0.395826,"hf_subset":"yor_Latn-eus_Latn","languages":["yor-Latn","eus-Latn"]},{"precision":0.391769,"recall":0.436759,"f1":0.404416,"accuracy":0.436759,"main_score":0.404416,"hf_subset":"yor_Latn-ibo_Latn","languages":["yor-Latn","ibo-Latn"]},{"precision":0.370753,"recall":0.423913,"f1":0.385566,"accuracy":0.423913,"main_score":0.385566,"hf_subset":"yor_Latn-kmr_Latn","languages":["yor-Latn","kmr-Latn"]},{"precision":0.41358,"recall":0.451581,"f1":0.423893,"accuracy":0.451581,"main_score":0.423893,"hf_subset":"yor_Latn-min_Latn","languages":["yor-Latn","min-Latn"]},{"precision":0.434587,"recall":0.498024,"f1":0.451525,"accuracy":0.498024,"main_score":0.451525,"hf_subset":"yor_Latn-por_Latn","languages":["yor-Latn","por-Latn"]},{"precision":0.430736,"recall":0.464427,"f1":0.440288,"accuracy":0.464427,"main_score":0.440288,"hf_subset":"yor_Latn-sun_Latn","languages":["yor-Latn","sun-Latn"]},{"precision":0.37497,"recall":0.417984,"f1":0.387472,"accuracy":0.417984,"main_score":0.387472,"hf_subset":"yor_Latn-umb_Latn","languages":["yor-Latn","umb-Latn"]},{"precision":0.409951,"recall":0.465415,"f1":0.424642,"accuracy":0.465415,"main_score":0.424642,"hf_subset":"yor_Latn-ajp_Arab","languages":["yor-Latn","ajp-Arab"]},{"precision":0.194141,"recall":0.241107,"f1":0.205727,"accuracy":0.241107,"main_score":0.205727,"hf_subset":"yor_Latn-bjn_Arab","languages":["yor-Latn","bjn-Arab"]},{"precision":0.402284,"recall":0.439723,"f1":0.413246,"accuracy":0.439723,"main_score":0.413246,"hf_subset":"yor_Latn-ewe_Latn","languages":["yor-Latn","ewe-Latn"]},{"precision":0.422587,"recall":0.461462,"f1":0.43384,"accuracy":0.461462,"main_score":0.43384,"hf_subset":"yor_Latn-ilo_Latn","languages":["yor-Latn","ilo-Latn"]},{"precision":0.172733,"recall":0.216403,"f1":0.183972,"accuracy":0.216403,"main_score":0.183972,"hf_subset":"yor_Latn-knc_Arab","languages":["yor-Latn","knc-Arab"]},{"precision":0.388769,"recall":0.439723,"f1":0.402524,"accuracy":0.439723,"main_score":0.402524,"hf_subset":"yor_Latn-mkd_Cyrl","languages":["yor-Latn","mkd-Cyrl"]},{"precision":0.38781,"recall":0.454545,"f1":0.405729,"accuracy":0.454545,"main_score":0.405729,"hf_subset":"yor_Latn-prs_Arab","languages":["yor-Latn","prs-Arab"]},{"precision":0.421058,"recall":0.478261,"f1":0.437322,"accuracy":0.478261,"main_score":0.437322,"hf_subset":"yor_Latn-swe_Latn","languages":["yor-Latn","swe-Latn"]},{"precision":0.375788,"recall":0.442688,"f1":0.39459,"accuracy":0.442688,"main_score":0.39459,"hf_subset":"yor_Latn-urd_Arab","languages":["yor-Latn","urd-Arab"]},{"precision":0.424539,"recall":0.458498,"f1":0.434765,"accuracy":0.458498,"main_score":0.434765,"hf_subset":"yor_Latn-aka_Latn","languages":["yor-Latn","aka-Latn"]},{"precision":0.405877,"recall":0.451581,"f1":0.418705,"accuracy":0.451581,"main_score":0.418705,"hf_subset":"yor_Latn-bjn_Latn","languages":["yor-Latn","bjn-Latn"]},{"precision":0.390234,"recall":0.435771,"f1":0.403953,"accuracy":0.435771,"main_score":0.403953,"hf_subset":"yor_Latn-fao_Latn","languages":["yor-Latn","fao-Latn"]},{"precision":0.434092,"recall":0.495059,"f1":0.450346,"accuracy":0.495059,"main_score":0.450346,"hf_subset":"yor_Latn-ind_Latn","languages":["yor-Latn","ind-Latn"]},{"precision":0.412356,"recall":0.448617,"f1":0.422944,"accuracy":0.448617,"main_score":0.422944,"hf_subset":"yor_Latn-knc_Latn","languages":["yor-Latn","knc-Latn"]},{"precision":0.410528,"recall":0.453557,"f1":0.422359,"accuracy":0.453557,"main_score":0.422359,"hf_subset":"yor_Latn-mlt_Latn","languages":["yor-Latn","mlt-Latn"]},{"precision":0.383507,"recall":0.434783,"f1":0.398826,"accuracy":0.434783,"main_score":0.398826,"hf_subset":"yor_Latn-quy_Latn","languages":["yor-Latn","quy-Latn"]},{"precision":0.412289,"recall":0.458498,"f1":0.425377,"accuracy":0.458498,"main_score":0.425377,"hf_subset":"yor_Latn-swh_Latn","languages":["yor-Latn","swh-Latn"]},{"precision":0.354467,"recall":0.405138,"f1":0.368975,"accuracy":0.405138,"main_score":0.368975,"hf_subset":"yor_Latn-uzn_Latn","languages":["yor-Latn","uzn-Latn"]},{"precision":0.393662,"recall":0.450593,"f1":0.40889,"accuracy":0.450593,"main_score":0.40889,"hf_subset":"yor_Latn-als_Latn","languages":["yor-Latn","als-Latn"]},{"precision":0.142562,"recall":0.19664,"f1":0.155499,"accuracy":0.19664,"main_score":0.155499,"hf_subset":"yor_Latn-bod_Tibt","languages":["yor-Latn","bod-Tibt"]},{"precision":0.381835,"recall":0.429842,"f1":0.396223,"accuracy":0.429842,"main_score":0.396223,"hf_subset":"yor_Latn-fij_Latn","languages":["yor-Latn","fij-Latn"]},{"precision":0.36392,"recall":0.41502,"f1":0.377973,"accuracy":0.41502,"main_score":0.377973,"hf_subset":"yor_Latn-isl_Latn","languages":["yor-Latn","isl-Latn"]},{"precision":0.420249,"recall":0.456522,"f1":0.430542,"accuracy":0.456522,"main_score":0.430542,"hf_subset":"yor_Latn-kon_Latn","languages":["yor-Latn","kon-Latn"]},{"precision":0.293009,"recall":0.348814,"f1":0.307543,"accuracy":0.348814,"main_score":0.307543,"hf_subset":"yor_Latn-mni_Beng","languages":["yor-Latn","mni-Beng"]},{"precision":0.423725,"recall":0.481225,"f1":0.439973,"accuracy":0.481225,"main_score":0.439973,"hf_subset":"yor_Latn-ron_Latn","languages":["yor-Latn","ron-Latn"]},{"precision":0.387788,"recall":0.434783,"f1":0.400827,"accuracy":0.434783,"main_score":0.400827,"hf_subset":"yor_Latn-szl_Latn","languages":["yor-Latn","szl-Latn"]},{"precision":0.407367,"recall":0.44664,"f1":0.418444,"accuracy":0.44664,"main_score":0.418444,"hf_subset":"yor_Latn-vec_Latn","languages":["yor-Latn","vec-Latn"]},{"precision":0.344642,"recall":0.406126,"f1":0.361077,"accuracy":0.406126,"main_score":0.361077,"hf_subset":"yor_Latn-amh_Ethi","languages":["yor-Latn","amh-Ethi"]},{"precision":0.409718,"recall":0.463439,"f1":0.424046,"accuracy":0.463439,"main_score":0.424046,"hf_subset":"yor_Latn-bos_Latn","languages":["yor-Latn","bos-Latn"]},{"precision":0.40277,"recall":0.460474,"f1":0.418241,"accuracy":0.460474,"main_score":0.418241,"hf_subset":"yor_Latn-fin_Latn","languages":["yor-Latn","fin-Latn"]},{"precision":0.422714,"recall":0.485178,"f1":0.440026,"accuracy":0.485178,"main_score":0.440026,"hf_subset":"yor_Latn-ita_Latn","languages":["yor-Latn","ita-Latn"]},{"precision":0.39411,"recall":0.459486,"f1":0.411167,"accuracy":0.459486,"main_score":0.411167,"hf_subset":"yor_Latn-kor_Hang","languages":["yor-Latn","kor-Hang"]},{"precision":0.372298,"recall":0.416008,"f1":0.384213,"accuracy":0.416008,"main_score":0.384213,"hf_subset":"yor_Latn-mos_Latn","languages":["yor-Latn","mos-Latn"]},{"precision":0.376,"recall":0.417984,"f1":0.387878,"accuracy":0.417984,"main_score":0.387878,"hf_subset":"yor_Latn-run_Latn","languages":["yor-Latn","run-Latn"]},{"precision":0.358508,"recall":0.436759,"f1":0.379131,"accuracy":0.436759,"main_score":0.379131,"hf_subset":"yor_Latn-tam_Taml","languages":["yor-Latn","tam-Taml"]},{"precision":0.406933,"recall":0.462451,"f1":0.422137,"accuracy":0.462451,"main_score":0.422137,"hf_subset":"yor_Latn-vie_Latn","languages":["yor-Latn","vie-Latn"]},{"precision":0.397694,"recall":0.44664,"f1":0.410689,"accuracy":0.44664,"main_score":0.410689,"hf_subset":"yor_Latn-apc_Arab","languages":["yor-Latn","apc-Arab"]},{"precision":0.413735,"recall":0.44664,"f1":0.423682,"accuracy":0.44664,"main_score":0.423682,"hf_subset":"yor_Latn-bug_Latn","languages":["yor-Latn","bug-Latn"]},{"precision":0.366017,"recall":0.408103,"f1":0.378428,"accuracy":0.408103,"main_score":0.378428,"hf_subset":"yor_Latn-fon_Latn","languages":["yor-Latn","fon-Latn"]},{"precision":0.425241,"recall":0.460474,"f1":0.435303,"accuracy":0.460474,"main_score":0.435303,"hf_subset":"yor_Latn-jav_Latn","languages":["yor-Latn","jav-Latn"]},{"precision":0.353846,"recall":0.402174,"f1":0.367023,"accuracy":0.402174,"main_score":0.367023,"hf_subset":"yor_Latn-lao_Laoo","languages":["yor-Latn","lao-Laoo"]},{"precision":0.363378,"recall":0.413043,"f1":0.377153,"accuracy":0.413043,"main_score":0.377153,"hf_subset":"yor_Latn-mri_Latn","languages":["yor-Latn","mri-Latn"]},{"precision":0.421581,"recall":0.48419,"f1":0.438724,"accuracy":0.48419,"main_score":0.438724,"hf_subset":"yor_Latn-rus_Cyrl","languages":["yor-Latn","rus-Cyrl"]},{"precision":0.369433,"recall":0.410079,"f1":0.381552,"accuracy":0.410079,"main_score":0.381552,"hf_subset":"yor_Latn-taq_Latn","languages":["yor-Latn","taq-Latn"]},{"precision":0.442142,"recall":0.475296,"f1":0.451356,"accuracy":0.475296,"main_score":0.451356,"hf_subset":"yor_Latn-war_Latn","languages":["yor-Latn","war-Latn"]},{"precision":0.398731,"recall":0.462451,"f1":0.41538,"accuracy":0.462451,"main_score":0.41538,"hf_subset":"yor_Latn-arb_Arab","languages":["yor-Latn","arb-Arab"]},{"precision":0.411926,"recall":0.468379,"f1":0.427358,"accuracy":0.468379,"main_score":0.427358,"hf_subset":"yor_Latn-bul_Cyrl","languages":["yor-Latn","bul-Cyrl"]},{"precision":0.434598,"recall":0.497036,"f1":0.450619,"accuracy":0.497036,"main_score":0.450619,"hf_subset":"yor_Latn-fra_Latn","languages":["yor-Latn","fra-Latn"]},{"precision":0.399698,"recall":0.467391,"f1":0.4175,"accuracy":0.467391,"main_score":0.4175,"hf_subset":"yor_Latn-jpn_Jpan","languages":["yor-Latn","jpn-Jpan"]},{"precision":0.408749,"recall":0.453557,"f1":0.421019,"accuracy":0.453557,"main_score":0.421019,"hf_subset":"yor_Latn-lij_Latn","languages":["yor-Latn","lij-Latn"]},{"precision":0.309192,"recall":0.371542,"f1":0.326445,"accuracy":0.371542,"main_score":0.326445,"hf_subset":"yor_Latn-mya_Mymr","languages":["yor-Latn","mya-Mymr"]},{"precision":0.396633,"recall":0.440711,"f1":0.409162,"accuracy":0.440711,"main_score":0.409162,"hf_subset":"yor_Latn-sag_Latn","languages":["yor-Latn","sag-Latn"]},{"precision":0.128231,"recall":0.174901,"f1":0.139602,"accuracy":0.174901,"main_score":0.139602,"hf_subset":"yor_Latn-taq_Tfng","languages":["yor-Latn","taq-Tfng"]},{"precision":0.387258,"recall":0.433794,"f1":0.400856,"accuracy":0.433794,"main_score":0.400856,"hf_subset":"yor_Latn-wol_Latn","languages":["yor-Latn","wol-Latn"]},{"precision":0.256175,"recall":0.320158,"f1":0.273282,"accuracy":0.320158,"main_score":0.273282,"hf_subset":"yor_Latn-arb_Latn","languages":["yor-Latn","arb-Latn"]},{"precision":0.409285,"recall":0.464427,"f1":0.424798,"accuracy":0.464427,"main_score":0.424798,"hf_subset":"yor_Latn-cat_Latn","languages":["yor-Latn","cat-Latn"]},{"precision":0.422612,"recall":0.461462,"f1":0.433107,"accuracy":0.461462,"main_score":0.433107,"hf_subset":"yor_Latn-fur_Latn","languages":["yor-Latn","fur-Latn"]},{"precision":0.273779,"recall":0.321146,"f1":0.286764,"accuracy":0.321146,"main_score":0.286764,"hf_subset":"yor_Latn-kab_Latn","languages":["yor-Latn","kab-Latn"]},{"precision":0.415933,"recall":0.461462,"f1":0.428818,"accuracy":0.461462,"main_score":0.428818,"hf_subset":"yor_Latn-lim_Latn","languages":["yor-Latn","lim-Latn"]},{"precision":0.420167,"recall":0.48419,"f1":0.437248,"accuracy":0.48419,"main_score":0.437248,"hf_subset":"yor_Latn-nld_Latn","languages":["yor-Latn","nld-Latn"]},{"precision":0.35338,"recall":0.41996,"f1":0.371063,"accuracy":0.41996,"main_score":0.371063,"hf_subset":"yor_Latn-san_Deva","languages":["yor-Latn","san-Deva"]},{"precision":0.39423,"recall":0.434783,"f1":0.40563,"accuracy":0.434783,"main_score":0.40563,"hf_subset":"yor_Latn-tat_Cyrl","languages":["yor-Latn","tat-Cyrl"]},{"precision":0.409597,"recall":0.452569,"f1":0.421965,"accuracy":0.452569,"main_score":0.421965,"hf_subset":"yor_Latn-xho_Latn","languages":["yor-Latn","xho-Latn"]},{"precision":0.376021,"recall":0.442688,"f1":0.39376,"accuracy":0.442688,"main_score":0.39376,"hf_subset":"yor_Latn-ars_Arab","languages":["yor-Latn","ars-Arab"]},{"precision":0.442203,"recall":0.479249,"f1":0.452768,"accuracy":0.479249,"main_score":0.452768,"hf_subset":"yor_Latn-ceb_Latn","languages":["yor-Latn","ceb-Latn"]},{"precision":0.384717,"recall":0.424901,"f1":0.397167,"accuracy":0.424901,"main_score":0.397167,"hf_subset":"yor_Latn-fuv_Latn","languages":["yor-Latn","fuv-Latn"]},{"precision":0.401202,"recall":0.443676,"f1":0.413647,"accuracy":0.443676,"main_score":0.413647,"hf_subset":"yor_Latn-kac_Latn","languages":["yor-Latn","kac-Latn"]},{"precision":0.411089,"recall":0.449605,"f1":0.422458,"accuracy":0.449605,"main_score":0.422458,"hf_subset":"yor_Latn-lin_Latn","languages":["yor-Latn","lin-Latn"]},{"precision":0.412237,"recall":0.464427,"f1":0.426758,"accuracy":0.464427,"main_score":0.426758,"hf_subset":"yor_Latn-nno_Latn","languages":["yor-Latn","nno-Latn"]},{"precision":0.134174,"recall":0.166008,"f1":0.142116,"accuracy":0.166008,"main_score":0.142116,"hf_subset":"yor_Latn-sat_Olck","languages":["yor-Latn","sat-Olck"]},{"precision":0.400577,"recall":0.468379,"f1":0.419084,"accuracy":0.468379,"main_score":0.419084,"hf_subset":"yor_Latn-tel_Telu","languages":["yor-Latn","tel-Telu"]},{"precision":0.218829,"recall":0.277668,"f1":0.233777,"accuracy":0.277668,"main_score":0.233777,"hf_subset":"yor_Latn-ydd_Hebr","languages":["yor-Latn","ydd-Hebr"]},{"precision":0.359288,"recall":0.414032,"f1":0.373302,"accuracy":0.414032,"main_score":0.373302,"hf_subset":"yor_Latn-ary_Arab","languages":["yor-Latn","ary-Arab"]},{"precision":0.396709,"recall":0.455534,"f1":0.413386,"accuracy":0.455534,"main_score":0.413386,"hf_subset":"yor_Latn-ces_Latn","languages":["yor-Latn","ces-Latn"]},{"precision":0.29206,"recall":0.342885,"f1":0.305607,"accuracy":0.342885,"main_score":0.305607,"hf_subset":"yor_Latn-gaz_Latn","languages":["yor-Latn","gaz-Latn"]},{"precision":0.406136,"recall":0.4417,"f1":0.416716,"accuracy":0.4417,"main_score":0.416716,"hf_subset":"yor_Latn-kam_Latn","languages":["yor-Latn","kam-Latn"]},{"precision":0.369452,"recall":0.41996,"f1":0.383947,"accuracy":0.41996,"main_score":0.383947,"hf_subset":"yor_Latn-lit_Latn","languages":["yor-Latn","lit-Latn"]},{"precision":0.413797,"recall":0.466403,"f1":0.428756,"accuracy":0.466403,"main_score":0.428756,"hf_subset":"yor_Latn-nob_Latn","languages":["yor-Latn","nob-Latn"]},{"precision":0.407065,"recall":0.443676,"f1":0.417224,"accuracy":0.443676,"main_score":0.417224,"hf_subset":"yor_Latn-scn_Latn","languages":["yor-Latn","scn-Latn"]},{"precision":0.341329,"recall":0.392292,"f1":0.355664,"accuracy":0.392292,"main_score":0.355664,"hf_subset":"yor_Latn-tgk_Cyrl","languages":["yor-Latn","tgk-Cyrl"]},{"precision":0.403025,"recall":0.459486,"f1":0.417886,"accuracy":0.459486,"main_score":0.417886,"hf_subset":"yor_Latn-arz_Arab","languages":["yor-Latn","arz-Arab"]},{"precision":0.358672,"recall":0.403162,"f1":0.371887,"accuracy":0.403162,"main_score":0.371887,"hf_subset":"yor_Latn-cjk_Latn","languages":["yor-Latn","cjk-Latn"]},{"precision":0.336694,"recall":0.387352,"f1":0.350051,"accuracy":0.387352,"main_score":0.350051,"hf_subset":"yor_Latn-gla_Latn","languages":["yor-Latn","gla-Latn"]},{"precision":0.384422,"recall":0.450593,"f1":0.402528,"accuracy":0.450593,"main_score":0.402528,"hf_subset":"yor_Latn-kan_Knda","languages":["yor-Latn","kan-Knda"]},{"precision":0.41056,"recall":0.449605,"f1":0.420754,"accuracy":0.449605,"main_score":0.420754,"hf_subset":"yor_Latn-lmo_Latn","languages":["yor-Latn","lmo-Latn"]},{"precision":0.375753,"recall":0.440711,"f1":0.394286,"accuracy":0.440711,"main_score":0.394286,"hf_subset":"yor_Latn-npi_Deva","languages":["yor-Latn","npi-Deva"]},{"precision":0.342295,"recall":0.399209,"f1":0.35797,"accuracy":0.399209,"main_score":0.35797,"hf_subset":"yor_Latn-shn_Mymr","languages":["yor-Latn","shn-Mymr"]},{"precision":0.445851,"recall":0.48913,"f1":0.457814,"accuracy":0.48913,"main_score":0.457814,"hf_subset":"yor_Latn-tgl_Latn","languages":["yor-Latn","tgl-Latn"]},{"precision":0.396777,"recall":0.456522,"f1":0.413354,"accuracy":0.456522,"main_score":0.413354,"hf_subset":"yor_Latn-yue_Hant","languages":["yor-Latn","yue-Hant"]},{"precision":0.362332,"recall":0.423913,"f1":0.378809,"accuracy":0.423913,"main_score":0.378809,"hf_subset":"yor_Latn-asm_Beng","languages":["yor-Latn","asm-Beng"]},{"precision":0.286942,"recall":0.335968,"f1":0.300562,"accuracy":0.335968,"main_score":0.300562,"hf_subset":"yor_Latn-ckb_Arab","languages":["yor-Latn","ckb-Arab"]},{"precision":0.337175,"recall":0.392292,"f1":0.352178,"accuracy":0.392292,"main_score":0.352178,"hf_subset":"yor_Latn-gle_Latn","languages":["yor-Latn","gle-Latn"]},{"precision":0.290344,"recall":0.354743,"f1":0.307789,"accuracy":0.354743,"main_score":0.307789,"hf_subset":"yor_Latn-kas_Arab","languages":["yor-Latn","kas-Arab"]},{"precision":0.358625,"recall":0.408103,"f1":0.372536,"accuracy":0.408103,"main_score":0.372536,"hf_subset":"yor_Latn-ltg_Latn","languages":["yor-Latn","ltg-Latn"]},{"precision":0.417796,"recall":0.45751,"f1":0.429496,"accuracy":0.45751,"main_score":0.429496,"hf_subset":"yor_Latn-nso_Latn","languages":["yor-Latn","nso-Latn"]},{"precision":0.345475,"recall":0.409091,"f1":0.36395,"accuracy":0.409091,"main_score":0.36395,"hf_subset":"yor_Latn-sin_Sinh","languages":["yor-Latn","sin-Sinh"]},{"precision":0.385146,"recall":0.461462,"f1":0.405341,"accuracy":0.461462,"main_score":0.405341,"hf_subset":"yor_Latn-tha_Thai","languages":["yor-Latn","tha-Thai"]},{"precision":0.413835,"recall":0.479249,"f1":0.431733,"accuracy":0.479249,"main_score":0.431733,"hf_subset":"yor_Latn-zho_Hans","languages":["yor-Latn","zho-Hans"]},{"precision":0.416216,"recall":0.452569,"f1":0.426799,"accuracy":0.452569,"main_score":0.426799,"hf_subset":"yor_Latn-ast_Latn","languages":["yor-Latn","ast-Latn"]},{"precision":0.378471,"recall":0.425889,"f1":0.391486,"accuracy":0.425889,"main_score":0.391486,"hf_subset":"yor_Latn-crh_Latn","languages":["yor-Latn","crh-Latn"]},{"precision":0.428755,"recall":0.474308,"f1":0.441448,"accuracy":0.474308,"main_score":0.441448,"hf_subset":"yor_Latn-glg_Latn","languages":["yor-Latn","glg-Latn"]},{"precision":0.362464,"recall":0.417984,"f1":0.377884,"accuracy":0.417984,"main_score":0.377884,"hf_subset":"yor_Latn-kas_Deva","languages":["yor-Latn","kas-Deva"]},{"precision":0.384163,"recall":0.434783,"f1":0.398684,"accuracy":0.434783,"main_score":0.398684,"hf_subset":"yor_Latn-ltz_Latn","languages":["yor-Latn","ltz-Latn"]},{"precision":0.309015,"recall":0.36166,"f1":0.322891,"accuracy":0.36166,"main_score":0.322891,"hf_subset":"yor_Latn-nus_Latn","languages":["yor-Latn","nus-Latn"]},{"precision":0.42133,"recall":0.47332,"f1":0.434983,"accuracy":0.47332,"main_score":0.434983,"hf_subset":"yor_Latn-slk_Latn","languages":["yor-Latn","slk-Latn"]},{"precision":0.266993,"recall":0.322134,"f1":0.281753,"accuracy":0.322134,"main_score":0.281753,"hf_subset":"yor_Latn-tir_Ethi","languages":["yor-Latn","tir-Ethi"]},{"precision":0.36582,"recall":0.4417,"f1":0.386376,"accuracy":0.4417,"main_score":0.386376,"hf_subset":"yor_Latn-zho_Hant","languages":["yor-Latn","zho-Hant"]},{"precision":0.413856,"recall":0.474308,"f1":0.429561,"accuracy":0.474308,"main_score":0.429561,"hf_subset":"yor_Latn-awa_Deva","languages":["yor-Latn","awa-Deva"]},{"precision":0.360531,"recall":0.410079,"f1":0.374484,"accuracy":0.410079,"main_score":0.374484,"hf_subset":"yor_Latn-cym_Latn","languages":["yor-Latn","cym-Latn"]},{"precision":0.414476,"recall":0.448617,"f1":0.424644,"accuracy":0.448617,"main_score":0.424644,"hf_subset":"yor_Latn-grn_Latn","languages":["yor-Latn","grn-Latn"]},{"precision":0.361488,"recall":0.417984,"f1":0.376928,"accuracy":0.417984,"main_score":0.376928,"hf_subset":"yor_Latn-kat_Geor","languages":["yor-Latn","kat-Geor"]},{"precision":0.40191,"recall":0.443676,"f1":0.414248,"accuracy":0.443676,"main_score":0.414248,"hf_subset":"yor_Latn-lua_Latn","languages":["yor-Latn","lua-Latn"]},{"precision":0.403221,"recall":0.4417,"f1":0.41421,"accuracy":0.4417,"main_score":0.41421,"hf_subset":"yor_Latn-nya_Latn","languages":["yor-Latn","nya-Latn"]},{"precision":0.388051,"recall":0.443676,"f1":0.403411,"accuracy":0.443676,"main_score":0.403411,"hf_subset":"yor_Latn-slv_Latn","languages":["yor-Latn","slv-Latn"]},{"precision":0.429604,"recall":0.467391,"f1":0.440334,"accuracy":0.467391,"main_score":0.440334,"hf_subset":"yor_Latn-tpi_Latn","languages":["yor-Latn","tpi-Latn"]},{"precision":0.441477,"recall":0.492095,"f1":0.455248,"accuracy":0.492095,"main_score":0.455248,"hf_subset":"yor_Latn-zsm_Latn","languages":["yor-Latn","zsm-Latn"]},{"precision":0.359339,"recall":0.418972,"f1":0.376197,"accuracy":0.418972,"main_score":0.376197,"hf_subset":"yor_Latn-ayr_Latn","languages":["yor-Latn","ayr-Latn"]},{"precision":0.420334,"recall":0.481225,"f1":0.436787,"accuracy":0.481225,"main_score":0.436787,"hf_subset":"yor_Latn-dan_Latn","languages":["yor-Latn","dan-Latn"]},{"precision":0.365651,"recall":0.436759,"f1":0.385182,"accuracy":0.436759,"main_score":0.385182,"hf_subset":"yor_Latn-guj_Gujr","languages":["yor-Latn","guj-Gujr"]},{"precision":0.388078,"recall":0.435771,"f1":0.40166,"accuracy":0.435771,"main_score":0.40166,"hf_subset":"yor_Latn-kaz_Cyrl","languages":["yor-Latn","kaz-Cyrl"]},{"precision":0.39137,"recall":0.429842,"f1":0.402753,"accuracy":0.429842,"main_score":0.402753,"hf_subset":"yor_Latn-lug_Latn","languages":["yor-Latn","lug-Latn"]},{"precision":0.409111,"recall":0.45751,"f1":0.422642,"accuracy":0.45751,"main_score":0.422642,"hf_subset":"yor_Latn-oci_Latn","languages":["yor-Latn","oci-Latn"]},{"precision":0.401845,"recall":0.443676,"f1":0.41441,"accuracy":0.443676,"main_score":0.41441,"hf_subset":"yor_Latn-smo_Latn","languages":["yor-Latn","smo-Latn"]},{"precision":0.402159,"recall":0.442688,"f1":0.413843,"accuracy":0.442688,"main_score":0.413843,"hf_subset":"yor_Latn-tsn_Latn","languages":["yor-Latn","tsn-Latn"]},{"precision":0.394047,"recall":0.444664,"f1":0.40825,"accuracy":0.444664,"main_score":0.40825,"hf_subset":"yor_Latn-zul_Latn","languages":["yor-Latn","zul-Latn"]},{"precision":0.287954,"recall":0.349802,"f1":0.304332,"accuracy":0.349802,"main_score":0.304332,"hf_subset":"yor_Latn-azb_Arab","languages":["yor-Latn","azb-Arab"]},{"precision":0.429069,"recall":0.488142,"f1":0.444524,"accuracy":0.488142,"main_score":0.444524,"hf_subset":"yor_Latn-deu_Latn","languages":["yor-Latn","deu-Latn"]},{"precision":0.362586,"recall":0.413043,"f1":0.376069,"accuracy":0.413043,"main_score":0.376069,"hf_subset":"yor_Latn-hat_Latn","languages":["yor-Latn","hat-Latn"]},{"precision":0.343224,"recall":0.38834,"f1":0.356021,"accuracy":0.38834,"main_score":0.356021,"hf_subset":"yor_Latn-kbp_Latn","languages":["yor-Latn","kbp-Latn"]},{"precision":0.417837,"recall":0.455534,"f1":0.429152,"accuracy":0.455534,"main_score":0.429152,"hf_subset":"yor_Latn-luo_Latn","languages":["yor-Latn","luo-Latn"]},{"precision":0.339851,"recall":0.397233,"f1":0.355953,"accuracy":0.397233,"main_score":0.355953,"hf_subset":"yor_Latn-ory_Orya","languages":["yor-Latn","ory-Orya"]},{"precision":0.410912,"recall":0.455534,"f1":0.423686,"accuracy":0.455534,"main_score":0.423686,"hf_subset":"yor_Latn-sna_Latn","languages":["yor-Latn","sna-Latn"]},{"precision":0.399731,"recall":0.4417,"f1":0.411961,"accuracy":0.4417,"main_score":0.411961,"hf_subset":"yor_Latn-tso_Latn","languages":["yor-Latn","tso-Latn"]},{"precision":0.391579,"recall":0.436759,"f1":0.404445,"accuracy":0.436759,"main_score":0.404445,"hf_subset":"yor_Latn-azj_Latn","languages":["yor-Latn","azj-Latn"]},{"precision":0.390179,"recall":0.429842,"f1":0.402028,"accuracy":0.429842,"main_score":0.402028,"hf_subset":"yor_Latn-dik_Latn","languages":["yor-Latn","dik-Latn"]},{"precision":0.414737,"recall":0.451581,"f1":0.425474,"accuracy":0.451581,"main_score":0.425474,"hf_subset":"yor_Latn-hau_Latn","languages":["yor-Latn","hau-Latn"]},{"precision":0.415972,"recall":0.456522,"f1":0.427323,"accuracy":0.456522,"main_score":0.427323,"hf_subset":"yor_Latn-kea_Latn","languages":["yor-Latn","kea-Latn"]},{"precision":0.421338,"recall":0.458498,"f1":0.431936,"accuracy":0.458498,"main_score":0.431936,"hf_subset":"yor_Latn-lus_Latn","languages":["yor-Latn","lus-Latn"]},{"precision":0.42688,"recall":0.458498,"f1":0.435951,"accuracy":0.458498,"main_score":0.435951,"hf_subset":"yor_Latn-pag_Latn","languages":["yor-Latn","pag-Latn"]},{"precision":0.302809,"recall":0.371542,"f1":0.32186,"accuracy":0.371542,"main_score":0.32186,"hf_subset":"yor_Latn-snd_Arab","languages":["yor-Latn","snd-Arab"]},{"precision":0.371165,"recall":0.416008,"f1":0.383875,"accuracy":0.416008,"main_score":0.383875,"hf_subset":"yor_Latn-tuk_Latn","languages":["yor-Latn","tuk-Latn"]},{"precision":0.386117,"recall":0.425889,"f1":0.398057,"accuracy":0.425889,"main_score":0.398057,"hf_subset":"yor_Latn-bak_Cyrl","languages":["yor-Latn","bak-Cyrl"]},{"precision":0.33778,"recall":0.383399,"f1":0.35191,"accuracy":0.383399,"main_score":0.35191,"hf_subset":"yor_Latn-dyu_Latn","languages":["yor-Latn","dyu-Latn"]},{"precision":0.321959,"recall":0.380435,"f1":0.338029,"accuracy":0.380435,"main_score":0.338029,"hf_subset":"yor_Latn-heb_Hebr","languages":["yor-Latn","heb-Hebr"]},{"precision":0.355419,"recall":0.408103,"f1":0.369816,"accuracy":0.408103,"main_score":0.369816,"hf_subset":"yor_Latn-khk_Cyrl","languages":["yor-Latn","khk-Cyrl"]},{"precision":0.390394,"recall":0.436759,"f1":0.403897,"accuracy":0.436759,"main_score":0.403897,"hf_subset":"yor_Latn-lvs_Latn","languages":["yor-Latn","lvs-Latn"]},{"precision":0.351125,"recall":0.421937,"f1":0.37133,"accuracy":0.421937,"main_score":0.37133,"hf_subset":"yor_Latn-pan_Guru","languages":["yor-Latn","pan-Guru"]},{"precision":0.376438,"recall":0.422925,"f1":0.389087,"accuracy":0.422925,"main_score":0.389087,"hf_subset":"yor_Latn-som_Latn","languages":["yor-Latn","som-Latn"]},{"precision":0.417642,"recall":0.455534,"f1":0.428695,"accuracy":0.455534,"main_score":0.428695,"hf_subset":"yor_Latn-tum_Latn","languages":["yor-Latn","tum-Latn"]},{"precision":0.277553,"recall":0.362648,"f1":0.298638,"accuracy":0.362648,"main_score":0.298638,"hf_subset":"arz_Arab-ace_Arab","languages":["arz-Arab","ace-Arab"]},{"precision":0.351736,"recall":0.450593,"f1":0.377647,"accuracy":0.450593,"main_score":0.377647,"hf_subset":"arz_Arab-bam_Latn","languages":["arz-Arab","bam-Latn"]},{"precision":0.140518,"recall":0.193676,"f1":0.154359,"accuracy":0.193676,"main_score":0.154359,"hf_subset":"arz_Arab-dzo_Tibt","languages":["arz-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-hin_Deva","languages":["arz-Arab","hin-Deva"]},{"precision":0.804934,"recall":0.859684,"f1":0.822118,"accuracy":0.859684,"main_score":0.822118,"hf_subset":"arz_Arab-khm_Khmr","languages":["arz-Arab","khm-Khmr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arz_Arab-mag_Deva","languages":["arz-Arab","mag-Deva"]},{"precision":0.821393,"recall":0.871542,"f1":0.836594,"accuracy":0.871542,"main_score":0.836594,"hf_subset":"arz_Arab-pap_Latn","languages":["arz-Arab","pap-Latn"]},{"precision":0.375794,"recall":0.481225,"f1":0.403777,"accuracy":0.481225,"main_score":0.403777,"hf_subset":"arz_Arab-sot_Latn","languages":["arz-Arab","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arz_Arab-tur_Latn","languages":["arz-Arab","tur-Latn"]},{"precision":0.625899,"recall":0.716403,"f1":0.652115,"accuracy":0.716403,"main_score":0.652115,"hf_subset":"arz_Arab-ace_Latn","languages":["arz-Arab","ace-Latn"]},{"precision":0.792243,"recall":0.852767,"f1":0.811462,"accuracy":0.852767,"main_score":0.811462,"hf_subset":"arz_Arab-ban_Latn","languages":["arz-Arab","ban-Latn"]},{"precision":0.958251,"recall":0.971344,"f1":0.962516,"accuracy":0.971344,"main_score":0.962516,"hf_subset":"arz_Arab-ell_Grek","languages":["arz-Arab","ell-Grek"]},{"precision":0.949605,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"arz_Arab-hne_Deva","languages":["arz-Arab","hne-Deva"]},{"precision":0.376585,"recall":0.490119,"f1":0.40661,"accuracy":0.490119,"main_score":0.40661,"hf_subset":"arz_Arab-kik_Latn","languages":["arz-Arab","kik-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arz_Arab-mai_Deva","languages":["arz-Arab","mai-Deva"]},{"precision":0.838768,"recall":0.887352,"f1":0.854249,"accuracy":0.887352,"main_score":0.854249,"hf_subset":"arz_Arab-pbt_Arab","languages":["arz-Arab","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-spa_Latn","languages":["arz-Arab","spa-Latn"]},{"precision":0.462497,"recall":0.562253,"f1":0.489472,"accuracy":0.562253,"main_score":0.489472,"hf_subset":"arz_Arab-twi_Latn","languages":["arz-Arab","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-acm_Arab","languages":["arz-Arab","acm-Arab"]},{"precision":0.810335,"recall":0.865613,"f1":0.827849,"accuracy":0.865613,"main_score":0.827849,"hf_subset":"arz_Arab-bel_Cyrl","languages":["arz-Arab","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-eng_Latn","languages":["arz-Arab","eng-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"arz_Arab-hrv_Latn","languages":["arz-Arab","hrv-Latn"]},{"precision":0.348037,"recall":0.449605,"f1":0.374529,"accuracy":0.449605,"main_score":0.374529,"hf_subset":"arz_Arab-kin_Latn","languages":["arz-Arab","kin-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"arz_Arab-mal_Mlym","languages":["arz-Arab","mal-Mlym"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-pes_Arab","languages":["arz-Arab","pes-Arab"]},{"precision":0.804628,"recall":0.86166,"f1":0.822826,"accuracy":0.86166,"main_score":0.822826,"hf_subset":"arz_Arab-srd_Latn","languages":["arz-Arab","srd-Latn"]},{"precision":0.112876,"recall":0.179842,"f1":0.12734,"accuracy":0.179842,"main_score":0.12734,"hf_subset":"arz_Arab-tzm_Tfng","languages":["arz-Arab","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-acq_Arab","languages":["arz-Arab","acq-Arab"]},{"precision":0.42326,"recall":0.519763,"f1":0.448308,"accuracy":0.519763,"main_score":0.448308,"hf_subset":"arz_Arab-bem_Latn","languages":["arz-Arab","bem-Latn"]},{"precision":0.844426,"recall":0.890316,"f1":0.858646,"accuracy":0.890316,"main_score":0.858646,"hf_subset":"arz_Arab-epo_Latn","languages":["arz-Arab","epo-Latn"]},{"precision":0.899704,"recall":0.931818,"f1":0.910244,"accuracy":0.931818,"main_score":0.910244,"hf_subset":"arz_Arab-hun_Latn","languages":["arz-Arab","hun-Latn"]},{"precision":0.648471,"recall":0.726285,"f1":0.671052,"accuracy":0.726285,"main_score":0.671052,"hf_subset":"arz_Arab-kir_Cyrl","languages":["arz-Arab","kir-Cyrl"]},{"precision":0.96698,"recall":0.977273,"f1":0.970257,"accuracy":0.977273,"main_score":0.970257,"hf_subset":"arz_Arab-mar_Deva","languages":["arz-Arab","mar-Deva"]},{"precision":0.397562,"recall":0.498024,"f1":0.424991,"accuracy":0.498024,"main_score":0.424991,"hf_subset":"arz_Arab-plt_Latn","languages":["arz-Arab","plt-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"arz_Arab-srp_Cyrl","languages":["arz-Arab","srp-Cyrl"]},{"precision":0.266048,"recall":0.356719,"f1":0.289022,"accuracy":0.356719,"main_score":0.289022,"hf_subset":"arz_Arab-uig_Arab","languages":["arz-Arab","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arz_Arab-aeb_Arab","languages":["arz-Arab","aeb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"arz_Arab-ben_Beng","languages":["arz-Arab","ben-Beng"]},{"precision":0.764337,"recall":0.828063,"f1":0.783877,"accuracy":0.828063,"main_score":0.783877,"hf_subset":"arz_Arab-est_Latn","languages":["arz-Arab","est-Latn"]},{"precision":0.790506,"recall":0.84585,"f1":0.806939,"accuracy":0.84585,"main_score":0.806939,"hf_subset":"arz_Arab-hye_Armn","languages":["arz-Arab","hye-Armn"]},{"precision":0.35736,"recall":0.455534,"f1":0.383069,"accuracy":0.455534,"main_score":0.383069,"hf_subset":"arz_Arab-kmb_Latn","languages":["arz-Arab","kmb-Latn"]},{"precision":0.220769,"recall":0.30336,"f1":0.24054,"accuracy":0.30336,"main_score":0.24054,"hf_subset":"arz_Arab-min_Arab","languages":["arz-Arab","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"arz_Arab-pol_Latn","languages":["arz-Arab","pol-Latn"]},{"precision":0.356415,"recall":0.456522,"f1":0.381624,"accuracy":0.456522,"main_score":0.381624,"hf_subset":"arz_Arab-ssw_Latn","languages":["arz-Arab","ssw-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"arz_Arab-ukr_Cyrl","languages":["arz-Arab","ukr-Cyrl"]},{"precision":0.917737,"recall":0.943676,"f1":0.92612,"accuracy":0.943676,"main_score":0.92612,"hf_subset":"arz_Arab-afr_Latn","languages":["arz-Arab","afr-Latn"]},{"precision":0.956028,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"arz_Arab-bho_Deva","languages":["arz-Arab","bho-Deva"]},{"precision":0.572828,"recall":0.66502,"f1":0.599448,"accuracy":0.66502,"main_score":0.599448,"hf_subset":"arz_Arab-eus_Latn","languages":["arz-Arab","eus-Latn"]},{"precision":0.352255,"recall":0.458498,"f1":0.379414,"accuracy":0.458498,"main_score":0.379414,"hf_subset":"arz_Arab-ibo_Latn","languages":["arz-Arab","ibo-Latn"]},{"precision":0.400286,"recall":0.505929,"f1":0.427811,"accuracy":0.505929,"main_score":0.427811,"hf_subset":"arz_Arab-kmr_Latn","languages":["arz-Arab","kmr-Latn"]},{"precision":0.779216,"recall":0.838933,"f1":0.797318,"accuracy":0.838933,"main_score":0.797318,"hf_subset":"arz_Arab-min_Latn","languages":["arz-Arab","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-por_Latn","languages":["arz-Arab","por-Latn"]},{"precision":0.835145,"recall":0.883399,"f1":0.850099,"accuracy":0.883399,"main_score":0.850099,"hf_subset":"arz_Arab-sun_Latn","languages":["arz-Arab","sun-Latn"]},{"precision":0.347858,"recall":0.455534,"f1":0.376658,"accuracy":0.455534,"main_score":0.376658,"hf_subset":"arz_Arab-umb_Latn","languages":["arz-Arab","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-ajp_Arab","languages":["arz-Arab","ajp-Arab"]},{"precision":0.243496,"recall":0.331028,"f1":0.265472,"accuracy":0.331028,"main_score":0.265472,"hf_subset":"arz_Arab-bjn_Arab","languages":["arz-Arab","bjn-Arab"]},{"precision":0.386263,"recall":0.477273,"f1":0.408526,"accuracy":0.477273,"main_score":0.408526,"hf_subset":"arz_Arab-ewe_Latn","languages":["arz-Arab","ewe-Latn"]},{"precision":0.645462,"recall":0.726285,"f1":0.668859,"accuracy":0.726285,"main_score":0.668859,"hf_subset":"arz_Arab-ilo_Latn","languages":["arz-Arab","ilo-Latn"]},{"precision":0.170802,"recall":0.252964,"f1":0.189931,"accuracy":0.252964,"main_score":0.189931,"hf_subset":"arz_Arab-knc_Arab","languages":["arz-Arab","knc-Arab"]},{"precision":0.900856,"recall":0.93083,"f1":0.910573,"accuracy":0.93083,"main_score":0.910573,"hf_subset":"arz_Arab-mkd_Cyrl","languages":["arz-Arab","mkd-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-prs_Arab","languages":["arz-Arab","prs-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"arz_Arab-swe_Latn","languages":["arz-Arab","swe-Latn"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"arz_Arab-urd_Arab","languages":["arz-Arab","urd-Arab"]},{"precision":0.421196,"recall":0.521739,"f1":0.447338,"accuracy":0.521739,"main_score":0.447338,"hf_subset":"arz_Arab-aka_Latn","languages":["arz-Arab","aka-Latn"]},{"precision":0.819862,"recall":0.871542,"f1":0.835771,"accuracy":0.871542,"main_score":0.835771,"hf_subset":"arz_Arab-bjn_Latn","languages":["arz-Arab","bjn-Latn"]},{"precision":0.526204,"recall":0.614625,"f1":0.550568,"accuracy":0.614625,"main_score":0.550568,"hf_subset":"arz_Arab-fao_Latn","languages":["arz-Arab","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-ind_Latn","languages":["arz-Arab","ind-Latn"]},{"precision":0.421794,"recall":0.521739,"f1":0.447965,"accuracy":0.521739,"main_score":0.447965,"hf_subset":"arz_Arab-knc_Latn","languages":["arz-Arab","knc-Latn"]},{"precision":0.653475,"recall":0.73913,"f1":0.678708,"accuracy":0.73913,"main_score":0.678708,"hf_subset":"arz_Arab-mlt_Latn","languages":["arz-Arab","mlt-Latn"]},{"precision":0.449032,"recall":0.559289,"f1":0.478094,"accuracy":0.559289,"main_score":0.478094,"hf_subset":"arz_Arab-quy_Latn","languages":["arz-Arab","quy-Latn"]},{"precision":0.824193,"recall":0.876482,"f1":0.840928,"accuracy":0.876482,"main_score":0.840928,"hf_subset":"arz_Arab-swh_Latn","languages":["arz-Arab","swh-Latn"]},{"precision":0.602184,"recall":0.689723,"f1":0.626637,"accuracy":0.689723,"main_score":0.626637,"hf_subset":"arz_Arab-uzn_Latn","languages":["arz-Arab","uzn-Latn"]},{"precision":0.733053,"recall":0.804348,"f1":0.755105,"accuracy":0.804348,"main_score":0.755105,"hf_subset":"arz_Arab-als_Latn","languages":["arz-Arab","als-Latn"]},{"precision":0.165516,"recall":0.236166,"f1":0.18199,"accuracy":0.236166,"main_score":0.18199,"hf_subset":"arz_Arab-bod_Tibt","languages":["arz-Arab","bod-Tibt"]},{"precision":0.351679,"recall":0.464427,"f1":0.381094,"accuracy":0.464427,"main_score":0.381094,"hf_subset":"arz_Arab-fij_Latn","languages":["arz-Arab","fij-Latn"]},{"precision":0.517337,"recall":0.604743,"f1":0.54145,"accuracy":0.604743,"main_score":0.54145,"hf_subset":"arz_Arab-isl_Latn","languages":["arz-Arab","isl-Latn"]},{"precision":0.457093,"recall":0.555336,"f1":0.483104,"accuracy":0.555336,"main_score":0.483104,"hf_subset":"arz_Arab-kon_Latn","languages":["arz-Arab","kon-Latn"]},{"precision":0.320174,"recall":0.424901,"f1":0.346548,"accuracy":0.424901,"main_score":0.346548,"hf_subset":"arz_Arab-mni_Beng","languages":["arz-Arab","mni-Beng"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"arz_Arab-ron_Latn","languages":["arz-Arab","ron-Latn"]},{"precision":0.831192,"recall":0.880435,"f1":0.846937,"accuracy":0.880435,"main_score":0.846937,"hf_subset":"arz_Arab-szl_Latn","languages":["arz-Arab","szl-Latn"]},{"precision":0.898501,"recall":0.928854,"f1":0.908169,"accuracy":0.928854,"main_score":0.908169,"hf_subset":"arz_Arab-vec_Latn","languages":["arz-Arab","vec-Latn"]},{"precision":0.749574,"recall":0.821146,"f1":0.771805,"accuracy":0.821146,"main_score":0.771805,"hf_subset":"arz_Arab-amh_Ethi","languages":["arz-Arab","amh-Ethi"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"arz_Arab-bos_Latn","languages":["arz-Arab","bos-Latn"]},{"precision":0.968544,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"arz_Arab-fin_Latn","languages":["arz-Arab","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-ita_Latn","languages":["arz-Arab","ita-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arz_Arab-kor_Hang","languages":["arz-Arab","kor-Hang"]},{"precision":0.387224,"recall":0.481225,"f1":0.411508,"accuracy":0.481225,"main_score":0.411508,"hf_subset":"arz_Arab-mos_Latn","languages":["arz-Arab","mos-Latn"]},{"precision":0.360576,"recall":0.460474,"f1":0.385584,"accuracy":0.460474,"main_score":0.385584,"hf_subset":"arz_Arab-run_Latn","languages":["arz-Arab","run-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"arz_Arab-tam_Taml","languages":["arz-Arab","tam-Taml"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arz_Arab-vie_Latn","languages":["arz-Arab","vie-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arz_Arab-apc_Arab","languages":["arz-Arab","apc-Arab"]},{"precision":0.604197,"recall":0.692688,"f1":0.629342,"accuracy":0.692688,"main_score":0.629342,"hf_subset":"arz_Arab-bug_Latn","languages":["arz-Arab","bug-Latn"]},{"precision":0.311747,"recall":0.416008,"f1":0.337172,"accuracy":0.416008,"main_score":0.337172,"hf_subset":"arz_Arab-fon_Latn","languages":["arz-Arab","fon-Latn"]},{"precision":0.836117,"recall":0.881423,"f1":0.850151,"accuracy":0.881423,"main_score":0.850151,"hf_subset":"arz_Arab-jav_Latn","languages":["arz-Arab","jav-Latn"]},{"precision":0.700158,"recall":0.778656,"f1":0.72369,"accuracy":0.778656,"main_score":0.72369,"hf_subset":"arz_Arab-lao_Laoo","languages":["arz-Arab","lao-Laoo"]},{"precision":0.327449,"recall":0.444664,"f1":0.357639,"accuracy":0.444664,"main_score":0.357639,"hf_subset":"arz_Arab-mri_Latn","languages":["arz-Arab","mri-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-rus_Cyrl","languages":["arz-Arab","rus-Cyrl"]},{"precision":0.360532,"recall":0.464427,"f1":0.38697,"accuracy":0.464427,"main_score":0.38697,"hf_subset":"arz_Arab-taq_Latn","languages":["arz-Arab","taq-Latn"]},{"precision":0.773221,"recall":0.83498,"f1":0.79226,"accuracy":0.83498,"main_score":0.79226,"hf_subset":"arz_Arab-war_Latn","languages":["arz-Arab","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-arb_Arab","languages":["arz-Arab","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"arz_Arab-bul_Cyrl","languages":["arz-Arab","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-fra_Latn","languages":["arz-Arab","fra-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-jpn_Jpan","languages":["arz-Arab","jpn-Jpan"]},{"precision":0.82584,"recall":0.87747,"f1":0.842128,"accuracy":0.87747,"main_score":0.842128,"hf_subset":"arz_Arab-lij_Latn","languages":["arz-Arab","lij-Latn"]},{"precision":0.76292,"recall":0.827075,"f1":0.782664,"accuracy":0.827075,"main_score":0.782664,"hf_subset":"arz_Arab-mya_Mymr","languages":["arz-Arab","mya-Mymr"]},{"precision":0.423375,"recall":0.527668,"f1":0.451647,"accuracy":0.527668,"main_score":0.451647,"hf_subset":"arz_Arab-sag_Latn","languages":["arz-Arab","sag-Latn"]},{"precision":0.119751,"recall":0.198617,"f1":0.134496,"accuracy":0.198617,"main_score":0.134496,"hf_subset":"arz_Arab-taq_Tfng","languages":["arz-Arab","taq-Tfng"]},{"precision":0.422006,"recall":0.52668,"f1":0.449736,"accuracy":0.52668,"main_score":0.449736,"hf_subset":"arz_Arab-wol_Latn","languages":["arz-Arab","wol-Latn"]},{"precision":0.287181,"recall":0.398221,"f1":0.314053,"accuracy":0.398221,"main_score":0.314053,"hf_subset":"arz_Arab-arb_Latn","languages":["arz-Arab","arb-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"arz_Arab-cat_Latn","languages":["arz-Arab","cat-Latn"]},{"precision":0.79165,"recall":0.851779,"f1":0.810178,"accuracy":0.851779,"main_score":0.810178,"hf_subset":"arz_Arab-fur_Latn","languages":["arz-Arab","fur-Latn"]},{"precision":0.264376,"recall":0.349802,"f1":0.286244,"accuracy":0.349802,"main_score":0.286244,"hf_subset":"arz_Arab-kab_Latn","languages":["arz-Arab","kab-Latn"]},{"precision":0.773864,"recall":0.836957,"f1":0.793676,"accuracy":0.836957,"main_score":0.793676,"hf_subset":"arz_Arab-lim_Latn","languages":["arz-Arab","lim-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-nld_Latn","languages":["arz-Arab","nld-Latn"]},{"precision":0.858613,"recall":0.903162,"f1":0.87309,"accuracy":0.903162,"main_score":0.87309,"hf_subset":"arz_Arab-san_Deva","languages":["arz-Arab","san-Deva"]},{"precision":0.626153,"recall":0.710474,"f1":0.650536,"accuracy":0.710474,"main_score":0.650536,"hf_subset":"arz_Arab-tat_Cyrl","languages":["arz-Arab","tat-Cyrl"]},{"precision":0.400674,"recall":0.507905,"f1":0.427947,"accuracy":0.507905,"main_score":0.427947,"hf_subset":"arz_Arab-xho_Latn","languages":["arz-Arab","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-ars_Arab","languages":["arz-Arab","ars-Arab"]},{"precision":0.740366,"recall":0.812253,"f1":0.762469,"accuracy":0.812253,"main_score":0.762469,"hf_subset":"arz_Arab-ceb_Latn","languages":["arz-Arab","ceb-Latn"]},{"precision":0.382652,"recall":0.488142,"f1":0.41013,"accuracy":0.488142,"main_score":0.41013,"hf_subset":"arz_Arab-fuv_Latn","languages":["arz-Arab","fuv-Latn"]},{"precision":0.376768,"recall":0.490119,"f1":0.406736,"accuracy":0.490119,"main_score":0.406736,"hf_subset":"arz_Arab-kac_Latn","languages":["arz-Arab","kac-Latn"]},{"precision":0.452942,"recall":0.560277,"f1":0.481744,"accuracy":0.560277,"main_score":0.481744,"hf_subset":"arz_Arab-lin_Latn","languages":["arz-Arab","lin-Latn"]},{"precision":0.942688,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"arz_Arab-nno_Latn","languages":["arz-Arab","nno-Latn"]},{"precision":0.145417,"recall":0.214427,"f1":0.161394,"accuracy":0.214427,"main_score":0.161394,"hf_subset":"arz_Arab-sat_Olck","languages":["arz-Arab","sat-Olck"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"arz_Arab-tel_Telu","languages":["arz-Arab","tel-Telu"]},{"precision":0.277479,"recall":0.369565,"f1":0.300773,"accuracy":0.369565,"main_score":0.300773,"hf_subset":"arz_Arab-ydd_Hebr","languages":["arz-Arab","ydd-Hebr"]},{"precision":0.920702,"recall":0.945652,"f1":0.928755,"accuracy":0.945652,"main_score":0.928755,"hf_subset":"arz_Arab-ary_Arab","languages":["arz-Arab","ary-Arab"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"arz_Arab-ces_Latn","languages":["arz-Arab","ces-Latn"]},{"precision":0.26389,"recall":0.349802,"f1":0.284694,"accuracy":0.349802,"main_score":0.284694,"hf_subset":"arz_Arab-gaz_Latn","languages":["arz-Arab","gaz-Latn"]},{"precision":0.399098,"recall":0.504941,"f1":0.426474,"accuracy":0.504941,"main_score":0.426474,"hf_subset":"arz_Arab-kam_Latn","languages":["arz-Arab","kam-Latn"]},{"precision":0.753294,"recall":0.81917,"f1":0.773438,"accuracy":0.81917,"main_score":0.773438,"hf_subset":"arz_Arab-lit_Latn","languages":["arz-Arab","lit-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"arz_Arab-nob_Latn","languages":["arz-Arab","nob-Latn"]},{"precision":0.730904,"recall":0.800395,"f1":0.751636,"accuracy":0.800395,"main_score":0.751636,"hf_subset":"arz_Arab-scn_Latn","languages":["arz-Arab","scn-Latn"]},{"precision":0.409487,"recall":0.508893,"f1":0.435537,"accuracy":0.508893,"main_score":0.435537,"hf_subset":"arz_Arab-tgk_Cyrl","languages":["arz-Arab","tgk-Cyrl"]},{"precision":0.34617,"recall":0.452569,"f1":0.373296,"accuracy":0.452569,"main_score":0.373296,"hf_subset":"arz_Arab-yor_Latn","languages":["arz-Arab","yor-Latn"]},{"precision":0.390971,"recall":0.503953,"f1":0.42126,"accuracy":0.503953,"main_score":0.42126,"hf_subset":"arz_Arab-cjk_Latn","languages":["arz-Arab","cjk-Latn"]},{"precision":0.312227,"recall":0.412055,"f1":0.337025,"accuracy":0.412055,"main_score":0.337025,"hf_subset":"arz_Arab-gla_Latn","languages":["arz-Arab","gla-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"arz_Arab-kan_Knda","languages":["arz-Arab","kan-Knda"]},{"precision":0.765293,"recall":0.829051,"f1":0.784489,"accuracy":0.829051,"main_score":0.784489,"hf_subset":"arz_Arab-lmo_Latn","languages":["arz-Arab","lmo-Latn"]},{"precision":0.95504,"recall":0.968379,"f1":0.959321,"accuracy":0.968379,"main_score":0.959321,"hf_subset":"arz_Arab-npi_Deva","languages":["arz-Arab","npi-Deva"]},{"precision":0.332251,"recall":0.445652,"f1":0.361335,"accuracy":0.445652,"main_score":0.361335,"hf_subset":"arz_Arab-shn_Mymr","languages":["arz-Arab","shn-Mymr"]},{"precision":0.838521,"recall":0.886364,"f1":0.853458,"accuracy":0.886364,"main_score":0.853458,"hf_subset":"arz_Arab-tgl_Latn","languages":["arz-Arab","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-yue_Hant","languages":["arz-Arab","yue-Hant"]},{"precision":0.858449,"recall":0.896245,"f1":0.870243,"accuracy":0.896245,"main_score":0.870243,"hf_subset":"arz_Arab-asm_Beng","languages":["arz-Arab","asm-Beng"]},{"precision":0.402893,"recall":0.496047,"f1":0.428325,"accuracy":0.496047,"main_score":0.428325,"hf_subset":"arz_Arab-ckb_Arab","languages":["arz-Arab","ckb-Arab"]},{"precision":0.324364,"recall":0.427866,"f1":0.349972,"accuracy":0.427866,"main_score":0.349972,"hf_subset":"arz_Arab-gle_Latn","languages":["arz-Arab","gle-Latn"]},{"precision":0.638229,"recall":0.730237,"f1":0.664773,"accuracy":0.730237,"main_score":0.664773,"hf_subset":"arz_Arab-kas_Arab","languages":["arz-Arab","kas-Arab"]},{"precision":0.562154,"recall":0.652174,"f1":0.588114,"accuracy":0.652174,"main_score":0.588114,"hf_subset":"arz_Arab-ltg_Latn","languages":["arz-Arab","ltg-Latn"]},{"precision":0.406391,"recall":0.511858,"f1":0.434012,"accuracy":0.511858,"main_score":0.434012,"hf_subset":"arz_Arab-nso_Latn","languages":["arz-Arab","nso-Latn"]},{"precision":0.819088,"recall":0.871542,"f1":0.835507,"accuracy":0.871542,"main_score":0.835507,"hf_subset":"arz_Arab-sin_Sinh","languages":["arz-Arab","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"arz_Arab-tha_Thai","languages":["arz-Arab","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-zho_Hans","languages":["arz-Arab","zho-Hans"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"arz_Arab-ast_Latn","languages":["arz-Arab","ast-Latn"]},{"precision":0.785244,"recall":0.84585,"f1":0.80407,"accuracy":0.84585,"main_score":0.80407,"hf_subset":"arz_Arab-crh_Latn","languages":["arz-Arab","crh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arz_Arab-glg_Latn","languages":["arz-Arab","glg-Latn"]},{"precision":0.56129,"recall":0.663043,"f1":0.590705,"accuracy":0.663043,"main_score":0.590705,"hf_subset":"arz_Arab-kas_Deva","languages":["arz-Arab","kas-Deva"]},{"precision":0.723534,"recall":0.796443,"f1":0.745506,"accuracy":0.796443,"main_score":0.745506,"hf_subset":"arz_Arab-ltz_Latn","languages":["arz-Arab","ltz-Latn"]},{"precision":0.267541,"recall":0.362648,"f1":0.291568,"accuracy":0.362648,"main_score":0.291568,"hf_subset":"arz_Arab-nus_Latn","languages":["arz-Arab","nus-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"arz_Arab-slk_Latn","languages":["arz-Arab","slk-Latn"]},{"precision":0.360127,"recall":0.454545,"f1":0.385191,"accuracy":0.454545,"main_score":0.385191,"hf_subset":"arz_Arab-tir_Ethi","languages":["arz-Arab","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-zho_Hant","languages":["arz-Arab","zho-Hant"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"arz_Arab-awa_Deva","languages":["arz-Arab","awa-Deva"]},{"precision":0.39025,"recall":0.488142,"f1":0.415545,"accuracy":0.488142,"main_score":0.415545,"hf_subset":"arz_Arab-cym_Latn","languages":["arz-Arab","cym-Latn"]},{"precision":0.603336,"recall":0.693676,"f1":0.629238,"accuracy":0.693676,"main_score":0.629238,"hf_subset":"arz_Arab-grn_Latn","languages":["arz-Arab","grn-Latn"]},{"precision":0.862484,"recall":0.903162,"f1":0.875264,"accuracy":0.903162,"main_score":0.875264,"hf_subset":"arz_Arab-kat_Geor","languages":["arz-Arab","kat-Geor"]},{"precision":0.462822,"recall":0.561265,"f1":0.489541,"accuracy":0.561265,"main_score":0.489541,"hf_subset":"arz_Arab-lua_Latn","languages":["arz-Arab","lua-Latn"]},{"precision":0.441538,"recall":0.544466,"f1":0.46879,"accuracy":0.544466,"main_score":0.46879,"hf_subset":"arz_Arab-nya_Latn","languages":["arz-Arab","nya-Latn"]},{"precision":0.890431,"recall":0.923913,"f1":0.901252,"accuracy":0.923913,"main_score":0.901252,"hf_subset":"arz_Arab-slv_Latn","languages":["arz-Arab","slv-Latn"]},{"precision":0.684305,"recall":0.762846,"f1":0.70768,"accuracy":0.762846,"main_score":0.70768,"hf_subset":"arz_Arab-tpi_Latn","languages":["arz-Arab","tpi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-zsm_Latn","languages":["arz-Arab","zsm-Latn"]},{"precision":0.351762,"recall":0.462451,"f1":0.379069,"accuracy":0.462451,"main_score":0.379069,"hf_subset":"arz_Arab-ayr_Latn","languages":["arz-Arab","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arz_Arab-dan_Latn","languages":["arz-Arab","dan-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"arz_Arab-guj_Gujr","languages":["arz-Arab","guj-Gujr"]},{"precision":0.723962,"recall":0.793478,"f1":0.744763,"accuracy":0.793478,"main_score":0.744763,"hf_subset":"arz_Arab-kaz_Cyrl","languages":["arz-Arab","kaz-Cyrl"]},{"precision":0.356062,"recall":0.453557,"f1":0.38039,"accuracy":0.453557,"main_score":0.38039,"hf_subset":"arz_Arab-lug_Latn","languages":["arz-Arab","lug-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"arz_Arab-oci_Latn","languages":["arz-Arab","oci-Latn"]},{"precision":0.385244,"recall":0.498024,"f1":0.414577,"accuracy":0.498024,"main_score":0.414577,"hf_subset":"arz_Arab-smo_Latn","languages":["arz-Arab","smo-Latn"]},{"precision":0.35601,"recall":0.470356,"f1":0.385104,"accuracy":0.470356,"main_score":0.385104,"hf_subset":"arz_Arab-tsn_Latn","languages":["arz-Arab","tsn-Latn"]},{"precision":0.369109,"recall":0.469368,"f1":0.394205,"accuracy":0.469368,"main_score":0.394205,"hf_subset":"arz_Arab-zul_Latn","languages":["arz-Arab","zul-Latn"]},{"precision":0.677002,"recall":0.766798,"f1":0.704298,"accuracy":0.766798,"main_score":0.704298,"hf_subset":"arz_Arab-azb_Arab","languages":["arz-Arab","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-deu_Latn","languages":["arz-Arab","deu-Latn"]},{"precision":0.573666,"recall":0.66996,"f1":0.601466,"accuracy":0.66996,"main_score":0.601466,"hf_subset":"arz_Arab-hat_Latn","languages":["arz-Arab","hat-Latn"]},{"precision":0.33174,"recall":0.43083,"f1":0.356285,"accuracy":0.43083,"main_score":0.356285,"hf_subset":"arz_Arab-kbp_Latn","languages":["arz-Arab","kbp-Latn"]},{"precision":0.408512,"recall":0.511858,"f1":0.435373,"accuracy":0.511858,"main_score":0.435373,"hf_subset":"arz_Arab-luo_Latn","languages":["arz-Arab","luo-Latn"]},{"precision":0.498167,"recall":0.585968,"f1":0.522385,"accuracy":0.585968,"main_score":0.522385,"hf_subset":"arz_Arab-ory_Orya","languages":["arz-Arab","ory-Orya"]},{"precision":0.375769,"recall":0.48913,"f1":0.405782,"accuracy":0.48913,"main_score":0.405782,"hf_subset":"arz_Arab-sna_Latn","languages":["arz-Arab","sna-Latn"]},{"precision":0.373589,"recall":0.471344,"f1":0.398681,"accuracy":0.471344,"main_score":0.398681,"hf_subset":"arz_Arab-tso_Latn","languages":["arz-Arab","tso-Latn"]},{"precision":0.82444,"recall":0.874506,"f1":0.84002,"accuracy":0.874506,"main_score":0.84002,"hf_subset":"arz_Arab-azj_Latn","languages":["arz-Arab","azj-Latn"]},{"precision":0.398509,"recall":0.504941,"f1":0.427027,"accuracy":0.504941,"main_score":0.427027,"hf_subset":"arz_Arab-dik_Latn","languages":["arz-Arab","dik-Latn"]},{"precision":0.407493,"recall":0.499012,"f1":0.431338,"accuracy":0.499012,"main_score":0.431338,"hf_subset":"arz_Arab-hau_Latn","languages":["arz-Arab","hau-Latn"]},{"precision":0.757642,"recall":0.822134,"f1":0.77716,"accuracy":0.822134,"main_score":0.77716,"hf_subset":"arz_Arab-kea_Latn","languages":["arz-Arab","kea-Latn"]},{"precision":0.525152,"recall":0.621542,"f1":0.552005,"accuracy":0.621542,"main_score":0.552005,"hf_subset":"arz_Arab-lus_Latn","languages":["arz-Arab","lus-Latn"]},{"precision":0.692342,"recall":0.767787,"f1":0.714973,"accuracy":0.767787,"main_score":0.714973,"hf_subset":"arz_Arab-pag_Latn","languages":["arz-Arab","pag-Latn"]},{"precision":0.668768,"recall":0.748024,"f1":0.692031,"accuracy":0.748024,"main_score":0.692031,"hf_subset":"arz_Arab-snd_Arab","languages":["arz-Arab","snd-Arab"]},{"precision":0.54697,"recall":0.646245,"f1":0.57566,"accuracy":0.646245,"main_score":0.57566,"hf_subset":"arz_Arab-tuk_Latn","languages":["arz-Arab","tuk-Latn"]},{"precision":0.618794,"recall":0.699605,"f1":0.641273,"accuracy":0.699605,"main_score":0.641273,"hf_subset":"arz_Arab-bak_Cyrl","languages":["arz-Arab","bak-Cyrl"]},{"precision":0.314321,"recall":0.425889,"f1":0.343742,"accuracy":0.425889,"main_score":0.343742,"hf_subset":"arz_Arab-dyu_Latn","languages":["arz-Arab","dyu-Latn"]},{"precision":0.902668,"recall":0.932806,"f1":0.912385,"accuracy":0.932806,"main_score":0.912385,"hf_subset":"arz_Arab-heb_Hebr","languages":["arz-Arab","heb-Hebr"]},{"precision":0.419608,"recall":0.513834,"f1":0.44498,"accuracy":0.513834,"main_score":0.44498,"hf_subset":"arz_Arab-khk_Cyrl","languages":["arz-Arab","khk-Cyrl"]},{"precision":0.793215,"recall":0.847826,"f1":0.810013,"accuracy":0.847826,"main_score":0.810013,"hf_subset":"arz_Arab-lvs_Latn","languages":["arz-Arab","lvs-Latn"]},{"precision":0.886479,"recall":0.91996,"f1":0.89697,"accuracy":0.91996,"main_score":0.89697,"hf_subset":"arz_Arab-pan_Guru","languages":["arz-Arab","pan-Guru"]},{"precision":0.350499,"recall":0.442688,"f1":0.373341,"accuracy":0.442688,"main_score":0.373341,"hf_subset":"arz_Arab-som_Latn","languages":["arz-Arab","som-Latn"]},{"precision":0.419608,"recall":0.517787,"f1":0.446116,"accuracy":0.517787,"main_score":0.446116,"hf_subset":"arz_Arab-tum_Latn","languages":["arz-Arab","tum-Latn"]},{"precision":0.26951,"recall":0.31917,"f1":0.282534,"accuracy":0.31917,"main_score":0.282534,"hf_subset":"cjk_Latn-ace_Arab","languages":["cjk-Latn","ace-Arab"]},{"precision":0.391483,"recall":0.431818,"f1":0.402643,"accuracy":0.431818,"main_score":0.402643,"hf_subset":"cjk_Latn-bam_Latn","languages":["cjk-Latn","bam-Latn"]},{"precision":0.138503,"recall":0.178854,"f1":0.149166,"accuracy":0.178854,"main_score":0.149166,"hf_subset":"cjk_Latn-dzo_Tibt","languages":["cjk-Latn","dzo-Tibt"]},{"precision":0.488489,"recall":0.548419,"f1":0.504334,"accuracy":0.548419,"main_score":0.504334,"hf_subset":"cjk_Latn-hin_Deva","languages":["cjk-Latn","hin-Deva"]},{"precision":0.384762,"recall":0.431818,"f1":0.397851,"accuracy":0.431818,"main_score":0.397851,"hf_subset":"cjk_Latn-khm_Khmr","languages":["cjk-Latn","khm-Khmr"]},{"precision":0.496006,"recall":0.546443,"f1":0.509578,"accuracy":0.546443,"main_score":0.509578,"hf_subset":"cjk_Latn-mag_Deva","languages":["cjk-Latn","mag-Deva"]},{"precision":0.489052,"recall":0.525692,"f1":0.498848,"accuracy":0.525692,"main_score":0.498848,"hf_subset":"cjk_Latn-pap_Latn","languages":["cjk-Latn","pap-Latn"]},{"precision":0.420825,"recall":0.460474,"f1":0.432161,"accuracy":0.460474,"main_score":0.432161,"hf_subset":"cjk_Latn-sot_Latn","languages":["cjk-Latn","sot-Latn"]},{"precision":0.488163,"recall":0.541502,"f1":0.503511,"accuracy":0.541502,"main_score":0.503511,"hf_subset":"cjk_Latn-tur_Latn","languages":["cjk-Latn","tur-Latn"]},{"precision":0.481124,"recall":0.517787,"f1":0.491864,"accuracy":0.517787,"main_score":0.491864,"hf_subset":"cjk_Latn-ace_Latn","languages":["cjk-Latn","ace-Latn"]},{"precision":0.480435,"recall":0.517787,"f1":0.490754,"accuracy":0.517787,"main_score":0.490754,"hf_subset":"cjk_Latn-ban_Latn","languages":["cjk-Latn","ban-Latn"]},{"precision":0.417424,"recall":0.47332,"f1":0.432679,"accuracy":0.47332,"main_score":0.432679,"hf_subset":"cjk_Latn-ell_Grek","languages":["cjk-Latn","ell-Grek"]},{"precision":0.468619,"recall":0.520751,"f1":0.48375,"accuracy":0.520751,"main_score":0.48375,"hf_subset":"cjk_Latn-hne_Deva","languages":["cjk-Latn","hne-Deva"]},{"precision":0.391207,"recall":0.435771,"f1":0.403686,"accuracy":0.435771,"main_score":0.403686,"hf_subset":"cjk_Latn-kik_Latn","languages":["cjk-Latn","kik-Latn"]},{"precision":0.479447,"recall":0.528656,"f1":0.492834,"accuracy":0.528656,"main_score":0.492834,"hf_subset":"cjk_Latn-mai_Deva","languages":["cjk-Latn","mai-Deva"]},{"precision":0.399742,"recall":0.454545,"f1":0.415361,"accuracy":0.454545,"main_score":0.415361,"hf_subset":"cjk_Latn-pbt_Arab","languages":["cjk-Latn","pbt-Arab"]},{"precision":0.496509,"recall":0.559289,"f1":0.513774,"accuracy":0.559289,"main_score":0.513774,"hf_subset":"cjk_Latn-spa_Latn","languages":["cjk-Latn","spa-Latn"]},{"precision":0.457477,"recall":0.500988,"f1":0.470258,"accuracy":0.500988,"main_score":0.470258,"hf_subset":"cjk_Latn-twi_Latn","languages":["cjk-Latn","twi-Latn"]},{"precision":0.456041,"recall":0.505929,"f1":0.46972,"accuracy":0.505929,"main_score":0.46972,"hf_subset":"cjk_Latn-acm_Arab","languages":["cjk-Latn","acm-Arab"]},{"precision":0.408189,"recall":0.461462,"f1":0.422879,"accuracy":0.461462,"main_score":0.422879,"hf_subset":"cjk_Latn-bel_Cyrl","languages":["cjk-Latn","bel-Cyrl"]},{"precision":0.511688,"recall":0.570158,"f1":0.527972,"accuracy":0.570158,"main_score":0.527972,"hf_subset":"cjk_Latn-eng_Latn","languages":["cjk-Latn","eng-Latn"]},{"precision":0.464302,"recall":0.512846,"f1":0.478091,"accuracy":0.512846,"main_score":0.478091,"hf_subset":"cjk_Latn-hrv_Latn","languages":["cjk-Latn","hrv-Latn"]},{"precision":0.39579,"recall":0.436759,"f1":0.406944,"accuracy":0.436759,"main_score":0.406944,"hf_subset":"cjk_Latn-kin_Latn","languages":["cjk-Latn","kin-Latn"]},{"precision":0.426121,"recall":0.490119,"f1":0.443291,"accuracy":0.490119,"main_score":0.443291,"hf_subset":"cjk_Latn-mal_Mlym","languages":["cjk-Latn","mal-Mlym"]},{"precision":0.469772,"recall":0.529644,"f1":0.485505,"accuracy":0.529644,"main_score":0.485505,"hf_subset":"cjk_Latn-pes_Arab","languages":["cjk-Latn","pes-Arab"]},{"precision":0.48064,"recall":0.521739,"f1":0.491078,"accuracy":0.521739,"main_score":0.491078,"hf_subset":"cjk_Latn-srd_Latn","languages":["cjk-Latn","srd-Latn"]},{"precision":0.135835,"recall":0.186759,"f1":0.148086,"accuracy":0.186759,"main_score":0.148086,"hf_subset":"cjk_Latn-tzm_Tfng","languages":["cjk-Latn","tzm-Tfng"]},{"precision":0.453844,"recall":0.511858,"f1":0.469047,"accuracy":0.511858,"main_score":0.469047,"hf_subset":"cjk_Latn-acq_Arab","languages":["cjk-Latn","acq-Arab"]},{"precision":0.445142,"recall":0.479249,"f1":0.455054,"accuracy":0.479249,"main_score":0.455054,"hf_subset":"cjk_Latn-bem_Latn","languages":["cjk-Latn","bem-Latn"]},{"precision":0.463486,"recall":0.506917,"f1":0.475656,"accuracy":0.506917,"main_score":0.475656,"hf_subset":"cjk_Latn-epo_Latn","languages":["cjk-Latn","epo-Latn"]},{"precision":0.443775,"recall":0.507905,"f1":0.461823,"accuracy":0.507905,"main_score":0.461823,"hf_subset":"cjk_Latn-hun_Latn","languages":["cjk-Latn","hun-Latn"]},{"precision":0.433404,"recall":0.479249,"f1":0.44584,"accuracy":0.479249,"main_score":0.44584,"hf_subset":"cjk_Latn-kir_Cyrl","languages":["cjk-Latn","kir-Cyrl"]},{"precision":0.45715,"recall":0.514822,"f1":0.472669,"accuracy":0.514822,"main_score":0.472669,"hf_subset":"cjk_Latn-mar_Deva","languages":["cjk-Latn","mar-Deva"]},{"precision":0.434107,"recall":0.472332,"f1":0.44552,"accuracy":0.472332,"main_score":0.44552,"hf_subset":"cjk_Latn-plt_Latn","languages":["cjk-Latn","plt-Latn"]},{"precision":0.44279,"recall":0.494071,"f1":0.45682,"accuracy":0.494071,"main_score":0.45682,"hf_subset":"cjk_Latn-srp_Cyrl","languages":["cjk-Latn","srp-Cyrl"]},{"precision":0.274168,"recall":0.322134,"f1":0.2874,"accuracy":0.322134,"main_score":0.2874,"hf_subset":"cjk_Latn-uig_Arab","languages":["cjk-Latn","uig-Arab"]},{"precision":0.424792,"recall":0.481225,"f1":0.43998,"accuracy":0.481225,"main_score":0.43998,"hf_subset":"cjk_Latn-aeb_Arab","languages":["cjk-Latn","aeb-Arab"]},{"precision":0.461399,"recall":0.518775,"f1":0.477495,"accuracy":0.518775,"main_score":0.477495,"hf_subset":"cjk_Latn-ben_Beng","languages":["cjk-Latn","ben-Beng"]},{"precision":0.459258,"recall":0.504941,"f1":0.47252,"accuracy":0.504941,"main_score":0.47252,"hf_subset":"cjk_Latn-est_Latn","languages":["cjk-Latn","est-Latn"]},{"precision":0.385565,"recall":0.429842,"f1":0.397398,"accuracy":0.429842,"main_score":0.397398,"hf_subset":"cjk_Latn-hye_Armn","languages":["cjk-Latn","hye-Armn"]},{"precision":0.458663,"recall":0.493083,"f1":0.468478,"accuracy":0.493083,"main_score":0.468478,"hf_subset":"cjk_Latn-kmb_Latn","languages":["cjk-Latn","kmb-Latn"]},{"precision":0.221216,"recall":0.277668,"f1":0.235317,"accuracy":0.277668,"main_score":0.235317,"hf_subset":"cjk_Latn-min_Arab","languages":["cjk-Latn","min-Arab"]},{"precision":0.46317,"recall":0.528656,"f1":0.481402,"accuracy":0.528656,"main_score":0.481402,"hf_subset":"cjk_Latn-pol_Latn","languages":["cjk-Latn","pol-Latn"]},{"precision":0.405803,"recall":0.444664,"f1":0.417462,"accuracy":0.444664,"main_score":0.417462,"hf_subset":"cjk_Latn-ssw_Latn","languages":["cjk-Latn","ssw-Latn"]},{"precision":0.464177,"recall":0.516798,"f1":0.479214,"accuracy":0.516798,"main_score":0.479214,"hf_subset":"cjk_Latn-ukr_Cyrl","languages":["cjk-Latn","ukr-Cyrl"]},{"precision":0.473543,"recall":0.518775,"f1":0.486275,"accuracy":0.518775,"main_score":0.486275,"hf_subset":"cjk_Latn-afr_Latn","languages":["cjk-Latn","afr-Latn"]},{"precision":0.487879,"recall":0.539526,"f1":0.503068,"accuracy":0.539526,"main_score":0.503068,"hf_subset":"cjk_Latn-bho_Deva","languages":["cjk-Latn","bho-Deva"]},{"precision":0.461176,"recall":0.500988,"f1":0.47176,"accuracy":0.500988,"main_score":0.47176,"hf_subset":"cjk_Latn-eus_Latn","languages":["cjk-Latn","eus-Latn"]},{"precision":0.377294,"recall":0.431818,"f1":0.39246,"accuracy":0.431818,"main_score":0.39246,"hf_subset":"cjk_Latn-ibo_Latn","languages":["cjk-Latn","ibo-Latn"]},{"precision":0.411879,"recall":0.458498,"f1":0.425604,"accuracy":0.458498,"main_score":0.425604,"hf_subset":"cjk_Latn-kmr_Latn","languages":["cjk-Latn","kmr-Latn"]},{"precision":0.445823,"recall":0.491107,"f1":0.458634,"accuracy":0.491107,"main_score":0.458634,"hf_subset":"cjk_Latn-min_Latn","languages":["cjk-Latn","min-Latn"]},{"precision":0.519132,"recall":0.579051,"f1":0.534804,"accuracy":0.579051,"main_score":0.534804,"hf_subset":"cjk_Latn-por_Latn","languages":["cjk-Latn","por-Latn"]},{"precision":0.470573,"recall":0.508893,"f1":0.481298,"accuracy":0.508893,"main_score":0.481298,"hf_subset":"cjk_Latn-sun_Latn","languages":["cjk-Latn","sun-Latn"]},{"precision":0.428063,"recall":0.471344,"f1":0.440914,"accuracy":0.471344,"main_score":0.440914,"hf_subset":"cjk_Latn-umb_Latn","languages":["cjk-Latn","umb-Latn"]},{"precision":0.461184,"recall":0.512846,"f1":0.475164,"accuracy":0.512846,"main_score":0.475164,"hf_subset":"cjk_Latn-ajp_Arab","languages":["cjk-Latn","ajp-Arab"]},{"precision":0.248535,"recall":0.298419,"f1":0.26164,"accuracy":0.298419,"main_score":0.26164,"hf_subset":"cjk_Latn-bjn_Arab","languages":["cjk-Latn","bjn-Arab"]},{"precision":0.411094,"recall":0.44664,"f1":0.420977,"accuracy":0.44664,"main_score":0.420977,"hf_subset":"cjk_Latn-ewe_Latn","languages":["cjk-Latn","ewe-Latn"]},{"precision":0.491148,"recall":0.530632,"f1":0.502888,"accuracy":0.530632,"main_score":0.502888,"hf_subset":"cjk_Latn-ilo_Latn","languages":["cjk-Latn","ilo-Latn"]},{"precision":0.200178,"recall":0.23913,"f1":0.210424,"accuracy":0.23913,"main_score":0.210424,"hf_subset":"cjk_Latn-knc_Arab","languages":["cjk-Latn","knc-Arab"]},{"precision":0.445715,"recall":0.500988,"f1":0.461324,"accuracy":0.500988,"main_score":0.461324,"hf_subset":"cjk_Latn-mkd_Cyrl","languages":["cjk-Latn","mkd-Cyrl"]},{"precision":0.454232,"recall":0.513834,"f1":0.470625,"accuracy":0.513834,"main_score":0.470625,"hf_subset":"cjk_Latn-prs_Arab","languages":["cjk-Latn","prs-Arab"]},{"precision":0.483671,"recall":0.543478,"f1":0.50024,"accuracy":0.543478,"main_score":0.50024,"hf_subset":"cjk_Latn-swe_Latn","languages":["cjk-Latn","swe-Latn"]},{"precision":0.420811,"recall":0.490119,"f1":0.440198,"accuracy":0.490119,"main_score":0.440198,"hf_subset":"cjk_Latn-urd_Arab","languages":["cjk-Latn","urd-Arab"]},{"precision":0.434272,"recall":0.480237,"f1":0.447944,"accuracy":0.480237,"main_score":0.447944,"hf_subset":"cjk_Latn-aka_Latn","languages":["cjk-Latn","aka-Latn"]},{"precision":0.45491,"recall":0.494071,"f1":0.466037,"accuracy":0.494071,"main_score":0.466037,"hf_subset":"cjk_Latn-bjn_Latn","languages":["cjk-Latn","bjn-Latn"]},{"precision":0.411629,"recall":0.461462,"f1":0.425457,"accuracy":0.461462,"main_score":0.425457,"hf_subset":"cjk_Latn-fao_Latn","languages":["cjk-Latn","fao-Latn"]},{"precision":0.494329,"recall":0.554348,"f1":0.510852,"accuracy":0.554348,"main_score":0.510852,"hf_subset":"cjk_Latn-ind_Latn","languages":["cjk-Latn","ind-Latn"]},{"precision":0.445026,"recall":0.479249,"f1":0.454941,"accuracy":0.479249,"main_score":0.454941,"hf_subset":"cjk_Latn-knc_Latn","languages":["cjk-Latn","knc-Latn"]},{"precision":0.469269,"recall":0.514822,"f1":0.481902,"accuracy":0.514822,"main_score":0.481902,"hf_subset":"cjk_Latn-mlt_Latn","languages":["cjk-Latn","mlt-Latn"]},{"precision":0.446595,"recall":0.495059,"f1":0.460183,"accuracy":0.495059,"main_score":0.460183,"hf_subset":"cjk_Latn-quy_Latn","languages":["cjk-Latn","quy-Latn"]},{"precision":0.461526,"recall":0.496047,"f1":0.471556,"accuracy":0.496047,"main_score":0.471556,"hf_subset":"cjk_Latn-swh_Latn","languages":["cjk-Latn","swh-Latn"]},{"precision":0.410287,"recall":0.454545,"f1":0.422547,"accuracy":0.454545,"main_score":0.422547,"hf_subset":"cjk_Latn-uzn_Latn","languages":["cjk-Latn","uzn-Latn"]},{"precision":0.467972,"recall":0.509881,"f1":0.479813,"accuracy":0.509881,"main_score":0.479813,"hf_subset":"cjk_Latn-als_Latn","languages":["cjk-Latn","als-Latn"]},{"precision":0.183377,"recall":0.241107,"f1":0.197195,"accuracy":0.241107,"main_score":0.197195,"hf_subset":"cjk_Latn-bod_Tibt","languages":["cjk-Latn","bod-Tibt"]},{"precision":0.408869,"recall":0.458498,"f1":0.42329,"accuracy":0.458498,"main_score":0.42329,"hf_subset":"cjk_Latn-fij_Latn","languages":["cjk-Latn","fij-Latn"]},{"precision":0.383229,"recall":0.438735,"f1":0.398089,"accuracy":0.438735,"main_score":0.398089,"hf_subset":"cjk_Latn-isl_Latn","languages":["cjk-Latn","isl-Latn"]},{"precision":0.440744,"recall":0.476285,"f1":0.451515,"accuracy":0.476285,"main_score":0.451515,"hf_subset":"cjk_Latn-kon_Latn","languages":["cjk-Latn","kon-Latn"]},{"precision":0.324187,"recall":0.374506,"f1":0.337336,"accuracy":0.374506,"main_score":0.337336,"hf_subset":"cjk_Latn-mni_Beng","languages":["cjk-Latn","mni-Beng"]},{"precision":0.512943,"recall":0.562253,"f1":0.52714,"accuracy":0.562253,"main_score":0.52714,"hf_subset":"cjk_Latn-ron_Latn","languages":["cjk-Latn","ron-Latn"]},{"precision":0.451936,"recall":0.499012,"f1":0.464916,"accuracy":0.499012,"main_score":0.464916,"hf_subset":"cjk_Latn-szl_Latn","languages":["cjk-Latn","szl-Latn"]},{"precision":0.472107,"recall":0.506917,"f1":0.481989,"accuracy":0.506917,"main_score":0.481989,"hf_subset":"cjk_Latn-vec_Latn","languages":["cjk-Latn","vec-Latn"]},{"precision":0.380342,"recall":0.429842,"f1":0.394129,"accuracy":0.429842,"main_score":0.394129,"hf_subset":"cjk_Latn-amh_Ethi","languages":["cjk-Latn","amh-Ethi"]},{"precision":0.475448,"recall":0.519763,"f1":0.487273,"accuracy":0.519763,"main_score":0.487273,"hf_subset":"cjk_Latn-bos_Latn","languages":["cjk-Latn","bos-Latn"]},{"precision":0.465566,"recall":0.519763,"f1":0.480512,"accuracy":0.519763,"main_score":0.480512,"hf_subset":"cjk_Latn-fin_Latn","languages":["cjk-Latn","fin-Latn"]},{"precision":0.491643,"recall":0.555336,"f1":0.509352,"accuracy":0.555336,"main_score":0.509352,"hf_subset":"cjk_Latn-ita_Latn","languages":["cjk-Latn","ita-Latn"]},{"precision":0.464561,"recall":0.528656,"f1":0.481641,"accuracy":0.528656,"main_score":0.481641,"hf_subset":"cjk_Latn-kor_Hang","languages":["cjk-Latn","kor-Hang"]},{"precision":0.39526,"recall":0.440711,"f1":0.407913,"accuracy":0.440711,"main_score":0.407913,"hf_subset":"cjk_Latn-mos_Latn","languages":["cjk-Latn","mos-Latn"]},{"precision":0.404883,"recall":0.444664,"f1":0.41666,"accuracy":0.444664,"main_score":0.41666,"hf_subset":"cjk_Latn-run_Latn","languages":["cjk-Latn","run-Latn"]},{"precision":0.422036,"recall":0.493083,"f1":0.441215,"accuracy":0.493083,"main_score":0.441215,"hf_subset":"cjk_Latn-tam_Taml","languages":["cjk-Latn","tam-Taml"]},{"precision":0.477955,"recall":0.541502,"f1":0.496127,"accuracy":0.541502,"main_score":0.496127,"hf_subset":"cjk_Latn-vie_Latn","languages":["cjk-Latn","vie-Latn"]},{"precision":0.457906,"recall":0.512846,"f1":0.473084,"accuracy":0.512846,"main_score":0.473084,"hf_subset":"cjk_Latn-apc_Arab","languages":["cjk-Latn","apc-Arab"]},{"precision":0.471558,"recall":0.513834,"f1":0.484567,"accuracy":0.513834,"main_score":0.484567,"hf_subset":"cjk_Latn-bug_Latn","languages":["cjk-Latn","bug-Latn"]},{"precision":0.396558,"recall":0.442688,"f1":0.410032,"accuracy":0.442688,"main_score":0.410032,"hf_subset":"cjk_Latn-fon_Latn","languages":["cjk-Latn","fon-Latn"]},{"precision":0.475346,"recall":0.518775,"f1":0.487664,"accuracy":0.518775,"main_score":0.487664,"hf_subset":"cjk_Latn-jav_Latn","languages":["cjk-Latn","jav-Latn"]},{"precision":0.385272,"recall":0.432806,"f1":0.398442,"accuracy":0.432806,"main_score":0.398442,"hf_subset":"cjk_Latn-lao_Laoo","languages":["cjk-Latn","lao-Laoo"]},{"precision":0.385964,"recall":0.43083,"f1":0.398627,"accuracy":0.43083,"main_score":0.398627,"hf_subset":"cjk_Latn-mri_Latn","languages":["cjk-Latn","mri-Latn"]},{"precision":0.475423,"recall":0.540514,"f1":0.492861,"accuracy":0.540514,"main_score":0.492861,"hf_subset":"cjk_Latn-rus_Cyrl","languages":["cjk-Latn","rus-Cyrl"]},{"precision":0.415606,"recall":0.464427,"f1":0.429811,"accuracy":0.464427,"main_score":0.429811,"hf_subset":"cjk_Latn-taq_Latn","languages":["cjk-Latn","taq-Latn"]},{"precision":0.492375,"recall":0.531621,"f1":0.503708,"accuracy":0.531621,"main_score":0.503708,"hf_subset":"cjk_Latn-war_Latn","languages":["cjk-Latn","war-Latn"]},{"precision":0.457133,"recall":0.520751,"f1":0.473898,"accuracy":0.520751,"main_score":0.473898,"hf_subset":"cjk_Latn-arb_Arab","languages":["cjk-Latn","arb-Arab"]},{"precision":0.482411,"recall":0.535573,"f1":0.498039,"accuracy":0.535573,"main_score":0.498039,"hf_subset":"cjk_Latn-bul_Cyrl","languages":["cjk-Latn","bul-Cyrl"]},{"precision":0.498936,"recall":0.5583,"f1":0.515347,"accuracy":0.5583,"main_score":0.515347,"hf_subset":"cjk_Latn-fra_Latn","languages":["cjk-Latn","fra-Latn"]},{"precision":0.474609,"recall":0.536561,"f1":0.491387,"accuracy":0.536561,"main_score":0.491387,"hf_subset":"cjk_Latn-jpn_Jpan","languages":["cjk-Latn","jpn-Jpan"]},{"precision":0.485543,"recall":0.527668,"f1":0.497241,"accuracy":0.527668,"main_score":0.497241,"hf_subset":"cjk_Latn-lij_Latn","languages":["cjk-Latn","lij-Latn"]},{"precision":0.32472,"recall":0.385375,"f1":0.341865,"accuracy":0.385375,"main_score":0.341865,"hf_subset":"cjk_Latn-mya_Mymr","languages":["cjk-Latn","mya-Mymr"]},{"precision":0.443615,"recall":0.481225,"f1":0.45452,"accuracy":0.481225,"main_score":0.45452,"hf_subset":"cjk_Latn-sag_Latn","languages":["cjk-Latn","sag-Latn"]},{"precision":0.171293,"recall":0.233202,"f1":0.18646,"accuracy":0.233202,"main_score":0.18646,"hf_subset":"cjk_Latn-taq_Tfng","languages":["cjk-Latn","taq-Tfng"]},{"precision":0.441768,"recall":0.48419,"f1":0.454216,"accuracy":0.48419,"main_score":0.454216,"hf_subset":"cjk_Latn-wol_Latn","languages":["cjk-Latn","wol-Latn"]},{"precision":0.283187,"recall":0.352767,"f1":0.301106,"accuracy":0.352767,"main_score":0.301106,"hf_subset":"cjk_Latn-arb_Latn","languages":["cjk-Latn","arb-Latn"]},{"precision":0.48918,"recall":0.539526,"f1":0.503785,"accuracy":0.539526,"main_score":0.503785,"hf_subset":"cjk_Latn-cat_Latn","languages":["cjk-Latn","cat-Latn"]},{"precision":0.475688,"recall":0.516798,"f1":0.486995,"accuracy":0.516798,"main_score":0.486995,"hf_subset":"cjk_Latn-fur_Latn","languages":["cjk-Latn","fur-Latn"]},{"precision":0.298494,"recall":0.350791,"f1":0.311556,"accuracy":0.350791,"main_score":0.311556,"hf_subset":"cjk_Latn-kab_Latn","languages":["cjk-Latn","kab-Latn"]},{"precision":0.472672,"recall":0.519763,"f1":0.485588,"accuracy":0.519763,"main_score":0.485588,"hf_subset":"cjk_Latn-lim_Latn","languages":["cjk-Latn","lim-Latn"]},{"precision":0.480254,"recall":0.544466,"f1":0.498002,"accuracy":0.544466,"main_score":0.498002,"hf_subset":"cjk_Latn-nld_Latn","languages":["cjk-Latn","nld-Latn"]},{"precision":0.408698,"recall":0.469368,"f1":0.425702,"accuracy":0.469368,"main_score":0.425702,"hf_subset":"cjk_Latn-san_Deva","languages":["cjk-Latn","san-Deva"]},{"precision":0.441544,"recall":0.48419,"f1":0.453729,"accuracy":0.48419,"main_score":0.453729,"hf_subset":"cjk_Latn-tat_Cyrl","languages":["cjk-Latn","tat-Cyrl"]},{"precision":0.43431,"recall":0.474308,"f1":0.445823,"accuracy":0.474308,"main_score":0.445823,"hf_subset":"cjk_Latn-xho_Latn","languages":["cjk-Latn","xho-Latn"]},{"precision":0.431893,"recall":0.5,"f1":0.449764,"accuracy":0.5,"main_score":0.449764,"hf_subset":"cjk_Latn-ars_Arab","languages":["cjk-Latn","ars-Arab"]},{"precision":0.488043,"recall":0.523715,"f1":0.498092,"accuracy":0.523715,"main_score":0.498092,"hf_subset":"cjk_Latn-ceb_Latn","languages":["cjk-Latn","ceb-Latn"]},{"precision":0.402268,"recall":0.442688,"f1":0.413768,"accuracy":0.442688,"main_score":0.413768,"hf_subset":"cjk_Latn-fuv_Latn","languages":["cjk-Latn","fuv-Latn"]},{"precision":0.418025,"recall":0.463439,"f1":0.431511,"accuracy":0.463439,"main_score":0.431511,"hf_subset":"cjk_Latn-kac_Latn","languages":["cjk-Latn","kac-Latn"]},{"precision":0.450379,"recall":0.485178,"f1":0.460625,"accuracy":0.485178,"main_score":0.460625,"hf_subset":"cjk_Latn-lin_Latn","languages":["cjk-Latn","lin-Latn"]},{"precision":0.471482,"recall":0.52668,"f1":0.486652,"accuracy":0.52668,"main_score":0.486652,"hf_subset":"cjk_Latn-nno_Latn","languages":["cjk-Latn","nno-Latn"]},{"precision":0.165677,"recall":0.204545,"f1":0.175423,"accuracy":0.204545,"main_score":0.175423,"hf_subset":"cjk_Latn-sat_Olck","languages":["cjk-Latn","sat-Olck"]},{"precision":0.449205,"recall":0.51087,"f1":0.466397,"accuracy":0.51087,"main_score":0.466397,"hf_subset":"cjk_Latn-tel_Telu","languages":["cjk-Latn","tel-Telu"]},{"precision":0.251894,"recall":0.3083,"f1":0.266844,"accuracy":0.3083,"main_score":0.266844,"hf_subset":"cjk_Latn-ydd_Hebr","languages":["cjk-Latn","ydd-Hebr"]},{"precision":0.42182,"recall":0.47332,"f1":0.435925,"accuracy":0.47332,"main_score":0.435925,"hf_subset":"cjk_Latn-ary_Arab","languages":["cjk-Latn","ary-Arab"]},{"precision":0.458128,"recall":0.522727,"f1":0.476141,"accuracy":0.522727,"main_score":0.476141,"hf_subset":"cjk_Latn-ces_Latn","languages":["cjk-Latn","ces-Latn"]},{"precision":0.302019,"recall":0.355731,"f1":0.316422,"accuracy":0.355731,"main_score":0.316422,"hf_subset":"cjk_Latn-gaz_Latn","languages":["cjk-Latn","gaz-Latn"]},{"precision":0.432164,"recall":0.466403,"f1":0.442101,"accuracy":0.466403,"main_score":0.442101,"hf_subset":"cjk_Latn-kam_Latn","languages":["cjk-Latn","kam-Latn"]},{"precision":0.421814,"recall":0.476285,"f1":0.437596,"accuracy":0.476285,"main_score":0.437596,"hf_subset":"cjk_Latn-lit_Latn","languages":["cjk-Latn","lit-Latn"]},{"precision":0.470073,"recall":0.537549,"f1":0.488494,"accuracy":0.537549,"main_score":0.488494,"hf_subset":"cjk_Latn-nob_Latn","languages":["cjk-Latn","nob-Latn"]},{"precision":0.460937,"recall":0.507905,"f1":0.474029,"accuracy":0.507905,"main_score":0.474029,"hf_subset":"cjk_Latn-scn_Latn","languages":["cjk-Latn","scn-Latn"]},{"precision":0.377273,"recall":0.428854,"f1":0.391842,"accuracy":0.428854,"main_score":0.391842,"hf_subset":"cjk_Latn-tgk_Cyrl","languages":["cjk-Latn","tgk-Cyrl"]},{"precision":0.375618,"recall":0.424901,"f1":0.390061,"accuracy":0.424901,"main_score":0.390061,"hf_subset":"cjk_Latn-yor_Latn","languages":["cjk-Latn","yor-Latn"]},{"precision":0.451178,"recall":0.514822,"f1":0.467795,"accuracy":0.514822,"main_score":0.467795,"hf_subset":"cjk_Latn-arz_Arab","languages":["cjk-Latn","arz-Arab"]},{"precision":0.35445,"recall":0.416008,"f1":0.37041,"accuracy":0.416008,"main_score":0.37041,"hf_subset":"cjk_Latn-gla_Latn","languages":["cjk-Latn","gla-Latn"]},{"precision":0.435484,"recall":0.495059,"f1":0.453286,"accuracy":0.495059,"main_score":0.453286,"hf_subset":"cjk_Latn-kan_Knda","languages":["cjk-Latn","kan-Knda"]},{"precision":0.472472,"recall":0.513834,"f1":0.484409,"accuracy":0.513834,"main_score":0.484409,"hf_subset":"cjk_Latn-lmo_Latn","languages":["cjk-Latn","lmo-Latn"]},{"precision":0.44284,"recall":0.505929,"f1":0.460743,"accuracy":0.505929,"main_score":0.460743,"hf_subset":"cjk_Latn-npi_Deva","languages":["cjk-Latn","npi-Deva"]},{"precision":0.366864,"recall":0.417984,"f1":0.381592,"accuracy":0.417984,"main_score":0.381592,"hf_subset":"cjk_Latn-shn_Mymr","languages":["cjk-Latn","shn-Mymr"]},{"precision":0.479167,"recall":0.520751,"f1":0.491733,"accuracy":0.520751,"main_score":0.491733,"hf_subset":"cjk_Latn-tgl_Latn","languages":["cjk-Latn","tgl-Latn"]},{"precision":0.454509,"recall":0.521739,"f1":0.47257,"accuracy":0.521739,"main_score":0.47257,"hf_subset":"cjk_Latn-yue_Hant","languages":["cjk-Latn","yue-Hant"]},{"precision":0.378002,"recall":0.433794,"f1":0.39376,"accuracy":0.433794,"main_score":0.39376,"hf_subset":"cjk_Latn-asm_Beng","languages":["cjk-Latn","asm-Beng"]},{"precision":0.297148,"recall":0.347826,"f1":0.311019,"accuracy":0.347826,"main_score":0.311019,"hf_subset":"cjk_Latn-ckb_Arab","languages":["cjk-Latn","ckb-Arab"]},{"precision":0.356136,"recall":0.410079,"f1":0.371089,"accuracy":0.410079,"main_score":0.371089,"hf_subset":"cjk_Latn-gle_Latn","languages":["cjk-Latn","gle-Latn"]},{"precision":0.363494,"recall":0.426877,"f1":0.380865,"accuracy":0.426877,"main_score":0.380865,"hf_subset":"cjk_Latn-kas_Arab","languages":["cjk-Latn","kas-Arab"]},{"precision":0.427142,"recall":0.468379,"f1":0.439089,"accuracy":0.468379,"main_score":0.439089,"hf_subset":"cjk_Latn-ltg_Latn","languages":["cjk-Latn","ltg-Latn"]},{"precision":0.457004,"recall":0.497036,"f1":0.468201,"accuracy":0.497036,"main_score":0.468201,"hf_subset":"cjk_Latn-nso_Latn","languages":["cjk-Latn","nso-Latn"]},{"precision":0.379383,"recall":0.437747,"f1":0.395647,"accuracy":0.437747,"main_score":0.395647,"hf_subset":"cjk_Latn-sin_Sinh","languages":["cjk-Latn","sin-Sinh"]},{"precision":0.45984,"recall":0.525692,"f1":0.47754,"accuracy":0.525692,"main_score":0.47754,"hf_subset":"cjk_Latn-tha_Thai","languages":["cjk-Latn","tha-Thai"]},{"precision":0.470929,"recall":0.538538,"f1":0.489841,"accuracy":0.538538,"main_score":0.489841,"hf_subset":"cjk_Latn-zho_Hans","languages":["cjk-Latn","zho-Hans"]},{"precision":0.477379,"recall":0.511858,"f1":0.487066,"accuracy":0.511858,"main_score":0.487066,"hf_subset":"cjk_Latn-ast_Latn","languages":["cjk-Latn","ast-Latn"]},{"precision":0.426995,"recall":0.475296,"f1":0.439962,"accuracy":0.475296,"main_score":0.439962,"hf_subset":"cjk_Latn-crh_Latn","languages":["cjk-Latn","crh-Latn"]},{"precision":0.483819,"recall":0.531621,"f1":0.49725,"accuracy":0.531621,"main_score":0.49725,"hf_subset":"cjk_Latn-glg_Latn","languages":["cjk-Latn","glg-Latn"]},{"precision":0.400734,"recall":0.445652,"f1":0.413427,"accuracy":0.445652,"main_score":0.413427,"hf_subset":"cjk_Latn-kas_Deva","languages":["cjk-Latn","kas-Deva"]},{"precision":0.446191,"recall":0.496047,"f1":0.460132,"accuracy":0.496047,"main_score":0.460132,"hf_subset":"cjk_Latn-ltz_Latn","languages":["cjk-Latn","ltz-Latn"]},{"precision":0.331063,"recall":0.384387,"f1":0.345662,"accuracy":0.384387,"main_score":0.345662,"hf_subset":"cjk_Latn-nus_Latn","languages":["cjk-Latn","nus-Latn"]},{"precision":0.463287,"recall":0.516798,"f1":0.477662,"accuracy":0.516798,"main_score":0.477662,"hf_subset":"cjk_Latn-slk_Latn","languages":["cjk-Latn","slk-Latn"]},{"precision":0.303702,"recall":0.360672,"f1":0.319568,"accuracy":0.360672,"main_score":0.319568,"hf_subset":"cjk_Latn-tir_Ethi","languages":["cjk-Latn","tir-Ethi"]},{"precision":0.454871,"recall":0.520751,"f1":0.472677,"accuracy":0.520751,"main_score":0.472677,"hf_subset":"cjk_Latn-zho_Hant","languages":["cjk-Latn","zho-Hant"]},{"precision":0.477361,"recall":0.529644,"f1":0.491749,"accuracy":0.529644,"main_score":0.491749,"hf_subset":"cjk_Latn-awa_Deva","languages":["cjk-Latn","awa-Deva"]},{"precision":0.393588,"recall":0.445652,"f1":0.407862,"accuracy":0.445652,"main_score":0.407862,"hf_subset":"cjk_Latn-cym_Latn","languages":["cjk-Latn","cym-Latn"]},{"precision":0.485041,"recall":0.524704,"f1":0.497069,"accuracy":0.524704,"main_score":0.497069,"hf_subset":"cjk_Latn-grn_Latn","languages":["cjk-Latn","grn-Latn"]},{"precision":0.405196,"recall":0.456522,"f1":0.420188,"accuracy":0.456522,"main_score":0.420188,"hf_subset":"cjk_Latn-kat_Geor","languages":["cjk-Latn","kat-Geor"]},{"precision":0.451722,"recall":0.491107,"f1":0.46308,"accuracy":0.491107,"main_score":0.46308,"hf_subset":"cjk_Latn-lua_Latn","languages":["cjk-Latn","lua-Latn"]},{"precision":0.447308,"recall":0.480237,"f1":0.456806,"accuracy":0.480237,"main_score":0.456806,"hf_subset":"cjk_Latn-nya_Latn","languages":["cjk-Latn","nya-Latn"]},{"precision":0.456789,"recall":0.506917,"f1":0.470514,"accuracy":0.506917,"main_score":0.470514,"hf_subset":"cjk_Latn-slv_Latn","languages":["cjk-Latn","slv-Latn"]},{"precision":0.48854,"recall":0.528656,"f1":0.499873,"accuracy":0.528656,"main_score":0.499873,"hf_subset":"cjk_Latn-tpi_Latn","languages":["cjk-Latn","tpi-Latn"]},{"precision":0.49465,"recall":0.541502,"f1":0.508405,"accuracy":0.541502,"main_score":0.508405,"hf_subset":"cjk_Latn-zsm_Latn","languages":["cjk-Latn","zsm-Latn"]},{"precision":0.411557,"recall":0.461462,"f1":0.425709,"accuracy":0.461462,"main_score":0.425709,"hf_subset":"cjk_Latn-ayr_Latn","languages":["cjk-Latn","ayr-Latn"]},{"precision":0.490636,"recall":0.545455,"f1":0.505534,"accuracy":0.545455,"main_score":0.505534,"hf_subset":"cjk_Latn-dan_Latn","languages":["cjk-Latn","dan-Latn"]},{"precision":0.426794,"recall":0.491107,"f1":0.443442,"accuracy":0.491107,"main_score":0.443442,"hf_subset":"cjk_Latn-guj_Gujr","languages":["cjk-Latn","guj-Gujr"]},{"precision":0.438499,"recall":0.486166,"f1":0.451897,"accuracy":0.486166,"main_score":0.451897,"hf_subset":"cjk_Latn-kaz_Cyrl","languages":["cjk-Latn","kaz-Cyrl"]},{"precision":0.403607,"recall":0.444664,"f1":0.415815,"accuracy":0.444664,"main_score":0.415815,"hf_subset":"cjk_Latn-lug_Latn","languages":["cjk-Latn","lug-Latn"]},{"precision":0.485451,"recall":0.536561,"f1":0.499597,"accuracy":0.536561,"main_score":0.499597,"hf_subset":"cjk_Latn-oci_Latn","languages":["cjk-Latn","oci-Latn"]},{"precision":0.425791,"recall":0.469368,"f1":0.438834,"accuracy":0.469368,"main_score":0.438834,"hf_subset":"cjk_Latn-smo_Latn","languages":["cjk-Latn","smo-Latn"]},{"precision":0.41572,"recall":0.464427,"f1":0.42993,"accuracy":0.464427,"main_score":0.42993,"hf_subset":"cjk_Latn-tsn_Latn","languages":["cjk-Latn","tsn-Latn"]},{"precision":0.396681,"recall":0.436759,"f1":0.4083,"accuracy":0.436759,"main_score":0.4083,"hf_subset":"cjk_Latn-zul_Latn","languages":["cjk-Latn","zul-Latn"]},{"precision":0.357918,"recall":0.41996,"f1":0.37466,"accuracy":0.41996,"main_score":0.37466,"hf_subset":"cjk_Latn-azb_Arab","languages":["cjk-Latn","azb-Arab"]},{"precision":0.486636,"recall":0.548419,"f1":0.503339,"accuracy":0.548419,"main_score":0.503339,"hf_subset":"cjk_Latn-deu_Latn","languages":["cjk-Latn","deu-Latn"]},{"precision":0.41478,"recall":0.462451,"f1":0.428046,"accuracy":0.462451,"main_score":0.428046,"hf_subset":"cjk_Latn-hat_Latn","languages":["cjk-Latn","hat-Latn"]},{"precision":0.371294,"recall":0.41502,"f1":0.383247,"accuracy":0.41502,"main_score":0.383247,"hf_subset":"cjk_Latn-kbp_Latn","languages":["cjk-Latn","kbp-Latn"]},{"precision":0.42276,"recall":0.464427,"f1":0.435281,"accuracy":0.464427,"main_score":0.435281,"hf_subset":"cjk_Latn-luo_Latn","languages":["cjk-Latn","luo-Latn"]},{"precision":0.362655,"recall":0.421937,"f1":0.37897,"accuracy":0.421937,"main_score":0.37897,"hf_subset":"cjk_Latn-ory_Orya","languages":["cjk-Latn","ory-Orya"]},{"precision":0.435639,"recall":0.468379,"f1":0.445257,"accuracy":0.468379,"main_score":0.445257,"hf_subset":"cjk_Latn-sna_Latn","languages":["cjk-Latn","sna-Latn"]},{"precision":0.423217,"recall":0.466403,"f1":0.435378,"accuracy":0.466403,"main_score":0.435378,"hf_subset":"cjk_Latn-tso_Latn","languages":["cjk-Latn","tso-Latn"]},{"precision":0.434921,"recall":0.478261,"f1":0.446897,"accuracy":0.478261,"main_score":0.446897,"hf_subset":"cjk_Latn-azj_Latn","languages":["cjk-Latn","azj-Latn"]},{"precision":0.406173,"recall":0.459486,"f1":0.4213,"accuracy":0.459486,"main_score":0.4213,"hf_subset":"cjk_Latn-dik_Latn","languages":["cjk-Latn","dik-Latn"]},{"precision":0.422812,"recall":0.458498,"f1":0.433072,"accuracy":0.458498,"main_score":0.433072,"hf_subset":"cjk_Latn-hau_Latn","languages":["cjk-Latn","hau-Latn"]},{"precision":0.494713,"recall":0.529644,"f1":0.505336,"accuracy":0.529644,"main_score":0.505336,"hf_subset":"cjk_Latn-kea_Latn","languages":["cjk-Latn","kea-Latn"]},{"precision":0.485483,"recall":0.517787,"f1":0.494771,"accuracy":0.517787,"main_score":0.494771,"hf_subset":"cjk_Latn-lus_Latn","languages":["cjk-Latn","lus-Latn"]},{"precision":0.481159,"recall":0.522727,"f1":0.493116,"accuracy":0.522727,"main_score":0.493116,"hf_subset":"cjk_Latn-pag_Latn","languages":["cjk-Latn","pag-Latn"]},{"precision":0.340285,"recall":0.402174,"f1":0.3573,"accuracy":0.402174,"main_score":0.3573,"hf_subset":"cjk_Latn-snd_Arab","languages":["cjk-Latn","snd-Arab"]},{"precision":0.422193,"recall":0.471344,"f1":0.43586,"accuracy":0.471344,"main_score":0.43586,"hf_subset":"cjk_Latn-tuk_Latn","languages":["cjk-Latn","tuk-Latn"]},{"precision":0.451276,"recall":0.494071,"f1":0.464087,"accuracy":0.494071,"main_score":0.464087,"hf_subset":"cjk_Latn-bak_Cyrl","languages":["cjk-Latn","bak-Cyrl"]},{"precision":0.340964,"recall":0.399209,"f1":0.357237,"accuracy":0.399209,"main_score":0.357237,"hf_subset":"cjk_Latn-dyu_Latn","languages":["cjk-Latn","dyu-Latn"]},{"precision":0.374801,"recall":0.427866,"f1":0.389495,"accuracy":0.427866,"main_score":0.389495,"hf_subset":"cjk_Latn-heb_Hebr","languages":["cjk-Latn","heb-Hebr"]},{"precision":0.38807,"recall":0.437747,"f1":0.401728,"accuracy":0.437747,"main_score":0.401728,"hf_subset":"cjk_Latn-khk_Cyrl","languages":["cjk-Latn","khk-Cyrl"]},{"precision":0.438763,"recall":0.486166,"f1":0.452012,"accuracy":0.486166,"main_score":0.452012,"hf_subset":"cjk_Latn-lvs_Latn","languages":["cjk-Latn","lvs-Latn"]},{"precision":0.383921,"recall":0.450593,"f1":0.402105,"accuracy":0.450593,"main_score":0.402105,"hf_subset":"cjk_Latn-pan_Guru","languages":["cjk-Latn","pan-Guru"]},{"precision":0.390573,"recall":0.432806,"f1":0.402079,"accuracy":0.432806,"main_score":0.402079,"hf_subset":"cjk_Latn-som_Latn","languages":["cjk-Latn","som-Latn"]},{"precision":0.441587,"recall":0.47332,"f1":0.451087,"accuracy":0.47332,"main_score":0.451087,"hf_subset":"cjk_Latn-tum_Latn","languages":["cjk-Latn","tum-Latn"]},{"precision":0.245299,"recall":0.288538,"f1":0.257146,"accuracy":0.288538,"main_score":0.257146,"hf_subset":"gla_Latn-ace_Arab","languages":["gla-Latn","ace-Arab"]},{"precision":0.364098,"recall":0.411067,"f1":0.376784,"accuracy":0.411067,"main_score":0.376784,"hf_subset":"gla_Latn-bam_Latn","languages":["gla-Latn","bam-Latn"]},{"precision":0.129879,"recall":0.174901,"f1":0.141169,"accuracy":0.174901,"main_score":0.141169,"hf_subset":"gla_Latn-dzo_Tibt","languages":["gla-Latn","dzo-Tibt"]},{"precision":0.365137,"recall":0.427866,"f1":0.381321,"accuracy":0.427866,"main_score":0.381321,"hf_subset":"gla_Latn-hin_Deva","languages":["gla-Latn","hin-Deva"]},{"precision":0.349839,"recall":0.389328,"f1":0.361267,"accuracy":0.389328,"main_score":0.361267,"hf_subset":"gla_Latn-khm_Khmr","languages":["gla-Latn","khm-Khmr"]},{"precision":0.365599,"recall":0.423913,"f1":0.380598,"accuracy":0.423913,"main_score":0.380598,"hf_subset":"gla_Latn-mag_Deva","languages":["gla-Latn","mag-Deva"]},{"precision":0.429257,"recall":0.455534,"f1":0.4368,"accuracy":0.455534,"main_score":0.4368,"hf_subset":"gla_Latn-pap_Latn","languages":["gla-Latn","pap-Latn"]},{"precision":0.407973,"recall":0.444664,"f1":0.417951,"accuracy":0.444664,"main_score":0.417951,"hf_subset":"gla_Latn-sot_Latn","languages":["gla-Latn","sot-Latn"]},{"precision":0.396868,"recall":0.444664,"f1":0.409808,"accuracy":0.444664,"main_score":0.409808,"hf_subset":"gla_Latn-tur_Latn","languages":["gla-Latn","tur-Latn"]},{"precision":0.415474,"recall":0.440711,"f1":0.422772,"accuracy":0.440711,"main_score":0.422772,"hf_subset":"gla_Latn-ace_Latn","languages":["gla-Latn","ace-Latn"]},{"precision":0.398001,"recall":0.429842,"f1":0.406864,"accuracy":0.429842,"main_score":0.406864,"hf_subset":"gla_Latn-ban_Latn","languages":["gla-Latn","ban-Latn"]},{"precision":0.335315,"recall":0.395257,"f1":0.350546,"accuracy":0.395257,"main_score":0.350546,"hf_subset":"gla_Latn-ell_Grek","languages":["gla-Latn","ell-Grek"]},{"precision":0.360916,"recall":0.410079,"f1":0.373816,"accuracy":0.410079,"main_score":0.373816,"hf_subset":"gla_Latn-hne_Deva","languages":["gla-Latn","hne-Deva"]},{"precision":0.342058,"recall":0.37747,"f1":0.352114,"accuracy":0.37747,"main_score":0.352114,"hf_subset":"gla_Latn-kik_Latn","languages":["gla-Latn","kik-Latn"]},{"precision":0.363029,"recall":0.418972,"f1":0.377816,"accuracy":0.418972,"main_score":0.377816,"hf_subset":"gla_Latn-mai_Deva","languages":["gla-Latn","mai-Deva"]},{"precision":0.352003,"recall":0.400198,"f1":0.364762,"accuracy":0.400198,"main_score":0.364762,"hf_subset":"gla_Latn-pbt_Arab","languages":["gla-Latn","pbt-Arab"]},{"precision":0.394357,"recall":0.458498,"f1":0.410877,"accuracy":0.458498,"main_score":0.410877,"hf_subset":"gla_Latn-spa_Latn","languages":["gla-Latn","spa-Latn"]},{"precision":0.40798,"recall":0.44664,"f1":0.418356,"accuracy":0.44664,"main_score":0.418356,"hf_subset":"gla_Latn-twi_Latn","languages":["gla-Latn","twi-Latn"]},{"precision":0.34324,"recall":0.394269,"f1":0.356089,"accuracy":0.394269,"main_score":0.356089,"hf_subset":"gla_Latn-acm_Arab","languages":["gla-Latn","acm-Arab"]},{"precision":0.357274,"recall":0.408103,"f1":0.370752,"accuracy":0.408103,"main_score":0.370752,"hf_subset":"gla_Latn-bel_Cyrl","languages":["gla-Latn","bel-Cyrl"]},{"precision":0.423188,"recall":0.470356,"f1":0.435816,"accuracy":0.470356,"main_score":0.435816,"hf_subset":"gla_Latn-eng_Latn","languages":["gla-Latn","eng-Latn"]},{"precision":0.396082,"recall":0.445652,"f1":0.409636,"accuracy":0.445652,"main_score":0.409636,"hf_subset":"gla_Latn-hrv_Latn","languages":["gla-Latn","hrv-Latn"]},{"precision":0.367139,"recall":0.410079,"f1":0.379319,"accuracy":0.410079,"main_score":0.379319,"hf_subset":"gla_Latn-kin_Latn","languages":["gla-Latn","kin-Latn"]},{"precision":0.360422,"recall":0.416008,"f1":0.375223,"accuracy":0.416008,"main_score":0.375223,"hf_subset":"gla_Latn-mal_Mlym","languages":["gla-Latn","mal-Mlym"]},{"precision":0.353194,"recall":0.418972,"f1":0.369569,"accuracy":0.418972,"main_score":0.369569,"hf_subset":"gla_Latn-pes_Arab","languages":["gla-Latn","pes-Arab"]},{"precision":0.405301,"recall":0.437747,"f1":0.413599,"accuracy":0.437747,"main_score":0.413599,"hf_subset":"gla_Latn-srd_Latn","languages":["gla-Latn","srd-Latn"]},{"precision":0.148664,"recall":0.1917,"f1":0.159524,"accuracy":0.1917,"main_score":0.159524,"hf_subset":"gla_Latn-tzm_Tfng","languages":["gla-Latn","tzm-Tfng"]},{"precision":0.354501,"recall":0.406126,"f1":0.367101,"accuracy":0.406126,"main_score":0.367101,"hf_subset":"gla_Latn-acq_Arab","languages":["gla-Latn","acq-Arab"]},{"precision":0.395898,"recall":0.440711,"f1":0.407704,"accuracy":0.440711,"main_score":0.407704,"hf_subset":"gla_Latn-bem_Latn","languages":["gla-Latn","bem-Latn"]},{"precision":0.409779,"recall":0.440711,"f1":0.41801,"accuracy":0.440711,"main_score":0.41801,"hf_subset":"gla_Latn-epo_Latn","languages":["gla-Latn","epo-Latn"]},{"precision":0.381595,"recall":0.43083,"f1":0.394214,"accuracy":0.43083,"main_score":0.394214,"hf_subset":"gla_Latn-hun_Latn","languages":["gla-Latn","hun-Latn"]},{"precision":0.372125,"recall":0.406126,"f1":0.381293,"accuracy":0.406126,"main_score":0.381293,"hf_subset":"gla_Latn-kir_Cyrl","languages":["gla-Latn","kir-Cyrl"]},{"precision":0.374368,"recall":0.439723,"f1":0.391727,"accuracy":0.439723,"main_score":0.391727,"hf_subset":"gla_Latn-mar_Deva","languages":["gla-Latn","mar-Deva"]},{"precision":0.398257,"recall":0.440711,"f1":0.409597,"accuracy":0.440711,"main_score":0.409597,"hf_subset":"gla_Latn-plt_Latn","languages":["gla-Latn","plt-Latn"]},{"precision":0.363337,"recall":0.410079,"f1":0.376044,"accuracy":0.410079,"main_score":0.376044,"hf_subset":"gla_Latn-srp_Cyrl","languages":["gla-Latn","srp-Cyrl"]},{"precision":0.296951,"recall":0.337945,"f1":0.308184,"accuracy":0.337945,"main_score":0.308184,"hf_subset":"gla_Latn-uig_Arab","languages":["gla-Latn","uig-Arab"]},{"precision":0.334199,"recall":0.381423,"f1":0.346512,"accuracy":0.381423,"main_score":0.346512,"hf_subset":"gla_Latn-aeb_Arab","languages":["gla-Latn","aeb-Arab"]},{"precision":0.364817,"recall":0.428854,"f1":0.380444,"accuracy":0.428854,"main_score":0.380444,"hf_subset":"gla_Latn-ben_Beng","languages":["gla-Latn","ben-Beng"]},{"precision":0.389536,"recall":0.421937,"f1":0.398449,"accuracy":0.421937,"main_score":0.398449,"hf_subset":"gla_Latn-est_Latn","languages":["gla-Latn","est-Latn"]},{"precision":0.348465,"recall":0.391304,"f1":0.359651,"accuracy":0.391304,"main_score":0.359651,"hf_subset":"gla_Latn-hye_Armn","languages":["gla-Latn","hye-Armn"]},{"precision":0.372842,"recall":0.420949,"f1":0.386031,"accuracy":0.420949,"main_score":0.386031,"hf_subset":"gla_Latn-kmb_Latn","languages":["gla-Latn","kmb-Latn"]},{"precision":0.237372,"recall":0.287549,"f1":0.250119,"accuracy":0.287549,"main_score":0.250119,"hf_subset":"gla_Latn-min_Arab","languages":["gla-Latn","min-Arab"]},{"precision":0.385649,"recall":0.449605,"f1":0.401884,"accuracy":0.449605,"main_score":0.401884,"hf_subset":"gla_Latn-pol_Latn","languages":["gla-Latn","pol-Latn"]},{"precision":0.371245,"recall":0.424901,"f1":0.385948,"accuracy":0.424901,"main_score":0.385948,"hf_subset":"gla_Latn-ssw_Latn","languages":["gla-Latn","ssw-Latn"]},{"precision":0.373332,"recall":0.424901,"f1":0.386594,"accuracy":0.424901,"main_score":0.386594,"hf_subset":"gla_Latn-ukr_Cyrl","languages":["gla-Latn","ukr-Cyrl"]},{"precision":0.410906,"recall":0.450593,"f1":0.421591,"accuracy":0.450593,"main_score":0.421591,"hf_subset":"gla_Latn-afr_Latn","languages":["gla-Latn","afr-Latn"]},{"precision":0.379305,"recall":0.427866,"f1":0.392614,"accuracy":0.427866,"main_score":0.392614,"hf_subset":"gla_Latn-bho_Deva","languages":["gla-Latn","bho-Deva"]},{"precision":0.410469,"recall":0.438735,"f1":0.417989,"accuracy":0.438735,"main_score":0.417989,"hf_subset":"gla_Latn-eus_Latn","languages":["gla-Latn","eus-Latn"]},{"precision":0.377929,"recall":0.422925,"f1":0.389772,"accuracy":0.422925,"main_score":0.389772,"hf_subset":"gla_Latn-ibo_Latn","languages":["gla-Latn","ibo-Latn"]},{"precision":0.398514,"recall":0.438735,"f1":0.410165,"accuracy":0.438735,"main_score":0.410165,"hf_subset":"gla_Latn-kmr_Latn","languages":["gla-Latn","kmr-Latn"]},{"precision":0.392929,"recall":0.424901,"f1":0.401673,"accuracy":0.424901,"main_score":0.401673,"hf_subset":"gla_Latn-min_Latn","languages":["gla-Latn","min-Latn"]},{"precision":0.407018,"recall":0.466403,"f1":0.422943,"accuracy":0.466403,"main_score":0.422943,"hf_subset":"gla_Latn-por_Latn","languages":["gla-Latn","por-Latn"]},{"precision":0.399862,"recall":0.432806,"f1":0.408795,"accuracy":0.432806,"main_score":0.408795,"hf_subset":"gla_Latn-sun_Latn","languages":["gla-Latn","sun-Latn"]},{"precision":0.368814,"recall":0.413043,"f1":0.38043,"accuracy":0.413043,"main_score":0.38043,"hf_subset":"gla_Latn-umb_Latn","languages":["gla-Latn","umb-Latn"]},{"precision":0.359149,"recall":0.405138,"f1":0.371466,"accuracy":0.405138,"main_score":0.371466,"hf_subset":"gla_Latn-ajp_Arab","languages":["gla-Latn","ajp-Arab"]},{"precision":0.252092,"recall":0.291502,"f1":0.262948,"accuracy":0.291502,"main_score":0.262948,"hf_subset":"gla_Latn-bjn_Arab","languages":["gla-Latn","bjn-Arab"]},{"precision":0.384126,"recall":0.41996,"f1":0.394381,"accuracy":0.41996,"main_score":0.394381,"hf_subset":"gla_Latn-ewe_Latn","languages":["gla-Latn","ewe-Latn"]},{"precision":0.432649,"recall":0.464427,"f1":0.441213,"accuracy":0.464427,"main_score":0.441213,"hf_subset":"gla_Latn-ilo_Latn","languages":["gla-Latn","ilo-Latn"]},{"precision":0.193633,"recall":0.235178,"f1":0.204529,"accuracy":0.235178,"main_score":0.204529,"hf_subset":"gla_Latn-knc_Arab","languages":["gla-Latn","knc-Arab"]},{"precision":0.367556,"recall":0.413043,"f1":0.379883,"accuracy":0.413043,"main_score":0.379883,"hf_subset":"gla_Latn-mkd_Cyrl","languages":["gla-Latn","mkd-Cyrl"]},{"precision":0.3563,"recall":0.422925,"f1":0.372934,"accuracy":0.422925,"main_score":0.372934,"hf_subset":"gla_Latn-prs_Arab","languages":["gla-Latn","prs-Arab"]},{"precision":0.402878,"recall":0.449605,"f1":0.41528,"accuracy":0.449605,"main_score":0.41528,"hf_subset":"gla_Latn-swe_Latn","languages":["gla-Latn","swe-Latn"]},{"precision":0.34719,"recall":0.405138,"f1":0.363131,"accuracy":0.405138,"main_score":0.363131,"hf_subset":"gla_Latn-urd_Arab","languages":["gla-Latn","urd-Arab"]},{"precision":0.387441,"recall":0.426877,"f1":0.398367,"accuracy":0.426877,"main_score":0.398367,"hf_subset":"gla_Latn-aka_Latn","languages":["gla-Latn","aka-Latn"]},{"precision":0.392304,"recall":0.429842,"f1":0.401942,"accuracy":0.429842,"main_score":0.401942,"hf_subset":"gla_Latn-bjn_Latn","languages":["gla-Latn","bjn-Latn"]},{"precision":0.412368,"recall":0.43083,"f1":0.417885,"accuracy":0.43083,"main_score":0.417885,"hf_subset":"gla_Latn-fao_Latn","languages":["gla-Latn","fao-Latn"]},{"precision":0.394244,"recall":0.455534,"f1":0.409825,"accuracy":0.455534,"main_score":0.409825,"hf_subset":"gla_Latn-ind_Latn","languages":["gla-Latn","ind-Latn"]},{"precision":0.401887,"recall":0.433794,"f1":0.411479,"accuracy":0.433794,"main_score":0.411479,"hf_subset":"gla_Latn-knc_Latn","languages":["gla-Latn","knc-Latn"]},{"precision":0.413329,"recall":0.442688,"f1":0.421165,"accuracy":0.442688,"main_score":0.421165,"hf_subset":"gla_Latn-mlt_Latn","languages":["gla-Latn","mlt-Latn"]},{"precision":0.392019,"recall":0.434783,"f1":0.403469,"accuracy":0.434783,"main_score":0.403469,"hf_subset":"gla_Latn-quy_Latn","languages":["gla-Latn","quy-Latn"]},{"precision":0.381323,"recall":0.427866,"f1":0.393887,"accuracy":0.427866,"main_score":0.393887,"hf_subset":"gla_Latn-swh_Latn","languages":["gla-Latn","swh-Latn"]},{"precision":0.365985,"recall":0.406126,"f1":0.376885,"accuracy":0.406126,"main_score":0.376885,"hf_subset":"gla_Latn-uzn_Latn","languages":["gla-Latn","uzn-Latn"]},{"precision":0.384415,"recall":0.41996,"f1":0.394554,"accuracy":0.41996,"main_score":0.394554,"hf_subset":"gla_Latn-als_Latn","languages":["gla-Latn","als-Latn"]},{"precision":0.20945,"recall":0.259881,"f1":0.222463,"accuracy":0.259881,"main_score":0.222463,"hf_subset":"gla_Latn-bod_Tibt","languages":["gla-Latn","bod-Tibt"]},{"precision":0.396781,"recall":0.433794,"f1":0.407073,"accuracy":0.433794,"main_score":0.407073,"hf_subset":"gla_Latn-fij_Latn","languages":["gla-Latn","fij-Latn"]},{"precision":0.387838,"recall":0.41996,"f1":0.396336,"accuracy":0.41996,"main_score":0.396336,"hf_subset":"gla_Latn-isl_Latn","languages":["gla-Latn","isl-Latn"]},{"precision":0.380963,"recall":0.423913,"f1":0.392764,"accuracy":0.423913,"main_score":0.392764,"hf_subset":"gla_Latn-kon_Latn","languages":["gla-Latn","kon-Latn"]},{"precision":0.312963,"recall":0.362648,"f1":0.326018,"accuracy":0.362648,"main_score":0.326018,"hf_subset":"gla_Latn-mni_Beng","languages":["gla-Latn","mni-Beng"]},{"precision":0.415609,"recall":0.456522,"f1":0.426815,"accuracy":0.456522,"main_score":0.426815,"hf_subset":"gla_Latn-ron_Latn","languages":["gla-Latn","ron-Latn"]},{"precision":0.383333,"recall":0.424901,"f1":0.394849,"accuracy":0.424901,"main_score":0.394849,"hf_subset":"gla_Latn-szl_Latn","languages":["gla-Latn","szl-Latn"]},{"precision":0.4063,"recall":0.431818,"f1":0.413085,"accuracy":0.431818,"main_score":0.413085,"hf_subset":"gla_Latn-vec_Latn","languages":["gla-Latn","vec-Latn"]},{"precision":0.345422,"recall":0.393281,"f1":0.358482,"accuracy":0.393281,"main_score":0.358482,"hf_subset":"gla_Latn-amh_Ethi","languages":["gla-Latn","amh-Ethi"]},{"precision":0.387276,"recall":0.435771,"f1":0.399989,"accuracy":0.435771,"main_score":0.399989,"hf_subset":"gla_Latn-bos_Latn","languages":["gla-Latn","bos-Latn"]},{"precision":0.380432,"recall":0.432806,"f1":0.394198,"accuracy":0.432806,"main_score":0.394198,"hf_subset":"gla_Latn-fin_Latn","languages":["gla-Latn","fin-Latn"]},{"precision":0.382447,"recall":0.442688,"f1":0.397789,"accuracy":0.442688,"main_score":0.397789,"hf_subset":"gla_Latn-ita_Latn","languages":["gla-Latn","ita-Latn"]},{"precision":0.359397,"recall":0.425889,"f1":0.376219,"accuracy":0.425889,"main_score":0.376219,"hf_subset":"gla_Latn-kor_Hang","languages":["gla-Latn","kor-Hang"]},{"precision":0.373346,"recall":0.410079,"f1":0.383897,"accuracy":0.410079,"main_score":0.383897,"hf_subset":"gla_Latn-mos_Latn","languages":["gla-Latn","mos-Latn"]},{"precision":0.381537,"recall":0.424901,"f1":0.393908,"accuracy":0.424901,"main_score":0.393908,"hf_subset":"gla_Latn-run_Latn","languages":["gla-Latn","run-Latn"]},{"precision":0.338163,"recall":0.400198,"f1":0.353035,"accuracy":0.400198,"main_score":0.353035,"hf_subset":"gla_Latn-tam_Taml","languages":["gla-Latn","tam-Taml"]},{"precision":0.377324,"recall":0.425889,"f1":0.389589,"accuracy":0.425889,"main_score":0.389589,"hf_subset":"gla_Latn-vie_Latn","languages":["gla-Latn","vie-Latn"]},{"precision":0.362226,"recall":0.403162,"f1":0.373811,"accuracy":0.403162,"main_score":0.373811,"hf_subset":"gla_Latn-apc_Arab","languages":["gla-Latn","apc-Arab"]},{"precision":0.392998,"recall":0.432806,"f1":0.403777,"accuracy":0.432806,"main_score":0.403777,"hf_subset":"gla_Latn-bug_Latn","languages":["gla-Latn","bug-Latn"]},{"precision":0.360937,"recall":0.395257,"f1":0.370506,"accuracy":0.395257,"main_score":0.370506,"hf_subset":"gla_Latn-fon_Latn","languages":["gla-Latn","fon-Latn"]},{"precision":0.409671,"recall":0.442688,"f1":0.418437,"accuracy":0.442688,"main_score":0.418437,"hf_subset":"gla_Latn-jav_Latn","languages":["gla-Latn","jav-Latn"]},{"precision":0.372462,"recall":0.40415,"f1":0.381063,"accuracy":0.40415,"main_score":0.381063,"hf_subset":"gla_Latn-lao_Laoo","languages":["gla-Latn","lao-Laoo"]},{"precision":0.384889,"recall":0.421937,"f1":0.394902,"accuracy":0.421937,"main_score":0.394902,"hf_subset":"gla_Latn-mri_Latn","languages":["gla-Latn","mri-Latn"]},{"precision":0.374354,"recall":0.440711,"f1":0.390153,"accuracy":0.440711,"main_score":0.390153,"hf_subset":"gla_Latn-rus_Cyrl","languages":["gla-Latn","rus-Cyrl"]},{"precision":0.386953,"recall":0.420949,"f1":0.396185,"accuracy":0.420949,"main_score":0.396185,"hf_subset":"gla_Latn-taq_Latn","languages":["gla-Latn","taq-Latn"]},{"precision":0.425068,"recall":0.451581,"f1":0.432485,"accuracy":0.451581,"main_score":0.432485,"hf_subset":"gla_Latn-war_Latn","languages":["gla-Latn","war-Latn"]},{"precision":0.363891,"recall":0.416008,"f1":0.375953,"accuracy":0.416008,"main_score":0.375953,"hf_subset":"gla_Latn-arb_Arab","languages":["gla-Latn","arb-Arab"]},{"precision":0.379158,"recall":0.435771,"f1":0.393825,"accuracy":0.435771,"main_score":0.393825,"hf_subset":"gla_Latn-bul_Cyrl","languages":["gla-Latn","bul-Cyrl"]},{"precision":0.400675,"recall":0.455534,"f1":0.41523,"accuracy":0.455534,"main_score":0.41523,"hf_subset":"gla_Latn-fra_Latn","languages":["gla-Latn","fra-Latn"]},{"precision":0.366483,"recall":0.433794,"f1":0.382708,"accuracy":0.433794,"main_score":0.382708,"hf_subset":"gla_Latn-jpn_Jpan","languages":["gla-Latn","jpn-Jpan"]},{"precision":0.410766,"recall":0.438735,"f1":0.418123,"accuracy":0.438735,"main_score":0.418123,"hf_subset":"gla_Latn-lij_Latn","languages":["gla-Latn","lij-Latn"]},{"precision":0.301721,"recall":0.354743,"f1":0.316297,"accuracy":0.354743,"main_score":0.316297,"hf_subset":"gla_Latn-mya_Mymr","languages":["gla-Latn","mya-Mymr"]},{"precision":0.391203,"recall":0.431818,"f1":0.402534,"accuracy":0.431818,"main_score":0.402534,"hf_subset":"gla_Latn-sag_Latn","languages":["gla-Latn","sag-Latn"]},{"precision":0.179145,"recall":0.231225,"f1":0.192323,"accuracy":0.231225,"main_score":0.192323,"hf_subset":"gla_Latn-taq_Tfng","languages":["gla-Latn","taq-Tfng"]},{"precision":0.404568,"recall":0.434783,"f1":0.413264,"accuracy":0.434783,"main_score":0.413264,"hf_subset":"gla_Latn-wol_Latn","languages":["gla-Latn","wol-Latn"]},{"precision":0.300407,"recall":0.351779,"f1":0.314561,"accuracy":0.351779,"main_score":0.314561,"hf_subset":"gla_Latn-arb_Latn","languages":["gla-Latn","arb-Latn"]},{"precision":0.402128,"recall":0.437747,"f1":0.411388,"accuracy":0.437747,"main_score":0.411388,"hf_subset":"gla_Latn-cat_Latn","languages":["gla-Latn","cat-Latn"]},{"precision":0.407886,"recall":0.435771,"f1":0.414797,"accuracy":0.435771,"main_score":0.414797,"hf_subset":"gla_Latn-fur_Latn","languages":["gla-Latn","fur-Latn"]},{"precision":0.306688,"recall":0.346838,"f1":0.318261,"accuracy":0.346838,"main_score":0.318261,"hf_subset":"gla_Latn-kab_Latn","languages":["gla-Latn","kab-Latn"]},{"precision":0.399297,"recall":0.431818,"f1":0.408371,"accuracy":0.431818,"main_score":0.408371,"hf_subset":"gla_Latn-lim_Latn","languages":["gla-Latn","lim-Latn"]},{"precision":0.400275,"recall":0.451581,"f1":0.413743,"accuracy":0.451581,"main_score":0.413743,"hf_subset":"gla_Latn-nld_Latn","languages":["gla-Latn","nld-Latn"]},{"precision":0.321668,"recall":0.374506,"f1":0.336133,"accuracy":0.374506,"main_score":0.336133,"hf_subset":"gla_Latn-san_Deva","languages":["gla-Latn","san-Deva"]},{"precision":0.393972,"recall":0.420949,"f1":0.401779,"accuracy":0.420949,"main_score":0.401779,"hf_subset":"gla_Latn-tat_Cyrl","languages":["gla-Latn","tat-Cyrl"]},{"precision":0.386127,"recall":0.436759,"f1":0.400414,"accuracy":0.436759,"main_score":0.400414,"hf_subset":"gla_Latn-xho_Latn","languages":["gla-Latn","xho-Latn"]},{"precision":0.321783,"recall":0.382411,"f1":0.337071,"accuracy":0.382411,"main_score":0.337071,"hf_subset":"gla_Latn-ars_Arab","languages":["gla-Latn","ars-Arab"]},{"precision":0.423161,"recall":0.456522,"f1":0.431534,"accuracy":0.456522,"main_score":0.431534,"hf_subset":"gla_Latn-ceb_Latn","languages":["gla-Latn","ceb-Latn"]},{"precision":0.372103,"recall":0.411067,"f1":0.383076,"accuracy":0.411067,"main_score":0.383076,"hf_subset":"gla_Latn-fuv_Latn","languages":["gla-Latn","fuv-Latn"]},{"precision":0.38942,"recall":0.425889,"f1":0.400313,"accuracy":0.425889,"main_score":0.400313,"hf_subset":"gla_Latn-kac_Latn","languages":["gla-Latn","kac-Latn"]},{"precision":0.381867,"recall":0.432806,"f1":0.395862,"accuracy":0.432806,"main_score":0.395862,"hf_subset":"gla_Latn-lin_Latn","languages":["gla-Latn","lin-Latn"]},{"precision":0.398254,"recall":0.442688,"f1":0.410741,"accuracy":0.442688,"main_score":0.410741,"hf_subset":"gla_Latn-nno_Latn","languages":["gla-Latn","nno-Latn"]},{"precision":0.171553,"recall":0.210474,"f1":0.182054,"accuracy":0.210474,"main_score":0.182054,"hf_subset":"gla_Latn-sat_Olck","languages":["gla-Latn","sat-Olck"]},{"precision":0.368232,"recall":0.423913,"f1":0.382233,"accuracy":0.423913,"main_score":0.382233,"hf_subset":"gla_Latn-tel_Telu","languages":["gla-Latn","tel-Telu"]},{"precision":0.285342,"recall":0.326087,"f1":0.296772,"accuracy":0.326087,"main_score":0.296772,"hf_subset":"gla_Latn-ydd_Hebr","languages":["gla-Latn","ydd-Hebr"]},{"precision":0.331822,"recall":0.381423,"f1":0.345067,"accuracy":0.381423,"main_score":0.345067,"hf_subset":"gla_Latn-ary_Arab","languages":["gla-Latn","ary-Arab"]},{"precision":0.372937,"recall":0.429842,"f1":0.387736,"accuracy":0.429842,"main_score":0.387736,"hf_subset":"gla_Latn-ces_Latn","languages":["gla-Latn","ces-Latn"]},{"precision":0.32323,"recall":0.374506,"f1":0.33792,"accuracy":0.374506,"main_score":0.33792,"hf_subset":"gla_Latn-gaz_Latn","languages":["gla-Latn","gaz-Latn"]},{"precision":0.379116,"recall":0.417984,"f1":0.389695,"accuracy":0.417984,"main_score":0.389695,"hf_subset":"gla_Latn-kam_Latn","languages":["gla-Latn","kam-Latn"]},{"precision":0.372173,"recall":0.412055,"f1":0.382844,"accuracy":0.412055,"main_score":0.382844,"hf_subset":"gla_Latn-lit_Latn","languages":["gla-Latn","lit-Latn"]},{"precision":0.409154,"recall":0.452569,"f1":0.420784,"accuracy":0.452569,"main_score":0.420784,"hf_subset":"gla_Latn-nob_Latn","languages":["gla-Latn","nob-Latn"]},{"precision":0.405158,"recall":0.437747,"f1":0.413506,"accuracy":0.437747,"main_score":0.413506,"hf_subset":"gla_Latn-scn_Latn","languages":["gla-Latn","scn-Latn"]},{"precision":0.356719,"recall":0.395257,"f1":0.367543,"accuracy":0.395257,"main_score":0.367543,"hf_subset":"gla_Latn-tgk_Cyrl","languages":["gla-Latn","tgk-Cyrl"]},{"precision":0.346983,"recall":0.393281,"f1":0.359994,"accuracy":0.393281,"main_score":0.359994,"hf_subset":"gla_Latn-yor_Latn","languages":["gla-Latn","yor-Latn"]},{"precision":0.351516,"recall":0.40415,"f1":0.36516,"accuracy":0.40415,"main_score":0.36516,"hf_subset":"gla_Latn-arz_Arab","languages":["gla-Latn","arz-Arab"]},{"precision":0.373531,"recall":0.411067,"f1":0.384218,"accuracy":0.411067,"main_score":0.384218,"hf_subset":"gla_Latn-cjk_Latn","languages":["gla-Latn","cjk-Latn"]},{"precision":0.349465,"recall":0.410079,"f1":0.365268,"accuracy":0.410079,"main_score":0.365268,"hf_subset":"gla_Latn-kan_Knda","languages":["gla-Latn","kan-Knda"]},{"precision":0.413066,"recall":0.44664,"f1":0.422436,"accuracy":0.44664,"main_score":0.422436,"hf_subset":"gla_Latn-lmo_Latn","languages":["gla-Latn","lmo-Latn"]},{"precision":0.355003,"recall":0.413043,"f1":0.369782,"accuracy":0.413043,"main_score":0.369782,"hf_subset":"gla_Latn-npi_Deva","languages":["gla-Latn","npi-Deva"]},{"precision":0.355773,"recall":0.394269,"f1":0.366951,"accuracy":0.394269,"main_score":0.366951,"hf_subset":"gla_Latn-shn_Mymr","languages":["gla-Latn","shn-Mymr"]},{"precision":0.412375,"recall":0.452569,"f1":0.422986,"accuracy":0.452569,"main_score":0.422986,"hf_subset":"gla_Latn-tgl_Latn","languages":["gla-Latn","tgl-Latn"]},{"precision":0.342462,"recall":0.405138,"f1":0.358058,"accuracy":0.405138,"main_score":0.358058,"hf_subset":"gla_Latn-yue_Hant","languages":["gla-Latn","yue-Hant"]},{"precision":0.315756,"recall":0.370553,"f1":0.330519,"accuracy":0.370553,"main_score":0.330519,"hf_subset":"gla_Latn-asm_Beng","languages":["gla-Latn","asm-Beng"]},{"precision":0.305117,"recall":0.353755,"f1":0.318197,"accuracy":0.353755,"main_score":0.318197,"hf_subset":"gla_Latn-ckb_Arab","languages":["gla-Latn","ckb-Arab"]},{"precision":0.541423,"recall":0.597826,"f1":0.555593,"accuracy":0.597826,"main_score":0.555593,"hf_subset":"gla_Latn-gle_Latn","languages":["gla-Latn","gle-Latn"]},{"precision":0.291476,"recall":0.340909,"f1":0.305374,"accuracy":0.340909,"main_score":0.305374,"hf_subset":"gla_Latn-kas_Arab","languages":["gla-Latn","kas-Arab"]},{"precision":0.394824,"recall":0.427866,"f1":0.403097,"accuracy":0.427866,"main_score":0.403097,"hf_subset":"gla_Latn-ltg_Latn","languages":["gla-Latn","ltg-Latn"]},{"precision":0.408139,"recall":0.444664,"f1":0.418224,"accuracy":0.444664,"main_score":0.418224,"hf_subset":"gla_Latn-nso_Latn","languages":["gla-Latn","nso-Latn"]},{"precision":0.343744,"recall":0.396245,"f1":0.356922,"accuracy":0.396245,"main_score":0.356922,"hf_subset":"gla_Latn-sin_Sinh","languages":["gla-Latn","sin-Sinh"]},{"precision":0.354979,"recall":0.420949,"f1":0.371083,"accuracy":0.420949,"main_score":0.371083,"hf_subset":"gla_Latn-tha_Thai","languages":["gla-Latn","tha-Thai"]},{"precision":0.359208,"recall":0.41996,"f1":0.374589,"accuracy":0.41996,"main_score":0.374589,"hf_subset":"gla_Latn-zho_Hans","languages":["gla-Latn","zho-Hans"]},{"precision":0.400262,"recall":0.431818,"f1":0.40892,"accuracy":0.431818,"main_score":0.40892,"hf_subset":"gla_Latn-ast_Latn","languages":["gla-Latn","ast-Latn"]},{"precision":0.367718,"recall":0.403162,"f1":0.37752,"accuracy":0.403162,"main_score":0.37752,"hf_subset":"gla_Latn-crh_Latn","languages":["gla-Latn","crh-Latn"]},{"precision":0.406888,"recall":0.442688,"f1":0.416033,"accuracy":0.442688,"main_score":0.416033,"hf_subset":"gla_Latn-glg_Latn","languages":["gla-Latn","glg-Latn"]},{"precision":0.36003,"recall":0.399209,"f1":0.371273,"accuracy":0.399209,"main_score":0.371273,"hf_subset":"gla_Latn-kas_Deva","languages":["gla-Latn","kas-Deva"]},{"precision":0.394802,"recall":0.41996,"f1":0.401905,"accuracy":0.41996,"main_score":0.401905,"hf_subset":"gla_Latn-ltz_Latn","languages":["gla-Latn","ltz-Latn"]},{"precision":0.356825,"recall":0.401186,"f1":0.368809,"accuracy":0.401186,"main_score":0.368809,"hf_subset":"gla_Latn-nus_Latn","languages":["gla-Latn","nus-Latn"]},{"precision":0.397682,"recall":0.438735,"f1":0.408734,"accuracy":0.438735,"main_score":0.408734,"hf_subset":"gla_Latn-slk_Latn","languages":["gla-Latn","slk-Latn"]},{"precision":0.291602,"recall":0.339921,"f1":0.304745,"accuracy":0.339921,"main_score":0.304745,"hf_subset":"gla_Latn-tir_Ethi","languages":["gla-Latn","tir-Ethi"]},{"precision":0.333298,"recall":0.401186,"f1":0.349454,"accuracy":0.401186,"main_score":0.349454,"hf_subset":"gla_Latn-zho_Hant","languages":["gla-Latn","zho-Hant"]},{"precision":0.375369,"recall":0.427866,"f1":0.38922,"accuracy":0.427866,"main_score":0.38922,"hf_subset":"gla_Latn-awa_Deva","languages":["gla-Latn","awa-Deva"]},{"precision":0.415819,"recall":0.4417,"f1":0.422924,"accuracy":0.4417,"main_score":0.422924,"hf_subset":"gla_Latn-cym_Latn","languages":["gla-Latn","cym-Latn"]},{"precision":0.387999,"recall":0.41996,"f1":0.396672,"accuracy":0.41996,"main_score":0.396672,"hf_subset":"gla_Latn-grn_Latn","languages":["gla-Latn","grn-Latn"]},{"precision":0.352417,"recall":0.399209,"f1":0.364472,"accuracy":0.399209,"main_score":0.364472,"hf_subset":"gla_Latn-kat_Geor","languages":["gla-Latn","kat-Geor"]},{"precision":0.388927,"recall":0.431818,"f1":0.400634,"accuracy":0.431818,"main_score":0.400634,"hf_subset":"gla_Latn-lua_Latn","languages":["gla-Latn","lua-Latn"]},{"precision":0.396023,"recall":0.433794,"f1":0.406563,"accuracy":0.433794,"main_score":0.406563,"hf_subset":"gla_Latn-nya_Latn","languages":["gla-Latn","nya-Latn"]},{"precision":0.373387,"recall":0.417984,"f1":0.385026,"accuracy":0.417984,"main_score":0.385026,"hf_subset":"gla_Latn-slv_Latn","languages":["gla-Latn","slv-Latn"]},{"precision":0.413208,"recall":0.445652,"f1":0.421441,"accuracy":0.445652,"main_score":0.421441,"hf_subset":"gla_Latn-tpi_Latn","languages":["gla-Latn","tpi-Latn"]},{"precision":0.401313,"recall":0.448617,"f1":0.414345,"accuracy":0.448617,"main_score":0.414345,"hf_subset":"gla_Latn-zsm_Latn","languages":["gla-Latn","zsm-Latn"]},{"precision":0.364324,"recall":0.406126,"f1":0.375655,"accuracy":0.406126,"main_score":0.375655,"hf_subset":"gla_Latn-ayr_Latn","languages":["gla-Latn","ayr-Latn"]},{"precision":0.414394,"recall":0.458498,"f1":0.425168,"accuracy":0.458498,"main_score":0.425168,"hf_subset":"gla_Latn-dan_Latn","languages":["gla-Latn","dan-Latn"]},{"precision":0.354264,"recall":0.416008,"f1":0.369771,"accuracy":0.416008,"main_score":0.369771,"hf_subset":"gla_Latn-guj_Gujr","languages":["gla-Latn","guj-Gujr"]},{"precision":0.356553,"recall":0.401186,"f1":0.368514,"accuracy":0.401186,"main_score":0.368514,"hf_subset":"gla_Latn-kaz_Cyrl","languages":["gla-Latn","kaz-Cyrl"]},{"precision":0.363523,"recall":0.409091,"f1":0.375451,"accuracy":0.409091,"main_score":0.375451,"hf_subset":"gla_Latn-lug_Latn","languages":["gla-Latn","lug-Latn"]},{"precision":0.402537,"recall":0.437747,"f1":0.411537,"accuracy":0.437747,"main_score":0.411537,"hf_subset":"gla_Latn-oci_Latn","languages":["gla-Latn","oci-Latn"]},{"precision":0.398848,"recall":0.439723,"f1":0.410517,"accuracy":0.439723,"main_score":0.410517,"hf_subset":"gla_Latn-smo_Latn","languages":["gla-Latn","smo-Latn"]},{"precision":0.383185,"recall":0.417984,"f1":0.393972,"accuracy":0.417984,"main_score":0.393972,"hf_subset":"gla_Latn-tsn_Latn","languages":["gla-Latn","tsn-Latn"]},{"precision":0.371995,"recall":0.431818,"f1":0.387227,"accuracy":0.431818,"main_score":0.387227,"hf_subset":"gla_Latn-zul_Latn","languages":["gla-Latn","zul-Latn"]},{"precision":0.299257,"recall":0.33498,"f1":0.309437,"accuracy":0.33498,"main_score":0.309437,"hf_subset":"gla_Latn-azb_Arab","languages":["gla-Latn","azb-Arab"]},{"precision":0.392436,"recall":0.449605,"f1":0.406574,"accuracy":0.449605,"main_score":0.406574,"hf_subset":"gla_Latn-deu_Latn","languages":["gla-Latn","deu-Latn"]},{"precision":0.375548,"recall":0.422925,"f1":0.388436,"accuracy":0.422925,"main_score":0.388436,"hf_subset":"gla_Latn-hat_Latn","languages":["gla-Latn","hat-Latn"]},{"precision":0.375225,"recall":0.421937,"f1":0.387931,"accuracy":0.421937,"main_score":0.387931,"hf_subset":"gla_Latn-kbp_Latn","languages":["gla-Latn","kbp-Latn"]},{"precision":0.395853,"recall":0.433794,"f1":0.406583,"accuracy":0.433794,"main_score":0.406583,"hf_subset":"gla_Latn-luo_Latn","languages":["gla-Latn","luo-Latn"]},{"precision":0.371483,"recall":0.418972,"f1":0.384396,"accuracy":0.418972,"main_score":0.384396,"hf_subset":"gla_Latn-ory_Orya","languages":["gla-Latn","ory-Orya"]},{"precision":0.38277,"recall":0.427866,"f1":0.395418,"accuracy":0.427866,"main_score":0.395418,"hf_subset":"gla_Latn-sna_Latn","languages":["gla-Latn","sna-Latn"]},{"precision":0.395257,"recall":0.431818,"f1":0.404776,"accuracy":0.431818,"main_score":0.404776,"hf_subset":"gla_Latn-tso_Latn","languages":["gla-Latn","tso-Latn"]},{"precision":0.362841,"recall":0.403162,"f1":0.373632,"accuracy":0.403162,"main_score":0.373632,"hf_subset":"gla_Latn-azj_Latn","languages":["gla-Latn","azj-Latn"]},{"precision":0.348321,"recall":0.380435,"f1":0.357576,"accuracy":0.380435,"main_score":0.357576,"hf_subset":"gla_Latn-dik_Latn","languages":["gla-Latn","dik-Latn"]},{"precision":0.397824,"recall":0.427866,"f1":0.406634,"accuracy":0.427866,"main_score":0.406634,"hf_subset":"gla_Latn-hau_Latn","languages":["gla-Latn","hau-Latn"]},{"precision":0.411133,"recall":0.44664,"f1":0.421346,"accuracy":0.44664,"main_score":0.421346,"hf_subset":"gla_Latn-kea_Latn","languages":["gla-Latn","kea-Latn"]},{"precision":0.405336,"recall":0.423913,"f1":0.410672,"accuracy":0.423913,"main_score":0.410672,"hf_subset":"gla_Latn-lus_Latn","languages":["gla-Latn","lus-Latn"]},{"precision":0.401821,"recall":0.435771,"f1":0.411377,"accuracy":0.435771,"main_score":0.411377,"hf_subset":"gla_Latn-pag_Latn","languages":["gla-Latn","pag-Latn"]},{"precision":0.325494,"recall":0.367589,"f1":0.337545,"accuracy":0.367589,"main_score":0.337545,"hf_subset":"gla_Latn-snd_Arab","languages":["gla-Latn","snd-Arab"]},{"precision":0.381193,"recall":0.41996,"f1":0.39169,"accuracy":0.41996,"main_score":0.39169,"hf_subset":"gla_Latn-tuk_Latn","languages":["gla-Latn","tuk-Latn"]},{"precision":0.37048,"recall":0.406126,"f1":0.379728,"accuracy":0.406126,"main_score":0.379728,"hf_subset":"gla_Latn-bak_Cyrl","languages":["gla-Latn","bak-Cyrl"]},{"precision":0.305741,"recall":0.355731,"f1":0.319905,"accuracy":0.355731,"main_score":0.319905,"hf_subset":"gla_Latn-dyu_Latn","languages":["gla-Latn","dyu-Latn"]},{"precision":0.326532,"recall":0.376482,"f1":0.34047,"accuracy":0.376482,"main_score":0.34047,"hf_subset":"gla_Latn-heb_Hebr","languages":["gla-Latn","heb-Hebr"]},{"precision":0.353527,"recall":0.389328,"f1":0.363525,"accuracy":0.389328,"main_score":0.363525,"hf_subset":"gla_Latn-khk_Cyrl","languages":["gla-Latn","khk-Cyrl"]},{"precision":0.377959,"recall":0.41996,"f1":0.389471,"accuracy":0.41996,"main_score":0.389471,"hf_subset":"gla_Latn-lvs_Latn","languages":["gla-Latn","lvs-Latn"]},{"precision":0.340984,"recall":0.395257,"f1":0.355087,"accuracy":0.395257,"main_score":0.355087,"hf_subset":"gla_Latn-pan_Guru","languages":["gla-Latn","pan-Guru"]},{"precision":0.37069,"recall":0.403162,"f1":0.379722,"accuracy":0.403162,"main_score":0.379722,"hf_subset":"gla_Latn-som_Latn","languages":["gla-Latn","som-Latn"]},{"precision":0.382924,"recall":0.416996,"f1":0.392531,"accuracy":0.416996,"main_score":0.392531,"hf_subset":"gla_Latn-tum_Latn","languages":["gla-Latn","tum-Latn"]},{"precision":0.268401,"recall":0.356719,"f1":0.292032,"accuracy":0.356719,"main_score":0.292032,"hf_subset":"kan_Knda-ace_Arab","languages":["kan-Knda","ace-Arab"]},{"precision":0.346799,"recall":0.444664,"f1":0.373277,"accuracy":0.444664,"main_score":0.373277,"hf_subset":"kan_Knda-bam_Latn","languages":["kan-Knda","bam-Latn"]},{"precision":0.167575,"recall":0.233202,"f1":0.184143,"accuracy":0.233202,"main_score":0.184143,"hf_subset":"kan_Knda-dzo_Tibt","languages":["kan-Knda","dzo-Tibt"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"kan_Knda-hin_Deva","languages":["kan-Knda","hin-Deva"]},{"precision":0.840168,"recall":0.887352,"f1":0.855303,"accuracy":0.887352,"main_score":0.855303,"hf_subset":"kan_Knda-khm_Khmr","languages":["kan-Knda","khm-Khmr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kan_Knda-mag_Deva","languages":["kan-Knda","mag-Deva"]},{"precision":0.819615,"recall":0.868577,"f1":0.834637,"accuracy":0.868577,"main_score":0.834637,"hf_subset":"kan_Knda-pap_Latn","languages":["kan-Knda","pap-Latn"]},{"precision":0.395725,"recall":0.491107,"f1":0.421089,"accuracy":0.491107,"main_score":0.421089,"hf_subset":"kan_Knda-sot_Latn","languages":["kan-Knda","sot-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kan_Knda-tur_Latn","languages":["kan-Knda","tur-Latn"]},{"precision":0.630049,"recall":0.718379,"f1":0.656406,"accuracy":0.718379,"main_score":0.656406,"hf_subset":"kan_Knda-ace_Latn","languages":["kan-Knda","ace-Latn"]},{"precision":0.757526,"recall":0.816206,"f1":0.775348,"accuracy":0.816206,"main_score":0.775348,"hf_subset":"kan_Knda-ban_Latn","languages":["kan-Knda","ban-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"kan_Knda-ell_Grek","languages":["kan-Knda","ell-Grek"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"kan_Knda-hne_Deva","languages":["kan-Knda","hne-Deva"]},{"precision":0.382553,"recall":0.493083,"f1":0.412529,"accuracy":0.493083,"main_score":0.412529,"hf_subset":"kan_Knda-kik_Latn","languages":["kan-Knda","kik-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kan_Knda-mai_Deva","languages":["kan-Knda","mai-Deva"]},{"precision":0.874918,"recall":0.913043,"f1":0.887253,"accuracy":0.913043,"main_score":0.887253,"hf_subset":"kan_Knda-pbt_Arab","languages":["kan-Knda","pbt-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kan_Knda-spa_Latn","languages":["kan-Knda","spa-Latn"]},{"precision":0.448001,"recall":0.538538,"f1":0.472954,"accuracy":0.538538,"main_score":0.472954,"hf_subset":"kan_Knda-twi_Latn","languages":["kan-Knda","twi-Latn"]},{"precision":0.974802,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"kan_Knda-acm_Arab","languages":["kan-Knda","acm-Arab"]},{"precision":0.816486,"recall":0.871542,"f1":0.834223,"accuracy":0.871542,"main_score":0.834223,"hf_subset":"kan_Knda-bel_Cyrl","languages":["kan-Knda","bel-Cyrl"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"kan_Knda-eng_Latn","languages":["kan-Knda","eng-Latn"]},{"precision":0.932312,"recall":0.952569,"f1":0.9389,"accuracy":0.952569,"main_score":0.9389,"hf_subset":"kan_Knda-hrv_Latn","languages":["kan-Knda","hrv-Latn"]},{"precision":0.366794,"recall":0.456522,"f1":0.390095,"accuracy":0.456522,"main_score":0.390095,"hf_subset":"kan_Knda-kin_Latn","languages":["kan-Knda","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kan_Knda-mal_Mlym","languages":["kan-Knda","mal-Mlym"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"kan_Knda-pes_Arab","languages":["kan-Knda","pes-Arab"]},{"precision":0.808877,"recall":0.860672,"f1":0.825612,"accuracy":0.860672,"main_score":0.825612,"hf_subset":"kan_Knda-srd_Latn","languages":["kan-Knda","srd-Latn"]},{"precision":0.10303,"recall":0.182806,"f1":0.12065,"accuracy":0.182806,"main_score":0.12065,"hf_subset":"kan_Knda-tzm_Tfng","languages":["kan-Knda","tzm-Tfng"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"kan_Knda-acq_Arab","languages":["kan-Knda","acq-Arab"]},{"precision":0.433843,"recall":0.520751,"f1":0.457292,"accuracy":0.520751,"main_score":0.457292,"hf_subset":"kan_Knda-bem_Latn","languages":["kan-Knda","bem-Latn"]},{"precision":0.854941,"recall":0.897233,"f1":0.868379,"accuracy":0.897233,"main_score":0.868379,"hf_subset":"kan_Knda-epo_Latn","languages":["kan-Knda","epo-Latn"]},{"precision":0.931983,"recall":0.952569,"f1":0.938735,"accuracy":0.952569,"main_score":0.938735,"hf_subset":"kan_Knda-hun_Latn","languages":["kan-Knda","hun-Latn"]},{"precision":0.675215,"recall":0.743083,"f1":0.694627,"accuracy":0.743083,"main_score":0.694627,"hf_subset":"kan_Knda-kir_Cyrl","languages":["kan-Knda","kir-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kan_Knda-mar_Deva","languages":["kan-Knda","mar-Deva"]},{"precision":0.412067,"recall":0.5,"f1":0.43583,"accuracy":0.5,"main_score":0.43583,"hf_subset":"kan_Knda-plt_Latn","languages":["kan-Knda","plt-Latn"]},{"precision":0.927042,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"kan_Knda-srp_Cyrl","languages":["kan-Knda","srp-Cyrl"]},{"precision":0.283787,"recall":0.366601,"f1":0.305211,"accuracy":0.366601,"main_score":0.305211,"hf_subset":"kan_Knda-uig_Arab","languages":["kan-Knda","uig-Arab"]},{"precision":0.923748,"recall":0.94664,"f1":0.931159,"accuracy":0.94664,"main_score":0.931159,"hf_subset":"kan_Knda-aeb_Arab","languages":["kan-Knda","aeb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kan_Knda-ben_Beng","languages":["kan-Knda","ben-Beng"]},{"precision":0.789361,"recall":0.846838,"f1":0.807246,"accuracy":0.846838,"main_score":0.807246,"hf_subset":"kan_Knda-est_Latn","languages":["kan-Knda","est-Latn"]},{"precision":0.817284,"recall":0.865613,"f1":0.832312,"accuracy":0.865613,"main_score":0.832312,"hf_subset":"kan_Knda-hye_Armn","languages":["kan-Knda","hye-Armn"]},{"precision":0.381037,"recall":0.467391,"f1":0.404064,"accuracy":0.467391,"main_score":0.404064,"hf_subset":"kan_Knda-kmb_Latn","languages":["kan-Knda","kmb-Latn"]},{"precision":0.22539,"recall":0.311265,"f1":0.247271,"accuracy":0.311265,"main_score":0.247271,"hf_subset":"kan_Knda-min_Arab","languages":["kan-Knda","min-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kan_Knda-pol_Latn","languages":["kan-Knda","pol-Latn"]},{"precision":0.369678,"recall":0.467391,"f1":0.395287,"accuracy":0.467391,"main_score":0.395287,"hf_subset":"kan_Knda-ssw_Latn","languages":["kan-Knda","ssw-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"kan_Knda-ukr_Cyrl","languages":["kan-Knda","ukr-Cyrl"]},{"precision":0.908597,"recall":0.935771,"f1":0.917325,"accuracy":0.935771,"main_score":0.917325,"hf_subset":"kan_Knda-afr_Latn","languages":["kan-Knda","afr-Latn"]},{"precision":0.957592,"recall":0.970356,"f1":0.961693,"accuracy":0.970356,"main_score":0.961693,"hf_subset":"kan_Knda-bho_Deva","languages":["kan-Knda","bho-Deva"]},{"precision":0.598486,"recall":0.682806,"f1":0.622211,"accuracy":0.682806,"main_score":0.622211,"hf_subset":"kan_Knda-eus_Latn","languages":["kan-Knda","eus-Latn"]},{"precision":0.387419,"recall":0.483202,"f1":0.411947,"accuracy":0.483202,"main_score":0.411947,"hf_subset":"kan_Knda-ibo_Latn","languages":["kan-Knda","ibo-Latn"]},{"precision":0.416995,"recall":0.508893,"f1":0.440747,"accuracy":0.508893,"main_score":0.440747,"hf_subset":"kan_Knda-kmr_Latn","languages":["kan-Knda","kmr-Latn"]},{"precision":0.751986,"recall":0.817194,"f1":0.771676,"accuracy":0.817194,"main_score":0.771676,"hf_subset":"kan_Knda-min_Latn","languages":["kan-Knda","min-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kan_Knda-por_Latn","languages":["kan-Knda","por-Latn"]},{"precision":0.815359,"recall":0.864625,"f1":0.830748,"accuracy":0.864625,"main_score":0.830748,"hf_subset":"kan_Knda-sun_Latn","languages":["kan-Knda","sun-Latn"]},{"precision":0.377856,"recall":0.472332,"f1":0.403291,"accuracy":0.472332,"main_score":0.403291,"hf_subset":"kan_Knda-umb_Latn","languages":["kan-Knda","umb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kan_Knda-ajp_Arab","languages":["kan-Knda","ajp-Arab"]},{"precision":0.250687,"recall":0.335968,"f1":0.273795,"accuracy":0.335968,"main_score":0.273795,"hf_subset":"kan_Knda-bjn_Arab","languages":["kan-Knda","bjn-Arab"]},{"precision":0.380672,"recall":0.472332,"f1":0.404748,"accuracy":0.472332,"main_score":0.404748,"hf_subset":"kan_Knda-ewe_Latn","languages":["kan-Knda","ewe-Latn"]},{"precision":0.622547,"recall":0.704545,"f1":0.646995,"accuracy":0.704545,"main_score":0.646995,"hf_subset":"kan_Knda-ilo_Latn","languages":["kan-Knda","ilo-Latn"]},{"precision":0.176714,"recall":0.259881,"f1":0.196471,"accuracy":0.259881,"main_score":0.196471,"hf_subset":"kan_Knda-knc_Arab","languages":["kan-Knda","knc-Arab"]},{"precision":0.906126,"recall":0.935771,"f1":0.915843,"accuracy":0.935771,"main_score":0.915843,"hf_subset":"kan_Knda-mkd_Cyrl","languages":["kan-Knda","mkd-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kan_Knda-prs_Arab","languages":["kan-Knda","prs-Arab"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"kan_Knda-swe_Latn","languages":["kan-Knda","swe-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"kan_Knda-urd_Arab","languages":["kan-Knda","urd-Arab"]},{"precision":0.420797,"recall":0.520751,"f1":0.447676,"accuracy":0.520751,"main_score":0.447676,"hf_subset":"kan_Knda-aka_Latn","languages":["kan-Knda","aka-Latn"]},{"precision":0.805863,"recall":0.859684,"f1":0.822431,"accuracy":0.859684,"main_score":0.822431,"hf_subset":"kan_Knda-bjn_Latn","languages":["kan-Knda","bjn-Latn"]},{"precision":0.566924,"recall":0.655138,"f1":0.591646,"accuracy":0.655138,"main_score":0.591646,"hf_subset":"kan_Knda-fao_Latn","languages":["kan-Knda","fao-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kan_Knda-ind_Latn","languages":["kan-Knda","ind-Latn"]},{"precision":0.423612,"recall":0.519763,"f1":0.448988,"accuracy":0.519763,"main_score":0.448988,"hf_subset":"kan_Knda-knc_Latn","languages":["kan-Knda","knc-Latn"]},{"precision":0.670636,"recall":0.748024,"f1":0.693234,"accuracy":0.748024,"main_score":0.693234,"hf_subset":"kan_Knda-mlt_Latn","languages":["kan-Knda","mlt-Latn"]},{"precision":0.445499,"recall":0.546443,"f1":0.472986,"accuracy":0.546443,"main_score":0.472986,"hf_subset":"kan_Knda-quy_Latn","languages":["kan-Knda","quy-Latn"]},{"precision":0.871706,"recall":0.907115,"f1":0.882839,"accuracy":0.907115,"main_score":0.882839,"hf_subset":"kan_Knda-swh_Latn","languages":["kan-Knda","swh-Latn"]},{"precision":0.623518,"recall":0.708498,"f1":0.648368,"accuracy":0.708498,"main_score":0.648368,"hf_subset":"kan_Knda-uzn_Latn","languages":["kan-Knda","uzn-Latn"]},{"precision":0.749704,"recall":0.812253,"f1":0.768695,"accuracy":0.812253,"main_score":0.768695,"hf_subset":"kan_Knda-als_Latn","languages":["kan-Knda","als-Latn"]},{"precision":0.200709,"recall":0.271739,"f1":0.218865,"accuracy":0.271739,"main_score":0.218865,"hf_subset":"kan_Knda-bod_Tibt","languages":["kan-Knda","bod-Tibt"]},{"precision":0.35282,"recall":0.454545,"f1":0.379597,"accuracy":0.454545,"main_score":0.379597,"hf_subset":"kan_Knda-fij_Latn","languages":["kan-Knda","fij-Latn"]},{"precision":0.546097,"recall":0.634387,"f1":0.570906,"accuracy":0.634387,"main_score":0.570906,"hf_subset":"kan_Knda-isl_Latn","languages":["kan-Knda","isl-Latn"]},{"precision":0.455949,"recall":0.550395,"f1":0.481863,"accuracy":0.550395,"main_score":0.481863,"hf_subset":"kan_Knda-kon_Latn","languages":["kan-Knda","kon-Latn"]},{"precision":0.384116,"recall":0.493083,"f1":0.413524,"accuracy":0.493083,"main_score":0.413524,"hf_subset":"kan_Knda-mni_Beng","languages":["kan-Knda","mni-Beng"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"kan_Knda-ron_Latn","languages":["kan-Knda","ron-Latn"]},{"precision":0.826285,"recall":0.871542,"f1":0.840547,"accuracy":0.871542,"main_score":0.840547,"hf_subset":"kan_Knda-szl_Latn","languages":["kan-Knda","szl-Latn"]},{"precision":0.882773,"recall":0.916996,"f1":0.893775,"accuracy":0.916996,"main_score":0.893775,"hf_subset":"kan_Knda-vec_Latn","languages":["kan-Knda","vec-Latn"]},{"precision":0.809865,"recall":0.863636,"f1":0.827141,"accuracy":0.863636,"main_score":0.827141,"hf_subset":"kan_Knda-amh_Ethi","languages":["kan-Knda","amh-Ethi"]},{"precision":0.961957,"recall":0.97332,"f1":0.965744,"accuracy":0.97332,"main_score":0.965744,"hf_subset":"kan_Knda-bos_Latn","languages":["kan-Knda","bos-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"kan_Knda-fin_Latn","languages":["kan-Knda","fin-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"kan_Knda-ita_Latn","languages":["kan-Knda","ita-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"kan_Knda-kor_Hang","languages":["kan-Knda","kor-Hang"]},{"precision":0.391142,"recall":0.485178,"f1":0.416195,"accuracy":0.485178,"main_score":0.416195,"hf_subset":"kan_Knda-mos_Latn","languages":["kan-Knda","mos-Latn"]},{"precision":0.371849,"recall":0.467391,"f1":0.397305,"accuracy":0.467391,"main_score":0.397305,"hf_subset":"kan_Knda-run_Latn","languages":["kan-Knda","run-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kan_Knda-tam_Taml","languages":["kan-Knda","tam-Taml"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"kan_Knda-vie_Latn","languages":["kan-Knda","vie-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"kan_Knda-apc_Arab","languages":["kan-Knda","apc-Arab"]},{"precision":0.57637,"recall":0.666996,"f1":0.602423,"accuracy":0.666996,"main_score":0.602423,"hf_subset":"kan_Knda-bug_Latn","languages":["kan-Knda","bug-Latn"]},{"precision":0.334026,"recall":0.428854,"f1":0.357657,"accuracy":0.428854,"main_score":0.357657,"hf_subset":"kan_Knda-fon_Latn","languages":["kan-Knda","fon-Latn"]},{"precision":0.810557,"recall":0.862648,"f1":0.826567,"accuracy":0.862648,"main_score":0.826567,"hf_subset":"kan_Knda-jav_Latn","languages":["kan-Knda","jav-Latn"]},{"precision":0.742852,"recall":0.810277,"f1":0.763636,"accuracy":0.810277,"main_score":0.763636,"hf_subset":"kan_Knda-lao_Laoo","languages":["kan-Knda","lao-Laoo"]},{"precision":0.356678,"recall":0.454545,"f1":0.381255,"accuracy":0.454545,"main_score":0.381255,"hf_subset":"kan_Knda-mri_Latn","languages":["kan-Knda","mri-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kan_Knda-rus_Cyrl","languages":["kan-Knda","rus-Cyrl"]},{"precision":0.377944,"recall":0.479249,"f1":0.403681,"accuracy":0.479249,"main_score":0.403681,"hf_subset":"kan_Knda-taq_Latn","languages":["kan-Knda","taq-Latn"]},{"precision":0.788439,"recall":0.844862,"f1":0.805764,"accuracy":0.844862,"main_score":0.805764,"hf_subset":"kan_Knda-war_Latn","languages":["kan-Knda","war-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kan_Knda-arb_Arab","languages":["kan-Knda","arb-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"kan_Knda-bul_Cyrl","languages":["kan-Knda","bul-Cyrl"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"kan_Knda-fra_Latn","languages":["kan-Knda","fra-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"kan_Knda-jpn_Jpan","languages":["kan-Knda","jpn-Jpan"]},{"precision":0.835886,"recall":0.882411,"f1":0.850494,"accuracy":0.882411,"main_score":0.850494,"hf_subset":"kan_Knda-lij_Latn","languages":["kan-Knda","lij-Latn"]},{"precision":0.831522,"recall":0.880435,"f1":0.847134,"accuracy":0.880435,"main_score":0.847134,"hf_subset":"kan_Knda-mya_Mymr","languages":["kan-Knda","mya-Mymr"]},{"precision":0.419953,"recall":0.518775,"f1":0.446414,"accuracy":0.518775,"main_score":0.446414,"hf_subset":"kan_Knda-sag_Latn","languages":["kan-Knda","sag-Latn"]},{"precision":0.128614,"recall":0.215415,"f1":0.146287,"accuracy":0.215415,"main_score":0.146287,"hf_subset":"kan_Knda-taq_Tfng","languages":["kan-Knda","taq-Tfng"]},{"precision":0.425621,"recall":0.52668,"f1":0.452475,"accuracy":0.52668,"main_score":0.452475,"hf_subset":"kan_Knda-wol_Latn","languages":["kan-Knda","wol-Latn"]},{"precision":0.246211,"recall":0.356719,"f1":0.27369,"accuracy":0.356719,"main_score":0.27369,"hf_subset":"kan_Knda-arb_Latn","languages":["kan-Knda","arb-Latn"]},{"precision":0.958004,"recall":0.970356,"f1":0.961957,"accuracy":0.970356,"main_score":0.961957,"hf_subset":"kan_Knda-cat_Latn","languages":["kan-Knda","cat-Latn"]},{"precision":0.783663,"recall":0.838933,"f1":0.800296,"accuracy":0.838933,"main_score":0.800296,"hf_subset":"kan_Knda-fur_Latn","languages":["kan-Knda","fur-Latn"]},{"precision":0.266267,"recall":0.358696,"f1":0.290482,"accuracy":0.358696,"main_score":0.290482,"hf_subset":"kan_Knda-kab_Latn","languages":["kan-Knda","kab-Latn"]},{"precision":0.780477,"recall":0.836957,"f1":0.797777,"accuracy":0.836957,"main_score":0.797777,"hf_subset":"kan_Knda-lim_Latn","languages":["kan-Knda","lim-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"kan_Knda-nld_Latn","languages":["kan-Knda","nld-Latn"]},{"precision":0.906703,"recall":0.934783,"f1":0.915744,"accuracy":0.934783,"main_score":0.915744,"hf_subset":"kan_Knda-san_Deva","languages":["kan-Knda","san-Deva"]},{"precision":0.626912,"recall":0.711462,"f1":0.651624,"accuracy":0.711462,"main_score":0.651624,"hf_subset":"kan_Knda-tat_Cyrl","languages":["kan-Knda","tat-Cyrl"]},{"precision":0.410319,"recall":0.511858,"f1":0.437454,"accuracy":0.511858,"main_score":0.437454,"hf_subset":"kan_Knda-xho_Latn","languages":["kan-Knda","xho-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"kan_Knda-ars_Arab","languages":["kan-Knda","ars-Arab"]},{"precision":0.73666,"recall":0.80336,"f1":0.756818,"accuracy":0.80336,"main_score":0.756818,"hf_subset":"kan_Knda-ceb_Latn","languages":["kan-Knda","ceb-Latn"]},{"precision":0.39776,"recall":0.5,"f1":0.424749,"accuracy":0.5,"main_score":0.424749,"hf_subset":"kan_Knda-fuv_Latn","languages":["kan-Knda","fuv-Latn"]},{"precision":0.38614,"recall":0.493083,"f1":0.413801,"accuracy":0.493083,"main_score":0.413801,"hf_subset":"kan_Knda-kac_Latn","languages":["kan-Knda","kac-Latn"]},{"precision":0.435125,"recall":0.544466,"f1":0.465625,"accuracy":0.544466,"main_score":0.465625,"hf_subset":"kan_Knda-lin_Latn","languages":["kan-Knda","lin-Latn"]},{"precision":0.940629,"recall":0.959486,"f1":0.946706,"accuracy":0.959486,"main_score":0.946706,"hf_subset":"kan_Knda-nno_Latn","languages":["kan-Knda","nno-Latn"]},{"precision":0.197074,"recall":0.270751,"f1":0.216266,"accuracy":0.270751,"main_score":0.216266,"hf_subset":"kan_Knda-sat_Olck","languages":["kan-Knda","sat-Olck"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kan_Knda-tel_Telu","languages":["kan-Knda","tel-Telu"]},{"precision":0.317696,"recall":0.408103,"f1":0.339966,"accuracy":0.408103,"main_score":0.339966,"hf_subset":"kan_Knda-ydd_Hebr","languages":["kan-Knda","ydd-Hebr"]},{"precision":0.883893,"recall":0.918972,"f1":0.895257,"accuracy":0.918972,"main_score":0.895257,"hf_subset":"kan_Knda-ary_Arab","languages":["kan-Knda","ary-Arab"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"kan_Knda-ces_Latn","languages":["kan-Knda","ces-Latn"]},{"precision":0.312156,"recall":0.405138,"f1":0.336369,"accuracy":0.405138,"main_score":0.336369,"hf_subset":"kan_Knda-gaz_Latn","languages":["kan-Knda","gaz-Latn"]},{"precision":0.411335,"recall":0.508893,"f1":0.436759,"accuracy":0.508893,"main_score":0.436759,"hf_subset":"kan_Knda-kam_Latn","languages":["kan-Knda","kam-Latn"]},{"precision":0.782526,"recall":0.838933,"f1":0.800019,"accuracy":0.838933,"main_score":0.800019,"hf_subset":"kan_Knda-lit_Latn","languages":["kan-Knda","lit-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"kan_Knda-nob_Latn","languages":["kan-Knda","nob-Latn"]},{"precision":0.729562,"recall":0.797431,"f1":0.750513,"accuracy":0.797431,"main_score":0.750513,"hf_subset":"kan_Knda-scn_Latn","languages":["kan-Knda","scn-Latn"]},{"precision":0.39708,"recall":0.497036,"f1":0.423828,"accuracy":0.497036,"main_score":0.423828,"hf_subset":"kan_Knda-tgk_Cyrl","languages":["kan-Knda","tgk-Cyrl"]},{"precision":0.361603,"recall":0.470356,"f1":0.389766,"accuracy":0.470356,"main_score":0.389766,"hf_subset":"kan_Knda-yor_Latn","languages":["kan-Knda","yor-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"kan_Knda-arz_Arab","languages":["kan-Knda","arz-Arab"]},{"precision":0.40369,"recall":0.511858,"f1":0.432046,"accuracy":0.511858,"main_score":0.432046,"hf_subset":"kan_Knda-cjk_Latn","languages":["kan-Knda","cjk-Latn"]},{"precision":0.329417,"recall":0.425889,"f1":0.354453,"accuracy":0.425889,"main_score":0.354453,"hf_subset":"kan_Knda-gla_Latn","languages":["kan-Knda","gla-Latn"]},{"precision":0.761594,"recall":0.824111,"f1":0.780731,"accuracy":0.824111,"main_score":0.780731,"hf_subset":"kan_Knda-lmo_Latn","languages":["kan-Knda","lmo-Latn"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"kan_Knda-npi_Deva","languages":["kan-Knda","npi-Deva"]},{"precision":0.330423,"recall":0.439723,"f1":0.358797,"accuracy":0.439723,"main_score":0.358797,"hf_subset":"kan_Knda-shn_Mymr","languages":["kan-Knda","shn-Mymr"]},{"precision":0.865975,"recall":0.906126,"f1":0.878788,"accuracy":0.906126,"main_score":0.878788,"hf_subset":"kan_Knda-tgl_Latn","languages":["kan-Knda","tgl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kan_Knda-yue_Hant","languages":["kan-Knda","yue-Hant"]},{"precision":0.907477,"recall":0.936759,"f1":0.916996,"accuracy":0.936759,"main_score":0.916996,"hf_subset":"kan_Knda-asm_Beng","languages":["kan-Knda","asm-Beng"]},{"precision":0.414657,"recall":0.5,"f1":0.437939,"accuracy":0.5,"main_score":0.437939,"hf_subset":"kan_Knda-ckb_Arab","languages":["kan-Knda","ckb-Arab"]},{"precision":0.362077,"recall":0.451581,"f1":0.384658,"accuracy":0.451581,"main_score":0.384658,"hf_subset":"kan_Knda-gle_Latn","languages":["kan-Knda","gle-Latn"]},{"precision":0.694524,"recall":0.773715,"f1":0.718091,"accuracy":0.773715,"main_score":0.718091,"hf_subset":"kan_Knda-kas_Arab","languages":["kan-Knda","kas-Arab"]},{"precision":0.587048,"recall":0.668972,"f1":0.610906,"accuracy":0.668972,"main_score":0.610906,"hf_subset":"kan_Knda-ltg_Latn","languages":["kan-Knda","ltg-Latn"]},{"precision":0.414997,"recall":0.51581,"f1":0.442138,"accuracy":0.51581,"main_score":0.442138,"hf_subset":"kan_Knda-nso_Latn","languages":["kan-Knda","nso-Latn"]},{"precision":0.896327,"recall":0.926877,"f1":0.906028,"accuracy":0.926877,"main_score":0.906028,"hf_subset":"kan_Knda-sin_Sinh","languages":["kan-Knda","sin-Sinh"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"kan_Knda-tha_Thai","languages":["kan-Knda","tha-Thai"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kan_Knda-zho_Hans","languages":["kan-Knda","zho-Hans"]},{"precision":0.942523,"recall":0.961462,"f1":0.948781,"accuracy":0.961462,"main_score":0.948781,"hf_subset":"kan_Knda-ast_Latn","languages":["kan-Knda","ast-Latn"]},{"precision":0.768027,"recall":0.83004,"f1":0.786775,"accuracy":0.83004,"main_score":0.786775,"hf_subset":"kan_Knda-crh_Latn","languages":["kan-Knda","crh-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"kan_Knda-glg_Latn","languages":["kan-Knda","glg-Latn"]},{"precision":0.593003,"recall":0.681818,"f1":0.618279,"accuracy":0.681818,"main_score":0.618279,"hf_subset":"kan_Knda-kas_Deva","languages":["kan-Knda","kas-Deva"]},{"precision":0.715144,"recall":0.788538,"f1":0.737236,"accuracy":0.788538,"main_score":0.737236,"hf_subset":"kan_Knda-ltz_Latn","languages":["kan-Knda","ltz-Latn"]},{"precision":0.316625,"recall":0.408103,"f1":0.340105,"accuracy":0.408103,"main_score":0.340105,"hf_subset":"kan_Knda-nus_Latn","languages":["kan-Knda","nus-Latn"]},{"precision":0.931159,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"kan_Knda-slk_Latn","languages":["kan-Knda","slk-Latn"]},{"precision":0.410876,"recall":0.495059,"f1":0.432701,"accuracy":0.495059,"main_score":0.432701,"hf_subset":"kan_Knda-tir_Ethi","languages":["kan-Knda","tir-Ethi"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kan_Knda-zho_Hant","languages":["kan-Knda","zho-Hant"]},{"precision":0.970191,"recall":0.979249,"f1":0.973155,"accuracy":0.979249,"main_score":0.973155,"hf_subset":"kan_Knda-awa_Deva","languages":["kan-Knda","awa-Deva"]},{"precision":0.416464,"recall":0.506917,"f1":0.440099,"accuracy":0.506917,"main_score":0.440099,"hf_subset":"kan_Knda-cym_Latn","languages":["kan-Knda","cym-Latn"]},{"precision":0.570476,"recall":0.660079,"f1":0.595775,"accuracy":0.660079,"main_score":0.595775,"hf_subset":"kan_Knda-grn_Latn","languages":["kan-Knda","grn-Latn"]},{"precision":0.906126,"recall":0.934783,"f1":0.915349,"accuracy":0.934783,"main_score":0.915349,"hf_subset":"kan_Knda-kat_Geor","languages":["kan-Knda","kat-Geor"]},{"precision":0.451945,"recall":0.550395,"f1":0.478875,"accuracy":0.550395,"main_score":0.478875,"hf_subset":"kan_Knda-lua_Latn","languages":["kan-Knda","lua-Latn"]},{"precision":0.452915,"recall":0.550395,"f1":0.479431,"accuracy":0.550395,"main_score":0.479431,"hf_subset":"kan_Knda-nya_Latn","languages":["kan-Knda","nya-Latn"]},{"precision":0.889081,"recall":0.922925,"f1":0.900099,"accuracy":0.922925,"main_score":0.900099,"hf_subset":"kan_Knda-slv_Latn","languages":["kan-Knda","slv-Latn"]},{"precision":0.666141,"recall":0.749012,"f1":0.690882,"accuracy":0.749012,"main_score":0.690882,"hf_subset":"kan_Knda-tpi_Latn","languages":["kan-Knda","tpi-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kan_Knda-zsm_Latn","languages":["kan-Knda","zsm-Latn"]},{"precision":0.362371,"recall":0.467391,"f1":0.38986,"accuracy":0.467391,"main_score":0.38986,"hf_subset":"kan_Knda-ayr_Latn","languages":["kan-Knda","ayr-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kan_Knda-dan_Latn","languages":["kan-Knda","dan-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kan_Knda-guj_Gujr","languages":["kan-Knda","guj-Gujr"]},{"precision":0.74417,"recall":0.810277,"f1":0.764229,"accuracy":0.810277,"main_score":0.764229,"hf_subset":"kan_Knda-kaz_Cyrl","languages":["kan-Knda","kaz-Cyrl"]},{"precision":0.373573,"recall":0.468379,"f1":0.39862,"accuracy":0.468379,"main_score":0.39862,"hf_subset":"kan_Knda-lug_Latn","languages":["kan-Knda","lug-Latn"]},{"precision":0.925889,"recall":0.949605,"f1":0.93363,"accuracy":0.949605,"main_score":0.93363,"hf_subset":"kan_Knda-oci_Latn","languages":["kan-Knda","oci-Latn"]},{"precision":0.398788,"recall":0.497036,"f1":0.423644,"accuracy":0.497036,"main_score":0.423644,"hf_subset":"kan_Knda-smo_Latn","languages":["kan-Knda","smo-Latn"]},{"precision":0.373429,"recall":0.47332,"f1":0.399652,"accuracy":0.47332,"main_score":0.399652,"hf_subset":"kan_Knda-tsn_Latn","languages":["kan-Knda","tsn-Latn"]},{"precision":0.387048,"recall":0.479249,"f1":0.410775,"accuracy":0.479249,"main_score":0.410775,"hf_subset":"kan_Knda-zul_Latn","languages":["kan-Knda","zul-Latn"]},{"precision":0.635385,"recall":0.724308,"f1":0.661102,"accuracy":0.724308,"main_score":0.661102,"hf_subset":"kan_Knda-azb_Arab","languages":["kan-Knda","azb-Arab"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"kan_Knda-deu_Latn","languages":["kan-Knda","deu-Latn"]},{"precision":0.590193,"recall":0.682806,"f1":0.617286,"accuracy":0.682806,"main_score":0.617286,"hf_subset":"kan_Knda-hat_Latn","languages":["kan-Knda","hat-Latn"]},{"precision":0.344279,"recall":0.436759,"f1":0.367741,"accuracy":0.436759,"main_score":0.367741,"hf_subset":"kan_Knda-kbp_Latn","languages":["kan-Knda","kbp-Latn"]},{"precision":0.41684,"recall":0.511858,"f1":0.441803,"accuracy":0.511858,"main_score":0.441803,"hf_subset":"kan_Knda-luo_Latn","languages":["kan-Knda","luo-Latn"]},{"precision":0.632462,"recall":0.70751,"f1":0.65401,"accuracy":0.70751,"main_score":0.65401,"hf_subset":"kan_Knda-ory_Orya","languages":["kan-Knda","ory-Orya"]},{"precision":0.400352,"recall":0.493083,"f1":0.425361,"accuracy":0.493083,"main_score":0.425361,"hf_subset":"kan_Knda-sna_Latn","languages":["kan-Knda","sna-Latn"]},{"precision":0.37199,"recall":0.47332,"f1":0.399063,"accuracy":0.47332,"main_score":0.399063,"hf_subset":"kan_Knda-tso_Latn","languages":["kan-Knda","tso-Latn"]},{"precision":0.814723,"recall":0.865613,"f1":0.830618,"accuracy":0.865613,"main_score":0.830618,"hf_subset":"kan_Knda-azj_Latn","languages":["kan-Knda","azj-Latn"]},{"precision":0.38473,"recall":0.487154,"f1":0.412174,"accuracy":0.487154,"main_score":0.412174,"hf_subset":"kan_Knda-dik_Latn","languages":["kan-Knda","dik-Latn"]},{"precision":0.421452,"recall":0.502964,"f1":0.44344,"accuracy":0.502964,"main_score":0.44344,"hf_subset":"kan_Knda-hau_Latn","languages":["kan-Knda","hau-Latn"]},{"precision":0.76138,"recall":0.825099,"f1":0.780303,"accuracy":0.825099,"main_score":0.780303,"hf_subset":"kan_Knda-kea_Latn","languages":["kan-Knda","kea-Latn"]},{"precision":0.542583,"recall":0.630435,"f1":0.567228,"accuracy":0.630435,"main_score":0.567228,"hf_subset":"kan_Knda-lus_Latn","languages":["kan-Knda","lus-Latn"]},{"precision":0.684783,"recall":0.757905,"f1":0.706588,"accuracy":0.757905,"main_score":0.706588,"hf_subset":"kan_Knda-pag_Latn","languages":["kan-Knda","pag-Latn"]},{"precision":0.726746,"recall":0.799407,"f1":0.749275,"accuracy":0.799407,"main_score":0.749275,"hf_subset":"kan_Knda-snd_Arab","languages":["kan-Knda","snd-Arab"]},{"precision":0.575292,"recall":0.660079,"f1":0.599173,"accuracy":0.660079,"main_score":0.599173,"hf_subset":"kan_Knda-tuk_Latn","languages":["kan-Knda","tuk-Latn"]},{"precision":0.61626,"recall":0.694664,"f1":0.638696,"accuracy":0.694664,"main_score":0.638696,"hf_subset":"kan_Knda-bak_Cyrl","languages":["kan-Knda","bak-Cyrl"]},{"precision":0.311218,"recall":0.418972,"f1":0.338873,"accuracy":0.418972,"main_score":0.338873,"hf_subset":"kan_Knda-dyu_Latn","languages":["kan-Knda","dyu-Latn"]},{"precision":0.903409,"recall":0.932806,"f1":0.912945,"accuracy":0.932806,"main_score":0.912945,"hf_subset":"kan_Knda-heb_Hebr","languages":["kan-Knda","heb-Hebr"]},{"precision":0.420569,"recall":0.501976,"f1":0.44247,"accuracy":0.501976,"main_score":0.44247,"hf_subset":"kan_Knda-khk_Cyrl","languages":["kan-Knda","khk-Cyrl"]},{"precision":0.791288,"recall":0.847826,"f1":0.808649,"accuracy":0.847826,"main_score":0.808649,"hf_subset":"kan_Knda-lvs_Latn","languages":["kan-Knda","lvs-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"kan_Knda-pan_Guru","languages":["kan-Knda","pan-Guru"]},{"precision":0.366908,"recall":0.454545,"f1":0.390447,"accuracy":0.454545,"main_score":0.390447,"hf_subset":"kan_Knda-som_Latn","languages":["kan-Knda","som-Latn"]},{"precision":0.437807,"recall":0.523715,"f1":0.460897,"accuracy":0.523715,"main_score":0.460897,"hf_subset":"kan_Knda-tum_Latn","languages":["kan-Knda","tum-Latn"]},{"precision":0.311318,"recall":0.389328,"f1":0.332407,"accuracy":0.389328,"main_score":0.332407,"hf_subset":"lmo_Latn-ace_Arab","languages":["lmo-Latn","ace-Arab"]},{"precision":0.389882,"recall":0.460474,"f1":0.409988,"accuracy":0.460474,"main_score":0.409988,"hf_subset":"lmo_Latn-bam_Latn","languages":["lmo-Latn","bam-Latn"]},{"precision":0.159055,"recall":0.214427,"f1":0.173165,"accuracy":0.214427,"main_score":0.173165,"hf_subset":"lmo_Latn-dzo_Tibt","languages":["lmo-Latn","dzo-Tibt"]},{"precision":0.859618,"recall":0.895257,"f1":0.870553,"accuracy":0.895257,"main_score":0.870553,"hf_subset":"lmo_Latn-hin_Deva","languages":["lmo-Latn","hin-Deva"]},{"precision":0.598264,"recall":0.667984,"f1":0.617703,"accuracy":0.667984,"main_score":0.617703,"hf_subset":"lmo_Latn-khm_Khmr","languages":["lmo-Latn","khm-Khmr"]},{"precision":0.847177,"recall":0.886364,"f1":0.859192,"accuracy":0.886364,"main_score":0.859192,"hf_subset":"lmo_Latn-mag_Deva","languages":["lmo-Latn","mag-Deva"]},{"precision":0.836801,"recall":0.87747,"f1":0.849179,"accuracy":0.87747,"main_score":0.849179,"hf_subset":"lmo_Latn-pap_Latn","languages":["lmo-Latn","pap-Latn"]},{"precision":0.441167,"recall":0.51581,"f1":0.462378,"accuracy":0.51581,"main_score":0.462378,"hf_subset":"lmo_Latn-sot_Latn","languages":["lmo-Latn","sot-Latn"]},{"precision":0.863126,"recall":0.893281,"f1":0.872431,"accuracy":0.893281,"main_score":0.872431,"hf_subset":"lmo_Latn-tur_Latn","languages":["lmo-Latn","tur-Latn"]},{"precision":0.649209,"recall":0.702569,"f1":0.665777,"accuracy":0.702569,"main_score":0.665777,"hf_subset":"lmo_Latn-ace_Latn","languages":["lmo-Latn","ace-Latn"]},{"precision":0.729227,"recall":0.772727,"f1":0.741921,"accuracy":0.772727,"main_score":0.741921,"hf_subset":"lmo_Latn-ban_Latn","languages":["lmo-Latn","ban-Latn"]},{"precision":0.771278,"recall":0.83004,"f1":0.78938,"accuracy":0.83004,"main_score":0.78938,"hf_subset":"lmo_Latn-ell_Grek","languages":["lmo-Latn","ell-Grek"]},{"precision":0.843067,"recall":0.879447,"f1":0.85415,"accuracy":0.879447,"main_score":0.85415,"hf_subset":"lmo_Latn-hne_Deva","languages":["lmo-Latn","hne-Deva"]},{"precision":0.440671,"recall":0.517787,"f1":0.462376,"accuracy":0.517787,"main_score":0.462376,"hf_subset":"lmo_Latn-kik_Latn","languages":["lmo-Latn","kik-Latn"]},{"precision":0.842262,"recall":0.882411,"f1":0.854084,"accuracy":0.882411,"main_score":0.854084,"hf_subset":"lmo_Latn-mai_Deva","languages":["lmo-Latn","mai-Deva"]},{"precision":0.695235,"recall":0.750988,"f1":0.712,"accuracy":0.750988,"main_score":0.712,"hf_subset":"lmo_Latn-pbt_Arab","languages":["lmo-Latn","pbt-Arab"]},{"precision":0.888043,"recall":0.920949,"f1":0.898221,"accuracy":0.920949,"main_score":0.898221,"hf_subset":"lmo_Latn-spa_Latn","languages":["lmo-Latn","spa-Latn"]},{"precision":0.4989,"recall":0.574111,"f1":0.520382,"accuracy":0.574111,"main_score":0.520382,"hf_subset":"lmo_Latn-twi_Latn","languages":["lmo-Latn","twi-Latn"]},{"precision":0.821764,"recall":0.862648,"f1":0.834508,"accuracy":0.862648,"main_score":0.834508,"hf_subset":"lmo_Latn-acm_Arab","languages":["lmo-Latn","acm-Arab"]},{"precision":0.697271,"recall":0.756917,"f1":0.714703,"accuracy":0.756917,"main_score":0.714703,"hf_subset":"lmo_Latn-bel_Cyrl","languages":["lmo-Latn","bel-Cyrl"]},{"precision":0.902042,"recall":0.927866,"f1":0.909881,"accuracy":0.927866,"main_score":0.909881,"hf_subset":"lmo_Latn-eng_Latn","languages":["lmo-Latn","eng-Latn"]},{"precision":0.824763,"recall":0.860672,"f1":0.835404,"accuracy":0.860672,"main_score":0.835404,"hf_subset":"lmo_Latn-hrv_Latn","languages":["lmo-Latn","hrv-Latn"]},{"precision":0.39363,"recall":0.470356,"f1":0.414722,"accuracy":0.470356,"main_score":0.414722,"hf_subset":"lmo_Latn-kin_Latn","languages":["lmo-Latn","kin-Latn"]},{"precision":0.790095,"recall":0.839921,"f1":0.805207,"accuracy":0.839921,"main_score":0.805207,"hf_subset":"lmo_Latn-mal_Mlym","languages":["lmo-Latn","mal-Mlym"]},{"precision":0.846336,"recall":0.883399,"f1":0.857682,"accuracy":0.883399,"main_score":0.857682,"hf_subset":"lmo_Latn-pes_Arab","languages":["lmo-Latn","pes-Arab"]},{"precision":0.85131,"recall":0.885375,"f1":0.86107,"accuracy":0.885375,"main_score":0.86107,"hf_subset":"lmo_Latn-srd_Latn","languages":["lmo-Latn","srd-Latn"]},{"precision":0.118245,"recall":0.183794,"f1":0.133943,"accuracy":0.183794,"main_score":0.133943,"hf_subset":"lmo_Latn-tzm_Tfng","languages":["lmo-Latn","tzm-Tfng"]},{"precision":0.826565,"recall":0.870553,"f1":0.839875,"accuracy":0.870553,"main_score":0.839875,"hf_subset":"lmo_Latn-acq_Arab","languages":["lmo-Latn","acq-Arab"]},{"precision":0.445301,"recall":0.520751,"f1":0.465739,"accuracy":0.520751,"main_score":0.465739,"hf_subset":"lmo_Latn-bem_Latn","languages":["lmo-Latn","bem-Latn"]},{"precision":0.810655,"recall":0.849802,"f1":0.822021,"accuracy":0.849802,"main_score":0.822021,"hf_subset":"lmo_Latn-epo_Latn","languages":["lmo-Latn","epo-Latn"]},{"precision":0.753435,"recall":0.814229,"f1":0.771906,"accuracy":0.814229,"main_score":0.771906,"hf_subset":"lmo_Latn-hun_Latn","languages":["lmo-Latn","hun-Latn"]},{"precision":0.610178,"recall":0.674901,"f1":0.630124,"accuracy":0.674901,"main_score":0.630124,"hf_subset":"lmo_Latn-kir_Cyrl","languages":["lmo-Latn","kir-Cyrl"]},{"precision":0.823428,"recall":0.865613,"f1":0.836465,"accuracy":0.865613,"main_score":0.836465,"hf_subset":"lmo_Latn-mar_Deva","languages":["lmo-Latn","mar-Deva"]},{"precision":0.446369,"recall":0.520751,"f1":0.468227,"accuracy":0.520751,"main_score":0.468227,"hf_subset":"lmo_Latn-plt_Latn","languages":["lmo-Latn","plt-Latn"]},{"precision":0.794082,"recall":0.836957,"f1":0.807444,"accuracy":0.836957,"main_score":0.807444,"hf_subset":"lmo_Latn-srp_Cyrl","languages":["lmo-Latn","srp-Cyrl"]},{"precision":0.299071,"recall":0.369565,"f1":0.319106,"accuracy":0.369565,"main_score":0.319106,"hf_subset":"lmo_Latn-uig_Arab","languages":["lmo-Latn","uig-Arab"]},{"precision":0.77677,"recall":0.823123,"f1":0.790277,"accuracy":0.823123,"main_score":0.790277,"hf_subset":"lmo_Latn-aeb_Arab","languages":["lmo-Latn","aeb-Arab"]},{"precision":0.840766,"recall":0.879447,"f1":0.852404,"accuracy":0.879447,"main_score":0.852404,"hf_subset":"lmo_Latn-ben_Beng","languages":["lmo-Latn","ben-Beng"]},{"precision":0.686497,"recall":0.742095,"f1":0.703146,"accuracy":0.742095,"main_score":0.703146,"hf_subset":"lmo_Latn-est_Latn","languages":["lmo-Latn","est-Latn"]},{"precision":0.627505,"recall":0.6917,"f1":0.646549,"accuracy":0.6917,"main_score":0.646549,"hf_subset":"lmo_Latn-hye_Armn","languages":["lmo-Latn","hye-Armn"]},{"precision":0.405627,"recall":0.483202,"f1":0.427459,"accuracy":0.483202,"main_score":0.427459,"hf_subset":"lmo_Latn-kmb_Latn","languages":["lmo-Latn","kmb-Latn"]},{"precision":0.245576,"recall":0.328063,"f1":0.267178,"accuracy":0.328063,"main_score":0.267178,"hf_subset":"lmo_Latn-min_Arab","languages":["lmo-Latn","min-Arab"]},{"precision":0.849465,"recall":0.885375,"f1":0.860365,"accuracy":0.885375,"main_score":0.860365,"hf_subset":"lmo_Latn-pol_Latn","languages":["lmo-Latn","pol-Latn"]},{"precision":0.405536,"recall":0.485178,"f1":0.42674,"accuracy":0.485178,"main_score":0.42674,"hf_subset":"lmo_Latn-ssw_Latn","languages":["lmo-Latn","ssw-Latn"]},{"precision":0.847145,"recall":0.882411,"f1":0.857532,"accuracy":0.882411,"main_score":0.857532,"hf_subset":"lmo_Latn-ukr_Cyrl","languages":["lmo-Latn","ukr-Cyrl"]},{"precision":0.801094,"recall":0.843874,"f1":0.813886,"accuracy":0.843874,"main_score":0.813886,"hf_subset":"lmo_Latn-afr_Latn","languages":["lmo-Latn","afr-Latn"]},{"precision":0.816758,"recall":0.856719,"f1":0.829035,"accuracy":0.856719,"main_score":0.829035,"hf_subset":"lmo_Latn-bho_Deva","languages":["lmo-Latn","bho-Deva"]},{"precision":0.642178,"recall":0.70751,"f1":0.661748,"accuracy":0.70751,"main_score":0.661748,"hf_subset":"lmo_Latn-eus_Latn","languages":["lmo-Latn","eus-Latn"]},{"precision":0.408573,"recall":0.495059,"f1":0.432765,"accuracy":0.495059,"main_score":0.432765,"hf_subset":"lmo_Latn-ibo_Latn","languages":["lmo-Latn","ibo-Latn"]},{"precision":0.463474,"recall":0.541502,"f1":0.485018,"accuracy":0.541502,"main_score":0.485018,"hf_subset":"lmo_Latn-kmr_Latn","languages":["lmo-Latn","kmr-Latn"]},{"precision":0.686893,"recall":0.748024,"f1":0.704583,"accuracy":0.748024,"main_score":0.704583,"hf_subset":"lmo_Latn-min_Latn","languages":["lmo-Latn","min-Latn"]},{"precision":0.896039,"recall":0.925889,"f1":0.905523,"accuracy":0.925889,"main_score":0.905523,"hf_subset":"lmo_Latn-por_Latn","languages":["lmo-Latn","por-Latn"]},{"precision":0.74908,"recall":0.79249,"f1":0.761613,"accuracy":0.79249,"main_score":0.761613,"hf_subset":"lmo_Latn-sun_Latn","languages":["lmo-Latn","sun-Latn"]},{"precision":0.405898,"recall":0.483202,"f1":0.42756,"accuracy":0.483202,"main_score":0.42756,"hf_subset":"lmo_Latn-umb_Latn","languages":["lmo-Latn","umb-Latn"]},{"precision":0.835271,"recall":0.869565,"f1":0.845243,"accuracy":0.869565,"main_score":0.845243,"hf_subset":"lmo_Latn-ajp_Arab","languages":["lmo-Latn","ajp-Arab"]},{"precision":0.288326,"recall":0.362648,"f1":0.308972,"accuracy":0.362648,"main_score":0.308972,"hf_subset":"lmo_Latn-bjn_Arab","languages":["lmo-Latn","bjn-Arab"]},{"precision":0.423724,"recall":0.496047,"f1":0.443707,"accuracy":0.496047,"main_score":0.443707,"hf_subset":"lmo_Latn-ewe_Latn","languages":["lmo-Latn","ewe-Latn"]},{"precision":0.675857,"recall":0.733202,"f1":0.69253,"accuracy":0.733202,"main_score":0.69253,"hf_subset":"lmo_Latn-ilo_Latn","languages":["lmo-Latn","ilo-Latn"]},{"precision":0.192874,"recall":0.26087,"f1":0.209928,"accuracy":0.26087,"main_score":0.209928,"hf_subset":"lmo_Latn-knc_Arab","languages":["lmo-Latn","knc-Arab"]},{"precision":0.787886,"recall":0.827075,"f1":0.799208,"accuracy":0.827075,"main_score":0.799208,"hf_subset":"lmo_Latn-mkd_Cyrl","languages":["lmo-Latn","mkd-Cyrl"]},{"precision":0.842968,"recall":0.883399,"f1":0.855435,"accuracy":0.883399,"main_score":0.855435,"hf_subset":"lmo_Latn-prs_Arab","languages":["lmo-Latn","prs-Arab"]},{"precision":0.833219,"recall":0.870553,"f1":0.844114,"accuracy":0.870553,"main_score":0.844114,"hf_subset":"lmo_Latn-swe_Latn","languages":["lmo-Latn","swe-Latn"]},{"precision":0.76721,"recall":0.823123,"f1":0.783608,"accuracy":0.823123,"main_score":0.783608,"hf_subset":"lmo_Latn-urd_Arab","languages":["lmo-Latn","urd-Arab"]},{"precision":0.482246,"recall":0.55336,"f1":0.503035,"accuracy":0.55336,"main_score":0.503035,"hf_subset":"lmo_Latn-aka_Latn","languages":["lmo-Latn","aka-Latn"]},{"precision":0.703898,"recall":0.757905,"f1":0.720064,"accuracy":0.757905,"main_score":0.720064,"hf_subset":"lmo_Latn-bjn_Latn","languages":["lmo-Latn","bjn-Latn"]},{"precision":0.532404,"recall":0.592885,"f1":0.549842,"accuracy":0.592885,"main_score":0.549842,"hf_subset":"lmo_Latn-fao_Latn","languages":["lmo-Latn","fao-Latn"]},{"precision":0.87333,"recall":0.906126,"f1":0.883053,"accuracy":0.906126,"main_score":0.883053,"hf_subset":"lmo_Latn-ind_Latn","languages":["lmo-Latn","ind-Latn"]},{"precision":0.4605,"recall":0.523715,"f1":0.478315,"accuracy":0.523715,"main_score":0.478315,"hf_subset":"lmo_Latn-knc_Latn","languages":["lmo-Latn","knc-Latn"]},{"precision":0.757445,"recall":0.805336,"f1":0.771101,"accuracy":0.805336,"main_score":0.771101,"hf_subset":"lmo_Latn-mlt_Latn","languages":["lmo-Latn","mlt-Latn"]},{"precision":0.498355,"recall":0.576087,"f1":0.52021,"accuracy":0.576087,"main_score":0.52021,"hf_subset":"lmo_Latn-quy_Latn","languages":["lmo-Latn","quy-Latn"]},{"precision":0.674565,"recall":0.738142,"f1":0.693478,"accuracy":0.738142,"main_score":0.693478,"hf_subset":"lmo_Latn-swh_Latn","languages":["lmo-Latn","swh-Latn"]},{"precision":0.567465,"recall":0.632411,"f1":0.586233,"accuracy":0.632411,"main_score":0.586233,"hf_subset":"lmo_Latn-uzn_Latn","languages":["lmo-Latn","uzn-Latn"]},{"precision":0.733457,"recall":0.779644,"f1":0.746994,"accuracy":0.779644,"main_score":0.746994,"hf_subset":"lmo_Latn-als_Latn","languages":["lmo-Latn","als-Latn"]},{"precision":0.190749,"recall":0.253953,"f1":0.207384,"accuracy":0.253953,"main_score":0.207384,"hf_subset":"lmo_Latn-bod_Tibt","languages":["lmo-Latn","bod-Tibt"]},{"precision":0.422227,"recall":0.495059,"f1":0.44303,"accuracy":0.495059,"main_score":0.44303,"hf_subset":"lmo_Latn-fij_Latn","languages":["lmo-Latn","fij-Latn"]},{"precision":0.478963,"recall":0.545455,"f1":0.49721,"accuracy":0.545455,"main_score":0.49721,"hf_subset":"lmo_Latn-isl_Latn","languages":["lmo-Latn","isl-Latn"]},{"precision":0.493173,"recall":0.564229,"f1":0.513081,"accuracy":0.564229,"main_score":0.513081,"hf_subset":"lmo_Latn-kon_Latn","languages":["lmo-Latn","kon-Latn"]},{"precision":0.385961,"recall":0.479249,"f1":0.411758,"accuracy":0.479249,"main_score":0.411758,"hf_subset":"lmo_Latn-mni_Beng","languages":["lmo-Latn","mni-Beng"]},{"precision":0.889864,"recall":0.91502,"f1":0.89748,"accuracy":0.91502,"main_score":0.89748,"hf_subset":"lmo_Latn-ron_Latn","languages":["lmo-Latn","ron-Latn"]},{"precision":0.712463,"recall":0.762846,"f1":0.72718,"accuracy":0.762846,"main_score":0.72718,"hf_subset":"lmo_Latn-szl_Latn","languages":["lmo-Latn","szl-Latn"]},{"precision":0.917837,"recall":0.939723,"f1":0.924446,"accuracy":0.939723,"main_score":0.924446,"hf_subset":"lmo_Latn-vec_Latn","languages":["lmo-Latn","vec-Latn"]},{"precision":0.589742,"recall":0.664032,"f1":0.611257,"accuracy":0.664032,"main_score":0.611257,"hf_subset":"lmo_Latn-amh_Ethi","languages":["lmo-Latn","amh-Ethi"]},{"precision":0.841769,"recall":0.87747,"f1":0.85236,"accuracy":0.87747,"main_score":0.85236,"hf_subset":"lmo_Latn-bos_Latn","languages":["lmo-Latn","bos-Latn"]},{"precision":0.795282,"recall":0.835968,"f1":0.807781,"accuracy":0.835968,"main_score":0.807781,"hf_subset":"lmo_Latn-fin_Latn","languages":["lmo-Latn","fin-Latn"]},{"precision":0.915761,"recall":0.937747,"f1":0.922464,"accuracy":0.937747,"main_score":0.922464,"hf_subset":"lmo_Latn-ita_Latn","languages":["lmo-Latn","ita-Latn"]},{"precision":0.822628,"recall":0.867589,"f1":0.8365,"accuracy":0.867589,"main_score":0.8365,"hf_subset":"lmo_Latn-kor_Hang","languages":["lmo-Latn","kor-Hang"]},{"precision":0.43569,"recall":0.507905,"f1":0.456264,"accuracy":0.507905,"main_score":0.456264,"hf_subset":"lmo_Latn-mos_Latn","languages":["lmo-Latn","mos-Latn"]},{"precision":0.420502,"recall":0.498024,"f1":0.441888,"accuracy":0.498024,"main_score":0.441888,"hf_subset":"lmo_Latn-run_Latn","languages":["lmo-Latn","run-Latn"]},{"precision":0.791411,"recall":0.842885,"f1":0.806859,"accuracy":0.842885,"main_score":0.806859,"hf_subset":"lmo_Latn-tam_Taml","languages":["lmo-Latn","tam-Taml"]},{"precision":0.828211,"recall":0.869565,"f1":0.840716,"accuracy":0.869565,"main_score":0.840716,"hf_subset":"lmo_Latn-vie_Latn","languages":["lmo-Latn","vie-Latn"]},{"precision":0.813546,"recall":0.851779,"f1":0.824415,"accuracy":0.851779,"main_score":0.824415,"hf_subset":"lmo_Latn-apc_Arab","languages":["lmo-Latn","apc-Arab"]},{"precision":0.614044,"recall":0.676877,"f1":0.632693,"accuracy":0.676877,"main_score":0.632693,"hf_subset":"lmo_Latn-bug_Latn","languages":["lmo-Latn","bug-Latn"]},{"precision":0.3758,"recall":0.449605,"f1":0.39632,"accuracy":0.449605,"main_score":0.39632,"hf_subset":"lmo_Latn-fon_Latn","languages":["lmo-Latn","fon-Latn"]},{"precision":0.747645,"recall":0.793478,"f1":0.761317,"accuracy":0.793478,"main_score":0.761317,"hf_subset":"lmo_Latn-jav_Latn","languages":["lmo-Latn","jav-Latn"]},{"precision":0.558838,"recall":0.626482,"f1":0.577045,"accuracy":0.626482,"main_score":0.577045,"hf_subset":"lmo_Latn-lao_Laoo","languages":["lmo-Latn","lao-Laoo"]},{"precision":0.392475,"recall":0.47332,"f1":0.414734,"accuracy":0.47332,"main_score":0.414734,"hf_subset":"lmo_Latn-mri_Latn","languages":["lmo-Latn","mri-Latn"]},{"precision":0.865069,"recall":0.899209,"f1":0.875725,"accuracy":0.899209,"main_score":0.875725,"hf_subset":"lmo_Latn-rus_Cyrl","languages":["lmo-Latn","rus-Cyrl"]},{"precision":0.409356,"recall":0.491107,"f1":0.432861,"accuracy":0.491107,"main_score":0.432861,"hf_subset":"lmo_Latn-taq_Latn","languages":["lmo-Latn","taq-Latn"]},{"precision":0.750486,"recall":0.796443,"f1":0.764468,"accuracy":0.796443,"main_score":0.764468,"hf_subset":"lmo_Latn-war_Latn","languages":["lmo-Latn","war-Latn"]},{"precision":0.834743,"recall":0.876482,"f1":0.847414,"accuracy":0.876482,"main_score":0.847414,"hf_subset":"lmo_Latn-arb_Arab","languages":["lmo-Latn","arb-Arab"]},{"precision":0.852259,"recall":0.885375,"f1":0.862143,"accuracy":0.885375,"main_score":0.862143,"hf_subset":"lmo_Latn-bul_Cyrl","languages":["lmo-Latn","bul-Cyrl"]},{"precision":0.896139,"recall":0.91996,"f1":0.903216,"accuracy":0.91996,"main_score":0.903216,"hf_subset":"lmo_Latn-fra_Latn","languages":["lmo-Latn","fra-Latn"]},{"precision":0.851548,"recall":0.889328,"f1":0.862927,"accuracy":0.889328,"main_score":0.862927,"hf_subset":"lmo_Latn-jpn_Jpan","languages":["lmo-Latn","jpn-Jpan"]},{"precision":0.890761,"recall":0.917984,"f1":0.898913,"accuracy":0.917984,"main_score":0.898913,"hf_subset":"lmo_Latn-lij_Latn","languages":["lmo-Latn","lij-Latn"]},{"precision":0.576674,"recall":0.650198,"f1":0.598603,"accuracy":0.650198,"main_score":0.598603,"hf_subset":"lmo_Latn-mya_Mymr","languages":["lmo-Latn","mya-Mymr"]},{"precision":0.463054,"recall":0.543478,"f1":0.485463,"accuracy":0.543478,"main_score":0.485463,"hf_subset":"lmo_Latn-sag_Latn","languages":["lmo-Latn","sag-Latn"]},{"precision":0.152539,"recall":0.230237,"f1":0.170307,"accuracy":0.230237,"main_score":0.170307,"hf_subset":"lmo_Latn-taq_Tfng","languages":["lmo-Latn","taq-Tfng"]},{"precision":0.480683,"recall":0.552372,"f1":0.501507,"accuracy":0.552372,"main_score":0.501507,"hf_subset":"lmo_Latn-wol_Latn","languages":["lmo-Latn","wol-Latn"]},{"precision":0.293895,"recall":0.384387,"f1":0.318109,"accuracy":0.384387,"main_score":0.318109,"hf_subset":"lmo_Latn-arb_Latn","languages":["lmo-Latn","arb-Latn"]},{"precision":0.880634,"recall":0.907115,"f1":0.888466,"accuracy":0.907115,"main_score":0.888466,"hf_subset":"lmo_Latn-cat_Latn","languages":["lmo-Latn","cat-Latn"]},{"precision":0.885458,"recall":0.917984,"f1":0.895982,"accuracy":0.917984,"main_score":0.895982,"hf_subset":"lmo_Latn-fur_Latn","languages":["lmo-Latn","fur-Latn"]},{"precision":0.299994,"recall":0.368577,"f1":0.318754,"accuracy":0.368577,"main_score":0.318754,"hf_subset":"lmo_Latn-kab_Latn","languages":["lmo-Latn","kab-Latn"]},{"precision":0.745125,"recall":0.788538,"f1":0.758531,"accuracy":0.788538,"main_score":0.758531,"hf_subset":"lmo_Latn-lim_Latn","languages":["lmo-Latn","lim-Latn"]},{"precision":0.868964,"recall":0.901186,"f1":0.878433,"accuracy":0.901186,"main_score":0.878433,"hf_subset":"lmo_Latn-nld_Latn","languages":["lmo-Latn","nld-Latn"]},{"precision":0.70322,"recall":0.763834,"f1":0.721537,"accuracy":0.763834,"main_score":0.721537,"hf_subset":"lmo_Latn-san_Deva","languages":["lmo-Latn","san-Deva"]},{"precision":0.597851,"recall":0.663043,"f1":0.6173,"accuracy":0.663043,"main_score":0.6173,"hf_subset":"lmo_Latn-tat_Cyrl","languages":["lmo-Latn","tat-Cyrl"]},{"precision":0.442794,"recall":0.522727,"f1":0.465101,"accuracy":0.522727,"main_score":0.465101,"hf_subset":"lmo_Latn-xho_Latn","languages":["lmo-Latn","xho-Latn"]},{"precision":0.825273,"recall":0.869565,"f1":0.838785,"accuracy":0.869565,"main_score":0.838785,"hf_subset":"lmo_Latn-ars_Arab","languages":["lmo-Latn","ars-Arab"]},{"precision":0.714448,"recall":0.76581,"f1":0.730105,"accuracy":0.76581,"main_score":0.730105,"hf_subset":"lmo_Latn-ceb_Latn","languages":["lmo-Latn","ceb-Latn"]},{"precision":0.425818,"recall":0.498024,"f1":0.446418,"accuracy":0.498024,"main_score":0.446418,"hf_subset":"lmo_Latn-fuv_Latn","languages":["lmo-Latn","fuv-Latn"]},{"precision":0.431444,"recall":0.51087,"f1":0.45335,"accuracy":0.51087,"main_score":0.45335,"hf_subset":"lmo_Latn-kac_Latn","languages":["lmo-Latn","kac-Latn"]},{"precision":0.491646,"recall":0.567194,"f1":0.512333,"accuracy":0.567194,"main_score":0.512333,"hf_subset":"lmo_Latn-lin_Latn","languages":["lmo-Latn","lin-Latn"]},{"precision":0.808153,"recall":0.849802,"f1":0.820686,"accuracy":0.849802,"main_score":0.820686,"hf_subset":"lmo_Latn-nno_Latn","languages":["lmo-Latn","nno-Latn"]},{"precision":0.183887,"recall":0.242095,"f1":0.198748,"accuracy":0.242095,"main_score":0.198748,"hf_subset":"lmo_Latn-sat_Olck","languages":["lmo-Latn","sat-Olck"]},{"precision":0.804117,"recall":0.850791,"f1":0.818202,"accuracy":0.850791,"main_score":0.818202,"hf_subset":"lmo_Latn-tel_Telu","languages":["lmo-Latn","tel-Telu"]},{"precision":0.331059,"recall":0.413043,"f1":0.353273,"accuracy":0.413043,"main_score":0.353273,"hf_subset":"lmo_Latn-ydd_Hebr","languages":["lmo-Latn","ydd-Hebr"]},{"precision":0.746492,"recall":0.802372,"f1":0.763307,"accuracy":0.802372,"main_score":0.763307,"hf_subset":"lmo_Latn-ary_Arab","languages":["lmo-Latn","ary-Arab"]},{"precision":0.82584,"recall":0.863636,"f1":0.837206,"accuracy":0.863636,"main_score":0.837206,"hf_subset":"lmo_Latn-ces_Latn","languages":["lmo-Latn","ces-Latn"]},{"precision":0.320588,"recall":0.403162,"f1":0.341454,"accuracy":0.403162,"main_score":0.341454,"hf_subset":"lmo_Latn-gaz_Latn","languages":["lmo-Latn","gaz-Latn"]},{"precision":0.445058,"recall":0.517787,"f1":0.465525,"accuracy":0.517787,"main_score":0.465525,"hf_subset":"lmo_Latn-kam_Latn","languages":["lmo-Latn","kam-Latn"]},{"precision":0.680174,"recall":0.735178,"f1":0.696818,"accuracy":0.735178,"main_score":0.696818,"hf_subset":"lmo_Latn-lit_Latn","languages":["lmo-Latn","lit-Latn"]},{"precision":0.835493,"recall":0.874506,"f1":0.847134,"accuracy":0.874506,"main_score":0.847134,"hf_subset":"lmo_Latn-nob_Latn","languages":["lmo-Latn","nob-Latn"]},{"precision":0.810433,"recall":0.858696,"f1":0.82506,"accuracy":0.858696,"main_score":0.82506,"hf_subset":"lmo_Latn-scn_Latn","languages":["lmo-Latn","scn-Latn"]},{"precision":0.436949,"recall":0.523715,"f1":0.461545,"accuracy":0.523715,"main_score":0.461545,"hf_subset":"lmo_Latn-tgk_Cyrl","languages":["lmo-Latn","tgk-Cyrl"]},{"precision":0.378838,"recall":0.459486,"f1":0.401902,"accuracy":0.459486,"main_score":0.401902,"hf_subset":"lmo_Latn-yor_Latn","languages":["lmo-Latn","yor-Latn"]},{"precision":0.824308,"recall":0.866601,"f1":0.837055,"accuracy":0.866601,"main_score":0.837055,"hf_subset":"lmo_Latn-arz_Arab","languages":["lmo-Latn","arz-Arab"]},{"precision":0.43907,"recall":0.527668,"f1":0.463221,"accuracy":0.527668,"main_score":0.463221,"hf_subset":"lmo_Latn-cjk_Latn","languages":["lmo-Latn","cjk-Latn"]},{"precision":0.398775,"recall":0.472332,"f1":0.419394,"accuracy":0.472332,"main_score":0.419394,"hf_subset":"lmo_Latn-gla_Latn","languages":["lmo-Latn","gla-Latn"]},{"precision":0.787604,"recall":0.835968,"f1":0.802734,"accuracy":0.835968,"main_score":0.802734,"hf_subset":"lmo_Latn-kan_Knda","languages":["lmo-Latn","kan-Knda"]},{"precision":0.833837,"recall":0.873518,"f1":0.846182,"accuracy":0.873518,"main_score":0.846182,"hf_subset":"lmo_Latn-npi_Deva","languages":["lmo-Latn","npi-Deva"]},{"precision":0.386548,"recall":0.469368,"f1":0.410044,"accuracy":0.469368,"main_score":0.410044,"hf_subset":"lmo_Latn-shn_Mymr","languages":["lmo-Latn","shn-Mymr"]},{"precision":0.761306,"recall":0.813241,"f1":0.77705,"accuracy":0.813241,"main_score":0.77705,"hf_subset":"lmo_Latn-tgl_Latn","languages":["lmo-Latn","tgl-Latn"]},{"precision":0.852833,"recall":0.88834,"f1":0.863224,"accuracy":0.88834,"main_score":0.863224,"hf_subset":"lmo_Latn-yue_Hant","languages":["lmo-Latn","yue-Hant"]},{"precision":0.7132,"recall":0.772727,"f1":0.730799,"accuracy":0.772727,"main_score":0.730799,"hf_subset":"lmo_Latn-asm_Beng","languages":["lmo-Latn","asm-Beng"]},{"precision":0.389893,"recall":0.468379,"f1":0.412725,"accuracy":0.468379,"main_score":0.412725,"hf_subset":"lmo_Latn-ckb_Arab","languages":["lmo-Latn","ckb-Arab"]},{"precision":0.395822,"recall":0.471344,"f1":0.417204,"accuracy":0.471344,"main_score":0.417204,"hf_subset":"lmo_Latn-gle_Latn","languages":["lmo-Latn","gle-Latn"]},{"precision":0.618923,"recall":0.690711,"f1":0.640448,"accuracy":0.690711,"main_score":0.640448,"hf_subset":"lmo_Latn-kas_Arab","languages":["lmo-Latn","kas-Arab"]},{"precision":0.595537,"recall":0.658103,"f1":0.614116,"accuracy":0.658103,"main_score":0.614116,"hf_subset":"lmo_Latn-ltg_Latn","languages":["lmo-Latn","ltg-Latn"]},{"precision":0.479755,"recall":0.547431,"f1":0.498742,"accuracy":0.547431,"main_score":0.498742,"hf_subset":"lmo_Latn-nso_Latn","languages":["lmo-Latn","nso-Latn"]},{"precision":0.625581,"recall":0.697628,"f1":0.647023,"accuracy":0.697628,"main_score":0.647023,"hf_subset":"lmo_Latn-sin_Sinh","languages":["lmo-Latn","sin-Sinh"]},{"precision":0.823008,"recall":0.867589,"f1":0.836666,"accuracy":0.867589,"main_score":0.836666,"hf_subset":"lmo_Latn-tha_Thai","languages":["lmo-Latn","tha-Thai"]},{"precision":0.839438,"recall":0.878458,"f1":0.851164,"accuracy":0.878458,"main_score":0.851164,"hf_subset":"lmo_Latn-zho_Hans","languages":["lmo-Latn","zho-Hans"]},{"precision":0.840555,"recall":0.873518,"f1":0.850358,"accuracy":0.873518,"main_score":0.850358,"hf_subset":"lmo_Latn-ast_Latn","languages":["lmo-Latn","ast-Latn"]},{"precision":0.666288,"recall":0.729249,"f1":0.684754,"accuracy":0.729249,"main_score":0.684754,"hf_subset":"lmo_Latn-crh_Latn","languages":["lmo-Latn","crh-Latn"]},{"precision":0.895105,"recall":0.917984,"f1":0.901751,"accuracy":0.917984,"main_score":0.901751,"hf_subset":"lmo_Latn-glg_Latn","languages":["lmo-Latn","glg-Latn"]},{"precision":0.5243,"recall":0.607708,"f1":0.549119,"accuracy":0.607708,"main_score":0.549119,"hf_subset":"lmo_Latn-kas_Deva","languages":["lmo-Latn","kas-Deva"]},{"precision":0.694709,"recall":0.753953,"f1":0.712029,"accuracy":0.753953,"main_score":0.712029,"hf_subset":"lmo_Latn-ltz_Latn","languages":["lmo-Latn","ltz-Latn"]},{"precision":0.338391,"recall":0.412055,"f1":0.359147,"accuracy":0.412055,"main_score":0.359147,"hf_subset":"lmo_Latn-nus_Latn","languages":["lmo-Latn","nus-Latn"]},{"precision":0.796733,"recall":0.836957,"f1":0.808899,"accuracy":0.836957,"main_score":0.808899,"hf_subset":"lmo_Latn-slk_Latn","languages":["lmo-Latn","slk-Latn"]},{"precision":0.356013,"recall":0.437747,"f1":0.378062,"accuracy":0.437747,"main_score":0.378062,"hf_subset":"lmo_Latn-tir_Ethi","languages":["lmo-Latn","tir-Ethi"]},{"precision":0.841878,"recall":0.879447,"f1":0.852739,"accuracy":0.879447,"main_score":0.852739,"hf_subset":"lmo_Latn-zho_Hant","languages":["lmo-Latn","zho-Hant"]},{"precision":0.841601,"recall":0.880435,"f1":0.85336,"accuracy":0.880435,"main_score":0.85336,"hf_subset":"lmo_Latn-awa_Deva","languages":["lmo-Latn","awa-Deva"]},{"precision":0.456846,"recall":0.525692,"f1":0.476073,"accuracy":0.525692,"main_score":0.476073,"hf_subset":"lmo_Latn-cym_Latn","languages":["lmo-Latn","cym-Latn"]},{"precision":0.614005,"recall":0.68083,"f1":0.63276,"accuracy":0.68083,"main_score":0.63276,"hf_subset":"lmo_Latn-grn_Latn","languages":["lmo-Latn","grn-Latn"]},{"precision":0.71933,"recall":0.77668,"f1":0.736181,"accuracy":0.77668,"main_score":0.736181,"hf_subset":"lmo_Latn-kat_Geor","languages":["lmo-Latn","kat-Geor"]},{"precision":0.49853,"recall":0.578063,"f1":0.521354,"accuracy":0.578063,"main_score":0.521354,"hf_subset":"lmo_Latn-lua_Latn","languages":["lmo-Latn","lua-Latn"]},{"precision":0.467838,"recall":0.534585,"f1":0.486915,"accuracy":0.534585,"main_score":0.486915,"hf_subset":"lmo_Latn-nya_Latn","languages":["lmo-Latn","nya-Latn"]},{"precision":0.757553,"recall":0.80336,"f1":0.770983,"accuracy":0.80336,"main_score":0.770983,"hf_subset":"lmo_Latn-slv_Latn","languages":["lmo-Latn","slv-Latn"]},{"precision":0.682733,"recall":0.738142,"f1":0.699344,"accuracy":0.738142,"main_score":0.699344,"hf_subset":"lmo_Latn-tpi_Latn","languages":["lmo-Latn","tpi-Latn"]},{"precision":0.835392,"recall":0.87747,"f1":0.848306,"accuracy":0.87747,"main_score":0.848306,"hf_subset":"lmo_Latn-zsm_Latn","languages":["lmo-Latn","zsm-Latn"]},{"precision":0.403092,"recall":0.48913,"f1":0.426596,"accuracy":0.48913,"main_score":0.426596,"hf_subset":"lmo_Latn-ayr_Latn","languages":["lmo-Latn","ayr-Latn"]},{"precision":0.855938,"recall":0.889328,"f1":0.866156,"accuracy":0.889328,"main_score":0.866156,"hf_subset":"lmo_Latn-dan_Latn","languages":["lmo-Latn","dan-Latn"]},{"precision":0.790234,"recall":0.838933,"f1":0.804725,"accuracy":0.838933,"main_score":0.804725,"hf_subset":"lmo_Latn-guj_Gujr","languages":["lmo-Latn","guj-Gujr"]},{"precision":0.63303,"recall":0.689723,"f1":0.649527,"accuracy":0.689723,"main_score":0.649527,"hf_subset":"lmo_Latn-kaz_Cyrl","languages":["lmo-Latn","kaz-Cyrl"]},{"precision":0.406477,"recall":0.480237,"f1":0.426602,"accuracy":0.480237,"main_score":0.426602,"hf_subset":"lmo_Latn-lug_Latn","languages":["lmo-Latn","lug-Latn"]},{"precision":0.885411,"recall":0.916008,"f1":0.894617,"accuracy":0.916008,"main_score":0.894617,"hf_subset":"lmo_Latn-oci_Latn","languages":["lmo-Latn","oci-Latn"]},{"precision":0.448537,"recall":0.527668,"f1":0.47065,"accuracy":0.527668,"main_score":0.47065,"hf_subset":"lmo_Latn-smo_Latn","languages":["lmo-Latn","smo-Latn"]},{"precision":0.418472,"recall":0.495059,"f1":0.439717,"accuracy":0.495059,"main_score":0.439717,"hf_subset":"lmo_Latn-tsn_Latn","languages":["lmo-Latn","tsn-Latn"]},{"precision":0.383359,"recall":0.471344,"f1":0.407433,"accuracy":0.471344,"main_score":0.407433,"hf_subset":"lmo_Latn-zul_Latn","languages":["lmo-Latn","zul-Latn"]},{"precision":0.580823,"recall":0.659091,"f1":0.604482,"accuracy":0.659091,"main_score":0.604482,"hf_subset":"lmo_Latn-azb_Arab","languages":["lmo-Latn","azb-Arab"]},{"precision":0.863596,"recall":0.897233,"f1":0.873257,"accuracy":0.897233,"main_score":0.873257,"hf_subset":"lmo_Latn-deu_Latn","languages":["lmo-Latn","deu-Latn"]},{"precision":0.667452,"recall":0.738142,"f1":0.688768,"accuracy":0.738142,"main_score":0.688768,"hf_subset":"lmo_Latn-hat_Latn","languages":["lmo-Latn","hat-Latn"]},{"precision":0.389955,"recall":0.461462,"f1":0.410076,"accuracy":0.461462,"main_score":0.410076,"hf_subset":"lmo_Latn-kbp_Latn","languages":["lmo-Latn","kbp-Latn"]},{"precision":0.461093,"recall":0.529644,"f1":0.480305,"accuracy":0.529644,"main_score":0.480305,"hf_subset":"lmo_Latn-luo_Latn","languages":["lmo-Latn","luo-Latn"]},{"precision":0.490471,"recall":0.561265,"f1":0.511247,"accuracy":0.561265,"main_score":0.511247,"hf_subset":"lmo_Latn-ory_Orya","languages":["lmo-Latn","ory-Orya"]},{"precision":0.429377,"recall":0.502964,"f1":0.450075,"accuracy":0.502964,"main_score":0.450075,"hf_subset":"lmo_Latn-sna_Latn","languages":["lmo-Latn","sna-Latn"]},{"precision":0.418472,"recall":0.496047,"f1":0.439953,"accuracy":0.496047,"main_score":0.439953,"hf_subset":"lmo_Latn-tso_Latn","languages":["lmo-Latn","tso-Latn"]},{"precision":0.671714,"recall":0.731225,"f1":0.689545,"accuracy":0.731225,"main_score":0.689545,"hf_subset":"lmo_Latn-azj_Latn","languages":["lmo-Latn","azj-Latn"]},{"precision":0.421249,"recall":0.500988,"f1":0.443969,"accuracy":0.500988,"main_score":0.443969,"hf_subset":"lmo_Latn-dik_Latn","languages":["lmo-Latn","dik-Latn"]},{"precision":0.436924,"recall":0.502964,"f1":0.456377,"accuracy":0.502964,"main_score":0.456377,"hf_subset":"lmo_Latn-hau_Latn","languages":["lmo-Latn","hau-Latn"]},{"precision":0.823511,"recall":0.866601,"f1":0.836272,"accuracy":0.866601,"main_score":0.836272,"hf_subset":"lmo_Latn-kea_Latn","languages":["lmo-Latn","kea-Latn"]},{"precision":0.578969,"recall":0.642292,"f1":0.598047,"accuracy":0.642292,"main_score":0.598047,"hf_subset":"lmo_Latn-lus_Latn","languages":["lmo-Latn","lus-Latn"]},{"precision":0.673378,"recall":0.730237,"f1":0.690338,"accuracy":0.730237,"main_score":0.690338,"hf_subset":"lmo_Latn-pag_Latn","languages":["lmo-Latn","pag-Latn"]},{"precision":0.572319,"recall":0.65415,"f1":0.596553,"accuracy":0.65415,"main_score":0.596553,"hf_subset":"lmo_Latn-snd_Arab","languages":["lmo-Latn","snd-Arab"]},{"precision":0.555543,"recall":0.62253,"f1":0.575383,"accuracy":0.62253,"main_score":0.575383,"hf_subset":"lmo_Latn-tuk_Latn","languages":["lmo-Latn","tuk-Latn"]},{"precision":0.60765,"recall":0.666008,"f1":0.624039,"accuracy":0.666008,"main_score":0.624039,"hf_subset":"lmo_Latn-bak_Cyrl","languages":["lmo-Latn","bak-Cyrl"]},{"precision":0.352473,"recall":0.438735,"f1":0.377028,"accuracy":0.438735,"main_score":0.377028,"hf_subset":"lmo_Latn-dyu_Latn","languages":["lmo-Latn","dyu-Latn"]},{"precision":0.698946,"recall":0.758893,"f1":0.71726,"accuracy":0.758893,"main_score":0.71726,"hf_subset":"lmo_Latn-heb_Hebr","languages":["lmo-Latn","heb-Hebr"]},{"precision":0.439467,"recall":0.511858,"f1":0.460465,"accuracy":0.511858,"main_score":0.460465,"hf_subset":"lmo_Latn-khk_Cyrl","languages":["lmo-Latn","khk-Cyrl"]},{"precision":0.708729,"recall":0.751976,"f1":0.721406,"accuracy":0.751976,"main_score":0.721406,"hf_subset":"lmo_Latn-lvs_Latn","languages":["lmo-Latn","lvs-Latn"]},{"precision":0.693544,"recall":0.756917,"f1":0.712965,"accuracy":0.756917,"main_score":0.712965,"hf_subset":"lmo_Latn-pan_Guru","languages":["lmo-Latn","pan-Guru"]},{"precision":0.394139,"recall":0.461462,"f1":0.41326,"accuracy":0.461462,"main_score":0.41326,"hf_subset":"lmo_Latn-som_Latn","languages":["lmo-Latn","som-Latn"]},{"precision":0.45345,"recall":0.517787,"f1":0.471634,"accuracy":0.517787,"main_score":0.471634,"hf_subset":"lmo_Latn-tum_Latn","languages":["lmo-Latn","tum-Latn"]},{"precision":0.274191,"recall":0.368577,"f1":0.29891,"accuracy":0.368577,"main_score":0.29891,"hf_subset":"npi_Deva-ace_Arab","languages":["npi-Deva","ace-Arab"]},{"precision":0.344879,"recall":0.444664,"f1":0.371388,"accuracy":0.444664,"main_score":0.371388,"hf_subset":"npi_Deva-bam_Latn","languages":["npi-Deva","bam-Latn"]},{"precision":0.166464,"recall":0.237154,"f1":0.185484,"accuracy":0.237154,"main_score":0.185484,"hf_subset":"npi_Deva-dzo_Tibt","languages":["npi-Deva","dzo-Tibt"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-hin_Deva","languages":["npi-Deva","hin-Deva"]},{"precision":0.836413,"recall":0.882411,"f1":0.851021,"accuracy":0.882411,"main_score":0.851021,"hf_subset":"npi_Deva-khm_Khmr","languages":["npi-Deva","khm-Khmr"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"npi_Deva-mag_Deva","languages":["npi-Deva","mag-Deva"]},{"precision":0.849045,"recall":0.891304,"f1":0.861924,"accuracy":0.891304,"main_score":0.861924,"hf_subset":"npi_Deva-pap_Latn","languages":["npi-Deva","pap-Latn"]},{"precision":0.40687,"recall":0.502964,"f1":0.432283,"accuracy":0.502964,"main_score":0.432283,"hf_subset":"npi_Deva-sot_Latn","languages":["npi-Deva","sot-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-tur_Latn","languages":["npi-Deva","tur-Latn"]},{"precision":0.63858,"recall":0.725296,"f1":0.66418,"accuracy":0.725296,"main_score":0.66418,"hf_subset":"npi_Deva-ace_Latn","languages":["npi-Deva","ace-Latn"]},{"precision":0.802125,"recall":0.855731,"f1":0.818874,"accuracy":0.855731,"main_score":0.818874,"hf_subset":"npi_Deva-ban_Latn","languages":["npi-Deva","ban-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"npi_Deva-ell_Grek","languages":["npi-Deva","ell-Grek"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"npi_Deva-hne_Deva","languages":["npi-Deva","hne-Deva"]},{"precision":0.389989,"recall":0.497036,"f1":0.418676,"accuracy":0.497036,"main_score":0.418676,"hf_subset":"npi_Deva-kik_Latn","languages":["npi-Deva","kik-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-mai_Deva","languages":["npi-Deva","mai-Deva"]},{"precision":0.879364,"recall":0.914032,"f1":0.890382,"accuracy":0.914032,"main_score":0.890382,"hf_subset":"npi_Deva-pbt_Arab","languages":["npi-Deva","pbt-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"npi_Deva-spa_Latn","languages":["npi-Deva","spa-Latn"]},{"precision":0.471494,"recall":0.575099,"f1":0.500222,"accuracy":0.575099,"main_score":0.500222,"hf_subset":"npi_Deva-twi_Latn","languages":["npi-Deva","twi-Latn"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"npi_Deva-acm_Arab","languages":["npi-Deva","acm-Arab"]},{"precision":0.833333,"recall":0.882411,"f1":0.848946,"accuracy":0.882411,"main_score":0.848946,"hf_subset":"npi_Deva-bel_Cyrl","languages":["npi-Deva","bel-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-eng_Latn","languages":["npi-Deva","eng-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"npi_Deva-hrv_Latn","languages":["npi-Deva","hrv-Latn"]},{"precision":0.363871,"recall":0.461462,"f1":0.389938,"accuracy":0.461462,"main_score":0.389938,"hf_subset":"npi_Deva-kin_Latn","languages":["npi-Deva","kin-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"npi_Deva-mal_Mlym","languages":["npi-Deva","mal-Mlym"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-pes_Arab","languages":["npi-Deva","pes-Arab"]},{"precision":0.833663,"recall":0.880435,"f1":0.848254,"accuracy":0.880435,"main_score":0.848254,"hf_subset":"npi_Deva-srd_Latn","languages":["npi-Deva","srd-Latn"]},{"precision":0.10883,"recall":0.186759,"f1":0.126552,"accuracy":0.186759,"main_score":0.126552,"hf_subset":"npi_Deva-tzm_Tfng","languages":["npi-Deva","tzm-Tfng"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"npi_Deva-acq_Arab","languages":["npi-Deva","acq-Arab"]},{"precision":0.430609,"recall":0.528656,"f1":0.457215,"accuracy":0.528656,"main_score":0.457215,"hf_subset":"npi_Deva-bem_Latn","languages":["npi-Deva","bem-Latn"]},{"precision":0.855049,"recall":0.894269,"f1":0.867013,"accuracy":0.894269,"main_score":0.867013,"hf_subset":"npi_Deva-epo_Latn","languages":["npi-Deva","epo-Latn"]},{"precision":0.92696,"recall":0.949605,"f1":0.934354,"accuracy":0.949605,"main_score":0.934354,"hf_subset":"npi_Deva-hun_Latn","languages":["npi-Deva","hun-Latn"]},{"precision":0.702817,"recall":0.77668,"f1":0.724676,"accuracy":0.77668,"main_score":0.724676,"hf_subset":"npi_Deva-kir_Cyrl","languages":["npi-Deva","kir-Cyrl"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"npi_Deva-mar_Deva","languages":["npi-Deva","mar-Deva"]},{"precision":0.427254,"recall":0.517787,"f1":0.45145,"accuracy":0.517787,"main_score":0.45145,"hf_subset":"npi_Deva-plt_Latn","languages":["npi-Deva","plt-Latn"]},{"precision":0.935935,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"npi_Deva-srp_Cyrl","languages":["npi-Deva","srp-Cyrl"]},{"precision":0.271991,"recall":0.355731,"f1":0.294123,"accuracy":0.355731,"main_score":0.294123,"hf_subset":"npi_Deva-uig_Arab","languages":["npi-Deva","uig-Arab"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"npi_Deva-aeb_Arab","languages":["npi-Deva","aeb-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-ben_Beng","languages":["npi-Deva","ben-Beng"]},{"precision":0.797612,"recall":0.847826,"f1":0.812648,"accuracy":0.847826,"main_score":0.812648,"hf_subset":"npi_Deva-est_Latn","languages":["npi-Deva","est-Latn"]},{"precision":0.831802,"recall":0.875494,"f1":0.845356,"accuracy":0.875494,"main_score":0.845356,"hf_subset":"npi_Deva-hye_Armn","languages":["npi-Deva","hye-Armn"]},{"precision":0.370951,"recall":0.460474,"f1":0.395456,"accuracy":0.460474,"main_score":0.395456,"hf_subset":"npi_Deva-kmb_Latn","languages":["npi-Deva","kmb-Latn"]},{"precision":0.22859,"recall":0.318182,"f1":0.250929,"accuracy":0.318182,"main_score":0.250929,"hf_subset":"npi_Deva-min_Arab","languages":["npi-Deva","min-Arab"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"npi_Deva-pol_Latn","languages":["npi-Deva","pol-Latn"]},{"precision":0.377562,"recall":0.478261,"f1":0.404121,"accuracy":0.478261,"main_score":0.404121,"hf_subset":"npi_Deva-ssw_Latn","languages":["npi-Deva","ssw-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"npi_Deva-ukr_Cyrl","languages":["npi-Deva","ukr-Cyrl"]},{"precision":0.927207,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"npi_Deva-afr_Latn","languages":["npi-Deva","afr-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"npi_Deva-bho_Deva","languages":["npi-Deva","bho-Deva"]},{"precision":0.611061,"recall":0.699605,"f1":0.636853,"accuracy":0.699605,"main_score":0.636853,"hf_subset":"npi_Deva-eus_Latn","languages":["npi-Deva","eus-Latn"]},{"precision":0.367051,"recall":0.472332,"f1":0.39463,"accuracy":0.472332,"main_score":0.39463,"hf_subset":"npi_Deva-ibo_Latn","languages":["npi-Deva","ibo-Latn"]},{"precision":0.419208,"recall":0.513834,"f1":0.443763,"accuracy":0.513834,"main_score":0.443763,"hf_subset":"npi_Deva-kmr_Latn","languages":["npi-Deva","kmr-Latn"]},{"precision":0.790053,"recall":0.84585,"f1":0.806851,"accuracy":0.84585,"main_score":0.806851,"hf_subset":"npi_Deva-min_Latn","languages":["npi-Deva","min-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-por_Latn","languages":["npi-Deva","por-Latn"]},{"precision":0.836001,"recall":0.882411,"f1":0.850593,"accuracy":0.882411,"main_score":0.850593,"hf_subset":"npi_Deva-sun_Latn","languages":["npi-Deva","sun-Latn"]},{"precision":0.363793,"recall":0.463439,"f1":0.390243,"accuracy":0.463439,"main_score":0.390243,"hf_subset":"npi_Deva-umb_Latn","languages":["npi-Deva","umb-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-ajp_Arab","languages":["npi-Deva","ajp-Arab"]},{"precision":0.2509,"recall":0.336957,"f1":0.273521,"accuracy":0.336957,"main_score":0.273521,"hf_subset":"npi_Deva-bjn_Arab","languages":["npi-Deva","bjn-Arab"]},{"precision":0.378194,"recall":0.467391,"f1":0.401499,"accuracy":0.467391,"main_score":0.401499,"hf_subset":"npi_Deva-ewe_Latn","languages":["npi-Deva","ewe-Latn"]},{"precision":0.650026,"recall":0.732213,"f1":0.674227,"accuracy":0.732213,"main_score":0.674227,"hf_subset":"npi_Deva-ilo_Latn","languages":["npi-Deva","ilo-Latn"]},{"precision":0.186481,"recall":0.261858,"f1":0.204607,"accuracy":0.261858,"main_score":0.204607,"hf_subset":"npi_Deva-knc_Arab","languages":["npi-Deva","knc-Arab"]},{"precision":0.919713,"recall":0.943676,"f1":0.927437,"accuracy":0.943676,"main_score":0.927437,"hf_subset":"npi_Deva-mkd_Cyrl","languages":["npi-Deva","mkd-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-prs_Arab","languages":["npi-Deva","prs-Arab"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"npi_Deva-swe_Latn","languages":["npi-Deva","swe-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"npi_Deva-urd_Arab","languages":["npi-Deva","urd-Arab"]},{"precision":0.438299,"recall":0.545455,"f1":0.467537,"accuracy":0.545455,"main_score":0.467537,"hf_subset":"npi_Deva-aka_Latn","languages":["npi-Deva","aka-Latn"]},{"precision":0.834964,"recall":0.879447,"f1":0.848518,"accuracy":0.879447,"main_score":0.848518,"hf_subset":"npi_Deva-bjn_Latn","languages":["npi-Deva","bjn-Latn"]},{"precision":0.558837,"recall":0.640316,"f1":0.582203,"accuracy":0.640316,"main_score":0.582203,"hf_subset":"npi_Deva-fao_Latn","languages":["npi-Deva","fao-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-ind_Latn","languages":["npi-Deva","ind-Latn"]},{"precision":0.418137,"recall":0.520751,"f1":0.445008,"accuracy":0.520751,"main_score":0.445008,"hf_subset":"npi_Deva-knc_Latn","languages":["npi-Deva","knc-Latn"]},{"precision":0.705435,"recall":0.781621,"f1":0.72796,"accuracy":0.781621,"main_score":0.72796,"hf_subset":"npi_Deva-mlt_Latn","languages":["npi-Deva","mlt-Latn"]},{"precision":0.452668,"recall":0.556324,"f1":0.480697,"accuracy":0.556324,"main_score":0.480697,"hf_subset":"npi_Deva-quy_Latn","languages":["npi-Deva","quy-Latn"]},{"precision":0.880847,"recall":0.91502,"f1":0.891502,"accuracy":0.91502,"main_score":0.891502,"hf_subset":"npi_Deva-swh_Latn","languages":["npi-Deva","swh-Latn"]},{"precision":0.634512,"recall":0.716403,"f1":0.658439,"accuracy":0.716403,"main_score":0.658439,"hf_subset":"npi_Deva-uzn_Latn","languages":["npi-Deva","uzn-Latn"]},{"precision":0.74781,"recall":0.817194,"f1":0.769269,"accuracy":0.817194,"main_score":0.769269,"hf_subset":"npi_Deva-als_Latn","languages":["npi-Deva","als-Latn"]},{"precision":0.192285,"recall":0.26087,"f1":0.209452,"accuracy":0.26087,"main_score":0.209452,"hf_subset":"npi_Deva-bod_Tibt","languages":["npi-Deva","bod-Tibt"]},{"precision":0.380281,"recall":0.486166,"f1":0.408604,"accuracy":0.486166,"main_score":0.408604,"hf_subset":"npi_Deva-fij_Latn","languages":["npi-Deva","fij-Latn"]},{"precision":0.532811,"recall":0.624506,"f1":0.558117,"accuracy":0.624506,"main_score":0.558117,"hf_subset":"npi_Deva-isl_Latn","languages":["npi-Deva","isl-Latn"]},{"precision":0.4603,"recall":0.55336,"f1":0.485795,"accuracy":0.55336,"main_score":0.485795,"hf_subset":"npi_Deva-kon_Latn","languages":["npi-Deva","kon-Latn"]},{"precision":0.383214,"recall":0.486166,"f1":0.410834,"accuracy":0.486166,"main_score":0.410834,"hf_subset":"npi_Deva-mni_Beng","languages":["npi-Deva","mni-Beng"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"npi_Deva-ron_Latn","languages":["npi-Deva","ron-Latn"]},{"precision":0.855319,"recall":0.896245,"f1":0.868314,"accuracy":0.896245,"main_score":0.868314,"hf_subset":"npi_Deva-szl_Latn","languages":["npi-Deva","szl-Latn"]},{"precision":0.913702,"recall":0.940711,"f1":0.922596,"accuracy":0.940711,"main_score":0.922596,"hf_subset":"npi_Deva-vec_Latn","languages":["npi-Deva","vec-Latn"]},{"precision":0.82304,"recall":0.875494,"f1":0.839822,"accuracy":0.875494,"main_score":0.839822,"hf_subset":"npi_Deva-amh_Ethi","languages":["npi-Deva","amh-Ethi"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"npi_Deva-bos_Latn","languages":["npi-Deva","bos-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"npi_Deva-fin_Latn","languages":["npi-Deva","fin-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-ita_Latn","languages":["npi-Deva","ita-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-kor_Hang","languages":["npi-Deva","kor-Hang"]},{"precision":0.372372,"recall":0.471344,"f1":0.398577,"accuracy":0.471344,"main_score":0.398577,"hf_subset":"npi_Deva-mos_Latn","languages":["npi-Deva","mos-Latn"]},{"precision":0.361857,"recall":0.466403,"f1":0.388907,"accuracy":0.466403,"main_score":0.388907,"hf_subset":"npi_Deva-run_Latn","languages":["npi-Deva","run-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"npi_Deva-tam_Taml","languages":["npi-Deva","tam-Taml"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"npi_Deva-vie_Latn","languages":["npi-Deva","vie-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"npi_Deva-apc_Arab","languages":["npi-Deva","apc-Arab"]},{"precision":0.598932,"recall":0.689723,"f1":0.625235,"accuracy":0.689723,"main_score":0.625235,"hf_subset":"npi_Deva-bug_Latn","languages":["npi-Deva","bug-Latn"]},{"precision":0.331084,"recall":0.429842,"f1":0.356268,"accuracy":0.429842,"main_score":0.356268,"hf_subset":"npi_Deva-fon_Latn","languages":["npi-Deva","fon-Latn"]},{"precision":0.843462,"recall":0.887352,"f1":0.857397,"accuracy":0.887352,"main_score":0.857397,"hf_subset":"npi_Deva-jav_Latn","languages":["npi-Deva","jav-Latn"]},{"precision":0.74081,"recall":0.813241,"f1":0.763472,"accuracy":0.813241,"main_score":0.763472,"hf_subset":"npi_Deva-lao_Laoo","languages":["npi-Deva","lao-Laoo"]},{"precision":0.339962,"recall":0.451581,"f1":0.368215,"accuracy":0.451581,"main_score":0.368215,"hf_subset":"npi_Deva-mri_Latn","languages":["npi-Deva","mri-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-rus_Cyrl","languages":["npi-Deva","rus-Cyrl"]},{"precision":0.379573,"recall":0.488142,"f1":0.407929,"accuracy":0.488142,"main_score":0.407929,"hf_subset":"npi_Deva-taq_Latn","languages":["npi-Deva","taq-Latn"]},{"precision":0.80136,"recall":0.856719,"f1":0.818725,"accuracy":0.856719,"main_score":0.818725,"hf_subset":"npi_Deva-war_Latn","languages":["npi-Deva","war-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-arb_Arab","languages":["npi-Deva","arb-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"npi_Deva-bul_Cyrl","languages":["npi-Deva","bul-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-fra_Latn","languages":["npi-Deva","fra-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-jpn_Jpan","languages":["npi-Deva","jpn-Jpan"]},{"precision":0.86306,"recall":0.90415,"f1":0.876383,"accuracy":0.90415,"main_score":0.876383,"hf_subset":"npi_Deva-lij_Latn","languages":["npi-Deva","lij-Latn"]},{"precision":0.81698,"recall":0.870553,"f1":0.834058,"accuracy":0.870553,"main_score":0.834058,"hf_subset":"npi_Deva-mya_Mymr","languages":["npi-Deva","mya-Mymr"]},{"precision":0.41494,"recall":0.521739,"f1":0.443223,"accuracy":0.521739,"main_score":0.443223,"hf_subset":"npi_Deva-sag_Latn","languages":["npi-Deva","sag-Latn"]},{"precision":0.122181,"recall":0.201581,"f1":0.136878,"accuracy":0.201581,"main_score":0.136878,"hf_subset":"npi_Deva-taq_Tfng","languages":["npi-Deva","taq-Tfng"]},{"precision":0.438115,"recall":0.547431,"f1":0.467739,"accuracy":0.547431,"main_score":0.467739,"hf_subset":"npi_Deva-wol_Latn","languages":["npi-Deva","wol-Latn"]},{"precision":0.26091,"recall":0.369565,"f1":0.288194,"accuracy":0.369565,"main_score":0.288194,"hf_subset":"npi_Deva-arb_Latn","languages":["npi-Deva","arb-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"npi_Deva-cat_Latn","languages":["npi-Deva","cat-Latn"]},{"precision":0.80443,"recall":0.859684,"f1":0.82164,"accuracy":0.859684,"main_score":0.82164,"hf_subset":"npi_Deva-fur_Latn","languages":["npi-Deva","fur-Latn"]},{"precision":0.263691,"recall":0.351779,"f1":0.286159,"accuracy":0.351779,"main_score":0.286159,"hf_subset":"npi_Deva-kab_Latn","languages":["npi-Deva","kab-Latn"]},{"precision":0.779101,"recall":0.836957,"f1":0.796904,"accuracy":0.836957,"main_score":0.796904,"hf_subset":"npi_Deva-lim_Latn","languages":["npi-Deva","lim-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-nld_Latn","languages":["npi-Deva","nld-Latn"]},{"precision":0.899045,"recall":0.928854,"f1":0.908762,"accuracy":0.928854,"main_score":0.908762,"hf_subset":"npi_Deva-san_Deva","languages":["npi-Deva","san-Deva"]},{"precision":0.647178,"recall":0.726285,"f1":0.670224,"accuracy":0.726285,"main_score":0.670224,"hf_subset":"npi_Deva-tat_Cyrl","languages":["npi-Deva","tat-Cyrl"]},{"precision":0.412833,"recall":0.517787,"f1":0.440541,"accuracy":0.517787,"main_score":0.440541,"hf_subset":"npi_Deva-xho_Latn","languages":["npi-Deva","xho-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-ars_Arab","languages":["npi-Deva","ars-Arab"]},{"precision":0.772003,"recall":0.833992,"f1":0.790975,"accuracy":0.833992,"main_score":0.790975,"hf_subset":"npi_Deva-ceb_Latn","languages":["npi-Deva","ceb-Latn"]},{"precision":0.398234,"recall":0.499012,"f1":0.424833,"accuracy":0.499012,"main_score":0.424833,"hf_subset":"npi_Deva-fuv_Latn","languages":["npi-Deva","fuv-Latn"]},{"precision":0.400151,"recall":0.506917,"f1":0.427946,"accuracy":0.506917,"main_score":0.427946,"hf_subset":"npi_Deva-kac_Latn","languages":["npi-Deva","kac-Latn"]},{"precision":0.457087,"recall":0.561265,"f1":0.485901,"accuracy":0.561265,"main_score":0.485901,"hf_subset":"npi_Deva-lin_Latn","languages":["npi-Deva","lin-Latn"]},{"precision":0.953557,"recall":0.967391,"f1":0.958169,"accuracy":0.967391,"main_score":0.958169,"hf_subset":"npi_Deva-nno_Latn","languages":["npi-Deva","nno-Latn"]},{"precision":0.203344,"recall":0.273715,"f1":0.220909,"accuracy":0.273715,"main_score":0.220909,"hf_subset":"npi_Deva-sat_Olck","languages":["npi-Deva","sat-Olck"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"npi_Deva-tel_Telu","languages":["npi-Deva","tel-Telu"]},{"precision":0.320293,"recall":0.416996,"f1":0.344286,"accuracy":0.416996,"main_score":0.344286,"hf_subset":"npi_Deva-ydd_Hebr","languages":["npi-Deva","ydd-Hebr"]},{"precision":0.890152,"recall":0.923913,"f1":0.901021,"accuracy":0.923913,"main_score":0.901021,"hf_subset":"npi_Deva-ary_Arab","languages":["npi-Deva","ary-Arab"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"npi_Deva-ces_Latn","languages":["npi-Deva","ces-Latn"]},{"precision":0.28494,"recall":0.37747,"f1":0.307935,"accuracy":0.37747,"main_score":0.307935,"hf_subset":"npi_Deva-gaz_Latn","languages":["npi-Deva","gaz-Latn"]},{"precision":0.399028,"recall":0.504941,"f1":0.426274,"accuracy":0.504941,"main_score":0.426274,"hf_subset":"npi_Deva-kam_Latn","languages":["npi-Deva","kam-Latn"]},{"precision":0.787615,"recall":0.843874,"f1":0.804809,"accuracy":0.843874,"main_score":0.804809,"hf_subset":"npi_Deva-lit_Latn","languages":["npi-Deva","lit-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"npi_Deva-nob_Latn","languages":["npi-Deva","nob-Latn"]},{"precision":0.753047,"recall":0.817194,"f1":0.772497,"accuracy":0.817194,"main_score":0.772497,"hf_subset":"npi_Deva-scn_Latn","languages":["npi-Deva","scn-Latn"]},{"precision":0.427552,"recall":0.52668,"f1":0.453421,"accuracy":0.52668,"main_score":0.453421,"hf_subset":"npi_Deva-tgk_Cyrl","languages":["npi-Deva","tgk-Cyrl"]},{"precision":0.351013,"recall":0.462451,"f1":0.380777,"accuracy":0.462451,"main_score":0.380777,"hf_subset":"npi_Deva-yor_Latn","languages":["npi-Deva","yor-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"npi_Deva-arz_Arab","languages":["npi-Deva","arz-Arab"]},{"precision":0.400203,"recall":0.509881,"f1":0.42934,"accuracy":0.509881,"main_score":0.42934,"hf_subset":"npi_Deva-cjk_Latn","languages":["npi-Deva","cjk-Latn"]},{"precision":0.341094,"recall":0.437747,"f1":0.365965,"accuracy":0.437747,"main_score":0.365965,"hf_subset":"npi_Deva-gla_Latn","languages":["npi-Deva","gla-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"npi_Deva-kan_Knda","languages":["npi-Deva","kan-Knda"]},{"precision":0.783992,"recall":0.841897,"f1":0.8016,"accuracy":0.841897,"main_score":0.8016,"hf_subset":"npi_Deva-lmo_Latn","languages":["npi-Deva","lmo-Latn"]},{"precision":0.334156,"recall":0.439723,"f1":0.361137,"accuracy":0.439723,"main_score":0.361137,"hf_subset":"npi_Deva-shn_Mymr","languages":["npi-Deva","shn-Mymr"]},{"precision":0.881917,"recall":0.917984,"f1":0.89361,"accuracy":0.917984,"main_score":0.89361,"hf_subset":"npi_Deva-tgl_Latn","languages":["npi-Deva","tgl-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"npi_Deva-yue_Hant","languages":["npi-Deva","yue-Hant"]},{"precision":0.911397,"recall":0.938735,"f1":0.92029,"accuracy":0.938735,"main_score":0.92029,"hf_subset":"npi_Deva-asm_Beng","languages":["npi-Deva","asm-Beng"]},{"precision":0.408575,"recall":0.502964,"f1":0.434384,"accuracy":0.502964,"main_score":0.434384,"hf_subset":"npi_Deva-ckb_Arab","languages":["npi-Deva","ckb-Arab"]},{"precision":0.361937,"recall":0.454545,"f1":0.385377,"accuracy":0.454545,"main_score":0.385377,"hf_subset":"npi_Deva-gle_Latn","languages":["npi-Deva","gle-Latn"]},{"precision":0.733967,"recall":0.805336,"f1":0.755325,"accuracy":0.805336,"main_score":0.755325,"hf_subset":"npi_Deva-kas_Arab","languages":["npi-Deva","kas-Arab"]},{"precision":0.599672,"recall":0.681818,"f1":0.622734,"accuracy":0.681818,"main_score":0.622734,"hf_subset":"npi_Deva-ltg_Latn","languages":["npi-Deva","ltg-Latn"]},{"precision":0.424231,"recall":0.529644,"f1":0.453591,"accuracy":0.529644,"main_score":0.453591,"hf_subset":"npi_Deva-nso_Latn","languages":["npi-Deva","nso-Latn"]},{"precision":0.872612,"recall":0.911067,"f1":0.884947,"accuracy":0.911067,"main_score":0.884947,"hf_subset":"npi_Deva-sin_Sinh","languages":["npi-Deva","sin-Sinh"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"npi_Deva-tha_Thai","languages":["npi-Deva","tha-Thai"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-zho_Hans","languages":["npi-Deva","zho-Hans"]},{"precision":0.959321,"recall":0.971344,"f1":0.963109,"accuracy":0.971344,"main_score":0.963109,"hf_subset":"npi_Deva-ast_Latn","languages":["npi-Deva","ast-Latn"]},{"precision":0.783936,"recall":0.841897,"f1":0.801715,"accuracy":0.841897,"main_score":0.801715,"hf_subset":"npi_Deva-crh_Latn","languages":["npi-Deva","crh-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"npi_Deva-glg_Latn","languages":["npi-Deva","glg-Latn"]},{"precision":0.606944,"recall":0.699605,"f1":0.633987,"accuracy":0.699605,"main_score":0.633987,"hf_subset":"npi_Deva-kas_Deva","languages":["npi-Deva","kas-Deva"]},{"precision":0.75336,"recall":0.820158,"f1":0.773979,"accuracy":0.820158,"main_score":0.773979,"hf_subset":"npi_Deva-ltz_Latn","languages":["npi-Deva","ltz-Latn"]},{"precision":0.30529,"recall":0.407115,"f1":0.332039,"accuracy":0.407115,"main_score":0.332039,"hf_subset":"npi_Deva-nus_Latn","languages":["npi-Deva","nus-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"npi_Deva-slk_Latn","languages":["npi-Deva","slk-Latn"]},{"precision":0.390536,"recall":0.485178,"f1":0.415749,"accuracy":0.485178,"main_score":0.415749,"hf_subset":"npi_Deva-tir_Ethi","languages":["npi-Deva","tir-Ethi"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-zho_Hant","languages":["npi-Deva","zho-Hant"]},{"precision":0.978096,"recall":0.98419,"f1":0.980072,"accuracy":0.98419,"main_score":0.980072,"hf_subset":"npi_Deva-awa_Deva","languages":["npi-Deva","awa-Deva"]},{"precision":0.425343,"recall":0.519763,"f1":0.449428,"accuracy":0.519763,"main_score":0.449428,"hf_subset":"npi_Deva-cym_Latn","languages":["npi-Deva","cym-Latn"]},{"precision":0.625445,"recall":0.709486,"f1":0.649841,"accuracy":0.709486,"main_score":0.649841,"hf_subset":"npi_Deva-grn_Latn","languages":["npi-Deva","grn-Latn"]},{"precision":0.889032,"recall":0.922925,"f1":0.899868,"accuracy":0.922925,"main_score":0.899868,"hf_subset":"npi_Deva-kat_Geor","languages":["npi-Deva","kat-Geor"]},{"precision":0.461761,"recall":0.561265,"f1":0.489593,"accuracy":0.561265,"main_score":0.489593,"hf_subset":"npi_Deva-lua_Latn","languages":["npi-Deva","lua-Latn"]},{"precision":0.450886,"recall":0.548419,"f1":0.478192,"accuracy":0.548419,"main_score":0.478192,"hf_subset":"npi_Deva-nya_Latn","languages":["npi-Deva","nya-Latn"]},{"precision":0.890234,"recall":0.923913,"f1":0.901087,"accuracy":0.923913,"main_score":0.901087,"hf_subset":"npi_Deva-slv_Latn","languages":["npi-Deva","slv-Latn"]},{"precision":0.709799,"recall":0.783597,"f1":0.731903,"accuracy":0.783597,"main_score":0.731903,"hf_subset":"npi_Deva-tpi_Latn","languages":["npi-Deva","tpi-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-zsm_Latn","languages":["npi-Deva","zsm-Latn"]},{"precision":0.370805,"recall":0.478261,"f1":0.398788,"accuracy":0.478261,"main_score":0.398788,"hf_subset":"npi_Deva-ayr_Latn","languages":["npi-Deva","ayr-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"npi_Deva-dan_Latn","languages":["npi-Deva","dan-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"npi_Deva-guj_Gujr","languages":["npi-Deva","guj-Gujr"]},{"precision":0.74383,"recall":0.809289,"f1":0.76334,"accuracy":0.809289,"main_score":0.76334,"hf_subset":"npi_Deva-kaz_Cyrl","languages":["npi-Deva","kaz-Cyrl"]},{"precision":0.365978,"recall":0.47332,"f1":0.393513,"accuracy":0.47332,"main_score":0.393513,"hf_subset":"npi_Deva-lug_Latn","languages":["npi-Deva","lug-Latn"]},{"precision":0.936594,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"npi_Deva-oci_Latn","languages":["npi-Deva","oci-Latn"]},{"precision":0.393139,"recall":0.506917,"f1":0.423514,"accuracy":0.506917,"main_score":0.423514,"hf_subset":"npi_Deva-smo_Latn","languages":["npi-Deva","smo-Latn"]},{"precision":0.382285,"recall":0.48419,"f1":0.408936,"accuracy":0.48419,"main_score":0.408936,"hf_subset":"npi_Deva-tsn_Latn","languages":["npi-Deva","tsn-Latn"]},{"precision":0.388334,"recall":0.485178,"f1":0.413582,"accuracy":0.485178,"main_score":0.413582,"hf_subset":"npi_Deva-zul_Latn","languages":["npi-Deva","zul-Latn"]},{"precision":0.681686,"recall":0.763834,"f1":0.706461,"accuracy":0.763834,"main_score":0.706461,"hf_subset":"npi_Deva-azb_Arab","languages":["npi-Deva","azb-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-deu_Latn","languages":["npi-Deva","deu-Latn"]},{"precision":0.605048,"recall":0.698617,"f1":0.632485,"accuracy":0.698617,"main_score":0.632485,"hf_subset":"npi_Deva-hat_Latn","languages":["npi-Deva","hat-Latn"]},{"precision":0.336459,"recall":0.4417,"f1":0.364168,"accuracy":0.4417,"main_score":0.364168,"hf_subset":"npi_Deva-kbp_Latn","languages":["npi-Deva","kbp-Latn"]},{"precision":0.404068,"recall":0.506917,"f1":0.431159,"accuracy":0.506917,"main_score":0.431159,"hf_subset":"npi_Deva-luo_Latn","languages":["npi-Deva","luo-Latn"]},{"precision":0.613366,"recall":0.695652,"f1":0.636837,"accuracy":0.695652,"main_score":0.636837,"hf_subset":"npi_Deva-ory_Orya","languages":["npi-Deva","ory-Orya"]},{"precision":0.39547,"recall":0.501976,"f1":0.424101,"accuracy":0.501976,"main_score":0.424101,"hf_subset":"npi_Deva-sna_Latn","languages":["npi-Deva","sna-Latn"]},{"precision":0.368076,"recall":0.467391,"f1":0.394003,"accuracy":0.467391,"main_score":0.394003,"hf_subset":"npi_Deva-tso_Latn","languages":["npi-Deva","tso-Latn"]},{"precision":0.846756,"recall":0.889328,"f1":0.859881,"accuracy":0.889328,"main_score":0.859881,"hf_subset":"npi_Deva-azj_Latn","languages":["npi-Deva","azj-Latn"]},{"precision":0.393947,"recall":0.5,"f1":0.421856,"accuracy":0.5,"main_score":0.421856,"hf_subset":"npi_Deva-dik_Latn","languages":["npi-Deva","dik-Latn"]},{"precision":0.431415,"recall":0.517787,"f1":0.454678,"accuracy":0.517787,"main_score":0.454678,"hf_subset":"npi_Deva-hau_Latn","languages":["npi-Deva","hau-Latn"]},{"precision":0.774951,"recall":0.839921,"f1":0.795257,"accuracy":0.839921,"main_score":0.795257,"hf_subset":"npi_Deva-kea_Latn","languages":["npi-Deva","kea-Latn"]},{"precision":0.547512,"recall":0.642292,"f1":0.574312,"accuracy":0.642292,"main_score":0.574312,"hf_subset":"npi_Deva-lus_Latn","languages":["npi-Deva","lus-Latn"]},{"precision":0.712385,"recall":0.782609,"f1":0.733432,"accuracy":0.782609,"main_score":0.733432,"hf_subset":"npi_Deva-pag_Latn","languages":["npi-Deva","pag-Latn"]},{"precision":0.751976,"recall":0.81917,"f1":0.772958,"accuracy":0.81917,"main_score":0.772958,"hf_subset":"npi_Deva-snd_Arab","languages":["npi-Deva","snd-Arab"]},{"precision":0.586261,"recall":0.674901,"f1":0.612228,"accuracy":0.674901,"main_score":0.612228,"hf_subset":"npi_Deva-tuk_Latn","languages":["npi-Deva","tuk-Latn"]},{"precision":0.634644,"recall":0.713439,"f1":0.657051,"accuracy":0.713439,"main_score":0.657051,"hf_subset":"npi_Deva-bak_Cyrl","languages":["npi-Deva","bak-Cyrl"]},{"precision":0.327203,"recall":0.437747,"f1":0.356432,"accuracy":0.437747,"main_score":0.356432,"hf_subset":"npi_Deva-dyu_Latn","languages":["npi-Deva","dyu-Latn"]},{"precision":0.897727,"recall":0.93083,"f1":0.908762,"accuracy":0.93083,"main_score":0.908762,"hf_subset":"npi_Deva-heb_Hebr","languages":["npi-Deva","heb-Hebr"]},{"precision":0.437745,"recall":0.520751,"f1":0.459543,"accuracy":0.520751,"main_score":0.459543,"hf_subset":"npi_Deva-khk_Cyrl","languages":["npi-Deva","khk-Cyrl"]},{"precision":0.801169,"recall":0.853755,"f1":0.817344,"accuracy":0.853755,"main_score":0.817344,"hf_subset":"npi_Deva-lvs_Latn","languages":["npi-Deva","lvs-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"npi_Deva-pan_Guru","languages":["npi-Deva","pan-Guru"]},{"precision":0.366159,"recall":0.452569,"f1":0.389359,"accuracy":0.452569,"main_score":0.389359,"hf_subset":"npi_Deva-som_Latn","languages":["npi-Deva","som-Latn"]},{"precision":0.435443,"recall":0.528656,"f1":0.461273,"accuracy":0.528656,"main_score":0.461273,"hf_subset":"npi_Deva-tum_Latn","languages":["npi-Deva","tum-Latn"]},{"precision":0.240473,"recall":0.291502,"f1":0.25486,"accuracy":0.291502,"main_score":0.25486,"hf_subset":"shn_Mymr-ace_Arab","languages":["shn-Mymr","ace-Arab"]},{"precision":0.337049,"recall":0.395257,"f1":0.352629,"accuracy":0.395257,"main_score":0.352629,"hf_subset":"shn_Mymr-bam_Latn","languages":["shn-Mymr","bam-Latn"]},{"precision":0.136376,"recall":0.183794,"f1":0.147828,"accuracy":0.183794,"main_score":0.147828,"hf_subset":"shn_Mymr-dzo_Tibt","languages":["shn-Mymr","dzo-Tibt"]},{"precision":0.385306,"recall":0.454545,"f1":0.402947,"accuracy":0.454545,"main_score":0.402947,"hf_subset":"shn_Mymr-hin_Deva","languages":["shn-Mymr","hin-Deva"]},{"precision":0.341662,"recall":0.391304,"f1":0.354819,"accuracy":0.391304,"main_score":0.354819,"hf_subset":"shn_Mymr-khm_Khmr","languages":["shn-Mymr","khm-Khmr"]},{"precision":0.38468,"recall":0.437747,"f1":0.398483,"accuracy":0.437747,"main_score":0.398483,"hf_subset":"shn_Mymr-mag_Deva","languages":["shn-Mymr","mag-Deva"]},{"precision":0.408301,"recall":0.452569,"f1":0.420729,"accuracy":0.452569,"main_score":0.420729,"hf_subset":"shn_Mymr-pap_Latn","languages":["shn-Mymr","pap-Latn"]},{"precision":0.39334,"recall":0.4417,"f1":0.406459,"accuracy":0.4417,"main_score":0.406459,"hf_subset":"shn_Mymr-sot_Latn","languages":["shn-Mymr","sot-Latn"]},{"precision":0.417029,"recall":0.469368,"f1":0.430299,"accuracy":0.469368,"main_score":0.430299,"hf_subset":"shn_Mymr-tur_Latn","languages":["shn-Mymr","tur-Latn"]},{"precision":0.424628,"recall":0.459486,"f1":0.434664,"accuracy":0.459486,"main_score":0.434664,"hf_subset":"shn_Mymr-ace_Latn","languages":["shn-Mymr","ace-Latn"]},{"precision":0.42309,"recall":0.459486,"f1":0.433773,"accuracy":0.459486,"main_score":0.433773,"hf_subset":"shn_Mymr-ban_Latn","languages":["shn-Mymr","ban-Latn"]},{"precision":0.325611,"recall":0.386364,"f1":0.342012,"accuracy":0.386364,"main_score":0.342012,"hf_subset":"shn_Mymr-ell_Grek","languages":["shn-Mymr","ell-Grek"]},{"precision":0.377741,"recall":0.429842,"f1":0.392076,"accuracy":0.429842,"main_score":0.392076,"hf_subset":"shn_Mymr-hne_Deva","languages":["shn-Mymr","hne-Deva"]},{"precision":0.355991,"recall":0.405138,"f1":0.369555,"accuracy":0.405138,"main_score":0.369555,"hf_subset":"shn_Mymr-kik_Latn","languages":["shn-Mymr","kik-Latn"]},{"precision":0.384353,"recall":0.444664,"f1":0.400225,"accuracy":0.444664,"main_score":0.400225,"hf_subset":"shn_Mymr-mai_Deva","languages":["shn-Mymr","mai-Deva"]},{"precision":0.346716,"recall":0.396245,"f1":0.360525,"accuracy":0.396245,"main_score":0.360525,"hf_subset":"shn_Mymr-pbt_Arab","languages":["shn-Mymr","pbt-Arab"]},{"precision":0.395595,"recall":0.460474,"f1":0.411873,"accuracy":0.460474,"main_score":0.411873,"hf_subset":"shn_Mymr-spa_Latn","languages":["shn-Mymr","spa-Latn"]},{"precision":0.415065,"recall":0.464427,"f1":0.428474,"accuracy":0.464427,"main_score":0.428474,"hf_subset":"shn_Mymr-twi_Latn","languages":["shn-Mymr","twi-Latn"]},{"precision":0.364876,"recall":0.425889,"f1":0.380027,"accuracy":0.425889,"main_score":0.380027,"hf_subset":"shn_Mymr-acm_Arab","languages":["shn-Mymr","acm-Arab"]},{"precision":0.324905,"recall":0.382411,"f1":0.339838,"accuracy":0.382411,"main_score":0.339838,"hf_subset":"shn_Mymr-bel_Cyrl","languages":["shn-Mymr","bel-Cyrl"]},{"precision":0.420297,"recall":0.481225,"f1":0.435589,"accuracy":0.481225,"main_score":0.435589,"hf_subset":"shn_Mymr-eng_Latn","languages":["shn-Mymr","eng-Latn"]},{"precision":0.386584,"recall":0.444664,"f1":0.402466,"accuracy":0.444664,"main_score":0.402466,"hf_subset":"shn_Mymr-hrv_Latn","languages":["shn-Mymr","hrv-Latn"]},{"precision":0.332983,"recall":0.399209,"f1":0.349676,"accuracy":0.399209,"main_score":0.349676,"hf_subset":"shn_Mymr-kin_Latn","languages":["shn-Mymr","kin-Latn"]},{"precision":0.37207,"recall":0.429842,"f1":0.387048,"accuracy":0.429842,"main_score":0.387048,"hf_subset":"shn_Mymr-mal_Mlym","languages":["shn-Mymr","mal-Mlym"]},{"precision":0.365767,"recall":0.435771,"f1":0.383097,"accuracy":0.435771,"main_score":0.383097,"hf_subset":"shn_Mymr-pes_Arab","languages":["shn-Mymr","pes-Arab"]},{"precision":0.383859,"recall":0.431818,"f1":0.396813,"accuracy":0.431818,"main_score":0.396813,"hf_subset":"shn_Mymr-srd_Latn","languages":["shn-Mymr","srd-Latn"]},{"precision":0.136525,"recall":0.18083,"f1":0.147493,"accuracy":0.18083,"main_score":0.147493,"hf_subset":"shn_Mymr-tzm_Tfng","languages":["shn-Mymr","tzm-Tfng"]},{"precision":0.371926,"recall":0.435771,"f1":0.387575,"accuracy":0.435771,"main_score":0.387575,"hf_subset":"shn_Mymr-acq_Arab","languages":["shn-Mymr","acq-Arab"]},{"precision":0.404909,"recall":0.453557,"f1":0.418034,"accuracy":0.453557,"main_score":0.418034,"hf_subset":"shn_Mymr-bem_Latn","languages":["shn-Mymr","bem-Latn"]},{"precision":0.378973,"recall":0.428854,"f1":0.392737,"accuracy":0.428854,"main_score":0.392737,"hf_subset":"shn_Mymr-epo_Latn","languages":["shn-Mymr","epo-Latn"]},{"precision":0.359235,"recall":0.427866,"f1":0.376514,"accuracy":0.427866,"main_score":0.376514,"hf_subset":"shn_Mymr-hun_Latn","languages":["shn-Mymr","hun-Latn"]},{"precision":0.381226,"recall":0.423913,"f1":0.392773,"accuracy":0.423913,"main_score":0.392773,"hf_subset":"shn_Mymr-kir_Cyrl","languages":["shn-Mymr","kir-Cyrl"]},{"precision":0.370651,"recall":0.434783,"f1":0.386319,"accuracy":0.434783,"main_score":0.386319,"hf_subset":"shn_Mymr-mar_Deva","languages":["shn-Mymr","mar-Deva"]},{"precision":0.37732,"recall":0.434783,"f1":0.393517,"accuracy":0.434783,"main_score":0.393517,"hf_subset":"shn_Mymr-plt_Latn","languages":["shn-Mymr","plt-Latn"]},{"precision":0.358423,"recall":0.414032,"f1":0.372974,"accuracy":0.414032,"main_score":0.372974,"hf_subset":"shn_Mymr-srp_Cyrl","languages":["shn-Mymr","srp-Cyrl"]},{"precision":0.258038,"recall":0.304348,"f1":0.27044,"accuracy":0.304348,"main_score":0.27044,"hf_subset":"shn_Mymr-uig_Arab","languages":["shn-Mymr","uig-Arab"]},{"precision":0.363938,"recall":0.414032,"f1":0.377479,"accuracy":0.414032,"main_score":0.377479,"hf_subset":"shn_Mymr-aeb_Arab","languages":["shn-Mymr","aeb-Arab"]},{"precision":0.377208,"recall":0.438735,"f1":0.393122,"accuracy":0.438735,"main_score":0.393122,"hf_subset":"shn_Mymr-ben_Beng","languages":["shn-Mymr","ben-Beng"]},{"precision":0.376805,"recall":0.418972,"f1":0.38792,"accuracy":0.418972,"main_score":0.38792,"hf_subset":"shn_Mymr-est_Latn","languages":["shn-Mymr","est-Latn"]},{"precision":0.319278,"recall":0.380435,"f1":0.334708,"accuracy":0.380435,"main_score":0.334708,"hf_subset":"shn_Mymr-hye_Armn","languages":["shn-Mymr","hye-Armn"]},{"precision":0.3613,"recall":0.41502,"f1":0.376416,"accuracy":0.41502,"main_score":0.376416,"hf_subset":"shn_Mymr-kmb_Latn","languages":["shn-Mymr","kmb-Latn"]},{"precision":0.209987,"recall":0.255929,"f1":0.222282,"accuracy":0.255929,"main_score":0.222282,"hf_subset":"shn_Mymr-min_Arab","languages":["shn-Mymr","min-Arab"]},{"precision":0.392063,"recall":0.442688,"f1":0.405329,"accuracy":0.442688,"main_score":0.405329,"hf_subset":"shn_Mymr-pol_Latn","languages":["shn-Mymr","pol-Latn"]},{"precision":0.373611,"recall":0.426877,"f1":0.388848,"accuracy":0.426877,"main_score":0.388848,"hf_subset":"shn_Mymr-ssw_Latn","languages":["shn-Mymr","ssw-Latn"]},{"precision":0.379311,"recall":0.439723,"f1":0.395177,"accuracy":0.439723,"main_score":0.395177,"hf_subset":"shn_Mymr-ukr_Cyrl","languages":["shn-Mymr","ukr-Cyrl"]},{"precision":0.402669,"recall":0.454545,"f1":0.415593,"accuracy":0.454545,"main_score":0.415593,"hf_subset":"shn_Mymr-afr_Latn","languages":["shn-Mymr","afr-Latn"]},{"precision":0.379592,"recall":0.431818,"f1":0.393551,"accuracy":0.431818,"main_score":0.393551,"hf_subset":"shn_Mymr-bho_Deva","languages":["shn-Mymr","bho-Deva"]},{"precision":0.368626,"recall":0.416996,"f1":0.381994,"accuracy":0.416996,"main_score":0.381994,"hf_subset":"shn_Mymr-eus_Latn","languages":["shn-Mymr","eus-Latn"]},{"precision":0.344045,"recall":0.40415,"f1":0.360117,"accuracy":0.40415,"main_score":0.360117,"hf_subset":"shn_Mymr-ibo_Latn","languages":["shn-Mymr","ibo-Latn"]},{"precision":0.356908,"recall":0.403162,"f1":0.369948,"accuracy":0.403162,"main_score":0.369948,"hf_subset":"shn_Mymr-kmr_Latn","languages":["shn-Mymr","kmr-Latn"]},{"precision":0.399697,"recall":0.440711,"f1":0.411693,"accuracy":0.440711,"main_score":0.411693,"hf_subset":"shn_Mymr-min_Latn","languages":["shn-Mymr","min-Latn"]},{"precision":0.405848,"recall":0.467391,"f1":0.421389,"accuracy":0.467391,"main_score":0.421389,"hf_subset":"shn_Mymr-por_Latn","languages":["shn-Mymr","por-Latn"]},{"precision":0.422312,"recall":0.45751,"f1":0.431989,"accuracy":0.45751,"main_score":0.431989,"hf_subset":"shn_Mymr-sun_Latn","languages":["shn-Mymr","sun-Latn"]},{"precision":0.347638,"recall":0.402174,"f1":0.363316,"accuracy":0.402174,"main_score":0.363316,"hf_subset":"shn_Mymr-umb_Latn","languages":["shn-Mymr","umb-Latn"]},{"precision":0.370868,"recall":0.427866,"f1":0.386083,"accuracy":0.427866,"main_score":0.386083,"hf_subset":"shn_Mymr-ajp_Arab","languages":["shn-Mymr","ajp-Arab"]},{"precision":0.224916,"recall":0.272727,"f1":0.237723,"accuracy":0.272727,"main_score":0.237723,"hf_subset":"shn_Mymr-bjn_Arab","languages":["shn-Mymr","bjn-Arab"]},{"precision":0.369681,"recall":0.411067,"f1":0.381585,"accuracy":0.411067,"main_score":0.381585,"hf_subset":"shn_Mymr-ewe_Latn","languages":["shn-Mymr","ewe-Latn"]},{"precision":0.428221,"recall":0.471344,"f1":0.4405,"accuracy":0.471344,"main_score":0.4405,"hf_subset":"shn_Mymr-ilo_Latn","languages":["shn-Mymr","ilo-Latn"]},{"precision":0.1866,"recall":0.237154,"f1":0.199793,"accuracy":0.237154,"main_score":0.199793,"hf_subset":"shn_Mymr-knc_Arab","languages":["shn-Mymr","knc-Arab"]},{"precision":0.37047,"recall":0.41996,"f1":0.384035,"accuracy":0.41996,"main_score":0.384035,"hf_subset":"shn_Mymr-mkd_Cyrl","languages":["shn-Mymr","mkd-Cyrl"]},{"precision":0.367281,"recall":0.425889,"f1":0.38197,"accuracy":0.425889,"main_score":0.38197,"hf_subset":"shn_Mymr-prs_Arab","languages":["shn-Mymr","prs-Arab"]},{"precision":0.38869,"recall":0.445652,"f1":0.403893,"accuracy":0.445652,"main_score":0.403893,"hf_subset":"shn_Mymr-swe_Latn","languages":["shn-Mymr","swe-Latn"]},{"precision":0.350418,"recall":0.416996,"f1":0.36678,"accuracy":0.416996,"main_score":0.36678,"hf_subset":"shn_Mymr-urd_Arab","languages":["shn-Mymr","urd-Arab"]},{"precision":0.405262,"recall":0.453557,"f1":0.417836,"accuracy":0.453557,"main_score":0.417836,"hf_subset":"shn_Mymr-aka_Latn","languages":["shn-Mymr","aka-Latn"]},{"precision":0.406211,"recall":0.442688,"f1":0.416724,"accuracy":0.442688,"main_score":0.416724,"hf_subset":"shn_Mymr-bjn_Latn","languages":["shn-Mymr","bjn-Latn"]},{"precision":0.385573,"recall":0.425889,"f1":0.398141,"accuracy":0.425889,"main_score":0.398141,"hf_subset":"shn_Mymr-fao_Latn","languages":["shn-Mymr","fao-Latn"]},{"precision":0.398581,"recall":0.462451,"f1":0.414469,"accuracy":0.462451,"main_score":0.414469,"hf_subset":"shn_Mymr-ind_Latn","languages":["shn-Mymr","ind-Latn"]},{"precision":0.406943,"recall":0.444664,"f1":0.418165,"accuracy":0.444664,"main_score":0.418165,"hf_subset":"shn_Mymr-knc_Latn","languages":["shn-Mymr","knc-Latn"]},{"precision":0.403516,"recall":0.444664,"f1":0.414799,"accuracy":0.444664,"main_score":0.414799,"hf_subset":"shn_Mymr-mlt_Latn","languages":["shn-Mymr","mlt-Latn"]},{"precision":0.386057,"recall":0.427866,"f1":0.398309,"accuracy":0.427866,"main_score":0.398309,"hf_subset":"shn_Mymr-quy_Latn","languages":["shn-Mymr","quy-Latn"]},{"precision":0.386356,"recall":0.437747,"f1":0.400238,"accuracy":0.437747,"main_score":0.400238,"hf_subset":"shn_Mymr-swh_Latn","languages":["shn-Mymr","swh-Latn"]},{"precision":0.3576,"recall":0.413043,"f1":0.373039,"accuracy":0.413043,"main_score":0.373039,"hf_subset":"shn_Mymr-uzn_Latn","languages":["shn-Mymr","uzn-Latn"]},{"precision":0.377851,"recall":0.43083,"f1":0.391747,"accuracy":0.43083,"main_score":0.391747,"hf_subset":"shn_Mymr-als_Latn","languages":["shn-Mymr","als-Latn"]},{"precision":0.179658,"recall":0.231225,"f1":0.192324,"accuracy":0.231225,"main_score":0.192324,"hf_subset":"shn_Mymr-bod_Tibt","languages":["shn-Mymr","bod-Tibt"]},{"precision":0.382537,"recall":0.429842,"f1":0.395998,"accuracy":0.429842,"main_score":0.395998,"hf_subset":"shn_Mymr-fij_Latn","languages":["shn-Mymr","fij-Latn"]},{"precision":0.355595,"recall":0.408103,"f1":0.369827,"accuracy":0.408103,"main_score":0.369827,"hf_subset":"shn_Mymr-isl_Latn","languages":["shn-Mymr","isl-Latn"]},{"precision":0.38529,"recall":0.436759,"f1":0.400038,"accuracy":0.436759,"main_score":0.400038,"hf_subset":"shn_Mymr-kon_Latn","languages":["shn-Mymr","kon-Latn"]},{"precision":0.303576,"recall":0.350791,"f1":0.316618,"accuracy":0.350791,"main_score":0.316618,"hf_subset":"shn_Mymr-mni_Beng","languages":["shn-Mymr","mni-Beng"]},{"precision":0.391278,"recall":0.447628,"f1":0.405467,"accuracy":0.447628,"main_score":0.405467,"hf_subset":"shn_Mymr-ron_Latn","languages":["shn-Mymr","ron-Latn"]},{"precision":0.386194,"recall":0.427866,"f1":0.397635,"accuracy":0.427866,"main_score":0.397635,"hf_subset":"shn_Mymr-szl_Latn","languages":["shn-Mymr","szl-Latn"]},{"precision":0.409101,"recall":0.452569,"f1":0.420966,"accuracy":0.452569,"main_score":0.420966,"hf_subset":"shn_Mymr-vec_Latn","languages":["shn-Mymr","vec-Latn"]},{"precision":0.319094,"recall":0.370553,"f1":0.332604,"accuracy":0.370553,"main_score":0.332604,"hf_subset":"shn_Mymr-amh_Ethi","languages":["shn-Mymr","amh-Ethi"]},{"precision":0.379612,"recall":0.436759,"f1":0.395302,"accuracy":0.436759,"main_score":0.395302,"hf_subset":"shn_Mymr-bos_Latn","languages":["shn-Mymr","bos-Latn"]},{"precision":0.393803,"recall":0.445652,"f1":0.407164,"accuracy":0.445652,"main_score":0.407164,"hf_subset":"shn_Mymr-fin_Latn","languages":["shn-Mymr","fin-Latn"]},{"precision":0.416342,"recall":0.465415,"f1":0.42968,"accuracy":0.465415,"main_score":0.42968,"hf_subset":"shn_Mymr-ita_Latn","languages":["shn-Mymr","ita-Latn"]},{"precision":0.382268,"recall":0.444664,"f1":0.398965,"accuracy":0.444664,"main_score":0.398965,"hf_subset":"shn_Mymr-kor_Hang","languages":["shn-Mymr","kor-Hang"]},{"precision":0.383223,"recall":0.41996,"f1":0.394433,"accuracy":0.41996,"main_score":0.394433,"hf_subset":"shn_Mymr-mos_Latn","languages":["shn-Mymr","mos-Latn"]},{"precision":0.344761,"recall":0.411067,"f1":0.362076,"accuracy":0.411067,"main_score":0.362076,"hf_subset":"shn_Mymr-run_Latn","languages":["shn-Mymr","run-Latn"]},{"precision":0.346696,"recall":0.40415,"f1":0.360672,"accuracy":0.40415,"main_score":0.360672,"hf_subset":"shn_Mymr-tam_Taml","languages":["shn-Mymr","tam-Taml"]},{"precision":0.387421,"recall":0.453557,"f1":0.404012,"accuracy":0.453557,"main_score":0.404012,"hf_subset":"shn_Mymr-vie_Latn","languages":["shn-Mymr","vie-Latn"]},{"precision":0.367457,"recall":0.421937,"f1":0.382052,"accuracy":0.421937,"main_score":0.382052,"hf_subset":"shn_Mymr-apc_Arab","languages":["shn-Mymr","apc-Arab"]},{"precision":0.41744,"recall":0.455534,"f1":0.428181,"accuracy":0.455534,"main_score":0.428181,"hf_subset":"shn_Mymr-bug_Latn","languages":["shn-Mymr","bug-Latn"]},{"precision":0.346369,"recall":0.390316,"f1":0.359503,"accuracy":0.390316,"main_score":0.359503,"hf_subset":"shn_Mymr-fon_Latn","languages":["shn-Mymr","fon-Latn"]},{"precision":0.410079,"recall":0.452569,"f1":0.421805,"accuracy":0.452569,"main_score":0.421805,"hf_subset":"shn_Mymr-jav_Latn","languages":["shn-Mymr","jav-Latn"]},{"precision":0.353619,"recall":0.399209,"f1":0.365892,"accuracy":0.399209,"main_score":0.365892,"hf_subset":"shn_Mymr-lao_Laoo","languages":["shn-Mymr","lao-Laoo"]},{"precision":0.358159,"recall":0.410079,"f1":0.372456,"accuracy":0.410079,"main_score":0.372456,"hf_subset":"shn_Mymr-mri_Latn","languages":["shn-Mymr","mri-Latn"]},{"precision":0.385489,"recall":0.444664,"f1":0.400971,"accuracy":0.444664,"main_score":0.400971,"hf_subset":"shn_Mymr-rus_Cyrl","languages":["shn-Mymr","rus-Cyrl"]},{"precision":0.362907,"recall":0.414032,"f1":0.377956,"accuracy":0.414032,"main_score":0.377956,"hf_subset":"shn_Mymr-taq_Latn","languages":["shn-Mymr","taq-Latn"]},{"precision":0.441003,"recall":0.480237,"f1":0.451719,"accuracy":0.480237,"main_score":0.451719,"hf_subset":"shn_Mymr-war_Latn","languages":["shn-Mymr","war-Latn"]},{"precision":0.372377,"recall":0.436759,"f1":0.387752,"accuracy":0.436759,"main_score":0.387752,"hf_subset":"shn_Mymr-arb_Arab","languages":["shn-Mymr","arb-Arab"]},{"precision":0.379133,"recall":0.439723,"f1":0.394853,"accuracy":0.439723,"main_score":0.394853,"hf_subset":"shn_Mymr-bul_Cyrl","languages":["shn-Mymr","bul-Cyrl"]},{"precision":0.413569,"recall":0.465415,"f1":0.427014,"accuracy":0.465415,"main_score":0.427014,"hf_subset":"shn_Mymr-fra_Latn","languages":["shn-Mymr","fra-Latn"]},{"precision":0.408382,"recall":0.458498,"f1":0.421568,"accuracy":0.458498,"main_score":0.421568,"hf_subset":"shn_Mymr-jpn_Jpan","languages":["shn-Mymr","jpn-Jpan"]},{"precision":0.416168,"recall":0.459486,"f1":0.427917,"accuracy":0.459486,"main_score":0.427917,"hf_subset":"shn_Mymr-lij_Latn","languages":["shn-Mymr","lij-Latn"]},{"precision":0.292526,"recall":0.355731,"f1":0.308609,"accuracy":0.355731,"main_score":0.308609,"hf_subset":"shn_Mymr-mya_Mymr","languages":["shn-Mymr","mya-Mymr"]},{"precision":0.378418,"recall":0.426877,"f1":0.392416,"accuracy":0.426877,"main_score":0.392416,"hf_subset":"shn_Mymr-sag_Latn","languages":["shn-Mymr","sag-Latn"]},{"precision":0.157378,"recall":0.212451,"f1":0.170408,"accuracy":0.212451,"main_score":0.170408,"hf_subset":"shn_Mymr-taq_Tfng","languages":["shn-Mymr","taq-Tfng"]},{"precision":0.389015,"recall":0.431818,"f1":0.401535,"accuracy":0.431818,"main_score":0.401535,"hf_subset":"shn_Mymr-wol_Latn","languages":["shn-Mymr","wol-Latn"]},{"precision":0.264635,"recall":0.331028,"f1":0.282166,"accuracy":0.331028,"main_score":0.282166,"hf_subset":"shn_Mymr-arb_Latn","languages":["shn-Mymr","arb-Latn"]},{"precision":0.405451,"recall":0.452569,"f1":0.417154,"accuracy":0.452569,"main_score":0.417154,"hf_subset":"shn_Mymr-cat_Latn","languages":["shn-Mymr","cat-Latn"]},{"precision":0.387562,"recall":0.429842,"f1":0.398815,"accuracy":0.429842,"main_score":0.398815,"hf_subset":"shn_Mymr-fur_Latn","languages":["shn-Mymr","fur-Latn"]},{"precision":0.288131,"recall":0.336957,"f1":0.301183,"accuracy":0.336957,"main_score":0.301183,"hf_subset":"shn_Mymr-kab_Latn","languages":["shn-Mymr","kab-Latn"]},{"precision":0.40037,"recall":0.44664,"f1":0.413313,"accuracy":0.44664,"main_score":0.413313,"hf_subset":"shn_Mymr-lim_Latn","languages":["shn-Mymr","lim-Latn"]},{"precision":0.411745,"recall":0.471344,"f1":0.4268,"accuracy":0.471344,"main_score":0.4268,"hf_subset":"shn_Mymr-nld_Latn","languages":["shn-Mymr","nld-Latn"]},{"precision":0.336262,"recall":0.397233,"f1":0.353008,"accuracy":0.397233,"main_score":0.353008,"hf_subset":"shn_Mymr-san_Deva","languages":["shn-Mymr","san-Deva"]},{"precision":0.391743,"recall":0.428854,"f1":0.402239,"accuracy":0.428854,"main_score":0.402239,"hf_subset":"shn_Mymr-tat_Cyrl","languages":["shn-Mymr","tat-Cyrl"]},{"precision":0.388378,"recall":0.440711,"f1":0.403009,"accuracy":0.440711,"main_score":0.403009,"hf_subset":"shn_Mymr-xho_Latn","languages":["shn-Mymr","xho-Latn"]},{"precision":0.352631,"recall":0.416996,"f1":0.367872,"accuracy":0.416996,"main_score":0.367872,"hf_subset":"shn_Mymr-ars_Arab","languages":["shn-Mymr","ars-Arab"]},{"precision":0.44138,"recall":0.478261,"f1":0.451176,"accuracy":0.478261,"main_score":0.451176,"hf_subset":"shn_Mymr-ceb_Latn","languages":["shn-Mymr","ceb-Latn"]},{"precision":0.355709,"recall":0.414032,"f1":0.372216,"accuracy":0.414032,"main_score":0.372216,"hf_subset":"shn_Mymr-fuv_Latn","languages":["shn-Mymr","fuv-Latn"]},{"precision":0.388776,"recall":0.428854,"f1":0.400732,"accuracy":0.428854,"main_score":0.400732,"hf_subset":"shn_Mymr-kac_Latn","languages":["shn-Mymr","kac-Latn"]},{"precision":0.381111,"recall":0.431818,"f1":0.393394,"accuracy":0.431818,"main_score":0.393394,"hf_subset":"shn_Mymr-lin_Latn","languages":["shn-Mymr","lin-Latn"]},{"precision":0.390269,"recall":0.439723,"f1":0.40376,"accuracy":0.439723,"main_score":0.40376,"hf_subset":"shn_Mymr-nno_Latn","languages":["shn-Mymr","nno-Latn"]},{"precision":0.155978,"recall":0.194664,"f1":0.166592,"accuracy":0.194664,"main_score":0.166592,"hf_subset":"shn_Mymr-sat_Olck","languages":["shn-Mymr","sat-Olck"]},{"precision":0.379473,"recall":0.431818,"f1":0.393887,"accuracy":0.431818,"main_score":0.393887,"hf_subset":"shn_Mymr-tel_Telu","languages":["shn-Mymr","tel-Telu"]},{"precision":0.247446,"recall":0.294466,"f1":0.25982,"accuracy":0.294466,"main_score":0.25982,"hf_subset":"shn_Mymr-ydd_Hebr","languages":["shn-Mymr","ydd-Hebr"]},{"precision":0.343486,"recall":0.402174,"f1":0.358569,"accuracy":0.402174,"main_score":0.358569,"hf_subset":"shn_Mymr-ary_Arab","languages":["shn-Mymr","ary-Arab"]},{"precision":0.383839,"recall":0.447628,"f1":0.400372,"accuracy":0.447628,"main_score":0.400372,"hf_subset":"shn_Mymr-ces_Latn","languages":["shn-Mymr","ces-Latn"]},{"precision":0.283489,"recall":0.348814,"f1":0.301324,"accuracy":0.348814,"main_score":0.301324,"hf_subset":"shn_Mymr-gaz_Latn","languages":["shn-Mymr","gaz-Latn"]},{"precision":0.386162,"recall":0.427866,"f1":0.398805,"accuracy":0.427866,"main_score":0.398805,"hf_subset":"shn_Mymr-kam_Latn","languages":["shn-Mymr","kam-Latn"]},{"precision":0.353967,"recall":0.40415,"f1":0.367523,"accuracy":0.40415,"main_score":0.367523,"hf_subset":"shn_Mymr-lit_Latn","languages":["shn-Mymr","lit-Latn"]},{"precision":0.395362,"recall":0.454545,"f1":0.410466,"accuracy":0.454545,"main_score":0.410466,"hf_subset":"shn_Mymr-nob_Latn","languages":["shn-Mymr","nob-Latn"]},{"precision":0.390077,"recall":0.431818,"f1":0.402169,"accuracy":0.431818,"main_score":0.402169,"hf_subset":"shn_Mymr-scn_Latn","languages":["shn-Mymr","scn-Latn"]},{"precision":0.35674,"recall":0.407115,"f1":0.370905,"accuracy":0.407115,"main_score":0.370905,"hf_subset":"shn_Mymr-tgk_Cyrl","languages":["shn-Mymr","tgk-Cyrl"]},{"precision":0.329284,"recall":0.390316,"f1":0.346183,"accuracy":0.390316,"main_score":0.346183,"hf_subset":"shn_Mymr-yor_Latn","languages":["shn-Mymr","yor-Latn"]},{"precision":0.374937,"recall":0.437747,"f1":0.391497,"accuracy":0.437747,"main_score":0.391497,"hf_subset":"shn_Mymr-arz_Arab","languages":["shn-Mymr","arz-Arab"]},{"precision":0.362994,"recall":0.411067,"f1":0.377195,"accuracy":0.411067,"main_score":0.377195,"hf_subset":"shn_Mymr-cjk_Latn","languages":["shn-Mymr","cjk-Latn"]},{"precision":0.343576,"recall":0.398221,"f1":0.358579,"accuracy":0.398221,"main_score":0.358579,"hf_subset":"shn_Mymr-gla_Latn","languages":["shn-Mymr","gla-Latn"]},{"precision":0.343434,"recall":0.412055,"f1":0.360651,"accuracy":0.412055,"main_score":0.360651,"hf_subset":"shn_Mymr-kan_Knda","languages":["shn-Mymr","kan-Knda"]},{"precision":0.409043,"recall":0.450593,"f1":0.420167,"accuracy":0.450593,"main_score":0.420167,"hf_subset":"shn_Mymr-lmo_Latn","languages":["shn-Mymr","lmo-Latn"]},{"precision":0.370136,"recall":0.428854,"f1":0.386313,"accuracy":0.428854,"main_score":0.386313,"hf_subset":"shn_Mymr-npi_Deva","languages":["shn-Mymr","npi-Deva"]},{"precision":0.411073,"recall":0.456522,"f1":0.423238,"accuracy":0.456522,"main_score":0.423238,"hf_subset":"shn_Mymr-tgl_Latn","languages":["shn-Mymr","tgl-Latn"]},{"precision":0.387557,"recall":0.443676,"f1":0.402602,"accuracy":0.443676,"main_score":0.402602,"hf_subset":"shn_Mymr-yue_Hant","languages":["shn-Mymr","yue-Hant"]},{"precision":0.331455,"recall":0.392292,"f1":0.347451,"accuracy":0.392292,"main_score":0.347451,"hf_subset":"shn_Mymr-asm_Beng","languages":["shn-Mymr","asm-Beng"]},{"precision":0.276554,"recall":0.326087,"f1":0.29038,"accuracy":0.326087,"main_score":0.29038,"hf_subset":"shn_Mymr-ckb_Arab","languages":["shn-Mymr","ckb-Arab"]},{"precision":0.344484,"recall":0.394269,"f1":0.357597,"accuracy":0.394269,"main_score":0.357597,"hf_subset":"shn_Mymr-gle_Latn","languages":["shn-Mymr","gle-Latn"]},{"precision":0.300012,"recall":0.350791,"f1":0.313564,"accuracy":0.350791,"main_score":0.313564,"hf_subset":"shn_Mymr-kas_Arab","languages":["shn-Mymr","kas-Arab"]},{"precision":0.364482,"recall":0.410079,"f1":0.377189,"accuracy":0.410079,"main_score":0.377189,"hf_subset":"shn_Mymr-ltg_Latn","languages":["shn-Mymr","ltg-Latn"]},{"precision":0.408597,"recall":0.454545,"f1":0.421218,"accuracy":0.454545,"main_score":0.421218,"hf_subset":"shn_Mymr-nso_Latn","languages":["shn-Mymr","nso-Latn"]},{"precision":0.316536,"recall":0.376482,"f1":0.331922,"accuracy":0.376482,"main_score":0.331922,"hf_subset":"shn_Mymr-sin_Sinh","languages":["shn-Mymr","sin-Sinh"]},{"precision":0.381514,"recall":0.443676,"f1":0.397857,"accuracy":0.443676,"main_score":0.397857,"hf_subset":"shn_Mymr-tha_Thai","languages":["shn-Mymr","tha-Thai"]},{"precision":0.375784,"recall":0.438735,"f1":0.393045,"accuracy":0.438735,"main_score":0.393045,"hf_subset":"shn_Mymr-zho_Hans","languages":["shn-Mymr","zho-Hans"]},{"precision":0.397227,"recall":0.443676,"f1":0.409272,"accuracy":0.443676,"main_score":0.409272,"hf_subset":"shn_Mymr-ast_Latn","languages":["shn-Mymr","ast-Latn"]},{"precision":0.359857,"recall":0.407115,"f1":0.373072,"accuracy":0.407115,"main_score":0.373072,"hf_subset":"shn_Mymr-crh_Latn","languages":["shn-Mymr","crh-Latn"]},{"precision":0.415102,"recall":0.460474,"f1":0.427149,"accuracy":0.460474,"main_score":0.427149,"hf_subset":"shn_Mymr-glg_Latn","languages":["shn-Mymr","glg-Latn"]},{"precision":0.347925,"recall":0.389328,"f1":0.360606,"accuracy":0.389328,"main_score":0.360606,"hf_subset":"shn_Mymr-kas_Deva","languages":["shn-Mymr","kas-Deva"]},{"precision":0.389231,"recall":0.434783,"f1":0.402217,"accuracy":0.434783,"main_score":0.402217,"hf_subset":"shn_Mymr-ltz_Latn","languages":["shn-Mymr","ltz-Latn"]},{"precision":0.300971,"recall":0.347826,"f1":0.313671,"accuracy":0.347826,"main_score":0.313671,"hf_subset":"shn_Mymr-nus_Latn","languages":["shn-Mymr","nus-Latn"]},{"precision":0.389486,"recall":0.443676,"f1":0.403934,"accuracy":0.443676,"main_score":0.403934,"hf_subset":"shn_Mymr-slk_Latn","languages":["shn-Mymr","slk-Latn"]},{"precision":0.278214,"recall":0.328063,"f1":0.291874,"accuracy":0.328063,"main_score":0.291874,"hf_subset":"shn_Mymr-tir_Ethi","languages":["shn-Mymr","tir-Ethi"]},{"precision":0.359176,"recall":0.421937,"f1":0.376084,"accuracy":0.421937,"main_score":0.376084,"hf_subset":"shn_Mymr-zho_Hant","languages":["shn-Mymr","zho-Hant"]},{"precision":0.382764,"recall":0.442688,"f1":0.398469,"accuracy":0.442688,"main_score":0.398469,"hf_subset":"shn_Mymr-awa_Deva","languages":["shn-Mymr","awa-Deva"]},{"precision":0.351096,"recall":0.403162,"f1":0.365879,"accuracy":0.403162,"main_score":0.365879,"hf_subset":"shn_Mymr-cym_Latn","languages":["shn-Mymr","cym-Latn"]},{"precision":0.422938,"recall":0.470356,"f1":0.435899,"accuracy":0.470356,"main_score":0.435899,"hf_subset":"shn_Mymr-grn_Latn","languages":["shn-Mymr","grn-Latn"]},{"precision":0.34376,"recall":0.398221,"f1":0.357586,"accuracy":0.398221,"main_score":0.357586,"hf_subset":"shn_Mymr-kat_Geor","languages":["shn-Mymr","kat-Geor"]},{"precision":0.386195,"recall":0.434783,"f1":0.400218,"accuracy":0.434783,"main_score":0.400218,"hf_subset":"shn_Mymr-lua_Latn","languages":["shn-Mymr","lua-Latn"]},{"precision":0.412112,"recall":0.452569,"f1":0.423382,"accuracy":0.452569,"main_score":0.423382,"hf_subset":"shn_Mymr-nya_Latn","languages":["shn-Mymr","nya-Latn"]},{"precision":0.364898,"recall":0.41996,"f1":0.379045,"accuracy":0.41996,"main_score":0.379045,"hf_subset":"shn_Mymr-slv_Latn","languages":["shn-Mymr","slv-Latn"]},{"precision":0.43891,"recall":0.47332,"f1":0.448337,"accuracy":0.47332,"main_score":0.448337,"hf_subset":"shn_Mymr-tpi_Latn","languages":["shn-Mymr","tpi-Latn"]},{"precision":0.405492,"recall":0.461462,"f1":0.420473,"accuracy":0.461462,"main_score":0.420473,"hf_subset":"shn_Mymr-zsm_Latn","languages":["shn-Mymr","zsm-Latn"]},{"precision":0.382564,"recall":0.422925,"f1":0.394683,"accuracy":0.422925,"main_score":0.394683,"hf_subset":"shn_Mymr-ayr_Latn","languages":["shn-Mymr","ayr-Latn"]},{"precision":0.398845,"recall":0.459486,"f1":0.414897,"accuracy":0.459486,"main_score":0.414897,"hf_subset":"shn_Mymr-dan_Latn","languages":["shn-Mymr","dan-Latn"]},{"precision":0.359553,"recall":0.418972,"f1":0.374841,"accuracy":0.418972,"main_score":0.374841,"hf_subset":"shn_Mymr-guj_Gujr","languages":["shn-Mymr","guj-Gujr"]},{"precision":0.355184,"recall":0.405138,"f1":0.368571,"accuracy":0.405138,"main_score":0.368571,"hf_subset":"shn_Mymr-kaz_Cyrl","languages":["shn-Mymr","kaz-Cyrl"]},{"precision":0.356505,"recall":0.408103,"f1":0.37049,"accuracy":0.408103,"main_score":0.37049,"hf_subset":"shn_Mymr-lug_Latn","languages":["shn-Mymr","lug-Latn"]},{"precision":0.391426,"recall":0.448617,"f1":0.405938,"accuracy":0.448617,"main_score":0.405938,"hf_subset":"shn_Mymr-oci_Latn","languages":["shn-Mymr","oci-Latn"]},{"precision":0.390168,"recall":0.437747,"f1":0.40411,"accuracy":0.437747,"main_score":0.40411,"hf_subset":"shn_Mymr-smo_Latn","languages":["shn-Mymr","smo-Latn"]},{"precision":0.374885,"recall":0.429842,"f1":0.390402,"accuracy":0.429842,"main_score":0.390402,"hf_subset":"shn_Mymr-tsn_Latn","languages":["shn-Mymr","tsn-Latn"]},{"precision":0.359843,"recall":0.414032,"f1":0.374921,"accuracy":0.414032,"main_score":0.374921,"hf_subset":"shn_Mymr-zul_Latn","languages":["shn-Mymr","zul-Latn"]},{"precision":0.298195,"recall":0.350791,"f1":0.312372,"accuracy":0.350791,"main_score":0.312372,"hf_subset":"shn_Mymr-azb_Arab","languages":["shn-Mymr","azb-Arab"]},{"precision":0.417616,"recall":0.471344,"f1":0.431231,"accuracy":0.471344,"main_score":0.431231,"hf_subset":"shn_Mymr-deu_Latn","languages":["shn-Mymr","deu-Latn"]},{"precision":0.347008,"recall":0.403162,"f1":0.36223,"accuracy":0.403162,"main_score":0.36223,"hf_subset":"shn_Mymr-hat_Latn","languages":["shn-Mymr","hat-Latn"]},{"precision":0.357386,"recall":0.397233,"f1":0.36859,"accuracy":0.397233,"main_score":0.36859,"hf_subset":"shn_Mymr-kbp_Latn","languages":["shn-Mymr","kbp-Latn"]},{"precision":0.395171,"recall":0.443676,"f1":0.408805,"accuracy":0.443676,"main_score":0.408805,"hf_subset":"shn_Mymr-luo_Latn","languages":["shn-Mymr","luo-Latn"]},{"precision":0.326347,"recall":0.382411,"f1":0.340884,"accuracy":0.382411,"main_score":0.340884,"hf_subset":"shn_Mymr-ory_Orya","languages":["shn-Mymr","ory-Orya"]},{"precision":0.372238,"recall":0.423913,"f1":0.386751,"accuracy":0.423913,"main_score":0.386751,"hf_subset":"shn_Mymr-sna_Latn","languages":["shn-Mymr","sna-Latn"]},{"precision":0.387657,"recall":0.432806,"f1":0.400552,"accuracy":0.432806,"main_score":0.400552,"hf_subset":"shn_Mymr-tso_Latn","languages":["shn-Mymr","tso-Latn"]},{"precision":0.365552,"recall":0.41502,"f1":0.379304,"accuracy":0.41502,"main_score":0.379304,"hf_subset":"shn_Mymr-azj_Latn","languages":["shn-Mymr","azj-Latn"]},{"precision":0.37635,"recall":0.420949,"f1":0.390182,"accuracy":0.420949,"main_score":0.390182,"hf_subset":"shn_Mymr-dik_Latn","languages":["shn-Mymr","dik-Latn"]},{"precision":0.381429,"recall":0.429842,"f1":0.395013,"accuracy":0.429842,"main_score":0.395013,"hf_subset":"shn_Mymr-hau_Latn","languages":["shn-Mymr","hau-Latn"]},{"precision":0.410631,"recall":0.461462,"f1":0.423657,"accuracy":0.461462,"main_score":0.423657,"hf_subset":"shn_Mymr-kea_Latn","languages":["shn-Mymr","kea-Latn"]},{"precision":0.442647,"recall":0.470356,"f1":0.451004,"accuracy":0.470356,"main_score":0.451004,"hf_subset":"shn_Mymr-lus_Latn","languages":["shn-Mymr","lus-Latn"]},{"precision":0.423476,"recall":0.463439,"f1":0.434681,"accuracy":0.463439,"main_score":0.434681,"hf_subset":"shn_Mymr-pag_Latn","languages":["shn-Mymr","pag-Latn"]},{"precision":0.308357,"recall":0.363636,"f1":0.323561,"accuracy":0.363636,"main_score":0.323561,"hf_subset":"shn_Mymr-snd_Arab","languages":["shn-Mymr","snd-Arab"]},{"precision":0.349443,"recall":0.409091,"f1":0.365654,"accuracy":0.409091,"main_score":0.365654,"hf_subset":"shn_Mymr-tuk_Latn","languages":["shn-Mymr","tuk-Latn"]},{"precision":0.377018,"recall":0.420949,"f1":0.389011,"accuracy":0.420949,"main_score":0.389011,"hf_subset":"shn_Mymr-bak_Cyrl","languages":["shn-Mymr","bak-Cyrl"]},{"precision":0.304719,"recall":0.367589,"f1":0.322016,"accuracy":0.367589,"main_score":0.322016,"hf_subset":"shn_Mymr-dyu_Latn","languages":["shn-Mymr","dyu-Latn"]},{"precision":0.297807,"recall":0.367589,"f1":0.315778,"accuracy":0.367589,"main_score":0.315778,"hf_subset":"shn_Mymr-heb_Hebr","languages":["shn-Mymr","heb-Hebr"]},{"precision":0.343394,"recall":0.398221,"f1":0.358507,"accuracy":0.398221,"main_score":0.358507,"hf_subset":"shn_Mymr-khk_Cyrl","languages":["shn-Mymr","khk-Cyrl"]},{"precision":0.364835,"recall":0.416996,"f1":0.379018,"accuracy":0.416996,"main_score":0.379018,"hf_subset":"shn_Mymr-lvs_Latn","languages":["shn-Mymr","lvs-Latn"]},{"precision":0.329154,"recall":0.391304,"f1":0.345723,"accuracy":0.391304,"main_score":0.345723,"hf_subset":"shn_Mymr-pan_Guru","languages":["shn-Mymr","pan-Guru"]},{"precision":0.360921,"recall":0.410079,"f1":0.374819,"accuracy":0.410079,"main_score":0.374819,"hf_subset":"shn_Mymr-som_Latn","languages":["shn-Mymr","som-Latn"]},{"precision":0.379644,"recall":0.41996,"f1":0.391733,"accuracy":0.41996,"main_score":0.391733,"hf_subset":"shn_Mymr-tum_Latn","languages":["shn-Mymr","tum-Latn"]},{"precision":0.311324,"recall":0.392292,"f1":0.332565,"accuracy":0.392292,"main_score":0.332565,"hf_subset":"tgl_Latn-ace_Arab","languages":["tgl-Latn","ace-Arab"]},{"precision":0.387501,"recall":0.465415,"f1":0.408211,"accuracy":0.465415,"main_score":0.408211,"hf_subset":"tgl_Latn-bam_Latn","languages":["tgl-Latn","bam-Latn"]},{"precision":0.139616,"recall":0.19664,"f1":0.154122,"accuracy":0.19664,"main_score":0.154122,"hf_subset":"tgl_Latn-dzo_Tibt","languages":["tgl-Latn","dzo-Tibt"]},{"precision":0.927157,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"tgl_Latn-hin_Deva","languages":["tgl-Latn","hin-Deva"]},{"precision":0.698962,"recall":0.772727,"f1":0.721132,"accuracy":0.772727,"main_score":0.721132,"hf_subset":"tgl_Latn-khm_Khmr","languages":["tgl-Latn","khm-Khmr"]},{"precision":0.88969,"recall":0.921937,"f1":0.900033,"accuracy":0.921937,"main_score":0.900033,"hf_subset":"tgl_Latn-mag_Deva","languages":["tgl-Latn","mag-Deva"]},{"precision":0.773315,"recall":0.825099,"f1":0.788933,"accuracy":0.825099,"main_score":0.788933,"hf_subset":"tgl_Latn-pap_Latn","languages":["tgl-Latn","pap-Latn"]},{"precision":0.453406,"recall":0.527668,"f1":0.473283,"accuracy":0.527668,"main_score":0.473283,"hf_subset":"tgl_Latn-sot_Latn","languages":["tgl-Latn","sot-Latn"]},{"precision":0.907065,"recall":0.933794,"f1":0.915368,"accuracy":0.933794,"main_score":0.915368,"hf_subset":"tgl_Latn-tur_Latn","languages":["tgl-Latn","tur-Latn"]},{"precision":0.634135,"recall":0.703557,"f1":0.653844,"accuracy":0.703557,"main_score":0.653844,"hf_subset":"tgl_Latn-ace_Latn","languages":["tgl-Latn","ace-Latn"]},{"precision":0.738686,"recall":0.789526,"f1":0.753844,"accuracy":0.789526,"main_score":0.753844,"hf_subset":"tgl_Latn-ban_Latn","languages":["tgl-Latn","ban-Latn"]},{"precision":0.857708,"recall":0.898221,"f1":0.87052,"accuracy":0.898221,"main_score":0.87052,"hf_subset":"tgl_Latn-ell_Grek","languages":["tgl-Latn","ell-Grek"]},{"precision":0.855823,"recall":0.892292,"f1":0.867045,"accuracy":0.892292,"main_score":0.867045,"hf_subset":"tgl_Latn-hne_Deva","languages":["tgl-Latn","hne-Deva"]},{"precision":0.445927,"recall":0.521739,"f1":0.466671,"accuracy":0.521739,"main_score":0.466671,"hf_subset":"tgl_Latn-kik_Latn","languages":["tgl-Latn","kik-Latn"]},{"precision":0.888752,"recall":0.920949,"f1":0.899111,"accuracy":0.920949,"main_score":0.899111,"hf_subset":"tgl_Latn-mai_Deva","languages":["tgl-Latn","mai-Deva"]},{"precision":0.774127,"recall":0.827075,"f1":0.790269,"accuracy":0.827075,"main_score":0.790269,"hf_subset":"tgl_Latn-pbt_Arab","languages":["tgl-Latn","pbt-Arab"]},{"precision":0.915958,"recall":0.940711,"f1":0.92365,"accuracy":0.940711,"main_score":0.92365,"hf_subset":"tgl_Latn-spa_Latn","languages":["tgl-Latn","spa-Latn"]},{"precision":0.511221,"recall":0.581028,"f1":0.530311,"accuracy":0.581028,"main_score":0.530311,"hf_subset":"tgl_Latn-twi_Latn","languages":["tgl-Latn","twi-Latn"]},{"precision":0.871327,"recall":0.909091,"f1":0.883136,"accuracy":0.909091,"main_score":0.883136,"hf_subset":"tgl_Latn-acm_Arab","languages":["tgl-Latn","acm-Arab"]},{"precision":0.710946,"recall":0.779644,"f1":0.731818,"accuracy":0.779644,"main_score":0.731818,"hf_subset":"tgl_Latn-bel_Cyrl","languages":["tgl-Latn","bel-Cyrl"]},{"precision":0.943841,"recall":0.960474,"f1":0.949275,"accuracy":0.960474,"main_score":0.949275,"hf_subset":"tgl_Latn-eng_Latn","languages":["tgl-Latn","eng-Latn"]},{"precision":0.862099,"recall":0.897233,"f1":0.872497,"accuracy":0.897233,"main_score":0.872497,"hf_subset":"tgl_Latn-hrv_Latn","languages":["tgl-Latn","hrv-Latn"]},{"precision":0.413511,"recall":0.48419,"f1":0.432268,"accuracy":0.48419,"main_score":0.432268,"hf_subset":"tgl_Latn-kin_Latn","languages":["tgl-Latn","kin-Latn"]},{"precision":0.884223,"recall":0.916008,"f1":0.894401,"accuracy":0.916008,"main_score":0.894401,"hf_subset":"tgl_Latn-mal_Mlym","languages":["tgl-Latn","mal-Mlym"]},{"precision":0.906983,"recall":0.933794,"f1":0.915514,"accuracy":0.933794,"main_score":0.915514,"hf_subset":"tgl_Latn-pes_Arab","languages":["tgl-Latn","pes-Arab"]},{"precision":0.758705,"recall":0.8083,"f1":0.77385,"accuracy":0.8083,"main_score":0.77385,"hf_subset":"tgl_Latn-srd_Latn","languages":["tgl-Latn","srd-Latn"]},{"precision":0.11793,"recall":0.18083,"f1":0.131978,"accuracy":0.18083,"main_score":0.131978,"hf_subset":"tgl_Latn-tzm_Tfng","languages":["tgl-Latn","tzm-Tfng"]},{"precision":0.879397,"recall":0.912055,"f1":0.889328,"accuracy":0.912055,"main_score":0.889328,"hf_subset":"tgl_Latn-acq_Arab","languages":["tgl-Latn","acq-Arab"]},{"precision":0.476751,"recall":0.55336,"f1":0.497709,"accuracy":0.55336,"main_score":0.497709,"hf_subset":"tgl_Latn-bem_Latn","languages":["tgl-Latn","bem-Latn"]},{"precision":0.795292,"recall":0.843874,"f1":0.810347,"accuracy":0.843874,"main_score":0.810347,"hf_subset":"tgl_Latn-epo_Latn","languages":["tgl-Latn","epo-Latn"]},{"precision":0.818356,"recall":0.867589,"f1":0.833745,"accuracy":0.867589,"main_score":0.833745,"hf_subset":"tgl_Latn-hun_Latn","languages":["tgl-Latn","hun-Latn"]},{"precision":0.648726,"recall":0.712451,"f1":0.666234,"accuracy":0.712451,"main_score":0.666234,"hf_subset":"tgl_Latn-kir_Cyrl","languages":["tgl-Latn","kir-Cyrl"]},{"precision":0.896574,"recall":0.927866,"f1":0.906785,"accuracy":0.927866,"main_score":0.906785,"hf_subset":"tgl_Latn-mar_Deva","languages":["tgl-Latn","mar-Deva"]},{"precision":0.483981,"recall":0.550395,"f1":0.502127,"accuracy":0.550395,"main_score":0.502127,"hf_subset":"tgl_Latn-plt_Latn","languages":["tgl-Latn","plt-Latn"]},{"precision":0.820382,"recall":0.866601,"f1":0.834752,"accuracy":0.866601,"main_score":0.834752,"hf_subset":"tgl_Latn-srp_Cyrl","languages":["tgl-Latn","srp-Cyrl"]},{"precision":0.2984,"recall":0.373518,"f1":0.317907,"accuracy":0.373518,"main_score":0.317907,"hf_subset":"tgl_Latn-uig_Arab","languages":["tgl-Latn","uig-Arab"]},{"precision":0.82971,"recall":0.874506,"f1":0.843347,"accuracy":0.874506,"main_score":0.843347,"hf_subset":"tgl_Latn-aeb_Arab","languages":["tgl-Latn","aeb-Arab"]},{"precision":0.903244,"recall":0.93083,"f1":0.911909,"accuracy":0.93083,"main_score":0.911909,"hf_subset":"tgl_Latn-ben_Beng","languages":["tgl-Latn","ben-Beng"]},{"precision":0.73918,"recall":0.797431,"f1":0.756329,"accuracy":0.797431,"main_score":0.756329,"hf_subset":"tgl_Latn-est_Latn","languages":["tgl-Latn","est-Latn"]},{"precision":0.714054,"recall":0.778656,"f1":0.732938,"accuracy":0.778656,"main_score":0.732938,"hf_subset":"tgl_Latn-hye_Armn","languages":["tgl-Latn","hye-Armn"]},{"precision":0.417112,"recall":0.487154,"f1":0.434708,"accuracy":0.487154,"main_score":0.434708,"hf_subset":"tgl_Latn-kmb_Latn","languages":["tgl-Latn","kmb-Latn"]},{"precision":0.273964,"recall":0.332016,"f1":0.288955,"accuracy":0.332016,"main_score":0.288955,"hf_subset":"tgl_Latn-min_Arab","languages":["tgl-Latn","min-Arab"]},{"precision":0.898328,"recall":0.924901,"f1":0.906247,"accuracy":0.924901,"main_score":0.906247,"hf_subset":"tgl_Latn-pol_Latn","languages":["tgl-Latn","pol-Latn"]},{"precision":0.431227,"recall":0.503953,"f1":0.450703,"accuracy":0.503953,"main_score":0.450703,"hf_subset":"tgl_Latn-ssw_Latn","languages":["tgl-Latn","ssw-Latn"]},{"precision":0.896904,"recall":0.925889,"f1":0.905929,"accuracy":0.925889,"main_score":0.905929,"hf_subset":"tgl_Latn-ukr_Cyrl","languages":["tgl-Latn","ukr-Cyrl"]},{"precision":0.862648,"recall":0.897233,"f1":0.873485,"accuracy":0.897233,"main_score":0.873485,"hf_subset":"tgl_Latn-afr_Latn","languages":["tgl-Latn","afr-Latn"]},{"precision":0.850618,"recall":0.891304,"f1":0.863197,"accuracy":0.891304,"main_score":0.863197,"hf_subset":"tgl_Latn-bho_Deva","languages":["tgl-Latn","bho-Deva"]},{"precision":0.6349,"recall":0.697628,"f1":0.652962,"accuracy":0.697628,"main_score":0.652962,"hf_subset":"tgl_Latn-eus_Latn","languages":["tgl-Latn","eus-Latn"]},{"precision":0.415113,"recall":0.496047,"f1":0.436353,"accuracy":0.496047,"main_score":0.436353,"hf_subset":"tgl_Latn-ibo_Latn","languages":["tgl-Latn","ibo-Latn"]},{"precision":0.440751,"recall":0.532609,"f1":0.464548,"accuracy":0.532609,"main_score":0.464548,"hf_subset":"tgl_Latn-kmr_Latn","languages":["tgl-Latn","kmr-Latn"]},{"precision":0.717951,"recall":0.773715,"f1":0.734073,"accuracy":0.773715,"main_score":0.734073,"hf_subset":"tgl_Latn-min_Latn","languages":["tgl-Latn","min-Latn"]},{"precision":0.92943,"recall":0.950593,"f1":0.936166,"accuracy":0.950593,"main_score":0.936166,"hf_subset":"tgl_Latn-por_Latn","languages":["tgl-Latn","por-Latn"]},{"precision":0.771913,"recall":0.821146,"f1":0.786479,"accuracy":0.821146,"main_score":0.786479,"hf_subset":"tgl_Latn-sun_Latn","languages":["tgl-Latn","sun-Latn"]},{"precision":0.403341,"recall":0.476285,"f1":0.422574,"accuracy":0.476285,"main_score":0.422574,"hf_subset":"tgl_Latn-umb_Latn","languages":["tgl-Latn","umb-Latn"]},{"precision":0.873577,"recall":0.910079,"f1":0.88503,"accuracy":0.910079,"main_score":0.88503,"hf_subset":"tgl_Latn-ajp_Arab","languages":["tgl-Latn","ajp-Arab"]},{"precision":0.290427,"recall":0.358696,"f1":0.30824,"accuracy":0.358696,"main_score":0.30824,"hf_subset":"tgl_Latn-bjn_Arab","languages":["tgl-Latn","bjn-Arab"]},{"precision":0.431658,"recall":0.498024,"f1":0.449353,"accuracy":0.498024,"main_score":0.449353,"hf_subset":"tgl_Latn-ewe_Latn","languages":["tgl-Latn","ewe-Latn"]},{"precision":0.760806,"recall":0.801383,"f1":0.772365,"accuracy":0.801383,"main_score":0.772365,"hf_subset":"tgl_Latn-ilo_Latn","languages":["tgl-Latn","ilo-Latn"]},{"precision":0.199902,"recall":0.270751,"f1":0.216275,"accuracy":0.270751,"main_score":0.216275,"hf_subset":"tgl_Latn-knc_Arab","languages":["tgl-Latn","knc-Arab"]},{"precision":0.821344,"recall":0.870553,"f1":0.836594,"accuracy":0.870553,"main_score":0.836594,"hf_subset":"tgl_Latn-mkd_Cyrl","languages":["tgl-Latn","mkd-Cyrl"]},{"precision":0.900198,"recall":0.929842,"f1":0.909717,"accuracy":0.929842,"main_score":0.909717,"hf_subset":"tgl_Latn-prs_Arab","languages":["tgl-Latn","prs-Arab"]},{"precision":0.896772,"recall":0.924901,"f1":0.905468,"accuracy":0.924901,"main_score":0.905468,"hf_subset":"tgl_Latn-swe_Latn","languages":["tgl-Latn","swe-Latn"]},{"precision":0.863883,"recall":0.90415,"f1":0.87668,"accuracy":0.90415,"main_score":0.87668,"hf_subset":"tgl_Latn-urd_Arab","languages":["tgl-Latn","urd-Arab"]},{"precision":0.471942,"recall":0.550395,"f1":0.493171,"accuracy":0.550395,"main_score":0.493171,"hf_subset":"tgl_Latn-aka_Latn","languages":["tgl-Latn","aka-Latn"]},{"precision":0.744582,"recall":0.797431,"f1":0.759905,"accuracy":0.797431,"main_score":0.759905,"hf_subset":"tgl_Latn-bjn_Latn","languages":["tgl-Latn","bjn-Latn"]},{"precision":0.540051,"recall":0.620553,"f1":0.562103,"accuracy":0.620553,"main_score":0.562103,"hf_subset":"tgl_Latn-fao_Latn","languages":["tgl-Latn","fao-Latn"]},{"precision":0.928195,"recall":0.948617,"f1":0.934585,"accuracy":0.948617,"main_score":0.934585,"hf_subset":"tgl_Latn-ind_Latn","languages":["tgl-Latn","ind-Latn"]},{"precision":0.470626,"recall":0.549407,"f1":0.492046,"accuracy":0.549407,"main_score":0.492046,"hf_subset":"tgl_Latn-knc_Latn","languages":["tgl-Latn","knc-Latn"]},{"precision":0.678491,"recall":0.744071,"f1":0.697095,"accuracy":0.744071,"main_score":0.697095,"hf_subset":"tgl_Latn-mlt_Latn","languages":["tgl-Latn","mlt-Latn"]},{"precision":0.494488,"recall":0.578063,"f1":0.516826,"accuracy":0.578063,"main_score":0.516826,"hf_subset":"tgl_Latn-quy_Latn","languages":["tgl-Latn","quy-Latn"]},{"precision":0.777701,"recall":0.832016,"f1":0.794353,"accuracy":0.832016,"main_score":0.794353,"hf_subset":"tgl_Latn-swh_Latn","languages":["tgl-Latn","swh-Latn"]},{"precision":0.602064,"recall":0.675889,"f1":0.622845,"accuracy":0.675889,"main_score":0.622845,"hf_subset":"tgl_Latn-uzn_Latn","languages":["tgl-Latn","uzn-Latn"]},{"precision":0.719904,"recall":0.780632,"f1":0.737624,"accuracy":0.780632,"main_score":0.737624,"hf_subset":"tgl_Latn-als_Latn","languages":["tgl-Latn","als-Latn"]},{"precision":0.191668,"recall":0.254941,"f1":0.207408,"accuracy":0.254941,"main_score":0.207408,"hf_subset":"tgl_Latn-bod_Tibt","languages":["tgl-Latn","bod-Tibt"]},{"precision":0.429204,"recall":0.508893,"f1":0.45014,"accuracy":0.508893,"main_score":0.45014,"hf_subset":"tgl_Latn-fij_Latn","languages":["tgl-Latn","fij-Latn"]},{"precision":0.488601,"recall":0.567194,"f1":0.510829,"accuracy":0.567194,"main_score":0.510829,"hf_subset":"tgl_Latn-isl_Latn","languages":["tgl-Latn","isl-Latn"]},{"precision":0.496208,"recall":0.564229,"f1":0.514789,"accuracy":0.564229,"main_score":0.514789,"hf_subset":"tgl_Latn-kon_Latn","languages":["tgl-Latn","kon-Latn"]},{"precision":0.382503,"recall":0.452569,"f1":0.401724,"accuracy":0.452569,"main_score":0.401724,"hf_subset":"tgl_Latn-mni_Beng","languages":["tgl-Latn","mni-Beng"]},{"precision":0.914361,"recall":0.938735,"f1":0.922054,"accuracy":0.938735,"main_score":0.922054,"hf_subset":"tgl_Latn-ron_Latn","languages":["tgl-Latn","ron-Latn"]},{"precision":0.754587,"recall":0.809289,"f1":0.770792,"accuracy":0.809289,"main_score":0.770792,"hf_subset":"tgl_Latn-szl_Latn","languages":["tgl-Latn","szl-Latn"]},{"precision":0.827322,"recall":0.873518,"f1":0.841521,"accuracy":0.873518,"main_score":0.841521,"hf_subset":"tgl_Latn-vec_Latn","languages":["tgl-Latn","vec-Latn"]},{"precision":0.714222,"recall":0.783597,"f1":0.73559,"accuracy":0.783597,"main_score":0.73559,"hf_subset":"tgl_Latn-amh_Ethi","languages":["tgl-Latn","amh-Ethi"]},{"precision":0.885013,"recall":0.916996,"f1":0.894943,"accuracy":0.916996,"main_score":0.894943,"hf_subset":"tgl_Latn-bos_Latn","languages":["tgl-Latn","bos-Latn"]},{"precision":0.873633,"recall":0.908103,"f1":0.884044,"accuracy":0.908103,"main_score":0.884044,"hf_subset":"tgl_Latn-fin_Latn","languages":["tgl-Latn","fin-Latn"]},{"precision":0.924654,"recall":0.944664,"f1":0.930982,"accuracy":0.944664,"main_score":0.930982,"hf_subset":"tgl_Latn-ita_Latn","languages":["tgl-Latn","ita-Latn"]},{"precision":0.902503,"recall":0.93083,"f1":0.911364,"accuracy":0.93083,"main_score":0.911364,"hf_subset":"tgl_Latn-kor_Hang","languages":["tgl-Latn","kor-Hang"]},{"precision":0.42681,"recall":0.504941,"f1":0.447809,"accuracy":0.504941,"main_score":0.447809,"hf_subset":"tgl_Latn-mos_Latn","languages":["tgl-Latn","mos-Latn"]},{"precision":0.414226,"recall":0.493083,"f1":0.434559,"accuracy":0.493083,"main_score":0.434559,"hf_subset":"tgl_Latn-run_Latn","languages":["tgl-Latn","run-Latn"]},{"precision":0.876186,"recall":0.910079,"f1":0.886858,"accuracy":0.910079,"main_score":0.886858,"hf_subset":"tgl_Latn-tam_Taml","languages":["tgl-Latn","tam-Taml"]},{"precision":0.901227,"recall":0.927866,"f1":0.909376,"accuracy":0.927866,"main_score":0.909376,"hf_subset":"tgl_Latn-vie_Latn","languages":["tgl-Latn","vie-Latn"]},{"precision":0.850769,"recall":0.890316,"f1":0.862648,"accuracy":0.890316,"main_score":0.862648,"hf_subset":"tgl_Latn-apc_Arab","languages":["tgl-Latn","apc-Arab"]},{"precision":0.607609,"recall":0.677866,"f1":0.627319,"accuracy":0.677866,"main_score":0.627319,"hf_subset":"tgl_Latn-bug_Latn","languages":["tgl-Latn","bug-Latn"]},{"precision":0.388677,"recall":0.460474,"f1":0.407015,"accuracy":0.460474,"main_score":0.407015,"hf_subset":"tgl_Latn-fon_Latn","languages":["tgl-Latn","fon-Latn"]},{"precision":0.778931,"recall":0.826087,"f1":0.792707,"accuracy":0.826087,"main_score":0.792707,"hf_subset":"tgl_Latn-jav_Latn","languages":["tgl-Latn","jav-Latn"]},{"precision":0.65378,"recall":0.722332,"f1":0.672934,"accuracy":0.722332,"main_score":0.672934,"hf_subset":"tgl_Latn-lao_Laoo","languages":["tgl-Latn","lao-Laoo"]},{"precision":0.402119,"recall":0.479249,"f1":0.422427,"accuracy":0.479249,"main_score":0.422427,"hf_subset":"tgl_Latn-mri_Latn","languages":["tgl-Latn","mri-Latn"]},{"precision":0.924901,"recall":0.94664,"f1":0.931785,"accuracy":0.94664,"main_score":0.931785,"hf_subset":"tgl_Latn-rus_Cyrl","languages":["tgl-Latn","rus-Cyrl"]},{"precision":0.415511,"recall":0.502964,"f1":0.438848,"accuracy":0.502964,"main_score":0.438848,"hf_subset":"tgl_Latn-taq_Latn","languages":["tgl-Latn","taq-Latn"]},{"precision":0.862624,"recall":0.895257,"f1":0.871667,"accuracy":0.895257,"main_score":0.871667,"hf_subset":"tgl_Latn-war_Latn","languages":["tgl-Latn","war-Latn"]},{"precision":0.88643,"recall":0.918972,"f1":0.896739,"accuracy":0.918972,"main_score":0.896739,"hf_subset":"tgl_Latn-arb_Arab","languages":["tgl-Latn","arb-Arab"]},{"precision":0.906648,"recall":0.932806,"f1":0.914789,"accuracy":0.932806,"main_score":0.914789,"hf_subset":"tgl_Latn-bul_Cyrl","languages":["tgl-Latn","bul-Cyrl"]},{"precision":0.924407,"recall":0.94664,"f1":0.931456,"accuracy":0.94664,"main_score":0.931456,"hf_subset":"tgl_Latn-fra_Latn","languages":["tgl-Latn","fra-Latn"]},{"precision":0.901087,"recall":0.926877,"f1":0.90886,"accuracy":0.926877,"main_score":0.90886,"hf_subset":"tgl_Latn-jpn_Jpan","languages":["tgl-Latn","jpn-Jpan"]},{"precision":0.783959,"recall":0.836957,"f1":0.800132,"accuracy":0.836957,"main_score":0.800132,"hf_subset":"tgl_Latn-lij_Latn","languages":["tgl-Latn","lij-Latn"]},{"precision":0.671887,"recall":0.750988,"f1":0.695553,"accuracy":0.750988,"main_score":0.695553,"hf_subset":"tgl_Latn-mya_Mymr","languages":["tgl-Latn","mya-Mymr"]},{"precision":0.4677,"recall":0.544466,"f1":0.489461,"accuracy":0.544466,"main_score":0.489461,"hf_subset":"tgl_Latn-sag_Latn","languages":["tgl-Latn","sag-Latn"]},{"precision":0.154648,"recall":0.231225,"f1":0.170888,"accuracy":0.231225,"main_score":0.170888,"hf_subset":"tgl_Latn-taq_Tfng","languages":["tgl-Latn","taq-Tfng"]},{"precision":0.464667,"recall":0.545455,"f1":0.486512,"accuracy":0.545455,"main_score":0.486512,"hf_subset":"tgl_Latn-wol_Latn","languages":["tgl-Latn","wol-Latn"]},{"precision":0.274844,"recall":0.371542,"f1":0.299676,"accuracy":0.371542,"main_score":0.299676,"hf_subset":"tgl_Latn-arb_Latn","languages":["tgl-Latn","arb-Latn"]},{"precision":0.882734,"recall":0.913043,"f1":0.891973,"accuracy":0.913043,"main_score":0.891973,"hf_subset":"tgl_Latn-cat_Latn","languages":["tgl-Latn","cat-Latn"]},{"precision":0.736411,"recall":0.789526,"f1":0.751797,"accuracy":0.789526,"main_score":0.751797,"hf_subset":"tgl_Latn-fur_Latn","languages":["tgl-Latn","fur-Latn"]},{"precision":0.294582,"recall":0.369565,"f1":0.31424,"accuracy":0.369565,"main_score":0.31424,"hf_subset":"tgl_Latn-kab_Latn","languages":["tgl-Latn","kab-Latn"]},{"precision":0.716338,"recall":0.77668,"f1":0.733329,"accuracy":0.77668,"main_score":0.733329,"hf_subset":"tgl_Latn-lim_Latn","languages":["tgl-Latn","lim-Latn"]},{"precision":0.911191,"recall":0.934783,"f1":0.918486,"accuracy":0.934783,"main_score":0.918486,"hf_subset":"tgl_Latn-nld_Latn","languages":["tgl-Latn","nld-Latn"]},{"precision":0.766798,"recall":0.825099,"f1":0.784848,"accuracy":0.825099,"main_score":0.784848,"hf_subset":"tgl_Latn-san_Deva","languages":["tgl-Latn","san-Deva"]},{"precision":0.615898,"recall":0.68083,"f1":0.633893,"accuracy":0.68083,"main_score":0.633893,"hf_subset":"tgl_Latn-tat_Cyrl","languages":["tgl-Latn","tat-Cyrl"]},{"precision":0.443931,"recall":0.517787,"f1":0.464285,"accuracy":0.517787,"main_score":0.464285,"hf_subset":"tgl_Latn-xho_Latn","languages":["tgl-Latn","xho-Latn"]},{"precision":0.883712,"recall":0.916996,"f1":0.89417,"accuracy":0.916996,"main_score":0.89417,"hf_subset":"tgl_Latn-ars_Arab","languages":["tgl-Latn","ars-Arab"]},{"precision":0.863999,"recall":0.900198,"f1":0.875099,"accuracy":0.900198,"main_score":0.875099,"hf_subset":"tgl_Latn-ceb_Latn","languages":["tgl-Latn","ceb-Latn"]},{"precision":0.43159,"recall":0.512846,"f1":0.453581,"accuracy":0.512846,"main_score":0.453581,"hf_subset":"tgl_Latn-fuv_Latn","languages":["tgl-Latn","fuv-Latn"]},{"precision":0.444929,"recall":0.522727,"f1":0.465408,"accuracy":0.522727,"main_score":0.465408,"hf_subset":"tgl_Latn-kac_Latn","languages":["tgl-Latn","kac-Latn"]},{"precision":0.494646,"recall":0.56917,"f1":0.515056,"accuracy":0.56917,"main_score":0.515056,"hf_subset":"tgl_Latn-lin_Latn","languages":["tgl-Latn","lin-Latn"]},{"precision":0.846047,"recall":0.887352,"f1":0.858432,"accuracy":0.887352,"main_score":0.858432,"hf_subset":"tgl_Latn-nno_Latn","languages":["tgl-Latn","nno-Latn"]},{"precision":0.187234,"recall":0.249012,"f1":0.202309,"accuracy":0.249012,"main_score":0.202309,"hf_subset":"tgl_Latn-sat_Olck","languages":["tgl-Latn","sat-Olck"]},{"precision":0.879233,"recall":0.913043,"f1":0.889855,"accuracy":0.913043,"main_score":0.889855,"hf_subset":"tgl_Latn-tel_Telu","languages":["tgl-Latn","tel-Telu"]},{"precision":0.311358,"recall":0.395257,"f1":0.332319,"accuracy":0.395257,"main_score":0.332319,"hf_subset":"tgl_Latn-ydd_Hebr","languages":["tgl-Latn","ydd-Hebr"]},{"precision":0.768784,"recall":0.826087,"f1":0.786281,"accuracy":0.826087,"main_score":0.786281,"hf_subset":"tgl_Latn-ary_Arab","languages":["tgl-Latn","ary-Arab"]},{"precision":0.866551,"recall":0.90415,"f1":0.878195,"accuracy":0.90415,"main_score":0.878195,"hf_subset":"tgl_Latn-ces_Latn","languages":["tgl-Latn","ces-Latn"]},{"precision":0.335387,"recall":0.408103,"f1":0.35343,"accuracy":0.408103,"main_score":0.35343,"hf_subset":"tgl_Latn-gaz_Latn","languages":["tgl-Latn","gaz-Latn"]},{"precision":0.465916,"recall":0.537549,"f1":0.485298,"accuracy":0.537549,"main_score":0.485298,"hf_subset":"tgl_Latn-kam_Latn","languages":["tgl-Latn","kam-Latn"]},{"precision":0.728986,"recall":0.789526,"f1":0.746773,"accuracy":0.789526,"main_score":0.746773,"hf_subset":"tgl_Latn-lit_Latn","languages":["tgl-Latn","lit-Latn"]},{"precision":0.894269,"recall":0.925889,"f1":0.904282,"accuracy":0.925889,"main_score":0.904282,"hf_subset":"tgl_Latn-nob_Latn","languages":["tgl-Latn","nob-Latn"]},{"precision":0.689575,"recall":0.756917,"f1":0.708785,"accuracy":0.756917,"main_score":0.708785,"hf_subset":"tgl_Latn-scn_Latn","languages":["tgl-Latn","scn-Latn"]},{"precision":0.441873,"recall":0.516798,"f1":0.46155,"accuracy":0.516798,"main_score":0.46155,"hf_subset":"tgl_Latn-tgk_Cyrl","languages":["tgl-Latn","tgk-Cyrl"]},{"precision":0.41074,"recall":0.486166,"f1":0.431546,"accuracy":0.486166,"main_score":0.431546,"hf_subset":"tgl_Latn-yor_Latn","languages":["tgl-Latn","yor-Latn"]},{"precision":0.884717,"recall":0.91502,"f1":0.894071,"accuracy":0.91502,"main_score":0.894071,"hf_subset":"tgl_Latn-arz_Arab","languages":["tgl-Latn","arz-Arab"]},{"precision":0.446261,"recall":0.533597,"f1":0.469906,"accuracy":0.533597,"main_score":0.469906,"hf_subset":"tgl_Latn-cjk_Latn","languages":["tgl-Latn","cjk-Latn"]},{"precision":0.378172,"recall":0.451581,"f1":0.397076,"accuracy":0.451581,"main_score":0.397076,"hf_subset":"tgl_Latn-gla_Latn","languages":["tgl-Latn","gla-Latn"]},{"precision":0.876153,"recall":0.911067,"f1":0.887319,"accuracy":0.911067,"main_score":0.887319,"hf_subset":"tgl_Latn-kan_Knda","languages":["tgl-Latn","kan-Knda"]},{"precision":0.722927,"recall":0.782609,"f1":0.740356,"accuracy":0.782609,"main_score":0.740356,"hf_subset":"tgl_Latn-lmo_Latn","languages":["tgl-Latn","lmo-Latn"]},{"precision":0.874259,"recall":0.911067,"f1":0.885935,"accuracy":0.911067,"main_score":0.885935,"hf_subset":"tgl_Latn-npi_Deva","languages":["tgl-Latn","npi-Deva"]},{"precision":0.368736,"recall":0.459486,"f1":0.392539,"accuracy":0.459486,"main_score":0.392539,"hf_subset":"tgl_Latn-shn_Mymr","languages":["tgl-Latn","shn-Mymr"]},{"precision":0.914361,"recall":0.937747,"f1":0.921454,"accuracy":0.937747,"main_score":0.921454,"hf_subset":"tgl_Latn-yue_Hant","languages":["tgl-Latn","yue-Hant"]},{"precision":0.760491,"recall":0.817194,"f1":0.777061,"accuracy":0.817194,"main_score":0.777061,"hf_subset":"tgl_Latn-asm_Beng","languages":["tgl-Latn","asm-Beng"]},{"precision":0.403074,"recall":0.480237,"f1":0.42353,"accuracy":0.480237,"main_score":0.42353,"hf_subset":"tgl_Latn-ckb_Arab","languages":["tgl-Latn","ckb-Arab"]},{"precision":0.387495,"recall":0.467391,"f1":0.407926,"accuracy":0.467391,"main_score":0.407926,"hf_subset":"tgl_Latn-gle_Latn","languages":["tgl-Latn","gle-Latn"]},{"precision":0.569513,"recall":0.657115,"f1":0.593883,"accuracy":0.657115,"main_score":0.593883,"hf_subset":"tgl_Latn-kas_Arab","languages":["tgl-Latn","kas-Arab"]},{"precision":0.575563,"recall":0.646245,"f1":0.595871,"accuracy":0.646245,"main_score":0.595871,"hf_subset":"tgl_Latn-ltg_Latn","languages":["tgl-Latn","ltg-Latn"]},{"precision":0.495854,"recall":0.565217,"f1":0.515258,"accuracy":0.565217,"main_score":0.515258,"hf_subset":"tgl_Latn-nso_Latn","languages":["tgl-Latn","nso-Latn"]},{"precision":0.757905,"recall":0.821146,"f1":0.77772,"accuracy":0.821146,"main_score":0.77772,"hf_subset":"tgl_Latn-sin_Sinh","languages":["tgl-Latn","sin-Sinh"]},{"precision":0.89254,"recall":0.923913,"f1":0.902372,"accuracy":0.923913,"main_score":0.902372,"hf_subset":"tgl_Latn-tha_Thai","languages":["tgl-Latn","tha-Thai"]},{"precision":0.895949,"recall":0.926877,"f1":0.905599,"accuracy":0.926877,"main_score":0.905599,"hf_subset":"tgl_Latn-zho_Hans","languages":["tgl-Latn","zho-Hans"]},{"precision":0.85412,"recall":0.891304,"f1":0.865316,"accuracy":0.891304,"main_score":0.865316,"hf_subset":"tgl_Latn-ast_Latn","languages":["tgl-Latn","ast-Latn"]},{"precision":0.698461,"recall":0.763834,"f1":0.717013,"accuracy":0.763834,"main_score":0.717013,"hf_subset":"tgl_Latn-crh_Latn","languages":["tgl-Latn","crh-Latn"]},{"precision":0.909783,"recall":0.933794,"f1":0.917128,"accuracy":0.933794,"main_score":0.917128,"hf_subset":"tgl_Latn-glg_Latn","languages":["tgl-Latn","glg-Latn"]},{"precision":0.507472,"recall":0.602767,"f1":0.534711,"accuracy":0.602767,"main_score":0.534711,"hf_subset":"tgl_Latn-kas_Deva","languages":["tgl-Latn","kas-Deva"]},{"precision":0.674242,"recall":0.745059,"f1":0.694721,"accuracy":0.745059,"main_score":0.694721,"hf_subset":"tgl_Latn-ltz_Latn","languages":["tgl-Latn","ltz-Latn"]},{"precision":0.335375,"recall":0.40415,"f1":0.354006,"accuracy":0.40415,"main_score":0.354006,"hf_subset":"tgl_Latn-nus_Latn","languages":["tgl-Latn","nus-Latn"]},{"precision":0.854258,"recall":0.893281,"f1":0.866062,"accuracy":0.893281,"main_score":0.866062,"hf_subset":"tgl_Latn-slk_Latn","languages":["tgl-Latn","slk-Latn"]},{"precision":0.390022,"recall":0.471344,"f1":0.411886,"accuracy":0.471344,"main_score":0.411886,"hf_subset":"tgl_Latn-tir_Ethi","languages":["tgl-Latn","tir-Ethi"]},{"precision":0.897292,"recall":0.925889,"f1":0.906063,"accuracy":0.925889,"main_score":0.906063,"hf_subset":"tgl_Latn-zho_Hant","languages":["tgl-Latn","zho-Hant"]},{"precision":0.896492,"recall":0.923913,"f1":0.904875,"accuracy":0.923913,"main_score":0.904875,"hf_subset":"tgl_Latn-awa_Deva","languages":["tgl-Latn","awa-Deva"]},{"precision":0.448859,"recall":0.524704,"f1":0.468955,"accuracy":0.524704,"main_score":0.468955,"hf_subset":"tgl_Latn-cym_Latn","languages":["tgl-Latn","cym-Latn"]},{"precision":0.603755,"recall":0.683794,"f1":0.626781,"accuracy":0.683794,"main_score":0.626781,"hf_subset":"tgl_Latn-grn_Latn","languages":["tgl-Latn","grn-Latn"]},{"precision":0.796846,"recall":0.850791,"f1":0.813823,"accuracy":0.850791,"main_score":0.813823,"hf_subset":"tgl_Latn-kat_Geor","languages":["tgl-Latn","kat-Geor"]},{"precision":0.500983,"recall":0.576087,"f1":0.522023,"accuracy":0.576087,"main_score":0.522023,"hf_subset":"tgl_Latn-lua_Latn","languages":["tgl-Latn","lua-Latn"]},{"precision":0.49809,"recall":0.563241,"f1":0.516209,"accuracy":0.563241,"main_score":0.516209,"hf_subset":"tgl_Latn-nya_Latn","languages":["tgl-Latn","nya-Latn"]},{"precision":0.799673,"recall":0.849802,"f1":0.814921,"accuracy":0.849802,"main_score":0.814921,"hf_subset":"tgl_Latn-slv_Latn","languages":["tgl-Latn","slv-Latn"]},{"precision":0.671493,"recall":0.741107,"f1":0.691937,"accuracy":0.741107,"main_score":0.691937,"hf_subset":"tgl_Latn-tpi_Latn","languages":["tgl-Latn","tpi-Latn"]},{"precision":0.906703,"recall":0.934783,"f1":0.91558,"accuracy":0.934783,"main_score":0.91558,"hf_subset":"tgl_Latn-zsm_Latn","languages":["tgl-Latn","zsm-Latn"]},{"precision":0.406329,"recall":0.493083,"f1":0.429658,"accuracy":0.493083,"main_score":0.429658,"hf_subset":"tgl_Latn-ayr_Latn","languages":["tgl-Latn","ayr-Latn"]},{"precision":0.908493,"recall":0.932806,"f1":0.915942,"accuracy":0.932806,"main_score":0.915942,"hf_subset":"tgl_Latn-dan_Latn","languages":["tgl-Latn","dan-Latn"]},{"precision":0.873106,"recall":0.911067,"f1":0.885065,"accuracy":0.911067,"main_score":0.885065,"hf_subset":"tgl_Latn-guj_Gujr","languages":["tgl-Latn","guj-Gujr"]},{"precision":0.696459,"recall":0.764822,"f1":0.716507,"accuracy":0.764822,"main_score":0.716507,"hf_subset":"tgl_Latn-kaz_Cyrl","languages":["tgl-Latn","kaz-Cyrl"]},{"precision":0.419097,"recall":0.491107,"f1":0.438561,"accuracy":0.491107,"main_score":0.438561,"hf_subset":"tgl_Latn-lug_Latn","languages":["tgl-Latn","lug-Latn"]},{"precision":0.832867,"recall":0.875494,"f1":0.845949,"accuracy":0.875494,"main_score":0.845949,"hf_subset":"tgl_Latn-oci_Latn","languages":["tgl-Latn","oci-Latn"]},{"precision":0.462842,"recall":0.544466,"f1":0.485229,"accuracy":0.544466,"main_score":0.485229,"hf_subset":"tgl_Latn-smo_Latn","languages":["tgl-Latn","smo-Latn"]},{"precision":0.43899,"recall":0.514822,"f1":0.459113,"accuracy":0.514822,"main_score":0.459113,"hf_subset":"tgl_Latn-tsn_Latn","languages":["tgl-Latn","tsn-Latn"]},{"precision":0.427595,"recall":0.508893,"f1":0.449119,"accuracy":0.508893,"main_score":0.449119,"hf_subset":"tgl_Latn-zul_Latn","languages":["tgl-Latn","zul-Latn"]},{"precision":0.53528,"recall":0.615613,"f1":0.557031,"accuracy":0.615613,"main_score":0.557031,"hf_subset":"tgl_Latn-azb_Arab","languages":["tgl-Latn","azb-Arab"]},{"precision":0.914443,"recall":0.939723,"f1":0.922497,"accuracy":0.939723,"main_score":0.922497,"hf_subset":"tgl_Latn-deu_Latn","languages":["tgl-Latn","deu-Latn"]},{"precision":0.570618,"recall":0.653162,"f1":0.593526,"accuracy":0.653162,"main_score":0.593526,"hf_subset":"tgl_Latn-hat_Latn","languages":["tgl-Latn","hat-Latn"]},{"precision":0.368519,"recall":0.444664,"f1":0.388153,"accuracy":0.444664,"main_score":0.388153,"hf_subset":"tgl_Latn-kbp_Latn","languages":["tgl-Latn","kbp-Latn"]},{"precision":0.455946,"recall":0.529644,"f1":0.475978,"accuracy":0.529644,"main_score":0.475978,"hf_subset":"tgl_Latn-luo_Latn","languages":["tgl-Latn","luo-Latn"]},{"precision":0.525387,"recall":0.600791,"f1":0.545845,"accuracy":0.600791,"main_score":0.545845,"hf_subset":"tgl_Latn-ory_Orya","languages":["tgl-Latn","ory-Orya"]},{"precision":0.45466,"recall":0.522727,"f1":0.471866,"accuracy":0.522727,"main_score":0.471866,"hf_subset":"tgl_Latn-sna_Latn","languages":["tgl-Latn","sna-Latn"]},{"precision":0.428372,"recall":0.498024,"f1":0.446696,"accuracy":0.498024,"main_score":0.446696,"hf_subset":"tgl_Latn-tso_Latn","languages":["tgl-Latn","tso-Latn"]},{"precision":0.752801,"recall":0.804348,"f1":0.767825,"accuracy":0.804348,"main_score":0.767825,"hf_subset":"tgl_Latn-azj_Latn","languages":["tgl-Latn","azj-Latn"]},{"precision":0.428616,"recall":0.514822,"f1":0.451716,"accuracy":0.514822,"main_score":0.451716,"hf_subset":"tgl_Latn-dik_Latn","languages":["tgl-Latn","dik-Latn"]},{"precision":0.462278,"recall":0.521739,"f1":0.478168,"accuracy":0.521739,"main_score":0.478168,"hf_subset":"tgl_Latn-hau_Latn","languages":["tgl-Latn","hau-Latn"]},{"precision":0.74081,"recall":0.80336,"f1":0.758964,"accuracy":0.80336,"main_score":0.758964,"hf_subset":"tgl_Latn-kea_Latn","languages":["tgl-Latn","kea-Latn"]},{"precision":0.571363,"recall":0.636364,"f1":0.589645,"accuracy":0.636364,"main_score":0.589645,"hf_subset":"tgl_Latn-lus_Latn","languages":["tgl-Latn","lus-Latn"]},{"precision":0.719881,"recall":0.774704,"f1":0.73527,"accuracy":0.774704,"main_score":0.73527,"hf_subset":"tgl_Latn-pag_Latn","languages":["tgl-Latn","pag-Latn"]},{"precision":0.60743,"recall":0.689723,"f1":0.631409,"accuracy":0.689723,"main_score":0.631409,"hf_subset":"tgl_Latn-snd_Arab","languages":["tgl-Latn","snd-Arab"]},{"precision":0.543128,"recall":0.620553,"f1":0.564329,"accuracy":0.620553,"main_score":0.564329,"hf_subset":"tgl_Latn-tuk_Latn","languages":["tgl-Latn","tuk-Latn"]},{"precision":0.596076,"recall":0.668972,"f1":0.61603,"accuracy":0.668972,"main_score":0.61603,"hf_subset":"tgl_Latn-bak_Cyrl","languages":["tgl-Latn","bak-Cyrl"]},{"precision":0.373241,"recall":0.463439,"f1":0.397496,"accuracy":0.463439,"main_score":0.397496,"hf_subset":"tgl_Latn-dyu_Latn","languages":["tgl-Latn","dyu-Latn"]},{"precision":0.808416,"recall":0.860672,"f1":0.824591,"accuracy":0.860672,"main_score":0.824591,"hf_subset":"tgl_Latn-heb_Hebr","languages":["tgl-Latn","heb-Hebr"]},{"precision":0.443279,"recall":0.513834,"f1":0.461643,"accuracy":0.513834,"main_score":0.461643,"hf_subset":"tgl_Latn-khk_Cyrl","languages":["tgl-Latn","khk-Cyrl"]},{"precision":0.760006,"recall":0.816206,"f1":0.776762,"accuracy":0.816206,"main_score":0.776762,"hf_subset":"tgl_Latn-lvs_Latn","languages":["tgl-Latn","lvs-Latn"]},{"precision":0.824292,"recall":0.870553,"f1":0.838289,"accuracy":0.870553,"main_score":0.838289,"hf_subset":"tgl_Latn-pan_Guru","languages":["tgl-Latn","pan-Guru"]},{"precision":0.398286,"recall":0.467391,"f1":0.416081,"accuracy":0.467391,"main_score":0.416081,"hf_subset":"tgl_Latn-som_Latn","languages":["tgl-Latn","som-Latn"]},{"precision":0.478388,"recall":0.54249,"f1":0.495266,"accuracy":0.54249,"main_score":0.495266,"hf_subset":"tgl_Latn-tum_Latn","languages":["tgl-Latn","tum-Latn"]},{"precision":0.247453,"recall":0.339921,"f1":0.271496,"accuracy":0.339921,"main_score":0.271496,"hf_subset":"yue_Hant-ace_Arab","languages":["yue-Hant","ace-Arab"]},{"precision":0.339603,"recall":0.4417,"f1":0.365482,"accuracy":0.4417,"main_score":0.365482,"hf_subset":"yue_Hant-bam_Latn","languages":["yue-Hant","bam-Latn"]},{"precision":0.127263,"recall":0.183794,"f1":0.141954,"accuracy":0.183794,"main_score":0.141954,"hf_subset":"yue_Hant-dzo_Tibt","languages":["yue-Hant","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-hin_Deva","languages":["yue-Hant","hin-Deva"]},{"precision":0.819664,"recall":0.873518,"f1":0.836547,"accuracy":0.873518,"main_score":0.836547,"hf_subset":"yue_Hant-khm_Khmr","languages":["yue-Hant","khm-Khmr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"yue_Hant-mag_Deva","languages":["yue-Hant","mag-Deva"]},{"precision":0.812088,"recall":0.867589,"f1":0.829282,"accuracy":0.867589,"main_score":0.829282,"hf_subset":"yue_Hant-pap_Latn","languages":["yue-Hant","pap-Latn"]},{"precision":0.374734,"recall":0.480237,"f1":0.401947,"accuracy":0.480237,"main_score":0.401947,"hf_subset":"yue_Hant-sot_Latn","languages":["yue-Hant","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-tur_Latn","languages":["yue-Hant","tur-Latn"]},{"precision":0.610886,"recall":0.705534,"f1":0.637799,"accuracy":0.705534,"main_score":0.637799,"hf_subset":"yue_Hant-ace_Latn","languages":["yue-Hant","ace-Latn"]},{"precision":0.799687,"recall":0.854743,"f1":0.816535,"accuracy":0.854743,"main_score":0.816535,"hf_subset":"yue_Hant-ban_Latn","languages":["yue-Hant","ban-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"yue_Hant-ell_Grek","languages":["yue-Hant","ell-Grek"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"yue_Hant-hne_Deva","languages":["yue-Hant","hne-Deva"]},{"precision":0.370971,"recall":0.485178,"f1":0.401036,"accuracy":0.485178,"main_score":0.401036,"hf_subset":"yue_Hant-kik_Latn","languages":["yue-Hant","kik-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"yue_Hant-mai_Deva","languages":["yue-Hant","mai-Deva"]},{"precision":0.829578,"recall":0.880435,"f1":0.84552,"accuracy":0.880435,"main_score":0.84552,"hf_subset":"yue_Hant-pbt_Arab","languages":["yue-Hant","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-spa_Latn","languages":["yue-Hant","spa-Latn"]},{"precision":0.445177,"recall":0.548419,"f1":0.47181,"accuracy":0.548419,"main_score":0.47181,"hf_subset":"yue_Hant-twi_Latn","languages":["yue-Hant","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"yue_Hant-acm_Arab","languages":["yue-Hant","acm-Arab"]},{"precision":0.795372,"recall":0.856719,"f1":0.814921,"accuracy":0.856719,"main_score":0.814921,"hf_subset":"yue_Hant-bel_Cyrl","languages":["yue-Hant","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-eng_Latn","languages":["yue-Hant","eng-Latn"]},{"precision":0.94664,"recall":0.964427,"f1":0.952569,"accuracy":0.964427,"main_score":0.952569,"hf_subset":"yue_Hant-hrv_Latn","languages":["yue-Hant","hrv-Latn"]},{"precision":0.342004,"recall":0.447628,"f1":0.368794,"accuracy":0.447628,"main_score":0.368794,"hf_subset":"yue_Hant-kin_Latn","languages":["yue-Hant","kin-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"yue_Hant-mal_Mlym","languages":["yue-Hant","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"yue_Hant-pes_Arab","languages":["yue-Hant","pes-Arab"]},{"precision":0.78363,"recall":0.844862,"f1":0.802668,"accuracy":0.844862,"main_score":0.802668,"hf_subset":"yue_Hant-srd_Latn","languages":["yue-Hant","srd-Latn"]},{"precision":0.110542,"recall":0.175889,"f1":0.124605,"accuracy":0.175889,"main_score":0.124605,"hf_subset":"yue_Hant-tzm_Tfng","languages":["yue-Hant","tzm-Tfng"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"yue_Hant-acq_Arab","languages":["yue-Hant","acq-Arab"]},{"precision":0.404064,"recall":0.505929,"f1":0.430446,"accuracy":0.505929,"main_score":0.430446,"hf_subset":"yue_Hant-bem_Latn","languages":["yue-Hant","bem-Latn"]},{"precision":0.850214,"recall":0.895257,"f1":0.864328,"accuracy":0.895257,"main_score":0.864328,"hf_subset":"yue_Hant-epo_Latn","languages":["yue-Hant","epo-Latn"]},{"precision":0.920537,"recall":0.944664,"f1":0.928096,"accuracy":0.944664,"main_score":0.928096,"hf_subset":"yue_Hant-hun_Latn","languages":["yue-Hant","hun-Latn"]},{"precision":0.63351,"recall":0.715415,"f1":0.656565,"accuracy":0.715415,"main_score":0.656565,"hf_subset":"yue_Hant-kir_Cyrl","languages":["yue-Hant","kir-Cyrl"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"yue_Hant-mar_Deva","languages":["yue-Hant","mar-Deva"]},{"precision":0.393907,"recall":0.48913,"f1":0.419371,"accuracy":0.48913,"main_score":0.419371,"hf_subset":"yue_Hant-plt_Latn","languages":["yue-Hant","plt-Latn"]},{"precision":0.904562,"recall":0.933794,"f1":0.913768,"accuracy":0.933794,"main_score":0.913768,"hf_subset":"yue_Hant-srp_Cyrl","languages":["yue-Hant","srp-Cyrl"]},{"precision":0.249546,"recall":0.333004,"f1":0.269965,"accuracy":0.333004,"main_score":0.269965,"hf_subset":"yue_Hant-uig_Arab","languages":["yue-Hant","uig-Arab"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"yue_Hant-aeb_Arab","languages":["yue-Hant","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"yue_Hant-ben_Beng","languages":["yue-Hant","ben-Beng"]},{"precision":0.760194,"recall":0.826087,"f1":0.780501,"accuracy":0.826087,"main_score":0.780501,"hf_subset":"yue_Hant-est_Latn","languages":["yue-Hant","est-Latn"]},{"precision":0.77094,"recall":0.83004,"f1":0.788447,"accuracy":0.83004,"main_score":0.788447,"hf_subset":"yue_Hant-hye_Armn","languages":["yue-Hant","hye-Armn"]},{"precision":0.359975,"recall":0.452569,"f1":0.38343,"accuracy":0.452569,"main_score":0.38343,"hf_subset":"yue_Hant-kmb_Latn","languages":["yue-Hant","kmb-Latn"]},{"precision":0.201695,"recall":0.281621,"f1":0.221424,"accuracy":0.281621,"main_score":0.221424,"hf_subset":"yue_Hant-min_Arab","languages":["yue-Hant","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"yue_Hant-pol_Latn","languages":["yue-Hant","pol-Latn"]},{"precision":0.34242,"recall":0.444664,"f1":0.367894,"accuracy":0.444664,"main_score":0.367894,"hf_subset":"yue_Hant-ssw_Latn","languages":["yue-Hant","ssw-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"yue_Hant-ukr_Cyrl","languages":["yue-Hant","ukr-Cyrl"]},{"precision":0.923419,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"yue_Hant-afr_Latn","languages":["yue-Hant","afr-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"yue_Hant-bho_Deva","languages":["yue-Hant","bho-Deva"]},{"precision":0.565556,"recall":0.66502,"f1":0.593049,"accuracy":0.66502,"main_score":0.593049,"hf_subset":"yue_Hant-eus_Latn","languages":["yue-Hant","eus-Latn"]},{"precision":0.332493,"recall":0.439723,"f1":0.359318,"accuracy":0.439723,"main_score":0.359318,"hf_subset":"yue_Hant-ibo_Latn","languages":["yue-Hant","ibo-Latn"]},{"precision":0.376636,"recall":0.477273,"f1":0.402061,"accuracy":0.477273,"main_score":0.402061,"hf_subset":"yue_Hant-kmr_Latn","languages":["yue-Hant","kmr-Latn"]},{"precision":0.763043,"recall":0.827075,"f1":0.782237,"accuracy":0.827075,"main_score":0.782237,"hf_subset":"yue_Hant-min_Latn","languages":["yue-Hant","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-por_Latn","languages":["yue-Hant","por-Latn"]},{"precision":0.83279,"recall":0.883399,"f1":0.848715,"accuracy":0.883399,"main_score":0.848715,"hf_subset":"yue_Hant-sun_Latn","languages":["yue-Hant","sun-Latn"]},{"precision":0.328346,"recall":0.437747,"f1":0.356241,"accuracy":0.437747,"main_score":0.356241,"hf_subset":"yue_Hant-umb_Latn","languages":["yue-Hant","umb-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"yue_Hant-ajp_Arab","languages":["yue-Hant","ajp-Arab"]},{"precision":0.214394,"recall":0.302372,"f1":0.235904,"accuracy":0.302372,"main_score":0.235904,"hf_subset":"yue_Hant-bjn_Arab","languages":["yue-Hant","bjn-Arab"]},{"precision":0.352113,"recall":0.453557,"f1":0.377108,"accuracy":0.453557,"main_score":0.377108,"hf_subset":"yue_Hant-ewe_Latn","languages":["yue-Hant","ewe-Latn"]},{"precision":0.613094,"recall":0.701581,"f1":0.638074,"accuracy":0.701581,"main_score":0.638074,"hf_subset":"yue_Hant-ilo_Latn","languages":["yue-Hant","ilo-Latn"]},{"precision":0.165644,"recall":0.243083,"f1":0.183428,"accuracy":0.243083,"main_score":0.183428,"hf_subset":"yue_Hant-knc_Arab","languages":["yue-Hant","knc-Arab"]},{"precision":0.90135,"recall":0.932806,"f1":0.911561,"accuracy":0.932806,"main_score":0.911561,"hf_subset":"yue_Hant-mkd_Cyrl","languages":["yue-Hant","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"yue_Hant-prs_Arab","languages":["yue-Hant","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"yue_Hant-swe_Latn","languages":["yue-Hant","swe-Latn"]},{"precision":0.957757,"recall":0.971344,"f1":0.962187,"accuracy":0.971344,"main_score":0.962187,"hf_subset":"yue_Hant-urd_Arab","languages":["yue-Hant","urd-Arab"]},{"precision":0.425822,"recall":0.533597,"f1":0.454217,"accuracy":0.533597,"main_score":0.454217,"hf_subset":"yue_Hant-aka_Latn","languages":["yue-Hant","aka-Latn"]},{"precision":0.818083,"recall":0.871542,"f1":0.834783,"accuracy":0.871542,"main_score":0.834783,"hf_subset":"yue_Hant-bjn_Latn","languages":["yue-Hant","bjn-Latn"]},{"precision":0.522015,"recall":0.624506,"f1":0.550703,"accuracy":0.624506,"main_score":0.550703,"hf_subset":"yue_Hant-fao_Latn","languages":["yue-Hant","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"yue_Hant-ind_Latn","languages":["yue-Hant","ind-Latn"]},{"precision":0.396701,"recall":0.505929,"f1":0.424523,"accuracy":0.505929,"main_score":0.424523,"hf_subset":"yue_Hant-knc_Latn","languages":["yue-Hant","knc-Latn"]},{"precision":0.651565,"recall":0.737154,"f1":0.676413,"accuracy":0.737154,"main_score":0.676413,"hf_subset":"yue_Hant-mlt_Latn","languages":["yue-Hant","mlt-Latn"]},{"precision":0.425723,"recall":0.541502,"f1":0.45607,"accuracy":0.541502,"main_score":0.45607,"hf_subset":"yue_Hant-quy_Latn","languages":["yue-Hant","quy-Latn"]},{"precision":0.83498,"recall":0.882411,"f1":0.849704,"accuracy":0.882411,"main_score":0.849704,"hf_subset":"yue_Hant-swh_Latn","languages":["yue-Hant","swh-Latn"]},{"precision":0.575169,"recall":0.670949,"f1":0.602342,"accuracy":0.670949,"main_score":0.602342,"hf_subset":"yue_Hant-uzn_Latn","languages":["yue-Hant","uzn-Latn"]},{"precision":0.717269,"recall":0.79249,"f1":0.739693,"accuracy":0.79249,"main_score":0.739693,"hf_subset":"yue_Hant-als_Latn","languages":["yue-Hant","als-Latn"]},{"precision":0.159681,"recall":0.221344,"f1":0.173658,"accuracy":0.221344,"main_score":0.173658,"hf_subset":"yue_Hant-bod_Tibt","languages":["yue-Hant","bod-Tibt"]},{"precision":0.356303,"recall":0.467391,"f1":0.384515,"accuracy":0.467391,"main_score":0.384515,"hf_subset":"yue_Hant-fij_Latn","languages":["yue-Hant","fij-Latn"]},{"precision":0.505264,"recall":0.597826,"f1":0.52981,"accuracy":0.597826,"main_score":0.52981,"hf_subset":"yue_Hant-isl_Latn","languages":["yue-Hant","isl-Latn"]},{"precision":0.442061,"recall":0.540514,"f1":0.468757,"accuracy":0.540514,"main_score":0.468757,"hf_subset":"yue_Hant-kon_Latn","languages":["yue-Hant","kon-Latn"]},{"precision":0.303823,"recall":0.411067,"f1":0.330201,"accuracy":0.411067,"main_score":0.330201,"hf_subset":"yue_Hant-mni_Beng","languages":["yue-Hant","mni-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"yue_Hant-ron_Latn","languages":["yue-Hant","ron-Latn"]},{"precision":0.817062,"recall":0.867589,"f1":0.832609,"accuracy":0.867589,"main_score":0.832609,"hf_subset":"yue_Hant-szl_Latn","languages":["yue-Hant","szl-Latn"]},{"precision":0.888587,"recall":0.922925,"f1":0.899605,"accuracy":0.922925,"main_score":0.899605,"hf_subset":"yue_Hant-vec_Latn","languages":["yue-Hant","vec-Latn"]},{"precision":0.759058,"recall":0.820158,"f1":0.776842,"accuracy":0.820158,"main_score":0.776842,"hf_subset":"yue_Hant-amh_Ethi","languages":["yue-Hant","amh-Ethi"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"yue_Hant-bos_Latn","languages":["yue-Hant","bos-Latn"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"yue_Hant-fin_Latn","languages":["yue-Hant","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-ita_Latn","languages":["yue-Hant","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-kor_Hang","languages":["yue-Hant","kor-Hang"]},{"precision":0.371269,"recall":0.467391,"f1":0.395372,"accuracy":0.467391,"main_score":0.395372,"hf_subset":"yue_Hant-mos_Latn","languages":["yue-Hant","mos-Latn"]},{"precision":0.336645,"recall":0.442688,"f1":0.362786,"accuracy":0.442688,"main_score":0.362786,"hf_subset":"yue_Hant-run_Latn","languages":["yue-Hant","run-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"yue_Hant-tam_Taml","languages":["yue-Hant","tam-Taml"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"yue_Hant-vie_Latn","languages":["yue-Hant","vie-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"yue_Hant-apc_Arab","languages":["yue-Hant","apc-Arab"]},{"precision":0.583902,"recall":0.676877,"f1":0.609921,"accuracy":0.676877,"main_score":0.609921,"hf_subset":"yue_Hant-bug_Latn","languages":["yue-Hant","bug-Latn"]},{"precision":0.311217,"recall":0.412055,"f1":0.336362,"accuracy":0.412055,"main_score":0.336362,"hf_subset":"yue_Hant-fon_Latn","languages":["yue-Hant","fon-Latn"]},{"precision":0.830369,"recall":0.881423,"f1":0.846476,"accuracy":0.881423,"main_score":0.846476,"hf_subset":"yue_Hant-jav_Latn","languages":["yue-Hant","jav-Latn"]},{"precision":0.700751,"recall":0.775692,"f1":0.722711,"accuracy":0.775692,"main_score":0.722711,"hf_subset":"yue_Hant-lao_Laoo","languages":["yue-Hant","lao-Laoo"]},{"precision":0.329361,"recall":0.437747,"f1":0.355025,"accuracy":0.437747,"main_score":0.355025,"hf_subset":"yue_Hant-mri_Latn","languages":["yue-Hant","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-rus_Cyrl","languages":["yue-Hant","rus-Cyrl"]},{"precision":0.344622,"recall":0.459486,"f1":0.373651,"accuracy":0.459486,"main_score":0.373651,"hf_subset":"yue_Hant-taq_Latn","languages":["yue-Hant","taq-Latn"]},{"precision":0.758597,"recall":0.828063,"f1":0.780237,"accuracy":0.828063,"main_score":0.780237,"hf_subset":"yue_Hant-war_Latn","languages":["yue-Hant","war-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"yue_Hant-arb_Arab","languages":["yue-Hant","arb-Arab"]},{"precision":0.971426,"recall":0.980237,"f1":0.974209,"accuracy":0.980237,"main_score":0.974209,"hf_subset":"yue_Hant-bul_Cyrl","languages":["yue-Hant","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-fra_Latn","languages":["yue-Hant","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-jpn_Jpan","languages":["yue-Hant","jpn-Jpan"]},{"precision":0.818264,"recall":0.87253,"f1":0.835375,"accuracy":0.87253,"main_score":0.835375,"hf_subset":"yue_Hant-lij_Latn","languages":["yue-Hant","lij-Latn"]},{"precision":0.767457,"recall":0.832016,"f1":0.787107,"accuracy":0.832016,"main_score":0.787107,"hf_subset":"yue_Hant-mya_Mymr","languages":["yue-Hant","mya-Mymr"]},{"precision":0.399637,"recall":0.509881,"f1":0.429238,"accuracy":0.509881,"main_score":0.429238,"hf_subset":"yue_Hant-sag_Latn","languages":["yue-Hant","sag-Latn"]},{"precision":0.110368,"recall":0.185771,"f1":0.125354,"accuracy":0.185771,"main_score":0.125354,"hf_subset":"yue_Hant-taq_Tfng","languages":["yue-Hant","taq-Tfng"]},{"precision":0.40572,"recall":0.516798,"f1":0.43436,"accuracy":0.516798,"main_score":0.43436,"hf_subset":"yue_Hant-wol_Latn","languages":["yue-Hant","wol-Latn"]},{"precision":0.261069,"recall":0.366601,"f1":0.285904,"accuracy":0.366601,"main_score":0.285904,"hf_subset":"yue_Hant-arb_Latn","languages":["yue-Hant","arb-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"yue_Hant-cat_Latn","languages":["yue-Hant","cat-Latn"]},{"precision":0.796723,"recall":0.854743,"f1":0.814756,"accuracy":0.854743,"main_score":0.814756,"hf_subset":"yue_Hant-fur_Latn","languages":["yue-Hant","fur-Latn"]},{"precision":0.23752,"recall":0.326087,"f1":0.259454,"accuracy":0.326087,"main_score":0.259454,"hf_subset":"yue_Hant-kab_Latn","languages":["yue-Hant","kab-Latn"]},{"precision":0.767894,"recall":0.83004,"f1":0.786569,"accuracy":0.83004,"main_score":0.786569,"hf_subset":"yue_Hant-lim_Latn","languages":["yue-Hant","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"yue_Hant-nld_Latn","languages":["yue-Hant","nld-Latn"]},{"precision":0.883235,"recall":0.91996,"f1":0.895257,"accuracy":0.91996,"main_score":0.895257,"hf_subset":"yue_Hant-san_Deva","languages":["yue-Hant","san-Deva"]},{"precision":0.606977,"recall":0.699605,"f1":0.633478,"accuracy":0.699605,"main_score":0.633478,"hf_subset":"yue_Hant-tat_Cyrl","languages":["yue-Hant","tat-Cyrl"]},{"precision":0.393619,"recall":0.503953,"f1":0.421962,"accuracy":0.503953,"main_score":0.421962,"hf_subset":"yue_Hant-xho_Latn","languages":["yue-Hant","xho-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"yue_Hant-ars_Arab","languages":["yue-Hant","ars-Arab"]},{"precision":0.735606,"recall":0.8083,"f1":0.757463,"accuracy":0.8083,"main_score":0.757463,"hf_subset":"yue_Hant-ceb_Latn","languages":["yue-Hant","ceb-Latn"]},{"precision":0.374557,"recall":0.483202,"f1":0.401639,"accuracy":0.483202,"main_score":0.401639,"hf_subset":"yue_Hant-fuv_Latn","languages":["yue-Hant","fuv-Latn"]},{"precision":0.376149,"recall":0.485178,"f1":0.403958,"accuracy":0.485178,"main_score":0.403958,"hf_subset":"yue_Hant-kac_Latn","languages":["yue-Hant","kac-Latn"]},{"precision":0.420136,"recall":0.533597,"f1":0.449996,"accuracy":0.533597,"main_score":0.449996,"hf_subset":"yue_Hant-lin_Latn","languages":["yue-Hant","lin-Latn"]},{"precision":0.931406,"recall":0.953557,"f1":0.938636,"accuracy":0.953557,"main_score":0.938636,"hf_subset":"yue_Hant-nno_Latn","languages":["yue-Hant","nno-Latn"]},{"precision":0.144031,"recall":0.206522,"f1":0.157568,"accuracy":0.206522,"main_score":0.157568,"hf_subset":"yue_Hant-sat_Olck","languages":["yue-Hant","sat-Olck"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"yue_Hant-tel_Telu","languages":["yue-Hant","tel-Telu"]},{"precision":0.281145,"recall":0.373518,"f1":0.30312,"accuracy":0.373518,"main_score":0.30312,"hf_subset":"yue_Hant-ydd_Hebr","languages":["yue-Hant","ydd-Hebr"]},{"precision":0.876482,"recall":0.91502,"f1":0.888834,"accuracy":0.91502,"main_score":0.888834,"hf_subset":"yue_Hant-ary_Arab","languages":["yue-Hant","ary-Arab"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"yue_Hant-ces_Latn","languages":["yue-Hant","ces-Latn"]},{"precision":0.262859,"recall":0.351779,"f1":0.284017,"accuracy":0.351779,"main_score":0.284017,"hf_subset":"yue_Hant-gaz_Latn","languages":["yue-Hant","gaz-Latn"]},{"precision":0.394384,"recall":0.502964,"f1":0.421909,"accuracy":0.502964,"main_score":0.421909,"hf_subset":"yue_Hant-kam_Latn","languages":["yue-Hant","kam-Latn"]},{"precision":0.750494,"recall":0.81917,"f1":0.771593,"accuracy":0.81917,"main_score":0.771593,"hf_subset":"yue_Hant-lit_Latn","languages":["yue-Hant","lit-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"yue_Hant-nob_Latn","languages":["yue-Hant","nob-Latn"]},{"precision":0.709009,"recall":0.787549,"f1":0.73266,"accuracy":0.787549,"main_score":0.73266,"hf_subset":"yue_Hant-scn_Latn","languages":["yue-Hant","scn-Latn"]},{"precision":0.387579,"recall":0.483202,"f1":0.411026,"accuracy":0.483202,"main_score":0.411026,"hf_subset":"yue_Hant-tgk_Cyrl","languages":["yue-Hant","tgk-Cyrl"]},{"precision":0.332975,"recall":0.444664,"f1":0.361013,"accuracy":0.444664,"main_score":0.361013,"hf_subset":"yue_Hant-yor_Latn","languages":["yue-Hant","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"yue_Hant-arz_Arab","languages":["yue-Hant","arz-Arab"]},{"precision":0.372327,"recall":0.491107,"f1":0.403023,"accuracy":0.491107,"main_score":0.403023,"hf_subset":"yue_Hant-cjk_Latn","languages":["yue-Hant","cjk-Latn"]},{"precision":0.299829,"recall":0.398221,"f1":0.323878,"accuracy":0.398221,"main_score":0.323878,"hf_subset":"yue_Hant-gla_Latn","languages":["yue-Hant","gla-Latn"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"yue_Hant-kan_Knda","languages":["yue-Hant","kan-Knda"]},{"precision":0.750932,"recall":0.820158,"f1":0.771661,"accuracy":0.820158,"main_score":0.771661,"hf_subset":"yue_Hant-lmo_Latn","languages":["yue-Hant","lmo-Latn"]},{"precision":0.963439,"recall":0.974308,"f1":0.966897,"accuracy":0.974308,"main_score":0.966897,"hf_subset":"yue_Hant-npi_Deva","languages":["yue-Hant","npi-Deva"]},{"precision":0.318049,"recall":0.440711,"f1":0.349041,"accuracy":0.440711,"main_score":0.349041,"hf_subset":"yue_Hant-shn_Mymr","languages":["yue-Hant","shn-Mymr"]},{"precision":0.844697,"recall":0.892292,"f1":0.859816,"accuracy":0.892292,"main_score":0.859816,"hf_subset":"yue_Hant-tgl_Latn","languages":["yue-Hant","tgl-Latn"]},{"precision":0.840695,"recall":0.887352,"f1":0.855105,"accuracy":0.887352,"main_score":0.855105,"hf_subset":"yue_Hant-asm_Beng","languages":["yue-Hant","asm-Beng"]},{"precision":0.353662,"recall":0.450593,"f1":0.37866,"accuracy":0.450593,"main_score":0.37866,"hf_subset":"yue_Hant-ckb_Arab","languages":["yue-Hant","ckb-Arab"]},{"precision":0.329685,"recall":0.425889,"f1":0.353272,"accuracy":0.425889,"main_score":0.353272,"hf_subset":"yue_Hant-gle_Latn","languages":["yue-Hant","gle-Latn"]},{"precision":0.606431,"recall":0.70751,"f1":0.636108,"accuracy":0.70751,"main_score":0.636108,"hf_subset":"yue_Hant-kas_Arab","languages":["yue-Hant","kas-Arab"]},{"precision":0.557897,"recall":0.655138,"f1":0.586075,"accuracy":0.655138,"main_score":0.586075,"hf_subset":"yue_Hant-ltg_Latn","languages":["yue-Hant","ltg-Latn"]},{"precision":0.39876,"recall":0.51087,"f1":0.428019,"accuracy":0.51087,"main_score":0.428019,"hf_subset":"yue_Hant-nso_Latn","languages":["yue-Hant","nso-Latn"]},{"precision":0.824193,"recall":0.875494,"f1":0.84025,"accuracy":0.875494,"main_score":0.84025,"hf_subset":"yue_Hant-sin_Sinh","languages":["yue-Hant","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-tha_Thai","languages":["yue-Hant","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-zho_Hans","languages":["yue-Hant","zho-Hans"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"yue_Hant-ast_Latn","languages":["yue-Hant","ast-Latn"]},{"precision":0.782395,"recall":0.844862,"f1":0.801699,"accuracy":0.844862,"main_score":0.801699,"hf_subset":"yue_Hant-crh_Latn","languages":["yue-Hant","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"yue_Hant-glg_Latn","languages":["yue-Hant","glg-Latn"]},{"precision":0.536286,"recall":0.641304,"f1":0.565986,"accuracy":0.641304,"main_score":0.565986,"hf_subset":"yue_Hant-kas_Deva","languages":["yue-Hant","kas-Deva"]},{"precision":0.719425,"recall":0.793478,"f1":0.74151,"accuracy":0.793478,"main_score":0.74151,"hf_subset":"yue_Hant-ltz_Latn","languages":["yue-Hant","ltz-Latn"]},{"precision":0.268668,"recall":0.362648,"f1":0.291299,"accuracy":0.362648,"main_score":0.291299,"hf_subset":"yue_Hant-nus_Latn","languages":["yue-Hant","nus-Latn"]},{"precision":0.943264,"recall":0.961462,"f1":0.949177,"accuracy":0.961462,"main_score":0.949177,"hf_subset":"yue_Hant-slk_Latn","languages":["yue-Hant","slk-Latn"]},{"precision":0.314024,"recall":0.410079,"f1":0.339185,"accuracy":0.410079,"main_score":0.339185,"hf_subset":"yue_Hant-tir_Ethi","languages":["yue-Hant","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-zho_Hant","languages":["yue-Hant","zho-Hant"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"yue_Hant-awa_Deva","languages":["yue-Hant","awa-Deva"]},{"precision":0.3824,"recall":0.482213,"f1":0.407498,"accuracy":0.482213,"main_score":0.407498,"hf_subset":"yue_Hant-cym_Latn","languages":["yue-Hant","cym-Latn"]},{"precision":0.608238,"recall":0.700593,"f1":0.634296,"accuracy":0.700593,"main_score":0.634296,"hf_subset":"yue_Hant-grn_Latn","languages":["yue-Hant","grn-Latn"]},{"precision":0.838554,"recall":0.886364,"f1":0.853294,"accuracy":0.886364,"main_score":0.853294,"hf_subset":"yue_Hant-kat_Geor","languages":["yue-Hant","kat-Geor"]},{"precision":0.429822,"recall":0.538538,"f1":0.459515,"accuracy":0.538538,"main_score":0.459515,"hf_subset":"yue_Hant-lua_Latn","languages":["yue-Hant","lua-Latn"]},{"precision":0.410195,"recall":0.522727,"f1":0.440053,"accuracy":0.522727,"main_score":0.440053,"hf_subset":"yue_Hant-nya_Latn","languages":["yue-Hant","nya-Latn"]},{"precision":0.890069,"recall":0.923913,"f1":0.900758,"accuracy":0.923913,"main_score":0.900758,"hf_subset":"yue_Hant-slv_Latn","languages":["yue-Hant","slv-Latn"]},{"precision":0.711257,"recall":0.783597,"f1":0.732779,"accuracy":0.783597,"main_score":0.732779,"hf_subset":"yue_Hant-tpi_Latn","languages":["yue-Hant","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"yue_Hant-zsm_Latn","languages":["yue-Hant","zsm-Latn"]},{"precision":0.340073,"recall":0.450593,"f1":0.368367,"accuracy":0.450593,"main_score":0.368367,"hf_subset":"yue_Hant-ayr_Latn","languages":["yue-Hant","ayr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"yue_Hant-dan_Latn","languages":["yue-Hant","dan-Latn"]},{"precision":0.959569,"recall":0.972332,"f1":0.963669,"accuracy":0.972332,"main_score":0.963669,"hf_subset":"yue_Hant-guj_Gujr","languages":["yue-Hant","guj-Gujr"]},{"precision":0.703049,"recall":0.777668,"f1":0.724591,"accuracy":0.777668,"main_score":0.724591,"hf_subset":"yue_Hant-kaz_Cyrl","languages":["yue-Hant","kaz-Cyrl"]},{"precision":0.34655,"recall":0.445652,"f1":0.370902,"accuracy":0.445652,"main_score":0.370902,"hf_subset":"yue_Hant-lug_Latn","languages":["yue-Hant","lug-Latn"]},{"precision":0.922019,"recall":0.94664,"f1":0.929908,"accuracy":0.94664,"main_score":0.929908,"hf_subset":"yue_Hant-oci_Latn","languages":["yue-Hant","oci-Latn"]},{"precision":0.373274,"recall":0.488142,"f1":0.403031,"accuracy":0.488142,"main_score":0.403031,"hf_subset":"yue_Hant-smo_Latn","languages":["yue-Hant","smo-Latn"]},{"precision":0.356608,"recall":0.467391,"f1":0.384425,"accuracy":0.467391,"main_score":0.384425,"hf_subset":"yue_Hant-tsn_Latn","languages":["yue-Hant","tsn-Latn"]},{"precision":0.355607,"recall":0.456522,"f1":0.380916,"accuracy":0.456522,"main_score":0.380916,"hf_subset":"yue_Hant-zul_Latn","languages":["yue-Hant","zul-Latn"]},{"precision":0.643784,"recall":0.736166,"f1":0.671167,"accuracy":0.736166,"main_score":0.671167,"hf_subset":"yue_Hant-azb_Arab","languages":["yue-Hant","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-deu_Latn","languages":["yue-Hant","deu-Latn"]},{"precision":0.582931,"recall":0.68083,"f1":0.611212,"accuracy":0.68083,"main_score":0.611212,"hf_subset":"yue_Hant-hat_Latn","languages":["yue-Hant","hat-Latn"]},{"precision":0.314485,"recall":0.414032,"f1":0.338476,"accuracy":0.414032,"main_score":0.338476,"hf_subset":"yue_Hant-kbp_Latn","languages":["yue-Hant","kbp-Latn"]},{"precision":0.386878,"recall":0.490119,"f1":0.412787,"accuracy":0.490119,"main_score":0.412787,"hf_subset":"yue_Hant-luo_Latn","languages":["yue-Hant","luo-Latn"]},{"precision":0.480213,"recall":0.572134,"f1":0.505511,"accuracy":0.572134,"main_score":0.505511,"hf_subset":"yue_Hant-ory_Orya","languages":["yue-Hant","ory-Orya"]},{"precision":0.371452,"recall":0.480237,"f1":0.399709,"accuracy":0.480237,"main_score":0.399709,"hf_subset":"yue_Hant-sna_Latn","languages":["yue-Hant","sna-Latn"]},{"precision":0.360486,"recall":0.463439,"f1":0.386627,"accuracy":0.463439,"main_score":0.386627,"hf_subset":"yue_Hant-tso_Latn","languages":["yue-Hant","tso-Latn"]},{"precision":0.817062,"recall":0.870553,"f1":0.83363,"accuracy":0.870553,"main_score":0.83363,"hf_subset":"yue_Hant-azj_Latn","languages":["yue-Hant","azj-Latn"]},{"precision":0.374528,"recall":0.490119,"f1":0.404392,"accuracy":0.490119,"main_score":0.404392,"hf_subset":"yue_Hant-dik_Latn","languages":["yue-Hant","dik-Latn"]},{"precision":0.405507,"recall":0.498024,"f1":0.429364,"accuracy":0.498024,"main_score":0.429364,"hf_subset":"yue_Hant-hau_Latn","languages":["yue-Hant","hau-Latn"]},{"precision":0.736281,"recall":0.810277,"f1":0.758319,"accuracy":0.810277,"main_score":0.758319,"hf_subset":"yue_Hant-kea_Latn","languages":["yue-Hant","kea-Latn"]},{"precision":0.541412,"recall":0.634387,"f1":0.56729,"accuracy":0.634387,"main_score":0.56729,"hf_subset":"yue_Hant-lus_Latn","languages":["yue-Hant","lus-Latn"]},{"precision":0.693241,"recall":0.771739,"f1":0.716227,"accuracy":0.771739,"main_score":0.716227,"hf_subset":"yue_Hant-pag_Latn","languages":["yue-Hant","pag-Latn"]},{"precision":0.655978,"recall":0.744071,"f1":0.681804,"accuracy":0.744071,"main_score":0.681804,"hf_subset":"yue_Hant-snd_Arab","languages":["yue-Hant","snd-Arab"]},{"precision":0.543981,"recall":0.642292,"f1":0.571501,"accuracy":0.642292,"main_score":0.571501,"hf_subset":"yue_Hant-tuk_Latn","languages":["yue-Hant","tuk-Latn"]},{"precision":0.589868,"recall":0.683794,"f1":0.616841,"accuracy":0.683794,"main_score":0.616841,"hf_subset":"yue_Hant-bak_Cyrl","languages":["yue-Hant","bak-Cyrl"]},{"precision":0.29673,"recall":0.414032,"f1":0.326535,"accuracy":0.414032,"main_score":0.326535,"hf_subset":"yue_Hant-dyu_Latn","languages":["yue-Hant","dyu-Latn"]},{"precision":0.8778,"recall":0.91502,"f1":0.889577,"accuracy":0.91502,"main_score":0.889577,"hf_subset":"yue_Hant-heb_Hebr","languages":["yue-Hant","heb-Hebr"]},{"precision":0.403561,"recall":0.497036,"f1":0.427813,"accuracy":0.497036,"main_score":0.427813,"hf_subset":"yue_Hant-khk_Cyrl","languages":["yue-Hant","khk-Cyrl"]},{"precision":0.76969,"recall":0.831028,"f1":0.788126,"accuracy":0.831028,"main_score":0.788126,"hf_subset":"yue_Hant-lvs_Latn","languages":["yue-Hant","lvs-Latn"]},{"precision":0.892457,"recall":0.924901,"f1":0.902833,"accuracy":0.924901,"main_score":0.902833,"hf_subset":"yue_Hant-pan_Guru","languages":["yue-Hant","pan-Guru"]},{"precision":0.324811,"recall":0.43083,"f1":0.35142,"accuracy":0.43083,"main_score":0.35142,"hf_subset":"yue_Hant-som_Latn","languages":["yue-Hant","som-Latn"]},{"precision":0.419388,"recall":0.517787,"f1":0.444963,"accuracy":0.517787,"main_score":0.444963,"hf_subset":"yue_Hant-tum_Latn","languages":["yue-Hant","tum-Latn"]},{"precision":0.235373,"recall":0.313241,"f1":0.256666,"accuracy":0.313241,"main_score":0.256666,"hf_subset":"asm_Beng-ace_Arab","languages":["asm-Beng","ace-Arab"]},{"precision":0.325422,"recall":0.414032,"f1":0.349448,"accuracy":0.414032,"main_score":0.349448,"hf_subset":"asm_Beng-bam_Latn","languages":["asm-Beng","bam-Latn"]},{"precision":0.14982,"recall":0.215415,"f1":0.166552,"accuracy":0.215415,"main_score":0.166552,"hf_subset":"asm_Beng-dzo_Tibt","languages":["asm-Beng","dzo-Tibt"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"asm_Beng-hin_Deva","languages":["asm-Beng","hin-Deva"]},{"precision":0.725379,"recall":0.796443,"f1":0.74753,"accuracy":0.796443,"main_score":0.74753,"hf_subset":"asm_Beng-khm_Khmr","languages":["asm-Beng","khm-Khmr"]},{"precision":0.936265,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"asm_Beng-mag_Deva","languages":["asm-Beng","mag-Deva"]},{"precision":0.72136,"recall":0.790514,"f1":0.742212,"accuracy":0.790514,"main_score":0.742212,"hf_subset":"asm_Beng-pap_Latn","languages":["asm-Beng","pap-Latn"]},{"precision":0.376968,"recall":0.469368,"f1":0.402739,"accuracy":0.469368,"main_score":0.402739,"hf_subset":"asm_Beng-sot_Latn","languages":["asm-Beng","sot-Latn"]},{"precision":0.937253,"recall":0.955534,"f1":0.943182,"accuracy":0.955534,"main_score":0.943182,"hf_subset":"asm_Beng-tur_Latn","languages":["asm-Beng","tur-Latn"]},{"precision":0.579822,"recall":0.661067,"f1":0.602687,"accuracy":0.661067,"main_score":0.602687,"hf_subset":"asm_Beng-ace_Latn","languages":["asm-Beng","ace-Latn"]},{"precision":0.705764,"recall":0.772727,"f1":0.726383,"accuracy":0.772727,"main_score":0.726383,"hf_subset":"asm_Beng-ban_Latn","languages":["asm-Beng","ban-Latn"]},{"precision":0.862813,"recall":0.902174,"f1":0.875494,"accuracy":0.902174,"main_score":0.875494,"hf_subset":"asm_Beng-ell_Grek","languages":["asm-Beng","ell-Grek"]},{"precision":0.910441,"recall":0.937747,"f1":0.919302,"accuracy":0.937747,"main_score":0.919302,"hf_subset":"asm_Beng-hne_Deva","languages":["asm-Beng","hne-Deva"]},{"precision":0.3639,"recall":0.47332,"f1":0.394503,"accuracy":0.47332,"main_score":0.394503,"hf_subset":"asm_Beng-kik_Latn","languages":["asm-Beng","kik-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"asm_Beng-mai_Deva","languages":["asm-Beng","mai-Deva"]},{"precision":0.792408,"recall":0.84585,"f1":0.808959,"accuracy":0.84585,"main_score":0.808959,"hf_subset":"asm_Beng-pbt_Arab","languages":["asm-Beng","pbt-Arab"]},{"precision":0.932724,"recall":0.952569,"f1":0.938966,"accuracy":0.952569,"main_score":0.938966,"hf_subset":"asm_Beng-spa_Latn","languages":["asm-Beng","spa-Latn"]},{"precision":0.426134,"recall":0.521739,"f1":0.453306,"accuracy":0.521739,"main_score":0.453306,"hf_subset":"asm_Beng-twi_Latn","languages":["asm-Beng","twi-Latn"]},{"precision":0.909338,"recall":0.935771,"f1":0.917885,"accuracy":0.935771,"main_score":0.917885,"hf_subset":"asm_Beng-acm_Arab","languages":["asm-Beng","acm-Arab"]},{"precision":0.71306,"recall":0.782609,"f1":0.734684,"accuracy":0.782609,"main_score":0.734684,"hf_subset":"asm_Beng-bel_Cyrl","languages":["asm-Beng","bel-Cyrl"]},{"precision":0.952899,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"asm_Beng-eng_Latn","languages":["asm-Beng","eng-Latn"]},{"precision":0.858943,"recall":0.900198,"f1":0.872266,"accuracy":0.900198,"main_score":0.872266,"hf_subset":"asm_Beng-hrv_Latn","languages":["asm-Beng","hrv-Latn"]},{"precision":0.345213,"recall":0.4417,"f1":0.371686,"accuracy":0.4417,"main_score":0.371686,"hf_subset":"asm_Beng-kin_Latn","languages":["asm-Beng","kin-Latn"]},{"precision":0.922513,"recall":0.944664,"f1":0.929743,"accuracy":0.944664,"main_score":0.929743,"hf_subset":"asm_Beng-mal_Mlym","languages":["asm-Beng","mal-Mlym"]},{"precision":0.939888,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"asm_Beng-pes_Arab","languages":["asm-Beng","pes-Arab"]},{"precision":0.730435,"recall":0.793478,"f1":0.749736,"accuracy":0.793478,"main_score":0.749736,"hf_subset":"asm_Beng-srd_Latn","languages":["asm-Beng","srd-Latn"]},{"precision":0.09435,"recall":0.167984,"f1":0.110073,"accuracy":0.167984,"main_score":0.110073,"hf_subset":"asm_Beng-tzm_Tfng","languages":["asm-Beng","tzm-Tfng"]},{"precision":0.919302,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"asm_Beng-acq_Arab","languages":["asm-Beng","acq-Arab"]},{"precision":0.409086,"recall":0.498024,"f1":0.432979,"accuracy":0.498024,"main_score":0.432979,"hf_subset":"asm_Beng-bem_Latn","languages":["asm-Beng","bem-Latn"]},{"precision":0.778442,"recall":0.83004,"f1":0.794452,"accuracy":0.83004,"main_score":0.794452,"hf_subset":"asm_Beng-epo_Latn","languages":["asm-Beng","epo-Latn"]},{"precision":0.850906,"recall":0.892292,"f1":0.864032,"accuracy":0.892292,"main_score":0.864032,"hf_subset":"asm_Beng-hun_Latn","languages":["asm-Beng","hun-Latn"]},{"precision":0.595004,"recall":0.667984,"f1":0.616147,"accuracy":0.667984,"main_score":0.616147,"hf_subset":"asm_Beng-kir_Cyrl","languages":["asm-Beng","kir-Cyrl"]},{"precision":0.92556,"recall":0.948617,"f1":0.933136,"accuracy":0.948617,"main_score":0.933136,"hf_subset":"asm_Beng-mar_Deva","languages":["asm-Beng","mar-Deva"]},{"precision":0.388945,"recall":0.47332,"f1":0.412617,"accuracy":0.47332,"main_score":0.412617,"hf_subset":"asm_Beng-plt_Latn","languages":["asm-Beng","plt-Latn"]},{"precision":0.838307,"recall":0.883399,"f1":0.852602,"accuracy":0.883399,"main_score":0.852602,"hf_subset":"asm_Beng-srp_Cyrl","languages":["asm-Beng","srp-Cyrl"]},{"precision":0.257523,"recall":0.33498,"f1":0.278488,"accuracy":0.33498,"main_score":0.278488,"hf_subset":"asm_Beng-uig_Arab","languages":["asm-Beng","uig-Arab"]},{"precision":0.865119,"recall":0.901186,"f1":0.876449,"accuracy":0.901186,"main_score":0.876449,"hf_subset":"asm_Beng-aeb_Arab","languages":["asm-Beng","aeb-Arab"]},{"precision":0.94697,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"asm_Beng-ben_Beng","languages":["asm-Beng","ben-Beng"]},{"precision":0.713719,"recall":0.780632,"f1":0.734354,"accuracy":0.780632,"main_score":0.734354,"hf_subset":"asm_Beng-est_Latn","languages":["asm-Beng","est-Latn"]},{"precision":0.700955,"recall":0.773715,"f1":0.722779,"accuracy":0.773715,"main_score":0.722779,"hf_subset":"asm_Beng-hye_Armn","languages":["asm-Beng","hye-Armn"]},{"precision":0.339076,"recall":0.423913,"f1":0.362261,"accuracy":0.423913,"main_score":0.362261,"hf_subset":"asm_Beng-kmb_Latn","languages":["asm-Beng","kmb-Latn"]},{"precision":0.212387,"recall":0.290514,"f1":0.232787,"accuracy":0.290514,"main_score":0.232787,"hf_subset":"asm_Beng-min_Arab","languages":["asm-Beng","min-Arab"]},{"precision":0.899539,"recall":0.928854,"f1":0.909091,"accuracy":0.928854,"main_score":0.909091,"hf_subset":"asm_Beng-pol_Latn","languages":["asm-Beng","pol-Latn"]},{"precision":0.353632,"recall":0.445652,"f1":0.378188,"accuracy":0.445652,"main_score":0.378188,"hf_subset":"asm_Beng-ssw_Latn","languages":["asm-Beng","ssw-Latn"]},{"precision":0.919631,"recall":0.944664,"f1":0.927701,"accuracy":0.944664,"main_score":0.927701,"hf_subset":"asm_Beng-ukr_Cyrl","languages":["asm-Beng","ukr-Cyrl"]},{"precision":0.856176,"recall":0.897233,"f1":0.869137,"accuracy":0.897233,"main_score":0.869137,"hf_subset":"asm_Beng-afr_Latn","languages":["asm-Beng","afr-Latn"]},{"precision":0.895586,"recall":0.926877,"f1":0.905962,"accuracy":0.926877,"main_score":0.905962,"hf_subset":"asm_Beng-bho_Deva","languages":["asm-Beng","bho-Deva"]},{"precision":0.543376,"recall":0.629447,"f1":0.568536,"accuracy":0.629447,"main_score":0.568536,"hf_subset":"asm_Beng-eus_Latn","languages":["asm-Beng","eus-Latn"]},{"precision":0.355484,"recall":0.445652,"f1":0.379763,"accuracy":0.445652,"main_score":0.379763,"hf_subset":"asm_Beng-ibo_Latn","languages":["asm-Beng","ibo-Latn"]},{"precision":0.399186,"recall":0.486166,"f1":0.42248,"accuracy":0.486166,"main_score":0.42248,"hf_subset":"asm_Beng-kmr_Latn","languages":["asm-Beng","kmr-Latn"]},{"precision":0.681606,"recall":0.757905,"f1":0.704611,"accuracy":0.757905,"main_score":0.704611,"hf_subset":"asm_Beng-min_Latn","languages":["asm-Beng","min-Latn"]},{"precision":0.935441,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"asm_Beng-por_Latn","languages":["asm-Beng","por-Latn"]},{"precision":0.742737,"recall":0.802372,"f1":0.76087,"accuracy":0.802372,"main_score":0.76087,"hf_subset":"asm_Beng-sun_Latn","languages":["asm-Beng","sun-Latn"]},{"precision":0.329075,"recall":0.414032,"f1":0.351973,"accuracy":0.414032,"main_score":0.351973,"hf_subset":"asm_Beng-umb_Latn","languages":["asm-Beng","umb-Latn"]},{"precision":0.92416,"recall":0.94664,"f1":0.93139,"accuracy":0.94664,"main_score":0.93139,"hf_subset":"asm_Beng-ajp_Arab","languages":["asm-Beng","ajp-Arab"]},{"precision":0.220089,"recall":0.302372,"f1":0.241954,"accuracy":0.302372,"main_score":0.241954,"hf_subset":"asm_Beng-bjn_Arab","languages":["asm-Beng","bjn-Arab"]},{"precision":0.352824,"recall":0.435771,"f1":0.374611,"accuracy":0.435771,"main_score":0.374611,"hf_subset":"asm_Beng-ewe_Latn","languages":["asm-Beng","ewe-Latn"]},{"precision":0.581678,"recall":0.663043,"f1":0.605449,"accuracy":0.663043,"main_score":0.605449,"hf_subset":"asm_Beng-ilo_Latn","languages":["asm-Beng","ilo-Latn"]},{"precision":0.180181,"recall":0.254941,"f1":0.198832,"accuracy":0.254941,"main_score":0.198832,"hf_subset":"asm_Beng-knc_Arab","languages":["asm-Beng","knc-Arab"]},{"precision":0.845932,"recall":0.887352,"f1":0.858893,"accuracy":0.887352,"main_score":0.858893,"hf_subset":"asm_Beng-mkd_Cyrl","languages":["asm-Beng","mkd-Cyrl"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"asm_Beng-prs_Arab","languages":["asm-Beng","prs-Arab"]},{"precision":0.914196,"recall":0.940711,"f1":0.92276,"accuracy":0.940711,"main_score":0.92276,"hf_subset":"asm_Beng-swe_Latn","languages":["asm-Beng","swe-Latn"]},{"precision":0.91362,"recall":0.938735,"f1":0.92164,"accuracy":0.938735,"main_score":0.92164,"hf_subset":"asm_Beng-urd_Arab","languages":["asm-Beng","urd-Arab"]},{"precision":0.404334,"recall":0.497036,"f1":0.430276,"accuracy":0.497036,"main_score":0.430276,"hf_subset":"asm_Beng-aka_Latn","languages":["asm-Beng","aka-Latn"]},{"precision":0.741848,"recall":0.805336,"f1":0.761166,"accuracy":0.805336,"main_score":0.761166,"hf_subset":"asm_Beng-bjn_Latn","languages":["asm-Beng","bjn-Latn"]},{"precision":0.496165,"recall":0.576087,"f1":0.518596,"accuracy":0.576087,"main_score":0.518596,"hf_subset":"asm_Beng-fao_Latn","languages":["asm-Beng","fao-Latn"]},{"precision":0.929018,"recall":0.950593,"f1":0.935935,"accuracy":0.950593,"main_score":0.935935,"hf_subset":"asm_Beng-ind_Latn","languages":["asm-Beng","ind-Latn"]},{"precision":0.40526,"recall":0.505929,"f1":0.432457,"accuracy":0.505929,"main_score":0.432457,"hf_subset":"asm_Beng-knc_Latn","languages":["asm-Beng","knc-Latn"]},{"precision":0.606818,"recall":0.689723,"f1":0.631376,"accuracy":0.689723,"main_score":0.631376,"hf_subset":"asm_Beng-mlt_Latn","languages":["asm-Beng","mlt-Latn"]},{"precision":0.431941,"recall":0.523715,"f1":0.457424,"accuracy":0.523715,"main_score":0.457424,"hf_subset":"asm_Beng-quy_Latn","languages":["asm-Beng","quy-Latn"]},{"precision":0.77248,"recall":0.832016,"f1":0.790994,"accuracy":0.832016,"main_score":0.790994,"hf_subset":"asm_Beng-swh_Latn","languages":["asm-Beng","swh-Latn"]},{"precision":0.569969,"recall":0.649209,"f1":0.592747,"accuracy":0.649209,"main_score":0.592747,"hf_subset":"asm_Beng-uzn_Latn","languages":["asm-Beng","uzn-Latn"]},{"precision":0.670899,"recall":0.743083,"f1":0.692787,"accuracy":0.743083,"main_score":0.692787,"hf_subset":"asm_Beng-als_Latn","languages":["asm-Beng","als-Latn"]},{"precision":0.187167,"recall":0.254941,"f1":0.20473,"accuracy":0.254941,"main_score":0.20473,"hf_subset":"asm_Beng-bod_Tibt","languages":["asm-Beng","bod-Tibt"]},{"precision":0.34501,"recall":0.447628,"f1":0.372625,"accuracy":0.447628,"main_score":0.372625,"hf_subset":"asm_Beng-fij_Latn","languages":["asm-Beng","fij-Latn"]},{"precision":0.478988,"recall":0.561265,"f1":0.502183,"accuracy":0.561265,"main_score":0.502183,"hf_subset":"asm_Beng-isl_Latn","languages":["asm-Beng","isl-Latn"]},{"precision":0.409926,"recall":0.500988,"f1":0.434318,"accuracy":0.500988,"main_score":0.434318,"hf_subset":"asm_Beng-kon_Latn","languages":["asm-Beng","kon-Latn"]},{"precision":0.374899,"recall":0.474308,"f1":0.401859,"accuracy":0.474308,"main_score":0.401859,"hf_subset":"asm_Beng-mni_Beng","languages":["asm-Beng","mni-Beng"]},{"precision":0.917572,"recall":0.9417,"f1":0.925296,"accuracy":0.9417,"main_score":0.925296,"hf_subset":"asm_Beng-ron_Latn","languages":["asm-Beng","ron-Latn"]},{"precision":0.750115,"recall":0.810277,"f1":0.768483,"accuracy":0.810277,"main_score":0.768483,"hf_subset":"asm_Beng-szl_Latn","languages":["asm-Beng","szl-Latn"]},{"precision":0.826861,"recall":0.869565,"f1":0.840316,"accuracy":0.869565,"main_score":0.840316,"hf_subset":"asm_Beng-vec_Latn","languages":["asm-Beng","vec-Latn"]},{"precision":0.719853,"recall":0.785573,"f1":0.739731,"accuracy":0.785573,"main_score":0.739731,"hf_subset":"asm_Beng-amh_Ethi","languages":["asm-Beng","amh-Ethi"]},{"precision":0.894351,"recall":0.926877,"f1":0.904875,"accuracy":0.926877,"main_score":0.904875,"hf_subset":"asm_Beng-bos_Latn","languages":["asm-Beng","bos-Latn"]},{"precision":0.889032,"recall":0.920949,"f1":0.899374,"accuracy":0.920949,"main_score":0.899374,"hf_subset":"asm_Beng-fin_Latn","languages":["asm-Beng","fin-Latn"]},{"precision":0.936594,"recall":0.956522,"f1":0.943017,"accuracy":0.956522,"main_score":0.943017,"hf_subset":"asm_Beng-ita_Latn","languages":["asm-Beng","ita-Latn"]},{"precision":0.929348,"recall":0.950593,"f1":0.936265,"accuracy":0.950593,"main_score":0.936265,"hf_subset":"asm_Beng-kor_Hang","languages":["asm-Beng","kor-Hang"]},{"precision":0.37178,"recall":0.463439,"f1":0.39657,"accuracy":0.463439,"main_score":0.39657,"hf_subset":"asm_Beng-mos_Latn","languages":["asm-Beng","mos-Latn"]},{"precision":0.340765,"recall":0.434783,"f1":0.365335,"accuracy":0.434783,"main_score":0.365335,"hf_subset":"asm_Beng-run_Latn","languages":["asm-Beng","run-Latn"]},{"precision":0.929183,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"asm_Beng-tam_Taml","languages":["asm-Beng","tam-Taml"]},{"precision":0.917655,"recall":0.942688,"f1":0.925889,"accuracy":0.942688,"main_score":0.925889,"hf_subset":"asm_Beng-vie_Latn","languages":["asm-Beng","vie-Latn"]},{"precision":0.913076,"recall":0.939723,"f1":0.921607,"accuracy":0.939723,"main_score":0.921607,"hf_subset":"asm_Beng-apc_Arab","languages":["asm-Beng","apc-Arab"]},{"precision":0.538669,"recall":0.628458,"f1":0.564643,"accuracy":0.628458,"main_score":0.564643,"hf_subset":"asm_Beng-bug_Latn","languages":["asm-Beng","bug-Latn"]},{"precision":0.3114,"recall":0.401186,"f1":0.334938,"accuracy":0.401186,"main_score":0.334938,"hf_subset":"asm_Beng-fon_Latn","languages":["asm-Beng","fon-Latn"]},{"precision":0.748534,"recall":0.806324,"f1":0.766046,"accuracy":0.806324,"main_score":0.766046,"hf_subset":"asm_Beng-jav_Latn","languages":["asm-Beng","jav-Latn"]},{"precision":0.68414,"recall":0.751976,"f1":0.704221,"accuracy":0.751976,"main_score":0.704221,"hf_subset":"asm_Beng-lao_Laoo","languages":["asm-Beng","lao-Laoo"]},{"precision":0.328127,"recall":0.422925,"f1":0.352915,"accuracy":0.422925,"main_score":0.352915,"hf_subset":"asm_Beng-mri_Latn","languages":["asm-Beng","mri-Latn"]},{"precision":0.92943,"recall":0.951581,"f1":0.93666,"accuracy":0.951581,"main_score":0.93666,"hf_subset":"asm_Beng-rus_Cyrl","languages":["asm-Beng","rus-Cyrl"]},{"precision":0.360596,"recall":0.459486,"f1":0.386249,"accuracy":0.459486,"main_score":0.386249,"hf_subset":"asm_Beng-taq_Latn","languages":["asm-Beng","taq-Latn"]},{"precision":0.705814,"recall":0.774704,"f1":0.726205,"accuracy":0.774704,"main_score":0.726205,"hf_subset":"asm_Beng-war_Latn","languages":["asm-Beng","war-Latn"]},{"precision":0.926877,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"asm_Beng-arb_Arab","languages":["asm-Beng","arb-Arab"]},{"precision":0.917737,"recall":0.9417,"f1":0.925461,"accuracy":0.9417,"main_score":0.925461,"hf_subset":"asm_Beng-bul_Cyrl","languages":["asm-Beng","bul-Cyrl"]},{"precision":0.939229,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"asm_Beng-fra_Latn","languages":["asm-Beng","fra-Latn"]},{"precision":0.93503,"recall":0.955534,"f1":0.941765,"accuracy":0.955534,"main_score":0.941765,"hf_subset":"asm_Beng-jpn_Jpan","languages":["asm-Beng","jpn-Jpan"]},{"precision":0.761841,"recall":0.820158,"f1":0.779776,"accuracy":0.820158,"main_score":0.779776,"hf_subset":"asm_Beng-lij_Latn","languages":["asm-Beng","lij-Latn"]},{"precision":0.715341,"recall":0.779644,"f1":0.734673,"accuracy":0.779644,"main_score":0.734673,"hf_subset":"asm_Beng-mya_Mymr","languages":["asm-Beng","mya-Mymr"]},{"precision":0.383311,"recall":0.479249,"f1":0.408526,"accuracy":0.479249,"main_score":0.408526,"hf_subset":"asm_Beng-sag_Latn","languages":["asm-Beng","sag-Latn"]},{"precision":0.135488,"recall":0.215415,"f1":0.152075,"accuracy":0.215415,"main_score":0.152075,"hf_subset":"asm_Beng-taq_Tfng","languages":["asm-Beng","taq-Tfng"]},{"precision":0.38937,"recall":0.482213,"f1":0.41521,"accuracy":0.482213,"main_score":0.41521,"hf_subset":"asm_Beng-wol_Latn","languages":["asm-Beng","wol-Latn"]},{"precision":0.247058,"recall":0.34585,"f1":0.272301,"accuracy":0.34585,"main_score":0.272301,"hf_subset":"asm_Beng-arb_Latn","languages":["asm-Beng","arb-Latn"]},{"precision":0.902256,"recall":0.929842,"f1":0.911133,"accuracy":0.929842,"main_score":0.911133,"hf_subset":"asm_Beng-cat_Latn","languages":["asm-Beng","cat-Latn"]},{"precision":0.722546,"recall":0.788538,"f1":0.74226,"accuracy":0.788538,"main_score":0.74226,"hf_subset":"asm_Beng-fur_Latn","languages":["asm-Beng","fur-Latn"]},{"precision":0.242077,"recall":0.321146,"f1":0.262855,"accuracy":0.321146,"main_score":0.262855,"hf_subset":"asm_Beng-kab_Latn","languages":["asm-Beng","kab-Latn"]},{"precision":0.71558,"recall":0.779644,"f1":0.735032,"accuracy":0.779644,"main_score":0.735032,"hf_subset":"asm_Beng-lim_Latn","languages":["asm-Beng","lim-Latn"]},{"precision":0.920455,"recall":0.944664,"f1":0.928162,"accuracy":0.944664,"main_score":0.928162,"hf_subset":"asm_Beng-nld_Latn","languages":["asm-Beng","nld-Latn"]},{"precision":0.871245,"recall":0.907115,"f1":0.882905,"accuracy":0.907115,"main_score":0.882905,"hf_subset":"asm_Beng-san_Deva","languages":["asm-Beng","san-Deva"]},{"precision":0.583203,"recall":0.65415,"f1":0.603635,"accuracy":0.65415,"main_score":0.603635,"hf_subset":"asm_Beng-tat_Cyrl","languages":["asm-Beng","tat-Cyrl"]},{"precision":0.395084,"recall":0.494071,"f1":0.421761,"accuracy":0.494071,"main_score":0.421761,"hf_subset":"asm_Beng-xho_Latn","languages":["asm-Beng","xho-Latn"]},{"precision":0.923254,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"asm_Beng-ars_Arab","languages":["asm-Beng","ars-Arab"]},{"precision":0.672605,"recall":0.744071,"f1":0.693876,"accuracy":0.744071,"main_score":0.693876,"hf_subset":"asm_Beng-ceb_Latn","languages":["asm-Beng","ceb-Latn"]},{"precision":0.371249,"recall":0.466403,"f1":0.397237,"accuracy":0.466403,"main_score":0.397237,"hf_subset":"asm_Beng-fuv_Latn","languages":["asm-Beng","fuv-Latn"]},{"precision":0.360738,"recall":0.461462,"f1":0.386591,"accuracy":0.461462,"main_score":0.386591,"hf_subset":"asm_Beng-kac_Latn","languages":["asm-Beng","kac-Latn"]},{"precision":0.409338,"recall":0.500988,"f1":0.434519,"accuracy":0.500988,"main_score":0.434519,"hf_subset":"asm_Beng-lin_Latn","languages":["asm-Beng","lin-Latn"]},{"precision":0.860013,"recall":0.898221,"f1":0.872036,"accuracy":0.898221,"main_score":0.872036,"hf_subset":"asm_Beng-nno_Latn","languages":["asm-Beng","nno-Latn"]},{"precision":0.196569,"recall":0.26581,"f1":0.214139,"accuracy":0.26581,"main_score":0.214139,"hf_subset":"asm_Beng-sat_Olck","languages":["asm-Beng","sat-Olck"]},{"precision":0.925395,"recall":0.949605,"f1":0.933465,"accuracy":0.949605,"main_score":0.933465,"hf_subset":"asm_Beng-tel_Telu","languages":["asm-Beng","tel-Telu"]},{"precision":0.294726,"recall":0.37253,"f1":0.313769,"accuracy":0.37253,"main_score":0.313769,"hf_subset":"asm_Beng-ydd_Hebr","languages":["asm-Beng","ydd-Hebr"]},{"precision":0.801416,"recall":0.854743,"f1":0.818102,"accuracy":0.854743,"main_score":0.818102,"hf_subset":"asm_Beng-ary_Arab","languages":["asm-Beng","ary-Arab"]},{"precision":0.893939,"recall":0.923913,"f1":0.903656,"accuracy":0.923913,"main_score":0.903656,"hf_subset":"asm_Beng-ces_Latn","languages":["asm-Beng","ces-Latn"]},{"precision":0.292003,"recall":0.379447,"f1":0.314968,"accuracy":0.379447,"main_score":0.314968,"hf_subset":"asm_Beng-gaz_Latn","languages":["asm-Beng","gaz-Latn"]},{"precision":0.386433,"recall":0.477273,"f1":0.410574,"accuracy":0.477273,"main_score":0.410574,"hf_subset":"asm_Beng-kam_Latn","languages":["asm-Beng","kam-Latn"]},{"precision":0.684898,"recall":0.751976,"f1":0.705322,"accuracy":0.751976,"main_score":0.705322,"hf_subset":"asm_Beng-lit_Latn","languages":["asm-Beng","lit-Latn"]},{"precision":0.917078,"recall":0.9417,"f1":0.924967,"accuracy":0.9417,"main_score":0.924967,"hf_subset":"asm_Beng-nob_Latn","languages":["asm-Beng","nob-Latn"]},{"precision":0.650733,"recall":0.724308,"f1":0.672288,"accuracy":0.724308,"main_score":0.672288,"hf_subset":"asm_Beng-scn_Latn","languages":["asm-Beng","scn-Latn"]},{"precision":0.375104,"recall":0.467391,"f1":0.40093,"accuracy":0.467391,"main_score":0.40093,"hf_subset":"asm_Beng-tgk_Cyrl","languages":["asm-Beng","tgk-Cyrl"]},{"precision":0.334774,"recall":0.439723,"f1":0.363174,"accuracy":0.439723,"main_score":0.363174,"hf_subset":"asm_Beng-yor_Latn","languages":["asm-Beng","yor-Latn"]},{"precision":0.895175,"recall":0.925889,"f1":0.90504,"accuracy":0.925889,"main_score":0.90504,"hf_subset":"asm_Beng-arz_Arab","languages":["asm-Beng","arz-Arab"]},{"precision":0.366747,"recall":0.467391,"f1":0.39343,"accuracy":0.467391,"main_score":0.39343,"hf_subset":"asm_Beng-cjk_Latn","languages":["asm-Beng","cjk-Latn"]},{"precision":0.328284,"recall":0.409091,"f1":0.349388,"accuracy":0.409091,"main_score":0.349388,"hf_subset":"asm_Beng-gla_Latn","languages":["asm-Beng","gla-Latn"]},{"precision":0.925889,"recall":0.948617,"f1":0.933103,"accuracy":0.948617,"main_score":0.933103,"hf_subset":"asm_Beng-kan_Knda","languages":["asm-Beng","kan-Knda"]},{"precision":0.70028,"recall":0.773715,"f1":0.722497,"accuracy":0.773715,"main_score":0.722497,"hf_subset":"asm_Beng-lmo_Latn","languages":["asm-Beng","lmo-Latn"]},{"precision":0.945487,"recall":0.961462,"f1":0.950593,"accuracy":0.961462,"main_score":0.950593,"hf_subset":"asm_Beng-npi_Deva","languages":["asm-Beng","npi-Deva"]},{"precision":0.306249,"recall":0.407115,"f1":0.332746,"accuracy":0.407115,"main_score":0.332746,"hf_subset":"asm_Beng-shn_Mymr","languages":["asm-Beng","shn-Mymr"]},{"precision":0.774704,"recall":0.83498,"f1":0.793972,"accuracy":0.83498,"main_score":0.793972,"hf_subset":"asm_Beng-tgl_Latn","languages":["asm-Beng","tgl-Latn"]},{"precision":0.916173,"recall":0.9417,"f1":0.92436,"accuracy":0.9417,"main_score":0.92436,"hf_subset":"asm_Beng-yue_Hant","languages":["asm-Beng","yue-Hant"]},{"precision":0.375411,"recall":0.447628,"f1":0.394834,"accuracy":0.447628,"main_score":0.394834,"hf_subset":"asm_Beng-ckb_Arab","languages":["asm-Beng","ckb-Arab"]},{"precision":0.352294,"recall":0.435771,"f1":0.374073,"accuracy":0.435771,"main_score":0.374073,"hf_subset":"asm_Beng-gle_Latn","languages":["asm-Beng","gle-Latn"]},{"precision":0.637691,"recall":0.72332,"f1":0.663182,"accuracy":0.72332,"main_score":0.663182,"hf_subset":"asm_Beng-kas_Arab","languages":["asm-Beng","kas-Arab"]},{"precision":0.505385,"recall":0.593874,"f1":0.531785,"accuracy":0.593874,"main_score":0.531785,"hf_subset":"asm_Beng-ltg_Latn","languages":["asm-Beng","ltg-Latn"]},{"precision":0.389823,"recall":0.485178,"f1":0.415982,"accuracy":0.485178,"main_score":0.415982,"hf_subset":"asm_Beng-nso_Latn","languages":["asm-Beng","nso-Latn"]},{"precision":0.771229,"recall":0.831028,"f1":0.789723,"accuracy":0.831028,"main_score":0.789723,"hf_subset":"asm_Beng-sin_Sinh","languages":["asm-Beng","sin-Sinh"]},{"precision":0.932971,"recall":0.952569,"f1":0.939394,"accuracy":0.952569,"main_score":0.939394,"hf_subset":"asm_Beng-tha_Thai","languages":["asm-Beng","tha-Thai"]},{"precision":0.923748,"recall":0.947628,"f1":0.931489,"accuracy":0.947628,"main_score":0.931489,"hf_subset":"asm_Beng-zho_Hans","languages":["asm-Beng","zho-Hans"]},{"precision":0.871294,"recall":0.909091,"f1":0.8833,"accuracy":0.909091,"main_score":0.8833,"hf_subset":"asm_Beng-ast_Latn","languages":["asm-Beng","ast-Latn"]},{"precision":0.693083,"recall":0.768775,"f1":0.71629,"accuracy":0.768775,"main_score":0.71629,"hf_subset":"asm_Beng-crh_Latn","languages":["asm-Beng","crh-Latn"]},{"precision":0.916173,"recall":0.9417,"f1":0.924572,"accuracy":0.9417,"main_score":0.924572,"hf_subset":"asm_Beng-glg_Latn","languages":["asm-Beng","glg-Latn"]},{"precision":0.541191,"recall":0.626482,"f1":0.56544,"accuracy":0.626482,"main_score":0.56544,"hf_subset":"asm_Beng-kas_Deva","languages":["asm-Beng","kas-Deva"]},{"precision":0.657224,"recall":0.728261,"f1":0.677475,"accuracy":0.728261,"main_score":0.677475,"hf_subset":"asm_Beng-ltz_Latn","languages":["asm-Beng","ltz-Latn"]},{"precision":0.301908,"recall":0.386364,"f1":0.323738,"accuracy":0.386364,"main_score":0.323738,"hf_subset":"asm_Beng-nus_Latn","languages":["asm-Beng","nus-Latn"]},{"precision":0.873106,"recall":0.909091,"f1":0.884618,"accuracy":0.909091,"main_score":0.884618,"hf_subset":"asm_Beng-slk_Latn","languages":["asm-Beng","slk-Latn"]},{"precision":0.361957,"recall":0.447628,"f1":0.38591,"accuracy":0.447628,"main_score":0.38591,"hf_subset":"asm_Beng-tir_Ethi","languages":["asm-Beng","tir-Ethi"]},{"precision":0.909289,"recall":0.936759,"f1":0.918149,"accuracy":0.936759,"main_score":0.918149,"hf_subset":"asm_Beng-zho_Hant","languages":["asm-Beng","zho-Hant"]},{"precision":0.932477,"recall":0.951581,"f1":0.938735,"accuracy":0.951581,"main_score":0.938735,"hf_subset":"asm_Beng-awa_Deva","languages":["asm-Beng","awa-Deva"]},{"precision":0.39614,"recall":0.480237,"f1":0.418338,"accuracy":0.480237,"main_score":0.418338,"hf_subset":"asm_Beng-cym_Latn","languages":["asm-Beng","cym-Latn"]},{"precision":0.531596,"recall":0.615613,"f1":0.555571,"accuracy":0.615613,"main_score":0.555571,"hf_subset":"asm_Beng-grn_Latn","languages":["asm-Beng","grn-Latn"]},{"precision":0.798814,"recall":0.850791,"f1":0.814676,"accuracy":0.850791,"main_score":0.814676,"hf_subset":"asm_Beng-kat_Geor","languages":["asm-Beng","kat-Geor"]},{"precision":0.419362,"recall":0.513834,"f1":0.444961,"accuracy":0.513834,"main_score":0.444961,"hf_subset":"asm_Beng-lua_Latn","languages":["asm-Beng","lua-Latn"]},{"precision":0.427021,"recall":0.520751,"f1":0.453191,"accuracy":0.520751,"main_score":0.453191,"hf_subset":"asm_Beng-nya_Latn","languages":["asm-Beng","nya-Latn"]},{"precision":0.809453,"recall":0.86166,"f1":0.825889,"accuracy":0.86166,"main_score":0.825889,"hf_subset":"asm_Beng-slv_Latn","languages":["asm-Beng","slv-Latn"]},{"precision":0.638447,"recall":0.715415,"f1":0.660981,"accuracy":0.715415,"main_score":0.660981,"hf_subset":"asm_Beng-tpi_Latn","languages":["asm-Beng","tpi-Latn"]},{"precision":0.91996,"recall":0.944664,"f1":0.927866,"accuracy":0.944664,"main_score":0.927866,"hf_subset":"asm_Beng-zsm_Latn","languages":["asm-Beng","zsm-Latn"]},{"precision":0.345317,"recall":0.436759,"f1":0.370189,"accuracy":0.436759,"main_score":0.370189,"hf_subset":"asm_Beng-ayr_Latn","languages":["asm-Beng","ayr-Latn"]},{"precision":0.907526,"recall":0.934783,"f1":0.916403,"accuracy":0.934783,"main_score":0.916403,"hf_subset":"asm_Beng-dan_Latn","languages":["asm-Beng","dan-Latn"]},{"precision":0.921887,"recall":0.944664,"f1":0.929084,"accuracy":0.944664,"main_score":0.929084,"hf_subset":"asm_Beng-guj_Gujr","languages":["asm-Beng","guj-Gujr"]},{"precision":0.666126,"recall":0.736166,"f1":0.686946,"accuracy":0.736166,"main_score":0.686946,"hf_subset":"asm_Beng-kaz_Cyrl","languages":["asm-Beng","kaz-Cyrl"]},{"precision":0.342141,"recall":0.438735,"f1":0.368883,"accuracy":0.438735,"main_score":0.368883,"hf_subset":"asm_Beng-lug_Latn","languages":["asm-Beng","lug-Latn"]},{"precision":0.849226,"recall":0.890316,"f1":0.862352,"accuracy":0.890316,"main_score":0.862352,"hf_subset":"asm_Beng-oci_Latn","languages":["asm-Beng","oci-Latn"]},{"precision":0.383313,"recall":0.485178,"f1":0.410855,"accuracy":0.485178,"main_score":0.410855,"hf_subset":"asm_Beng-smo_Latn","languages":["asm-Beng","smo-Latn"]},{"precision":0.354094,"recall":0.447628,"f1":0.379908,"accuracy":0.447628,"main_score":0.379908,"hf_subset":"asm_Beng-tsn_Latn","languages":["asm-Beng","tsn-Latn"]},{"precision":0.359495,"recall":0.459486,"f1":0.387042,"accuracy":0.459486,"main_score":0.387042,"hf_subset":"asm_Beng-zul_Latn","languages":["asm-Beng","zul-Latn"]},{"precision":0.605509,"recall":0.687747,"f1":0.629807,"accuracy":0.687747,"main_score":0.629807,"hf_subset":"asm_Beng-azb_Arab","languages":["asm-Beng","azb-Arab"]},{"precision":0.937088,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"asm_Beng-deu_Latn","languages":["asm-Beng","deu-Latn"]},{"precision":0.532589,"recall":0.630435,"f1":0.560907,"accuracy":0.630435,"main_score":0.560907,"hf_subset":"asm_Beng-hat_Latn","languages":["asm-Beng","hat-Latn"]},{"precision":0.317306,"recall":0.405138,"f1":0.34045,"accuracy":0.405138,"main_score":0.34045,"hf_subset":"asm_Beng-kbp_Latn","languages":["asm-Beng","kbp-Latn"]},{"precision":0.394217,"recall":0.487154,"f1":0.419444,"accuracy":0.487154,"main_score":0.419444,"hf_subset":"asm_Beng-luo_Latn","languages":["asm-Beng","luo-Latn"]},{"precision":0.578236,"recall":0.652174,"f1":0.600088,"accuracy":0.652174,"main_score":0.600088,"hf_subset":"asm_Beng-ory_Orya","languages":["asm-Beng","ory-Orya"]},{"precision":0.376808,"recall":0.465415,"f1":0.400496,"accuracy":0.465415,"main_score":0.400496,"hf_subset":"asm_Beng-sna_Latn","languages":["asm-Beng","sna-Latn"]},{"precision":0.360144,"recall":0.454545,"f1":0.385828,"accuracy":0.454545,"main_score":0.385828,"hf_subset":"asm_Beng-tso_Latn","languages":["asm-Beng","tso-Latn"]},{"precision":0.751054,"recall":0.806324,"f1":0.767457,"accuracy":0.806324,"main_score":0.767457,"hf_subset":"asm_Beng-azj_Latn","languages":["asm-Beng","azj-Latn"]},{"precision":0.366447,"recall":0.455534,"f1":0.391342,"accuracy":0.455534,"main_score":0.391342,"hf_subset":"asm_Beng-dik_Latn","languages":["asm-Beng","dik-Latn"]},{"precision":0.395275,"recall":0.478261,"f1":0.417933,"accuracy":0.478261,"main_score":0.417933,"hf_subset":"asm_Beng-hau_Latn","languages":["asm-Beng","hau-Latn"]},{"precision":0.698073,"recall":0.773715,"f1":0.721283,"accuracy":0.773715,"main_score":0.721283,"hf_subset":"asm_Beng-kea_Latn","languages":["asm-Beng","kea-Latn"]},{"precision":0.507635,"recall":0.597826,"f1":0.533182,"accuracy":0.597826,"main_score":0.533182,"hf_subset":"asm_Beng-lus_Latn","languages":["asm-Beng","lus-Latn"]},{"precision":0.622661,"recall":0.703557,"f1":0.64641,"accuracy":0.703557,"main_score":0.64641,"hf_subset":"asm_Beng-pag_Latn","languages":["asm-Beng","pag-Latn"]},{"precision":0.658597,"recall":0.738142,"f1":0.682478,"accuracy":0.738142,"main_score":0.682478,"hf_subset":"asm_Beng-snd_Arab","languages":["asm-Beng","snd-Arab"]},{"precision":0.522349,"recall":0.603755,"f1":0.545358,"accuracy":0.603755,"main_score":0.545358,"hf_subset":"asm_Beng-tuk_Latn","languages":["asm-Beng","tuk-Latn"]},{"precision":0.550595,"recall":0.628458,"f1":0.572079,"accuracy":0.628458,"main_score":0.572079,"hf_subset":"asm_Beng-bak_Cyrl","languages":["asm-Beng","bak-Cyrl"]},{"precision":0.283693,"recall":0.383399,"f1":0.309936,"accuracy":0.383399,"main_score":0.309936,"hf_subset":"asm_Beng-dyu_Latn","languages":["asm-Beng","dyu-Latn"]},{"precision":0.801746,"recall":0.852767,"f1":0.817984,"accuracy":0.852767,"main_score":0.817984,"hf_subset":"asm_Beng-heb_Hebr","languages":["asm-Beng","heb-Hebr"]},{"precision":0.390223,"recall":0.463439,"f1":0.409996,"accuracy":0.463439,"main_score":0.409996,"hf_subset":"asm_Beng-khk_Cyrl","languages":["asm-Beng","khk-Cyrl"]},{"precision":0.71676,"recall":0.782609,"f1":0.737008,"accuracy":0.782609,"main_score":0.737008,"hf_subset":"asm_Beng-lvs_Latn","languages":["asm-Beng","lvs-Latn"]},{"precision":0.859223,"recall":0.900198,"f1":0.872003,"accuracy":0.900198,"main_score":0.872003,"hf_subset":"asm_Beng-pan_Guru","languages":["asm-Beng","pan-Guru"]},{"precision":0.35586,"recall":0.437747,"f1":0.378084,"accuracy":0.437747,"main_score":0.378084,"hf_subset":"asm_Beng-som_Latn","languages":["asm-Beng","som-Latn"]},{"precision":0.398646,"recall":0.482213,"f1":0.421396,"accuracy":0.482213,"main_score":0.421396,"hf_subset":"asm_Beng-tum_Latn","languages":["asm-Beng","tum-Latn"]},{"precision":0.248734,"recall":0.309289,"f1":0.263933,"accuracy":0.309289,"main_score":0.263933,"hf_subset":"ckb_Arab-ace_Arab","languages":["ckb-Arab","ace-Arab"]},{"precision":0.302455,"recall":0.356719,"f1":0.317453,"accuracy":0.356719,"main_score":0.317453,"hf_subset":"ckb_Arab-bam_Latn","languages":["ckb-Arab","bam-Latn"]},{"precision":0.112708,"recall":0.16502,"f1":0.125551,"accuracy":0.16502,"main_score":0.125551,"hf_subset":"ckb_Arab-dzo_Tibt","languages":["ckb-Arab","dzo-Tibt"]},{"precision":0.425697,"recall":0.514822,"f1":0.448709,"accuracy":0.514822,"main_score":0.448709,"hf_subset":"ckb_Arab-hin_Deva","languages":["ckb-Arab","hin-Deva"]},{"precision":0.355233,"recall":0.412055,"f1":0.370302,"accuracy":0.412055,"main_score":0.370302,"hf_subset":"ckb_Arab-khm_Khmr","languages":["ckb-Arab","khm-Khmr"]},{"precision":0.408405,"recall":0.482213,"f1":0.426801,"accuracy":0.482213,"main_score":0.426801,"hf_subset":"ckb_Arab-mag_Deva","languages":["ckb-Arab","mag-Deva"]},{"precision":0.396912,"recall":0.44664,"f1":0.409909,"accuracy":0.44664,"main_score":0.409909,"hf_subset":"ckb_Arab-pap_Latn","languages":["ckb-Arab","pap-Latn"]},{"precision":0.325093,"recall":0.379447,"f1":0.340109,"accuracy":0.379447,"main_score":0.340109,"hf_subset":"ckb_Arab-sot_Latn","languages":["ckb-Arab","sot-Latn"]},{"precision":0.445419,"recall":0.517787,"f1":0.463794,"accuracy":0.517787,"main_score":0.463794,"hf_subset":"ckb_Arab-tur_Latn","languages":["ckb-Arab","tur-Latn"]},{"precision":0.366949,"recall":0.409091,"f1":0.378338,"accuracy":0.409091,"main_score":0.378338,"hf_subset":"ckb_Arab-ace_Latn","languages":["ckb-Arab","ace-Latn"]},{"precision":0.374768,"recall":0.425889,"f1":0.388429,"accuracy":0.425889,"main_score":0.388429,"hf_subset":"ckb_Arab-ban_Latn","languages":["ckb-Arab","ban-Latn"]},{"precision":0.383908,"recall":0.462451,"f1":0.404575,"accuracy":0.462451,"main_score":0.404575,"hf_subset":"ckb_Arab-ell_Grek","languages":["ckb-Arab","ell-Grek"]},{"precision":0.385353,"recall":0.461462,"f1":0.405209,"accuracy":0.461462,"main_score":0.405209,"hf_subset":"ckb_Arab-hne_Deva","languages":["ckb-Arab","hne-Deva"]},{"precision":0.251838,"recall":0.306324,"f1":0.266061,"accuracy":0.306324,"main_score":0.266061,"hf_subset":"ckb_Arab-kik_Latn","languages":["ckb-Arab","kik-Latn"]},{"precision":0.428789,"recall":0.5,"f1":0.446611,"accuracy":0.5,"main_score":0.446611,"hf_subset":"ckb_Arab-mai_Deva","languages":["ckb-Arab","mai-Deva"]},{"precision":0.410166,"recall":0.477273,"f1":0.427317,"accuracy":0.477273,"main_score":0.427317,"hf_subset":"ckb_Arab-pbt_Arab","languages":["ckb-Arab","pbt-Arab"]},{"precision":0.414728,"recall":0.493083,"f1":0.435057,"accuracy":0.493083,"main_score":0.435057,"hf_subset":"ckb_Arab-spa_Latn","languages":["ckb-Arab","spa-Latn"]},{"precision":0.345468,"recall":0.403162,"f1":0.360383,"accuracy":0.403162,"main_score":0.360383,"hf_subset":"ckb_Arab-twi_Latn","languages":["ckb-Arab","twi-Latn"]},{"precision":0.394033,"recall":0.467391,"f1":0.412548,"accuracy":0.467391,"main_score":0.412548,"hf_subset":"ckb_Arab-acm_Arab","languages":["ckb-Arab","acm-Arab"]},{"precision":0.370252,"recall":0.436759,"f1":0.388707,"accuracy":0.436759,"main_score":0.388707,"hf_subset":"ckb_Arab-bel_Cyrl","languages":["ckb-Arab","bel-Cyrl"]},{"precision":0.438355,"recall":0.511858,"f1":0.457374,"accuracy":0.511858,"main_score":0.457374,"hf_subset":"ckb_Arab-eng_Latn","languages":["ckb-Arab","eng-Latn"]},{"precision":0.407979,"recall":0.476285,"f1":0.42552,"accuracy":0.476285,"main_score":0.42552,"hf_subset":"ckb_Arab-hrv_Latn","languages":["ckb-Arab","hrv-Latn"]},{"precision":0.309074,"recall":0.373518,"f1":0.326063,"accuracy":0.373518,"main_score":0.326063,"hf_subset":"ckb_Arab-kin_Latn","languages":["ckb-Arab","kin-Latn"]},{"precision":0.417626,"recall":0.495059,"f1":0.437002,"accuracy":0.495059,"main_score":0.437002,"hf_subset":"ckb_Arab-mal_Mlym","languages":["ckb-Arab","mal-Mlym"]},{"precision":0.422698,"recall":0.506917,"f1":0.44424,"accuracy":0.506917,"main_score":0.44424,"hf_subset":"ckb_Arab-pes_Arab","languages":["ckb-Arab","pes-Arab"]},{"precision":0.378986,"recall":0.429842,"f1":0.392525,"accuracy":0.429842,"main_score":0.392525,"hf_subset":"ckb_Arab-srd_Latn","languages":["ckb-Arab","srd-Latn"]},{"precision":0.149606,"recall":0.201581,"f1":0.163232,"accuracy":0.201581,"main_score":0.163232,"hf_subset":"ckb_Arab-tzm_Tfng","languages":["ckb-Arab","tzm-Tfng"]},{"precision":0.392508,"recall":0.477273,"f1":0.413872,"accuracy":0.477273,"main_score":0.413872,"hf_subset":"ckb_Arab-acq_Arab","languages":["ckb-Arab","acq-Arab"]},{"precision":0.313287,"recall":0.380435,"f1":0.331042,"accuracy":0.380435,"main_score":0.331042,"hf_subset":"ckb_Arab-bem_Latn","languages":["ckb-Arab","bem-Latn"]},{"precision":0.408603,"recall":0.464427,"f1":0.423215,"accuracy":0.464427,"main_score":0.423215,"hf_subset":"ckb_Arab-epo_Latn","languages":["ckb-Arab","epo-Latn"]},{"precision":0.407349,"recall":0.482213,"f1":0.427037,"accuracy":0.482213,"main_score":0.427037,"hf_subset":"ckb_Arab-hun_Latn","languages":["ckb-Arab","hun-Latn"]},{"precision":0.372786,"recall":0.417984,"f1":0.385641,"accuracy":0.417984,"main_score":0.385641,"hf_subset":"ckb_Arab-kir_Cyrl","languages":["ckb-Arab","kir-Cyrl"]},{"precision":0.423223,"recall":0.48913,"f1":0.439825,"accuracy":0.48913,"main_score":0.439825,"hf_subset":"ckb_Arab-mar_Deva","languages":["ckb-Arab","mar-Deva"]},{"precision":0.328851,"recall":0.383399,"f1":0.343929,"accuracy":0.383399,"main_score":0.343929,"hf_subset":"ckb_Arab-plt_Latn","languages":["ckb-Arab","plt-Latn"]},{"precision":0.409532,"recall":0.482213,"f1":0.42856,"accuracy":0.482213,"main_score":0.42856,"hf_subset":"ckb_Arab-srp_Cyrl","languages":["ckb-Arab","srp-Cyrl"]},{"precision":0.299368,"recall":0.348814,"f1":0.312549,"accuracy":0.348814,"main_score":0.312549,"hf_subset":"ckb_Arab-uig_Arab","languages":["ckb-Arab","uig-Arab"]},{"precision":0.378769,"recall":0.431818,"f1":0.392441,"accuracy":0.431818,"main_score":0.392441,"hf_subset":"ckb_Arab-aeb_Arab","languages":["ckb-Arab","aeb-Arab"]},{"precision":0.419112,"recall":0.506917,"f1":0.440982,"accuracy":0.506917,"main_score":0.440982,"hf_subset":"ckb_Arab-ben_Beng","languages":["ckb-Arab","ben-Beng"]},{"precision":0.388742,"recall":0.440711,"f1":0.402812,"accuracy":0.440711,"main_score":0.402812,"hf_subset":"ckb_Arab-est_Latn","languages":["ckb-Arab","est-Latn"]},{"precision":0.407174,"recall":0.472332,"f1":0.424617,"accuracy":0.472332,"main_score":0.424617,"hf_subset":"ckb_Arab-hye_Armn","languages":["ckb-Arab","hye-Armn"]},{"precision":0.291657,"recall":0.352767,"f1":0.308654,"accuracy":0.352767,"main_score":0.308654,"hf_subset":"ckb_Arab-kmb_Latn","languages":["ckb-Arab","kmb-Latn"]},{"precision":0.220906,"recall":0.270751,"f1":0.233898,"accuracy":0.270751,"main_score":0.233898,"hf_subset":"ckb_Arab-min_Arab","languages":["ckb-Arab","min-Arab"]},{"precision":0.404431,"recall":0.477273,"f1":0.422352,"accuracy":0.477273,"main_score":0.422352,"hf_subset":"ckb_Arab-pol_Latn","languages":["ckb-Arab","pol-Latn"]},{"precision":0.317947,"recall":0.373518,"f1":0.333032,"accuracy":0.373518,"main_score":0.333032,"hf_subset":"ckb_Arab-ssw_Latn","languages":["ckb-Arab","ssw-Latn"]},{"precision":0.432417,"recall":0.505929,"f1":0.452205,"accuracy":0.505929,"main_score":0.452205,"hf_subset":"ckb_Arab-ukr_Cyrl","languages":["ckb-Arab","ukr-Cyrl"]},{"precision":0.412166,"recall":0.47332,"f1":0.428194,"accuracy":0.47332,"main_score":0.428194,"hf_subset":"ckb_Arab-afr_Latn","languages":["ckb-Arab","afr-Latn"]},{"precision":0.413543,"recall":0.469368,"f1":0.428933,"accuracy":0.469368,"main_score":0.428933,"hf_subset":"ckb_Arab-bho_Deva","languages":["ckb-Arab","bho-Deva"]},{"precision":0.370169,"recall":0.416996,"f1":0.383366,"accuracy":0.416996,"main_score":0.383366,"hf_subset":"ckb_Arab-eus_Latn","languages":["ckb-Arab","eus-Latn"]},{"precision":0.306922,"recall":0.374506,"f1":0.325134,"accuracy":0.374506,"main_score":0.325134,"hf_subset":"ckb_Arab-ibo_Latn","languages":["ckb-Arab","ibo-Latn"]},{"precision":0.401919,"recall":0.453557,"f1":0.415969,"accuracy":0.453557,"main_score":0.415969,"hf_subset":"ckb_Arab-kmr_Latn","languages":["ckb-Arab","kmr-Latn"]},{"precision":0.375952,"recall":0.423913,"f1":0.388881,"accuracy":0.423913,"main_score":0.388881,"hf_subset":"ckb_Arab-min_Latn","languages":["ckb-Arab","min-Latn"]},{"precision":0.424613,"recall":0.506917,"f1":0.445452,"accuracy":0.506917,"main_score":0.445452,"hf_subset":"ckb_Arab-por_Latn","languages":["ckb-Arab","por-Latn"]},{"precision":0.389417,"recall":0.438735,"f1":0.40217,"accuracy":0.438735,"main_score":0.40217,"hf_subset":"ckb_Arab-sun_Latn","languages":["ckb-Arab","sun-Latn"]},{"precision":0.30106,"recall":0.359684,"f1":0.317052,"accuracy":0.359684,"main_score":0.317052,"hf_subset":"ckb_Arab-umb_Latn","languages":["ckb-Arab","umb-Latn"]},{"precision":0.413737,"recall":0.485178,"f1":0.431703,"accuracy":0.485178,"main_score":0.431703,"hf_subset":"ckb_Arab-ajp_Arab","languages":["ckb-Arab","ajp-Arab"]},{"precision":0.25203,"recall":0.298419,"f1":0.264294,"accuracy":0.298419,"main_score":0.264294,"hf_subset":"ckb_Arab-bjn_Arab","languages":["ckb-Arab","bjn-Arab"]},{"precision":0.323143,"recall":0.367589,"f1":0.335252,"accuracy":0.367589,"main_score":0.335252,"hf_subset":"ckb_Arab-ewe_Latn","languages":["ckb-Arab","ewe-Latn"]},{"precision":0.370035,"recall":0.41996,"f1":0.383536,"accuracy":0.41996,"main_score":0.383536,"hf_subset":"ckb_Arab-ilo_Latn","languages":["ckb-Arab","ilo-Latn"]},{"precision":0.195358,"recall":0.243083,"f1":0.208137,"accuracy":0.243083,"main_score":0.208137,"hf_subset":"ckb_Arab-knc_Arab","languages":["ckb-Arab","knc-Arab"]},{"precision":0.39482,"recall":0.469368,"f1":0.414756,"accuracy":0.469368,"main_score":0.414756,"hf_subset":"ckb_Arab-mkd_Cyrl","languages":["ckb-Arab","mkd-Cyrl"]},{"precision":0.453902,"recall":0.538538,"f1":0.475736,"accuracy":0.538538,"main_score":0.475736,"hf_subset":"ckb_Arab-prs_Arab","languages":["ckb-Arab","prs-Arab"]},{"precision":0.418905,"recall":0.48913,"f1":0.436787,"accuracy":0.48913,"main_score":0.436787,"hf_subset":"ckb_Arab-swe_Latn","languages":["ckb-Arab","swe-Latn"]},{"precision":0.422826,"recall":0.497036,"f1":0.441988,"accuracy":0.497036,"main_score":0.441988,"hf_subset":"ckb_Arab-urd_Arab","languages":["ckb-Arab","urd-Arab"]},{"precision":0.314096,"recall":0.371542,"f1":0.329633,"accuracy":0.371542,"main_score":0.329633,"hf_subset":"ckb_Arab-aka_Latn","languages":["ckb-Arab","aka-Latn"]},{"precision":0.368867,"recall":0.422925,"f1":0.382477,"accuracy":0.422925,"main_score":0.382477,"hf_subset":"ckb_Arab-bjn_Latn","languages":["ckb-Arab","bjn-Latn"]},{"precision":0.343359,"recall":0.392292,"f1":0.356198,"accuracy":0.392292,"main_score":0.356198,"hf_subset":"ckb_Arab-fao_Latn","languages":["ckb-Arab","fao-Latn"]},{"precision":0.439592,"recall":0.513834,"f1":0.458695,"accuracy":0.513834,"main_score":0.458695,"hf_subset":"ckb_Arab-ind_Latn","languages":["ckb-Arab","ind-Latn"]},{"precision":0.325025,"recall":0.358696,"f1":0.33431,"accuracy":0.358696,"main_score":0.33431,"hf_subset":"ckb_Arab-knc_Latn","languages":["ckb-Arab","knc-Latn"]},{"precision":0.375997,"recall":0.427866,"f1":0.389588,"accuracy":0.427866,"main_score":0.389588,"hf_subset":"ckb_Arab-mlt_Latn","languages":["ckb-Arab","mlt-Latn"]},{"precision":0.335252,"recall":0.390316,"f1":0.349704,"accuracy":0.390316,"main_score":0.349704,"hf_subset":"ckb_Arab-quy_Latn","languages":["ckb-Arab","quy-Latn"]},{"precision":0.403302,"recall":0.467391,"f1":0.420722,"accuracy":0.467391,"main_score":0.420722,"hf_subset":"ckb_Arab-swh_Latn","languages":["ckb-Arab","swh-Latn"]},{"precision":0.355286,"recall":0.405138,"f1":0.368445,"accuracy":0.405138,"main_score":0.368445,"hf_subset":"ckb_Arab-uzn_Latn","languages":["ckb-Arab","uzn-Latn"]},{"precision":0.382561,"recall":0.436759,"f1":0.397464,"accuracy":0.436759,"main_score":0.397464,"hf_subset":"ckb_Arab-als_Latn","languages":["ckb-Arab","als-Latn"]},{"precision":0.183434,"recall":0.241107,"f1":0.198555,"accuracy":0.241107,"main_score":0.198555,"hf_subset":"ckb_Arab-bod_Tibt","languages":["ckb-Arab","bod-Tibt"]},{"precision":0.313098,"recall":0.364625,"f1":0.326918,"accuracy":0.364625,"main_score":0.326918,"hf_subset":"ckb_Arab-fij_Latn","languages":["ckb-Arab","fij-Latn"]},{"precision":0.329356,"recall":0.382411,"f1":0.342689,"accuracy":0.382411,"main_score":0.342689,"hf_subset":"ckb_Arab-isl_Latn","languages":["ckb-Arab","isl-Latn"]},{"precision":0.321642,"recall":0.373518,"f1":0.334886,"accuracy":0.373518,"main_score":0.334886,"hf_subset":"ckb_Arab-kon_Latn","languages":["ckb-Arab","kon-Latn"]},{"precision":0.293216,"recall":0.353755,"f1":0.309385,"accuracy":0.353755,"main_score":0.309385,"hf_subset":"ckb_Arab-mni_Beng","languages":["ckb-Arab","mni-Beng"]},{"precision":0.418499,"recall":0.478261,"f1":0.434258,"accuracy":0.478261,"main_score":0.434258,"hf_subset":"ckb_Arab-ron_Latn","languages":["ckb-Arab","ron-Latn"]},{"precision":0.375705,"recall":0.426877,"f1":0.388891,"accuracy":0.426877,"main_score":0.388891,"hf_subset":"ckb_Arab-szl_Latn","languages":["ckb-Arab","szl-Latn"]},{"precision":0.399199,"recall":0.451581,"f1":0.412046,"accuracy":0.451581,"main_score":0.412046,"hf_subset":"ckb_Arab-vec_Latn","languages":["ckb-Arab","vec-Latn"]},{"precision":0.406163,"recall":0.472332,"f1":0.424588,"accuracy":0.472332,"main_score":0.424588,"hf_subset":"ckb_Arab-amh_Ethi","languages":["ckb-Arab","amh-Ethi"]},{"precision":0.409103,"recall":0.477273,"f1":0.426635,"accuracy":0.477273,"main_score":0.426635,"hf_subset":"ckb_Arab-bos_Latn","languages":["ckb-Arab","bos-Latn"]},{"precision":0.392115,"recall":0.461462,"f1":0.40948,"accuracy":0.461462,"main_score":0.40948,"hf_subset":"ckb_Arab-fin_Latn","languages":["ckb-Arab","fin-Latn"]},{"precision":0.41279,"recall":0.492095,"f1":0.433088,"accuracy":0.492095,"main_score":0.433088,"hf_subset":"ckb_Arab-ita_Latn","languages":["ckb-Arab","ita-Latn"]},{"precision":0.408916,"recall":0.487154,"f1":0.429287,"accuracy":0.487154,"main_score":0.429287,"hf_subset":"ckb_Arab-kor_Hang","languages":["ckb-Arab","kor-Hang"]},{"precision":0.313809,"recall":0.369565,"f1":0.328395,"accuracy":0.369565,"main_score":0.328395,"hf_subset":"ckb_Arab-mos_Latn","languages":["ckb-Arab","mos-Latn"]},{"precision":0.307381,"recall":0.360672,"f1":0.321617,"accuracy":0.360672,"main_score":0.321617,"hf_subset":"ckb_Arab-run_Latn","languages":["ckb-Arab","run-Latn"]},{"precision":0.375449,"recall":0.459486,"f1":0.397399,"accuracy":0.459486,"main_score":0.397399,"hf_subset":"ckb_Arab-tam_Taml","languages":["ckb-Arab","tam-Taml"]},{"precision":0.403455,"recall":0.480237,"f1":0.423154,"accuracy":0.480237,"main_score":0.423154,"hf_subset":"ckb_Arab-vie_Latn","languages":["ckb-Arab","vie-Latn"]},{"precision":0.405512,"recall":0.474308,"f1":0.422618,"accuracy":0.474308,"main_score":0.422618,"hf_subset":"ckb_Arab-apc_Arab","languages":["ckb-Arab","apc-Arab"]},{"precision":0.346698,"recall":0.392292,"f1":0.358764,"accuracy":0.392292,"main_score":0.358764,"hf_subset":"ckb_Arab-bug_Latn","languages":["ckb-Arab","bug-Latn"]},{"precision":0.284676,"recall":0.332016,"f1":0.298034,"accuracy":0.332016,"main_score":0.298034,"hf_subset":"ckb_Arab-fon_Latn","languages":["ckb-Arab","fon-Latn"]},{"precision":0.383418,"recall":0.434783,"f1":0.396749,"accuracy":0.434783,"main_score":0.396749,"hf_subset":"ckb_Arab-jav_Latn","languages":["ckb-Arab","jav-Latn"]},{"precision":0.371299,"recall":0.41996,"f1":0.384623,"accuracy":0.41996,"main_score":0.384623,"hf_subset":"ckb_Arab-lao_Laoo","languages":["ckb-Arab","lao-Laoo"]},{"precision":0.294326,"recall":0.351779,"f1":0.309338,"accuracy":0.351779,"main_score":0.309338,"hf_subset":"ckb_Arab-mri_Latn","languages":["ckb-Arab","mri-Latn"]},{"precision":0.410148,"recall":0.499012,"f1":0.433695,"accuracy":0.499012,"main_score":0.433695,"hf_subset":"ckb_Arab-rus_Cyrl","languages":["ckb-Arab","rus-Cyrl"]},{"precision":0.318445,"recall":0.366601,"f1":0.331723,"accuracy":0.366601,"main_score":0.331723,"hf_subset":"ckb_Arab-taq_Latn","languages":["ckb-Arab","taq-Latn"]},{"precision":0.385234,"recall":0.432806,"f1":0.398341,"accuracy":0.432806,"main_score":0.398341,"hf_subset":"ckb_Arab-war_Latn","languages":["ckb-Arab","war-Latn"]},{"precision":0.414544,"recall":0.500988,"f1":0.436064,"accuracy":0.500988,"main_score":0.436064,"hf_subset":"ckb_Arab-arb_Arab","languages":["ckb-Arab","arb-Arab"]},{"precision":0.436452,"recall":0.504941,"f1":0.45405,"accuracy":0.504941,"main_score":0.45405,"hf_subset":"ckb_Arab-bul_Cyrl","languages":["ckb-Arab","bul-Cyrl"]},{"precision":0.425537,"recall":0.507905,"f1":0.446678,"accuracy":0.507905,"main_score":0.446678,"hf_subset":"ckb_Arab-fra_Latn","languages":["ckb-Arab","fra-Latn"]},{"precision":0.401511,"recall":0.48419,"f1":0.423433,"accuracy":0.48419,"main_score":0.423433,"hf_subset":"ckb_Arab-jpn_Jpan","languages":["ckb-Arab","jpn-Jpan"]},{"precision":0.392231,"recall":0.448617,"f1":0.407795,"accuracy":0.448617,"main_score":0.407795,"hf_subset":"ckb_Arab-lij_Latn","languages":["ckb-Arab","lij-Latn"]},{"precision":0.351663,"recall":0.414032,"f1":0.369393,"accuracy":0.414032,"main_score":0.369393,"hf_subset":"ckb_Arab-mya_Mymr","languages":["ckb-Arab","mya-Mymr"]},{"precision":0.317579,"recall":0.369565,"f1":0.331688,"accuracy":0.369565,"main_score":0.331688,"hf_subset":"ckb_Arab-sag_Latn","languages":["ckb-Arab","sag-Latn"]},{"precision":0.174968,"recall":0.226285,"f1":0.188249,"accuracy":0.226285,"main_score":0.188249,"hf_subset":"ckb_Arab-taq_Tfng","languages":["ckb-Arab","taq-Tfng"]},{"precision":0.323529,"recall":0.373518,"f1":0.336867,"accuracy":0.373518,"main_score":0.336867,"hf_subset":"ckb_Arab-wol_Latn","languages":["ckb-Arab","wol-Latn"]},{"precision":0.256612,"recall":0.327075,"f1":0.275124,"accuracy":0.327075,"main_score":0.275124,"hf_subset":"ckb_Arab-arb_Latn","languages":["ckb-Arab","arb-Latn"]},{"precision":0.406154,"recall":0.462451,"f1":0.420484,"accuracy":0.462451,"main_score":0.420484,"hf_subset":"ckb_Arab-cat_Latn","languages":["ckb-Arab","cat-Latn"]},{"precision":0.365012,"recall":0.41502,"f1":0.378736,"accuracy":0.41502,"main_score":0.378736,"hf_subset":"ckb_Arab-fur_Latn","languages":["ckb-Arab","fur-Latn"]},{"precision":0.259857,"recall":0.324111,"f1":0.276809,"accuracy":0.324111,"main_score":0.276809,"hf_subset":"ckb_Arab-kab_Latn","languages":["ckb-Arab","kab-Latn"]},{"precision":0.384414,"recall":0.43083,"f1":0.397106,"accuracy":0.43083,"main_score":0.397106,"hf_subset":"ckb_Arab-lim_Latn","languages":["ckb-Arab","lim-Latn"]},{"precision":0.433698,"recall":0.502964,"f1":0.450876,"accuracy":0.502964,"main_score":0.450876,"hf_subset":"ckb_Arab-nld_Latn","languages":["ckb-Arab","nld-Latn"]},{"precision":0.358443,"recall":0.424901,"f1":0.375853,"accuracy":0.424901,"main_score":0.375853,"hf_subset":"ckb_Arab-san_Deva","languages":["ckb-Arab","san-Deva"]},{"precision":0.385157,"recall":0.43083,"f1":0.397656,"accuracy":0.43083,"main_score":0.397656,"hf_subset":"ckb_Arab-tat_Cyrl","languages":["ckb-Arab","tat-Cyrl"]},{"precision":0.326538,"recall":0.382411,"f1":0.341649,"accuracy":0.382411,"main_score":0.341649,"hf_subset":"ckb_Arab-xho_Latn","languages":["ckb-Arab","xho-Latn"]},{"precision":0.389474,"recall":0.477273,"f1":0.411773,"accuracy":0.477273,"main_score":0.411773,"hf_subset":"ckb_Arab-ars_Arab","languages":["ckb-Arab","ars-Arab"]},{"precision":0.385248,"recall":0.438735,"f1":0.39879,"accuracy":0.438735,"main_score":0.39879,"hf_subset":"ckb_Arab-ceb_Latn","languages":["ckb-Arab","ceb-Latn"]},{"precision":0.304884,"recall":0.358696,"f1":0.319996,"accuracy":0.358696,"main_score":0.319996,"hf_subset":"ckb_Arab-fuv_Latn","languages":["ckb-Arab","fuv-Latn"]},{"precision":0.313778,"recall":0.368577,"f1":0.328749,"accuracy":0.368577,"main_score":0.328749,"hf_subset":"ckb_Arab-kac_Latn","languages":["ckb-Arab","kac-Latn"]},{"precision":0.318039,"recall":0.374506,"f1":0.333755,"accuracy":0.374506,"main_score":0.333755,"hf_subset":"ckb_Arab-lin_Latn","languages":["ckb-Arab","lin-Latn"]},{"precision":0.397648,"recall":0.467391,"f1":0.415949,"accuracy":0.467391,"main_score":0.415949,"hf_subset":"ckb_Arab-nno_Latn","languages":["ckb-Arab","nno-Latn"]},{"precision":0.182686,"recall":0.219368,"f1":0.193069,"accuracy":0.219368,"main_score":0.193069,"hf_subset":"ckb_Arab-sat_Olck","languages":["ckb-Arab","sat-Olck"]},{"precision":0.428483,"recall":0.501976,"f1":0.446946,"accuracy":0.501976,"main_score":0.446946,"hf_subset":"ckb_Arab-tel_Telu","languages":["ckb-Arab","tel-Telu"]},{"precision":0.257535,"recall":0.31917,"f1":0.274088,"accuracy":0.31917,"main_score":0.274088,"hf_subset":"ckb_Arab-ydd_Hebr","languages":["ckb-Arab","ydd-Hebr"]},{"precision":0.358771,"recall":0.41502,"f1":0.373775,"accuracy":0.41502,"main_score":0.373775,"hf_subset":"ckb_Arab-ary_Arab","languages":["ckb-Arab","ary-Arab"]},{"precision":0.410895,"recall":0.47332,"f1":0.426839,"accuracy":0.47332,"main_score":0.426839,"hf_subset":"ckb_Arab-ces_Latn","languages":["ckb-Arab","ces-Latn"]},{"precision":0.288319,"recall":0.346838,"f1":0.304377,"accuracy":0.346838,"main_score":0.304377,"hf_subset":"ckb_Arab-gaz_Latn","languages":["ckb-Arab","gaz-Latn"]},{"precision":0.310048,"recall":0.364625,"f1":0.324085,"accuracy":0.364625,"main_score":0.324085,"hf_subset":"ckb_Arab-kam_Latn","languages":["ckb-Arab","kam-Latn"]},{"precision":0.393106,"recall":0.447628,"f1":0.407929,"accuracy":0.447628,"main_score":0.407929,"hf_subset":"ckb_Arab-lit_Latn","languages":["ckb-Arab","lit-Latn"]},{"precision":0.414178,"recall":0.487154,"f1":0.432487,"accuracy":0.487154,"main_score":0.432487,"hf_subset":"ckb_Arab-nob_Latn","languages":["ckb-Arab","nob-Latn"]},{"precision":0.379662,"recall":0.428854,"f1":0.393364,"accuracy":0.428854,"main_score":0.393364,"hf_subset":"ckb_Arab-scn_Latn","languages":["ckb-Arab","scn-Latn"]},{"precision":0.344533,"recall":0.393281,"f1":0.357436,"accuracy":0.393281,"main_score":0.357436,"hf_subset":"ckb_Arab-tgk_Cyrl","languages":["ckb-Arab","tgk-Cyrl"]},{"precision":0.266171,"recall":0.33004,"f1":0.283829,"accuracy":0.33004,"main_score":0.283829,"hf_subset":"ckb_Arab-yor_Latn","languages":["ckb-Arab","yor-Latn"]},{"precision":0.393039,"recall":0.469368,"f1":0.411695,"accuracy":0.469368,"main_score":0.411695,"hf_subset":"ckb_Arab-arz_Arab","languages":["ckb-Arab","arz-Arab"]},{"precision":0.317203,"recall":0.369565,"f1":0.331177,"accuracy":0.369565,"main_score":0.331177,"hf_subset":"ckb_Arab-cjk_Latn","languages":["ckb-Arab","cjk-Latn"]},{"precision":0.311806,"recall":0.373518,"f1":0.328397,"accuracy":0.373518,"main_score":0.328397,"hf_subset":"ckb_Arab-gla_Latn","languages":["ckb-Arab","gla-Latn"]},{"precision":0.398335,"recall":0.483202,"f1":0.420942,"accuracy":0.483202,"main_score":0.420942,"hf_subset":"ckb_Arab-kan_Knda","languages":["ckb-Arab","kan-Knda"]},{"precision":0.381372,"recall":0.434783,"f1":0.394693,"accuracy":0.434783,"main_score":0.394693,"hf_subset":"ckb_Arab-lmo_Latn","languages":["ckb-Arab","lmo-Latn"]},{"precision":0.424396,"recall":0.499012,"f1":0.443606,"accuracy":0.499012,"main_score":0.443606,"hf_subset":"ckb_Arab-npi_Deva","languages":["ckb-Arab","npi-Deva"]},{"precision":0.284194,"recall":0.327075,"f1":0.295692,"accuracy":0.327075,"main_score":0.295692,"hf_subset":"ckb_Arab-shn_Mymr","languages":["ckb-Arab","shn-Mymr"]},{"precision":0.406225,"recall":0.470356,"f1":0.423344,"accuracy":0.470356,"main_score":0.423344,"hf_subset":"ckb_Arab-tgl_Latn","languages":["ckb-Arab","tgl-Latn"]},{"precision":0.369579,"recall":0.453557,"f1":0.390352,"accuracy":0.453557,"main_score":0.390352,"hf_subset":"ckb_Arab-yue_Hant","languages":["ckb-Arab","yue-Hant"]},{"precision":0.365029,"recall":0.439723,"f1":0.384692,"accuracy":0.439723,"main_score":0.384692,"hf_subset":"ckb_Arab-asm_Beng","languages":["ckb-Arab","asm-Beng"]},{"precision":0.313674,"recall":0.370553,"f1":0.328948,"accuracy":0.370553,"main_score":0.328948,"hf_subset":"ckb_Arab-gle_Latn","languages":["ckb-Arab","gle-Latn"]},{"precision":0.336103,"recall":0.394269,"f1":0.351674,"accuracy":0.394269,"main_score":0.351674,"hf_subset":"ckb_Arab-kas_Arab","languages":["ckb-Arab","kas-Arab"]},{"precision":0.34515,"recall":0.394269,"f1":0.35857,"accuracy":0.394269,"main_score":0.35857,"hf_subset":"ckb_Arab-ltg_Latn","languages":["ckb-Arab","ltg-Latn"]},{"precision":0.32575,"recall":0.374506,"f1":0.338548,"accuracy":0.374506,"main_score":0.338548,"hf_subset":"ckb_Arab-nso_Latn","languages":["ckb-Arab","nso-Latn"]},{"precision":0.383587,"recall":0.456522,"f1":0.403466,"accuracy":0.456522,"main_score":0.403466,"hf_subset":"ckb_Arab-sin_Sinh","languages":["ckb-Arab","sin-Sinh"]},{"precision":0.398274,"recall":0.485178,"f1":0.420203,"accuracy":0.485178,"main_score":0.420203,"hf_subset":"ckb_Arab-tha_Thai","languages":["ckb-Arab","tha-Thai"]},{"precision":0.367575,"recall":0.452569,"f1":0.389297,"accuracy":0.452569,"main_score":0.389297,"hf_subset":"ckb_Arab-zho_Hans","languages":["ckb-Arab","zho-Hans"]},{"precision":0.406278,"recall":0.456522,"f1":0.419182,"accuracy":0.456522,"main_score":0.419182,"hf_subset":"ckb_Arab-ast_Latn","languages":["ckb-Arab","ast-Latn"]},{"precision":0.366867,"recall":0.420949,"f1":0.381356,"accuracy":0.420949,"main_score":0.381356,"hf_subset":"ckb_Arab-crh_Latn","languages":["ckb-Arab","crh-Latn"]},{"precision":0.414719,"recall":0.487154,"f1":0.433243,"accuracy":0.487154,"main_score":0.433243,"hf_subset":"ckb_Arab-glg_Latn","languages":["ckb-Arab","glg-Latn"]},{"precision":0.339756,"recall":0.38834,"f1":0.353132,"accuracy":0.38834,"main_score":0.353132,"hf_subset":"ckb_Arab-kas_Deva","languages":["ckb-Arab","kas-Deva"]},{"precision":0.355363,"recall":0.405138,"f1":0.368335,"accuracy":0.405138,"main_score":0.368335,"hf_subset":"ckb_Arab-ltz_Latn","languages":["ckb-Arab","ltz-Latn"]},{"precision":0.273939,"recall":0.325099,"f1":0.287938,"accuracy":0.325099,"main_score":0.287938,"hf_subset":"ckb_Arab-nus_Latn","languages":["ckb-Arab","nus-Latn"]},{"precision":0.396727,"recall":0.461462,"f1":0.41404,"accuracy":0.461462,"main_score":0.41404,"hf_subset":"ckb_Arab-slk_Latn","languages":["ckb-Arab","slk-Latn"]},{"precision":0.295647,"recall":0.349802,"f1":0.309507,"accuracy":0.349802,"main_score":0.309507,"hf_subset":"ckb_Arab-tir_Ethi","languages":["ckb-Arab","tir-Ethi"]},{"precision":0.361164,"recall":0.444664,"f1":0.382105,"accuracy":0.444664,"main_score":0.382105,"hf_subset":"ckb_Arab-zho_Hant","languages":["ckb-Arab","zho-Hant"]},{"precision":0.415361,"recall":0.493083,"f1":0.435427,"accuracy":0.493083,"main_score":0.435427,"hf_subset":"ckb_Arab-awa_Deva","languages":["ckb-Arab","awa-Deva"]},{"precision":0.328591,"recall":0.378458,"f1":0.341202,"accuracy":0.378458,"main_score":0.341202,"hf_subset":"ckb_Arab-cym_Latn","languages":["ckb-Arab","cym-Latn"]},{"precision":0.350697,"recall":0.400198,"f1":0.364268,"accuracy":0.400198,"main_score":0.364268,"hf_subset":"ckb_Arab-grn_Latn","languages":["ckb-Arab","grn-Latn"]},{"precision":0.412893,"recall":0.477273,"f1":0.429867,"accuracy":0.477273,"main_score":0.429867,"hf_subset":"ckb_Arab-kat_Geor","languages":["ckb-Arab","kat-Geor"]},{"precision":0.323076,"recall":0.381423,"f1":0.338719,"accuracy":0.381423,"main_score":0.338719,"hf_subset":"ckb_Arab-lua_Latn","languages":["ckb-Arab","lua-Latn"]},{"precision":0.323108,"recall":0.373518,"f1":0.336966,"accuracy":0.373518,"main_score":0.336966,"hf_subset":"ckb_Arab-nya_Latn","languages":["ckb-Arab","nya-Latn"]},{"precision":0.387061,"recall":0.448617,"f1":0.401832,"accuracy":0.448617,"main_score":0.401832,"hf_subset":"ckb_Arab-slv_Latn","languages":["ckb-Arab","slv-Latn"]},{"precision":0.35817,"recall":0.41996,"f1":0.375377,"accuracy":0.41996,"main_score":0.375377,"hf_subset":"ckb_Arab-tpi_Latn","languages":["ckb-Arab","tpi-Latn"]},{"precision":0.423941,"recall":0.498024,"f1":0.443401,"accuracy":0.498024,"main_score":0.443401,"hf_subset":"ckb_Arab-zsm_Latn","languages":["ckb-Arab","zsm-Latn"]},{"precision":0.308624,"recall":0.358696,"f1":0.322425,"accuracy":0.358696,"main_score":0.322425,"hf_subset":"ckb_Arab-ayr_Latn","languages":["ckb-Arab","ayr-Latn"]},{"precision":0.43452,"recall":0.500988,"f1":0.451689,"accuracy":0.500988,"main_score":0.451689,"hf_subset":"ckb_Arab-dan_Latn","languages":["ckb-Arab","dan-Latn"]},{"precision":0.426564,"recall":0.509881,"f1":0.448734,"accuracy":0.509881,"main_score":0.448734,"hf_subset":"ckb_Arab-guj_Gujr","languages":["ckb-Arab","guj-Gujr"]},{"precision":0.393258,"recall":0.443676,"f1":0.407108,"accuracy":0.443676,"main_score":0.407108,"hf_subset":"ckb_Arab-kaz_Cyrl","languages":["ckb-Arab","kaz-Cyrl"]},{"precision":0.310009,"recall":0.367589,"f1":0.324787,"accuracy":0.367589,"main_score":0.324787,"hf_subset":"ckb_Arab-lug_Latn","languages":["ckb-Arab","lug-Latn"]},{"precision":0.401941,"recall":0.456522,"f1":0.416147,"accuracy":0.456522,"main_score":0.416147,"hf_subset":"ckb_Arab-oci_Latn","languages":["ckb-Arab","oci-Latn"]},{"precision":0.315023,"recall":0.382411,"f1":0.332912,"accuracy":0.382411,"main_score":0.332912,"hf_subset":"ckb_Arab-smo_Latn","languages":["ckb-Arab","smo-Latn"]},{"precision":0.315788,"recall":0.376482,"f1":0.332428,"accuracy":0.376482,"main_score":0.332428,"hf_subset":"ckb_Arab-tsn_Latn","languages":["ckb-Arab","tsn-Latn"]},{"precision":0.306154,"recall":0.368577,"f1":0.323007,"accuracy":0.368577,"main_score":0.323007,"hf_subset":"ckb_Arab-zul_Latn","languages":["ckb-Arab","zul-Latn"]},{"precision":0.307094,"recall":0.370553,"f1":0.323516,"accuracy":0.370553,"main_score":0.323516,"hf_subset":"ckb_Arab-azb_Arab","languages":["ckb-Arab","azb-Arab"]},{"precision":0.431079,"recall":0.504941,"f1":0.450107,"accuracy":0.504941,"main_score":0.450107,"hf_subset":"ckb_Arab-deu_Latn","languages":["ckb-Arab","deu-Latn"]},{"precision":0.340053,"recall":0.395257,"f1":0.354937,"accuracy":0.395257,"main_score":0.354937,"hf_subset":"ckb_Arab-hat_Latn","languages":["ckb-Arab","hat-Latn"]},{"precision":0.285466,"recall":0.336957,"f1":0.299052,"accuracy":0.336957,"main_score":0.299052,"hf_subset":"ckb_Arab-kbp_Latn","languages":["ckb-Arab","kbp-Latn"]},{"precision":0.314922,"recall":0.369565,"f1":0.330243,"accuracy":0.369565,"main_score":0.330243,"hf_subset":"ckb_Arab-luo_Latn","languages":["ckb-Arab","luo-Latn"]},{"precision":0.37071,"recall":0.432806,"f1":0.388719,"accuracy":0.432806,"main_score":0.388719,"hf_subset":"ckb_Arab-ory_Orya","languages":["ckb-Arab","ory-Orya"]},{"precision":0.320969,"recall":0.370553,"f1":0.334766,"accuracy":0.370553,"main_score":0.334766,"hf_subset":"ckb_Arab-sna_Latn","languages":["ckb-Arab","sna-Latn"]},{"precision":0.330986,"recall":0.37747,"f1":0.343241,"accuracy":0.37747,"main_score":0.343241,"hf_subset":"ckb_Arab-tso_Latn","languages":["ckb-Arab","tso-Latn"]},{"precision":0.389001,"recall":0.449605,"f1":0.405099,"accuracy":0.449605,"main_score":0.405099,"hf_subset":"ckb_Arab-azj_Latn","languages":["ckb-Arab","azj-Latn"]},{"precision":0.287895,"recall":0.337945,"f1":0.301785,"accuracy":0.337945,"main_score":0.301785,"hf_subset":"ckb_Arab-dik_Latn","languages":["ckb-Arab","dik-Latn"]},{"precision":0.327652,"recall":0.370553,"f1":0.340123,"accuracy":0.370553,"main_score":0.340123,"hf_subset":"ckb_Arab-hau_Latn","languages":["ckb-Arab","hau-Latn"]},{"precision":0.385581,"recall":0.436759,"f1":0.399415,"accuracy":0.436759,"main_score":0.399415,"hf_subset":"ckb_Arab-kea_Latn","languages":["ckb-Arab","kea-Latn"]},{"precision":0.347019,"recall":0.38834,"f1":0.358843,"accuracy":0.38834,"main_score":0.358843,"hf_subset":"ckb_Arab-lus_Latn","languages":["ckb-Arab","lus-Latn"]},{"precision":0.354709,"recall":0.392292,"f1":0.364257,"accuracy":0.392292,"main_score":0.364257,"hf_subset":"ckb_Arab-pag_Latn","languages":["ckb-Arab","pag-Latn"]},{"precision":0.366707,"recall":0.43083,"f1":0.383441,"accuracy":0.43083,"main_score":0.383441,"hf_subset":"ckb_Arab-snd_Arab","languages":["ckb-Arab","snd-Arab"]},{"precision":0.359684,"recall":0.402174,"f1":0.371078,"accuracy":0.402174,"main_score":0.371078,"hf_subset":"ckb_Arab-tuk_Latn","languages":["ckb-Arab","tuk-Latn"]},{"precision":0.350923,"recall":0.396245,"f1":0.363492,"accuracy":0.396245,"main_score":0.363492,"hf_subset":"ckb_Arab-bak_Cyrl","languages":["ckb-Arab","bak-Cyrl"]},{"precision":0.239559,"recall":0.291502,"f1":0.253314,"accuracy":0.291502,"main_score":0.253314,"hf_subset":"ckb_Arab-dyu_Latn","languages":["ckb-Arab","dyu-Latn"]},{"precision":0.369031,"recall":0.437747,"f1":0.386921,"accuracy":0.437747,"main_score":0.386921,"hf_subset":"ckb_Arab-heb_Hebr","languages":["ckb-Arab","heb-Hebr"]},{"precision":0.32351,"recall":0.37253,"f1":0.337543,"accuracy":0.37253,"main_score":0.337543,"hf_subset":"ckb_Arab-khk_Cyrl","languages":["ckb-Arab","khk-Cyrl"]},{"precision":0.38307,"recall":0.440711,"f1":0.398862,"accuracy":0.440711,"main_score":0.398862,"hf_subset":"ckb_Arab-lvs_Latn","languages":["ckb-Arab","lvs-Latn"]},{"precision":0.426928,"recall":0.5,"f1":0.447346,"accuracy":0.5,"main_score":0.447346,"hf_subset":"ckb_Arab-pan_Guru","languages":["ckb-Arab","pan-Guru"]},{"precision":0.318275,"recall":0.365613,"f1":0.331694,"accuracy":0.365613,"main_score":0.331694,"hf_subset":"ckb_Arab-som_Latn","languages":["ckb-Arab","som-Latn"]},{"precision":0.313194,"recall":0.359684,"f1":0.325554,"accuracy":0.359684,"main_score":0.325554,"hf_subset":"ckb_Arab-tum_Latn","languages":["ckb-Arab","tum-Latn"]},{"precision":0.272207,"recall":0.316206,"f1":0.283348,"accuracy":0.316206,"main_score":0.283348,"hf_subset":"gle_Latn-ace_Arab","languages":["gle-Latn","ace-Arab"]},{"precision":0.383261,"recall":0.416996,"f1":0.392644,"accuracy":0.416996,"main_score":0.392644,"hf_subset":"gle_Latn-bam_Latn","languages":["gle-Latn","bam-Latn"]},{"precision":0.134236,"recall":0.187747,"f1":0.148169,"accuracy":0.187747,"main_score":0.148169,"hf_subset":"gle_Latn-dzo_Tibt","languages":["gle-Latn","dzo-Tibt"]},{"precision":0.389361,"recall":0.455534,"f1":0.406036,"accuracy":0.455534,"main_score":0.406036,"hf_subset":"gle_Latn-hin_Deva","languages":["gle-Latn","hin-Deva"]},{"precision":0.37541,"recall":0.416996,"f1":0.387569,"accuracy":0.416996,"main_score":0.387569,"hf_subset":"gle_Latn-khm_Khmr","languages":["gle-Latn","khm-Khmr"]},{"precision":0.376995,"recall":0.434783,"f1":0.391675,"accuracy":0.434783,"main_score":0.391675,"hf_subset":"gle_Latn-mag_Deva","languages":["gle-Latn","mag-Deva"]},{"precision":0.442633,"recall":0.468379,"f1":0.449896,"accuracy":0.468379,"main_score":0.449896,"hf_subset":"gle_Latn-pap_Latn","languages":["gle-Latn","pap-Latn"]},{"precision":0.415316,"recall":0.447628,"f1":0.423996,"accuracy":0.447628,"main_score":0.423996,"hf_subset":"gle_Latn-sot_Latn","languages":["gle-Latn","sot-Latn"]},{"precision":0.420977,"recall":0.467391,"f1":0.433611,"accuracy":0.467391,"main_score":0.433611,"hf_subset":"gle_Latn-tur_Latn","languages":["gle-Latn","tur-Latn"]},{"precision":0.420916,"recall":0.444664,"f1":0.427848,"accuracy":0.444664,"main_score":0.427848,"hf_subset":"gle_Latn-ace_Latn","languages":["gle-Latn","ace-Latn"]},{"precision":0.414905,"recall":0.443676,"f1":0.42311,"accuracy":0.443676,"main_score":0.42311,"hf_subset":"gle_Latn-ban_Latn","languages":["gle-Latn","ban-Latn"]},{"precision":0.354655,"recall":0.41502,"f1":0.369658,"accuracy":0.41502,"main_score":0.369658,"hf_subset":"gle_Latn-ell_Grek","languages":["gle-Latn","ell-Grek"]},{"precision":0.378419,"recall":0.424901,"f1":0.390638,"accuracy":0.424901,"main_score":0.390638,"hf_subset":"gle_Latn-hne_Deva","languages":["gle-Latn","hne-Deva"]},{"precision":0.343469,"recall":0.387352,"f1":0.356153,"accuracy":0.387352,"main_score":0.356153,"hf_subset":"gle_Latn-kik_Latn","languages":["gle-Latn","kik-Latn"]},{"precision":0.381313,"recall":0.437747,"f1":0.397086,"accuracy":0.437747,"main_score":0.397086,"hf_subset":"gle_Latn-mai_Deva","languages":["gle-Latn","mai-Deva"]},{"precision":0.375427,"recall":0.416996,"f1":0.386419,"accuracy":0.416996,"main_score":0.386419,"hf_subset":"gle_Latn-pbt_Arab","languages":["gle-Latn","pbt-Arab"]},{"precision":0.412713,"recall":0.475296,"f1":0.429416,"accuracy":0.475296,"main_score":0.429416,"hf_subset":"gle_Latn-spa_Latn","languages":["gle-Latn","spa-Latn"]},{"precision":0.418474,"recall":0.450593,"f1":0.427659,"accuracy":0.450593,"main_score":0.427659,"hf_subset":"gle_Latn-twi_Latn","languages":["gle-Latn","twi-Latn"]},{"precision":0.374853,"recall":0.426877,"f1":0.387869,"accuracy":0.426877,"main_score":0.387869,"hf_subset":"gle_Latn-acm_Arab","languages":["gle-Latn","acm-Arab"]},{"precision":0.369184,"recall":0.424901,"f1":0.384461,"accuracy":0.424901,"main_score":0.384461,"hf_subset":"gle_Latn-bel_Cyrl","languages":["gle-Latn","bel-Cyrl"]},{"precision":0.44258,"recall":0.496047,"f1":0.456513,"accuracy":0.496047,"main_score":0.456513,"hf_subset":"gle_Latn-eng_Latn","languages":["gle-Latn","eng-Latn"]},{"precision":0.416094,"recall":0.458498,"f1":0.427576,"accuracy":0.458498,"main_score":0.427576,"hf_subset":"gle_Latn-hrv_Latn","languages":["gle-Latn","hrv-Latn"]},{"precision":0.39082,"recall":0.431818,"f1":0.402146,"accuracy":0.431818,"main_score":0.402146,"hf_subset":"gle_Latn-kin_Latn","languages":["gle-Latn","kin-Latn"]},{"precision":0.396181,"recall":0.452569,"f1":0.411587,"accuracy":0.452569,"main_score":0.411587,"hf_subset":"gle_Latn-mal_Mlym","languages":["gle-Latn","mal-Mlym"]},{"precision":0.377356,"recall":0.44664,"f1":0.394515,"accuracy":0.44664,"main_score":0.394515,"hf_subset":"gle_Latn-pes_Arab","languages":["gle-Latn","pes-Arab"]},{"precision":0.423816,"recall":0.453557,"f1":0.431581,"accuracy":0.453557,"main_score":0.431581,"hf_subset":"gle_Latn-srd_Latn","languages":["gle-Latn","srd-Latn"]},{"precision":0.161235,"recall":0.206522,"f1":0.173379,"accuracy":0.206522,"main_score":0.173379,"hf_subset":"gle_Latn-tzm_Tfng","languages":["gle-Latn","tzm-Tfng"]},{"precision":0.36908,"recall":0.428854,"f1":0.383679,"accuracy":0.428854,"main_score":0.383679,"hf_subset":"gle_Latn-acq_Arab","languages":["gle-Latn","acq-Arab"]},{"precision":0.404412,"recall":0.448617,"f1":0.415979,"accuracy":0.448617,"main_score":0.415979,"hf_subset":"gle_Latn-bem_Latn","languages":["gle-Latn","bem-Latn"]},{"precision":0.416125,"recall":0.455534,"f1":0.426742,"accuracy":0.455534,"main_score":0.426742,"hf_subset":"gle_Latn-epo_Latn","languages":["gle-Latn","epo-Latn"]},{"precision":0.405354,"recall":0.455534,"f1":0.41887,"accuracy":0.455534,"main_score":0.41887,"hf_subset":"gle_Latn-hun_Latn","languages":["gle-Latn","hun-Latn"]},{"precision":0.38555,"recall":0.41502,"f1":0.393627,"accuracy":0.41502,"main_score":0.393627,"hf_subset":"gle_Latn-kir_Cyrl","languages":["gle-Latn","kir-Cyrl"]},{"precision":0.386281,"recall":0.439723,"f1":0.400676,"accuracy":0.439723,"main_score":0.400676,"hf_subset":"gle_Latn-mar_Deva","languages":["gle-Latn","mar-Deva"]},{"precision":0.409898,"recall":0.447628,"f1":0.420587,"accuracy":0.447628,"main_score":0.420587,"hf_subset":"gle_Latn-plt_Latn","languages":["gle-Latn","plt-Latn"]},{"precision":0.392128,"recall":0.442688,"f1":0.405954,"accuracy":0.442688,"main_score":0.405954,"hf_subset":"gle_Latn-srp_Cyrl","languages":["gle-Latn","srp-Cyrl"]},{"precision":0.306635,"recall":0.347826,"f1":0.317757,"accuracy":0.347826,"main_score":0.317757,"hf_subset":"gle_Latn-uig_Arab","languages":["gle-Latn","uig-Arab"]},{"precision":0.361402,"recall":0.407115,"f1":0.373491,"accuracy":0.407115,"main_score":0.373491,"hf_subset":"gle_Latn-aeb_Arab","languages":["gle-Latn","aeb-Arab"]},{"precision":0.377133,"recall":0.4417,"f1":0.393504,"accuracy":0.4417,"main_score":0.393504,"hf_subset":"gle_Latn-ben_Beng","languages":["gle-Latn","ben-Beng"]},{"precision":0.411522,"recall":0.445652,"f1":0.42074,"accuracy":0.445652,"main_score":0.42074,"hf_subset":"gle_Latn-est_Latn","languages":["gle-Latn","est-Latn"]},{"precision":0.366667,"recall":0.414032,"f1":0.379552,"accuracy":0.414032,"main_score":0.379552,"hf_subset":"gle_Latn-hye_Armn","languages":["gle-Latn","hye-Armn"]},{"precision":0.375264,"recall":0.420949,"f1":0.38801,"accuracy":0.420949,"main_score":0.38801,"hf_subset":"gle_Latn-kmb_Latn","languages":["gle-Latn","kmb-Latn"]},{"precision":0.229868,"recall":0.290514,"f1":0.244767,"accuracy":0.290514,"main_score":0.244767,"hf_subset":"gle_Latn-min_Arab","languages":["gle-Latn","min-Arab"]},{"precision":0.405689,"recall":0.461462,"f1":0.420196,"accuracy":0.461462,"main_score":0.420196,"hf_subset":"gle_Latn-pol_Latn","languages":["gle-Latn","pol-Latn"]},{"precision":0.393268,"recall":0.440711,"f1":0.405614,"accuracy":0.440711,"main_score":0.405614,"hf_subset":"gle_Latn-ssw_Latn","languages":["gle-Latn","ssw-Latn"]},{"precision":0.401389,"recall":0.45751,"f1":0.416099,"accuracy":0.45751,"main_score":0.416099,"hf_subset":"gle_Latn-ukr_Cyrl","languages":["gle-Latn","ukr-Cyrl"]},{"precision":0.433805,"recall":0.470356,"f1":0.443891,"accuracy":0.470356,"main_score":0.443891,"hf_subset":"gle_Latn-afr_Latn","languages":["gle-Latn","afr-Latn"]},{"precision":0.392426,"recall":0.4417,"f1":0.405423,"accuracy":0.4417,"main_score":0.405423,"hf_subset":"gle_Latn-bho_Deva","languages":["gle-Latn","bho-Deva"]},{"precision":0.41857,"recall":0.447628,"f1":0.426109,"accuracy":0.447628,"main_score":0.426109,"hf_subset":"gle_Latn-eus_Latn","languages":["gle-Latn","eus-Latn"]},{"precision":0.389464,"recall":0.427866,"f1":0.399881,"accuracy":0.427866,"main_score":0.399881,"hf_subset":"gle_Latn-ibo_Latn","languages":["gle-Latn","ibo-Latn"]},{"precision":0.41328,"recall":0.447628,"f1":0.423283,"accuracy":0.447628,"main_score":0.423283,"hf_subset":"gle_Latn-kmr_Latn","languages":["gle-Latn","kmr-Latn"]},{"precision":0.409678,"recall":0.443676,"f1":0.418418,"accuracy":0.443676,"main_score":0.418418,"hf_subset":"gle_Latn-min_Latn","languages":["gle-Latn","min-Latn"]},{"precision":0.430463,"recall":0.490119,"f1":0.445931,"accuracy":0.490119,"main_score":0.445931,"hf_subset":"gle_Latn-por_Latn","languages":["gle-Latn","por-Latn"]},{"precision":0.422068,"recall":0.445652,"f1":0.428335,"accuracy":0.445652,"main_score":0.428335,"hf_subset":"gle_Latn-sun_Latn","languages":["gle-Latn","sun-Latn"]},{"precision":0.370216,"recall":0.414032,"f1":0.383111,"accuracy":0.414032,"main_score":0.383111,"hf_subset":"gle_Latn-umb_Latn","languages":["gle-Latn","umb-Latn"]},{"precision":0.377569,"recall":0.427866,"f1":0.390825,"accuracy":0.427866,"main_score":0.390825,"hf_subset":"gle_Latn-ajp_Arab","languages":["gle-Latn","ajp-Arab"]},{"precision":0.256133,"recall":0.299407,"f1":0.266643,"accuracy":0.299407,"main_score":0.266643,"hf_subset":"gle_Latn-bjn_Arab","languages":["gle-Latn","bjn-Arab"]},{"precision":0.383418,"recall":0.418972,"f1":0.3935,"accuracy":0.418972,"main_score":0.3935,"hf_subset":"gle_Latn-ewe_Latn","languages":["gle-Latn","ewe-Latn"]},{"precision":0.436768,"recall":0.474308,"f1":0.446753,"accuracy":0.474308,"main_score":0.446753,"hf_subset":"gle_Latn-ilo_Latn","languages":["gle-Latn","ilo-Latn"]},{"precision":0.208523,"recall":0.25,"f1":0.220186,"accuracy":0.25,"main_score":0.220186,"hf_subset":"gle_Latn-knc_Arab","languages":["gle-Latn","knc-Arab"]},{"precision":0.388526,"recall":0.431818,"f1":0.400049,"accuracy":0.431818,"main_score":0.400049,"hf_subset":"gle_Latn-mkd_Cyrl","languages":["gle-Latn","mkd-Cyrl"]},{"precision":0.376094,"recall":0.439723,"f1":0.391825,"accuracy":0.439723,"main_score":0.391825,"hf_subset":"gle_Latn-prs_Arab","languages":["gle-Latn","prs-Arab"]},{"precision":0.414346,"recall":0.459486,"f1":0.42593,"accuracy":0.459486,"main_score":0.42593,"hf_subset":"gle_Latn-swe_Latn","languages":["gle-Latn","swe-Latn"]},{"precision":0.36136,"recall":0.424901,"f1":0.377853,"accuracy":0.424901,"main_score":0.377853,"hf_subset":"gle_Latn-urd_Arab","languages":["gle-Latn","urd-Arab"]},{"precision":0.403039,"recall":0.438735,"f1":0.413084,"accuracy":0.438735,"main_score":0.413084,"hf_subset":"gle_Latn-aka_Latn","languages":["gle-Latn","aka-Latn"]},{"precision":0.407128,"recall":0.4417,"f1":0.416247,"accuracy":0.4417,"main_score":0.416247,"hf_subset":"gle_Latn-bjn_Latn","languages":["gle-Latn","bjn-Latn"]},{"precision":0.411672,"recall":0.4417,"f1":0.420199,"accuracy":0.4417,"main_score":0.420199,"hf_subset":"gle_Latn-fao_Latn","languages":["gle-Latn","fao-Latn"]},{"precision":0.431619,"recall":0.487154,"f1":0.44597,"accuracy":0.487154,"main_score":0.44597,"hf_subset":"gle_Latn-ind_Latn","languages":["gle-Latn","ind-Latn"]},{"precision":0.388677,"recall":0.422925,"f1":0.399111,"accuracy":0.422925,"main_score":0.399111,"hf_subset":"gle_Latn-knc_Latn","languages":["gle-Latn","knc-Latn"]},{"precision":0.441091,"recall":0.468379,"f1":0.448049,"accuracy":0.468379,"main_score":0.448049,"hf_subset":"gle_Latn-mlt_Latn","languages":["gle-Latn","mlt-Latn"]},{"precision":0.391692,"recall":0.439723,"f1":0.404239,"accuracy":0.439723,"main_score":0.404239,"hf_subset":"gle_Latn-quy_Latn","languages":["gle-Latn","quy-Latn"]},{"precision":0.39925,"recall":0.439723,"f1":0.411007,"accuracy":0.439723,"main_score":0.411007,"hf_subset":"gle_Latn-swh_Latn","languages":["gle-Latn","swh-Latn"]},{"precision":0.376609,"recall":0.416008,"f1":0.387622,"accuracy":0.416008,"main_score":0.387622,"hf_subset":"gle_Latn-uzn_Latn","languages":["gle-Latn","uzn-Latn"]},{"precision":0.422948,"recall":0.456522,"f1":0.432375,"accuracy":0.456522,"main_score":0.432375,"hf_subset":"gle_Latn-als_Latn","languages":["gle-Latn","als-Latn"]},{"precision":0.208158,"recall":0.258893,"f1":0.222135,"accuracy":0.258893,"main_score":0.222135,"hf_subset":"gle_Latn-bod_Tibt","languages":["gle-Latn","bod-Tibt"]},{"precision":0.408952,"recall":0.442688,"f1":0.418626,"accuracy":0.442688,"main_score":0.418626,"hf_subset":"gle_Latn-fij_Latn","languages":["gle-Latn","fij-Latn"]},{"precision":0.418288,"recall":0.447628,"f1":0.426413,"accuracy":0.447628,"main_score":0.426413,"hf_subset":"gle_Latn-isl_Latn","languages":["gle-Latn","isl-Latn"]},{"precision":0.397226,"recall":0.437747,"f1":0.408878,"accuracy":0.437747,"main_score":0.408878,"hf_subset":"gle_Latn-kon_Latn","languages":["gle-Latn","kon-Latn"]},{"precision":0.330119,"recall":0.376482,"f1":0.342374,"accuracy":0.376482,"main_score":0.342374,"hf_subset":"gle_Latn-mni_Beng","languages":["gle-Latn","mni-Beng"]},{"precision":0.427671,"recall":0.471344,"f1":0.43983,"accuracy":0.471344,"main_score":0.43983,"hf_subset":"gle_Latn-ron_Latn","languages":["gle-Latn","ron-Latn"]},{"precision":0.40666,"recall":0.450593,"f1":0.418029,"accuracy":0.450593,"main_score":0.418029,"hf_subset":"gle_Latn-szl_Latn","languages":["gle-Latn","szl-Latn"]},{"precision":0.435128,"recall":0.464427,"f1":0.442818,"accuracy":0.464427,"main_score":0.442818,"hf_subset":"gle_Latn-vec_Latn","languages":["gle-Latn","vec-Latn"]},{"precision":0.358978,"recall":0.41502,"f1":0.373303,"accuracy":0.41502,"main_score":0.373303,"hf_subset":"gle_Latn-amh_Ethi","languages":["gle-Latn","amh-Ethi"]},{"precision":0.422553,"recall":0.466403,"f1":0.43474,"accuracy":0.466403,"main_score":0.43474,"hf_subset":"gle_Latn-bos_Latn","languages":["gle-Latn","bos-Latn"]},{"precision":0.409336,"recall":0.452569,"f1":0.420592,"accuracy":0.452569,"main_score":0.420592,"hf_subset":"gle_Latn-fin_Latn","languages":["gle-Latn","fin-Latn"]},{"precision":0.420484,"recall":0.472332,"f1":0.432905,"accuracy":0.472332,"main_score":0.432905,"hf_subset":"gle_Latn-ita_Latn","languages":["gle-Latn","ita-Latn"]},{"precision":0.364313,"recall":0.43083,"f1":0.381615,"accuracy":0.43083,"main_score":0.381615,"hf_subset":"gle_Latn-kor_Hang","languages":["gle-Latn","kor-Hang"]},{"precision":0.380445,"recall":0.41502,"f1":0.38988,"accuracy":0.41502,"main_score":0.38988,"hf_subset":"gle_Latn-mos_Latn","languages":["gle-Latn","mos-Latn"]},{"precision":0.392866,"recall":0.435771,"f1":0.404492,"accuracy":0.435771,"main_score":0.404492,"hf_subset":"gle_Latn-run_Latn","languages":["gle-Latn","run-Latn"]},{"precision":0.373849,"recall":0.439723,"f1":0.390426,"accuracy":0.439723,"main_score":0.390426,"hf_subset":"gle_Latn-tam_Taml","languages":["gle-Latn","tam-Taml"]},{"precision":0.385781,"recall":0.440711,"f1":0.40006,"accuracy":0.440711,"main_score":0.40006,"hf_subset":"gle_Latn-vie_Latn","languages":["gle-Latn","vie-Latn"]},{"precision":0.372397,"recall":0.416996,"f1":0.383882,"accuracy":0.416996,"main_score":0.383882,"hf_subset":"gle_Latn-apc_Arab","languages":["gle-Latn","apc-Arab"]},{"precision":0.397417,"recall":0.431818,"f1":0.407331,"accuracy":0.431818,"main_score":0.407331,"hf_subset":"gle_Latn-bug_Latn","languages":["gle-Latn","bug-Latn"]},{"precision":0.373106,"recall":0.405138,"f1":0.383136,"accuracy":0.405138,"main_score":0.383136,"hf_subset":"gle_Latn-fon_Latn","languages":["gle-Latn","fon-Latn"]},{"precision":0.419005,"recall":0.458498,"f1":0.430011,"accuracy":0.458498,"main_score":0.430011,"hf_subset":"gle_Latn-jav_Latn","languages":["gle-Latn","jav-Latn"]},{"precision":0.396574,"recall":0.43083,"f1":0.405812,"accuracy":0.43083,"main_score":0.405812,"hf_subset":"gle_Latn-lao_Laoo","languages":["gle-Latn","lao-Laoo"]},{"precision":0.411802,"recall":0.44664,"f1":0.421448,"accuracy":0.44664,"main_score":0.421448,"hf_subset":"gle_Latn-mri_Latn","languages":["gle-Latn","mri-Latn"]},{"precision":0.388654,"recall":0.45751,"f1":0.406317,"accuracy":0.45751,"main_score":0.406317,"hf_subset":"gle_Latn-rus_Cyrl","languages":["gle-Latn","rus-Cyrl"]},{"precision":0.368312,"recall":0.407115,"f1":0.37889,"accuracy":0.407115,"main_score":0.37889,"hf_subset":"gle_Latn-taq_Latn","languages":["gle-Latn","taq-Latn"]},{"precision":0.437662,"recall":0.465415,"f1":0.445157,"accuracy":0.465415,"main_score":0.445157,"hf_subset":"gle_Latn-war_Latn","languages":["gle-Latn","war-Latn"]},{"precision":0.373705,"recall":0.43083,"f1":0.387394,"accuracy":0.43083,"main_score":0.387394,"hf_subset":"gle_Latn-arb_Arab","languages":["gle-Latn","arb-Arab"]},{"precision":0.39753,"recall":0.448617,"f1":0.411392,"accuracy":0.448617,"main_score":0.411392,"hf_subset":"gle_Latn-bul_Cyrl","languages":["gle-Latn","bul-Cyrl"]},{"precision":0.436746,"recall":0.487154,"f1":0.449906,"accuracy":0.487154,"main_score":0.449906,"hf_subset":"gle_Latn-fra_Latn","languages":["gle-Latn","fra-Latn"]},{"precision":0.373366,"recall":0.439723,"f1":0.391153,"accuracy":0.439723,"main_score":0.391153,"hf_subset":"gle_Latn-jpn_Jpan","languages":["gle-Latn","jpn-Jpan"]},{"precision":0.420631,"recall":0.452569,"f1":0.429368,"accuracy":0.452569,"main_score":0.429368,"hf_subset":"gle_Latn-lij_Latn","languages":["gle-Latn","lij-Latn"]},{"precision":0.335987,"recall":0.387352,"f1":0.350225,"accuracy":0.387352,"main_score":0.350225,"hf_subset":"gle_Latn-mya_Mymr","languages":["gle-Latn","mya-Mymr"]},{"precision":0.395139,"recall":0.431818,"f1":0.405396,"accuracy":0.431818,"main_score":0.405396,"hf_subset":"gle_Latn-sag_Latn","languages":["gle-Latn","sag-Latn"]},{"precision":0.18723,"recall":0.229249,"f1":0.197949,"accuracy":0.229249,"main_score":0.197949,"hf_subset":"gle_Latn-taq_Tfng","languages":["gle-Latn","taq-Tfng"]},{"precision":0.394992,"recall":0.423913,"f1":0.403487,"accuracy":0.423913,"main_score":0.403487,"hf_subset":"gle_Latn-wol_Latn","languages":["gle-Latn","wol-Latn"]},{"precision":0.307314,"recall":0.362648,"f1":0.322531,"accuracy":0.362648,"main_score":0.322531,"hf_subset":"gle_Latn-arb_Latn","languages":["gle-Latn","arb-Latn"]},{"precision":0.422153,"recall":0.461462,"f1":0.433086,"accuracy":0.461462,"main_score":0.433086,"hf_subset":"gle_Latn-cat_Latn","languages":["gle-Latn","cat-Latn"]},{"precision":0.423785,"recall":0.453557,"f1":0.431562,"accuracy":0.453557,"main_score":0.431562,"hf_subset":"gle_Latn-fur_Latn","languages":["gle-Latn","fur-Latn"]},{"precision":0.31428,"recall":0.351779,"f1":0.324765,"accuracy":0.351779,"main_score":0.324765,"hf_subset":"gle_Latn-kab_Latn","languages":["gle-Latn","kab-Latn"]},{"precision":0.428557,"recall":0.45751,"f1":0.436373,"accuracy":0.45751,"main_score":0.436373,"hf_subset":"gle_Latn-lim_Latn","languages":["gle-Latn","lim-Latn"]},{"precision":0.421854,"recall":0.477273,"f1":0.436507,"accuracy":0.477273,"main_score":0.436507,"hf_subset":"gle_Latn-nld_Latn","languages":["gle-Latn","nld-Latn"]},{"precision":0.348139,"recall":0.400198,"f1":0.361978,"accuracy":0.400198,"main_score":0.361978,"hf_subset":"gle_Latn-san_Deva","languages":["gle-Latn","san-Deva"]},{"precision":0.38366,"recall":0.416008,"f1":0.392567,"accuracy":0.416008,"main_score":0.392567,"hf_subset":"gle_Latn-tat_Cyrl","languages":["gle-Latn","tat-Cyrl"]},{"precision":0.392472,"recall":0.439723,"f1":0.406019,"accuracy":0.439723,"main_score":0.406019,"hf_subset":"gle_Latn-xho_Latn","languages":["gle-Latn","xho-Latn"]},{"precision":0.343706,"recall":0.407115,"f1":0.359463,"accuracy":0.407115,"main_score":0.359463,"hf_subset":"gle_Latn-ars_Arab","languages":["gle-Latn","ars-Arab"]},{"precision":0.419349,"recall":0.455534,"f1":0.428713,"accuracy":0.455534,"main_score":0.428713,"hf_subset":"gle_Latn-ceb_Latn","languages":["gle-Latn","ceb-Latn"]},{"precision":0.37636,"recall":0.416008,"f1":0.387528,"accuracy":0.416008,"main_score":0.387528,"hf_subset":"gle_Latn-fuv_Latn","languages":["gle-Latn","fuv-Latn"]},{"precision":0.402824,"recall":0.435771,"f1":0.41228,"accuracy":0.435771,"main_score":0.41228,"hf_subset":"gle_Latn-kac_Latn","languages":["gle-Latn","kac-Latn"]},{"precision":0.389293,"recall":0.440711,"f1":0.402995,"accuracy":0.440711,"main_score":0.402995,"hf_subset":"gle_Latn-lin_Latn","languages":["gle-Latn","lin-Latn"]},{"precision":0.416351,"recall":0.463439,"f1":0.429113,"accuracy":0.463439,"main_score":0.429113,"hf_subset":"gle_Latn-nno_Latn","languages":["gle-Latn","nno-Latn"]},{"precision":0.179861,"recall":0.218379,"f1":0.190143,"accuracy":0.218379,"main_score":0.190143,"hf_subset":"gle_Latn-sat_Olck","languages":["gle-Latn","sat-Olck"]},{"precision":0.384551,"recall":0.443676,"f1":0.401062,"accuracy":0.443676,"main_score":0.401062,"hf_subset":"gle_Latn-tel_Telu","languages":["gle-Latn","tel-Telu"]},{"precision":0.283961,"recall":0.333992,"f1":0.297346,"accuracy":0.333992,"main_score":0.297346,"hf_subset":"gle_Latn-ydd_Hebr","languages":["gle-Latn","ydd-Hebr"]},{"precision":0.350466,"recall":0.401186,"f1":0.363332,"accuracy":0.401186,"main_score":0.363332,"hf_subset":"gle_Latn-ary_Arab","languages":["gle-Latn","ary-Arab"]},{"precision":0.411924,"recall":0.462451,"f1":0.424218,"accuracy":0.462451,"main_score":0.424218,"hf_subset":"gle_Latn-ces_Latn","languages":["gle-Latn","ces-Latn"]},{"precision":0.340653,"recall":0.386364,"f1":0.353149,"accuracy":0.386364,"main_score":0.353149,"hf_subset":"gle_Latn-gaz_Latn","languages":["gle-Latn","gaz-Latn"]},{"precision":0.386722,"recall":0.425889,"f1":0.397634,"accuracy":0.425889,"main_score":0.397634,"hf_subset":"gle_Latn-kam_Latn","languages":["gle-Latn","kam-Latn"]},{"precision":0.393632,"recall":0.432806,"f1":0.404393,"accuracy":0.432806,"main_score":0.404393,"hf_subset":"gle_Latn-lit_Latn","languages":["gle-Latn","lit-Latn"]},{"precision":0.415771,"recall":0.459486,"f1":0.426865,"accuracy":0.459486,"main_score":0.426865,"hf_subset":"gle_Latn-nob_Latn","languages":["gle-Latn","nob-Latn"]},{"precision":0.424521,"recall":0.452569,"f1":0.432006,"accuracy":0.452569,"main_score":0.432006,"hf_subset":"gle_Latn-scn_Latn","languages":["gle-Latn","scn-Latn"]},{"precision":0.357976,"recall":0.398221,"f1":0.369519,"accuracy":0.398221,"main_score":0.369519,"hf_subset":"gle_Latn-tgk_Cyrl","languages":["gle-Latn","tgk-Cyrl"]},{"precision":0.356019,"recall":0.400198,"f1":0.369123,"accuracy":0.400198,"main_score":0.369123,"hf_subset":"gle_Latn-yor_Latn","languages":["gle-Latn","yor-Latn"]},{"precision":0.369106,"recall":0.423913,"f1":0.383797,"accuracy":0.423913,"main_score":0.383797,"hf_subset":"gle_Latn-arz_Arab","languages":["gle-Latn","arz-Arab"]},{"precision":0.381413,"recall":0.417984,"f1":0.39123,"accuracy":0.417984,"main_score":0.39123,"hf_subset":"gle_Latn-cjk_Latn","languages":["gle-Latn","cjk-Latn"]},{"precision":0.569663,"recall":0.624506,"f1":0.583772,"accuracy":0.624506,"main_score":0.583772,"hf_subset":"gle_Latn-gla_Latn","languages":["gle-Latn","gla-Latn"]},{"precision":0.365376,"recall":0.423913,"f1":0.380089,"accuracy":0.423913,"main_score":0.380089,"hf_subset":"gle_Latn-kan_Knda","languages":["gle-Latn","kan-Knda"]},{"precision":0.426891,"recall":0.453557,"f1":0.434036,"accuracy":0.453557,"main_score":0.434036,"hf_subset":"gle_Latn-lmo_Latn","languages":["gle-Latn","lmo-Latn"]},{"precision":0.384755,"recall":0.440711,"f1":0.40028,"accuracy":0.440711,"main_score":0.40028,"hf_subset":"gle_Latn-npi_Deva","languages":["gle-Latn","npi-Deva"]},{"precision":0.358457,"recall":0.396245,"f1":0.369162,"accuracy":0.396245,"main_score":0.369162,"hf_subset":"gle_Latn-shn_Mymr","languages":["gle-Latn","shn-Mymr"]},{"precision":0.437136,"recall":0.47332,"f1":0.446636,"accuracy":0.47332,"main_score":0.446636,"hf_subset":"gle_Latn-tgl_Latn","languages":["gle-Latn","tgl-Latn"]},{"precision":0.365738,"recall":0.428854,"f1":0.38179,"accuracy":0.428854,"main_score":0.38179,"hf_subset":"gle_Latn-yue_Hant","languages":["gle-Latn","yue-Hant"]},{"precision":0.346958,"recall":0.403162,"f1":0.362386,"accuracy":0.403162,"main_score":0.362386,"hf_subset":"gle_Latn-asm_Beng","languages":["gle-Latn","asm-Beng"]},{"precision":0.314235,"recall":0.362648,"f1":0.327308,"accuracy":0.362648,"main_score":0.327308,"hf_subset":"gle_Latn-ckb_Arab","languages":["gle-Latn","ckb-Arab"]},{"precision":0.311964,"recall":0.359684,"f1":0.325033,"accuracy":0.359684,"main_score":0.325033,"hf_subset":"gle_Latn-kas_Arab","languages":["gle-Latn","kas-Arab"]},{"precision":0.389942,"recall":0.422925,"f1":0.399179,"accuracy":0.422925,"main_score":0.399179,"hf_subset":"gle_Latn-ltg_Latn","languages":["gle-Latn","ltg-Latn"]},{"precision":0.420376,"recall":0.45751,"f1":0.430378,"accuracy":0.45751,"main_score":0.430378,"hf_subset":"gle_Latn-nso_Latn","languages":["gle-Latn","nso-Latn"]},{"precision":0.377462,"recall":0.423913,"f1":0.389319,"accuracy":0.423913,"main_score":0.389319,"hf_subset":"gle_Latn-sin_Sinh","languages":["gle-Latn","sin-Sinh"]},{"precision":0.37802,"recall":0.4417,"f1":0.394749,"accuracy":0.4417,"main_score":0.394749,"hf_subset":"gle_Latn-tha_Thai","languages":["gle-Latn","tha-Thai"]},{"precision":0.379194,"recall":0.437747,"f1":0.394385,"accuracy":0.437747,"main_score":0.394385,"hf_subset":"gle_Latn-zho_Hans","languages":["gle-Latn","zho-Hans"]},{"precision":0.421673,"recall":0.448617,"f1":0.42909,"accuracy":0.448617,"main_score":0.42909,"hf_subset":"gle_Latn-ast_Latn","languages":["gle-Latn","ast-Latn"]},{"precision":0.395903,"recall":0.429842,"f1":0.405516,"accuracy":0.429842,"main_score":0.405516,"hf_subset":"gle_Latn-crh_Latn","languages":["gle-Latn","crh-Latn"]},{"precision":0.43581,"recall":0.47332,"f1":0.444944,"accuracy":0.47332,"main_score":0.444944,"hf_subset":"gle_Latn-glg_Latn","languages":["gle-Latn","glg-Latn"]},{"precision":0.354134,"recall":0.393281,"f1":0.36495,"accuracy":0.393281,"main_score":0.36495,"hf_subset":"gle_Latn-kas_Deva","languages":["gle-Latn","kas-Deva"]},{"precision":0.412239,"recall":0.437747,"f1":0.419085,"accuracy":0.437747,"main_score":0.419085,"hf_subset":"gle_Latn-ltz_Latn","languages":["gle-Latn","ltz-Latn"]},{"precision":0.348132,"recall":0.391304,"f1":0.36024,"accuracy":0.391304,"main_score":0.36024,"hf_subset":"gle_Latn-nus_Latn","languages":["gle-Latn","nus-Latn"]},{"precision":0.41509,"recall":0.459486,"f1":0.426701,"accuracy":0.459486,"main_score":0.426701,"hf_subset":"gle_Latn-slk_Latn","languages":["gle-Latn","slk-Latn"]},{"precision":0.289441,"recall":0.339921,"f1":0.302666,"accuracy":0.339921,"main_score":0.302666,"hf_subset":"gle_Latn-tir_Ethi","languages":["gle-Latn","tir-Ethi"]},{"precision":0.362351,"recall":0.425889,"f1":0.377943,"accuracy":0.425889,"main_score":0.377943,"hf_subset":"gle_Latn-zho_Hant","languages":["gle-Latn","zho-Hant"]},{"precision":0.381423,"recall":0.436759,"f1":0.396617,"accuracy":0.436759,"main_score":0.396617,"hf_subset":"gle_Latn-awa_Deva","languages":["gle-Latn","awa-Deva"]},{"precision":0.431694,"recall":0.458498,"f1":0.438676,"accuracy":0.458498,"main_score":0.438676,"hf_subset":"gle_Latn-cym_Latn","languages":["gle-Latn","cym-Latn"]},{"precision":0.406277,"recall":0.4417,"f1":0.4159,"accuracy":0.4417,"main_score":0.4159,"hf_subset":"gle_Latn-grn_Latn","languages":["gle-Latn","grn-Latn"]},{"precision":0.368704,"recall":0.423913,"f1":0.383489,"accuracy":0.423913,"main_score":0.383489,"hf_subset":"gle_Latn-kat_Geor","languages":["gle-Latn","kat-Geor"]},{"precision":0.381681,"recall":0.424901,"f1":0.393564,"accuracy":0.424901,"main_score":0.393564,"hf_subset":"gle_Latn-lua_Latn","languages":["gle-Latn","lua-Latn"]},{"precision":0.403188,"recall":0.4417,"f1":0.414035,"accuracy":0.4417,"main_score":0.414035,"hf_subset":"gle_Latn-nya_Latn","languages":["gle-Latn","nya-Latn"]},{"precision":0.394157,"recall":0.4417,"f1":0.407039,"accuracy":0.4417,"main_score":0.407039,"hf_subset":"gle_Latn-slv_Latn","languages":["gle-Latn","slv-Latn"]},{"precision":0.419901,"recall":0.453557,"f1":0.428811,"accuracy":0.453557,"main_score":0.428811,"hf_subset":"gle_Latn-tpi_Latn","languages":["gle-Latn","tpi-Latn"]},{"precision":0.437235,"recall":0.482213,"f1":0.449227,"accuracy":0.482213,"main_score":0.449227,"hf_subset":"gle_Latn-zsm_Latn","languages":["gle-Latn","zsm-Latn"]},{"precision":0.369883,"recall":0.413043,"f1":0.382596,"accuracy":0.413043,"main_score":0.382596,"hf_subset":"gle_Latn-ayr_Latn","languages":["gle-Latn","ayr-Latn"]},{"precision":0.424088,"recall":0.468379,"f1":0.435565,"accuracy":0.468379,"main_score":0.435565,"hf_subset":"gle_Latn-dan_Latn","languages":["gle-Latn","dan-Latn"]},{"precision":0.376469,"recall":0.440711,"f1":0.393642,"accuracy":0.440711,"main_score":0.393642,"hf_subset":"gle_Latn-guj_Gujr","languages":["gle-Latn","guj-Gujr"]},{"precision":0.36825,"recall":0.409091,"f1":0.379869,"accuracy":0.409091,"main_score":0.379869,"hf_subset":"gle_Latn-kaz_Cyrl","languages":["gle-Latn","kaz-Cyrl"]},{"precision":0.371019,"recall":0.414032,"f1":0.382367,"accuracy":0.414032,"main_score":0.382367,"hf_subset":"gle_Latn-lug_Latn","languages":["gle-Latn","lug-Latn"]},{"precision":0.43018,"recall":0.460474,"f1":0.438096,"accuracy":0.460474,"main_score":0.438096,"hf_subset":"gle_Latn-oci_Latn","languages":["gle-Latn","oci-Latn"]},{"precision":0.409726,"recall":0.440711,"f1":0.419172,"accuracy":0.440711,"main_score":0.419172,"hf_subset":"gle_Latn-smo_Latn","languages":["gle-Latn","smo-Latn"]},{"precision":0.38774,"recall":0.427866,"f1":0.399936,"accuracy":0.427866,"main_score":0.399936,"hf_subset":"gle_Latn-tsn_Latn","languages":["gle-Latn","tsn-Latn"]},{"precision":0.381745,"recall":0.437747,"f1":0.397378,"accuracy":0.437747,"main_score":0.397378,"hf_subset":"gle_Latn-zul_Latn","languages":["gle-Latn","zul-Latn"]},{"precision":0.280628,"recall":0.325099,"f1":0.292905,"accuracy":0.325099,"main_score":0.292905,"hf_subset":"gle_Latn-azb_Arab","languages":["gle-Latn","azb-Arab"]},{"precision":0.420559,"recall":0.478261,"f1":0.43615,"accuracy":0.478261,"main_score":0.43615,"hf_subset":"gle_Latn-deu_Latn","languages":["gle-Latn","deu-Latn"]},{"precision":0.405947,"recall":0.449605,"f1":0.418006,"accuracy":0.449605,"main_score":0.418006,"hf_subset":"gle_Latn-hat_Latn","languages":["gle-Latn","hat-Latn"]},{"precision":0.371704,"recall":0.421937,"f1":0.38582,"accuracy":0.421937,"main_score":0.38582,"hf_subset":"gle_Latn-kbp_Latn","languages":["gle-Latn","kbp-Latn"]},{"precision":0.387295,"recall":0.425889,"f1":0.398386,"accuracy":0.425889,"main_score":0.398386,"hf_subset":"gle_Latn-luo_Latn","languages":["gle-Latn","luo-Latn"]},{"precision":0.379995,"recall":0.433794,"f1":0.394757,"accuracy":0.433794,"main_score":0.394757,"hf_subset":"gle_Latn-ory_Orya","languages":["gle-Latn","ory-Orya"]},{"precision":0.388488,"recall":0.432806,"f1":0.400776,"accuracy":0.432806,"main_score":0.400776,"hf_subset":"gle_Latn-sna_Latn","languages":["gle-Latn","sna-Latn"]},{"precision":0.407803,"recall":0.440711,"f1":0.417644,"accuracy":0.440711,"main_score":0.417644,"hf_subset":"gle_Latn-tso_Latn","languages":["gle-Latn","tso-Latn"]},{"precision":0.393809,"recall":0.432806,"f1":0.40458,"accuracy":0.432806,"main_score":0.40458,"hf_subset":"gle_Latn-azj_Latn","languages":["gle-Latn","azj-Latn"]},{"precision":0.351508,"recall":0.387352,"f1":0.36179,"accuracy":0.387352,"main_score":0.36179,"hf_subset":"gle_Latn-dik_Latn","languages":["gle-Latn","dik-Latn"]},{"precision":0.418388,"recall":0.44664,"f1":0.426281,"accuracy":0.44664,"main_score":0.426281,"hf_subset":"gle_Latn-hau_Latn","languages":["gle-Latn","hau-Latn"]},{"precision":0.447247,"recall":0.478261,"f1":0.455917,"accuracy":0.478261,"main_score":0.455917,"hf_subset":"gle_Latn-kea_Latn","languages":["gle-Latn","kea-Latn"]},{"precision":0.40389,"recall":0.426877,"f1":0.410005,"accuracy":0.426877,"main_score":0.410005,"hf_subset":"gle_Latn-lus_Latn","languages":["gle-Latn","lus-Latn"]},{"precision":0.409636,"recall":0.4417,"f1":0.417921,"accuracy":0.4417,"main_score":0.417921,"hf_subset":"gle_Latn-pag_Latn","languages":["gle-Latn","pag-Latn"]},{"precision":0.338611,"recall":0.376482,"f1":0.348989,"accuracy":0.376482,"main_score":0.348989,"hf_subset":"gle_Latn-snd_Arab","languages":["gle-Latn","snd-Arab"]},{"precision":0.391975,"recall":0.425889,"f1":0.401519,"accuracy":0.425889,"main_score":0.401519,"hf_subset":"gle_Latn-tuk_Latn","languages":["gle-Latn","tuk-Latn"]},{"precision":0.372787,"recall":0.398221,"f1":0.379776,"accuracy":0.398221,"main_score":0.379776,"hf_subset":"gle_Latn-bak_Cyrl","languages":["gle-Latn","bak-Cyrl"]},{"precision":0.306307,"recall":0.358696,"f1":0.321228,"accuracy":0.358696,"main_score":0.321228,"hf_subset":"gle_Latn-dyu_Latn","languages":["gle-Latn","dyu-Latn"]},{"precision":0.337884,"recall":0.387352,"f1":0.351032,"accuracy":0.387352,"main_score":0.351032,"hf_subset":"gle_Latn-heb_Hebr","languages":["gle-Latn","heb-Hebr"]},{"precision":0.36454,"recall":0.399209,"f1":0.3744,"accuracy":0.399209,"main_score":0.3744,"hf_subset":"gle_Latn-khk_Cyrl","languages":["gle-Latn","khk-Cyrl"]},{"precision":0.389652,"recall":0.433794,"f1":0.401922,"accuracy":0.433794,"main_score":0.401922,"hf_subset":"gle_Latn-lvs_Latn","languages":["gle-Latn","lvs-Latn"]},{"precision":0.383542,"recall":0.437747,"f1":0.397189,"accuracy":0.437747,"main_score":0.397189,"hf_subset":"gle_Latn-pan_Guru","languages":["gle-Latn","pan-Guru"]},{"precision":0.390057,"recall":0.417984,"f1":0.398273,"accuracy":0.417984,"main_score":0.398273,"hf_subset":"gle_Latn-som_Latn","languages":["gle-Latn","som-Latn"]},{"precision":0.37904,"recall":0.413043,"f1":0.388395,"accuracy":0.413043,"main_score":0.388395,"hf_subset":"gle_Latn-tum_Latn","languages":["gle-Latn","tum-Latn"]},{"precision":0.268427,"recall":0.338933,"f1":0.286512,"accuracy":0.338933,"main_score":0.286512,"hf_subset":"kas_Arab-ace_Arab","languages":["kas-Arab","ace-Arab"]},{"precision":0.316446,"recall":0.387352,"f1":0.336662,"accuracy":0.387352,"main_score":0.336662,"hf_subset":"kas_Arab-bam_Latn","languages":["kas-Arab","bam-Latn"]},{"precision":0.122505,"recall":0.170949,"f1":0.13423,"accuracy":0.170949,"main_score":0.13423,"hf_subset":"kas_Arab-dzo_Tibt","languages":["kas-Arab","dzo-Tibt"]},{"precision":0.817268,"recall":0.862648,"f1":0.83128,"accuracy":0.862648,"main_score":0.83128,"hf_subset":"kas_Arab-hin_Deva","languages":["kas-Arab","hin-Deva"]},{"precision":0.530265,"recall":0.612648,"f1":0.554783,"accuracy":0.612648,"main_score":0.554783,"hf_subset":"kas_Arab-khm_Khmr","languages":["kas-Arab","khm-Khmr"]},{"precision":0.828978,"recall":0.867589,"f1":0.84086,"accuracy":0.867589,"main_score":0.84086,"hf_subset":"kas_Arab-mag_Deva","languages":["kas-Arab","mag-Deva"]},{"precision":0.683802,"recall":0.749012,"f1":0.703181,"accuracy":0.749012,"main_score":0.703181,"hf_subset":"kas_Arab-pap_Latn","languages":["kas-Arab","pap-Latn"]},{"precision":0.344842,"recall":0.41996,"f1":0.364923,"accuracy":0.41996,"main_score":0.364923,"hf_subset":"kas_Arab-sot_Latn","languages":["kas-Arab","sot-Latn"]},{"precision":0.785564,"recall":0.83498,"f1":0.800692,"accuracy":0.83498,"main_score":0.800692,"hf_subset":"kas_Arab-tur_Latn","languages":["kas-Arab","tur-Latn"]},{"precision":0.517147,"recall":0.588933,"f1":0.538208,"accuracy":0.588933,"main_score":0.538208,"hf_subset":"kas_Arab-ace_Latn","languages":["kas-Arab","ace-Latn"]},{"precision":0.637607,"recall":0.705534,"f1":0.657861,"accuracy":0.705534,"main_score":0.657861,"hf_subset":"kas_Arab-ban_Latn","languages":["kas-Arab","ban-Latn"]},{"precision":0.697061,"recall":0.76087,"f1":0.716556,"accuracy":0.76087,"main_score":0.716556,"hf_subset":"kas_Arab-ell_Grek","languages":["kas-Arab","ell-Grek"]},{"precision":0.807806,"recall":0.84585,"f1":0.819631,"accuracy":0.84585,"main_score":0.819631,"hf_subset":"kas_Arab-hne_Deva","languages":["kas-Arab","hne-Deva"]},{"precision":0.319899,"recall":0.400198,"f1":0.342586,"accuracy":0.400198,"main_score":0.342586,"hf_subset":"kas_Arab-kik_Latn","languages":["kas-Arab","kik-Latn"]},{"precision":0.827695,"recall":0.865613,"f1":0.839329,"accuracy":0.865613,"main_score":0.839329,"hf_subset":"kas_Arab-mai_Deva","languages":["kas-Arab","mai-Deva"]},{"precision":0.704002,"recall":0.76087,"f1":0.721297,"accuracy":0.76087,"main_score":0.721297,"hf_subset":"kas_Arab-pbt_Arab","languages":["kas-Arab","pbt-Arab"]},{"precision":0.792064,"recall":0.840909,"f1":0.806686,"accuracy":0.840909,"main_score":0.806686,"hf_subset":"kas_Arab-spa_Latn","languages":["kas-Arab","spa-Latn"]},{"precision":0.413806,"recall":0.48419,"f1":0.433981,"accuracy":0.48419,"main_score":0.433981,"hf_subset":"kas_Arab-twi_Latn","languages":["kas-Arab","twi-Latn"]},{"precision":0.747682,"recall":0.798419,"f1":0.762987,"accuracy":0.798419,"main_score":0.762987,"hf_subset":"kas_Arab-acm_Arab","languages":["kas-Arab","acm-Arab"]},{"precision":0.596443,"recall":0.670949,"f1":0.618814,"accuracy":0.670949,"main_score":0.618814,"hf_subset":"kas_Arab-bel_Cyrl","languages":["kas-Arab","bel-Cyrl"]},{"precision":0.817285,"recall":0.863636,"f1":0.831637,"accuracy":0.863636,"main_score":0.831637,"hf_subset":"kas_Arab-eng_Latn","languages":["kas-Arab","eng-Latn"]},{"precision":0.714611,"recall":0.768775,"f1":0.73097,"accuracy":0.768775,"main_score":0.73097,"hf_subset":"kas_Arab-hrv_Latn","languages":["kas-Arab","hrv-Latn"]},{"precision":0.321138,"recall":0.396245,"f1":0.341478,"accuracy":0.396245,"main_score":0.341478,"hf_subset":"kas_Arab-kin_Latn","languages":["kas-Arab","kin-Latn"]},{"precision":0.759199,"recall":0.814229,"f1":0.776023,"accuracy":0.814229,"main_score":0.776023,"hf_subset":"kas_Arab-mal_Mlym","languages":["kas-Arab","mal-Mlym"]},{"precision":0.783827,"recall":0.837945,"f1":0.800282,"accuracy":0.837945,"main_score":0.800282,"hf_subset":"kas_Arab-pes_Arab","languages":["kas-Arab","pes-Arab"]},{"precision":0.634784,"recall":0.703557,"f1":0.654603,"accuracy":0.703557,"main_score":0.654603,"hf_subset":"kas_Arab-srd_Latn","languages":["kas-Arab","srd-Latn"]},{"precision":0.131084,"recall":0.18083,"f1":0.142607,"accuracy":0.18083,"main_score":0.142607,"hf_subset":"kas_Arab-tzm_Tfng","languages":["kas-Arab","tzm-Tfng"]},{"precision":0.762006,"recall":0.811265,"f1":0.776512,"accuracy":0.811265,"main_score":0.776512,"hf_subset":"kas_Arab-acq_Arab","languages":["kas-Arab","acq-Arab"]},{"precision":0.36818,"recall":0.44664,"f1":0.389839,"accuracy":0.44664,"main_score":0.389839,"hf_subset":"kas_Arab-bem_Latn","languages":["kas-Arab","bem-Latn"]},{"precision":0.651004,"recall":0.704545,"f1":0.665997,"accuracy":0.704545,"main_score":0.665997,"hf_subset":"kas_Arab-epo_Latn","languages":["kas-Arab","epo-Latn"]},{"precision":0.663415,"recall":0.737154,"f1":0.685575,"accuracy":0.737154,"main_score":0.685575,"hf_subset":"kas_Arab-hun_Latn","languages":["kas-Arab","hun-Latn"]},{"precision":0.508392,"recall":0.574111,"f1":0.527882,"accuracy":0.574111,"main_score":0.527882,"hf_subset":"kas_Arab-kir_Cyrl","languages":["kas-Arab","kir-Cyrl"]},{"precision":0.787039,"recall":0.838933,"f1":0.802899,"accuracy":0.838933,"main_score":0.802899,"hf_subset":"kas_Arab-mar_Deva","languages":["kas-Arab","mar-Deva"]},{"precision":0.3448,"recall":0.416996,"f1":0.365315,"accuracy":0.416996,"main_score":0.365315,"hf_subset":"kas_Arab-plt_Latn","languages":["kas-Arab","plt-Latn"]},{"precision":0.707904,"recall":0.761858,"f1":0.723643,"accuracy":0.761858,"main_score":0.723643,"hf_subset":"kas_Arab-srp_Cyrl","languages":["kas-Arab","srp-Cyrl"]},{"precision":0.269633,"recall":0.333004,"f1":0.286931,"accuracy":0.333004,"main_score":0.286931,"hf_subset":"kas_Arab-uig_Arab","languages":["kas-Arab","uig-Arab"]},{"precision":0.697829,"recall":0.756917,"f1":0.715208,"accuracy":0.756917,"main_score":0.715208,"hf_subset":"kas_Arab-aeb_Arab","languages":["kas-Arab","aeb-Arab"]},{"precision":0.801252,"recall":0.847826,"f1":0.815646,"accuracy":0.847826,"main_score":0.815646,"hf_subset":"kas_Arab-ben_Beng","languages":["kas-Arab","ben-Beng"]},{"precision":0.569734,"recall":0.633399,"f1":0.588651,"accuracy":0.633399,"main_score":0.588651,"hf_subset":"kas_Arab-est_Latn","languages":["kas-Arab","est-Latn"]},{"precision":0.536586,"recall":0.607708,"f1":0.556857,"accuracy":0.607708,"main_score":0.556857,"hf_subset":"kas_Arab-hye_Armn","languages":["kas-Arab","hye-Armn"]},{"precision":0.329324,"recall":0.403162,"f1":0.349856,"accuracy":0.403162,"main_score":0.349856,"hf_subset":"kas_Arab-kmb_Latn","languages":["kas-Arab","kmb-Latn"]},{"precision":0.234613,"recall":0.296443,"f1":0.251116,"accuracy":0.296443,"main_score":0.251116,"hf_subset":"kas_Arab-min_Arab","languages":["kas-Arab","min-Arab"]},{"precision":0.753962,"recall":0.812253,"f1":0.771558,"accuracy":0.812253,"main_score":0.771558,"hf_subset":"kas_Arab-pol_Latn","languages":["kas-Arab","pol-Latn"]},{"precision":0.31183,"recall":0.387352,"f1":0.332679,"accuracy":0.387352,"main_score":0.332679,"hf_subset":"kas_Arab-ssw_Latn","languages":["kas-Arab","ssw-Latn"]},{"precision":0.747355,"recall":0.804348,"f1":0.764569,"accuracy":0.804348,"main_score":0.764569,"hf_subset":"kas_Arab-ukr_Cyrl","languages":["kas-Arab","ukr-Cyrl"]},{"precision":0.69969,"recall":0.755929,"f1":0.716326,"accuracy":0.755929,"main_score":0.716326,"hf_subset":"kas_Arab-afr_Latn","languages":["kas-Arab","afr-Latn"]},{"precision":0.793132,"recall":0.833992,"f1":0.804837,"accuracy":0.833992,"main_score":0.804837,"hf_subset":"kas_Arab-bho_Deva","languages":["kas-Arab","bho-Deva"]},{"precision":0.480656,"recall":0.55336,"f1":0.500842,"accuracy":0.55336,"main_score":0.500842,"hf_subset":"kas_Arab-eus_Latn","languages":["kas-Arab","eus-Latn"]},{"precision":0.330135,"recall":0.418972,"f1":0.355085,"accuracy":0.418972,"main_score":0.355085,"hf_subset":"kas_Arab-ibo_Latn","languages":["kas-Arab","ibo-Latn"]},{"precision":0.389814,"recall":0.458498,"f1":0.408893,"accuracy":0.458498,"main_score":0.408893,"hf_subset":"kas_Arab-kmr_Latn","languages":["kas-Arab","kmr-Latn"]},{"precision":0.561458,"recall":0.635375,"f1":0.582531,"accuracy":0.635375,"main_score":0.582531,"hf_subset":"kas_Arab-min_Latn","languages":["kas-Arab","min-Latn"]},{"precision":0.79664,"recall":0.849802,"f1":0.813702,"accuracy":0.849802,"main_score":0.813702,"hf_subset":"kas_Arab-por_Latn","languages":["kas-Arab","por-Latn"]},{"precision":0.649648,"recall":0.717391,"f1":0.669532,"accuracy":0.717391,"main_score":0.669532,"hf_subset":"kas_Arab-sun_Latn","languages":["kas-Arab","sun-Latn"]},{"precision":0.31057,"recall":0.387352,"f1":0.331246,"accuracy":0.387352,"main_score":0.331246,"hf_subset":"kas_Arab-umb_Latn","languages":["kas-Arab","umb-Latn"]},{"precision":0.764666,"recall":0.809289,"f1":0.777417,"accuracy":0.809289,"main_score":0.777417,"hf_subset":"kas_Arab-ajp_Arab","languages":["kas-Arab","ajp-Arab"]},{"precision":0.253061,"recall":0.305336,"f1":0.266906,"accuracy":0.305336,"main_score":0.266906,"hf_subset":"kas_Arab-bjn_Arab","languages":["kas-Arab","bjn-Arab"]},{"precision":0.314114,"recall":0.375494,"f1":0.331884,"accuracy":0.375494,"main_score":0.331884,"hf_subset":"kas_Arab-ewe_Latn","languages":["kas-Arab","ewe-Latn"]},{"precision":0.550487,"recall":0.626482,"f1":0.572741,"accuracy":0.626482,"main_score":0.572741,"hf_subset":"kas_Arab-ilo_Latn","languages":["kas-Arab","ilo-Latn"]},{"precision":0.197255,"recall":0.250988,"f1":0.211161,"accuracy":0.250988,"main_score":0.211161,"hf_subset":"kas_Arab-knc_Arab","languages":["kas-Arab","knc-Arab"]},{"precision":0.669181,"recall":0.731225,"f1":0.687333,"accuracy":0.731225,"main_score":0.687333,"hf_subset":"kas_Arab-mkd_Cyrl","languages":["kas-Arab","mkd-Cyrl"]},{"precision":0.785359,"recall":0.837945,"f1":0.801369,"accuracy":0.837945,"main_score":0.801369,"hf_subset":"kas_Arab-prs_Arab","languages":["kas-Arab","prs-Arab"]},{"precision":0.747951,"recall":0.802372,"f1":0.763913,"accuracy":0.802372,"main_score":0.763913,"hf_subset":"kas_Arab-swe_Latn","languages":["kas-Arab","swe-Latn"]},{"precision":0.835615,"recall":0.87253,"f1":0.84725,"accuracy":0.87253,"main_score":0.84725,"hf_subset":"kas_Arab-urd_Arab","languages":["kas-Arab","urd-Arab"]},{"precision":0.366914,"recall":0.439723,"f1":0.387851,"accuracy":0.439723,"main_score":0.387851,"hf_subset":"kas_Arab-aka_Latn","languages":["kas-Arab","aka-Latn"]},{"precision":0.633053,"recall":0.698617,"f1":0.652903,"accuracy":0.698617,"main_score":0.652903,"hf_subset":"kas_Arab-bjn_Latn","languages":["kas-Arab","bjn-Latn"]},{"precision":0.411257,"recall":0.481225,"f1":0.431017,"accuracy":0.481225,"main_score":0.431017,"hf_subset":"kas_Arab-fao_Latn","languages":["kas-Arab","fao-Latn"]},{"precision":0.79552,"recall":0.843874,"f1":0.81054,"accuracy":0.843874,"main_score":0.81054,"hf_subset":"kas_Arab-ind_Latn","languages":["kas-Arab","ind-Latn"]},{"precision":0.363234,"recall":0.434783,"f1":0.383533,"accuracy":0.434783,"main_score":0.383533,"hf_subset":"kas_Arab-knc_Latn","languages":["kas-Arab","knc-Latn"]},{"precision":0.574072,"recall":0.636364,"f1":0.59233,"accuracy":0.636364,"main_score":0.59233,"hf_subset":"kas_Arab-mlt_Latn","languages":["kas-Arab","mlt-Latn"]},{"precision":0.407393,"recall":0.480237,"f1":0.427804,"accuracy":0.480237,"main_score":0.427804,"hf_subset":"kas_Arab-quy_Latn","languages":["kas-Arab","quy-Latn"]},{"precision":0.600587,"recall":0.678854,"f1":0.623555,"accuracy":0.678854,"main_score":0.623555,"hf_subset":"kas_Arab-swh_Latn","languages":["kas-Arab","swh-Latn"]},{"precision":0.467534,"recall":0.535573,"f1":0.487275,"accuracy":0.535573,"main_score":0.487275,"hf_subset":"kas_Arab-uzn_Latn","languages":["kas-Arab","uzn-Latn"]},{"precision":0.572958,"recall":0.635375,"f1":0.591389,"accuracy":0.635375,"main_score":0.591389,"hf_subset":"kas_Arab-als_Latn","languages":["kas-Arab","als-Latn"]},{"precision":0.179958,"recall":0.235178,"f1":0.193636,"accuracy":0.235178,"main_score":0.193636,"hf_subset":"kas_Arab-bod_Tibt","languages":["kas-Arab","bod-Tibt"]},{"precision":0.327052,"recall":0.413043,"f1":0.350901,"accuracy":0.413043,"main_score":0.350901,"hf_subset":"kas_Arab-fij_Latn","languages":["kas-Arab","fij-Latn"]},{"precision":0.389011,"recall":0.449605,"f1":0.4053,"accuracy":0.449605,"main_score":0.4053,"hf_subset":"kas_Arab-isl_Latn","languages":["kas-Arab","isl-Latn"]},{"precision":0.406096,"recall":0.481225,"f1":0.427324,"accuracy":0.481225,"main_score":0.427324,"hf_subset":"kas_Arab-kon_Latn","languages":["kas-Arab","kon-Latn"]},{"precision":0.394824,"recall":0.47332,"f1":0.41735,"accuracy":0.47332,"main_score":0.41735,"hf_subset":"kas_Arab-mni_Beng","languages":["kas-Arab","mni-Beng"]},{"precision":0.757545,"recall":0.809289,"f1":0.773287,"accuracy":0.809289,"main_score":0.773287,"hf_subset":"kas_Arab-ron_Latn","languages":["kas-Arab","ron-Latn"]},{"precision":0.607578,"recall":0.673913,"f1":0.627277,"accuracy":0.673913,"main_score":0.627277,"hf_subset":"kas_Arab-szl_Latn","languages":["kas-Arab","szl-Latn"]},{"precision":0.703047,"recall":0.756917,"f1":0.719212,"accuracy":0.756917,"main_score":0.719212,"hf_subset":"kas_Arab-vec_Latn","languages":["kas-Arab","vec-Latn"]},{"precision":0.566446,"recall":0.637352,"f1":0.587566,"accuracy":0.637352,"main_score":0.587566,"hf_subset":"kas_Arab-amh_Ethi","languages":["kas-Arab","amh-Ethi"]},{"precision":0.741365,"recall":0.794466,"f1":0.757218,"accuracy":0.794466,"main_score":0.757218,"hf_subset":"kas_Arab-bos_Latn","languages":["kas-Arab","bos-Latn"]},{"precision":0.71591,"recall":0.77668,"f1":0.733932,"accuracy":0.77668,"main_score":0.733932,"hf_subset":"kas_Arab-fin_Latn","languages":["kas-Arab","fin-Latn"]},{"precision":0.793635,"recall":0.840909,"f1":0.807993,"accuracy":0.840909,"main_score":0.807993,"hf_subset":"kas_Arab-ita_Latn","languages":["kas-Arab","ita-Latn"]},{"precision":0.774795,"recall":0.827075,"f1":0.790549,"accuracy":0.827075,"main_score":0.790549,"hf_subset":"kas_Arab-kor_Hang","languages":["kas-Arab","kor-Hang"]},{"precision":0.353195,"recall":0.413043,"f1":0.370186,"accuracy":0.413043,"main_score":0.370186,"hf_subset":"kas_Arab-mos_Latn","languages":["kas-Arab","mos-Latn"]},{"precision":0.307765,"recall":0.387352,"f1":0.329405,"accuracy":0.387352,"main_score":0.329405,"hf_subset":"kas_Arab-run_Latn","languages":["kas-Arab","run-Latn"]},{"precision":0.745283,"recall":0.805336,"f1":0.763935,"accuracy":0.805336,"main_score":0.763935,"hf_subset":"kas_Arab-tam_Taml","languages":["kas-Arab","tam-Taml"]},{"precision":0.740053,"recall":0.804348,"f1":0.759618,"accuracy":0.804348,"main_score":0.759618,"hf_subset":"kas_Arab-vie_Latn","languages":["kas-Arab","vie-Latn"]},{"precision":0.748285,"recall":0.802372,"f1":0.764048,"accuracy":0.802372,"main_score":0.764048,"hf_subset":"kas_Arab-apc_Arab","languages":["kas-Arab","apc-Arab"]},{"precision":0.495493,"recall":0.581028,"f1":0.519706,"accuracy":0.581028,"main_score":0.519706,"hf_subset":"kas_Arab-bug_Latn","languages":["kas-Arab","bug-Latn"]},{"precision":0.30561,"recall":0.367589,"f1":0.323,"accuracy":0.367589,"main_score":0.323,"hf_subset":"kas_Arab-fon_Latn","languages":["kas-Arab","fon-Latn"]},{"precision":0.661973,"recall":0.715415,"f1":0.678181,"accuracy":0.715415,"main_score":0.678181,"hf_subset":"kas_Arab-jav_Latn","languages":["kas-Arab","jav-Latn"]},{"precision":0.474762,"recall":0.546443,"f1":0.495708,"accuracy":0.546443,"main_score":0.495708,"hf_subset":"kas_Arab-lao_Laoo","languages":["kas-Arab","lao-Laoo"]},{"precision":0.307531,"recall":0.384387,"f1":0.32826,"accuracy":0.384387,"main_score":0.32826,"hf_subset":"kas_Arab-mri_Latn","languages":["kas-Arab","mri-Latn"]},{"precision":0.774334,"recall":0.83004,"f1":0.791453,"accuracy":0.83004,"main_score":0.791453,"hf_subset":"kas_Arab-rus_Cyrl","languages":["kas-Arab","rus-Cyrl"]},{"precision":0.33904,"recall":0.414032,"f1":0.360096,"accuracy":0.414032,"main_score":0.360096,"hf_subset":"kas_Arab-taq_Latn","languages":["kas-Arab","taq-Latn"]},{"precision":0.637098,"recall":0.700593,"f1":0.656002,"accuracy":0.700593,"main_score":0.656002,"hf_subset":"kas_Arab-war_Latn","languages":["kas-Arab","war-Latn"]},{"precision":0.763694,"recall":0.814229,"f1":0.779337,"accuracy":0.814229,"main_score":0.779337,"hf_subset":"kas_Arab-arb_Arab","languages":["kas-Arab","arb-Arab"]},{"precision":0.746147,"recall":0.802372,"f1":0.762848,"accuracy":0.802372,"main_score":0.762848,"hf_subset":"kas_Arab-bul_Cyrl","languages":["kas-Arab","bul-Cyrl"]},{"precision":0.787774,"recall":0.838933,"f1":0.803623,"accuracy":0.838933,"main_score":0.803623,"hf_subset":"kas_Arab-fra_Latn","languages":["kas-Arab","fra-Latn"]},{"precision":0.753228,"recall":0.814229,"f1":0.771546,"accuracy":0.814229,"main_score":0.771546,"hf_subset":"kas_Arab-jpn_Jpan","languages":["kas-Arab","jpn-Jpan"]},{"precision":0.696551,"recall":0.744071,"f1":0.710051,"accuracy":0.744071,"main_score":0.710051,"hf_subset":"kas_Arab-lij_Latn","languages":["kas-Arab","lij-Latn"]},{"precision":0.501055,"recall":0.582016,"f1":0.523422,"accuracy":0.582016,"main_score":0.523422,"hf_subset":"kas_Arab-mya_Mymr","languages":["kas-Arab","mya-Mymr"]},{"precision":0.364065,"recall":0.440711,"f1":0.38527,"accuracy":0.440711,"main_score":0.38527,"hf_subset":"kas_Arab-sag_Latn","languages":["kas-Arab","sag-Latn"]},{"precision":0.152237,"recall":0.211462,"f1":0.166388,"accuracy":0.211462,"main_score":0.166388,"hf_subset":"kas_Arab-taq_Tfng","languages":["kas-Arab","taq-Tfng"]},{"precision":0.399324,"recall":0.454545,"f1":0.414661,"accuracy":0.454545,"main_score":0.414661,"hf_subset":"kas_Arab-wol_Latn","languages":["kas-Arab","wol-Latn"]},{"precision":0.250283,"recall":0.33004,"f1":0.271724,"accuracy":0.33004,"main_score":0.271724,"hf_subset":"kas_Arab-arb_Latn","languages":["kas-Arab","arb-Latn"]},{"precision":0.750597,"recall":0.798419,"f1":0.764608,"accuracy":0.798419,"main_score":0.764608,"hf_subset":"kas_Arab-cat_Latn","languages":["kas-Arab","cat-Latn"]},{"precision":0.631836,"recall":0.698617,"f1":0.651935,"accuracy":0.698617,"main_score":0.651935,"hf_subset":"kas_Arab-fur_Latn","languages":["kas-Arab","fur-Latn"]},{"precision":0.243662,"recall":0.301383,"f1":0.259738,"accuracy":0.301383,"main_score":0.259738,"hf_subset":"kas_Arab-kab_Latn","languages":["kas-Arab","kab-Latn"]},{"precision":0.609948,"recall":0.670949,"f1":0.628497,"accuracy":0.670949,"main_score":0.628497,"hf_subset":"kas_Arab-lim_Latn","languages":["kas-Arab","lim-Latn"]},{"precision":0.760024,"recall":0.815217,"f1":0.776614,"accuracy":0.815217,"main_score":0.776614,"hf_subset":"kas_Arab-nld_Latn","languages":["kas-Arab","nld-Latn"]},{"precision":0.68246,"recall":0.750988,"f1":0.703162,"accuracy":0.750988,"main_score":0.703162,"hf_subset":"kas_Arab-san_Deva","languages":["kas-Arab","san-Deva"]},{"precision":0.506571,"recall":0.556324,"f1":0.522134,"accuracy":0.556324,"main_score":0.522134,"hf_subset":"kas_Arab-tat_Cyrl","languages":["kas-Arab","tat-Cyrl"]},{"precision":0.364545,"recall":0.448617,"f1":0.38789,"accuracy":0.448617,"main_score":0.38789,"hf_subset":"kas_Arab-xho_Latn","languages":["kas-Arab","xho-Latn"]},{"precision":0.752388,"recall":0.805336,"f1":0.768972,"accuracy":0.805336,"main_score":0.768972,"hf_subset":"kas_Arab-ars_Arab","languages":["kas-Arab","ars-Arab"]},{"precision":0.601681,"recall":0.667984,"f1":0.620841,"accuracy":0.667984,"main_score":0.620841,"hf_subset":"kas_Arab-ceb_Latn","languages":["kas-Arab","ceb-Latn"]},{"precision":0.339815,"recall":0.408103,"f1":0.359065,"accuracy":0.408103,"main_score":0.359065,"hf_subset":"kas_Arab-fuv_Latn","languages":["kas-Arab","fuv-Latn"]},{"precision":0.336397,"recall":0.416008,"f1":0.358818,"accuracy":0.416008,"main_score":0.358818,"hf_subset":"kas_Arab-kac_Latn","languages":["kas-Arab","kac-Latn"]},{"precision":0.381131,"recall":0.469368,"f1":0.4049,"accuracy":0.469368,"main_score":0.4049,"hf_subset":"kas_Arab-lin_Latn","languages":["kas-Arab","lin-Latn"]},{"precision":0.714048,"recall":0.768775,"f1":0.730731,"accuracy":0.768775,"main_score":0.730731,"hf_subset":"kas_Arab-nno_Latn","languages":["kas-Arab","nno-Latn"]},{"precision":0.180341,"recall":0.228261,"f1":0.192582,"accuracy":0.228261,"main_score":0.192582,"hf_subset":"kas_Arab-sat_Olck","languages":["kas-Arab","sat-Olck"]},{"precision":0.781077,"recall":0.835968,"f1":0.798123,"accuracy":0.835968,"main_score":0.798123,"hf_subset":"kas_Arab-tel_Telu","languages":["kas-Arab","tel-Telu"]},{"precision":0.294742,"recall":0.364625,"f1":0.313156,"accuracy":0.364625,"main_score":0.313156,"hf_subset":"kas_Arab-ydd_Hebr","languages":["kas-Arab","ydd-Hebr"]},{"precision":0.663023,"recall":0.729249,"f1":0.681941,"accuracy":0.729249,"main_score":0.681941,"hf_subset":"kas_Arab-ary_Arab","languages":["kas-Arab","ary-Arab"]},{"precision":0.722514,"recall":0.781621,"f1":0.740295,"accuracy":0.781621,"main_score":0.740295,"hf_subset":"kas_Arab-ces_Latn","languages":["kas-Arab","ces-Latn"]},{"precision":0.295894,"recall":0.367589,"f1":0.31506,"accuracy":0.367589,"main_score":0.31506,"hf_subset":"kas_Arab-gaz_Latn","languages":["kas-Arab","gaz-Latn"]},{"precision":0.342171,"recall":0.422925,"f1":0.364521,"accuracy":0.422925,"main_score":0.364521,"hf_subset":"kas_Arab-kam_Latn","languages":["kas-Arab","kam-Latn"]},{"precision":0.546545,"recall":0.62253,"f1":0.568712,"accuracy":0.62253,"main_score":0.568712,"hf_subset":"kas_Arab-lit_Latn","languages":["kas-Arab","lit-Latn"]},{"precision":0.754604,"recall":0.805336,"f1":0.770043,"accuracy":0.805336,"main_score":0.770043,"hf_subset":"kas_Arab-nob_Latn","languages":["kas-Arab","nob-Latn"]},{"precision":0.586851,"recall":0.651186,"f1":0.605523,"accuracy":0.651186,"main_score":0.605523,"hf_subset":"kas_Arab-scn_Latn","languages":["kas-Arab","scn-Latn"]},{"precision":0.370918,"recall":0.432806,"f1":0.388542,"accuracy":0.432806,"main_score":0.388542,"hf_subset":"kas_Arab-tgk_Cyrl","languages":["kas-Arab","tgk-Cyrl"]},{"precision":0.300069,"recall":0.386364,"f1":0.324242,"accuracy":0.386364,"main_score":0.324242,"hf_subset":"kas_Arab-yor_Latn","languages":["kas-Arab","yor-Latn"]},{"precision":0.741247,"recall":0.798419,"f1":0.758627,"accuracy":0.798419,"main_score":0.758627,"hf_subset":"kas_Arab-arz_Arab","languages":["kas-Arab","arz-Arab"]},{"precision":0.368455,"recall":0.439723,"f1":0.388569,"accuracy":0.439723,"main_score":0.388569,"hf_subset":"kas_Arab-cjk_Latn","languages":["kas-Arab","cjk-Latn"]},{"precision":0.319694,"recall":0.387352,"f1":0.338133,"accuracy":0.387352,"main_score":0.338133,"hf_subset":"kas_Arab-gla_Latn","languages":["kas-Arab","gla-Latn"]},{"precision":0.773633,"recall":0.829051,"f1":0.790843,"accuracy":0.829051,"main_score":0.790843,"hf_subset":"kas_Arab-kan_Knda","languages":["kas-Arab","kan-Knda"]},{"precision":0.627017,"recall":0.690711,"f1":0.645806,"accuracy":0.690711,"main_score":0.645806,"hf_subset":"kas_Arab-lmo_Latn","languages":["kas-Arab","lmo-Latn"]},{"precision":0.81233,"recall":0.854743,"f1":0.825476,"accuracy":0.854743,"main_score":0.825476,"hf_subset":"kas_Arab-npi_Deva","languages":["kas-Arab","npi-Deva"]},{"precision":0.301245,"recall":0.358696,"f1":0.317169,"accuracy":0.358696,"main_score":0.317169,"hf_subset":"kas_Arab-shn_Mymr","languages":["kas-Arab","shn-Mymr"]},{"precision":0.626499,"recall":0.69664,"f1":0.647468,"accuracy":0.69664,"main_score":0.647468,"hf_subset":"kas_Arab-tgl_Latn","languages":["kas-Arab","tgl-Latn"]},{"precision":0.747598,"recall":0.806324,"f1":0.765536,"accuracy":0.806324,"main_score":0.765536,"hf_subset":"kas_Arab-yue_Hant","languages":["kas-Arab","yue-Hant"]},{"precision":0.682128,"recall":0.745059,"f1":0.700911,"accuracy":0.745059,"main_score":0.700911,"hf_subset":"kas_Arab-asm_Beng","languages":["kas-Arab","asm-Beng"]},{"precision":0.343656,"recall":0.414032,"f1":0.363721,"accuracy":0.414032,"main_score":0.363721,"hf_subset":"kas_Arab-ckb_Arab","languages":["kas-Arab","ckb-Arab"]},{"precision":0.328825,"recall":0.395257,"f1":0.345848,"accuracy":0.395257,"main_score":0.345848,"hf_subset":"kas_Arab-gle_Latn","languages":["kas-Arab","gle-Latn"]},{"precision":0.470178,"recall":0.535573,"f1":0.489045,"accuracy":0.535573,"main_score":0.489045,"hf_subset":"kas_Arab-ltg_Latn","languages":["kas-Arab","ltg-Latn"]},{"precision":0.36602,"recall":0.440711,"f1":0.38682,"accuracy":0.440711,"main_score":0.38682,"hf_subset":"kas_Arab-nso_Latn","languages":["kas-Arab","nso-Latn"]},{"precision":0.594615,"recall":0.668972,"f1":0.616748,"accuracy":0.668972,"main_score":0.616748,"hf_subset":"kas_Arab-sin_Sinh","languages":["kas-Arab","sin-Sinh"]},{"precision":0.777009,"recall":0.832016,"f1":0.793859,"accuracy":0.832016,"main_score":0.793859,"hf_subset":"kas_Arab-tha_Thai","languages":["kas-Arab","tha-Thai"]},{"precision":0.737454,"recall":0.798419,"f1":0.755611,"accuracy":0.798419,"main_score":0.755611,"hf_subset":"kas_Arab-zho_Hans","languages":["kas-Arab","zho-Hans"]},{"precision":0.723034,"recall":0.774704,"f1":0.738316,"accuracy":0.774704,"main_score":0.738316,"hf_subset":"kas_Arab-ast_Latn","languages":["kas-Arab","ast-Latn"]},{"precision":0.568712,"recall":0.635375,"f1":0.588609,"accuracy":0.635375,"main_score":0.588609,"hf_subset":"kas_Arab-crh_Latn","languages":["kas-Arab","crh-Latn"]},{"precision":0.762384,"recall":0.809289,"f1":0.775756,"accuracy":0.809289,"main_score":0.775756,"hf_subset":"kas_Arab-glg_Latn","languages":["kas-Arab","glg-Latn"]},{"precision":0.738218,"recall":0.799407,"f1":0.756228,"accuracy":0.799407,"main_score":0.756228,"hf_subset":"kas_Arab-kas_Deva","languages":["kas-Arab","kas-Deva"]},{"precision":0.574555,"recall":0.634387,"f1":0.592264,"accuracy":0.634387,"main_score":0.592264,"hf_subset":"kas_Arab-ltz_Latn","languages":["kas-Arab","ltz-Latn"]},{"precision":0.277413,"recall":0.337945,"f1":0.294757,"accuracy":0.337945,"main_score":0.294757,"hf_subset":"kas_Arab-nus_Latn","languages":["kas-Arab","nus-Latn"]},{"precision":0.705616,"recall":0.76581,"f1":0.723853,"accuracy":0.76581,"main_score":0.723853,"hf_subset":"kas_Arab-slk_Latn","languages":["kas-Arab","slk-Latn"]},{"precision":0.374525,"recall":0.434783,"f1":0.392272,"accuracy":0.434783,"main_score":0.392272,"hf_subset":"kas_Arab-tir_Ethi","languages":["kas-Arab","tir-Ethi"]},{"precision":0.746254,"recall":0.804348,"f1":0.763323,"accuracy":0.804348,"main_score":0.763323,"hf_subset":"kas_Arab-zho_Hant","languages":["kas-Arab","zho-Hant"]},{"precision":0.803419,"recall":0.846838,"f1":0.816782,"accuracy":0.846838,"main_score":0.816782,"hf_subset":"kas_Arab-awa_Deva","languages":["kas-Arab","awa-Deva"]},{"precision":0.359599,"recall":0.424901,"f1":0.377654,"accuracy":0.424901,"main_score":0.377654,"hf_subset":"kas_Arab-cym_Latn","languages":["kas-Arab","cym-Latn"]},{"precision":0.506144,"recall":0.577075,"f1":0.526935,"accuracy":0.577075,"main_score":0.526935,"hf_subset":"kas_Arab-grn_Latn","languages":["kas-Arab","grn-Latn"]},{"precision":0.637618,"recall":0.705534,"f1":0.657693,"accuracy":0.705534,"main_score":0.657693,"hf_subset":"kas_Arab-kat_Geor","languages":["kas-Arab","kat-Geor"]},{"precision":0.407652,"recall":0.483202,"f1":0.428417,"accuracy":0.483202,"main_score":0.428417,"hf_subset":"kas_Arab-lua_Latn","languages":["kas-Arab","lua-Latn"]},{"precision":0.400093,"recall":0.471344,"f1":0.420404,"accuracy":0.471344,"main_score":0.420404,"hf_subset":"kas_Arab-nya_Latn","languages":["kas-Arab","nya-Latn"]},{"precision":0.650431,"recall":0.712451,"f1":0.668972,"accuracy":0.712451,"main_score":0.668972,"hf_subset":"kas_Arab-slv_Latn","languages":["kas-Arab","slv-Latn"]},{"precision":0.590128,"recall":0.657115,"f1":0.610199,"accuracy":0.657115,"main_score":0.610199,"hf_subset":"kas_Arab-tpi_Latn","languages":["kas-Arab","tpi-Latn"]},{"precision":0.755097,"recall":0.812253,"f1":0.772505,"accuracy":0.812253,"main_score":0.772505,"hf_subset":"kas_Arab-zsm_Latn","languages":["kas-Arab","zsm-Latn"]},{"precision":0.337558,"recall":0.408103,"f1":0.357489,"accuracy":0.408103,"main_score":0.357489,"hf_subset":"kas_Arab-ayr_Latn","languages":["kas-Arab","ayr-Latn"]},{"precision":0.751393,"recall":0.809289,"f1":0.768711,"accuracy":0.809289,"main_score":0.768711,"hf_subset":"kas_Arab-dan_Latn","languages":["kas-Arab","dan-Latn"]},{"precision":0.789345,"recall":0.838933,"f1":0.804381,"accuracy":0.838933,"main_score":0.804381,"hf_subset":"kas_Arab-guj_Gujr","languages":["kas-Arab","guj-Gujr"]},{"precision":0.53708,"recall":0.607708,"f1":0.557311,"accuracy":0.607708,"main_score":0.557311,"hf_subset":"kas_Arab-kaz_Cyrl","languages":["kas-Arab","kaz-Cyrl"]},{"precision":0.315284,"recall":0.40415,"f1":0.338619,"accuracy":0.40415,"main_score":0.338619,"hf_subset":"kas_Arab-lug_Latn","languages":["kas-Arab","lug-Latn"]},{"precision":0.737396,"recall":0.788538,"f1":0.752492,"accuracy":0.788538,"main_score":0.752492,"hf_subset":"kas_Arab-oci_Latn","languages":["kas-Arab","oci-Latn"]},{"precision":0.341861,"recall":0.436759,"f1":0.368271,"accuracy":0.436759,"main_score":0.368271,"hf_subset":"kas_Arab-smo_Latn","languages":["kas-Arab","smo-Latn"]},{"precision":0.317301,"recall":0.401186,"f1":0.340703,"accuracy":0.401186,"main_score":0.340703,"hf_subset":"kas_Arab-tsn_Latn","languages":["kas-Arab","tsn-Latn"]},{"precision":0.337319,"recall":0.41502,"f1":0.358685,"accuracy":0.41502,"main_score":0.358685,"hf_subset":"kas_Arab-zul_Latn","languages":["kas-Arab","zul-Latn"]},{"precision":0.558663,"recall":0.633399,"f1":0.580662,"accuracy":0.633399,"main_score":0.580662,"hf_subset":"kas_Arab-azb_Arab","languages":["kas-Arab","azb-Arab"]},{"precision":0.782197,"recall":0.832016,"f1":0.797431,"accuracy":0.832016,"main_score":0.797431,"hf_subset":"kas_Arab-deu_Latn","languages":["kas-Arab","deu-Latn"]},{"precision":0.488954,"recall":0.561265,"f1":0.509812,"accuracy":0.561265,"main_score":0.509812,"hf_subset":"kas_Arab-hat_Latn","languages":["kas-Arab","hat-Latn"]},{"precision":0.309414,"recall":0.373518,"f1":0.327332,"accuracy":0.373518,"main_score":0.327332,"hf_subset":"kas_Arab-kbp_Latn","languages":["kas-Arab","kbp-Latn"]},{"precision":0.365188,"recall":0.443676,"f1":0.387456,"accuracy":0.443676,"main_score":0.387456,"hf_subset":"kas_Arab-luo_Latn","languages":["kas-Arab","luo-Latn"]},{"precision":0.47996,"recall":0.5583,"f1":0.502135,"accuracy":0.5583,"main_score":0.502135,"hf_subset":"kas_Arab-ory_Orya","languages":["kas-Arab","ory-Orya"]},{"precision":0.352158,"recall":0.416996,"f1":0.370838,"accuracy":0.416996,"main_score":0.370838,"hf_subset":"kas_Arab-sna_Latn","languages":["kas-Arab","sna-Latn"]},{"precision":0.333773,"recall":0.403162,"f1":0.352467,"accuracy":0.403162,"main_score":0.352467,"hf_subset":"kas_Arab-tso_Latn","languages":["kas-Arab","tso-Latn"]},{"precision":0.59936,"recall":0.659091,"f1":0.61726,"accuracy":0.659091,"main_score":0.61726,"hf_subset":"kas_Arab-azj_Latn","languages":["kas-Arab","azj-Latn"]},{"precision":0.334629,"recall":0.396245,"f1":0.351987,"accuracy":0.396245,"main_score":0.351987,"hf_subset":"kas_Arab-dik_Latn","languages":["kas-Arab","dik-Latn"]},{"precision":0.354467,"recall":0.412055,"f1":0.370749,"accuracy":0.412055,"main_score":0.370749,"hf_subset":"kas_Arab-hau_Latn","languages":["kas-Arab","hau-Latn"]},{"precision":0.628583,"recall":0.700593,"f1":0.650035,"accuracy":0.700593,"main_score":0.650035,"hf_subset":"kas_Arab-kea_Latn","languages":["kas-Arab","kea-Latn"]},{"precision":0.477727,"recall":0.534585,"f1":0.494663,"accuracy":0.534585,"main_score":0.494663,"hf_subset":"kas_Arab-lus_Latn","languages":["kas-Arab","lus-Latn"]},{"precision":0.581596,"recall":0.65415,"f1":0.60348,"accuracy":0.65415,"main_score":0.60348,"hf_subset":"kas_Arab-pag_Latn","languages":["kas-Arab","pag-Latn"]},{"precision":0.748645,"recall":0.800395,"f1":0.764214,"accuracy":0.800395,"main_score":0.764214,"hf_subset":"kas_Arab-snd_Arab","languages":["kas-Arab","snd-Arab"]},{"precision":0.46576,"recall":0.532609,"f1":0.484974,"accuracy":0.532609,"main_score":0.484974,"hf_subset":"kas_Arab-tuk_Latn","languages":["kas-Arab","tuk-Latn"]},{"precision":0.502124,"recall":0.555336,"f1":0.517926,"accuracy":0.555336,"main_score":0.517926,"hf_subset":"kas_Arab-bak_Cyrl","languages":["kas-Arab","bak-Cyrl"]},{"precision":0.275259,"recall":0.355731,"f1":0.297493,"accuracy":0.355731,"main_score":0.297493,"hf_subset":"kas_Arab-dyu_Latn","languages":["kas-Arab","dyu-Latn"]},{"precision":0.611199,"recall":0.681818,"f1":0.632477,"accuracy":0.681818,"main_score":0.632477,"hf_subset":"kas_Arab-heb_Hebr","languages":["kas-Arab","heb-Hebr"]},{"precision":0.375537,"recall":0.438735,"f1":0.393822,"accuracy":0.438735,"main_score":0.393822,"hf_subset":"kas_Arab-khk_Cyrl","languages":["kas-Arab","khk-Cyrl"]},{"precision":0.583617,"recall":0.647233,"f1":0.60203,"accuracy":0.647233,"main_score":0.60203,"hf_subset":"kas_Arab-lvs_Latn","languages":["kas-Arab","lvs-Latn"]},{"precision":0.737954,"recall":0.798419,"f1":0.755757,"accuracy":0.798419,"main_score":0.755757,"hf_subset":"kas_Arab-pan_Guru","languages":["kas-Arab","pan-Guru"]},{"precision":0.334464,"recall":0.395257,"f1":0.351457,"accuracy":0.395257,"main_score":0.351457,"hf_subset":"kas_Arab-som_Latn","languages":["kas-Arab","som-Latn"]},{"precision":0.363592,"recall":0.427866,"f1":0.381628,"accuracy":0.427866,"main_score":0.381628,"hf_subset":"kas_Arab-tum_Latn","languages":["kas-Arab","tum-Latn"]},{"precision":0.272581,"recall":0.346838,"f1":0.291834,"accuracy":0.346838,"main_score":0.291834,"hf_subset":"ltg_Latn-ace_Arab","languages":["ltg-Latn","ace-Arab"]},{"precision":0.368001,"recall":0.431818,"f1":0.38533,"accuracy":0.431818,"main_score":0.38533,"hf_subset":"ltg_Latn-bam_Latn","languages":["ltg-Latn","bam-Latn"]},{"precision":0.143438,"recall":0.202569,"f1":0.15836,"accuracy":0.202569,"main_score":0.15836,"hf_subset":"ltg_Latn-dzo_Tibt","languages":["ltg-Latn","dzo-Tibt"]},{"precision":0.651336,"recall":0.714427,"f1":0.670342,"accuracy":0.714427,"main_score":0.670342,"hf_subset":"ltg_Latn-hin_Deva","languages":["ltg-Latn","hin-Deva"]},{"precision":0.449068,"recall":0.511858,"f1":0.467137,"accuracy":0.511858,"main_score":0.467137,"hf_subset":"ltg_Latn-khm_Khmr","languages":["ltg-Latn","khm-Khmr"]},{"precision":0.65761,"recall":0.715415,"f1":0.674351,"accuracy":0.715415,"main_score":0.674351,"hf_subset":"ltg_Latn-mag_Deva","languages":["ltg-Latn","mag-Deva"]},{"precision":0.656143,"recall":0.709486,"f1":0.67189,"accuracy":0.709486,"main_score":0.67189,"hf_subset":"ltg_Latn-pap_Latn","languages":["ltg-Latn","pap-Latn"]},{"precision":0.422719,"recall":0.493083,"f1":0.442493,"accuracy":0.493083,"main_score":0.442493,"hf_subset":"ltg_Latn-sot_Latn","languages":["ltg-Latn","sot-Latn"]},{"precision":0.64932,"recall":0.709486,"f1":0.666929,"accuracy":0.709486,"main_score":0.666929,"hf_subset":"ltg_Latn-tur_Latn","languages":["ltg-Latn","tur-Latn"]},{"precision":0.596986,"recall":0.648221,"f1":0.612286,"accuracy":0.648221,"main_score":0.612286,"hf_subset":"ltg_Latn-ace_Latn","languages":["ltg-Latn","ace-Latn"]},{"precision":0.639213,"recall":0.692688,"f1":0.655058,"accuracy":0.692688,"main_score":0.655058,"hf_subset":"ltg_Latn-ban_Latn","languages":["ltg-Latn","ban-Latn"]},{"precision":0.578462,"recall":0.647233,"f1":0.597993,"accuracy":0.647233,"main_score":0.597993,"hf_subset":"ltg_Latn-ell_Grek","languages":["ltg-Latn","ell-Grek"]},{"precision":0.640731,"recall":0.699605,"f1":0.657173,"accuracy":0.699605,"main_score":0.657173,"hf_subset":"ltg_Latn-hne_Deva","languages":["ltg-Latn","hne-Deva"]},{"precision":0.385758,"recall":0.462451,"f1":0.407348,"accuracy":0.462451,"main_score":0.407348,"hf_subset":"ltg_Latn-kik_Latn","languages":["ltg-Latn","kik-Latn"]},{"precision":0.652106,"recall":0.718379,"f1":0.671467,"accuracy":0.718379,"main_score":0.671467,"hf_subset":"ltg_Latn-mai_Deva","languages":["ltg-Latn","mai-Deva"]},{"precision":0.545612,"recall":0.593874,"f1":0.560016,"accuracy":0.593874,"main_score":0.560016,"hf_subset":"ltg_Latn-pbt_Arab","languages":["ltg-Latn","pbt-Arab"]},{"precision":0.666281,"recall":0.731225,"f1":0.685543,"accuracy":0.731225,"main_score":0.685543,"hf_subset":"ltg_Latn-spa_Latn","languages":["ltg-Latn","spa-Latn"]},{"precision":0.456879,"recall":0.521739,"f1":0.474807,"accuracy":0.521739,"main_score":0.474807,"hf_subset":"ltg_Latn-twi_Latn","languages":["ltg-Latn","twi-Latn"]},{"precision":0.609052,"recall":0.673913,"f1":0.627718,"accuracy":0.673913,"main_score":0.627718,"hf_subset":"ltg_Latn-acm_Arab","languages":["ltg-Latn","acm-Arab"]},{"precision":0.577759,"recall":0.640316,"f1":0.596221,"accuracy":0.640316,"main_score":0.596221,"hf_subset":"ltg_Latn-bel_Cyrl","languages":["ltg-Latn","bel-Cyrl"]},{"precision":0.668588,"recall":0.730237,"f1":0.686534,"accuracy":0.730237,"main_score":0.686534,"hf_subset":"ltg_Latn-eng_Latn","languages":["ltg-Latn","eng-Latn"]},{"precision":0.685189,"recall":0.727273,"f1":0.697172,"accuracy":0.727273,"main_score":0.697172,"hf_subset":"ltg_Latn-hrv_Latn","languages":["ltg-Latn","hrv-Latn"]},{"precision":0.376805,"recall":0.445652,"f1":0.396134,"accuracy":0.445652,"main_score":0.396134,"hf_subset":"ltg_Latn-kin_Latn","languages":["ltg-Latn","kin-Latn"]},{"precision":0.601339,"recall":0.66502,"f1":0.619596,"accuracy":0.66502,"main_score":0.619596,"hf_subset":"ltg_Latn-mal_Mlym","languages":["ltg-Latn","mal-Mlym"]},{"precision":0.633086,"recall":0.69664,"f1":0.65193,"accuracy":0.69664,"main_score":0.65193,"hf_subset":"ltg_Latn-pes_Arab","languages":["ltg-Latn","pes-Arab"]},{"precision":0.629729,"recall":0.678854,"f1":0.644043,"accuracy":0.678854,"main_score":0.644043,"hf_subset":"ltg_Latn-srd_Latn","languages":["ltg-Latn","srd-Latn"]},{"precision":0.126316,"recall":0.183794,"f1":0.139765,"accuracy":0.183794,"main_score":0.139765,"hf_subset":"ltg_Latn-tzm_Tfng","languages":["ltg-Latn","tzm-Tfng"]},{"precision":0.625502,"recall":0.692688,"f1":0.645426,"accuracy":0.692688,"main_score":0.645426,"hf_subset":"ltg_Latn-acq_Arab","languages":["ltg-Latn","acq-Arab"]},{"precision":0.433965,"recall":0.500988,"f1":0.45253,"accuracy":0.500988,"main_score":0.45253,"hf_subset":"ltg_Latn-bem_Latn","languages":["ltg-Latn","bem-Latn"]},{"precision":0.660734,"recall":0.712451,"f1":0.675954,"accuracy":0.712451,"main_score":0.675954,"hf_subset":"ltg_Latn-epo_Latn","languages":["ltg-Latn","epo-Latn"]},{"precision":0.61942,"recall":0.677866,"f1":0.636492,"accuracy":0.677866,"main_score":0.636492,"hf_subset":"ltg_Latn-hun_Latn","languages":["ltg-Latn","hun-Latn"]},{"precision":0.585292,"recall":0.642292,"f1":0.601285,"accuracy":0.642292,"main_score":0.601285,"hf_subset":"ltg_Latn-kir_Cyrl","languages":["ltg-Latn","kir-Cyrl"]},{"precision":0.625553,"recall":0.681818,"f1":0.641787,"accuracy":0.681818,"main_score":0.641787,"hf_subset":"ltg_Latn-mar_Deva","languages":["ltg-Latn","mar-Deva"]},{"precision":0.433044,"recall":0.495059,"f1":0.450803,"accuracy":0.495059,"main_score":0.450803,"hf_subset":"ltg_Latn-plt_Latn","languages":["ltg-Latn","plt-Latn"]},{"precision":0.657857,"recall":0.708498,"f1":0.672674,"accuracy":0.708498,"main_score":0.672674,"hf_subset":"ltg_Latn-srp_Cyrl","languages":["ltg-Latn","srp-Cyrl"]},{"precision":0.292405,"recall":0.351779,"f1":0.308667,"accuracy":0.351779,"main_score":0.308667,"hf_subset":"ltg_Latn-uig_Arab","languages":["ltg-Latn","uig-Arab"]},{"precision":0.590188,"recall":0.655138,"f1":0.609437,"accuracy":0.655138,"main_score":0.609437,"hf_subset":"ltg_Latn-aeb_Arab","languages":["ltg-Latn","aeb-Arab"]},{"precision":0.637031,"recall":0.700593,"f1":0.656048,"accuracy":0.700593,"main_score":0.656048,"hf_subset":"ltg_Latn-ben_Beng","languages":["ltg-Latn","ben-Beng"]},{"precision":0.598828,"recall":0.653162,"f1":0.614589,"accuracy":0.653162,"main_score":0.614589,"hf_subset":"ltg_Latn-est_Latn","languages":["ltg-Latn","est-Latn"]},{"precision":0.512628,"recall":0.574111,"f1":0.529869,"accuracy":0.574111,"main_score":0.529869,"hf_subset":"ltg_Latn-hye_Armn","languages":["ltg-Latn","hye-Armn"]},{"precision":0.394997,"recall":0.456522,"f1":0.411719,"accuracy":0.456522,"main_score":0.411719,"hf_subset":"ltg_Latn-kmb_Latn","languages":["ltg-Latn","kmb-Latn"]},{"precision":0.251236,"recall":0.320158,"f1":0.269402,"accuracy":0.320158,"main_score":0.269402,"hf_subset":"ltg_Latn-min_Arab","languages":["ltg-Latn","min-Arab"]},{"precision":0.669944,"recall":0.728261,"f1":0.687269,"accuracy":0.728261,"main_score":0.687269,"hf_subset":"ltg_Latn-pol_Latn","languages":["ltg-Latn","pol-Latn"]},{"precision":0.388474,"recall":0.456522,"f1":0.407548,"accuracy":0.456522,"main_score":0.407548,"hf_subset":"ltg_Latn-ssw_Latn","languages":["ltg-Latn","ssw-Latn"]},{"precision":0.68135,"recall":0.728261,"f1":0.694937,"accuracy":0.728261,"main_score":0.694937,"hf_subset":"ltg_Latn-ukr_Cyrl","languages":["ltg-Latn","ukr-Cyrl"]},{"precision":0.664499,"recall":0.722332,"f1":0.681278,"accuracy":0.722332,"main_score":0.681278,"hf_subset":"ltg_Latn-afr_Latn","languages":["ltg-Latn","afr-Latn"]},{"precision":0.637559,"recall":0.701581,"f1":0.656449,"accuracy":0.701581,"main_score":0.656449,"hf_subset":"ltg_Latn-bho_Deva","languages":["ltg-Latn","bho-Deva"]},{"precision":0.57659,"recall":0.633399,"f1":0.593843,"accuracy":0.633399,"main_score":0.593843,"hf_subset":"ltg_Latn-eus_Latn","languages":["ltg-Latn","eus-Latn"]},{"precision":0.391426,"recall":0.463439,"f1":0.411535,"accuracy":0.463439,"main_score":0.411535,"hf_subset":"ltg_Latn-ibo_Latn","languages":["ltg-Latn","ibo-Latn"]},{"precision":0.439346,"recall":0.507905,"f1":0.457967,"accuracy":0.507905,"main_score":0.457967,"hf_subset":"ltg_Latn-kmr_Latn","languages":["ltg-Latn","kmr-Latn"]},{"precision":0.566809,"recall":0.623518,"f1":0.583809,"accuracy":0.623518,"main_score":0.583809,"hf_subset":"ltg_Latn-min_Latn","languages":["ltg-Latn","min-Latn"]},{"precision":0.684239,"recall":0.745059,"f1":0.702062,"accuracy":0.745059,"main_score":0.702062,"hf_subset":"ltg_Latn-por_Latn","languages":["ltg-Latn","por-Latn"]},{"precision":0.6197,"recall":0.674901,"f1":0.636108,"accuracy":0.674901,"main_score":0.636108,"hf_subset":"ltg_Latn-sun_Latn","languages":["ltg-Latn","sun-Latn"]},{"precision":0.372616,"recall":0.443676,"f1":0.391938,"accuracy":0.443676,"main_score":0.391938,"hf_subset":"ltg_Latn-umb_Latn","languages":["ltg-Latn","umb-Latn"]},{"precision":0.630369,"recall":0.695652,"f1":0.64992,"accuracy":0.695652,"main_score":0.64992,"hf_subset":"ltg_Latn-ajp_Arab","languages":["ltg-Latn","ajp-Arab"]},{"precision":0.25731,"recall":0.321146,"f1":0.273774,"accuracy":0.321146,"main_score":0.273774,"hf_subset":"ltg_Latn-bjn_Arab","languages":["ltg-Latn","bjn-Arab"]},{"precision":0.403549,"recall":0.459486,"f1":0.418977,"accuracy":0.459486,"main_score":0.418977,"hf_subset":"ltg_Latn-ewe_Latn","languages":["ltg-Latn","ewe-Latn"]},{"precision":0.586775,"recall":0.651186,"f1":0.60594,"accuracy":0.651186,"main_score":0.60594,"hf_subset":"ltg_Latn-ilo_Latn","languages":["ltg-Latn","ilo-Latn"]},{"precision":0.195252,"recall":0.250988,"f1":0.209422,"accuracy":0.250988,"main_score":0.209422,"hf_subset":"ltg_Latn-knc_Arab","languages":["ltg-Latn","knc-Arab"]},{"precision":0.669669,"recall":0.717391,"f1":0.683364,"accuracy":0.717391,"main_score":0.683364,"hf_subset":"ltg_Latn-mkd_Cyrl","languages":["ltg-Latn","mkd-Cyrl"]},{"precision":0.630616,"recall":0.693676,"f1":0.649129,"accuracy":0.693676,"main_score":0.649129,"hf_subset":"ltg_Latn-prs_Arab","languages":["ltg-Latn","prs-Arab"]},{"precision":0.685194,"recall":0.73419,"f1":0.699558,"accuracy":0.73419,"main_score":0.699558,"hf_subset":"ltg_Latn-swe_Latn","languages":["ltg-Latn","swe-Latn"]},{"precision":0.571972,"recall":0.640316,"f1":0.591484,"accuracy":0.640316,"main_score":0.591484,"hf_subset":"ltg_Latn-urd_Arab","languages":["ltg-Latn","urd-Arab"]},{"precision":0.42964,"recall":0.499012,"f1":0.449593,"accuracy":0.499012,"main_score":0.449593,"hf_subset":"ltg_Latn-aka_Latn","languages":["ltg-Latn","aka-Latn"]},{"precision":0.57695,"recall":0.637352,"f1":0.593792,"accuracy":0.637352,"main_score":0.593792,"hf_subset":"ltg_Latn-bjn_Latn","languages":["ltg-Latn","bjn-Latn"]},{"precision":0.477068,"recall":0.532609,"f1":0.493283,"accuracy":0.532609,"main_score":0.493283,"hf_subset":"ltg_Latn-fao_Latn","languages":["ltg-Latn","fao-Latn"]},{"precision":0.676063,"recall":0.733202,"f1":0.692648,"accuracy":0.733202,"main_score":0.692648,"hf_subset":"ltg_Latn-ind_Latn","languages":["ltg-Latn","ind-Latn"]},{"precision":0.411531,"recall":0.475296,"f1":0.429927,"accuracy":0.475296,"main_score":0.429927,"hf_subset":"ltg_Latn-knc_Latn","languages":["ltg-Latn","knc-Latn"]},{"precision":0.607632,"recall":0.65415,"f1":0.620892,"accuracy":0.65415,"main_score":0.620892,"hf_subset":"ltg_Latn-mlt_Latn","languages":["ltg-Latn","mlt-Latn"]},{"precision":0.454397,"recall":0.532609,"f1":0.476827,"accuracy":0.532609,"main_score":0.476827,"hf_subset":"ltg_Latn-quy_Latn","languages":["ltg-Latn","quy-Latn"]},{"precision":0.536567,"recall":0.590909,"f1":0.551942,"accuracy":0.590909,"main_score":0.551942,"hf_subset":"ltg_Latn-swh_Latn","languages":["ltg-Latn","swh-Latn"]},{"precision":0.561137,"recall":0.614625,"f1":0.577059,"accuracy":0.614625,"main_score":0.577059,"hf_subset":"ltg_Latn-uzn_Latn","languages":["ltg-Latn","uzn-Latn"]},{"precision":0.666782,"recall":0.712451,"f1":0.680319,"accuracy":0.712451,"main_score":0.680319,"hf_subset":"ltg_Latn-als_Latn","languages":["ltg-Latn","als-Latn"]},{"precision":0.18195,"recall":0.240119,"f1":0.197461,"accuracy":0.240119,"main_score":0.197461,"hf_subset":"ltg_Latn-bod_Tibt","languages":["ltg-Latn","bod-Tibt"]},{"precision":0.39224,"recall":0.461462,"f1":0.411237,"accuracy":0.461462,"main_score":0.411237,"hf_subset":"ltg_Latn-fij_Latn","languages":["ltg-Latn","fij-Latn"]},{"precision":0.4327,"recall":0.486166,"f1":0.447551,"accuracy":0.486166,"main_score":0.447551,"hf_subset":"ltg_Latn-isl_Latn","languages":["ltg-Latn","isl-Latn"]},{"precision":0.451656,"recall":0.518775,"f1":0.470633,"accuracy":0.518775,"main_score":0.470633,"hf_subset":"ltg_Latn-kon_Latn","languages":["ltg-Latn","kon-Latn"]},{"precision":0.36197,"recall":0.447628,"f1":0.386025,"accuracy":0.447628,"main_score":0.386025,"hf_subset":"ltg_Latn-mni_Beng","languages":["ltg-Latn","mni-Beng"]},{"precision":0.678244,"recall":0.729249,"f1":0.693227,"accuracy":0.729249,"main_score":0.693227,"hf_subset":"ltg_Latn-ron_Latn","languages":["ltg-Latn","ron-Latn"]},{"precision":0.625264,"recall":0.682806,"f1":0.642162,"accuracy":0.682806,"main_score":0.642162,"hf_subset":"ltg_Latn-szl_Latn","languages":["ltg-Latn","szl-Latn"]},{"precision":0.623537,"recall":0.68083,"f1":0.640039,"accuracy":0.68083,"main_score":0.640039,"hf_subset":"ltg_Latn-vec_Latn","languages":["ltg-Latn","vec-Latn"]},{"precision":0.469214,"recall":0.537549,"f1":0.489347,"accuracy":0.537549,"main_score":0.489347,"hf_subset":"ltg_Latn-amh_Ethi","languages":["ltg-Latn","amh-Ethi"]},{"precision":0.701232,"recall":0.748024,"f1":0.714592,"accuracy":0.748024,"main_score":0.714592,"hf_subset":"ltg_Latn-bos_Latn","languages":["ltg-Latn","bos-Latn"]},{"precision":0.648296,"recall":0.702569,"f1":0.664217,"accuracy":0.702569,"main_score":0.664217,"hf_subset":"ltg_Latn-fin_Latn","languages":["ltg-Latn","fin-Latn"]},{"precision":0.650586,"recall":0.717391,"f1":0.670095,"accuracy":0.717391,"main_score":0.670095,"hf_subset":"ltg_Latn-ita_Latn","languages":["ltg-Latn","ita-Latn"]},{"precision":0.617876,"recall":0.681818,"f1":0.637239,"accuracy":0.681818,"main_score":0.637239,"hf_subset":"ltg_Latn-kor_Hang","languages":["ltg-Latn","kor-Hang"]},{"precision":0.4007,"recall":0.469368,"f1":0.420647,"accuracy":0.469368,"main_score":0.420647,"hf_subset":"ltg_Latn-mos_Latn","languages":["ltg-Latn","mos-Latn"]},{"precision":0.380837,"recall":0.443676,"f1":0.39846,"accuracy":0.443676,"main_score":0.39846,"hf_subset":"ltg_Latn-run_Latn","languages":["ltg-Latn","run-Latn"]},{"precision":0.572727,"recall":0.640316,"f1":0.592754,"accuracy":0.640316,"main_score":0.592754,"hf_subset":"ltg_Latn-tam_Taml","languages":["ltg-Latn","tam-Taml"]},{"precision":0.618537,"recall":0.678854,"f1":0.636611,"accuracy":0.678854,"main_score":0.636611,"hf_subset":"ltg_Latn-vie_Latn","languages":["ltg-Latn","vie-Latn"]},{"precision":0.622782,"recall":0.68083,"f1":0.640505,"accuracy":0.68083,"main_score":0.640505,"hf_subset":"ltg_Latn-apc_Arab","languages":["ltg-Latn","apc-Arab"]},{"precision":0.539904,"recall":0.608696,"f1":0.560065,"accuracy":0.608696,"main_score":0.560065,"hf_subset":"ltg_Latn-bug_Latn","languages":["ltg-Latn","bug-Latn"]},{"precision":0.358236,"recall":0.422925,"f1":0.375863,"accuracy":0.422925,"main_score":0.375863,"hf_subset":"ltg_Latn-fon_Latn","languages":["ltg-Latn","fon-Latn"]},{"precision":0.621772,"recall":0.676877,"f1":0.6381,"accuracy":0.676877,"main_score":0.6381,"hf_subset":"ltg_Latn-jav_Latn","languages":["ltg-Latn","jav-Latn"]},{"precision":0.427187,"recall":0.486166,"f1":0.443779,"accuracy":0.486166,"main_score":0.443779,"hf_subset":"ltg_Latn-lao_Laoo","languages":["ltg-Latn","lao-Laoo"]},{"precision":0.370663,"recall":0.439723,"f1":0.389416,"accuracy":0.439723,"main_score":0.389416,"hf_subset":"ltg_Latn-mri_Latn","languages":["ltg-Latn","mri-Latn"]},{"precision":0.653986,"recall":0.717391,"f1":0.673424,"accuracy":0.717391,"main_score":0.673424,"hf_subset":"ltg_Latn-rus_Cyrl","languages":["ltg-Latn","rus-Cyrl"]},{"precision":0.384785,"recall":0.461462,"f1":0.406157,"accuracy":0.461462,"main_score":0.406157,"hf_subset":"ltg_Latn-taq_Latn","languages":["ltg-Latn","taq-Latn"]},{"precision":0.635577,"recall":0.688735,"f1":0.650528,"accuracy":0.688735,"main_score":0.650528,"hf_subset":"ltg_Latn-war_Latn","languages":["ltg-Latn","war-Latn"]},{"precision":0.634261,"recall":0.697628,"f1":0.652694,"accuracy":0.697628,"main_score":0.652694,"hf_subset":"ltg_Latn-arb_Arab","languages":["ltg-Latn","arb-Arab"]},{"precision":0.673758,"recall":0.72332,"f1":0.688673,"accuracy":0.72332,"main_score":0.688673,"hf_subset":"ltg_Latn-bul_Cyrl","languages":["ltg-Latn","bul-Cyrl"]},{"precision":0.675315,"recall":0.73419,"f1":0.692556,"accuracy":0.73419,"main_score":0.692556,"hf_subset":"ltg_Latn-fra_Latn","languages":["ltg-Latn","fra-Latn"]},{"precision":0.634865,"recall":0.698617,"f1":0.653996,"accuracy":0.698617,"main_score":0.653996,"hf_subset":"ltg_Latn-jpn_Jpan","languages":["ltg-Latn","jpn-Jpan"]},{"precision":0.645724,"recall":0.69664,"f1":0.660671,"accuracy":0.69664,"main_score":0.660671,"hf_subset":"ltg_Latn-lij_Latn","languages":["ltg-Latn","lij-Latn"]},{"precision":0.418277,"recall":0.488142,"f1":0.438192,"accuracy":0.488142,"main_score":0.438192,"hf_subset":"ltg_Latn-mya_Mymr","languages":["ltg-Latn","mya-Mymr"]},{"precision":0.42569,"recall":0.507905,"f1":0.448805,"accuracy":0.507905,"main_score":0.448805,"hf_subset":"ltg_Latn-sag_Latn","languages":["ltg-Latn","sag-Latn"]},{"precision":0.153258,"recall":0.225296,"f1":0.169876,"accuracy":0.225296,"main_score":0.169876,"hf_subset":"ltg_Latn-taq_Tfng","languages":["ltg-Latn","taq-Tfng"]},{"precision":0.447714,"recall":0.516798,"f1":0.466626,"accuracy":0.516798,"main_score":0.466626,"hf_subset":"ltg_Latn-wol_Latn","languages":["ltg-Latn","wol-Latn"]},{"precision":0.281771,"recall":0.364625,"f1":0.303225,"accuracy":0.364625,"main_score":0.303225,"hf_subset":"ltg_Latn-arb_Latn","languages":["ltg-Latn","arb-Latn"]},{"precision":0.676795,"recall":0.724308,"f1":0.691022,"accuracy":0.724308,"main_score":0.691022,"hf_subset":"ltg_Latn-cat_Latn","languages":["ltg-Latn","cat-Latn"]},{"precision":0.640079,"recall":0.6917,"f1":0.655429,"accuracy":0.6917,"main_score":0.655429,"hf_subset":"ltg_Latn-fur_Latn","languages":["ltg-Latn","fur-Latn"]},{"precision":0.28664,"recall":0.347826,"f1":0.303021,"accuracy":0.347826,"main_score":0.303021,"hf_subset":"ltg_Latn-kab_Latn","languages":["ltg-Latn","kab-Latn"]},{"precision":0.640086,"recall":0.685771,"f1":0.653162,"accuracy":0.685771,"main_score":0.653162,"hf_subset":"ltg_Latn-lim_Latn","languages":["ltg-Latn","lim-Latn"]},{"precision":0.683409,"recall":0.738142,"f1":0.699588,"accuracy":0.738142,"main_score":0.699588,"hf_subset":"ltg_Latn-nld_Latn","languages":["ltg-Latn","nld-Latn"]},{"precision":0.551609,"recall":0.616601,"f1":0.570214,"accuracy":0.616601,"main_score":0.570214,"hf_subset":"ltg_Latn-san_Deva","languages":["ltg-Latn","san-Deva"]},{"precision":0.608078,"recall":0.658103,"f1":0.622603,"accuracy":0.658103,"main_score":0.622603,"hf_subset":"ltg_Latn-tat_Cyrl","languages":["ltg-Latn","tat-Cyrl"]},{"precision":0.414053,"recall":0.480237,"f1":0.432811,"accuracy":0.480237,"main_score":0.432811,"hf_subset":"ltg_Latn-xho_Latn","languages":["ltg-Latn","xho-Latn"]},{"precision":0.613489,"recall":0.679842,"f1":0.632877,"accuracy":0.679842,"main_score":0.632877,"hf_subset":"ltg_Latn-ars_Arab","languages":["ltg-Latn","ars-Arab"]},{"precision":0.622114,"recall":0.66996,"f1":0.636472,"accuracy":0.66996,"main_score":0.636472,"hf_subset":"ltg_Latn-ceb_Latn","languages":["ltg-Latn","ceb-Latn"]},{"precision":0.403281,"recall":0.474308,"f1":0.423038,"accuracy":0.474308,"main_score":0.423038,"hf_subset":"ltg_Latn-fuv_Latn","languages":["ltg-Latn","fuv-Latn"]},{"precision":0.388916,"recall":0.461462,"f1":0.409346,"accuracy":0.461462,"main_score":0.409346,"hf_subset":"ltg_Latn-kac_Latn","languages":["ltg-Latn","kac-Latn"]},{"precision":0.456366,"recall":0.529644,"f1":0.477206,"accuracy":0.529644,"main_score":0.477206,"hf_subset":"ltg_Latn-lin_Latn","languages":["ltg-Latn","lin-Latn"]},{"precision":0.688307,"recall":0.736166,"f1":0.702668,"accuracy":0.736166,"main_score":0.702668,"hf_subset":"ltg_Latn-nno_Latn","languages":["ltg-Latn","nno-Latn"]},{"precision":0.166673,"recall":0.218379,"f1":0.179567,"accuracy":0.218379,"main_score":0.179567,"hf_subset":"ltg_Latn-sat_Olck","languages":["ltg-Latn","sat-Olck"]},{"precision":0.617935,"recall":0.678854,"f1":0.635477,"accuracy":0.678854,"main_score":0.635477,"hf_subset":"ltg_Latn-tel_Telu","languages":["ltg-Latn","tel-Telu"]},{"precision":0.2869,"recall":0.351779,"f1":0.304389,"accuracy":0.351779,"main_score":0.304389,"hf_subset":"ltg_Latn-ydd_Hebr","languages":["ltg-Latn","ydd-Hebr"]},{"precision":0.580154,"recall":0.641304,"f1":0.597351,"accuracy":0.641304,"main_score":0.597351,"hf_subset":"ltg_Latn-ary_Arab","languages":["ltg-Latn","ary-Arab"]},{"precision":0.659466,"recall":0.713439,"f1":0.674998,"accuracy":0.713439,"main_score":0.674998,"hf_subset":"ltg_Latn-ces_Latn","languages":["ltg-Latn","ces-Latn"]},{"precision":0.323619,"recall":0.400198,"f1":0.344511,"accuracy":0.400198,"main_score":0.344511,"hf_subset":"ltg_Latn-gaz_Latn","languages":["ltg-Latn","gaz-Latn"]},{"precision":0.405455,"recall":0.472332,"f1":0.424523,"accuracy":0.472332,"main_score":0.424523,"hf_subset":"ltg_Latn-kam_Latn","languages":["ltg-Latn","kam-Latn"]},{"precision":0.685623,"recall":0.736166,"f1":0.700812,"accuracy":0.736166,"main_score":0.700812,"hf_subset":"ltg_Latn-lit_Latn","languages":["ltg-Latn","lit-Latn"]},{"precision":0.696506,"recall":0.744071,"f1":0.710321,"accuracy":0.744071,"main_score":0.710321,"hf_subset":"ltg_Latn-nob_Latn","languages":["ltg-Latn","nob-Latn"]},{"precision":0.576943,"recall":0.632411,"f1":0.593892,"accuracy":0.632411,"main_score":0.593892,"hf_subset":"ltg_Latn-scn_Latn","languages":["ltg-Latn","scn-Latn"]},{"precision":0.434093,"recall":0.502964,"f1":0.453515,"accuracy":0.502964,"main_score":0.453515,"hf_subset":"ltg_Latn-tgk_Cyrl","languages":["ltg-Latn","tgk-Cyrl"]},{"precision":0.349548,"recall":0.423913,"f1":0.370735,"accuracy":0.423913,"main_score":0.370735,"hf_subset":"ltg_Latn-yor_Latn","languages":["ltg-Latn","yor-Latn"]},{"precision":0.621612,"recall":0.683794,"f1":0.639531,"accuracy":0.683794,"main_score":0.639531,"hf_subset":"ltg_Latn-arz_Arab","languages":["ltg-Latn","arz-Arab"]},{"precision":0.412901,"recall":0.48419,"f1":0.432812,"accuracy":0.48419,"main_score":0.432812,"hf_subset":"ltg_Latn-cjk_Latn","languages":["ltg-Latn","cjk-Latn"]},{"precision":0.371132,"recall":0.4417,"f1":0.389499,"accuracy":0.4417,"main_score":0.389499,"hf_subset":"ltg_Latn-gla_Latn","languages":["ltg-Latn","gla-Latn"]},{"precision":0.582082,"recall":0.648221,"f1":0.602048,"accuracy":0.648221,"main_score":0.602048,"hf_subset":"ltg_Latn-kan_Knda","languages":["ltg-Latn","kan-Knda"]},{"precision":0.610617,"recall":0.666996,"f1":0.626879,"accuracy":0.666996,"main_score":0.626879,"hf_subset":"ltg_Latn-lmo_Latn","languages":["ltg-Latn","lmo-Latn"]},{"precision":0.612429,"recall":0.672925,"f1":0.629927,"accuracy":0.672925,"main_score":0.629927,"hf_subset":"ltg_Latn-npi_Deva","languages":["ltg-Latn","npi-Deva"]},{"precision":0.349268,"recall":0.421937,"f1":0.369158,"accuracy":0.421937,"main_score":0.369158,"hf_subset":"ltg_Latn-shn_Mymr","languages":["ltg-Latn","shn-Mymr"]},{"precision":0.607485,"recall":0.66996,"f1":0.626194,"accuracy":0.66996,"main_score":0.626194,"hf_subset":"ltg_Latn-tgl_Latn","languages":["ltg-Latn","tgl-Latn"]},{"precision":0.608242,"recall":0.677866,"f1":0.628957,"accuracy":0.677866,"main_score":0.628957,"hf_subset":"ltg_Latn-yue_Hant","languages":["ltg-Latn","yue-Hant"]},{"precision":0.528193,"recall":0.591897,"f1":0.546522,"accuracy":0.591897,"main_score":0.546522,"hf_subset":"ltg_Latn-asm_Beng","languages":["ltg-Latn","asm-Beng"]},{"precision":0.354332,"recall":0.425889,"f1":0.373734,"accuracy":0.425889,"main_score":0.373734,"hf_subset":"ltg_Latn-ckb_Arab","languages":["ltg-Latn","ckb-Arab"]},{"precision":0.380733,"recall":0.448617,"f1":0.397865,"accuracy":0.448617,"main_score":0.397865,"hf_subset":"ltg_Latn-gle_Latn","languages":["ltg-Latn","gle-Latn"]},{"precision":0.47143,"recall":0.541502,"f1":0.491959,"accuracy":0.541502,"main_score":0.491959,"hf_subset":"ltg_Latn-kas_Arab","languages":["ltg-Latn","kas-Arab"]},{"precision":0.43985,"recall":0.5,"f1":0.456689,"accuracy":0.5,"main_score":0.456689,"hf_subset":"ltg_Latn-nso_Latn","languages":["ltg-Latn","nso-Latn"]},{"precision":0.485214,"recall":0.55336,"f1":0.504755,"accuracy":0.55336,"main_score":0.504755,"hf_subset":"ltg_Latn-sin_Sinh","languages":["ltg-Latn","sin-Sinh"]},{"precision":0.62127,"recall":0.686759,"f1":0.640569,"accuracy":0.686759,"main_score":0.640569,"hf_subset":"ltg_Latn-tha_Thai","languages":["ltg-Latn","tha-Thai"]},{"precision":0.623998,"recall":0.689723,"f1":0.643139,"accuracy":0.689723,"main_score":0.643139,"hf_subset":"ltg_Latn-zho_Hans","languages":["ltg-Latn","zho-Hans"]},{"precision":0.65583,"recall":0.712451,"f1":0.672345,"accuracy":0.712451,"main_score":0.672345,"hf_subset":"ltg_Latn-ast_Latn","languages":["ltg-Latn","ast-Latn"]},{"precision":0.578673,"recall":0.63834,"f1":0.595885,"accuracy":0.63834,"main_score":0.595885,"hf_subset":"ltg_Latn-crh_Latn","languages":["ltg-Latn","crh-Latn"]},{"precision":0.66461,"recall":0.715415,"f1":0.679085,"accuracy":0.715415,"main_score":0.679085,"hf_subset":"ltg_Latn-glg_Latn","languages":["ltg-Latn","glg-Latn"]},{"precision":0.448107,"recall":0.514822,"f1":0.467006,"accuracy":0.514822,"main_score":0.467006,"hf_subset":"ltg_Latn-kas_Deva","languages":["ltg-Latn","kas-Deva"]},{"precision":0.635146,"recall":0.686759,"f1":0.649721,"accuracy":0.686759,"main_score":0.649721,"hf_subset":"ltg_Latn-ltz_Latn","languages":["ltg-Latn","ltz-Latn"]},{"precision":0.315797,"recall":0.385375,"f1":0.334826,"accuracy":0.385375,"main_score":0.334826,"hf_subset":"ltg_Latn-nus_Latn","languages":["ltg-Latn","nus-Latn"]},{"precision":0.667992,"recall":0.715415,"f1":0.682392,"accuracy":0.715415,"main_score":0.682392,"hf_subset":"ltg_Latn-slk_Latn","languages":["ltg-Latn","slk-Latn"]},{"precision":0.342712,"recall":0.40415,"f1":0.359723,"accuracy":0.40415,"main_score":0.359723,"hf_subset":"ltg_Latn-tir_Ethi","languages":["ltg-Latn","tir-Ethi"]},{"precision":0.6033,"recall":0.675889,"f1":0.624629,"accuracy":0.675889,"main_score":0.624629,"hf_subset":"ltg_Latn-zho_Hant","languages":["ltg-Latn","zho-Hant"]},{"precision":0.647926,"recall":0.710474,"f1":0.665821,"accuracy":0.710474,"main_score":0.665821,"hf_subset":"ltg_Latn-awa_Deva","languages":["ltg-Latn","awa-Deva"]},{"precision":0.425922,"recall":0.492095,"f1":0.444528,"accuracy":0.492095,"main_score":0.444528,"hf_subset":"ltg_Latn-cym_Latn","languages":["ltg-Latn","cym-Latn"]},{"precision":0.566911,"recall":0.624506,"f1":0.583171,"accuracy":0.624506,"main_score":0.583171,"hf_subset":"ltg_Latn-grn_Latn","languages":["ltg-Latn","grn-Latn"]},{"precision":0.5864,"recall":0.648221,"f1":0.604636,"accuracy":0.648221,"main_score":0.604636,"hf_subset":"ltg_Latn-kat_Geor","languages":["ltg-Latn","kat-Geor"]},{"precision":0.446074,"recall":0.513834,"f1":0.465098,"accuracy":0.513834,"main_score":0.465098,"hf_subset":"ltg_Latn-lua_Latn","languages":["ltg-Latn","lua-Latn"]},{"precision":0.434497,"recall":0.492095,"f1":0.450983,"accuracy":0.492095,"main_score":0.450983,"hf_subset":"ltg_Latn-nya_Latn","languages":["ltg-Latn","nya-Latn"]},{"precision":0.640802,"recall":0.694664,"f1":0.656171,"accuracy":0.694664,"main_score":0.656171,"hf_subset":"ltg_Latn-slv_Latn","languages":["ltg-Latn","slv-Latn"]},{"precision":0.586955,"recall":0.651186,"f1":0.605689,"accuracy":0.651186,"main_score":0.605689,"hf_subset":"ltg_Latn-tpi_Latn","languages":["ltg-Latn","tpi-Latn"]},{"precision":0.643139,"recall":0.702569,"f1":0.660811,"accuracy":0.702569,"main_score":0.660811,"hf_subset":"ltg_Latn-zsm_Latn","languages":["ltg-Latn","zsm-Latn"]},{"precision":0.401311,"recall":0.47332,"f1":0.421577,"accuracy":0.47332,"main_score":0.421577,"hf_subset":"ltg_Latn-ayr_Latn","languages":["ltg-Latn","ayr-Latn"]},{"precision":0.686571,"recall":0.741107,"f1":0.702809,"accuracy":0.741107,"main_score":0.702809,"hf_subset":"ltg_Latn-dan_Latn","languages":["ltg-Latn","dan-Latn"]},{"precision":0.579842,"recall":0.643281,"f1":0.598515,"accuracy":0.643281,"main_score":0.598515,"hf_subset":"ltg_Latn-guj_Gujr","languages":["ltg-Latn","guj-Gujr"]},{"precision":0.595437,"recall":0.642292,"f1":0.609167,"accuracy":0.642292,"main_score":0.609167,"hf_subset":"ltg_Latn-kaz_Cyrl","languages":["ltg-Latn","kaz-Cyrl"]},{"precision":0.374169,"recall":0.447628,"f1":0.394702,"accuracy":0.447628,"main_score":0.394702,"hf_subset":"ltg_Latn-lug_Latn","languages":["ltg-Latn","lug-Latn"]},{"precision":0.652602,"recall":0.704545,"f1":0.667968,"accuracy":0.704545,"main_score":0.667968,"hf_subset":"ltg_Latn-oci_Latn","languages":["ltg-Latn","oci-Latn"]},{"precision":0.414766,"recall":0.485178,"f1":0.434677,"accuracy":0.485178,"main_score":0.434677,"hf_subset":"ltg_Latn-smo_Latn","languages":["ltg-Latn","smo-Latn"]},{"precision":0.384634,"recall":0.456522,"f1":0.404262,"accuracy":0.456522,"main_score":0.404262,"hf_subset":"ltg_Latn-tsn_Latn","languages":["ltg-Latn","tsn-Latn"]},{"precision":0.369834,"recall":0.447628,"f1":0.391464,"accuracy":0.447628,"main_score":0.391464,"hf_subset":"ltg_Latn-zul_Latn","languages":["ltg-Latn","zul-Latn"]},{"precision":0.484812,"recall":0.559289,"f1":0.506409,"accuracy":0.559289,"main_score":0.506409,"hf_subset":"ltg_Latn-azb_Arab","languages":["ltg-Latn","azb-Arab"]},{"precision":0.672612,"recall":0.733202,"f1":0.690553,"accuracy":0.733202,"main_score":0.690553,"hf_subset":"ltg_Latn-deu_Latn","languages":["ltg-Latn","deu-Latn"]},{"precision":0.536111,"recall":0.603755,"f1":0.555425,"accuracy":0.603755,"main_score":0.555425,"hf_subset":"ltg_Latn-hat_Latn","languages":["ltg-Latn","hat-Latn"]},{"precision":0.361846,"recall":0.43083,"f1":0.380664,"accuracy":0.43083,"main_score":0.380664,"hf_subset":"ltg_Latn-kbp_Latn","languages":["ltg-Latn","kbp-Latn"]},{"precision":0.410368,"recall":0.479249,"f1":0.430832,"accuracy":0.479249,"main_score":0.430832,"hf_subset":"ltg_Latn-luo_Latn","languages":["ltg-Latn","luo-Latn"]},{"precision":0.416533,"recall":0.482213,"f1":0.435522,"accuracy":0.482213,"main_score":0.435522,"hf_subset":"ltg_Latn-ory_Orya","languages":["ltg-Latn","ory-Orya"]},{"precision":0.394577,"recall":0.462451,"f1":0.414048,"accuracy":0.462451,"main_score":0.414048,"hf_subset":"ltg_Latn-sna_Latn","languages":["ltg-Latn","sna-Latn"]},{"precision":0.401161,"recall":0.465415,"f1":0.419314,"accuracy":0.465415,"main_score":0.419314,"hf_subset":"ltg_Latn-tso_Latn","languages":["ltg-Latn","tso-Latn"]},{"precision":0.599235,"recall":0.652174,"f1":0.615162,"accuracy":0.652174,"main_score":0.615162,"hf_subset":"ltg_Latn-azj_Latn","languages":["ltg-Latn","azj-Latn"]},{"precision":0.373232,"recall":0.44664,"f1":0.394488,"accuracy":0.44664,"main_score":0.394488,"hf_subset":"ltg_Latn-dik_Latn","languages":["ltg-Latn","dik-Latn"]},{"precision":0.416098,"recall":0.475296,"f1":0.433421,"accuracy":0.475296,"main_score":0.433421,"hf_subset":"ltg_Latn-hau_Latn","languages":["ltg-Latn","hau-Latn"]},{"precision":0.615073,"recall":0.670949,"f1":0.631708,"accuracy":0.670949,"main_score":0.631708,"hf_subset":"ltg_Latn-kea_Latn","languages":["ltg-Latn","kea-Latn"]},{"precision":0.506266,"recall":0.564229,"f1":0.52282,"accuracy":0.564229,"main_score":0.52282,"hf_subset":"ltg_Latn-lus_Latn","languages":["ltg-Latn","lus-Latn"]},{"precision":0.567408,"recall":0.631423,"f1":0.585973,"accuracy":0.631423,"main_score":0.585973,"hf_subset":"ltg_Latn-pag_Latn","languages":["ltg-Latn","pag-Latn"]},{"precision":0.466455,"recall":0.534585,"f1":0.486679,"accuracy":0.534585,"main_score":0.486679,"hf_subset":"ltg_Latn-snd_Arab","languages":["ltg-Latn","snd-Arab"]},{"precision":0.57635,"recall":0.630435,"f1":0.591822,"accuracy":0.630435,"main_score":0.591822,"hf_subset":"ltg_Latn-tuk_Latn","languages":["ltg-Latn","tuk-Latn"]},{"precision":0.623781,"recall":0.668972,"f1":0.637089,"accuracy":0.668972,"main_score":0.637089,"hf_subset":"ltg_Latn-bak_Cyrl","languages":["ltg-Latn","bak-Cyrl"]},{"precision":0.325202,"recall":0.412055,"f1":0.349192,"accuracy":0.412055,"main_score":0.349192,"hf_subset":"ltg_Latn-dyu_Latn","languages":["ltg-Latn","dyu-Latn"]},{"precision":0.516831,"recall":0.583004,"f1":0.535857,"accuracy":0.583004,"main_score":0.535857,"hf_subset":"ltg_Latn-heb_Hebr","languages":["ltg-Latn","heb-Hebr"]},{"precision":0.444244,"recall":0.502964,"f1":0.460732,"accuracy":0.502964,"main_score":0.460732,"hf_subset":"ltg_Latn-khk_Cyrl","languages":["ltg-Latn","khk-Cyrl"]},{"precision":0.823843,"recall":0.856719,"f1":0.833442,"accuracy":0.856719,"main_score":0.833442,"hf_subset":"ltg_Latn-lvs_Latn","languages":["ltg-Latn","lvs-Latn"]},{"precision":0.515112,"recall":0.583992,"f1":0.534936,"accuracy":0.583992,"main_score":0.534936,"hf_subset":"ltg_Latn-pan_Guru","languages":["ltg-Latn","pan-Guru"]},{"precision":0.385161,"recall":0.444664,"f1":0.401762,"accuracy":0.444664,"main_score":0.401762,"hf_subset":"ltg_Latn-som_Latn","languages":["ltg-Latn","som-Latn"]},{"precision":0.428235,"recall":0.481225,"f1":0.443231,"accuracy":0.481225,"main_score":0.443231,"hf_subset":"ltg_Latn-tum_Latn","languages":["ltg-Latn","tum-Latn"]},{"precision":0.277945,"recall":0.328063,"f1":0.29054,"accuracy":0.328063,"main_score":0.29054,"hf_subset":"nso_Latn-ace_Arab","languages":["nso-Latn","ace-Arab"]},{"precision":0.43453,"recall":0.477273,"f1":0.447294,"accuracy":0.477273,"main_score":0.447294,"hf_subset":"nso_Latn-bam_Latn","languages":["nso-Latn","bam-Latn"]},{"precision":0.144851,"recall":0.186759,"f1":0.155601,"accuracy":0.186759,"main_score":0.155601,"hf_subset":"nso_Latn-dzo_Tibt","languages":["nso-Latn","dzo-Tibt"]},{"precision":0.471146,"recall":0.529644,"f1":0.486693,"accuracy":0.529644,"main_score":0.486693,"hf_subset":"nso_Latn-hin_Deva","languages":["nso-Latn","hin-Deva"]},{"precision":0.382819,"recall":0.438735,"f1":0.39825,"accuracy":0.438735,"main_score":0.39825,"hf_subset":"nso_Latn-khm_Khmr","languages":["nso-Latn","khm-Khmr"]},{"precision":0.465182,"recall":0.517787,"f1":0.47963,"accuracy":0.517787,"main_score":0.47963,"hf_subset":"nso_Latn-mag_Deva","languages":["nso-Latn","mag-Deva"]},{"precision":0.498218,"recall":0.538538,"f1":0.509611,"accuracy":0.538538,"main_score":0.509611,"hf_subset":"nso_Latn-pap_Latn","languages":["nso-Latn","pap-Latn"]},{"precision":0.668248,"recall":0.724308,"f1":0.683021,"accuracy":0.724308,"main_score":0.683021,"hf_subset":"nso_Latn-sot_Latn","languages":["nso-Latn","sot-Latn"]},{"precision":0.46886,"recall":0.523715,"f1":0.483654,"accuracy":0.523715,"main_score":0.483654,"hf_subset":"nso_Latn-tur_Latn","languages":["nso-Latn","tur-Latn"]},{"precision":0.503164,"recall":0.539526,"f1":0.51413,"accuracy":0.539526,"main_score":0.51413,"hf_subset":"nso_Latn-ace_Latn","languages":["nso-Latn","ace-Latn"]},{"precision":0.484528,"recall":0.529644,"f1":0.497261,"accuracy":0.529644,"main_score":0.497261,"hf_subset":"nso_Latn-ban_Latn","languages":["nso-Latn","ban-Latn"]},{"precision":0.404138,"recall":0.466403,"f1":0.421194,"accuracy":0.466403,"main_score":0.421194,"hf_subset":"nso_Latn-ell_Grek","languages":["nso-Latn","ell-Grek"]},{"precision":0.449077,"recall":0.5,"f1":0.462695,"accuracy":0.5,"main_score":0.462695,"hf_subset":"nso_Latn-hne_Deva","languages":["nso-Latn","hne-Deva"]},{"precision":0.432488,"recall":0.482213,"f1":0.446741,"accuracy":0.482213,"main_score":0.446741,"hf_subset":"nso_Latn-kik_Latn","languages":["nso-Latn","kik-Latn"]},{"precision":0.465646,"recall":0.518775,"f1":0.479737,"accuracy":0.518775,"main_score":0.479737,"hf_subset":"nso_Latn-mai_Deva","languages":["nso-Latn","mai-Deva"]},{"precision":0.414862,"recall":0.463439,"f1":0.428522,"accuracy":0.463439,"main_score":0.428522,"hf_subset":"nso_Latn-pbt_Arab","languages":["nso-Latn","pbt-Arab"]},{"precision":0.495597,"recall":0.551383,"f1":0.510234,"accuracy":0.551383,"main_score":0.510234,"hf_subset":"nso_Latn-spa_Latn","languages":["nso-Latn","spa-Latn"]},{"precision":0.523626,"recall":0.552372,"f1":0.531732,"accuracy":0.552372,"main_score":0.531732,"hf_subset":"nso_Latn-twi_Latn","languages":["nso-Latn","twi-Latn"]},{"precision":0.455888,"recall":0.512846,"f1":0.470919,"accuracy":0.512846,"main_score":0.470919,"hf_subset":"nso_Latn-acm_Arab","languages":["nso-Latn","acm-Arab"]},{"precision":0.407428,"recall":0.459486,"f1":0.421719,"accuracy":0.459486,"main_score":0.421719,"hf_subset":"nso_Latn-bel_Cyrl","languages":["nso-Latn","bel-Cyrl"]},{"precision":0.501557,"recall":0.550395,"f1":0.514009,"accuracy":0.550395,"main_score":0.514009,"hf_subset":"nso_Latn-eng_Latn","languages":["nso-Latn","eng-Latn"]},{"precision":0.467856,"recall":0.518775,"f1":0.481733,"accuracy":0.518775,"main_score":0.481733,"hf_subset":"nso_Latn-hrv_Latn","languages":["nso-Latn","hrv-Latn"]},{"precision":0.428598,"recall":0.47332,"f1":0.442095,"accuracy":0.47332,"main_score":0.442095,"hf_subset":"nso_Latn-kin_Latn","languages":["nso-Latn","kin-Latn"]},{"precision":0.440739,"recall":0.505929,"f1":0.457846,"accuracy":0.505929,"main_score":0.457846,"hf_subset":"nso_Latn-mal_Mlym","languages":["nso-Latn","mal-Mlym"]},{"precision":0.461773,"recall":0.523715,"f1":0.477375,"accuracy":0.523715,"main_score":0.477375,"hf_subset":"nso_Latn-pes_Arab","languages":["nso-Latn","pes-Arab"]},{"precision":0.480679,"recall":0.523715,"f1":0.49118,"accuracy":0.523715,"main_score":0.49118,"hf_subset":"nso_Latn-srd_Latn","languages":["nso-Latn","srd-Latn"]},{"precision":0.150612,"recall":0.199605,"f1":0.162198,"accuracy":0.199605,"main_score":0.162198,"hf_subset":"nso_Latn-tzm_Tfng","languages":["nso-Latn","tzm-Tfng"]},{"precision":0.453709,"recall":0.514822,"f1":0.469369,"accuracy":0.514822,"main_score":0.469369,"hf_subset":"nso_Latn-acq_Arab","languages":["nso-Latn","acq-Arab"]},{"precision":0.501133,"recall":0.537549,"f1":0.511525,"accuracy":0.537549,"main_score":0.511525,"hf_subset":"nso_Latn-bem_Latn","languages":["nso-Latn","bem-Latn"]},{"precision":0.47052,"recall":0.516798,"f1":0.483377,"accuracy":0.516798,"main_score":0.483377,"hf_subset":"nso_Latn-epo_Latn","languages":["nso-Latn","epo-Latn"]},{"precision":0.441614,"recall":0.497036,"f1":0.456341,"accuracy":0.497036,"main_score":0.456341,"hf_subset":"nso_Latn-hun_Latn","languages":["nso-Latn","hun-Latn"]},{"precision":0.463623,"recall":0.509881,"f1":0.476748,"accuracy":0.509881,"main_score":0.476748,"hf_subset":"nso_Latn-kir_Cyrl","languages":["nso-Latn","kir-Cyrl"]},{"precision":0.458343,"recall":0.512846,"f1":0.473511,"accuracy":0.512846,"main_score":0.473511,"hf_subset":"nso_Latn-mar_Deva","languages":["nso-Latn","mar-Deva"]},{"precision":0.465567,"recall":0.506917,"f1":0.477484,"accuracy":0.506917,"main_score":0.477484,"hf_subset":"nso_Latn-plt_Latn","languages":["nso-Latn","plt-Latn"]},{"precision":0.44671,"recall":0.497036,"f1":0.460144,"accuracy":0.497036,"main_score":0.460144,"hf_subset":"nso_Latn-srp_Cyrl","languages":["nso-Latn","srp-Cyrl"]},{"precision":0.300539,"recall":0.358696,"f1":0.316041,"accuracy":0.358696,"main_score":0.316041,"hf_subset":"nso_Latn-uig_Arab","languages":["nso-Latn","uig-Arab"]},{"precision":0.434401,"recall":0.490119,"f1":0.449731,"accuracy":0.490119,"main_score":0.449731,"hf_subset":"nso_Latn-aeb_Arab","languages":["nso-Latn","aeb-Arab"]},{"precision":0.472265,"recall":0.531621,"f1":0.488271,"accuracy":0.531621,"main_score":0.488271,"hf_subset":"nso_Latn-ben_Beng","languages":["nso-Latn","ben-Beng"]},{"precision":0.452238,"recall":0.5,"f1":0.464921,"accuracy":0.5,"main_score":0.464921,"hf_subset":"nso_Latn-est_Latn","languages":["nso-Latn","est-Latn"]},{"precision":0.396311,"recall":0.453557,"f1":0.412283,"accuracy":0.453557,"main_score":0.412283,"hf_subset":"nso_Latn-hye_Armn","languages":["nso-Latn","hye-Armn"]},{"precision":0.451012,"recall":0.491107,"f1":0.463076,"accuracy":0.491107,"main_score":0.463076,"hf_subset":"nso_Latn-kmb_Latn","languages":["nso-Latn","kmb-Latn"]},{"precision":0.247104,"recall":0.29249,"f1":0.258766,"accuracy":0.29249,"main_score":0.258766,"hf_subset":"nso_Latn-min_Arab","languages":["nso-Latn","min-Arab"]},{"precision":0.476193,"recall":0.533597,"f1":0.490605,"accuracy":0.533597,"main_score":0.490605,"hf_subset":"nso_Latn-pol_Latn","languages":["nso-Latn","pol-Latn"]},{"precision":0.458241,"recall":0.501976,"f1":0.470817,"accuracy":0.501976,"main_score":0.470817,"hf_subset":"nso_Latn-ssw_Latn","languages":["nso-Latn","ssw-Latn"]},{"precision":0.459012,"recall":0.51087,"f1":0.473596,"accuracy":0.51087,"main_score":0.473596,"hf_subset":"nso_Latn-ukr_Cyrl","languages":["nso-Latn","ukr-Cyrl"]},{"precision":0.496352,"recall":0.537549,"f1":0.508036,"accuracy":0.537549,"main_score":0.508036,"hf_subset":"nso_Latn-afr_Latn","languages":["nso-Latn","afr-Latn"]},{"precision":0.473287,"recall":0.527668,"f1":0.487229,"accuracy":0.527668,"main_score":0.487229,"hf_subset":"nso_Latn-bho_Deva","languages":["nso-Latn","bho-Deva"]},{"precision":0.468811,"recall":0.509881,"f1":0.479877,"accuracy":0.509881,"main_score":0.479877,"hf_subset":"nso_Latn-eus_Latn","languages":["nso-Latn","eus-Latn"]},{"precision":0.436666,"recall":0.488142,"f1":0.451003,"accuracy":0.488142,"main_score":0.451003,"hf_subset":"nso_Latn-ibo_Latn","languages":["nso-Latn","ibo-Latn"]},{"precision":0.441367,"recall":0.490119,"f1":0.455114,"accuracy":0.490119,"main_score":0.455114,"hf_subset":"nso_Latn-kmr_Latn","languages":["nso-Latn","kmr-Latn"]},{"precision":0.482188,"recall":0.525692,"f1":0.493682,"accuracy":0.525692,"main_score":0.493682,"hf_subset":"nso_Latn-min_Latn","languages":["nso-Latn","min-Latn"]},{"precision":0.502553,"recall":0.554348,"f1":0.516285,"accuracy":0.554348,"main_score":0.516285,"hf_subset":"nso_Latn-por_Latn","languages":["nso-Latn","por-Latn"]},{"precision":0.509298,"recall":0.54249,"f1":0.518284,"accuracy":0.54249,"main_score":0.518284,"hf_subset":"nso_Latn-sun_Latn","languages":["nso-Latn","sun-Latn"]},{"precision":0.441247,"recall":0.485178,"f1":0.454798,"accuracy":0.485178,"main_score":0.454798,"hf_subset":"nso_Latn-umb_Latn","languages":["nso-Latn","umb-Latn"]},{"precision":0.46966,"recall":0.525692,"f1":0.484043,"accuracy":0.525692,"main_score":0.484043,"hf_subset":"nso_Latn-ajp_Arab","languages":["nso-Latn","ajp-Arab"]},{"precision":0.260025,"recall":0.307312,"f1":0.272296,"accuracy":0.307312,"main_score":0.272296,"hf_subset":"nso_Latn-bjn_Arab","languages":["nso-Latn","bjn-Arab"]},{"precision":0.448169,"recall":0.488142,"f1":0.459221,"accuracy":0.488142,"main_score":0.459221,"hf_subset":"nso_Latn-ewe_Latn","languages":["nso-Latn","ewe-Latn"]},{"precision":0.533995,"recall":0.568182,"f1":0.544117,"accuracy":0.568182,"main_score":0.544117,"hf_subset":"nso_Latn-ilo_Latn","languages":["nso-Latn","ilo-Latn"]},{"precision":0.201431,"recall":0.256917,"f1":0.21575,"accuracy":0.256917,"main_score":0.21575,"hf_subset":"nso_Latn-knc_Arab","languages":["nso-Latn","knc-Arab"]},{"precision":0.453102,"recall":0.5,"f1":0.466095,"accuracy":0.5,"main_score":0.466095,"hf_subset":"nso_Latn-mkd_Cyrl","languages":["nso-Latn","mkd-Cyrl"]},{"precision":0.444431,"recall":0.509881,"f1":0.462022,"accuracy":0.509881,"main_score":0.462022,"hf_subset":"nso_Latn-prs_Arab","languages":["nso-Latn","prs-Arab"]},{"precision":0.485485,"recall":0.540514,"f1":0.500046,"accuracy":0.540514,"main_score":0.500046,"hf_subset":"nso_Latn-swe_Latn","languages":["nso-Latn","swe-Latn"]},{"precision":0.40243,"recall":0.472332,"f1":0.421119,"accuracy":0.472332,"main_score":0.421119,"hf_subset":"nso_Latn-urd_Arab","languages":["nso-Latn","urd-Arab"]},{"precision":0.487347,"recall":0.525692,"f1":0.497942,"accuracy":0.525692,"main_score":0.497942,"hf_subset":"nso_Latn-aka_Latn","languages":["nso-Latn","aka-Latn"]},{"precision":0.478248,"recall":0.522727,"f1":0.490665,"accuracy":0.522727,"main_score":0.490665,"hf_subset":"nso_Latn-bjn_Latn","languages":["nso-Latn","bjn-Latn"]},{"precision":0.441173,"recall":0.485178,"f1":0.453319,"accuracy":0.485178,"main_score":0.453319,"hf_subset":"nso_Latn-fao_Latn","languages":["nso-Latn","fao-Latn"]},{"precision":0.494589,"recall":0.552372,"f1":0.509839,"accuracy":0.552372,"main_score":0.509839,"hf_subset":"nso_Latn-ind_Latn","languages":["nso-Latn","ind-Latn"]},{"precision":0.467534,"recall":0.505929,"f1":0.478586,"accuracy":0.505929,"main_score":0.478586,"hf_subset":"nso_Latn-knc_Latn","languages":["nso-Latn","knc-Latn"]},{"precision":0.465687,"recall":0.51087,"f1":0.47834,"accuracy":0.51087,"main_score":0.47834,"hf_subset":"nso_Latn-mlt_Latn","languages":["nso-Latn","mlt-Latn"]},{"precision":0.450705,"recall":0.507905,"f1":0.466273,"accuracy":0.507905,"main_score":0.466273,"hf_subset":"nso_Latn-quy_Latn","languages":["nso-Latn","quy-Latn"]},{"precision":0.478112,"recall":0.527668,"f1":0.491918,"accuracy":0.527668,"main_score":0.491918,"hf_subset":"nso_Latn-swh_Latn","languages":["nso-Latn","swh-Latn"]},{"precision":0.426358,"recall":0.476285,"f1":0.44035,"accuracy":0.476285,"main_score":0.44035,"hf_subset":"nso_Latn-uzn_Latn","languages":["nso-Latn","uzn-Latn"]},{"precision":0.475551,"recall":0.518775,"f1":0.487626,"accuracy":0.518775,"main_score":0.487626,"hf_subset":"nso_Latn-als_Latn","languages":["nso-Latn","als-Latn"]},{"precision":0.206911,"recall":0.255929,"f1":0.220549,"accuracy":0.255929,"main_score":0.220549,"hf_subset":"nso_Latn-bod_Tibt","languages":["nso-Latn","bod-Tibt"]},{"precision":0.455027,"recall":0.499012,"f1":0.46741,"accuracy":0.499012,"main_score":0.46741,"hf_subset":"nso_Latn-fij_Latn","languages":["nso-Latn","fij-Latn"]},{"precision":0.416459,"recall":0.461462,"f1":0.428542,"accuracy":0.461462,"main_score":0.428542,"hf_subset":"nso_Latn-isl_Latn","languages":["nso-Latn","isl-Latn"]},{"precision":0.483344,"recall":0.51581,"f1":0.49294,"accuracy":0.51581,"main_score":0.49294,"hf_subset":"nso_Latn-kon_Latn","languages":["nso-Latn","kon-Latn"]},{"precision":0.32214,"recall":0.382411,"f1":0.338105,"accuracy":0.382411,"main_score":0.338105,"hf_subset":"nso_Latn-mni_Beng","languages":["nso-Latn","mni-Beng"]},{"precision":0.497783,"recall":0.544466,"f1":0.509958,"accuracy":0.544466,"main_score":0.509958,"hf_subset":"nso_Latn-ron_Latn","languages":["nso-Latn","ron-Latn"]},{"precision":0.445299,"recall":0.48913,"f1":0.457609,"accuracy":0.48913,"main_score":0.457609,"hf_subset":"nso_Latn-szl_Latn","languages":["nso-Latn","szl-Latn"]},{"precision":0.491787,"recall":0.524704,"f1":0.500583,"accuracy":0.524704,"main_score":0.500583,"hf_subset":"nso_Latn-vec_Latn","languages":["nso-Latn","vec-Latn"]},{"precision":0.385068,"recall":0.439723,"f1":0.399509,"accuracy":0.439723,"main_score":0.399509,"hf_subset":"nso_Latn-amh_Ethi","languages":["nso-Latn","amh-Ethi"]},{"precision":0.462199,"recall":0.511858,"f1":0.475401,"accuracy":0.511858,"main_score":0.475401,"hf_subset":"nso_Latn-bos_Latn","languages":["nso-Latn","bos-Latn"]},{"precision":0.468946,"recall":0.523715,"f1":0.483102,"accuracy":0.523715,"main_score":0.483102,"hf_subset":"nso_Latn-fin_Latn","languages":["nso-Latn","fin-Latn"]},{"precision":0.500689,"recall":0.552372,"f1":0.514502,"accuracy":0.552372,"main_score":0.514502,"hf_subset":"nso_Latn-ita_Latn","languages":["nso-Latn","ita-Latn"]},{"precision":0.457402,"recall":0.514822,"f1":0.473009,"accuracy":0.514822,"main_score":0.473009,"hf_subset":"nso_Latn-kor_Hang","languages":["nso-Latn","kor-Hang"]},{"precision":0.440597,"recall":0.481225,"f1":0.451328,"accuracy":0.481225,"main_score":0.451328,"hf_subset":"nso_Latn-mos_Latn","languages":["nso-Latn","mos-Latn"]},{"precision":0.441786,"recall":0.482213,"f1":0.453104,"accuracy":0.482213,"main_score":0.453104,"hf_subset":"nso_Latn-run_Latn","languages":["nso-Latn","run-Latn"]},{"precision":0.422751,"recall":0.488142,"f1":0.440322,"accuracy":0.488142,"main_score":0.440322,"hf_subset":"nso_Latn-tam_Taml","languages":["nso-Latn","tam-Taml"]},{"precision":0.465772,"recall":0.520751,"f1":0.480589,"accuracy":0.520751,"main_score":0.480589,"hf_subset":"nso_Latn-vie_Latn","languages":["nso-Latn","vie-Latn"]},{"precision":0.459952,"recall":0.512846,"f1":0.473666,"accuracy":0.512846,"main_score":0.473666,"hf_subset":"nso_Latn-apc_Arab","languages":["nso-Latn","apc-Arab"]},{"precision":0.482669,"recall":0.522727,"f1":0.494318,"accuracy":0.522727,"main_score":0.494318,"hf_subset":"nso_Latn-bug_Latn","languages":["nso-Latn","bug-Latn"]},{"precision":0.40314,"recall":0.448617,"f1":0.416107,"accuracy":0.448617,"main_score":0.416107,"hf_subset":"nso_Latn-fon_Latn","languages":["nso-Latn","fon-Latn"]},{"precision":0.516595,"recall":0.552372,"f1":0.526126,"accuracy":0.552372,"main_score":0.526126,"hf_subset":"nso_Latn-jav_Latn","languages":["nso-Latn","jav-Latn"]},{"precision":0.404706,"recall":0.447628,"f1":0.416628,"accuracy":0.447628,"main_score":0.416628,"hf_subset":"nso_Latn-lao_Laoo","languages":["nso-Latn","lao-Laoo"]},{"precision":0.431225,"recall":0.476285,"f1":0.443429,"accuracy":0.476285,"main_score":0.443429,"hf_subset":"nso_Latn-mri_Latn","languages":["nso-Latn","mri-Latn"]},{"precision":0.475758,"recall":0.536561,"f1":0.492303,"accuracy":0.536561,"main_score":0.492303,"hf_subset":"nso_Latn-rus_Cyrl","languages":["nso-Latn","rus-Cyrl"]},{"precision":0.417922,"recall":0.472332,"f1":0.432559,"accuracy":0.472332,"main_score":0.432559,"hf_subset":"nso_Latn-taq_Latn","languages":["nso-Latn","taq-Latn"]},{"precision":0.526358,"recall":0.5583,"f1":0.535857,"accuracy":0.5583,"main_score":0.535857,"hf_subset":"nso_Latn-war_Latn","languages":["nso-Latn","war-Latn"]},{"precision":0.449708,"recall":0.513834,"f1":0.465485,"accuracy":0.513834,"main_score":0.465485,"hf_subset":"nso_Latn-arb_Arab","languages":["nso-Latn","arb-Arab"]},{"precision":0.485145,"recall":0.535573,"f1":0.498431,"accuracy":0.535573,"main_score":0.498431,"hf_subset":"nso_Latn-bul_Cyrl","languages":["nso-Latn","bul-Cyrl"]},{"precision":0.487777,"recall":0.543478,"f1":0.503127,"accuracy":0.543478,"main_score":0.503127,"hf_subset":"nso_Latn-fra_Latn","languages":["nso-Latn","fra-Latn"]},{"precision":0.470552,"recall":0.524704,"f1":0.485257,"accuracy":0.524704,"main_score":0.485257,"hf_subset":"nso_Latn-jpn_Jpan","languages":["nso-Latn","jpn-Jpan"]},{"precision":0.479083,"recall":0.518775,"f1":0.489951,"accuracy":0.518775,"main_score":0.489951,"hf_subset":"nso_Latn-lij_Latn","languages":["nso-Latn","lij-Latn"]},{"precision":0.325868,"recall":0.385375,"f1":0.342813,"accuracy":0.385375,"main_score":0.342813,"hf_subset":"nso_Latn-mya_Mymr","languages":["nso-Latn","mya-Mymr"]},{"precision":0.465369,"recall":0.505929,"f1":0.476753,"accuracy":0.505929,"main_score":0.476753,"hf_subset":"nso_Latn-sag_Latn","languages":["nso-Latn","sag-Latn"]},{"precision":0.16437,"recall":0.224308,"f1":0.178173,"accuracy":0.224308,"main_score":0.178173,"hf_subset":"nso_Latn-taq_Tfng","languages":["nso-Latn","taq-Tfng"]},{"precision":0.466541,"recall":0.507905,"f1":0.478384,"accuracy":0.507905,"main_score":0.478384,"hf_subset":"nso_Latn-wol_Latn","languages":["nso-Latn","wol-Latn"]},{"precision":0.291211,"recall":0.364625,"f1":0.309918,"accuracy":0.364625,"main_score":0.309918,"hf_subset":"nso_Latn-arb_Latn","languages":["nso-Latn","arb-Latn"]},{"precision":0.475182,"recall":0.524704,"f1":0.488849,"accuracy":0.524704,"main_score":0.488849,"hf_subset":"nso_Latn-cat_Latn","languages":["nso-Latn","cat-Latn"]},{"precision":0.47608,"recall":0.518775,"f1":0.488192,"accuracy":0.518775,"main_score":0.488192,"hf_subset":"nso_Latn-fur_Latn","languages":["nso-Latn","fur-Latn"]},{"precision":0.312785,"recall":0.363636,"f1":0.326278,"accuracy":0.363636,"main_score":0.326278,"hf_subset":"nso_Latn-kab_Latn","languages":["nso-Latn","kab-Latn"]},{"precision":0.477784,"recall":0.522727,"f1":0.490798,"accuracy":0.522727,"main_score":0.490798,"hf_subset":"nso_Latn-lim_Latn","languages":["nso-Latn","lim-Latn"]},{"precision":0.508055,"recall":0.557312,"f1":0.521479,"accuracy":0.557312,"main_score":0.521479,"hf_subset":"nso_Latn-nld_Latn","languages":["nso-Latn","nld-Latn"]},{"precision":0.421648,"recall":0.476285,"f1":0.437049,"accuracy":0.476285,"main_score":0.437049,"hf_subset":"nso_Latn-san_Deva","languages":["nso-Latn","san-Deva"]},{"precision":0.456762,"recall":0.498024,"f1":0.467958,"accuracy":0.498024,"main_score":0.467958,"hf_subset":"nso_Latn-tat_Cyrl","languages":["nso-Latn","tat-Cyrl"]},{"precision":0.480546,"recall":0.517787,"f1":0.491821,"accuracy":0.517787,"main_score":0.491821,"hf_subset":"nso_Latn-xho_Latn","languages":["nso-Latn","xho-Latn"]},{"precision":0.423924,"recall":0.492095,"f1":0.440893,"accuracy":0.492095,"main_score":0.440893,"hf_subset":"nso_Latn-ars_Arab","languages":["nso-Latn","ars-Arab"]},{"precision":0.515623,"recall":0.551383,"f1":0.525838,"accuracy":0.551383,"main_score":0.525838,"hf_subset":"nso_Latn-ceb_Latn","languages":["nso-Latn","ceb-Latn"]},{"precision":0.439668,"recall":0.481225,"f1":0.451845,"accuracy":0.481225,"main_score":0.451845,"hf_subset":"nso_Latn-fuv_Latn","languages":["nso-Latn","fuv-Latn"]},{"precision":0.44581,"recall":0.496047,"f1":0.459426,"accuracy":0.496047,"main_score":0.459426,"hf_subset":"nso_Latn-kac_Latn","languages":["nso-Latn","kac-Latn"]},{"precision":0.483477,"recall":0.523715,"f1":0.495032,"accuracy":0.523715,"main_score":0.495032,"hf_subset":"nso_Latn-lin_Latn","languages":["nso-Latn","lin-Latn"]},{"precision":0.480519,"recall":0.531621,"f1":0.494811,"accuracy":0.531621,"main_score":0.494811,"hf_subset":"nso_Latn-nno_Latn","languages":["nso-Latn","nno-Latn"]},{"precision":0.171196,"recall":0.205534,"f1":0.180223,"accuracy":0.205534,"main_score":0.180223,"hf_subset":"nso_Latn-sat_Olck","languages":["nso-Latn","sat-Olck"]},{"precision":0.445527,"recall":0.506917,"f1":0.462262,"accuracy":0.506917,"main_score":0.462262,"hf_subset":"nso_Latn-tel_Telu","languages":["nso-Latn","tel-Telu"]},{"precision":0.275095,"recall":0.332016,"f1":0.289561,"accuracy":0.332016,"main_score":0.289561,"hf_subset":"nso_Latn-ydd_Hebr","languages":["nso-Latn","ydd-Hebr"]},{"precision":0.421075,"recall":0.471344,"f1":0.434165,"accuracy":0.471344,"main_score":0.434165,"hf_subset":"nso_Latn-ary_Arab","languages":["nso-Latn","ary-Arab"]},{"precision":0.462497,"recall":0.523715,"f1":0.478994,"accuracy":0.523715,"main_score":0.478994,"hf_subset":"nso_Latn-ces_Latn","languages":["nso-Latn","ces-Latn"]},{"precision":0.331285,"recall":0.396245,"f1":0.348049,"accuracy":0.396245,"main_score":0.348049,"hf_subset":"nso_Latn-gaz_Latn","languages":["nso-Latn","gaz-Latn"]},{"precision":0.445816,"recall":0.490119,"f1":0.458141,"accuracy":0.490119,"main_score":0.458141,"hf_subset":"nso_Latn-kam_Latn","languages":["nso-Latn","kam-Latn"]},{"precision":0.454247,"recall":0.504941,"f1":0.467781,"accuracy":0.504941,"main_score":0.467781,"hf_subset":"nso_Latn-lit_Latn","languages":["nso-Latn","lit-Latn"]},{"precision":0.498224,"recall":0.545455,"f1":0.510551,"accuracy":0.545455,"main_score":0.510551,"hf_subset":"nso_Latn-nob_Latn","languages":["nso-Latn","nob-Latn"]},{"precision":0.460836,"recall":0.51087,"f1":0.474436,"accuracy":0.51087,"main_score":0.474436,"hf_subset":"nso_Latn-scn_Latn","languages":["nso-Latn","scn-Latn"]},{"precision":0.400446,"recall":0.448617,"f1":0.413488,"accuracy":0.448617,"main_score":0.413488,"hf_subset":"nso_Latn-tgk_Cyrl","languages":["nso-Latn","tgk-Cyrl"]},{"precision":0.410896,"recall":0.462451,"f1":0.426082,"accuracy":0.462451,"main_score":0.426082,"hf_subset":"nso_Latn-yor_Latn","languages":["nso-Latn","yor-Latn"]},{"precision":0.457307,"recall":0.512846,"f1":0.47182,"accuracy":0.512846,"main_score":0.47182,"hf_subset":"nso_Latn-arz_Arab","languages":["nso-Latn","arz-Arab"]},{"precision":0.446874,"recall":0.486166,"f1":0.458355,"accuracy":0.486166,"main_score":0.458355,"hf_subset":"nso_Latn-cjk_Latn","languages":["nso-Latn","cjk-Latn"]},{"precision":0.367721,"recall":0.426877,"f1":0.383545,"accuracy":0.426877,"main_score":0.383545,"hf_subset":"nso_Latn-gla_Latn","languages":["nso-Latn","gla-Latn"]},{"precision":0.418637,"recall":0.482213,"f1":0.436239,"accuracy":0.482213,"main_score":0.436239,"hf_subset":"nso_Latn-kan_Knda","languages":["nso-Latn","kan-Knda"]},{"precision":0.477525,"recall":0.520751,"f1":0.489186,"accuracy":0.520751,"main_score":0.489186,"hf_subset":"nso_Latn-lmo_Latn","languages":["nso-Latn","lmo-Latn"]},{"precision":0.442754,"recall":0.508893,"f1":0.461211,"accuracy":0.508893,"main_score":0.461211,"hf_subset":"nso_Latn-npi_Deva","languages":["nso-Latn","npi-Deva"]},{"precision":0.392411,"recall":0.455534,"f1":0.409861,"accuracy":0.455534,"main_score":0.409861,"hf_subset":"nso_Latn-shn_Mymr","languages":["nso-Latn","shn-Mymr"]},{"precision":0.501177,"recall":0.543478,"f1":0.512981,"accuracy":0.543478,"main_score":0.512981,"hf_subset":"nso_Latn-tgl_Latn","languages":["nso-Latn","tgl-Latn"]},{"precision":0.441033,"recall":0.500988,"f1":0.457216,"accuracy":0.500988,"main_score":0.457216,"hf_subset":"nso_Latn-yue_Hant","languages":["nso-Latn","yue-Hant"]},{"precision":0.39195,"recall":0.449605,"f1":0.407985,"accuracy":0.449605,"main_score":0.407985,"hf_subset":"nso_Latn-asm_Beng","languages":["nso-Latn","asm-Beng"]},{"precision":0.33904,"recall":0.38834,"f1":0.351821,"accuracy":0.38834,"main_score":0.351821,"hf_subset":"nso_Latn-ckb_Arab","languages":["nso-Latn","ckb-Arab"]},{"precision":0.375547,"recall":0.427866,"f1":0.389195,"accuracy":0.427866,"main_score":0.389195,"hf_subset":"nso_Latn-gle_Latn","languages":["nso-Latn","gle-Latn"]},{"precision":0.346987,"recall":0.407115,"f1":0.363621,"accuracy":0.407115,"main_score":0.363621,"hf_subset":"nso_Latn-kas_Arab","languages":["nso-Latn","kas-Arab"]},{"precision":0.418771,"recall":0.470356,"f1":0.43234,"accuracy":0.470356,"main_score":0.43234,"hf_subset":"nso_Latn-ltg_Latn","languages":["nso-Latn","ltg-Latn"]},{"precision":0.383138,"recall":0.4417,"f1":0.399299,"accuracy":0.4417,"main_score":0.399299,"hf_subset":"nso_Latn-sin_Sinh","languages":["nso-Latn","sin-Sinh"]},{"precision":0.453331,"recall":0.522727,"f1":0.471722,"accuracy":0.522727,"main_score":0.471722,"hf_subset":"nso_Latn-tha_Thai","languages":["nso-Latn","tha-Thai"]},{"precision":0.472308,"recall":0.523715,"f1":0.486018,"accuracy":0.523715,"main_score":0.486018,"hf_subset":"nso_Latn-zho_Hans","languages":["nso-Latn","zho-Hans"]},{"precision":0.492315,"recall":0.531621,"f1":0.502875,"accuracy":0.531621,"main_score":0.502875,"hf_subset":"nso_Latn-ast_Latn","languages":["nso-Latn","ast-Latn"]},{"precision":0.441617,"recall":0.48913,"f1":0.453817,"accuracy":0.48913,"main_score":0.453817,"hf_subset":"nso_Latn-crh_Latn","languages":["nso-Latn","crh-Latn"]},{"precision":0.495009,"recall":0.544466,"f1":0.508359,"accuracy":0.544466,"main_score":0.508359,"hf_subset":"nso_Latn-glg_Latn","languages":["nso-Latn","glg-Latn"]},{"precision":0.394552,"recall":0.451581,"f1":0.41005,"accuracy":0.451581,"main_score":0.41005,"hf_subset":"nso_Latn-kas_Deva","languages":["nso-Latn","kas-Deva"]},{"precision":0.455724,"recall":0.51087,"f1":0.471104,"accuracy":0.51087,"main_score":0.471104,"hf_subset":"nso_Latn-ltz_Latn","languages":["nso-Latn","ltz-Latn"]},{"precision":0.360655,"recall":0.416008,"f1":0.376205,"accuracy":0.416008,"main_score":0.376205,"hf_subset":"nso_Latn-nus_Latn","languages":["nso-Latn","nus-Latn"]},{"precision":0.457926,"recall":0.517787,"f1":0.474066,"accuracy":0.517787,"main_score":0.474066,"hf_subset":"nso_Latn-slk_Latn","languages":["nso-Latn","slk-Latn"]},{"precision":0.318031,"recall":0.370553,"f1":0.332299,"accuracy":0.370553,"main_score":0.332299,"hf_subset":"nso_Latn-tir_Ethi","languages":["nso-Latn","tir-Ethi"]},{"precision":0.441329,"recall":0.501976,"f1":0.457625,"accuracy":0.501976,"main_score":0.457625,"hf_subset":"nso_Latn-zho_Hant","languages":["nso-Latn","zho-Hant"]},{"precision":0.484597,"recall":0.531621,"f1":0.497275,"accuracy":0.531621,"main_score":0.497275,"hf_subset":"nso_Latn-awa_Deva","languages":["nso-Latn","awa-Deva"]},{"precision":0.414772,"recall":0.463439,"f1":0.427901,"accuracy":0.463439,"main_score":0.427901,"hf_subset":"nso_Latn-cym_Latn","languages":["nso-Latn","cym-Latn"]},{"precision":0.498227,"recall":0.537549,"f1":0.509529,"accuracy":0.537549,"main_score":0.509529,"hf_subset":"nso_Latn-grn_Latn","languages":["nso-Latn","grn-Latn"]},{"precision":0.400288,"recall":0.450593,"f1":0.414076,"accuracy":0.450593,"main_score":0.414076,"hf_subset":"nso_Latn-kat_Geor","languages":["nso-Latn","kat-Geor"]},{"precision":0.480418,"recall":0.519763,"f1":0.491964,"accuracy":0.519763,"main_score":0.491964,"hf_subset":"nso_Latn-lua_Latn","languages":["nso-Latn","lua-Latn"]},{"precision":0.493637,"recall":0.525692,"f1":0.502889,"accuracy":0.525692,"main_score":0.502889,"hf_subset":"nso_Latn-nya_Latn","languages":["nso-Latn","nya-Latn"]},{"precision":0.459077,"recall":0.507905,"f1":0.47208,"accuracy":0.507905,"main_score":0.47208,"hf_subset":"nso_Latn-slv_Latn","languages":["nso-Latn","slv-Latn"]},{"precision":0.520338,"recall":0.556324,"f1":0.530123,"accuracy":0.556324,"main_score":0.530123,"hf_subset":"nso_Latn-tpi_Latn","languages":["nso-Latn","tpi-Latn"]},{"precision":0.491795,"recall":0.54249,"f1":0.505046,"accuracy":0.54249,"main_score":0.505046,"hf_subset":"nso_Latn-zsm_Latn","languages":["nso-Latn","zsm-Latn"]},{"precision":0.412585,"recall":0.476285,"f1":0.429715,"accuracy":0.476285,"main_score":0.429715,"hf_subset":"nso_Latn-ayr_Latn","languages":["nso-Latn","ayr-Latn"]},{"precision":0.484387,"recall":0.535573,"f1":0.497171,"accuracy":0.535573,"main_score":0.497171,"hf_subset":"nso_Latn-dan_Latn","languages":["nso-Latn","dan-Latn"]},{"precision":0.4285,"recall":0.495059,"f1":0.445861,"accuracy":0.495059,"main_score":0.445861,"hf_subset":"nso_Latn-guj_Gujr","languages":["nso-Latn","guj-Gujr"]},{"precision":0.445366,"recall":0.493083,"f1":0.458337,"accuracy":0.493083,"main_score":0.458337,"hf_subset":"nso_Latn-kaz_Cyrl","languages":["nso-Latn","kaz-Cyrl"]},{"precision":0.4468,"recall":0.491107,"f1":0.458778,"accuracy":0.491107,"main_score":0.458778,"hf_subset":"nso_Latn-lug_Latn","languages":["nso-Latn","lug-Latn"]},{"precision":0.481784,"recall":0.530632,"f1":0.495412,"accuracy":0.530632,"main_score":0.495412,"hf_subset":"nso_Latn-oci_Latn","languages":["nso-Latn","oci-Latn"]},{"precision":0.460995,"recall":0.505929,"f1":0.473755,"accuracy":0.505929,"main_score":0.473755,"hf_subset":"nso_Latn-smo_Latn","languages":["nso-Latn","smo-Latn"]},{"precision":0.611068,"recall":0.672925,"f1":0.628991,"accuracy":0.672925,"main_score":0.628991,"hf_subset":"nso_Latn-tsn_Latn","languages":["nso-Latn","tsn-Latn"]},{"precision":0.454597,"recall":0.502964,"f1":0.467725,"accuracy":0.502964,"main_score":0.467725,"hf_subset":"nso_Latn-zul_Latn","languages":["nso-Latn","zul-Latn"]},{"precision":0.354811,"recall":0.412055,"f1":0.370319,"accuracy":0.412055,"main_score":0.370319,"hf_subset":"nso_Latn-azb_Arab","languages":["nso-Latn","azb-Arab"]},{"precision":0.492386,"recall":0.547431,"f1":0.507934,"accuracy":0.547431,"main_score":0.507934,"hf_subset":"nso_Latn-deu_Latn","languages":["nso-Latn","deu-Latn"]},{"precision":0.411807,"recall":0.468379,"f1":0.427313,"accuracy":0.468379,"main_score":0.427313,"hf_subset":"nso_Latn-hat_Latn","languages":["nso-Latn","hat-Latn"]},{"precision":0.392098,"recall":0.44664,"f1":0.407217,"accuracy":0.44664,"main_score":0.407217,"hf_subset":"nso_Latn-kbp_Latn","languages":["nso-Latn","kbp-Latn"]},{"precision":0.485268,"recall":0.524704,"f1":0.496317,"accuracy":0.524704,"main_score":0.496317,"hf_subset":"nso_Latn-luo_Latn","languages":["nso-Latn","luo-Latn"]},{"precision":0.384767,"recall":0.44664,"f1":0.401695,"accuracy":0.44664,"main_score":0.401695,"hf_subset":"nso_Latn-ory_Orya","languages":["nso-Latn","ory-Orya"]},{"precision":0.48541,"recall":0.519763,"f1":0.494959,"accuracy":0.519763,"main_score":0.494959,"hf_subset":"nso_Latn-sna_Latn","languages":["nso-Latn","sna-Latn"]},{"precision":0.499891,"recall":0.538538,"f1":0.510931,"accuracy":0.538538,"main_score":0.510931,"hf_subset":"nso_Latn-tso_Latn","languages":["nso-Latn","tso-Latn"]},{"precision":0.458049,"recall":0.502964,"f1":0.470155,"accuracy":0.502964,"main_score":0.470155,"hf_subset":"nso_Latn-azj_Latn","languages":["nso-Latn","azj-Latn"]},{"precision":0.427516,"recall":0.474308,"f1":0.441176,"accuracy":0.474308,"main_score":0.441176,"hf_subset":"nso_Latn-dik_Latn","languages":["nso-Latn","dik-Latn"]},{"precision":0.464209,"recall":0.505929,"f1":0.476254,"accuracy":0.505929,"main_score":0.476254,"hf_subset":"nso_Latn-hau_Latn","languages":["nso-Latn","hau-Latn"]},{"precision":0.487544,"recall":0.528656,"f1":0.49925,"accuracy":0.528656,"main_score":0.49925,"hf_subset":"nso_Latn-kea_Latn","languages":["nso-Latn","kea-Latn"]},{"precision":0.517534,"recall":0.549407,"f1":0.527024,"accuracy":0.549407,"main_score":0.527024,"hf_subset":"nso_Latn-lus_Latn","languages":["nso-Latn","lus-Latn"]},{"precision":0.507353,"recall":0.539526,"f1":0.517241,"accuracy":0.539526,"main_score":0.517241,"hf_subset":"nso_Latn-pag_Latn","languages":["nso-Latn","pag-Latn"]},{"precision":0.365174,"recall":0.423913,"f1":0.380517,"accuracy":0.423913,"main_score":0.380517,"hf_subset":"nso_Latn-snd_Arab","languages":["nso-Latn","snd-Arab"]},{"precision":0.441692,"recall":0.48419,"f1":0.453511,"accuracy":0.48419,"main_score":0.453511,"hf_subset":"nso_Latn-tuk_Latn","languages":["nso-Latn","tuk-Latn"]},{"precision":0.446114,"recall":0.490119,"f1":0.458764,"accuracy":0.490119,"main_score":0.458764,"hf_subset":"nso_Latn-bak_Cyrl","languages":["nso-Latn","bak-Cyrl"]},{"precision":0.358572,"recall":0.421937,"f1":0.377195,"accuracy":0.421937,"main_score":0.377195,"hf_subset":"nso_Latn-dyu_Latn","languages":["nso-Latn","dyu-Latn"]},{"precision":0.363574,"recall":0.429842,"f1":0.38109,"accuracy":0.429842,"main_score":0.38109,"hf_subset":"nso_Latn-heb_Hebr","languages":["nso-Latn","heb-Hebr"]},{"precision":0.407716,"recall":0.461462,"f1":0.422579,"accuracy":0.461462,"main_score":0.422579,"hf_subset":"nso_Latn-khk_Cyrl","languages":["nso-Latn","khk-Cyrl"]},{"precision":0.450273,"recall":0.496047,"f1":0.463205,"accuracy":0.496047,"main_score":0.463205,"hf_subset":"nso_Latn-lvs_Latn","languages":["nso-Latn","lvs-Latn"]},{"precision":0.391212,"recall":0.460474,"f1":0.410085,"accuracy":0.460474,"main_score":0.410085,"hf_subset":"nso_Latn-pan_Guru","languages":["nso-Latn","pan-Guru"]},{"precision":0.412743,"recall":0.466403,"f1":0.428106,"accuracy":0.466403,"main_score":0.428106,"hf_subset":"nso_Latn-som_Latn","languages":["nso-Latn","som-Latn"]},{"precision":0.46615,"recall":0.500988,"f1":0.476175,"accuracy":0.500988,"main_score":0.476175,"hf_subset":"nso_Latn-tum_Latn","languages":["nso-Latn","tum-Latn"]},{"precision":0.26018,"recall":0.332016,"f1":0.279487,"accuracy":0.332016,"main_score":0.279487,"hf_subset":"sin_Sinh-ace_Arab","languages":["sin-Sinh","ace-Arab"]},{"precision":0.32373,"recall":0.413043,"f1":0.348875,"accuracy":0.413043,"main_score":0.348875,"hf_subset":"sin_Sinh-bam_Latn","languages":["sin-Sinh","bam-Latn"]},{"precision":0.161343,"recall":0.226285,"f1":0.178558,"accuracy":0.226285,"main_score":0.178558,"hf_subset":"sin_Sinh-dzo_Tibt","languages":["sin-Sinh","dzo-Tibt"]},{"precision":0.914279,"recall":0.939723,"f1":0.922332,"accuracy":0.939723,"main_score":0.922332,"hf_subset":"sin_Sinh-hin_Deva","languages":["sin-Sinh","hin-Deva"]},{"precision":0.755221,"recall":0.815217,"f1":0.773748,"accuracy":0.815217,"main_score":0.773748,"hf_subset":"sin_Sinh-khm_Khmr","languages":["sin-Sinh","khm-Khmr"]},{"precision":0.86973,"recall":0.906126,"f1":0.881555,"accuracy":0.906126,"main_score":0.881555,"hf_subset":"sin_Sinh-mag_Deva","languages":["sin-Sinh","mag-Deva"]},{"precision":0.691914,"recall":0.761858,"f1":0.712173,"accuracy":0.761858,"main_score":0.712173,"hf_subset":"sin_Sinh-pap_Latn","languages":["sin-Sinh","pap-Latn"]},{"precision":0.38086,"recall":0.467391,"f1":0.404104,"accuracy":0.467391,"main_score":0.404104,"hf_subset":"sin_Sinh-sot_Latn","languages":["sin-Sinh","sot-Latn"]},{"precision":0.897974,"recall":0.929842,"f1":0.908333,"accuracy":0.929842,"main_score":0.908333,"hf_subset":"sin_Sinh-tur_Latn","languages":["sin-Sinh","tur-Latn"]},{"precision":0.530789,"recall":0.608696,"f1":0.553161,"accuracy":0.608696,"main_score":0.553161,"hf_subset":"sin_Sinh-ace_Latn","languages":["sin-Sinh","ace-Latn"]},{"precision":0.632289,"recall":0.701581,"f1":0.652553,"accuracy":0.701581,"main_score":0.652553,"hf_subset":"sin_Sinh-ban_Latn","languages":["sin-Sinh","ban-Latn"]},{"precision":0.861166,"recall":0.899209,"f1":0.873155,"accuracy":0.899209,"main_score":0.873155,"hf_subset":"sin_Sinh-ell_Grek","languages":["sin-Sinh","ell-Grek"]},{"precision":0.843412,"recall":0.884387,"f1":0.85639,"accuracy":0.884387,"main_score":0.85639,"hf_subset":"sin_Sinh-hne_Deva","languages":["sin-Sinh","hne-Deva"]},{"precision":0.349453,"recall":0.443676,"f1":0.375334,"accuracy":0.443676,"main_score":0.375334,"hf_subset":"sin_Sinh-kik_Latn","languages":["sin-Sinh","kik-Latn"]},{"precision":0.883893,"recall":0.918972,"f1":0.895257,"accuracy":0.918972,"main_score":0.895257,"hf_subset":"sin_Sinh-mai_Deva","languages":["sin-Sinh","mai-Deva"]},{"precision":0.754727,"recall":0.81917,"f1":0.774736,"accuracy":0.81917,"main_score":0.774736,"hf_subset":"sin_Sinh-pbt_Arab","languages":["sin-Sinh","pbt-Arab"]},{"precision":0.878162,"recall":0.914032,"f1":0.889625,"accuracy":0.914032,"main_score":0.889625,"hf_subset":"sin_Sinh-spa_Latn","languages":["sin-Sinh","spa-Latn"]},{"precision":0.411074,"recall":0.48913,"f1":0.432835,"accuracy":0.48913,"main_score":0.432835,"hf_subset":"sin_Sinh-twi_Latn","languages":["sin-Sinh","twi-Latn"]},{"precision":0.855237,"recall":0.897233,"f1":0.868906,"accuracy":0.897233,"main_score":0.868906,"hf_subset":"sin_Sinh-acm_Arab","languages":["sin-Sinh","acm-Arab"]},{"precision":0.691462,"recall":0.759881,"f1":0.711893,"accuracy":0.759881,"main_score":0.711893,"hf_subset":"sin_Sinh-bel_Cyrl","languages":["sin-Sinh","bel-Cyrl"]},{"precision":0.919631,"recall":0.942688,"f1":0.926877,"accuracy":0.942688,"main_score":0.926877,"hf_subset":"sin_Sinh-eng_Latn","languages":["sin-Sinh","eng-Latn"]},{"precision":0.83946,"recall":0.883399,"f1":0.853195,"accuracy":0.883399,"main_score":0.853195,"hf_subset":"sin_Sinh-hrv_Latn","languages":["sin-Sinh","hrv-Latn"]},{"precision":0.360343,"recall":0.442688,"f1":0.383976,"accuracy":0.442688,"main_score":0.383976,"hf_subset":"sin_Sinh-kin_Latn","languages":["sin-Sinh","kin-Latn"]},{"precision":0.907856,"recall":0.935771,"f1":0.916568,"accuracy":0.935771,"main_score":0.916568,"hf_subset":"sin_Sinh-mal_Mlym","languages":["sin-Sinh","mal-Mlym"]},{"precision":0.882329,"recall":0.916008,"f1":0.892852,"accuracy":0.916008,"main_score":0.892852,"hf_subset":"sin_Sinh-pes_Arab","languages":["sin-Sinh","pes-Arab"]},{"precision":0.665053,"recall":0.731225,"f1":0.68439,"accuracy":0.731225,"main_score":0.68439,"hf_subset":"sin_Sinh-srd_Latn","languages":["sin-Sinh","srd-Latn"]},{"precision":0.106528,"recall":0.181818,"f1":0.124598,"accuracy":0.181818,"main_score":0.124598,"hf_subset":"sin_Sinh-tzm_Tfng","languages":["sin-Sinh","tzm-Tfng"]},{"precision":0.881752,"recall":0.917984,"f1":0.89361,"accuracy":0.917984,"main_score":0.89361,"hf_subset":"sin_Sinh-acq_Arab","languages":["sin-Sinh","acq-Arab"]},{"precision":0.387799,"recall":0.472332,"f1":0.411481,"accuracy":0.472332,"main_score":0.411481,"hf_subset":"sin_Sinh-bem_Latn","languages":["sin-Sinh","bem-Latn"]},{"precision":0.729562,"recall":0.79249,"f1":0.748833,"accuracy":0.79249,"main_score":0.748833,"hf_subset":"sin_Sinh-epo_Latn","languages":["sin-Sinh","epo-Latn"]},{"precision":0.837698,"recall":0.879447,"f1":0.850659,"accuracy":0.879447,"main_score":0.850659,"hf_subset":"sin_Sinh-hun_Latn","languages":["sin-Sinh","hun-Latn"]},{"precision":0.591268,"recall":0.662055,"f1":0.612017,"accuracy":0.662055,"main_score":0.612017,"hf_subset":"sin_Sinh-kir_Cyrl","languages":["sin-Sinh","kir-Cyrl"]},{"precision":0.913867,"recall":0.938735,"f1":0.921607,"accuracy":0.938735,"main_score":0.921607,"hf_subset":"sin_Sinh-mar_Deva","languages":["sin-Sinh","mar-Deva"]},{"precision":0.383508,"recall":0.464427,"f1":0.406038,"accuracy":0.464427,"main_score":0.406038,"hf_subset":"sin_Sinh-plt_Latn","languages":["sin-Sinh","plt-Latn"]},{"precision":0.79916,"recall":0.848814,"f1":0.814149,"accuracy":0.848814,"main_score":0.814149,"hf_subset":"sin_Sinh-srp_Cyrl","languages":["sin-Sinh","srp-Cyrl"]},{"precision":0.306945,"recall":0.370553,"f1":0.324161,"accuracy":0.370553,"main_score":0.324161,"hf_subset":"sin_Sinh-uig_Arab","languages":["sin-Sinh","uig-Arab"]},{"precision":0.801869,"recall":0.853755,"f1":0.818039,"accuracy":0.853755,"main_score":0.818039,"hf_subset":"sin_Sinh-aeb_Arab","languages":["sin-Sinh","aeb-Arab"]},{"precision":0.90308,"recall":0.931818,"f1":0.912286,"accuracy":0.931818,"main_score":0.912286,"hf_subset":"sin_Sinh-ben_Beng","languages":["sin-Sinh","ben-Beng"]},{"precision":0.68541,"recall":0.752964,"f1":0.705394,"accuracy":0.752964,"main_score":0.705394,"hf_subset":"sin_Sinh-est_Latn","languages":["sin-Sinh","est-Latn"]},{"precision":0.731983,"recall":0.794466,"f1":0.750532,"accuracy":0.794466,"main_score":0.750532,"hf_subset":"sin_Sinh-hye_Armn","languages":["sin-Sinh","hye-Armn"]},{"precision":0.35599,"recall":0.437747,"f1":0.378654,"accuracy":0.437747,"main_score":0.378654,"hf_subset":"sin_Sinh-kmb_Latn","languages":["sin-Sinh","kmb-Latn"]},{"precision":0.218463,"recall":0.289526,"f1":0.237436,"accuracy":0.289526,"main_score":0.237436,"hf_subset":"sin_Sinh-min_Arab","languages":["sin-Sinh","min-Arab"]},{"precision":0.874506,"recall":0.912055,"f1":0.886481,"accuracy":0.912055,"main_score":0.886481,"hf_subset":"sin_Sinh-pol_Latn","languages":["sin-Sinh","pol-Latn"]},{"precision":0.333789,"recall":0.416996,"f1":0.356848,"accuracy":0.416996,"main_score":0.356848,"hf_subset":"sin_Sinh-ssw_Latn","languages":["sin-Sinh","ssw-Latn"]},{"precision":0.883811,"recall":0.916996,"f1":0.893958,"accuracy":0.916996,"main_score":0.893958,"hf_subset":"sin_Sinh-ukr_Cyrl","languages":["sin-Sinh","ukr-Cyrl"]},{"precision":0.810853,"recall":0.858696,"f1":0.826153,"accuracy":0.858696,"main_score":0.826153,"hf_subset":"sin_Sinh-afr_Latn","languages":["sin-Sinh","afr-Latn"]},{"precision":0.825214,"recall":0.87253,"f1":0.839954,"accuracy":0.87253,"main_score":0.839954,"hf_subset":"sin_Sinh-bho_Deva","languages":["sin-Sinh","bho-Deva"]},{"precision":0.510644,"recall":0.591897,"f1":0.533512,"accuracy":0.591897,"main_score":0.533512,"hf_subset":"sin_Sinh-eus_Latn","languages":["sin-Sinh","eus-Latn"]},{"precision":0.365986,"recall":0.455534,"f1":0.391169,"accuracy":0.455534,"main_score":0.391169,"hf_subset":"sin_Sinh-ibo_Latn","languages":["sin-Sinh","ibo-Latn"]},{"precision":0.385011,"recall":0.459486,"f1":0.405191,"accuracy":0.459486,"main_score":0.405191,"hf_subset":"sin_Sinh-kmr_Latn","languages":["sin-Sinh","kmr-Latn"]},{"precision":0.608258,"recall":0.687747,"f1":0.63171,"accuracy":0.687747,"main_score":0.63171,"hf_subset":"sin_Sinh-min_Latn","languages":["sin-Sinh","min-Latn"]},{"precision":0.895974,"recall":0.925889,"f1":0.905616,"accuracy":0.925889,"main_score":0.905616,"hf_subset":"sin_Sinh-por_Latn","languages":["sin-Sinh","por-Latn"]},{"precision":0.653303,"recall":0.725296,"f1":0.674358,"accuracy":0.725296,"main_score":0.674358,"hf_subset":"sin_Sinh-sun_Latn","languages":["sin-Sinh","sun-Latn"]},{"precision":0.349306,"recall":0.433794,"f1":0.372621,"accuracy":0.433794,"main_score":0.372621,"hf_subset":"sin_Sinh-umb_Latn","languages":["sin-Sinh","umb-Latn"]},{"precision":0.864172,"recall":0.901186,"f1":0.875747,"accuracy":0.901186,"main_score":0.875747,"hf_subset":"sin_Sinh-ajp_Arab","languages":["sin-Sinh","ajp-Arab"]},{"precision":0.252167,"recall":0.324111,"f1":0.271945,"accuracy":0.324111,"main_score":0.271945,"hf_subset":"sin_Sinh-bjn_Arab","languages":["sin-Sinh","bjn-Arab"]},{"precision":0.361292,"recall":0.442688,"f1":0.38298,"accuracy":0.442688,"main_score":0.38298,"hf_subset":"sin_Sinh-ewe_Latn","languages":["sin-Sinh","ewe-Latn"]},{"precision":0.53672,"recall":0.603755,"f1":0.556296,"accuracy":0.603755,"main_score":0.556296,"hf_subset":"sin_Sinh-ilo_Latn","languages":["sin-Sinh","ilo-Latn"]},{"precision":0.196136,"recall":0.270751,"f1":0.21633,"accuracy":0.270751,"main_score":0.21633,"hf_subset":"sin_Sinh-knc_Arab","languages":["sin-Sinh","knc-Arab"]},{"precision":0.805451,"recall":0.853755,"f1":0.820506,"accuracy":0.853755,"main_score":0.820506,"hf_subset":"sin_Sinh-mkd_Cyrl","languages":["sin-Sinh","mkd-Cyrl"]},{"precision":0.899209,"recall":0.928854,"f1":0.908564,"accuracy":0.928854,"main_score":0.908564,"hf_subset":"sin_Sinh-prs_Arab","languages":["sin-Sinh","prs-Arab"]},{"precision":0.871904,"recall":0.909091,"f1":0.883484,"accuracy":0.909091,"main_score":0.883484,"hf_subset":"sin_Sinh-swe_Latn","languages":["sin-Sinh","swe-Latn"]},{"precision":0.871871,"recall":0.911067,"f1":0.884387,"accuracy":0.911067,"main_score":0.884387,"hf_subset":"sin_Sinh-urd_Arab","languages":["sin-Sinh","urd-Arab"]},{"precision":0.381309,"recall":0.468379,"f1":0.405713,"accuracy":0.468379,"main_score":0.405713,"hf_subset":"sin_Sinh-aka_Latn","languages":["sin-Sinh","aka-Latn"]},{"precision":0.653633,"recall":0.726285,"f1":0.675741,"accuracy":0.726285,"main_score":0.675741,"hf_subset":"sin_Sinh-bjn_Latn","languages":["sin-Sinh","bjn-Latn"]},{"precision":0.501674,"recall":0.58004,"f1":0.523689,"accuracy":0.58004,"main_score":0.523689,"hf_subset":"sin_Sinh-fao_Latn","languages":["sin-Sinh","fao-Latn"]},{"precision":0.893857,"recall":0.922925,"f1":0.90303,"accuracy":0.922925,"main_score":0.90303,"hf_subset":"sin_Sinh-ind_Latn","languages":["sin-Sinh","ind-Latn"]},{"precision":0.379809,"recall":0.462451,"f1":0.402628,"accuracy":0.462451,"main_score":0.402628,"hf_subset":"sin_Sinh-knc_Latn","languages":["sin-Sinh","knc-Latn"]},{"precision":0.571287,"recall":0.649209,"f1":0.593744,"accuracy":0.649209,"main_score":0.593744,"hf_subset":"sin_Sinh-mlt_Latn","languages":["sin-Sinh","mlt-Latn"]},{"precision":0.420332,"recall":0.504941,"f1":0.443737,"accuracy":0.504941,"main_score":0.443737,"hf_subset":"sin_Sinh-quy_Latn","languages":["sin-Sinh","quy-Latn"]},{"precision":0.787855,"recall":0.835968,"f1":0.802539,"accuracy":0.835968,"main_score":0.802539,"hf_subset":"sin_Sinh-swh_Latn","languages":["sin-Sinh","swh-Latn"]},{"precision":0.554061,"recall":0.631423,"f1":0.576252,"accuracy":0.631423,"main_score":0.576252,"hf_subset":"sin_Sinh-uzn_Latn","languages":["sin-Sinh","uzn-Latn"]},{"precision":0.642589,"recall":0.719368,"f1":0.66573,"accuracy":0.719368,"main_score":0.66573,"hf_subset":"sin_Sinh-als_Latn","languages":["sin-Sinh","als-Latn"]},{"precision":0.200711,"recall":0.270751,"f1":0.219641,"accuracy":0.270751,"main_score":0.219641,"hf_subset":"sin_Sinh-bod_Tibt","languages":["sin-Sinh","bod-Tibt"]},{"precision":0.350462,"recall":0.4417,"f1":0.376262,"accuracy":0.4417,"main_score":0.376262,"hf_subset":"sin_Sinh-fij_Latn","languages":["sin-Sinh","fij-Latn"]},{"precision":0.500883,"recall":0.571146,"f1":0.52088,"accuracy":0.571146,"main_score":0.52088,"hf_subset":"sin_Sinh-isl_Latn","languages":["sin-Sinh","isl-Latn"]},{"precision":0.408253,"recall":0.486166,"f1":0.430205,"accuracy":0.486166,"main_score":0.430205,"hf_subset":"sin_Sinh-kon_Latn","languages":["sin-Sinh","kon-Latn"]},{"precision":0.334396,"recall":0.426877,"f1":0.360234,"accuracy":0.426877,"main_score":0.360234,"hf_subset":"sin_Sinh-mni_Beng","languages":["sin-Sinh","mni-Beng"]},{"precision":0.884168,"recall":0.916996,"f1":0.894466,"accuracy":0.916996,"main_score":0.894466,"hf_subset":"sin_Sinh-ron_Latn","languages":["sin-Sinh","ron-Latn"]},{"precision":0.67635,"recall":0.751976,"f1":0.699097,"accuracy":0.751976,"main_score":0.699097,"hf_subset":"sin_Sinh-szl_Latn","languages":["sin-Sinh","szl-Latn"]},{"precision":0.765267,"recall":0.822134,"f1":0.782411,"accuracy":0.822134,"main_score":0.782411,"hf_subset":"sin_Sinh-vec_Latn","languages":["sin-Sinh","vec-Latn"]},{"precision":0.744302,"recall":0.805336,"f1":0.76278,"accuracy":0.805336,"main_score":0.76278,"hf_subset":"sin_Sinh-amh_Ethi","languages":["sin-Sinh","amh-Ethi"]},{"precision":0.865036,"recall":0.90415,"f1":0.877127,"accuracy":0.90415,"main_score":0.877127,"hf_subset":"sin_Sinh-bos_Latn","languages":["sin-Sinh","bos-Latn"]},{"precision":0.860096,"recall":0.900198,"f1":0.87276,"accuracy":0.900198,"main_score":0.87276,"hf_subset":"sin_Sinh-fin_Latn","languages":["sin-Sinh","fin-Latn"]},{"precision":0.887681,"recall":0.920949,"f1":0.898339,"accuracy":0.920949,"main_score":0.898339,"hf_subset":"sin_Sinh-ita_Latn","languages":["sin-Sinh","ita-Latn"]},{"precision":0.889773,"recall":0.920949,"f1":0.89944,"accuracy":0.920949,"main_score":0.89944,"hf_subset":"sin_Sinh-kor_Hang","languages":["sin-Sinh","kor-Hang"]},{"precision":0.37303,"recall":0.453557,"f1":0.395446,"accuracy":0.453557,"main_score":0.395446,"hf_subset":"sin_Sinh-mos_Latn","languages":["sin-Sinh","mos-Latn"]},{"precision":0.356297,"recall":0.435771,"f1":0.378131,"accuracy":0.435771,"main_score":0.378131,"hf_subset":"sin_Sinh-run_Latn","languages":["sin-Sinh","run-Latn"]},{"precision":0.907938,"recall":0.934783,"f1":0.916502,"accuracy":0.934783,"main_score":0.916502,"hf_subset":"sin_Sinh-tam_Taml","languages":["sin-Sinh","tam-Taml"]},{"precision":0.881588,"recall":0.91502,"f1":0.89226,"accuracy":0.91502,"main_score":0.89226,"hf_subset":"sin_Sinh-vie_Latn","languages":["sin-Sinh","vie-Latn"]},{"precision":0.85151,"recall":0.893281,"f1":0.864559,"accuracy":0.893281,"main_score":0.864559,"hf_subset":"sin_Sinh-apc_Arab","languages":["sin-Sinh","apc-Arab"]},{"precision":0.491999,"recall":0.575099,"f1":0.515955,"accuracy":0.575099,"main_score":0.515955,"hf_subset":"sin_Sinh-bug_Latn","languages":["sin-Sinh","bug-Latn"]},{"precision":0.320365,"recall":0.406126,"f1":0.343667,"accuracy":0.406126,"main_score":0.343667,"hf_subset":"sin_Sinh-fon_Latn","languages":["sin-Sinh","fon-Latn"]},{"precision":0.653854,"recall":0.724308,"f1":0.674649,"accuracy":0.724308,"main_score":0.674649,"hf_subset":"sin_Sinh-jav_Latn","languages":["sin-Sinh","jav-Latn"]},{"precision":0.669944,"recall":0.743083,"f1":0.69218,"accuracy":0.743083,"main_score":0.69218,"hf_subset":"sin_Sinh-lao_Laoo","languages":["sin-Sinh","lao-Laoo"]},{"precision":0.344168,"recall":0.436759,"f1":0.369001,"accuracy":0.436759,"main_score":0.369001,"hf_subset":"sin_Sinh-mri_Latn","languages":["sin-Sinh","mri-Latn"]},{"precision":0.887764,"recall":0.920949,"f1":0.898287,"accuracy":0.920949,"main_score":0.898287,"hf_subset":"sin_Sinh-rus_Cyrl","languages":["sin-Sinh","rus-Cyrl"]},{"precision":0.327144,"recall":0.414032,"f1":0.351428,"accuracy":0.414032,"main_score":0.351428,"hf_subset":"sin_Sinh-taq_Latn","languages":["sin-Sinh","taq-Latn"]},{"precision":0.638432,"recall":0.713439,"f1":0.660754,"accuracy":0.713439,"main_score":0.660754,"hf_subset":"sin_Sinh-war_Latn","languages":["sin-Sinh","war-Latn"]},{"precision":0.885771,"recall":0.918972,"f1":0.896245,"accuracy":0.918972,"main_score":0.896245,"hf_subset":"sin_Sinh-arb_Arab","languages":["sin-Sinh","arb-Arab"]},{"precision":0.876047,"recall":0.911067,"f1":0.887171,"accuracy":0.911067,"main_score":0.887171,"hf_subset":"sin_Sinh-bul_Cyrl","languages":["sin-Sinh","bul-Cyrl"]},{"precision":0.903162,"recall":0.931818,"f1":0.912352,"accuracy":0.931818,"main_score":0.912352,"hf_subset":"sin_Sinh-fra_Latn","languages":["sin-Sinh","fra-Latn"]},{"precision":0.86614,"recall":0.90415,"f1":0.878129,"accuracy":0.90415,"main_score":0.878129,"hf_subset":"sin_Sinh-jpn_Jpan","languages":["sin-Sinh","jpn-Jpan"]},{"precision":0.717369,"recall":0.783597,"f1":0.737615,"accuracy":0.783597,"main_score":0.737615,"hf_subset":"sin_Sinh-lij_Latn","languages":["sin-Sinh","lij-Latn"]},{"precision":0.757717,"recall":0.812253,"f1":0.774391,"accuracy":0.812253,"main_score":0.774391,"hf_subset":"sin_Sinh-mya_Mymr","languages":["sin-Sinh","mya-Mymr"]},{"precision":0.377773,"recall":0.461462,"f1":0.401173,"accuracy":0.461462,"main_score":0.401173,"hf_subset":"sin_Sinh-sag_Latn","languages":["sin-Sinh","sag-Latn"]},{"precision":0.144721,"recall":0.226285,"f1":0.16258,"accuracy":0.226285,"main_score":0.16258,"hf_subset":"sin_Sinh-taq_Tfng","languages":["sin-Sinh","taq-Tfng"]},{"precision":0.395614,"recall":0.478261,"f1":0.419066,"accuracy":0.478261,"main_score":0.419066,"hf_subset":"sin_Sinh-wol_Latn","languages":["sin-Sinh","wol-Latn"]},{"precision":0.253136,"recall":0.354743,"f1":0.280047,"accuracy":0.354743,"main_score":0.280047,"hf_subset":"sin_Sinh-arb_Latn","languages":["sin-Sinh","arb-Latn"]},{"precision":0.860507,"recall":0.900198,"f1":0.872991,"accuracy":0.900198,"main_score":0.872991,"hf_subset":"sin_Sinh-cat_Latn","languages":["sin-Sinh","cat-Latn"]},{"precision":0.666992,"recall":0.735178,"f1":0.686764,"accuracy":0.735178,"main_score":0.686764,"hf_subset":"sin_Sinh-fur_Latn","languages":["sin-Sinh","fur-Latn"]},{"precision":0.26379,"recall":0.347826,"f1":0.28596,"accuracy":0.347826,"main_score":0.28596,"hf_subset":"sin_Sinh-kab_Latn","languages":["sin-Sinh","kab-Latn"]},{"precision":0.640606,"recall":0.710474,"f1":0.661121,"accuracy":0.710474,"main_score":0.661121,"hf_subset":"sin_Sinh-lim_Latn","languages":["sin-Sinh","lim-Latn"]},{"precision":0.887681,"recall":0.918972,"f1":0.89753,"accuracy":0.918972,"main_score":0.89753,"hf_subset":"sin_Sinh-nld_Latn","languages":["sin-Sinh","nld-Latn"]},{"precision":0.789421,"recall":0.837945,"f1":0.804216,"accuracy":0.837945,"main_score":0.804216,"hf_subset":"sin_Sinh-san_Deva","languages":["sin-Sinh","san-Deva"]},{"precision":0.53867,"recall":0.605731,"f1":0.557757,"accuracy":0.605731,"main_score":0.557757,"hf_subset":"sin_Sinh-tat_Cyrl","languages":["sin-Sinh","tat-Cyrl"]},{"precision":0.381216,"recall":0.466403,"f1":0.404665,"accuracy":0.466403,"main_score":0.404665,"hf_subset":"sin_Sinh-xho_Latn","languages":["sin-Sinh","xho-Latn"]},{"precision":0.876433,"recall":0.913043,"f1":0.888029,"accuracy":0.913043,"main_score":0.888029,"hf_subset":"sin_Sinh-ars_Arab","languages":["sin-Sinh","ars-Arab"]},{"precision":0.621775,"recall":0.697628,"f1":0.642903,"accuracy":0.697628,"main_score":0.642903,"hf_subset":"sin_Sinh-ceb_Latn","languages":["sin-Sinh","ceb-Latn"]},{"precision":0.368087,"recall":0.453557,"f1":0.391753,"accuracy":0.453557,"main_score":0.391753,"hf_subset":"sin_Sinh-fuv_Latn","languages":["sin-Sinh","fuv-Latn"]},{"precision":0.357445,"recall":0.448617,"f1":0.382466,"accuracy":0.448617,"main_score":0.382466,"hf_subset":"sin_Sinh-kac_Latn","languages":["sin-Sinh","kac-Latn"]},{"precision":0.396253,"recall":0.490119,"f1":0.423568,"accuracy":0.490119,"main_score":0.423568,"hf_subset":"sin_Sinh-lin_Latn","languages":["sin-Sinh","lin-Latn"]},{"precision":0.835046,"recall":0.880435,"f1":0.849308,"accuracy":0.880435,"main_score":0.849308,"hf_subset":"sin_Sinh-nno_Latn","languages":["sin-Sinh","nno-Latn"]},{"precision":0.193262,"recall":0.259881,"f1":0.209888,"accuracy":0.259881,"main_score":0.209888,"hf_subset":"sin_Sinh-sat_Olck","languages":["sin-Sinh","sat-Olck"]},{"precision":0.90135,"recall":0.93083,"f1":0.910738,"accuracy":0.93083,"main_score":0.910738,"hf_subset":"sin_Sinh-tel_Telu","languages":["sin-Sinh","tel-Telu"]},{"precision":0.303935,"recall":0.384387,"f1":0.325386,"accuracy":0.384387,"main_score":0.325386,"hf_subset":"sin_Sinh-ydd_Hebr","languages":["sin-Sinh","ydd-Hebr"]},{"precision":0.73503,"recall":0.799407,"f1":0.754611,"accuracy":0.799407,"main_score":0.754611,"hf_subset":"sin_Sinh-ary_Arab","languages":["sin-Sinh","ary-Arab"]},{"precision":0.855649,"recall":0.897233,"f1":0.868808,"accuracy":0.897233,"main_score":0.868808,"hf_subset":"sin_Sinh-ces_Latn","languages":["sin-Sinh","ces-Latn"]},{"precision":0.307251,"recall":0.393281,"f1":0.329837,"accuracy":0.393281,"main_score":0.329837,"hf_subset":"sin_Sinh-gaz_Latn","languages":["sin-Sinh","gaz-Latn"]},{"precision":0.389531,"recall":0.472332,"f1":0.412722,"accuracy":0.472332,"main_score":0.412722,"hf_subset":"sin_Sinh-kam_Latn","languages":["sin-Sinh","kam-Latn"]},{"precision":0.68714,"recall":0.748024,"f1":0.705245,"accuracy":0.748024,"main_score":0.705245,"hf_subset":"sin_Sinh-lit_Latn","languages":["sin-Sinh","lit-Latn"]},{"precision":0.878953,"recall":0.91502,"f1":0.890481,"accuracy":0.91502,"main_score":0.890481,"hf_subset":"sin_Sinh-nob_Latn","languages":["sin-Sinh","nob-Latn"]},{"precision":0.617521,"recall":0.686759,"f1":0.63704,"accuracy":0.686759,"main_score":0.63704,"hf_subset":"sin_Sinh-scn_Latn","languages":["sin-Sinh","scn-Latn"]},{"precision":0.400702,"recall":0.477273,"f1":0.421835,"accuracy":0.477273,"main_score":0.421835,"hf_subset":"sin_Sinh-tgk_Cyrl","languages":["sin-Sinh","tgk-Cyrl"]},{"precision":0.324481,"recall":0.417984,"f1":0.35117,"accuracy":0.417984,"main_score":0.35117,"hf_subset":"sin_Sinh-yor_Latn","languages":["sin-Sinh","yor-Latn"]},{"precision":0.856235,"recall":0.896245,"f1":0.868579,"accuracy":0.896245,"main_score":0.868579,"hf_subset":"sin_Sinh-arz_Arab","languages":["sin-Sinh","arz-Arab"]},{"precision":0.37671,"recall":0.455534,"f1":0.398264,"accuracy":0.455534,"main_score":0.398264,"hf_subset":"sin_Sinh-cjk_Latn","languages":["sin-Sinh","cjk-Latn"]},{"precision":0.343357,"recall":0.420949,"f1":0.363665,"accuracy":0.420949,"main_score":0.363665,"hf_subset":"sin_Sinh-gla_Latn","languages":["sin-Sinh","gla-Latn"]},{"precision":0.911561,"recall":0.938735,"f1":0.920257,"accuracy":0.938735,"main_score":0.920257,"hf_subset":"sin_Sinh-kan_Knda","languages":["sin-Sinh","kan-Knda"]},{"precision":0.614607,"recall":0.697628,"f1":0.63871,"accuracy":0.697628,"main_score":0.63871,"hf_subset":"sin_Sinh-lmo_Latn","languages":["sin-Sinh","lmo-Latn"]},{"precision":0.906901,"recall":0.932806,"f1":0.915086,"accuracy":0.932806,"main_score":0.915086,"hf_subset":"sin_Sinh-npi_Deva","languages":["sin-Sinh","npi-Deva"]},{"precision":0.323931,"recall":0.406126,"f1":0.346048,"accuracy":0.406126,"main_score":0.346048,"hf_subset":"sin_Sinh-shn_Mymr","languages":["sin-Sinh","shn-Mymr"]},{"precision":0.777183,"recall":0.83004,"f1":0.793528,"accuracy":0.83004,"main_score":0.793528,"hf_subset":"sin_Sinh-tgl_Latn","languages":["sin-Sinh","tgl-Latn"]},{"precision":0.865366,"recall":0.906126,"f1":0.87836,"accuracy":0.906126,"main_score":0.87836,"hf_subset":"sin_Sinh-yue_Hant","languages":["sin-Sinh","yue-Hant"]},{"precision":0.797217,"recall":0.849802,"f1":0.813636,"accuracy":0.849802,"main_score":0.813636,"hf_subset":"sin_Sinh-asm_Beng","languages":["sin-Sinh","asm-Beng"]},{"precision":0.384581,"recall":0.463439,"f1":0.406045,"accuracy":0.463439,"main_score":0.406045,"hf_subset":"sin_Sinh-ckb_Arab","languages":["sin-Sinh","ckb-Arab"]},{"precision":0.366487,"recall":0.448617,"f1":0.388604,"accuracy":0.448617,"main_score":0.388604,"hf_subset":"sin_Sinh-gle_Latn","languages":["sin-Sinh","gle-Latn"]},{"precision":0.543766,"recall":0.633399,"f1":0.569742,"accuracy":0.633399,"main_score":0.569742,"hf_subset":"sin_Sinh-kas_Arab","languages":["sin-Sinh","kas-Arab"]},{"precision":0.496356,"recall":0.561265,"f1":0.514619,"accuracy":0.561265,"main_score":0.514619,"hf_subset":"sin_Sinh-ltg_Latn","languages":["sin-Sinh","ltg-Latn"]},{"precision":0.383089,"recall":0.467391,"f1":0.407026,"accuracy":0.467391,"main_score":0.407026,"hf_subset":"sin_Sinh-nso_Latn","languages":["sin-Sinh","nso-Latn"]},{"precision":0.892688,"recall":0.923913,"f1":0.902503,"accuracy":0.923913,"main_score":0.902503,"hf_subset":"sin_Sinh-tha_Thai","languages":["sin-Sinh","tha-Thai"]},{"precision":0.862648,"recall":0.903162,"f1":0.875461,"accuracy":0.903162,"main_score":0.875461,"hf_subset":"sin_Sinh-zho_Hans","languages":["sin-Sinh","zho-Hans"]},{"precision":0.821591,"recall":0.867589,"f1":0.835427,"accuracy":0.867589,"main_score":0.835427,"hf_subset":"sin_Sinh-ast_Latn","languages":["sin-Sinh","ast-Latn"]},{"precision":0.650993,"recall":0.725296,"f1":0.672483,"accuracy":0.725296,"main_score":0.672483,"hf_subset":"sin_Sinh-crh_Latn","languages":["sin-Sinh","crh-Latn"]},{"precision":0.857823,"recall":0.899209,"f1":0.870949,"accuracy":0.899209,"main_score":0.870949,"hf_subset":"sin_Sinh-glg_Latn","languages":["sin-Sinh","glg-Latn"]},{"precision":0.500791,"recall":0.572134,"f1":0.52093,"accuracy":0.572134,"main_score":0.52093,"hf_subset":"sin_Sinh-kas_Deva","languages":["sin-Sinh","kas-Deva"]},{"precision":0.598325,"recall":0.66996,"f1":0.618034,"accuracy":0.66996,"main_score":0.618034,"hf_subset":"sin_Sinh-ltz_Latn","languages":["sin-Sinh","ltz-Latn"]},{"precision":0.30752,"recall":0.395257,"f1":0.332115,"accuracy":0.395257,"main_score":0.332115,"hf_subset":"sin_Sinh-nus_Latn","languages":["sin-Sinh","nus-Latn"]},{"precision":0.863472,"recall":0.899209,"f1":0.874638,"accuracy":0.899209,"main_score":0.874638,"hf_subset":"sin_Sinh-slk_Latn","languages":["sin-Sinh","slk-Latn"]},{"precision":0.375022,"recall":0.454545,"f1":0.39697,"accuracy":0.454545,"main_score":0.39697,"hf_subset":"sin_Sinh-tir_Ethi","languages":["sin-Sinh","tir-Ethi"]},{"precision":0.865942,"recall":0.906126,"f1":0.878741,"accuracy":0.906126,"main_score":0.878741,"hf_subset":"sin_Sinh-zho_Hant","languages":["sin-Sinh","zho-Hant"]},{"precision":0.873633,"recall":0.907115,"f1":0.884044,"accuracy":0.907115,"main_score":0.884044,"hf_subset":"sin_Sinh-awa_Deva","languages":["sin-Sinh","awa-Deva"]},{"precision":0.389539,"recall":0.469368,"f1":0.411848,"accuracy":0.469368,"main_score":0.411848,"hf_subset":"sin_Sinh-cym_Latn","languages":["sin-Sinh","cym-Latn"]},{"precision":0.482857,"recall":0.562253,"f1":0.505625,"accuracy":0.562253,"main_score":0.505625,"hf_subset":"sin_Sinh-grn_Latn","languages":["sin-Sinh","grn-Latn"]},{"precision":0.800546,"recall":0.849802,"f1":0.815104,"accuracy":0.849802,"main_score":0.815104,"hf_subset":"sin_Sinh-kat_Geor","languages":["sin-Sinh","kat-Geor"]},{"precision":0.410082,"recall":0.497036,"f1":0.43382,"accuracy":0.497036,"main_score":0.43382,"hf_subset":"sin_Sinh-lua_Latn","languages":["sin-Sinh","lua-Latn"]},{"precision":0.404646,"recall":0.48419,"f1":0.426797,"accuracy":0.48419,"main_score":0.426797,"hf_subset":"sin_Sinh-nya_Latn","languages":["sin-Sinh","nya-Latn"]},{"precision":0.771476,"recall":0.828063,"f1":0.788801,"accuracy":0.828063,"main_score":0.788801,"hf_subset":"sin_Sinh-slv_Latn","languages":["sin-Sinh","slv-Latn"]},{"precision":0.532102,"recall":0.612648,"f1":0.555475,"accuracy":0.612648,"main_score":0.555475,"hf_subset":"sin_Sinh-tpi_Latn","languages":["sin-Sinh","tpi-Latn"]},{"precision":0.875,"recall":0.911067,"f1":0.886331,"accuracy":0.911067,"main_score":0.886331,"hf_subset":"sin_Sinh-zsm_Latn","languages":["sin-Sinh","zsm-Latn"]},{"precision":0.347343,"recall":0.433794,"f1":0.370979,"accuracy":0.433794,"main_score":0.370979,"hf_subset":"sin_Sinh-ayr_Latn","languages":["sin-Sinh","ayr-Latn"]},{"precision":0.875906,"recall":0.911067,"f1":0.886924,"accuracy":0.911067,"main_score":0.886924,"hf_subset":"sin_Sinh-dan_Latn","languages":["sin-Sinh","dan-Latn"]},{"precision":0.910244,"recall":0.936759,"f1":0.918808,"accuracy":0.936759,"main_score":0.918808,"hf_subset":"sin_Sinh-guj_Gujr","languages":["sin-Sinh","guj-Gujr"]},{"precision":0.652388,"recall":0.725296,"f1":0.673781,"accuracy":0.725296,"main_score":0.673781,"hf_subset":"sin_Sinh-kaz_Cyrl","languages":["sin-Sinh","kaz-Cyrl"]},{"precision":0.33673,"recall":0.426877,"f1":0.361432,"accuracy":0.426877,"main_score":0.361432,"hf_subset":"sin_Sinh-lug_Latn","languages":["sin-Sinh","lug-Latn"]},{"precision":0.824802,"recall":0.869565,"f1":0.838688,"accuracy":0.869565,"main_score":0.838688,"hf_subset":"sin_Sinh-oci_Latn","languages":["sin-Sinh","oci-Latn"]},{"precision":0.379324,"recall":0.479249,"f1":0.406998,"accuracy":0.479249,"main_score":0.406998,"hf_subset":"sin_Sinh-smo_Latn","languages":["sin-Sinh","smo-Latn"]},{"precision":0.358256,"recall":0.437747,"f1":0.380627,"accuracy":0.437747,"main_score":0.380627,"hf_subset":"sin_Sinh-tsn_Latn","languages":["sin-Sinh","tsn-Latn"]},{"precision":0.357007,"recall":0.449605,"f1":0.381799,"accuracy":0.449605,"main_score":0.381799,"hf_subset":"sin_Sinh-zul_Latn","languages":["sin-Sinh","zul-Latn"]},{"precision":0.49293,"recall":0.596838,"f1":0.522328,"accuracy":0.596838,"main_score":0.522328,"hf_subset":"sin_Sinh-azb_Arab","languages":["sin-Sinh","azb-Arab"]},{"precision":0.894845,"recall":0.925889,"f1":0.904828,"accuracy":0.925889,"main_score":0.904828,"hf_subset":"sin_Sinh-deu_Latn","languages":["sin-Sinh","deu-Latn"]},{"precision":0.509367,"recall":0.582016,"f1":0.529529,"accuracy":0.582016,"main_score":0.529529,"hf_subset":"sin_Sinh-hat_Latn","languages":["sin-Sinh","hat-Latn"]},{"precision":0.336254,"recall":0.423913,"f1":0.360325,"accuracy":0.423913,"main_score":0.360325,"hf_subset":"sin_Sinh-kbp_Latn","languages":["sin-Sinh","kbp-Latn"]},{"precision":0.379363,"recall":0.456522,"f1":0.400724,"accuracy":0.456522,"main_score":0.400724,"hf_subset":"sin_Sinh-luo_Latn","languages":["sin-Sinh","luo-Latn"]},{"precision":0.543819,"recall":0.624506,"f1":0.567182,"accuracy":0.624506,"main_score":0.567182,"hf_subset":"sin_Sinh-ory_Orya","languages":["sin-Sinh","ory-Orya"]},{"precision":0.371131,"recall":0.455534,"f1":0.394477,"accuracy":0.455534,"main_score":0.394477,"hf_subset":"sin_Sinh-sna_Latn","languages":["sin-Sinh","sna-Latn"]},{"precision":0.364845,"recall":0.450593,"f1":0.388479,"accuracy":0.450593,"main_score":0.388479,"hf_subset":"sin_Sinh-tso_Latn","languages":["sin-Sinh","tso-Latn"]},{"precision":0.720833,"recall":0.782609,"f1":0.739577,"accuracy":0.782609,"main_score":0.739577,"hf_subset":"sin_Sinh-azj_Latn","languages":["sin-Sinh","azj-Latn"]},{"precision":0.328049,"recall":0.413043,"f1":0.352052,"accuracy":0.413043,"main_score":0.352052,"hf_subset":"sin_Sinh-dik_Latn","languages":["sin-Sinh","dik-Latn"]},{"precision":0.394353,"recall":0.469368,"f1":0.415961,"accuracy":0.469368,"main_score":0.415961,"hf_subset":"sin_Sinh-hau_Latn","languages":["sin-Sinh","hau-Latn"]},{"precision":0.641594,"recall":0.717391,"f1":0.663323,"accuracy":0.717391,"main_score":0.663323,"hf_subset":"sin_Sinh-kea_Latn","languages":["sin-Sinh","kea-Latn"]},{"precision":0.462798,"recall":0.539526,"f1":0.484409,"accuracy":0.539526,"main_score":0.484409,"hf_subset":"sin_Sinh-lus_Latn","languages":["sin-Sinh","lus-Latn"]},{"precision":0.540573,"recall":0.618577,"f1":0.562934,"accuracy":0.618577,"main_score":0.562934,"hf_subset":"sin_Sinh-pag_Latn","languages":["sin-Sinh","pag-Latn"]},{"precision":0.58174,"recall":0.666996,"f1":0.606458,"accuracy":0.666996,"main_score":0.606458,"hf_subset":"sin_Sinh-snd_Arab","languages":["sin-Sinh","snd-Arab"]},{"precision":0.505041,"recall":0.58004,"f1":0.526836,"accuracy":0.58004,"main_score":0.526836,"hf_subset":"sin_Sinh-tuk_Latn","languages":["sin-Sinh","tuk-Latn"]},{"precision":0.52524,"recall":0.586957,"f1":0.542332,"accuracy":0.586957,"main_score":0.542332,"hf_subset":"sin_Sinh-bak_Cyrl","languages":["sin-Sinh","bak-Cyrl"]},{"precision":0.277819,"recall":0.374506,"f1":0.304099,"accuracy":0.374506,"main_score":0.304099,"hf_subset":"sin_Sinh-dyu_Latn","languages":["sin-Sinh","dyu-Latn"]},{"precision":0.810474,"recall":0.86166,"f1":0.826548,"accuracy":0.86166,"main_score":0.826548,"hf_subset":"sin_Sinh-heb_Hebr","languages":["sin-Sinh","heb-Hebr"]},{"precision":0.406337,"recall":0.471344,"f1":0.423669,"accuracy":0.471344,"main_score":0.423669,"hf_subset":"sin_Sinh-khk_Cyrl","languages":["sin-Sinh","khk-Cyrl"]},{"precision":0.692427,"recall":0.752964,"f1":0.711152,"accuracy":0.752964,"main_score":0.711152,"hf_subset":"sin_Sinh-lvs_Latn","languages":["sin-Sinh","lvs-Latn"]},{"precision":0.876318,"recall":0.914032,"f1":0.888669,"accuracy":0.914032,"main_score":0.888669,"hf_subset":"sin_Sinh-pan_Guru","languages":["sin-Sinh","pan-Guru"]},{"precision":0.35326,"recall":0.428854,"f1":0.37417,"accuracy":0.428854,"main_score":0.37417,"hf_subset":"sin_Sinh-som_Latn","languages":["sin-Sinh","som-Latn"]},{"precision":0.396204,"recall":0.471344,"f1":0.416922,"accuracy":0.471344,"main_score":0.416922,"hf_subset":"sin_Sinh-tum_Latn","languages":["sin-Sinh","tum-Latn"]},{"precision":0.258018,"recall":0.344862,"f1":0.278982,"accuracy":0.344862,"main_score":0.278982,"hf_subset":"tha_Thai-ace_Arab","languages":["tha-Thai","ace-Arab"]},{"precision":0.334994,"recall":0.442688,"f1":0.363204,"accuracy":0.442688,"main_score":0.363204,"hf_subset":"tha_Thai-bam_Latn","languages":["tha-Thai","bam-Latn"]},{"precision":0.161756,"recall":0.225296,"f1":0.177798,"accuracy":0.225296,"main_score":0.177798,"hf_subset":"tha_Thai-dzo_Tibt","languages":["tha-Thai","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-hin_Deva","languages":["tha-Thai","hin-Deva"]},{"precision":0.856966,"recall":0.899209,"f1":0.870455,"accuracy":0.899209,"main_score":0.870455,"hf_subset":"tha_Thai-khm_Khmr","languages":["tha-Thai","khm-Khmr"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"tha_Thai-mag_Deva","languages":["tha-Thai","mag-Deva"]},{"precision":0.815711,"recall":0.868577,"f1":0.831903,"accuracy":0.868577,"main_score":0.831903,"hf_subset":"tha_Thai-pap_Latn","languages":["tha-Thai","pap-Latn"]},{"precision":0.384982,"recall":0.492095,"f1":0.413043,"accuracy":0.492095,"main_score":0.413043,"hf_subset":"tha_Thai-sot_Latn","languages":["tha-Thai","sot-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"tha_Thai-tur_Latn","languages":["tha-Thai","tur-Latn"]},{"precision":0.617549,"recall":0.706522,"f1":0.642762,"accuracy":0.706522,"main_score":0.642762,"hf_subset":"tha_Thai-ace_Latn","languages":["tha-Thai","ace-Latn"]},{"precision":0.786808,"recall":0.847826,"f1":0.806028,"accuracy":0.847826,"main_score":0.806028,"hf_subset":"tha_Thai-ban_Latn","languages":["tha-Thai","ban-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"tha_Thai-ell_Grek","languages":["tha-Thai","ell-Grek"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"tha_Thai-hne_Deva","languages":["tha-Thai","hne-Deva"]},{"precision":0.375311,"recall":0.493083,"f1":0.406182,"accuracy":0.493083,"main_score":0.406182,"hf_subset":"tha_Thai-kik_Latn","languages":["tha-Thai","kik-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tha_Thai-mai_Deva","languages":["tha-Thai","mai-Deva"]},{"precision":0.835425,"recall":0.883399,"f1":0.850165,"accuracy":0.883399,"main_score":0.850165,"hf_subset":"tha_Thai-pbt_Arab","languages":["tha-Thai","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-spa_Latn","languages":["tha-Thai","spa-Latn"]},{"precision":0.454583,"recall":0.564229,"f1":0.484324,"accuracy":0.564229,"main_score":0.484324,"hf_subset":"tha_Thai-twi_Latn","languages":["tha-Thai","twi-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tha_Thai-acm_Arab","languages":["tha-Thai","acm-Arab"]},{"precision":0.808712,"recall":0.865613,"f1":0.826647,"accuracy":0.865613,"main_score":0.826647,"hf_subset":"tha_Thai-bel_Cyrl","languages":["tha-Thai","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-eng_Latn","languages":["tha-Thai","eng-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"tha_Thai-hrv_Latn","languages":["tha-Thai","hrv-Latn"]},{"precision":0.363287,"recall":0.463439,"f1":0.389036,"accuracy":0.463439,"main_score":0.389036,"hf_subset":"tha_Thai-kin_Latn","languages":["tha-Thai","kin-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tha_Thai-mal_Mlym","languages":["tha-Thai","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-pes_Arab","languages":["tha-Thai","pes-Arab"]},{"precision":0.798567,"recall":0.857708,"f1":0.817194,"accuracy":0.857708,"main_score":0.817194,"hf_subset":"tha_Thai-srd_Latn","languages":["tha-Thai","srd-Latn"]},{"precision":0.099882,"recall":0.167984,"f1":0.114613,"accuracy":0.167984,"main_score":0.114613,"hf_subset":"tha_Thai-tzm_Tfng","languages":["tha-Thai","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tha_Thai-acq_Arab","languages":["tha-Thai","acq-Arab"]},{"precision":0.419114,"recall":0.520751,"f1":0.445086,"accuracy":0.520751,"main_score":0.445086,"hf_subset":"tha_Thai-bem_Latn","languages":["tha-Thai","bem-Latn"]},{"precision":0.854644,"recall":0.897233,"f1":0.867852,"accuracy":0.897233,"main_score":0.867852,"hf_subset":"tha_Thai-epo_Latn","languages":["tha-Thai","epo-Latn"]},{"precision":0.895916,"recall":0.928854,"f1":0.906621,"accuracy":0.928854,"main_score":0.906621,"hf_subset":"tha_Thai-hun_Latn","languages":["tha-Thai","hun-Latn"]},{"precision":0.633367,"recall":0.722332,"f1":0.658772,"accuracy":0.722332,"main_score":0.658772,"hf_subset":"tha_Thai-kir_Cyrl","languages":["tha-Thai","kir-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tha_Thai-mar_Deva","languages":["tha-Thai","mar-Deva"]},{"precision":0.404374,"recall":0.508893,"f1":0.43217,"accuracy":0.508893,"main_score":0.43217,"hf_subset":"tha_Thai-plt_Latn","languages":["tha-Thai","plt-Latn"]},{"precision":0.904397,"recall":0.933794,"f1":0.913768,"accuracy":0.933794,"main_score":0.913768,"hf_subset":"tha_Thai-srp_Cyrl","languages":["tha-Thai","srp-Cyrl"]},{"precision":0.258675,"recall":0.349802,"f1":0.281459,"accuracy":0.349802,"main_score":0.281459,"hf_subset":"tha_Thai-uig_Arab","languages":["tha-Thai","uig-Arab"]},{"precision":0.932148,"recall":0.954545,"f1":0.939559,"accuracy":0.954545,"main_score":0.939559,"hf_subset":"tha_Thai-aeb_Arab","languages":["tha-Thai","aeb-Arab"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"tha_Thai-ben_Beng","languages":["tha-Thai","ben-Beng"]},{"precision":0.764361,"recall":0.829051,"f1":0.784143,"accuracy":0.829051,"main_score":0.784143,"hf_subset":"tha_Thai-est_Latn","languages":["tha-Thai","est-Latn"]},{"precision":0.798183,"recall":0.853755,"f1":0.815401,"accuracy":0.853755,"main_score":0.815401,"hf_subset":"tha_Thai-hye_Armn","languages":["tha-Thai","hye-Armn"]},{"precision":0.367475,"recall":0.469368,"f1":0.393885,"accuracy":0.469368,"main_score":0.393885,"hf_subset":"tha_Thai-kmb_Latn","languages":["tha-Thai","kmb-Latn"]},{"precision":0.213811,"recall":0.299407,"f1":0.233868,"accuracy":0.299407,"main_score":0.233868,"hf_subset":"tha_Thai-min_Arab","languages":["tha-Thai","min-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tha_Thai-pol_Latn","languages":["tha-Thai","pol-Latn"]},{"precision":0.349664,"recall":0.451581,"f1":0.375295,"accuracy":0.451581,"main_score":0.375295,"hf_subset":"tha_Thai-ssw_Latn","languages":["tha-Thai","ssw-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tha_Thai-ukr_Cyrl","languages":["tha-Thai","ukr-Cyrl"]},{"precision":0.910079,"recall":0.937747,"f1":0.918808,"accuracy":0.937747,"main_score":0.918808,"hf_subset":"tha_Thai-afr_Latn","languages":["tha-Thai","afr-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"tha_Thai-bho_Deva","languages":["tha-Thai","bho-Deva"]},{"precision":0.56251,"recall":0.661067,"f1":0.590133,"accuracy":0.661067,"main_score":0.590133,"hf_subset":"tha_Thai-eus_Latn","languages":["tha-Thai","eus-Latn"]},{"precision":0.356762,"recall":0.468379,"f1":0.384848,"accuracy":0.468379,"main_score":0.384848,"hf_subset":"tha_Thai-ibo_Latn","languages":["tha-Thai","ibo-Latn"]},{"precision":0.390904,"recall":0.497036,"f1":0.418364,"accuracy":0.497036,"main_score":0.418364,"hf_subset":"tha_Thai-kmr_Latn","languages":["tha-Thai","kmr-Latn"]},{"precision":0.790827,"recall":0.848814,"f1":0.808267,"accuracy":0.848814,"main_score":0.808267,"hf_subset":"tha_Thai-min_Latn","languages":["tha-Thai","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tha_Thai-por_Latn","languages":["tha-Thai","por-Latn"]},{"precision":0.82197,"recall":0.875494,"f1":0.838735,"accuracy":0.875494,"main_score":0.838735,"hf_subset":"tha_Thai-sun_Latn","languages":["tha-Thai","sun-Latn"]},{"precision":0.336909,"recall":0.450593,"f1":0.366413,"accuracy":0.450593,"main_score":0.366413,"hf_subset":"tha_Thai-umb_Latn","languages":["tha-Thai","umb-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"tha_Thai-ajp_Arab","languages":["tha-Thai","ajp-Arab"]},{"precision":0.235753,"recall":0.327075,"f1":0.258283,"accuracy":0.327075,"main_score":0.258283,"hf_subset":"tha_Thai-bjn_Arab","languages":["tha-Thai","bjn-Arab"]},{"precision":0.365112,"recall":0.465415,"f1":0.389883,"accuracy":0.465415,"main_score":0.389883,"hf_subset":"tha_Thai-ewe_Latn","languages":["tha-Thai","ewe-Latn"]},{"precision":0.627981,"recall":0.715415,"f1":0.652904,"accuracy":0.715415,"main_score":0.652904,"hf_subset":"tha_Thai-ilo_Latn","languages":["tha-Thai","ilo-Latn"]},{"precision":0.162577,"recall":0.249012,"f1":0.180954,"accuracy":0.249012,"main_score":0.180954,"hf_subset":"tha_Thai-knc_Arab","languages":["tha-Thai","knc-Arab"]},{"precision":0.890975,"recall":0.925889,"f1":0.902339,"accuracy":0.925889,"main_score":0.902339,"hf_subset":"tha_Thai-mkd_Cyrl","languages":["tha-Thai","mkd-Cyrl"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"tha_Thai-prs_Arab","languages":["tha-Thai","prs-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tha_Thai-swe_Latn","languages":["tha-Thai","swe-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"tha_Thai-urd_Arab","languages":["tha-Thai","urd-Arab"]},{"precision":0.428262,"recall":0.539526,"f1":0.457608,"accuracy":0.539526,"main_score":0.457608,"hf_subset":"tha_Thai-aka_Latn","languages":["tha-Thai","aka-Latn"]},{"precision":0.806802,"recall":0.862648,"f1":0.824144,"accuracy":0.862648,"main_score":0.824144,"hf_subset":"tha_Thai-bjn_Latn","languages":["tha-Thai","bjn-Latn"]},{"precision":0.52354,"recall":0.614625,"f1":0.548702,"accuracy":0.614625,"main_score":0.548702,"hf_subset":"tha_Thai-fao_Latn","languages":["tha-Thai","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-ind_Latn","languages":["tha-Thai","ind-Latn"]},{"precision":0.39894,"recall":0.506917,"f1":0.42639,"accuracy":0.506917,"main_score":0.42639,"hf_subset":"tha_Thai-knc_Latn","languages":["tha-Thai","knc-Latn"]},{"precision":0.647754,"recall":0.735178,"f1":0.673423,"accuracy":0.735178,"main_score":0.673423,"hf_subset":"tha_Thai-mlt_Latn","languages":["tha-Thai","mlt-Latn"]},{"precision":0.440322,"recall":0.549407,"f1":0.468883,"accuracy":0.549407,"main_score":0.468883,"hf_subset":"tha_Thai-quy_Latn","languages":["tha-Thai","quy-Latn"]},{"precision":0.836001,"recall":0.883399,"f1":0.850758,"accuracy":0.883399,"main_score":0.850758,"hf_subset":"tha_Thai-swh_Latn","languages":["tha-Thai","swh-Latn"]},{"precision":0.611639,"recall":0.703557,"f1":0.638277,"accuracy":0.703557,"main_score":0.638277,"hf_subset":"tha_Thai-uzn_Latn","languages":["tha-Thai","uzn-Latn"]},{"precision":0.713175,"recall":0.788538,"f1":0.735474,"accuracy":0.788538,"main_score":0.735474,"hf_subset":"tha_Thai-als_Latn","languages":["tha-Thai","als-Latn"]},{"precision":0.191381,"recall":0.266798,"f1":0.209239,"accuracy":0.266798,"main_score":0.209239,"hf_subset":"tha_Thai-bod_Tibt","languages":["tha-Thai","bod-Tibt"]},{"precision":0.353797,"recall":0.470356,"f1":0.38313,"accuracy":0.470356,"main_score":0.38313,"hf_subset":"tha_Thai-fij_Latn","languages":["tha-Thai","fij-Latn"]},{"precision":0.503071,"recall":0.600791,"f1":0.530082,"accuracy":0.600791,"main_score":0.530082,"hf_subset":"tha_Thai-isl_Latn","languages":["tha-Thai","isl-Latn"]},{"precision":0.454157,"recall":0.554348,"f1":0.481497,"accuracy":0.554348,"main_score":0.481497,"hf_subset":"tha_Thai-kon_Latn","languages":["tha-Thai","kon-Latn"]},{"precision":0.309177,"recall":0.420949,"f1":0.337262,"accuracy":0.420949,"main_score":0.337262,"hf_subset":"tha_Thai-mni_Beng","languages":["tha-Thai","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tha_Thai-ron_Latn","languages":["tha-Thai","ron-Latn"]},{"precision":0.822381,"recall":0.871542,"f1":0.837615,"accuracy":0.871542,"main_score":0.837615,"hf_subset":"tha_Thai-szl_Latn","languages":["tha-Thai","szl-Latn"]},{"precision":0.900033,"recall":0.931818,"f1":0.910408,"accuracy":0.931818,"main_score":0.910408,"hf_subset":"tha_Thai-vec_Latn","languages":["tha-Thai","vec-Latn"]},{"precision":0.785573,"recall":0.846838,"f1":0.804334,"accuracy":0.846838,"main_score":0.804334,"hf_subset":"tha_Thai-amh_Ethi","languages":["tha-Thai","amh-Ethi"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"tha_Thai-bos_Latn","languages":["tha-Thai","bos-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"tha_Thai-fin_Latn","languages":["tha-Thai","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-ita_Latn","languages":["tha-Thai","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tha_Thai-kor_Hang","languages":["tha-Thai","kor-Hang"]},{"precision":0.367683,"recall":0.472332,"f1":0.394047,"accuracy":0.472332,"main_score":0.394047,"hf_subset":"tha_Thai-mos_Latn","languages":["tha-Thai","mos-Latn"]},{"precision":0.351664,"recall":0.464427,"f1":0.380578,"accuracy":0.464427,"main_score":0.380578,"hf_subset":"tha_Thai-run_Latn","languages":["tha-Thai","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tha_Thai-tam_Taml","languages":["tha-Thai","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tha_Thai-vie_Latn","languages":["tha-Thai","vie-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tha_Thai-apc_Arab","languages":["tha-Thai","apc-Arab"]},{"precision":0.57507,"recall":0.670949,"f1":0.602201,"accuracy":0.670949,"main_score":0.602201,"hf_subset":"tha_Thai-bug_Latn","languages":["tha-Thai","bug-Latn"]},{"precision":0.315494,"recall":0.421937,"f1":0.341564,"accuracy":0.421937,"main_score":0.341564,"hf_subset":"tha_Thai-fon_Latn","languages":["tha-Thai","fon-Latn"]},{"precision":0.82831,"recall":0.880435,"f1":0.844895,"accuracy":0.880435,"main_score":0.844895,"hf_subset":"tha_Thai-jav_Latn","languages":["tha-Thai","jav-Latn"]},{"precision":0.770298,"recall":0.833992,"f1":0.789731,"accuracy":0.833992,"main_score":0.789731,"hf_subset":"tha_Thai-lao_Laoo","languages":["tha-Thai","lao-Laoo"]},{"precision":0.32283,"recall":0.440711,"f1":0.352051,"accuracy":0.440711,"main_score":0.352051,"hf_subset":"tha_Thai-mri_Latn","languages":["tha-Thai","mri-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-rus_Cyrl","languages":["tha-Thai","rus-Cyrl"]},{"precision":0.359869,"recall":0.470356,"f1":0.387797,"accuracy":0.470356,"main_score":0.387797,"hf_subset":"tha_Thai-taq_Latn","languages":["tha-Thai","taq-Latn"]},{"precision":0.754644,"recall":0.821146,"f1":0.77492,"accuracy":0.821146,"main_score":0.77492,"hf_subset":"tha_Thai-war_Latn","languages":["tha-Thai","war-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tha_Thai-arb_Arab","languages":["tha-Thai","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tha_Thai-bul_Cyrl","languages":["tha-Thai","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-fra_Latn","languages":["tha-Thai","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-jpn_Jpan","languages":["tha-Thai","jpn-Jpan"]},{"precision":0.822793,"recall":0.873518,"f1":0.838538,"accuracy":0.873518,"main_score":0.838538,"hf_subset":"tha_Thai-lij_Latn","languages":["tha-Thai","lij-Latn"]},{"precision":0.789559,"recall":0.849802,"f1":0.808235,"accuracy":0.849802,"main_score":0.808235,"hf_subset":"tha_Thai-mya_Mymr","languages":["tha-Thai","mya-Mymr"]},{"precision":0.396536,"recall":0.503953,"f1":0.423966,"accuracy":0.503953,"main_score":0.423966,"hf_subset":"tha_Thai-sag_Latn","languages":["tha-Thai","sag-Latn"]},{"precision":0.106946,"recall":0.189723,"f1":0.122664,"accuracy":0.189723,"main_score":0.122664,"hf_subset":"tha_Thai-taq_Tfng","languages":["tha-Thai","taq-Tfng"]},{"precision":0.414955,"recall":0.523715,"f1":0.443114,"accuracy":0.523715,"main_score":0.443114,"hf_subset":"tha_Thai-wol_Latn","languages":["tha-Thai","wol-Latn"]},{"precision":0.259432,"recall":0.37253,"f1":0.286412,"accuracy":0.37253,"main_score":0.286412,"hf_subset":"tha_Thai-arb_Latn","languages":["tha-Thai","arb-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"tha_Thai-cat_Latn","languages":["tha-Thai","cat-Latn"]},{"precision":0.787138,"recall":0.847826,"f1":0.805797,"accuracy":0.847826,"main_score":0.805797,"hf_subset":"tha_Thai-fur_Latn","languages":["tha-Thai","fur-Latn"]},{"precision":0.245293,"recall":0.337945,"f1":0.268346,"accuracy":0.337945,"main_score":0.268346,"hf_subset":"tha_Thai-kab_Latn","languages":["tha-Thai","kab-Latn"]},{"precision":0.763966,"recall":0.829051,"f1":0.783846,"accuracy":0.829051,"main_score":0.783846,"hf_subset":"tha_Thai-lim_Latn","languages":["tha-Thai","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-nld_Latn","languages":["tha-Thai","nld-Latn"]},{"precision":0.874753,"recall":0.914032,"f1":0.887418,"accuracy":0.914032,"main_score":0.887418,"hf_subset":"tha_Thai-san_Deva","languages":["tha-Thai","san-Deva"]},{"precision":0.60346,"recall":0.693676,"f1":0.628831,"accuracy":0.693676,"main_score":0.628831,"hf_subset":"tha_Thai-tat_Cyrl","languages":["tha-Thai","tat-Cyrl"]},{"precision":0.390718,"recall":0.501976,"f1":0.419396,"accuracy":0.501976,"main_score":0.419396,"hf_subset":"tha_Thai-xho_Latn","languages":["tha-Thai","xho-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tha_Thai-ars_Arab","languages":["tha-Thai","ars-Arab"]},{"precision":0.734404,"recall":0.807312,"f1":0.756324,"accuracy":0.807312,"main_score":0.756324,"hf_subset":"tha_Thai-ceb_Latn","languages":["tha-Thai","ceb-Latn"]},{"precision":0.388558,"recall":0.5,"f1":0.41727,"accuracy":0.5,"main_score":0.41727,"hf_subset":"tha_Thai-fuv_Latn","languages":["tha-Thai","fuv-Latn"]},{"precision":0.364932,"recall":0.48419,"f1":0.395428,"accuracy":0.48419,"main_score":0.395428,"hf_subset":"tha_Thai-kac_Latn","languages":["tha-Thai","kac-Latn"]},{"precision":0.422276,"recall":0.536561,"f1":0.452585,"accuracy":0.536561,"main_score":0.452585,"hf_subset":"tha_Thai-lin_Latn","languages":["tha-Thai","lin-Latn"]},{"precision":0.950099,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"tha_Thai-nno_Latn","languages":["tha-Thai","nno-Latn"]},{"precision":0.146072,"recall":0.212451,"f1":0.161094,"accuracy":0.212451,"main_score":0.161094,"hf_subset":"tha_Thai-sat_Olck","languages":["tha-Thai","sat-Olck"]},{"precision":0.960145,"recall":0.971344,"f1":0.963768,"accuracy":0.971344,"main_score":0.963768,"hf_subset":"tha_Thai-tel_Telu","languages":["tha-Thai","tel-Telu"]},{"precision":0.266043,"recall":0.367589,"f1":0.289915,"accuracy":0.367589,"main_score":0.289915,"hf_subset":"tha_Thai-ydd_Hebr","languages":["tha-Thai","ydd-Hebr"]},{"precision":0.873847,"recall":0.912055,"f1":0.886034,"accuracy":0.912055,"main_score":0.886034,"hf_subset":"tha_Thai-ary_Arab","languages":["tha-Thai","ary-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tha_Thai-ces_Latn","languages":["tha-Thai","ces-Latn"]},{"precision":0.280909,"recall":0.37747,"f1":0.303984,"accuracy":0.37747,"main_score":0.303984,"hf_subset":"tha_Thai-gaz_Latn","languages":["tha-Thai","gaz-Latn"]},{"precision":0.388207,"recall":0.498024,"f1":0.416097,"accuracy":0.498024,"main_score":0.416097,"hf_subset":"tha_Thai-kam_Latn","languages":["tha-Thai","kam-Latn"]},{"precision":0.743808,"recall":0.813241,"f1":0.76502,"accuracy":0.813241,"main_score":0.76502,"hf_subset":"tha_Thai-lit_Latn","languages":["tha-Thai","lit-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"tha_Thai-nob_Latn","languages":["tha-Thai","nob-Latn"]},{"precision":0.708482,"recall":0.787549,"f1":0.732312,"accuracy":0.787549,"main_score":0.732312,"hf_subset":"tha_Thai-scn_Latn","languages":["tha-Thai","scn-Latn"]},{"precision":0.406911,"recall":0.507905,"f1":0.433061,"accuracy":0.507905,"main_score":0.433061,"hf_subset":"tha_Thai-tgk_Cyrl","languages":["tha-Thai","tgk-Cyrl"]},{"precision":0.3444,"recall":0.454545,"f1":0.372477,"accuracy":0.454545,"main_score":0.372477,"hf_subset":"tha_Thai-yor_Latn","languages":["tha-Thai","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tha_Thai-arz_Arab","languages":["tha-Thai","arz-Arab"]},{"precision":0.389425,"recall":0.501976,"f1":0.417902,"accuracy":0.501976,"main_score":0.417902,"hf_subset":"tha_Thai-cjk_Latn","languages":["tha-Thai","cjk-Latn"]},{"precision":0.317886,"recall":0.423913,"f1":0.344394,"accuracy":0.423913,"main_score":0.344394,"hf_subset":"tha_Thai-gla_Latn","languages":["tha-Thai","gla-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"tha_Thai-kan_Knda","languages":["tha-Thai","kan-Knda"]},{"precision":0.744355,"recall":0.812253,"f1":0.764641,"accuracy":0.812253,"main_score":0.764641,"hf_subset":"tha_Thai-lmo_Latn","languages":["tha-Thai","lmo-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"tha_Thai-npi_Deva","languages":["tha-Thai","npi-Deva"]},{"precision":0.32755,"recall":0.442688,"f1":0.355953,"accuracy":0.442688,"main_score":0.355953,"hf_subset":"tha_Thai-shn_Mymr","languages":["tha-Thai","shn-Mymr"]},{"precision":0.836907,"recall":0.884387,"f1":0.852009,"accuracy":0.884387,"main_score":0.852009,"hf_subset":"tha_Thai-tgl_Latn","languages":["tha-Thai","tgl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-yue_Hant","languages":["tha-Thai","yue-Hant"]},{"precision":0.875906,"recall":0.913043,"f1":0.887747,"accuracy":0.913043,"main_score":0.887747,"hf_subset":"tha_Thai-asm_Beng","languages":["tha-Thai","asm-Beng"]},{"precision":0.381032,"recall":0.479249,"f1":0.407277,"accuracy":0.479249,"main_score":0.407277,"hf_subset":"tha_Thai-ckb_Arab","languages":["tha-Thai","ckb-Arab"]},{"precision":0.337509,"recall":0.443676,"f1":0.364367,"accuracy":0.443676,"main_score":0.364367,"hf_subset":"tha_Thai-gle_Latn","languages":["tha-Thai","gle-Latn"]},{"precision":0.657058,"recall":0.744071,"f1":0.682432,"accuracy":0.744071,"main_score":0.682432,"hf_subset":"tha_Thai-kas_Arab","languages":["tha-Thai","kas-Arab"]},{"precision":0.565589,"recall":0.661067,"f1":0.592701,"accuracy":0.661067,"main_score":0.592701,"hf_subset":"tha_Thai-ltg_Latn","languages":["tha-Thai","ltg-Latn"]},{"precision":0.415436,"recall":0.528656,"f1":0.445476,"accuracy":0.528656,"main_score":0.445476,"hf_subset":"tha_Thai-nso_Latn","languages":["tha-Thai","nso-Latn"]},{"precision":0.847744,"recall":0.891304,"f1":0.86135,"accuracy":0.891304,"main_score":0.86135,"hf_subset":"tha_Thai-sin_Sinh","languages":["tha-Thai","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-zho_Hans","languages":["tha-Thai","zho-Hans"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"tha_Thai-ast_Latn","languages":["tha-Thai","ast-Latn"]},{"precision":0.755954,"recall":0.822134,"f1":0.775681,"accuracy":0.822134,"main_score":0.775681,"hf_subset":"tha_Thai-crh_Latn","languages":["tha-Thai","crh-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"tha_Thai-glg_Latn","languages":["tha-Thai","glg-Latn"]},{"precision":0.568466,"recall":0.670949,"f1":0.598113,"accuracy":0.670949,"main_score":0.598113,"hf_subset":"tha_Thai-kas_Deva","languages":["tha-Thai","kas-Deva"]},{"precision":0.724605,"recall":0.796443,"f1":0.746113,"accuracy":0.796443,"main_score":0.746113,"hf_subset":"tha_Thai-ltz_Latn","languages":["tha-Thai","ltz-Latn"]},{"precision":0.271152,"recall":0.369565,"f1":0.294503,"accuracy":0.369565,"main_score":0.294503,"hf_subset":"tha_Thai-nus_Latn","languages":["tha-Thai","nus-Latn"]},{"precision":0.941453,"recall":0.959486,"f1":0.9472,"accuracy":0.959486,"main_score":0.9472,"hf_subset":"tha_Thai-slk_Latn","languages":["tha-Thai","slk-Latn"]},{"precision":0.366436,"recall":0.462451,"f1":0.390789,"accuracy":0.462451,"main_score":0.390789,"hf_subset":"tha_Thai-tir_Ethi","languages":["tha-Thai","tir-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tha_Thai-zho_Hant","languages":["tha-Thai","zho-Hant"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"tha_Thai-awa_Deva","languages":["tha-Thai","awa-Deva"]},{"precision":0.386265,"recall":0.493083,"f1":0.41346,"accuracy":0.493083,"main_score":0.41346,"hf_subset":"tha_Thai-cym_Latn","languages":["tha-Thai","cym-Latn"]},{"precision":0.599937,"recall":0.693676,"f1":0.626523,"accuracy":0.693676,"main_score":0.626523,"hf_subset":"tha_Thai-grn_Latn","languages":["tha-Thai","grn-Latn"]},{"precision":0.860672,"recall":0.902174,"f1":0.873814,"accuracy":0.902174,"main_score":0.873814,"hf_subset":"tha_Thai-kat_Geor","languages":["tha-Thai","kat-Geor"]},{"precision":0.434645,"recall":0.540514,"f1":0.46311,"accuracy":0.540514,"main_score":0.46311,"hf_subset":"tha_Thai-lua_Latn","languages":["tha-Thai","lua-Latn"]},{"precision":0.437902,"recall":0.543478,"f1":0.466179,"accuracy":0.543478,"main_score":0.466179,"hf_subset":"tha_Thai-nya_Latn","languages":["tha-Thai","nya-Latn"]},{"precision":0.885903,"recall":0.920949,"f1":0.897233,"accuracy":0.920949,"main_score":0.897233,"hf_subset":"tha_Thai-slv_Latn","languages":["tha-Thai","slv-Latn"]},{"precision":0.67361,"recall":0.755929,"f1":0.697647,"accuracy":0.755929,"main_score":0.697647,"hf_subset":"tha_Thai-tpi_Latn","languages":["tha-Thai","tpi-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"tha_Thai-zsm_Latn","languages":["tha-Thai","zsm-Latn"]},{"precision":0.338879,"recall":0.458498,"f1":0.369374,"accuracy":0.458498,"main_score":0.369374,"hf_subset":"tha_Thai-ayr_Latn","languages":["tha-Thai","ayr-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"tha_Thai-dan_Latn","languages":["tha-Thai","dan-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"tha_Thai-guj_Gujr","languages":["tha-Thai","guj-Gujr"]},{"precision":0.708292,"recall":0.780632,"f1":0.729605,"accuracy":0.780632,"main_score":0.729605,"hf_subset":"tha_Thai-kaz_Cyrl","languages":["tha-Thai","kaz-Cyrl"]},{"precision":0.351734,"recall":0.456522,"f1":0.378261,"accuracy":0.456522,"main_score":0.378261,"hf_subset":"tha_Thai-lug_Latn","languages":["tha-Thai","lug-Latn"]},{"precision":0.931242,"recall":0.952569,"f1":0.938142,"accuracy":0.952569,"main_score":0.938142,"hf_subset":"tha_Thai-oci_Latn","languages":["tha-Thai","oci-Latn"]},{"precision":0.396202,"recall":0.505929,"f1":0.424225,"accuracy":0.505929,"main_score":0.424225,"hf_subset":"tha_Thai-smo_Latn","languages":["tha-Thai","smo-Latn"]},{"precision":0.363069,"recall":0.478261,"f1":0.392071,"accuracy":0.478261,"main_score":0.392071,"hf_subset":"tha_Thai-tsn_Latn","languages":["tha-Thai","tsn-Latn"]},{"precision":0.360397,"recall":0.461462,"f1":0.386674,"accuracy":0.461462,"main_score":0.386674,"hf_subset":"tha_Thai-zul_Latn","languages":["tha-Thai","zul-Latn"]},{"precision":0.647521,"recall":0.738142,"f1":0.674039,"accuracy":0.738142,"main_score":0.674039,"hf_subset":"tha_Thai-azb_Arab","languages":["tha-Thai","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-deu_Latn","languages":["tha-Thai","deu-Latn"]},{"precision":0.567862,"recall":0.667984,"f1":0.596596,"accuracy":0.667984,"main_score":0.596596,"hf_subset":"tha_Thai-hat_Latn","languages":["tha-Thai","hat-Latn"]},{"precision":0.322726,"recall":0.427866,"f1":0.34849,"accuracy":0.427866,"main_score":0.34849,"hf_subset":"tha_Thai-kbp_Latn","languages":["tha-Thai","kbp-Latn"]},{"precision":0.391123,"recall":0.500988,"f1":0.418958,"accuracy":0.500988,"main_score":0.418958,"hf_subset":"tha_Thai-luo_Latn","languages":["tha-Thai","luo-Latn"]},{"precision":0.508604,"recall":0.596838,"f1":0.532451,"accuracy":0.596838,"main_score":0.532451,"hf_subset":"tha_Thai-ory_Orya","languages":["tha-Thai","ory-Orya"]},{"precision":0.377915,"recall":0.485178,"f1":0.405439,"accuracy":0.485178,"main_score":0.405439,"hf_subset":"tha_Thai-sna_Latn","languages":["tha-Thai","sna-Latn"]},{"precision":0.363939,"recall":0.468379,"f1":0.39021,"accuracy":0.468379,"main_score":0.39021,"hf_subset":"tha_Thai-tso_Latn","languages":["tha-Thai","tso-Latn"]},{"precision":0.835557,"recall":0.884387,"f1":0.850974,"accuracy":0.884387,"main_score":0.850974,"hf_subset":"tha_Thai-azj_Latn","languages":["tha-Thai","azj-Latn"]},{"precision":0.379989,"recall":0.496047,"f1":0.410455,"accuracy":0.496047,"main_score":0.410455,"hf_subset":"tha_Thai-dik_Latn","languages":["tha-Thai","dik-Latn"]},{"precision":0.401169,"recall":0.497036,"f1":0.425962,"accuracy":0.497036,"main_score":0.425962,"hf_subset":"tha_Thai-hau_Latn","languages":["tha-Thai","hau-Latn"]},{"precision":0.746584,"recall":0.816206,"f1":0.767591,"accuracy":0.816206,"main_score":0.767591,"hf_subset":"tha_Thai-kea_Latn","languages":["tha-Thai","kea-Latn"]},{"precision":0.531072,"recall":0.632411,"f1":0.558846,"accuracy":0.632411,"main_score":0.558846,"hf_subset":"tha_Thai-lus_Latn","languages":["tha-Thai","lus-Latn"]},{"precision":0.682559,"recall":0.758893,"f1":0.7048,"accuracy":0.758893,"main_score":0.7048,"hf_subset":"tha_Thai-pag_Latn","languages":["tha-Thai","pag-Latn"]},{"precision":0.670685,"recall":0.753953,"f1":0.694866,"accuracy":0.753953,"main_score":0.694866,"hf_subset":"tha_Thai-snd_Arab","languages":["tha-Thai","snd-Arab"]},{"precision":0.562413,"recall":0.661067,"f1":0.590345,"accuracy":0.661067,"main_score":0.590345,"hf_subset":"tha_Thai-tuk_Latn","languages":["tha-Thai","tuk-Latn"]},{"precision":0.597505,"recall":0.689723,"f1":0.624203,"accuracy":0.689723,"main_score":0.624203,"hf_subset":"tha_Thai-bak_Cyrl","languages":["tha-Thai","bak-Cyrl"]},{"precision":0.310915,"recall":0.43083,"f1":0.340889,"accuracy":0.43083,"main_score":0.340889,"hf_subset":"tha_Thai-dyu_Latn","languages":["tha-Thai","dyu-Latn"]},{"precision":0.888069,"recall":0.921937,"f1":0.898864,"accuracy":0.921937,"main_score":0.898864,"hf_subset":"tha_Thai-heb_Hebr","languages":["tha-Thai","heb-Hebr"]},{"precision":0.414095,"recall":0.513834,"f1":0.440283,"accuracy":0.513834,"main_score":0.440283,"hf_subset":"tha_Thai-khk_Cyrl","languages":["tha-Thai","khk-Cyrl"]},{"precision":0.766897,"recall":0.83004,"f1":0.786166,"accuracy":0.83004,"main_score":0.786166,"hf_subset":"tha_Thai-lvs_Latn","languages":["tha-Thai","lvs-Latn"]},{"precision":0.904018,"recall":0.932806,"f1":0.913373,"accuracy":0.932806,"main_score":0.913373,"hf_subset":"tha_Thai-pan_Guru","languages":["tha-Thai","pan-Guru"]},{"precision":0.349295,"recall":0.451581,"f1":0.37535,"accuracy":0.451581,"main_score":0.37535,"hf_subset":"tha_Thai-som_Latn","languages":["tha-Thai","som-Latn"]},{"precision":0.420225,"recall":0.520751,"f1":0.446753,"accuracy":0.520751,"main_score":0.446753,"hf_subset":"tha_Thai-tum_Latn","languages":["tha-Thai","tum-Latn"]},{"precision":0.249955,"recall":0.338933,"f1":0.271523,"accuracy":0.338933,"main_score":0.271523,"hf_subset":"zho_Hans-ace_Arab","languages":["zho-Hans","ace-Arab"]},{"precision":0.328384,"recall":0.432806,"f1":0.35509,"accuracy":0.432806,"main_score":0.35509,"hf_subset":"zho_Hans-bam_Latn","languages":["zho-Hans","bam-Latn"]},{"precision":0.139088,"recall":0.195652,"f1":0.153459,"accuracy":0.195652,"main_score":0.153459,"hf_subset":"zho_Hans-dzo_Tibt","languages":["zho-Hans","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-hin_Deva","languages":["zho-Hans","hin-Deva"]},{"precision":0.82052,"recall":0.87253,"f1":0.836679,"accuracy":0.87253,"main_score":0.836679,"hf_subset":"zho_Hans-khm_Khmr","languages":["zho-Hans","khm-Khmr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"zho_Hans-mag_Deva","languages":["zho-Hans","mag-Deva"]},{"precision":0.805995,"recall":0.862648,"f1":0.823386,"accuracy":0.862648,"main_score":0.823386,"hf_subset":"zho_Hans-pap_Latn","languages":["zho-Hans","pap-Latn"]},{"precision":0.382975,"recall":0.48913,"f1":0.410551,"accuracy":0.48913,"main_score":0.410551,"hf_subset":"zho_Hans-sot_Latn","languages":["zho-Hans","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hans-tur_Latn","languages":["zho-Hans","tur-Latn"]},{"precision":0.617004,"recall":0.709486,"f1":0.643406,"accuracy":0.709486,"main_score":0.643406,"hf_subset":"zho_Hans-ace_Latn","languages":["zho-Hans","ace-Latn"]},{"precision":0.791749,"recall":0.850791,"f1":0.81031,"accuracy":0.850791,"main_score":0.81031,"hf_subset":"zho_Hans-ban_Latn","languages":["zho-Hans","ban-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"zho_Hans-ell_Grek","languages":["zho-Hans","ell-Grek"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"zho_Hans-hne_Deva","languages":["zho-Hans","hne-Deva"]},{"precision":0.381726,"recall":0.496047,"f1":0.411373,"accuracy":0.496047,"main_score":0.411373,"hf_subset":"zho_Hans-kik_Latn","languages":["zho-Hans","kik-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"zho_Hans-mai_Deva","languages":["zho-Hans","mai-Deva"]},{"precision":0.825922,"recall":0.87747,"f1":0.842311,"accuracy":0.87747,"main_score":0.842311,"hf_subset":"zho_Hans-pbt_Arab","languages":["zho-Hans","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-spa_Latn","languages":["zho-Hans","spa-Latn"]},{"precision":0.450098,"recall":0.557312,"f1":0.478292,"accuracy":0.557312,"main_score":0.478292,"hf_subset":"zho_Hans-twi_Latn","languages":["zho-Hans","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hans-acm_Arab","languages":["zho-Hans","acm-Arab"]},{"precision":0.807312,"recall":0.863636,"f1":0.825231,"accuracy":0.863636,"main_score":0.825231,"hf_subset":"zho_Hans-bel_Cyrl","languages":["zho-Hans","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-eng_Latn","languages":["zho-Hans","eng-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"zho_Hans-hrv_Latn","languages":["zho-Hans","hrv-Latn"]},{"precision":0.348149,"recall":0.450593,"f1":0.374095,"accuracy":0.450593,"main_score":0.374095,"hf_subset":"zho_Hans-kin_Latn","languages":["zho-Hans","kin-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"zho_Hans-mal_Mlym","languages":["zho-Hans","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hans-pes_Arab","languages":["zho-Hans","pes-Arab"]},{"precision":0.775807,"recall":0.838933,"f1":0.795276,"accuracy":0.838933,"main_score":0.795276,"hf_subset":"zho_Hans-srd_Latn","languages":["zho-Hans","srd-Latn"]},{"precision":0.097649,"recall":0.16502,"f1":0.112609,"accuracy":0.16502,"main_score":0.112609,"hf_subset":"zho_Hans-tzm_Tfng","languages":["zho-Hans","tzm-Tfng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hans-acq_Arab","languages":["zho-Hans","acq-Arab"]},{"precision":0.412716,"recall":0.516798,"f1":0.439951,"accuracy":0.516798,"main_score":0.439951,"hf_subset":"zho_Hans-bem_Latn","languages":["zho-Hans","bem-Latn"]},{"precision":0.85219,"recall":0.896245,"f1":0.865928,"accuracy":0.896245,"main_score":0.865928,"hf_subset":"zho_Hans-epo_Latn","languages":["zho-Hans","epo-Latn"]},{"precision":0.916996,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"zho_Hans-hun_Latn","languages":["zho-Hans","hun-Latn"]},{"precision":0.636607,"recall":0.721344,"f1":0.660449,"accuracy":0.721344,"main_score":0.660449,"hf_subset":"zho_Hans-kir_Cyrl","languages":["zho-Hans","kir-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zho_Hans-mar_Deva","languages":["zho-Hans","mar-Deva"]},{"precision":0.40164,"recall":0.494071,"f1":0.426371,"accuracy":0.494071,"main_score":0.426371,"hf_subset":"zho_Hans-plt_Latn","languages":["zho-Hans","plt-Latn"]},{"precision":0.893445,"recall":0.925889,"f1":0.903656,"accuracy":0.925889,"main_score":0.903656,"hf_subset":"zho_Hans-srp_Cyrl","languages":["zho-Hans","srp-Cyrl"]},{"precision":0.258403,"recall":0.34585,"f1":0.280514,"accuracy":0.34585,"main_score":0.280514,"hf_subset":"zho_Hans-uig_Arab","languages":["zho-Hans","uig-Arab"]},{"precision":0.937253,"recall":0.95751,"f1":0.943841,"accuracy":0.95751,"main_score":0.943841,"hf_subset":"zho_Hans-aeb_Arab","languages":["zho-Hans","aeb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hans-ben_Beng","languages":["zho-Hans","ben-Beng"]},{"precision":0.78083,"recall":0.840909,"f1":0.799115,"accuracy":0.840909,"main_score":0.799115,"hf_subset":"zho_Hans-est_Latn","languages":["zho-Hans","est-Latn"]},{"precision":0.773315,"recall":0.833992,"f1":0.79185,"accuracy":0.833992,"main_score":0.79185,"hf_subset":"zho_Hans-hye_Armn","languages":["zho-Hans","hye-Armn"]},{"precision":0.369509,"recall":0.463439,"f1":0.393555,"accuracy":0.463439,"main_score":0.393555,"hf_subset":"zho_Hans-kmb_Latn","languages":["zho-Hans","kmb-Latn"]},{"precision":0.199609,"recall":0.281621,"f1":0.219298,"accuracy":0.281621,"main_score":0.219298,"hf_subset":"zho_Hans-min_Arab","languages":["zho-Hans","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hans-pol_Latn","languages":["zho-Hans","pol-Latn"]},{"precision":0.351991,"recall":0.463439,"f1":0.380087,"accuracy":0.463439,"main_score":0.380087,"hf_subset":"zho_Hans-ssw_Latn","languages":["zho-Hans","ssw-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zho_Hans-ukr_Cyrl","languages":["zho-Hans","ukr-Cyrl"]},{"precision":0.916749,"recall":0.942688,"f1":0.924967,"accuracy":0.942688,"main_score":0.924967,"hf_subset":"zho_Hans-afr_Latn","languages":["zho-Hans","afr-Latn"]},{"precision":0.955863,"recall":0.969368,"f1":0.960112,"accuracy":0.969368,"main_score":0.960112,"hf_subset":"zho_Hans-bho_Deva","languages":["zho-Hans","bho-Deva"]},{"precision":0.577976,"recall":0.676877,"f1":0.606524,"accuracy":0.676877,"main_score":0.606524,"hf_subset":"zho_Hans-eus_Latn","languages":["zho-Hans","eus-Latn"]},{"precision":0.345337,"recall":0.449605,"f1":0.370764,"accuracy":0.449605,"main_score":0.370764,"hf_subset":"zho_Hans-ibo_Latn","languages":["zho-Hans","ibo-Latn"]},{"precision":0.387661,"recall":0.493083,"f1":0.414171,"accuracy":0.493083,"main_score":0.414171,"hf_subset":"zho_Hans-kmr_Latn","languages":["zho-Hans","kmr-Latn"]},{"precision":0.757115,"recall":0.823123,"f1":0.776995,"accuracy":0.823123,"main_score":0.776995,"hf_subset":"zho_Hans-min_Latn","languages":["zho-Hans","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-por_Latn","languages":["zho-Hans","por-Latn"]},{"precision":0.843709,"recall":0.891304,"f1":0.858663,"accuracy":0.891304,"main_score":0.858663,"hf_subset":"zho_Hans-sun_Latn","languages":["zho-Hans","sun-Latn"]},{"precision":0.34004,"recall":0.449605,"f1":0.367623,"accuracy":0.449605,"main_score":0.367623,"hf_subset":"zho_Hans-umb_Latn","languages":["zho-Hans","umb-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"zho_Hans-ajp_Arab","languages":["zho-Hans","ajp-Arab"]},{"precision":0.224033,"recall":0.3083,"f1":0.245444,"accuracy":0.3083,"main_score":0.245444,"hf_subset":"zho_Hans-bjn_Arab","languages":["zho-Hans","bjn-Arab"]},{"precision":0.382319,"recall":0.477273,"f1":0.406131,"accuracy":0.477273,"main_score":0.406131,"hf_subset":"zho_Hans-ewe_Latn","languages":["zho-Hans","ewe-Latn"]},{"precision":0.624033,"recall":0.710474,"f1":0.648749,"accuracy":0.710474,"main_score":0.648749,"hf_subset":"zho_Hans-ilo_Latn","languages":["zho-Hans","ilo-Latn"]},{"precision":0.155137,"recall":0.237154,"f1":0.173996,"accuracy":0.237154,"main_score":0.173996,"hf_subset":"zho_Hans-knc_Arab","languages":["zho-Hans","knc-Arab"]},{"precision":0.894598,"recall":0.927866,"f1":0.905468,"accuracy":0.927866,"main_score":0.905468,"hf_subset":"zho_Hans-mkd_Cyrl","languages":["zho-Hans","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-prs_Arab","languages":["zho-Hans","prs-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"zho_Hans-swe_Latn","languages":["zho-Hans","swe-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"zho_Hans-urd_Arab","languages":["zho-Hans","urd-Arab"]},{"precision":0.436132,"recall":0.543478,"f1":0.464459,"accuracy":0.543478,"main_score":0.464459,"hf_subset":"zho_Hans-aka_Latn","languages":["zho-Hans","aka-Latn"]},{"precision":0.824967,"recall":0.875494,"f1":0.840711,"accuracy":0.875494,"main_score":0.840711,"hf_subset":"zho_Hans-bjn_Latn","languages":["zho-Hans","bjn-Latn"]},{"precision":0.519506,"recall":0.618577,"f1":0.547325,"accuracy":0.618577,"main_score":0.547325,"hf_subset":"zho_Hans-fao_Latn","languages":["zho-Hans","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-ind_Latn","languages":["zho-Hans","ind-Latn"]},{"precision":0.40703,"recall":0.513834,"f1":0.434479,"accuracy":0.513834,"main_score":0.434479,"hf_subset":"zho_Hans-knc_Latn","languages":["zho-Hans","knc-Latn"]},{"precision":0.652867,"recall":0.73913,"f1":0.677725,"accuracy":0.73913,"main_score":0.677725,"hf_subset":"zho_Hans-mlt_Latn","languages":["zho-Hans","mlt-Latn"]},{"precision":0.437444,"recall":0.556324,"f1":0.469175,"accuracy":0.556324,"main_score":0.469175,"hf_subset":"zho_Hans-quy_Latn","languages":["zho-Hans","quy-Latn"]},{"precision":0.817194,"recall":0.869565,"f1":0.833597,"accuracy":0.869565,"main_score":0.833597,"hf_subset":"zho_Hans-swh_Latn","languages":["zho-Hans","swh-Latn"]},{"precision":0.584048,"recall":0.677866,"f1":0.610487,"accuracy":0.677866,"main_score":0.610487,"hf_subset":"zho_Hans-uzn_Latn","languages":["zho-Hans","uzn-Latn"]},{"precision":0.724572,"recall":0.800395,"f1":0.747417,"accuracy":0.800395,"main_score":0.747417,"hf_subset":"zho_Hans-als_Latn","languages":["zho-Hans","als-Latn"]},{"precision":0.166218,"recall":0.233202,"f1":0.18186,"accuracy":0.233202,"main_score":0.18186,"hf_subset":"zho_Hans-bod_Tibt","languages":["zho-Hans","bod-Tibt"]},{"precision":0.361357,"recall":0.474308,"f1":0.389881,"accuracy":0.474308,"main_score":0.389881,"hf_subset":"zho_Hans-fij_Latn","languages":["zho-Hans","fij-Latn"]},{"precision":0.518178,"recall":0.608696,"f1":0.542726,"accuracy":0.608696,"main_score":0.542726,"hf_subset":"zho_Hans-isl_Latn","languages":["zho-Hans","isl-Latn"]},{"precision":0.453695,"recall":0.554348,"f1":0.480458,"accuracy":0.554348,"main_score":0.480458,"hf_subset":"zho_Hans-kon_Latn","languages":["zho-Hans","kon-Latn"]},{"precision":0.303147,"recall":0.413043,"f1":0.330868,"accuracy":0.413043,"main_score":0.330868,"hf_subset":"zho_Hans-mni_Beng","languages":["zho-Hans","mni-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"zho_Hans-ron_Latn","languages":["zho-Hans","ron-Latn"]},{"precision":0.80723,"recall":0.860672,"f1":0.823814,"accuracy":0.860672,"main_score":0.823814,"hf_subset":"zho_Hans-szl_Latn","languages":["zho-Hans","szl-Latn"]},{"precision":0.894516,"recall":0.926877,"f1":0.90471,"accuracy":0.926877,"main_score":0.90471,"hf_subset":"zho_Hans-vec_Latn","languages":["zho-Hans","vec-Latn"]},{"precision":0.754142,"recall":0.822134,"f1":0.774857,"accuracy":0.822134,"main_score":0.774857,"hf_subset":"zho_Hans-amh_Ethi","languages":["zho-Hans","amh-Ethi"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"zho_Hans-bos_Latn","languages":["zho-Hans","bos-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"zho_Hans-fin_Latn","languages":["zho-Hans","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-ita_Latn","languages":["zho-Hans","ita-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"zho_Hans-kor_Hang","languages":["zho-Hans","kor-Hang"]},{"precision":0.358171,"recall":0.465415,"f1":0.385481,"accuracy":0.465415,"main_score":0.385481,"hf_subset":"zho_Hans-mos_Latn","languages":["zho-Hans","mos-Latn"]},{"precision":0.34658,"recall":0.452569,"f1":0.372799,"accuracy":0.452569,"main_score":0.372799,"hf_subset":"zho_Hans-run_Latn","languages":["zho-Hans","run-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"zho_Hans-tam_Taml","languages":["zho-Hans","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-vie_Latn","languages":["zho-Hans","vie-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"zho_Hans-apc_Arab","languages":["zho-Hans","apc-Arab"]},{"precision":0.595122,"recall":0.683794,"f1":0.619885,"accuracy":0.683794,"main_score":0.619885,"hf_subset":"zho_Hans-bug_Latn","languages":["zho-Hans","bug-Latn"]},{"precision":0.319283,"recall":0.422925,"f1":0.345073,"accuracy":0.422925,"main_score":0.345073,"hf_subset":"zho_Hans-fon_Latn","languages":["zho-Hans","fon-Latn"]},{"precision":0.82192,"recall":0.874506,"f1":0.838439,"accuracy":0.874506,"main_score":0.838439,"hf_subset":"zho_Hans-jav_Latn","languages":["zho-Hans","jav-Latn"]},{"precision":0.705632,"recall":0.783597,"f1":0.728482,"accuracy":0.783597,"main_score":0.728482,"hf_subset":"zho_Hans-lao_Laoo","languages":["zho-Hans","lao-Laoo"]},{"precision":0.336495,"recall":0.444664,"f1":0.362161,"accuracy":0.444664,"main_score":0.362161,"hf_subset":"zho_Hans-mri_Latn","languages":["zho-Hans","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-rus_Cyrl","languages":["zho-Hans","rus-Cyrl"]},{"precision":0.362081,"recall":0.47332,"f1":0.390275,"accuracy":0.47332,"main_score":0.390275,"hf_subset":"zho_Hans-taq_Latn","languages":["zho-Hans","taq-Latn"]},{"precision":0.758103,"recall":0.826087,"f1":0.77884,"accuracy":0.826087,"main_score":0.77884,"hf_subset":"zho_Hans-war_Latn","languages":["zho-Hans","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hans-arb_Arab","languages":["zho-Hans","arb-Arab"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"zho_Hans-bul_Cyrl","languages":["zho-Hans","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-fra_Latn","languages":["zho-Hans","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-jpn_Jpan","languages":["zho-Hans","jpn-Jpan"]},{"precision":0.818429,"recall":0.871542,"f1":0.83498,"accuracy":0.871542,"main_score":0.83498,"hf_subset":"zho_Hans-lij_Latn","languages":["zho-Hans","lij-Latn"]},{"precision":0.750395,"recall":0.820158,"f1":0.771777,"accuracy":0.820158,"main_score":0.771777,"hf_subset":"zho_Hans-mya_Mymr","languages":["zho-Hans","mya-Mymr"]},{"precision":0.411481,"recall":0.523715,"f1":0.441501,"accuracy":0.523715,"main_score":0.441501,"hf_subset":"zho_Hans-sag_Latn","languages":["zho-Hans","sag-Latn"]},{"precision":0.118825,"recall":0.193676,"f1":0.132746,"accuracy":0.193676,"main_score":0.132746,"hf_subset":"zho_Hans-taq_Tfng","languages":["zho-Hans","taq-Tfng"]},{"precision":0.418548,"recall":0.528656,"f1":0.44653,"accuracy":0.528656,"main_score":0.44653,"hf_subset":"zho_Hans-wol_Latn","languages":["zho-Hans","wol-Latn"]},{"precision":0.267141,"recall":0.376482,"f1":0.29328,"accuracy":0.376482,"main_score":0.29328,"hf_subset":"zho_Hans-arb_Latn","languages":["zho-Hans","arb-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"zho_Hans-cat_Latn","languages":["zho-Hans","cat-Latn"]},{"precision":0.780451,"recall":0.843874,"f1":0.800099,"accuracy":0.843874,"main_score":0.800099,"hf_subset":"zho_Hans-fur_Latn","languages":["zho-Hans","fur-Latn"]},{"precision":0.26117,"recall":0.344862,"f1":0.281276,"accuracy":0.344862,"main_score":0.281276,"hf_subset":"zho_Hans-kab_Latn","languages":["zho-Hans","kab-Latn"]},{"precision":0.769691,"recall":0.832016,"f1":0.788523,"accuracy":0.832016,"main_score":0.788523,"hf_subset":"zho_Hans-lim_Latn","languages":["zho-Hans","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-nld_Latn","languages":["zho-Hans","nld-Latn"]},{"precision":0.870883,"recall":0.910079,"f1":0.883366,"accuracy":0.910079,"main_score":0.883366,"hf_subset":"zho_Hans-san_Deva","languages":["zho-Hans","san-Deva"]},{"precision":0.613442,"recall":0.704545,"f1":0.639503,"accuracy":0.704545,"main_score":0.639503,"hf_subset":"zho_Hans-tat_Cyrl","languages":["zho-Hans","tat-Cyrl"]},{"precision":0.392581,"recall":0.501976,"f1":0.420459,"accuracy":0.501976,"main_score":0.420459,"hf_subset":"zho_Hans-xho_Latn","languages":["zho-Hans","xho-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hans-ars_Arab","languages":["zho-Hans","ars-Arab"]},{"precision":0.74557,"recall":0.815217,"f1":0.766337,"accuracy":0.815217,"main_score":0.766337,"hf_subset":"zho_Hans-ceb_Latn","languages":["zho-Hans","ceb-Latn"]},{"precision":0.381664,"recall":0.48913,"f1":0.408338,"accuracy":0.48913,"main_score":0.408338,"hf_subset":"zho_Hans-fuv_Latn","languages":["zho-Hans","fuv-Latn"]},{"precision":0.375452,"recall":0.487154,"f1":0.404163,"accuracy":0.487154,"main_score":0.404163,"hf_subset":"zho_Hans-kac_Latn","languages":["zho-Hans","kac-Latn"]},{"precision":0.432974,"recall":0.545455,"f1":0.462864,"accuracy":0.545455,"main_score":0.462864,"hf_subset":"zho_Hans-lin_Latn","languages":["zho-Hans","lin-Latn"]},{"precision":0.927454,"recall":0.950593,"f1":0.935013,"accuracy":0.950593,"main_score":0.935013,"hf_subset":"zho_Hans-nno_Latn","languages":["zho-Hans","nno-Latn"]},{"precision":0.13785,"recall":0.204545,"f1":0.153571,"accuracy":0.204545,"main_score":0.153571,"hf_subset":"zho_Hans-sat_Olck","languages":["zho-Hans","sat-Olck"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"zho_Hans-tel_Telu","languages":["zho-Hans","tel-Telu"]},{"precision":0.271377,"recall":0.365613,"f1":0.294296,"accuracy":0.365613,"main_score":0.294296,"hf_subset":"zho_Hans-ydd_Hebr","languages":["zho-Hans","ydd-Hebr"]},{"precision":0.868412,"recall":0.910079,"f1":0.881917,"accuracy":0.910079,"main_score":0.881917,"hf_subset":"zho_Hans-ary_Arab","languages":["zho-Hans","ary-Arab"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"zho_Hans-ces_Latn","languages":["zho-Hans","ces-Latn"]},{"precision":0.269831,"recall":0.354743,"f1":0.289498,"accuracy":0.354743,"main_score":0.289498,"hf_subset":"zho_Hans-gaz_Latn","languages":["zho-Hans","gaz-Latn"]},{"precision":0.403452,"recall":0.512846,"f1":0.431728,"accuracy":0.512846,"main_score":0.431728,"hf_subset":"zho_Hans-kam_Latn","languages":["zho-Hans","kam-Latn"]},{"precision":0.747069,"recall":0.81917,"f1":0.769532,"accuracy":0.81917,"main_score":0.769532,"hf_subset":"zho_Hans-lit_Latn","languages":["zho-Hans","lit-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"zho_Hans-nob_Latn","languages":["zho-Hans","nob-Latn"]},{"precision":0.721212,"recall":0.795455,"f1":0.743516,"accuracy":0.795455,"main_score":0.743516,"hf_subset":"zho_Hans-scn_Latn","languages":["zho-Hans","scn-Latn"]},{"precision":0.387545,"recall":0.488142,"f1":0.412358,"accuracy":0.488142,"main_score":0.412358,"hf_subset":"zho_Hans-tgk_Cyrl","languages":["zho-Hans","tgk-Cyrl"]},{"precision":0.346244,"recall":0.45751,"f1":0.374592,"accuracy":0.45751,"main_score":0.374592,"hf_subset":"zho_Hans-yor_Latn","languages":["zho-Hans","yor-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"zho_Hans-arz_Arab","languages":["zho-Hans","arz-Arab"]},{"precision":0.397124,"recall":0.511858,"f1":0.427524,"accuracy":0.511858,"main_score":0.427524,"hf_subset":"zho_Hans-cjk_Latn","languages":["zho-Hans","cjk-Latn"]},{"precision":0.315473,"recall":0.41502,"f1":0.340443,"accuracy":0.41502,"main_score":0.340443,"hf_subset":"zho_Hans-gla_Latn","languages":["zho-Hans","gla-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"zho_Hans-kan_Knda","languages":["zho-Hans","kan-Knda"]},{"precision":0.753557,"recall":0.822134,"f1":0.774393,"accuracy":0.822134,"main_score":0.774393,"hf_subset":"zho_Hans-lmo_Latn","languages":["zho-Hans","lmo-Latn"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"zho_Hans-npi_Deva","languages":["zho-Hans","npi-Deva"]},{"precision":0.32949,"recall":0.449605,"f1":0.359833,"accuracy":0.449605,"main_score":0.359833,"hf_subset":"zho_Hans-shn_Mymr","languages":["zho-Hans","shn-Mymr"]},{"precision":0.847991,"recall":0.895257,"f1":0.863307,"accuracy":0.895257,"main_score":0.863307,"hf_subset":"zho_Hans-tgl_Latn","languages":["zho-Hans","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-yue_Hant","languages":["zho-Hans","yue-Hant"]},{"precision":0.851647,"recall":0.894269,"f1":0.864921,"accuracy":0.894269,"main_score":0.864921,"hf_subset":"zho_Hans-asm_Beng","languages":["zho-Hans","asm-Beng"]},{"precision":0.34713,"recall":0.449605,"f1":0.373989,"accuracy":0.449605,"main_score":0.373989,"hf_subset":"zho_Hans-ckb_Arab","languages":["zho-Hans","ckb-Arab"]},{"precision":0.338024,"recall":0.433794,"f1":0.361408,"accuracy":0.433794,"main_score":0.361408,"hf_subset":"zho_Hans-gle_Latn","languages":["zho-Hans","gle-Latn"]},{"precision":0.61885,"recall":0.714427,"f1":0.646643,"accuracy":0.714427,"main_score":0.646643,"hf_subset":"zho_Hans-kas_Arab","languages":["zho-Hans","kas-Arab"]},{"precision":0.564412,"recall":0.662055,"f1":0.592561,"accuracy":0.662055,"main_score":0.592561,"hf_subset":"zho_Hans-ltg_Latn","languages":["zho-Hans","ltg-Latn"]},{"precision":0.408579,"recall":0.518775,"f1":0.437242,"accuracy":0.518775,"main_score":0.437242,"hf_subset":"zho_Hans-nso_Latn","languages":["zho-Hans","nso-Latn"]},{"precision":0.811709,"recall":0.863636,"f1":0.827767,"accuracy":0.863636,"main_score":0.827767,"hf_subset":"zho_Hans-sin_Sinh","languages":["zho-Hans","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-tha_Thai","languages":["zho-Hans","tha-Thai"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"zho_Hans-ast_Latn","languages":["zho-Hans","ast-Latn"]},{"precision":0.761677,"recall":0.829051,"f1":0.782115,"accuracy":0.829051,"main_score":0.782115,"hf_subset":"zho_Hans-crh_Latn","languages":["zho-Hans","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-glg_Latn","languages":["zho-Hans","glg-Latn"]},{"precision":0.536633,"recall":0.643281,"f1":0.567003,"accuracy":0.643281,"main_score":0.567003,"hf_subset":"zho_Hans-kas_Deva","languages":["zho-Hans","kas-Deva"]},{"precision":0.729603,"recall":0.80336,"f1":0.751721,"accuracy":0.80336,"main_score":0.751721,"hf_subset":"zho_Hans-ltz_Latn","languages":["zho-Hans","ltz-Latn"]},{"precision":0.275897,"recall":0.363636,"f1":0.296558,"accuracy":0.363636,"main_score":0.296558,"hf_subset":"zho_Hans-nus_Latn","languages":["zho-Hans","nus-Latn"]},{"precision":0.941041,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"zho_Hans-slk_Latn","languages":["zho-Hans","slk-Latn"]},{"precision":0.337726,"recall":0.428854,"f1":0.360824,"accuracy":0.428854,"main_score":0.360824,"hf_subset":"zho_Hans-tir_Ethi","languages":["zho-Hans","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hans-zho_Hant","languages":["zho-Hans","zho-Hant"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"zho_Hans-awa_Deva","languages":["zho-Hans","awa-Deva"]},{"precision":0.381248,"recall":0.477273,"f1":0.405117,"accuracy":0.477273,"main_score":0.405117,"hf_subset":"zho_Hans-cym_Latn","languages":["zho-Hans","cym-Latn"]},{"precision":0.607662,"recall":0.698617,"f1":0.633063,"accuracy":0.698617,"main_score":0.633063,"hf_subset":"zho_Hans-grn_Latn","languages":["zho-Hans","grn-Latn"]},{"precision":0.853426,"recall":0.896245,"f1":0.866568,"accuracy":0.896245,"main_score":0.866568,"hf_subset":"zho_Hans-kat_Geor","languages":["zho-Hans","kat-Geor"]},{"precision":0.442907,"recall":0.546443,"f1":0.470736,"accuracy":0.546443,"main_score":0.470736,"hf_subset":"zho_Hans-lua_Latn","languages":["zho-Hans","lua-Latn"]},{"precision":0.427438,"recall":0.54249,"f1":0.458231,"accuracy":0.54249,"main_score":0.458231,"hf_subset":"zho_Hans-nya_Latn","languages":["zho-Hans","nya-Latn"]},{"precision":0.869648,"recall":0.910079,"f1":0.882477,"accuracy":0.910079,"main_score":0.882477,"hf_subset":"zho_Hans-slv_Latn","languages":["zho-Hans","slv-Latn"]},{"precision":0.707797,"recall":0.782609,"f1":0.729814,"accuracy":0.782609,"main_score":0.729814,"hf_subset":"zho_Hans-tpi_Latn","languages":["zho-Hans","tpi-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"zho_Hans-zsm_Latn","languages":["zho-Hans","zsm-Latn"]},{"precision":0.35533,"recall":0.467391,"f1":0.383874,"accuracy":0.467391,"main_score":0.383874,"hf_subset":"zho_Hans-ayr_Latn","languages":["zho-Hans","ayr-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"zho_Hans-dan_Latn","languages":["zho-Hans","dan-Latn"]},{"precision":0.959898,"recall":0.972332,"f1":0.963834,"accuracy":0.972332,"main_score":0.963834,"hf_subset":"zho_Hans-guj_Gujr","languages":["zho-Hans","guj-Gujr"]},{"precision":0.699713,"recall":0.77668,"f1":0.72225,"accuracy":0.77668,"main_score":0.72225,"hf_subset":"zho_Hans-kaz_Cyrl","languages":["zho-Hans","kaz-Cyrl"]},{"precision":0.348947,"recall":0.449605,"f1":0.373882,"accuracy":0.449605,"main_score":0.373882,"hf_subset":"zho_Hans-lug_Latn","languages":["zho-Hans","lug-Latn"]},{"precision":0.929595,"recall":0.951581,"f1":0.93666,"accuracy":0.951581,"main_score":0.93666,"hf_subset":"zho_Hans-oci_Latn","languages":["zho-Hans","oci-Latn"]},{"precision":0.387637,"recall":0.503953,"f1":0.417878,"accuracy":0.503953,"main_score":0.417878,"hf_subset":"zho_Hans-smo_Latn","languages":["zho-Hans","smo-Latn"]},{"precision":0.356106,"recall":0.465415,"f1":0.38332,"accuracy":0.465415,"main_score":0.38332,"hf_subset":"zho_Hans-tsn_Latn","languages":["zho-Hans","tsn-Latn"]},{"precision":0.3563,"recall":0.461462,"f1":0.38337,"accuracy":0.461462,"main_score":0.38337,"hf_subset":"zho_Hans-zul_Latn","languages":["zho-Hans","zul-Latn"]},{"precision":0.652824,"recall":0.743083,"f1":0.679454,"accuracy":0.743083,"main_score":0.679454,"hf_subset":"zho_Hans-azb_Arab","languages":["zho-Hans","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-deu_Latn","languages":["zho-Hans","deu-Latn"]},{"precision":0.555734,"recall":0.661067,"f1":0.585952,"accuracy":0.661067,"main_score":0.585952,"hf_subset":"zho_Hans-hat_Latn","languages":["zho-Hans","hat-Latn"]},{"precision":0.325971,"recall":0.425889,"f1":0.350029,"accuracy":0.425889,"main_score":0.350029,"hf_subset":"zho_Hans-kbp_Latn","languages":["zho-Hans","kbp-Latn"]},{"precision":0.392228,"recall":0.495059,"f1":0.417692,"accuracy":0.495059,"main_score":0.417692,"hf_subset":"zho_Hans-luo_Latn","languages":["zho-Hans","luo-Latn"]},{"precision":0.480856,"recall":0.575099,"f1":0.506658,"accuracy":0.575099,"main_score":0.506658,"hf_subset":"zho_Hans-ory_Orya","languages":["zho-Hans","ory-Orya"]},{"precision":0.370196,"recall":0.48419,"f1":0.400147,"accuracy":0.48419,"main_score":0.400147,"hf_subset":"zho_Hans-sna_Latn","languages":["zho-Hans","sna-Latn"]},{"precision":0.365296,"recall":0.469368,"f1":0.390952,"accuracy":0.469368,"main_score":0.390952,"hf_subset":"zho_Hans-tso_Latn","languages":["zho-Hans","tso-Latn"]},{"precision":0.818758,"recall":0.871542,"f1":0.83531,"accuracy":0.871542,"main_score":0.83531,"hf_subset":"zho_Hans-azj_Latn","languages":["zho-Hans","azj-Latn"]},{"precision":0.379897,"recall":0.5,"f1":0.411712,"accuracy":0.5,"main_score":0.411712,"hf_subset":"zho_Hans-dik_Latn","languages":["zho-Hans","dik-Latn"]},{"precision":0.405667,"recall":0.503953,"f1":0.431147,"accuracy":0.503953,"main_score":0.431147,"hf_subset":"zho_Hans-hau_Latn","languages":["zho-Hans","hau-Latn"]},{"precision":0.741057,"recall":0.813241,"f1":0.762582,"accuracy":0.813241,"main_score":0.762582,"hf_subset":"zho_Hans-kea_Latn","languages":["zho-Hans","kea-Latn"]},{"precision":0.54312,"recall":0.63834,"f1":0.569651,"accuracy":0.63834,"main_score":0.569651,"hf_subset":"zho_Hans-lus_Latn","languages":["zho-Hans","lus-Latn"]},{"precision":0.696846,"recall":0.771739,"f1":0.718999,"accuracy":0.771739,"main_score":0.718999,"hf_subset":"zho_Hans-pag_Latn","languages":["zho-Hans","pag-Latn"]},{"precision":0.640423,"recall":0.732213,"f1":0.667597,"accuracy":0.732213,"main_score":0.667597,"hf_subset":"zho_Hans-snd_Arab","languages":["zho-Hans","snd-Arab"]},{"precision":0.550332,"recall":0.644269,"f1":0.576667,"accuracy":0.644269,"main_score":0.576667,"hf_subset":"zho_Hans-tuk_Latn","languages":["zho-Hans","tuk-Latn"]},{"precision":0.609714,"recall":0.695652,"f1":0.63334,"accuracy":0.695652,"main_score":0.63334,"hf_subset":"zho_Hans-bak_Cyrl","languages":["zho-Hans","bak-Cyrl"]},{"precision":0.309012,"recall":0.420949,"f1":0.337185,"accuracy":0.420949,"main_score":0.337185,"hf_subset":"zho_Hans-dyu_Latn","languages":["zho-Hans","dyu-Latn"]},{"precision":0.865448,"recall":0.907115,"f1":0.878741,"accuracy":0.907115,"main_score":0.878741,"hf_subset":"zho_Hans-heb_Hebr","languages":["zho-Hans","heb-Hebr"]},{"precision":0.392478,"recall":0.495059,"f1":0.418964,"accuracy":0.495059,"main_score":0.418964,"hf_subset":"zho_Hans-khk_Cyrl","languages":["zho-Hans","khk-Cyrl"]},{"precision":0.771146,"recall":0.833992,"f1":0.790415,"accuracy":0.833992,"main_score":0.790415,"hf_subset":"zho_Hans-lvs_Latn","languages":["zho-Hans","lvs-Latn"]},{"precision":0.887434,"recall":0.920949,"f1":0.897958,"accuracy":0.920949,"main_score":0.897958,"hf_subset":"zho_Hans-pan_Guru","languages":["zho-Hans","pan-Guru"]},{"precision":0.344281,"recall":0.4417,"f1":0.368666,"accuracy":0.4417,"main_score":0.368666,"hf_subset":"zho_Hans-som_Latn","languages":["zho-Hans","som-Latn"]},{"precision":0.414699,"recall":0.51581,"f1":0.441338,"accuracy":0.51581,"main_score":0.441338,"hf_subset":"zho_Hans-tum_Latn","languages":["zho-Hans","tum-Latn"]},{"precision":0.278244,"recall":0.370553,"f1":0.302609,"accuracy":0.370553,"main_score":0.302609,"hf_subset":"ast_Latn-ace_Arab","languages":["ast-Latn","ace-Arab"]},{"precision":0.358208,"recall":0.456522,"f1":0.384506,"accuracy":0.456522,"main_score":0.384506,"hf_subset":"ast_Latn-bam_Latn","languages":["ast-Latn","bam-Latn"]},{"precision":0.150174,"recall":0.217391,"f1":0.167244,"accuracy":0.217391,"main_score":0.167244,"hf_subset":"ast_Latn-dzo_Tibt","languages":["ast-Latn","dzo-Tibt"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ast_Latn-hin_Deva","languages":["ast-Latn","hin-Deva"]},{"precision":0.764173,"recall":0.828063,"f1":0.783778,"accuracy":0.828063,"main_score":0.783778,"hf_subset":"ast_Latn-khm_Khmr","languages":["ast-Latn","khm-Khmr"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"ast_Latn-mag_Deva","languages":["ast-Latn","mag-Deva"]},{"precision":0.868857,"recall":0.90415,"f1":0.879842,"accuracy":0.90415,"main_score":0.879842,"hf_subset":"ast_Latn-pap_Latn","languages":["ast-Latn","pap-Latn"]},{"precision":0.412975,"recall":0.508893,"f1":0.43864,"accuracy":0.508893,"main_score":0.43864,"hf_subset":"ast_Latn-sot_Latn","languages":["ast-Latn","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ast_Latn-tur_Latn","languages":["ast-Latn","tur-Latn"]},{"precision":0.665399,"recall":0.741107,"f1":0.687681,"accuracy":0.741107,"main_score":0.687681,"hf_subset":"ast_Latn-ace_Latn","languages":["ast-Latn","ace-Latn"]},{"precision":0.812088,"recall":0.864625,"f1":0.828722,"accuracy":0.864625,"main_score":0.828722,"hf_subset":"ast_Latn-ban_Latn","languages":["ast-Latn","ban-Latn"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"ast_Latn-ell_Grek","languages":["ast-Latn","ell-Grek"]},{"precision":0.949111,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"ast_Latn-hne_Deva","languages":["ast-Latn","hne-Deva"]},{"precision":0.419439,"recall":0.525692,"f1":0.447835,"accuracy":0.525692,"main_score":0.447835,"hf_subset":"ast_Latn-kik_Latn","languages":["ast-Latn","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ast_Latn-mai_Deva","languages":["ast-Latn","mai-Deva"]},{"precision":0.830369,"recall":0.879447,"f1":0.845817,"accuracy":0.879447,"main_score":0.845817,"hf_subset":"ast_Latn-pbt_Arab","languages":["ast-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-spa_Latn","languages":["ast-Latn","spa-Latn"]},{"precision":0.496909,"recall":0.592885,"f1":0.52388,"accuracy":0.592885,"main_score":0.52388,"hf_subset":"ast_Latn-twi_Latn","languages":["ast-Latn","twi-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"ast_Latn-acm_Arab","languages":["ast-Latn","acm-Arab"]},{"precision":0.798419,"recall":0.855731,"f1":0.816667,"accuracy":0.855731,"main_score":0.816667,"hf_subset":"ast_Latn-bel_Cyrl","languages":["ast-Latn","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-eng_Latn","languages":["ast-Latn","eng-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"ast_Latn-hrv_Latn","languages":["ast-Latn","hrv-Latn"]},{"precision":0.387891,"recall":0.485178,"f1":0.413495,"accuracy":0.485178,"main_score":0.413495,"hf_subset":"ast_Latn-kin_Latn","languages":["ast-Latn","kin-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"ast_Latn-mal_Mlym","languages":["ast-Latn","mal-Mlym"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ast_Latn-pes_Arab","languages":["ast-Latn","pes-Arab"]},{"precision":0.874341,"recall":0.912055,"f1":0.886364,"accuracy":0.912055,"main_score":0.886364,"hf_subset":"ast_Latn-srd_Latn","languages":["ast-Latn","srd-Latn"]},{"precision":0.102778,"recall":0.171937,"f1":0.11736,"accuracy":0.171937,"main_score":0.11736,"hf_subset":"ast_Latn-tzm_Tfng","languages":["ast-Latn","tzm-Tfng"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ast_Latn-acq_Arab","languages":["ast-Latn","acq-Arab"]},{"precision":0.428963,"recall":0.52668,"f1":0.455442,"accuracy":0.52668,"main_score":0.455442,"hf_subset":"ast_Latn-bem_Latn","languages":["ast-Latn","bem-Latn"]},{"precision":0.880599,"recall":0.916996,"f1":0.892457,"accuracy":0.916996,"main_score":0.892457,"hf_subset":"ast_Latn-epo_Latn","languages":["ast-Latn","epo-Latn"]},{"precision":0.90802,"recall":0.936759,"f1":0.917227,"accuracy":0.936759,"main_score":0.917227,"hf_subset":"ast_Latn-hun_Latn","languages":["ast-Latn","hun-Latn"]},{"precision":0.644666,"recall":0.72332,"f1":0.668036,"accuracy":0.72332,"main_score":0.668036,"hf_subset":"ast_Latn-kir_Cyrl","languages":["ast-Latn","kir-Cyrl"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ast_Latn-mar_Deva","languages":["ast-Latn","mar-Deva"]},{"precision":0.428223,"recall":0.518775,"f1":0.452418,"accuracy":0.518775,"main_score":0.452418,"hf_subset":"ast_Latn-plt_Latn","languages":["ast-Latn","plt-Latn"]},{"precision":0.908597,"recall":0.935771,"f1":0.91749,"accuracy":0.935771,"main_score":0.91749,"hf_subset":"ast_Latn-srp_Cyrl","languages":["ast-Latn","srp-Cyrl"]},{"precision":0.285431,"recall":0.374506,"f1":0.308825,"accuracy":0.374506,"main_score":0.308825,"hf_subset":"ast_Latn-uig_Arab","languages":["ast-Latn","uig-Arab"]},{"precision":0.926054,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"ast_Latn-aeb_Arab","languages":["ast-Latn","aeb-Arab"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ast_Latn-ben_Beng","languages":["ast-Latn","ben-Beng"]},{"precision":0.790958,"recall":0.847826,"f1":0.80886,"accuracy":0.847826,"main_score":0.80886,"hf_subset":"ast_Latn-est_Latn","languages":["ast-Latn","est-Latn"]},{"precision":0.777323,"recall":0.831028,"f1":0.79314,"accuracy":0.831028,"main_score":0.79314,"hf_subset":"ast_Latn-hye_Armn","languages":["ast-Latn","hye-Armn"]},{"precision":0.397748,"recall":0.491107,"f1":0.423807,"accuracy":0.491107,"main_score":0.423807,"hf_subset":"ast_Latn-kmb_Latn","languages":["ast-Latn","kmb-Latn"]},{"precision":0.257384,"recall":0.340909,"f1":0.278763,"accuracy":0.340909,"main_score":0.278763,"hf_subset":"ast_Latn-min_Arab","languages":["ast-Latn","min-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ast_Latn-pol_Latn","languages":["ast-Latn","pol-Latn"]},{"precision":0.376082,"recall":0.467391,"f1":0.399443,"accuracy":0.467391,"main_score":0.399443,"hf_subset":"ast_Latn-ssw_Latn","languages":["ast-Latn","ssw-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ast_Latn-ukr_Cyrl","languages":["ast-Latn","ukr-Cyrl"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"ast_Latn-afr_Latn","languages":["ast-Latn","afr-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"ast_Latn-bho_Deva","languages":["ast-Latn","bho-Deva"]},{"precision":0.646346,"recall":0.728261,"f1":0.670492,"accuracy":0.728261,"main_score":0.670492,"hf_subset":"ast_Latn-eus_Latn","languages":["ast-Latn","eus-Latn"]},{"precision":0.37038,"recall":0.479249,"f1":0.398729,"accuracy":0.479249,"main_score":0.398729,"hf_subset":"ast_Latn-ibo_Latn","languages":["ast-Latn","ibo-Latn"]},{"precision":0.409841,"recall":0.517787,"f1":0.438466,"accuracy":0.517787,"main_score":0.438466,"hf_subset":"ast_Latn-kmr_Latn","languages":["ast-Latn","kmr-Latn"]},{"precision":0.77775,"recall":0.83498,"f1":0.79521,"accuracy":0.83498,"main_score":0.79521,"hf_subset":"ast_Latn-min_Latn","languages":["ast-Latn","min-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ast_Latn-por_Latn","languages":["ast-Latn","por-Latn"]},{"precision":0.85247,"recall":0.894269,"f1":0.865744,"accuracy":0.894269,"main_score":0.865744,"hf_subset":"ast_Latn-sun_Latn","languages":["ast-Latn","sun-Latn"]},{"precision":0.379218,"recall":0.480237,"f1":0.406275,"accuracy":0.480237,"main_score":0.406275,"hf_subset":"ast_Latn-umb_Latn","languages":["ast-Latn","umb-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ast_Latn-ajp_Arab","languages":["ast-Latn","ajp-Arab"]},{"precision":0.254171,"recall":0.34585,"f1":0.278322,"accuracy":0.34585,"main_score":0.278322,"hf_subset":"ast_Latn-bjn_Arab","languages":["ast-Latn","bjn-Arab"]},{"precision":0.399105,"recall":0.487154,"f1":0.42206,"accuracy":0.487154,"main_score":0.42206,"hf_subset":"ast_Latn-ewe_Latn","languages":["ast-Latn","ewe-Latn"]},{"precision":0.680255,"recall":0.75,"f1":0.700354,"accuracy":0.75,"main_score":0.700354,"hf_subset":"ast_Latn-ilo_Latn","languages":["ast-Latn","ilo-Latn"]},{"precision":0.169851,"recall":0.249012,"f1":0.188595,"accuracy":0.249012,"main_score":0.188595,"hf_subset":"ast_Latn-knc_Arab","languages":["ast-Latn","knc-Arab"]},{"precision":0.90695,"recall":0.935771,"f1":0.916337,"accuracy":0.935771,"main_score":0.916337,"hf_subset":"ast_Latn-mkd_Cyrl","languages":["ast-Latn","mkd-Cyrl"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ast_Latn-prs_Arab","languages":["ast-Latn","prs-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ast_Latn-swe_Latn","languages":["ast-Latn","swe-Latn"]},{"precision":0.944911,"recall":0.962451,"f1":0.950659,"accuracy":0.962451,"main_score":0.950659,"hf_subset":"ast_Latn-urd_Arab","languages":["ast-Latn","urd-Arab"]},{"precision":0.460708,"recall":0.555336,"f1":0.485947,"accuracy":0.555336,"main_score":0.485947,"hf_subset":"ast_Latn-aka_Latn","languages":["ast-Latn","aka-Latn"]},{"precision":0.827167,"recall":0.873518,"f1":0.841222,"accuracy":0.873518,"main_score":0.841222,"hf_subset":"ast_Latn-bjn_Latn","languages":["ast-Latn","bjn-Latn"]},{"precision":0.552067,"recall":0.639328,"f1":0.577036,"accuracy":0.639328,"main_score":0.577036,"hf_subset":"ast_Latn-fao_Latn","languages":["ast-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-ind_Latn","languages":["ast-Latn","ind-Latn"]},{"precision":0.437262,"recall":0.537549,"f1":0.464216,"accuracy":0.537549,"main_score":0.464216,"hf_subset":"ast_Latn-knc_Latn","languages":["ast-Latn","knc-Latn"]},{"precision":0.72859,"recall":0.797431,"f1":0.749177,"accuracy":0.797431,"main_score":0.749177,"hf_subset":"ast_Latn-mlt_Latn","languages":["ast-Latn","mlt-Latn"]},{"precision":0.479164,"recall":0.582016,"f1":0.507149,"accuracy":0.582016,"main_score":0.507149,"hf_subset":"ast_Latn-quy_Latn","languages":["ast-Latn","quy-Latn"]},{"precision":0.827931,"recall":0.874506,"f1":0.842556,"accuracy":0.874506,"main_score":0.842556,"hf_subset":"ast_Latn-swh_Latn","languages":["ast-Latn","swh-Latn"]},{"precision":0.608326,"recall":0.69664,"f1":0.634752,"accuracy":0.69664,"main_score":0.634752,"hf_subset":"ast_Latn-uzn_Latn","languages":["ast-Latn","uzn-Latn"]},{"precision":0.776663,"recall":0.833992,"f1":0.794302,"accuracy":0.833992,"main_score":0.794302,"hf_subset":"ast_Latn-als_Latn","languages":["ast-Latn","als-Latn"]},{"precision":0.1726,"recall":0.245059,"f1":0.19022,"accuracy":0.245059,"main_score":0.19022,"hf_subset":"ast_Latn-bod_Tibt","languages":["ast-Latn","bod-Tibt"]},{"precision":0.38033,"recall":0.481225,"f1":0.407114,"accuracy":0.481225,"main_score":0.407114,"hf_subset":"ast_Latn-fij_Latn","languages":["ast-Latn","fij-Latn"]},{"precision":0.532651,"recall":0.626482,"f1":0.559458,"accuracy":0.626482,"main_score":0.559458,"hf_subset":"ast_Latn-isl_Latn","languages":["ast-Latn","isl-Latn"]},{"precision":0.492818,"recall":0.583992,"f1":0.51781,"accuracy":0.583992,"main_score":0.51781,"hf_subset":"ast_Latn-kon_Latn","languages":["ast-Latn","kon-Latn"]},{"precision":0.350191,"recall":0.456522,"f1":0.378082,"accuracy":0.456522,"main_score":0.378082,"hf_subset":"ast_Latn-mni_Beng","languages":["ast-Latn","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ast_Latn-ron_Latn","languages":["ast-Latn","ron-Latn"]},{"precision":0.845932,"recall":0.890316,"f1":0.860079,"accuracy":0.890316,"main_score":0.860079,"hf_subset":"ast_Latn-szl_Latn","languages":["ast-Latn","szl-Latn"]},{"precision":0.925313,"recall":0.947628,"f1":0.932543,"accuracy":0.947628,"main_score":0.932543,"hf_subset":"ast_Latn-vec_Latn","languages":["ast-Latn","vec-Latn"]},{"precision":0.742638,"recall":0.810277,"f1":0.763128,"accuracy":0.810277,"main_score":0.763128,"hf_subset":"ast_Latn-amh_Ethi","languages":["ast-Latn","amh-Ethi"]},{"precision":0.94664,"recall":0.964427,"f1":0.952569,"accuracy":0.964427,"main_score":0.952569,"hf_subset":"ast_Latn-bos_Latn","languages":["ast-Latn","bos-Latn"]},{"precision":0.955369,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"ast_Latn-fin_Latn","languages":["ast-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ita_Latn","languages":["ast-Latn","ita-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ast_Latn-kor_Hang","languages":["ast-Latn","kor-Hang"]},{"precision":0.407279,"recall":0.5,"f1":0.432545,"accuracy":0.5,"main_score":0.432545,"hf_subset":"ast_Latn-mos_Latn","languages":["ast-Latn","mos-Latn"]},{"precision":0.385273,"recall":0.485178,"f1":0.41119,"accuracy":0.485178,"main_score":0.41119,"hf_subset":"ast_Latn-run_Latn","languages":["ast-Latn","run-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"ast_Latn-tam_Taml","languages":["ast-Latn","tam-Taml"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ast_Latn-vie_Latn","languages":["ast-Latn","vie-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"ast_Latn-apc_Arab","languages":["ast-Latn","apc-Arab"]},{"precision":0.614947,"recall":0.700593,"f1":0.639269,"accuracy":0.700593,"main_score":0.639269,"hf_subset":"ast_Latn-bug_Latn","languages":["ast-Latn","bug-Latn"]},{"precision":0.350737,"recall":0.447628,"f1":0.375375,"accuracy":0.447628,"main_score":0.375375,"hf_subset":"ast_Latn-fon_Latn","languages":["ast-Latn","fon-Latn"]},{"precision":0.826005,"recall":0.876482,"f1":0.842292,"accuracy":0.876482,"main_score":0.842292,"hf_subset":"ast_Latn-jav_Latn","languages":["ast-Latn","jav-Latn"]},{"precision":0.683383,"recall":0.756917,"f1":0.704795,"accuracy":0.756917,"main_score":0.704795,"hf_subset":"ast_Latn-lao_Laoo","languages":["ast-Latn","lao-Laoo"]},{"precision":0.353107,"recall":0.461462,"f1":0.380548,"accuracy":0.461462,"main_score":0.380548,"hf_subset":"ast_Latn-mri_Latn","languages":["ast-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-rus_Cyrl","languages":["ast-Latn","rus-Cyrl"]},{"precision":0.386349,"recall":0.493083,"f1":0.414291,"accuracy":0.493083,"main_score":0.414291,"hf_subset":"ast_Latn-taq_Latn","languages":["ast-Latn","taq-Latn"]},{"precision":0.806225,"recall":0.858696,"f1":0.82276,"accuracy":0.858696,"main_score":0.82276,"hf_subset":"ast_Latn-war_Latn","languages":["ast-Latn","war-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ast_Latn-arb_Arab","languages":["ast-Latn","arb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ast_Latn-bul_Cyrl","languages":["ast-Latn","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-fra_Latn","languages":["ast-Latn","fra-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ast_Latn-jpn_Jpan","languages":["ast-Latn","jpn-Jpan"]},{"precision":0.883646,"recall":0.917984,"f1":0.894664,"accuracy":0.917984,"main_score":0.894664,"hf_subset":"ast_Latn-lij_Latn","languages":["ast-Latn","lij-Latn"]},{"precision":0.71353,"recall":0.790514,"f1":0.737269,"accuracy":0.790514,"main_score":0.737269,"hf_subset":"ast_Latn-mya_Mymr","languages":["ast-Latn","mya-Mymr"]},{"precision":0.448964,"recall":0.551383,"f1":0.477075,"accuracy":0.551383,"main_score":0.477075,"hf_subset":"ast_Latn-sag_Latn","languages":["ast-Latn","sag-Latn"]},{"precision":0.131009,"recall":0.215415,"f1":0.148465,"accuracy":0.215415,"main_score":0.148465,"hf_subset":"ast_Latn-taq_Tfng","languages":["ast-Latn","taq-Tfng"]},{"precision":0.4557,"recall":0.55336,"f1":0.482439,"accuracy":0.55336,"main_score":0.482439,"hf_subset":"ast_Latn-wol_Latn","languages":["ast-Latn","wol-Latn"]},{"precision":0.266176,"recall":0.373518,"f1":0.293378,"accuracy":0.373518,"main_score":0.293378,"hf_subset":"ast_Latn-arb_Latn","languages":["ast-Latn","arb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ast_Latn-cat_Latn","languages":["ast-Latn","cat-Latn"]},{"precision":0.867622,"recall":0.90415,"f1":0.878887,"accuracy":0.90415,"main_score":0.878887,"hf_subset":"ast_Latn-fur_Latn","languages":["ast-Latn","fur-Latn"]},{"precision":0.276647,"recall":0.358696,"f1":0.297356,"accuracy":0.358696,"main_score":0.297356,"hf_subset":"ast_Latn-kab_Latn","languages":["ast-Latn","kab-Latn"]},{"precision":0.786018,"recall":0.840909,"f1":0.802851,"accuracy":0.840909,"main_score":0.802851,"hf_subset":"ast_Latn-lim_Latn","languages":["ast-Latn","lim-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ast_Latn-nld_Latn","languages":["ast-Latn","nld-Latn"]},{"precision":0.858284,"recall":0.902174,"f1":0.872596,"accuracy":0.902174,"main_score":0.872596,"hf_subset":"ast_Latn-san_Deva","languages":["ast-Latn","san-Deva"]},{"precision":0.637239,"recall":0.719368,"f1":0.661829,"accuracy":0.719368,"main_score":0.661829,"hf_subset":"ast_Latn-tat_Cyrl","languages":["ast-Latn","tat-Cyrl"]},{"precision":0.414367,"recall":0.511858,"f1":0.439424,"accuracy":0.511858,"main_score":0.439424,"hf_subset":"ast_Latn-xho_Latn","languages":["ast-Latn","xho-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ast_Latn-ars_Arab","languages":["ast-Latn","ars-Arab"]},{"precision":0.786973,"recall":0.84585,"f1":0.805303,"accuracy":0.84585,"main_score":0.805303,"hf_subset":"ast_Latn-ceb_Latn","languages":["ast-Latn","ceb-Latn"]},{"precision":0.413032,"recall":0.514822,"f1":0.440192,"accuracy":0.514822,"main_score":0.440192,"hf_subset":"ast_Latn-fuv_Latn","languages":["ast-Latn","fuv-Latn"]},{"precision":0.407804,"recall":0.512846,"f1":0.43531,"accuracy":0.512846,"main_score":0.43531,"hf_subset":"ast_Latn-kac_Latn","languages":["ast-Latn","kac-Latn"]},{"precision":0.477636,"recall":0.581028,"f1":0.506894,"accuracy":0.581028,"main_score":0.506894,"hf_subset":"ast_Latn-lin_Latn","languages":["ast-Latn","lin-Latn"]},{"precision":0.943182,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"ast_Latn-nno_Latn","languages":["ast-Latn","nno-Latn"]},{"precision":0.170215,"recall":0.237154,"f1":0.185515,"accuracy":0.237154,"main_score":0.185515,"hf_subset":"ast_Latn-sat_Olck","languages":["ast-Latn","sat-Olck"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"ast_Latn-tel_Telu","languages":["ast-Latn","tel-Telu"]},{"precision":0.307382,"recall":0.411067,"f1":0.33434,"accuracy":0.411067,"main_score":0.33434,"hf_subset":"ast_Latn-ydd_Hebr","languages":["ast-Latn","ydd-Hebr"]},{"precision":0.868083,"recall":0.909091,"f1":0.881225,"accuracy":0.909091,"main_score":0.881225,"hf_subset":"ast_Latn-ary_Arab","languages":["ast-Latn","ary-Arab"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"ast_Latn-ces_Latn","languages":["ast-Latn","ces-Latn"]},{"precision":0.289226,"recall":0.380435,"f1":0.311839,"accuracy":0.380435,"main_score":0.311839,"hf_subset":"ast_Latn-gaz_Latn","languages":["ast-Latn","gaz-Latn"]},{"precision":0.429294,"recall":0.525692,"f1":0.455378,"accuracy":0.525692,"main_score":0.455378,"hf_subset":"ast_Latn-kam_Latn","languages":["ast-Latn","kam-Latn"]},{"precision":0.758416,"recall":0.821146,"f1":0.777536,"accuracy":0.821146,"main_score":0.777536,"hf_subset":"ast_Latn-lit_Latn","languages":["ast-Latn","lit-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ast_Latn-nob_Latn","languages":["ast-Latn","nob-Latn"]},{"precision":0.791717,"recall":0.84585,"f1":0.808108,"accuracy":0.84585,"main_score":0.808108,"hf_subset":"ast_Latn-scn_Latn","languages":["ast-Latn","scn-Latn"]},{"precision":0.408373,"recall":0.514822,"f1":0.43615,"accuracy":0.514822,"main_score":0.43615,"hf_subset":"ast_Latn-tgk_Cyrl","languages":["ast-Latn","tgk-Cyrl"]},{"precision":0.359371,"recall":0.465415,"f1":0.38778,"accuracy":0.465415,"main_score":0.38778,"hf_subset":"ast_Latn-yor_Latn","languages":["ast-Latn","yor-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"ast_Latn-arz_Arab","languages":["ast-Latn","arz-Arab"]},{"precision":0.420621,"recall":0.531621,"f1":0.450434,"accuracy":0.531621,"main_score":0.450434,"hf_subset":"ast_Latn-cjk_Latn","languages":["ast-Latn","cjk-Latn"]},{"precision":0.353201,"recall":0.443676,"f1":0.376525,"accuracy":0.443676,"main_score":0.376525,"hf_subset":"ast_Latn-gla_Latn","languages":["ast-Latn","gla-Latn"]},{"precision":0.951746,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"ast_Latn-kan_Knda","languages":["ast-Latn","kan-Knda"]},{"precision":0.836957,"recall":0.883399,"f1":0.851746,"accuracy":0.883399,"main_score":0.851746,"hf_subset":"ast_Latn-lmo_Latn","languages":["ast-Latn","lmo-Latn"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"ast_Latn-npi_Deva","languages":["ast-Latn","npi-Deva"]},{"precision":0.347583,"recall":0.458498,"f1":0.376452,"accuracy":0.458498,"main_score":0.376452,"hf_subset":"ast_Latn-shn_Mymr","languages":["ast-Latn","shn-Mymr"]},{"precision":0.863307,"recall":0.903162,"f1":0.875988,"accuracy":0.903162,"main_score":0.875988,"hf_subset":"ast_Latn-tgl_Latn","languages":["ast-Latn","tgl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ast_Latn-yue_Hant","languages":["ast-Latn","yue-Hant"]},{"precision":0.838274,"recall":0.886364,"f1":0.853557,"accuracy":0.886364,"main_score":0.853557,"hf_subset":"ast_Latn-asm_Beng","languages":["ast-Latn","asm-Beng"]},{"precision":0.402525,"recall":0.48913,"f1":0.425908,"accuracy":0.48913,"main_score":0.425908,"hf_subset":"ast_Latn-ckb_Arab","languages":["ast-Latn","ckb-Arab"]},{"precision":0.373302,"recall":0.469368,"f1":0.398316,"accuracy":0.469368,"main_score":0.398316,"hf_subset":"ast_Latn-gle_Latn","languages":["ast-Latn","gle-Latn"]},{"precision":0.634512,"recall":0.727273,"f1":0.662039,"accuracy":0.727273,"main_score":0.662039,"hf_subset":"ast_Latn-kas_Arab","languages":["ast-Latn","kas-Arab"]},{"precision":0.612535,"recall":0.6917,"f1":0.636232,"accuracy":0.6917,"main_score":0.636232,"hf_subset":"ast_Latn-ltg_Latn","languages":["ast-Latn","ltg-Latn"]},{"precision":0.440666,"recall":0.544466,"f1":0.469487,"accuracy":0.544466,"main_score":0.469487,"hf_subset":"ast_Latn-nso_Latn","languages":["ast-Latn","nso-Latn"]},{"precision":0.796196,"recall":0.856719,"f1":0.81525,"accuracy":0.856719,"main_score":0.81525,"hf_subset":"ast_Latn-sin_Sinh","languages":["ast-Latn","sin-Sinh"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ast_Latn-tha_Thai","languages":["ast-Latn","tha-Thai"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ast_Latn-zho_Hans","languages":["ast-Latn","zho-Hans"]},{"precision":0.778673,"recall":0.837945,"f1":0.796838,"accuracy":0.837945,"main_score":0.796838,"hf_subset":"ast_Latn-crh_Latn","languages":["ast-Latn","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ast_Latn-glg_Latn","languages":["ast-Latn","glg-Latn"]},{"precision":0.546369,"recall":0.648221,"f1":0.576125,"accuracy":0.648221,"main_score":0.576125,"hf_subset":"ast_Latn-kas_Deva","languages":["ast-Latn","kas-Deva"]},{"precision":0.758771,"recall":0.821146,"f1":0.778179,"accuracy":0.821146,"main_score":0.778179,"hf_subset":"ast_Latn-ltz_Latn","languages":["ast-Latn","ltz-Latn"]},{"precision":0.289517,"recall":0.382411,"f1":0.312967,"accuracy":0.382411,"main_score":0.312967,"hf_subset":"ast_Latn-nus_Latn","languages":["ast-Latn","nus-Latn"]},{"precision":0.935853,"recall":0.955534,"f1":0.94226,"accuracy":0.955534,"main_score":0.94226,"hf_subset":"ast_Latn-slk_Latn","languages":["ast-Latn","slk-Latn"]},{"precision":0.367756,"recall":0.467391,"f1":0.394895,"accuracy":0.467391,"main_score":0.394895,"hf_subset":"ast_Latn-tir_Ethi","languages":["ast-Latn","tir-Ethi"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ast_Latn-zho_Hant","languages":["ast-Latn","zho-Hant"]},{"precision":0.967885,"recall":0.977273,"f1":0.971014,"accuracy":0.977273,"main_score":0.971014,"hf_subset":"ast_Latn-awa_Deva","languages":["ast-Latn","awa-Deva"]},{"precision":0.440695,"recall":0.531621,"f1":0.465061,"accuracy":0.531621,"main_score":0.465061,"hf_subset":"ast_Latn-cym_Latn","languages":["ast-Latn","cym-Latn"]},{"precision":0.674094,"recall":0.752964,"f1":0.697563,"accuracy":0.752964,"main_score":0.697563,"hf_subset":"ast_Latn-grn_Latn","languages":["ast-Latn","grn-Latn"]},{"precision":0.851812,"recall":0.895257,"f1":0.865401,"accuracy":0.895257,"main_score":0.865401,"hf_subset":"ast_Latn-kat_Geor","languages":["ast-Latn","kat-Geor"]},{"precision":0.488448,"recall":0.582016,"f1":0.513743,"accuracy":0.582016,"main_score":0.513743,"hf_subset":"ast_Latn-lua_Latn","languages":["ast-Latn","lua-Latn"]},{"precision":0.4567,"recall":0.55336,"f1":0.483888,"accuracy":0.55336,"main_score":0.483888,"hf_subset":"ast_Latn-nya_Latn","languages":["ast-Latn","nya-Latn"]},{"precision":0.891255,"recall":0.921937,"f1":0.900758,"accuracy":0.921937,"main_score":0.900758,"hf_subset":"ast_Latn-slv_Latn","languages":["ast-Latn","slv-Latn"]},{"precision":0.71941,"recall":0.790514,"f1":0.74109,"accuracy":0.790514,"main_score":0.74109,"hf_subset":"ast_Latn-tpi_Latn","languages":["ast-Latn","tpi-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ast_Latn-zsm_Latn","languages":["ast-Latn","zsm-Latn"]},{"precision":0.393223,"recall":0.491107,"f1":0.418925,"accuracy":0.491107,"main_score":0.418925,"hf_subset":"ast_Latn-ayr_Latn","languages":["ast-Latn","ayr-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ast_Latn-dan_Latn","languages":["ast-Latn","dan-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"ast_Latn-guj_Gujr","languages":["ast-Latn","guj-Gujr"]},{"precision":0.712895,"recall":0.780632,"f1":0.732726,"accuracy":0.780632,"main_score":0.732726,"hf_subset":"ast_Latn-kaz_Cyrl","languages":["ast-Latn","kaz-Cyrl"]},{"precision":0.374424,"recall":0.472332,"f1":0.399697,"accuracy":0.472332,"main_score":0.399697,"hf_subset":"ast_Latn-lug_Latn","languages":["ast-Latn","lug-Latn"]},{"precision":0.970191,"recall":0.979249,"f1":0.973155,"accuracy":0.979249,"main_score":0.973155,"hf_subset":"ast_Latn-oci_Latn","languages":["ast-Latn","oci-Latn"]},{"precision":0.416759,"recall":0.522727,"f1":0.444738,"accuracy":0.522727,"main_score":0.444738,"hf_subset":"ast_Latn-smo_Latn","languages":["ast-Latn","smo-Latn"]},{"precision":0.385519,"recall":0.491107,"f1":0.413389,"accuracy":0.491107,"main_score":0.413389,"hf_subset":"ast_Latn-tsn_Latn","languages":["ast-Latn","tsn-Latn"]},{"precision":0.379849,"recall":0.481225,"f1":0.406981,"accuracy":0.481225,"main_score":0.406981,"hf_subset":"ast_Latn-zul_Latn","languages":["ast-Latn","zul-Latn"]},{"precision":0.640507,"recall":0.731225,"f1":0.667201,"accuracy":0.731225,"main_score":0.667201,"hf_subset":"ast_Latn-azb_Arab","languages":["ast-Latn","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ast_Latn-deu_Latn","languages":["ast-Latn","deu-Latn"]},{"precision":0.637139,"recall":0.72332,"f1":0.662804,"accuracy":0.72332,"main_score":0.662804,"hf_subset":"ast_Latn-hat_Latn","languages":["ast-Latn","hat-Latn"]},{"precision":0.348541,"recall":0.451581,"f1":0.37539,"accuracy":0.451581,"main_score":0.37539,"hf_subset":"ast_Latn-kbp_Latn","languages":["ast-Latn","kbp-Latn"]},{"precision":0.417,"recall":0.518775,"f1":0.443927,"accuracy":0.518775,"main_score":0.443927,"hf_subset":"ast_Latn-luo_Latn","languages":["ast-Latn","luo-Latn"]},{"precision":0.50314,"recall":0.586957,"f1":0.525925,"accuracy":0.586957,"main_score":0.525925,"hf_subset":"ast_Latn-ory_Orya","languages":["ast-Latn","ory-Orya"]},{"precision":0.400537,"recall":0.498024,"f1":0.42638,"accuracy":0.498024,"main_score":0.42638,"hf_subset":"ast_Latn-sna_Latn","languages":["ast-Latn","sna-Latn"]},{"precision":0.385477,"recall":0.480237,"f1":0.410481,"accuracy":0.480237,"main_score":0.410481,"hf_subset":"ast_Latn-tso_Latn","languages":["ast-Latn","tso-Latn"]},{"precision":0.830204,"recall":0.875494,"f1":0.844302,"accuracy":0.875494,"main_score":0.844302,"hf_subset":"ast_Latn-azj_Latn","languages":["ast-Latn","azj-Latn"]},{"precision":0.4116,"recall":0.517787,"f1":0.440787,"accuracy":0.517787,"main_score":0.440787,"hf_subset":"ast_Latn-dik_Latn","languages":["ast-Latn","dik-Latn"]},{"precision":0.427781,"recall":0.514822,"f1":0.451307,"accuracy":0.514822,"main_score":0.451307,"hf_subset":"ast_Latn-hau_Latn","languages":["ast-Latn","hau-Latn"]},{"precision":0.845389,"recall":0.889328,"f1":0.858663,"accuracy":0.889328,"main_score":0.858663,"hf_subset":"ast_Latn-kea_Latn","languages":["ast-Latn","kea-Latn"]},{"precision":0.57186,"recall":0.65415,"f1":0.595582,"accuracy":0.65415,"main_score":0.595582,"hf_subset":"ast_Latn-lus_Latn","languages":["ast-Latn","lus-Latn"]},{"precision":0.733573,"recall":0.799407,"f1":0.753244,"accuracy":0.799407,"main_score":0.753244,"hf_subset":"ast_Latn-pag_Latn","languages":["ast-Latn","pag-Latn"]},{"precision":0.647992,"recall":0.733202,"f1":0.673152,"accuracy":0.733202,"main_score":0.673152,"hf_subset":"ast_Latn-snd_Arab","languages":["ast-Latn","snd-Arab"]},{"precision":0.570299,"recall":0.661067,"f1":0.59592,"accuracy":0.661067,"main_score":0.59592,"hf_subset":"ast_Latn-tuk_Latn","languages":["ast-Latn","tuk-Latn"]},{"precision":0.63905,"recall":0.717391,"f1":0.662022,"accuracy":0.717391,"main_score":0.662022,"hf_subset":"ast_Latn-bak_Cyrl","languages":["ast-Latn","bak-Cyrl"]},{"precision":0.341571,"recall":0.450593,"f1":0.370845,"accuracy":0.450593,"main_score":0.370845,"hf_subset":"ast_Latn-dyu_Latn","languages":["ast-Latn","dyu-Latn"]},{"precision":0.869895,"recall":0.909091,"f1":0.882708,"accuracy":0.909091,"main_score":0.882708,"hf_subset":"ast_Latn-heb_Hebr","languages":["ast-Latn","heb-Hebr"]},{"precision":0.431379,"recall":0.52668,"f1":0.457174,"accuracy":0.52668,"main_score":0.457174,"hf_subset":"ast_Latn-khk_Cyrl","languages":["ast-Latn","khk-Cyrl"]},{"precision":0.789147,"recall":0.843874,"f1":0.805995,"accuracy":0.843874,"main_score":0.805995,"hf_subset":"ast_Latn-lvs_Latn","languages":["ast-Latn","lvs-Latn"]},{"precision":0.861907,"recall":0.903162,"f1":0.875066,"accuracy":0.903162,"main_score":0.875066,"hf_subset":"ast_Latn-pan_Guru","languages":["ast-Latn","pan-Guru"]},{"precision":0.371173,"recall":0.456522,"f1":0.393586,"accuracy":0.456522,"main_score":0.393586,"hf_subset":"ast_Latn-som_Latn","languages":["ast-Latn","som-Latn"]},{"precision":0.44043,"recall":0.528656,"f1":0.464472,"accuracy":0.528656,"main_score":0.464472,"hf_subset":"ast_Latn-tum_Latn","languages":["ast-Latn","tum-Latn"]},{"precision":0.297213,"recall":0.36166,"f1":0.315145,"accuracy":0.36166,"main_score":0.315145,"hf_subset":"crh_Latn-ace_Arab","languages":["crh-Latn","ace-Arab"]},{"precision":0.361719,"recall":0.437747,"f1":0.383751,"accuracy":0.437747,"main_score":0.383751,"hf_subset":"crh_Latn-bam_Latn","languages":["crh-Latn","bam-Latn"]},{"precision":0.151709,"recall":0.222332,"f1":0.170012,"accuracy":0.222332,"main_score":0.170012,"hf_subset":"crh_Latn-dzo_Tibt","languages":["crh-Latn","dzo-Tibt"]},{"precision":0.861775,"recall":0.900198,"f1":0.873748,"accuracy":0.900198,"main_score":0.873748,"hf_subset":"crh_Latn-hin_Deva","languages":["crh-Latn","hin-Deva"]},{"precision":0.645306,"recall":0.725296,"f1":0.668859,"accuracy":0.725296,"main_score":0.668859,"hf_subset":"crh_Latn-khm_Khmr","languages":["crh-Latn","khm-Khmr"]},{"precision":0.849432,"recall":0.88834,"f1":0.86132,"accuracy":0.88834,"main_score":0.86132,"hf_subset":"crh_Latn-mag_Deva","languages":["crh-Latn","mag-Deva"]},{"precision":0.722694,"recall":0.784585,"f1":0.7417,"accuracy":0.784585,"main_score":0.7417,"hf_subset":"crh_Latn-pap_Latn","languages":["crh-Latn","pap-Latn"]},{"precision":0.410236,"recall":0.494071,"f1":0.433009,"accuracy":0.494071,"main_score":0.433009,"hf_subset":"crh_Latn-sot_Latn","languages":["crh-Latn","sot-Latn"]},{"precision":0.900889,"recall":0.929842,"f1":0.909881,"accuracy":0.929842,"main_score":0.909881,"hf_subset":"crh_Latn-tur_Latn","languages":["crh-Latn","tur-Latn"]},{"precision":0.59804,"recall":0.660079,"f1":0.615829,"accuracy":0.660079,"main_score":0.615829,"hf_subset":"crh_Latn-ace_Latn","languages":["crh-Latn","ace-Latn"]},{"precision":0.686989,"recall":0.742095,"f1":0.703854,"accuracy":0.742095,"main_score":0.703854,"hf_subset":"crh_Latn-ban_Latn","languages":["crh-Latn","ban-Latn"]},{"precision":0.792161,"recall":0.848814,"f1":0.81015,"accuracy":0.848814,"main_score":0.81015,"hf_subset":"crh_Latn-ell_Grek","languages":["crh-Latn","ell-Grek"]},{"precision":0.814592,"recall":0.862648,"f1":0.829268,"accuracy":0.862648,"main_score":0.829268,"hf_subset":"crh_Latn-hne_Deva","languages":["crh-Latn","hne-Deva"]},{"precision":0.395605,"recall":0.479249,"f1":0.419641,"accuracy":0.479249,"main_score":0.419641,"hf_subset":"crh_Latn-kik_Latn","languages":["crh-Latn","kik-Latn"]},{"precision":0.84026,"recall":0.880435,"f1":0.852275,"accuracy":0.880435,"main_score":0.852275,"hf_subset":"crh_Latn-mai_Deva","languages":["crh-Latn","mai-Deva"]},{"precision":0.698254,"recall":0.76581,"f1":0.718972,"accuracy":0.76581,"main_score":0.718972,"hf_subset":"crh_Latn-pbt_Arab","languages":["crh-Latn","pbt-Arab"]},{"precision":0.866304,"recall":0.90415,"f1":0.878096,"accuracy":0.90415,"main_score":0.878096,"hf_subset":"crh_Latn-spa_Latn","languages":["crh-Latn","spa-Latn"]},{"precision":0.467871,"recall":0.544466,"f1":0.488967,"accuracy":0.544466,"main_score":0.488967,"hf_subset":"crh_Latn-twi_Latn","languages":["crh-Latn","twi-Latn"]},{"precision":0.836578,"recall":0.883399,"f1":0.850988,"accuracy":0.883399,"main_score":0.850988,"hf_subset":"crh_Latn-acm_Arab","languages":["crh-Latn","acm-Arab"]},{"precision":0.709018,"recall":0.773715,"f1":0.728343,"accuracy":0.773715,"main_score":0.728343,"hf_subset":"crh_Latn-bel_Cyrl","languages":["crh-Latn","bel-Cyrl"]},{"precision":0.876565,"recall":0.913043,"f1":0.888029,"accuracy":0.913043,"main_score":0.888029,"hf_subset":"crh_Latn-eng_Latn","languages":["crh-Latn","eng-Latn"]},{"precision":0.82393,"recall":0.869565,"f1":0.838175,"accuracy":0.869565,"main_score":0.838175,"hf_subset":"crh_Latn-hrv_Latn","languages":["crh-Latn","hrv-Latn"]},{"precision":0.399349,"recall":0.482213,"f1":0.421774,"accuracy":0.482213,"main_score":0.421774,"hf_subset":"crh_Latn-kin_Latn","languages":["crh-Latn","kin-Latn"]},{"precision":0.806357,"recall":0.859684,"f1":0.822892,"accuracy":0.859684,"main_score":0.822892,"hf_subset":"crh_Latn-mal_Mlym","languages":["crh-Latn","mal-Mlym"]},{"precision":0.869565,"recall":0.907115,"f1":0.881588,"accuracy":0.907115,"main_score":0.881588,"hf_subset":"crh_Latn-pes_Arab","languages":["crh-Latn","pes-Arab"]},{"precision":0.739748,"recall":0.793478,"f1":0.755593,"accuracy":0.793478,"main_score":0.755593,"hf_subset":"crh_Latn-srd_Latn","languages":["crh-Latn","srd-Latn"]},{"precision":0.120314,"recall":0.188735,"f1":0.136322,"accuracy":0.188735,"main_score":0.136322,"hf_subset":"crh_Latn-tzm_Tfng","languages":["crh-Latn","tzm-Tfng"]},{"precision":0.837954,"recall":0.881423,"f1":0.851334,"accuracy":0.881423,"main_score":0.851334,"hf_subset":"crh_Latn-acq_Arab","languages":["crh-Latn","acq-Arab"]},{"precision":0.44256,"recall":0.518775,"f1":0.46425,"accuracy":0.518775,"main_score":0.46425,"hf_subset":"crh_Latn-bem_Latn","languages":["crh-Latn","bem-Latn"]},{"precision":0.739799,"recall":0.794466,"f1":0.756557,"accuracy":0.794466,"main_score":0.756557,"hf_subset":"crh_Latn-epo_Latn","languages":["crh-Latn","epo-Latn"]},{"precision":0.773254,"recall":0.83004,"f1":0.791093,"accuracy":0.83004,"main_score":0.791093,"hf_subset":"crh_Latn-hun_Latn","languages":["crh-Latn","hun-Latn"]},{"precision":0.664715,"recall":0.721344,"f1":0.681807,"accuracy":0.721344,"main_score":0.681807,"hf_subset":"crh_Latn-kir_Cyrl","languages":["crh-Latn","kir-Cyrl"]},{"precision":0.835178,"recall":0.881423,"f1":0.849638,"accuracy":0.881423,"main_score":0.849638,"hf_subset":"crh_Latn-mar_Deva","languages":["crh-Latn","mar-Deva"]},{"precision":0.426807,"recall":0.496047,"f1":0.445874,"accuracy":0.496047,"main_score":0.445874,"hf_subset":"crh_Latn-plt_Latn","languages":["crh-Latn","plt-Latn"]},{"precision":0.792408,"recall":0.844862,"f1":0.808253,"accuracy":0.844862,"main_score":0.808253,"hf_subset":"crh_Latn-srp_Cyrl","languages":["crh-Latn","srp-Cyrl"]},{"precision":0.352331,"recall":0.429842,"f1":0.373559,"accuracy":0.429842,"main_score":0.373559,"hf_subset":"crh_Latn-uig_Arab","languages":["crh-Latn","uig-Arab"]},{"precision":0.775807,"recall":0.832016,"f1":0.793379,"accuracy":0.832016,"main_score":0.793379,"hf_subset":"crh_Latn-aeb_Arab","languages":["crh-Latn","aeb-Arab"]},{"precision":0.841798,"recall":0.885375,"f1":0.855157,"accuracy":0.885375,"main_score":0.855157,"hf_subset":"crh_Latn-ben_Beng","languages":["crh-Latn","ben-Beng"]},{"precision":0.711126,"recall":0.770751,"f1":0.72879,"accuracy":0.770751,"main_score":0.72879,"hf_subset":"crh_Latn-est_Latn","languages":["crh-Latn","est-Latn"]},{"precision":0.672299,"recall":0.737154,"f1":0.691963,"accuracy":0.737154,"main_score":0.691963,"hf_subset":"crh_Latn-hye_Armn","languages":["crh-Latn","hye-Armn"]},{"precision":0.408319,"recall":0.479249,"f1":0.427651,"accuracy":0.479249,"main_score":0.427651,"hf_subset":"crh_Latn-kmb_Latn","languages":["crh-Latn","kmb-Latn"]},{"precision":0.239339,"recall":0.310277,"f1":0.258441,"accuracy":0.310277,"main_score":0.258441,"hf_subset":"crh_Latn-min_Arab","languages":["crh-Latn","min-Arab"]},{"precision":0.862434,"recall":0.901186,"f1":0.874374,"accuracy":0.901186,"main_score":0.874374,"hf_subset":"crh_Latn-pol_Latn","languages":["crh-Latn","pol-Latn"]},{"precision":0.3877,"recall":0.465415,"f1":0.40948,"accuracy":0.465415,"main_score":0.40948,"hf_subset":"crh_Latn-ssw_Latn","languages":["crh-Latn","ssw-Latn"]},{"precision":0.853014,"recall":0.892292,"f1":0.865119,"accuracy":0.892292,"main_score":0.865119,"hf_subset":"crh_Latn-ukr_Cyrl","languages":["crh-Latn","ukr-Cyrl"]},{"precision":0.784552,"recall":0.835968,"f1":0.800231,"accuracy":0.835968,"main_score":0.800231,"hf_subset":"crh_Latn-afr_Latn","languages":["crh-Latn","afr-Latn"]},{"precision":0.799901,"recall":0.849802,"f1":0.815349,"accuracy":0.849802,"main_score":0.815349,"hf_subset":"crh_Latn-bho_Deva","languages":["crh-Latn","bho-Deva"]},{"precision":0.593392,"recall":0.664032,"f1":0.614021,"accuracy":0.664032,"main_score":0.614021,"hf_subset":"crh_Latn-eus_Latn","languages":["crh-Latn","eus-Latn"]},{"precision":0.385565,"recall":0.47332,"f1":0.409913,"accuracy":0.47332,"main_score":0.409913,"hf_subset":"crh_Latn-ibo_Latn","languages":["crh-Latn","ibo-Latn"]},{"precision":0.459791,"recall":0.533597,"f1":0.480626,"accuracy":0.533597,"main_score":0.480626,"hf_subset":"crh_Latn-kmr_Latn","languages":["crh-Latn","kmr-Latn"]},{"precision":0.676158,"recall":0.737154,"f1":0.694368,"accuracy":0.737154,"main_score":0.694368,"hf_subset":"crh_Latn-min_Latn","languages":["crh-Latn","min-Latn"]},{"precision":0.885705,"recall":0.918972,"f1":0.896198,"accuracy":0.918972,"main_score":0.896198,"hf_subset":"crh_Latn-por_Latn","languages":["crh-Latn","por-Latn"]},{"precision":0.713023,"recall":0.768775,"f1":0.729195,"accuracy":0.768775,"main_score":0.729195,"hf_subset":"crh_Latn-sun_Latn","languages":["crh-Latn","sun-Latn"]},{"precision":0.380472,"recall":0.461462,"f1":0.403411,"accuracy":0.461462,"main_score":0.403411,"hf_subset":"crh_Latn-umb_Latn","languages":["crh-Latn","umb-Latn"]},{"precision":0.831719,"recall":0.878458,"f1":0.845949,"accuracy":0.878458,"main_score":0.845949,"hf_subset":"crh_Latn-ajp_Arab","languages":["crh-Latn","ajp-Arab"]},{"precision":0.239878,"recall":0.312253,"f1":0.258971,"accuracy":0.312253,"main_score":0.258971,"hf_subset":"crh_Latn-bjn_Arab","languages":["crh-Latn","bjn-Arab"]},{"precision":0.401353,"recall":0.475296,"f1":0.421211,"accuracy":0.475296,"main_score":0.421211,"hf_subset":"crh_Latn-ewe_Latn","languages":["crh-Latn","ewe-Latn"]},{"precision":0.618001,"recall":0.683794,"f1":0.637484,"accuracy":0.683794,"main_score":0.637484,"hf_subset":"crh_Latn-ilo_Latn","languages":["crh-Latn","ilo-Latn"]},{"precision":0.193045,"recall":0.263834,"f1":0.211193,"accuracy":0.263834,"main_score":0.211193,"hf_subset":"crh_Latn-knc_Arab","languages":["crh-Latn","knc-Arab"]},{"precision":0.787945,"recall":0.839921,"f1":0.803788,"accuracy":0.839921,"main_score":0.803788,"hf_subset":"crh_Latn-mkd_Cyrl","languages":["crh-Latn","mkd-Cyrl"]},{"precision":0.864872,"recall":0.902174,"f1":0.876666,"accuracy":0.902174,"main_score":0.876666,"hf_subset":"crh_Latn-prs_Arab","languages":["crh-Latn","prs-Arab"]},{"precision":0.855682,"recall":0.896245,"f1":0.868267,"accuracy":0.896245,"main_score":0.868267,"hf_subset":"crh_Latn-swe_Latn","languages":["crh-Latn","swe-Latn"]},{"precision":0.800346,"recall":0.854743,"f1":0.817377,"accuracy":0.854743,"main_score":0.817377,"hf_subset":"crh_Latn-urd_Arab","languages":["crh-Latn","urd-Arab"]},{"precision":0.468561,"recall":0.545455,"f1":0.490519,"accuracy":0.545455,"main_score":0.490519,"hf_subset":"crh_Latn-aka_Latn","languages":["crh-Latn","aka-Latn"]},{"precision":0.689789,"recall":0.749012,"f1":0.707693,"accuracy":0.749012,"main_score":0.707693,"hf_subset":"crh_Latn-bjn_Latn","languages":["crh-Latn","bjn-Latn"]},{"precision":0.512155,"recall":0.586957,"f1":0.532752,"accuracy":0.586957,"main_score":0.532752,"hf_subset":"crh_Latn-fao_Latn","languages":["crh-Latn","fao-Latn"]},{"precision":0.879809,"recall":0.914032,"f1":0.890448,"accuracy":0.914032,"main_score":0.890448,"hf_subset":"crh_Latn-ind_Latn","languages":["crh-Latn","ind-Latn"]},{"precision":0.448144,"recall":0.518775,"f1":0.467841,"accuracy":0.518775,"main_score":0.467841,"hf_subset":"crh_Latn-knc_Latn","languages":["crh-Latn","knc-Latn"]},{"precision":0.614008,"recall":0.681818,"f1":0.634173,"accuracy":0.681818,"main_score":0.634173,"hf_subset":"crh_Latn-mlt_Latn","languages":["crh-Latn","mlt-Latn"]},{"precision":0.474589,"recall":0.547431,"f1":0.495127,"accuracy":0.547431,"main_score":0.495127,"hf_subset":"crh_Latn-quy_Latn","languages":["crh-Latn","quy-Latn"]},{"precision":0.707246,"recall":0.769763,"f1":0.72567,"accuracy":0.769763,"main_score":0.72567,"hf_subset":"crh_Latn-swh_Latn","languages":["crh-Latn","swh-Latn"]},{"precision":0.693018,"recall":0.757905,"f1":0.712244,"accuracy":0.757905,"main_score":0.712244,"hf_subset":"crh_Latn-uzn_Latn","languages":["crh-Latn","uzn-Latn"]},{"precision":0.702583,"recall":0.755929,"f1":0.717951,"accuracy":0.755929,"main_score":0.717951,"hf_subset":"crh_Latn-als_Latn","languages":["crh-Latn","als-Latn"]},{"precision":0.198619,"recall":0.268775,"f1":0.216546,"accuracy":0.268775,"main_score":0.216546,"hf_subset":"crh_Latn-bod_Tibt","languages":["crh-Latn","bod-Tibt"]},{"precision":0.392399,"recall":0.47332,"f1":0.414747,"accuracy":0.47332,"main_score":0.414747,"hf_subset":"crh_Latn-fij_Latn","languages":["crh-Latn","fij-Latn"]},{"precision":0.482638,"recall":0.551383,"f1":0.50221,"accuracy":0.551383,"main_score":0.50221,"hf_subset":"crh_Latn-isl_Latn","languages":["crh-Latn","isl-Latn"]},{"precision":0.465313,"recall":0.536561,"f1":0.485133,"accuracy":0.536561,"main_score":0.485133,"hf_subset":"crh_Latn-kon_Latn","languages":["crh-Latn","kon-Latn"]},{"precision":0.345813,"recall":0.435771,"f1":0.370367,"accuracy":0.435771,"main_score":0.370367,"hf_subset":"crh_Latn-mni_Beng","languages":["crh-Latn","mni-Beng"]},{"precision":0.847941,"recall":0.88834,"f1":0.86054,"accuracy":0.88834,"main_score":0.86054,"hf_subset":"crh_Latn-ron_Latn","languages":["crh-Latn","ron-Latn"]},{"precision":0.720052,"recall":0.780632,"f1":0.738046,"accuracy":0.780632,"main_score":0.738046,"hf_subset":"crh_Latn-szl_Latn","languages":["crh-Latn","szl-Latn"]},{"precision":0.778014,"recall":0.826087,"f1":0.792688,"accuracy":0.826087,"main_score":0.792688,"hf_subset":"crh_Latn-vec_Latn","languages":["crh-Latn","vec-Latn"]},{"precision":0.659689,"recall":0.730237,"f1":0.680157,"accuracy":0.730237,"main_score":0.680157,"hf_subset":"crh_Latn-amh_Ethi","languages":["crh-Latn","amh-Ethi"]},{"precision":0.83969,"recall":0.881423,"f1":0.852555,"accuracy":0.881423,"main_score":0.852555,"hf_subset":"crh_Latn-bos_Latn","languages":["crh-Latn","bos-Latn"]},{"precision":0.82999,"recall":0.87253,"f1":0.843083,"accuracy":0.87253,"main_score":0.843083,"hf_subset":"crh_Latn-fin_Latn","languages":["crh-Latn","fin-Latn"]},{"precision":0.882411,"recall":0.91502,"f1":0.892589,"accuracy":0.91502,"main_score":0.892589,"hf_subset":"crh_Latn-ita_Latn","languages":["crh-Latn","ita-Latn"]},{"precision":0.844236,"recall":0.885375,"f1":0.857049,"accuracy":0.885375,"main_score":0.857049,"hf_subset":"crh_Latn-kor_Hang","languages":["crh-Latn","kor-Hang"]},{"precision":0.407255,"recall":0.488142,"f1":0.429669,"accuracy":0.488142,"main_score":0.429669,"hf_subset":"crh_Latn-mos_Latn","languages":["crh-Latn","mos-Latn"]},{"precision":0.40153,"recall":0.488142,"f1":0.425463,"accuracy":0.488142,"main_score":0.425463,"hf_subset":"crh_Latn-run_Latn","languages":["crh-Latn","run-Latn"]},{"precision":0.823205,"recall":0.871542,"f1":0.838669,"accuracy":0.871542,"main_score":0.838669,"hf_subset":"crh_Latn-tam_Taml","languages":["crh-Latn","tam-Taml"]},{"precision":0.851565,"recall":0.892292,"f1":0.864032,"accuracy":0.892292,"main_score":0.864032,"hf_subset":"crh_Latn-vie_Latn","languages":["crh-Latn","vie-Latn"]},{"precision":0.822671,"recall":0.870553,"f1":0.8375,"accuracy":0.870553,"main_score":0.8375,"hf_subset":"crh_Latn-apc_Arab","languages":["crh-Latn","apc-Arab"]},{"precision":0.560952,"recall":0.630435,"f1":0.581895,"accuracy":0.630435,"main_score":0.581895,"hf_subset":"crh_Latn-bug_Latn","languages":["crh-Latn","bug-Latn"]},{"precision":0.36899,"recall":0.440711,"f1":0.388466,"accuracy":0.440711,"main_score":0.388466,"hf_subset":"crh_Latn-fon_Latn","languages":["crh-Latn","fon-Latn"]},{"precision":0.725429,"recall":0.77668,"f1":0.740827,"accuracy":0.77668,"main_score":0.740827,"hf_subset":"crh_Latn-jav_Latn","languages":["crh-Latn","jav-Latn"]},{"precision":0.585432,"recall":0.660079,"f1":0.60719,"accuracy":0.660079,"main_score":0.60719,"hf_subset":"crh_Latn-lao_Laoo","languages":["crh-Latn","lao-Laoo"]},{"precision":0.357179,"recall":0.447628,"f1":0.380696,"accuracy":0.447628,"main_score":0.380696,"hf_subset":"crh_Latn-mri_Latn","languages":["crh-Latn","mri-Latn"]},{"precision":0.866634,"recall":0.905138,"f1":0.87892,"accuracy":0.905138,"main_score":0.87892,"hf_subset":"crh_Latn-rus_Cyrl","languages":["crh-Latn","rus-Cyrl"]},{"precision":0.419683,"recall":0.491107,"f1":0.439453,"accuracy":0.491107,"main_score":0.439453,"hf_subset":"crh_Latn-taq_Latn","languages":["crh-Latn","taq-Latn"]},{"precision":0.682106,"recall":0.742095,"f1":0.700417,"accuracy":0.742095,"main_score":0.700417,"hf_subset":"crh_Latn-war_Latn","languages":["crh-Latn","war-Latn"]},{"precision":0.855319,"recall":0.896245,"f1":0.868069,"accuracy":0.896245,"main_score":0.868069,"hf_subset":"crh_Latn-arb_Arab","languages":["crh-Latn","arb-Arab"]},{"precision":0.85219,"recall":0.893281,"f1":0.86502,"accuracy":0.893281,"main_score":0.86502,"hf_subset":"crh_Latn-bul_Cyrl","languages":["crh-Latn","bul-Cyrl"]},{"precision":0.868577,"recall":0.907115,"f1":0.880731,"accuracy":0.907115,"main_score":0.880731,"hf_subset":"crh_Latn-fra_Latn","languages":["crh-Latn","fra-Latn"]},{"precision":0.858778,"recall":0.899209,"f1":0.871607,"accuracy":0.899209,"main_score":0.871607,"hf_subset":"crh_Latn-jpn_Jpan","languages":["crh-Latn","jpn-Jpan"]},{"precision":0.730649,"recall":0.791502,"f1":0.749247,"accuracy":0.791502,"main_score":0.749247,"hf_subset":"crh_Latn-lij_Latn","languages":["crh-Latn","lij-Latn"]},{"precision":0.617737,"recall":0.694664,"f1":0.641107,"accuracy":0.694664,"main_score":0.641107,"hf_subset":"crh_Latn-mya_Mymr","languages":["crh-Latn","mya-Mymr"]},{"precision":0.450162,"recall":0.52668,"f1":0.472333,"accuracy":0.52668,"main_score":0.472333,"hf_subset":"crh_Latn-sag_Latn","languages":["crh-Latn","sag-Latn"]},{"precision":0.147327,"recall":0.231225,"f1":0.165955,"accuracy":0.231225,"main_score":0.165955,"hf_subset":"crh_Latn-taq_Tfng","languages":["crh-Latn","taq-Tfng"]},{"precision":0.459601,"recall":0.534585,"f1":0.481296,"accuracy":0.534585,"main_score":0.481296,"hf_subset":"crh_Latn-wol_Latn","languages":["crh-Latn","wol-Latn"]},{"precision":0.303865,"recall":0.396245,"f1":0.328086,"accuracy":0.396245,"main_score":0.328086,"hf_subset":"crh_Latn-arb_Latn","languages":["crh-Latn","arb-Latn"]},{"precision":0.822175,"recall":0.867589,"f1":0.836001,"accuracy":0.867589,"main_score":0.836001,"hf_subset":"crh_Latn-cat_Latn","languages":["crh-Latn","cat-Latn"]},{"precision":0.695389,"recall":0.750988,"f1":0.711975,"accuracy":0.750988,"main_score":0.711975,"hf_subset":"crh_Latn-fur_Latn","languages":["crh-Latn","fur-Latn"]},{"precision":0.276952,"recall":0.349802,"f1":0.296854,"accuracy":0.349802,"main_score":0.296854,"hf_subset":"crh_Latn-kab_Latn","languages":["crh-Latn","kab-Latn"]},{"precision":0.692918,"recall":0.748024,"f1":0.709538,"accuracy":0.748024,"main_score":0.709538,"hf_subset":"crh_Latn-lim_Latn","languages":["crh-Latn","lim-Latn"]},{"precision":0.865399,"recall":0.902174,"f1":0.876845,"accuracy":0.902174,"main_score":0.876845,"hf_subset":"crh_Latn-nld_Latn","languages":["crh-Latn","nld-Latn"]},{"precision":0.697645,"recall":0.767787,"f1":0.718779,"accuracy":0.767787,"main_score":0.718779,"hf_subset":"crh_Latn-san_Deva","languages":["crh-Latn","san-Deva"]},{"precision":0.674631,"recall":0.728261,"f1":0.690203,"accuracy":0.728261,"main_score":0.690203,"hf_subset":"crh_Latn-tat_Cyrl","languages":["crh-Latn","tat-Cyrl"]},{"precision":0.434217,"recall":0.512846,"f1":0.455557,"accuracy":0.512846,"main_score":0.455557,"hf_subset":"crh_Latn-xho_Latn","languages":["crh-Latn","xho-Latn"]},{"precision":0.849071,"recall":0.891304,"f1":0.862105,"accuracy":0.891304,"main_score":0.862105,"hf_subset":"crh_Latn-ars_Arab","languages":["crh-Latn","ars-Arab"]},{"precision":0.684091,"recall":0.741107,"f1":0.701153,"accuracy":0.741107,"main_score":0.701153,"hf_subset":"crh_Latn-ceb_Latn","languages":["crh-Latn","ceb-Latn"]},{"precision":0.418348,"recall":0.496047,"f1":0.440726,"accuracy":0.496047,"main_score":0.440726,"hf_subset":"crh_Latn-fuv_Latn","languages":["crh-Latn","fuv-Latn"]},{"precision":0.412882,"recall":0.493083,"f1":0.435405,"accuracy":0.493083,"main_score":0.435405,"hf_subset":"crh_Latn-kac_Latn","languages":["crh-Latn","kac-Latn"]},{"precision":0.461487,"recall":0.547431,"f1":0.48623,"accuracy":0.547431,"main_score":0.48623,"hf_subset":"crh_Latn-lin_Latn","languages":["crh-Latn","lin-Latn"]},{"precision":0.816733,"recall":0.863636,"f1":0.831065,"accuracy":0.863636,"main_score":0.831065,"hf_subset":"crh_Latn-nno_Latn","languages":["crh-Latn","nno-Latn"]},{"precision":0.167085,"recall":0.229249,"f1":0.1831,"accuracy":0.229249,"main_score":0.1831,"hf_subset":"crh_Latn-sat_Olck","languages":["crh-Latn","sat-Olck"]},{"precision":0.818791,"recall":0.865613,"f1":0.833202,"accuracy":0.865613,"main_score":0.833202,"hf_subset":"crh_Latn-tel_Telu","languages":["crh-Latn","tel-Telu"]},{"precision":0.29169,"recall":0.370553,"f1":0.312324,"accuracy":0.370553,"main_score":0.312324,"hf_subset":"crh_Latn-ydd_Hebr","languages":["crh-Latn","ydd-Hebr"]},{"precision":0.75667,"recall":0.815217,"f1":0.774492,"accuracy":0.815217,"main_score":0.774492,"hf_subset":"crh_Latn-ary_Arab","languages":["crh-Latn","ary-Arab"]},{"precision":0.845422,"recall":0.889328,"f1":0.859157,"accuracy":0.889328,"main_score":0.859157,"hf_subset":"crh_Latn-ces_Latn","languages":["crh-Latn","ces-Latn"]},{"precision":0.301656,"recall":0.384387,"f1":0.324485,"accuracy":0.384387,"main_score":0.324485,"hf_subset":"crh_Latn-gaz_Latn","languages":["crh-Latn","gaz-Latn"]},{"precision":0.418481,"recall":0.486166,"f1":0.437087,"accuracy":0.486166,"main_score":0.437087,"hf_subset":"crh_Latn-kam_Latn","languages":["crh-Latn","kam-Latn"]},{"precision":0.708617,"recall":0.766798,"f1":0.726033,"accuracy":0.766798,"main_score":0.726033,"hf_subset":"crh_Latn-lit_Latn","languages":["crh-Latn","lit-Latn"]},{"precision":0.855072,"recall":0.891304,"f1":0.866356,"accuracy":0.891304,"main_score":0.866356,"hf_subset":"crh_Latn-nob_Latn","languages":["crh-Latn","nob-Latn"]},{"precision":0.6565,"recall":0.728261,"f1":0.678115,"accuracy":0.728261,"main_score":0.678115,"hf_subset":"crh_Latn-scn_Latn","languages":["crh-Latn","scn-Latn"]},{"precision":0.487149,"recall":0.56917,"f1":0.510249,"accuracy":0.56917,"main_score":0.510249,"hf_subset":"crh_Latn-tgk_Cyrl","languages":["crh-Latn","tgk-Cyrl"]},{"precision":0.356023,"recall":0.439723,"f1":0.379029,"accuracy":0.439723,"main_score":0.379029,"hf_subset":"crh_Latn-yor_Latn","languages":["crh-Latn","yor-Latn"]},{"precision":0.829117,"recall":0.876482,"f1":0.843794,"accuracy":0.876482,"main_score":0.843794,"hf_subset":"crh_Latn-arz_Arab","languages":["crh-Latn","arz-Arab"]},{"precision":0.411801,"recall":0.496047,"f1":0.435099,"accuracy":0.496047,"main_score":0.435099,"hf_subset":"crh_Latn-cjk_Latn","languages":["crh-Latn","cjk-Latn"]},{"precision":0.361073,"recall":0.438735,"f1":0.382268,"accuracy":0.438735,"main_score":0.382268,"hf_subset":"crh_Latn-gla_Latn","languages":["crh-Latn","gla-Latn"]},{"precision":0.814592,"recall":0.86166,"f1":0.829183,"accuracy":0.86166,"main_score":0.829183,"hf_subset":"crh_Latn-kan_Knda","languages":["crh-Latn","kan-Knda"]},{"precision":0.676737,"recall":0.743083,"f1":0.696563,"accuracy":0.743083,"main_score":0.696563,"hf_subset":"crh_Latn-lmo_Latn","languages":["crh-Latn","lmo-Latn"]},{"precision":0.816288,"recall":0.863636,"f1":0.831211,"accuracy":0.863636,"main_score":0.831211,"hf_subset":"crh_Latn-npi_Deva","languages":["crh-Latn","npi-Deva"]},{"precision":0.348302,"recall":0.435771,"f1":0.37144,"accuracy":0.435771,"main_score":0.37144,"hf_subset":"crh_Latn-shn_Mymr","languages":["crh-Latn","shn-Mymr"]},{"precision":0.761422,"recall":0.812253,"f1":0.777092,"accuracy":0.812253,"main_score":0.777092,"hf_subset":"crh_Latn-tgl_Latn","languages":["crh-Latn","tgl-Latn"]},{"precision":0.850379,"recall":0.891304,"f1":0.862846,"accuracy":0.891304,"main_score":0.862846,"hf_subset":"crh_Latn-yue_Hant","languages":["crh-Latn","yue-Hant"]},{"precision":0.698847,"recall":0.767787,"f1":0.719669,"accuracy":0.767787,"main_score":0.719669,"hf_subset":"crh_Latn-asm_Beng","languages":["crh-Latn","asm-Beng"]},{"precision":0.405142,"recall":0.477273,"f1":0.424813,"accuracy":0.477273,"main_score":0.424813,"hf_subset":"crh_Latn-ckb_Arab","languages":["crh-Latn","ckb-Arab"]},{"precision":0.364704,"recall":0.440711,"f1":0.384585,"accuracy":0.440711,"main_score":0.384585,"hf_subset":"crh_Latn-gle_Latn","languages":["crh-Latn","gle-Latn"]},{"precision":0.525675,"recall":0.617589,"f1":0.551383,"accuracy":0.617589,"main_score":0.551383,"hf_subset":"crh_Latn-kas_Arab","languages":["crh-Latn","kas-Arab"]},{"precision":0.574351,"recall":0.639328,"f1":0.593217,"accuracy":0.639328,"main_score":0.593217,"hf_subset":"crh_Latn-ltg_Latn","languages":["crh-Latn","ltg-Latn"]},{"precision":0.436512,"recall":0.525692,"f1":0.461666,"accuracy":0.525692,"main_score":0.461666,"hf_subset":"crh_Latn-nso_Latn","languages":["crh-Latn","nso-Latn"]},{"precision":0.662829,"recall":0.733202,"f1":0.68395,"accuracy":0.733202,"main_score":0.68395,"hf_subset":"crh_Latn-sin_Sinh","languages":["crh-Latn","sin-Sinh"]},{"precision":0.829381,"recall":0.878458,"f1":0.845158,"accuracy":0.878458,"main_score":0.845158,"hf_subset":"crh_Latn-tha_Thai","languages":["crh-Latn","tha-Thai"]},{"precision":0.84086,"recall":0.885375,"f1":0.854974,"accuracy":0.885375,"main_score":0.854974,"hf_subset":"crh_Latn-zho_Hans","languages":["crh-Latn","zho-Hans"]},{"precision":0.817689,"recall":0.859684,"f1":0.829979,"accuracy":0.859684,"main_score":0.829979,"hf_subset":"crh_Latn-ast_Latn","languages":["crh-Latn","ast-Latn"]},{"precision":0.864328,"recall":0.901186,"f1":0.875955,"accuracy":0.901186,"main_score":0.875955,"hf_subset":"crh_Latn-glg_Latn","languages":["crh-Latn","glg-Latn"]},{"precision":0.522087,"recall":0.59585,"f1":0.543535,"accuracy":0.59585,"main_score":0.543535,"hf_subset":"crh_Latn-kas_Deva","languages":["crh-Latn","kas-Deva"]},{"precision":0.65052,"recall":0.715415,"f1":0.668907,"accuracy":0.715415,"main_score":0.668907,"hf_subset":"crh_Latn-ltz_Latn","languages":["crh-Latn","ltz-Latn"]},{"precision":0.333664,"recall":0.40415,"f1":0.352969,"accuracy":0.40415,"main_score":0.352969,"hf_subset":"crh_Latn-nus_Latn","languages":["crh-Latn","nus-Latn"]},{"precision":0.825049,"recall":0.87253,"f1":0.839954,"accuracy":0.87253,"main_score":0.839954,"hf_subset":"crh_Latn-slk_Latn","languages":["crh-Latn","slk-Latn"]},{"precision":0.37556,"recall":0.449605,"f1":0.39688,"accuracy":0.449605,"main_score":0.39688,"hf_subset":"crh_Latn-tir_Ethi","languages":["crh-Latn","tir-Ethi"]},{"precision":0.835343,"recall":0.879447,"f1":0.848899,"accuracy":0.879447,"main_score":0.848899,"hf_subset":"crh_Latn-zho_Hant","languages":["crh-Latn","zho-Hant"]},{"precision":0.84343,"recall":0.881423,"f1":0.854749,"accuracy":0.881423,"main_score":0.854749,"hf_subset":"crh_Latn-awa_Deva","languages":["crh-Latn","awa-Deva"]},{"precision":0.413975,"recall":0.491107,"f1":0.434647,"accuracy":0.491107,"main_score":0.434647,"hf_subset":"crh_Latn-cym_Latn","languages":["crh-Latn","cym-Latn"]},{"precision":0.571739,"recall":0.640316,"f1":0.591653,"accuracy":0.640316,"main_score":0.591653,"hf_subset":"crh_Latn-grn_Latn","languages":["crh-Latn","grn-Latn"]},{"precision":0.724415,"recall":0.788538,"f1":0.74375,"accuracy":0.788538,"main_score":0.74375,"hf_subset":"crh_Latn-kat_Geor","languages":["crh-Latn","kat-Geor"]},{"precision":0.475744,"recall":0.55336,"f1":0.497579,"accuracy":0.55336,"main_score":0.497579,"hf_subset":"crh_Latn-lua_Latn","languages":["crh-Latn","lua-Latn"]},{"precision":0.444706,"recall":0.521739,"f1":0.466944,"accuracy":0.521739,"main_score":0.466944,"hf_subset":"crh_Latn-nya_Latn","languages":["crh-Latn","nya-Latn"]},{"precision":0.773224,"recall":0.826087,"f1":0.789617,"accuracy":0.826087,"main_score":0.789617,"hf_subset":"crh_Latn-slv_Latn","languages":["crh-Latn","slv-Latn"]},{"precision":0.632493,"recall":0.699605,"f1":0.652244,"accuracy":0.699605,"main_score":0.652244,"hf_subset":"crh_Latn-tpi_Latn","languages":["crh-Latn","tpi-Latn"]},{"precision":0.828804,"recall":0.875494,"f1":0.843412,"accuracy":0.875494,"main_score":0.843412,"hf_subset":"crh_Latn-zsm_Latn","languages":["crh-Latn","zsm-Latn"]},{"precision":0.394428,"recall":0.472332,"f1":0.416002,"accuracy":0.472332,"main_score":0.416002,"hf_subset":"crh_Latn-ayr_Latn","languages":["crh-Latn","ayr-Latn"]},{"precision":0.860425,"recall":0.898221,"f1":0.872233,"accuracy":0.898221,"main_score":0.872233,"hf_subset":"crh_Latn-dan_Latn","languages":["crh-Latn","dan-Latn"]},{"precision":0.817153,"recall":0.866601,"f1":0.832499,"accuracy":0.866601,"main_score":0.832499,"hf_subset":"crh_Latn-guj_Gujr","languages":["crh-Latn","guj-Gujr"]},{"precision":0.712995,"recall":0.772727,"f1":0.730704,"accuracy":0.772727,"main_score":0.730704,"hf_subset":"crh_Latn-kaz_Cyrl","languages":["crh-Latn","kaz-Cyrl"]},{"precision":0.388365,"recall":0.465415,"f1":0.409649,"accuracy":0.465415,"main_score":0.409649,"hf_subset":"crh_Latn-lug_Latn","languages":["crh-Latn","lug-Latn"]},{"precision":0.812945,"recall":0.854743,"f1":0.825527,"accuracy":0.854743,"main_score":0.825527,"hf_subset":"crh_Latn-oci_Latn","languages":["crh-Latn","oci-Latn"]},{"precision":0.414851,"recall":0.503953,"f1":0.439912,"accuracy":0.503953,"main_score":0.439912,"hf_subset":"crh_Latn-smo_Latn","languages":["crh-Latn","smo-Latn"]},{"precision":0.400552,"recall":0.483202,"f1":0.422856,"accuracy":0.483202,"main_score":0.422856,"hf_subset":"crh_Latn-tsn_Latn","languages":["crh-Latn","tsn-Latn"]},{"precision":0.396955,"recall":0.48419,"f1":0.421058,"accuracy":0.48419,"main_score":0.421058,"hf_subset":"crh_Latn-zul_Latn","languages":["crh-Latn","zul-Latn"]},{"precision":0.580388,"recall":0.666008,"f1":0.605929,"accuracy":0.666008,"main_score":0.605929,"hf_subset":"crh_Latn-azb_Arab","languages":["crh-Latn","azb-Arab"]},{"precision":0.882082,"recall":0.916008,"f1":0.892589,"accuracy":0.916008,"main_score":0.892589,"hf_subset":"crh_Latn-deu_Latn","languages":["crh-Latn","deu-Latn"]},{"precision":0.531966,"recall":0.61166,"f1":0.555072,"accuracy":0.61166,"main_score":0.555072,"hf_subset":"crh_Latn-hat_Latn","languages":["crh-Latn","hat-Latn"]},{"precision":0.359054,"recall":0.435771,"f1":0.380365,"accuracy":0.435771,"main_score":0.380365,"hf_subset":"crh_Latn-kbp_Latn","languages":["crh-Latn","kbp-Latn"]},{"precision":0.437354,"recall":0.514822,"f1":0.459392,"accuracy":0.514822,"main_score":0.459392,"hf_subset":"crh_Latn-luo_Latn","languages":["crh-Latn","luo-Latn"]},{"precision":0.470026,"recall":0.545455,"f1":0.491569,"accuracy":0.545455,"main_score":0.491569,"hf_subset":"crh_Latn-ory_Orya","languages":["crh-Latn","ory-Orya"]},{"precision":0.419028,"recall":0.498024,"f1":0.440903,"accuracy":0.498024,"main_score":0.440903,"hf_subset":"crh_Latn-sna_Latn","languages":["crh-Latn","sna-Latn"]},{"precision":0.395869,"recall":0.470356,"f1":0.416016,"accuracy":0.470356,"main_score":0.416016,"hf_subset":"crh_Latn-tso_Latn","languages":["crh-Latn","tso-Latn"]},{"precision":0.80392,"recall":0.851779,"f1":0.818201,"accuracy":0.851779,"main_score":0.818201,"hf_subset":"crh_Latn-azj_Latn","languages":["crh-Latn","azj-Latn"]},{"precision":0.414922,"recall":0.495059,"f1":0.437688,"accuracy":0.495059,"main_score":0.437688,"hf_subset":"crh_Latn-dik_Latn","languages":["crh-Latn","dik-Latn"]},{"precision":0.440128,"recall":0.500988,"f1":0.457138,"accuracy":0.500988,"main_score":0.457138,"hf_subset":"crh_Latn-hau_Latn","languages":["crh-Latn","hau-Latn"]},{"precision":0.67025,"recall":0.73913,"f1":0.690351,"accuracy":0.73913,"main_score":0.690351,"hf_subset":"crh_Latn-kea_Latn","languages":["crh-Latn","kea-Latn"]},{"precision":0.546146,"recall":0.607708,"f1":0.564789,"accuracy":0.607708,"main_score":0.564789,"hf_subset":"crh_Latn-lus_Latn","languages":["crh-Latn","lus-Latn"]},{"precision":0.636084,"recall":0.69664,"f1":0.653741,"accuracy":0.69664,"main_score":0.653741,"hf_subset":"crh_Latn-pag_Latn","languages":["crh-Latn","pag-Latn"]},{"precision":0.56597,"recall":0.647233,"f1":0.588753,"accuracy":0.647233,"main_score":0.588753,"hf_subset":"crh_Latn-snd_Arab","languages":["crh-Latn","snd-Arab"]},{"precision":0.684687,"recall":0.747036,"f1":0.703052,"accuracy":0.747036,"main_score":0.703052,"hf_subset":"crh_Latn-tuk_Latn","languages":["crh-Latn","tuk-Latn"]},{"precision":0.660321,"recall":0.714427,"f1":0.676186,"accuracy":0.714427,"main_score":0.676186,"hf_subset":"crh_Latn-bak_Cyrl","languages":["crh-Latn","bak-Cyrl"]},{"precision":0.343363,"recall":0.428854,"f1":0.366853,"accuracy":0.428854,"main_score":0.366853,"hf_subset":"crh_Latn-dyu_Latn","languages":["crh-Latn","dyu-Latn"]},{"precision":0.735244,"recall":0.796443,"f1":0.753887,"accuracy":0.796443,"main_score":0.753887,"hf_subset":"crh_Latn-heb_Hebr","languages":["crh-Latn","heb-Hebr"]},{"precision":0.467852,"recall":0.538538,"f1":0.488669,"accuracy":0.538538,"main_score":0.488669,"hf_subset":"crh_Latn-khk_Cyrl","languages":["crh-Latn","khk-Cyrl"]},{"precision":0.697011,"recall":0.759881,"f1":0.715885,"accuracy":0.759881,"main_score":0.715885,"hf_subset":"crh_Latn-lvs_Latn","languages":["crh-Latn","lvs-Latn"]},{"precision":0.734231,"recall":0.800395,"f1":0.754996,"accuracy":0.800395,"main_score":0.754996,"hf_subset":"crh_Latn-pan_Guru","languages":["crh-Latn","pan-Guru"]},{"precision":0.38419,"recall":0.450593,"f1":0.403021,"accuracy":0.450593,"main_score":0.403021,"hf_subset":"crh_Latn-som_Latn","languages":["crh-Latn","som-Latn"]},{"precision":0.442432,"recall":0.506917,"f1":0.460413,"accuracy":0.506917,"main_score":0.460413,"hf_subset":"crh_Latn-tum_Latn","languages":["crh-Latn","tum-Latn"]},{"precision":0.280652,"recall":0.373518,"f1":0.304203,"accuracy":0.373518,"main_score":0.304203,"hf_subset":"glg_Latn-ace_Arab","languages":["glg-Latn","ace-Arab"]},{"precision":0.346884,"recall":0.458498,"f1":0.376287,"accuracy":0.458498,"main_score":0.376287,"hf_subset":"glg_Latn-bam_Latn","languages":["glg-Latn","bam-Latn"]},{"precision":0.154361,"recall":0.219368,"f1":0.17081,"accuracy":0.219368,"main_score":0.17081,"hf_subset":"glg_Latn-dzo_Tibt","languages":["glg-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-hin_Deva","languages":["glg-Latn","hin-Deva"]},{"precision":0.805781,"recall":0.859684,"f1":0.822332,"accuracy":0.859684,"main_score":0.822332,"hf_subset":"glg_Latn-khm_Khmr","languages":["glg-Latn","khm-Khmr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"glg_Latn-mag_Deva","languages":["glg-Latn","mag-Deva"]},{"precision":0.875576,"recall":0.913043,"f1":0.88722,"accuracy":0.913043,"main_score":0.88722,"hf_subset":"glg_Latn-pap_Latn","languages":["glg-Latn","pap-Latn"]},{"precision":0.409111,"recall":0.513834,"f1":0.43636,"accuracy":0.513834,"main_score":0.43636,"hf_subset":"glg_Latn-sot_Latn","languages":["glg-Latn","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-tur_Latn","languages":["glg-Latn","tur-Latn"]},{"precision":0.65788,"recall":0.741107,"f1":0.682235,"accuracy":0.741107,"main_score":0.682235,"hf_subset":"glg_Latn-ace_Latn","languages":["glg-Latn","ace-Latn"]},{"precision":0.825346,"recall":0.87747,"f1":0.841765,"accuracy":0.87747,"main_score":0.841765,"hf_subset":"glg_Latn-ban_Latn","languages":["glg-Latn","ban-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"glg_Latn-ell_Grek","languages":["glg-Latn","ell-Grek"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"glg_Latn-hne_Deva","languages":["glg-Latn","hne-Deva"]},{"precision":0.413629,"recall":0.521739,"f1":0.442383,"accuracy":0.521739,"main_score":0.442383,"hf_subset":"glg_Latn-kik_Latn","languages":["glg-Latn","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"glg_Latn-mai_Deva","languages":["glg-Latn","mai-Deva"]},{"precision":0.853508,"recall":0.896245,"f1":0.866963,"accuracy":0.896245,"main_score":0.866963,"hf_subset":"glg_Latn-pbt_Arab","languages":["glg-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-spa_Latn","languages":["glg-Latn","spa-Latn"]},{"precision":0.48169,"recall":0.585968,"f1":0.51053,"accuracy":0.585968,"main_score":0.51053,"hf_subset":"glg_Latn-twi_Latn","languages":["glg-Latn","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-acm_Arab","languages":["glg-Latn","acm-Arab"]},{"precision":0.831275,"recall":0.881423,"f1":0.847233,"accuracy":0.881423,"main_score":0.847233,"hf_subset":"glg_Latn-bel_Cyrl","languages":["glg-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-eng_Latn","languages":["glg-Latn","eng-Latn"]},{"precision":0.960721,"recall":0.97332,"f1":0.964822,"accuracy":0.97332,"main_score":0.964822,"hf_subset":"glg_Latn-hrv_Latn","languages":["glg-Latn","hrv-Latn"]},{"precision":0.381196,"recall":0.483202,"f1":0.408336,"accuracy":0.483202,"main_score":0.408336,"hf_subset":"glg_Latn-kin_Latn","languages":["glg-Latn","kin-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"glg_Latn-mal_Mlym","languages":["glg-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-pes_Arab","languages":["glg-Latn","pes-Arab"]},{"precision":0.886347,"recall":0.917984,"f1":0.896311,"accuracy":0.917984,"main_score":0.896311,"hf_subset":"glg_Latn-srd_Latn","languages":["glg-Latn","srd-Latn"]},{"precision":0.101235,"recall":0.172925,"f1":0.11605,"accuracy":0.172925,"main_score":0.11605,"hf_subset":"glg_Latn-tzm_Tfng","languages":["glg-Latn","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-acq_Arab","languages":["glg-Latn","acq-Arab"]},{"precision":0.429118,"recall":0.530632,"f1":0.45602,"accuracy":0.530632,"main_score":0.45602,"hf_subset":"glg_Latn-bem_Latn","languages":["glg-Latn","bem-Latn"]},{"precision":0.905912,"recall":0.933794,"f1":0.914592,"accuracy":0.933794,"main_score":0.914592,"hf_subset":"glg_Latn-epo_Latn","languages":["glg-Latn","epo-Latn"]},{"precision":0.92029,"recall":0.945652,"f1":0.928524,"accuracy":0.945652,"main_score":0.928524,"hf_subset":"glg_Latn-hun_Latn","languages":["glg-Latn","hun-Latn"]},{"precision":0.672703,"recall":0.755929,"f1":0.697509,"accuracy":0.755929,"main_score":0.697509,"hf_subset":"glg_Latn-kir_Cyrl","languages":["glg-Latn","kir-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"glg_Latn-mar_Deva","languages":["glg-Latn","mar-Deva"]},{"precision":0.426424,"recall":0.52668,"f1":0.453159,"accuracy":0.52668,"main_score":0.453159,"hf_subset":"glg_Latn-plt_Latn","languages":["glg-Latn","plt-Latn"]},{"precision":0.926877,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"glg_Latn-srp_Cyrl","languages":["glg-Latn","srp-Cyrl"]},{"precision":0.272335,"recall":0.365613,"f1":0.296023,"accuracy":0.365613,"main_score":0.296023,"hf_subset":"glg_Latn-uig_Arab","languages":["glg-Latn","uig-Arab"]},{"precision":0.940053,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"glg_Latn-aeb_Arab","languages":["glg-Latn","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-ben_Beng","languages":["glg-Latn","ben-Beng"]},{"precision":0.825576,"recall":0.874506,"f1":0.840613,"accuracy":0.874506,"main_score":0.840613,"hf_subset":"glg_Latn-est_Latn","languages":["glg-Latn","est-Latn"]},{"precision":0.808375,"recall":0.858696,"f1":0.82354,"accuracy":0.858696,"main_score":0.82354,"hf_subset":"glg_Latn-hye_Armn","languages":["glg-Latn","hye-Armn"]},{"precision":0.382581,"recall":0.481225,"f1":0.408622,"accuracy":0.481225,"main_score":0.408622,"hf_subset":"glg_Latn-kmb_Latn","languages":["glg-Latn","kmb-Latn"]},{"precision":0.242142,"recall":0.329051,"f1":0.263714,"accuracy":0.329051,"main_score":0.263714,"hf_subset":"glg_Latn-min_Arab","languages":["glg-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-pol_Latn","languages":["glg-Latn","pol-Latn"]},{"precision":0.362477,"recall":0.475296,"f1":0.391382,"accuracy":0.475296,"main_score":0.391382,"hf_subset":"glg_Latn-ssw_Latn","languages":["glg-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"glg_Latn-ukr_Cyrl","languages":["glg-Latn","ukr-Cyrl"]},{"precision":0.94137,"recall":0.960474,"f1":0.947628,"accuracy":0.960474,"main_score":0.947628,"hf_subset":"glg_Latn-afr_Latn","languages":["glg-Latn","afr-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"glg_Latn-bho_Deva","languages":["glg-Latn","bho-Deva"]},{"precision":0.642089,"recall":0.727273,"f1":0.666083,"accuracy":0.727273,"main_score":0.666083,"hf_subset":"glg_Latn-eus_Latn","languages":["glg-Latn","eus-Latn"]},{"precision":0.3789,"recall":0.48913,"f1":0.40709,"accuracy":0.48913,"main_score":0.40709,"hf_subset":"glg_Latn-ibo_Latn","languages":["glg-Latn","ibo-Latn"]},{"precision":0.407565,"recall":0.51581,"f1":0.436205,"accuracy":0.51581,"main_score":0.436205,"hf_subset":"glg_Latn-kmr_Latn","languages":["glg-Latn","kmr-Latn"]},{"precision":0.779809,"recall":0.841897,"f1":0.799031,"accuracy":0.841897,"main_score":0.799031,"hf_subset":"glg_Latn-min_Latn","languages":["glg-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-por_Latn","languages":["glg-Latn","por-Latn"]},{"precision":0.863719,"recall":0.905138,"f1":0.876877,"accuracy":0.905138,"main_score":0.876877,"hf_subset":"glg_Latn-sun_Latn","languages":["glg-Latn","sun-Latn"]},{"precision":0.378,"recall":0.483202,"f1":0.404691,"accuracy":0.483202,"main_score":0.404691,"hf_subset":"glg_Latn-umb_Latn","languages":["glg-Latn","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"glg_Latn-ajp_Arab","languages":["glg-Latn","ajp-Arab"]},{"precision":0.251465,"recall":0.347826,"f1":0.276358,"accuracy":0.347826,"main_score":0.276358,"hf_subset":"glg_Latn-bjn_Arab","languages":["glg-Latn","bjn-Arab"]},{"precision":0.392564,"recall":0.488142,"f1":0.417091,"accuracy":0.488142,"main_score":0.417091,"hf_subset":"glg_Latn-ewe_Latn","languages":["glg-Latn","ewe-Latn"]},{"precision":0.668288,"recall":0.749012,"f1":0.691916,"accuracy":0.749012,"main_score":0.691916,"hf_subset":"glg_Latn-ilo_Latn","languages":["glg-Latn","ilo-Latn"]},{"precision":0.174612,"recall":0.254941,"f1":0.193015,"accuracy":0.254941,"main_score":0.193015,"hf_subset":"glg_Latn-knc_Arab","languages":["glg-Latn","knc-Arab"]},{"precision":0.924407,"recall":0.948617,"f1":0.932477,"accuracy":0.948617,"main_score":0.932477,"hf_subset":"glg_Latn-mkd_Cyrl","languages":["glg-Latn","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-prs_Arab","languages":["glg-Latn","prs-Arab"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"glg_Latn-swe_Latn","languages":["glg-Latn","swe-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"glg_Latn-urd_Arab","languages":["glg-Latn","urd-Arab"]},{"precision":0.472006,"recall":0.570158,"f1":0.497628,"accuracy":0.570158,"main_score":0.497628,"hf_subset":"glg_Latn-aka_Latn","languages":["glg-Latn","aka-Latn"]},{"precision":0.833251,"recall":0.882411,"f1":0.84888,"accuracy":0.882411,"main_score":0.84888,"hf_subset":"glg_Latn-bjn_Latn","languages":["glg-Latn","bjn-Latn"]},{"precision":0.555498,"recall":0.642292,"f1":0.579748,"accuracy":0.642292,"main_score":0.579748,"hf_subset":"glg_Latn-fao_Latn","languages":["glg-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-ind_Latn","languages":["glg-Latn","ind-Latn"]},{"precision":0.428983,"recall":0.529644,"f1":0.455101,"accuracy":0.529644,"main_score":0.455101,"hf_subset":"glg_Latn-knc_Latn","languages":["glg-Latn","knc-Latn"]},{"precision":0.73559,"recall":0.804348,"f1":0.755797,"accuracy":0.804348,"main_score":0.755797,"hf_subset":"glg_Latn-mlt_Latn","languages":["glg-Latn","mlt-Latn"]},{"precision":0.484478,"recall":0.592885,"f1":0.513746,"accuracy":0.592885,"main_score":0.513746,"hf_subset":"glg_Latn-quy_Latn","languages":["glg-Latn","quy-Latn"]},{"precision":0.858646,"recall":0.899209,"f1":0.871443,"accuracy":0.899209,"main_score":0.871443,"hf_subset":"glg_Latn-swh_Latn","languages":["glg-Latn","swh-Latn"]},{"precision":0.612582,"recall":0.699605,"f1":0.637851,"accuracy":0.699605,"main_score":0.637851,"hf_subset":"glg_Latn-uzn_Latn","languages":["glg-Latn","uzn-Latn"]},{"precision":0.783794,"recall":0.840909,"f1":0.801318,"accuracy":0.840909,"main_score":0.801318,"hf_subset":"glg_Latn-als_Latn","languages":["glg-Latn","als-Latn"]},{"precision":0.174868,"recall":0.246047,"f1":0.191778,"accuracy":0.246047,"main_score":0.191778,"hf_subset":"glg_Latn-bod_Tibt","languages":["glg-Latn","bod-Tibt"]},{"precision":0.378918,"recall":0.48913,"f1":0.407187,"accuracy":0.48913,"main_score":0.407187,"hf_subset":"glg_Latn-fij_Latn","languages":["glg-Latn","fij-Latn"]},{"precision":0.532068,"recall":0.62747,"f1":0.55889,"accuracy":0.62747,"main_score":0.55889,"hf_subset":"glg_Latn-isl_Latn","languages":["glg-Latn","isl-Latn"]},{"precision":0.488783,"recall":0.586957,"f1":0.515759,"accuracy":0.586957,"main_score":0.515759,"hf_subset":"glg_Latn-kon_Latn","languages":["glg-Latn","kon-Latn"]},{"precision":0.35439,"recall":0.463439,"f1":0.382892,"accuracy":0.463439,"main_score":0.382892,"hf_subset":"glg_Latn-mni_Beng","languages":["glg-Latn","mni-Beng"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"glg_Latn-ron_Latn","languages":["glg-Latn","ron-Latn"]},{"precision":0.853458,"recall":0.895257,"f1":0.866733,"accuracy":0.895257,"main_score":0.866733,"hf_subset":"glg_Latn-szl_Latn","languages":["glg-Latn","szl-Latn"]},{"precision":0.940711,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"glg_Latn-vec_Latn","languages":["glg-Latn","vec-Latn"]},{"precision":0.780303,"recall":0.840909,"f1":0.798833,"accuracy":0.840909,"main_score":0.798833,"hf_subset":"glg_Latn-amh_Ethi","languages":["glg-Latn","amh-Ethi"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"glg_Latn-bos_Latn","languages":["glg-Latn","bos-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"glg_Latn-fin_Latn","languages":["glg-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-ita_Latn","languages":["glg-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-kor_Hang","languages":["glg-Latn","kor-Hang"]},{"precision":0.395946,"recall":0.500988,"f1":0.423746,"accuracy":0.500988,"main_score":0.423746,"hf_subset":"glg_Latn-mos_Latn","languages":["glg-Latn","mos-Latn"]},{"precision":0.384547,"recall":0.485178,"f1":0.410004,"accuracy":0.485178,"main_score":0.410004,"hf_subset":"glg_Latn-run_Latn","languages":["glg-Latn","run-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"glg_Latn-tam_Taml","languages":["glg-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-vie_Latn","languages":["glg-Latn","vie-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"glg_Latn-apc_Arab","languages":["glg-Latn","apc-Arab"]},{"precision":0.620769,"recall":0.704545,"f1":0.644331,"accuracy":0.704545,"main_score":0.644331,"hf_subset":"glg_Latn-bug_Latn","languages":["glg-Latn","bug-Latn"]},{"precision":0.34017,"recall":0.4417,"f1":0.365698,"accuracy":0.4417,"main_score":0.365698,"hf_subset":"glg_Latn-fon_Latn","languages":["glg-Latn","fon-Latn"]},{"precision":0.838192,"recall":0.886364,"f1":0.853129,"accuracy":0.886364,"main_score":0.853129,"hf_subset":"glg_Latn-jav_Latn","languages":["glg-Latn","jav-Latn"]},{"precision":0.706983,"recall":0.783597,"f1":0.729894,"accuracy":0.783597,"main_score":0.729894,"hf_subset":"glg_Latn-lao_Laoo","languages":["glg-Latn","lao-Laoo"]},{"precision":0.339529,"recall":0.452569,"f1":0.367815,"accuracy":0.452569,"main_score":0.367815,"hf_subset":"glg_Latn-mri_Latn","languages":["glg-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-rus_Cyrl","languages":["glg-Latn","rus-Cyrl"]},{"precision":0.386821,"recall":0.502964,"f1":0.416582,"accuracy":0.502964,"main_score":0.416582,"hf_subset":"glg_Latn-taq_Latn","languages":["glg-Latn","taq-Latn"]},{"precision":0.805839,"recall":0.859684,"f1":0.822316,"accuracy":0.859684,"main_score":0.822316,"hf_subset":"glg_Latn-war_Latn","languages":["glg-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-arb_Arab","languages":["glg-Latn","arb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"glg_Latn-bul_Cyrl","languages":["glg-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-fra_Latn","languages":["glg-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-jpn_Jpan","languages":["glg-Latn","jpn-Jpan"]},{"precision":0.892457,"recall":0.925889,"f1":0.903327,"accuracy":0.925889,"main_score":0.903327,"hf_subset":"glg_Latn-lij_Latn","languages":["glg-Latn","lij-Latn"]},{"precision":0.756332,"recall":0.823123,"f1":0.776932,"accuracy":0.823123,"main_score":0.776932,"hf_subset":"glg_Latn-mya_Mymr","languages":["glg-Latn","mya-Mymr"]},{"precision":0.448999,"recall":0.562253,"f1":0.479927,"accuracy":0.562253,"main_score":0.479927,"hf_subset":"glg_Latn-sag_Latn","languages":["glg-Latn","sag-Latn"]},{"precision":0.123648,"recall":0.206522,"f1":0.140076,"accuracy":0.206522,"main_score":0.140076,"hf_subset":"glg_Latn-taq_Tfng","languages":["glg-Latn","taq-Tfng"]},{"precision":0.455185,"recall":0.556324,"f1":0.482202,"accuracy":0.556324,"main_score":0.482202,"hf_subset":"glg_Latn-wol_Latn","languages":["glg-Latn","wol-Latn"]},{"precision":0.264552,"recall":0.381423,"f1":0.292897,"accuracy":0.381423,"main_score":0.292897,"hf_subset":"glg_Latn-arb_Latn","languages":["glg-Latn","arb-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"glg_Latn-cat_Latn","languages":["glg-Latn","cat-Latn"]},{"precision":0.858613,"recall":0.900198,"f1":0.871772,"accuracy":0.900198,"main_score":0.871772,"hf_subset":"glg_Latn-fur_Latn","languages":["glg-Latn","fur-Latn"]},{"precision":0.252425,"recall":0.340909,"f1":0.273859,"accuracy":0.340909,"main_score":0.273859,"hf_subset":"glg_Latn-kab_Latn","languages":["glg-Latn","kab-Latn"]},{"precision":0.787698,"recall":0.844862,"f1":0.805007,"accuracy":0.844862,"main_score":0.805007,"hf_subset":"glg_Latn-lim_Latn","languages":["glg-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-nld_Latn","languages":["glg-Latn","nld-Latn"]},{"precision":0.88587,"recall":0.920949,"f1":0.897398,"accuracy":0.920949,"main_score":0.897398,"hf_subset":"glg_Latn-san_Deva","languages":["glg-Latn","san-Deva"]},{"precision":0.635584,"recall":0.721344,"f1":0.660211,"accuracy":0.721344,"main_score":0.660211,"hf_subset":"glg_Latn-tat_Cyrl","languages":["glg-Latn","tat-Cyrl"]},{"precision":0.419566,"recall":0.521739,"f1":0.446579,"accuracy":0.521739,"main_score":0.446579,"hf_subset":"glg_Latn-xho_Latn","languages":["glg-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-ars_Arab","languages":["glg-Latn","ars-Arab"]},{"precision":0.778755,"recall":0.838933,"f1":0.797233,"accuracy":0.838933,"main_score":0.797233,"hf_subset":"glg_Latn-ceb_Latn","languages":["glg-Latn","ceb-Latn"]},{"precision":0.39787,"recall":0.511858,"f1":0.428016,"accuracy":0.511858,"main_score":0.428016,"hf_subset":"glg_Latn-fuv_Latn","languages":["glg-Latn","fuv-Latn"]},{"precision":0.394125,"recall":0.503953,"f1":0.422416,"accuracy":0.503953,"main_score":0.422416,"hf_subset":"glg_Latn-kac_Latn","languages":["glg-Latn","kac-Latn"]},{"precision":0.451294,"recall":0.559289,"f1":0.480726,"accuracy":0.559289,"main_score":0.480726,"hf_subset":"glg_Latn-lin_Latn","languages":["glg-Latn","lin-Latn"]},{"precision":0.952075,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"glg_Latn-nno_Latn","languages":["glg-Latn","nno-Latn"]},{"precision":0.158419,"recall":0.224308,"f1":0.173247,"accuracy":0.224308,"main_score":0.173247,"hf_subset":"glg_Latn-sat_Olck","languages":["glg-Latn","sat-Olck"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"glg_Latn-tel_Telu","languages":["glg-Latn","tel-Telu"]},{"precision":0.315055,"recall":0.418972,"f1":0.341763,"accuracy":0.418972,"main_score":0.341763,"hf_subset":"glg_Latn-ydd_Hebr","languages":["glg-Latn","ydd-Hebr"]},{"precision":0.888669,"recall":0.921937,"f1":0.899374,"accuracy":0.921937,"main_score":0.899374,"hf_subset":"glg_Latn-ary_Arab","languages":["glg-Latn","ary-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"glg_Latn-ces_Latn","languages":["glg-Latn","ces-Latn"]},{"precision":0.289298,"recall":0.385375,"f1":0.312315,"accuracy":0.385375,"main_score":0.312315,"hf_subset":"glg_Latn-gaz_Latn","languages":["glg-Latn","gaz-Latn"]},{"precision":0.417659,"recall":0.523715,"f1":0.445691,"accuracy":0.523715,"main_score":0.445691,"hf_subset":"glg_Latn-kam_Latn","languages":["glg-Latn","kam-Latn"]},{"precision":0.775362,"recall":0.837945,"f1":0.795257,"accuracy":0.837945,"main_score":0.795257,"hf_subset":"glg_Latn-lit_Latn","languages":["glg-Latn","lit-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"glg_Latn-nob_Latn","languages":["glg-Latn","nob-Latn"]},{"precision":0.783745,"recall":0.844862,"f1":0.802357,"accuracy":0.844862,"main_score":0.802357,"hf_subset":"glg_Latn-scn_Latn","languages":["glg-Latn","scn-Latn"]},{"precision":0.420546,"recall":0.516798,"f1":0.44474,"accuracy":0.516798,"main_score":0.44474,"hf_subset":"glg_Latn-tgk_Cyrl","languages":["glg-Latn","tgk-Cyrl"]},{"precision":0.36355,"recall":0.469368,"f1":0.391154,"accuracy":0.469368,"main_score":0.391154,"hf_subset":"glg_Latn-yor_Latn","languages":["glg-Latn","yor-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"glg_Latn-arz_Arab","languages":["glg-Latn","arz-Arab"]},{"precision":0.411611,"recall":0.523715,"f1":0.440783,"accuracy":0.523715,"main_score":0.440783,"hf_subset":"glg_Latn-cjk_Latn","languages":["glg-Latn","cjk-Latn"]},{"precision":0.343522,"recall":0.438735,"f1":0.367447,"accuracy":0.438735,"main_score":0.367447,"hf_subset":"glg_Latn-gla_Latn","languages":["glg-Latn","gla-Latn"]},{"precision":0.977026,"recall":0.98419,"f1":0.979315,"accuracy":0.98419,"main_score":0.979315,"hf_subset":"glg_Latn-kan_Knda","languages":["glg-Latn","kan-Knda"]},{"precision":0.82724,"recall":0.875494,"f1":0.8421,"accuracy":0.875494,"main_score":0.8421,"hf_subset":"glg_Latn-lmo_Latn","languages":["glg-Latn","lmo-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"glg_Latn-npi_Deva","languages":["glg-Latn","npi-Deva"]},{"precision":0.349385,"recall":0.466403,"f1":0.379398,"accuracy":0.466403,"main_score":0.379398,"hf_subset":"glg_Latn-shn_Mymr","languages":["glg-Latn","shn-Mymr"]},{"precision":0.882493,"recall":0.918972,"f1":0.89417,"accuracy":0.918972,"main_score":0.89417,"hf_subset":"glg_Latn-tgl_Latn","languages":["glg-Latn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-yue_Hant","languages":["glg-Latn","yue-Hant"]},{"precision":0.855567,"recall":0.898221,"f1":0.869368,"accuracy":0.898221,"main_score":0.869368,"hf_subset":"glg_Latn-asm_Beng","languages":["glg-Latn","asm-Beng"]},{"precision":0.382298,"recall":0.478261,"f1":0.407672,"accuracy":0.478261,"main_score":0.407672,"hf_subset":"glg_Latn-ckb_Arab","languages":["glg-Latn","ckb-Arab"]},{"precision":0.3659,"recall":0.460474,"f1":0.39003,"accuracy":0.460474,"main_score":0.39003,"hf_subset":"glg_Latn-gle_Latn","languages":["glg-Latn","gle-Latn"]},{"precision":0.658318,"recall":0.744071,"f1":0.682981,"accuracy":0.744071,"main_score":0.682981,"hf_subset":"glg_Latn-kas_Arab","languages":["glg-Latn","kas-Arab"]},{"precision":0.599629,"recall":0.684783,"f1":0.624735,"accuracy":0.684783,"main_score":0.624735,"hf_subset":"glg_Latn-ltg_Latn","languages":["glg-Latn","ltg-Latn"]},{"precision":0.446822,"recall":0.550395,"f1":0.474775,"accuracy":0.550395,"main_score":0.474775,"hf_subset":"glg_Latn-nso_Latn","languages":["glg-Latn","nso-Latn"]},{"precision":0.837945,"recall":0.885375,"f1":0.852931,"accuracy":0.885375,"main_score":0.852931,"hf_subset":"glg_Latn-sin_Sinh","languages":["glg-Latn","sin-Sinh"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"glg_Latn-tha_Thai","languages":["glg-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-zho_Hans","languages":["glg-Latn","zho-Hans"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"glg_Latn-ast_Latn","languages":["glg-Latn","ast-Latn"]},{"precision":0.797572,"recall":0.852767,"f1":0.814575,"accuracy":0.852767,"main_score":0.814575,"hf_subset":"glg_Latn-crh_Latn","languages":["glg-Latn","crh-Latn"]},{"precision":0.568225,"recall":0.66996,"f1":0.597812,"accuracy":0.66996,"main_score":0.597812,"hf_subset":"glg_Latn-kas_Deva","languages":["glg-Latn","kas-Deva"]},{"precision":0.779957,"recall":0.840909,"f1":0.798734,"accuracy":0.840909,"main_score":0.798734,"hf_subset":"glg_Latn-ltz_Latn","languages":["glg-Latn","ltz-Latn"]},{"precision":0.274191,"recall":0.380435,"f1":0.301183,"accuracy":0.380435,"main_score":0.301183,"hf_subset":"glg_Latn-nus_Latn","languages":["glg-Latn","nus-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"glg_Latn-slk_Latn","languages":["glg-Latn","slk-Latn"]},{"precision":0.369848,"recall":0.469368,"f1":0.395997,"accuracy":0.469368,"main_score":0.395997,"hf_subset":"glg_Latn-tir_Ethi","languages":["glg-Latn","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-zho_Hant","languages":["glg-Latn","zho-Hant"]},{"precision":0.97892,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"glg_Latn-awa_Deva","languages":["glg-Latn","awa-Deva"]},{"precision":0.434772,"recall":0.529644,"f1":0.458573,"accuracy":0.529644,"main_score":0.458573,"hf_subset":"glg_Latn-cym_Latn","languages":["glg-Latn","cym-Latn"]},{"precision":0.661685,"recall":0.746047,"f1":0.686588,"accuracy":0.746047,"main_score":0.686588,"hf_subset":"glg_Latn-grn_Latn","languages":["glg-Latn","grn-Latn"]},{"precision":0.888949,"recall":0.91996,"f1":0.898748,"accuracy":0.91996,"main_score":0.898748,"hf_subset":"glg_Latn-kat_Geor","languages":["glg-Latn","kat-Geor"]},{"precision":0.470579,"recall":0.573123,"f1":0.498813,"accuracy":0.573123,"main_score":0.498813,"hf_subset":"glg_Latn-lua_Latn","languages":["glg-Latn","lua-Latn"]},{"precision":0.440423,"recall":0.548419,"f1":0.470414,"accuracy":0.548419,"main_score":0.470414,"hf_subset":"glg_Latn-nya_Latn","languages":["glg-Latn","nya-Latn"]},{"precision":0.90555,"recall":0.935771,"f1":0.915415,"accuracy":0.935771,"main_score":0.915415,"hf_subset":"glg_Latn-slv_Latn","languages":["glg-Latn","slv-Latn"]},{"precision":0.719542,"recall":0.794466,"f1":0.742229,"accuracy":0.794466,"main_score":0.742229,"hf_subset":"glg_Latn-tpi_Latn","languages":["glg-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"glg_Latn-zsm_Latn","languages":["glg-Latn","zsm-Latn"]},{"precision":0.376972,"recall":0.48913,"f1":0.406517,"accuracy":0.48913,"main_score":0.406517,"hf_subset":"glg_Latn-ayr_Latn","languages":["glg-Latn","ayr-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"glg_Latn-dan_Latn","languages":["glg-Latn","dan-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"glg_Latn-guj_Gujr","languages":["glg-Latn","guj-Gujr"]},{"precision":0.736677,"recall":0.805336,"f1":0.756705,"accuracy":0.805336,"main_score":0.756705,"hf_subset":"glg_Latn-kaz_Cyrl","languages":["glg-Latn","kaz-Cyrl"]},{"precision":0.358412,"recall":0.464427,"f1":0.385404,"accuracy":0.464427,"main_score":0.385404,"hf_subset":"glg_Latn-lug_Latn","languages":["glg-Latn","lug-Latn"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"glg_Latn-oci_Latn","languages":["glg-Latn","oci-Latn"]},{"precision":0.418325,"recall":0.528656,"f1":0.447066,"accuracy":0.528656,"main_score":0.447066,"hf_subset":"glg_Latn-smo_Latn","languages":["glg-Latn","smo-Latn"]},{"precision":0.383833,"recall":0.494071,"f1":0.412584,"accuracy":0.494071,"main_score":0.412584,"hf_subset":"glg_Latn-tsn_Latn","languages":["glg-Latn","tsn-Latn"]},{"precision":0.373774,"recall":0.480237,"f1":0.40188,"accuracy":0.480237,"main_score":0.40188,"hf_subset":"glg_Latn-zul_Latn","languages":["glg-Latn","zul-Latn"]},{"precision":0.669179,"recall":0.755929,"f1":0.694666,"accuracy":0.755929,"main_score":0.694666,"hf_subset":"glg_Latn-azb_Arab","languages":["glg-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-deu_Latn","languages":["glg-Latn","deu-Latn"]},{"precision":0.641667,"recall":0.732213,"f1":0.66815,"accuracy":0.732213,"main_score":0.66815,"hf_subset":"glg_Latn-hat_Latn","languages":["glg-Latn","hat-Latn"]},{"precision":0.333845,"recall":0.434783,"f1":0.359251,"accuracy":0.434783,"main_score":0.359251,"hf_subset":"glg_Latn-kbp_Latn","languages":["glg-Latn","kbp-Latn"]},{"precision":0.420692,"recall":0.530632,"f1":0.449372,"accuracy":0.530632,"main_score":0.449372,"hf_subset":"glg_Latn-luo_Latn","languages":["glg-Latn","luo-Latn"]},{"precision":0.511144,"recall":0.594862,"f1":0.534108,"accuracy":0.594862,"main_score":0.534108,"hf_subset":"glg_Latn-ory_Orya","languages":["glg-Latn","ory-Orya"]},{"precision":0.395406,"recall":0.501976,"f1":0.423381,"accuracy":0.501976,"main_score":0.423381,"hf_subset":"glg_Latn-sna_Latn","languages":["glg-Latn","sna-Latn"]},{"precision":0.374389,"recall":0.478261,"f1":0.401514,"accuracy":0.478261,"main_score":0.401514,"hf_subset":"glg_Latn-tso_Latn","languages":["glg-Latn","tso-Latn"]},{"precision":0.846426,"recall":0.890316,"f1":0.860211,"accuracy":0.890316,"main_score":0.860211,"hf_subset":"glg_Latn-azj_Latn","languages":["glg-Latn","azj-Latn"]},{"precision":0.411027,"recall":0.512846,"f1":0.438229,"accuracy":0.512846,"main_score":0.438229,"hf_subset":"glg_Latn-dik_Latn","languages":["glg-Latn","dik-Latn"]},{"precision":0.417583,"recall":0.511858,"f1":0.442559,"accuracy":0.511858,"main_score":0.442559,"hf_subset":"glg_Latn-hau_Latn","languages":["glg-Latn","hau-Latn"]},{"precision":0.83834,"recall":0.886364,"f1":0.853261,"accuracy":0.886364,"main_score":0.853261,"hf_subset":"glg_Latn-kea_Latn","languages":["glg-Latn","kea-Latn"]},{"precision":0.571002,"recall":0.661067,"f1":0.596015,"accuracy":0.661067,"main_score":0.596015,"hf_subset":"glg_Latn-lus_Latn","languages":["glg-Latn","lus-Latn"]},{"precision":0.716436,"recall":0.788538,"f1":0.73849,"accuracy":0.788538,"main_score":0.73849,"hf_subset":"glg_Latn-pag_Latn","languages":["glg-Latn","pag-Latn"]},{"precision":0.668101,"recall":0.752964,"f1":0.693253,"accuracy":0.752964,"main_score":0.693253,"hf_subset":"glg_Latn-snd_Arab","languages":["glg-Latn","snd-Arab"]},{"precision":0.579237,"recall":0.672925,"f1":0.605858,"accuracy":0.672925,"main_score":0.605858,"hf_subset":"glg_Latn-tuk_Latn","languages":["glg-Latn","tuk-Latn"]},{"precision":0.621617,"recall":0.705534,"f1":0.645678,"accuracy":0.705534,"main_score":0.645678,"hf_subset":"glg_Latn-bak_Cyrl","languages":["glg-Latn","bak-Cyrl"]},{"precision":0.333216,"recall":0.44664,"f1":0.362897,"accuracy":0.44664,"main_score":0.362897,"hf_subset":"glg_Latn-dyu_Latn","languages":["glg-Latn","dyu-Latn"]},{"precision":0.890234,"recall":0.923913,"f1":0.900922,"accuracy":0.923913,"main_score":0.900922,"hf_subset":"glg_Latn-heb_Hebr","languages":["glg-Latn","heb-Hebr"]},{"precision":0.418068,"recall":0.523715,"f1":0.446234,"accuracy":0.523715,"main_score":0.446234,"hf_subset":"glg_Latn-khk_Cyrl","languages":["glg-Latn","khk-Cyrl"]},{"precision":0.801746,"recall":0.854743,"f1":0.818281,"accuracy":0.854743,"main_score":0.818281,"hf_subset":"glg_Latn-lvs_Latn","languages":["glg-Latn","lvs-Latn"]},{"precision":0.914279,"recall":0.940711,"f1":0.922826,"accuracy":0.940711,"main_score":0.922826,"hf_subset":"glg_Latn-pan_Guru","languages":["glg-Latn","pan-Guru"]},{"precision":0.359133,"recall":0.453557,"f1":0.383599,"accuracy":0.453557,"main_score":0.383599,"hf_subset":"glg_Latn-som_Latn","languages":["glg-Latn","som-Latn"]},{"precision":0.444602,"recall":0.544466,"f1":0.471847,"accuracy":0.544466,"main_score":0.471847,"hf_subset":"glg_Latn-tum_Latn","languages":["glg-Latn","tum-Latn"]},{"precision":0.273973,"recall":0.340909,"f1":0.292777,"accuracy":0.340909,"main_score":0.292777,"hf_subset":"kas_Deva-ace_Arab","languages":["kas-Deva","ace-Arab"]},{"precision":0.333197,"recall":0.401186,"f1":0.351489,"accuracy":0.401186,"main_score":0.351489,"hf_subset":"kas_Deva-bam_Latn","languages":["kas-Deva","bam-Latn"]},{"precision":0.13742,"recall":0.201581,"f1":0.153904,"accuracy":0.201581,"main_score":0.153904,"hf_subset":"kas_Deva-dzo_Tibt","languages":["kas-Deva","dzo-Tibt"]},{"precision":0.690168,"recall":0.758893,"f1":0.710359,"accuracy":0.758893,"main_score":0.710359,"hf_subset":"kas_Deva-hin_Deva","languages":["kas-Deva","hin-Deva"]},{"precision":0.469618,"recall":0.540514,"f1":0.489514,"accuracy":0.540514,"main_score":0.489514,"hf_subset":"kas_Deva-khm_Khmr","languages":["kas-Deva","khm-Khmr"]},{"precision":0.708899,"recall":0.764822,"f1":0.725056,"accuracy":0.764822,"main_score":0.725056,"hf_subset":"kas_Deva-mag_Deva","languages":["kas-Deva","mag-Deva"]},{"precision":0.577644,"recall":0.636364,"f1":0.594696,"accuracy":0.636364,"main_score":0.594696,"hf_subset":"kas_Deva-pap_Latn","languages":["kas-Deva","pap-Latn"]},{"precision":0.389031,"recall":0.467391,"f1":0.411701,"accuracy":0.467391,"main_score":0.411701,"hf_subset":"kas_Deva-sot_Latn","languages":["kas-Deva","sot-Latn"]},{"precision":0.659555,"recall":0.726285,"f1":0.6789,"accuracy":0.726285,"main_score":0.6789,"hf_subset":"kas_Deva-tur_Latn","languages":["kas-Deva","tur-Latn"]},{"precision":0.514146,"recall":0.576087,"f1":0.53171,"accuracy":0.576087,"main_score":0.53171,"hf_subset":"kas_Deva-ace_Latn","languages":["kas-Deva","ace-Latn"]},{"precision":0.56723,"recall":0.634387,"f1":0.586838,"accuracy":0.634387,"main_score":0.586838,"hf_subset":"kas_Deva-ban_Latn","languages":["kas-Deva","ban-Latn"]},{"precision":0.558334,"recall":0.63834,"f1":0.580391,"accuracy":0.63834,"main_score":0.580391,"hf_subset":"kas_Deva-ell_Grek","languages":["kas-Deva","ell-Grek"]},{"precision":0.692424,"recall":0.750988,"f1":0.709123,"accuracy":0.750988,"main_score":0.709123,"hf_subset":"kas_Deva-hne_Deva","languages":["kas-Deva","hne-Deva"]},{"precision":0.346709,"recall":0.424901,"f1":0.369043,"accuracy":0.424901,"main_score":0.369043,"hf_subset":"kas_Deva-kik_Latn","languages":["kas-Deva","kik-Latn"]},{"precision":0.704383,"recall":0.759881,"f1":0.720319,"accuracy":0.759881,"main_score":0.720319,"hf_subset":"kas_Deva-mai_Deva","languages":["kas-Deva","mai-Deva"]},{"precision":0.56502,"recall":0.633399,"f1":0.584535,"accuracy":0.633399,"main_score":0.584535,"hf_subset":"kas_Deva-pbt_Arab","languages":["kas-Deva","pbt-Arab"]},{"precision":0.670006,"recall":0.740119,"f1":0.690152,"accuracy":0.740119,"main_score":0.690152,"hf_subset":"kas_Deva-spa_Latn","languages":["kas-Deva","spa-Latn"]},{"precision":0.419682,"recall":0.493083,"f1":0.440425,"accuracy":0.493083,"main_score":0.440425,"hf_subset":"kas_Deva-twi_Latn","languages":["kas-Deva","twi-Latn"]},{"precision":0.626774,"recall":0.694664,"f1":0.645851,"accuracy":0.694664,"main_score":0.645851,"hf_subset":"kas_Deva-acm_Arab","languages":["kas-Deva","acm-Arab"]},{"precision":0.490919,"recall":0.565217,"f1":0.511917,"accuracy":0.565217,"main_score":0.511917,"hf_subset":"kas_Deva-bel_Cyrl","languages":["kas-Deva","bel-Cyrl"]},{"precision":0.712065,"recall":0.773715,"f1":0.729888,"accuracy":0.773715,"main_score":0.729888,"hf_subset":"kas_Deva-eng_Latn","languages":["kas-Deva","eng-Latn"]},{"precision":0.590764,"recall":0.653162,"f1":0.607329,"accuracy":0.653162,"main_score":0.607329,"hf_subset":"kas_Deva-hrv_Latn","languages":["kas-Deva","hrv-Latn"]},{"precision":0.344377,"recall":0.425889,"f1":0.367269,"accuracy":0.425889,"main_score":0.367269,"hf_subset":"kas_Deva-kin_Latn","languages":["kas-Deva","kin-Latn"]},{"precision":0.637367,"recall":0.708498,"f1":0.65745,"accuracy":0.708498,"main_score":0.65745,"hf_subset":"kas_Deva-mal_Mlym","languages":["kas-Deva","mal-Mlym"]},{"precision":0.649333,"recall":0.722332,"f1":0.669571,"accuracy":0.722332,"main_score":0.669571,"hf_subset":"kas_Deva-pes_Arab","languages":["kas-Deva","pes-Arab"]},{"precision":0.540491,"recall":0.61166,"f1":0.560963,"accuracy":0.61166,"main_score":0.560963,"hf_subset":"kas_Deva-srd_Latn","languages":["kas-Deva","srd-Latn"]},{"precision":0.136806,"recall":0.1917,"f1":0.149969,"accuracy":0.1917,"main_score":0.149969,"hf_subset":"kas_Deva-tzm_Tfng","languages":["kas-Deva","tzm-Tfng"]},{"precision":0.620003,"recall":0.694664,"f1":0.641956,"accuracy":0.694664,"main_score":0.641956,"hf_subset":"kas_Deva-acq_Arab","languages":["kas-Deva","acq-Arab"]},{"precision":0.41055,"recall":0.483202,"f1":0.430838,"accuracy":0.483202,"main_score":0.430838,"hf_subset":"kas_Deva-bem_Latn","languages":["kas-Deva","bem-Latn"]},{"precision":0.548771,"recall":0.609684,"f1":0.56646,"accuracy":0.609684,"main_score":0.56646,"hf_subset":"kas_Deva-epo_Latn","languages":["kas-Deva","epo-Latn"]},{"precision":0.567704,"recall":0.637352,"f1":0.587626,"accuracy":0.637352,"main_score":0.587626,"hf_subset":"kas_Deva-hun_Latn","languages":["kas-Deva","hun-Latn"]},{"precision":0.48625,"recall":0.541502,"f1":0.501861,"accuracy":0.541502,"main_score":0.501861,"hf_subset":"kas_Deva-kir_Cyrl","languages":["kas-Deva","kir-Cyrl"]},{"precision":0.672744,"recall":0.740119,"f1":0.692725,"accuracy":0.740119,"main_score":0.692725,"hf_subset":"kas_Deva-mar_Deva","languages":["kas-Deva","mar-Deva"]},{"precision":0.390869,"recall":0.460474,"f1":0.410562,"accuracy":0.460474,"main_score":0.410562,"hf_subset":"kas_Deva-plt_Latn","languages":["kas-Deva","plt-Latn"]},{"precision":0.565382,"recall":0.633399,"f1":0.585296,"accuracy":0.633399,"main_score":0.585296,"hf_subset":"kas_Deva-srp_Cyrl","languages":["kas-Deva","srp-Cyrl"]},{"precision":0.288728,"recall":0.347826,"f1":0.305617,"accuracy":0.347826,"main_score":0.305617,"hf_subset":"kas_Deva-uig_Arab","languages":["kas-Deva","uig-Arab"]},{"precision":0.577742,"recall":0.642292,"f1":0.596419,"accuracy":0.642292,"main_score":0.596419,"hf_subset":"kas_Deva-aeb_Arab","languages":["kas-Deva","aeb-Arab"]},{"precision":0.670528,"recall":0.743083,"f1":0.691993,"accuracy":0.743083,"main_score":0.691993,"hf_subset":"kas_Deva-ben_Beng","languages":["kas-Deva","ben-Beng"]},{"precision":0.519562,"recall":0.582016,"f1":0.537743,"accuracy":0.582016,"main_score":0.537743,"hf_subset":"kas_Deva-est_Latn","languages":["kas-Deva","est-Latn"]},{"precision":0.438382,"recall":0.512846,"f1":0.45976,"accuracy":0.512846,"main_score":0.45976,"hf_subset":"kas_Deva-hye_Armn","languages":["kas-Deva","hye-Armn"]},{"precision":0.364881,"recall":0.444664,"f1":0.388095,"accuracy":0.444664,"main_score":0.388095,"hf_subset":"kas_Deva-kmb_Latn","languages":["kas-Deva","kmb-Latn"]},{"precision":0.239291,"recall":0.3083,"f1":0.258363,"accuracy":0.3083,"main_score":0.258363,"hf_subset":"kas_Deva-min_Arab","languages":["kas-Deva","min-Arab"]},{"precision":0.641102,"recall":0.713439,"f1":0.661644,"accuracy":0.713439,"main_score":0.661644,"hf_subset":"kas_Deva-pol_Latn","languages":["kas-Deva","pol-Latn"]},{"precision":0.36105,"recall":0.435771,"f1":0.381605,"accuracy":0.435771,"main_score":0.381605,"hf_subset":"kas_Deva-ssw_Latn","languages":["kas-Deva","ssw-Latn"]},{"precision":0.609785,"recall":0.678854,"f1":0.629775,"accuracy":0.678854,"main_score":0.629775,"hf_subset":"kas_Deva-ukr_Cyrl","languages":["kas-Deva","ukr-Cyrl"]},{"precision":0.603599,"recall":0.667984,"f1":0.62118,"accuracy":0.667984,"main_score":0.62118,"hf_subset":"kas_Deva-afr_Latn","languages":["kas-Deva","afr-Latn"]},{"precision":0.678955,"recall":0.73913,"f1":0.696574,"accuracy":0.73913,"main_score":0.696574,"hf_subset":"kas_Deva-bho_Deva","languages":["kas-Deva","bho-Deva"]},{"precision":0.453931,"recall":0.525692,"f1":0.474012,"accuracy":0.525692,"main_score":0.474012,"hf_subset":"kas_Deva-eus_Latn","languages":["kas-Deva","eus-Latn"]},{"precision":0.3585,"recall":0.439723,"f1":0.380009,"accuracy":0.439723,"main_score":0.380009,"hf_subset":"kas_Deva-ibo_Latn","languages":["kas-Deva","ibo-Latn"]},{"precision":0.423619,"recall":0.482213,"f1":0.440302,"accuracy":0.482213,"main_score":0.440302,"hf_subset":"kas_Deva-kmr_Latn","languages":["kas-Deva","kmr-Latn"]},{"precision":0.549845,"recall":0.604743,"f1":0.565616,"accuracy":0.604743,"main_score":0.565616,"hf_subset":"kas_Deva-min_Latn","languages":["kas-Deva","min-Latn"]},{"precision":0.680956,"recall":0.75,"f1":0.700852,"accuracy":0.75,"main_score":0.700852,"hf_subset":"kas_Deva-por_Latn","languages":["kas-Deva","por-Latn"]},{"precision":0.59497,"recall":0.652174,"f1":0.611662,"accuracy":0.652174,"main_score":0.611662,"hf_subset":"kas_Deva-sun_Latn","languages":["kas-Deva","sun-Latn"]},{"precision":0.338359,"recall":0.416996,"f1":0.36016,"accuracy":0.416996,"main_score":0.36016,"hf_subset":"kas_Deva-umb_Latn","languages":["kas-Deva","umb-Latn"]},{"precision":0.616425,"recall":0.68083,"f1":0.634854,"accuracy":0.68083,"main_score":0.634854,"hf_subset":"kas_Deva-ajp_Arab","languages":["kas-Deva","ajp-Arab"]},{"precision":0.25655,"recall":0.317194,"f1":0.273748,"accuracy":0.317194,"main_score":0.273748,"hf_subset":"kas_Deva-bjn_Arab","languages":["kas-Deva","bjn-Arab"]},{"precision":0.377397,"recall":0.442688,"f1":0.396178,"accuracy":0.442688,"main_score":0.396178,"hf_subset":"kas_Deva-ewe_Latn","languages":["kas-Deva","ewe-Latn"]},{"precision":0.525828,"recall":0.586957,"f1":0.543368,"accuracy":0.586957,"main_score":0.543368,"hf_subset":"kas_Deva-ilo_Latn","languages":["kas-Deva","ilo-Latn"]},{"precision":0.198625,"recall":0.261858,"f1":0.215811,"accuracy":0.261858,"main_score":0.215811,"hf_subset":"kas_Deva-knc_Arab","languages":["kas-Deva","knc-Arab"]},{"precision":0.567147,"recall":0.629447,"f1":0.584862,"accuracy":0.629447,"main_score":0.584862,"hf_subset":"kas_Deva-mkd_Cyrl","languages":["kas-Deva","mkd-Cyrl"]},{"precision":0.660121,"recall":0.726285,"f1":0.678964,"accuracy":0.726285,"main_score":0.678964,"hf_subset":"kas_Deva-prs_Arab","languages":["kas-Deva","prs-Arab"]},{"precision":0.642907,"recall":0.705534,"f1":0.660185,"accuracy":0.705534,"main_score":0.660185,"hf_subset":"kas_Deva-swe_Latn","languages":["kas-Deva","swe-Latn"]},{"precision":0.663202,"recall":0.735178,"f1":0.684736,"accuracy":0.735178,"main_score":0.684736,"hf_subset":"kas_Deva-urd_Arab","languages":["kas-Deva","urd-Arab"]},{"precision":0.425577,"recall":0.493083,"f1":0.444728,"accuracy":0.493083,"main_score":0.444728,"hf_subset":"kas_Deva-aka_Latn","languages":["kas-Deva","aka-Latn"]},{"precision":0.560194,"recall":0.628458,"f1":0.579912,"accuracy":0.628458,"main_score":0.579912,"hf_subset":"kas_Deva-bjn_Latn","languages":["kas-Deva","bjn-Latn"]},{"precision":0.43857,"recall":0.505929,"f1":0.457651,"accuracy":0.505929,"main_score":0.457651,"hf_subset":"kas_Deva-fao_Latn","languages":["kas-Deva","fao-Latn"]},{"precision":0.67883,"recall":0.744071,"f1":0.697538,"accuracy":0.744071,"main_score":0.697538,"hf_subset":"kas_Deva-ind_Latn","languages":["kas-Deva","ind-Latn"]},{"precision":0.413378,"recall":0.477273,"f1":0.431774,"accuracy":0.477273,"main_score":0.431774,"hf_subset":"kas_Deva-knc_Latn","languages":["kas-Deva","knc-Latn"]},{"precision":0.503026,"recall":0.565217,"f1":0.520749,"accuracy":0.565217,"main_score":0.520749,"hf_subset":"kas_Deva-mlt_Latn","languages":["kas-Deva","mlt-Latn"]},{"precision":0.425357,"recall":0.498024,"f1":0.446637,"accuracy":0.498024,"main_score":0.446637,"hf_subset":"kas_Deva-quy_Latn","languages":["kas-Deva","quy-Latn"]},{"precision":0.554825,"recall":0.62747,"f1":0.576309,"accuracy":0.62747,"main_score":0.576309,"hf_subset":"kas_Deva-swh_Latn","languages":["kas-Deva","swh-Latn"]},{"precision":0.489858,"recall":0.555336,"f1":0.508685,"accuracy":0.555336,"main_score":0.508685,"hf_subset":"kas_Deva-uzn_Latn","languages":["kas-Deva","uzn-Latn"]},{"precision":0.51643,"recall":0.583992,"f1":0.535652,"accuracy":0.583992,"main_score":0.535652,"hf_subset":"kas_Deva-als_Latn","languages":["kas-Deva","als-Latn"]},{"precision":0.183678,"recall":0.248024,"f1":0.199674,"accuracy":0.248024,"main_score":0.199674,"hf_subset":"kas_Deva-bod_Tibt","languages":["kas-Deva","bod-Tibt"]},{"precision":0.351679,"recall":0.431818,"f1":0.373694,"accuracy":0.431818,"main_score":0.373694,"hf_subset":"kas_Deva-fij_Latn","languages":["kas-Deva","fij-Latn"]},{"precision":0.403731,"recall":0.47332,"f1":0.42341,"accuracy":0.47332,"main_score":0.42341,"hf_subset":"kas_Deva-isl_Latn","languages":["kas-Deva","isl-Latn"]},{"precision":0.418198,"recall":0.486166,"f1":0.437093,"accuracy":0.486166,"main_score":0.437093,"hf_subset":"kas_Deva-kon_Latn","languages":["kas-Deva","kon-Latn"]},{"precision":0.405642,"recall":0.485178,"f1":0.42826,"accuracy":0.485178,"main_score":0.42826,"hf_subset":"kas_Deva-mni_Beng","languages":["kas-Deva","mni-Beng"]},{"precision":0.624803,"recall":0.6917,"f1":0.642967,"accuracy":0.6917,"main_score":0.642967,"hf_subset":"kas_Deva-ron_Latn","languages":["kas-Deva","ron-Latn"]},{"precision":0.536466,"recall":0.606719,"f1":0.556982,"accuracy":0.606719,"main_score":0.556982,"hf_subset":"kas_Deva-szl_Latn","languages":["kas-Deva","szl-Latn"]},{"precision":0.599319,"recall":0.659091,"f1":0.615937,"accuracy":0.659091,"main_score":0.615937,"hf_subset":"kas_Deva-vec_Latn","languages":["kas-Deva","vec-Latn"]},{"precision":0.473822,"recall":0.54249,"f1":0.493034,"accuracy":0.54249,"main_score":0.493034,"hf_subset":"kas_Deva-amh_Ethi","languages":["kas-Deva","amh-Ethi"]},{"precision":0.608402,"recall":0.671937,"f1":0.625689,"accuracy":0.671937,"main_score":0.625689,"hf_subset":"kas_Deva-bos_Latn","languages":["kas-Deva","bos-Latn"]},{"precision":0.594029,"recall":0.663043,"f1":0.613426,"accuracy":0.663043,"main_score":0.613426,"hf_subset":"kas_Deva-fin_Latn","languages":["kas-Deva","fin-Latn"]},{"precision":0.651795,"recall":0.724308,"f1":0.672645,"accuracy":0.724308,"main_score":0.672645,"hf_subset":"kas_Deva-ita_Latn","languages":["kas-Deva","ita-Latn"]},{"precision":0.644955,"recall":0.715415,"f1":0.665013,"accuracy":0.715415,"main_score":0.665013,"hf_subset":"kas_Deva-kor_Hang","languages":["kas-Deva","kor-Hang"]},{"precision":0.386152,"recall":0.44664,"f1":0.402925,"accuracy":0.44664,"main_score":0.402925,"hf_subset":"kas_Deva-mos_Latn","languages":["kas-Deva","mos-Latn"]},{"precision":0.361911,"recall":0.433794,"f1":0.382059,"accuracy":0.433794,"main_score":0.382059,"hf_subset":"kas_Deva-run_Latn","languages":["kas-Deva","run-Latn"]},{"precision":0.597744,"recall":0.676877,"f1":0.620676,"accuracy":0.676877,"main_score":0.620676,"hf_subset":"kas_Deva-tam_Taml","languages":["kas-Deva","tam-Taml"]},{"precision":0.622016,"recall":0.697628,"f1":0.643365,"accuracy":0.697628,"main_score":0.643365,"hf_subset":"kas_Deva-vie_Latn","languages":["kas-Deva","vie-Latn"]},{"precision":0.618222,"recall":0.686759,"f1":0.638104,"accuracy":0.686759,"main_score":0.638104,"hf_subset":"kas_Deva-apc_Arab","languages":["kas-Deva","apc-Arab"]},{"precision":0.489985,"recall":0.567194,"f1":0.511237,"accuracy":0.567194,"main_score":0.511237,"hf_subset":"kas_Deva-bug_Latn","languages":["kas-Deva","bug-Latn"]},{"precision":0.337066,"recall":0.408103,"f1":0.356972,"accuracy":0.408103,"main_score":0.356972,"hf_subset":"kas_Deva-fon_Latn","languages":["kas-Deva","fon-Latn"]},{"precision":0.566496,"recall":0.634387,"f1":0.585746,"accuracy":0.634387,"main_score":0.585746,"hf_subset":"kas_Deva-jav_Latn","languages":["kas-Deva","jav-Latn"]},{"precision":0.435972,"recall":0.498024,"f1":0.453318,"accuracy":0.498024,"main_score":0.453318,"hf_subset":"kas_Deva-lao_Laoo","languages":["kas-Deva","lao-Laoo"]},{"precision":0.348947,"recall":0.428854,"f1":0.370539,"accuracy":0.428854,"main_score":0.370539,"hf_subset":"kas_Deva-mri_Latn","languages":["kas-Deva","mri-Latn"]},{"precision":0.653417,"recall":0.727273,"f1":0.674233,"accuracy":0.727273,"main_score":0.674233,"hf_subset":"kas_Deva-rus_Cyrl","languages":["kas-Deva","rus-Cyrl"]},{"precision":0.390548,"recall":0.454545,"f1":0.409082,"accuracy":0.454545,"main_score":0.409082,"hf_subset":"kas_Deva-taq_Latn","languages":["kas-Deva","taq-Latn"]},{"precision":0.574498,"recall":0.63834,"f1":0.592794,"accuracy":0.63834,"main_score":0.592794,"hf_subset":"kas_Deva-war_Latn","languages":["kas-Deva","war-Latn"]},{"precision":0.634764,"recall":0.709486,"f1":0.656595,"accuracy":0.709486,"main_score":0.656595,"hf_subset":"kas_Deva-arb_Arab","languages":["kas-Deva","arb-Arab"]},{"precision":0.620018,"recall":0.690711,"f1":0.640053,"accuracy":0.690711,"main_score":0.640053,"hf_subset":"kas_Deva-bul_Cyrl","languages":["kas-Deva","bul-Cyrl"]},{"precision":0.681761,"recall":0.743083,"f1":0.69968,"accuracy":0.743083,"main_score":0.69968,"hf_subset":"kas_Deva-fra_Latn","languages":["kas-Deva","fra-Latn"]},{"precision":0.664267,"recall":0.732213,"f1":0.683432,"accuracy":0.732213,"main_score":0.683432,"hf_subset":"kas_Deva-jpn_Jpan","languages":["kas-Deva","jpn-Jpan"]},{"precision":0.582654,"recall":0.644269,"f1":0.600466,"accuracy":0.644269,"main_score":0.600466,"hf_subset":"kas_Deva-lij_Latn","languages":["kas-Deva","lij-Latn"]},{"precision":0.435929,"recall":0.512846,"f1":0.45822,"accuracy":0.512846,"main_score":0.45822,"hf_subset":"kas_Deva-mya_Mymr","languages":["kas-Deva","mya-Mymr"]},{"precision":0.386975,"recall":0.461462,"f1":0.407515,"accuracy":0.461462,"main_score":0.407515,"hf_subset":"kas_Deva-sag_Latn","languages":["kas-Deva","sag-Latn"]},{"precision":0.159493,"recall":0.230237,"f1":0.17603,"accuracy":0.230237,"main_score":0.17603,"hf_subset":"kas_Deva-taq_Tfng","languages":["kas-Deva","taq-Tfng"]},{"precision":0.410657,"recall":0.47332,"f1":0.428489,"accuracy":0.47332,"main_score":0.428489,"hf_subset":"kas_Deva-wol_Latn","languages":["kas-Deva","wol-Latn"]},{"precision":0.299105,"recall":0.37253,"f1":0.319375,"accuracy":0.37253,"main_score":0.319375,"hf_subset":"kas_Deva-arb_Latn","languages":["kas-Deva","arb-Latn"]},{"precision":0.633125,"recall":0.699605,"f1":0.651797,"accuracy":0.699605,"main_score":0.651797,"hf_subset":"kas_Deva-cat_Latn","languages":["kas-Deva","cat-Latn"]},{"precision":0.542318,"recall":0.608696,"f1":0.561699,"accuracy":0.608696,"main_score":0.561699,"hf_subset":"kas_Deva-fur_Latn","languages":["kas-Deva","fur-Latn"]},{"precision":0.269622,"recall":0.33498,"f1":0.288067,"accuracy":0.33498,"main_score":0.288067,"hf_subset":"kas_Deva-kab_Latn","languages":["kas-Deva","kab-Latn"]},{"precision":0.560421,"recall":0.609684,"f1":0.574453,"accuracy":0.609684,"main_score":0.574453,"hf_subset":"kas_Deva-lim_Latn","languages":["kas-Deva","lim-Latn"]},{"precision":0.638672,"recall":0.715415,"f1":0.661164,"accuracy":0.715415,"main_score":0.661164,"hf_subset":"kas_Deva-nld_Latn","languages":["kas-Deva","nld-Latn"]},{"precision":0.559198,"recall":0.631423,"f1":0.579712,"accuracy":0.631423,"main_score":0.579712,"hf_subset":"kas_Deva-san_Deva","languages":["kas-Deva","san-Deva"]},{"precision":0.505444,"recall":0.554348,"f1":0.520048,"accuracy":0.554348,"main_score":0.520048,"hf_subset":"kas_Deva-tat_Cyrl","languages":["kas-Deva","tat-Cyrl"]},{"precision":0.404522,"recall":0.478261,"f1":0.425543,"accuracy":0.478261,"main_score":0.425543,"hf_subset":"kas_Deva-xho_Latn","languages":["kas-Deva","xho-Latn"]},{"precision":0.611738,"recall":0.6917,"f1":0.635466,"accuracy":0.6917,"main_score":0.635466,"hf_subset":"kas_Deva-ars_Arab","languages":["kas-Deva","ars-Arab"]},{"precision":0.563242,"recall":0.623518,"f1":0.580738,"accuracy":0.623518,"main_score":0.580738,"hf_subset":"kas_Deva-ceb_Latn","languages":["kas-Deva","ceb-Latn"]},{"precision":0.392754,"recall":0.460474,"f1":0.412618,"accuracy":0.460474,"main_score":0.412618,"hf_subset":"kas_Deva-fuv_Latn","languages":["kas-Deva","fuv-Latn"]},{"precision":0.386538,"recall":0.463439,"f1":0.409074,"accuracy":0.463439,"main_score":0.409074,"hf_subset":"kas_Deva-kac_Latn","languages":["kas-Deva","kac-Latn"]},{"precision":0.412002,"recall":0.48913,"f1":0.433729,"accuracy":0.48913,"main_score":0.433729,"hf_subset":"kas_Deva-lin_Latn","languages":["kas-Deva","lin-Latn"]},{"precision":0.60291,"recall":0.662055,"f1":0.619364,"accuracy":0.662055,"main_score":0.619364,"hf_subset":"kas_Deva-nno_Latn","languages":["kas-Deva","nno-Latn"]},{"precision":0.183794,"recall":0.229249,"f1":0.195687,"accuracy":0.229249,"main_score":0.195687,"hf_subset":"kas_Deva-sat_Olck","languages":["kas-Deva","sat-Olck"]},{"precision":0.641284,"recall":0.717391,"f1":0.66326,"accuracy":0.717391,"main_score":0.66326,"hf_subset":"kas_Deva-tel_Telu","languages":["kas-Deva","tel-Telu"]},{"precision":0.288973,"recall":0.357708,"f1":0.307522,"accuracy":0.357708,"main_score":0.307522,"hf_subset":"kas_Deva-ydd_Hebr","languages":["kas-Deva","ydd-Hebr"]},{"precision":0.548975,"recall":0.619565,"f1":0.569674,"accuracy":0.619565,"main_score":0.569674,"hf_subset":"kas_Deva-ary_Arab","languages":["kas-Deva","ary-Arab"]},{"precision":0.608458,"recall":0.679842,"f1":0.628496,"accuracy":0.679842,"main_score":0.628496,"hf_subset":"kas_Deva-ces_Latn","languages":["kas-Deva","ces-Latn"]},{"precision":0.322204,"recall":0.393281,"f1":0.34123,"accuracy":0.393281,"main_score":0.34123,"hf_subset":"kas_Deva-gaz_Latn","languages":["kas-Deva","gaz-Latn"]},{"precision":0.39122,"recall":0.462451,"f1":0.411263,"accuracy":0.462451,"main_score":0.411263,"hf_subset":"kas_Deva-kam_Latn","languages":["kas-Deva","kam-Latn"]},{"precision":0.490322,"recall":0.559289,"f1":0.510264,"accuracy":0.559289,"main_score":0.510264,"hf_subset":"kas_Deva-lit_Latn","languages":["kas-Deva","lit-Latn"]},{"precision":0.638524,"recall":0.702569,"f1":0.656268,"accuracy":0.702569,"main_score":0.656268,"hf_subset":"kas_Deva-nob_Latn","languages":["kas-Deva","nob-Latn"]},{"precision":0.529943,"recall":0.597826,"f1":0.548904,"accuracy":0.597826,"main_score":0.548904,"hf_subset":"kas_Deva-scn_Latn","languages":["kas-Deva","scn-Latn"]},{"precision":0.407864,"recall":0.470356,"f1":0.425916,"accuracy":0.470356,"main_score":0.425916,"hf_subset":"kas_Deva-tgk_Cyrl","languages":["kas-Deva","tgk-Cyrl"]},{"precision":0.343289,"recall":0.425889,"f1":0.366742,"accuracy":0.425889,"main_score":0.366742,"hf_subset":"kas_Deva-yor_Latn","languages":["kas-Deva","yor-Latn"]},{"precision":0.622726,"recall":0.694664,"f1":0.643739,"accuracy":0.694664,"main_score":0.643739,"hf_subset":"kas_Deva-arz_Arab","languages":["kas-Deva","arz-Arab"]},{"precision":0.408409,"recall":0.476285,"f1":0.427901,"accuracy":0.476285,"main_score":0.427901,"hf_subset":"kas_Deva-cjk_Latn","languages":["kas-Deva","cjk-Latn"]},{"precision":0.3416,"recall":0.416008,"f1":0.361854,"accuracy":0.416008,"main_score":0.361854,"hf_subset":"kas_Deva-gla_Latn","languages":["kas-Deva","gla-Latn"]},{"precision":0.622828,"recall":0.6917,"f1":0.642595,"accuracy":0.6917,"main_score":0.642595,"hf_subset":"kas_Deva-kan_Knda","languages":["kas-Deva","kan-Knda"]},{"precision":0.561579,"recall":0.621542,"f1":0.578539,"accuracy":0.621542,"main_score":0.578539,"hf_subset":"kas_Deva-lmo_Latn","languages":["kas-Deva","lmo-Latn"]},{"precision":0.665453,"recall":0.732213,"f1":0.684869,"accuracy":0.732213,"main_score":0.684869,"hf_subset":"kas_Deva-npi_Deva","languages":["kas-Deva","npi-Deva"]},{"precision":0.350764,"recall":0.410079,"f1":0.36743,"accuracy":0.410079,"main_score":0.36743,"hf_subset":"kas_Deva-shn_Mymr","languages":["kas-Deva","shn-Mymr"]},{"precision":0.566302,"recall":0.631423,"f1":0.584828,"accuracy":0.631423,"main_score":0.584828,"hf_subset":"kas_Deva-tgl_Latn","languages":["kas-Deva","tgl-Latn"]},{"precision":0.623713,"recall":0.701581,"f1":0.646283,"accuracy":0.701581,"main_score":0.646283,"hf_subset":"kas_Deva-yue_Hant","languages":["kas-Deva","yue-Hant"]},{"precision":0.533889,"recall":0.615613,"f1":0.557457,"accuracy":0.615613,"main_score":0.557457,"hf_subset":"kas_Deva-asm_Beng","languages":["kas-Deva","asm-Beng"]},{"precision":0.339172,"recall":0.403162,"f1":0.357321,"accuracy":0.403162,"main_score":0.357321,"hf_subset":"kas_Deva-ckb_Arab","languages":["kas-Deva","ckb-Arab"]},{"precision":0.340462,"recall":0.414032,"f1":0.36077,"accuracy":0.414032,"main_score":0.36077,"hf_subset":"kas_Deva-gle_Latn","languages":["kas-Deva","gle-Latn"]},{"precision":0.715673,"recall":0.775692,"f1":0.733275,"accuracy":0.775692,"main_score":0.733275,"hf_subset":"kas_Deva-kas_Arab","languages":["kas-Deva","kas-Arab"]},{"precision":0.463751,"recall":0.522727,"f1":0.480656,"accuracy":0.522727,"main_score":0.480656,"hf_subset":"kas_Deva-ltg_Latn","languages":["kas-Deva","ltg-Latn"]},{"precision":0.402317,"recall":0.471344,"f1":0.421633,"accuracy":0.471344,"main_score":0.421633,"hf_subset":"kas_Deva-nso_Latn","languages":["kas-Deva","nso-Latn"]},{"precision":0.501559,"recall":0.576087,"f1":0.523391,"accuracy":0.576087,"main_score":0.523391,"hf_subset":"kas_Deva-sin_Sinh","languages":["kas-Deva","sin-Sinh"]},{"precision":0.645835,"recall":0.720356,"f1":0.667514,"accuracy":0.720356,"main_score":0.667514,"hf_subset":"kas_Deva-tha_Thai","languages":["kas-Deva","tha-Thai"]},{"precision":0.64086,"recall":0.708498,"f1":0.66001,"accuracy":0.708498,"main_score":0.66001,"hf_subset":"kas_Deva-zho_Hans","languages":["kas-Deva","zho-Hans"]},{"precision":0.609424,"recall":0.68083,"f1":0.629744,"accuracy":0.68083,"main_score":0.629744,"hf_subset":"kas_Deva-ast_Latn","languages":["kas-Deva","ast-Latn"]},{"precision":0.525972,"recall":0.596838,"f1":0.546786,"accuracy":0.596838,"main_score":0.546786,"hf_subset":"kas_Deva-crh_Latn","languages":["kas-Deva","crh-Latn"]},{"precision":0.645512,"recall":0.70751,"f1":0.66272,"accuracy":0.70751,"main_score":0.66272,"hf_subset":"kas_Deva-glg_Latn","languages":["kas-Deva","glg-Latn"]},{"precision":0.528073,"recall":0.585968,"f1":0.545583,"accuracy":0.585968,"main_score":0.545583,"hf_subset":"kas_Deva-ltz_Latn","languages":["kas-Deva","ltz-Latn"]},{"precision":0.328437,"recall":0.392292,"f1":0.346163,"accuracy":0.392292,"main_score":0.346163,"hf_subset":"kas_Deva-nus_Latn","languages":["kas-Deva","nus-Latn"]},{"precision":0.593563,"recall":0.660079,"f1":0.612434,"accuracy":0.660079,"main_score":0.612434,"hf_subset":"kas_Deva-slk_Latn","languages":["kas-Deva","slk-Latn"]},{"precision":0.350339,"recall":0.409091,"f1":0.367235,"accuracy":0.409091,"main_score":0.367235,"hf_subset":"kas_Deva-tir_Ethi","languages":["kas-Deva","tir-Ethi"]},{"precision":0.625685,"recall":0.69664,"f1":0.645821,"accuracy":0.69664,"main_score":0.645821,"hf_subset":"kas_Deva-zho_Hant","languages":["kas-Deva","zho-Hant"]},{"precision":0.702417,"recall":0.766798,"f1":0.721401,"accuracy":0.766798,"main_score":0.721401,"hf_subset":"kas_Deva-awa_Deva","languages":["kas-Deva","awa-Deva"]},{"precision":0.385753,"recall":0.459486,"f1":0.406061,"accuracy":0.459486,"main_score":0.406061,"hf_subset":"kas_Deva-cym_Latn","languages":["kas-Deva","cym-Latn"]},{"precision":0.493365,"recall":0.557312,"f1":0.51168,"accuracy":0.557312,"main_score":0.51168,"hf_subset":"kas_Deva-grn_Latn","languages":["kas-Deva","grn-Latn"]},{"precision":0.498982,"recall":0.577075,"f1":0.521113,"accuracy":0.577075,"main_score":0.521113,"hf_subset":"kas_Deva-kat_Geor","languages":["kas-Deva","kat-Geor"]},{"precision":0.42663,"recall":0.495059,"f1":0.44625,"accuracy":0.495059,"main_score":0.44625,"hf_subset":"kas_Deva-lua_Latn","languages":["kas-Deva","lua-Latn"]},{"precision":0.423659,"recall":0.495059,"f1":0.443928,"accuracy":0.495059,"main_score":0.443928,"hf_subset":"kas_Deva-nya_Latn","languages":["kas-Deva","nya-Latn"]},{"precision":0.548163,"recall":0.614625,"f1":0.567469,"accuracy":0.614625,"main_score":0.567469,"hf_subset":"kas_Deva-slv_Latn","languages":["kas-Deva","slv-Latn"]},{"precision":0.566791,"recall":0.631423,"f1":0.585233,"accuracy":0.631423,"main_score":0.585233,"hf_subset":"kas_Deva-tpi_Latn","languages":["kas-Deva","tpi-Latn"]},{"precision":0.66999,"recall":0.729249,"f1":0.686914,"accuracy":0.729249,"main_score":0.686914,"hf_subset":"kas_Deva-zsm_Latn","languages":["kas-Deva","zsm-Latn"]},{"precision":0.378035,"recall":0.44664,"f1":0.397516,"accuracy":0.44664,"main_score":0.397516,"hf_subset":"kas_Deva-ayr_Latn","languages":["kas-Deva","ayr-Latn"]},{"precision":0.646132,"recall":0.714427,"f1":0.665368,"accuracy":0.714427,"main_score":0.665368,"hf_subset":"kas_Deva-dan_Latn","languages":["kas-Deva","dan-Latn"]},{"precision":0.636685,"recall":0.710474,"f1":0.657817,"accuracy":0.710474,"main_score":0.657817,"hf_subset":"kas_Deva-guj_Gujr","languages":["kas-Deva","guj-Gujr"]},{"precision":0.484461,"recall":0.551383,"f1":0.503499,"accuracy":0.551383,"main_score":0.503499,"hf_subset":"kas_Deva-kaz_Cyrl","languages":["kas-Deva","kaz-Cyrl"]},{"precision":0.355295,"recall":0.432806,"f1":0.376573,"accuracy":0.432806,"main_score":0.376573,"hf_subset":"kas_Deva-lug_Latn","languages":["kas-Deva","lug-Latn"]},{"precision":0.587914,"recall":0.655138,"f1":0.607513,"accuracy":0.655138,"main_score":0.607513,"hf_subset":"kas_Deva-oci_Latn","languages":["kas-Deva","oci-Latn"]},{"precision":0.390316,"recall":0.479249,"f1":0.415329,"accuracy":0.479249,"main_score":0.415329,"hf_subset":"kas_Deva-smo_Latn","languages":["kas-Deva","smo-Latn"]},{"precision":0.367066,"recall":0.444664,"f1":0.389039,"accuracy":0.444664,"main_score":0.389039,"hf_subset":"kas_Deva-tsn_Latn","languages":["kas-Deva","tsn-Latn"]},{"precision":0.355933,"recall":0.435771,"f1":0.377664,"accuracy":0.435771,"main_score":0.377664,"hf_subset":"kas_Deva-zul_Latn","languages":["kas-Deva","zul-Latn"]},{"precision":0.452512,"recall":0.527668,"f1":0.474185,"accuracy":0.527668,"main_score":0.474185,"hf_subset":"kas_Deva-azb_Arab","languages":["kas-Deva","azb-Arab"]},{"precision":0.681045,"recall":0.745059,"f1":0.698768,"accuracy":0.745059,"main_score":0.698768,"hf_subset":"kas_Deva-deu_Latn","languages":["kas-Deva","deu-Latn"]},{"precision":0.443013,"recall":0.509881,"f1":0.462094,"accuracy":0.509881,"main_score":0.462094,"hf_subset":"kas_Deva-hat_Latn","languages":["kas-Deva","hat-Latn"]},{"precision":0.329696,"recall":0.402174,"f1":0.349675,"accuracy":0.402174,"main_score":0.349675,"hf_subset":"kas_Deva-kbp_Latn","languages":["kas-Deva","kbp-Latn"]},{"precision":0.404687,"recall":0.477273,"f1":0.425019,"accuracy":0.477273,"main_score":0.425019,"hf_subset":"kas_Deva-luo_Latn","languages":["kas-Deva","luo-Latn"]},{"precision":0.460023,"recall":0.530632,"f1":0.48034,"accuracy":0.530632,"main_score":0.48034,"hf_subset":"kas_Deva-ory_Orya","languages":["kas-Deva","ory-Orya"]},{"precision":0.38778,"recall":0.458498,"f1":0.407776,"accuracy":0.458498,"main_score":0.407776,"hf_subset":"kas_Deva-sna_Latn","languages":["kas-Deva","sna-Latn"]},{"precision":0.390797,"recall":0.459486,"f1":0.410225,"accuracy":0.459486,"main_score":0.410225,"hf_subset":"kas_Deva-tso_Latn","languages":["kas-Deva","tso-Latn"]},{"precision":0.533465,"recall":0.598814,"f1":0.553214,"accuracy":0.598814,"main_score":0.553214,"hf_subset":"kas_Deva-azj_Latn","languages":["kas-Deva","azj-Latn"]},{"precision":0.383333,"recall":0.447628,"f1":0.402588,"accuracy":0.447628,"main_score":0.402588,"hf_subset":"kas_Deva-dik_Latn","languages":["kas-Deva","dik-Latn"]},{"precision":0.39412,"recall":0.454545,"f1":0.411643,"accuracy":0.454545,"main_score":0.411643,"hf_subset":"kas_Deva-hau_Latn","languages":["kas-Deva","hau-Latn"]},{"precision":0.554941,"recall":0.618577,"f1":0.573435,"accuracy":0.618577,"main_score":0.573435,"hf_subset":"kas_Deva-kea_Latn","languages":["kas-Deva","kea-Latn"]},{"precision":0.518289,"recall":0.56917,"f1":0.533487,"accuracy":0.56917,"main_score":0.533487,"hf_subset":"kas_Deva-lus_Latn","languages":["kas-Deva","lus-Latn"]},{"precision":0.544176,"recall":0.607708,"f1":0.562599,"accuracy":0.607708,"main_score":0.562599,"hf_subset":"kas_Deva-pag_Latn","languages":["kas-Deva","pag-Latn"]},{"precision":0.561467,"recall":0.633399,"f1":0.581441,"accuracy":0.633399,"main_score":0.581441,"hf_subset":"kas_Deva-snd_Arab","languages":["kas-Deva","snd-Arab"]},{"precision":0.448485,"recall":0.507905,"f1":0.465399,"accuracy":0.507905,"main_score":0.465399,"hf_subset":"kas_Deva-tuk_Latn","languages":["kas-Deva","tuk-Latn"]},{"precision":0.479328,"recall":0.534585,"f1":0.495029,"accuracy":0.534585,"main_score":0.495029,"hf_subset":"kas_Deva-bak_Cyrl","languages":["kas-Deva","bak-Cyrl"]},{"precision":0.305812,"recall":0.386364,"f1":0.328607,"accuracy":0.386364,"main_score":0.328607,"hf_subset":"kas_Deva-dyu_Latn","languages":["kas-Deva","dyu-Latn"]},{"precision":0.499585,"recall":0.574111,"f1":0.521014,"accuracy":0.574111,"main_score":0.521014,"hf_subset":"kas_Deva-heb_Hebr","languages":["kas-Deva","heb-Hebr"]},{"precision":0.395865,"recall":0.451581,"f1":0.4115,"accuracy":0.451581,"main_score":0.4115,"hf_subset":"kas_Deva-khk_Cyrl","languages":["kas-Deva","khk-Cyrl"]},{"precision":0.51442,"recall":0.575099,"f1":0.532448,"accuracy":0.575099,"main_score":0.532448,"hf_subset":"kas_Deva-lvs_Latn","languages":["kas-Deva","lvs-Latn"]},{"precision":0.600627,"recall":0.672925,"f1":0.620734,"accuracy":0.672925,"main_score":0.620734,"hf_subset":"kas_Deva-pan_Guru","languages":["kas-Deva","pan-Guru"]},{"precision":0.363834,"recall":0.432806,"f1":0.384373,"accuracy":0.432806,"main_score":0.384373,"hf_subset":"kas_Deva-som_Latn","languages":["kas-Deva","som-Latn"]},{"precision":0.402219,"recall":0.469368,"f1":0.420781,"accuracy":0.469368,"main_score":0.420781,"hf_subset":"kas_Deva-tum_Latn","languages":["kas-Deva","tum-Latn"]},{"precision":0.297202,"recall":0.375494,"f1":0.317675,"accuracy":0.375494,"main_score":0.317675,"hf_subset":"ltz_Latn-ace_Arab","languages":["ltz-Latn","ace-Arab"]},{"precision":0.371764,"recall":0.456522,"f1":0.39519,"accuracy":0.456522,"main_score":0.39519,"hf_subset":"ltz_Latn-bam_Latn","languages":["ltz-Latn","bam-Latn"]},{"precision":0.125911,"recall":0.184783,"f1":0.141364,"accuracy":0.184783,"main_score":0.141364,"hf_subset":"ltz_Latn-dzo_Tibt","languages":["ltz-Latn","dzo-Tibt"]},{"precision":0.840168,"recall":0.881423,"f1":0.852903,"accuracy":0.881423,"main_score":0.852903,"hf_subset":"ltz_Latn-hin_Deva","languages":["ltz-Latn","hin-Deva"]},{"precision":0.591711,"recall":0.66502,"f1":0.613178,"accuracy":0.66502,"main_score":0.613178,"hf_subset":"ltz_Latn-khm_Khmr","languages":["ltz-Latn","khm-Khmr"]},{"precision":0.843027,"recall":0.884387,"f1":0.855569,"accuracy":0.884387,"main_score":0.855569,"hf_subset":"ltz_Latn-mag_Deva","languages":["ltz-Latn","mag-Deva"]},{"precision":0.780616,"recall":0.828063,"f1":0.795276,"accuracy":0.828063,"main_score":0.795276,"hf_subset":"ltz_Latn-pap_Latn","languages":["ltz-Latn","pap-Latn"]},{"precision":0.428946,"recall":0.514822,"f1":0.453688,"accuracy":0.514822,"main_score":0.453688,"hf_subset":"ltz_Latn-sot_Latn","languages":["ltz-Latn","sot-Latn"]},{"precision":0.832108,"recall":0.874506,"f1":0.845339,"accuracy":0.874506,"main_score":0.845339,"hf_subset":"ltz_Latn-tur_Latn","languages":["ltz-Latn","tur-Latn"]},{"precision":0.638712,"recall":0.700593,"f1":0.657428,"accuracy":0.700593,"main_score":0.657428,"hf_subset":"ltz_Latn-ace_Latn","languages":["ltz-Latn","ace-Latn"]},{"precision":0.749769,"recall":0.80336,"f1":0.766041,"accuracy":0.80336,"main_score":0.766041,"hf_subset":"ltz_Latn-ban_Latn","languages":["ltz-Latn","ban-Latn"]},{"precision":0.744296,"recall":0.805336,"f1":0.762634,"accuracy":0.805336,"main_score":0.762634,"hf_subset":"ltz_Latn-ell_Grek","languages":["ltz-Latn","ell-Grek"]},{"precision":0.818841,"recall":0.862648,"f1":0.832444,"accuracy":0.862648,"main_score":0.832444,"hf_subset":"ltz_Latn-hne_Deva","languages":["ltz-Latn","hne-Deva"]},{"precision":0.413992,"recall":0.51581,"f1":0.441838,"accuracy":0.51581,"main_score":0.441838,"hf_subset":"ltz_Latn-kik_Latn","languages":["ltz-Latn","kik-Latn"]},{"precision":0.823617,"recall":0.869565,"f1":0.837879,"accuracy":0.869565,"main_score":0.837879,"hf_subset":"ltz_Latn-mai_Deva","languages":["ltz-Latn","mai-Deva"]},{"precision":0.680814,"recall":0.747036,"f1":0.700461,"accuracy":0.747036,"main_score":0.700461,"hf_subset":"ltz_Latn-pbt_Arab","languages":["ltz-Latn","pbt-Arab"]},{"precision":0.860013,"recall":0.896245,"f1":0.871099,"accuracy":0.896245,"main_score":0.871099,"hf_subset":"ltz_Latn-spa_Latn","languages":["ltz-Latn","spa-Latn"]},{"precision":0.495579,"recall":0.572134,"f1":0.517211,"accuracy":0.572134,"main_score":0.517211,"hf_subset":"ltz_Latn-twi_Latn","languages":["ltz-Latn","twi-Latn"]},{"precision":0.809569,"recall":0.853755,"f1":0.823353,"accuracy":0.853755,"main_score":0.823353,"hf_subset":"ltz_Latn-acm_Arab","languages":["ltz-Latn","acm-Arab"]},{"precision":0.675288,"recall":0.748024,"f1":0.697208,"accuracy":0.748024,"main_score":0.697208,"hf_subset":"ltz_Latn-bel_Cyrl","languages":["ltz-Latn","bel-Cyrl"]},{"precision":0.889428,"recall":0.916996,"f1":0.89762,"accuracy":0.916996,"main_score":0.89762,"hf_subset":"ltz_Latn-eng_Latn","languages":["ltz-Latn","eng-Latn"]},{"precision":0.815621,"recall":0.859684,"f1":0.829139,"accuracy":0.859684,"main_score":0.829139,"hf_subset":"ltz_Latn-hrv_Latn","languages":["ltz-Latn","hrv-Latn"]},{"precision":0.378866,"recall":0.467391,"f1":0.40296,"accuracy":0.467391,"main_score":0.40296,"hf_subset":"ltz_Latn-kin_Latn","languages":["ltz-Latn","kin-Latn"]},{"precision":0.758778,"recall":0.817194,"f1":0.776662,"accuracy":0.817194,"main_score":0.776662,"hf_subset":"ltz_Latn-mal_Mlym","languages":["ltz-Latn","mal-Mlym"]},{"precision":0.815451,"recall":0.863636,"f1":0.830259,"accuracy":0.863636,"main_score":0.830259,"hf_subset":"ltz_Latn-pes_Arab","languages":["ltz-Latn","pes-Arab"]},{"precision":0.7252,"recall":0.77668,"f1":0.740434,"accuracy":0.77668,"main_score":0.740434,"hf_subset":"ltz_Latn-srd_Latn","languages":["ltz-Latn","srd-Latn"]},{"precision":0.111072,"recall":0.178854,"f1":0.125925,"accuracy":0.178854,"main_score":0.125925,"hf_subset":"ltz_Latn-tzm_Tfng","languages":["ltz-Latn","tzm-Tfng"]},{"precision":0.819476,"recall":0.86166,"f1":0.832889,"accuracy":0.86166,"main_score":0.832889,"hf_subset":"ltz_Latn-acq_Arab","languages":["ltz-Latn","acq-Arab"]},{"precision":0.440475,"recall":0.52668,"f1":0.464536,"accuracy":0.52668,"main_score":0.464536,"hf_subset":"ltz_Latn-bem_Latn","languages":["ltz-Latn","bem-Latn"]},{"precision":0.776358,"recall":0.825099,"f1":0.791337,"accuracy":0.825099,"main_score":0.791337,"hf_subset":"ltz_Latn-epo_Latn","languages":["ltz-Latn","epo-Latn"]},{"precision":0.765547,"recall":0.820158,"f1":0.781823,"accuracy":0.820158,"main_score":0.781823,"hf_subset":"ltz_Latn-hun_Latn","languages":["ltz-Latn","hun-Latn"]},{"precision":0.628926,"recall":0.686759,"f1":0.645706,"accuracy":0.686759,"main_score":0.645706,"hf_subset":"ltz_Latn-kir_Cyrl","languages":["ltz-Latn","kir-Cyrl"]},{"precision":0.792655,"recall":0.847826,"f1":0.81023,"accuracy":0.847826,"main_score":0.81023,"hf_subset":"ltz_Latn-mar_Deva","languages":["ltz-Latn","mar-Deva"]},{"precision":0.433962,"recall":0.511858,"f1":0.455999,"accuracy":0.511858,"main_score":0.455999,"hf_subset":"ltz_Latn-plt_Latn","languages":["ltz-Latn","plt-Latn"]},{"precision":0.755674,"recall":0.811265,"f1":0.772539,"accuracy":0.811265,"main_score":0.772539,"hf_subset":"ltz_Latn-srp_Cyrl","languages":["ltz-Latn","srp-Cyrl"]},{"precision":0.2787,"recall":0.352767,"f1":0.298082,"accuracy":0.352767,"main_score":0.298082,"hf_subset":"ltz_Latn-uig_Arab","languages":["ltz-Latn","uig-Arab"]},{"precision":0.764361,"recall":0.816206,"f1":0.780388,"accuracy":0.816206,"main_score":0.780388,"hf_subset":"ltz_Latn-aeb_Arab","languages":["ltz-Latn","aeb-Arab"]},{"precision":0.803607,"recall":0.855731,"f1":0.819829,"accuracy":0.855731,"main_score":0.819829,"hf_subset":"ltz_Latn-ben_Beng","languages":["ltz-Latn","ben-Beng"]},{"precision":0.704698,"recall":0.761858,"f1":0.721327,"accuracy":0.761858,"main_score":0.721327,"hf_subset":"ltz_Latn-est_Latn","languages":["ltz-Latn","est-Latn"]},{"precision":0.588458,"recall":0.660079,"f1":0.609187,"accuracy":0.660079,"main_score":0.609187,"hf_subset":"ltz_Latn-hye_Armn","languages":["ltz-Latn","hye-Armn"]},{"precision":0.387661,"recall":0.477273,"f1":0.412535,"accuracy":0.477273,"main_score":0.412535,"hf_subset":"ltz_Latn-kmb_Latn","languages":["ltz-Latn","kmb-Latn"]},{"precision":0.247206,"recall":0.327075,"f1":0.26812,"accuracy":0.327075,"main_score":0.26812,"hf_subset":"ltz_Latn-min_Arab","languages":["ltz-Latn","min-Arab"]},{"precision":0.844236,"recall":0.884387,"f1":0.856804,"accuracy":0.884387,"main_score":0.856804,"hf_subset":"ltz_Latn-pol_Latn","languages":["ltz-Latn","pol-Latn"]},{"precision":0.382653,"recall":0.474308,"f1":0.407177,"accuracy":0.474308,"main_score":0.407177,"hf_subset":"ltz_Latn-ssw_Latn","languages":["ltz-Latn","ssw-Latn"]},{"precision":0.824148,"recall":0.866601,"f1":0.837138,"accuracy":0.866601,"main_score":0.837138,"hf_subset":"ltz_Latn-ukr_Cyrl","languages":["ltz-Latn","ukr-Cyrl"]},{"precision":0.826508,"recall":0.869565,"f1":0.839872,"accuracy":0.869565,"main_score":0.839872,"hf_subset":"ltz_Latn-afr_Latn","languages":["ltz-Latn","afr-Latn"]},{"precision":0.777931,"recall":0.83498,"f1":0.795356,"accuracy":0.83498,"main_score":0.795356,"hf_subset":"ltz_Latn-bho_Deva","languages":["ltz-Latn","bho-Deva"]},{"precision":0.617598,"recall":0.692688,"f1":0.6403,"accuracy":0.692688,"main_score":0.6403,"hf_subset":"ltz_Latn-eus_Latn","languages":["ltz-Latn","eus-Latn"]},{"precision":0.387518,"recall":0.48419,"f1":0.41423,"accuracy":0.48419,"main_score":0.41423,"hf_subset":"ltz_Latn-ibo_Latn","languages":["ltz-Latn","ibo-Latn"]},{"precision":0.460386,"recall":0.54249,"f1":0.483617,"accuracy":0.54249,"main_score":0.483617,"hf_subset":"ltz_Latn-kmr_Latn","languages":["ltz-Latn","kmr-Latn"]},{"precision":0.693017,"recall":0.757905,"f1":0.712516,"accuracy":0.757905,"main_score":0.712516,"hf_subset":"ltz_Latn-min_Latn","languages":["ltz-Latn","min-Latn"]},{"precision":0.869195,"recall":0.903162,"f1":0.879586,"accuracy":0.903162,"main_score":0.879586,"hf_subset":"ltz_Latn-por_Latn","languages":["ltz-Latn","por-Latn"]},{"precision":0.751054,"recall":0.804348,"f1":0.76718,"accuracy":0.804348,"main_score":0.76718,"hf_subset":"ltz_Latn-sun_Latn","languages":["ltz-Latn","sun-Latn"]},{"precision":0.373982,"recall":0.466403,"f1":0.399988,"accuracy":0.466403,"main_score":0.399988,"hf_subset":"ltz_Latn-umb_Latn","languages":["ltz-Latn","umb-Latn"]},{"precision":0.816874,"recall":0.859684,"f1":0.829562,"accuracy":0.859684,"main_score":0.829562,"hf_subset":"ltz_Latn-ajp_Arab","languages":["ltz-Latn","ajp-Arab"]},{"precision":0.258512,"recall":0.333004,"f1":0.277804,"accuracy":0.333004,"main_score":0.277804,"hf_subset":"ltz_Latn-bjn_Arab","languages":["ltz-Latn","bjn-Arab"]},{"precision":0.419816,"recall":0.486166,"f1":0.438353,"accuracy":0.486166,"main_score":0.438353,"hf_subset":"ltz_Latn-ewe_Latn","languages":["ltz-Latn","ewe-Latn"]},{"precision":0.674499,"recall":0.736166,"f1":0.69325,"accuracy":0.736166,"main_score":0.69325,"hf_subset":"ltz_Latn-ilo_Latn","languages":["ltz-Latn","ilo-Latn"]},{"precision":0.164106,"recall":0.243083,"f1":0.184033,"accuracy":0.243083,"main_score":0.184033,"hf_subset":"ltz_Latn-knc_Arab","languages":["ltz-Latn","knc-Arab"]},{"precision":0.787756,"recall":0.835968,"f1":0.802374,"accuracy":0.835968,"main_score":0.802374,"hf_subset":"ltz_Latn-mkd_Cyrl","languages":["ltz-Latn","mkd-Cyrl"]},{"precision":0.796269,"recall":0.847826,"f1":0.811975,"accuracy":0.847826,"main_score":0.811975,"hf_subset":"ltz_Latn-prs_Arab","languages":["ltz-Latn","prs-Arab"]},{"precision":0.871854,"recall":0.902174,"f1":0.880995,"accuracy":0.902174,"main_score":0.880995,"hf_subset":"ltz_Latn-swe_Latn","languages":["ltz-Latn","swe-Latn"]},{"precision":0.744488,"recall":0.807312,"f1":0.762963,"accuracy":0.807312,"main_score":0.762963,"hf_subset":"ltz_Latn-urd_Arab","languages":["ltz-Latn","urd-Arab"]},{"precision":0.460731,"recall":0.552372,"f1":0.487175,"accuracy":0.552372,"main_score":0.487175,"hf_subset":"ltz_Latn-aka_Latn","languages":["ltz-Latn","aka-Latn"]},{"precision":0.690523,"recall":0.759881,"f1":0.712302,"accuracy":0.759881,"main_score":0.712302,"hf_subset":"ltz_Latn-bjn_Latn","languages":["ltz-Latn","bjn-Latn"]},{"precision":0.557355,"recall":0.632411,"f1":0.579797,"accuracy":0.632411,"main_score":0.579797,"hf_subset":"ltz_Latn-fao_Latn","languages":["ltz-Latn","fao-Latn"]},{"precision":0.849506,"recall":0.88834,"f1":0.86158,"accuracy":0.88834,"main_score":0.86158,"hf_subset":"ltz_Latn-ind_Latn","languages":["ltz-Latn","ind-Latn"]},{"precision":0.44429,"recall":0.519763,"f1":0.465291,"accuracy":0.519763,"main_score":0.465291,"hf_subset":"ltz_Latn-knc_Latn","languages":["ltz-Latn","knc-Latn"]},{"precision":0.682515,"recall":0.748024,"f1":0.701958,"accuracy":0.748024,"main_score":0.701958,"hf_subset":"ltz_Latn-mlt_Latn","languages":["ltz-Latn","mlt-Latn"]},{"precision":0.471144,"recall":0.567194,"f1":0.49846,"accuracy":0.567194,"main_score":0.49846,"hf_subset":"ltz_Latn-quy_Latn","languages":["ltz-Latn","quy-Latn"]},{"precision":0.640324,"recall":0.712451,"f1":0.661748,"accuracy":0.712451,"main_score":0.661748,"hf_subset":"ltz_Latn-swh_Latn","languages":["ltz-Latn","swh-Latn"]},{"precision":0.578047,"recall":0.65415,"f1":0.600392,"accuracy":0.65415,"main_score":0.600392,"hf_subset":"ltz_Latn-uzn_Latn","languages":["ltz-Latn","uzn-Latn"]},{"precision":0.704282,"recall":0.767787,"f1":0.72316,"accuracy":0.767787,"main_score":0.72316,"hf_subset":"ltz_Latn-als_Latn","languages":["ltz-Latn","als-Latn"]},{"precision":0.17862,"recall":0.243083,"f1":0.195494,"accuracy":0.243083,"main_score":0.195494,"hf_subset":"ltz_Latn-bod_Tibt","languages":["ltz-Latn","bod-Tibt"]},{"precision":0.390171,"recall":0.479249,"f1":0.414639,"accuracy":0.479249,"main_score":0.414639,"hf_subset":"ltz_Latn-fij_Latn","languages":["ltz-Latn","fij-Latn"]},{"precision":0.509841,"recall":0.585968,"f1":0.532202,"accuracy":0.585968,"main_score":0.532202,"hf_subset":"ltz_Latn-isl_Latn","languages":["ltz-Latn","isl-Latn"]},{"precision":0.485996,"recall":0.570158,"f1":0.509656,"accuracy":0.570158,"main_score":0.509656,"hf_subset":"ltz_Latn-kon_Latn","languages":["ltz-Latn","kon-Latn"]},{"precision":0.35464,"recall":0.451581,"f1":0.38204,"accuracy":0.451581,"main_score":0.38204,"hf_subset":"ltz_Latn-mni_Beng","languages":["ltz-Latn","mni-Beng"]},{"precision":0.845677,"recall":0.882411,"f1":0.857071,"accuracy":0.882411,"main_score":0.857071,"hf_subset":"ltz_Latn-ron_Latn","languages":["ltz-Latn","ron-Latn"]},{"precision":0.738809,"recall":0.795455,"f1":0.755264,"accuracy":0.795455,"main_score":0.755264,"hf_subset":"ltz_Latn-szl_Latn","languages":["ltz-Latn","szl-Latn"]},{"precision":0.801124,"recall":0.84585,"f1":0.813723,"accuracy":0.84585,"main_score":0.813723,"hf_subset":"ltz_Latn-vec_Latn","languages":["ltz-Latn","vec-Latn"]},{"precision":0.563599,"recall":0.647233,"f1":0.588541,"accuracy":0.647233,"main_score":0.588541,"hf_subset":"ltz_Latn-amh_Ethi","languages":["ltz-Latn","amh-Ethi"]},{"precision":0.832708,"recall":0.87253,"f1":0.845125,"accuracy":0.87253,"main_score":0.845125,"hf_subset":"ltz_Latn-bos_Latn","languages":["ltz-Latn","bos-Latn"]},{"precision":0.809777,"recall":0.853755,"f1":0.822881,"accuracy":0.853755,"main_score":0.822881,"hf_subset":"ltz_Latn-fin_Latn","languages":["ltz-Latn","fin-Latn"]},{"precision":0.858663,"recall":0.895257,"f1":0.869862,"accuracy":0.895257,"main_score":0.869862,"hf_subset":"ltz_Latn-ita_Latn","languages":["ltz-Latn","ita-Latn"]},{"precision":0.826929,"recall":0.869565,"f1":0.839526,"accuracy":0.869565,"main_score":0.839526,"hf_subset":"ltz_Latn-kor_Hang","languages":["ltz-Latn","kor-Hang"]},{"precision":0.41698,"recall":0.493083,"f1":0.437887,"accuracy":0.493083,"main_score":0.437887,"hf_subset":"ltz_Latn-mos_Latn","languages":["ltz-Latn","mos-Latn"]},{"precision":0.388795,"recall":0.476285,"f1":0.412945,"accuracy":0.476285,"main_score":0.412945,"hf_subset":"ltz_Latn-run_Latn","languages":["ltz-Latn","run-Latn"]},{"precision":0.772875,"recall":0.827075,"f1":0.789526,"accuracy":0.827075,"main_score":0.789526,"hf_subset":"ltz_Latn-tam_Taml","languages":["ltz-Latn","tam-Taml"]},{"precision":0.812484,"recall":0.857708,"f1":0.826106,"accuracy":0.857708,"main_score":0.826106,"hf_subset":"ltz_Latn-vie_Latn","languages":["ltz-Latn","vie-Latn"]},{"precision":0.806736,"recall":0.850791,"f1":0.820356,"accuracy":0.850791,"main_score":0.820356,"hf_subset":"ltz_Latn-apc_Arab","languages":["ltz-Latn","apc-Arab"]},{"precision":0.605912,"recall":0.683794,"f1":0.62884,"accuracy":0.683794,"main_score":0.62884,"hf_subset":"ltz_Latn-bug_Latn","languages":["ltz-Latn","bug-Latn"]},{"precision":0.361518,"recall":0.440711,"f1":0.383241,"accuracy":0.440711,"main_score":0.383241,"hf_subset":"ltz_Latn-fon_Latn","languages":["ltz-Latn","fon-Latn"]},{"precision":0.74473,"recall":0.796443,"f1":0.76031,"accuracy":0.796443,"main_score":0.76031,"hf_subset":"ltz_Latn-jav_Latn","languages":["ltz-Latn","jav-Latn"]},{"precision":0.522668,"recall":0.593874,"f1":0.543183,"accuracy":0.593874,"main_score":0.543183,"hf_subset":"ltz_Latn-lao_Laoo","languages":["ltz-Latn","lao-Laoo"]},{"precision":0.369046,"recall":0.464427,"f1":0.394465,"accuracy":0.464427,"main_score":0.394465,"hf_subset":"ltz_Latn-mri_Latn","languages":["ltz-Latn","mri-Latn"]},{"precision":0.847424,"recall":0.887352,"f1":0.859785,"accuracy":0.887352,"main_score":0.859785,"hf_subset":"ltz_Latn-rus_Cyrl","languages":["ltz-Latn","rus-Cyrl"]},{"precision":0.402101,"recall":0.496047,"f1":0.428451,"accuracy":0.496047,"main_score":0.428451,"hf_subset":"ltz_Latn-taq_Latn","languages":["ltz-Latn","taq-Latn"]},{"precision":0.77146,"recall":0.822134,"f1":0.786534,"accuracy":0.822134,"main_score":0.786534,"hf_subset":"ltz_Latn-war_Latn","languages":["ltz-Latn","war-Latn"]},{"precision":0.811792,"recall":0.860672,"f1":0.826877,"accuracy":0.860672,"main_score":0.826877,"hf_subset":"ltz_Latn-arb_Arab","languages":["ltz-Latn","arb-Arab"]},{"precision":0.837971,"recall":0.875494,"f1":0.849106,"accuracy":0.875494,"main_score":0.849106,"hf_subset":"ltz_Latn-bul_Cyrl","languages":["ltz-Latn","bul-Cyrl"]},{"precision":0.860548,"recall":0.897233,"f1":0.871747,"accuracy":0.897233,"main_score":0.871747,"hf_subset":"ltz_Latn-fra_Latn","languages":["ltz-Latn","fra-Latn"]},{"precision":0.840991,"recall":0.883399,"f1":0.854037,"accuracy":0.883399,"main_score":0.854037,"hf_subset":"ltz_Latn-jpn_Jpan","languages":["ltz-Latn","jpn-Jpan"]},{"precision":0.788521,"recall":0.83498,"f1":0.802522,"accuracy":0.83498,"main_score":0.802522,"hf_subset":"ltz_Latn-lij_Latn","languages":["ltz-Latn","lij-Latn"]},{"precision":0.533384,"recall":0.617589,"f1":0.557271,"accuracy":0.617589,"main_score":0.557271,"hf_subset":"ltz_Latn-mya_Mymr","languages":["ltz-Latn","mya-Mymr"]},{"precision":0.453833,"recall":0.543478,"f1":0.478604,"accuracy":0.543478,"main_score":0.478604,"hf_subset":"ltz_Latn-sag_Latn","languages":["ltz-Latn","sag-Latn"]},{"precision":0.138884,"recall":0.220356,"f1":0.155436,"accuracy":0.220356,"main_score":0.155436,"hf_subset":"ltz_Latn-taq_Tfng","languages":["ltz-Latn","taq-Tfng"]},{"precision":0.454051,"recall":0.540514,"f1":0.479028,"accuracy":0.540514,"main_score":0.479028,"hf_subset":"ltz_Latn-wol_Latn","languages":["ltz-Latn","wol-Latn"]},{"precision":0.268155,"recall":0.368577,"f1":0.293972,"accuracy":0.368577,"main_score":0.293972,"hf_subset":"ltz_Latn-arb_Latn","languages":["ltz-Latn","arb-Latn"]},{"precision":0.843068,"recall":0.875494,"f1":0.85297,"accuracy":0.875494,"main_score":0.85297,"hf_subset":"ltz_Latn-cat_Latn","languages":["ltz-Latn","cat-Latn"]},{"precision":0.755133,"recall":0.8083,"f1":0.771264,"accuracy":0.8083,"main_score":0.771264,"hf_subset":"ltz_Latn-fur_Latn","languages":["ltz-Latn","fur-Latn"]},{"precision":0.263112,"recall":0.340909,"f1":0.283592,"accuracy":0.340909,"main_score":0.283592,"hf_subset":"ltz_Latn-kab_Latn","languages":["ltz-Latn","kab-Latn"]},{"precision":0.804458,"recall":0.847826,"f1":0.817805,"accuracy":0.847826,"main_score":0.817805,"hf_subset":"ltz_Latn-lim_Latn","languages":["ltz-Latn","lim-Latn"]},{"precision":0.868528,"recall":0.902174,"f1":0.878821,"accuracy":0.902174,"main_score":0.878821,"hf_subset":"ltz_Latn-nld_Latn","languages":["ltz-Latn","nld-Latn"]},{"precision":0.69485,"recall":0.762846,"f1":0.715481,"accuracy":0.762846,"main_score":0.715481,"hf_subset":"ltz_Latn-san_Deva","languages":["ltz-Latn","san-Deva"]},{"precision":0.636594,"recall":0.700593,"f1":0.655966,"accuracy":0.700593,"main_score":0.655966,"hf_subset":"ltz_Latn-tat_Cyrl","languages":["ltz-Latn","tat-Cyrl"]},{"precision":0.427544,"recall":0.520751,"f1":0.453383,"accuracy":0.520751,"main_score":0.453383,"hf_subset":"ltz_Latn-xho_Latn","languages":["ltz-Latn","xho-Latn"]},{"precision":0.804628,"recall":0.855731,"f1":0.82052,"accuracy":0.855731,"main_score":0.82052,"hf_subset":"ltz_Latn-ars_Arab","languages":["ltz-Latn","ars-Arab"]},{"precision":0.707091,"recall":0.769763,"f1":0.726085,"accuracy":0.769763,"main_score":0.726085,"hf_subset":"ltz_Latn-ceb_Latn","languages":["ltz-Latn","ceb-Latn"]},{"precision":0.424795,"recall":0.503953,"f1":0.447353,"accuracy":0.503953,"main_score":0.447353,"hf_subset":"ltz_Latn-fuv_Latn","languages":["ltz-Latn","fuv-Latn"]},{"precision":0.41027,"recall":0.51087,"f1":0.438046,"accuracy":0.51087,"main_score":0.438046,"hf_subset":"ltz_Latn-kac_Latn","languages":["ltz-Latn","kac-Latn"]},{"precision":0.474882,"recall":0.562253,"f1":0.499771,"accuracy":0.562253,"main_score":0.499771,"hf_subset":"ltz_Latn-lin_Latn","languages":["ltz-Latn","lin-Latn"]},{"precision":0.834676,"recall":0.874506,"f1":0.846893,"accuracy":0.874506,"main_score":0.846893,"hf_subset":"ltz_Latn-nno_Latn","languages":["ltz-Latn","nno-Latn"]},{"precision":0.152103,"recall":0.208498,"f1":0.16667,"accuracy":0.208498,"main_score":0.16667,"hf_subset":"ltz_Latn-sat_Olck","languages":["ltz-Latn","sat-Olck"]},{"precision":0.774217,"recall":0.829051,"f1":0.791173,"accuracy":0.829051,"main_score":0.791173,"hf_subset":"ltz_Latn-tel_Telu","languages":["ltz-Latn","tel-Telu"]},{"precision":0.344997,"recall":0.433794,"f1":0.370052,"accuracy":0.433794,"main_score":0.370052,"hf_subset":"ltz_Latn-ydd_Hebr","languages":["ltz-Latn","ydd-Hebr"]},{"precision":0.706579,"recall":0.770751,"f1":0.726076,"accuracy":0.770751,"main_score":0.726076,"hf_subset":"ltz_Latn-ary_Arab","languages":["ltz-Latn","ary-Arab"]},{"precision":0.817556,"recall":0.860672,"f1":0.830948,"accuracy":0.860672,"main_score":0.830948,"hf_subset":"ltz_Latn-ces_Latn","languages":["ltz-Latn","ces-Latn"]},{"precision":0.293972,"recall":0.384387,"f1":0.317626,"accuracy":0.384387,"main_score":0.317626,"hf_subset":"ltz_Latn-gaz_Latn","languages":["ltz-Latn","gaz-Latn"]},{"precision":0.419949,"recall":0.501976,"f1":0.44334,"accuracy":0.501976,"main_score":0.44334,"hf_subset":"ltz_Latn-kam_Latn","languages":["ltz-Latn","kam-Latn"]},{"precision":0.70306,"recall":0.758893,"f1":0.719532,"accuracy":0.758893,"main_score":0.719532,"hf_subset":"ltz_Latn-lit_Latn","languages":["ltz-Latn","lit-Latn"]},{"precision":0.867902,"recall":0.901186,"f1":0.878148,"accuracy":0.901186,"main_score":0.878148,"hf_subset":"ltz_Latn-nob_Latn","languages":["ltz-Latn","nob-Latn"]},{"precision":0.700998,"recall":0.762846,"f1":0.719186,"accuracy":0.762846,"main_score":0.719186,"hf_subset":"ltz_Latn-scn_Latn","languages":["ltz-Latn","scn-Latn"]},{"precision":0.443934,"recall":0.534585,"f1":0.469235,"accuracy":0.534585,"main_score":0.469235,"hf_subset":"ltz_Latn-tgk_Cyrl","languages":["ltz-Latn","tgk-Cyrl"]},{"precision":0.367758,"recall":0.460474,"f1":0.393299,"accuracy":0.460474,"main_score":0.393299,"hf_subset":"ltz_Latn-yor_Latn","languages":["ltz-Latn","yor-Latn"]},{"precision":0.80476,"recall":0.849802,"f1":0.818841,"accuracy":0.849802,"main_score":0.818841,"hf_subset":"ltz_Latn-arz_Arab","languages":["ltz-Latn","arz-Arab"]},{"precision":0.425531,"recall":0.518775,"f1":0.451353,"accuracy":0.518775,"main_score":0.451353,"hf_subset":"ltz_Latn-cjk_Latn","languages":["ltz-Latn","cjk-Latn"]},{"precision":0.371279,"recall":0.449605,"f1":0.392985,"accuracy":0.449605,"main_score":0.392985,"hf_subset":"ltz_Latn-gla_Latn","languages":["ltz-Latn","gla-Latn"]},{"precision":0.770487,"recall":0.822134,"f1":0.786058,"accuracy":0.822134,"main_score":0.786058,"hf_subset":"ltz_Latn-kan_Knda","languages":["ltz-Latn","kan-Knda"]},{"precision":0.730567,"recall":0.786561,"f1":0.747661,"accuracy":0.786561,"main_score":0.747661,"hf_subset":"ltz_Latn-lmo_Latn","languages":["ltz-Latn","lmo-Latn"]},{"precision":0.811439,"recall":0.863636,"f1":0.827421,"accuracy":0.863636,"main_score":0.827421,"hf_subset":"ltz_Latn-npi_Deva","languages":["ltz-Latn","npi-Deva"]},{"precision":0.361274,"recall":0.449605,"f1":0.38601,"accuracy":0.449605,"main_score":0.38601,"hf_subset":"ltz_Latn-shn_Mymr","languages":["ltz-Latn","shn-Mymr"]},{"precision":0.748682,"recall":0.80336,"f1":0.765246,"accuracy":0.80336,"main_score":0.765246,"hf_subset":"ltz_Latn-tgl_Latn","languages":["ltz-Latn","tgl-Latn"]},{"precision":0.819005,"recall":0.862648,"f1":0.83243,"accuracy":0.862648,"main_score":0.83243,"hf_subset":"ltz_Latn-yue_Hant","languages":["ltz-Latn","yue-Hant"]},{"precision":0.679704,"recall":0.750988,"f1":0.701195,"accuracy":0.750988,"main_score":0.701195,"hf_subset":"ltz_Latn-asm_Beng","languages":["ltz-Latn","asm-Beng"]},{"precision":0.350859,"recall":0.432806,"f1":0.374163,"accuracy":0.432806,"main_score":0.374163,"hf_subset":"ltz_Latn-ckb_Arab","languages":["ltz-Latn","ckb-Arab"]},{"precision":0.376549,"recall":0.456522,"f1":0.398547,"accuracy":0.456522,"main_score":0.398547,"hf_subset":"ltz_Latn-gle_Latn","languages":["ltz-Latn","gle-Latn"]},{"precision":0.553909,"recall":0.63834,"f1":0.579513,"accuracy":0.63834,"main_score":0.579513,"hf_subset":"ltz_Latn-kas_Arab","languages":["ltz-Latn","kas-Arab"]},{"precision":0.647007,"recall":0.712451,"f1":0.66642,"accuracy":0.712451,"main_score":0.66642,"hf_subset":"ltz_Latn-ltg_Latn","languages":["ltz-Latn","ltg-Latn"]},{"precision":0.463211,"recall":0.544466,"f1":0.48642,"accuracy":0.544466,"main_score":0.48642,"hf_subset":"ltz_Latn-nso_Latn","languages":["ltz-Latn","nso-Latn"]},{"precision":0.596938,"recall":0.674901,"f1":0.620033,"accuracy":0.674901,"main_score":0.620033,"hf_subset":"ltz_Latn-sin_Sinh","languages":["ltz-Latn","sin-Sinh"]},{"precision":0.802207,"recall":0.853755,"f1":0.817707,"accuracy":0.853755,"main_score":0.817707,"hf_subset":"ltz_Latn-tha_Thai","languages":["ltz-Latn","tha-Thai"]},{"precision":0.819673,"recall":0.863636,"f1":0.83302,"accuracy":0.863636,"main_score":0.83302,"hf_subset":"ltz_Latn-zho_Hans","languages":["ltz-Latn","zho-Hans"]},{"precision":0.802694,"recall":0.850791,"f1":0.817401,"accuracy":0.850791,"main_score":0.817401,"hf_subset":"ltz_Latn-ast_Latn","languages":["ltz-Latn","ast-Latn"]},{"precision":0.67888,"recall":0.743083,"f1":0.697763,"accuracy":0.743083,"main_score":0.697763,"hf_subset":"ltz_Latn-crh_Latn","languages":["ltz-Latn","crh-Latn"]},{"precision":0.849918,"recall":0.885375,"f1":0.860823,"accuracy":0.885375,"main_score":0.860823,"hf_subset":"ltz_Latn-glg_Latn","languages":["ltz-Latn","glg-Latn"]},{"precision":0.518894,"recall":0.602767,"f1":0.543554,"accuracy":0.602767,"main_score":0.543554,"hf_subset":"ltz_Latn-kas_Deva","languages":["ltz-Latn","kas-Deva"]},{"precision":0.313222,"recall":0.396245,"f1":0.335883,"accuracy":0.396245,"main_score":0.335883,"hf_subset":"ltz_Latn-nus_Latn","languages":["ltz-Latn","nus-Latn"]},{"precision":0.806335,"recall":0.849802,"f1":0.819288,"accuracy":0.849802,"main_score":0.819288,"hf_subset":"ltz_Latn-slk_Latn","languages":["ltz-Latn","slk-Latn"]},{"precision":0.343791,"recall":0.429842,"f1":0.368299,"accuracy":0.429842,"main_score":0.368299,"hf_subset":"ltz_Latn-tir_Ethi","languages":["ltz-Latn","tir-Ethi"]},{"precision":0.807263,"recall":0.856719,"f1":0.82245,"accuracy":0.856719,"main_score":0.82245,"hf_subset":"ltz_Latn-zho_Hant","languages":["ltz-Latn","zho-Hant"]},{"precision":0.835145,"recall":0.873518,"f1":0.846574,"accuracy":0.873518,"main_score":0.846574,"hf_subset":"ltz_Latn-awa_Deva","languages":["ltz-Latn","awa-Deva"]},{"precision":0.435994,"recall":0.519763,"f1":0.459423,"accuracy":0.519763,"main_score":0.459423,"hf_subset":"ltz_Latn-cym_Latn","languages":["ltz-Latn","cym-Latn"]},{"precision":0.617894,"recall":0.692688,"f1":0.639845,"accuracy":0.692688,"main_score":0.639845,"hf_subset":"ltz_Latn-grn_Latn","languages":["ltz-Latn","grn-Latn"]},{"precision":0.689919,"recall":0.750988,"f1":0.707777,"accuracy":0.750988,"main_score":0.707777,"hf_subset":"ltz_Latn-kat_Geor","languages":["ltz-Latn","kat-Geor"]},{"precision":0.485488,"recall":0.573123,"f1":0.510408,"accuracy":0.573123,"main_score":0.510408,"hf_subset":"ltz_Latn-lua_Latn","languages":["ltz-Latn","lua-Latn"]},{"precision":0.450506,"recall":0.534585,"f1":0.474165,"accuracy":0.534585,"main_score":0.474165,"hf_subset":"ltz_Latn-nya_Latn","languages":["ltz-Latn","nya-Latn"]},{"precision":0.775042,"recall":0.825099,"f1":0.790563,"accuracy":0.825099,"main_score":0.790563,"hf_subset":"ltz_Latn-slv_Latn","languages":["ltz-Latn","slv-Latn"]},{"precision":0.688126,"recall":0.75,"f1":0.706804,"accuracy":0.75,"main_score":0.706804,"hf_subset":"ltz_Latn-tpi_Latn","languages":["ltz-Latn","tpi-Latn"]},{"precision":0.808547,"recall":0.856719,"f1":0.823108,"accuracy":0.856719,"main_score":0.823108,"hf_subset":"ltz_Latn-zsm_Latn","languages":["ltz-Latn","zsm-Latn"]},{"precision":0.388913,"recall":0.487154,"f1":0.415538,"accuracy":0.487154,"main_score":0.415538,"hf_subset":"ltz_Latn-ayr_Latn","languages":["ltz-Latn","ayr-Latn"]},{"precision":0.8778,"recall":0.908103,"f1":0.887272,"accuracy":0.908103,"main_score":0.887272,"hf_subset":"ltz_Latn-dan_Latn","languages":["ltz-Latn","dan-Latn"]},{"precision":0.766151,"recall":0.820158,"f1":0.781941,"accuracy":0.820158,"main_score":0.781941,"hf_subset":"ltz_Latn-guj_Gujr","languages":["ltz-Latn","guj-Gujr"]},{"precision":0.633712,"recall":0.703557,"f1":0.654495,"accuracy":0.703557,"main_score":0.654495,"hf_subset":"ltz_Latn-kaz_Cyrl","languages":["ltz-Latn","kaz-Cyrl"]},{"precision":0.37285,"recall":0.465415,"f1":0.397637,"accuracy":0.465415,"main_score":0.397637,"hf_subset":"ltz_Latn-lug_Latn","languages":["ltz-Latn","lug-Latn"]},{"precision":0.812717,"recall":0.855731,"f1":0.825285,"accuracy":0.855731,"main_score":0.825285,"hf_subset":"ltz_Latn-oci_Latn","languages":["ltz-Latn","oci-Latn"]},{"precision":0.429127,"recall":0.531621,"f1":0.457653,"accuracy":0.531621,"main_score":0.457653,"hf_subset":"ltz_Latn-smo_Latn","languages":["ltz-Latn","smo-Latn"]},{"precision":0.410812,"recall":0.492095,"f1":0.433584,"accuracy":0.492095,"main_score":0.433584,"hf_subset":"ltz_Latn-tsn_Latn","languages":["ltz-Latn","tsn-Latn"]},{"precision":0.386046,"recall":0.480237,"f1":0.41107,"accuracy":0.480237,"main_score":0.41107,"hf_subset":"ltz_Latn-zul_Latn","languages":["ltz-Latn","zul-Latn"]},{"precision":0.568001,"recall":0.650198,"f1":0.592937,"accuracy":0.650198,"main_score":0.592937,"hf_subset":"ltz_Latn-azb_Arab","languages":["ltz-Latn","azb-Arab"]},{"precision":0.899805,"recall":0.925889,"f1":0.907664,"accuracy":0.925889,"main_score":0.907664,"hf_subset":"ltz_Latn-deu_Latn","languages":["ltz-Latn","deu-Latn"]},{"precision":0.587994,"recall":0.671937,"f1":0.612804,"accuracy":0.671937,"main_score":0.612804,"hf_subset":"ltz_Latn-hat_Latn","languages":["ltz-Latn","hat-Latn"]},{"precision":0.339803,"recall":0.423913,"f1":0.362851,"accuracy":0.423913,"main_score":0.362851,"hf_subset":"ltz_Latn-kbp_Latn","languages":["ltz-Latn","kbp-Latn"]},{"precision":0.439694,"recall":0.529644,"f1":0.465437,"accuracy":0.529644,"main_score":0.465437,"hf_subset":"ltz_Latn-luo_Latn","languages":["ltz-Latn","luo-Latn"]},{"precision":0.436217,"recall":0.517787,"f1":0.459035,"accuracy":0.517787,"main_score":0.459035,"hf_subset":"ltz_Latn-ory_Orya","languages":["ltz-Latn","ory-Orya"]},{"precision":0.409924,"recall":0.5,"f1":0.434608,"accuracy":0.5,"main_score":0.434608,"hf_subset":"ltz_Latn-sna_Latn","languages":["ltz-Latn","sna-Latn"]},{"precision":0.393923,"recall":0.478261,"f1":0.417321,"accuracy":0.478261,"main_score":0.417321,"hf_subset":"ltz_Latn-tso_Latn","languages":["ltz-Latn","tso-Latn"]},{"precision":0.671931,"recall":0.741107,"f1":0.6925,"accuracy":0.741107,"main_score":0.6925,"hf_subset":"ltz_Latn-azj_Latn","languages":["ltz-Latn","azj-Latn"]},{"precision":0.430032,"recall":0.511858,"f1":0.453659,"accuracy":0.511858,"main_score":0.453659,"hf_subset":"ltz_Latn-dik_Latn","languages":["ltz-Latn","dik-Latn"]},{"precision":0.418389,"recall":0.498024,"f1":0.441398,"accuracy":0.498024,"main_score":0.441398,"hf_subset":"ltz_Latn-hau_Latn","languages":["ltz-Latn","hau-Latn"]},{"precision":0.712634,"recall":0.773715,"f1":0.730538,"accuracy":0.773715,"main_score":0.730538,"hf_subset":"ltz_Latn-kea_Latn","languages":["ltz-Latn","kea-Latn"]},{"precision":0.575897,"recall":0.649209,"f1":0.597417,"accuracy":0.649209,"main_score":0.597417,"hf_subset":"ltz_Latn-lus_Latn","languages":["ltz-Latn","lus-Latn"]},{"precision":0.680278,"recall":0.744071,"f1":0.699236,"accuracy":0.744071,"main_score":0.699236,"hf_subset":"ltz_Latn-pag_Latn","languages":["ltz-Latn","pag-Latn"]},{"precision":0.584545,"recall":0.660079,"f1":0.606248,"accuracy":0.660079,"main_score":0.606248,"hf_subset":"ltz_Latn-snd_Arab","languages":["ltz-Latn","snd-Arab"]},{"precision":0.570991,"recall":0.643281,"f1":0.591834,"accuracy":0.643281,"main_score":0.591834,"hf_subset":"ltz_Latn-tuk_Latn","languages":["ltz-Latn","tuk-Latn"]},{"precision":0.622288,"recall":0.686759,"f1":0.640962,"accuracy":0.686759,"main_score":0.640962,"hf_subset":"ltz_Latn-bak_Cyrl","languages":["ltz-Latn","bak-Cyrl"]},{"precision":0.338788,"recall":0.435771,"f1":0.365133,"accuracy":0.435771,"main_score":0.365133,"hf_subset":"ltz_Latn-dyu_Latn","languages":["ltz-Latn","dyu-Latn"]},{"precision":0.678014,"recall":0.740119,"f1":0.696593,"accuracy":0.740119,"main_score":0.696593,"hf_subset":"ltz_Latn-heb_Hebr","languages":["ltz-Latn","heb-Hebr"]},{"precision":0.445372,"recall":0.530632,"f1":0.470059,"accuracy":0.530632,"main_score":0.470059,"hf_subset":"ltz_Latn-khk_Cyrl","languages":["ltz-Latn","khk-Cyrl"]},{"precision":0.731548,"recall":0.785573,"f1":0.747604,"accuracy":0.785573,"main_score":0.747604,"hf_subset":"ltz_Latn-lvs_Latn","languages":["ltz-Latn","lvs-Latn"]},{"precision":0.659758,"recall":0.738142,"f1":0.683213,"accuracy":0.738142,"main_score":0.683213,"hf_subset":"ltz_Latn-pan_Guru","languages":["ltz-Latn","pan-Guru"]},{"precision":0.373251,"recall":0.450593,"f1":0.395031,"accuracy":0.450593,"main_score":0.395031,"hf_subset":"ltz_Latn-som_Latn","languages":["ltz-Latn","som-Latn"]},{"precision":0.43927,"recall":0.518775,"f1":0.461009,"accuracy":0.518775,"main_score":0.461009,"hf_subset":"ltz_Latn-tum_Latn","languages":["ltz-Latn","tum-Latn"]},{"precision":0.223815,"recall":0.256917,"f1":0.231577,"accuracy":0.256917,"main_score":0.231577,"hf_subset":"nus_Latn-ace_Arab","languages":["nus-Latn","ace-Arab"]},{"precision":0.322052,"recall":0.355731,"f1":0.331177,"accuracy":0.355731,"main_score":0.331177,"hf_subset":"nus_Latn-bam_Latn","languages":["nus-Latn","bam-Latn"]},{"precision":0.134825,"recall":0.184783,"f1":0.147054,"accuracy":0.184783,"main_score":0.147054,"hf_subset":"nus_Latn-dzo_Tibt","languages":["nus-Latn","dzo-Tibt"]},{"precision":0.339166,"recall":0.396245,"f1":0.35281,"accuracy":0.396245,"main_score":0.35281,"hf_subset":"nus_Latn-hin_Deva","languages":["nus-Latn","hin-Deva"]},{"precision":0.304088,"recall":0.340909,"f1":0.314286,"accuracy":0.340909,"main_score":0.314286,"hf_subset":"nus_Latn-khm_Khmr","languages":["nus-Latn","khm-Khmr"]},{"precision":0.315818,"recall":0.359684,"f1":0.326534,"accuracy":0.359684,"main_score":0.326534,"hf_subset":"nus_Latn-mag_Deva","languages":["nus-Latn","mag-Deva"]},{"precision":0.35693,"recall":0.380435,"f1":0.362861,"accuracy":0.380435,"main_score":0.362861,"hf_subset":"nus_Latn-pap_Latn","languages":["nus-Latn","pap-Latn"]},{"precision":0.349972,"recall":0.378458,"f1":0.3579,"accuracy":0.378458,"main_score":0.3579,"hf_subset":"nus_Latn-sot_Latn","languages":["nus-Latn","sot-Latn"]},{"precision":0.333464,"recall":0.379447,"f1":0.345753,"accuracy":0.379447,"main_score":0.345753,"hf_subset":"nus_Latn-tur_Latn","languages":["nus-Latn","tur-Latn"]},{"precision":0.328722,"recall":0.357708,"f1":0.336126,"accuracy":0.357708,"main_score":0.336126,"hf_subset":"nus_Latn-ace_Latn","languages":["nus-Latn","ace-Latn"]},{"precision":0.317786,"recall":0.348814,"f1":0.326088,"accuracy":0.348814,"main_score":0.326088,"hf_subset":"nus_Latn-ban_Latn","languages":["nus-Latn","ban-Latn"]},{"precision":0.286607,"recall":0.347826,"f1":0.301843,"accuracy":0.347826,"main_score":0.301843,"hf_subset":"nus_Latn-ell_Grek","languages":["nus-Latn","ell-Grek"]},{"precision":0.304398,"recall":0.34585,"f1":0.315025,"accuracy":0.34585,"main_score":0.315025,"hf_subset":"nus_Latn-hne_Deva","languages":["nus-Latn","hne-Deva"]},{"precision":0.265418,"recall":0.301383,"f1":0.275285,"accuracy":0.301383,"main_score":0.275285,"hf_subset":"nus_Latn-kik_Latn","languages":["nus-Latn","kik-Latn"]},{"precision":0.34605,"recall":0.383399,"f1":0.355853,"accuracy":0.383399,"main_score":0.355853,"hf_subset":"nus_Latn-mai_Deva","languages":["nus-Latn","mai-Deva"]},{"precision":0.296879,"recall":0.33498,"f1":0.307698,"accuracy":0.33498,"main_score":0.307698,"hf_subset":"nus_Latn-pbt_Arab","languages":["nus-Latn","pbt-Arab"]},{"precision":0.335633,"recall":0.392292,"f1":0.34933,"accuracy":0.392292,"main_score":0.34933,"hf_subset":"nus_Latn-spa_Latn","languages":["nus-Latn","spa-Latn"]},{"precision":0.341717,"recall":0.371542,"f1":0.3498,"accuracy":0.371542,"main_score":0.3498,"hf_subset":"nus_Latn-twi_Latn","languages":["nus-Latn","twi-Latn"]},{"precision":0.295322,"recall":0.346838,"f1":0.308491,"accuracy":0.346838,"main_score":0.308491,"hf_subset":"nus_Latn-acm_Arab","languages":["nus-Latn","acm-Arab"]},{"precision":0.299569,"recall":0.338933,"f1":0.309347,"accuracy":0.338933,"main_score":0.309347,"hf_subset":"nus_Latn-bel_Cyrl","languages":["nus-Latn","bel-Cyrl"]},{"precision":0.345196,"recall":0.395257,"f1":0.358223,"accuracy":0.395257,"main_score":0.358223,"hf_subset":"nus_Latn-eng_Latn","languages":["nus-Latn","eng-Latn"]},{"precision":0.319439,"recall":0.368577,"f1":0.332303,"accuracy":0.368577,"main_score":0.332303,"hf_subset":"nus_Latn-hrv_Latn","languages":["nus-Latn","hrv-Latn"]},{"precision":0.314332,"recall":0.351779,"f1":0.324603,"accuracy":0.351779,"main_score":0.324603,"hf_subset":"nus_Latn-kin_Latn","languages":["nus-Latn","kin-Latn"]},{"precision":0.318176,"recall":0.366601,"f1":0.329963,"accuracy":0.366601,"main_score":0.329963,"hf_subset":"nus_Latn-mal_Mlym","languages":["nus-Latn","mal-Mlym"]},{"precision":0.296651,"recall":0.360672,"f1":0.312171,"accuracy":0.360672,"main_score":0.312171,"hf_subset":"nus_Latn-pes_Arab","languages":["nus-Latn","pes-Arab"]},{"precision":0.317274,"recall":0.352767,"f1":0.326905,"accuracy":0.352767,"main_score":0.326905,"hf_subset":"nus_Latn-srd_Latn","languages":["nus-Latn","srd-Latn"]},{"precision":0.134238,"recall":0.168972,"f1":0.143438,"accuracy":0.168972,"main_score":0.143438,"hf_subset":"nus_Latn-tzm_Tfng","languages":["nus-Latn","tzm-Tfng"]},{"precision":0.299187,"recall":0.349802,"f1":0.311635,"accuracy":0.349802,"main_score":0.311635,"hf_subset":"nus_Latn-acq_Arab","languages":["nus-Latn","acq-Arab"]},{"precision":0.352503,"recall":0.387352,"f1":0.361411,"accuracy":0.387352,"main_score":0.361411,"hf_subset":"nus_Latn-bem_Latn","languages":["nus-Latn","bem-Latn"]},{"precision":0.321418,"recall":0.357708,"f1":0.330749,"accuracy":0.357708,"main_score":0.330749,"hf_subset":"nus_Latn-epo_Latn","languages":["nus-Latn","epo-Latn"]},{"precision":0.31392,"recall":0.370553,"f1":0.327692,"accuracy":0.370553,"main_score":0.327692,"hf_subset":"nus_Latn-hun_Latn","languages":["nus-Latn","hun-Latn"]},{"precision":0.307234,"recall":0.338933,"f1":0.31587,"accuracy":0.338933,"main_score":0.31587,"hf_subset":"nus_Latn-kir_Cyrl","languages":["nus-Latn","kir-Cyrl"]},{"precision":0.32684,"recall":0.381423,"f1":0.340605,"accuracy":0.381423,"main_score":0.340605,"hf_subset":"nus_Latn-mar_Deva","languages":["nus-Latn","mar-Deva"]},{"precision":0.341279,"recall":0.380435,"f1":0.351061,"accuracy":0.380435,"main_score":0.351061,"hf_subset":"nus_Latn-plt_Latn","languages":["nus-Latn","plt-Latn"]},{"precision":0.315902,"recall":0.359684,"f1":0.327979,"accuracy":0.359684,"main_score":0.327979,"hf_subset":"nus_Latn-srp_Cyrl","languages":["nus-Latn","srp-Cyrl"]},{"precision":0.250269,"recall":0.286561,"f1":0.259829,"accuracy":0.286561,"main_score":0.259829,"hf_subset":"nus_Latn-uig_Arab","languages":["nus-Latn","uig-Arab"]},{"precision":0.284309,"recall":0.327075,"f1":0.29538,"accuracy":0.327075,"main_score":0.29538,"hf_subset":"nus_Latn-aeb_Arab","languages":["nus-Latn","aeb-Arab"]},{"precision":0.30655,"recall":0.365613,"f1":0.321319,"accuracy":0.365613,"main_score":0.321319,"hf_subset":"nus_Latn-ben_Beng","languages":["nus-Latn","ben-Beng"]},{"precision":0.330303,"recall":0.363636,"f1":0.338898,"accuracy":0.363636,"main_score":0.338898,"hf_subset":"nus_Latn-est_Latn","languages":["nus-Latn","est-Latn"]},{"precision":0.301317,"recall":0.343874,"f1":0.312433,"accuracy":0.343874,"main_score":0.312433,"hf_subset":"nus_Latn-hye_Armn","languages":["nus-Latn","hye-Armn"]},{"precision":0.344474,"recall":0.383399,"f1":0.3551,"accuracy":0.383399,"main_score":0.3551,"hf_subset":"nus_Latn-kmb_Latn","languages":["nus-Latn","kmb-Latn"]},{"precision":0.208446,"recall":0.243083,"f1":0.217413,"accuracy":0.243083,"main_score":0.217413,"hf_subset":"nus_Latn-min_Arab","languages":["nus-Latn","min-Arab"]},{"precision":0.315117,"recall":0.368577,"f1":0.328014,"accuracy":0.368577,"main_score":0.328014,"hf_subset":"nus_Latn-pol_Latn","languages":["nus-Latn","pol-Latn"]},{"precision":0.334585,"recall":0.371542,"f1":0.345149,"accuracy":0.371542,"main_score":0.345149,"hf_subset":"nus_Latn-ssw_Latn","languages":["nus-Latn","ssw-Latn"]},{"precision":0.314557,"recall":0.363636,"f1":0.32718,"accuracy":0.363636,"main_score":0.32718,"hf_subset":"nus_Latn-ukr_Cyrl","languages":["nus-Latn","ukr-Cyrl"]},{"precision":0.348834,"recall":0.382411,"f1":0.357415,"accuracy":0.382411,"main_score":0.357415,"hf_subset":"nus_Latn-afr_Latn","languages":["nus-Latn","afr-Latn"]},{"precision":0.327353,"recall":0.366601,"f1":0.337331,"accuracy":0.366601,"main_score":0.337331,"hf_subset":"nus_Latn-bho_Deva","languages":["nus-Latn","bho-Deva"]},{"precision":0.327946,"recall":0.358696,"f1":0.335743,"accuracy":0.358696,"main_score":0.335743,"hf_subset":"nus_Latn-eus_Latn","languages":["nus-Latn","eus-Latn"]},{"precision":0.344309,"recall":0.385375,"f1":0.355336,"accuracy":0.385375,"main_score":0.355336,"hf_subset":"nus_Latn-ibo_Latn","languages":["nus-Latn","ibo-Latn"]},{"precision":0.325156,"recall":0.357708,"f1":0.334355,"accuracy":0.357708,"main_score":0.334355,"hf_subset":"nus_Latn-kmr_Latn","languages":["nus-Latn","kmr-Latn"]},{"precision":0.309683,"recall":0.349802,"f1":0.319653,"accuracy":0.349802,"main_score":0.319653,"hf_subset":"nus_Latn-min_Latn","languages":["nus-Latn","min-Latn"]},{"precision":0.34339,"recall":0.398221,"f1":0.356151,"accuracy":0.398221,"main_score":0.356151,"hf_subset":"nus_Latn-por_Latn","languages":["nus-Latn","por-Latn"]},{"precision":0.327552,"recall":0.353755,"f1":0.334204,"accuracy":0.353755,"main_score":0.334204,"hf_subset":"nus_Latn-sun_Latn","languages":["nus-Latn","sun-Latn"]},{"precision":0.337544,"recall":0.375494,"f1":0.348261,"accuracy":0.375494,"main_score":0.348261,"hf_subset":"nus_Latn-umb_Latn","languages":["nus-Latn","umb-Latn"]},{"precision":0.290264,"recall":0.336957,"f1":0.301625,"accuracy":0.336957,"main_score":0.301625,"hf_subset":"nus_Latn-ajp_Arab","languages":["nus-Latn","ajp-Arab"]},{"precision":0.217419,"recall":0.246047,"f1":0.22477,"accuracy":0.246047,"main_score":0.22477,"hf_subset":"nus_Latn-bjn_Arab","languages":["nus-Latn","bjn-Arab"]},{"precision":0.325785,"recall":0.357708,"f1":0.334776,"accuracy":0.357708,"main_score":0.334776,"hf_subset":"nus_Latn-ewe_Latn","languages":["nus-Latn","ewe-Latn"]},{"precision":0.353653,"recall":0.384387,"f1":0.361479,"accuracy":0.384387,"main_score":0.361479,"hf_subset":"nus_Latn-ilo_Latn","languages":["nus-Latn","ilo-Latn"]},{"precision":0.204285,"recall":0.240119,"f1":0.213496,"accuracy":0.240119,"main_score":0.213496,"hf_subset":"nus_Latn-knc_Arab","languages":["nus-Latn","knc-Arab"]},{"precision":0.321697,"recall":0.367589,"f1":0.3334,"accuracy":0.367589,"main_score":0.3334,"hf_subset":"nus_Latn-mkd_Cyrl","languages":["nus-Latn","mkd-Cyrl"]},{"precision":0.316696,"recall":0.37253,"f1":0.32924,"accuracy":0.37253,"main_score":0.32924,"hf_subset":"nus_Latn-prs_Arab","languages":["nus-Latn","prs-Arab"]},{"precision":0.328306,"recall":0.376482,"f1":0.340556,"accuracy":0.376482,"main_score":0.340556,"hf_subset":"nus_Latn-swe_Latn","languages":["nus-Latn","swe-Latn"]},{"precision":0.29987,"recall":0.352767,"f1":0.312931,"accuracy":0.352767,"main_score":0.312931,"hf_subset":"nus_Latn-urd_Arab","languages":["nus-Latn","urd-Arab"]},{"precision":0.336751,"recall":0.370553,"f1":0.345511,"accuracy":0.370553,"main_score":0.345511,"hf_subset":"nus_Latn-aka_Latn","languages":["nus-Latn","aka-Latn"]},{"precision":0.302791,"recall":0.339921,"f1":0.31234,"accuracy":0.339921,"main_score":0.31234,"hf_subset":"nus_Latn-bjn_Latn","languages":["nus-Latn","bjn-Latn"]},{"precision":0.313853,"recall":0.349802,"f1":0.32389,"accuracy":0.349802,"main_score":0.32389,"hf_subset":"nus_Latn-fao_Latn","languages":["nus-Latn","fao-Latn"]},{"precision":0.333847,"recall":0.394269,"f1":0.349085,"accuracy":0.394269,"main_score":0.349085,"hf_subset":"nus_Latn-ind_Latn","languages":["nus-Latn","ind-Latn"]},{"precision":0.344837,"recall":0.373518,"f1":0.35262,"accuracy":0.373518,"main_score":0.35262,"hf_subset":"nus_Latn-knc_Latn","languages":["nus-Latn","knc-Latn"]},{"precision":0.327268,"recall":0.359684,"f1":0.335546,"accuracy":0.359684,"main_score":0.335546,"hf_subset":"nus_Latn-mlt_Latn","languages":["nus-Latn","mlt-Latn"]},{"precision":0.34764,"recall":0.387352,"f1":0.358411,"accuracy":0.387352,"main_score":0.358411,"hf_subset":"nus_Latn-quy_Latn","languages":["nus-Latn","quy-Latn"]},{"precision":0.328195,"recall":0.360672,"f1":0.337675,"accuracy":0.360672,"main_score":0.337675,"hf_subset":"nus_Latn-swh_Latn","languages":["nus-Latn","swh-Latn"]},{"precision":0.314832,"recall":0.349802,"f1":0.323186,"accuracy":0.349802,"main_score":0.323186,"hf_subset":"nus_Latn-uzn_Latn","languages":["nus-Latn","uzn-Latn"]},{"precision":0.312346,"recall":0.342885,"f1":0.320001,"accuracy":0.342885,"main_score":0.320001,"hf_subset":"nus_Latn-als_Latn","languages":["nus-Latn","als-Latn"]},{"precision":0.196961,"recall":0.233202,"f1":0.206589,"accuracy":0.233202,"main_score":0.206589,"hf_subset":"nus_Latn-bod_Tibt","languages":["nus-Latn","bod-Tibt"]},{"precision":0.342945,"recall":0.373518,"f1":0.350954,"accuracy":0.373518,"main_score":0.350954,"hf_subset":"nus_Latn-fij_Latn","languages":["nus-Latn","fij-Latn"]},{"precision":0.302844,"recall":0.341897,"f1":0.312237,"accuracy":0.341897,"main_score":0.312237,"hf_subset":"nus_Latn-isl_Latn","languages":["nus-Latn","isl-Latn"]},{"precision":0.341789,"recall":0.37747,"f1":0.351296,"accuracy":0.37747,"main_score":0.351296,"hf_subset":"nus_Latn-kon_Latn","languages":["nus-Latn","kon-Latn"]},{"precision":0.30106,"recall":0.342885,"f1":0.311943,"accuracy":0.342885,"main_score":0.311943,"hf_subset":"nus_Latn-mni_Beng","languages":["nus-Latn","mni-Beng"]},{"precision":0.327818,"recall":0.373518,"f1":0.338995,"accuracy":0.373518,"main_score":0.338995,"hf_subset":"nus_Latn-ron_Latn","languages":["nus-Latn","ron-Latn"]},{"precision":0.305505,"recall":0.336957,"f1":0.314028,"accuracy":0.336957,"main_score":0.314028,"hf_subset":"nus_Latn-szl_Latn","languages":["nus-Latn","szl-Latn"]},{"precision":0.322966,"recall":0.350791,"f1":0.330221,"accuracy":0.350791,"main_score":0.330221,"hf_subset":"nus_Latn-vec_Latn","languages":["nus-Latn","vec-Latn"]},{"precision":0.298634,"recall":0.354743,"f1":0.312897,"accuracy":0.354743,"main_score":0.312897,"hf_subset":"nus_Latn-amh_Ethi","languages":["nus-Latn","amh-Ethi"]},{"precision":0.328702,"recall":0.374506,"f1":0.340701,"accuracy":0.374506,"main_score":0.340701,"hf_subset":"nus_Latn-bos_Latn","languages":["nus-Latn","bos-Latn"]},{"precision":0.315779,"recall":0.365613,"f1":0.329006,"accuracy":0.365613,"main_score":0.329006,"hf_subset":"nus_Latn-fin_Latn","languages":["nus-Latn","fin-Latn"]},{"precision":0.325923,"recall":0.380435,"f1":0.338719,"accuracy":0.380435,"main_score":0.338719,"hf_subset":"nus_Latn-ita_Latn","languages":["nus-Latn","ita-Latn"]},{"precision":0.334019,"recall":0.38834,"f1":0.347733,"accuracy":0.38834,"main_score":0.347733,"hf_subset":"nus_Latn-kor_Hang","languages":["nus-Latn","kor-Hang"]},{"precision":0.335712,"recall":0.364625,"f1":0.343299,"accuracy":0.364625,"main_score":0.343299,"hf_subset":"nus_Latn-mos_Latn","languages":["nus-Latn","mos-Latn"]},{"precision":0.320298,"recall":0.358696,"f1":0.330208,"accuracy":0.358696,"main_score":0.330208,"hf_subset":"nus_Latn-run_Latn","languages":["nus-Latn","run-Latn"]},{"precision":0.289971,"recall":0.360672,"f1":0.306029,"accuracy":0.360672,"main_score":0.306029,"hf_subset":"nus_Latn-tam_Taml","languages":["nus-Latn","tam-Taml"]},{"precision":0.32051,"recall":0.37253,"f1":0.332856,"accuracy":0.37253,"main_score":0.332856,"hf_subset":"nus_Latn-vie_Latn","languages":["nus-Latn","vie-Latn"]},{"precision":0.296413,"recall":0.337945,"f1":0.307155,"accuracy":0.337945,"main_score":0.307155,"hf_subset":"nus_Latn-apc_Arab","languages":["nus-Latn","apc-Arab"]},{"precision":0.315036,"recall":0.347826,"f1":0.323806,"accuracy":0.347826,"main_score":0.323806,"hf_subset":"nus_Latn-bug_Latn","languages":["nus-Latn","bug-Latn"]},{"precision":0.304556,"recall":0.333992,"f1":0.313076,"accuracy":0.333992,"main_score":0.313076,"hf_subset":"nus_Latn-fon_Latn","languages":["nus-Latn","fon-Latn"]},{"precision":0.342335,"recall":0.373518,"f1":0.350564,"accuracy":0.373518,"main_score":0.350564,"hf_subset":"nus_Latn-jav_Latn","languages":["nus-Latn","jav-Latn"]},{"precision":0.302691,"recall":0.333992,"f1":0.310967,"accuracy":0.333992,"main_score":0.310967,"hf_subset":"nus_Latn-lao_Laoo","languages":["nus-Latn","lao-Laoo"]},{"precision":0.329702,"recall":0.358696,"f1":0.337642,"accuracy":0.358696,"main_score":0.337642,"hf_subset":"nus_Latn-mri_Latn","languages":["nus-Latn","mri-Latn"]},{"precision":0.310672,"recall":0.373518,"f1":0.326146,"accuracy":0.373518,"main_score":0.326146,"hf_subset":"nus_Latn-rus_Cyrl","languages":["nus-Latn","rus-Cyrl"]},{"precision":0.330519,"recall":0.364625,"f1":0.339538,"accuracy":0.364625,"main_score":0.339538,"hf_subset":"nus_Latn-taq_Latn","languages":["nus-Latn","taq-Latn"]},{"precision":0.336809,"recall":0.367589,"f1":0.345134,"accuracy":0.367589,"main_score":0.345134,"hf_subset":"nus_Latn-war_Latn","languages":["nus-Latn","war-Latn"]},{"precision":0.301162,"recall":0.357708,"f1":0.314358,"accuracy":0.357708,"main_score":0.314358,"hf_subset":"nus_Latn-arb_Arab","languages":["nus-Latn","arb-Arab"]},{"precision":0.32444,"recall":0.378458,"f1":0.337718,"accuracy":0.378458,"main_score":0.337718,"hf_subset":"nus_Latn-bul_Cyrl","languages":["nus-Latn","bul-Cyrl"]},{"precision":0.33744,"recall":0.390316,"f1":0.350286,"accuracy":0.390316,"main_score":0.350286,"hf_subset":"nus_Latn-fra_Latn","languages":["nus-Latn","fra-Latn"]},{"precision":0.324314,"recall":0.384387,"f1":0.33841,"accuracy":0.384387,"main_score":0.33841,"hf_subset":"nus_Latn-jpn_Jpan","languages":["nus-Latn","jpn-Jpan"]},{"precision":0.329901,"recall":0.362648,"f1":0.338559,"accuracy":0.362648,"main_score":0.338559,"hf_subset":"nus_Latn-lij_Latn","languages":["nus-Latn","lij-Latn"]},{"precision":0.261407,"recall":0.304348,"f1":0.272572,"accuracy":0.304348,"main_score":0.272572,"hf_subset":"nus_Latn-mya_Mymr","languages":["nus-Latn","mya-Mymr"]},{"precision":0.3274,"recall":0.354743,"f1":0.334719,"accuracy":0.354743,"main_score":0.334719,"hf_subset":"nus_Latn-sag_Latn","languages":["nus-Latn","sag-Latn"]},{"precision":0.160116,"recall":0.205534,"f1":0.171766,"accuracy":0.205534,"main_score":0.171766,"hf_subset":"nus_Latn-taq_Tfng","languages":["nus-Latn","taq-Tfng"]},{"precision":0.32628,"recall":0.356719,"f1":0.334253,"accuracy":0.356719,"main_score":0.334253,"hf_subset":"nus_Latn-wol_Latn","languages":["nus-Latn","wol-Latn"]},{"precision":0.243363,"recall":0.295455,"f1":0.256772,"accuracy":0.295455,"main_score":0.256772,"hf_subset":"nus_Latn-arb_Latn","languages":["nus-Latn","arb-Latn"]},{"precision":0.323395,"recall":0.36166,"f1":0.333176,"accuracy":0.36166,"main_score":0.333176,"hf_subset":"nus_Latn-cat_Latn","languages":["nus-Latn","cat-Latn"]},{"precision":0.329499,"recall":0.355731,"f1":0.336018,"accuracy":0.355731,"main_score":0.336018,"hf_subset":"nus_Latn-fur_Latn","languages":["nus-Latn","fur-Latn"]},{"precision":0.273749,"recall":0.316206,"f1":0.284699,"accuracy":0.316206,"main_score":0.284699,"hf_subset":"nus_Latn-kab_Latn","languages":["nus-Latn","kab-Latn"]},{"precision":0.324161,"recall":0.348814,"f1":0.330783,"accuracy":0.348814,"main_score":0.330783,"hf_subset":"nus_Latn-lim_Latn","languages":["nus-Latn","lim-Latn"]},{"precision":0.339071,"recall":0.393281,"f1":0.352775,"accuracy":0.393281,"main_score":0.352775,"hf_subset":"nus_Latn-nld_Latn","languages":["nus-Latn","nld-Latn"]},{"precision":0.308813,"recall":0.360672,"f1":0.321997,"accuracy":0.360672,"main_score":0.321997,"hf_subset":"nus_Latn-san_Deva","languages":["nus-Latn","san-Deva"]},{"precision":0.310477,"recall":0.340909,"f1":0.318256,"accuracy":0.340909,"main_score":0.318256,"hf_subset":"nus_Latn-tat_Cyrl","languages":["nus-Latn","tat-Cyrl"]},{"precision":0.355329,"recall":0.397233,"f1":0.366255,"accuracy":0.397233,"main_score":0.366255,"hf_subset":"nus_Latn-xho_Latn","languages":["nus-Latn","xho-Latn"]},{"precision":0.277107,"recall":0.337945,"f1":0.291345,"accuracy":0.337945,"main_score":0.291345,"hf_subset":"nus_Latn-ars_Arab","languages":["nus-Latn","ars-Arab"]},{"precision":0.347837,"recall":0.383399,"f1":0.35675,"accuracy":0.383399,"main_score":0.35675,"hf_subset":"nus_Latn-ceb_Latn","languages":["nus-Latn","ceb-Latn"]},{"precision":0.323538,"recall":0.354743,"f1":0.332083,"accuracy":0.354743,"main_score":0.332083,"hf_subset":"nus_Latn-fuv_Latn","languages":["nus-Latn","fuv-Latn"]},{"precision":0.352533,"recall":0.383399,"f1":0.361138,"accuracy":0.383399,"main_score":0.361138,"hf_subset":"nus_Latn-kac_Latn","languages":["nus-Latn","kac-Latn"]},{"precision":0.349729,"recall":0.387352,"f1":0.360021,"accuracy":0.387352,"main_score":0.360021,"hf_subset":"nus_Latn-lin_Latn","languages":["nus-Latn","lin-Latn"]},{"precision":0.327918,"recall":0.37253,"f1":0.340064,"accuracy":0.37253,"main_score":0.340064,"hf_subset":"nus_Latn-nno_Latn","languages":["nus-Latn","nno-Latn"]},{"precision":0.153899,"recall":0.183794,"f1":0.160892,"accuracy":0.183794,"main_score":0.160892,"hf_subset":"nus_Latn-sat_Olck","languages":["nus-Latn","sat-Olck"]},{"precision":0.326616,"recall":0.383399,"f1":0.341122,"accuracy":0.383399,"main_score":0.341122,"hf_subset":"nus_Latn-tel_Telu","languages":["nus-Latn","tel-Telu"]},{"precision":0.251421,"recall":0.288538,"f1":0.261241,"accuracy":0.288538,"main_score":0.261241,"hf_subset":"nus_Latn-ydd_Hebr","languages":["nus-Latn","ydd-Hebr"]},{"precision":0.268322,"recall":0.313241,"f1":0.279478,"accuracy":0.313241,"main_score":0.279478,"hf_subset":"nus_Latn-ary_Arab","languages":["nus-Latn","ary-Arab"]},{"precision":0.312964,"recall":0.365613,"f1":0.326,"accuracy":0.365613,"main_score":0.326,"hf_subset":"nus_Latn-ces_Latn","languages":["nus-Latn","ces-Latn"]},{"precision":0.317696,"recall":0.362648,"f1":0.330621,"accuracy":0.362648,"main_score":0.330621,"hf_subset":"nus_Latn-gaz_Latn","languages":["nus-Latn","gaz-Latn"]},{"precision":0.318274,"recall":0.353755,"f1":0.328157,"accuracy":0.353755,"main_score":0.328157,"hf_subset":"nus_Latn-kam_Latn","languages":["nus-Latn","kam-Latn"]},{"precision":0.300293,"recall":0.339921,"f1":0.310965,"accuracy":0.339921,"main_score":0.310965,"hf_subset":"nus_Latn-lit_Latn","languages":["nus-Latn","lit-Latn"]},{"precision":0.331053,"recall":0.379447,"f1":0.343775,"accuracy":0.379447,"main_score":0.343775,"hf_subset":"nus_Latn-nob_Latn","languages":["nus-Latn","nob-Latn"]},{"precision":0.331821,"recall":0.367589,"f1":0.341368,"accuracy":0.367589,"main_score":0.341368,"hf_subset":"nus_Latn-scn_Latn","languages":["nus-Latn","scn-Latn"]},{"precision":0.304176,"recall":0.341897,"f1":0.313863,"accuracy":0.341897,"main_score":0.313863,"hf_subset":"nus_Latn-tgk_Cyrl","languages":["nus-Latn","tgk-Cyrl"]},{"precision":0.306506,"recall":0.349802,"f1":0.318675,"accuracy":0.349802,"main_score":0.318675,"hf_subset":"nus_Latn-yor_Latn","languages":["nus-Latn","yor-Latn"]},{"precision":0.304792,"recall":0.353755,"f1":0.31694,"accuracy":0.353755,"main_score":0.31694,"hf_subset":"nus_Latn-arz_Arab","languages":["nus-Latn","arz-Arab"]},{"precision":0.32944,"recall":0.360672,"f1":0.33859,"accuracy":0.360672,"main_score":0.33859,"hf_subset":"nus_Latn-cjk_Latn","languages":["nus-Latn","cjk-Latn"]},{"precision":0.322611,"recall":0.356719,"f1":0.332034,"accuracy":0.356719,"main_score":0.332034,"hf_subset":"nus_Latn-gla_Latn","languages":["nus-Latn","gla-Latn"]},{"precision":0.310358,"recall":0.369565,"f1":0.325404,"accuracy":0.369565,"main_score":0.325404,"hf_subset":"nus_Latn-kan_Knda","languages":["nus-Latn","kan-Knda"]},{"precision":0.324036,"recall":0.352767,"f1":0.331824,"accuracy":0.352767,"main_score":0.331824,"hf_subset":"nus_Latn-lmo_Latn","languages":["nus-Latn","lmo-Latn"]},{"precision":0.331344,"recall":0.382411,"f1":0.344436,"accuracy":0.382411,"main_score":0.344436,"hf_subset":"nus_Latn-npi_Deva","languages":["nus-Latn","npi-Deva"]},{"precision":0.282526,"recall":0.313241,"f1":0.291831,"accuracy":0.313241,"main_score":0.291831,"hf_subset":"nus_Latn-shn_Mymr","languages":["nus-Latn","shn-Mymr"]},{"precision":0.360497,"recall":0.397233,"f1":0.371267,"accuracy":0.397233,"main_score":0.371267,"hf_subset":"nus_Latn-tgl_Latn","languages":["nus-Latn","tgl-Latn"]},{"precision":0.294679,"recall":0.355731,"f1":0.309295,"accuracy":0.355731,"main_score":0.309295,"hf_subset":"nus_Latn-yue_Hant","languages":["nus-Latn","yue-Hant"]},{"precision":0.294658,"recall":0.337945,"f1":0.305898,"accuracy":0.337945,"main_score":0.305898,"hf_subset":"nus_Latn-asm_Beng","languages":["nus-Latn","asm-Beng"]},{"precision":0.250365,"recall":0.288538,"f1":0.260361,"accuracy":0.288538,"main_score":0.260361,"hf_subset":"nus_Latn-ckb_Arab","languages":["nus-Latn","ckb-Arab"]},{"precision":0.31918,"recall":0.347826,"f1":0.327614,"accuracy":0.347826,"main_score":0.327614,"hf_subset":"nus_Latn-gle_Latn","languages":["nus-Latn","gle-Latn"]},{"precision":0.250608,"recall":0.289526,"f1":0.260977,"accuracy":0.289526,"main_score":0.260977,"hf_subset":"nus_Latn-kas_Arab","languages":["nus-Latn","kas-Arab"]},{"precision":0.299372,"recall":0.336957,"f1":0.309642,"accuracy":0.336957,"main_score":0.309642,"hf_subset":"nus_Latn-ltg_Latn","languages":["nus-Latn","ltg-Latn"]},{"precision":0.360418,"recall":0.385375,"f1":0.367542,"accuracy":0.385375,"main_score":0.367542,"hf_subset":"nus_Latn-nso_Latn","languages":["nus-Latn","nso-Latn"]},{"precision":0.299039,"recall":0.34585,"f1":0.311207,"accuracy":0.34585,"main_score":0.311207,"hf_subset":"nus_Latn-sin_Sinh","languages":["nus-Latn","sin-Sinh"]},{"precision":0.314229,"recall":0.373518,"f1":0.328538,"accuracy":0.373518,"main_score":0.328538,"hf_subset":"nus_Latn-tha_Thai","languages":["nus-Latn","tha-Thai"]},{"precision":0.306959,"recall":0.359684,"f1":0.31993,"accuracy":0.359684,"main_score":0.31993,"hf_subset":"nus_Latn-zho_Hans","languages":["nus-Latn","zho-Hans"]},{"precision":0.317832,"recall":0.34585,"f1":0.325372,"accuracy":0.34585,"main_score":0.325372,"hf_subset":"nus_Latn-ast_Latn","languages":["nus-Latn","ast-Latn"]},{"precision":0.318842,"recall":0.358696,"f1":0.329148,"accuracy":0.358696,"main_score":0.329148,"hf_subset":"nus_Latn-crh_Latn","languages":["nus-Latn","crh-Latn"]},{"precision":0.319936,"recall":0.36166,"f1":0.331053,"accuracy":0.36166,"main_score":0.331053,"hf_subset":"nus_Latn-glg_Latn","languages":["nus-Latn","glg-Latn"]},{"precision":0.293674,"recall":0.324111,"f1":0.301979,"accuracy":0.324111,"main_score":0.301979,"hf_subset":"nus_Latn-kas_Deva","languages":["nus-Latn","kas-Deva"]},{"precision":0.305212,"recall":0.341897,"f1":0.314771,"accuracy":0.341897,"main_score":0.314771,"hf_subset":"nus_Latn-ltz_Latn","languages":["nus-Latn","ltz-Latn"]},{"precision":0.309528,"recall":0.360672,"f1":0.322001,"accuracy":0.360672,"main_score":0.322001,"hf_subset":"nus_Latn-slk_Latn","languages":["nus-Latn","slk-Latn"]},{"precision":0.281645,"recall":0.316206,"f1":0.291015,"accuracy":0.316206,"main_score":0.291015,"hf_subset":"nus_Latn-tir_Ethi","languages":["nus-Latn","tir-Ethi"]},{"precision":0.289336,"recall":0.351779,"f1":0.304496,"accuracy":0.351779,"main_score":0.304496,"hf_subset":"nus_Latn-zho_Hant","languages":["nus-Latn","zho-Hant"]},{"precision":0.316001,"recall":0.368577,"f1":0.329588,"accuracy":0.368577,"main_score":0.329588,"hf_subset":"nus_Latn-awa_Deva","languages":["nus-Latn","awa-Deva"]},{"precision":0.328649,"recall":0.359684,"f1":0.337007,"accuracy":0.359684,"main_score":0.337007,"hf_subset":"nus_Latn-cym_Latn","languages":["nus-Latn","cym-Latn"]},{"precision":0.332887,"recall":0.356719,"f1":0.339418,"accuracy":0.356719,"main_score":0.339418,"hf_subset":"nus_Latn-grn_Latn","languages":["nus-Latn","grn-Latn"]},{"precision":0.31341,"recall":0.352767,"f1":0.323477,"accuracy":0.352767,"main_score":0.323477,"hf_subset":"nus_Latn-kat_Geor","languages":["nus-Latn","kat-Geor"]},{"precision":0.342758,"recall":0.379447,"f1":0.352663,"accuracy":0.379447,"main_score":0.352663,"hf_subset":"nus_Latn-lua_Latn","languages":["nus-Latn","lua-Latn"]},{"precision":0.344737,"recall":0.376482,"f1":0.353198,"accuracy":0.376482,"main_score":0.353198,"hf_subset":"nus_Latn-nya_Latn","languages":["nus-Latn","nya-Latn"]},{"precision":0.314557,"recall":0.351779,"f1":0.324911,"accuracy":0.351779,"main_score":0.324911,"hf_subset":"nus_Latn-slv_Latn","languages":["nus-Latn","slv-Latn"]},{"precision":0.354147,"recall":0.389328,"f1":0.362963,"accuracy":0.389328,"main_score":0.362963,"hf_subset":"nus_Latn-tpi_Latn","languages":["nus-Latn","tpi-Latn"]},{"precision":0.336679,"recall":0.384387,"f1":0.349047,"accuracy":0.384387,"main_score":0.349047,"hf_subset":"nus_Latn-zsm_Latn","languages":["nus-Latn","zsm-Latn"]},{"precision":0.326175,"recall":0.360672,"f1":0.336322,"accuracy":0.360672,"main_score":0.336322,"hf_subset":"nus_Latn-ayr_Latn","languages":["nus-Latn","ayr-Latn"]},{"precision":0.33958,"recall":0.392292,"f1":0.352048,"accuracy":0.392292,"main_score":0.352048,"hf_subset":"nus_Latn-dan_Latn","languages":["nus-Latn","dan-Latn"]},{"precision":0.302329,"recall":0.363636,"f1":0.316788,"accuracy":0.363636,"main_score":0.316788,"hf_subset":"nus_Latn-guj_Gujr","languages":["nus-Latn","guj-Gujr"]},{"precision":0.322797,"recall":0.357708,"f1":0.332333,"accuracy":0.357708,"main_score":0.332333,"hf_subset":"nus_Latn-kaz_Cyrl","languages":["nus-Latn","kaz-Cyrl"]},{"precision":0.333471,"recall":0.375494,"f1":0.344963,"accuracy":0.375494,"main_score":0.344963,"hf_subset":"nus_Latn-lug_Latn","languages":["nus-Latn","lug-Latn"]},{"precision":0.33278,"recall":0.371542,"f1":0.342545,"accuracy":0.371542,"main_score":0.342545,"hf_subset":"nus_Latn-oci_Latn","languages":["nus-Latn","oci-Latn"]},{"precision":0.358877,"recall":0.399209,"f1":0.369061,"accuracy":0.399209,"main_score":0.369061,"hf_subset":"nus_Latn-smo_Latn","languages":["nus-Latn","smo-Latn"]},{"precision":0.337593,"recall":0.364625,"f1":0.34544,"accuracy":0.364625,"main_score":0.34544,"hf_subset":"nus_Latn-tsn_Latn","languages":["nus-Latn","tsn-Latn"]},{"precision":0.330471,"recall":0.376482,"f1":0.342766,"accuracy":0.376482,"main_score":0.342766,"hf_subset":"nus_Latn-zul_Latn","languages":["nus-Latn","zul-Latn"]},{"precision":0.255646,"recall":0.294466,"f1":0.265892,"accuracy":0.294466,"main_score":0.265892,"hf_subset":"nus_Latn-azb_Arab","languages":["nus-Latn","azb-Arab"]},{"precision":0.343181,"recall":0.394269,"f1":0.355434,"accuracy":0.394269,"main_score":0.355434,"hf_subset":"nus_Latn-deu_Latn","languages":["nus-Latn","deu-Latn"]},{"precision":0.331428,"recall":0.367589,"f1":0.341229,"accuracy":0.367589,"main_score":0.341229,"hf_subset":"nus_Latn-hat_Latn","languages":["nus-Latn","hat-Latn"]},{"precision":0.323848,"recall":0.362648,"f1":0.334544,"accuracy":0.362648,"main_score":0.334544,"hf_subset":"nus_Latn-kbp_Latn","languages":["nus-Latn","kbp-Latn"]},{"precision":0.344393,"recall":0.376482,"f1":0.353046,"accuracy":0.376482,"main_score":0.353046,"hf_subset":"nus_Latn-luo_Latn","languages":["nus-Latn","luo-Latn"]},{"precision":0.32588,"recall":0.370553,"f1":0.337446,"accuracy":0.370553,"main_score":0.337446,"hf_subset":"nus_Latn-ory_Orya","languages":["nus-Latn","ory-Orya"]},{"precision":0.336823,"recall":0.37747,"f1":0.347842,"accuracy":0.37747,"main_score":0.347842,"hf_subset":"nus_Latn-sna_Latn","languages":["nus-Latn","sna-Latn"]},{"precision":0.344748,"recall":0.37747,"f1":0.354358,"accuracy":0.37747,"main_score":0.354358,"hf_subset":"nus_Latn-tso_Latn","languages":["nus-Latn","tso-Latn"]},{"precision":0.310416,"recall":0.347826,"f1":0.320616,"accuracy":0.347826,"main_score":0.320616,"hf_subset":"nus_Latn-azj_Latn","languages":["nus-Latn","azj-Latn"]},{"precision":0.283057,"recall":0.311265,"f1":0.290225,"accuracy":0.311265,"main_score":0.290225,"hf_subset":"nus_Latn-dik_Latn","languages":["nus-Latn","dik-Latn"]},{"precision":0.339792,"recall":0.370553,"f1":0.348454,"accuracy":0.370553,"main_score":0.348454,"hf_subset":"nus_Latn-hau_Latn","languages":["nus-Latn","hau-Latn"]},{"precision":0.32832,"recall":0.360672,"f1":0.337363,"accuracy":0.360672,"main_score":0.337363,"hf_subset":"nus_Latn-kea_Latn","languages":["nus-Latn","kea-Latn"]},{"precision":0.319818,"recall":0.344862,"f1":0.326554,"accuracy":0.344862,"main_score":0.326554,"hf_subset":"nus_Latn-lus_Latn","languages":["nus-Latn","lus-Latn"]},{"precision":0.333552,"recall":0.363636,"f1":0.341795,"accuracy":0.363636,"main_score":0.341795,"hf_subset":"nus_Latn-pag_Latn","languages":["nus-Latn","pag-Latn"]},{"precision":0.272103,"recall":0.301383,"f1":0.27976,"accuracy":0.301383,"main_score":0.27976,"hf_subset":"nus_Latn-snd_Arab","languages":["nus-Latn","snd-Arab"]},{"precision":0.31528,"recall":0.347826,"f1":0.32346,"accuracy":0.347826,"main_score":0.32346,"hf_subset":"nus_Latn-tuk_Latn","languages":["nus-Latn","tuk-Latn"]},{"precision":0.30206,"recall":0.332016,"f1":0.310328,"accuracy":0.332016,"main_score":0.310328,"hf_subset":"nus_Latn-bak_Cyrl","languages":["nus-Latn","bak-Cyrl"]},{"precision":0.244302,"recall":0.285573,"f1":0.256039,"accuracy":0.285573,"main_score":0.256039,"hf_subset":"nus_Latn-dyu_Latn","languages":["nus-Latn","dyu-Latn"]},{"precision":0.274648,"recall":0.327075,"f1":0.287862,"accuracy":0.327075,"main_score":0.287862,"hf_subset":"nus_Latn-heb_Hebr","languages":["nus-Latn","heb-Hebr"]},{"precision":0.306299,"recall":0.347826,"f1":0.318148,"accuracy":0.347826,"main_score":0.318148,"hf_subset":"nus_Latn-khk_Cyrl","languages":["nus-Latn","khk-Cyrl"]},{"precision":0.30945,"recall":0.350791,"f1":0.318949,"accuracy":0.350791,"main_score":0.318949,"hf_subset":"nus_Latn-lvs_Latn","languages":["nus-Latn","lvs-Latn"]},{"precision":0.309522,"recall":0.365613,"f1":0.324505,"accuracy":0.365613,"main_score":0.324505,"hf_subset":"nus_Latn-pan_Guru","languages":["nus-Latn","pan-Guru"]},{"precision":0.316363,"recall":0.34585,"f1":0.324655,"accuracy":0.34585,"main_score":0.324655,"hf_subset":"nus_Latn-som_Latn","languages":["nus-Latn","som-Latn"]},{"precision":0.333223,"recall":0.363636,"f1":0.341348,"accuracy":0.363636,"main_score":0.341348,"hf_subset":"nus_Latn-tum_Latn","languages":["nus-Latn","tum-Latn"]},{"precision":0.260869,"recall":0.350791,"f1":0.284649,"accuracy":0.350791,"main_score":0.284649,"hf_subset":"slk_Latn-ace_Arab","languages":["slk-Latn","ace-Arab"]},{"precision":0.364557,"recall":0.454545,"f1":0.387657,"accuracy":0.454545,"main_score":0.387657,"hf_subset":"slk_Latn-bam_Latn","languages":["slk-Latn","bam-Latn"]},{"precision":0.141128,"recall":0.208498,"f1":0.15931,"accuracy":0.208498,"main_score":0.15931,"hf_subset":"slk_Latn-dzo_Tibt","languages":["slk-Latn","dzo-Tibt"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"slk_Latn-hin_Deva","languages":["slk-Latn","hin-Deva"]},{"precision":0.778195,"recall":0.839921,"f1":0.797003,"accuracy":0.839921,"main_score":0.797003,"hf_subset":"slk_Latn-khm_Khmr","languages":["slk-Latn","khm-Khmr"]},{"precision":0.948781,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"slk_Latn-mag_Deva","languages":["slk-Latn","mag-Deva"]},{"precision":0.794582,"recall":0.848814,"f1":0.810827,"accuracy":0.848814,"main_score":0.810827,"hf_subset":"slk_Latn-pap_Latn","languages":["slk-Latn","pap-Latn"]},{"precision":0.405208,"recall":0.500988,"f1":0.431041,"accuracy":0.500988,"main_score":0.431041,"hf_subset":"slk_Latn-sot_Latn","languages":["slk-Latn","sot-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"slk_Latn-tur_Latn","languages":["slk-Latn","tur-Latn"]},{"precision":0.621323,"recall":0.701581,"f1":0.644345,"accuracy":0.701581,"main_score":0.644345,"hf_subset":"slk_Latn-ace_Latn","languages":["slk-Latn","ace-Latn"]},{"precision":0.775527,"recall":0.835968,"f1":0.794353,"accuracy":0.835968,"main_score":0.794353,"hf_subset":"slk_Latn-ban_Latn","languages":["slk-Latn","ban-Latn"]},{"precision":0.941288,"recall":0.959486,"f1":0.9472,"accuracy":0.959486,"main_score":0.9472,"hf_subset":"slk_Latn-ell_Grek","languages":["slk-Latn","ell-Grek"]},{"precision":0.919137,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"slk_Latn-hne_Deva","languages":["slk-Latn","hne-Deva"]},{"precision":0.404859,"recall":0.509881,"f1":0.432947,"accuracy":0.509881,"main_score":0.432947,"hf_subset":"slk_Latn-kik_Latn","languages":["slk-Latn","kik-Latn"]},{"precision":0.936182,"recall":0.955534,"f1":0.94226,"accuracy":0.955534,"main_score":0.94226,"hf_subset":"slk_Latn-mai_Deva","languages":["slk-Latn","mai-Deva"]},{"precision":0.818429,"recall":0.869565,"f1":0.834684,"accuracy":0.869565,"main_score":0.834684,"hf_subset":"slk_Latn-pbt_Arab","languages":["slk-Latn","pbt-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"slk_Latn-spa_Latn","languages":["slk-Latn","spa-Latn"]},{"precision":0.458751,"recall":0.554348,"f1":0.485036,"accuracy":0.554348,"main_score":0.485036,"hf_subset":"slk_Latn-twi_Latn","languages":["slk-Latn","twi-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"slk_Latn-acm_Arab","languages":["slk-Latn","acm-Arab"]},{"precision":0.847447,"recall":0.891304,"f1":0.861232,"accuracy":0.891304,"main_score":0.861232,"hf_subset":"slk_Latn-bel_Cyrl","languages":["slk-Latn","bel-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slk_Latn-eng_Latn","languages":["slk-Latn","eng-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"slk_Latn-hrv_Latn","languages":["slk-Latn","hrv-Latn"]},{"precision":0.399528,"recall":0.482213,"f1":0.420989,"accuracy":0.482213,"main_score":0.420989,"hf_subset":"slk_Latn-kin_Latn","languages":["slk-Latn","kin-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"slk_Latn-mal_Mlym","languages":["slk-Latn","mal-Mlym"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"slk_Latn-pes_Arab","languages":["slk-Latn","pes-Arab"]},{"precision":0.800264,"recall":0.852767,"f1":0.816634,"accuracy":0.852767,"main_score":0.816634,"hf_subset":"slk_Latn-srd_Latn","languages":["slk-Latn","srd-Latn"]},{"precision":0.09766,"recall":0.174901,"f1":0.113775,"accuracy":0.174901,"main_score":0.113775,"hf_subset":"slk_Latn-tzm_Tfng","languages":["slk-Latn","tzm-Tfng"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"slk_Latn-acq_Arab","languages":["slk-Latn","acq-Arab"]},{"precision":0.445183,"recall":0.536561,"f1":0.469752,"accuracy":0.536561,"main_score":0.469752,"hf_subset":"slk_Latn-bem_Latn","languages":["slk-Latn","bem-Latn"]},{"precision":0.846344,"recall":0.889328,"f1":0.859966,"accuracy":0.889328,"main_score":0.859966,"hf_subset":"slk_Latn-epo_Latn","languages":["slk-Latn","epo-Latn"]},{"precision":0.925313,"recall":0.948617,"f1":0.932872,"accuracy":0.948617,"main_score":0.932872,"hf_subset":"slk_Latn-hun_Latn","languages":["slk-Latn","hun-Latn"]},{"precision":0.694582,"recall":0.762846,"f1":0.714422,"accuracy":0.762846,"main_score":0.714422,"hf_subset":"slk_Latn-kir_Cyrl","languages":["slk-Latn","kir-Cyrl"]},{"precision":0.942194,"recall":0.961462,"f1":0.948617,"accuracy":0.961462,"main_score":0.948617,"hf_subset":"slk_Latn-mar_Deva","languages":["slk-Latn","mar-Deva"]},{"precision":0.435221,"recall":0.523715,"f1":0.458846,"accuracy":0.523715,"main_score":0.458846,"hf_subset":"slk_Latn-plt_Latn","languages":["slk-Latn","plt-Latn"]},{"precision":0.939065,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"slk_Latn-srp_Cyrl","languages":["slk-Latn","srp-Cyrl"]},{"precision":0.288196,"recall":0.366601,"f1":0.309261,"accuracy":0.366601,"main_score":0.309261,"hf_subset":"slk_Latn-uig_Arab","languages":["slk-Latn","uig-Arab"]},{"precision":0.89114,"recall":0.922925,"f1":0.90135,"accuracy":0.922925,"main_score":0.90135,"hf_subset":"slk_Latn-aeb_Arab","languages":["slk-Latn","aeb-Arab"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"slk_Latn-ben_Beng","languages":["slk-Latn","ben-Beng"]},{"precision":0.825033,"recall":0.873518,"f1":0.839855,"accuracy":0.873518,"main_score":0.839855,"hf_subset":"slk_Latn-est_Latn","languages":["slk-Latn","est-Latn"]},{"precision":0.803277,"recall":0.857708,"f1":0.819946,"accuracy":0.857708,"main_score":0.819946,"hf_subset":"slk_Latn-hye_Armn","languages":["slk-Latn","hye-Armn"]},{"precision":0.380146,"recall":0.467391,"f1":0.402939,"accuracy":0.467391,"main_score":0.402939,"hf_subset":"slk_Latn-kmb_Latn","languages":["slk-Latn","kmb-Latn"]},{"precision":0.22817,"recall":0.318182,"f1":0.251048,"accuracy":0.318182,"main_score":0.251048,"hf_subset":"slk_Latn-min_Arab","languages":["slk-Latn","min-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"slk_Latn-pol_Latn","languages":["slk-Latn","pol-Latn"]},{"precision":0.380283,"recall":0.471344,"f1":0.403839,"accuracy":0.471344,"main_score":0.403839,"hf_subset":"slk_Latn-ssw_Latn","languages":["slk-Latn","ssw-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"slk_Latn-ukr_Cyrl","languages":["slk-Latn","ukr-Cyrl"]},{"precision":0.901845,"recall":0.931818,"f1":0.911561,"accuracy":0.931818,"main_score":0.911561,"hf_subset":"slk_Latn-afr_Latn","languages":["slk-Latn","afr-Latn"]},{"precision":0.909832,"recall":0.935771,"f1":0.91805,"accuracy":0.935771,"main_score":0.91805,"hf_subset":"slk_Latn-bho_Deva","languages":["slk-Latn","bho-Deva"]},{"precision":0.633402,"recall":0.712451,"f1":0.656584,"accuracy":0.712451,"main_score":0.656584,"hf_subset":"slk_Latn-eus_Latn","languages":["slk-Latn","eus-Latn"]},{"precision":0.375262,"recall":0.478261,"f1":0.401724,"accuracy":0.478261,"main_score":0.401724,"hf_subset":"slk_Latn-ibo_Latn","languages":["slk-Latn","ibo-Latn"]},{"precision":0.438209,"recall":0.530632,"f1":0.461823,"accuracy":0.530632,"main_score":0.461823,"hf_subset":"slk_Latn-kmr_Latn","languages":["slk-Latn","kmr-Latn"]},{"precision":0.733988,"recall":0.802372,"f1":0.754537,"accuracy":0.802372,"main_score":0.754537,"hf_subset":"slk_Latn-min_Latn","languages":["slk-Latn","min-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"slk_Latn-por_Latn","languages":["slk-Latn","por-Latn"]},{"precision":0.803607,"recall":0.854743,"f1":0.819321,"accuracy":0.854743,"main_score":0.819321,"hf_subset":"slk_Latn-sun_Latn","languages":["slk-Latn","sun-Latn"]},{"precision":0.363416,"recall":0.462451,"f1":0.388841,"accuracy":0.462451,"main_score":0.388841,"hf_subset":"slk_Latn-umb_Latn","languages":["slk-Latn","umb-Latn"]},{"precision":0.952075,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"slk_Latn-ajp_Arab","languages":["slk-Latn","ajp-Arab"]},{"precision":0.230438,"recall":0.316206,"f1":0.252795,"accuracy":0.316206,"main_score":0.252795,"hf_subset":"slk_Latn-bjn_Arab","languages":["slk-Latn","bjn-Arab"]},{"precision":0.397986,"recall":0.479249,"f1":0.419012,"accuracy":0.479249,"main_score":0.419012,"hf_subset":"slk_Latn-ewe_Latn","languages":["slk-Latn","ewe-Latn"]},{"precision":0.64668,"recall":0.720356,"f1":0.667818,"accuracy":0.720356,"main_score":0.667818,"hf_subset":"slk_Latn-ilo_Latn","languages":["slk-Latn","ilo-Latn"]},{"precision":0.170348,"recall":0.250988,"f1":0.189351,"accuracy":0.250988,"main_score":0.189351,"hf_subset":"slk_Latn-knc_Arab","languages":["slk-Latn","knc-Arab"]},{"precision":0.916831,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"slk_Latn-mkd_Cyrl","languages":["slk-Latn","mkd-Cyrl"]},{"precision":0.969862,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"slk_Latn-prs_Arab","languages":["slk-Latn","prs-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"slk_Latn-swe_Latn","languages":["slk-Latn","swe-Latn"]},{"precision":0.931159,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"slk_Latn-urd_Arab","languages":["slk-Latn","urd-Arab"]},{"precision":0.437454,"recall":0.534585,"f1":0.46289,"accuracy":0.534585,"main_score":0.46289,"hf_subset":"slk_Latn-aka_Latn","languages":["slk-Latn","aka-Latn"]},{"precision":0.776136,"recall":0.83498,"f1":0.794499,"accuracy":0.83498,"main_score":0.794499,"hf_subset":"slk_Latn-bjn_Latn","languages":["slk-Latn","bjn-Latn"]},{"precision":0.572365,"recall":0.65415,"f1":0.595498,"accuracy":0.65415,"main_score":0.595498,"hf_subset":"slk_Latn-fao_Latn","languages":["slk-Latn","fao-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"slk_Latn-ind_Latn","languages":["slk-Latn","ind-Latn"]},{"precision":0.415139,"recall":0.51581,"f1":0.441454,"accuracy":0.51581,"main_score":0.441454,"hf_subset":"slk_Latn-knc_Latn","languages":["slk-Latn","knc-Latn"]},{"precision":0.696121,"recall":0.764822,"f1":0.716191,"accuracy":0.764822,"main_score":0.716191,"hf_subset":"slk_Latn-mlt_Latn","languages":["slk-Latn","mlt-Latn"]},{"precision":0.45985,"recall":0.563241,"f1":0.487847,"accuracy":0.563241,"main_score":0.487847,"hf_subset":"slk_Latn-quy_Latn","languages":["slk-Latn","quy-Latn"]},{"precision":0.821262,"recall":0.869565,"f1":0.836251,"accuracy":0.869565,"main_score":0.836251,"hf_subset":"slk_Latn-swh_Latn","languages":["slk-Latn","swh-Latn"]},{"precision":0.642353,"recall":0.720356,"f1":0.664761,"accuracy":0.720356,"main_score":0.664761,"hf_subset":"slk_Latn-uzn_Latn","languages":["slk-Latn","uzn-Latn"]},{"precision":0.786709,"recall":0.841897,"f1":0.803722,"accuracy":0.841897,"main_score":0.803722,"hf_subset":"slk_Latn-als_Latn","languages":["slk-Latn","als-Latn"]},{"precision":0.184049,"recall":0.250988,"f1":0.201239,"accuracy":0.250988,"main_score":0.201239,"hf_subset":"slk_Latn-bod_Tibt","languages":["slk-Latn","bod-Tibt"]},{"precision":0.372926,"recall":0.475296,"f1":0.400143,"accuracy":0.475296,"main_score":0.400143,"hf_subset":"slk_Latn-fij_Latn","languages":["slk-Latn","fij-Latn"]},{"precision":0.545092,"recall":0.629447,"f1":0.568386,"accuracy":0.629447,"main_score":0.568386,"hf_subset":"slk_Latn-isl_Latn","languages":["slk-Latn","isl-Latn"]},{"precision":0.456657,"recall":0.55336,"f1":0.482407,"accuracy":0.55336,"main_score":0.482407,"hf_subset":"slk_Latn-kon_Latn","languages":["slk-Latn","kon-Latn"]},{"precision":0.327089,"recall":0.431818,"f1":0.355303,"accuracy":0.431818,"main_score":0.355303,"hf_subset":"slk_Latn-mni_Beng","languages":["slk-Latn","mni-Beng"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"slk_Latn-ron_Latn","languages":["slk-Latn","ron-Latn"]},{"precision":0.868824,"recall":0.906126,"f1":0.88083,"accuracy":0.906126,"main_score":0.88083,"hf_subset":"slk_Latn-szl_Latn","languages":["slk-Latn","szl-Latn"]},{"precision":0.88615,"recall":0.920949,"f1":0.897299,"accuracy":0.920949,"main_score":0.897299,"hf_subset":"slk_Latn-vec_Latn","languages":["slk-Latn","vec-Latn"]},{"precision":0.774037,"recall":0.833992,"f1":0.792446,"accuracy":0.833992,"main_score":0.792446,"hf_subset":"slk_Latn-amh_Ethi","languages":["slk-Latn","amh-Ethi"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"slk_Latn-bos_Latn","languages":["slk-Latn","bos-Latn"]},{"precision":0.95471,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"slk_Latn-fin_Latn","languages":["slk-Latn","fin-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"slk_Latn-ita_Latn","languages":["slk-Latn","ita-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"slk_Latn-kor_Hang","languages":["slk-Latn","kor-Hang"]},{"precision":0.398367,"recall":0.497036,"f1":0.4247,"accuracy":0.497036,"main_score":0.4247,"hf_subset":"slk_Latn-mos_Latn","languages":["slk-Latn","mos-Latn"]},{"precision":0.380769,"recall":0.469368,"f1":0.403984,"accuracy":0.469368,"main_score":0.403984,"hf_subset":"slk_Latn-run_Latn","languages":["slk-Latn","run-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"slk_Latn-tam_Taml","languages":["slk-Latn","tam-Taml"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"slk_Latn-vie_Latn","languages":["slk-Latn","vie-Latn"]},{"precision":0.942029,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"slk_Latn-apc_Arab","languages":["slk-Latn","apc-Arab"]},{"precision":0.604825,"recall":0.689723,"f1":0.629137,"accuracy":0.689723,"main_score":0.629137,"hf_subset":"slk_Latn-bug_Latn","languages":["slk-Latn","bug-Latn"]},{"precision":0.354765,"recall":0.449605,"f1":0.37871,"accuracy":0.449605,"main_score":0.37871,"hf_subset":"slk_Latn-fon_Latn","languages":["slk-Latn","fon-Latn"]},{"precision":0.790541,"recall":0.847826,"f1":0.808352,"accuracy":0.847826,"main_score":0.808352,"hf_subset":"slk_Latn-jav_Latn","languages":["slk-Latn","jav-Latn"]},{"precision":0.695339,"recall":0.767787,"f1":0.716667,"accuracy":0.767787,"main_score":0.716667,"hf_subset":"slk_Latn-lao_Laoo","languages":["slk-Latn","lao-Laoo"]},{"precision":0.363109,"recall":0.463439,"f1":0.388797,"accuracy":0.463439,"main_score":0.388797,"hf_subset":"slk_Latn-mri_Latn","languages":["slk-Latn","mri-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"slk_Latn-rus_Cyrl","languages":["slk-Latn","rus-Cyrl"]},{"precision":0.375036,"recall":0.480237,"f1":0.402638,"accuracy":0.480237,"main_score":0.402638,"hf_subset":"slk_Latn-taq_Latn","languages":["slk-Latn","taq-Latn"]},{"precision":0.766676,"recall":0.825099,"f1":0.784437,"accuracy":0.825099,"main_score":0.784437,"hf_subset":"slk_Latn-war_Latn","languages":["slk-Latn","war-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"slk_Latn-arb_Arab","languages":["slk-Latn","arb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"slk_Latn-bul_Cyrl","languages":["slk-Latn","bul-Cyrl"]},{"precision":0.984437,"recall":0.98913,"f1":0.985903,"accuracy":0.98913,"main_score":0.985903,"hf_subset":"slk_Latn-fra_Latn","languages":["slk-Latn","fra-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"slk_Latn-jpn_Jpan","languages":["slk-Latn","jpn-Jpan"]},{"precision":0.827273,"recall":0.875494,"f1":0.842476,"accuracy":0.875494,"main_score":0.842476,"hf_subset":"slk_Latn-lij_Latn","languages":["slk-Latn","lij-Latn"]},{"precision":0.757964,"recall":0.824111,"f1":0.77808,"accuracy":0.824111,"main_score":0.77808,"hf_subset":"slk_Latn-mya_Mymr","languages":["slk-Latn","mya-Mymr"]},{"precision":0.418508,"recall":0.518775,"f1":0.445435,"accuracy":0.518775,"main_score":0.445435,"hf_subset":"slk_Latn-sag_Latn","languages":["slk-Latn","sag-Latn"]},{"precision":0.124573,"recall":0.20751,"f1":0.141351,"accuracy":0.20751,"main_score":0.141351,"hf_subset":"slk_Latn-taq_Tfng","languages":["slk-Latn","taq-Tfng"]},{"precision":0.430525,"recall":0.533597,"f1":0.457943,"accuracy":0.533597,"main_score":0.457943,"hf_subset":"slk_Latn-wol_Latn","languages":["slk-Latn","wol-Latn"]},{"precision":0.264676,"recall":0.366601,"f1":0.28975,"accuracy":0.366601,"main_score":0.28975,"hf_subset":"slk_Latn-arb_Latn","languages":["slk-Latn","arb-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"slk_Latn-cat_Latn","languages":["slk-Latn","cat-Latn"]},{"precision":0.794615,"recall":0.847826,"f1":0.810724,"accuracy":0.847826,"main_score":0.810724,"hf_subset":"slk_Latn-fur_Latn","languages":["slk-Latn","fur-Latn"]},{"precision":0.273667,"recall":0.358696,"f1":0.295051,"accuracy":0.358696,"main_score":0.295051,"hf_subset":"slk_Latn-kab_Latn","languages":["slk-Latn","kab-Latn"]},{"precision":0.769598,"recall":0.827075,"f1":0.787041,"accuracy":0.827075,"main_score":0.787041,"hf_subset":"slk_Latn-lim_Latn","languages":["slk-Latn","lim-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"slk_Latn-nld_Latn","languages":["slk-Latn","nld-Latn"]},{"precision":0.823123,"recall":0.874506,"f1":0.839394,"accuracy":0.874506,"main_score":0.839394,"hf_subset":"slk_Latn-san_Deva","languages":["slk-Latn","san-Deva"]},{"precision":0.653031,"recall":0.725296,"f1":0.674093,"accuracy":0.725296,"main_score":0.674093,"hf_subset":"slk_Latn-tat_Cyrl","languages":["slk-Latn","tat-Cyrl"]},{"precision":0.423075,"recall":0.520751,"f1":0.448699,"accuracy":0.520751,"main_score":0.448699,"hf_subset":"slk_Latn-xho_Latn","languages":["slk-Latn","xho-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"slk_Latn-ars_Arab","languages":["slk-Latn","ars-Arab"]},{"precision":0.745702,"recall":0.809289,"f1":0.764921,"accuracy":0.809289,"main_score":0.764921,"hf_subset":"slk_Latn-ceb_Latn","languages":["slk-Latn","ceb-Latn"]},{"precision":0.395898,"recall":0.492095,"f1":0.421303,"accuracy":0.492095,"main_score":0.421303,"hf_subset":"slk_Latn-fuv_Latn","languages":["slk-Latn","fuv-Latn"]},{"precision":0.394888,"recall":0.500988,"f1":0.421769,"accuracy":0.500988,"main_score":0.421769,"hf_subset":"slk_Latn-kac_Latn","languages":["slk-Latn","kac-Latn"]},{"precision":0.451864,"recall":0.549407,"f1":0.477824,"accuracy":0.549407,"main_score":0.477824,"hf_subset":"slk_Latn-lin_Latn","languages":["slk-Latn","lin-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"slk_Latn-nno_Latn","languages":["slk-Latn","nno-Latn"]},{"precision":0.159875,"recall":0.222332,"f1":0.174691,"accuracy":0.222332,"main_score":0.174691,"hf_subset":"slk_Latn-sat_Olck","languages":["slk-Latn","sat-Olck"]},{"precision":0.937994,"recall":0.95751,"f1":0.944401,"accuracy":0.95751,"main_score":0.944401,"hf_subset":"slk_Latn-tel_Telu","languages":["slk-Latn","tel-Telu"]},{"precision":0.28708,"recall":0.383399,"f1":0.3108,"accuracy":0.383399,"main_score":0.3108,"hf_subset":"slk_Latn-ydd_Hebr","languages":["slk-Latn","ydd-Hebr"]},{"precision":0.84025,"recall":0.885375,"f1":0.854348,"accuracy":0.885375,"main_score":0.854348,"hf_subset":"slk_Latn-ary_Arab","languages":["slk-Latn","ary-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slk_Latn-ces_Latn","languages":["slk-Latn","ces-Latn"]},{"precision":0.285182,"recall":0.376482,"f1":0.307472,"accuracy":0.376482,"main_score":0.307472,"hf_subset":"slk_Latn-gaz_Latn","languages":["slk-Latn","gaz-Latn"]},{"precision":0.399303,"recall":0.497036,"f1":0.425133,"accuracy":0.497036,"main_score":0.425133,"hf_subset":"slk_Latn-kam_Latn","languages":["slk-Latn","kam-Latn"]},{"precision":0.798979,"recall":0.854743,"f1":0.816502,"accuracy":0.854743,"main_score":0.816502,"hf_subset":"slk_Latn-lit_Latn","languages":["slk-Latn","lit-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"slk_Latn-nob_Latn","languages":["slk-Latn","nob-Latn"]},{"precision":0.735861,"recall":0.802372,"f1":0.755494,"accuracy":0.802372,"main_score":0.755494,"hf_subset":"slk_Latn-scn_Latn","languages":["slk-Latn","scn-Latn"]},{"precision":0.429324,"recall":0.530632,"f1":0.456171,"accuracy":0.530632,"main_score":0.456171,"hf_subset":"slk_Latn-tgk_Cyrl","languages":["slk-Latn","tgk-Cyrl"]},{"precision":0.364648,"recall":0.469368,"f1":0.392132,"accuracy":0.469368,"main_score":0.392132,"hf_subset":"slk_Latn-yor_Latn","languages":["slk-Latn","yor-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"slk_Latn-arz_Arab","languages":["slk-Latn","arz-Arab"]},{"precision":0.396583,"recall":0.499012,"f1":0.424023,"accuracy":0.499012,"main_score":0.424023,"hf_subset":"slk_Latn-cjk_Latn","languages":["slk-Latn","cjk-Latn"]},{"precision":0.349101,"recall":0.437747,"f1":0.370474,"accuracy":0.437747,"main_score":0.370474,"hf_subset":"slk_Latn-gla_Latn","languages":["slk-Latn","gla-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"slk_Latn-kan_Knda","languages":["slk-Latn","kan-Knda"]},{"precision":0.757559,"recall":0.823123,"f1":0.778016,"accuracy":0.823123,"main_score":0.778016,"hf_subset":"slk_Latn-lmo_Latn","languages":["slk-Latn","lmo-Latn"]},{"precision":0.940876,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"slk_Latn-npi_Deva","languages":["slk-Latn","npi-Deva"]},{"precision":0.340628,"recall":0.450593,"f1":0.36936,"accuracy":0.450593,"main_score":0.36936,"hf_subset":"slk_Latn-shn_Mymr","languages":["slk-Latn","shn-Mymr"]},{"precision":0.838801,"recall":0.884387,"f1":0.853063,"accuracy":0.884387,"main_score":0.853063,"hf_subset":"slk_Latn-tgl_Latn","languages":["slk-Latn","tgl-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"slk_Latn-yue_Hant","languages":["slk-Latn","yue-Hant"]},{"precision":0.843215,"recall":0.886364,"f1":0.856851,"accuracy":0.886364,"main_score":0.856851,"hf_subset":"slk_Latn-asm_Beng","languages":["slk-Latn","asm-Beng"]},{"precision":0.387458,"recall":0.474308,"f1":0.411086,"accuracy":0.474308,"main_score":0.411086,"hf_subset":"slk_Latn-ckb_Arab","languages":["slk-Latn","ckb-Arab"]},{"precision":0.3798,"recall":0.465415,"f1":0.401727,"accuracy":0.465415,"main_score":0.401727,"hf_subset":"slk_Latn-gle_Latn","languages":["slk-Latn","gle-Latn"]},{"precision":0.61634,"recall":0.712451,"f1":0.644844,"accuracy":0.712451,"main_score":0.644844,"hf_subset":"slk_Latn-kas_Arab","languages":["slk-Latn","kas-Arab"]},{"precision":0.631904,"recall":0.699605,"f1":0.651364,"accuracy":0.699605,"main_score":0.651364,"hf_subset":"slk_Latn-ltg_Latn","languages":["slk-Latn","ltg-Latn"]},{"precision":0.430563,"recall":0.524704,"f1":0.455071,"accuracy":0.524704,"main_score":0.455071,"hf_subset":"slk_Latn-nso_Latn","languages":["slk-Latn","nso-Latn"]},{"precision":0.831225,"recall":0.87747,"f1":0.845619,"accuracy":0.87747,"main_score":0.845619,"hf_subset":"slk_Latn-sin_Sinh","languages":["slk-Latn","sin-Sinh"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"slk_Latn-tha_Thai","languages":["slk-Latn","tha-Thai"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"slk_Latn-zho_Hans","languages":["slk-Latn","zho-Hans"]},{"precision":0.9389,"recall":0.958498,"f1":0.945323,"accuracy":0.958498,"main_score":0.945323,"hf_subset":"slk_Latn-ast_Latn","languages":["slk-Latn","ast-Latn"]},{"precision":0.767772,"recall":0.831028,"f1":0.787154,"accuracy":0.831028,"main_score":0.787154,"hf_subset":"slk_Latn-crh_Latn","languages":["slk-Latn","crh-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"slk_Latn-glg_Latn","languages":["slk-Latn","glg-Latn"]},{"precision":0.533598,"recall":0.624506,"f1":0.558816,"accuracy":0.624506,"main_score":0.558816,"hf_subset":"slk_Latn-kas_Deva","languages":["slk-Latn","kas-Deva"]},{"precision":0.741964,"recall":0.807312,"f1":0.7616,"accuracy":0.807312,"main_score":0.7616,"hf_subset":"slk_Latn-ltz_Latn","languages":["slk-Latn","ltz-Latn"]},{"precision":0.286863,"recall":0.380435,"f1":0.310942,"accuracy":0.380435,"main_score":0.310942,"hf_subset":"slk_Latn-nus_Latn","languages":["slk-Latn","nus-Latn"]},{"precision":0.357295,"recall":0.456522,"f1":0.383592,"accuracy":0.456522,"main_score":0.383592,"hf_subset":"slk_Latn-tir_Ethi","languages":["slk-Latn","tir-Ethi"]},{"precision":0.958827,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"slk_Latn-zho_Hant","languages":["slk-Latn","zho-Hant"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"slk_Latn-awa_Deva","languages":["slk-Latn","awa-Deva"]},{"precision":0.44746,"recall":0.530632,"f1":0.468746,"accuracy":0.530632,"main_score":0.468746,"hf_subset":"slk_Latn-cym_Latn","languages":["slk-Latn","cym-Latn"]},{"precision":0.600111,"recall":0.683794,"f1":0.624615,"accuracy":0.683794,"main_score":0.624615,"hf_subset":"slk_Latn-grn_Latn","languages":["slk-Latn","grn-Latn"]},{"precision":0.87393,"recall":0.911067,"f1":0.885771,"accuracy":0.911067,"main_score":0.885771,"hf_subset":"slk_Latn-kat_Geor","languages":["slk-Latn","kat-Geor"]},{"precision":0.459457,"recall":0.554348,"f1":0.484361,"accuracy":0.554348,"main_score":0.484361,"hf_subset":"slk_Latn-lua_Latn","languages":["slk-Latn","lua-Latn"]},{"precision":0.455192,"recall":0.544466,"f1":0.479401,"accuracy":0.544466,"main_score":0.479401,"hf_subset":"slk_Latn-nya_Latn","languages":["slk-Latn","nya-Latn"]},{"precision":0.929677,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"slk_Latn-slv_Latn","languages":["slk-Latn","slv-Latn"]},{"precision":0.672061,"recall":0.752964,"f1":0.696327,"accuracy":0.752964,"main_score":0.696327,"hf_subset":"slk_Latn-tpi_Latn","languages":["slk-Latn","tpi-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"slk_Latn-zsm_Latn","languages":["slk-Latn","zsm-Latn"]},{"precision":0.358996,"recall":0.464427,"f1":0.386597,"accuracy":0.464427,"main_score":0.386597,"hf_subset":"slk_Latn-ayr_Latn","languages":["slk-Latn","ayr-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"slk_Latn-dan_Latn","languages":["slk-Latn","dan-Latn"]},{"precision":0.939888,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"slk_Latn-guj_Gujr","languages":["slk-Latn","guj-Gujr"]},{"precision":0.758498,"recall":0.816206,"f1":0.775663,"accuracy":0.816206,"main_score":0.775663,"hf_subset":"slk_Latn-kaz_Cyrl","languages":["slk-Latn","kaz-Cyrl"]},{"precision":0.372374,"recall":0.472332,"f1":0.398109,"accuracy":0.472332,"main_score":0.398109,"hf_subset":"slk_Latn-lug_Latn","languages":["slk-Latn","lug-Latn"]},{"precision":0.92029,"recall":0.944664,"f1":0.928162,"accuracy":0.944664,"main_score":0.928162,"hf_subset":"slk_Latn-oci_Latn","languages":["slk-Latn","oci-Latn"]},{"precision":0.401978,"recall":0.509881,"f1":0.430443,"accuracy":0.509881,"main_score":0.430443,"hf_subset":"slk_Latn-smo_Latn","languages":["slk-Latn","smo-Latn"]},{"precision":0.39241,"recall":0.485178,"f1":0.416797,"accuracy":0.485178,"main_score":0.416797,"hf_subset":"slk_Latn-tsn_Latn","languages":["slk-Latn","tsn-Latn"]},{"precision":0.384886,"recall":0.477273,"f1":0.409207,"accuracy":0.477273,"main_score":0.409207,"hf_subset":"slk_Latn-zul_Latn","languages":["slk-Latn","zul-Latn"]},{"precision":0.599187,"recall":0.693676,"f1":0.626819,"accuracy":0.693676,"main_score":0.626819,"hf_subset":"slk_Latn-azb_Arab","languages":["slk-Latn","azb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slk_Latn-deu_Latn","languages":["slk-Latn","deu-Latn"]},{"precision":0.597244,"recall":0.683794,"f1":0.621763,"accuracy":0.683794,"main_score":0.621763,"hf_subset":"slk_Latn-hat_Latn","languages":["slk-Latn","hat-Latn"]},{"precision":0.341947,"recall":0.43083,"f1":0.364247,"accuracy":0.43083,"main_score":0.364247,"hf_subset":"slk_Latn-kbp_Latn","languages":["slk-Latn","kbp-Latn"]},{"precision":0.418806,"recall":0.516798,"f1":0.444793,"accuracy":0.516798,"main_score":0.444793,"hf_subset":"slk_Latn-luo_Latn","languages":["slk-Latn","luo-Latn"]},{"precision":0.521177,"recall":0.609684,"f1":0.545681,"accuracy":0.609684,"main_score":0.545681,"hf_subset":"slk_Latn-ory_Orya","languages":["slk-Latn","ory-Orya"]},{"precision":0.417698,"recall":0.502964,"f1":0.440506,"accuracy":0.502964,"main_score":0.440506,"hf_subset":"slk_Latn-sna_Latn","languages":["slk-Latn","sna-Latn"]},{"precision":0.378563,"recall":0.469368,"f1":0.402302,"accuracy":0.469368,"main_score":0.402302,"hf_subset":"slk_Latn-tso_Latn","languages":["slk-Latn","tso-Latn"]},{"precision":0.820767,"recall":0.867589,"f1":0.835343,"accuracy":0.867589,"main_score":0.835343,"hf_subset":"slk_Latn-azj_Latn","languages":["slk-Latn","azj-Latn"]},{"precision":0.399384,"recall":0.495059,"f1":0.424372,"accuracy":0.495059,"main_score":0.424372,"hf_subset":"slk_Latn-dik_Latn","languages":["slk-Latn","dik-Latn"]},{"precision":0.431778,"recall":0.513834,"f1":0.45315,"accuracy":0.513834,"main_score":0.45315,"hf_subset":"slk_Latn-hau_Latn","languages":["slk-Latn","hau-Latn"]},{"precision":0.754028,"recall":0.817194,"f1":0.772711,"accuracy":0.817194,"main_score":0.772711,"hf_subset":"slk_Latn-kea_Latn","languages":["slk-Latn","kea-Latn"]},{"precision":0.544857,"recall":0.62747,"f1":0.567267,"accuracy":0.62747,"main_score":0.567267,"hf_subset":"slk_Latn-lus_Latn","languages":["slk-Latn","lus-Latn"]},{"precision":0.677125,"recall":0.746047,"f1":0.697153,"accuracy":0.746047,"main_score":0.697153,"hf_subset":"slk_Latn-pag_Latn","languages":["slk-Latn","pag-Latn"]},{"precision":0.641901,"recall":0.726285,"f1":0.666914,"accuracy":0.726285,"main_score":0.666914,"hf_subset":"slk_Latn-snd_Arab","languages":["slk-Latn","snd-Arab"]},{"precision":0.57731,"recall":0.666008,"f1":0.603181,"accuracy":0.666008,"main_score":0.603181,"hf_subset":"slk_Latn-tuk_Latn","languages":["slk-Latn","tuk-Latn"]},{"precision":0.646169,"recall":0.72332,"f1":0.668503,"accuracy":0.72332,"main_score":0.668503,"hf_subset":"slk_Latn-bak_Cyrl","languages":["slk-Latn","bak-Cyrl"]},{"precision":0.33187,"recall":0.434783,"f1":0.35912,"accuracy":0.434783,"main_score":0.35912,"hf_subset":"slk_Latn-dyu_Latn","languages":["slk-Latn","dyu-Latn"]},{"precision":0.864377,"recall":0.906126,"f1":0.877866,"accuracy":0.906126,"main_score":0.877866,"hf_subset":"slk_Latn-heb_Hebr","languages":["slk-Latn","heb-Hebr"]},{"precision":0.434982,"recall":0.521739,"f1":0.458758,"accuracy":0.521739,"main_score":0.458758,"hf_subset":"slk_Latn-khk_Cyrl","languages":["slk-Latn","khk-Cyrl"]},{"precision":0.821805,"recall":0.868577,"f1":0.836594,"accuracy":0.868577,"main_score":0.836594,"hf_subset":"slk_Latn-lvs_Latn","languages":["slk-Latn","lvs-Latn"]},{"precision":0.881258,"recall":0.917984,"f1":0.893116,"accuracy":0.917984,"main_score":0.893116,"hf_subset":"slk_Latn-pan_Guru","languages":["slk-Latn","pan-Guru"]},{"precision":0.366056,"recall":0.459486,"f1":0.390602,"accuracy":0.459486,"main_score":0.390602,"hf_subset":"slk_Latn-som_Latn","languages":["slk-Latn","som-Latn"]},{"precision":0.434191,"recall":0.520751,"f1":0.457759,"accuracy":0.520751,"main_score":0.457759,"hf_subset":"slk_Latn-tum_Latn","languages":["slk-Latn","tum-Latn"]},{"precision":0.22543,"recall":0.281621,"f1":0.240569,"accuracy":0.281621,"main_score":0.240569,"hf_subset":"tir_Ethi-ace_Arab","languages":["tir-Ethi","ace-Arab"]},{"precision":0.274,"recall":0.318182,"f1":0.286419,"accuracy":0.318182,"main_score":0.286419,"hf_subset":"tir_Ethi-bam_Latn","languages":["tir-Ethi","bam-Latn"]},{"precision":0.140554,"recall":0.202569,"f1":0.155351,"accuracy":0.202569,"main_score":0.155351,"hf_subset":"tir_Ethi-dzo_Tibt","languages":["tir-Ethi","dzo-Tibt"]},{"precision":0.397462,"recall":0.475296,"f1":0.416858,"accuracy":0.475296,"main_score":0.416858,"hf_subset":"tir_Ethi-hin_Deva","languages":["tir-Ethi","hin-Deva"]},{"precision":0.324135,"recall":0.373518,"f1":0.336809,"accuracy":0.373518,"main_score":0.336809,"hf_subset":"tir_Ethi-khm_Khmr","languages":["tir-Ethi","khm-Khmr"]},{"precision":0.401561,"recall":0.480237,"f1":0.421009,"accuracy":0.480237,"main_score":0.421009,"hf_subset":"tir_Ethi-mag_Deva","languages":["tir-Ethi","mag-Deva"]},{"precision":0.385397,"recall":0.43083,"f1":0.396909,"accuracy":0.43083,"main_score":0.396909,"hf_subset":"tir_Ethi-pap_Latn","languages":["tir-Ethi","pap-Latn"]},{"precision":0.326837,"recall":0.37253,"f1":0.339158,"accuracy":0.37253,"main_score":0.339158,"hf_subset":"tir_Ethi-sot_Latn","languages":["tir-Ethi","sot-Latn"]},{"precision":0.387769,"recall":0.455534,"f1":0.405177,"accuracy":0.455534,"main_score":0.405177,"hf_subset":"tir_Ethi-tur_Latn","languages":["tir-Ethi","tur-Latn"]},{"precision":0.353034,"recall":0.395257,"f1":0.363326,"accuracy":0.395257,"main_score":0.363326,"hf_subset":"tir_Ethi-ace_Latn","languages":["tir-Ethi","ace-Latn"]},{"precision":0.363059,"recall":0.413043,"f1":0.376703,"accuracy":0.413043,"main_score":0.376703,"hf_subset":"tir_Ethi-ban_Latn","languages":["tir-Ethi","ban-Latn"]},{"precision":0.328237,"recall":0.406126,"f1":0.348164,"accuracy":0.406126,"main_score":0.348164,"hf_subset":"tir_Ethi-ell_Grek","languages":["tir-Ethi","ell-Grek"]},{"precision":0.39437,"recall":0.452569,"f1":0.410012,"accuracy":0.452569,"main_score":0.410012,"hf_subset":"tir_Ethi-hne_Deva","languages":["tir-Ethi","hne-Deva"]},{"precision":0.252075,"recall":0.30336,"f1":0.265128,"accuracy":0.30336,"main_score":0.265128,"hf_subset":"tir_Ethi-kik_Latn","languages":["tir-Ethi","kik-Latn"]},{"precision":0.394641,"recall":0.465415,"f1":0.41302,"accuracy":0.465415,"main_score":0.41302,"hf_subset":"tir_Ethi-mai_Deva","languages":["tir-Ethi","mai-Deva"]},{"precision":0.355012,"recall":0.418972,"f1":0.370544,"accuracy":0.418972,"main_score":0.370544,"hf_subset":"tir_Ethi-pbt_Arab","languages":["tir-Ethi","pbt-Arab"]},{"precision":0.373521,"recall":0.451581,"f1":0.392029,"accuracy":0.451581,"main_score":0.392029,"hf_subset":"tir_Ethi-spa_Latn","languages":["tir-Ethi","spa-Latn"]},{"precision":0.317133,"recall":0.362648,"f1":0.329444,"accuracy":0.362648,"main_score":0.329444,"hf_subset":"tir_Ethi-twi_Latn","languages":["tir-Ethi","twi-Latn"]},{"precision":0.351697,"recall":0.423913,"f1":0.369847,"accuracy":0.423913,"main_score":0.369847,"hf_subset":"tir_Ethi-acm_Arab","languages":["tir-Ethi","acm-Arab"]},{"precision":0.320521,"recall":0.393281,"f1":0.338727,"accuracy":0.393281,"main_score":0.338727,"hf_subset":"tir_Ethi-bel_Cyrl","languages":["tir-Ethi","bel-Cyrl"]},{"precision":0.396037,"recall":0.468379,"f1":0.413556,"accuracy":0.468379,"main_score":0.413556,"hf_subset":"tir_Ethi-eng_Latn","languages":["tir-Ethi","eng-Latn"]},{"precision":0.36916,"recall":0.442688,"f1":0.387508,"accuracy":0.442688,"main_score":0.387508,"hf_subset":"tir_Ethi-hrv_Latn","languages":["tir-Ethi","hrv-Latn"]},{"precision":0.290418,"recall":0.339921,"f1":0.303665,"accuracy":0.339921,"main_score":0.303665,"hf_subset":"tir_Ethi-kin_Latn","languages":["tir-Ethi","kin-Latn"]},{"precision":0.40033,"recall":0.480237,"f1":0.420524,"accuracy":0.480237,"main_score":0.420524,"hf_subset":"tir_Ethi-mal_Mlym","languages":["tir-Ethi","mal-Mlym"]},{"precision":0.363819,"recall":0.452569,"f1":0.386135,"accuracy":0.452569,"main_score":0.386135,"hf_subset":"tir_Ethi-pes_Arab","languages":["tir-Ethi","pes-Arab"]},{"precision":0.35092,"recall":0.401186,"f1":0.363376,"accuracy":0.401186,"main_score":0.363376,"hf_subset":"tir_Ethi-srd_Latn","languages":["tir-Ethi","srd-Latn"]},{"precision":0.145339,"recall":0.186759,"f1":0.156183,"accuracy":0.186759,"main_score":0.156183,"hf_subset":"tir_Ethi-tzm_Tfng","languages":["tir-Ethi","tzm-Tfng"]},{"precision":0.356062,"recall":0.434783,"f1":0.376555,"accuracy":0.434783,"main_score":0.376555,"hf_subset":"tir_Ethi-acq_Arab","languages":["tir-Ethi","acq-Arab"]},{"precision":0.319449,"recall":0.370553,"f1":0.333506,"accuracy":0.370553,"main_score":0.333506,"hf_subset":"tir_Ethi-bem_Latn","languages":["tir-Ethi","bem-Latn"]},{"precision":0.358709,"recall":0.412055,"f1":0.372622,"accuracy":0.412055,"main_score":0.372622,"hf_subset":"tir_Ethi-epo_Latn","languages":["tir-Ethi","epo-Latn"]},{"precision":0.365007,"recall":0.433794,"f1":0.382435,"accuracy":0.433794,"main_score":0.382435,"hf_subset":"tir_Ethi-hun_Latn","languages":["tir-Ethi","hun-Latn"]},{"precision":0.353783,"recall":0.401186,"f1":0.366683,"accuracy":0.401186,"main_score":0.366683,"hf_subset":"tir_Ethi-kir_Cyrl","languages":["tir-Ethi","kir-Cyrl"]},{"precision":0.375762,"recall":0.45751,"f1":0.396346,"accuracy":0.45751,"main_score":0.396346,"hf_subset":"tir_Ethi-mar_Deva","languages":["tir-Ethi","mar-Deva"]},{"precision":0.312526,"recall":0.366601,"f1":0.327408,"accuracy":0.366601,"main_score":0.327408,"hf_subset":"tir_Ethi-plt_Latn","languages":["tir-Ethi","plt-Latn"]},{"precision":0.370826,"recall":0.437747,"f1":0.387558,"accuracy":0.437747,"main_score":0.387558,"hf_subset":"tir_Ethi-srp_Cyrl","languages":["tir-Ethi","srp-Cyrl"]},{"precision":0.245602,"recall":0.29249,"f1":0.257877,"accuracy":0.29249,"main_score":0.257877,"hf_subset":"tir_Ethi-uig_Arab","languages":["tir-Ethi","uig-Arab"]},{"precision":0.333056,"recall":0.394269,"f1":0.348858,"accuracy":0.394269,"main_score":0.348858,"hf_subset":"tir_Ethi-aeb_Arab","languages":["tir-Ethi","aeb-Arab"]},{"precision":0.390753,"recall":0.475296,"f1":0.412444,"accuracy":0.475296,"main_score":0.412444,"hf_subset":"tir_Ethi-ben_Beng","languages":["tir-Ethi","ben-Beng"]},{"precision":0.356744,"recall":0.40415,"f1":0.369474,"accuracy":0.40415,"main_score":0.369474,"hf_subset":"tir_Ethi-est_Latn","languages":["tir-Ethi","est-Latn"]},{"precision":0.35031,"recall":0.421937,"f1":0.36909,"accuracy":0.421937,"main_score":0.36909,"hf_subset":"tir_Ethi-hye_Armn","languages":["tir-Ethi","hye-Armn"]},{"precision":0.300587,"recall":0.350791,"f1":0.314573,"accuracy":0.350791,"main_score":0.314573,"hf_subset":"tir_Ethi-kmb_Latn","languages":["tir-Ethi","kmb-Latn"]},{"precision":0.214225,"recall":0.263834,"f1":0.227044,"accuracy":0.263834,"main_score":0.227044,"hf_subset":"tir_Ethi-min_Arab","languages":["tir-Ethi","min-Arab"]},{"precision":0.377752,"recall":0.452569,"f1":0.396458,"accuracy":0.452569,"main_score":0.396458,"hf_subset":"tir_Ethi-pol_Latn","languages":["tir-Ethi","pol-Latn"]},{"precision":0.290452,"recall":0.338933,"f1":0.303687,"accuracy":0.338933,"main_score":0.303687,"hf_subset":"tir_Ethi-ssw_Latn","languages":["tir-Ethi","ssw-Latn"]},{"precision":0.372916,"recall":0.448617,"f1":0.39288,"accuracy":0.448617,"main_score":0.39288,"hf_subset":"tir_Ethi-ukr_Cyrl","languages":["tir-Ethi","ukr-Cyrl"]},{"precision":0.379685,"recall":0.445652,"f1":0.396844,"accuracy":0.445652,"main_score":0.396844,"hf_subset":"tir_Ethi-afr_Latn","languages":["tir-Ethi","afr-Latn"]},{"precision":0.382613,"recall":0.451581,"f1":0.400939,"accuracy":0.451581,"main_score":0.400939,"hf_subset":"tir_Ethi-bho_Deva","languages":["tir-Ethi","bho-Deva"]},{"precision":0.335744,"recall":0.382411,"f1":0.347451,"accuracy":0.382411,"main_score":0.347451,"hf_subset":"tir_Ethi-eus_Latn","languages":["tir-Ethi","eus-Latn"]},{"precision":0.296335,"recall":0.350791,"f1":0.310858,"accuracy":0.350791,"main_score":0.310858,"hf_subset":"tir_Ethi-ibo_Latn","languages":["tir-Ethi","ibo-Latn"]},{"precision":0.320576,"recall":0.364625,"f1":0.331916,"accuracy":0.364625,"main_score":0.331916,"hf_subset":"tir_Ethi-kmr_Latn","languages":["tir-Ethi","kmr-Latn"]},{"precision":0.345583,"recall":0.403162,"f1":0.360112,"accuracy":0.403162,"main_score":0.360112,"hf_subset":"tir_Ethi-min_Latn","languages":["tir-Ethi","min-Latn"]},{"precision":0.392883,"recall":0.471344,"f1":0.411757,"accuracy":0.471344,"main_score":0.411757,"hf_subset":"tir_Ethi-por_Latn","languages":["tir-Ethi","por-Latn"]},{"precision":0.358865,"recall":0.405138,"f1":0.370261,"accuracy":0.405138,"main_score":0.370261,"hf_subset":"tir_Ethi-sun_Latn","languages":["tir-Ethi","sun-Latn"]},{"precision":0.290438,"recall":0.349802,"f1":0.306384,"accuracy":0.349802,"main_score":0.306384,"hf_subset":"tir_Ethi-umb_Latn","languages":["tir-Ethi","umb-Latn"]},{"precision":0.363748,"recall":0.43083,"f1":0.380848,"accuracy":0.43083,"main_score":0.380848,"hf_subset":"tir_Ethi-ajp_Arab","languages":["tir-Ethi","ajp-Arab"]},{"precision":0.217436,"recall":0.262846,"f1":0.229657,"accuracy":0.262846,"main_score":0.229657,"hf_subset":"tir_Ethi-bjn_Arab","languages":["tir-Ethi","bjn-Arab"]},{"precision":0.291925,"recall":0.33004,"f1":0.302263,"accuracy":0.33004,"main_score":0.302263,"hf_subset":"tir_Ethi-ewe_Latn","languages":["tir-Ethi","ewe-Latn"]},{"precision":0.380752,"recall":0.41996,"f1":0.391821,"accuracy":0.41996,"main_score":0.391821,"hf_subset":"tir_Ethi-ilo_Latn","languages":["tir-Ethi","ilo-Latn"]},{"precision":0.190117,"recall":0.236166,"f1":0.201894,"accuracy":0.236166,"main_score":0.201894,"hf_subset":"tir_Ethi-knc_Arab","languages":["tir-Ethi","knc-Arab"]},{"precision":0.359548,"recall":0.417984,"f1":0.374145,"accuracy":0.417984,"main_score":0.374145,"hf_subset":"tir_Ethi-mkd_Cyrl","languages":["tir-Ethi","mkd-Cyrl"]},{"precision":0.37585,"recall":0.460474,"f1":0.396505,"accuracy":0.460474,"main_score":0.396505,"hf_subset":"tir_Ethi-prs_Arab","languages":["tir-Ethi","prs-Arab"]},{"precision":0.363209,"recall":0.438735,"f1":0.382608,"accuracy":0.438735,"main_score":0.382608,"hf_subset":"tir_Ethi-swe_Latn","languages":["tir-Ethi","swe-Latn"]},{"precision":0.369036,"recall":0.437747,"f1":0.386644,"accuracy":0.437747,"main_score":0.386644,"hf_subset":"tir_Ethi-urd_Arab","languages":["tir-Ethi","urd-Arab"]},{"precision":0.307282,"recall":0.350791,"f1":0.319018,"accuracy":0.350791,"main_score":0.319018,"hf_subset":"tir_Ethi-aka_Latn","languages":["tir-Ethi","aka-Latn"]},{"precision":0.358832,"recall":0.412055,"f1":0.372216,"accuracy":0.412055,"main_score":0.372216,"hf_subset":"tir_Ethi-bjn_Latn","languages":["tir-Ethi","bjn-Latn"]},{"precision":0.31484,"recall":0.362648,"f1":0.327589,"accuracy":0.362648,"main_score":0.327589,"hf_subset":"tir_Ethi-fao_Latn","languages":["tir-Ethi","fao-Latn"]},{"precision":0.395971,"recall":0.476285,"f1":0.416196,"accuracy":0.476285,"main_score":0.416196,"hf_subset":"tir_Ethi-ind_Latn","languages":["tir-Ethi","ind-Latn"]},{"precision":0.299845,"recall":0.339921,"f1":0.310911,"accuracy":0.339921,"main_score":0.310911,"hf_subset":"tir_Ethi-knc_Latn","languages":["tir-Ethi","knc-Latn"]},{"precision":0.369306,"recall":0.412055,"f1":0.38007,"accuracy":0.412055,"main_score":0.38007,"hf_subset":"tir_Ethi-mlt_Latn","languages":["tir-Ethi","mlt-Latn"]},{"precision":0.318748,"recall":0.37253,"f1":0.33286,"accuracy":0.37253,"main_score":0.33286,"hf_subset":"tir_Ethi-quy_Latn","languages":["tir-Ethi","quy-Latn"]},{"precision":0.351937,"recall":0.418972,"f1":0.368906,"accuracy":0.418972,"main_score":0.368906,"hf_subset":"tir_Ethi-swh_Latn","languages":["tir-Ethi","swh-Latn"]},{"precision":0.334231,"recall":0.381423,"f1":0.346843,"accuracy":0.381423,"main_score":0.346843,"hf_subset":"tir_Ethi-uzn_Latn","languages":["tir-Ethi","uzn-Latn"]},{"precision":0.332922,"recall":0.389328,"f1":0.348934,"accuracy":0.389328,"main_score":0.348934,"hf_subset":"tir_Ethi-als_Latn","languages":["tir-Ethi","als-Latn"]},{"precision":0.187516,"recall":0.236166,"f1":0.200505,"accuracy":0.236166,"main_score":0.200505,"hf_subset":"tir_Ethi-bod_Tibt","languages":["tir-Ethi","bod-Tibt"]},{"precision":0.295281,"recall":0.352767,"f1":0.310443,"accuracy":0.352767,"main_score":0.310443,"hf_subset":"tir_Ethi-fij_Latn","languages":["tir-Ethi","fij-Latn"]},{"precision":0.306141,"recall":0.357708,"f1":0.318924,"accuracy":0.357708,"main_score":0.318924,"hf_subset":"tir_Ethi-isl_Latn","languages":["tir-Ethi","isl-Latn"]},{"precision":0.315164,"recall":0.369565,"f1":0.32947,"accuracy":0.369565,"main_score":0.32947,"hf_subset":"tir_Ethi-kon_Latn","languages":["tir-Ethi","kon-Latn"]},{"precision":0.321699,"recall":0.378458,"f1":0.337657,"accuracy":0.378458,"main_score":0.337657,"hf_subset":"tir_Ethi-mni_Beng","languages":["tir-Ethi","mni-Beng"]},{"precision":0.382106,"recall":0.450593,"f1":0.399344,"accuracy":0.450593,"main_score":0.399344,"hf_subset":"tir_Ethi-ron_Latn","languages":["tir-Ethi","ron-Latn"]},{"precision":0.339808,"recall":0.400198,"f1":0.355361,"accuracy":0.400198,"main_score":0.355361,"hf_subset":"tir_Ethi-szl_Latn","languages":["tir-Ethi","szl-Latn"]},{"precision":0.370378,"recall":0.423913,"f1":0.384611,"accuracy":0.423913,"main_score":0.384611,"hf_subset":"tir_Ethi-vec_Latn","languages":["tir-Ethi","vec-Latn"]},{"precision":0.528124,"recall":0.598814,"f1":0.547167,"accuracy":0.598814,"main_score":0.547167,"hf_subset":"tir_Ethi-amh_Ethi","languages":["tir-Ethi","amh-Ethi"]},{"precision":0.370096,"recall":0.443676,"f1":0.389082,"accuracy":0.443676,"main_score":0.389082,"hf_subset":"tir_Ethi-bos_Latn","languages":["tir-Ethi","bos-Latn"]},{"precision":0.347262,"recall":0.420949,"f1":0.366113,"accuracy":0.420949,"main_score":0.366113,"hf_subset":"tir_Ethi-fin_Latn","languages":["tir-Ethi","fin-Latn"]},{"precision":0.374958,"recall":0.451581,"f1":0.394343,"accuracy":0.451581,"main_score":0.394343,"hf_subset":"tir_Ethi-ita_Latn","languages":["tir-Ethi","ita-Latn"]},{"precision":0.358129,"recall":0.442688,"f1":0.378778,"accuracy":0.442688,"main_score":0.378778,"hf_subset":"tir_Ethi-kor_Hang","languages":["tir-Ethi","kor-Hang"]},{"precision":0.292576,"recall":0.336957,"f1":0.304344,"accuracy":0.336957,"main_score":0.304344,"hf_subset":"tir_Ethi-mos_Latn","languages":["tir-Ethi","mos-Latn"]},{"precision":0.300531,"recall":0.354743,"f1":0.314926,"accuracy":0.354743,"main_score":0.314926,"hf_subset":"tir_Ethi-run_Latn","languages":["tir-Ethi","run-Latn"]},{"precision":0.368404,"recall":0.45751,"f1":0.391149,"accuracy":0.45751,"main_score":0.391149,"hf_subset":"tir_Ethi-tam_Taml","languages":["tir-Ethi","tam-Taml"]},{"precision":0.342409,"recall":0.418972,"f1":0.361616,"accuracy":0.418972,"main_score":0.361616,"hf_subset":"tir_Ethi-vie_Latn","languages":["tir-Ethi","vie-Latn"]},{"precision":0.358113,"recall":0.424901,"f1":0.374544,"accuracy":0.424901,"main_score":0.374544,"hf_subset":"tir_Ethi-apc_Arab","languages":["tir-Ethi","apc-Arab"]},{"precision":0.33943,"recall":0.396245,"f1":0.354127,"accuracy":0.396245,"main_score":0.354127,"hf_subset":"tir_Ethi-bug_Latn","languages":["tir-Ethi","bug-Latn"]},{"precision":0.267607,"recall":0.310277,"f1":0.2794,"accuracy":0.310277,"main_score":0.2794,"hf_subset":"tir_Ethi-fon_Latn","languages":["tir-Ethi","fon-Latn"]},{"precision":0.372065,"recall":0.421937,"f1":0.384899,"accuracy":0.421937,"main_score":0.384899,"hf_subset":"tir_Ethi-jav_Latn","languages":["tir-Ethi","jav-Latn"]},{"precision":0.308133,"recall":0.353755,"f1":0.320916,"accuracy":0.353755,"main_score":0.320916,"hf_subset":"tir_Ethi-lao_Laoo","languages":["tir-Ethi","lao-Laoo"]},{"precision":0.295743,"recall":0.347826,"f1":0.309138,"accuracy":0.347826,"main_score":0.309138,"hf_subset":"tir_Ethi-mri_Latn","languages":["tir-Ethi","mri-Latn"]},{"precision":0.358926,"recall":0.439723,"f1":0.378449,"accuracy":0.439723,"main_score":0.378449,"hf_subset":"tir_Ethi-rus_Cyrl","languages":["tir-Ethi","rus-Cyrl"]},{"precision":0.298773,"recall":0.346838,"f1":0.311833,"accuracy":0.346838,"main_score":0.311833,"hf_subset":"tir_Ethi-taq_Latn","languages":["tir-Ethi","taq-Latn"]},{"precision":0.374227,"recall":0.418972,"f1":0.386421,"accuracy":0.418972,"main_score":0.386421,"hf_subset":"tir_Ethi-war_Latn","languages":["tir-Ethi","war-Latn"]},{"precision":0.348904,"recall":0.433794,"f1":0.370578,"accuracy":0.433794,"main_score":0.370578,"hf_subset":"tir_Ethi-arb_Arab","languages":["tir-Ethi","arb-Arab"]},{"precision":0.361826,"recall":0.440711,"f1":0.382442,"accuracy":0.440711,"main_score":0.382442,"hf_subset":"tir_Ethi-bul_Cyrl","languages":["tir-Ethi","bul-Cyrl"]},{"precision":0.368989,"recall":0.443676,"f1":0.387849,"accuracy":0.443676,"main_score":0.387849,"hf_subset":"tir_Ethi-fra_Latn","languages":["tir-Ethi","fra-Latn"]},{"precision":0.34564,"recall":0.428854,"f1":0.365522,"accuracy":0.428854,"main_score":0.365522,"hf_subset":"tir_Ethi-jpn_Jpan","languages":["tir-Ethi","jpn-Jpan"]},{"precision":0.372472,"recall":0.417984,"f1":0.384891,"accuracy":0.417984,"main_score":0.384891,"hf_subset":"tir_Ethi-lij_Latn","languages":["tir-Ethi","lij-Latn"]},{"precision":0.311026,"recall":0.376482,"f1":0.327746,"accuracy":0.376482,"main_score":0.327746,"hf_subset":"tir_Ethi-mya_Mymr","languages":["tir-Ethi","mya-Mymr"]},{"precision":0.320796,"recall":0.367589,"f1":0.333654,"accuracy":0.367589,"main_score":0.333654,"hf_subset":"tir_Ethi-sag_Latn","languages":["tir-Ethi","sag-Latn"]},{"precision":0.168069,"recall":0.219368,"f1":0.181276,"accuracy":0.219368,"main_score":0.181276,"hf_subset":"tir_Ethi-taq_Tfng","languages":["tir-Ethi","taq-Tfng"]},{"precision":0.321299,"recall":0.364625,"f1":0.332792,"accuracy":0.364625,"main_score":0.332792,"hf_subset":"tir_Ethi-wol_Latn","languages":["tir-Ethi","wol-Latn"]},{"precision":0.239811,"recall":0.294466,"f1":0.254455,"accuracy":0.294466,"main_score":0.254455,"hf_subset":"tir_Ethi-arb_Latn","languages":["tir-Ethi","arb-Latn"]},{"precision":0.390121,"recall":0.448617,"f1":0.403867,"accuracy":0.448617,"main_score":0.403867,"hf_subset":"tir_Ethi-cat_Latn","languages":["tir-Ethi","cat-Latn"]},{"precision":0.358517,"recall":0.40415,"f1":0.370794,"accuracy":0.40415,"main_score":0.370794,"hf_subset":"tir_Ethi-fur_Latn","languages":["tir-Ethi","fur-Latn"]},{"precision":0.223247,"recall":0.281621,"f1":0.238827,"accuracy":0.281621,"main_score":0.238827,"hf_subset":"tir_Ethi-kab_Latn","languages":["tir-Ethi","kab-Latn"]},{"precision":0.365297,"recall":0.412055,"f1":0.377486,"accuracy":0.412055,"main_score":0.377486,"hf_subset":"tir_Ethi-lim_Latn","languages":["tir-Ethi","lim-Latn"]},{"precision":0.374919,"recall":0.451581,"f1":0.39359,"accuracy":0.451581,"main_score":0.39359,"hf_subset":"tir_Ethi-nld_Latn","languages":["tir-Ethi","nld-Latn"]},{"precision":0.356708,"recall":0.425889,"f1":0.375117,"accuracy":0.425889,"main_score":0.375117,"hf_subset":"tir_Ethi-san_Deva","languages":["tir-Ethi","san-Deva"]},{"precision":0.34264,"recall":0.386364,"f1":0.354629,"accuracy":0.386364,"main_score":0.354629,"hf_subset":"tir_Ethi-tat_Cyrl","languages":["tir-Ethi","tat-Cyrl"]},{"precision":0.31722,"recall":0.36166,"f1":0.32943,"accuracy":0.36166,"main_score":0.32943,"hf_subset":"tir_Ethi-xho_Latn","languages":["tir-Ethi","xho-Latn"]},{"precision":0.319997,"recall":0.409091,"f1":0.343041,"accuracy":0.409091,"main_score":0.343041,"hf_subset":"tir_Ethi-ars_Arab","languages":["tir-Ethi","ars-Arab"]},{"precision":0.378588,"recall":0.426877,"f1":0.391003,"accuracy":0.426877,"main_score":0.391003,"hf_subset":"tir_Ethi-ceb_Latn","languages":["tir-Ethi","ceb-Latn"]},{"precision":0.31023,"recall":0.356719,"f1":0.322553,"accuracy":0.356719,"main_score":0.322553,"hf_subset":"tir_Ethi-fuv_Latn","languages":["tir-Ethi","fuv-Latn"]},{"precision":0.297488,"recall":0.347826,"f1":0.310944,"accuracy":0.347826,"main_score":0.310944,"hf_subset":"tir_Ethi-kac_Latn","languages":["tir-Ethi","kac-Latn"]},{"precision":0.308122,"recall":0.368577,"f1":0.324839,"accuracy":0.368577,"main_score":0.324839,"hf_subset":"tir_Ethi-lin_Latn","languages":["tir-Ethi","lin-Latn"]},{"precision":0.35421,"recall":0.417984,"f1":0.3702,"accuracy":0.417984,"main_score":0.3702,"hf_subset":"tir_Ethi-nno_Latn","languages":["tir-Ethi","nno-Latn"]},{"precision":0.15678,"recall":0.19664,"f1":0.16736,"accuracy":0.19664,"main_score":0.16736,"hf_subset":"tir_Ethi-sat_Olck","languages":["tir-Ethi","sat-Olck"]},{"precision":0.418893,"recall":0.498024,"f1":0.43896,"accuracy":0.498024,"main_score":0.43896,"hf_subset":"tir_Ethi-tel_Telu","languages":["tir-Ethi","tel-Telu"]},{"precision":0.250664,"recall":0.298419,"f1":0.262799,"accuracy":0.298419,"main_score":0.262799,"hf_subset":"tir_Ethi-ydd_Hebr","languages":["tir-Ethi","ydd-Hebr"]},{"precision":0.321391,"recall":0.379447,"f1":0.335709,"accuracy":0.379447,"main_score":0.335709,"hf_subset":"tir_Ethi-ary_Arab","languages":["tir-Ethi","ary-Arab"]},{"precision":0.36894,"recall":0.434783,"f1":0.38518,"accuracy":0.434783,"main_score":0.38518,"hf_subset":"tir_Ethi-ces_Latn","languages":["tir-Ethi","ces-Latn"]},{"precision":0.315268,"recall":0.369565,"f1":0.329885,"accuracy":0.369565,"main_score":0.329885,"hf_subset":"tir_Ethi-gaz_Latn","languages":["tir-Ethi","gaz-Latn"]},{"precision":0.298413,"recall":0.347826,"f1":0.312045,"accuracy":0.347826,"main_score":0.312045,"hf_subset":"tir_Ethi-kam_Latn","languages":["tir-Ethi","kam-Latn"]},{"precision":0.354794,"recall":0.412055,"f1":0.368901,"accuracy":0.412055,"main_score":0.368901,"hf_subset":"tir_Ethi-lit_Latn","languages":["tir-Ethi","lit-Latn"]},{"precision":0.379667,"recall":0.449605,"f1":0.396421,"accuracy":0.449605,"main_score":0.396421,"hf_subset":"tir_Ethi-nob_Latn","languages":["tir-Ethi","nob-Latn"]},{"precision":0.338437,"recall":0.389328,"f1":0.351792,"accuracy":0.389328,"main_score":0.351792,"hf_subset":"tir_Ethi-scn_Latn","languages":["tir-Ethi","scn-Latn"]},{"precision":0.30092,"recall":0.348814,"f1":0.313494,"accuracy":0.348814,"main_score":0.313494,"hf_subset":"tir_Ethi-tgk_Cyrl","languages":["tir-Ethi","tgk-Cyrl"]},{"precision":0.26236,"recall":0.311265,"f1":0.275536,"accuracy":0.311265,"main_score":0.275536,"hf_subset":"tir_Ethi-yor_Latn","languages":["tir-Ethi","yor-Latn"]},{"precision":0.353584,"recall":0.432806,"f1":0.374077,"accuracy":0.432806,"main_score":0.374077,"hf_subset":"tir_Ethi-arz_Arab","languages":["tir-Ethi","arz-Arab"]},{"precision":0.297146,"recall":0.347826,"f1":0.311258,"accuracy":0.347826,"main_score":0.311258,"hf_subset":"tir_Ethi-cjk_Latn","languages":["tir-Ethi","cjk-Latn"]},{"precision":0.282509,"recall":0.331028,"f1":0.294395,"accuracy":0.331028,"main_score":0.294395,"hf_subset":"tir_Ethi-gla_Latn","languages":["tir-Ethi","gla-Latn"]},{"precision":0.387304,"recall":0.471344,"f1":0.409511,"accuracy":0.471344,"main_score":0.409511,"hf_subset":"tir_Ethi-kan_Knda","languages":["tir-Ethi","kan-Knda"]},{"precision":0.355785,"recall":0.400198,"f1":0.367602,"accuracy":0.400198,"main_score":0.367602,"hf_subset":"tir_Ethi-lmo_Latn","languages":["tir-Ethi","lmo-Latn"]},{"precision":0.399428,"recall":0.474308,"f1":0.417999,"accuracy":0.474308,"main_score":0.417999,"hf_subset":"tir_Ethi-npi_Deva","languages":["tir-Ethi","npi-Deva"]},{"precision":0.259481,"recall":0.290514,"f1":0.268055,"accuracy":0.290514,"main_score":0.268055,"hf_subset":"tir_Ethi-shn_Mymr","languages":["tir-Ethi","shn-Mymr"]},{"precision":0.402911,"recall":0.455534,"f1":0.417069,"accuracy":0.455534,"main_score":0.417069,"hf_subset":"tir_Ethi-tgl_Latn","languages":["tir-Ethi","tgl-Latn"]},{"precision":0.318666,"recall":0.401186,"f1":0.338225,"accuracy":0.401186,"main_score":0.338225,"hf_subset":"tir_Ethi-yue_Hant","languages":["tir-Ethi","yue-Hant"]},{"precision":0.346943,"recall":0.411067,"f1":0.36318,"accuracy":0.411067,"main_score":0.36318,"hf_subset":"tir_Ethi-asm_Beng","languages":["tir-Ethi","asm-Beng"]},{"precision":0.293019,"recall":0.340909,"f1":0.305764,"accuracy":0.340909,"main_score":0.305764,"hf_subset":"tir_Ethi-ckb_Arab","languages":["tir-Ethi","ckb-Arab"]},{"precision":0.2801,"recall":0.325099,"f1":0.292165,"accuracy":0.325099,"main_score":0.292165,"hf_subset":"tir_Ethi-gle_Latn","languages":["tir-Ethi","gle-Latn"]},{"precision":0.334414,"recall":0.391304,"f1":0.349759,"accuracy":0.391304,"main_score":0.349759,"hf_subset":"tir_Ethi-kas_Arab","languages":["tir-Ethi","kas-Arab"]},{"precision":0.330335,"recall":0.37253,"f1":0.340727,"accuracy":0.37253,"main_score":0.340727,"hf_subset":"tir_Ethi-ltg_Latn","languages":["tir-Ethi","ltg-Latn"]},{"precision":0.312636,"recall":0.362648,"f1":0.325954,"accuracy":0.362648,"main_score":0.325954,"hf_subset":"tir_Ethi-nso_Latn","languages":["tir-Ethi","nso-Latn"]},{"precision":0.356932,"recall":0.429842,"f1":0.375941,"accuracy":0.429842,"main_score":0.375941,"hf_subset":"tir_Ethi-sin_Sinh","languages":["tir-Ethi","sin-Sinh"]},{"precision":0.370638,"recall":0.453557,"f1":0.390261,"accuracy":0.453557,"main_score":0.390261,"hf_subset":"tir_Ethi-tha_Thai","languages":["tir-Ethi","tha-Thai"]},{"precision":0.333695,"recall":0.420949,"f1":0.355705,"accuracy":0.420949,"main_score":0.355705,"hf_subset":"tir_Ethi-zho_Hans","languages":["tir-Ethi","zho-Hans"]},{"precision":0.376865,"recall":0.428854,"f1":0.390452,"accuracy":0.428854,"main_score":0.390452,"hf_subset":"tir_Ethi-ast_Latn","languages":["tir-Ethi","ast-Latn"]},{"precision":0.364722,"recall":0.41502,"f1":0.377255,"accuracy":0.41502,"main_score":0.377255,"hf_subset":"tir_Ethi-crh_Latn","languages":["tir-Ethi","crh-Latn"]},{"precision":0.380198,"recall":0.444664,"f1":0.395784,"accuracy":0.444664,"main_score":0.395784,"hf_subset":"tir_Ethi-glg_Latn","languages":["tir-Ethi","glg-Latn"]},{"precision":0.327454,"recall":0.370553,"f1":0.337927,"accuracy":0.370553,"main_score":0.337927,"hf_subset":"tir_Ethi-kas_Deva","languages":["tir-Ethi","kas-Deva"]},{"precision":0.340594,"recall":0.386364,"f1":0.352117,"accuracy":0.386364,"main_score":0.352117,"hf_subset":"tir_Ethi-ltz_Latn","languages":["tir-Ethi","ltz-Latn"]},{"precision":0.279761,"recall":0.342885,"f1":0.296216,"accuracy":0.342885,"main_score":0.296216,"hf_subset":"tir_Ethi-nus_Latn","languages":["tir-Ethi","nus-Latn"]},{"precision":0.373656,"recall":0.439723,"f1":0.391079,"accuracy":0.439723,"main_score":0.391079,"hf_subset":"tir_Ethi-slk_Latn","languages":["tir-Ethi","slk-Latn"]},{"precision":0.313344,"recall":0.403162,"f1":0.335641,"accuracy":0.403162,"main_score":0.335641,"hf_subset":"tir_Ethi-zho_Hant","languages":["tir-Ethi","zho-Hant"]},{"precision":0.389948,"recall":0.466403,"f1":0.409206,"accuracy":0.466403,"main_score":0.409206,"hf_subset":"tir_Ethi-awa_Deva","languages":["tir-Ethi","awa-Deva"]},{"precision":0.30887,"recall":0.347826,"f1":0.319306,"accuracy":0.347826,"main_score":0.319306,"hf_subset":"tir_Ethi-cym_Latn","languages":["tir-Ethi","cym-Latn"]},{"precision":0.325116,"recall":0.369565,"f1":0.336831,"accuracy":0.369565,"main_score":0.336831,"hf_subset":"tir_Ethi-grn_Latn","languages":["tir-Ethi","grn-Latn"]},{"precision":0.356012,"recall":0.421937,"f1":0.373403,"accuracy":0.421937,"main_score":0.373403,"hf_subset":"tir_Ethi-kat_Geor","languages":["tir-Ethi","kat-Geor"]},{"precision":0.307802,"recall":0.358696,"f1":0.321636,"accuracy":0.358696,"main_score":0.321636,"hf_subset":"tir_Ethi-lua_Latn","languages":["tir-Ethi","lua-Latn"]},{"precision":0.314984,"recall":0.362648,"f1":0.328788,"accuracy":0.362648,"main_score":0.328788,"hf_subset":"tir_Ethi-nya_Latn","languages":["tir-Ethi","nya-Latn"]},{"precision":0.360122,"recall":0.416996,"f1":0.374392,"accuracy":0.416996,"main_score":0.374392,"hf_subset":"tir_Ethi-slv_Latn","languages":["tir-Ethi","slv-Latn"]},{"precision":0.347699,"recall":0.403162,"f1":0.361799,"accuracy":0.403162,"main_score":0.361799,"hf_subset":"tir_Ethi-tpi_Latn","languages":["tir-Ethi","tpi-Latn"]},{"precision":0.395214,"recall":0.466403,"f1":0.413668,"accuracy":0.466403,"main_score":0.413668,"hf_subset":"tir_Ethi-zsm_Latn","languages":["tir-Ethi","zsm-Latn"]},{"precision":0.289602,"recall":0.344862,"f1":0.304313,"accuracy":0.344862,"main_score":0.304313,"hf_subset":"tir_Ethi-ayr_Latn","languages":["tir-Ethi","ayr-Latn"]},{"precision":0.375682,"recall":0.452569,"f1":0.395137,"accuracy":0.452569,"main_score":0.395137,"hf_subset":"tir_Ethi-dan_Latn","languages":["tir-Ethi","dan-Latn"]},{"precision":0.406103,"recall":0.480237,"f1":0.424871,"accuracy":0.480237,"main_score":0.424871,"hf_subset":"tir_Ethi-guj_Gujr","languages":["tir-Ethi","guj-Gujr"]},{"precision":0.347289,"recall":0.400198,"f1":0.360917,"accuracy":0.400198,"main_score":0.360917,"hf_subset":"tir_Ethi-kaz_Cyrl","languages":["tir-Ethi","kaz-Cyrl"]},{"precision":0.301098,"recall":0.346838,"f1":0.313119,"accuracy":0.346838,"main_score":0.313119,"hf_subset":"tir_Ethi-lug_Latn","languages":["tir-Ethi","lug-Latn"]},{"precision":0.385194,"recall":0.443676,"f1":0.400774,"accuracy":0.443676,"main_score":0.400774,"hf_subset":"tir_Ethi-oci_Latn","languages":["tir-Ethi","oci-Latn"]},{"precision":0.316981,"recall":0.375494,"f1":0.331889,"accuracy":0.375494,"main_score":0.331889,"hf_subset":"tir_Ethi-smo_Latn","languages":["tir-Ethi","smo-Latn"]},{"precision":0.298591,"recall":0.34585,"f1":0.311029,"accuracy":0.34585,"main_score":0.311029,"hf_subset":"tir_Ethi-tsn_Latn","languages":["tir-Ethi","tsn-Latn"]},{"precision":0.292728,"recall":0.348814,"f1":0.307591,"accuracy":0.348814,"main_score":0.307591,"hf_subset":"tir_Ethi-zul_Latn","languages":["tir-Ethi","zul-Latn"]},{"precision":0.282197,"recall":0.33498,"f1":0.294858,"accuracy":0.33498,"main_score":0.294858,"hf_subset":"tir_Ethi-azb_Arab","languages":["tir-Ethi","azb-Arab"]},{"precision":0.379565,"recall":0.460474,"f1":0.3989,"accuracy":0.460474,"main_score":0.3989,"hf_subset":"tir_Ethi-deu_Latn","languages":["tir-Ethi","deu-Latn"]},{"precision":0.342559,"recall":0.394269,"f1":0.356275,"accuracy":0.394269,"main_score":0.356275,"hf_subset":"tir_Ethi-hat_Latn","languages":["tir-Ethi","hat-Latn"]},{"precision":0.280776,"recall":0.323123,"f1":0.292492,"accuracy":0.323123,"main_score":0.292492,"hf_subset":"tir_Ethi-kbp_Latn","languages":["tir-Ethi","kbp-Latn"]},{"precision":0.316067,"recall":0.367589,"f1":0.329831,"accuracy":0.367589,"main_score":0.329831,"hf_subset":"tir_Ethi-luo_Latn","languages":["tir-Ethi","luo-Latn"]},{"precision":0.36052,"recall":0.416996,"f1":0.375834,"accuracy":0.416996,"main_score":0.375834,"hf_subset":"tir_Ethi-ory_Orya","languages":["tir-Ethi","ory-Orya"]},{"precision":0.281176,"recall":0.333004,"f1":0.294591,"accuracy":0.333004,"main_score":0.294591,"hf_subset":"tir_Ethi-sna_Latn","languages":["tir-Ethi","sna-Latn"]},{"precision":0.313908,"recall":0.357708,"f1":0.325784,"accuracy":0.357708,"main_score":0.325784,"hf_subset":"tir_Ethi-tso_Latn","languages":["tir-Ethi","tso-Latn"]},{"precision":0.34928,"recall":0.397233,"f1":0.361601,"accuracy":0.397233,"main_score":0.361601,"hf_subset":"tir_Ethi-azj_Latn","languages":["tir-Ethi","azj-Latn"]},{"precision":0.248341,"recall":0.287549,"f1":0.25873,"accuracy":0.287549,"main_score":0.25873,"hf_subset":"tir_Ethi-dik_Latn","languages":["tir-Ethi","dik-Latn"]},{"precision":0.321564,"recall":0.364625,"f1":0.333237,"accuracy":0.364625,"main_score":0.333237,"hf_subset":"tir_Ethi-hau_Latn","languages":["tir-Ethi","hau-Latn"]},{"precision":0.369442,"recall":0.417984,"f1":0.381931,"accuracy":0.417984,"main_score":0.381931,"hf_subset":"tir_Ethi-kea_Latn","languages":["tir-Ethi","kea-Latn"]},{"precision":0.330882,"recall":0.368577,"f1":0.341746,"accuracy":0.368577,"main_score":0.341746,"hf_subset":"tir_Ethi-lus_Latn","languages":["tir-Ethi","lus-Latn"]},{"precision":0.346079,"recall":0.392292,"f1":0.358455,"accuracy":0.392292,"main_score":0.358455,"hf_subset":"tir_Ethi-pag_Latn","languages":["tir-Ethi","pag-Latn"]},{"precision":0.327943,"recall":0.384387,"f1":0.341982,"accuracy":0.384387,"main_score":0.341982,"hf_subset":"tir_Ethi-snd_Arab","languages":["tir-Ethi","snd-Arab"]},{"precision":0.333493,"recall":0.379447,"f1":0.34597,"accuracy":0.379447,"main_score":0.34597,"hf_subset":"tir_Ethi-tuk_Latn","languages":["tir-Ethi","tuk-Latn"]},{"precision":0.335684,"recall":0.374506,"f1":0.346202,"accuracy":0.374506,"main_score":0.346202,"hf_subset":"tir_Ethi-bak_Cyrl","languages":["tir-Ethi","bak-Cyrl"]},{"precision":0.229233,"recall":0.293478,"f1":0.246923,"accuracy":0.293478,"main_score":0.246923,"hf_subset":"tir_Ethi-dyu_Latn","languages":["tir-Ethi","dyu-Latn"]},{"precision":0.340545,"recall":0.410079,"f1":0.357816,"accuracy":0.410079,"main_score":0.357816,"hf_subset":"tir_Ethi-heb_Hebr","languages":["tir-Ethi","heb-Hebr"]},{"precision":0.302985,"recall":0.348814,"f1":0.315027,"accuracy":0.348814,"main_score":0.315027,"hf_subset":"tir_Ethi-khk_Cyrl","languages":["tir-Ethi","khk-Cyrl"]},{"precision":0.348002,"recall":0.40415,"f1":0.362658,"accuracy":0.40415,"main_score":0.362658,"hf_subset":"tir_Ethi-lvs_Latn","languages":["tir-Ethi","lvs-Latn"]},{"precision":0.385561,"recall":0.461462,"f1":0.405697,"accuracy":0.461462,"main_score":0.405697,"hf_subset":"tir_Ethi-pan_Guru","languages":["tir-Ethi","pan-Guru"]},{"precision":0.290391,"recall":0.331028,"f1":0.301729,"accuracy":0.331028,"main_score":0.301729,"hf_subset":"tir_Ethi-som_Latn","languages":["tir-Ethi","som-Latn"]},{"precision":0.285839,"recall":0.327075,"f1":0.297092,"accuracy":0.327075,"main_score":0.297092,"hf_subset":"tir_Ethi-tum_Latn","languages":["tir-Ethi","tum-Latn"]},{"precision":0.239537,"recall":0.328063,"f1":0.261276,"accuracy":0.328063,"main_score":0.261276,"hf_subset":"zho_Hant-ace_Arab","languages":["zho-Hant","ace-Arab"]},{"precision":0.323904,"recall":0.426877,"f1":0.35001,"accuracy":0.426877,"main_score":0.35001,"hf_subset":"zho_Hant-bam_Latn","languages":["zho-Hant","bam-Latn"]},{"precision":0.12392,"recall":0.181818,"f1":0.138534,"accuracy":0.181818,"main_score":0.138534,"hf_subset":"zho_Hant-dzo_Tibt","languages":["zho-Hant","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-hin_Deva","languages":["zho-Hant","hin-Deva"]},{"precision":0.82057,"recall":0.871542,"f1":0.836462,"accuracy":0.871542,"main_score":0.836462,"hf_subset":"zho_Hant-khm_Khmr","languages":["zho-Hant","khm-Khmr"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"zho_Hant-mag_Deva","languages":["zho-Hant","mag-Deva"]},{"precision":0.794417,"recall":0.853755,"f1":0.812385,"accuracy":0.853755,"main_score":0.812385,"hf_subset":"zho_Hant-pap_Latn","languages":["zho-Hant","pap-Latn"]},{"precision":0.375905,"recall":0.483202,"f1":0.404006,"accuracy":0.483202,"main_score":0.404006,"hf_subset":"zho_Hant-sot_Latn","languages":["zho-Hant","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-tur_Latn","languages":["zho-Hant","tur-Latn"]},{"precision":0.609439,"recall":0.702569,"f1":0.636034,"accuracy":0.702569,"main_score":0.636034,"hf_subset":"zho_Hant-ace_Latn","languages":["zho-Hant","ace-Latn"]},{"precision":0.79552,"recall":0.852767,"f1":0.813373,"accuracy":0.852767,"main_score":0.813373,"hf_subset":"zho_Hant-ban_Latn","languages":["zho-Hant","ban-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"zho_Hant-ell_Grek","languages":["zho-Hant","ell-Grek"]},{"precision":0.946887,"recall":0.962451,"f1":0.951812,"accuracy":0.962451,"main_score":0.951812,"hf_subset":"zho_Hant-hne_Deva","languages":["zho-Hant","hne-Deva"]},{"precision":0.368959,"recall":0.48419,"f1":0.398843,"accuracy":0.48419,"main_score":0.398843,"hf_subset":"zho_Hant-kik_Latn","languages":["zho-Hant","kik-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"zho_Hant-mai_Deva","languages":["zho-Hant","mai-Deva"]},{"precision":0.819046,"recall":0.871542,"f1":0.835562,"accuracy":0.871542,"main_score":0.835562,"hf_subset":"zho_Hant-pbt_Arab","languages":["zho-Hant","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-spa_Latn","languages":["zho-Hant","spa-Latn"]},{"precision":0.431936,"recall":0.541502,"f1":0.460638,"accuracy":0.541502,"main_score":0.460638,"hf_subset":"zho_Hant-twi_Latn","languages":["zho-Hant","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zho_Hant-acm_Arab","languages":["zho-Hant","acm-Arab"]},{"precision":0.798501,"recall":0.858696,"f1":0.817556,"accuracy":0.858696,"main_score":0.817556,"hf_subset":"zho_Hant-bel_Cyrl","languages":["zho-Hant","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-eng_Latn","languages":["zho-Hant","eng-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"zho_Hant-hrv_Latn","languages":["zho-Hant","hrv-Latn"]},{"precision":0.346328,"recall":0.44664,"f1":0.371128,"accuracy":0.44664,"main_score":0.371128,"hf_subset":"zho_Hant-kin_Latn","languages":["zho-Hant","kin-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"zho_Hant-mal_Mlym","languages":["zho-Hant","mal-Mlym"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-pes_Arab","languages":["zho-Hant","pes-Arab"]},{"precision":0.781785,"recall":0.84585,"f1":0.802009,"accuracy":0.84585,"main_score":0.802009,"hf_subset":"zho_Hant-srd_Latn","languages":["zho-Hant","srd-Latn"]},{"precision":0.101018,"recall":0.164032,"f1":0.114712,"accuracy":0.164032,"main_score":0.114712,"hf_subset":"zho_Hant-tzm_Tfng","languages":["zho-Hant","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-acq_Arab","languages":["zho-Hant","acq-Arab"]},{"precision":0.409995,"recall":0.513834,"f1":0.436828,"accuracy":0.513834,"main_score":0.436828,"hf_subset":"zho_Hant-bem_Latn","languages":["zho-Hant","bem-Latn"]},{"precision":0.838027,"recall":0.887352,"f1":0.85359,"accuracy":0.887352,"main_score":0.85359,"hf_subset":"zho_Hant-epo_Latn","languages":["zho-Hant","epo-Latn"]},{"precision":0.915761,"recall":0.9417,"f1":0.924144,"accuracy":0.9417,"main_score":0.924144,"hf_subset":"zho_Hant-hun_Latn","languages":["zho-Hant","hun-Latn"]},{"precision":0.628921,"recall":0.716403,"f1":0.654113,"accuracy":0.716403,"main_score":0.654113,"hf_subset":"zho_Hant-kir_Cyrl","languages":["zho-Hant","kir-Cyrl"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"zho_Hant-mar_Deva","languages":["zho-Hant","mar-Deva"]},{"precision":0.38898,"recall":0.490119,"f1":0.415629,"accuracy":0.490119,"main_score":0.415629,"hf_subset":"zho_Hant-plt_Latn","languages":["zho-Hant","plt-Latn"]},{"precision":0.89361,"recall":0.926877,"f1":0.904282,"accuracy":0.926877,"main_score":0.904282,"hf_subset":"zho_Hant-srp_Cyrl","languages":["zho-Hant","srp-Cyrl"]},{"precision":0.242953,"recall":0.324111,"f1":0.262434,"accuracy":0.324111,"main_score":0.262434,"hf_subset":"zho_Hant-uig_Arab","languages":["zho-Hant","uig-Arab"]},{"precision":0.94137,"recall":0.960474,"f1":0.947628,"accuracy":0.960474,"main_score":0.947628,"hf_subset":"zho_Hant-aeb_Arab","languages":["zho-Hant","aeb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-ben_Beng","languages":["zho-Hant","ben-Beng"]},{"precision":0.765227,"recall":0.827075,"f1":0.783943,"accuracy":0.827075,"main_score":0.783943,"hf_subset":"zho_Hant-est_Latn","languages":["zho-Hant","est-Latn"]},{"precision":0.767111,"recall":0.827075,"f1":0.785123,"accuracy":0.827075,"main_score":0.785123,"hf_subset":"zho_Hant-hye_Armn","languages":["zho-Hant","hye-Armn"]},{"precision":0.347564,"recall":0.444664,"f1":0.372391,"accuracy":0.444664,"main_score":0.372391,"hf_subset":"zho_Hant-kmb_Latn","languages":["zho-Hant","kmb-Latn"]},{"precision":0.185849,"recall":0.268775,"f1":0.205686,"accuracy":0.268775,"main_score":0.205686,"hf_subset":"zho_Hant-min_Arab","languages":["zho-Hant","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-pol_Latn","languages":["zho-Hant","pol-Latn"]},{"precision":0.338367,"recall":0.445652,"f1":0.36463,"accuracy":0.445652,"main_score":0.36463,"hf_subset":"zho_Hant-ssw_Latn","languages":["zho-Hant","ssw-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-ukr_Cyrl","languages":["zho-Hant","ukr-Cyrl"]},{"precision":0.91996,"recall":0.945652,"f1":0.92836,"accuracy":0.945652,"main_score":0.92836,"hf_subset":"zho_Hant-afr_Latn","languages":["zho-Hant","afr-Latn"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"zho_Hant-bho_Deva","languages":["zho-Hant","bho-Deva"]},{"precision":0.564759,"recall":0.666008,"f1":0.59307,"accuracy":0.666008,"main_score":0.59307,"hf_subset":"zho_Hant-eus_Latn","languages":["zho-Hant","eus-Latn"]},{"precision":0.334263,"recall":0.442688,"f1":0.361364,"accuracy":0.442688,"main_score":0.361364,"hf_subset":"zho_Hant-ibo_Latn","languages":["zho-Hant","ibo-Latn"]},{"precision":0.367429,"recall":0.478261,"f1":0.39585,"accuracy":0.478261,"main_score":0.39585,"hf_subset":"zho_Hant-kmr_Latn","languages":["zho-Hant","kmr-Latn"]},{"precision":0.752397,"recall":0.821146,"f1":0.773271,"accuracy":0.821146,"main_score":0.773271,"hf_subset":"zho_Hant-min_Latn","languages":["zho-Hant","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-por_Latn","languages":["zho-Hant","por-Latn"]},{"precision":0.82831,"recall":0.87747,"f1":0.843379,"accuracy":0.87747,"main_score":0.843379,"hf_subset":"zho_Hant-sun_Latn","languages":["zho-Hant","sun-Latn"]},{"precision":0.3378,"recall":0.448617,"f1":0.36566,"accuracy":0.448617,"main_score":0.36566,"hf_subset":"zho_Hant-umb_Latn","languages":["zho-Hant","umb-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"zho_Hant-ajp_Arab","languages":["zho-Hant","ajp-Arab"]},{"precision":0.207682,"recall":0.300395,"f1":0.230854,"accuracy":0.300395,"main_score":0.230854,"hf_subset":"zho_Hant-bjn_Arab","languages":["zho-Hant","bjn-Arab"]},{"precision":0.362919,"recall":0.462451,"f1":0.387602,"accuracy":0.462451,"main_score":0.387602,"hf_subset":"zho_Hant-ewe_Latn","languages":["zho-Hant","ewe-Latn"]},{"precision":0.606612,"recall":0.697628,"f1":0.632987,"accuracy":0.697628,"main_score":0.632987,"hf_subset":"zho_Hant-ilo_Latn","languages":["zho-Hant","ilo-Latn"]},{"precision":0.15307,"recall":0.238142,"f1":0.172239,"accuracy":0.238142,"main_score":0.172239,"hf_subset":"zho_Hant-knc_Arab","languages":["zho-Hant","knc-Arab"]},{"precision":0.892292,"recall":0.926877,"f1":0.903491,"accuracy":0.926877,"main_score":0.903491,"hf_subset":"zho_Hant-mkd_Cyrl","languages":["zho-Hant","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-prs_Arab","languages":["zho-Hant","prs-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"zho_Hant-swe_Latn","languages":["zho-Hant","swe-Latn"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"zho_Hant-urd_Arab","languages":["zho-Hant","urd-Arab"]},{"precision":0.417041,"recall":0.528656,"f1":0.446704,"accuracy":0.528656,"main_score":0.446704,"hf_subset":"zho_Hant-aka_Latn","languages":["zho-Hant","aka-Latn"]},{"precision":0.805814,"recall":0.860672,"f1":0.822779,"accuracy":0.860672,"main_score":0.822779,"hf_subset":"zho_Hant-bjn_Latn","languages":["zho-Hant","bjn-Latn"]},{"precision":0.523066,"recall":0.620553,"f1":0.55093,"accuracy":0.620553,"main_score":0.55093,"hf_subset":"zho_Hant-fao_Latn","languages":["zho-Hant","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-ind_Latn","languages":["zho-Hant","ind-Latn"]},{"precision":0.383642,"recall":0.490119,"f1":0.410172,"accuracy":0.490119,"main_score":0.410172,"hf_subset":"zho_Hant-knc_Latn","languages":["zho-Hant","knc-Latn"]},{"precision":0.642453,"recall":0.73419,"f1":0.669246,"accuracy":0.73419,"main_score":0.669246,"hf_subset":"zho_Hant-mlt_Latn","languages":["zho-Hant","mlt-Latn"]},{"precision":0.422332,"recall":0.54249,"f1":0.453939,"accuracy":0.54249,"main_score":0.453939,"hf_subset":"zho_Hant-quy_Latn","languages":["zho-Hant","quy-Latn"]},{"precision":0.823123,"recall":0.873518,"f1":0.838735,"accuracy":0.873518,"main_score":0.838735,"hf_subset":"zho_Hant-swh_Latn","languages":["zho-Hant","swh-Latn"]},{"precision":0.567289,"recall":0.66502,"f1":0.59515,"accuracy":0.66502,"main_score":0.59515,"hf_subset":"zho_Hant-uzn_Latn","languages":["zho-Hant","uzn-Latn"]},{"precision":0.71362,"recall":0.789526,"f1":0.736237,"accuracy":0.789526,"main_score":0.736237,"hf_subset":"zho_Hant-als_Latn","languages":["zho-Hant","als-Latn"]},{"precision":0.160947,"recall":0.226285,"f1":0.175574,"accuracy":0.226285,"main_score":0.175574,"hf_subset":"zho_Hant-bod_Tibt","languages":["zho-Hant","bod-Tibt"]},{"precision":0.34351,"recall":0.458498,"f1":0.372691,"accuracy":0.458498,"main_score":0.372691,"hf_subset":"zho_Hant-fij_Latn","languages":["zho-Hant","fij-Latn"]},{"precision":0.511926,"recall":0.602767,"f1":0.536575,"accuracy":0.602767,"main_score":0.536575,"hf_subset":"zho_Hant-isl_Latn","languages":["zho-Hant","isl-Latn"]},{"precision":0.441708,"recall":0.54249,"f1":0.468383,"accuracy":0.54249,"main_score":0.468383,"hf_subset":"zho_Hant-kon_Latn","languages":["zho-Hant","kon-Latn"]},{"precision":0.291236,"recall":0.397233,"f1":0.316892,"accuracy":0.397233,"main_score":0.316892,"hf_subset":"zho_Hant-mni_Beng","languages":["zho-Hant","mni-Beng"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zho_Hant-ron_Latn","languages":["zho-Hant","ron-Latn"]},{"precision":0.80471,"recall":0.859684,"f1":0.82164,"accuracy":0.859684,"main_score":0.82164,"hf_subset":"zho_Hant-szl_Latn","languages":["zho-Hant","szl-Latn"]},{"precision":0.893939,"recall":0.926877,"f1":0.90448,"accuracy":0.926877,"main_score":0.90448,"hf_subset":"zho_Hant-vec_Latn","languages":["zho-Hant","vec-Latn"]},{"precision":0.749795,"recall":0.818182,"f1":0.770306,"accuracy":0.818182,"main_score":0.770306,"hf_subset":"zho_Hant-amh_Ethi","languages":["zho-Hant","amh-Ethi"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"zho_Hant-bos_Latn","languages":["zho-Hant","bos-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"zho_Hant-fin_Latn","languages":["zho-Hant","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-ita_Latn","languages":["zho-Hant","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hant-kor_Hang","languages":["zho-Hant","kor-Hang"]},{"precision":0.35101,"recall":0.456522,"f1":0.377016,"accuracy":0.456522,"main_score":0.377016,"hf_subset":"zho_Hant-mos_Latn","languages":["zho-Hant","mos-Latn"]},{"precision":0.331114,"recall":0.440711,"f1":0.358645,"accuracy":0.440711,"main_score":0.358645,"hf_subset":"zho_Hant-run_Latn","languages":["zho-Hant","run-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"zho_Hant-tam_Taml","languages":["zho-Hant","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-vie_Latn","languages":["zho-Hant","vie-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"zho_Hant-apc_Arab","languages":["zho-Hant","apc-Arab"]},{"precision":0.578057,"recall":0.673913,"f1":0.604801,"accuracy":0.673913,"main_score":0.604801,"hf_subset":"zho_Hant-bug_Latn","languages":["zho-Hant","bug-Latn"]},{"precision":0.305498,"recall":0.407115,"f1":0.330742,"accuracy":0.407115,"main_score":0.330742,"hf_subset":"zho_Hant-fon_Latn","languages":["zho-Hant","fon-Latn"]},{"precision":0.821393,"recall":0.874506,"f1":0.837978,"accuracy":0.874506,"main_score":0.837978,"hf_subset":"zho_Hant-jav_Latn","languages":["zho-Hant","jav-Latn"]},{"precision":0.696436,"recall":0.775692,"f1":0.719916,"accuracy":0.775692,"main_score":0.719916,"hf_subset":"zho_Hant-lao_Laoo","languages":["zho-Hant","lao-Laoo"]},{"precision":0.327688,"recall":0.435771,"f1":0.353544,"accuracy":0.435771,"main_score":0.353544,"hf_subset":"zho_Hant-mri_Latn","languages":["zho-Hant","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-rus_Cyrl","languages":["zho-Hant","rus-Cyrl"]},{"precision":0.351731,"recall":0.466403,"f1":0.380511,"accuracy":0.466403,"main_score":0.380511,"hf_subset":"zho_Hant-taq_Latn","languages":["zho-Hant","taq-Latn"]},{"precision":0.762138,"recall":0.831028,"f1":0.783616,"accuracy":0.831028,"main_score":0.783616,"hf_subset":"zho_Hant-war_Latn","languages":["zho-Hant","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hant-arb_Arab","languages":["zho-Hant","arb-Arab"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"zho_Hant-bul_Cyrl","languages":["zho-Hant","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-fra_Latn","languages":["zho-Hant","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-jpn_Jpan","languages":["zho-Hant","jpn-Jpan"]},{"precision":0.820405,"recall":0.87253,"f1":0.836528,"accuracy":0.87253,"main_score":0.836528,"hf_subset":"zho_Hant-lij_Latn","languages":["zho-Hant","lij-Latn"]},{"precision":0.762196,"recall":0.829051,"f1":0.782658,"accuracy":0.829051,"main_score":0.782658,"hf_subset":"zho_Hant-mya_Mymr","languages":["zho-Hant","mya-Mymr"]},{"precision":0.393715,"recall":0.508893,"f1":0.424637,"accuracy":0.508893,"main_score":0.424637,"hf_subset":"zho_Hant-sag_Latn","languages":["zho-Hant","sag-Latn"]},{"precision":0.113561,"recall":0.189723,"f1":0.128414,"accuracy":0.189723,"main_score":0.128414,"hf_subset":"zho_Hant-taq_Tfng","languages":["zho-Hant","taq-Tfng"]},{"precision":0.397277,"recall":0.508893,"f1":0.425932,"accuracy":0.508893,"main_score":0.425932,"hf_subset":"zho_Hant-wol_Latn","languages":["zho-Hant","wol-Latn"]},{"precision":0.256044,"recall":0.362648,"f1":0.281045,"accuracy":0.362648,"main_score":0.281045,"hf_subset":"zho_Hant-arb_Latn","languages":["zho-Hant","arb-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"zho_Hant-cat_Latn","languages":["zho-Hant","cat-Latn"]},{"precision":0.77864,"recall":0.839921,"f1":0.797299,"accuracy":0.839921,"main_score":0.797299,"hf_subset":"zho_Hant-fur_Latn","languages":["zho-Hant","fur-Latn"]},{"precision":0.252836,"recall":0.338933,"f1":0.273525,"accuracy":0.338933,"main_score":0.273525,"hf_subset":"zho_Hant-kab_Latn","languages":["zho-Hant","kab-Latn"]},{"precision":0.77635,"recall":0.836957,"f1":0.794877,"accuracy":0.836957,"main_score":0.794877,"hf_subset":"zho_Hant-lim_Latn","languages":["zho-Hant","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-nld_Latn","languages":["zho-Hant","nld-Latn"]},{"precision":0.866765,"recall":0.908103,"f1":0.880105,"accuracy":0.908103,"main_score":0.880105,"hf_subset":"zho_Hant-san_Deva","languages":["zho-Hant","san-Deva"]},{"precision":0.605445,"recall":0.694664,"f1":0.630598,"accuracy":0.694664,"main_score":0.630598,"hf_subset":"zho_Hant-tat_Cyrl","languages":["zho-Hant","tat-Cyrl"]},{"precision":0.37735,"recall":0.490119,"f1":0.406105,"accuracy":0.490119,"main_score":0.406105,"hf_subset":"zho_Hant-xho_Latn","languages":["zho-Hant","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-ars_Arab","languages":["zho-Hant","ars-Arab"]},{"precision":0.726268,"recall":0.800395,"f1":0.748767,"accuracy":0.800395,"main_score":0.748767,"hf_subset":"zho_Hant-ceb_Latn","languages":["zho-Hant","ceb-Latn"]},{"precision":0.370429,"recall":0.481225,"f1":0.397955,"accuracy":0.481225,"main_score":0.397955,"hf_subset":"zho_Hant-fuv_Latn","languages":["zho-Hant","fuv-Latn"]},{"precision":0.359376,"recall":0.477273,"f1":0.389265,"accuracy":0.477273,"main_score":0.389265,"hf_subset":"zho_Hant-kac_Latn","languages":["zho-Hant","kac-Latn"]},{"precision":0.410507,"recall":0.528656,"f1":0.441396,"accuracy":0.528656,"main_score":0.441396,"hf_subset":"zho_Hant-lin_Latn","languages":["zho-Hant","lin-Latn"]},{"precision":0.930583,"recall":0.952569,"f1":0.937648,"accuracy":0.952569,"main_score":0.937648,"hf_subset":"zho_Hant-nno_Latn","languages":["zho-Hant","nno-Latn"]},{"precision":0.136841,"recall":0.19664,"f1":0.150079,"accuracy":0.19664,"main_score":0.150079,"hf_subset":"zho_Hant-sat_Olck","languages":["zho-Hant","sat-Olck"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"zho_Hant-tel_Telu","languages":["zho-Hant","tel-Telu"]},{"precision":0.259692,"recall":0.359684,"f1":0.283732,"accuracy":0.359684,"main_score":0.283732,"hf_subset":"zho_Hant-ydd_Hebr","languages":["zho-Hant","ydd-Hebr"]},{"precision":0.873518,"recall":0.912055,"f1":0.88587,"accuracy":0.912055,"main_score":0.88587,"hf_subset":"zho_Hant-ary_Arab","languages":["zho-Hant","ary-Arab"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"zho_Hant-ces_Latn","languages":["zho-Hant","ces-Latn"]},{"precision":0.26598,"recall":0.351779,"f1":0.285925,"accuracy":0.351779,"main_score":0.285925,"hf_subset":"zho_Hant-gaz_Latn","languages":["zho-Hant","gaz-Latn"]},{"precision":0.384807,"recall":0.491107,"f1":0.41179,"accuracy":0.491107,"main_score":0.41179,"hf_subset":"zho_Hant-kam_Latn","languages":["zho-Hant","kam-Latn"]},{"precision":0.748551,"recall":0.821146,"f1":0.771179,"accuracy":0.821146,"main_score":0.771179,"hf_subset":"zho_Hant-lit_Latn","languages":["zho-Hant","lit-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"zho_Hant-nob_Latn","languages":["zho-Hant","nob-Latn"]},{"precision":0.707938,"recall":0.786561,"f1":0.731145,"accuracy":0.786561,"main_score":0.731145,"hf_subset":"zho_Hant-scn_Latn","languages":["zho-Hant","scn-Latn"]},{"precision":0.372362,"recall":0.474308,"f1":0.397215,"accuracy":0.474308,"main_score":0.397215,"hf_subset":"zho_Hant-tgk_Cyrl","languages":["zho-Hant","tgk-Cyrl"]},{"precision":0.321785,"recall":0.432806,"f1":0.349495,"accuracy":0.432806,"main_score":0.349495,"hf_subset":"zho_Hant-yor_Latn","languages":["zho-Hant","yor-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"zho_Hant-arz_Arab","languages":["zho-Hant","arz-Arab"]},{"precision":0.387018,"recall":0.502964,"f1":0.417236,"accuracy":0.502964,"main_score":0.417236,"hf_subset":"zho_Hant-cjk_Latn","languages":["zho-Hant","cjk-Latn"]},{"precision":0.303468,"recall":0.401186,"f1":0.327505,"accuracy":0.401186,"main_score":0.327505,"hf_subset":"zho_Hant-gla_Latn","languages":["zho-Hant","gla-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"zho_Hant-kan_Knda","languages":["zho-Hant","kan-Knda"]},{"precision":0.729842,"recall":0.80336,"f1":0.752047,"accuracy":0.80336,"main_score":0.752047,"hf_subset":"zho_Hant-lmo_Latn","languages":["zho-Hant","lmo-Latn"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"zho_Hant-npi_Deva","languages":["zho-Hant","npi-Deva"]},{"precision":0.309626,"recall":0.429842,"f1":0.339626,"accuracy":0.429842,"main_score":0.339626,"hf_subset":"zho_Hant-shn_Mymr","languages":["zho-Hant","shn-Mymr"]},{"precision":0.835968,"recall":0.886364,"f1":0.852075,"accuracy":0.886364,"main_score":0.852075,"hf_subset":"zho_Hant-tgl_Latn","languages":["zho-Hant","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-yue_Hant","languages":["zho-Hant","yue-Hant"]},{"precision":0.837533,"recall":0.884387,"f1":0.852273,"accuracy":0.884387,"main_score":0.852273,"hf_subset":"zho_Hant-asm_Beng","languages":["zho-Hant","asm-Beng"]},{"precision":0.347936,"recall":0.448617,"f1":0.373773,"accuracy":0.448617,"main_score":0.373773,"hf_subset":"zho_Hant-ckb_Arab","languages":["zho-Hant","ckb-Arab"]},{"precision":0.326851,"recall":0.424901,"f1":0.351096,"accuracy":0.424901,"main_score":0.351096,"hf_subset":"zho_Hant-gle_Latn","languages":["zho-Hant","gle-Latn"]},{"precision":0.612269,"recall":0.710474,"f1":0.640735,"accuracy":0.710474,"main_score":0.640735,"hf_subset":"zho_Hant-kas_Arab","languages":["zho-Hant","kas-Arab"]},{"precision":0.553973,"recall":0.652174,"f1":0.582798,"accuracy":0.652174,"main_score":0.582798,"hf_subset":"zho_Hant-ltg_Latn","languages":["zho-Hant","ltg-Latn"]},{"precision":0.394447,"recall":0.501976,"f1":0.422349,"accuracy":0.501976,"main_score":0.422349,"hf_subset":"zho_Hant-nso_Latn","languages":["zho-Hant","nso-Latn"]},{"precision":0.829381,"recall":0.879447,"f1":0.845276,"accuracy":0.879447,"main_score":0.845276,"hf_subset":"zho_Hant-sin_Sinh","languages":["zho-Hant","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-tha_Thai","languages":["zho-Hant","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-zho_Hans","languages":["zho-Hant","zho-Hans"]},{"precision":0.958333,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"zho_Hant-ast_Latn","languages":["zho-Hant","ast-Latn"]},{"precision":0.764608,"recall":0.83004,"f1":0.784585,"accuracy":0.83004,"main_score":0.784585,"hf_subset":"zho_Hant-crh_Latn","languages":["zho-Hant","crh-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"zho_Hant-glg_Latn","languages":["zho-Hant","glg-Latn"]},{"precision":0.542674,"recall":0.647233,"f1":0.572367,"accuracy":0.647233,"main_score":0.572367,"hf_subset":"zho_Hant-kas_Deva","languages":["zho-Hant","kas-Deva"]},{"precision":0.713812,"recall":0.791502,"f1":0.737055,"accuracy":0.791502,"main_score":0.737055,"hf_subset":"zho_Hant-ltz_Latn","languages":["zho-Hant","ltz-Latn"]},{"precision":0.27596,"recall":0.363636,"f1":0.296337,"accuracy":0.363636,"main_score":0.296337,"hf_subset":"zho_Hant-nus_Latn","languages":["zho-Hant","nus-Latn"]},{"precision":0.952273,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"zho_Hant-slk_Latn","languages":["zho-Hant","slk-Latn"]},{"precision":0.311002,"recall":0.407115,"f1":0.336508,"accuracy":0.407115,"main_score":0.336508,"hf_subset":"zho_Hant-tir_Ethi","languages":["zho-Hant","tir-Ethi"]},{"precision":0.966238,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"zho_Hant-awa_Deva","languages":["zho-Hant","awa-Deva"]},{"precision":0.367469,"recall":0.466403,"f1":0.392629,"accuracy":0.466403,"main_score":0.392629,"hf_subset":"zho_Hant-cym_Latn","languages":["zho-Hant","cym-Latn"]},{"precision":0.592401,"recall":0.685771,"f1":0.618538,"accuracy":0.685771,"main_score":0.618538,"hf_subset":"zho_Hant-grn_Latn","languages":["zho-Hant","grn-Latn"]},{"precision":0.86166,"recall":0.902174,"f1":0.874111,"accuracy":0.902174,"main_score":0.874111,"hf_subset":"zho_Hant-kat_Geor","languages":["zho-Hant","kat-Geor"]},{"precision":0.423261,"recall":0.533597,"f1":0.452875,"accuracy":0.533597,"main_score":0.452875,"hf_subset":"zho_Hant-lua_Latn","languages":["zho-Hant","lua-Latn"]},{"precision":0.415726,"recall":0.522727,"f1":0.444176,"accuracy":0.522727,"main_score":0.444176,"hf_subset":"zho_Hant-nya_Latn","languages":["zho-Hant","nya-Latn"]},{"precision":0.883103,"recall":0.91996,"f1":0.894928,"accuracy":0.91996,"main_score":0.894928,"hf_subset":"zho_Hant-slv_Latn","languages":["zho-Hant","slv-Latn"]},{"precision":0.690012,"recall":0.766798,"f1":0.712568,"accuracy":0.766798,"main_score":0.712568,"hf_subset":"zho_Hant-tpi_Latn","languages":["zho-Hant","tpi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"zho_Hant-zsm_Latn","languages":["zho-Hant","zsm-Latn"]},{"precision":0.337026,"recall":0.442688,"f1":0.363607,"accuracy":0.442688,"main_score":0.363607,"hf_subset":"zho_Hant-ayr_Latn","languages":["zho-Hant","ayr-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"zho_Hant-dan_Latn","languages":["zho-Hant","dan-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"zho_Hant-guj_Gujr","languages":["zho-Hant","guj-Gujr"]},{"precision":0.689815,"recall":0.767787,"f1":0.712618,"accuracy":0.767787,"main_score":0.712618,"hf_subset":"zho_Hant-kaz_Cyrl","languages":["zho-Hant","kaz-Cyrl"]},{"precision":0.339727,"recall":0.4417,"f1":0.364897,"accuracy":0.4417,"main_score":0.364897,"hf_subset":"zho_Hant-lug_Latn","languages":["zho-Hant","lug-Latn"]},{"precision":0.921031,"recall":0.945652,"f1":0.92892,"accuracy":0.945652,"main_score":0.92892,"hf_subset":"zho_Hant-oci_Latn","languages":["zho-Hant","oci-Latn"]},{"precision":0.37886,"recall":0.492095,"f1":0.407607,"accuracy":0.492095,"main_score":0.407607,"hf_subset":"zho_Hant-smo_Latn","languages":["zho-Hant","smo-Latn"]},{"precision":0.347051,"recall":0.460474,"f1":0.375894,"accuracy":0.460474,"main_score":0.375894,"hf_subset":"zho_Hant-tsn_Latn","languages":["zho-Hant","tsn-Latn"]},{"precision":0.351761,"recall":0.452569,"f1":0.377885,"accuracy":0.452569,"main_score":0.377885,"hf_subset":"zho_Hant-zul_Latn","languages":["zho-Hant","zul-Latn"]},{"precision":0.658894,"recall":0.748024,"f1":0.685414,"accuracy":0.748024,"main_score":0.685414,"hf_subset":"zho_Hant-azb_Arab","languages":["zho-Hant","azb-Arab"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"zho_Hant-deu_Latn","languages":["zho-Hant","deu-Latn"]},{"precision":0.548625,"recall":0.656126,"f1":0.579752,"accuracy":0.656126,"main_score":0.579752,"hf_subset":"zho_Hant-hat_Latn","languages":["zho-Hant","hat-Latn"]},{"precision":0.310762,"recall":0.408103,"f1":0.333865,"accuracy":0.408103,"main_score":0.333865,"hf_subset":"zho_Hant-kbp_Latn","languages":["zho-Hant","kbp-Latn"]},{"precision":0.374695,"recall":0.478261,"f1":0.400447,"accuracy":0.478261,"main_score":0.400447,"hf_subset":"zho_Hant-luo_Latn","languages":["zho-Hant","luo-Latn"]},{"precision":0.483996,"recall":0.571146,"f1":0.507663,"accuracy":0.571146,"main_score":0.507663,"hf_subset":"zho_Hant-ory_Orya","languages":["zho-Hant","ory-Orya"]},{"precision":0.362716,"recall":0.477273,"f1":0.392326,"accuracy":0.477273,"main_score":0.392326,"hf_subset":"zho_Hant-sna_Latn","languages":["zho-Hant","sna-Latn"]},{"precision":0.363169,"recall":0.461462,"f1":0.387086,"accuracy":0.461462,"main_score":0.387086,"hf_subset":"zho_Hant-tso_Latn","languages":["zho-Hant","tso-Latn"]},{"precision":0.827404,"recall":0.876482,"f1":0.842608,"accuracy":0.876482,"main_score":0.842608,"hf_subset":"zho_Hant-azj_Latn","languages":["zho-Hant","azj-Latn"]},{"precision":0.36587,"recall":0.482213,"f1":0.396165,"accuracy":0.482213,"main_score":0.396165,"hf_subset":"zho_Hant-dik_Latn","languages":["zho-Hant","dik-Latn"]},{"precision":0.398547,"recall":0.493083,"f1":0.422881,"accuracy":0.493083,"main_score":0.422881,"hf_subset":"zho_Hant-hau_Latn","languages":["zho-Hant","hau-Latn"]},{"precision":0.736874,"recall":0.812253,"f1":0.759914,"accuracy":0.812253,"main_score":0.759914,"hf_subset":"zho_Hant-kea_Latn","languages":["zho-Hant","kea-Latn"]},{"precision":0.528139,"recall":0.623518,"f1":0.554591,"accuracy":0.623518,"main_score":0.554591,"hf_subset":"zho_Hant-lus_Latn","languages":["zho-Hant","lus-Latn"]},{"precision":0.684676,"recall":0.76581,"f1":0.708718,"accuracy":0.76581,"main_score":0.708718,"hf_subset":"zho_Hant-pag_Latn","languages":["zho-Hant","pag-Latn"]},{"precision":0.638688,"recall":0.728261,"f1":0.664907,"accuracy":0.728261,"main_score":0.664907,"hf_subset":"zho_Hant-snd_Arab","languages":["zho-Hant","snd-Arab"]},{"precision":0.533285,"recall":0.633399,"f1":0.561211,"accuracy":0.633399,"main_score":0.561211,"hf_subset":"zho_Hant-tuk_Latn","languages":["zho-Hant","tuk-Latn"]},{"precision":0.604374,"recall":0.688735,"f1":0.628066,"accuracy":0.688735,"main_score":0.628066,"hf_subset":"zho_Hant-bak_Cyrl","languages":["zho-Hant","bak-Cyrl"]},{"precision":0.291728,"recall":0.407115,"f1":0.320927,"accuracy":0.407115,"main_score":0.320927,"hf_subset":"zho_Hant-dyu_Latn","languages":["zho-Hant","dyu-Latn"]},{"precision":0.870142,"recall":0.910079,"f1":0.882773,"accuracy":0.910079,"main_score":0.882773,"hf_subset":"zho_Hant-heb_Hebr","languages":["zho-Hant","heb-Hebr"]},{"precision":0.398429,"recall":0.494071,"f1":0.423167,"accuracy":0.494071,"main_score":0.423167,"hf_subset":"zho_Hant-khk_Cyrl","languages":["zho-Hant","khk-Cyrl"]},{"precision":0.763867,"recall":0.829051,"f1":0.783602,"accuracy":0.829051,"main_score":0.783602,"hf_subset":"zho_Hant-lvs_Latn","languages":["zho-Hant","lvs-Latn"]},{"precision":0.896574,"recall":0.927866,"f1":0.906621,"accuracy":0.927866,"main_score":0.906621,"hf_subset":"zho_Hant-pan_Guru","languages":["zho-Hant","pan-Guru"]},{"precision":0.323519,"recall":0.424901,"f1":0.348656,"accuracy":0.424901,"main_score":0.348656,"hf_subset":"zho_Hant-som_Latn","languages":["zho-Hant","som-Latn"]},{"precision":0.407916,"recall":0.506917,"f1":0.433686,"accuracy":0.506917,"main_score":0.433686,"hf_subset":"zho_Hant-tum_Latn","languages":["zho-Hant","tum-Latn"]},{"precision":0.294071,"recall":0.380435,"f1":0.316657,"accuracy":0.380435,"main_score":0.316657,"hf_subset":"awa_Deva-ace_Arab","languages":["awa-Deva","ace-Arab"]},{"precision":0.350074,"recall":0.450593,"f1":0.376236,"accuracy":0.450593,"main_score":0.376236,"hf_subset":"awa_Deva-bam_Latn","languages":["awa-Deva","bam-Latn"]},{"precision":0.166462,"recall":0.232213,"f1":0.183719,"accuracy":0.232213,"main_score":0.183719,"hf_subset":"awa_Deva-dzo_Tibt","languages":["awa-Deva","dzo-Tibt"]},{"precision":0.986907,"recall":0.990119,"f1":0.987879,"accuracy":0.990119,"main_score":0.987879,"hf_subset":"awa_Deva-hin_Deva","languages":["awa-Deva","hin-Deva"]},{"precision":0.815991,"recall":0.866601,"f1":0.831917,"accuracy":0.866601,"main_score":0.831917,"hf_subset":"awa_Deva-khm_Khmr","languages":["awa-Deva","khm-Khmr"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"awa_Deva-mag_Deva","languages":["awa-Deva","mag-Deva"]},{"precision":0.852602,"recall":0.895257,"f1":0.866041,"accuracy":0.895257,"main_score":0.866041,"hf_subset":"awa_Deva-pap_Latn","languages":["awa-Deva","pap-Latn"]},{"precision":0.386219,"recall":0.495059,"f1":0.415575,"accuracy":0.495059,"main_score":0.415575,"hf_subset":"awa_Deva-sot_Latn","languages":["awa-Deva","sot-Latn"]},{"precision":0.978014,"recall":0.98419,"f1":0.979974,"accuracy":0.98419,"main_score":0.979974,"hf_subset":"awa_Deva-tur_Latn","languages":["awa-Deva","tur-Latn"]},{"precision":0.653781,"recall":0.738142,"f1":0.67887,"accuracy":0.738142,"main_score":0.67887,"hf_subset":"awa_Deva-ace_Latn","languages":["awa-Deva","ace-Latn"]},{"precision":0.83111,"recall":0.87747,"f1":0.845751,"accuracy":0.87747,"main_score":0.845751,"hf_subset":"awa_Deva-ban_Latn","languages":["awa-Deva","ban-Latn"]},{"precision":0.946723,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"awa_Deva-ell_Grek","languages":["awa-Deva","ell-Grek"]},{"precision":0.971344,"recall":0.979249,"f1":0.973979,"accuracy":0.979249,"main_score":0.973979,"hf_subset":"awa_Deva-hne_Deva","languages":["awa-Deva","hne-Deva"]},{"precision":0.400825,"recall":0.51087,"f1":0.430262,"accuracy":0.51087,"main_score":0.430262,"hf_subset":"awa_Deva-kik_Latn","languages":["awa-Deva","kik-Latn"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"awa_Deva-mai_Deva","languages":["awa-Deva","mai-Deva"]},{"precision":0.874539,"recall":0.912055,"f1":0.886528,"accuracy":0.912055,"main_score":0.886528,"hf_subset":"awa_Deva-pbt_Arab","languages":["awa-Deva","pbt-Arab"]},{"precision":0.98246,"recall":0.987154,"f1":0.983926,"accuracy":0.987154,"main_score":0.983926,"hf_subset":"awa_Deva-spa_Latn","languages":["awa-Deva","spa-Latn"]},{"precision":0.471483,"recall":0.575099,"f1":0.499457,"accuracy":0.575099,"main_score":0.499457,"hf_subset":"awa_Deva-twi_Latn","languages":["awa-Deva","twi-Latn"]},{"precision":0.976532,"recall":0.983202,"f1":0.978656,"accuracy":0.983202,"main_score":0.978656,"hf_subset":"awa_Deva-acm_Arab","languages":["awa-Deva","acm-Arab"]},{"precision":0.829051,"recall":0.87747,"f1":0.844466,"accuracy":0.87747,"main_score":0.844466,"hf_subset":"awa_Deva-bel_Cyrl","languages":["awa-Deva","bel-Cyrl"]},{"precision":0.988389,"recall":0.991107,"f1":0.989196,"accuracy":0.991107,"main_score":0.989196,"hf_subset":"awa_Deva-eng_Latn","languages":["awa-Deva","eng-Latn"]},{"precision":0.944252,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"awa_Deva-hrv_Latn","languages":["awa-Deva","hrv-Latn"]},{"precision":0.363915,"recall":0.465415,"f1":0.39096,"accuracy":0.465415,"main_score":0.39096,"hf_subset":"awa_Deva-kin_Latn","languages":["awa-Deva","kin-Latn"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"awa_Deva-mal_Mlym","languages":["awa-Deva","mal-Mlym"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"awa_Deva-pes_Arab","languages":["awa-Deva","pes-Arab"]},{"precision":0.830534,"recall":0.879447,"f1":0.846146,"accuracy":0.879447,"main_score":0.846146,"hf_subset":"awa_Deva-srd_Latn","languages":["awa-Deva","srd-Latn"]},{"precision":0.108075,"recall":0.184783,"f1":0.124841,"accuracy":0.184783,"main_score":0.124841,"hf_subset":"awa_Deva-tzm_Tfng","languages":["awa-Deva","tzm-Tfng"]},{"precision":0.981966,"recall":0.987154,"f1":0.983597,"accuracy":0.987154,"main_score":0.983597,"hf_subset":"awa_Deva-acq_Arab","languages":["awa-Deva","acq-Arab"]},{"precision":0.424158,"recall":0.524704,"f1":0.451099,"accuracy":0.524704,"main_score":0.451099,"hf_subset":"awa_Deva-bem_Latn","languages":["awa-Deva","bem-Latn"]},{"precision":0.876565,"recall":0.912055,"f1":0.887516,"accuracy":0.912055,"main_score":0.887516,"hf_subset":"awa_Deva-epo_Latn","languages":["awa-Deva","epo-Latn"]},{"precision":0.904068,"recall":0.931818,"f1":0.912945,"accuracy":0.931818,"main_score":0.912945,"hf_subset":"awa_Deva-hun_Latn","languages":["awa-Deva","hun-Latn"]},{"precision":0.66638,"recall":0.743083,"f1":0.689166,"accuracy":0.743083,"main_score":0.689166,"hf_subset":"awa_Deva-kir_Cyrl","languages":["awa-Deva","kir-Cyrl"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"awa_Deva-mar_Deva","languages":["awa-Deva","mar-Deva"]},{"precision":0.413363,"recall":0.51581,"f1":0.441504,"accuracy":0.51581,"main_score":0.441504,"hf_subset":"awa_Deva-plt_Latn","languages":["awa-Deva","plt-Latn"]},{"precision":0.893281,"recall":0.925889,"f1":0.903821,"accuracy":0.925889,"main_score":0.903821,"hf_subset":"awa_Deva-srp_Cyrl","languages":["awa-Deva","srp-Cyrl"]},{"precision":0.26897,"recall":0.354743,"f1":0.291284,"accuracy":0.354743,"main_score":0.291284,"hf_subset":"awa_Deva-uig_Arab","languages":["awa-Deva","uig-Arab"]},{"precision":0.925642,"recall":0.948617,"f1":0.933037,"accuracy":0.948617,"main_score":0.933037,"hf_subset":"awa_Deva-aeb_Arab","languages":["awa-Deva","aeb-Arab"]},{"precision":0.983449,"recall":0.988142,"f1":0.984914,"accuracy":0.988142,"main_score":0.984914,"hf_subset":"awa_Deva-ben_Beng","languages":["awa-Deva","ben-Beng"]},{"precision":0.798748,"recall":0.853755,"f1":0.815646,"accuracy":0.853755,"main_score":0.815646,"hf_subset":"awa_Deva-est_Latn","languages":["awa-Deva","est-Latn"]},{"precision":0.796767,"recall":0.847826,"f1":0.812187,"accuracy":0.847826,"main_score":0.812187,"hf_subset":"awa_Deva-hye_Armn","languages":["awa-Deva","hye-Armn"]},{"precision":0.373193,"recall":0.466403,"f1":0.398135,"accuracy":0.466403,"main_score":0.398135,"hf_subset":"awa_Deva-kmb_Latn","languages":["awa-Deva","kmb-Latn"]},{"precision":0.236286,"recall":0.322134,"f1":0.25751,"accuracy":0.322134,"main_score":0.25751,"hf_subset":"awa_Deva-min_Arab","languages":["awa-Deva","min-Arab"]},{"precision":0.973567,"recall":0.981225,"f1":0.976021,"accuracy":0.981225,"main_score":0.976021,"hf_subset":"awa_Deva-pol_Latn","languages":["awa-Deva","pol-Latn"]},{"precision":0.363938,"recall":0.470356,"f1":0.391459,"accuracy":0.470356,"main_score":0.391459,"hf_subset":"awa_Deva-ssw_Latn","languages":["awa-Deva","ssw-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"awa_Deva-ukr_Cyrl","languages":["awa-Deva","ukr-Cyrl"]},{"precision":0.926548,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"awa_Deva-afr_Latn","languages":["awa-Deva","afr-Latn"]},{"precision":0.978096,"recall":0.98419,"f1":0.980072,"accuracy":0.98419,"main_score":0.980072,"hf_subset":"awa_Deva-bho_Deva","languages":["awa-Deva","bho-Deva"]},{"precision":0.59837,"recall":0.690711,"f1":0.624664,"accuracy":0.690711,"main_score":0.624664,"hf_subset":"awa_Deva-eus_Latn","languages":["awa-Deva","eus-Latn"]},{"precision":0.365202,"recall":0.478261,"f1":0.394927,"accuracy":0.478261,"main_score":0.394927,"hf_subset":"awa_Deva-ibo_Latn","languages":["awa-Deva","ibo-Latn"]},{"precision":0.421569,"recall":0.524704,"f1":0.448533,"accuracy":0.524704,"main_score":0.448533,"hf_subset":"awa_Deva-kmr_Latn","languages":["awa-Deva","kmr-Latn"]},{"precision":0.792523,"recall":0.849802,"f1":0.810046,"accuracy":0.849802,"main_score":0.810046,"hf_subset":"awa_Deva-min_Latn","languages":["awa-Deva","min-Latn"]},{"precision":0.985425,"recall":0.98913,"f1":0.986561,"accuracy":0.98913,"main_score":0.986561,"hf_subset":"awa_Deva-por_Latn","languages":["awa-Deva","por-Latn"]},{"precision":0.847826,"recall":0.890316,"f1":0.860968,"accuracy":0.890316,"main_score":0.860968,"hf_subset":"awa_Deva-sun_Latn","languages":["awa-Deva","sun-Latn"]},{"precision":0.361956,"recall":0.467391,"f1":0.389256,"accuracy":0.467391,"main_score":0.389256,"hf_subset":"awa_Deva-umb_Latn","languages":["awa-Deva","umb-Latn"]},{"precision":0.979496,"recall":0.985178,"f1":0.981291,"accuracy":0.985178,"main_score":0.981291,"hf_subset":"awa_Deva-ajp_Arab","languages":["awa-Deva","ajp-Arab"]},{"precision":0.260851,"recall":0.349802,"f1":0.285004,"accuracy":0.349802,"main_score":0.285004,"hf_subset":"awa_Deva-bjn_Arab","languages":["awa-Deva","bjn-Arab"]},{"precision":0.395827,"recall":0.490119,"f1":0.419991,"accuracy":0.490119,"main_score":0.419991,"hf_subset":"awa_Deva-ewe_Latn","languages":["awa-Deva","ewe-Latn"]},{"precision":0.668949,"recall":0.748024,"f1":0.692653,"accuracy":0.748024,"main_score":0.692653,"hf_subset":"awa_Deva-ilo_Latn","languages":["awa-Deva","ilo-Latn"]},{"precision":0.174416,"recall":0.261858,"f1":0.195528,"accuracy":0.261858,"main_score":0.195528,"hf_subset":"awa_Deva-knc_Arab","languages":["awa-Deva","knc-Arab"]},{"precision":0.911891,"recall":0.938735,"f1":0.920619,"accuracy":0.938735,"main_score":0.920619,"hf_subset":"awa_Deva-mkd_Cyrl","languages":["awa-Deva","mkd-Cyrl"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"awa_Deva-prs_Arab","languages":["awa-Deva","prs-Arab"]},{"precision":0.967968,"recall":0.977273,"f1":0.970916,"accuracy":0.977273,"main_score":0.970916,"hf_subset":"awa_Deva-swe_Latn","languages":["awa-Deva","swe-Latn"]},{"precision":0.969121,"recall":0.978261,"f1":0.972069,"accuracy":0.978261,"main_score":0.972069,"hf_subset":"awa_Deva-urd_Arab","languages":["awa-Deva","urd-Arab"]},{"precision":0.455037,"recall":0.557312,"f1":0.481901,"accuracy":0.557312,"main_score":0.481901,"hf_subset":"awa_Deva-aka_Latn","languages":["awa-Deva","aka-Latn"]},{"precision":0.833366,"recall":0.880435,"f1":0.848123,"accuracy":0.880435,"main_score":0.848123,"hf_subset":"awa_Deva-bjn_Latn","languages":["awa-Deva","bjn-Latn"]},{"precision":0.545137,"recall":0.637352,"f1":0.571925,"accuracy":0.637352,"main_score":0.571925,"hf_subset":"awa_Deva-fao_Latn","languages":["awa-Deva","fao-Latn"]},{"precision":0.987895,"recall":0.991107,"f1":0.988867,"accuracy":0.991107,"main_score":0.988867,"hf_subset":"awa_Deva-ind_Latn","languages":["awa-Deva","ind-Latn"]},{"precision":0.437108,"recall":0.540514,"f1":0.463679,"accuracy":0.540514,"main_score":0.463679,"hf_subset":"awa_Deva-knc_Latn","languages":["awa-Deva","knc-Latn"]},{"precision":0.685211,"recall":0.763834,"f1":0.708846,"accuracy":0.763834,"main_score":0.708846,"hf_subset":"awa_Deva-mlt_Latn","languages":["awa-Deva","mlt-Latn"]},{"precision":0.483371,"recall":0.58498,"f1":0.510783,"accuracy":0.58498,"main_score":0.510783,"hf_subset":"awa_Deva-quy_Latn","languages":["awa-Deva","quy-Latn"]},{"precision":0.852684,"recall":0.895257,"f1":0.866337,"accuracy":0.895257,"main_score":0.866337,"hf_subset":"awa_Deva-swh_Latn","languages":["awa-Deva","swh-Latn"]},{"precision":0.605075,"recall":0.695652,"f1":0.63174,"accuracy":0.695652,"main_score":0.63174,"hf_subset":"awa_Deva-uzn_Latn","languages":["awa-Deva","uzn-Latn"]},{"precision":0.758267,"recall":0.822134,"f1":0.777767,"accuracy":0.822134,"main_score":0.777767,"hf_subset":"awa_Deva-als_Latn","languages":["awa-Deva","als-Latn"]},{"precision":0.193291,"recall":0.264822,"f1":0.211641,"accuracy":0.264822,"main_score":0.211641,"hf_subset":"awa_Deva-bod_Tibt","languages":["awa-Deva","bod-Tibt"]},{"precision":0.372637,"recall":0.485178,"f1":0.402656,"accuracy":0.485178,"main_score":0.402656,"hf_subset":"awa_Deva-fij_Latn","languages":["awa-Deva","fij-Latn"]},{"precision":0.528156,"recall":0.616601,"f1":0.552535,"accuracy":0.616601,"main_score":0.552535,"hf_subset":"awa_Deva-isl_Latn","languages":["awa-Deva","isl-Latn"]},{"precision":0.475736,"recall":0.571146,"f1":0.501528,"accuracy":0.571146,"main_score":0.501528,"hf_subset":"awa_Deva-kon_Latn","languages":["awa-Deva","kon-Latn"]},{"precision":0.382882,"recall":0.487154,"f1":0.410899,"accuracy":0.487154,"main_score":0.410899,"hf_subset":"awa_Deva-mni_Beng","languages":["awa-Deva","mni-Beng"]},{"precision":0.971838,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"awa_Deva-ron_Latn","languages":["awa-Deva","ron-Latn"]},{"precision":0.836742,"recall":0.881423,"f1":0.850527,"accuracy":0.881423,"main_score":0.850527,"hf_subset":"awa_Deva-szl_Latn","languages":["awa-Deva","szl-Latn"]},{"precision":0.920043,"recall":0.943676,"f1":0.927602,"accuracy":0.943676,"main_score":0.927602,"hf_subset":"awa_Deva-vec_Latn","languages":["awa-Deva","vec-Latn"]},{"precision":0.791238,"recall":0.847826,"f1":0.808531,"accuracy":0.847826,"main_score":0.808531,"hf_subset":"awa_Deva-amh_Ethi","languages":["awa-Deva","amh-Ethi"]},{"precision":0.955781,"recall":0.969368,"f1":0.960211,"accuracy":0.969368,"main_score":0.960211,"hf_subset":"awa_Deva-bos_Latn","languages":["awa-Deva","bos-Latn"]},{"precision":0.960886,"recall":0.971344,"f1":0.964163,"accuracy":0.971344,"main_score":0.964163,"hf_subset":"awa_Deva-fin_Latn","languages":["awa-Deva","fin-Latn"]},{"precision":0.980978,"recall":0.986166,"f1":0.982609,"accuracy":0.986166,"main_score":0.982609,"hf_subset":"awa_Deva-ita_Latn","languages":["awa-Deva","ita-Latn"]},{"precision":0.985425,"recall":0.98913,"f1":0.986561,"accuracy":0.98913,"main_score":0.986561,"hf_subset":"awa_Deva-kor_Hang","languages":["awa-Deva","kor-Hang"]},{"precision":0.387626,"recall":0.493083,"f1":0.415628,"accuracy":0.493083,"main_score":0.415628,"hf_subset":"awa_Deva-mos_Latn","languages":["awa-Deva","mos-Latn"]},{"precision":0.366869,"recall":0.470356,"f1":0.393376,"accuracy":0.470356,"main_score":0.393376,"hf_subset":"awa_Deva-run_Latn","languages":["awa-Deva","run-Latn"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"awa_Deva-tam_Taml","languages":["awa-Deva","tam-Taml"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"awa_Deva-vie_Latn","languages":["awa-Deva","vie-Latn"]},{"precision":0.970603,"recall":0.979249,"f1":0.973386,"accuracy":0.979249,"main_score":0.973386,"hf_subset":"awa_Deva-apc_Arab","languages":["awa-Deva","apc-Arab"]},{"precision":0.610715,"recall":0.700593,"f1":0.636895,"accuracy":0.700593,"main_score":0.636895,"hf_subset":"awa_Deva-bug_Latn","languages":["awa-Deva","bug-Latn"]},{"precision":0.332622,"recall":0.429842,"f1":0.356813,"accuracy":0.429842,"main_score":0.356813,"hf_subset":"awa_Deva-fon_Latn","languages":["awa-Deva","fon-Latn"]},{"precision":0.843577,"recall":0.889328,"f1":0.857839,"accuracy":0.889328,"main_score":0.857839,"hf_subset":"awa_Deva-jav_Latn","languages":["awa-Deva","jav-Latn"]},{"precision":0.714509,"recall":0.788538,"f1":0.737093,"accuracy":0.788538,"main_score":0.737093,"hf_subset":"awa_Deva-lao_Laoo","languages":["awa-Deva","lao-Laoo"]},{"precision":0.343851,"recall":0.456522,"f1":0.372069,"accuracy":0.456522,"main_score":0.372069,"hf_subset":"awa_Deva-mri_Latn","languages":["awa-Deva","mri-Latn"]},{"precision":0.986907,"recall":0.990119,"f1":0.987879,"accuracy":0.990119,"main_score":0.987879,"hf_subset":"awa_Deva-rus_Cyrl","languages":["awa-Deva","rus-Cyrl"]},{"precision":0.366343,"recall":0.480237,"f1":0.396029,"accuracy":0.480237,"main_score":0.396029,"hf_subset":"awa_Deva-taq_Latn","languages":["awa-Deva","taq-Latn"]},{"precision":0.798428,"recall":0.854743,"f1":0.816288,"accuracy":0.854743,"main_score":0.816288,"hf_subset":"awa_Deva-war_Latn","languages":["awa-Deva","war-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"awa_Deva-arb_Arab","languages":["awa-Deva","arb-Arab"]},{"precision":0.97332,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"awa_Deva-bul_Cyrl","languages":["awa-Deva","bul-Cyrl"]},{"precision":0.986989,"recall":0.990119,"f1":0.987978,"accuracy":0.990119,"main_score":0.987978,"hf_subset":"awa_Deva-fra_Latn","languages":["awa-Deva","fra-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-jpn_Jpan","languages":["awa-Deva","jpn-Jpan"]},{"precision":0.85807,"recall":0.901186,"f1":0.871871,"accuracy":0.901186,"main_score":0.871871,"hf_subset":"awa_Deva-lij_Latn","languages":["awa-Deva","lij-Latn"]},{"precision":0.768972,"recall":0.832016,"f1":0.788472,"accuracy":0.832016,"main_score":0.788472,"hf_subset":"awa_Deva-mya_Mymr","languages":["awa-Deva","mya-Mymr"]},{"precision":0.426785,"recall":0.533597,"f1":0.455664,"accuracy":0.533597,"main_score":0.455664,"hf_subset":"awa_Deva-sag_Latn","languages":["awa-Deva","sag-Latn"]},{"precision":0.134587,"recall":0.210474,"f1":0.148569,"accuracy":0.210474,"main_score":0.148569,"hf_subset":"awa_Deva-taq_Tfng","languages":["awa-Deva","taq-Tfng"]},{"precision":0.429679,"recall":0.533597,"f1":0.456917,"accuracy":0.533597,"main_score":0.456917,"hf_subset":"awa_Deva-wol_Latn","languages":["awa-Deva","wol-Latn"]},{"precision":0.268521,"recall":0.378458,"f1":0.295761,"accuracy":0.378458,"main_score":0.295761,"hf_subset":"awa_Deva-arb_Latn","languages":["awa-Deva","arb-Latn"]},{"precision":0.952652,"recall":0.967391,"f1":0.957411,"accuracy":0.967391,"main_score":0.957411,"hf_subset":"awa_Deva-cat_Latn","languages":["awa-Deva","cat-Latn"]},{"precision":0.814262,"recall":0.866601,"f1":0.83083,"accuracy":0.866601,"main_score":0.83083,"hf_subset":"awa_Deva-fur_Latn","languages":["awa-Deva","fur-Latn"]},{"precision":0.257718,"recall":0.341897,"f1":0.279088,"accuracy":0.341897,"main_score":0.279088,"hf_subset":"awa_Deva-kab_Latn","languages":["awa-Deva","kab-Latn"]},{"precision":0.791996,"recall":0.849802,"f1":0.810178,"accuracy":0.849802,"main_score":0.810178,"hf_subset":"awa_Deva-lim_Latn","languages":["awa-Deva","lim-Latn"]},{"precision":0.978014,"recall":0.98419,"f1":0.979974,"accuracy":0.98419,"main_score":0.979974,"hf_subset":"awa_Deva-nld_Latn","languages":["awa-Deva","nld-Latn"]},{"precision":0.908514,"recall":0.935771,"f1":0.917227,"accuracy":0.935771,"main_score":0.917227,"hf_subset":"awa_Deva-san_Deva","languages":["awa-Deva","san-Deva"]},{"precision":0.631862,"recall":0.714427,"f1":0.655626,"accuracy":0.714427,"main_score":0.655626,"hf_subset":"awa_Deva-tat_Cyrl","languages":["awa-Deva","tat-Cyrl"]},{"precision":0.408624,"recall":0.516798,"f1":0.43661,"accuracy":0.516798,"main_score":0.43661,"hf_subset":"awa_Deva-xho_Latn","languages":["awa-Deva","xho-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"awa_Deva-ars_Arab","languages":["awa-Deva","ars-Arab"]},{"precision":0.769928,"recall":0.831028,"f1":0.788406,"accuracy":0.831028,"main_score":0.788406,"hf_subset":"awa_Deva-ceb_Latn","languages":["awa-Deva","ceb-Latn"]},{"precision":0.389003,"recall":0.494071,"f1":0.415526,"accuracy":0.494071,"main_score":0.415526,"hf_subset":"awa_Deva-fuv_Latn","languages":["awa-Deva","fuv-Latn"]},{"precision":0.384708,"recall":0.5,"f1":0.415595,"accuracy":0.5,"main_score":0.415595,"hf_subset":"awa_Deva-kac_Latn","languages":["awa-Deva","kac-Latn"]},{"precision":0.463487,"recall":0.570158,"f1":0.492023,"accuracy":0.570158,"main_score":0.492023,"hf_subset":"awa_Deva-lin_Latn","languages":["awa-Deva","lin-Latn"]},{"precision":0.941535,"recall":0.959486,"f1":0.947464,"accuracy":0.959486,"main_score":0.947464,"hf_subset":"awa_Deva-nno_Latn","languages":["awa-Deva","nno-Latn"]},{"precision":0.194392,"recall":0.269763,"f1":0.212988,"accuracy":0.269763,"main_score":0.212988,"hf_subset":"awa_Deva-sat_Olck","languages":["awa-Deva","sat-Olck"]},{"precision":0.963027,"recall":0.974308,"f1":0.966634,"accuracy":0.974308,"main_score":0.966634,"hf_subset":"awa_Deva-tel_Telu","languages":["awa-Deva","tel-Telu"]},{"precision":0.304851,"recall":0.402174,"f1":0.329521,"accuracy":0.402174,"main_score":0.329521,"hf_subset":"awa_Deva-ydd_Hebr","languages":["awa-Deva","ydd-Hebr"]},{"precision":0.88475,"recall":0.918972,"f1":0.895751,"accuracy":0.918972,"main_score":0.895751,"hf_subset":"awa_Deva-ary_Arab","languages":["awa-Deva","ary-Arab"]},{"precision":0.952075,"recall":0.966403,"f1":0.956686,"accuracy":0.966403,"main_score":0.956686,"hf_subset":"awa_Deva-ces_Latn","languages":["awa-Deva","ces-Latn"]},{"precision":0.302234,"recall":0.392292,"f1":0.324767,"accuracy":0.392292,"main_score":0.324767,"hf_subset":"awa_Deva-gaz_Latn","languages":["awa-Deva","gaz-Latn"]},{"precision":0.408742,"recall":0.511858,"f1":0.435496,"accuracy":0.511858,"main_score":0.435496,"hf_subset":"awa_Deva-kam_Latn","languages":["awa-Deva","kam-Latn"]},{"precision":0.763982,"recall":0.824111,"f1":0.782444,"accuracy":0.824111,"main_score":0.782444,"hf_subset":"awa_Deva-lit_Latn","languages":["awa-Deva","lit-Latn"]},{"precision":0.970603,"recall":0.979249,"f1":0.973386,"accuracy":0.979249,"main_score":0.973386,"hf_subset":"awa_Deva-nob_Latn","languages":["awa-Deva","nob-Latn"]},{"precision":0.754233,"recall":0.817194,"f1":0.773734,"accuracy":0.817194,"main_score":0.773734,"hf_subset":"awa_Deva-scn_Latn","languages":["awa-Deva","scn-Latn"]},{"precision":0.415376,"recall":0.518775,"f1":0.442863,"accuracy":0.518775,"main_score":0.442863,"hf_subset":"awa_Deva-tgk_Cyrl","languages":["awa-Deva","tgk-Cyrl"]},{"precision":0.356962,"recall":0.469368,"f1":0.38675,"accuracy":0.469368,"main_score":0.38675,"hf_subset":"awa_Deva-yor_Latn","languages":["awa-Deva","yor-Latn"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"awa_Deva-arz_Arab","languages":["awa-Deva","arz-Arab"]},{"precision":0.415978,"recall":0.52668,"f1":0.44508,"accuracy":0.52668,"main_score":0.44508,"hf_subset":"awa_Deva-cjk_Latn","languages":["awa-Deva","cjk-Latn"]},{"precision":0.319038,"recall":0.422925,"f1":0.346273,"accuracy":0.422925,"main_score":0.346273,"hf_subset":"awa_Deva-gla_Latn","languages":["awa-Deva","gla-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"awa_Deva-kan_Knda","languages":["awa-Deva","kan-Knda"]},{"precision":0.789723,"recall":0.848814,"f1":0.808056,"accuracy":0.848814,"main_score":0.808056,"hf_subset":"awa_Deva-lmo_Latn","languages":["awa-Deva","lmo-Latn"]},{"precision":0.97085,"recall":0.979249,"f1":0.97365,"accuracy":0.979249,"main_score":0.97365,"hf_subset":"awa_Deva-npi_Deva","languages":["awa-Deva","npi-Deva"]},{"precision":0.343138,"recall":0.448617,"f1":0.370195,"accuracy":0.448617,"main_score":0.370195,"hf_subset":"awa_Deva-shn_Mymr","languages":["awa-Deva","shn-Mymr"]},{"precision":0.850379,"recall":0.894269,"f1":0.864361,"accuracy":0.894269,"main_score":0.864361,"hf_subset":"awa_Deva-tgl_Latn","languages":["awa-Deva","tgl-Latn"]},{"precision":0.98246,"recall":0.987154,"f1":0.983926,"accuracy":0.987154,"main_score":0.983926,"hf_subset":"awa_Deva-yue_Hant","languages":["awa-Deva","yue-Hant"]},{"precision":0.901268,"recall":0.93083,"f1":0.910606,"accuracy":0.93083,"main_score":0.910606,"hf_subset":"awa_Deva-asm_Beng","languages":["awa-Deva","asm-Beng"]},{"precision":0.388645,"recall":0.479249,"f1":0.413312,"accuracy":0.479249,"main_score":0.413312,"hf_subset":"awa_Deva-ckb_Arab","languages":["awa-Deva","ckb-Arab"]},{"precision":0.345479,"recall":0.442688,"f1":0.370334,"accuracy":0.442688,"main_score":0.370334,"hf_subset":"awa_Deva-gle_Latn","languages":["awa-Deva","gle-Latn"]},{"precision":0.718504,"recall":0.790514,"f1":0.740319,"accuracy":0.790514,"main_score":0.740319,"hf_subset":"awa_Deva-kas_Arab","languages":["awa-Deva","kas-Arab"]},{"precision":0.604489,"recall":0.684783,"f1":0.627901,"accuracy":0.684783,"main_score":0.627901,"hf_subset":"awa_Deva-ltg_Latn","languages":["awa-Deva","ltg-Latn"]},{"precision":0.42752,"recall":0.529644,"f1":0.454218,"accuracy":0.529644,"main_score":0.454218,"hf_subset":"awa_Deva-nso_Latn","languages":["awa-Deva","nso-Latn"]},{"precision":0.855929,"recall":0.898221,"f1":0.869401,"accuracy":0.898221,"main_score":0.869401,"hf_subset":"awa_Deva-sin_Sinh","languages":["awa-Deva","sin-Sinh"]},{"precision":0.981966,"recall":0.987154,"f1":0.983597,"accuracy":0.987154,"main_score":0.983597,"hf_subset":"awa_Deva-tha_Thai","languages":["awa-Deva","tha-Thai"]},{"precision":0.982955,"recall":0.987154,"f1":0.984256,"accuracy":0.987154,"main_score":0.984256,"hf_subset":"awa_Deva-zho_Hans","languages":["awa-Deva","zho-Hans"]},{"precision":0.95364,"recall":0.967391,"f1":0.95807,"accuracy":0.967391,"main_score":0.95807,"hf_subset":"awa_Deva-ast_Latn","languages":["awa-Deva","ast-Latn"]},{"precision":0.779134,"recall":0.840909,"f1":0.798123,"accuracy":0.840909,"main_score":0.798123,"hf_subset":"awa_Deva-crh_Latn","languages":["awa-Deva","crh-Latn"]},{"precision":0.983943,"recall":0.988142,"f1":0.985244,"accuracy":0.988142,"main_score":0.985244,"hf_subset":"awa_Deva-glg_Latn","languages":["awa-Deva","glg-Latn"]},{"precision":0.626649,"recall":0.717391,"f1":0.653661,"accuracy":0.717391,"main_score":0.653661,"hf_subset":"awa_Deva-kas_Deva","languages":["awa-Deva","kas-Deva"]},{"precision":0.7611,"recall":0.823123,"f1":0.779663,"accuracy":0.823123,"main_score":0.779663,"hf_subset":"awa_Deva-ltz_Latn","languages":["awa-Deva","ltz-Latn"]},{"precision":0.306052,"recall":0.397233,"f1":0.329111,"accuracy":0.397233,"main_score":0.329111,"hf_subset":"awa_Deva-nus_Latn","languages":["awa-Deva","nus-Latn"]},{"precision":0.934783,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"awa_Deva-slk_Latn","languages":["awa-Deva","slk-Latn"]},{"precision":0.390497,"recall":0.483202,"f1":0.414958,"accuracy":0.483202,"main_score":0.414958,"hf_subset":"awa_Deva-tir_Ethi","languages":["awa-Deva","tir-Ethi"]},{"precision":0.978014,"recall":0.98419,"f1":0.979974,"accuracy":0.98419,"main_score":0.979974,"hf_subset":"awa_Deva-zho_Hant","languages":["awa-Deva","zho-Hant"]},{"precision":0.414822,"recall":0.514822,"f1":0.441146,"accuracy":0.514822,"main_score":0.441146,"hf_subset":"awa_Deva-cym_Latn","languages":["awa-Deva","cym-Latn"]},{"precision":0.630093,"recall":0.715415,"f1":0.654712,"accuracy":0.715415,"main_score":0.654712,"hf_subset":"awa_Deva-grn_Latn","languages":["awa-Deva","grn-Latn"]},{"precision":0.864904,"recall":0.903162,"f1":0.87668,"accuracy":0.903162,"main_score":0.87668,"hf_subset":"awa_Deva-kat_Geor","languages":["awa-Deva","kat-Geor"]},{"precision":0.455119,"recall":0.560277,"f1":0.483424,"accuracy":0.560277,"main_score":0.483424,"hf_subset":"awa_Deva-lua_Latn","languages":["awa-Deva","lua-Latn"]},{"precision":0.454593,"recall":0.562253,"f1":0.484606,"accuracy":0.562253,"main_score":0.484606,"hf_subset":"awa_Deva-nya_Latn","languages":["awa-Deva","nya-Latn"]},{"precision":0.884634,"recall":0.917984,"f1":0.895323,"accuracy":0.917984,"main_score":0.895323,"hf_subset":"awa_Deva-slv_Latn","languages":["awa-Deva","slv-Latn"]},{"precision":0.736965,"recall":0.806324,"f1":0.75796,"accuracy":0.806324,"main_score":0.75796,"hf_subset":"awa_Deva-tpi_Latn","languages":["awa-Deva","tpi-Latn"]},{"precision":0.978014,"recall":0.98419,"f1":0.979974,"accuracy":0.98419,"main_score":0.979974,"hf_subset":"awa_Deva-zsm_Latn","languages":["awa-Deva","zsm-Latn"]},{"precision":0.35213,"recall":0.464427,"f1":0.381477,"accuracy":0.464427,"main_score":0.381477,"hf_subset":"awa_Deva-ayr_Latn","languages":["awa-Deva","ayr-Latn"]},{"precision":0.974967,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"awa_Deva-dan_Latn","languages":["awa-Deva","dan-Latn"]},{"precision":0.967638,"recall":0.977273,"f1":0.970751,"accuracy":0.977273,"main_score":0.970751,"hf_subset":"awa_Deva-guj_Gujr","languages":["awa-Deva","guj-Gujr"]},{"precision":0.720449,"recall":0.789526,"f1":0.740928,"accuracy":0.789526,"main_score":0.740928,"hf_subset":"awa_Deva-kaz_Cyrl","languages":["awa-Deva","kaz-Cyrl"]},{"precision":0.363438,"recall":0.465415,"f1":0.389559,"accuracy":0.465415,"main_score":0.389559,"hf_subset":"awa_Deva-lug_Latn","languages":["awa-Deva","lug-Latn"]},{"precision":0.940794,"recall":0.958498,"f1":0.946542,"accuracy":0.958498,"main_score":0.946542,"hf_subset":"awa_Deva-oci_Latn","languages":["awa-Deva","oci-Latn"]},{"precision":0.395611,"recall":0.513834,"f1":0.427471,"accuracy":0.513834,"main_score":0.427471,"hf_subset":"awa_Deva-smo_Latn","languages":["awa-Deva","smo-Latn"]},{"precision":0.370925,"recall":0.478261,"f1":0.398564,"accuracy":0.478261,"main_score":0.398564,"hf_subset":"awa_Deva-tsn_Latn","languages":["awa-Deva","tsn-Latn"]},{"precision":0.37144,"recall":0.469368,"f1":0.39716,"accuracy":0.469368,"main_score":0.39716,"hf_subset":"awa_Deva-zul_Latn","languages":["awa-Deva","zul-Latn"]},{"precision":0.697316,"recall":0.778656,"f1":0.721382,"accuracy":0.778656,"main_score":0.721382,"hf_subset":"awa_Deva-azb_Arab","languages":["awa-Deva","azb-Arab"]},{"precision":0.981472,"recall":0.986166,"f1":0.982938,"accuracy":0.986166,"main_score":0.982938,"hf_subset":"awa_Deva-deu_Latn","languages":["awa-Deva","deu-Latn"]},{"precision":0.622985,"recall":0.710474,"f1":0.648781,"accuracy":0.710474,"main_score":0.648781,"hf_subset":"awa_Deva-hat_Latn","languages":["awa-Deva","hat-Latn"]},{"precision":0.336458,"recall":0.435771,"f1":0.361972,"accuracy":0.435771,"main_score":0.361972,"hf_subset":"awa_Deva-kbp_Latn","languages":["awa-Deva","kbp-Latn"]},{"precision":0.41253,"recall":0.512846,"f1":0.438338,"accuracy":0.512846,"main_score":0.438338,"hf_subset":"awa_Deva-luo_Latn","languages":["awa-Deva","luo-Latn"]},{"precision":0.586512,"recall":0.667984,"f1":0.610321,"accuracy":0.667984,"main_score":0.610321,"hf_subset":"awa_Deva-ory_Orya","languages":["awa-Deva","ory-Orya"]},{"precision":0.404897,"recall":0.507905,"f1":0.432272,"accuracy":0.507905,"main_score":0.432272,"hf_subset":"awa_Deva-sna_Latn","languages":["awa-Deva","sna-Latn"]},{"precision":0.36963,"recall":0.477273,"f1":0.398019,"accuracy":0.477273,"main_score":0.398019,"hf_subset":"awa_Deva-tso_Latn","languages":["awa-Deva","tso-Latn"]},{"precision":0.844236,"recall":0.887352,"f1":0.857872,"accuracy":0.887352,"main_score":0.857872,"hf_subset":"awa_Deva-azj_Latn","languages":["awa-Deva","azj-Latn"]},{"precision":0.420393,"recall":0.524704,"f1":0.448573,"accuracy":0.524704,"main_score":0.448573,"hf_subset":"awa_Deva-dik_Latn","languages":["awa-Deva","dik-Latn"]},{"precision":0.416552,"recall":0.505929,"f1":0.440562,"accuracy":0.505929,"main_score":0.440562,"hf_subset":"awa_Deva-hau_Latn","languages":["awa-Deva","hau-Latn"]},{"precision":0.767375,"recall":0.831028,"f1":0.787022,"accuracy":0.831028,"main_score":0.787022,"hf_subset":"awa_Deva-kea_Latn","languages":["awa-Deva","kea-Latn"]},{"precision":0.568135,"recall":0.658103,"f1":0.59328,"accuracy":0.658103,"main_score":0.59328,"hf_subset":"awa_Deva-lus_Latn","languages":["awa-Deva","lus-Latn"]},{"precision":0.713818,"recall":0.786561,"f1":0.735446,"accuracy":0.786561,"main_score":0.735446,"hf_subset":"awa_Deva-pag_Latn","languages":["awa-Deva","pag-Latn"]},{"precision":0.759223,"recall":0.822134,"f1":0.778524,"accuracy":0.822134,"main_score":0.778524,"hf_subset":"awa_Deva-snd_Arab","languages":["awa-Deva","snd-Arab"]},{"precision":0.573694,"recall":0.667984,"f1":0.601042,"accuracy":0.667984,"main_score":0.601042,"hf_subset":"awa_Deva-tuk_Latn","languages":["awa-Deva","tuk-Latn"]},{"precision":0.627141,"recall":0.710474,"f1":0.65104,"accuracy":0.710474,"main_score":0.65104,"hf_subset":"awa_Deva-bak_Cyrl","languages":["awa-Deva","bak-Cyrl"]},{"precision":0.32898,"recall":0.4417,"f1":0.358733,"accuracy":0.4417,"main_score":0.358733,"hf_subset":"awa_Deva-dyu_Latn","languages":["awa-Deva","dyu-Latn"]},{"precision":0.886891,"recall":0.920949,"f1":0.897727,"accuracy":0.920949,"main_score":0.897727,"hf_subset":"awa_Deva-heb_Hebr","languages":["awa-Deva","heb-Hebr"]},{"precision":0.434719,"recall":0.528656,"f1":0.460162,"accuracy":0.528656,"main_score":0.460162,"hf_subset":"awa_Deva-khk_Cyrl","languages":["awa-Deva","khk-Cyrl"]},{"precision":0.78643,"recall":0.844862,"f1":0.8044,"accuracy":0.844862,"main_score":0.8044,"hf_subset":"awa_Deva-lvs_Latn","languages":["awa-Deva","lvs-Latn"]},{"precision":0.922925,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"awa_Deva-pan_Guru","languages":["awa-Deva","pan-Guru"]},{"precision":0.346244,"recall":0.440711,"f1":0.371066,"accuracy":0.440711,"main_score":0.371066,"hf_subset":"awa_Deva-som_Latn","languages":["awa-Deva","som-Latn"]},{"precision":0.434381,"recall":0.537549,"f1":0.462415,"accuracy":0.537549,"main_score":0.462415,"hf_subset":"awa_Deva-tum_Latn","languages":["awa-Deva","tum-Latn"]},{"precision":0.26081,"recall":0.320158,"f1":0.275689,"accuracy":0.320158,"main_score":0.275689,"hf_subset":"cym_Latn-ace_Arab","languages":["cym-Latn","ace-Arab"]},{"precision":0.384761,"recall":0.425889,"f1":0.396423,"accuracy":0.425889,"main_score":0.396423,"hf_subset":"cym_Latn-bam_Latn","languages":["cym-Latn","bam-Latn"]},{"precision":0.138056,"recall":0.193676,"f1":0.152325,"accuracy":0.193676,"main_score":0.152325,"hf_subset":"cym_Latn-dzo_Tibt","languages":["cym-Latn","dzo-Tibt"]},{"precision":0.432558,"recall":0.507905,"f1":0.452173,"accuracy":0.507905,"main_score":0.452173,"hf_subset":"cym_Latn-hin_Deva","languages":["cym-Latn","hin-Deva"]},{"precision":0.375976,"recall":0.421937,"f1":0.389138,"accuracy":0.421937,"main_score":0.389138,"hf_subset":"cym_Latn-khm_Khmr","languages":["cym-Latn","khm-Khmr"]},{"precision":0.45203,"recall":0.517787,"f1":0.46921,"accuracy":0.517787,"main_score":0.46921,"hf_subset":"cym_Latn-mag_Deva","languages":["cym-Latn","mag-Deva"]},{"precision":0.489901,"recall":0.530632,"f1":0.501164,"accuracy":0.530632,"main_score":0.501164,"hf_subset":"cym_Latn-pap_Latn","languages":["cym-Latn","pap-Latn"]},{"precision":0.427722,"recall":0.460474,"f1":0.43701,"accuracy":0.460474,"main_score":0.43701,"hf_subset":"cym_Latn-sot_Latn","languages":["cym-Latn","sot-Latn"]},{"precision":0.480722,"recall":0.531621,"f1":0.494796,"accuracy":0.531621,"main_score":0.494796,"hf_subset":"cym_Latn-tur_Latn","languages":["cym-Latn","tur-Latn"]},{"precision":0.472654,"recall":0.505929,"f1":0.481923,"accuracy":0.505929,"main_score":0.481923,"hf_subset":"cym_Latn-ace_Latn","languages":["cym-Latn","ace-Latn"]},{"precision":0.477214,"recall":0.513834,"f1":0.487464,"accuracy":0.513834,"main_score":0.487464,"hf_subset":"cym_Latn-ban_Latn","languages":["cym-Latn","ban-Latn"]},{"precision":0.40578,"recall":0.466403,"f1":0.421583,"accuracy":0.466403,"main_score":0.421583,"hf_subset":"cym_Latn-ell_Grek","languages":["cym-Latn","ell-Grek"]},{"precision":0.433298,"recall":0.48913,"f1":0.448327,"accuracy":0.48913,"main_score":0.448327,"hf_subset":"cym_Latn-hne_Deva","languages":["cym-Latn","hne-Deva"]},{"precision":0.359161,"recall":0.411067,"f1":0.373561,"accuracy":0.411067,"main_score":0.373561,"hf_subset":"cym_Latn-kik_Latn","languages":["cym-Latn","kik-Latn"]},{"precision":0.436602,"recall":0.504941,"f1":0.454776,"accuracy":0.504941,"main_score":0.454776,"hf_subset":"cym_Latn-mai_Deva","languages":["cym-Latn","mai-Deva"]},{"precision":0.400531,"recall":0.458498,"f1":0.415261,"accuracy":0.458498,"main_score":0.415261,"hf_subset":"cym_Latn-pbt_Arab","languages":["cym-Latn","pbt-Arab"]},{"precision":0.462277,"recall":0.528656,"f1":0.480254,"accuracy":0.528656,"main_score":0.480254,"hf_subset":"cym_Latn-spa_Latn","languages":["cym-Latn","spa-Latn"]},{"precision":0.449567,"recall":0.481225,"f1":0.458562,"accuracy":0.481225,"main_score":0.458562,"hf_subset":"cym_Latn-twi_Latn","languages":["cym-Latn","twi-Latn"]},{"precision":0.41657,"recall":0.479249,"f1":0.433046,"accuracy":0.479249,"main_score":0.433046,"hf_subset":"cym_Latn-acm_Arab","languages":["cym-Latn","acm-Arab"]},{"precision":0.390839,"recall":0.444664,"f1":0.405095,"accuracy":0.444664,"main_score":0.405095,"hf_subset":"cym_Latn-bel_Cyrl","languages":["cym-Latn","bel-Cyrl"]},{"precision":0.48832,"recall":0.549407,"f1":0.504839,"accuracy":0.549407,"main_score":0.504839,"hf_subset":"cym_Latn-eng_Latn","languages":["cym-Latn","eng-Latn"]},{"precision":0.460362,"recall":0.505929,"f1":0.472286,"accuracy":0.505929,"main_score":0.472286,"hf_subset":"cym_Latn-hrv_Latn","languages":["cym-Latn","hrv-Latn"]},{"precision":0.385034,"recall":0.429842,"f1":0.397468,"accuracy":0.429842,"main_score":0.397468,"hf_subset":"cym_Latn-kin_Latn","languages":["cym-Latn","kin-Latn"]},{"precision":0.429507,"recall":0.494071,"f1":0.447115,"accuracy":0.494071,"main_score":0.447115,"hf_subset":"cym_Latn-mal_Mlym","languages":["cym-Latn","mal-Mlym"]},{"precision":0.41927,"recall":0.491107,"f1":0.438321,"accuracy":0.491107,"main_score":0.438321,"hf_subset":"cym_Latn-pes_Arab","languages":["cym-Latn","pes-Arab"]},{"precision":0.452343,"recall":0.499012,"f1":0.465004,"accuracy":0.499012,"main_score":0.465004,"hf_subset":"cym_Latn-srd_Latn","languages":["cym-Latn","srd-Latn"]},{"precision":0.159008,"recall":0.198617,"f1":0.168416,"accuracy":0.198617,"main_score":0.168416,"hf_subset":"cym_Latn-tzm_Tfng","languages":["cym-Latn","tzm-Tfng"]},{"precision":0.421005,"recall":0.48419,"f1":0.437655,"accuracy":0.48419,"main_score":0.437655,"hf_subset":"cym_Latn-acq_Arab","languages":["cym-Latn","acq-Arab"]},{"precision":0.415491,"recall":0.458498,"f1":0.427272,"accuracy":0.458498,"main_score":0.427272,"hf_subset":"cym_Latn-bem_Latn","languages":["cym-Latn","bem-Latn"]},{"precision":0.455573,"recall":0.503953,"f1":0.468902,"accuracy":0.503953,"main_score":0.468902,"hf_subset":"cym_Latn-epo_Latn","languages":["cym-Latn","epo-Latn"]},{"precision":0.419346,"recall":0.480237,"f1":0.435819,"accuracy":0.480237,"main_score":0.435819,"hf_subset":"cym_Latn-hun_Latn","languages":["cym-Latn","hun-Latn"]},{"precision":0.431005,"recall":0.474308,"f1":0.442544,"accuracy":0.474308,"main_score":0.442544,"hf_subset":"cym_Latn-kir_Cyrl","languages":["cym-Latn","kir-Cyrl"]},{"precision":0.433793,"recall":0.495059,"f1":0.449628,"accuracy":0.495059,"main_score":0.449628,"hf_subset":"cym_Latn-mar_Deva","languages":["cym-Latn","mar-Deva"]},{"precision":0.4275,"recall":0.469368,"f1":0.439337,"accuracy":0.469368,"main_score":0.439337,"hf_subset":"cym_Latn-plt_Latn","languages":["cym-Latn","plt-Latn"]},{"precision":0.433949,"recall":0.485178,"f1":0.447369,"accuracy":0.485178,"main_score":0.447369,"hf_subset":"cym_Latn-srp_Cyrl","languages":["cym-Latn","srp-Cyrl"]},{"precision":0.286315,"recall":0.336957,"f1":0.299951,"accuracy":0.336957,"main_score":0.299951,"hf_subset":"cym_Latn-uig_Arab","languages":["cym-Latn","uig-Arab"]},{"precision":0.406882,"recall":0.461462,"f1":0.421685,"accuracy":0.461462,"main_score":0.421685,"hf_subset":"cym_Latn-aeb_Arab","languages":["cym-Latn","aeb-Arab"]},{"precision":0.424373,"recall":0.497036,"f1":0.443615,"accuracy":0.497036,"main_score":0.443615,"hf_subset":"cym_Latn-ben_Beng","languages":["cym-Latn","ben-Beng"]},{"precision":0.446695,"recall":0.486166,"f1":0.457434,"accuracy":0.486166,"main_score":0.457434,"hf_subset":"cym_Latn-est_Latn","languages":["cym-Latn","est-Latn"]},{"precision":0.38466,"recall":0.433794,"f1":0.397979,"accuracy":0.433794,"main_score":0.397979,"hf_subset":"cym_Latn-hye_Armn","languages":["cym-Latn","hye-Armn"]},{"precision":0.401783,"recall":0.4417,"f1":0.412554,"accuracy":0.4417,"main_score":0.412554,"hf_subset":"cym_Latn-kmb_Latn","languages":["cym-Latn","kmb-Latn"]},{"precision":0.23673,"recall":0.289526,"f1":0.250749,"accuracy":0.289526,"main_score":0.250749,"hf_subset":"cym_Latn-min_Arab","languages":["cym-Latn","min-Arab"]},{"precision":0.460876,"recall":0.517787,"f1":0.47598,"accuracy":0.517787,"main_score":0.47598,"hf_subset":"cym_Latn-pol_Latn","languages":["cym-Latn","pol-Latn"]},{"precision":0.403628,"recall":0.449605,"f1":0.417084,"accuracy":0.449605,"main_score":0.417084,"hf_subset":"cym_Latn-ssw_Latn","languages":["cym-Latn","ssw-Latn"]},{"precision":0.442904,"recall":0.498024,"f1":0.457724,"accuracy":0.498024,"main_score":0.457724,"hf_subset":"cym_Latn-ukr_Cyrl","languages":["cym-Latn","ukr-Cyrl"]},{"precision":0.494644,"recall":0.538538,"f1":0.506842,"accuracy":0.538538,"main_score":0.506842,"hf_subset":"cym_Latn-afr_Latn","languages":["cym-Latn","afr-Latn"]},{"precision":0.433449,"recall":0.490119,"f1":0.448849,"accuracy":0.490119,"main_score":0.448849,"hf_subset":"cym_Latn-bho_Deva","languages":["cym-Latn","bho-Deva"]},{"precision":0.454407,"recall":0.497036,"f1":0.465969,"accuracy":0.497036,"main_score":0.465969,"hf_subset":"cym_Latn-eus_Latn","languages":["cym-Latn","eus-Latn"]},{"precision":0.396936,"recall":0.447628,"f1":0.411051,"accuracy":0.447628,"main_score":0.411051,"hf_subset":"cym_Latn-ibo_Latn","languages":["cym-Latn","ibo-Latn"]},{"precision":0.437366,"recall":0.480237,"f1":0.448879,"accuracy":0.480237,"main_score":0.448879,"hf_subset":"cym_Latn-kmr_Latn","languages":["cym-Latn","kmr-Latn"]},{"precision":0.432333,"recall":0.47332,"f1":0.442859,"accuracy":0.47332,"main_score":0.442859,"hf_subset":"cym_Latn-min_Latn","languages":["cym-Latn","min-Latn"]},{"precision":0.492907,"recall":0.548419,"f1":0.507473,"accuracy":0.548419,"main_score":0.507473,"hf_subset":"cym_Latn-por_Latn","languages":["cym-Latn","por-Latn"]},{"precision":0.45135,"recall":0.488142,"f1":0.461715,"accuracy":0.488142,"main_score":0.461715,"hf_subset":"cym_Latn-sun_Latn","languages":["cym-Latn","sun-Latn"]},{"precision":0.380816,"recall":0.433794,"f1":0.395341,"accuracy":0.433794,"main_score":0.395341,"hf_subset":"cym_Latn-umb_Latn","languages":["cym-Latn","umb-Latn"]},{"precision":0.434996,"recall":0.492095,"f1":0.450339,"accuracy":0.492095,"main_score":0.450339,"hf_subset":"cym_Latn-ajp_Arab","languages":["cym-Latn","ajp-Arab"]},{"precision":0.248039,"recall":0.295455,"f1":0.260252,"accuracy":0.295455,"main_score":0.260252,"hf_subset":"cym_Latn-bjn_Arab","languages":["cym-Latn","bjn-Arab"]},{"precision":0.409094,"recall":0.44664,"f1":0.419327,"accuracy":0.44664,"main_score":0.419327,"hf_subset":"cym_Latn-ewe_Latn","languages":["cym-Latn","ewe-Latn"]},{"precision":0.478635,"recall":0.51581,"f1":0.488942,"accuracy":0.51581,"main_score":0.488942,"hf_subset":"cym_Latn-ilo_Latn","languages":["cym-Latn","ilo-Latn"]},{"precision":0.202674,"recall":0.247036,"f1":0.214763,"accuracy":0.247036,"main_score":0.214763,"hf_subset":"cym_Latn-knc_Arab","languages":["cym-Latn","knc-Arab"]},{"precision":0.44429,"recall":0.496047,"f1":0.45866,"accuracy":0.496047,"main_score":0.45866,"hf_subset":"cym_Latn-mkd_Cyrl","languages":["cym-Latn","mkd-Cyrl"]},{"precision":0.415914,"recall":0.48913,"f1":0.435484,"accuracy":0.48913,"main_score":0.435484,"hf_subset":"cym_Latn-prs_Arab","languages":["cym-Latn","prs-Arab"]},{"precision":0.480316,"recall":0.527668,"f1":0.494125,"accuracy":0.527668,"main_score":0.494125,"hf_subset":"cym_Latn-swe_Latn","languages":["cym-Latn","swe-Latn"]},{"precision":0.397042,"recall":0.465415,"f1":0.41543,"accuracy":0.465415,"main_score":0.41543,"hf_subset":"cym_Latn-urd_Arab","languages":["cym-Latn","urd-Arab"]},{"precision":0.417626,"recall":0.456522,"f1":0.428385,"accuracy":0.456522,"main_score":0.428385,"hf_subset":"cym_Latn-aka_Latn","languages":["cym-Latn","aka-Latn"]},{"precision":0.437224,"recall":0.482213,"f1":0.449222,"accuracy":0.482213,"main_score":0.449222,"hf_subset":"cym_Latn-bjn_Latn","languages":["cym-Latn","bjn-Latn"]},{"precision":0.428865,"recall":0.468379,"f1":0.439994,"accuracy":0.468379,"main_score":0.439994,"hf_subset":"cym_Latn-fao_Latn","languages":["cym-Latn","fao-Latn"]},{"precision":0.475755,"recall":0.534585,"f1":0.491054,"accuracy":0.534585,"main_score":0.491054,"hf_subset":"cym_Latn-ind_Latn","languages":["cym-Latn","ind-Latn"]},{"precision":0.405428,"recall":0.435771,"f1":0.414143,"accuracy":0.435771,"main_score":0.414143,"hf_subset":"cym_Latn-knc_Latn","languages":["cym-Latn","knc-Latn"]},{"precision":0.461873,"recall":0.498024,"f1":0.471788,"accuracy":0.498024,"main_score":0.471788,"hf_subset":"cym_Latn-mlt_Latn","languages":["cym-Latn","mlt-Latn"]},{"precision":0.421858,"recall":0.477273,"f1":0.436257,"accuracy":0.477273,"main_score":0.436257,"hf_subset":"cym_Latn-quy_Latn","languages":["cym-Latn","quy-Latn"]},{"precision":0.446284,"recall":0.490119,"f1":0.458242,"accuracy":0.490119,"main_score":0.458242,"hf_subset":"cym_Latn-swh_Latn","languages":["cym-Latn","swh-Latn"]},{"precision":0.408554,"recall":0.452569,"f1":0.420214,"accuracy":0.452569,"main_score":0.420214,"hf_subset":"cym_Latn-uzn_Latn","languages":["cym-Latn","uzn-Latn"]},{"precision":0.464645,"recall":0.509881,"f1":0.477268,"accuracy":0.509881,"main_score":0.477268,"hf_subset":"cym_Latn-als_Latn","languages":["cym-Latn","als-Latn"]},{"precision":0.20137,"recall":0.250988,"f1":0.214639,"accuracy":0.250988,"main_score":0.214639,"hf_subset":"cym_Latn-bod_Tibt","languages":["cym-Latn","bod-Tibt"]},{"precision":0.397536,"recall":0.438735,"f1":0.408971,"accuracy":0.438735,"main_score":0.408971,"hf_subset":"cym_Latn-fij_Latn","languages":["cym-Latn","fij-Latn"]},{"precision":0.403574,"recall":0.439723,"f1":0.41333,"accuracy":0.439723,"main_score":0.41333,"hf_subset":"cym_Latn-isl_Latn","languages":["cym-Latn","isl-Latn"]},{"precision":0.400542,"recall":0.443676,"f1":0.412666,"accuracy":0.443676,"main_score":0.412666,"hf_subset":"cym_Latn-kon_Latn","languages":["cym-Latn","kon-Latn"]},{"precision":0.329426,"recall":0.389328,"f1":0.345493,"accuracy":0.389328,"main_score":0.345493,"hf_subset":"cym_Latn-mni_Beng","languages":["cym-Latn","mni-Beng"]},{"precision":0.476082,"recall":0.525692,"f1":0.489659,"accuracy":0.525692,"main_score":0.489659,"hf_subset":"cym_Latn-ron_Latn","languages":["cym-Latn","ron-Latn"]},{"precision":0.441805,"recall":0.485178,"f1":0.453537,"accuracy":0.485178,"main_score":0.453537,"hf_subset":"cym_Latn-szl_Latn","languages":["cym-Latn","szl-Latn"]},{"precision":0.465753,"recall":0.507905,"f1":0.477662,"accuracy":0.507905,"main_score":0.477662,"hf_subset":"cym_Latn-vec_Latn","languages":["cym-Latn","vec-Latn"]},{"precision":0.374768,"recall":0.437747,"f1":0.39203,"accuracy":0.437747,"main_score":0.39203,"hf_subset":"cym_Latn-amh_Ethi","languages":["cym-Latn","amh-Ethi"]},{"precision":0.462244,"recall":0.518775,"f1":0.477321,"accuracy":0.518775,"main_score":0.477321,"hf_subset":"cym_Latn-bos_Latn","languages":["cym-Latn","bos-Latn"]},{"precision":0.441017,"recall":0.494071,"f1":0.456059,"accuracy":0.494071,"main_score":0.456059,"hf_subset":"cym_Latn-fin_Latn","languages":["cym-Latn","fin-Latn"]},{"precision":0.467546,"recall":0.52668,"f1":0.483782,"accuracy":0.52668,"main_score":0.483782,"hf_subset":"cym_Latn-ita_Latn","languages":["cym-Latn","ita-Latn"]},{"precision":0.421289,"recall":0.492095,"f1":0.439075,"accuracy":0.492095,"main_score":0.439075,"hf_subset":"cym_Latn-kor_Hang","languages":["cym-Latn","kor-Hang"]},{"precision":0.390329,"recall":0.433794,"f1":0.401881,"accuracy":0.433794,"main_score":0.401881,"hf_subset":"cym_Latn-mos_Latn","languages":["cym-Latn","mos-Latn"]},{"precision":0.396065,"recall":0.433794,"f1":0.406666,"accuracy":0.433794,"main_score":0.406666,"hf_subset":"cym_Latn-run_Latn","languages":["cym-Latn","run-Latn"]},{"precision":0.411542,"recall":0.477273,"f1":0.428156,"accuracy":0.477273,"main_score":0.428156,"hf_subset":"cym_Latn-tam_Taml","languages":["cym-Latn","tam-Taml"]},{"precision":0.430599,"recall":0.487154,"f1":0.446323,"accuracy":0.487154,"main_score":0.446323,"hf_subset":"cym_Latn-vie_Latn","languages":["cym-Latn","vie-Latn"]},{"precision":0.425482,"recall":0.480237,"f1":0.439489,"accuracy":0.480237,"main_score":0.439489,"hf_subset":"cym_Latn-apc_Arab","languages":["cym-Latn","apc-Arab"]},{"precision":0.447096,"recall":0.48913,"f1":0.458594,"accuracy":0.48913,"main_score":0.458594,"hf_subset":"cym_Latn-bug_Latn","languages":["cym-Latn","bug-Latn"]},{"precision":0.382049,"recall":0.41996,"f1":0.393276,"accuracy":0.41996,"main_score":0.393276,"hf_subset":"cym_Latn-fon_Latn","languages":["cym-Latn","fon-Latn"]},{"precision":0.462628,"recall":0.504941,"f1":0.473969,"accuracy":0.504941,"main_score":0.473969,"hf_subset":"cym_Latn-jav_Latn","languages":["cym-Latn","jav-Latn"]},{"precision":0.391843,"recall":0.432806,"f1":0.402777,"accuracy":0.432806,"main_score":0.402777,"hf_subset":"cym_Latn-lao_Laoo","languages":["cym-Latn","lao-Laoo"]},{"precision":0.386964,"recall":0.434783,"f1":0.400436,"accuracy":0.434783,"main_score":0.400436,"hf_subset":"cym_Latn-mri_Latn","languages":["cym-Latn","mri-Latn"]},{"precision":0.44522,"recall":0.517787,"f1":0.463734,"accuracy":0.517787,"main_score":0.463734,"hf_subset":"cym_Latn-rus_Cyrl","languages":["cym-Latn","rus-Cyrl"]},{"precision":0.397743,"recall":0.431818,"f1":0.407189,"accuracy":0.431818,"main_score":0.407189,"hf_subset":"cym_Latn-taq_Latn","languages":["cym-Latn","taq-Latn"]},{"precision":0.498348,"recall":0.534585,"f1":0.508278,"accuracy":0.534585,"main_score":0.508278,"hf_subset":"cym_Latn-war_Latn","languages":["cym-Latn","war-Latn"]},{"precision":0.417111,"recall":0.482213,"f1":0.434421,"accuracy":0.482213,"main_score":0.434421,"hf_subset":"cym_Latn-arb_Arab","languages":["cym-Latn","arb-Arab"]},{"precision":0.444976,"recall":0.508893,"f1":0.462445,"accuracy":0.508893,"main_score":0.462445,"hf_subset":"cym_Latn-bul_Cyrl","languages":["cym-Latn","bul-Cyrl"]},{"precision":0.470292,"recall":0.52668,"f1":0.485954,"accuracy":0.52668,"main_score":0.485954,"hf_subset":"cym_Latn-fra_Latn","languages":["cym-Latn","fra-Latn"]},{"precision":0.431892,"recall":0.505929,"f1":0.450897,"accuracy":0.505929,"main_score":0.450897,"hf_subset":"cym_Latn-jpn_Jpan","languages":["cym-Latn","jpn-Jpan"]},{"precision":0.459266,"recall":0.501976,"f1":0.470652,"accuracy":0.501976,"main_score":0.470652,"hf_subset":"cym_Latn-lij_Latn","languages":["cym-Latn","lij-Latn"]},{"precision":0.335698,"recall":0.399209,"f1":0.353169,"accuracy":0.399209,"main_score":0.353169,"hf_subset":"cym_Latn-mya_Mymr","languages":["cym-Latn","mya-Mymr"]},{"precision":0.41455,"recall":0.460474,"f1":0.427039,"accuracy":0.460474,"main_score":0.427039,"hf_subset":"cym_Latn-sag_Latn","languages":["cym-Latn","sag-Latn"]},{"precision":0.172748,"recall":0.222332,"f1":0.185928,"accuracy":0.222332,"main_score":0.185928,"hf_subset":"cym_Latn-taq_Tfng","languages":["cym-Latn","taq-Tfng"]},{"precision":0.429515,"recall":0.47332,"f1":0.44137,"accuracy":0.47332,"main_score":0.44137,"hf_subset":"cym_Latn-wol_Latn","languages":["cym-Latn","wol-Latn"]},{"precision":0.319981,"recall":0.369565,"f1":0.333939,"accuracy":0.369565,"main_score":0.333939,"hf_subset":"cym_Latn-arb_Latn","languages":["cym-Latn","arb-Latn"]},{"precision":0.461356,"recall":0.506917,"f1":0.47388,"accuracy":0.506917,"main_score":0.47388,"hf_subset":"cym_Latn-cat_Latn","languages":["cym-Latn","cat-Latn"]},{"precision":0.479687,"recall":0.518775,"f1":0.489758,"accuracy":0.518775,"main_score":0.489758,"hf_subset":"cym_Latn-fur_Latn","languages":["cym-Latn","fur-Latn"]},{"precision":0.330755,"recall":0.370553,"f1":0.342338,"accuracy":0.370553,"main_score":0.342338,"hf_subset":"cym_Latn-kab_Latn","languages":["cym-Latn","kab-Latn"]},{"precision":0.460013,"recall":0.498024,"f1":0.470848,"accuracy":0.498024,"main_score":0.470848,"hf_subset":"cym_Latn-lim_Latn","languages":["cym-Latn","lim-Latn"]},{"precision":0.485177,"recall":0.538538,"f1":0.499678,"accuracy":0.538538,"main_score":0.499678,"hf_subset":"cym_Latn-nld_Latn","languages":["cym-Latn","nld-Latn"]},{"precision":0.39165,"recall":0.451581,"f1":0.406928,"accuracy":0.451581,"main_score":0.406928,"hf_subset":"cym_Latn-san_Deva","languages":["cym-Latn","san-Deva"]},{"precision":0.44491,"recall":0.480237,"f1":0.454242,"accuracy":0.480237,"main_score":0.454242,"hf_subset":"cym_Latn-tat_Cyrl","languages":["cym-Latn","tat-Cyrl"]},{"precision":0.396922,"recall":0.444664,"f1":0.409683,"accuracy":0.444664,"main_score":0.409683,"hf_subset":"cym_Latn-xho_Latn","languages":["cym-Latn","xho-Latn"]},{"precision":0.399462,"recall":0.466403,"f1":0.417726,"accuracy":0.466403,"main_score":0.417726,"hf_subset":"cym_Latn-ars_Arab","languages":["cym-Latn","ars-Arab"]},{"precision":0.487607,"recall":0.524704,"f1":0.497432,"accuracy":0.524704,"main_score":0.497432,"hf_subset":"cym_Latn-ceb_Latn","languages":["cym-Latn","ceb-Latn"]},{"precision":0.407575,"recall":0.448617,"f1":0.418798,"accuracy":0.448617,"main_score":0.418798,"hf_subset":"cym_Latn-fuv_Latn","languages":["cym-Latn","fuv-Latn"]},{"precision":0.40321,"recall":0.450593,"f1":0.41636,"accuracy":0.450593,"main_score":0.41636,"hf_subset":"cym_Latn-kac_Latn","languages":["cym-Latn","kac-Latn"]},{"precision":0.424558,"recall":0.47332,"f1":0.437189,"accuracy":0.47332,"main_score":0.437189,"hf_subset":"cym_Latn-lin_Latn","languages":["cym-Latn","lin-Latn"]},{"precision":0.46286,"recall":0.511858,"f1":0.4765,"accuracy":0.511858,"main_score":0.4765,"hf_subset":"cym_Latn-nno_Latn","languages":["cym-Latn","nno-Latn"]},{"precision":0.185647,"recall":0.227273,"f1":0.196379,"accuracy":0.227273,"main_score":0.196379,"hf_subset":"cym_Latn-sat_Olck","languages":["cym-Latn","sat-Olck"]},{"precision":0.418418,"recall":0.492095,"f1":0.437961,"accuracy":0.492095,"main_score":0.437961,"hf_subset":"cym_Latn-tel_Telu","languages":["cym-Latn","tel-Telu"]},{"precision":0.281259,"recall":0.321146,"f1":0.292679,"accuracy":0.321146,"main_score":0.292679,"hf_subset":"cym_Latn-ydd_Hebr","languages":["cym-Latn","ydd-Hebr"]},{"precision":0.379225,"recall":0.434783,"f1":0.393388,"accuracy":0.434783,"main_score":0.393388,"hf_subset":"cym_Latn-ary_Arab","languages":["cym-Latn","ary-Arab"]},{"precision":0.43968,"recall":0.495059,"f1":0.455136,"accuracy":0.495059,"main_score":0.455136,"hf_subset":"cym_Latn-ces_Latn","languages":["cym-Latn","ces-Latn"]},{"precision":0.350058,"recall":0.401186,"f1":0.364775,"accuracy":0.401186,"main_score":0.364775,"hf_subset":"cym_Latn-gaz_Latn","languages":["cym-Latn","gaz-Latn"]},{"precision":0.408662,"recall":0.448617,"f1":0.419674,"accuracy":0.448617,"main_score":0.419674,"hf_subset":"cym_Latn-kam_Latn","languages":["cym-Latn","kam-Latn"]},{"precision":0.422068,"recall":0.47332,"f1":0.43493,"accuracy":0.47332,"main_score":0.43493,"hf_subset":"cym_Latn-lit_Latn","languages":["cym-Latn","lit-Latn"]},{"precision":0.481082,"recall":0.529644,"f1":0.494466,"accuracy":0.529644,"main_score":0.494466,"hf_subset":"cym_Latn-nob_Latn","languages":["cym-Latn","nob-Latn"]},{"precision":0.459444,"recall":0.501976,"f1":0.470292,"accuracy":0.501976,"main_score":0.470292,"hf_subset":"cym_Latn-scn_Latn","languages":["cym-Latn","scn-Latn"]},{"precision":0.365522,"recall":0.418972,"f1":0.379549,"accuracy":0.418972,"main_score":0.379549,"hf_subset":"cym_Latn-tgk_Cyrl","languages":["cym-Latn","tgk-Cyrl"]},{"precision":0.354095,"recall":0.40415,"f1":0.368665,"accuracy":0.40415,"main_score":0.368665,"hf_subset":"cym_Latn-yor_Latn","languages":["cym-Latn","yor-Latn"]},{"precision":0.421626,"recall":0.483202,"f1":0.438098,"accuracy":0.483202,"main_score":0.438098,"hf_subset":"cym_Latn-arz_Arab","languages":["cym-Latn","arz-Arab"]},{"precision":0.403002,"recall":0.44664,"f1":0.41572,"accuracy":0.44664,"main_score":0.41572,"hf_subset":"cym_Latn-cjk_Latn","languages":["cym-Latn","cjk-Latn"]},{"precision":0.432473,"recall":0.47332,"f1":0.44398,"accuracy":0.47332,"main_score":0.44398,"hf_subset":"cym_Latn-gla_Latn","languages":["cym-Latn","gla-Latn"]},{"precision":0.403637,"recall":0.474308,"f1":0.422688,"accuracy":0.474308,"main_score":0.422688,"hf_subset":"cym_Latn-kan_Knda","languages":["cym-Latn","kan-Knda"]},{"precision":0.462104,"recall":0.497036,"f1":0.471304,"accuracy":0.497036,"main_score":0.471304,"hf_subset":"cym_Latn-lmo_Latn","languages":["cym-Latn","lmo-Latn"]},{"precision":0.419683,"recall":0.488142,"f1":0.438582,"accuracy":0.488142,"main_score":0.438582,"hf_subset":"cym_Latn-npi_Deva","languages":["cym-Latn","npi-Deva"]},{"precision":0.358288,"recall":0.409091,"f1":0.373224,"accuracy":0.409091,"main_score":0.373224,"hf_subset":"cym_Latn-shn_Mymr","languages":["cym-Latn","shn-Mymr"]},{"precision":0.489469,"recall":0.534585,"f1":0.501447,"accuracy":0.534585,"main_score":0.501447,"hf_subset":"cym_Latn-tgl_Latn","languages":["cym-Latn","tgl-Latn"]},{"precision":0.417698,"recall":0.491107,"f1":0.437571,"accuracy":0.491107,"main_score":0.437571,"hf_subset":"cym_Latn-yue_Hant","languages":["cym-Latn","yue-Hant"]},{"precision":0.388408,"recall":0.450593,"f1":0.404698,"accuracy":0.450593,"main_score":0.404698,"hf_subset":"cym_Latn-asm_Beng","languages":["cym-Latn","asm-Beng"]},{"precision":0.333959,"recall":0.380435,"f1":0.34631,"accuracy":0.380435,"main_score":0.34631,"hf_subset":"cym_Latn-ckb_Arab","languages":["cym-Latn","ckb-Arab"]},{"precision":0.427851,"recall":0.468379,"f1":0.438447,"accuracy":0.468379,"main_score":0.438447,"hf_subset":"cym_Latn-gle_Latn","languages":["cym-Latn","gle-Latn"]},{"precision":0.342592,"recall":0.407115,"f1":0.35999,"accuracy":0.407115,"main_score":0.35999,"hf_subset":"cym_Latn-kas_Arab","languages":["cym-Latn","kas-Arab"]},{"precision":0.445816,"recall":0.490119,"f1":0.457764,"accuracy":0.490119,"main_score":0.457764,"hf_subset":"cym_Latn-ltg_Latn","languages":["cym-Latn","ltg-Latn"]},{"precision":0.435054,"recall":0.475296,"f1":0.446066,"accuracy":0.475296,"main_score":0.446066,"hf_subset":"cym_Latn-nso_Latn","languages":["cym-Latn","nso-Latn"]},{"precision":0.387892,"recall":0.436759,"f1":0.400481,"accuracy":0.436759,"main_score":0.400481,"hf_subset":"cym_Latn-sin_Sinh","languages":["cym-Latn","sin-Sinh"]},{"precision":0.429861,"recall":0.501976,"f1":0.448875,"accuracy":0.501976,"main_score":0.448875,"hf_subset":"cym_Latn-tha_Thai","languages":["cym-Latn","tha-Thai"]},{"precision":0.428059,"recall":0.501976,"f1":0.448301,"accuracy":0.501976,"main_score":0.448301,"hf_subset":"cym_Latn-zho_Hans","languages":["cym-Latn","zho-Hans"]},{"precision":0.464248,"recall":0.504941,"f1":0.475251,"accuracy":0.504941,"main_score":0.475251,"hf_subset":"cym_Latn-ast_Latn","languages":["cym-Latn","ast-Latn"]},{"precision":0.432323,"recall":0.478261,"f1":0.44487,"accuracy":0.478261,"main_score":0.44487,"hf_subset":"cym_Latn-crh_Latn","languages":["cym-Latn","crh-Latn"]},{"precision":0.475614,"recall":0.521739,"f1":0.488144,"accuracy":0.521739,"main_score":0.488144,"hf_subset":"cym_Latn-glg_Latn","languages":["cym-Latn","glg-Latn"]},{"precision":0.383745,"recall":0.437747,"f1":0.398378,"accuracy":0.437747,"main_score":0.398378,"hf_subset":"cym_Latn-kas_Deva","languages":["cym-Latn","kas-Deva"]},{"precision":0.443201,"recall":0.480237,"f1":0.45322,"accuracy":0.480237,"main_score":0.45322,"hf_subset":"cym_Latn-ltz_Latn","languages":["cym-Latn","ltz-Latn"]},{"precision":0.353419,"recall":0.406126,"f1":0.367932,"accuracy":0.406126,"main_score":0.367932,"hf_subset":"cym_Latn-nus_Latn","languages":["cym-Latn","nus-Latn"]},{"precision":0.452195,"recall":0.498024,"f1":0.464848,"accuracy":0.498024,"main_score":0.464848,"hf_subset":"cym_Latn-slk_Latn","languages":["cym-Latn","slk-Latn"]},{"precision":0.320899,"recall":0.373518,"f1":0.335313,"accuracy":0.373518,"main_score":0.335313,"hf_subset":"cym_Latn-tir_Ethi","languages":["cym-Latn","tir-Ethi"]},{"precision":0.398868,"recall":0.476285,"f1":0.419378,"accuracy":0.476285,"main_score":0.419378,"hf_subset":"cym_Latn-zho_Hant","languages":["cym-Latn","zho-Hant"]},{"precision":0.445532,"recall":0.512846,"f1":0.46309,"accuracy":0.512846,"main_score":0.46309,"hf_subset":"cym_Latn-awa_Deva","languages":["cym-Latn","awa-Deva"]},{"precision":0.442031,"recall":0.488142,"f1":0.455334,"accuracy":0.488142,"main_score":0.455334,"hf_subset":"cym_Latn-grn_Latn","languages":["cym-Latn","grn-Latn"]},{"precision":0.386257,"recall":0.443676,"f1":0.402004,"accuracy":0.443676,"main_score":0.402004,"hf_subset":"cym_Latn-kat_Geor","languages":["cym-Latn","kat-Geor"]},{"precision":0.423998,"recall":0.467391,"f1":0.435649,"accuracy":0.467391,"main_score":0.435649,"hf_subset":"cym_Latn-lua_Latn","languages":["cym-Latn","lua-Latn"]},{"precision":0.424534,"recall":0.459486,"f1":0.434406,"accuracy":0.459486,"main_score":0.434406,"hf_subset":"cym_Latn-nya_Latn","languages":["cym-Latn","nya-Latn"]},{"precision":0.436952,"recall":0.485178,"f1":0.449724,"accuracy":0.485178,"main_score":0.449724,"hf_subset":"cym_Latn-slv_Latn","languages":["cym-Latn","slv-Latn"]},{"precision":0.470446,"recall":0.514822,"f1":0.482709,"accuracy":0.514822,"main_score":0.482709,"hf_subset":"cym_Latn-tpi_Latn","languages":["cym-Latn","tpi-Latn"]},{"precision":0.475325,"recall":0.532609,"f1":0.490509,"accuracy":0.532609,"main_score":0.490509,"hf_subset":"cym_Latn-zsm_Latn","languages":["cym-Latn","zsm-Latn"]},{"precision":0.393548,"recall":0.448617,"f1":0.408921,"accuracy":0.448617,"main_score":0.408921,"hf_subset":"cym_Latn-ayr_Latn","languages":["cym-Latn","ayr-Latn"]},{"precision":0.475522,"recall":0.529644,"f1":0.490489,"accuracy":0.529644,"main_score":0.490489,"hf_subset":"cym_Latn-dan_Latn","languages":["cym-Latn","dan-Latn"]},{"precision":0.414904,"recall":0.48419,"f1":0.433514,"accuracy":0.48419,"main_score":0.433514,"hf_subset":"cym_Latn-guj_Gujr","languages":["cym-Latn","guj-Gujr"]},{"precision":0.426522,"recall":0.472332,"f1":0.439418,"accuracy":0.472332,"main_score":0.439418,"hf_subset":"cym_Latn-kaz_Cyrl","languages":["cym-Latn","kaz-Cyrl"]},{"precision":0.374116,"recall":0.421937,"f1":0.387027,"accuracy":0.421937,"main_score":0.387027,"hf_subset":"cym_Latn-lug_Latn","languages":["cym-Latn","lug-Latn"]},{"precision":0.472202,"recall":0.514822,"f1":0.484488,"accuracy":0.514822,"main_score":0.484488,"hf_subset":"cym_Latn-oci_Latn","languages":["cym-Latn","oci-Latn"]},{"precision":0.414057,"recall":0.456522,"f1":0.425851,"accuracy":0.456522,"main_score":0.425851,"hf_subset":"cym_Latn-smo_Latn","languages":["cym-Latn","smo-Latn"]},{"precision":0.393935,"recall":0.428854,"f1":0.403479,"accuracy":0.428854,"main_score":0.403479,"hf_subset":"cym_Latn-tsn_Latn","languages":["cym-Latn","tsn-Latn"]},{"precision":0.395332,"recall":0.439723,"f1":0.407762,"accuracy":0.439723,"main_score":0.407762,"hf_subset":"cym_Latn-zul_Latn","languages":["cym-Latn","zul-Latn"]},{"precision":0.329173,"recall":0.386364,"f1":0.344576,"accuracy":0.386364,"main_score":0.344576,"hf_subset":"cym_Latn-azb_Arab","languages":["cym-Latn","azb-Arab"]},{"precision":0.473803,"recall":0.528656,"f1":0.488245,"accuracy":0.528656,"main_score":0.488245,"hf_subset":"cym_Latn-deu_Latn","languages":["cym-Latn","deu-Latn"]},{"precision":0.445378,"recall":0.499012,"f1":0.460433,"accuracy":0.499012,"main_score":0.460433,"hf_subset":"cym_Latn-hat_Latn","languages":["cym-Latn","hat-Latn"]},{"precision":0.386686,"recall":0.423913,"f1":0.397039,"accuracy":0.423913,"main_score":0.397039,"hf_subset":"cym_Latn-kbp_Latn","languages":["cym-Latn","kbp-Latn"]},{"precision":0.417778,"recall":0.454545,"f1":0.427766,"accuracy":0.454545,"main_score":0.427766,"hf_subset":"cym_Latn-luo_Latn","languages":["cym-Latn","luo-Latn"]},{"precision":0.38754,"recall":0.439723,"f1":0.401623,"accuracy":0.439723,"main_score":0.401623,"hf_subset":"cym_Latn-ory_Orya","languages":["cym-Latn","ory-Orya"]},{"precision":0.398374,"recall":0.444664,"f1":0.411227,"accuracy":0.444664,"main_score":0.411227,"hf_subset":"cym_Latn-sna_Latn","languages":["cym-Latn","sna-Latn"]},{"precision":0.417176,"recall":0.453557,"f1":0.426761,"accuracy":0.453557,"main_score":0.426761,"hf_subset":"cym_Latn-tso_Latn","languages":["cym-Latn","tso-Latn"]},{"precision":0.417487,"recall":0.471344,"f1":0.432134,"accuracy":0.471344,"main_score":0.432134,"hf_subset":"cym_Latn-azj_Latn","languages":["cym-Latn","azj-Latn"]},{"precision":0.371196,"recall":0.414032,"f1":0.382764,"accuracy":0.414032,"main_score":0.382764,"hf_subset":"cym_Latn-dik_Latn","languages":["cym-Latn","dik-Latn"]},{"precision":0.407591,"recall":0.436759,"f1":0.416382,"accuracy":0.436759,"main_score":0.416382,"hf_subset":"cym_Latn-hau_Latn","languages":["cym-Latn","hau-Latn"]},{"precision":0.461422,"recall":0.501976,"f1":0.473019,"accuracy":0.501976,"main_score":0.473019,"hf_subset":"cym_Latn-kea_Latn","languages":["cym-Latn","kea-Latn"]},{"precision":0.434079,"recall":0.465415,"f1":0.442951,"accuracy":0.465415,"main_score":0.442951,"hf_subset":"cym_Latn-lus_Latn","languages":["cym-Latn","lus-Latn"]},{"precision":0.45245,"recall":0.485178,"f1":0.461288,"accuracy":0.485178,"main_score":0.461288,"hf_subset":"cym_Latn-pag_Latn","languages":["cym-Latn","pag-Latn"]},{"precision":0.352099,"recall":0.406126,"f1":0.367048,"accuracy":0.406126,"main_score":0.367048,"hf_subset":"cym_Latn-snd_Arab","languages":["cym-Latn","snd-Arab"]},{"precision":0.415836,"recall":0.45751,"f1":0.427501,"accuracy":0.45751,"main_score":0.427501,"hf_subset":"cym_Latn-tuk_Latn","languages":["cym-Latn","tuk-Latn"]},{"precision":0.424016,"recall":0.467391,"f1":0.435552,"accuracy":0.467391,"main_score":0.435552,"hf_subset":"cym_Latn-bak_Cyrl","languages":["cym-Latn","bak-Cyrl"]},{"precision":0.325634,"recall":0.378458,"f1":0.340105,"accuracy":0.378458,"main_score":0.340105,"hf_subset":"cym_Latn-dyu_Latn","languages":["cym-Latn","dyu-Latn"]},{"precision":0.365737,"recall":0.424901,"f1":0.381806,"accuracy":0.424901,"main_score":0.381806,"hf_subset":"cym_Latn-heb_Hebr","languages":["cym-Latn","heb-Hebr"]},{"precision":0.388882,"recall":0.429842,"f1":0.399897,"accuracy":0.429842,"main_score":0.399897,"hf_subset":"cym_Latn-khk_Cyrl","languages":["cym-Latn","khk-Cyrl"]},{"precision":0.437537,"recall":0.480237,"f1":0.448689,"accuracy":0.480237,"main_score":0.448689,"hf_subset":"cym_Latn-lvs_Latn","languages":["cym-Latn","lvs-Latn"]},{"precision":0.396906,"recall":0.461462,"f1":0.415072,"accuracy":0.461462,"main_score":0.415072,"hf_subset":"cym_Latn-pan_Guru","languages":["cym-Latn","pan-Guru"]},{"precision":0.380611,"recall":0.416996,"f1":0.390581,"accuracy":0.416996,"main_score":0.390581,"hf_subset":"cym_Latn-som_Latn","languages":["cym-Latn","som-Latn"]},{"precision":0.394887,"recall":0.433794,"f1":0.405269,"accuracy":0.433794,"main_score":0.405269,"hf_subset":"cym_Latn-tum_Latn","languages":["cym-Latn","tum-Latn"]},{"precision":0.271438,"recall":0.333992,"f1":0.287863,"accuracy":0.333992,"main_score":0.287863,"hf_subset":"grn_Latn-ace_Arab","languages":["grn-Latn","ace-Arab"]},{"precision":0.405518,"recall":0.464427,"f1":0.421351,"accuracy":0.464427,"main_score":0.421351,"hf_subset":"grn_Latn-bam_Latn","languages":["grn-Latn","bam-Latn"]},{"precision":0.12045,"recall":0.177866,"f1":0.133468,"accuracy":0.177866,"main_score":0.133468,"hf_subset":"grn_Latn-dzo_Tibt","languages":["grn-Latn","dzo-Tibt"]},{"precision":0.673337,"recall":0.738142,"f1":0.692054,"accuracy":0.738142,"main_score":0.692054,"hf_subset":"grn_Latn-hin_Deva","languages":["grn-Latn","hin-Deva"]},{"precision":0.431914,"recall":0.506917,"f1":0.452646,"accuracy":0.506917,"main_score":0.452646,"hf_subset":"grn_Latn-khm_Khmr","languages":["grn-Latn","khm-Khmr"]},{"precision":0.677681,"recall":0.736166,"f1":0.694164,"accuracy":0.736166,"main_score":0.694164,"hf_subset":"grn_Latn-mag_Deva","languages":["grn-Latn","mag-Deva"]},{"precision":0.654306,"recall":0.702569,"f1":0.668652,"accuracy":0.702569,"main_score":0.668652,"hf_subset":"grn_Latn-pap_Latn","languages":["grn-Latn","pap-Latn"]},{"precision":0.438123,"recall":0.498024,"f1":0.454608,"accuracy":0.498024,"main_score":0.454608,"hf_subset":"grn_Latn-sot_Latn","languages":["grn-Latn","sot-Latn"]},{"precision":0.665533,"recall":0.728261,"f1":0.684176,"accuracy":0.728261,"main_score":0.684176,"hf_subset":"grn_Latn-tur_Latn","languages":["grn-Latn","tur-Latn"]},{"precision":0.59608,"recall":0.644269,"f1":0.610032,"accuracy":0.644269,"main_score":0.610032,"hf_subset":"grn_Latn-ace_Latn","languages":["grn-Latn","ace-Latn"]},{"precision":0.664094,"recall":0.714427,"f1":0.678216,"accuracy":0.714427,"main_score":0.678216,"hf_subset":"grn_Latn-ban_Latn","languages":["grn-Latn","ban-Latn"]},{"precision":0.560082,"recall":0.633399,"f1":0.580537,"accuracy":0.633399,"main_score":0.580537,"hf_subset":"grn_Latn-ell_Grek","languages":["grn-Latn","ell-Grek"]},{"precision":0.656607,"recall":0.720356,"f1":0.675348,"accuracy":0.720356,"main_score":0.675348,"hf_subset":"grn_Latn-hne_Deva","languages":["grn-Latn","hne-Deva"]},{"precision":0.452487,"recall":0.51581,"f1":0.470537,"accuracy":0.51581,"main_score":0.470537,"hf_subset":"grn_Latn-kik_Latn","languages":["grn-Latn","kik-Latn"]},{"precision":0.679106,"recall":0.737154,"f1":0.695904,"accuracy":0.737154,"main_score":0.695904,"hf_subset":"grn_Latn-mai_Deva","languages":["grn-Latn","mai-Deva"]},{"precision":0.531412,"recall":0.597826,"f1":0.550605,"accuracy":0.597826,"main_score":0.550605,"hf_subset":"grn_Latn-pbt_Arab","languages":["grn-Latn","pbt-Arab"]},{"precision":0.728127,"recall":0.784585,"f1":0.744769,"accuracy":0.784585,"main_score":0.744769,"hf_subset":"grn_Latn-spa_Latn","languages":["grn-Latn","spa-Latn"]},{"precision":0.523922,"recall":0.575099,"f1":0.539015,"accuracy":0.575099,"main_score":0.539015,"hf_subset":"grn_Latn-twi_Latn","languages":["grn-Latn","twi-Latn"]},{"precision":0.64758,"recall":0.710474,"f1":0.665586,"accuracy":0.710474,"main_score":0.665586,"hf_subset":"grn_Latn-acm_Arab","languages":["grn-Latn","acm-Arab"]},{"precision":0.515425,"recall":0.583992,"f1":0.535152,"accuracy":0.583992,"main_score":0.535152,"hf_subset":"grn_Latn-bel_Cyrl","languages":["grn-Latn","bel-Cyrl"]},{"precision":0.7233,"recall":0.779644,"f1":0.739529,"accuracy":0.779644,"main_score":0.739529,"hf_subset":"grn_Latn-eng_Latn","languages":["grn-Latn","eng-Latn"]},{"precision":0.606132,"recall":0.677866,"f1":0.627281,"accuracy":0.677866,"main_score":0.627281,"hf_subset":"grn_Latn-hrv_Latn","languages":["grn-Latn","hrv-Latn"]},{"precision":0.413703,"recall":0.468379,"f1":0.429117,"accuracy":0.468379,"main_score":0.429117,"hf_subset":"grn_Latn-kin_Latn","languages":["grn-Latn","kin-Latn"]},{"precision":0.568343,"recall":0.646245,"f1":0.590759,"accuracy":0.646245,"main_score":0.590759,"hf_subset":"grn_Latn-mal_Mlym","languages":["grn-Latn","mal-Mlym"]},{"precision":0.638403,"recall":0.708498,"f1":0.658615,"accuracy":0.708498,"main_score":0.658615,"hf_subset":"grn_Latn-pes_Arab","languages":["grn-Latn","pes-Arab"]},{"precision":0.609443,"recall":0.672925,"f1":0.627567,"accuracy":0.672925,"main_score":0.627567,"hf_subset":"grn_Latn-srd_Latn","languages":["grn-Latn","srd-Latn"]},{"precision":0.133016,"recall":0.187747,"f1":0.145966,"accuracy":0.187747,"main_score":0.145966,"hf_subset":"grn_Latn-tzm_Tfng","languages":["grn-Latn","tzm-Tfng"]},{"precision":0.660306,"recall":0.715415,"f1":0.676102,"accuracy":0.715415,"main_score":0.676102,"hf_subset":"grn_Latn-acq_Arab","languages":["grn-Latn","acq-Arab"]},{"precision":0.484307,"recall":0.54249,"f1":0.500762,"accuracy":0.54249,"main_score":0.500762,"hf_subset":"grn_Latn-bem_Latn","languages":["grn-Latn","bem-Latn"]},{"precision":0.62123,"recall":0.673913,"f1":0.636261,"accuracy":0.673913,"main_score":0.636261,"hf_subset":"grn_Latn-epo_Latn","languages":["grn-Latn","epo-Latn"]},{"precision":0.568203,"recall":0.641304,"f1":0.589014,"accuracy":0.641304,"main_score":0.589014,"hf_subset":"grn_Latn-hun_Latn","languages":["grn-Latn","hun-Latn"]},{"precision":0.544947,"recall":0.610672,"f1":0.563963,"accuracy":0.610672,"main_score":0.563963,"hf_subset":"grn_Latn-kir_Cyrl","languages":["grn-Latn","kir-Cyrl"]},{"precision":0.628944,"recall":0.699605,"f1":0.649106,"accuracy":0.699605,"main_score":0.649106,"hf_subset":"grn_Latn-mar_Deva","languages":["grn-Latn","mar-Deva"]},{"precision":0.453497,"recall":0.508893,"f1":0.469498,"accuracy":0.508893,"main_score":0.469498,"hf_subset":"grn_Latn-plt_Latn","languages":["grn-Latn","plt-Latn"]},{"precision":0.6003,"recall":0.663043,"f1":0.618268,"accuracy":0.663043,"main_score":0.618268,"hf_subset":"grn_Latn-srp_Cyrl","languages":["grn-Latn","srp-Cyrl"]},{"precision":0.288405,"recall":0.353755,"f1":0.306195,"accuracy":0.353755,"main_score":0.306195,"hf_subset":"grn_Latn-uig_Arab","languages":["grn-Latn","uig-Arab"]},{"precision":0.624345,"recall":0.68083,"f1":0.640784,"accuracy":0.68083,"main_score":0.640784,"hf_subset":"grn_Latn-aeb_Arab","languages":["grn-Latn","aeb-Arab"]},{"precision":0.655868,"recall":0.721344,"f1":0.674746,"accuracy":0.721344,"main_score":0.674746,"hf_subset":"grn_Latn-ben_Beng","languages":["grn-Latn","ben-Beng"]},{"precision":0.552179,"recall":0.612648,"f1":0.569782,"accuracy":0.612648,"main_score":0.569782,"hf_subset":"grn_Latn-est_Latn","languages":["grn-Latn","est-Latn"]},{"precision":0.472326,"recall":0.530632,"f1":0.489289,"accuracy":0.530632,"main_score":0.489289,"hf_subset":"grn_Latn-hye_Armn","languages":["grn-Latn","hye-Armn"]},{"precision":0.441857,"recall":0.500988,"f1":0.457827,"accuracy":0.500988,"main_score":0.457827,"hf_subset":"grn_Latn-kmb_Latn","languages":["grn-Latn","kmb-Latn"]},{"precision":0.247871,"recall":0.311265,"f1":0.264677,"accuracy":0.311265,"main_score":0.264677,"hf_subset":"grn_Latn-min_Arab","languages":["grn-Latn","min-Arab"]},{"precision":0.66681,"recall":0.730237,"f1":0.684415,"accuracy":0.730237,"main_score":0.684415,"hf_subset":"grn_Latn-pol_Latn","languages":["grn-Latn","pol-Latn"]},{"precision":0.406699,"recall":0.47332,"f1":0.424302,"accuracy":0.47332,"main_score":0.424302,"hf_subset":"grn_Latn-ssw_Latn","languages":["grn-Latn","ssw-Latn"]},{"precision":0.635418,"recall":0.702569,"f1":0.654986,"accuracy":0.702569,"main_score":0.654986,"hf_subset":"grn_Latn-ukr_Cyrl","languages":["grn-Latn","ukr-Cyrl"]},{"precision":0.66644,"recall":0.716403,"f1":0.680999,"accuracy":0.716403,"main_score":0.680999,"hf_subset":"grn_Latn-afr_Latn","languages":["grn-Latn","afr-Latn"]},{"precision":0.653397,"recall":0.715415,"f1":0.67124,"accuracy":0.715415,"main_score":0.67124,"hf_subset":"grn_Latn-bho_Deva","languages":["grn-Latn","bho-Deva"]},{"precision":0.579877,"recall":0.63834,"f1":0.595698,"accuracy":0.63834,"main_score":0.595698,"hf_subset":"grn_Latn-eus_Latn","languages":["grn-Latn","eus-Latn"]},{"precision":0.419549,"recall":0.482213,"f1":0.437705,"accuracy":0.482213,"main_score":0.437705,"hf_subset":"grn_Latn-ibo_Latn","languages":["grn-Latn","ibo-Latn"]},{"precision":0.43498,"recall":0.508893,"f1":0.45519,"accuracy":0.508893,"main_score":0.45519,"hf_subset":"grn_Latn-kmr_Latn","languages":["grn-Latn","kmr-Latn"]},{"precision":0.583398,"recall":0.643281,"f1":0.599513,"accuracy":0.643281,"main_score":0.599513,"hf_subset":"grn_Latn-min_Latn","languages":["grn-Latn","min-Latn"]},{"precision":0.731091,"recall":0.786561,"f1":0.74704,"accuracy":0.786561,"main_score":0.74704,"hf_subset":"grn_Latn-por_Latn","languages":["grn-Latn","por-Latn"]},{"precision":0.672501,"recall":0.717391,"f1":0.685129,"accuracy":0.717391,"main_score":0.685129,"hf_subset":"grn_Latn-sun_Latn","languages":["grn-Latn","sun-Latn"]},{"precision":0.432224,"recall":0.48913,"f1":0.447575,"accuracy":0.48913,"main_score":0.447575,"hf_subset":"grn_Latn-umb_Latn","languages":["grn-Latn","umb-Latn"]},{"precision":0.6646,"recall":0.718379,"f1":0.680315,"accuracy":0.718379,"main_score":0.680315,"hf_subset":"grn_Latn-ajp_Arab","languages":["grn-Latn","ajp-Arab"]},{"precision":0.262988,"recall":0.317194,"f1":0.27705,"accuracy":0.317194,"main_score":0.27705,"hf_subset":"grn_Latn-bjn_Arab","languages":["grn-Latn","bjn-Arab"]},{"precision":0.434503,"recall":0.492095,"f1":0.450261,"accuracy":0.492095,"main_score":0.450261,"hf_subset":"grn_Latn-ewe_Latn","languages":["grn-Latn","ewe-Latn"]},{"precision":0.631917,"recall":0.685771,"f1":0.647267,"accuracy":0.685771,"main_score":0.647267,"hf_subset":"grn_Latn-ilo_Latn","languages":["grn-Latn","ilo-Latn"]},{"precision":0.184114,"recall":0.240119,"f1":0.197654,"accuracy":0.240119,"main_score":0.197654,"hf_subset":"grn_Latn-knc_Arab","languages":["grn-Latn","knc-Arab"]},{"precision":0.602706,"recall":0.667984,"f1":0.621671,"accuracy":0.667984,"main_score":0.621671,"hf_subset":"grn_Latn-mkd_Cyrl","languages":["grn-Latn","mkd-Cyrl"]},{"precision":0.651544,"recall":0.722332,"f1":0.67214,"accuracy":0.722332,"main_score":0.67214,"hf_subset":"grn_Latn-prs_Arab","languages":["grn-Latn","prs-Arab"]},{"precision":0.649261,"recall":0.711462,"f1":0.667647,"accuracy":0.711462,"main_score":0.667647,"hf_subset":"grn_Latn-swe_Latn","languages":["grn-Latn","swe-Latn"]},{"precision":0.571213,"recall":0.651186,"f1":0.594225,"accuracy":0.651186,"main_score":0.594225,"hf_subset":"grn_Latn-urd_Arab","languages":["grn-Latn","urd-Arab"]},{"precision":0.500844,"recall":0.556324,"f1":0.516815,"accuracy":0.556324,"main_score":0.516815,"hf_subset":"grn_Latn-aka_Latn","languages":["grn-Latn","aka-Latn"]},{"precision":0.599667,"recall":0.65415,"f1":0.615668,"accuracy":0.65415,"main_score":0.615668,"hf_subset":"grn_Latn-bjn_Latn","languages":["grn-Latn","bjn-Latn"]},{"precision":0.468823,"recall":0.535573,"f1":0.487799,"accuracy":0.535573,"main_score":0.487799,"hf_subset":"grn_Latn-fao_Latn","languages":["grn-Latn","fao-Latn"]},{"precision":0.716956,"recall":0.775692,"f1":0.733614,"accuracy":0.775692,"main_score":0.733614,"hf_subset":"grn_Latn-ind_Latn","languages":["grn-Latn","ind-Latn"]},{"precision":0.484532,"recall":0.54249,"f1":0.500521,"accuracy":0.54249,"main_score":0.500521,"hf_subset":"grn_Latn-knc_Latn","languages":["grn-Latn","knc-Latn"]},{"precision":0.575358,"recall":0.629447,"f1":0.590899,"accuracy":0.629447,"main_score":0.590899,"hf_subset":"grn_Latn-mlt_Latn","languages":["grn-Latn","mlt-Latn"]},{"precision":0.547865,"recall":0.607708,"f1":0.564883,"accuracy":0.607708,"main_score":0.564883,"hf_subset":"grn_Latn-quy_Latn","languages":["grn-Latn","quy-Latn"]},{"precision":0.541273,"recall":0.598814,"f1":0.558411,"accuracy":0.598814,"main_score":0.558411,"hf_subset":"grn_Latn-swh_Latn","languages":["grn-Latn","swh-Latn"]},{"precision":0.484089,"recall":0.550395,"f1":0.502994,"accuracy":0.550395,"main_score":0.502994,"hf_subset":"grn_Latn-uzn_Latn","languages":["grn-Latn","uzn-Latn"]},{"precision":0.592051,"recall":0.648221,"f1":0.608573,"accuracy":0.648221,"main_score":0.608573,"hf_subset":"grn_Latn-als_Latn","languages":["grn-Latn","als-Latn"]},{"precision":0.171947,"recall":0.241107,"f1":0.188082,"accuracy":0.241107,"main_score":0.188082,"hf_subset":"grn_Latn-bod_Tibt","languages":["grn-Latn","bod-Tibt"]},{"precision":0.447291,"recall":0.509881,"f1":0.465757,"accuracy":0.509881,"main_score":0.465757,"hf_subset":"grn_Latn-fij_Latn","languages":["grn-Latn","fij-Latn"]},{"precision":0.42154,"recall":0.48913,"f1":0.440456,"accuracy":0.48913,"main_score":0.440456,"hf_subset":"grn_Latn-isl_Latn","languages":["grn-Latn","isl-Latn"]},{"precision":0.509339,"recall":0.568182,"f1":0.52557,"accuracy":0.568182,"main_score":0.52557,"hf_subset":"grn_Latn-kon_Latn","languages":["grn-Latn","kon-Latn"]},{"precision":0.3666,"recall":0.438735,"f1":0.385328,"accuracy":0.438735,"main_score":0.385328,"hf_subset":"grn_Latn-mni_Beng","languages":["grn-Latn","mni-Beng"]},{"precision":0.67272,"recall":0.731225,"f1":0.689349,"accuracy":0.731225,"main_score":0.689349,"hf_subset":"grn_Latn-ron_Latn","languages":["grn-Latn","ron-Latn"]},{"precision":0.590235,"recall":0.647233,"f1":0.607333,"accuracy":0.647233,"main_score":0.607333,"hf_subset":"grn_Latn-szl_Latn","languages":["grn-Latn","szl-Latn"]},{"precision":0.660701,"recall":0.70751,"f1":0.674304,"accuracy":0.70751,"main_score":0.674304,"hf_subset":"grn_Latn-vec_Latn","languages":["grn-Latn","vec-Latn"]},{"precision":0.454375,"recall":0.525692,"f1":0.474664,"accuracy":0.525692,"main_score":0.474664,"hf_subset":"grn_Latn-amh_Ethi","languages":["grn-Latn","amh-Ethi"]},{"precision":0.650146,"recall":0.70751,"f1":0.666173,"accuracy":0.70751,"main_score":0.666173,"hf_subset":"grn_Latn-bos_Latn","languages":["grn-Latn","bos-Latn"]},{"precision":0.606287,"recall":0.675889,"f1":0.626582,"accuracy":0.675889,"main_score":0.626582,"hf_subset":"grn_Latn-fin_Latn","languages":["grn-Latn","fin-Latn"]},{"precision":0.712645,"recall":0.770751,"f1":0.729603,"accuracy":0.770751,"main_score":0.729603,"hf_subset":"grn_Latn-ita_Latn","languages":["grn-Latn","ita-Latn"]},{"precision":0.652722,"recall":0.72332,"f1":0.672732,"accuracy":0.72332,"main_score":0.672732,"hf_subset":"grn_Latn-kor_Hang","languages":["grn-Latn","kor-Hang"]},{"precision":0.430488,"recall":0.496047,"f1":0.448611,"accuracy":0.496047,"main_score":0.448611,"hf_subset":"grn_Latn-mos_Latn","languages":["grn-Latn","mos-Latn"]},{"precision":0.411594,"recall":0.469368,"f1":0.427482,"accuracy":0.469368,"main_score":0.427482,"hf_subset":"grn_Latn-run_Latn","languages":["grn-Latn","run-Latn"]},{"precision":0.564576,"recall":0.650198,"f1":0.588755,"accuracy":0.650198,"main_score":0.588755,"hf_subset":"grn_Latn-tam_Taml","languages":["grn-Latn","tam-Taml"]},{"precision":0.660864,"recall":0.728261,"f1":0.680389,"accuracy":0.728261,"main_score":0.680389,"hf_subset":"grn_Latn-vie_Latn","languages":["grn-Latn","vie-Latn"]},{"precision":0.637213,"recall":0.695652,"f1":0.653824,"accuracy":0.695652,"main_score":0.653824,"hf_subset":"grn_Latn-apc_Arab","languages":["grn-Latn","apc-Arab"]},{"precision":0.588928,"recall":0.649209,"f1":0.606087,"accuracy":0.649209,"main_score":0.606087,"hf_subset":"grn_Latn-bug_Latn","languages":["grn-Latn","bug-Latn"]},{"precision":0.392558,"recall":0.455534,"f1":0.40891,"accuracy":0.455534,"main_score":0.40891,"hf_subset":"grn_Latn-fon_Latn","languages":["grn-Latn","fon-Latn"]},{"precision":0.658385,"recall":0.702569,"f1":0.67121,"accuracy":0.702569,"main_score":0.67121,"hf_subset":"grn_Latn-jav_Latn","languages":["grn-Latn","jav-Latn"]},{"precision":0.421272,"recall":0.488142,"f1":0.439863,"accuracy":0.488142,"main_score":0.439863,"hf_subset":"grn_Latn-lao_Laoo","languages":["grn-Latn","lao-Laoo"]},{"precision":0.412281,"recall":0.472332,"f1":0.429309,"accuracy":0.472332,"main_score":0.429309,"hf_subset":"grn_Latn-mri_Latn","languages":["grn-Latn","mri-Latn"]},{"precision":0.681557,"recall":0.747036,"f1":0.700407,"accuracy":0.747036,"main_score":0.700407,"hf_subset":"grn_Latn-rus_Cyrl","languages":["grn-Latn","rus-Cyrl"]},{"precision":0.408293,"recall":0.485178,"f1":0.429461,"accuracy":0.485178,"main_score":0.429461,"hf_subset":"grn_Latn-taq_Latn","languages":["grn-Latn","taq-Latn"]},{"precision":0.665704,"recall":0.713439,"f1":0.67891,"accuracy":0.713439,"main_score":0.67891,"hf_subset":"grn_Latn-war_Latn","languages":["grn-Latn","war-Latn"]},{"precision":0.656293,"recall":0.719368,"f1":0.674551,"accuracy":0.719368,"main_score":0.674551,"hf_subset":"grn_Latn-arb_Arab","languages":["grn-Latn","arb-Arab"]},{"precision":0.647497,"recall":0.706522,"f1":0.66473,"accuracy":0.706522,"main_score":0.66473,"hf_subset":"grn_Latn-bul_Cyrl","languages":["grn-Latn","bul-Cyrl"]},{"precision":0.704011,"recall":0.761858,"f1":0.720663,"accuracy":0.761858,"main_score":0.720663,"hf_subset":"grn_Latn-fra_Latn","languages":["grn-Latn","fra-Latn"]},{"precision":0.666101,"recall":0.735178,"f1":0.686243,"accuracy":0.735178,"main_score":0.686243,"hf_subset":"grn_Latn-jpn_Jpan","languages":["grn-Latn","jpn-Jpan"]},{"precision":0.652869,"recall":0.706522,"f1":0.667587,"accuracy":0.706522,"main_score":0.667587,"hf_subset":"grn_Latn-lij_Latn","languages":["grn-Latn","lij-Latn"]},{"precision":0.403969,"recall":0.476285,"f1":0.423814,"accuracy":0.476285,"main_score":0.423814,"hf_subset":"grn_Latn-mya_Mymr","languages":["grn-Latn","mya-Mymr"]},{"precision":0.495743,"recall":0.5583,"f1":0.513098,"accuracy":0.5583,"main_score":0.513098,"hf_subset":"grn_Latn-sag_Latn","languages":["grn-Latn","sag-Latn"]},{"precision":0.152638,"recall":0.218379,"f1":0.167406,"accuracy":0.218379,"main_score":0.167406,"hf_subset":"grn_Latn-taq_Tfng","languages":["grn-Latn","taq-Tfng"]},{"precision":0.472567,"recall":0.543478,"f1":0.492394,"accuracy":0.543478,"main_score":0.492394,"hf_subset":"grn_Latn-wol_Latn","languages":["grn-Latn","wol-Latn"]},{"precision":0.272124,"recall":0.359684,"f1":0.293899,"accuracy":0.359684,"main_score":0.293899,"hf_subset":"grn_Latn-arb_Latn","languages":["grn-Latn","arb-Latn"]},{"precision":0.691164,"recall":0.747036,"f1":0.707734,"accuracy":0.747036,"main_score":0.707734,"hf_subset":"grn_Latn-cat_Latn","languages":["grn-Latn","cat-Latn"]},{"precision":0.617996,"recall":0.672925,"f1":0.633807,"accuracy":0.672925,"main_score":0.633807,"hf_subset":"grn_Latn-fur_Latn","languages":["grn-Latn","fur-Latn"]},{"precision":0.303777,"recall":0.364625,"f1":0.319293,"accuracy":0.364625,"main_score":0.319293,"hf_subset":"grn_Latn-kab_Latn","languages":["grn-Latn","kab-Latn"]},{"precision":0.61084,"recall":0.667984,"f1":0.627355,"accuracy":0.667984,"main_score":0.627355,"hf_subset":"grn_Latn-lim_Latn","languages":["grn-Latn","lim-Latn"]},{"precision":0.683566,"recall":0.741107,"f1":0.699887,"accuracy":0.741107,"main_score":0.699887,"hf_subset":"grn_Latn-nld_Latn","languages":["grn-Latn","nld-Latn"]},{"precision":0.541495,"recall":0.62253,"f1":0.565168,"accuracy":0.62253,"main_score":0.565168,"hf_subset":"grn_Latn-san_Deva","languages":["grn-Latn","san-Deva"]},{"precision":0.56616,"recall":0.625494,"f1":0.583394,"accuracy":0.625494,"main_score":0.583394,"hf_subset":"grn_Latn-tat_Cyrl","languages":["grn-Latn","tat-Cyrl"]},{"precision":0.448466,"recall":0.51581,"f1":0.467577,"accuracy":0.51581,"main_score":0.467577,"hf_subset":"grn_Latn-xho_Latn","languages":["grn-Latn","xho-Latn"]},{"precision":0.639367,"recall":0.705534,"f1":0.658682,"accuracy":0.705534,"main_score":0.658682,"hf_subset":"grn_Latn-ars_Arab","languages":["grn-Latn","ars-Arab"]},{"precision":0.647714,"recall":0.69664,"f1":0.662157,"accuracy":0.69664,"main_score":0.662157,"hf_subset":"grn_Latn-ceb_Latn","languages":["grn-Latn","ceb-Latn"]},{"precision":0.438975,"recall":0.511858,"f1":0.460063,"accuracy":0.511858,"main_score":0.460063,"hf_subset":"grn_Latn-fuv_Latn","languages":["grn-Latn","fuv-Latn"]},{"precision":0.448269,"recall":0.511858,"f1":0.465365,"accuracy":0.511858,"main_score":0.465365,"hf_subset":"grn_Latn-kac_Latn","languages":["grn-Latn","kac-Latn"]},{"precision":0.500732,"recall":0.565217,"f1":0.519391,"accuracy":0.565217,"main_score":0.519391,"hf_subset":"grn_Latn-lin_Latn","languages":["grn-Latn","lin-Latn"]},{"precision":0.648397,"recall":0.709486,"f1":0.665808,"accuracy":0.709486,"main_score":0.665808,"hf_subset":"grn_Latn-nno_Latn","languages":["grn-Latn","nno-Latn"]},{"precision":0.151742,"recall":0.199605,"f1":0.163842,"accuracy":0.199605,"main_score":0.163842,"hf_subset":"grn_Latn-sat_Olck","languages":["grn-Latn","sat-Olck"]},{"precision":0.60966,"recall":0.682806,"f1":0.630423,"accuracy":0.682806,"main_score":0.630423,"hf_subset":"grn_Latn-tel_Telu","languages":["grn-Latn","tel-Telu"]},{"precision":0.287881,"recall":0.354743,"f1":0.304553,"accuracy":0.354743,"main_score":0.304553,"hf_subset":"grn_Latn-ydd_Hebr","languages":["grn-Latn","ydd-Hebr"]},{"precision":0.583474,"recall":0.652174,"f1":0.603073,"accuracy":0.652174,"main_score":0.603073,"hf_subset":"grn_Latn-ary_Arab","languages":["grn-Latn","ary-Arab"]},{"precision":0.621208,"recall":0.689723,"f1":0.640282,"accuracy":0.689723,"main_score":0.640282,"hf_subset":"grn_Latn-ces_Latn","languages":["grn-Latn","ces-Latn"]},{"precision":0.338042,"recall":0.408103,"f1":0.355577,"accuracy":0.408103,"main_score":0.355577,"hf_subset":"grn_Latn-gaz_Latn","languages":["grn-Latn","gaz-Latn"]},{"precision":0.443675,"recall":0.512846,"f1":0.463042,"accuracy":0.512846,"main_score":0.463042,"hf_subset":"grn_Latn-kam_Latn","languages":["grn-Latn","kam-Latn"]},{"precision":0.541082,"recall":0.603755,"f1":0.558915,"accuracy":0.603755,"main_score":0.558915,"hf_subset":"grn_Latn-lit_Latn","languages":["grn-Latn","lit-Latn"]},{"precision":0.647516,"recall":0.712451,"f1":0.666258,"accuracy":0.712451,"main_score":0.666258,"hf_subset":"grn_Latn-nob_Latn","languages":["grn-Latn","nob-Latn"]},{"precision":0.594845,"recall":0.655138,"f1":0.612205,"accuracy":0.655138,"main_score":0.612205,"hf_subset":"grn_Latn-scn_Latn","languages":["grn-Latn","scn-Latn"]},{"precision":0.400698,"recall":0.479249,"f1":0.421534,"accuracy":0.479249,"main_score":0.421534,"hf_subset":"grn_Latn-tgk_Cyrl","languages":["grn-Latn","tgk-Cyrl"]},{"precision":0.396483,"recall":0.462451,"f1":0.415536,"accuracy":0.462451,"main_score":0.415536,"hf_subset":"grn_Latn-yor_Latn","languages":["grn-Latn","yor-Latn"]},{"precision":0.657691,"recall":0.722332,"f1":0.677009,"accuracy":0.722332,"main_score":0.677009,"hf_subset":"grn_Latn-arz_Arab","languages":["grn-Latn","arz-Arab"]},{"precision":0.460197,"recall":0.527668,"f1":0.479195,"accuracy":0.527668,"main_score":0.479195,"hf_subset":"grn_Latn-cjk_Latn","languages":["grn-Latn","cjk-Latn"]},{"precision":0.355168,"recall":0.425889,"f1":0.373877,"accuracy":0.425889,"main_score":0.373877,"hf_subset":"grn_Latn-gla_Latn","languages":["grn-Latn","gla-Latn"]},{"precision":0.579771,"recall":0.655138,"f1":0.602149,"accuracy":0.655138,"main_score":0.602149,"hf_subset":"grn_Latn-kan_Knda","languages":["grn-Latn","kan-Knda"]},{"precision":0.605387,"recall":0.661067,"f1":0.621673,"accuracy":0.661067,"main_score":0.621673,"hf_subset":"grn_Latn-lmo_Latn","languages":["grn-Latn","lmo-Latn"]},{"precision":0.646655,"recall":0.709486,"f1":0.665299,"accuracy":0.709486,"main_score":0.665299,"hf_subset":"grn_Latn-npi_Deva","languages":["grn-Latn","npi-Deva"]},{"precision":0.366211,"recall":0.45751,"f1":0.391639,"accuracy":0.45751,"main_score":0.391639,"hf_subset":"grn_Latn-shn_Mymr","languages":["grn-Latn","shn-Mymr"]},{"precision":0.608424,"recall":0.668972,"f1":0.625841,"accuracy":0.668972,"main_score":0.625841,"hf_subset":"grn_Latn-tgl_Latn","languages":["grn-Latn","tgl-Latn"]},{"precision":0.652612,"recall":0.722332,"f1":0.6724,"accuracy":0.722332,"main_score":0.6724,"hf_subset":"grn_Latn-yue_Hant","languages":["grn-Latn","yue-Hant"]},{"precision":0.514153,"recall":0.58498,"f1":0.534436,"accuracy":0.58498,"main_score":0.534436,"hf_subset":"grn_Latn-asm_Beng","languages":["grn-Latn","asm-Beng"]},{"precision":0.336609,"recall":0.401186,"f1":0.353903,"accuracy":0.401186,"main_score":0.353903,"hf_subset":"grn_Latn-ckb_Arab","languages":["grn-Latn","ckb-Arab"]},{"precision":0.361098,"recall":0.436759,"f1":0.380203,"accuracy":0.436759,"main_score":0.380203,"hf_subset":"grn_Latn-gle_Latn","languages":["grn-Latn","gle-Latn"]},{"precision":0.469357,"recall":0.550395,"f1":0.492095,"accuracy":0.550395,"main_score":0.492095,"hf_subset":"grn_Latn-kas_Arab","languages":["grn-Latn","kas-Arab"]},{"precision":0.540777,"recall":0.600791,"f1":0.557795,"accuracy":0.600791,"main_score":0.557795,"hf_subset":"grn_Latn-ltg_Latn","languages":["grn-Latn","ltg-Latn"]},{"precision":0.487288,"recall":0.544466,"f1":0.503638,"accuracy":0.544466,"main_score":0.503638,"hf_subset":"grn_Latn-nso_Latn","languages":["grn-Latn","nso-Latn"]},{"precision":0.455854,"recall":0.533597,"f1":0.477656,"accuracy":0.533597,"main_score":0.477656,"hf_subset":"grn_Latn-sin_Sinh","languages":["grn-Latn","sin-Sinh"]},{"precision":0.649901,"recall":0.718379,"f1":0.669065,"accuracy":0.718379,"main_score":0.669065,"hf_subset":"grn_Latn-tha_Thai","languages":["grn-Latn","tha-Thai"]},{"precision":0.668236,"recall":0.730237,"f1":0.686084,"accuracy":0.730237,"main_score":0.686084,"hf_subset":"grn_Latn-zho_Hans","languages":["grn-Latn","zho-Hans"]},{"precision":0.690493,"recall":0.73913,"f1":0.704633,"accuracy":0.73913,"main_score":0.704633,"hf_subset":"grn_Latn-ast_Latn","languages":["grn-Latn","ast-Latn"]},{"precision":0.548892,"recall":0.612648,"f1":0.565949,"accuracy":0.612648,"main_score":0.565949,"hf_subset":"grn_Latn-crh_Latn","languages":["grn-Latn","crh-Latn"]},{"precision":0.717474,"recall":0.769763,"f1":0.732465,"accuracy":0.769763,"main_score":0.732465,"hf_subset":"grn_Latn-glg_Latn","languages":["grn-Latn","glg-Latn"]},{"precision":0.457735,"recall":0.532609,"f1":0.477944,"accuracy":0.532609,"main_score":0.477944,"hf_subset":"grn_Latn-kas_Deva","languages":["grn-Latn","kas-Deva"]},{"precision":0.590972,"recall":0.656126,"f1":0.609751,"accuracy":0.656126,"main_score":0.609751,"hf_subset":"grn_Latn-ltz_Latn","languages":["grn-Latn","ltz-Latn"]},{"precision":0.330483,"recall":0.397233,"f1":0.34804,"accuracy":0.397233,"main_score":0.34804,"hf_subset":"grn_Latn-nus_Latn","languages":["grn-Latn","nus-Latn"]},{"precision":0.61994,"recall":0.687747,"f1":0.63937,"accuracy":0.687747,"main_score":0.63937,"hf_subset":"grn_Latn-slk_Latn","languages":["grn-Latn","slk-Latn"]},{"precision":0.312071,"recall":0.379447,"f1":0.329415,"accuracy":0.379447,"main_score":0.329415,"hf_subset":"grn_Latn-tir_Ethi","languages":["grn-Latn","tir-Ethi"]},{"precision":0.654199,"recall":0.72332,"f1":0.673827,"accuracy":0.72332,"main_score":0.673827,"hf_subset":"grn_Latn-zho_Hant","languages":["grn-Latn","zho-Hant"]},{"precision":0.667158,"recall":0.727273,"f1":0.68419,"accuracy":0.727273,"main_score":0.68419,"hf_subset":"grn_Latn-awa_Deva","languages":["grn-Latn","awa-Deva"]},{"precision":0.412255,"recall":0.485178,"f1":0.432008,"accuracy":0.485178,"main_score":0.432008,"hf_subset":"grn_Latn-cym_Latn","languages":["grn-Latn","cym-Latn"]},{"precision":0.521114,"recall":0.585968,"f1":0.539149,"accuracy":0.585968,"main_score":0.539149,"hf_subset":"grn_Latn-kat_Geor","languages":["grn-Latn","kat-Geor"]},{"precision":0.492271,"recall":0.549407,"f1":0.508246,"accuracy":0.549407,"main_score":0.508246,"hf_subset":"grn_Latn-lua_Latn","languages":["grn-Latn","lua-Latn"]},{"precision":0.486306,"recall":0.541502,"f1":0.502097,"accuracy":0.541502,"main_score":0.502097,"hf_subset":"grn_Latn-nya_Latn","languages":["grn-Latn","nya-Latn"]},{"precision":0.593227,"recall":0.658103,"f1":0.611402,"accuracy":0.658103,"main_score":0.611402,"hf_subset":"grn_Latn-slv_Latn","languages":["grn-Latn","slv-Latn"]},{"precision":0.65667,"recall":0.706522,"f1":0.67127,"accuracy":0.706522,"main_score":0.67127,"hf_subset":"grn_Latn-tpi_Latn","languages":["grn-Latn","tpi-Latn"]},{"precision":0.664082,"recall":0.727273,"f1":0.682011,"accuracy":0.727273,"main_score":0.682011,"hf_subset":"grn_Latn-zsm_Latn","languages":["grn-Latn","zsm-Latn"]},{"precision":0.42249,"recall":0.496047,"f1":0.443929,"accuracy":0.496047,"main_score":0.443929,"hf_subset":"grn_Latn-ayr_Latn","languages":["grn-Latn","ayr-Latn"]},{"precision":0.675421,"recall":0.73419,"f1":0.692522,"accuracy":0.73419,"main_score":0.692522,"hf_subset":"grn_Latn-dan_Latn","languages":["grn-Latn","dan-Latn"]},{"precision":0.546829,"recall":0.630435,"f1":0.570735,"accuracy":0.630435,"main_score":0.570735,"hf_subset":"grn_Latn-guj_Gujr","languages":["grn-Latn","guj-Gujr"]},{"precision":0.531703,"recall":0.594862,"f1":0.549872,"accuracy":0.594862,"main_score":0.549872,"hf_subset":"grn_Latn-kaz_Cyrl","languages":["grn-Latn","kaz-Cyrl"]},{"precision":0.410332,"recall":0.467391,"f1":0.426506,"accuracy":0.467391,"main_score":0.426506,"hf_subset":"grn_Latn-lug_Latn","languages":["grn-Latn","lug-Latn"]},{"precision":0.663295,"recall":0.718379,"f1":0.679235,"accuracy":0.718379,"main_score":0.679235,"hf_subset":"grn_Latn-oci_Latn","languages":["grn-Latn","oci-Latn"]},{"precision":0.447404,"recall":0.517787,"f1":0.46769,"accuracy":0.517787,"main_score":0.46769,"hf_subset":"grn_Latn-smo_Latn","languages":["grn-Latn","smo-Latn"]},{"precision":0.432693,"recall":0.5,"f1":0.451079,"accuracy":0.5,"main_score":0.451079,"hf_subset":"grn_Latn-tsn_Latn","languages":["grn-Latn","tsn-Latn"]},{"precision":0.398609,"recall":0.462451,"f1":0.415682,"accuracy":0.462451,"main_score":0.415682,"hf_subset":"grn_Latn-zul_Latn","languages":["grn-Latn","zul-Latn"]},{"precision":0.492366,"recall":0.570158,"f1":0.514815,"accuracy":0.570158,"main_score":0.514815,"hf_subset":"grn_Latn-azb_Arab","languages":["grn-Latn","azb-Arab"]},{"precision":0.701599,"recall":0.757905,"f1":0.717795,"accuracy":0.757905,"main_score":0.717795,"hf_subset":"grn_Latn-deu_Latn","languages":["grn-Latn","deu-Latn"]},{"precision":0.523509,"recall":0.590909,"f1":0.542576,"accuracy":0.590909,"main_score":0.542576,"hf_subset":"grn_Latn-hat_Latn","languages":["grn-Latn","hat-Latn"]},{"precision":0.390457,"recall":0.44664,"f1":0.405744,"accuracy":0.44664,"main_score":0.405744,"hf_subset":"grn_Latn-kbp_Latn","languages":["grn-Latn","kbp-Latn"]},{"precision":0.470285,"recall":0.533597,"f1":0.488211,"accuracy":0.533597,"main_score":0.488211,"hf_subset":"grn_Latn-luo_Latn","languages":["grn-Latn","luo-Latn"]},{"precision":0.418593,"recall":0.487154,"f1":0.437741,"accuracy":0.487154,"main_score":0.437741,"hf_subset":"grn_Latn-ory_Orya","languages":["grn-Latn","ory-Orya"]},{"precision":0.457883,"recall":0.511858,"f1":0.473213,"accuracy":0.511858,"main_score":0.473213,"hf_subset":"grn_Latn-sna_Latn","languages":["grn-Latn","sna-Latn"]},{"precision":0.429769,"recall":0.492095,"f1":0.446753,"accuracy":0.492095,"main_score":0.446753,"hf_subset":"grn_Latn-tso_Latn","languages":["grn-Latn","tso-Latn"]},{"precision":0.567218,"recall":0.62747,"f1":0.584755,"accuracy":0.62747,"main_score":0.584755,"hf_subset":"grn_Latn-azj_Latn","languages":["grn-Latn","azj-Latn"]},{"precision":0.453346,"recall":0.518775,"f1":0.472003,"accuracy":0.518775,"main_score":0.472003,"hf_subset":"grn_Latn-dik_Latn","languages":["grn-Latn","dik-Latn"]},{"precision":0.437026,"recall":0.495059,"f1":0.453743,"accuracy":0.495059,"main_score":0.453743,"hf_subset":"grn_Latn-hau_Latn","languages":["grn-Latn","hau-Latn"]},{"precision":0.630096,"recall":0.68083,"f1":0.644092,"accuracy":0.68083,"main_score":0.644092,"hf_subset":"grn_Latn-kea_Latn","languages":["grn-Latn","kea-Latn"]},{"precision":0.571913,"recall":0.624506,"f1":0.587099,"accuracy":0.624506,"main_score":0.587099,"hf_subset":"grn_Latn-lus_Latn","languages":["grn-Latn","lus-Latn"]},{"precision":0.618956,"recall":0.66996,"f1":0.633832,"accuracy":0.66996,"main_score":0.633832,"hf_subset":"grn_Latn-pag_Latn","languages":["grn-Latn","pag-Latn"]},{"precision":0.451058,"recall":0.52668,"f1":0.471446,"accuracy":0.52668,"main_score":0.471446,"hf_subset":"grn_Latn-snd_Arab","languages":["grn-Latn","snd-Arab"]},{"precision":0.507785,"recall":0.571146,"f1":0.525896,"accuracy":0.571146,"main_score":0.525896,"hf_subset":"grn_Latn-tuk_Latn","languages":["grn-Latn","tuk-Latn"]},{"precision":0.562722,"recall":0.621542,"f1":0.579407,"accuracy":0.621542,"main_score":0.579407,"hf_subset":"grn_Latn-bak_Cyrl","languages":["grn-Latn","bak-Cyrl"]},{"precision":0.368166,"recall":0.44664,"f1":0.38974,"accuracy":0.44664,"main_score":0.38974,"hf_subset":"grn_Latn-dyu_Latn","languages":["grn-Latn","dyu-Latn"]},{"precision":0.476476,"recall":0.557312,"f1":0.499542,"accuracy":0.557312,"main_score":0.499542,"hf_subset":"grn_Latn-heb_Hebr","languages":["grn-Latn","heb-Hebr"]},{"precision":0.417283,"recall":0.491107,"f1":0.436728,"accuracy":0.491107,"main_score":0.436728,"hf_subset":"grn_Latn-khk_Cyrl","languages":["grn-Latn","khk-Cyrl"]},{"precision":0.574209,"recall":0.631423,"f1":0.590744,"accuracy":0.631423,"main_score":0.590744,"hf_subset":"grn_Latn-lvs_Latn","languages":["grn-Latn","lvs-Latn"]},{"precision":0.50757,"recall":0.589921,"f1":0.531103,"accuracy":0.589921,"main_score":0.531103,"hf_subset":"grn_Latn-pan_Guru","languages":["grn-Latn","pan-Guru"]},{"precision":0.376709,"recall":0.444664,"f1":0.39578,"accuracy":0.444664,"main_score":0.39578,"hf_subset":"grn_Latn-som_Latn","languages":["grn-Latn","som-Latn"]},{"precision":0.463344,"recall":0.518775,"f1":0.479378,"accuracy":0.518775,"main_score":0.479378,"hf_subset":"grn_Latn-tum_Latn","languages":["grn-Latn","tum-Latn"]},{"precision":0.265772,"recall":0.347826,"f1":0.286699,"accuracy":0.347826,"main_score":0.286699,"hf_subset":"kat_Geor-ace_Arab","languages":["kat-Geor","ace-Arab"]},{"precision":0.33658,"recall":0.418972,"f1":0.358739,"accuracy":0.418972,"main_score":0.358739,"hf_subset":"kat_Geor-bam_Latn","languages":["kat-Geor","bam-Latn"]},{"precision":0.148344,"recall":0.209486,"f1":0.164201,"accuracy":0.209486,"main_score":0.164201,"hf_subset":"kat_Geor-dzo_Tibt","languages":["kat-Geor","dzo-Tibt"]},{"precision":0.93223,"recall":0.953557,"f1":0.93913,"accuracy":0.953557,"main_score":0.93913,"hf_subset":"kat_Geor-hin_Deva","languages":["kat-Geor","hin-Deva"]},{"precision":0.768067,"recall":0.83004,"f1":0.786961,"accuracy":0.83004,"main_score":0.786961,"hf_subset":"kat_Geor-khm_Khmr","languages":["kat-Geor","khm-Khmr"]},{"precision":0.906126,"recall":0.935771,"f1":0.915843,"accuracy":0.935771,"main_score":0.915843,"hf_subset":"kat_Geor-mag_Deva","languages":["kat-Geor","mag-Deva"]},{"precision":0.734667,"recall":0.802372,"f1":0.755072,"accuracy":0.802372,"main_score":0.755072,"hf_subset":"kat_Geor-pap_Latn","languages":["kat-Geor","pap-Latn"]},{"precision":0.370654,"recall":0.453557,"f1":0.393521,"accuracy":0.453557,"main_score":0.393521,"hf_subset":"kat_Geor-sot_Latn","languages":["kat-Geor","sot-Latn"]},{"precision":0.932971,"recall":0.953557,"f1":0.939723,"accuracy":0.953557,"main_score":0.939723,"hf_subset":"kat_Geor-tur_Latn","languages":["kat-Geor","tur-Latn"]},{"precision":0.55387,"recall":0.643281,"f1":0.579324,"accuracy":0.643281,"main_score":0.579324,"hf_subset":"kat_Geor-ace_Latn","languages":["kat-Geor","ace-Latn"]},{"precision":0.677579,"recall":0.749012,"f1":0.699212,"accuracy":0.749012,"main_score":0.699212,"hf_subset":"kat_Geor-ban_Latn","languages":["kat-Geor","ban-Latn"]},{"precision":0.90835,"recall":0.932806,"f1":0.915862,"accuracy":0.932806,"main_score":0.915862,"hf_subset":"kat_Geor-ell_Grek","languages":["kat-Geor","ell-Grek"]},{"precision":0.86553,"recall":0.905138,"f1":0.87836,"accuracy":0.905138,"main_score":0.87836,"hf_subset":"kat_Geor-hne_Deva","languages":["kat-Geor","hne-Deva"]},{"precision":0.347513,"recall":0.442688,"f1":0.373649,"accuracy":0.442688,"main_score":0.373649,"hf_subset":"kat_Geor-kik_Latn","languages":["kat-Geor","kik-Latn"]},{"precision":0.902092,"recall":0.932806,"f1":0.911957,"accuracy":0.932806,"main_score":0.911957,"hf_subset":"kat_Geor-mai_Deva","languages":["kat-Geor","mai-Deva"]},{"precision":0.785524,"recall":0.841897,"f1":0.802899,"accuracy":0.841897,"main_score":0.802899,"hf_subset":"kat_Geor-pbt_Arab","languages":["kat-Geor","pbt-Arab"]},{"precision":0.921607,"recall":0.945652,"f1":0.92915,"accuracy":0.945652,"main_score":0.92915,"hf_subset":"kat_Geor-spa_Latn","languages":["kat-Geor","spa-Latn"]},{"precision":0.418671,"recall":0.505929,"f1":0.442306,"accuracy":0.505929,"main_score":0.442306,"hf_subset":"kat_Geor-twi_Latn","languages":["kat-Geor","twi-Latn"]},{"precision":0.893198,"recall":0.925889,"f1":0.903722,"accuracy":0.925889,"main_score":0.903722,"hf_subset":"kat_Geor-acm_Arab","languages":["kat-Geor","acm-Arab"]},{"precision":0.80084,"recall":0.857708,"f1":0.818742,"accuracy":0.857708,"main_score":0.818742,"hf_subset":"kat_Geor-bel_Cyrl","languages":["kat-Geor","bel-Cyrl"]},{"precision":0.941815,"recall":0.959486,"f1":0.947365,"accuracy":0.959486,"main_score":0.947365,"hf_subset":"kat_Geor-eng_Latn","languages":["kat-Geor","eng-Latn"]},{"precision":0.900115,"recall":0.929842,"f1":0.909651,"accuracy":0.929842,"main_score":0.909651,"hf_subset":"kat_Geor-hrv_Latn","languages":["kat-Geor","hrv-Latn"]},{"precision":0.381987,"recall":0.466403,"f1":0.404371,"accuracy":0.466403,"main_score":0.404371,"hf_subset":"kat_Geor-kin_Latn","languages":["kat-Geor","kin-Latn"]},{"precision":0.921607,"recall":0.94664,"f1":0.929842,"accuracy":0.94664,"main_score":0.929842,"hf_subset":"kat_Geor-mal_Mlym","languages":["kat-Geor","mal-Mlym"]},{"precision":0.932806,"recall":0.953557,"f1":0.939559,"accuracy":0.953557,"main_score":0.939559,"hf_subset":"kat_Geor-pes_Arab","languages":["kat-Geor","pes-Arab"]},{"precision":0.740613,"recall":0.804348,"f1":0.759947,"accuracy":0.804348,"main_score":0.759947,"hf_subset":"kat_Geor-srd_Latn","languages":["kat-Geor","srd-Latn"]},{"precision":0.105293,"recall":0.18083,"f1":0.122499,"accuracy":0.18083,"main_score":0.122499,"hf_subset":"kat_Geor-tzm_Tfng","languages":["kat-Geor","tzm-Tfng"]},{"precision":0.911397,"recall":0.937747,"f1":0.919763,"accuracy":0.937747,"main_score":0.919763,"hf_subset":"kat_Geor-acq_Arab","languages":["kat-Geor","acq-Arab"]},{"precision":0.398394,"recall":0.491107,"f1":0.423318,"accuracy":0.491107,"main_score":0.423318,"hf_subset":"kat_Geor-bem_Latn","languages":["kat-Geor","bem-Latn"]},{"precision":0.808136,"recall":0.855731,"f1":0.822892,"accuracy":0.855731,"main_score":0.822892,"hf_subset":"kat_Geor-epo_Latn","languages":["kat-Geor","epo-Latn"]},{"precision":0.894598,"recall":0.924901,"f1":0.90448,"accuracy":0.924901,"main_score":0.90448,"hf_subset":"kat_Geor-hun_Latn","languages":["kat-Geor","hun-Latn"]},{"precision":0.654389,"recall":0.724308,"f1":0.674758,"accuracy":0.724308,"main_score":0.674758,"hf_subset":"kat_Geor-kir_Cyrl","languages":["kat-Geor","kir-Cyrl"]},{"precision":0.92276,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"kat_Geor-mar_Deva","languages":["kat-Geor","mar-Deva"]},{"precision":0.403617,"recall":0.488142,"f1":0.427016,"accuracy":0.488142,"main_score":0.427016,"hf_subset":"kat_Geor-plt_Latn","languages":["kat-Geor","plt-Latn"]},{"precision":0.872777,"recall":0.910079,"f1":0.884618,"accuracy":0.910079,"main_score":0.884618,"hf_subset":"kat_Geor-srp_Cyrl","languages":["kat-Geor","srp-Cyrl"]},{"precision":0.29709,"recall":0.37747,"f1":0.319035,"accuracy":0.37747,"main_score":0.319035,"hf_subset":"kat_Geor-uig_Arab","languages":["kat-Geor","uig-Arab"]},{"precision":0.830698,"recall":0.879447,"f1":0.846146,"accuracy":0.879447,"main_score":0.846146,"hf_subset":"kat_Geor-aeb_Arab","languages":["kat-Geor","aeb-Arab"]},{"precision":0.924325,"recall":0.947628,"f1":0.931719,"accuracy":0.947628,"main_score":0.931719,"hf_subset":"kat_Geor-ben_Beng","languages":["kat-Geor","ben-Beng"]},{"precision":0.757197,"recall":0.816206,"f1":0.774868,"accuracy":0.816206,"main_score":0.774868,"hf_subset":"kat_Geor-est_Latn","languages":["kat-Geor","est-Latn"]},{"precision":0.810804,"recall":0.858696,"f1":0.825395,"accuracy":0.858696,"main_score":0.825395,"hf_subset":"kat_Geor-hye_Armn","languages":["kat-Geor","hye-Armn"]},{"precision":0.354698,"recall":0.433794,"f1":0.376364,"accuracy":0.433794,"main_score":0.376364,"hf_subset":"kat_Geor-kmb_Latn","languages":["kat-Geor","kmb-Latn"]},{"precision":0.232978,"recall":0.307312,"f1":0.251545,"accuracy":0.307312,"main_score":0.251545,"hf_subset":"kat_Geor-min_Arab","languages":["kat-Geor","min-Arab"]},{"precision":0.92696,"recall":0.948617,"f1":0.93386,"accuracy":0.948617,"main_score":0.93386,"hf_subset":"kat_Geor-pol_Latn","languages":["kat-Geor","pol-Latn"]},{"precision":0.352008,"recall":0.434783,"f1":0.374316,"accuracy":0.434783,"main_score":0.374316,"hf_subset":"kat_Geor-ssw_Latn","languages":["kat-Geor","ssw-Latn"]},{"precision":0.93363,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"kat_Geor-ukr_Cyrl","languages":["kat-Geor","ukr-Cyrl"]},{"precision":0.860919,"recall":0.903162,"f1":0.874572,"accuracy":0.903162,"main_score":0.874572,"hf_subset":"kat_Geor-afr_Latn","languages":["kat-Geor","afr-Latn"]},{"precision":0.852717,"recall":0.893281,"f1":0.865679,"accuracy":0.893281,"main_score":0.865679,"hf_subset":"kat_Geor-bho_Deva","languages":["kat-Geor","bho-Deva"]},{"precision":0.577709,"recall":0.659091,"f1":0.601358,"accuracy":0.659091,"main_score":0.601358,"hf_subset":"kat_Geor-eus_Latn","languages":["kat-Geor","eus-Latn"]},{"precision":0.357597,"recall":0.450593,"f1":0.382012,"accuracy":0.450593,"main_score":0.382012,"hf_subset":"kat_Geor-ibo_Latn","languages":["kat-Geor","ibo-Latn"]},{"precision":0.415177,"recall":0.501976,"f1":0.438153,"accuracy":0.501976,"main_score":0.438153,"hf_subset":"kat_Geor-kmr_Latn","languages":["kat-Geor","kmr-Latn"]},{"precision":0.655525,"recall":0.735178,"f1":0.679454,"accuracy":0.735178,"main_score":0.679454,"hf_subset":"kat_Geor-min_Latn","languages":["kat-Geor","min-Latn"]},{"precision":0.925725,"recall":0.948617,"f1":0.933089,"accuracy":0.948617,"main_score":0.933089,"hf_subset":"kat_Geor-por_Latn","languages":["kat-Geor","por-Latn"]},{"precision":0.706943,"recall":0.777668,"f1":0.728113,"accuracy":0.777668,"main_score":0.728113,"hf_subset":"kat_Geor-sun_Latn","languages":["kat-Geor","sun-Latn"]},{"precision":0.35897,"recall":0.4417,"f1":0.381124,"accuracy":0.4417,"main_score":0.381124,"hf_subset":"kat_Geor-umb_Latn","languages":["kat-Geor","umb-Latn"]},{"precision":0.901136,"recall":0.929842,"f1":0.910145,"accuracy":0.929842,"main_score":0.910145,"hf_subset":"kat_Geor-ajp_Arab","languages":["kat-Geor","ajp-Arab"]},{"precision":0.248018,"recall":0.321146,"f1":0.266996,"accuracy":0.321146,"main_score":0.266996,"hf_subset":"kat_Geor-bjn_Arab","languages":["kat-Geor","bjn-Arab"]},{"precision":0.362935,"recall":0.438735,"f1":0.382969,"accuracy":0.438735,"main_score":0.382969,"hf_subset":"kat_Geor-ewe_Latn","languages":["kat-Geor","ewe-Latn"]},{"precision":0.587554,"recall":0.662055,"f1":0.608945,"accuracy":0.662055,"main_score":0.608945,"hf_subset":"kat_Geor-ilo_Latn","languages":["kat-Geor","ilo-Latn"]},{"precision":0.174795,"recall":0.246047,"f1":0.192549,"accuracy":0.246047,"main_score":0.192549,"hf_subset":"kat_Geor-knc_Arab","languages":["kat-Geor","knc-Arab"]},{"precision":0.866683,"recall":0.907115,"f1":0.879677,"accuracy":0.907115,"main_score":0.879677,"hf_subset":"kat_Geor-mkd_Cyrl","languages":["kat-Geor","mkd-Cyrl"]},{"precision":0.922348,"recall":0.94664,"f1":0.930237,"accuracy":0.94664,"main_score":0.930237,"hf_subset":"kat_Geor-prs_Arab","languages":["kat-Geor","prs-Arab"]},{"precision":0.91777,"recall":0.942688,"f1":0.925791,"accuracy":0.942688,"main_score":0.925791,"hf_subset":"kat_Geor-swe_Latn","languages":["kat-Geor","swe-Latn"]},{"precision":0.910408,"recall":0.937747,"f1":0.919302,"accuracy":0.937747,"main_score":0.919302,"hf_subset":"kat_Geor-urd_Arab","languages":["kat-Geor","urd-Arab"]},{"precision":0.389148,"recall":0.481225,"f1":0.414229,"accuracy":0.481225,"main_score":0.414229,"hf_subset":"kat_Geor-aka_Latn","languages":["kat-Geor","aka-Latn"]},{"precision":0.687698,"recall":0.756917,"f1":0.708267,"accuracy":0.756917,"main_score":0.708267,"hf_subset":"kat_Geor-bjn_Latn","languages":["kat-Geor","bjn-Latn"]},{"precision":0.476341,"recall":0.566206,"f1":0.501365,"accuracy":0.566206,"main_score":0.501365,"hf_subset":"kat_Geor-fao_Latn","languages":["kat-Geor","fao-Latn"]},{"precision":0.937006,"recall":0.955534,"f1":0.942721,"accuracy":0.955534,"main_score":0.942721,"hf_subset":"kat_Geor-ind_Latn","languages":["kat-Geor","ind-Latn"]},{"precision":0.382861,"recall":0.469368,"f1":0.406007,"accuracy":0.469368,"main_score":0.406007,"hf_subset":"kat_Geor-knc_Latn","languages":["kat-Geor","knc-Latn"]},{"precision":0.630195,"recall":0.708498,"f1":0.653182,"accuracy":0.708498,"main_score":0.653182,"hf_subset":"kat_Geor-mlt_Latn","languages":["kat-Geor","mlt-Latn"]},{"precision":0.424779,"recall":0.512846,"f1":0.447989,"accuracy":0.512846,"main_score":0.447989,"hf_subset":"kat_Geor-quy_Latn","languages":["kat-Geor","quy-Latn"]},{"precision":0.785079,"recall":0.838933,"f1":0.801976,"accuracy":0.838933,"main_score":0.801976,"hf_subset":"kat_Geor-swh_Latn","languages":["kat-Geor","swh-Latn"]},{"precision":0.612838,"recall":0.690711,"f1":0.635374,"accuracy":0.690711,"main_score":0.635374,"hf_subset":"kat_Geor-uzn_Latn","languages":["kat-Geor","uzn-Latn"]},{"precision":0.719615,"recall":0.785573,"f1":0.739657,"accuracy":0.785573,"main_score":0.739657,"hf_subset":"kat_Geor-als_Latn","languages":["kat-Geor","als-Latn"]},{"precision":0.187973,"recall":0.252964,"f1":0.20435,"accuracy":0.252964,"main_score":0.20435,"hf_subset":"kat_Geor-bod_Tibt","languages":["kat-Geor","bod-Tibt"]},{"precision":0.338102,"recall":0.43083,"f1":0.362388,"accuracy":0.43083,"main_score":0.362388,"hf_subset":"kat_Geor-fij_Latn","languages":["kat-Geor","fij-Latn"]},{"precision":0.475742,"recall":0.563241,"f1":0.500518,"accuracy":0.563241,"main_score":0.500518,"hf_subset":"kat_Geor-isl_Latn","languages":["kat-Geor","isl-Latn"]},{"precision":0.417104,"recall":0.502964,"f1":0.440613,"accuracy":0.502964,"main_score":0.440613,"hf_subset":"kat_Geor-kon_Latn","languages":["kat-Geor","kon-Latn"]},{"precision":0.334506,"recall":0.433794,"f1":0.361071,"accuracy":0.433794,"main_score":0.361071,"hf_subset":"kat_Geor-mni_Beng","languages":["kat-Geor","mni-Beng"]},{"precision":0.929677,"recall":0.950593,"f1":0.93643,"accuracy":0.950593,"main_score":0.93643,"hf_subset":"kat_Geor-ron_Latn","languages":["kat-Geor","ron-Latn"]},{"precision":0.78363,"recall":0.841897,"f1":0.801962,"accuracy":0.841897,"main_score":0.801962,"hf_subset":"kat_Geor-szl_Latn","languages":["kat-Geor","szl-Latn"]},{"precision":0.825346,"recall":0.87253,"f1":0.840316,"accuracy":0.87253,"main_score":0.840316,"hf_subset":"kat_Geor-vec_Latn","languages":["kat-Geor","vec-Latn"]},{"precision":0.754513,"recall":0.818182,"f1":0.774144,"accuracy":0.818182,"main_score":0.774144,"hf_subset":"kat_Geor-amh_Ethi","languages":["kat-Geor","amh-Ethi"]},{"precision":0.908465,"recall":0.936759,"f1":0.91749,"accuracy":0.936759,"main_score":0.91749,"hf_subset":"kat_Geor-bos_Latn","languages":["kat-Geor","bos-Latn"]},{"precision":0.905962,"recall":0.933794,"f1":0.91502,"accuracy":0.933794,"main_score":0.91502,"hf_subset":"kat_Geor-fin_Latn","languages":["kat-Geor","fin-Latn"]},{"precision":0.933136,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"kat_Geor-ita_Latn","languages":["kat-Geor","ita-Latn"]},{"precision":0.923584,"recall":0.94664,"f1":0.930797,"accuracy":0.94664,"main_score":0.930797,"hf_subset":"kat_Geor-kor_Hang","languages":["kat-Geor","kor-Hang"]},{"precision":0.372275,"recall":0.456522,"f1":0.394511,"accuracy":0.456522,"main_score":0.394511,"hf_subset":"kat_Geor-mos_Latn","languages":["kat-Geor","mos-Latn"]},{"precision":0.364017,"recall":0.44664,"f1":0.385417,"accuracy":0.44664,"main_score":0.385417,"hf_subset":"kat_Geor-run_Latn","languages":["kat-Geor","run-Latn"]},{"precision":0.903986,"recall":0.934783,"f1":0.914196,"accuracy":0.934783,"main_score":0.914196,"hf_subset":"kat_Geor-tam_Taml","languages":["kat-Geor","tam-Taml"]},{"precision":0.900774,"recall":0.929842,"f1":0.90998,"accuracy":0.929842,"main_score":0.90998,"hf_subset":"kat_Geor-vie_Latn","languages":["kat-Geor","vie-Latn"]},{"precision":0.884305,"recall":0.917984,"f1":0.894993,"accuracy":0.917984,"main_score":0.894993,"hf_subset":"kat_Geor-apc_Arab","languages":["kat-Geor","apc-Arab"]},{"precision":0.53251,"recall":0.624506,"f1":0.559098,"accuracy":0.624506,"main_score":0.559098,"hf_subset":"kat_Geor-bug_Latn","languages":["kat-Geor","bug-Latn"]},{"precision":0.310245,"recall":0.401186,"f1":0.333882,"accuracy":0.401186,"main_score":0.333882,"hf_subset":"kat_Geor-fon_Latn","languages":["kat-Geor","fon-Latn"]},{"precision":0.744939,"recall":0.802372,"f1":0.762138,"accuracy":0.802372,"main_score":0.762138,"hf_subset":"kat_Geor-jav_Latn","languages":["kat-Geor","jav-Latn"]},{"precision":0.67926,"recall":0.75,"f1":0.70048,"accuracy":0.75,"main_score":0.70048,"hf_subset":"kat_Geor-lao_Laoo","languages":["kat-Geor","lao-Laoo"]},{"precision":0.341379,"recall":0.433794,"f1":0.365096,"accuracy":0.433794,"main_score":0.365096,"hf_subset":"kat_Geor-mri_Latn","languages":["kat-Geor","mri-Latn"]},{"precision":0.931522,"recall":0.951581,"f1":0.937747,"accuracy":0.951581,"main_score":0.937747,"hf_subset":"kat_Geor-rus_Cyrl","languages":["kat-Geor","rus-Cyrl"]},{"precision":0.339697,"recall":0.4417,"f1":0.366767,"accuracy":0.4417,"main_score":0.366767,"hf_subset":"kat_Geor-taq_Latn","languages":["kat-Geor","taq-Latn"]},{"precision":0.705731,"recall":0.768775,"f1":0.724544,"accuracy":0.768775,"main_score":0.724544,"hf_subset":"kat_Geor-war_Latn","languages":["kat-Geor","war-Latn"]},{"precision":0.930336,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"kat_Geor-arb_Arab","languages":["kat-Geor","arb-Arab"]},{"precision":0.933136,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"kat_Geor-bul_Cyrl","languages":["kat-Geor","bul-Cyrl"]},{"precision":0.931686,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"kat_Geor-fra_Latn","languages":["kat-Geor","fra-Latn"]},{"precision":0.922266,"recall":0.945652,"f1":0.929677,"accuracy":0.945652,"main_score":0.929677,"hf_subset":"kat_Geor-jpn_Jpan","languages":["kat-Geor","jpn-Jpan"]},{"precision":0.780781,"recall":0.835968,"f1":0.797661,"accuracy":0.835968,"main_score":0.797661,"hf_subset":"kat_Geor-lij_Latn","languages":["kat-Geor","lij-Latn"]},{"precision":0.72052,"recall":0.793478,"f1":0.743332,"accuracy":0.793478,"main_score":0.743332,"hf_subset":"kat_Geor-mya_Mymr","languages":["kat-Geor","mya-Mymr"]},{"precision":0.39299,"recall":0.490119,"f1":0.419157,"accuracy":0.490119,"main_score":0.419157,"hf_subset":"kat_Geor-sag_Latn","languages":["kat-Geor","sag-Latn"]},{"precision":0.149535,"recall":0.231225,"f1":0.167059,"accuracy":0.231225,"main_score":0.167059,"hf_subset":"kat_Geor-taq_Tfng","languages":["kat-Geor","taq-Tfng"]},{"precision":0.409162,"recall":0.500988,"f1":0.433557,"accuracy":0.500988,"main_score":0.433557,"hf_subset":"kat_Geor-wol_Latn","languages":["kat-Geor","wol-Latn"]},{"precision":0.239827,"recall":0.342885,"f1":0.265229,"accuracy":0.342885,"main_score":0.265229,"hf_subset":"kat_Geor-arb_Latn","languages":["kat-Geor","arb-Latn"]},{"precision":0.903656,"recall":0.932806,"f1":0.912879,"accuracy":0.932806,"main_score":0.912879,"hf_subset":"kat_Geor-cat_Latn","languages":["kat-Geor","cat-Latn"]},{"precision":0.711495,"recall":0.784585,"f1":0.733597,"accuracy":0.784585,"main_score":0.733597,"hf_subset":"kat_Geor-fur_Latn","languages":["kat-Geor","fur-Latn"]},{"precision":0.261636,"recall":0.338933,"f1":0.281311,"accuracy":0.338933,"main_score":0.281311,"hf_subset":"kat_Geor-kab_Latn","languages":["kat-Geor","kab-Latn"]},{"precision":0.703154,"recall":0.769763,"f1":0.722886,"accuracy":0.769763,"main_score":0.722886,"hf_subset":"kat_Geor-lim_Latn","languages":["kat-Geor","lim-Latn"]},{"precision":0.932724,"recall":0.953557,"f1":0.93946,"accuracy":0.953557,"main_score":0.93946,"hf_subset":"kat_Geor-nld_Latn","languages":["kat-Geor","nld-Latn"]},{"precision":0.807642,"recall":0.857708,"f1":0.823024,"accuracy":0.857708,"main_score":0.823024,"hf_subset":"kat_Geor-san_Deva","languages":["kat-Geor","san-Deva"]},{"precision":0.604101,"recall":0.681818,"f1":0.626769,"accuracy":0.681818,"main_score":0.626769,"hf_subset":"kat_Geor-tat_Cyrl","languages":["kat-Geor","tat-Cyrl"]},{"precision":0.393647,"recall":0.476285,"f1":0.415347,"accuracy":0.476285,"main_score":0.415347,"hf_subset":"kat_Geor-xho_Latn","languages":["kat-Geor","xho-Latn"]},{"precision":0.920455,"recall":0.945652,"f1":0.928689,"accuracy":0.945652,"main_score":0.928689,"hf_subset":"kat_Geor-ars_Arab","languages":["kat-Geor","ars-Arab"]},{"precision":0.688636,"recall":0.757905,"f1":0.70934,"accuracy":0.757905,"main_score":0.70934,"hf_subset":"kat_Geor-ceb_Latn","languages":["kat-Geor","ceb-Latn"]},{"precision":0.347732,"recall":0.435771,"f1":0.37132,"accuracy":0.435771,"main_score":0.37132,"hf_subset":"kat_Geor-fuv_Latn","languages":["kat-Geor","fuv-Latn"]},{"precision":0.35538,"recall":0.452569,"f1":0.380618,"accuracy":0.452569,"main_score":0.380618,"hf_subset":"kat_Geor-kac_Latn","languages":["kat-Geor","kac-Latn"]},{"precision":0.422183,"recall":0.513834,"f1":0.447197,"accuracy":0.513834,"main_score":0.447197,"hf_subset":"kat_Geor-lin_Latn","languages":["kat-Geor","lin-Latn"]},{"precision":0.866683,"recall":0.906126,"f1":0.879348,"accuracy":0.906126,"main_score":0.879348,"hf_subset":"kat_Geor-nno_Latn","languages":["kat-Geor","nno-Latn"]},{"precision":0.181488,"recall":0.245059,"f1":0.196657,"accuracy":0.245059,"main_score":0.196657,"hf_subset":"kat_Geor-sat_Olck","languages":["kat-Geor","sat-Olck"]},{"precision":0.934124,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"kat_Geor-tel_Telu","languages":["kat-Geor","tel-Telu"]},{"precision":0.313101,"recall":0.405138,"f1":0.337098,"accuracy":0.405138,"main_score":0.337098,"hf_subset":"kat_Geor-ydd_Hebr","languages":["kat-Geor","ydd-Hebr"]},{"precision":0.778063,"recall":0.83498,"f1":0.79552,"accuracy":0.83498,"main_score":0.79552,"hf_subset":"kat_Geor-ary_Arab","languages":["kat-Geor","ary-Arab"]},{"precision":0.914526,"recall":0.9417,"f1":0.923419,"accuracy":0.9417,"main_score":0.923419,"hf_subset":"kat_Geor-ces_Latn","languages":["kat-Geor","ces-Latn"]},{"precision":0.305127,"recall":0.391304,"f1":0.327063,"accuracy":0.391304,"main_score":0.327063,"hf_subset":"kat_Geor-gaz_Latn","languages":["kat-Geor","gaz-Latn"]},{"precision":0.394941,"recall":0.482213,"f1":0.41796,"accuracy":0.482213,"main_score":0.41796,"hf_subset":"kat_Geor-kam_Latn","languages":["kat-Geor","kam-Latn"]},{"precision":0.766057,"recall":0.823123,"f1":0.783564,"accuracy":0.823123,"main_score":0.783564,"hf_subset":"kat_Geor-lit_Latn","languages":["kat-Geor","lit-Latn"]},{"precision":0.912055,"recall":0.939723,"f1":0.921113,"accuracy":0.939723,"main_score":0.921113,"hf_subset":"kat_Geor-nob_Latn","languages":["kat-Geor","nob-Latn"]},{"precision":0.668965,"recall":0.746047,"f1":0.692045,"accuracy":0.746047,"main_score":0.692045,"hf_subset":"kat_Geor-scn_Latn","languages":["kat-Geor","scn-Latn"]},{"precision":0.432656,"recall":0.516798,"f1":0.455069,"accuracy":0.516798,"main_score":0.455069,"hf_subset":"kat_Geor-tgk_Cyrl","languages":["kat-Geor","tgk-Cyrl"]},{"precision":0.341599,"recall":0.424901,"f1":0.363257,"accuracy":0.424901,"main_score":0.363257,"hf_subset":"kat_Geor-yor_Latn","languages":["kat-Geor","yor-Latn"]},{"precision":0.901433,"recall":0.93083,"f1":0.910968,"accuracy":0.93083,"main_score":0.910968,"hf_subset":"kat_Geor-arz_Arab","languages":["kat-Geor","arz-Arab"]},{"precision":0.388189,"recall":0.478261,"f1":0.411961,"accuracy":0.478261,"main_score":0.411961,"hf_subset":"kat_Geor-cjk_Latn","languages":["kat-Geor","cjk-Latn"]},{"precision":0.343525,"recall":0.421937,"f1":0.364152,"accuracy":0.421937,"main_score":0.364152,"hf_subset":"kat_Geor-gla_Latn","languages":["kat-Geor","gla-Latn"]},{"precision":0.911067,"recall":0.938735,"f1":0.920125,"accuracy":0.938735,"main_score":0.920125,"hf_subset":"kat_Geor-kan_Knda","languages":["kat-Geor","kan-Knda"]},{"precision":0.703343,"recall":0.771739,"f1":0.723772,"accuracy":0.771739,"main_score":0.723772,"hf_subset":"kat_Geor-lmo_Latn","languages":["kat-Geor","lmo-Latn"]},{"precision":0.908597,"recall":0.935771,"f1":0.917325,"accuracy":0.935771,"main_score":0.917325,"hf_subset":"kat_Geor-npi_Deva","languages":["kat-Geor","npi-Deva"]},{"precision":0.32497,"recall":0.416996,"f1":0.34863,"accuracy":0.416996,"main_score":0.34863,"hf_subset":"kat_Geor-shn_Mymr","languages":["kat-Geor","shn-Mymr"]},{"precision":0.797217,"recall":0.851779,"f1":0.814295,"accuracy":0.851779,"main_score":0.814295,"hf_subset":"kat_Geor-tgl_Latn","languages":["kat-Geor","tgl-Latn"]},{"precision":0.880468,"recall":0.916008,"f1":0.891634,"accuracy":0.916008,"main_score":0.891634,"hf_subset":"kat_Geor-yue_Hant","languages":["kat-Geor","yue-Hant"]},{"precision":0.807148,"recall":0.863636,"f1":0.825348,"accuracy":0.863636,"main_score":0.825348,"hf_subset":"kat_Geor-asm_Beng","languages":["kat-Geor","asm-Beng"]},{"precision":0.391691,"recall":0.479249,"f1":0.415869,"accuracy":0.479249,"main_score":0.415869,"hf_subset":"kat_Geor-ckb_Arab","languages":["kat-Geor","ckb-Arab"]},{"precision":0.36898,"recall":0.452569,"f1":0.390626,"accuracy":0.452569,"main_score":0.390626,"hf_subset":"kat_Geor-gle_Latn","languages":["kat-Geor","gle-Latn"]},{"precision":0.590514,"recall":0.682806,"f1":0.617565,"accuracy":0.682806,"main_score":0.617565,"hf_subset":"kat_Geor-kas_Arab","languages":["kat-Geor","kas-Arab"]},{"precision":0.567008,"recall":0.645257,"f1":0.589246,"accuracy":0.645257,"main_score":0.589246,"hf_subset":"kat_Geor-ltg_Latn","languages":["kat-Geor","ltg-Latn"]},{"precision":0.39596,"recall":0.481225,"f1":0.418038,"accuracy":0.481225,"main_score":0.418038,"hf_subset":"kat_Geor-nso_Latn","languages":["kat-Geor","nso-Latn"]},{"precision":0.796229,"recall":0.852767,"f1":0.813933,"accuracy":0.852767,"main_score":0.813933,"hf_subset":"kat_Geor-sin_Sinh","languages":["kat-Geor","sin-Sinh"]},{"precision":0.909783,"recall":0.936759,"f1":0.918478,"accuracy":0.936759,"main_score":0.918478,"hf_subset":"kat_Geor-tha_Thai","languages":["kat-Geor","tha-Thai"]},{"precision":0.91222,"recall":0.937747,"f1":0.92029,"accuracy":0.937747,"main_score":0.92029,"hf_subset":"kat_Geor-zho_Hans","languages":["kat-Geor","zho-Hans"]},{"precision":0.868248,"recall":0.907115,"f1":0.880567,"accuracy":0.907115,"main_score":0.880567,"hf_subset":"kat_Geor-ast_Latn","languages":["kat-Geor","ast-Latn"]},{"precision":0.713043,"recall":0.77668,"f1":0.731917,"accuracy":0.77668,"main_score":0.731917,"hf_subset":"kat_Geor-crh_Latn","languages":["kat-Geor","crh-Latn"]},{"precision":0.921229,"recall":0.944664,"f1":0.928755,"accuracy":0.944664,"main_score":0.928755,"hf_subset":"kat_Geor-glg_Latn","languages":["kat-Geor","glg-Latn"]},{"precision":0.496049,"recall":0.582016,"f1":0.520546,"accuracy":0.582016,"main_score":0.520546,"hf_subset":"kat_Geor-kas_Deva","languages":["kat-Geor","kas-Deva"]},{"precision":0.653766,"recall":0.724308,"f1":0.674188,"accuracy":0.724308,"main_score":0.674188,"hf_subset":"kat_Geor-ltz_Latn","languages":["kat-Geor","ltz-Latn"]},{"precision":0.30733,"recall":0.391304,"f1":0.329359,"accuracy":0.391304,"main_score":0.329359,"hf_subset":"kat_Geor-nus_Latn","languages":["kat-Geor","nus-Latn"]},{"precision":0.901021,"recall":0.929842,"f1":0.910244,"accuracy":0.929842,"main_score":0.910244,"hf_subset":"kat_Geor-slk_Latn","languages":["kat-Geor","slk-Latn"]},{"precision":0.357183,"recall":0.445652,"f1":0.380901,"accuracy":0.445652,"main_score":0.380901,"hf_subset":"kat_Geor-tir_Ethi","languages":["kat-Geor","tir-Ethi"]},{"precision":0.891996,"recall":0.923913,"f1":0.902174,"accuracy":0.923913,"main_score":0.902174,"hf_subset":"kat_Geor-zho_Hant","languages":["kat-Geor","zho-Hant"]},{"precision":0.89888,"recall":0.927866,"f1":0.90807,"accuracy":0.927866,"main_score":0.90807,"hf_subset":"kat_Geor-awa_Deva","languages":["kat-Geor","awa-Deva"]},{"precision":0.392531,"recall":0.471344,"f1":0.41329,"accuracy":0.471344,"main_score":0.41329,"hf_subset":"kat_Geor-cym_Latn","languages":["kat-Geor","cym-Latn"]},{"precision":0.507775,"recall":0.591897,"f1":0.531123,"accuracy":0.591897,"main_score":0.531123,"hf_subset":"kat_Geor-grn_Latn","languages":["kat-Geor","grn-Latn"]},{"precision":0.424606,"recall":0.506917,"f1":0.445726,"accuracy":0.506917,"main_score":0.445726,"hf_subset":"kat_Geor-lua_Latn","languages":["kat-Geor","lua-Latn"]},{"precision":0.425588,"recall":0.504941,"f1":0.446545,"accuracy":0.504941,"main_score":0.446545,"hf_subset":"kat_Geor-nya_Latn","languages":["kat-Geor","nya-Latn"]},{"precision":0.853837,"recall":0.894269,"f1":0.866337,"accuracy":0.894269,"main_score":0.866337,"hf_subset":"kat_Geor-slv_Latn","languages":["kat-Geor","slv-Latn"]},{"precision":0.567745,"recall":0.661067,"f1":0.595081,"accuracy":0.661067,"main_score":0.595081,"hf_subset":"kat_Geor-tpi_Latn","languages":["kat-Geor","tpi-Latn"]},{"precision":0.897563,"recall":0.929842,"f1":0.907905,"accuracy":0.929842,"main_score":0.907905,"hf_subset":"kat_Geor-zsm_Latn","languages":["kat-Geor","zsm-Latn"]},{"precision":0.331068,"recall":0.425889,"f1":0.356101,"accuracy":0.425889,"main_score":0.356101,"hf_subset":"kat_Geor-ayr_Latn","languages":["kat-Geor","ayr-Latn"]},{"precision":0.928228,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"kat_Geor-dan_Latn","languages":["kat-Geor","dan-Latn"]},{"precision":0.913538,"recall":0.938735,"f1":0.921245,"accuracy":0.938735,"main_score":0.921245,"hf_subset":"kat_Geor-guj_Gujr","languages":["kat-Geor","guj-Gujr"]},{"precision":0.718009,"recall":0.782609,"f1":0.737195,"accuracy":0.782609,"main_score":0.737195,"hf_subset":"kat_Geor-kaz_Cyrl","languages":["kat-Geor","kaz-Cyrl"]},{"precision":0.36282,"recall":0.447628,"f1":0.385293,"accuracy":0.447628,"main_score":0.385293,"hf_subset":"kat_Geor-lug_Latn","languages":["kat-Geor","lug-Latn"]},{"precision":0.838307,"recall":0.883399,"f1":0.852734,"accuracy":0.883399,"main_score":0.852734,"hf_subset":"kat_Geor-oci_Latn","languages":["kat-Geor","oci-Latn"]},{"precision":0.370751,"recall":0.465415,"f1":0.395514,"accuracy":0.465415,"main_score":0.395514,"hf_subset":"kat_Geor-smo_Latn","languages":["kat-Geor","smo-Latn"]},{"precision":0.363526,"recall":0.449605,"f1":0.386964,"accuracy":0.449605,"main_score":0.386964,"hf_subset":"kat_Geor-tsn_Latn","languages":["kat-Geor","tsn-Latn"]},{"precision":0.357454,"recall":0.44664,"f1":0.380896,"accuracy":0.44664,"main_score":0.380896,"hf_subset":"kat_Geor-zul_Latn","languages":["kat-Geor","zul-Latn"]},{"precision":0.564421,"recall":0.659091,"f1":0.591587,"accuracy":0.659091,"main_score":0.591587,"hf_subset":"kat_Geor-azb_Arab","languages":["kat-Geor","azb-Arab"]},{"precision":0.935853,"recall":0.955534,"f1":0.942095,"accuracy":0.955534,"main_score":0.942095,"hf_subset":"kat_Geor-deu_Latn","languages":["kat-Geor","deu-Latn"]},{"precision":0.538159,"recall":0.631423,"f1":0.564565,"accuracy":0.631423,"main_score":0.564565,"hf_subset":"kat_Geor-hat_Latn","languages":["kat-Geor","hat-Latn"]},{"precision":0.324497,"recall":0.411067,"f1":0.347295,"accuracy":0.411067,"main_score":0.347295,"hf_subset":"kat_Geor-kbp_Latn","languages":["kat-Geor","kbp-Latn"]},{"precision":0.38164,"recall":0.470356,"f1":0.404714,"accuracy":0.470356,"main_score":0.404714,"hf_subset":"kat_Geor-luo_Latn","languages":["kat-Geor","luo-Latn"]},{"precision":0.505068,"recall":0.583992,"f1":0.527198,"accuracy":0.583992,"main_score":0.527198,"hf_subset":"kat_Geor-ory_Orya","languages":["kat-Geor","ory-Orya"]},{"precision":0.368961,"recall":0.45751,"f1":0.392859,"accuracy":0.45751,"main_score":0.392859,"hf_subset":"kat_Geor-sna_Latn","languages":["kat-Geor","sna-Latn"]},{"precision":0.359814,"recall":0.4417,"f1":0.380714,"accuracy":0.4417,"main_score":0.380714,"hf_subset":"kat_Geor-tso_Latn","languages":["kat-Geor","tso-Latn"]},{"precision":0.8111,"recall":0.857708,"f1":0.825692,"accuracy":0.857708,"main_score":0.825692,"hf_subset":"kat_Geor-azj_Latn","languages":["kat-Geor","azj-Latn"]},{"precision":0.34019,"recall":0.438735,"f1":0.365938,"accuracy":0.438735,"main_score":0.365938,"hf_subset":"kat_Geor-dik_Latn","languages":["kat-Geor","dik-Latn"]},{"precision":0.408588,"recall":0.482213,"f1":0.429075,"accuracy":0.482213,"main_score":0.429075,"hf_subset":"kat_Geor-hau_Latn","languages":["kat-Geor","hau-Latn"]},{"precision":0.701847,"recall":0.77668,"f1":0.724275,"accuracy":0.77668,"main_score":0.724275,"hf_subset":"kat_Geor-kea_Latn","languages":["kat-Geor","kea-Latn"]},{"precision":0.488655,"recall":0.576087,"f1":0.512507,"accuracy":0.576087,"main_score":0.512507,"hf_subset":"kat_Geor-lus_Latn","languages":["kat-Geor","lus-Latn"]},{"precision":0.611985,"recall":0.690711,"f1":0.634206,"accuracy":0.690711,"main_score":0.634206,"hf_subset":"kat_Geor-pag_Latn","languages":["kat-Geor","pag-Latn"]},{"precision":0.62337,"recall":0.708498,"f1":0.648748,"accuracy":0.708498,"main_score":0.648748,"hf_subset":"kat_Geor-snd_Arab","languages":["kat-Geor","snd-Arab"]},{"precision":0.573621,"recall":0.652174,"f1":0.596223,"accuracy":0.652174,"main_score":0.596223,"hf_subset":"kat_Geor-tuk_Latn","languages":["kat-Geor","tuk-Latn"]},{"precision":0.591609,"recall":0.66502,"f1":0.61269,"accuracy":0.66502,"main_score":0.61269,"hf_subset":"kat_Geor-bak_Cyrl","languages":["kat-Geor","bak-Cyrl"]},{"precision":0.298591,"recall":0.398221,"f1":0.325077,"accuracy":0.398221,"main_score":0.325077,"hf_subset":"kat_Geor-dyu_Latn","languages":["kat-Geor","dyu-Latn"]},{"precision":0.848485,"recall":0.892292,"f1":0.862451,"accuracy":0.892292,"main_score":0.862451,"hf_subset":"kat_Geor-heb_Hebr","languages":["kat-Geor","heb-Hebr"]},{"precision":0.406541,"recall":0.493083,"f1":0.430013,"accuracy":0.493083,"main_score":0.430013,"hf_subset":"kat_Geor-khk_Cyrl","languages":["kat-Geor","khk-Cyrl"]},{"precision":0.773254,"recall":0.83004,"f1":0.790744,"accuracy":0.83004,"main_score":0.790744,"hf_subset":"kat_Geor-lvs_Latn","languages":["kat-Geor","lvs-Latn"]},{"precision":0.883646,"recall":0.916996,"f1":0.894137,"accuracy":0.916996,"main_score":0.894137,"hf_subset":"kat_Geor-pan_Guru","languages":["kat-Geor","pan-Guru"]},{"precision":0.361202,"recall":0.438735,"f1":0.382184,"accuracy":0.438735,"main_score":0.382184,"hf_subset":"kat_Geor-som_Latn","languages":["kat-Geor","som-Latn"]},{"precision":0.394486,"recall":0.469368,"f1":0.414684,"accuracy":0.469368,"main_score":0.414684,"hf_subset":"kat_Geor-tum_Latn","languages":["kat-Geor","tum-Latn"]},{"precision":0.271158,"recall":0.332016,"f1":0.286728,"accuracy":0.332016,"main_score":0.286728,"hf_subset":"lua_Latn-ace_Arab","languages":["lua-Latn","ace-Arab"]},{"precision":0.414452,"recall":0.465415,"f1":0.428942,"accuracy":0.465415,"main_score":0.428942,"hf_subset":"lua_Latn-bam_Latn","languages":["lua-Latn","bam-Latn"]},{"precision":0.12679,"recall":0.178854,"f1":0.14036,"accuracy":0.178854,"main_score":0.14036,"hf_subset":"lua_Latn-dzo_Tibt","languages":["lua-Latn","dzo-Tibt"]},{"precision":0.49075,"recall":0.562253,"f1":0.509747,"accuracy":0.562253,"main_score":0.509747,"hf_subset":"lua_Latn-hin_Deva","languages":["lua-Latn","hin-Deva"]},{"precision":0.390411,"recall":0.450593,"f1":0.406913,"accuracy":0.450593,"main_score":0.406913,"hf_subset":"lua_Latn-khm_Khmr","languages":["lua-Latn","khm-Khmr"]},{"precision":0.520234,"recall":0.579051,"f1":0.535876,"accuracy":0.579051,"main_score":0.535876,"hf_subset":"lua_Latn-mag_Deva","languages":["lua-Latn","mag-Deva"]},{"precision":0.537111,"recall":0.578063,"f1":0.547909,"accuracy":0.578063,"main_score":0.547909,"hf_subset":"lua_Latn-pap_Latn","languages":["lua-Latn","pap-Latn"]},{"precision":0.452724,"recall":0.501976,"f1":0.466029,"accuracy":0.501976,"main_score":0.466029,"hf_subset":"lua_Latn-sot_Latn","languages":["lua-Latn","sot-Latn"]},{"precision":0.529807,"recall":0.589921,"f1":0.546713,"accuracy":0.589921,"main_score":0.546713,"hf_subset":"lua_Latn-tur_Latn","languages":["lua-Latn","tur-Latn"]},{"precision":0.517671,"recall":0.5583,"f1":0.529542,"accuracy":0.5583,"main_score":0.529542,"hf_subset":"lua_Latn-ace_Latn","languages":["lua-Latn","ace-Latn"]},{"precision":0.522167,"recall":0.565217,"f1":0.534816,"accuracy":0.565217,"main_score":0.534816,"hf_subset":"lua_Latn-ban_Latn","languages":["lua-Latn","ban-Latn"]},{"precision":0.446345,"recall":0.507905,"f1":0.463677,"accuracy":0.507905,"main_score":0.463677,"hf_subset":"lua_Latn-ell_Grek","languages":["lua-Latn","ell-Grek"]},{"precision":0.510418,"recall":0.563241,"f1":0.525793,"accuracy":0.563241,"main_score":0.525793,"hf_subset":"lua_Latn-hne_Deva","languages":["lua-Latn","hne-Deva"]},{"precision":0.446699,"recall":0.496047,"f1":0.461325,"accuracy":0.496047,"main_score":0.461325,"hf_subset":"lua_Latn-kik_Latn","languages":["lua-Latn","kik-Latn"]},{"precision":0.52229,"recall":0.581028,"f1":0.537742,"accuracy":0.581028,"main_score":0.537742,"hf_subset":"lua_Latn-mai_Deva","languages":["lua-Latn","mai-Deva"]},{"precision":0.434783,"recall":0.492095,"f1":0.451882,"accuracy":0.492095,"main_score":0.451882,"hf_subset":"lua_Latn-pbt_Arab","languages":["lua-Latn","pbt-Arab"]},{"precision":0.536454,"recall":0.594862,"f1":0.552953,"accuracy":0.594862,"main_score":0.552953,"hf_subset":"lua_Latn-spa_Latn","languages":["lua-Latn","spa-Latn"]},{"precision":0.492704,"recall":0.535573,"f1":0.505764,"accuracy":0.535573,"main_score":0.505764,"hf_subset":"lua_Latn-twi_Latn","languages":["lua-Latn","twi-Latn"]},{"precision":0.483864,"recall":0.546443,"f1":0.501106,"accuracy":0.546443,"main_score":0.501106,"hf_subset":"lua_Latn-acm_Arab","languages":["lua-Latn","acm-Arab"]},{"precision":0.427902,"recall":0.482213,"f1":0.443846,"accuracy":0.482213,"main_score":0.443846,"hf_subset":"lua_Latn-bel_Cyrl","languages":["lua-Latn","bel-Cyrl"]},{"precision":0.549349,"recall":0.606719,"f1":0.564343,"accuracy":0.606719,"main_score":0.564343,"hf_subset":"lua_Latn-eng_Latn","languages":["lua-Latn","eng-Latn"]},{"precision":0.499901,"recall":0.550395,"f1":0.513717,"accuracy":0.550395,"main_score":0.513717,"hf_subset":"lua_Latn-hrv_Latn","languages":["lua-Latn","hrv-Latn"]},{"precision":0.421988,"recall":0.475296,"f1":0.436112,"accuracy":0.475296,"main_score":0.436112,"hf_subset":"lua_Latn-kin_Latn","languages":["lua-Latn","kin-Latn"]},{"precision":0.469542,"recall":0.538538,"f1":0.489099,"accuracy":0.538538,"main_score":0.489099,"hf_subset":"lua_Latn-mal_Mlym","languages":["lua-Latn","mal-Mlym"]},{"precision":0.491877,"recall":0.559289,"f1":0.510497,"accuracy":0.559289,"main_score":0.510497,"hf_subset":"lua_Latn-pes_Arab","languages":["lua-Latn","pes-Arab"]},{"precision":0.519221,"recall":0.564229,"f1":0.531193,"accuracy":0.564229,"main_score":0.531193,"hf_subset":"lua_Latn-srd_Latn","languages":["lua-Latn","srd-Latn"]},{"precision":0.145162,"recall":0.197628,"f1":0.157701,"accuracy":0.197628,"main_score":0.157701,"hf_subset":"lua_Latn-tzm_Tfng","languages":["lua-Latn","tzm-Tfng"]},{"precision":0.486453,"recall":0.550395,"f1":0.50375,"accuracy":0.550395,"main_score":0.50375,"hf_subset":"lua_Latn-acq_Arab","languages":["lua-Latn","acq-Arab"]},{"precision":0.490507,"recall":0.531621,"f1":0.502059,"accuracy":0.531621,"main_score":0.502059,"hf_subset":"lua_Latn-bem_Latn","languages":["lua-Latn","bem-Latn"]},{"precision":0.493445,"recall":0.544466,"f1":0.508065,"accuracy":0.544466,"main_score":0.508065,"hf_subset":"lua_Latn-epo_Latn","languages":["lua-Latn","epo-Latn"]},{"precision":0.457633,"recall":0.527668,"f1":0.476423,"accuracy":0.527668,"main_score":0.476423,"hf_subset":"lua_Latn-hun_Latn","languages":["lua-Latn","hun-Latn"]},{"precision":0.456516,"recall":0.507905,"f1":0.47063,"accuracy":0.507905,"main_score":0.47063,"hf_subset":"lua_Latn-kir_Cyrl","languages":["lua-Latn","kir-Cyrl"]},{"precision":0.495205,"recall":0.563241,"f1":0.512611,"accuracy":0.563241,"main_score":0.512611,"hf_subset":"lua_Latn-mar_Deva","languages":["lua-Latn","mar-Deva"]},{"precision":0.454522,"recall":0.495059,"f1":0.466246,"accuracy":0.495059,"main_score":0.466246,"hf_subset":"lua_Latn-plt_Latn","languages":["lua-Latn","plt-Latn"]},{"precision":0.472768,"recall":0.531621,"f1":0.489764,"accuracy":0.531621,"main_score":0.489764,"hf_subset":"lua_Latn-srp_Cyrl","languages":["lua-Latn","srp-Cyrl"]},{"precision":0.286583,"recall":0.348814,"f1":0.302997,"accuracy":0.348814,"main_score":0.302997,"hf_subset":"lua_Latn-uig_Arab","languages":["lua-Latn","uig-Arab"]},{"precision":0.486637,"recall":0.540514,"f1":0.500801,"accuracy":0.540514,"main_score":0.500801,"hf_subset":"lua_Latn-aeb_Arab","languages":["lua-Latn","aeb-Arab"]},{"precision":0.493926,"recall":0.561265,"f1":0.51231,"accuracy":0.561265,"main_score":0.51231,"hf_subset":"lua_Latn-ben_Beng","languages":["lua-Latn","ben-Beng"]},{"precision":0.472159,"recall":0.519763,"f1":0.48554,"accuracy":0.519763,"main_score":0.48554,"hf_subset":"lua_Latn-est_Latn","languages":["lua-Latn","est-Latn"]},{"precision":0.409031,"recall":0.465415,"f1":0.424165,"accuracy":0.465415,"main_score":0.424165,"hf_subset":"lua_Latn-hye_Armn","languages":["lua-Latn","hye-Armn"]},{"precision":0.450988,"recall":0.496047,"f1":0.464207,"accuracy":0.496047,"main_score":0.464207,"hf_subset":"lua_Latn-kmb_Latn","languages":["lua-Latn","kmb-Latn"]},{"precision":0.237991,"recall":0.290514,"f1":0.251208,"accuracy":0.290514,"main_score":0.251208,"hf_subset":"lua_Latn-min_Arab","languages":["lua-Latn","min-Arab"]},{"precision":0.502318,"recall":0.564229,"f1":0.519585,"accuracy":0.564229,"main_score":0.519585,"hf_subset":"lua_Latn-pol_Latn","languages":["lua-Latn","pol-Latn"]},{"precision":0.422598,"recall":0.472332,"f1":0.436264,"accuracy":0.472332,"main_score":0.436264,"hf_subset":"lua_Latn-ssw_Latn","languages":["lua-Latn","ssw-Latn"]},{"precision":0.494863,"recall":0.559289,"f1":0.512996,"accuracy":0.559289,"main_score":0.512996,"hf_subset":"lua_Latn-ukr_Cyrl","languages":["lua-Latn","ukr-Cyrl"]},{"precision":0.539379,"recall":0.585968,"f1":0.552233,"accuracy":0.585968,"main_score":0.552233,"hf_subset":"lua_Latn-afr_Latn","languages":["lua-Latn","afr-Latn"]},{"precision":0.51752,"recall":0.570158,"f1":0.53218,"accuracy":0.570158,"main_score":0.53218,"hf_subset":"lua_Latn-bho_Deva","languages":["lua-Latn","bho-Deva"]},{"precision":0.477068,"recall":0.529644,"f1":0.491196,"accuracy":0.529644,"main_score":0.491196,"hf_subset":"lua_Latn-eus_Latn","languages":["lua-Latn","eus-Latn"]},{"precision":0.41558,"recall":0.472332,"f1":0.431151,"accuracy":0.472332,"main_score":0.431151,"hf_subset":"lua_Latn-ibo_Latn","languages":["lua-Latn","ibo-Latn"]},{"precision":0.424775,"recall":0.482213,"f1":0.440615,"accuracy":0.482213,"main_score":0.440615,"hf_subset":"lua_Latn-kmr_Latn","languages":["lua-Latn","kmr-Latn"]},{"precision":0.5154,"recall":0.564229,"f1":0.528756,"accuracy":0.564229,"main_score":0.528756,"hf_subset":"lua_Latn-min_Latn","languages":["lua-Latn","min-Latn"]},{"precision":0.540436,"recall":0.603755,"f1":0.557801,"accuracy":0.603755,"main_score":0.557801,"hf_subset":"lua_Latn-por_Latn","languages":["lua-Latn","por-Latn"]},{"precision":0.549261,"recall":0.58498,"f1":0.559707,"accuracy":0.58498,"main_score":0.559707,"hf_subset":"lua_Latn-sun_Latn","languages":["lua-Latn","sun-Latn"]},{"precision":0.424002,"recall":0.481225,"f1":0.440296,"accuracy":0.481225,"main_score":0.440296,"hf_subset":"lua_Latn-umb_Latn","languages":["lua-Latn","umb-Latn"]},{"precision":0.505377,"recall":0.562253,"f1":0.520478,"accuracy":0.562253,"main_score":0.520478,"hf_subset":"lua_Latn-ajp_Arab","languages":["lua-Latn","ajp-Arab"]},{"precision":0.255529,"recall":0.306324,"f1":0.269381,"accuracy":0.306324,"main_score":0.269381,"hf_subset":"lua_Latn-bjn_Arab","languages":["lua-Latn","bjn-Arab"]},{"precision":0.433937,"recall":0.487154,"f1":0.449398,"accuracy":0.487154,"main_score":0.449398,"hf_subset":"lua_Latn-ewe_Latn","languages":["lua-Latn","ewe-Latn"]},{"precision":0.544005,"recall":0.58498,"f1":0.556211,"accuracy":0.58498,"main_score":0.556211,"hf_subset":"lua_Latn-ilo_Latn","languages":["lua-Latn","ilo-Latn"]},{"precision":0.192999,"recall":0.251976,"f1":0.20782,"accuracy":0.251976,"main_score":0.20782,"hf_subset":"lua_Latn-knc_Arab","languages":["lua-Latn","knc-Arab"]},{"precision":0.47511,"recall":0.534585,"f1":0.491974,"accuracy":0.534585,"main_score":0.491974,"hf_subset":"lua_Latn-mkd_Cyrl","languages":["lua-Latn","mkd-Cyrl"]},{"precision":0.488613,"recall":0.552372,"f1":0.505358,"accuracy":0.552372,"main_score":0.505358,"hf_subset":"lua_Latn-prs_Arab","languages":["lua-Latn","prs-Arab"]},{"precision":0.52175,"recall":0.582016,"f1":0.538145,"accuracy":0.582016,"main_score":0.538145,"hf_subset":"lua_Latn-swe_Latn","languages":["lua-Latn","swe-Latn"]},{"precision":0.461599,"recall":0.525692,"f1":0.478778,"accuracy":0.525692,"main_score":0.478778,"hf_subset":"lua_Latn-urd_Arab","languages":["lua-Latn","urd-Arab"]},{"precision":0.475865,"recall":0.522727,"f1":0.489634,"accuracy":0.522727,"main_score":0.489634,"hf_subset":"lua_Latn-aka_Latn","languages":["lua-Latn","aka-Latn"]},{"precision":0.506567,"recall":0.551383,"f1":0.51888,"accuracy":0.551383,"main_score":0.51888,"hf_subset":"lua_Latn-bjn_Latn","languages":["lua-Latn","bjn-Latn"]},{"precision":0.427726,"recall":0.48419,"f1":0.443183,"accuracy":0.48419,"main_score":0.443183,"hf_subset":"lua_Latn-fao_Latn","languages":["lua-Latn","fao-Latn"]},{"precision":0.540533,"recall":0.602767,"f1":0.557781,"accuracy":0.602767,"main_score":0.557781,"hf_subset":"lua_Latn-ind_Latn","languages":["lua-Latn","ind-Latn"]},{"precision":0.454348,"recall":0.5,"f1":0.467608,"accuracy":0.5,"main_score":0.467608,"hf_subset":"lua_Latn-knc_Latn","languages":["lua-Latn","knc-Latn"]},{"precision":0.501565,"recall":0.55336,"f1":0.51572,"accuracy":0.55336,"main_score":0.51572,"hf_subset":"lua_Latn-mlt_Latn","languages":["lua-Latn","mlt-Latn"]},{"precision":0.453828,"recall":0.513834,"f1":0.470525,"accuracy":0.513834,"main_score":0.470525,"hf_subset":"lua_Latn-quy_Latn","languages":["lua-Latn","quy-Latn"]},{"precision":0.490308,"recall":0.536561,"f1":0.503273,"accuracy":0.536561,"main_score":0.503273,"hf_subset":"lua_Latn-swh_Latn","languages":["lua-Latn","swh-Latn"]},{"precision":0.452347,"recall":0.502964,"f1":0.467158,"accuracy":0.502964,"main_score":0.467158,"hf_subset":"lua_Latn-uzn_Latn","languages":["lua-Latn","uzn-Latn"]},{"precision":0.492505,"recall":0.54249,"f1":0.506563,"accuracy":0.54249,"main_score":0.506563,"hf_subset":"lua_Latn-als_Latn","languages":["lua-Latn","als-Latn"]},{"precision":0.183925,"recall":0.23913,"f1":0.197912,"accuracy":0.23913,"main_score":0.197912,"hf_subset":"lua_Latn-bod_Tibt","languages":["lua-Latn","bod-Tibt"]},{"precision":0.434471,"recall":0.486166,"f1":0.449209,"accuracy":0.486166,"main_score":0.449209,"hf_subset":"lua_Latn-fij_Latn","languages":["lua-Latn","fij-Latn"]},{"precision":0.397339,"recall":0.45751,"f1":0.41352,"accuracy":0.45751,"main_score":0.41352,"hf_subset":"lua_Latn-isl_Latn","languages":["lua-Latn","isl-Latn"]},{"precision":0.525405,"recall":0.563241,"f1":0.536498,"accuracy":0.563241,"main_score":0.536498,"hf_subset":"lua_Latn-kon_Latn","languages":["lua-Latn","kon-Latn"]},{"precision":0.336806,"recall":0.393281,"f1":0.351984,"accuracy":0.393281,"main_score":0.351984,"hf_subset":"lua_Latn-mni_Beng","languages":["lua-Latn","mni-Beng"]},{"precision":0.537449,"recall":0.589921,"f1":0.55234,"accuracy":0.589921,"main_score":0.55234,"hf_subset":"lua_Latn-ron_Latn","languages":["lua-Latn","ron-Latn"]},{"precision":0.486825,"recall":0.54249,"f1":0.501668,"accuracy":0.54249,"main_score":0.501668,"hf_subset":"lua_Latn-szl_Latn","languages":["lua-Latn","szl-Latn"]},{"precision":0.530088,"recall":0.568182,"f1":0.541084,"accuracy":0.568182,"main_score":0.541084,"hf_subset":"lua_Latn-vec_Latn","languages":["lua-Latn","vec-Latn"]},{"precision":0.405833,"recall":0.464427,"f1":0.42257,"accuracy":0.464427,"main_score":0.42257,"hf_subset":"lua_Latn-amh_Ethi","languages":["lua-Latn","amh-Ethi"]},{"precision":0.500916,"recall":0.555336,"f1":0.515503,"accuracy":0.555336,"main_score":0.515503,"hf_subset":"lua_Latn-bos_Latn","languages":["lua-Latn","bos-Latn"]},{"precision":0.487518,"recall":0.549407,"f1":0.505141,"accuracy":0.549407,"main_score":0.505141,"hf_subset":"lua_Latn-fin_Latn","languages":["lua-Latn","fin-Latn"]},{"precision":0.53727,"recall":0.598814,"f1":0.553644,"accuracy":0.598814,"main_score":0.553644,"hf_subset":"lua_Latn-ita_Latn","languages":["lua-Latn","ita-Latn"]},{"precision":0.498389,"recall":0.562253,"f1":0.515742,"accuracy":0.562253,"main_score":0.515742,"hf_subset":"lua_Latn-kor_Hang","languages":["lua-Latn","kor-Hang"]},{"precision":0.423165,"recall":0.476285,"f1":0.438869,"accuracy":0.476285,"main_score":0.438869,"hf_subset":"lua_Latn-mos_Latn","languages":["lua-Latn","mos-Latn"]},{"precision":0.434443,"recall":0.479249,"f1":0.44696,"accuracy":0.479249,"main_score":0.44696,"hf_subset":"lua_Latn-run_Latn","languages":["lua-Latn","run-Latn"]},{"precision":0.460383,"recall":0.525692,"f1":0.47783,"accuracy":0.525692,"main_score":0.47783,"hf_subset":"lua_Latn-tam_Taml","languages":["lua-Latn","tam-Taml"]},{"precision":0.513811,"recall":0.56917,"f1":0.52873,"accuracy":0.56917,"main_score":0.52873,"hf_subset":"lua_Latn-vie_Latn","languages":["lua-Latn","vie-Latn"]},{"precision":0.495313,"recall":0.549407,"f1":0.510094,"accuracy":0.549407,"main_score":0.510094,"hf_subset":"lua_Latn-apc_Arab","languages":["lua-Latn","apc-Arab"]},{"precision":0.491031,"recall":0.538538,"f1":0.504517,"accuracy":0.538538,"main_score":0.504517,"hf_subset":"lua_Latn-bug_Latn","languages":["lua-Latn","bug-Latn"]},{"precision":0.413392,"recall":0.466403,"f1":0.42776,"accuracy":0.466403,"main_score":0.42776,"hf_subset":"lua_Latn-fon_Latn","languages":["lua-Latn","fon-Latn"]},{"precision":0.552439,"recall":0.585968,"f1":0.561797,"accuracy":0.585968,"main_score":0.561797,"hf_subset":"lua_Latn-jav_Latn","languages":["lua-Latn","jav-Latn"]},{"precision":0.389216,"recall":0.444664,"f1":0.404407,"accuracy":0.444664,"main_score":0.404407,"hf_subset":"lua_Latn-lao_Laoo","languages":["lua-Latn","lao-Laoo"]},{"precision":0.395322,"recall":0.456522,"f1":0.412043,"accuracy":0.456522,"main_score":0.412043,"hf_subset":"lua_Latn-mri_Latn","languages":["lua-Latn","mri-Latn"]},{"precision":0.51602,"recall":0.581028,"f1":0.533636,"accuracy":0.581028,"main_score":0.533636,"hf_subset":"lua_Latn-rus_Cyrl","languages":["lua-Latn","rus-Cyrl"]},{"precision":0.427341,"recall":0.478261,"f1":0.44169,"accuracy":0.478261,"main_score":0.44169,"hf_subset":"lua_Latn-taq_Latn","languages":["lua-Latn","taq-Latn"]},{"precision":0.549852,"recall":0.58498,"f1":0.560001,"accuracy":0.58498,"main_score":0.560001,"hf_subset":"lua_Latn-war_Latn","languages":["lua-Latn","war-Latn"]},{"precision":0.481572,"recall":0.546443,"f1":0.49861,"accuracy":0.546443,"main_score":0.49861,"hf_subset":"lua_Latn-arb_Arab","languages":["lua-Latn","arb-Arab"]},{"precision":0.508044,"recall":0.563241,"f1":0.52304,"accuracy":0.563241,"main_score":0.52304,"hf_subset":"lua_Latn-bul_Cyrl","languages":["lua-Latn","bul-Cyrl"]},{"precision":0.544449,"recall":0.604743,"f1":0.559968,"accuracy":0.604743,"main_score":0.559968,"hf_subset":"lua_Latn-fra_Latn","languages":["lua-Latn","fra-Latn"]},{"precision":0.504257,"recall":0.572134,"f1":0.522315,"accuracy":0.572134,"main_score":0.522315,"hf_subset":"lua_Latn-jpn_Jpan","languages":["lua-Latn","jpn-Jpan"]},{"precision":0.520009,"recall":0.571146,"f1":0.534889,"accuracy":0.571146,"main_score":0.534889,"hf_subset":"lua_Latn-lij_Latn","languages":["lua-Latn","lij-Latn"]},{"precision":0.353423,"recall":0.420949,"f1":0.371951,"accuracy":0.420949,"main_score":0.371951,"hf_subset":"lua_Latn-mya_Mymr","languages":["lua-Latn","mya-Mymr"]},{"precision":0.468017,"recall":0.513834,"f1":0.481653,"accuracy":0.513834,"main_score":0.481653,"hf_subset":"lua_Latn-sag_Latn","languages":["lua-Latn","sag-Latn"]},{"precision":0.168571,"recall":0.231225,"f1":0.181932,"accuracy":0.231225,"main_score":0.181932,"hf_subset":"lua_Latn-taq_Tfng","languages":["lua-Latn","taq-Tfng"]},{"precision":0.464767,"recall":0.517787,"f1":0.479832,"accuracy":0.517787,"main_score":0.479832,"hf_subset":"lua_Latn-wol_Latn","languages":["lua-Latn","wol-Latn"]},{"precision":0.266411,"recall":0.339921,"f1":0.285232,"accuracy":0.339921,"main_score":0.285232,"hf_subset":"lua_Latn-arb_Latn","languages":["lua-Latn","arb-Latn"]},{"precision":0.523616,"recall":0.579051,"f1":0.5399,"accuracy":0.579051,"main_score":0.5399,"hf_subset":"lua_Latn-cat_Latn","languages":["lua-Latn","cat-Latn"]},{"precision":0.501905,"recall":0.549407,"f1":0.514883,"accuracy":0.549407,"main_score":0.514883,"hf_subset":"lua_Latn-fur_Latn","languages":["lua-Latn","fur-Latn"]},{"precision":0.300983,"recall":0.363636,"f1":0.317369,"accuracy":0.363636,"main_score":0.317369,"hf_subset":"lua_Latn-kab_Latn","languages":["lua-Latn","kab-Latn"]},{"precision":0.51739,"recall":0.566206,"f1":0.531435,"accuracy":0.566206,"main_score":0.531435,"hf_subset":"lua_Latn-lim_Latn","languages":["lua-Latn","lim-Latn"]},{"precision":0.531612,"recall":0.592885,"f1":0.547672,"accuracy":0.592885,"main_score":0.547672,"hf_subset":"lua_Latn-nld_Latn","languages":["lua-Latn","nld-Latn"]},{"precision":0.435403,"recall":0.492095,"f1":0.45101,"accuracy":0.492095,"main_score":0.45101,"hf_subset":"lua_Latn-san_Deva","languages":["lua-Latn","san-Deva"]},{"precision":0.464656,"recall":0.508893,"f1":0.477209,"accuracy":0.508893,"main_score":0.477209,"hf_subset":"lua_Latn-tat_Cyrl","languages":["lua-Latn","tat-Cyrl"]},{"precision":0.464328,"recall":0.51087,"f1":0.478148,"accuracy":0.51087,"main_score":0.478148,"hf_subset":"lua_Latn-xho_Latn","languages":["lua-Latn","xho-Latn"]},{"precision":0.464709,"recall":0.534585,"f1":0.483592,"accuracy":0.534585,"main_score":0.483592,"hf_subset":"lua_Latn-ars_Arab","languages":["lua-Latn","ars-Arab"]},{"precision":0.534755,"recall":0.573123,"f1":0.545809,"accuracy":0.573123,"main_score":0.545809,"hf_subset":"lua_Latn-ceb_Latn","languages":["lua-Latn","ceb-Latn"]},{"precision":0.430149,"recall":0.483202,"f1":0.445422,"accuracy":0.483202,"main_score":0.445422,"hf_subset":"lua_Latn-fuv_Latn","languages":["lua-Latn","fuv-Latn"]},{"precision":0.439593,"recall":0.493083,"f1":0.455664,"accuracy":0.493083,"main_score":0.455664,"hf_subset":"lua_Latn-kac_Latn","languages":["lua-Latn","kac-Latn"]},{"precision":0.515681,"recall":0.559289,"f1":0.528115,"accuracy":0.559289,"main_score":0.528115,"hf_subset":"lua_Latn-lin_Latn","languages":["lua-Latn","lin-Latn"]},{"precision":0.512453,"recall":0.568182,"f1":0.527997,"accuracy":0.568182,"main_score":0.527997,"hf_subset":"lua_Latn-nno_Latn","languages":["lua-Latn","nno-Latn"]},{"precision":0.174724,"recall":0.209486,"f1":0.183277,"accuracy":0.209486,"main_score":0.183277,"hf_subset":"lua_Latn-sat_Olck","languages":["lua-Latn","sat-Olck"]},{"precision":0.49241,"recall":0.549407,"f1":0.508012,"accuracy":0.549407,"main_score":0.508012,"hf_subset":"lua_Latn-tel_Telu","languages":["lua-Latn","tel-Telu"]},{"precision":0.267235,"recall":0.331028,"f1":0.283123,"accuracy":0.331028,"main_score":0.283123,"hf_subset":"lua_Latn-ydd_Hebr","languages":["lua-Latn","ydd-Hebr"]},{"precision":0.465831,"recall":0.521739,"f1":0.481327,"accuracy":0.521739,"main_score":0.481327,"hf_subset":"lua_Latn-ary_Arab","languages":["lua-Latn","ary-Arab"]},{"precision":0.485978,"recall":0.548419,"f1":0.503009,"accuracy":0.548419,"main_score":0.503009,"hf_subset":"lua_Latn-ces_Latn","languages":["lua-Latn","ces-Latn"]},{"precision":0.327564,"recall":0.384387,"f1":0.342797,"accuracy":0.384387,"main_score":0.342797,"hf_subset":"lua_Latn-gaz_Latn","languages":["lua-Latn","gaz-Latn"]},{"precision":0.458503,"recall":0.504941,"f1":0.471683,"accuracy":0.504941,"main_score":0.471683,"hf_subset":"lua_Latn-kam_Latn","languages":["lua-Latn","kam-Latn"]},{"precision":0.458337,"recall":0.509881,"f1":0.472809,"accuracy":0.509881,"main_score":0.472809,"hf_subset":"lua_Latn-lit_Latn","languages":["lua-Latn","lit-Latn"]},{"precision":0.520558,"recall":0.58004,"f1":0.536506,"accuracy":0.58004,"main_score":0.536506,"hf_subset":"lua_Latn-nob_Latn","languages":["lua-Latn","nob-Latn"]},{"precision":0.49959,"recall":0.543478,"f1":0.511648,"accuracy":0.543478,"main_score":0.511648,"hf_subset":"lua_Latn-scn_Latn","languages":["lua-Latn","scn-Latn"]},{"precision":0.375586,"recall":0.438735,"f1":0.393035,"accuracy":0.438735,"main_score":0.393035,"hf_subset":"lua_Latn-tgk_Cyrl","languages":["lua-Latn","tgk-Cyrl"]},{"precision":0.403567,"recall":0.464427,"f1":0.421017,"accuracy":0.464427,"main_score":0.421017,"hf_subset":"lua_Latn-yor_Latn","languages":["lua-Latn","yor-Latn"]},{"precision":0.494753,"recall":0.556324,"f1":0.512176,"accuracy":0.556324,"main_score":0.512176,"hf_subset":"lua_Latn-arz_Arab","languages":["lua-Latn","arz-Arab"]},{"precision":0.446163,"recall":0.496047,"f1":0.460935,"accuracy":0.496047,"main_score":0.460935,"hf_subset":"lua_Latn-cjk_Latn","languages":["lua-Latn","cjk-Latn"]},{"precision":0.369442,"recall":0.431818,"f1":0.385243,"accuracy":0.431818,"main_score":0.385243,"hf_subset":"lua_Latn-gla_Latn","languages":["lua-Latn","gla-Latn"]},{"precision":0.481648,"recall":0.538538,"f1":0.497897,"accuracy":0.538538,"main_score":0.497897,"hf_subset":"lua_Latn-kan_Knda","languages":["lua-Latn","kan-Knda"]},{"precision":0.511356,"recall":0.552372,"f1":0.523294,"accuracy":0.552372,"main_score":0.523294,"hf_subset":"lua_Latn-lmo_Latn","languages":["lua-Latn","lmo-Latn"]},{"precision":0.479426,"recall":0.544466,"f1":0.49775,"accuracy":0.544466,"main_score":0.49775,"hf_subset":"lua_Latn-npi_Deva","languages":["lua-Latn","npi-Deva"]},{"precision":0.374269,"recall":0.4417,"f1":0.393053,"accuracy":0.4417,"main_score":0.393053,"hf_subset":"lua_Latn-shn_Mymr","languages":["lua-Latn","shn-Mymr"]},{"precision":0.533332,"recall":0.579051,"f1":0.546097,"accuracy":0.579051,"main_score":0.546097,"hf_subset":"lua_Latn-tgl_Latn","languages":["lua-Latn","tgl-Latn"]},{"precision":0.490715,"recall":0.556324,"f1":0.508649,"accuracy":0.556324,"main_score":0.508649,"hf_subset":"lua_Latn-yue_Hant","languages":["lua-Latn","yue-Hant"]},{"precision":0.42507,"recall":0.491107,"f1":0.443721,"accuracy":0.491107,"main_score":0.443721,"hf_subset":"lua_Latn-asm_Beng","languages":["lua-Latn","asm-Beng"]},{"precision":0.321945,"recall":0.37747,"f1":0.33665,"accuracy":0.37747,"main_score":0.33665,"hf_subset":"lua_Latn-ckb_Arab","languages":["lua-Latn","ckb-Arab"]},{"precision":0.356903,"recall":0.416996,"f1":0.373151,"accuracy":0.416996,"main_score":0.373151,"hf_subset":"lua_Latn-gle_Latn","languages":["lua-Latn","gle-Latn"]},{"precision":0.388066,"recall":0.461462,"f1":0.408373,"accuracy":0.461462,"main_score":0.408373,"hf_subset":"lua_Latn-kas_Arab","languages":["lua-Latn","kas-Arab"]},{"precision":0.442766,"recall":0.490119,"f1":0.455799,"accuracy":0.490119,"main_score":0.455799,"hf_subset":"lua_Latn-ltg_Latn","languages":["lua-Latn","ltg-Latn"]},{"precision":0.482847,"recall":0.530632,"f1":0.496926,"accuracy":0.530632,"main_score":0.496926,"hf_subset":"lua_Latn-nso_Latn","languages":["lua-Latn","nso-Latn"]},{"precision":0.404997,"recall":0.467391,"f1":0.422424,"accuracy":0.467391,"main_score":0.422424,"hf_subset":"lua_Latn-sin_Sinh","languages":["lua-Latn","sin-Sinh"]},{"precision":0.496968,"recall":0.567194,"f1":0.516017,"accuracy":0.567194,"main_score":0.516017,"hf_subset":"lua_Latn-tha_Thai","languages":["lua-Latn","tha-Thai"]},{"precision":0.5139,"recall":0.577075,"f1":0.531075,"accuracy":0.577075,"main_score":0.531075,"hf_subset":"lua_Latn-zho_Hans","languages":["lua-Latn","zho-Hans"]},{"precision":0.502155,"recall":0.544466,"f1":0.514245,"accuracy":0.544466,"main_score":0.514245,"hf_subset":"lua_Latn-ast_Latn","languages":["lua-Latn","ast-Latn"]},{"precision":0.4525,"recall":0.506917,"f1":0.467147,"accuracy":0.506917,"main_score":0.467147,"hf_subset":"lua_Latn-crh_Latn","languages":["lua-Latn","crh-Latn"]},{"precision":0.542395,"recall":0.591897,"f1":0.556468,"accuracy":0.591897,"main_score":0.556468,"hf_subset":"lua_Latn-glg_Latn","languages":["lua-Latn","glg-Latn"]},{"precision":0.421202,"recall":0.485178,"f1":0.439125,"accuracy":0.485178,"main_score":0.439125,"hf_subset":"lua_Latn-kas_Deva","languages":["lua-Latn","kas-Deva"]},{"precision":0.492005,"recall":0.556324,"f1":0.50967,"accuracy":0.556324,"main_score":0.50967,"hf_subset":"lua_Latn-ltz_Latn","languages":["lua-Latn","ltz-Latn"]},{"precision":0.330526,"recall":0.391304,"f1":0.347042,"accuracy":0.391304,"main_score":0.347042,"hf_subset":"lua_Latn-nus_Latn","languages":["lua-Latn","nus-Latn"]},{"precision":0.483042,"recall":0.550395,"f1":0.501725,"accuracy":0.550395,"main_score":0.501725,"hf_subset":"lua_Latn-slk_Latn","languages":["lua-Latn","slk-Latn"]},{"precision":0.321402,"recall":0.379447,"f1":0.337684,"accuracy":0.379447,"main_score":0.337684,"hf_subset":"lua_Latn-tir_Ethi","languages":["lua-Latn","tir-Ethi"]},{"precision":0.491252,"recall":0.557312,"f1":0.508732,"accuracy":0.557312,"main_score":0.508732,"hf_subset":"lua_Latn-zho_Hant","languages":["lua-Latn","zho-Hant"]},{"precision":0.514386,"recall":0.565217,"f1":0.528794,"accuracy":0.565217,"main_score":0.528794,"hf_subset":"lua_Latn-awa_Deva","languages":["lua-Latn","awa-Deva"]},{"precision":0.396609,"recall":0.456522,"f1":0.412725,"accuracy":0.456522,"main_score":0.412725,"hf_subset":"lua_Latn-cym_Latn","languages":["lua-Latn","cym-Latn"]},{"precision":0.511424,"recall":0.555336,"f1":0.524275,"accuracy":0.555336,"main_score":0.524275,"hf_subset":"lua_Latn-grn_Latn","languages":["lua-Latn","grn-Latn"]},{"precision":0.435538,"recall":0.496047,"f1":0.453035,"accuracy":0.496047,"main_score":0.453035,"hf_subset":"lua_Latn-kat_Geor","languages":["lua-Latn","kat-Geor"]},{"precision":0.499292,"recall":0.536561,"f1":0.510408,"accuracy":0.536561,"main_score":0.510408,"hf_subset":"lua_Latn-nya_Latn","languages":["lua-Latn","nya-Latn"]},{"precision":0.477908,"recall":0.539526,"f1":0.494715,"accuracy":0.539526,"main_score":0.494715,"hf_subset":"lua_Latn-slv_Latn","languages":["lua-Latn","slv-Latn"]},{"precision":0.527908,"recall":0.572134,"f1":0.540695,"accuracy":0.572134,"main_score":0.540695,"hf_subset":"lua_Latn-tpi_Latn","languages":["lua-Latn","tpi-Latn"]},{"precision":0.530175,"recall":0.581028,"f1":0.544738,"accuracy":0.581028,"main_score":0.544738,"hf_subset":"lua_Latn-zsm_Latn","languages":["lua-Latn","zsm-Latn"]},{"precision":0.400017,"recall":0.465415,"f1":0.417922,"accuracy":0.465415,"main_score":0.417922,"hf_subset":"lua_Latn-ayr_Latn","languages":["lua-Latn","ayr-Latn"]},{"precision":0.527446,"recall":0.583004,"f1":0.542492,"accuracy":0.583004,"main_score":0.542492,"hf_subset":"lua_Latn-dan_Latn","languages":["lua-Latn","dan-Latn"]},{"precision":0.458388,"recall":0.520751,"f1":0.475626,"accuracy":0.520751,"main_score":0.475626,"hf_subset":"lua_Latn-guj_Gujr","languages":["lua-Latn","guj-Gujr"]},{"precision":0.45252,"recall":0.511858,"f1":0.469129,"accuracy":0.511858,"main_score":0.469129,"hf_subset":"lua_Latn-kaz_Cyrl","languages":["lua-Latn","kaz-Cyrl"]},{"precision":0.422588,"recall":0.471344,"f1":0.436598,"accuracy":0.471344,"main_score":0.436598,"hf_subset":"lua_Latn-lug_Latn","languages":["lua-Latn","lug-Latn"]},{"precision":0.530429,"recall":0.582016,"f1":0.545211,"accuracy":0.582016,"main_score":0.545211,"hf_subset":"lua_Latn-oci_Latn","languages":["lua-Latn","oci-Latn"]},{"precision":0.450074,"recall":0.499012,"f1":0.463706,"accuracy":0.499012,"main_score":0.463706,"hf_subset":"lua_Latn-smo_Latn","languages":["lua-Latn","smo-Latn"]},{"precision":0.439313,"recall":0.491107,"f1":0.453906,"accuracy":0.491107,"main_score":0.453906,"hf_subset":"lua_Latn-tsn_Latn","languages":["lua-Latn","tsn-Latn"]},{"precision":0.421481,"recall":0.474308,"f1":0.43623,"accuracy":0.474308,"main_score":0.43623,"hf_subset":"lua_Latn-zul_Latn","languages":["lua-Latn","zul-Latn"]},{"precision":0.398388,"recall":0.461462,"f1":0.416478,"accuracy":0.461462,"main_score":0.416478,"hf_subset":"lua_Latn-azb_Arab","languages":["lua-Latn","azb-Arab"]},{"precision":0.533036,"recall":0.598814,"f1":0.550518,"accuracy":0.598814,"main_score":0.550518,"hf_subset":"lua_Latn-deu_Latn","languages":["lua-Latn","deu-Latn"]},{"precision":0.456244,"recall":0.514822,"f1":0.472732,"accuracy":0.514822,"main_score":0.472732,"hf_subset":"lua_Latn-hat_Latn","languages":["lua-Latn","hat-Latn"]},{"precision":0.39542,"recall":0.449605,"f1":0.410046,"accuracy":0.449605,"main_score":0.410046,"hf_subset":"lua_Latn-kbp_Latn","languages":["lua-Latn","kbp-Latn"]},{"precision":0.457116,"recall":0.509881,"f1":0.471796,"accuracy":0.509881,"main_score":0.471796,"hf_subset":"lua_Latn-luo_Latn","languages":["lua-Latn","luo-Latn"]},{"precision":0.377528,"recall":0.443676,"f1":0.396235,"accuracy":0.443676,"main_score":0.396235,"hf_subset":"lua_Latn-ory_Orya","languages":["lua-Latn","ory-Orya"]},{"precision":0.457609,"recall":0.506917,"f1":0.47189,"accuracy":0.506917,"main_score":0.47189,"hf_subset":"lua_Latn-sna_Latn","languages":["lua-Latn","sna-Latn"]},{"precision":0.44165,"recall":0.491107,"f1":0.455901,"accuracy":0.491107,"main_score":0.455901,"hf_subset":"lua_Latn-tso_Latn","languages":["lua-Latn","tso-Latn"]},{"precision":0.465608,"recall":0.520751,"f1":0.481789,"accuracy":0.520751,"main_score":0.481789,"hf_subset":"lua_Latn-azj_Latn","languages":["lua-Latn","azj-Latn"]},{"precision":0.420629,"recall":0.477273,"f1":0.437368,"accuracy":0.477273,"main_score":0.437368,"hf_subset":"lua_Latn-dik_Latn","languages":["lua-Latn","dik-Latn"]},{"precision":0.449831,"recall":0.492095,"f1":0.462256,"accuracy":0.492095,"main_score":0.462256,"hf_subset":"lua_Latn-hau_Latn","languages":["lua-Latn","hau-Latn"]},{"precision":0.518133,"recall":0.560277,"f1":0.530402,"accuracy":0.560277,"main_score":0.530402,"hf_subset":"lua_Latn-kea_Latn","languages":["lua-Latn","kea-Latn"]},{"precision":0.506723,"recall":0.549407,"f1":0.519031,"accuracy":0.549407,"main_score":0.519031,"hf_subset":"lua_Latn-lus_Latn","languages":["lua-Latn","lus-Latn"]},{"precision":0.533362,"recall":0.574111,"f1":0.544868,"accuracy":0.574111,"main_score":0.544868,"hf_subset":"lua_Latn-pag_Latn","languages":["lua-Latn","pag-Latn"]},{"precision":0.375368,"recall":0.443676,"f1":0.394222,"accuracy":0.443676,"main_score":0.394222,"hf_subset":"lua_Latn-snd_Arab","languages":["lua-Latn","snd-Arab"]},{"precision":0.44543,"recall":0.495059,"f1":0.459383,"accuracy":0.495059,"main_score":0.459383,"hf_subset":"lua_Latn-tuk_Latn","languages":["lua-Latn","tuk-Latn"]},{"precision":0.459578,"recall":0.507905,"f1":0.472851,"accuracy":0.507905,"main_score":0.472851,"hf_subset":"lua_Latn-bak_Cyrl","languages":["lua-Latn","bak-Cyrl"]},{"precision":0.374703,"recall":0.445652,"f1":0.394402,"accuracy":0.445652,"main_score":0.394402,"hf_subset":"lua_Latn-dyu_Latn","languages":["lua-Latn","dyu-Latn"]},{"precision":0.395494,"recall":0.462451,"f1":0.413696,"accuracy":0.462451,"main_score":0.413696,"hf_subset":"lua_Latn-heb_Hebr","languages":["lua-Latn","heb-Hebr"]},{"precision":0.395331,"recall":0.451581,"f1":0.411654,"accuracy":0.451581,"main_score":0.411654,"hf_subset":"lua_Latn-khk_Cyrl","languages":["lua-Latn","khk-Cyrl"]},{"precision":0.461977,"recall":0.523715,"f1":0.479607,"accuracy":0.523715,"main_score":0.479607,"hf_subset":"lua_Latn-lvs_Latn","languages":["lua-Latn","lvs-Latn"]},{"precision":0.409658,"recall":0.476285,"f1":0.42763,"accuracy":0.476285,"main_score":0.42763,"hf_subset":"lua_Latn-pan_Guru","languages":["lua-Latn","pan-Guru"]},{"precision":0.389528,"recall":0.445652,"f1":0.405388,"accuracy":0.445652,"main_score":0.405388,"hf_subset":"lua_Latn-som_Latn","languages":["lua-Latn","som-Latn"]},{"precision":0.460813,"recall":0.5,"f1":0.471705,"accuracy":0.5,"main_score":0.471705,"hf_subset":"lua_Latn-tum_Latn","languages":["lua-Latn","tum-Latn"]},{"precision":0.277124,"recall":0.337945,"f1":0.292888,"accuracy":0.337945,"main_score":0.292888,"hf_subset":"nya_Latn-ace_Arab","languages":["nya-Latn","ace-Arab"]},{"precision":0.404257,"recall":0.460474,"f1":0.420349,"accuracy":0.460474,"main_score":0.420349,"hf_subset":"nya_Latn-bam_Latn","languages":["nya-Latn","bam-Latn"]},{"precision":0.151162,"recall":0.206522,"f1":0.165017,"accuracy":0.206522,"main_score":0.165017,"hf_subset":"nya_Latn-dzo_Tibt","languages":["nya-Latn","dzo-Tibt"]},{"precision":0.48947,"recall":0.55336,"f1":0.507189,"accuracy":0.55336,"main_score":0.507189,"hf_subset":"nya_Latn-hin_Deva","languages":["nya-Latn","hin-Deva"]},{"precision":0.374821,"recall":0.439723,"f1":0.392928,"accuracy":0.439723,"main_score":0.392928,"hf_subset":"nya_Latn-khm_Khmr","languages":["nya-Latn","khm-Khmr"]},{"precision":0.488215,"recall":0.547431,"f1":0.504145,"accuracy":0.547431,"main_score":0.504145,"hf_subset":"nya_Latn-mag_Deva","languages":["nya-Latn","mag-Deva"]},{"precision":0.50227,"recall":0.545455,"f1":0.514096,"accuracy":0.545455,"main_score":0.514096,"hf_subset":"nya_Latn-pap_Latn","languages":["nya-Latn","pap-Latn"]},{"precision":0.474393,"recall":0.516798,"f1":0.486285,"accuracy":0.516798,"main_score":0.486285,"hf_subset":"nya_Latn-sot_Latn","languages":["nya-Latn","sot-Latn"]},{"precision":0.490111,"recall":0.552372,"f1":0.507201,"accuracy":0.552372,"main_score":0.507201,"hf_subset":"nya_Latn-tur_Latn","languages":["nya-Latn","tur-Latn"]},{"precision":0.476777,"recall":0.523715,"f1":0.490128,"accuracy":0.523715,"main_score":0.490128,"hf_subset":"nya_Latn-ace_Latn","languages":["nya-Latn","ace-Latn"]},{"precision":0.492912,"recall":0.537549,"f1":0.505731,"accuracy":0.537549,"main_score":0.505731,"hf_subset":"nya_Latn-ban_Latn","languages":["nya-Latn","ban-Latn"]},{"precision":0.41792,"recall":0.479249,"f1":0.435505,"accuracy":0.479249,"main_score":0.435505,"hf_subset":"nya_Latn-ell_Grek","languages":["nya-Latn","ell-Grek"]},{"precision":0.480304,"recall":0.544466,"f1":0.498699,"accuracy":0.544466,"main_score":0.498699,"hf_subset":"nya_Latn-hne_Deva","languages":["nya-Latn","hne-Deva"]},{"precision":0.46681,"recall":0.517787,"f1":0.480757,"accuracy":0.517787,"main_score":0.480757,"hf_subset":"nya_Latn-kik_Latn","languages":["nya-Latn","kik-Latn"]},{"precision":0.486841,"recall":0.550395,"f1":0.504506,"accuracy":0.550395,"main_score":0.504506,"hf_subset":"nya_Latn-mai_Deva","languages":["nya-Latn","mai-Deva"]},{"precision":0.416879,"recall":0.474308,"f1":0.432721,"accuracy":0.474308,"main_score":0.432721,"hf_subset":"nya_Latn-pbt_Arab","languages":["nya-Latn","pbt-Arab"]},{"precision":0.499486,"recall":0.566206,"f1":0.517646,"accuracy":0.566206,"main_score":0.517646,"hf_subset":"nya_Latn-spa_Latn","languages":["nya-Latn","spa-Latn"]},{"precision":0.505636,"recall":0.543478,"f1":0.516749,"accuracy":0.543478,"main_score":0.516749,"hf_subset":"nya_Latn-twi_Latn","languages":["nya-Latn","twi-Latn"]},{"precision":0.458332,"recall":0.529644,"f1":0.478208,"accuracy":0.529644,"main_score":0.478208,"hf_subset":"nya_Latn-acm_Arab","languages":["nya-Latn","acm-Arab"]},{"precision":0.413018,"recall":0.465415,"f1":0.427537,"accuracy":0.465415,"main_score":0.427537,"hf_subset":"nya_Latn-bel_Cyrl","languages":["nya-Latn","bel-Cyrl"]},{"precision":0.515598,"recall":0.577075,"f1":0.532235,"accuracy":0.577075,"main_score":0.532235,"hf_subset":"nya_Latn-eng_Latn","languages":["nya-Latn","eng-Latn"]},{"precision":0.484515,"recall":0.537549,"f1":0.499164,"accuracy":0.537549,"main_score":0.499164,"hf_subset":"nya_Latn-hrv_Latn","languages":["nya-Latn","hrv-Latn"]},{"precision":0.433954,"recall":0.485178,"f1":0.448404,"accuracy":0.485178,"main_score":0.448404,"hf_subset":"nya_Latn-kin_Latn","languages":["nya-Latn","kin-Latn"]},{"precision":0.460845,"recall":0.525692,"f1":0.478723,"accuracy":0.525692,"main_score":0.478723,"hf_subset":"nya_Latn-mal_Mlym","languages":["nya-Latn","mal-Mlym"]},{"precision":0.462995,"recall":0.531621,"f1":0.481659,"accuracy":0.531621,"main_score":0.481659,"hf_subset":"nya_Latn-pes_Arab","languages":["nya-Latn","pes-Arab"]},{"precision":0.476096,"recall":0.522727,"f1":0.489099,"accuracy":0.522727,"main_score":0.489099,"hf_subset":"nya_Latn-srd_Latn","languages":["nya-Latn","srd-Latn"]},{"precision":0.12802,"recall":0.182806,"f1":0.141344,"accuracy":0.182806,"main_score":0.141344,"hf_subset":"nya_Latn-tzm_Tfng","languages":["nya-Latn","tzm-Tfng"]},{"precision":0.467588,"recall":0.535573,"f1":0.485372,"accuracy":0.535573,"main_score":0.485372,"hf_subset":"nya_Latn-acq_Arab","languages":["nya-Latn","acq-Arab"]},{"precision":0.533132,"recall":0.572134,"f1":0.543811,"accuracy":0.572134,"main_score":0.543811,"hf_subset":"nya_Latn-bem_Latn","languages":["nya-Latn","bem-Latn"]},{"precision":0.46741,"recall":0.51581,"f1":0.480699,"accuracy":0.51581,"main_score":0.480699,"hf_subset":"nya_Latn-epo_Latn","languages":["nya-Latn","epo-Latn"]},{"precision":0.438954,"recall":0.504941,"f1":0.457562,"accuracy":0.504941,"main_score":0.457562,"hf_subset":"nya_Latn-hun_Latn","languages":["nya-Latn","hun-Latn"]},{"precision":0.439168,"recall":0.494071,"f1":0.454199,"accuracy":0.494071,"main_score":0.454199,"hf_subset":"nya_Latn-kir_Cyrl","languages":["nya-Latn","kir-Cyrl"]},{"precision":0.478631,"recall":0.548419,"f1":0.497653,"accuracy":0.548419,"main_score":0.497653,"hf_subset":"nya_Latn-mar_Deva","languages":["nya-Latn","mar-Deva"]},{"precision":0.45446,"recall":0.495059,"f1":0.466496,"accuracy":0.495059,"main_score":0.466496,"hf_subset":"nya_Latn-plt_Latn","languages":["nya-Latn","plt-Latn"]},{"precision":0.448793,"recall":0.507905,"f1":0.464715,"accuracy":0.507905,"main_score":0.464715,"hf_subset":"nya_Latn-srp_Cyrl","languages":["nya-Latn","srp-Cyrl"]},{"precision":0.283174,"recall":0.340909,"f1":0.297905,"accuracy":0.340909,"main_score":0.297905,"hf_subset":"nya_Latn-uig_Arab","languages":["nya-Latn","uig-Arab"]},{"precision":0.463204,"recall":0.518775,"f1":0.477978,"accuracy":0.518775,"main_score":0.477978,"hf_subset":"nya_Latn-aeb_Arab","languages":["nya-Latn","aeb-Arab"]},{"precision":0.47767,"recall":0.543478,"f1":0.496125,"accuracy":0.543478,"main_score":0.496125,"hf_subset":"nya_Latn-ben_Beng","languages":["nya-Latn","ben-Beng"]},{"precision":0.448386,"recall":0.499012,"f1":0.462298,"accuracy":0.499012,"main_score":0.462298,"hf_subset":"nya_Latn-est_Latn","languages":["nya-Latn","est-Latn"]},{"precision":0.416617,"recall":0.469368,"f1":0.431464,"accuracy":0.469368,"main_score":0.431464,"hf_subset":"nya_Latn-hye_Armn","languages":["nya-Latn","hye-Armn"]},{"precision":0.450103,"recall":0.493083,"f1":0.46226,"accuracy":0.493083,"main_score":0.46226,"hf_subset":"nya_Latn-kmb_Latn","languages":["nya-Latn","kmb-Latn"]},{"precision":0.236186,"recall":0.291502,"f1":0.249671,"accuracy":0.291502,"main_score":0.249671,"hf_subset":"nya_Latn-min_Arab","languages":["nya-Latn","min-Arab"]},{"precision":0.480844,"recall":0.544466,"f1":0.498037,"accuracy":0.544466,"main_score":0.498037,"hf_subset":"nya_Latn-pol_Latn","languages":["nya-Latn","pol-Latn"]},{"precision":0.459957,"recall":0.505929,"f1":0.47377,"accuracy":0.505929,"main_score":0.47377,"hf_subset":"nya_Latn-ssw_Latn","languages":["nya-Latn","ssw-Latn"]},{"precision":0.475948,"recall":0.535573,"f1":0.492479,"accuracy":0.535573,"main_score":0.492479,"hf_subset":"nya_Latn-ukr_Cyrl","languages":["nya-Latn","ukr-Cyrl"]},{"precision":0.504113,"recall":0.548419,"f1":0.516352,"accuracy":0.548419,"main_score":0.516352,"hf_subset":"nya_Latn-afr_Latn","languages":["nya-Latn","afr-Latn"]},{"precision":0.478795,"recall":0.540514,"f1":0.495609,"accuracy":0.540514,"main_score":0.495609,"hf_subset":"nya_Latn-bho_Deva","languages":["nya-Latn","bho-Deva"]},{"precision":0.439927,"recall":0.492095,"f1":0.453969,"accuracy":0.492095,"main_score":0.453969,"hf_subset":"nya_Latn-eus_Latn","languages":["nya-Latn","eus-Latn"]},{"precision":0.419212,"recall":0.478261,"f1":0.436681,"accuracy":0.478261,"main_score":0.436681,"hf_subset":"nya_Latn-ibo_Latn","languages":["nya-Latn","ibo-Latn"]},{"precision":0.421056,"recall":0.480237,"f1":0.437661,"accuracy":0.480237,"main_score":0.437661,"hf_subset":"nya_Latn-kmr_Latn","languages":["nya-Latn","kmr-Latn"]},{"precision":0.489037,"recall":0.537549,"f1":0.502219,"accuracy":0.537549,"main_score":0.502219,"hf_subset":"nya_Latn-min_Latn","languages":["nya-Latn","min-Latn"]},{"precision":0.508318,"recall":0.56917,"f1":0.524621,"accuracy":0.56917,"main_score":0.524621,"hf_subset":"nya_Latn-por_Latn","languages":["nya-Latn","por-Latn"]},{"precision":0.501406,"recall":0.544466,"f1":0.51392,"accuracy":0.544466,"main_score":0.51392,"hf_subset":"nya_Latn-sun_Latn","languages":["nya-Latn","sun-Latn"]},{"precision":0.443853,"recall":0.493083,"f1":0.45813,"accuracy":0.493083,"main_score":0.45813,"hf_subset":"nya_Latn-umb_Latn","languages":["nya-Latn","umb-Latn"]},{"precision":0.470663,"recall":0.530632,"f1":0.487668,"accuracy":0.530632,"main_score":0.487668,"hf_subset":"nya_Latn-ajp_Arab","languages":["nya-Latn","ajp-Arab"]},{"precision":0.24826,"recall":0.306324,"f1":0.262568,"accuracy":0.306324,"main_score":0.262568,"hf_subset":"nya_Latn-bjn_Arab","languages":["nya-Latn","bjn-Arab"]},{"precision":0.44417,"recall":0.48913,"f1":0.457449,"accuracy":0.48913,"main_score":0.457449,"hf_subset":"nya_Latn-ewe_Latn","languages":["nya-Latn","ewe-Latn"]},{"precision":0.529256,"recall":0.567194,"f1":0.540689,"accuracy":0.567194,"main_score":0.540689,"hf_subset":"nya_Latn-ilo_Latn","languages":["nya-Latn","ilo-Latn"]},{"precision":0.189387,"recall":0.242095,"f1":0.202653,"accuracy":0.242095,"main_score":0.202653,"hf_subset":"nya_Latn-knc_Arab","languages":["nya-Latn","knc-Arab"]},{"precision":0.458453,"recall":0.508893,"f1":0.472371,"accuracy":0.508893,"main_score":0.472371,"hf_subset":"nya_Latn-mkd_Cyrl","languages":["nya-Latn","mkd-Cyrl"]},{"precision":0.466244,"recall":0.536561,"f1":0.485325,"accuracy":0.536561,"main_score":0.485325,"hf_subset":"nya_Latn-prs_Arab","languages":["nya-Latn","prs-Arab"]},{"precision":0.487588,"recall":0.551383,"f1":0.505191,"accuracy":0.551383,"main_score":0.505191,"hf_subset":"nya_Latn-swe_Latn","languages":["nya-Latn","swe-Latn"]},{"precision":0.427565,"recall":0.497036,"f1":0.446293,"accuracy":0.497036,"main_score":0.446293,"hf_subset":"nya_Latn-urd_Arab","languages":["nya-Latn","urd-Arab"]},{"precision":0.49124,"recall":0.532609,"f1":0.502727,"accuracy":0.532609,"main_score":0.502727,"hf_subset":"nya_Latn-aka_Latn","languages":["nya-Latn","aka-Latn"]},{"precision":0.487607,"recall":0.532609,"f1":0.499708,"accuracy":0.532609,"main_score":0.499708,"hf_subset":"nya_Latn-bjn_Latn","languages":["nya-Latn","bjn-Latn"]},{"precision":0.434984,"recall":0.495059,"f1":0.451906,"accuracy":0.495059,"main_score":0.451906,"hf_subset":"nya_Latn-fao_Latn","languages":["nya-Latn","fao-Latn"]},{"precision":0.509136,"recall":0.573123,"f1":0.527038,"accuracy":0.573123,"main_score":0.527038,"hf_subset":"nya_Latn-ind_Latn","languages":["nya-Latn","ind-Latn"]},{"precision":0.482376,"recall":0.521739,"f1":0.493438,"accuracy":0.521739,"main_score":0.493438,"hf_subset":"nya_Latn-knc_Latn","languages":["nya-Latn","knc-Latn"]},{"precision":0.462199,"recall":0.509881,"f1":0.475383,"accuracy":0.509881,"main_score":0.475383,"hf_subset":"nya_Latn-mlt_Latn","languages":["nya-Latn","mlt-Latn"]},{"precision":0.448975,"recall":0.502964,"f1":0.464583,"accuracy":0.502964,"main_score":0.464583,"hf_subset":"nya_Latn-quy_Latn","languages":["nya-Latn","quy-Latn"]},{"precision":0.504034,"recall":0.554348,"f1":0.51829,"accuracy":0.554348,"main_score":0.51829,"hf_subset":"nya_Latn-swh_Latn","languages":["nya-Latn","swh-Latn"]},{"precision":0.424738,"recall":0.471344,"f1":0.43795,"accuracy":0.471344,"main_score":0.43795,"hf_subset":"nya_Latn-uzn_Latn","languages":["nya-Latn","uzn-Latn"]},{"precision":0.463874,"recall":0.51087,"f1":0.477599,"accuracy":0.51087,"main_score":0.477599,"hf_subset":"nya_Latn-als_Latn","languages":["nya-Latn","als-Latn"]},{"precision":0.189767,"recall":0.258893,"f1":0.206057,"accuracy":0.258893,"main_score":0.206057,"hf_subset":"nya_Latn-bod_Tibt","languages":["nya-Latn","bod-Tibt"]},{"precision":0.447745,"recall":0.500988,"f1":0.463216,"accuracy":0.500988,"main_score":0.463216,"hf_subset":"nya_Latn-fij_Latn","languages":["nya-Latn","fij-Latn"]},{"precision":0.399803,"recall":0.460474,"f1":0.415465,"accuracy":0.460474,"main_score":0.415465,"hf_subset":"nya_Latn-isl_Latn","languages":["nya-Latn","isl-Latn"]},{"precision":0.484479,"recall":0.523715,"f1":0.496031,"accuracy":0.523715,"main_score":0.496031,"hf_subset":"nya_Latn-kon_Latn","languages":["nya-Latn","kon-Latn"]},{"precision":0.326384,"recall":0.392292,"f1":0.343765,"accuracy":0.392292,"main_score":0.343765,"hf_subset":"nya_Latn-mni_Beng","languages":["nya-Latn","mni-Beng"]},{"precision":0.493335,"recall":0.549407,"f1":0.508794,"accuracy":0.549407,"main_score":0.508794,"hf_subset":"nya_Latn-ron_Latn","languages":["nya-Latn","ron-Latn"]},{"precision":0.458797,"recall":0.503953,"f1":0.471813,"accuracy":0.503953,"main_score":0.471813,"hf_subset":"nya_Latn-szl_Latn","languages":["nya-Latn","szl-Latn"]},{"precision":0.481932,"recall":0.530632,"f1":0.495289,"accuracy":0.530632,"main_score":0.495289,"hf_subset":"nya_Latn-vec_Latn","languages":["nya-Latn","vec-Latn"]},{"precision":0.407302,"recall":0.463439,"f1":0.423138,"accuracy":0.463439,"main_score":0.423138,"hf_subset":"nya_Latn-amh_Ethi","languages":["nya-Latn","amh-Ethi"]},{"precision":0.495604,"recall":0.543478,"f1":0.509584,"accuracy":0.543478,"main_score":0.509584,"hf_subset":"nya_Latn-bos_Latn","languages":["nya-Latn","bos-Latn"]},{"precision":0.472251,"recall":0.535573,"f1":0.490038,"accuracy":0.535573,"main_score":0.490038,"hf_subset":"nya_Latn-fin_Latn","languages":["nya-Latn","fin-Latn"]},{"precision":0.507024,"recall":0.570158,"f1":0.523938,"accuracy":0.570158,"main_score":0.523938,"hf_subset":"nya_Latn-ita_Latn","languages":["nya-Latn","ita-Latn"]},{"precision":0.455981,"recall":0.521739,"f1":0.474084,"accuracy":0.521739,"main_score":0.474084,"hf_subset":"nya_Latn-kor_Hang","languages":["nya-Latn","kor-Hang"]},{"precision":0.423192,"recall":0.475296,"f1":0.438145,"accuracy":0.475296,"main_score":0.438145,"hf_subset":"nya_Latn-mos_Latn","languages":["nya-Latn","mos-Latn"]},{"precision":0.438508,"recall":0.490119,"f1":0.452699,"accuracy":0.490119,"main_score":0.452699,"hf_subset":"nya_Latn-run_Latn","languages":["nya-Latn","run-Latn"]},{"precision":0.427241,"recall":0.503953,"f1":0.448816,"accuracy":0.503953,"main_score":0.448816,"hf_subset":"nya_Latn-tam_Taml","languages":["nya-Latn","tam-Taml"]},{"precision":0.485614,"recall":0.552372,"f1":0.504517,"accuracy":0.552372,"main_score":0.504517,"hf_subset":"nya_Latn-vie_Latn","languages":["nya-Latn","vie-Latn"]},{"precision":0.473468,"recall":0.536561,"f1":0.490907,"accuracy":0.536561,"main_score":0.490907,"hf_subset":"nya_Latn-apc_Arab","languages":["nya-Latn","apc-Arab"]},{"precision":0.483888,"recall":0.534585,"f1":0.498698,"accuracy":0.534585,"main_score":0.498698,"hf_subset":"nya_Latn-bug_Latn","languages":["nya-Latn","bug-Latn"]},{"precision":0.406481,"recall":0.459486,"f1":0.421629,"accuracy":0.459486,"main_score":0.421629,"hf_subset":"nya_Latn-fon_Latn","languages":["nya-Latn","fon-Latn"]},{"precision":0.51288,"recall":0.552372,"f1":0.523939,"accuracy":0.552372,"main_score":0.523939,"hf_subset":"nya_Latn-jav_Latn","languages":["nya-Latn","jav-Latn"]},{"precision":0.395705,"recall":0.449605,"f1":0.409552,"accuracy":0.449605,"main_score":0.409552,"hf_subset":"nya_Latn-lao_Laoo","languages":["nya-Latn","lao-Laoo"]},{"precision":0.409991,"recall":0.466403,"f1":0.426095,"accuracy":0.466403,"main_score":0.426095,"hf_subset":"nya_Latn-mri_Latn","languages":["nya-Latn","mri-Latn"]},{"precision":0.482828,"recall":0.550395,"f1":0.500765,"accuracy":0.550395,"main_score":0.500765,"hf_subset":"nya_Latn-rus_Cyrl","languages":["nya-Latn","rus-Cyrl"]},{"precision":0.413768,"recall":0.476285,"f1":0.432021,"accuracy":0.476285,"main_score":0.432021,"hf_subset":"nya_Latn-taq_Latn","languages":["nya-Latn","taq-Latn"]},{"precision":0.528683,"recall":0.568182,"f1":0.540159,"accuracy":0.568182,"main_score":0.540159,"hf_subset":"nya_Latn-war_Latn","languages":["nya-Latn","war-Latn"]},{"precision":0.4696,"recall":0.538538,"f1":0.487518,"accuracy":0.538538,"main_score":0.487518,"hf_subset":"nya_Latn-arb_Arab","languages":["nya-Latn","arb-Arab"]},{"precision":0.485919,"recall":0.54249,"f1":0.501935,"accuracy":0.54249,"main_score":0.501935,"hf_subset":"nya_Latn-bul_Cyrl","languages":["nya-Latn","bul-Cyrl"]},{"precision":0.513448,"recall":0.572134,"f1":0.529152,"accuracy":0.572134,"main_score":0.529152,"hf_subset":"nya_Latn-fra_Latn","languages":["nya-Latn","fra-Latn"]},{"precision":0.477986,"recall":0.545455,"f1":0.49644,"accuracy":0.545455,"main_score":0.49644,"hf_subset":"nya_Latn-jpn_Jpan","languages":["nya-Latn","jpn-Jpan"]},{"precision":0.475784,"recall":0.528656,"f1":0.490831,"accuracy":0.528656,"main_score":0.490831,"hf_subset":"nya_Latn-lij_Latn","languages":["nya-Latn","lij-Latn"]},{"precision":0.362259,"recall":0.423913,"f1":0.378735,"accuracy":0.423913,"main_score":0.378735,"hf_subset":"nya_Latn-mya_Mymr","languages":["nya-Latn","mya-Mymr"]},{"precision":0.462954,"recall":0.511858,"f1":0.477252,"accuracy":0.511858,"main_score":0.477252,"hf_subset":"nya_Latn-sag_Latn","languages":["nya-Latn","sag-Latn"]},{"precision":0.144646,"recall":0.208498,"f1":0.159287,"accuracy":0.208498,"main_score":0.159287,"hf_subset":"nya_Latn-taq_Tfng","languages":["nya-Latn","taq-Tfng"]},{"precision":0.439538,"recall":0.497036,"f1":0.455536,"accuracy":0.497036,"main_score":0.455536,"hf_subset":"nya_Latn-wol_Latn","languages":["nya-Latn","wol-Latn"]},{"precision":0.285474,"recall":0.36166,"f1":0.30494,"accuracy":0.36166,"main_score":0.30494,"hf_subset":"nya_Latn-arb_Latn","languages":["nya-Latn","arb-Latn"]},{"precision":0.487599,"recall":0.541502,"f1":0.502675,"accuracy":0.541502,"main_score":0.502675,"hf_subset":"nya_Latn-cat_Latn","languages":["nya-Latn","cat-Latn"]},{"precision":0.469806,"recall":0.520751,"f1":0.483857,"accuracy":0.520751,"main_score":0.483857,"hf_subset":"nya_Latn-fur_Latn","languages":["nya-Latn","fur-Latn"]},{"precision":0.297742,"recall":0.36166,"f1":0.314779,"accuracy":0.36166,"main_score":0.314779,"hf_subset":"nya_Latn-kab_Latn","languages":["nya-Latn","kab-Latn"]},{"precision":0.470612,"recall":0.524704,"f1":0.486846,"accuracy":0.524704,"main_score":0.486846,"hf_subset":"nya_Latn-lim_Latn","languages":["nya-Latn","lim-Latn"]},{"precision":0.519498,"recall":0.576087,"f1":0.534801,"accuracy":0.576087,"main_score":0.534801,"hf_subset":"nya_Latn-nld_Latn","languages":["nya-Latn","nld-Latn"]},{"precision":0.427,"recall":0.493083,"f1":0.445065,"accuracy":0.493083,"main_score":0.445065,"hf_subset":"nya_Latn-san_Deva","languages":["nya-Latn","san-Deva"]},{"precision":0.441807,"recall":0.493083,"f1":0.456284,"accuracy":0.493083,"main_score":0.456284,"hf_subset":"nya_Latn-tat_Cyrl","languages":["nya-Latn","tat-Cyrl"]},{"precision":0.492908,"recall":0.534585,"f1":0.504712,"accuracy":0.534585,"main_score":0.504712,"hf_subset":"nya_Latn-xho_Latn","languages":["nya-Latn","xho-Latn"]},{"precision":0.451985,"recall":0.524704,"f1":0.471259,"accuracy":0.524704,"main_score":0.471259,"hf_subset":"nya_Latn-ars_Arab","languages":["nya-Latn","ars-Arab"]},{"precision":0.525799,"recall":0.566206,"f1":0.537346,"accuracy":0.566206,"main_score":0.537346,"hf_subset":"nya_Latn-ceb_Latn","languages":["nya-Latn","ceb-Latn"]},{"precision":0.435084,"recall":0.486166,"f1":0.449941,"accuracy":0.486166,"main_score":0.449941,"hf_subset":"nya_Latn-fuv_Latn","languages":["nya-Latn","fuv-Latn"]},{"precision":0.442042,"recall":0.5,"f1":0.458565,"accuracy":0.5,"main_score":0.458565,"hf_subset":"nya_Latn-kac_Latn","languages":["nya-Latn","kac-Latn"]},{"precision":0.487615,"recall":0.535573,"f1":0.502043,"accuracy":0.535573,"main_score":0.502043,"hf_subset":"nya_Latn-lin_Latn","languages":["nya-Latn","lin-Latn"]},{"precision":0.484635,"recall":0.547431,"f1":0.501909,"accuracy":0.547431,"main_score":0.501909,"hf_subset":"nya_Latn-nno_Latn","languages":["nya-Latn","nno-Latn"]},{"precision":0.188746,"recall":0.226285,"f1":0.198454,"accuracy":0.226285,"main_score":0.198454,"hf_subset":"nya_Latn-sat_Olck","languages":["nya-Latn","sat-Olck"]},{"precision":0.449593,"recall":0.514822,"f1":0.467872,"accuracy":0.514822,"main_score":0.467872,"hf_subset":"nya_Latn-tel_Telu","languages":["nya-Latn","tel-Telu"]},{"precision":0.26595,"recall":0.332016,"f1":0.282866,"accuracy":0.332016,"main_score":0.282866,"hf_subset":"nya_Latn-ydd_Hebr","languages":["nya-Latn","ydd-Hebr"]},{"precision":0.438442,"recall":0.497036,"f1":0.454224,"accuracy":0.497036,"main_score":0.454224,"hf_subset":"nya_Latn-ary_Arab","languages":["nya-Latn","ary-Arab"]},{"precision":0.455861,"recall":0.519763,"f1":0.473301,"accuracy":0.519763,"main_score":0.473301,"hf_subset":"nya_Latn-ces_Latn","languages":["nya-Latn","ces-Latn"]},{"precision":0.324295,"recall":0.391304,"f1":0.341587,"accuracy":0.391304,"main_score":0.341587,"hf_subset":"nya_Latn-gaz_Latn","languages":["nya-Latn","gaz-Latn"]},{"precision":0.470283,"recall":0.51581,"f1":0.482721,"accuracy":0.51581,"main_score":0.482721,"hf_subset":"nya_Latn-kam_Latn","languages":["nya-Latn","kam-Latn"]},{"precision":0.425118,"recall":0.482213,"f1":0.441127,"accuracy":0.482213,"main_score":0.441127,"hf_subset":"nya_Latn-lit_Latn","languages":["nya-Latn","lit-Latn"]},{"precision":0.511481,"recall":0.571146,"f1":0.526943,"accuracy":0.571146,"main_score":0.526943,"hf_subset":"nya_Latn-nob_Latn","languages":["nya-Latn","nob-Latn"]},{"precision":0.465638,"recall":0.516798,"f1":0.480172,"accuracy":0.516798,"main_score":0.480172,"hf_subset":"nya_Latn-scn_Latn","languages":["nya-Latn","scn-Latn"]},{"precision":0.389635,"recall":0.450593,"f1":0.406571,"accuracy":0.450593,"main_score":0.406571,"hf_subset":"nya_Latn-tgk_Cyrl","languages":["nya-Latn","tgk-Cyrl"]},{"precision":0.402053,"recall":0.462451,"f1":0.419138,"accuracy":0.462451,"main_score":0.419138,"hf_subset":"nya_Latn-yor_Latn","languages":["nya-Latn","yor-Latn"]},{"precision":0.455697,"recall":0.524704,"f1":0.474171,"accuracy":0.524704,"main_score":0.474171,"hf_subset":"nya_Latn-arz_Arab","languages":["nya-Latn","arz-Arab"]},{"precision":0.432592,"recall":0.478261,"f1":0.44625,"accuracy":0.478261,"main_score":0.44625,"hf_subset":"nya_Latn-cjk_Latn","languages":["nya-Latn","cjk-Latn"]},{"precision":0.354303,"recall":0.425889,"f1":0.372487,"accuracy":0.425889,"main_score":0.372487,"hf_subset":"nya_Latn-gla_Latn","languages":["nya-Latn","gla-Latn"]},{"precision":0.446596,"recall":0.513834,"f1":0.465197,"accuracy":0.513834,"main_score":0.465197,"hf_subset":"nya_Latn-kan_Knda","languages":["nya-Latn","kan-Knda"]},{"precision":0.471241,"recall":0.514822,"f1":0.482817,"accuracy":0.514822,"main_score":0.482817,"hf_subset":"nya_Latn-lmo_Latn","languages":["nya-Latn","lmo-Latn"]},{"precision":0.45999,"recall":0.527668,"f1":0.478976,"accuracy":0.527668,"main_score":0.478976,"hf_subset":"nya_Latn-npi_Deva","languages":["nya-Latn","npi-Deva"]},{"precision":0.380233,"recall":0.444664,"f1":0.398634,"accuracy":0.444664,"main_score":0.398634,"hf_subset":"nya_Latn-shn_Mymr","languages":["nya-Latn","shn-Mymr"]},{"precision":0.502842,"recall":0.5583,"f1":0.518514,"accuracy":0.5583,"main_score":0.518514,"hf_subset":"nya_Latn-tgl_Latn","languages":["nya-Latn","tgl-Latn"]},{"precision":0.446777,"recall":0.521739,"f1":0.466743,"accuracy":0.521739,"main_score":0.466743,"hf_subset":"nya_Latn-yue_Hant","languages":["nya-Latn","yue-Hant"]},{"precision":0.407782,"recall":0.475296,"f1":0.426749,"accuracy":0.475296,"main_score":0.426749,"hf_subset":"nya_Latn-asm_Beng","languages":["nya-Latn","asm-Beng"]},{"precision":0.332426,"recall":0.38834,"f1":0.347732,"accuracy":0.38834,"main_score":0.347732,"hf_subset":"nya_Latn-ckb_Arab","languages":["nya-Latn","ckb-Arab"]},{"precision":0.351148,"recall":0.416996,"f1":0.368081,"accuracy":0.416996,"main_score":0.368081,"hf_subset":"nya_Latn-gle_Latn","languages":["nya-Latn","gle-Latn"]},{"precision":0.362158,"recall":0.431818,"f1":0.381255,"accuracy":0.431818,"main_score":0.381255,"hf_subset":"nya_Latn-kas_Arab","languages":["nya-Latn","kas-Arab"]},{"precision":0.421885,"recall":0.47332,"f1":0.436279,"accuracy":0.47332,"main_score":0.436279,"hf_subset":"nya_Latn-ltg_Latn","languages":["nya-Latn","ltg-Latn"]},{"precision":0.477363,"recall":0.521739,"f1":0.490357,"accuracy":0.521739,"main_score":0.490357,"hf_subset":"nya_Latn-nso_Latn","languages":["nya-Latn","nso-Latn"]},{"precision":0.404729,"recall":0.47332,"f1":0.424368,"accuracy":0.47332,"main_score":0.424368,"hf_subset":"nya_Latn-sin_Sinh","languages":["nya-Latn","sin-Sinh"]},{"precision":0.477078,"recall":0.54249,"f1":0.494994,"accuracy":0.54249,"main_score":0.494994,"hf_subset":"nya_Latn-tha_Thai","languages":["nya-Latn","tha-Thai"]},{"precision":0.468382,"recall":0.533597,"f1":0.486524,"accuracy":0.533597,"main_score":0.486524,"hf_subset":"nya_Latn-zho_Hans","languages":["nya-Latn","zho-Hans"]},{"precision":0.487581,"recall":0.531621,"f1":0.499441,"accuracy":0.531621,"main_score":0.499441,"hf_subset":"nya_Latn-ast_Latn","languages":["nya-Latn","ast-Latn"]},{"precision":0.437637,"recall":0.491107,"f1":0.452584,"accuracy":0.491107,"main_score":0.452584,"hf_subset":"nya_Latn-crh_Latn","languages":["nya-Latn","crh-Latn"]},{"precision":0.479002,"recall":0.537549,"f1":0.495944,"accuracy":0.537549,"main_score":0.495944,"hf_subset":"nya_Latn-glg_Latn","languages":["nya-Latn","glg-Latn"]},{"precision":0.410745,"recall":0.471344,"f1":0.427518,"accuracy":0.471344,"main_score":0.427518,"hf_subset":"nya_Latn-kas_Deva","languages":["nya-Latn","kas-Deva"]},{"precision":0.4543,"recall":0.506917,"f1":0.469284,"accuracy":0.506917,"main_score":0.469284,"hf_subset":"nya_Latn-ltz_Latn","languages":["nya-Latn","ltz-Latn"]},{"precision":0.336175,"recall":0.410079,"f1":0.355734,"accuracy":0.410079,"main_score":0.355734,"hf_subset":"nya_Latn-nus_Latn","languages":["nya-Latn","nus-Latn"]},{"precision":0.467521,"recall":0.522727,"f1":0.483368,"accuracy":0.522727,"main_score":0.483368,"hf_subset":"nya_Latn-slk_Latn","languages":["nya-Latn","slk-Latn"]},{"precision":0.321874,"recall":0.394269,"f1":0.342386,"accuracy":0.394269,"main_score":0.342386,"hf_subset":"nya_Latn-tir_Ethi","languages":["nya-Latn","tir-Ethi"]},{"precision":0.439745,"recall":0.512846,"f1":0.460012,"accuracy":0.512846,"main_score":0.460012,"hf_subset":"nya_Latn-zho_Hant","languages":["nya-Latn","zho-Hant"]},{"precision":0.484362,"recall":0.548419,"f1":0.502256,"accuracy":0.548419,"main_score":0.502256,"hf_subset":"nya_Latn-awa_Deva","languages":["nya-Latn","awa-Deva"]},{"precision":0.393794,"recall":0.452569,"f1":0.409909,"accuracy":0.452569,"main_score":0.409909,"hf_subset":"nya_Latn-cym_Latn","languages":["nya-Latn","cym-Latn"]},{"precision":0.494657,"recall":0.536561,"f1":0.506891,"accuracy":0.536561,"main_score":0.506891,"hf_subset":"nya_Latn-grn_Latn","languages":["nya-Latn","grn-Latn"]},{"precision":0.412124,"recall":0.470356,"f1":0.429129,"accuracy":0.470356,"main_score":0.429129,"hf_subset":"nya_Latn-kat_Geor","languages":["nya-Latn","kat-Geor"]},{"precision":0.486004,"recall":0.529644,"f1":0.498553,"accuracy":0.529644,"main_score":0.498553,"hf_subset":"nya_Latn-lua_Latn","languages":["nya-Latn","lua-Latn"]},{"precision":0.466949,"recall":0.518775,"f1":0.481526,"accuracy":0.518775,"main_score":0.481526,"hf_subset":"nya_Latn-slv_Latn","languages":["nya-Latn","slv-Latn"]},{"precision":0.515873,"recall":0.563241,"f1":0.529017,"accuracy":0.563241,"main_score":0.529017,"hf_subset":"nya_Latn-tpi_Latn","languages":["nya-Latn","tpi-Latn"]},{"precision":0.510982,"recall":0.571146,"f1":0.528013,"accuracy":0.571146,"main_score":0.528013,"hf_subset":"nya_Latn-zsm_Latn","languages":["nya-Latn","zsm-Latn"]},{"precision":0.408594,"recall":0.467391,"f1":0.425249,"accuracy":0.467391,"main_score":0.425249,"hf_subset":"nya_Latn-ayr_Latn","languages":["nya-Latn","ayr-Latn"]},{"precision":0.504545,"recall":0.563241,"f1":0.519962,"accuracy":0.563241,"main_score":0.519962,"hf_subset":"nya_Latn-dan_Latn","languages":["nya-Latn","dan-Latn"]},{"precision":0.443179,"recall":0.512846,"f1":0.462377,"accuracy":0.512846,"main_score":0.462377,"hf_subset":"nya_Latn-guj_Gujr","languages":["nya-Latn","guj-Gujr"]},{"precision":0.435542,"recall":0.495059,"f1":0.452288,"accuracy":0.495059,"main_score":0.452288,"hf_subset":"nya_Latn-kaz_Cyrl","languages":["nya-Latn","kaz-Cyrl"]},{"precision":0.436592,"recall":0.486166,"f1":0.450192,"accuracy":0.486166,"main_score":0.450192,"hf_subset":"nya_Latn-lug_Latn","languages":["nya-Latn","lug-Latn"]},{"precision":0.494238,"recall":0.544466,"f1":0.508266,"accuracy":0.544466,"main_score":0.508266,"hf_subset":"nya_Latn-oci_Latn","languages":["nya-Latn","oci-Latn"]},{"precision":0.460009,"recall":0.513834,"f1":0.475434,"accuracy":0.513834,"main_score":0.475434,"hf_subset":"nya_Latn-smo_Latn","languages":["nya-Latn","smo-Latn"]},{"precision":0.458293,"recall":0.505929,"f1":0.471676,"accuracy":0.505929,"main_score":0.471676,"hf_subset":"nya_Latn-tsn_Latn","languages":["nya-Latn","tsn-Latn"]},{"precision":0.451414,"recall":0.5,"f1":0.46553,"accuracy":0.5,"main_score":0.46553,"hf_subset":"nya_Latn-zul_Latn","languages":["nya-Latn","zul-Latn"]},{"precision":0.34716,"recall":0.416996,"f1":0.366075,"accuracy":0.416996,"main_score":0.366075,"hf_subset":"nya_Latn-azb_Arab","languages":["nya-Latn","azb-Arab"]},{"precision":0.496193,"recall":0.559289,"f1":0.513387,"accuracy":0.559289,"main_score":0.513387,"hf_subset":"nya_Latn-deu_Latn","languages":["nya-Latn","deu-Latn"]},{"precision":0.4169,"recall":0.475296,"f1":0.433136,"accuracy":0.475296,"main_score":0.433136,"hf_subset":"nya_Latn-hat_Latn","languages":["nya-Latn","hat-Latn"]},{"precision":0.386373,"recall":0.442688,"f1":0.402454,"accuracy":0.442688,"main_score":0.402454,"hf_subset":"nya_Latn-kbp_Latn","languages":["nya-Latn","kbp-Latn"]},{"precision":0.481785,"recall":0.525692,"f1":0.494631,"accuracy":0.525692,"main_score":0.494631,"hf_subset":"nya_Latn-luo_Latn","languages":["nya-Latn","luo-Latn"]},{"precision":0.387592,"recall":0.454545,"f1":0.406759,"accuracy":0.454545,"main_score":0.406759,"hf_subset":"nya_Latn-ory_Orya","languages":["nya-Latn","ory-Orya"]},{"precision":0.511628,"recall":0.555336,"f1":0.523677,"accuracy":0.555336,"main_score":0.523677,"hf_subset":"nya_Latn-sna_Latn","languages":["nya-Latn","sna-Latn"]},{"precision":0.466578,"recall":0.512846,"f1":0.479762,"accuracy":0.512846,"main_score":0.479762,"hf_subset":"nya_Latn-tso_Latn","languages":["nya-Latn","tso-Latn"]},{"precision":0.447094,"recall":0.504941,"f1":0.463158,"accuracy":0.504941,"main_score":0.463158,"hf_subset":"nya_Latn-azj_Latn","languages":["nya-Latn","azj-Latn"]},{"precision":0.426375,"recall":0.48419,"f1":0.442919,"accuracy":0.48419,"main_score":0.442919,"hf_subset":"nya_Latn-dik_Latn","languages":["nya-Latn","dik-Latn"]},{"precision":0.463613,"recall":0.505929,"f1":0.475878,"accuracy":0.505929,"main_score":0.475878,"hf_subset":"nya_Latn-hau_Latn","languages":["nya-Latn","hau-Latn"]},{"precision":0.469338,"recall":0.513834,"f1":0.482133,"accuracy":0.513834,"main_score":0.482133,"hf_subset":"nya_Latn-kea_Latn","languages":["nya-Latn","kea-Latn"]},{"precision":0.507617,"recall":0.544466,"f1":0.518154,"accuracy":0.544466,"main_score":0.518154,"hf_subset":"nya_Latn-lus_Latn","languages":["nya-Latn","lus-Latn"]},{"precision":0.505423,"recall":0.548419,"f1":0.516998,"accuracy":0.548419,"main_score":0.516998,"hf_subset":"nya_Latn-pag_Latn","languages":["nya-Latn","pag-Latn"]},{"precision":0.353975,"recall":0.416008,"f1":0.37056,"accuracy":0.416008,"main_score":0.37056,"hf_subset":"nya_Latn-snd_Arab","languages":["nya-Latn","snd-Arab"]},{"precision":0.407325,"recall":0.472332,"f1":0.425654,"accuracy":0.472332,"main_score":0.425654,"hf_subset":"nya_Latn-tuk_Latn","languages":["nya-Latn","tuk-Latn"]},{"precision":0.439699,"recall":0.491107,"f1":0.453803,"accuracy":0.491107,"main_score":0.453803,"hf_subset":"nya_Latn-bak_Cyrl","languages":["nya-Latn","bak-Cyrl"]},{"precision":0.350472,"recall":0.420949,"f1":0.370559,"accuracy":0.420949,"main_score":0.370559,"hf_subset":"nya_Latn-dyu_Latn","languages":["nya-Latn","dyu-Latn"]},{"precision":0.368881,"recall":0.437747,"f1":0.387846,"accuracy":0.437747,"main_score":0.387846,"hf_subset":"nya_Latn-heb_Hebr","languages":["nya-Latn","heb-Hebr"]},{"precision":0.394885,"recall":0.452569,"f1":0.41147,"accuracy":0.452569,"main_score":0.41147,"hf_subset":"nya_Latn-khk_Cyrl","languages":["nya-Latn","khk-Cyrl"]},{"precision":0.436089,"recall":0.496047,"f1":0.453095,"accuracy":0.496047,"main_score":0.453095,"hf_subset":"nya_Latn-lvs_Latn","languages":["nya-Latn","lvs-Latn"]},{"precision":0.420913,"recall":0.495059,"f1":0.442361,"accuracy":0.495059,"main_score":0.442361,"hf_subset":"nya_Latn-pan_Guru","languages":["nya-Latn","pan-Guru"]},{"precision":0.404886,"recall":0.463439,"f1":0.421246,"accuracy":0.463439,"main_score":0.421246,"hf_subset":"nya_Latn-som_Latn","languages":["nya-Latn","som-Latn"]},{"precision":0.562847,"recall":0.615613,"f1":0.577104,"accuracy":0.615613,"main_score":0.577104,"hf_subset":"nya_Latn-tum_Latn","languages":["nya-Latn","tum-Latn"]},{"precision":0.275877,"recall":0.356719,"f1":0.296669,"accuracy":0.356719,"main_score":0.296669,"hf_subset":"slv_Latn-ace_Arab","languages":["slv-Latn","ace-Arab"]},{"precision":0.37309,"recall":0.462451,"f1":0.39675,"accuracy":0.462451,"main_score":0.39675,"hf_subset":"slv_Latn-bam_Latn","languages":["slv-Latn","bam-Latn"]},{"precision":0.150636,"recall":0.210474,"f1":0.166709,"accuracy":0.210474,"main_score":0.166709,"hf_subset":"slv_Latn-dzo_Tibt","languages":["slv-Latn","dzo-Tibt"]},{"precision":0.951746,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"slv_Latn-hin_Deva","languages":["slv-Latn","hin-Deva"]},{"precision":0.719433,"recall":0.789526,"f1":0.740514,"accuracy":0.789526,"main_score":0.740514,"hf_subset":"slv_Latn-khm_Khmr","languages":["slv-Latn","khm-Khmr"]},{"precision":0.921419,"recall":0.943676,"f1":0.928442,"accuracy":0.943676,"main_score":0.928442,"hf_subset":"slv_Latn-mag_Deva","languages":["slv-Latn","mag-Deva"]},{"precision":0.782708,"recall":0.839921,"f1":0.8,"accuracy":0.839921,"main_score":0.8,"hf_subset":"slv_Latn-pap_Latn","languages":["slv-Latn","pap-Latn"]},{"precision":0.416561,"recall":0.499012,"f1":0.438352,"accuracy":0.499012,"main_score":0.438352,"hf_subset":"slv_Latn-sot_Latn","languages":["slv-Latn","sot-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"slv_Latn-tur_Latn","languages":["slv-Latn","tur-Latn"]},{"precision":0.61326,"recall":0.6917,"f1":0.635808,"accuracy":0.6917,"main_score":0.635808,"hf_subset":"slv_Latn-ace_Latn","languages":["slv-Latn","ace-Latn"]},{"precision":0.726466,"recall":0.785573,"f1":0.743812,"accuracy":0.785573,"main_score":0.743812,"hf_subset":"slv_Latn-ban_Latn","languages":["slv-Latn","ban-Latn"]},{"precision":0.89748,"recall":0.928854,"f1":0.90751,"accuracy":0.928854,"main_score":0.90751,"hf_subset":"slv_Latn-ell_Grek","languages":["slv-Latn","ell-Grek"]},{"precision":0.885211,"recall":0.917984,"f1":0.895389,"accuracy":0.917984,"main_score":0.895389,"hf_subset":"slv_Latn-hne_Deva","languages":["slv-Latn","hne-Deva"]},{"precision":0.406302,"recall":0.497036,"f1":0.430095,"accuracy":0.497036,"main_score":0.430095,"hf_subset":"slv_Latn-kik_Latn","languages":["slv-Latn","kik-Latn"]},{"precision":0.921113,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"slv_Latn-mai_Deva","languages":["slv-Latn","mai-Deva"]},{"precision":0.754785,"recall":0.812253,"f1":0.772217,"accuracy":0.812253,"main_score":0.772217,"hf_subset":"slv_Latn-pbt_Arab","languages":["slv-Latn","pbt-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"slv_Latn-spa_Latn","languages":["slv-Latn","spa-Latn"]},{"precision":0.475603,"recall":0.555336,"f1":0.497125,"accuracy":0.555336,"main_score":0.497125,"hf_subset":"slv_Latn-twi_Latn","languages":["slv-Latn","twi-Latn"]},{"precision":0.918017,"recall":0.942688,"f1":0.925889,"accuracy":0.942688,"main_score":0.925889,"hf_subset":"slv_Latn-acm_Arab","languages":["slv-Latn","acm-Arab"]},{"precision":0.79916,"recall":0.852767,"f1":0.81573,"accuracy":0.852767,"main_score":0.81573,"hf_subset":"slv_Latn-bel_Cyrl","languages":["slv-Latn","bel-Cyrl"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"slv_Latn-eng_Latn","languages":["slv-Latn","eng-Latn"]},{"precision":0.962286,"recall":0.97332,"f1":0.965697,"accuracy":0.97332,"main_score":0.965697,"hf_subset":"slv_Latn-hrv_Latn","languages":["slv-Latn","hrv-Latn"]},{"precision":0.395395,"recall":0.474308,"f1":0.415994,"accuracy":0.474308,"main_score":0.415994,"hf_subset":"slv_Latn-kin_Latn","languages":["slv-Latn","kin-Latn"]},{"precision":0.90835,"recall":0.935771,"f1":0.916864,"accuracy":0.935771,"main_score":0.916864,"hf_subset":"slv_Latn-mal_Mlym","languages":["slv-Latn","mal-Mlym"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"slv_Latn-pes_Arab","languages":["slv-Latn","pes-Arab"]},{"precision":0.764806,"recall":0.821146,"f1":0.781785,"accuracy":0.821146,"main_score":0.781785,"hf_subset":"slv_Latn-srd_Latn","languages":["slv-Latn","srd-Latn"]},{"precision":0.107827,"recall":0.176877,"f1":0.122175,"accuracy":0.176877,"main_score":0.122175,"hf_subset":"slv_Latn-tzm_Tfng","languages":["slv-Latn","tzm-Tfng"]},{"precision":0.930912,"recall":0.951581,"f1":0.937648,"accuracy":0.951581,"main_score":0.937648,"hf_subset":"slv_Latn-acq_Arab","languages":["slv-Latn","acq-Arab"]},{"precision":0.440663,"recall":0.522727,"f1":0.462022,"accuracy":0.522727,"main_score":0.462022,"hf_subset":"slv_Latn-bem_Latn","languages":["slv-Latn","bem-Latn"]},{"precision":0.825511,"recall":0.869565,"f1":0.839281,"accuracy":0.869565,"main_score":0.839281,"hf_subset":"slv_Latn-epo_Latn","languages":["slv-Latn","epo-Latn"]},{"precision":0.899704,"recall":0.928854,"f1":0.909091,"accuracy":0.928854,"main_score":0.909091,"hf_subset":"slv_Latn-hun_Latn","languages":["slv-Latn","hun-Latn"]},{"precision":0.64753,"recall":0.718379,"f1":0.667972,"accuracy":0.718379,"main_score":0.667972,"hf_subset":"slv_Latn-kir_Cyrl","languages":["slv-Latn","kir-Cyrl"]},{"precision":0.920784,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"slv_Latn-mar_Deva","languages":["slv-Latn","mar-Deva"]},{"precision":0.433326,"recall":0.505929,"f1":0.452804,"accuracy":0.505929,"main_score":0.452804,"hf_subset":"slv_Latn-plt_Latn","languages":["slv-Latn","plt-Latn"]},{"precision":0.925478,"recall":0.947628,"f1":0.932543,"accuracy":0.947628,"main_score":0.932543,"hf_subset":"slv_Latn-srp_Cyrl","languages":["slv-Latn","srp-Cyrl"]},{"precision":0.284841,"recall":0.36166,"f1":0.304872,"accuracy":0.36166,"main_score":0.304872,"hf_subset":"slv_Latn-uig_Arab","languages":["slv-Latn","uig-Arab"]},{"precision":0.857378,"recall":0.897233,"f1":0.870389,"accuracy":0.897233,"main_score":0.870389,"hf_subset":"slv_Latn-aeb_Arab","languages":["slv-Latn","aeb-Arab"]},{"precision":0.937912,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"slv_Latn-ben_Beng","languages":["slv-Latn","ben-Beng"]},{"precision":0.781785,"recall":0.836957,"f1":0.798602,"accuracy":0.836957,"main_score":0.798602,"hf_subset":"slv_Latn-est_Latn","languages":["slv-Latn","est-Latn"]},{"precision":0.763011,"recall":0.823123,"f1":0.781705,"accuracy":0.823123,"main_score":0.781705,"hf_subset":"slv_Latn-hye_Armn","languages":["slv-Latn","hye-Armn"]},{"precision":0.395875,"recall":0.474308,"f1":0.417242,"accuracy":0.474308,"main_score":0.417242,"hf_subset":"slv_Latn-kmb_Latn","languages":["slv-Latn","kmb-Latn"]},{"precision":0.223509,"recall":0.301383,"f1":0.242362,"accuracy":0.301383,"main_score":0.242362,"hf_subset":"slv_Latn-min_Arab","languages":["slv-Latn","min-Arab"]},{"precision":0.965168,"recall":0.975296,"f1":0.968281,"accuracy":0.975296,"main_score":0.968281,"hf_subset":"slv_Latn-pol_Latn","languages":["slv-Latn","pol-Latn"]},{"precision":0.387625,"recall":0.472332,"f1":0.409645,"accuracy":0.472332,"main_score":0.409645,"hf_subset":"slv_Latn-ssw_Latn","languages":["slv-Latn","ssw-Latn"]},{"precision":0.950099,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"slv_Latn-ukr_Cyrl","languages":["slv-Latn","ukr-Cyrl"]},{"precision":0.867342,"recall":0.90415,"f1":0.87915,"accuracy":0.90415,"main_score":0.87915,"hf_subset":"slv_Latn-afr_Latn","languages":["slv-Latn","afr-Latn"]},{"precision":0.880352,"recall":0.91502,"f1":0.891206,"accuracy":0.91502,"main_score":0.891206,"hf_subset":"slv_Latn-bho_Deva","languages":["slv-Latn","bho-Deva"]},{"precision":0.59653,"recall":0.679842,"f1":0.620524,"accuracy":0.679842,"main_score":0.620524,"hf_subset":"slv_Latn-eus_Latn","languages":["slv-Latn","eus-Latn"]},{"precision":0.394722,"recall":0.486166,"f1":0.417809,"accuracy":0.486166,"main_score":0.417809,"hf_subset":"slv_Latn-ibo_Latn","languages":["slv-Latn","ibo-Latn"]},{"precision":0.447841,"recall":0.538538,"f1":0.471321,"accuracy":0.538538,"main_score":0.471321,"hf_subset":"slv_Latn-kmr_Latn","languages":["slv-Latn","kmr-Latn"]},{"precision":0.690912,"recall":0.76087,"f1":0.711404,"accuracy":0.76087,"main_score":0.711404,"hf_subset":"slv_Latn-min_Latn","languages":["slv-Latn","min-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"slv_Latn-por_Latn","languages":["slv-Latn","por-Latn"]},{"precision":0.759371,"recall":0.818182,"f1":0.777141,"accuracy":0.818182,"main_score":0.777141,"hf_subset":"slv_Latn-sun_Latn","languages":["slv-Latn","sun-Latn"]},{"precision":0.381303,"recall":0.465415,"f1":0.403135,"accuracy":0.465415,"main_score":0.403135,"hf_subset":"slv_Latn-umb_Latn","languages":["slv-Latn","umb-Latn"]},{"precision":0.908597,"recall":0.935771,"f1":0.91749,"accuracy":0.935771,"main_score":0.91749,"hf_subset":"slv_Latn-ajp_Arab","languages":["slv-Latn","ajp-Arab"]},{"precision":0.245307,"recall":0.322134,"f1":0.264889,"accuracy":0.322134,"main_score":0.264889,"hf_subset":"slv_Latn-bjn_Arab","languages":["slv-Latn","bjn-Arab"]},{"precision":0.407365,"recall":0.477273,"f1":0.426021,"accuracy":0.477273,"main_score":0.426021,"hf_subset":"slv_Latn-ewe_Latn","languages":["slv-Latn","ewe-Latn"]},{"precision":0.62488,"recall":0.694664,"f1":0.645122,"accuracy":0.694664,"main_score":0.645122,"hf_subset":"slv_Latn-ilo_Latn","languages":["slv-Latn","ilo-Latn"]},{"precision":0.177187,"recall":0.251976,"f1":0.19489,"accuracy":0.251976,"main_score":0.19489,"hf_subset":"slv_Latn-knc_Arab","languages":["slv-Latn","knc-Arab"]},{"precision":0.897678,"recall":0.926877,"f1":0.906851,"accuracy":0.926877,"main_score":0.906851,"hf_subset":"slv_Latn-mkd_Cyrl","languages":["slv-Latn","mkd-Cyrl"]},{"precision":0.943264,"recall":0.960474,"f1":0.948847,"accuracy":0.960474,"main_score":0.948847,"hf_subset":"slv_Latn-prs_Arab","languages":["slv-Latn","prs-Arab"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"slv_Latn-swe_Latn","languages":["slv-Latn","swe-Latn"]},{"precision":0.89002,"recall":0.921937,"f1":0.900198,"accuracy":0.921937,"main_score":0.900198,"hf_subset":"slv_Latn-urd_Arab","languages":["slv-Latn","urd-Arab"]},{"precision":0.438213,"recall":0.521739,"f1":0.459879,"accuracy":0.521739,"main_score":0.459879,"hf_subset":"slv_Latn-aka_Latn","languages":["slv-Latn","aka-Latn"]},{"precision":0.738505,"recall":0.796443,"f1":0.75586,"accuracy":0.796443,"main_score":0.75586,"hf_subset":"slv_Latn-bjn_Latn","languages":["slv-Latn","bjn-Latn"]},{"precision":0.535423,"recall":0.610672,"f1":0.556192,"accuracy":0.610672,"main_score":0.556192,"hf_subset":"slv_Latn-fao_Latn","languages":["slv-Latn","fao-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"slv_Latn-ind_Latn","languages":["slv-Latn","ind-Latn"]},{"precision":0.447742,"recall":0.52668,"f1":0.468363,"accuracy":0.52668,"main_score":0.468363,"hf_subset":"slv_Latn-knc_Latn","languages":["slv-Latn","knc-Latn"]},{"precision":0.66381,"recall":0.732213,"f1":0.683365,"accuracy":0.732213,"main_score":0.683365,"hf_subset":"slv_Latn-mlt_Latn","languages":["slv-Latn","mlt-Latn"]},{"precision":0.468779,"recall":0.560277,"f1":0.49301,"accuracy":0.560277,"main_score":0.49301,"hf_subset":"slv_Latn-quy_Latn","languages":["slv-Latn","quy-Latn"]},{"precision":0.784173,"recall":0.844862,"f1":0.803426,"accuracy":0.844862,"main_score":0.803426,"hf_subset":"slv_Latn-swh_Latn","languages":["slv-Latn","swh-Latn"]},{"precision":0.6296,"recall":0.703557,"f1":0.6505,"accuracy":0.703557,"main_score":0.6505,"hf_subset":"slv_Latn-uzn_Latn","languages":["slv-Latn","uzn-Latn"]},{"precision":0.750428,"recall":0.810277,"f1":0.768285,"accuracy":0.810277,"main_score":0.768285,"hf_subset":"slv_Latn-als_Latn","languages":["slv-Latn","als-Latn"]},{"precision":0.191786,"recall":0.254941,"f1":0.207975,"accuracy":0.254941,"main_score":0.207975,"hf_subset":"slv_Latn-bod_Tibt","languages":["slv-Latn","bod-Tibt"]},{"precision":0.400725,"recall":0.48419,"f1":0.423006,"accuracy":0.48419,"main_score":0.423006,"hf_subset":"slv_Latn-fij_Latn","languages":["slv-Latn","fij-Latn"]},{"precision":0.512074,"recall":0.593874,"f1":0.535306,"accuracy":0.593874,"main_score":0.535306,"hf_subset":"slv_Latn-isl_Latn","languages":["slv-Latn","isl-Latn"]},{"precision":0.45812,"recall":0.539526,"f1":0.480576,"accuracy":0.539526,"main_score":0.480576,"hf_subset":"slv_Latn-kon_Latn","languages":["slv-Latn","kon-Latn"]},{"precision":0.324931,"recall":0.420949,"f1":0.35063,"accuracy":0.420949,"main_score":0.35063,"hf_subset":"slv_Latn-mni_Beng","languages":["slv-Latn","mni-Beng"]},{"precision":0.942721,"recall":0.959486,"f1":0.948123,"accuracy":0.959486,"main_score":0.948123,"hf_subset":"slv_Latn-ron_Latn","languages":["slv-Latn","ron-Latn"]},{"precision":0.825438,"recall":0.869565,"f1":0.838982,"accuracy":0.869565,"main_score":0.838982,"hf_subset":"slv_Latn-szl_Latn","languages":["slv-Latn","szl-Latn"]},{"precision":0.847101,"recall":0.88834,"f1":0.859848,"accuracy":0.88834,"main_score":0.859848,"hf_subset":"slv_Latn-vec_Latn","languages":["slv-Latn","vec-Latn"]},{"precision":0.73302,"recall":0.804348,"f1":0.754974,"accuracy":0.804348,"main_score":0.754974,"hf_subset":"slv_Latn-amh_Ethi","languages":["slv-Latn","amh-Ethi"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"slv_Latn-bos_Latn","languages":["slv-Latn","bos-Latn"]},{"precision":0.92696,"recall":0.949605,"f1":0.934354,"accuracy":0.949605,"main_score":0.934354,"hf_subset":"slv_Latn-fin_Latn","languages":["slv-Latn","fin-Latn"]},{"precision":0.955698,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"slv_Latn-ita_Latn","languages":["slv-Latn","ita-Latn"]},{"precision":0.944911,"recall":0.961462,"f1":0.950165,"accuracy":0.961462,"main_score":0.950165,"hf_subset":"slv_Latn-kor_Hang","languages":["slv-Latn","kor-Hang"]},{"precision":0.404338,"recall":0.486166,"f1":0.425803,"accuracy":0.486166,"main_score":0.425803,"hf_subset":"slv_Latn-mos_Latn","languages":["slv-Latn","mos-Latn"]},{"precision":0.380948,"recall":0.467391,"f1":0.403375,"accuracy":0.467391,"main_score":0.403375,"hf_subset":"slv_Latn-run_Latn","languages":["slv-Latn","run-Latn"]},{"precision":0.939229,"recall":0.95751,"f1":0.945158,"accuracy":0.95751,"main_score":0.945158,"hf_subset":"slv_Latn-tam_Taml","languages":["slv-Latn","tam-Taml"]},{"precision":0.937559,"recall":0.956522,"f1":0.943594,"accuracy":0.956522,"main_score":0.943594,"hf_subset":"slv_Latn-vie_Latn","languages":["slv-Latn","vie-Latn"]},{"precision":0.899489,"recall":0.926877,"f1":0.907839,"accuracy":0.926877,"main_score":0.907839,"hf_subset":"slv_Latn-apc_Arab","languages":["slv-Latn","apc-Arab"]},{"precision":0.565664,"recall":0.649209,"f1":0.588864,"accuracy":0.649209,"main_score":0.588864,"hf_subset":"slv_Latn-bug_Latn","languages":["slv-Latn","bug-Latn"]},{"precision":0.35657,"recall":0.435771,"f1":0.376514,"accuracy":0.435771,"main_score":0.376514,"hf_subset":"slv_Latn-fon_Latn","languages":["slv-Latn","fon-Latn"]},{"precision":0.77786,"recall":0.83004,"f1":0.793347,"accuracy":0.83004,"main_score":0.793347,"hf_subset":"slv_Latn-jav_Latn","languages":["slv-Latn","jav-Latn"]},{"precision":0.650158,"recall":0.730237,"f1":0.673374,"accuracy":0.730237,"main_score":0.673374,"hf_subset":"slv_Latn-lao_Laoo","languages":["slv-Latn","lao-Laoo"]},{"precision":0.377093,"recall":0.464427,"f1":0.399986,"accuracy":0.464427,"main_score":0.399986,"hf_subset":"slv_Latn-mri_Latn","languages":["slv-Latn","mri-Latn"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"slv_Latn-rus_Cyrl","languages":["slv-Latn","rus-Cyrl"]},{"precision":0.3859,"recall":0.482213,"f1":0.411105,"accuracy":0.482213,"main_score":0.411105,"hf_subset":"slv_Latn-taq_Latn","languages":["slv-Latn","taq-Latn"]},{"precision":0.726005,"recall":0.789526,"f1":0.744862,"accuracy":0.789526,"main_score":0.744862,"hf_subset":"slv_Latn-war_Latn","languages":["slv-Latn","war-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"slv_Latn-arb_Arab","languages":["slv-Latn","arb-Arab"]},{"precision":0.941864,"recall":0.958498,"f1":0.947101,"accuracy":0.958498,"main_score":0.947101,"hf_subset":"slv_Latn-bul_Cyrl","languages":["slv-Latn","bul-Cyrl"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"slv_Latn-fra_Latn","languages":["slv-Latn","fra-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"slv_Latn-jpn_Jpan","languages":["slv-Latn","jpn-Jpan"]},{"precision":0.788455,"recall":0.843874,"f1":0.805665,"accuracy":0.843874,"main_score":0.805665,"hf_subset":"slv_Latn-lij_Latn","languages":["slv-Latn","lij-Latn"]},{"precision":0.691864,"recall":0.771739,"f1":0.716469,"accuracy":0.771739,"main_score":0.716469,"hf_subset":"slv_Latn-mya_Mymr","languages":["slv-Latn","mya-Mymr"]},{"precision":0.434868,"recall":0.529644,"f1":0.46055,"accuracy":0.529644,"main_score":0.46055,"hf_subset":"slv_Latn-sag_Latn","languages":["slv-Latn","sag-Latn"]},{"precision":0.130899,"recall":0.212451,"f1":0.147587,"accuracy":0.212451,"main_score":0.147587,"hf_subset":"slv_Latn-taq_Tfng","languages":["slv-Latn","taq-Tfng"]},{"precision":0.436849,"recall":0.528656,"f1":0.46154,"accuracy":0.528656,"main_score":0.46154,"hf_subset":"slv_Latn-wol_Latn","languages":["slv-Latn","wol-Latn"]},{"precision":0.282347,"recall":0.37253,"f1":0.303857,"accuracy":0.37253,"main_score":0.303857,"hf_subset":"slv_Latn-arb_Latn","languages":["slv-Latn","arb-Latn"]},{"precision":0.92696,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"slv_Latn-cat_Latn","languages":["slv-Latn","cat-Latn"]},{"precision":0.751713,"recall":0.812253,"f1":0.769899,"accuracy":0.812253,"main_score":0.769899,"hf_subset":"slv_Latn-fur_Latn","languages":["slv-Latn","fur-Latn"]},{"precision":0.276172,"recall":0.353755,"f1":0.296355,"accuracy":0.353755,"main_score":0.296355,"hf_subset":"slv_Latn-kab_Latn","languages":["slv-Latn","kab-Latn"]},{"precision":0.752536,"recall":0.810277,"f1":0.770487,"accuracy":0.810277,"main_score":0.770487,"hf_subset":"slv_Latn-lim_Latn","languages":["slv-Latn","lim-Latn"]},{"precision":0.951828,"recall":0.967391,"f1":0.956917,"accuracy":0.967391,"main_score":0.956917,"hf_subset":"slv_Latn-nld_Latn","languages":["slv-Latn","nld-Latn"]},{"precision":0.809371,"recall":0.862648,"f1":0.826647,"accuracy":0.862648,"main_score":0.826647,"hf_subset":"slv_Latn-san_Deva","languages":["slv-Latn","san-Deva"]},{"precision":0.640108,"recall":0.702569,"f1":0.657597,"accuracy":0.702569,"main_score":0.657597,"hf_subset":"slv_Latn-tat_Cyrl","languages":["slv-Latn","tat-Cyrl"]},{"precision":0.420556,"recall":0.508893,"f1":0.443584,"accuracy":0.508893,"main_score":0.443584,"hf_subset":"slv_Latn-xho_Latn","languages":["slv-Latn","xho-Latn"]},{"precision":0.943264,"recall":0.960474,"f1":0.948847,"accuracy":0.960474,"main_score":0.948847,"hf_subset":"slv_Latn-ars_Arab","languages":["slv-Latn","ars-Arab"]},{"precision":0.727981,"recall":0.790514,"f1":0.746739,"accuracy":0.790514,"main_score":0.746739,"hf_subset":"slv_Latn-ceb_Latn","languages":["slv-Latn","ceb-Latn"]},{"precision":0.40284,"recall":0.48913,"f1":0.42541,"accuracy":0.48913,"main_score":0.42541,"hf_subset":"slv_Latn-fuv_Latn","languages":["slv-Latn","fuv-Latn"]},{"precision":0.396333,"recall":0.485178,"f1":0.41977,"accuracy":0.485178,"main_score":0.41977,"hf_subset":"slv_Latn-kac_Latn","languages":["slv-Latn","kac-Latn"]},{"precision":0.465322,"recall":0.550395,"f1":0.488417,"accuracy":0.550395,"main_score":0.488417,"hf_subset":"slv_Latn-lin_Latn","languages":["slv-Latn","lin-Latn"]},{"precision":0.913373,"recall":0.938735,"f1":0.921607,"accuracy":0.938735,"main_score":0.921607,"hf_subset":"slv_Latn-nno_Latn","languages":["slv-Latn","nno-Latn"]},{"precision":0.160073,"recall":0.22332,"f1":0.17567,"accuracy":0.22332,"main_score":0.17567,"hf_subset":"slv_Latn-sat_Olck","languages":["slv-Latn","sat-Olck"]},{"precision":0.902997,"recall":0.931818,"f1":0.912352,"accuracy":0.931818,"main_score":0.912352,"hf_subset":"slv_Latn-tel_Telu","languages":["slv-Latn","tel-Telu"]},{"precision":0.297575,"recall":0.37747,"f1":0.317094,"accuracy":0.37747,"main_score":0.317094,"hf_subset":"slv_Latn-ydd_Hebr","languages":["slv-Latn","ydd-Hebr"]},{"precision":0.798287,"recall":0.854743,"f1":0.815843,"accuracy":0.854743,"main_score":0.815843,"hf_subset":"slv_Latn-ary_Arab","languages":["slv-Latn","ary-Arab"]},{"precision":0.945191,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"slv_Latn-ces_Latn","languages":["slv-Latn","ces-Latn"]},{"precision":0.310815,"recall":0.387352,"f1":0.328788,"accuracy":0.387352,"main_score":0.328788,"hf_subset":"slv_Latn-gaz_Latn","languages":["slv-Latn","gaz-Latn"]},{"precision":0.412713,"recall":0.496047,"f1":0.434859,"accuracy":0.496047,"main_score":0.434859,"hf_subset":"slv_Latn-kam_Latn","languages":["slv-Latn","kam-Latn"]},{"precision":0.776301,"recall":0.833992,"f1":0.793878,"accuracy":0.833992,"main_score":0.793878,"hf_subset":"slv_Latn-lit_Latn","languages":["slv-Latn","lit-Latn"]},{"precision":0.944829,"recall":0.961462,"f1":0.950264,"accuracy":0.961462,"main_score":0.950264,"hf_subset":"slv_Latn-nob_Latn","languages":["slv-Latn","nob-Latn"]},{"precision":0.689032,"recall":0.757905,"f1":0.709519,"accuracy":0.757905,"main_score":0.709519,"hf_subset":"slv_Latn-scn_Latn","languages":["slv-Latn","scn-Latn"]},{"precision":0.449322,"recall":0.536561,"f1":0.47252,"accuracy":0.536561,"main_score":0.47252,"hf_subset":"slv_Latn-tgk_Cyrl","languages":["slv-Latn","tgk-Cyrl"]},{"precision":0.372982,"recall":0.466403,"f1":0.398137,"accuracy":0.466403,"main_score":0.398137,"hf_subset":"slv_Latn-yor_Latn","languages":["slv-Latn","yor-Latn"]},{"precision":0.91469,"recall":0.9417,"f1":0.923419,"accuracy":0.9417,"main_score":0.923419,"hf_subset":"slv_Latn-arz_Arab","languages":["slv-Latn","arz-Arab"]},{"precision":0.417753,"recall":0.505929,"f1":0.441167,"accuracy":0.505929,"main_score":0.441167,"hf_subset":"slv_Latn-cjk_Latn","languages":["slv-Latn","cjk-Latn"]},{"precision":0.355545,"recall":0.435771,"f1":0.375647,"accuracy":0.435771,"main_score":0.375647,"hf_subset":"slv_Latn-gla_Latn","languages":["slv-Latn","gla-Latn"]},{"precision":0.909832,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"slv_Latn-kan_Knda","languages":["slv-Latn","kan-Knda"]},{"precision":0.755756,"recall":0.811265,"f1":0.772354,"accuracy":0.811265,"main_score":0.772354,"hf_subset":"slv_Latn-lmo_Latn","languages":["slv-Latn","lmo-Latn"]},{"precision":0.918808,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"slv_Latn-npi_Deva","languages":["slv-Latn","npi-Deva"]},{"precision":0.352169,"recall":0.451581,"f1":0.378233,"accuracy":0.451581,"main_score":0.378233,"hf_subset":"slv_Latn-shn_Mymr","languages":["slv-Latn","shn-Mymr"]},{"precision":0.813982,"recall":0.867589,"f1":0.830896,"accuracy":0.867589,"main_score":0.830896,"hf_subset":"slv_Latn-tgl_Latn","languages":["slv-Latn","tgl-Latn"]},{"precision":0.934536,"recall":0.954545,"f1":0.940942,"accuracy":0.954545,"main_score":0.940942,"hf_subset":"slv_Latn-yue_Hant","languages":["slv-Latn","yue-Hant"]},{"precision":0.789937,"recall":0.84585,"f1":0.80695,"accuracy":0.84585,"main_score":0.80695,"hf_subset":"slv_Latn-asm_Beng","languages":["slv-Latn","asm-Beng"]},{"precision":0.382435,"recall":0.464427,"f1":0.403942,"accuracy":0.464427,"main_score":0.403942,"hf_subset":"slv_Latn-ckb_Arab","languages":["slv-Latn","ckb-Arab"]},{"precision":0.363593,"recall":0.444664,"f1":0.384521,"accuracy":0.444664,"main_score":0.384521,"hf_subset":"slv_Latn-gle_Latn","languages":["slv-Latn","gle-Latn"]},{"precision":0.572307,"recall":0.66502,"f1":0.598907,"accuracy":0.66502,"main_score":0.598907,"hf_subset":"slv_Latn-kas_Arab","languages":["slv-Latn","kas-Arab"]},{"precision":0.624699,"recall":0.69664,"f1":0.645404,"accuracy":0.69664,"main_score":0.645404,"hf_subset":"slv_Latn-ltg_Latn","languages":["slv-Latn","ltg-Latn"]},{"precision":0.451352,"recall":0.527668,"f1":0.471894,"accuracy":0.527668,"main_score":0.471894,"hf_subset":"slv_Latn-nso_Latn","languages":["slv-Latn","nso-Latn"]},{"precision":0.761199,"recall":0.826087,"f1":0.781522,"accuracy":0.826087,"main_score":0.781522,"hf_subset":"slv_Latn-sin_Sinh","languages":["slv-Latn","sin-Sinh"]},{"precision":0.944335,"recall":0.960474,"f1":0.949605,"accuracy":0.960474,"main_score":0.949605,"hf_subset":"slv_Latn-tha_Thai","languages":["slv-Latn","tha-Thai"]},{"precision":0.9333,"recall":0.953557,"f1":0.939888,"accuracy":0.953557,"main_score":0.939888,"hf_subset":"slv_Latn-zho_Hans","languages":["slv-Latn","zho-Hans"]},{"precision":0.89678,"recall":0.925889,"f1":0.906083,"accuracy":0.925889,"main_score":0.906083,"hf_subset":"slv_Latn-ast_Latn","languages":["slv-Latn","ast-Latn"]},{"precision":0.738958,"recall":0.801383,"f1":0.757697,"accuracy":0.801383,"main_score":0.757697,"hf_subset":"slv_Latn-crh_Latn","languages":["slv-Latn","crh-Latn"]},{"precision":0.946146,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"slv_Latn-glg_Latn","languages":["slv-Latn","glg-Latn"]},{"precision":0.525012,"recall":0.615613,"f1":0.550854,"accuracy":0.615613,"main_score":0.550854,"hf_subset":"slv_Latn-kas_Deva","languages":["slv-Latn","kas-Deva"]},{"precision":0.732684,"recall":0.793478,"f1":0.749951,"accuracy":0.793478,"main_score":0.749951,"hf_subset":"slv_Latn-ltz_Latn","languages":["slv-Latn","ltz-Latn"]},{"precision":0.296932,"recall":0.375494,"f1":0.317374,"accuracy":0.375494,"main_score":0.317374,"hf_subset":"slv_Latn-nus_Latn","languages":["slv-Latn","nus-Latn"]},{"precision":0.935606,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"slv_Latn-slk_Latn","languages":["slv-Latn","slk-Latn"]},{"precision":0.365028,"recall":0.452569,"f1":0.388156,"accuracy":0.452569,"main_score":0.388156,"hf_subset":"slv_Latn-tir_Ethi","languages":["slv-Latn","tir-Ethi"]},{"precision":0.927207,"recall":0.948617,"f1":0.933926,"accuracy":0.948617,"main_score":0.933926,"hf_subset":"slv_Latn-zho_Hant","languages":["slv-Latn","zho-Hant"]},{"precision":0.909832,"recall":0.933794,"f1":0.917358,"accuracy":0.933794,"main_score":0.917358,"hf_subset":"slv_Latn-awa_Deva","languages":["slv-Latn","awa-Deva"]},{"precision":0.434099,"recall":0.514822,"f1":0.454423,"accuracy":0.514822,"main_score":0.454423,"hf_subset":"slv_Latn-cym_Latn","languages":["slv-Latn","cym-Latn"]},{"precision":0.600173,"recall":0.681818,"f1":0.623804,"accuracy":0.681818,"main_score":0.623804,"hf_subset":"slv_Latn-grn_Latn","languages":["slv-Latn","grn-Latn"]},{"precision":0.832378,"recall":0.87747,"f1":0.846673,"accuracy":0.87747,"main_score":0.846673,"hf_subset":"slv_Latn-kat_Geor","languages":["slv-Latn","kat-Geor"]},{"precision":0.454322,"recall":0.538538,"f1":0.476868,"accuracy":0.538538,"main_score":0.476868,"hf_subset":"slv_Latn-lua_Latn","languages":["slv-Latn","lua-Latn"]},{"precision":0.451315,"recall":0.533597,"f1":0.473896,"accuracy":0.533597,"main_score":0.473896,"hf_subset":"slv_Latn-nya_Latn","languages":["slv-Latn","nya-Latn"]},{"precision":0.667351,"recall":0.733202,"f1":0.6863,"accuracy":0.733202,"main_score":0.6863,"hf_subset":"slv_Latn-tpi_Latn","languages":["slv-Latn","tpi-Latn"]},{"precision":0.921607,"recall":0.945652,"f1":0.929513,"accuracy":0.945652,"main_score":0.929513,"hf_subset":"slv_Latn-zsm_Latn","languages":["slv-Latn","zsm-Latn"]},{"precision":0.387736,"recall":0.468379,"f1":0.408163,"accuracy":0.468379,"main_score":0.408163,"hf_subset":"slv_Latn-ayr_Latn","languages":["slv-Latn","ayr-Latn"]},{"precision":0.951828,"recall":0.966403,"f1":0.956588,"accuracy":0.966403,"main_score":0.956588,"hf_subset":"slv_Latn-dan_Latn","languages":["slv-Latn","dan-Latn"]},{"precision":0.911891,"recall":0.939723,"f1":0.920949,"accuracy":0.939723,"main_score":0.920949,"hf_subset":"slv_Latn-guj_Gujr","languages":["slv-Latn","guj-Gujr"]},{"precision":0.704657,"recall":0.771739,"f1":0.724534,"accuracy":0.771739,"main_score":0.724534,"hf_subset":"slv_Latn-kaz_Cyrl","languages":["slv-Latn","kaz-Cyrl"]},{"precision":0.378115,"recall":0.464427,"f1":0.400736,"accuracy":0.464427,"main_score":0.400736,"hf_subset":"slv_Latn-lug_Latn","languages":["slv-Latn","lug-Latn"]},{"precision":0.87001,"recall":0.906126,"f1":0.881159,"accuracy":0.906126,"main_score":0.881159,"hf_subset":"slv_Latn-oci_Latn","languages":["slv-Latn","oci-Latn"]},{"precision":0.410136,"recall":0.504941,"f1":0.435176,"accuracy":0.504941,"main_score":0.435176,"hf_subset":"slv_Latn-smo_Latn","languages":["slv-Latn","smo-Latn"]},{"precision":0.397376,"recall":0.481225,"f1":0.419403,"accuracy":0.481225,"main_score":0.419403,"hf_subset":"slv_Latn-tsn_Latn","languages":["slv-Latn","tsn-Latn"]},{"precision":0.399169,"recall":0.480237,"f1":0.420305,"accuracy":0.480237,"main_score":0.420305,"hf_subset":"slv_Latn-zul_Latn","languages":["slv-Latn","zul-Latn"]},{"precision":0.585303,"recall":0.679842,"f1":0.613225,"accuracy":0.679842,"main_score":0.613225,"hf_subset":"slv_Latn-azb_Arab","languages":["slv-Latn","azb-Arab"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"slv_Latn-deu_Latn","languages":["slv-Latn","deu-Latn"]},{"precision":0.568839,"recall":0.657115,"f1":0.594843,"accuracy":0.657115,"main_score":0.594843,"hf_subset":"slv_Latn-hat_Latn","languages":["slv-Latn","hat-Latn"]},{"precision":0.367173,"recall":0.4417,"f1":0.385591,"accuracy":0.4417,"main_score":0.385591,"hf_subset":"slv_Latn-kbp_Latn","languages":["slv-Latn","kbp-Latn"]},{"precision":0.415209,"recall":0.495059,"f1":0.436804,"accuracy":0.495059,"main_score":0.436804,"hf_subset":"slv_Latn-luo_Latn","languages":["slv-Latn","luo-Latn"]},{"precision":0.494232,"recall":0.579051,"f1":0.517789,"accuracy":0.579051,"main_score":0.517789,"hf_subset":"slv_Latn-ory_Orya","languages":["slv-Latn","ory-Orya"]},{"precision":0.434069,"recall":0.504941,"f1":0.45262,"accuracy":0.504941,"main_score":0.45262,"hf_subset":"slv_Latn-sna_Latn","languages":["slv-Latn","sna-Latn"]},{"precision":0.407684,"recall":0.483202,"f1":0.426624,"accuracy":0.483202,"main_score":0.426624,"hf_subset":"slv_Latn-tso_Latn","languages":["slv-Latn","tso-Latn"]},{"precision":0.809117,"recall":0.858696,"f1":0.824061,"accuracy":0.858696,"main_score":0.824061,"hf_subset":"slv_Latn-azj_Latn","languages":["slv-Latn","azj-Latn"]},{"precision":0.392846,"recall":0.48419,"f1":0.416816,"accuracy":0.48419,"main_score":0.416816,"hf_subset":"slv_Latn-dik_Latn","languages":["slv-Latn","dik-Latn"]},{"precision":0.434819,"recall":0.501976,"f1":0.452964,"accuracy":0.501976,"main_score":0.452964,"hf_subset":"slv_Latn-hau_Latn","languages":["slv-Latn","hau-Latn"]},{"precision":0.737014,"recall":0.799407,"f1":0.75572,"accuracy":0.799407,"main_score":0.75572,"hf_subset":"slv_Latn-kea_Latn","languages":["slv-Latn","kea-Latn"]},{"precision":0.541261,"recall":0.619565,"f1":0.563271,"accuracy":0.619565,"main_score":0.563271,"hf_subset":"slv_Latn-lus_Latn","languages":["slv-Latn","lus-Latn"]},{"precision":0.636572,"recall":0.712451,"f1":0.658685,"accuracy":0.712451,"main_score":0.658685,"hf_subset":"slv_Latn-pag_Latn","languages":["slv-Latn","pag-Latn"]},{"precision":0.60258,"recall":0.686759,"f1":0.626561,"accuracy":0.686759,"main_score":0.626561,"hf_subset":"slv_Latn-snd_Arab","languages":["slv-Latn","snd-Arab"]},{"precision":0.587175,"recall":0.666996,"f1":0.609802,"accuracy":0.666996,"main_score":0.609802,"hf_subset":"slv_Latn-tuk_Latn","languages":["slv-Latn","tuk-Latn"]},{"precision":0.619831,"recall":0.693676,"f1":0.641272,"accuracy":0.693676,"main_score":0.641272,"hf_subset":"slv_Latn-bak_Cyrl","languages":["slv-Latn","bak-Cyrl"]},{"precision":0.345558,"recall":0.436759,"f1":0.370353,"accuracy":0.436759,"main_score":0.370353,"hf_subset":"slv_Latn-dyu_Latn","languages":["slv-Latn","dyu-Latn"]},{"precision":0.825873,"recall":0.873518,"f1":0.840401,"accuracy":0.873518,"main_score":0.840401,"hf_subset":"slv_Latn-heb_Hebr","languages":["slv-Latn","heb-Hebr"]},{"precision":0.433757,"recall":0.522727,"f1":0.457847,"accuracy":0.522727,"main_score":0.457847,"hf_subset":"slv_Latn-khk_Cyrl","languages":["slv-Latn","khk-Cyrl"]},{"precision":0.795158,"recall":0.847826,"f1":0.811514,"accuracy":0.847826,"main_score":0.811514,"hf_subset":"slv_Latn-lvs_Latn","languages":["slv-Latn","lvs-Latn"]},{"precision":0.820932,"recall":0.870553,"f1":0.836481,"accuracy":0.870553,"main_score":0.836481,"hf_subset":"slv_Latn-pan_Guru","languages":["slv-Latn","pan-Guru"]},{"precision":0.372078,"recall":0.451581,"f1":0.393063,"accuracy":0.451581,"main_score":0.393063,"hf_subset":"slv_Latn-som_Latn","languages":["slv-Latn","som-Latn"]},{"precision":0.43756,"recall":0.513834,"f1":0.45802,"accuracy":0.513834,"main_score":0.45802,"hf_subset":"slv_Latn-tum_Latn","languages":["slv-Latn","tum-Latn"]},{"precision":0.316575,"recall":0.382411,"f1":0.3333,"accuracy":0.382411,"main_score":0.3333,"hf_subset":"tpi_Latn-ace_Arab","languages":["tpi-Latn","ace-Arab"]},{"precision":0.405536,"recall":0.472332,"f1":0.424708,"accuracy":0.472332,"main_score":0.424708,"hf_subset":"tpi_Latn-bam_Latn","languages":["tpi-Latn","bam-Latn"]},{"precision":0.139414,"recall":0.197628,"f1":0.153935,"accuracy":0.197628,"main_score":0.153935,"hf_subset":"tpi_Latn-dzo_Tibt","languages":["tpi-Latn","dzo-Tibt"]},{"precision":0.778842,"recall":0.828063,"f1":0.793304,"accuracy":0.828063,"main_score":0.793304,"hf_subset":"tpi_Latn-hin_Deva","languages":["tpi-Latn","hin-Deva"]},{"precision":0.492669,"recall":0.56917,"f1":0.514219,"accuracy":0.56917,"main_score":0.514219,"hf_subset":"tpi_Latn-khm_Khmr","languages":["tpi-Latn","khm-Khmr"]},{"precision":0.785211,"recall":0.829051,"f1":0.798132,"accuracy":0.829051,"main_score":0.798132,"hf_subset":"tpi_Latn-mag_Deva","languages":["tpi-Latn","mag-Deva"]},{"precision":0.718453,"recall":0.763834,"f1":0.73187,"accuracy":0.763834,"main_score":0.73187,"hf_subset":"tpi_Latn-pap_Latn","languages":["tpi-Latn","pap-Latn"]},{"precision":0.483601,"recall":0.549407,"f1":0.501891,"accuracy":0.549407,"main_score":0.501891,"hf_subset":"tpi_Latn-sot_Latn","languages":["tpi-Latn","sot-Latn"]},{"precision":0.769636,"recall":0.812253,"f1":0.782106,"accuracy":0.812253,"main_score":0.782106,"hf_subset":"tpi_Latn-tur_Latn","languages":["tpi-Latn","tur-Latn"]},{"precision":0.617214,"recall":0.674901,"f1":0.634357,"accuracy":0.674901,"main_score":0.634357,"hf_subset":"tpi_Latn-ace_Latn","languages":["tpi-Latn","ace-Latn"]},{"precision":0.710729,"recall":0.755929,"f1":0.724054,"accuracy":0.755929,"main_score":0.724054,"hf_subset":"tpi_Latn-ban_Latn","languages":["tpi-Latn","ban-Latn"]},{"precision":0.639428,"recall":0.710474,"f1":0.659634,"accuracy":0.710474,"main_score":0.659634,"hf_subset":"tpi_Latn-ell_Grek","languages":["tpi-Latn","ell-Grek"]},{"precision":0.74869,"recall":0.802372,"f1":0.764626,"accuracy":0.802372,"main_score":0.764626,"hf_subset":"tpi_Latn-hne_Deva","languages":["tpi-Latn","hne-Deva"]},{"precision":0.482644,"recall":0.556324,"f1":0.502923,"accuracy":0.556324,"main_score":0.502923,"hf_subset":"tpi_Latn-kik_Latn","languages":["tpi-Latn","kik-Latn"]},{"precision":0.758913,"recall":0.8083,"f1":0.773869,"accuracy":0.8083,"main_score":0.773869,"hf_subset":"tpi_Latn-mai_Deva","languages":["tpi-Latn","mai-Deva"]},{"precision":0.601819,"recall":0.666008,"f1":0.620608,"accuracy":0.666008,"main_score":0.620608,"hf_subset":"tpi_Latn-pbt_Arab","languages":["tpi-Latn","pbt-Arab"]},{"precision":0.802553,"recall":0.843874,"f1":0.814424,"accuracy":0.843874,"main_score":0.814424,"hf_subset":"tpi_Latn-spa_Latn","languages":["tpi-Latn","spa-Latn"]},{"precision":0.549565,"recall":0.616601,"f1":0.568121,"accuracy":0.616601,"main_score":0.568121,"hf_subset":"tpi_Latn-twi_Latn","languages":["tpi-Latn","twi-Latn"]},{"precision":0.728417,"recall":0.779644,"f1":0.74313,"accuracy":0.779644,"main_score":0.74313,"hf_subset":"tpi_Latn-acm_Arab","languages":["tpi-Latn","acm-Arab"]},{"precision":0.585043,"recall":0.655138,"f1":0.605409,"accuracy":0.655138,"main_score":0.605409,"hf_subset":"tpi_Latn-bel_Cyrl","languages":["tpi-Latn","bel-Cyrl"]},{"precision":0.830717,"recall":0.86166,"f1":0.839643,"accuracy":0.86166,"main_score":0.839643,"hf_subset":"tpi_Latn-eng_Latn","languages":["tpi-Latn","eng-Latn"]},{"precision":0.695222,"recall":0.749012,"f1":0.710551,"accuracy":0.749012,"main_score":0.710551,"hf_subset":"tpi_Latn-hrv_Latn","languages":["tpi-Latn","hrv-Latn"]},{"precision":0.416866,"recall":0.486166,"f1":0.435388,"accuracy":0.486166,"main_score":0.435388,"hf_subset":"tpi_Latn-kin_Latn","languages":["tpi-Latn","kin-Latn"]},{"precision":0.702655,"recall":0.762846,"f1":0.719737,"accuracy":0.762846,"main_score":0.719737,"hf_subset":"tpi_Latn-mal_Mlym","languages":["tpi-Latn","mal-Mlym"]},{"precision":0.755868,"recall":0.8083,"f1":0.77172,"accuracy":0.8083,"main_score":0.77172,"hf_subset":"tpi_Latn-pes_Arab","languages":["tpi-Latn","pes-Arab"]},{"precision":0.686656,"recall":0.73913,"f1":0.701412,"accuracy":0.73913,"main_score":0.701412,"hf_subset":"tpi_Latn-srd_Latn","languages":["tpi-Latn","srd-Latn"]},{"precision":0.125067,"recall":0.186759,"f1":0.139026,"accuracy":0.186759,"main_score":0.139026,"hf_subset":"tpi_Latn-tzm_Tfng","languages":["tpi-Latn","tzm-Tfng"]},{"precision":0.732263,"recall":0.783597,"f1":0.747,"accuracy":0.783597,"main_score":0.747,"hf_subset":"tpi_Latn-acq_Arab","languages":["tpi-Latn","acq-Arab"]},{"precision":0.493681,"recall":0.5583,"f1":0.511586,"accuracy":0.5583,"main_score":0.511586,"hf_subset":"tpi_Latn-bem_Latn","languages":["tpi-Latn","bem-Latn"]},{"precision":0.671349,"recall":0.726285,"f1":0.687316,"accuracy":0.726285,"main_score":0.687316,"hf_subset":"tpi_Latn-epo_Latn","languages":["tpi-Latn","epo-Latn"]},{"precision":0.643923,"recall":0.705534,"f1":0.662065,"accuracy":0.705534,"main_score":0.662065,"hf_subset":"tpi_Latn-hun_Latn","languages":["tpi-Latn","hun-Latn"]},{"precision":0.583366,"recall":0.646245,"f1":0.601153,"accuracy":0.646245,"main_score":0.601153,"hf_subset":"tpi_Latn-kir_Cyrl","languages":["tpi-Latn","kir-Cyrl"]},{"precision":0.738043,"recall":0.793478,"f1":0.754677,"accuracy":0.793478,"main_score":0.754677,"hf_subset":"tpi_Latn-mar_Deva","languages":["tpi-Latn","mar-Deva"]},{"precision":0.46578,"recall":0.528656,"f1":0.483569,"accuracy":0.528656,"main_score":0.483569,"hf_subset":"tpi_Latn-plt_Latn","languages":["tpi-Latn","plt-Latn"]},{"precision":0.66699,"recall":0.728261,"f1":0.685166,"accuracy":0.728261,"main_score":0.685166,"hf_subset":"tpi_Latn-srp_Cyrl","languages":["tpi-Latn","srp-Cyrl"]},{"precision":0.292021,"recall":0.363636,"f1":0.310941,"accuracy":0.363636,"main_score":0.310941,"hf_subset":"tpi_Latn-uig_Arab","languages":["tpi-Latn","uig-Arab"]},{"precision":0.68697,"recall":0.741107,"f1":0.702128,"accuracy":0.741107,"main_score":0.702128,"hf_subset":"tpi_Latn-aeb_Arab","languages":["tpi-Latn","aeb-Arab"]},{"precision":0.747014,"recall":0.799407,"f1":0.762476,"accuracy":0.799407,"main_score":0.762476,"hf_subset":"tpi_Latn-ben_Beng","languages":["tpi-Latn","ben-Beng"]},{"precision":0.606437,"recall":0.666008,"f1":0.623613,"accuracy":0.666008,"main_score":0.623613,"hf_subset":"tpi_Latn-est_Latn","languages":["tpi-Latn","est-Latn"]},{"precision":0.503992,"recall":0.570158,"f1":0.522296,"accuracy":0.570158,"main_score":0.522296,"hf_subset":"tpi_Latn-hye_Armn","languages":["tpi-Latn","hye-Armn"]},{"precision":0.427388,"recall":0.492095,"f1":0.445505,"accuracy":0.492095,"main_score":0.445505,"hf_subset":"tpi_Latn-kmb_Latn","languages":["tpi-Latn","kmb-Latn"]},{"precision":0.272034,"recall":0.340909,"f1":0.290158,"accuracy":0.340909,"main_score":0.290158,"hf_subset":"tpi_Latn-min_Arab","languages":["tpi-Latn","min-Arab"]},{"precision":0.753086,"recall":0.80336,"f1":0.768041,"accuracy":0.80336,"main_score":0.768041,"hf_subset":"tpi_Latn-pol_Latn","languages":["tpi-Latn","pol-Latn"]},{"precision":0.431139,"recall":0.504941,"f1":0.450361,"accuracy":0.504941,"main_score":0.450361,"hf_subset":"tpi_Latn-ssw_Latn","languages":["tpi-Latn","ssw-Latn"]},{"precision":0.733374,"recall":0.786561,"f1":0.749097,"accuracy":0.786561,"main_score":0.749097,"hf_subset":"tpi_Latn-ukr_Cyrl","languages":["tpi-Latn","ukr-Cyrl"]},{"precision":0.727205,"recall":0.775692,"f1":0.741387,"accuracy":0.775692,"main_score":0.741387,"hf_subset":"tpi_Latn-afr_Latn","languages":["tpi-Latn","afr-Latn"]},{"precision":0.755301,"recall":0.805336,"f1":0.769834,"accuracy":0.805336,"main_score":0.769834,"hf_subset":"tpi_Latn-bho_Deva","languages":["tpi-Latn","bho-Deva"]},{"precision":0.595163,"recall":0.65415,"f1":0.610899,"accuracy":0.65415,"main_score":0.610899,"hf_subset":"tpi_Latn-eus_Latn","languages":["tpi-Latn","eus-Latn"]},{"precision":0.445317,"recall":0.525692,"f1":0.467385,"accuracy":0.525692,"main_score":0.467385,"hf_subset":"tpi_Latn-ibo_Latn","languages":["tpi-Latn","ibo-Latn"]},{"precision":0.457141,"recall":0.535573,"f1":0.478516,"accuracy":0.535573,"main_score":0.478516,"hf_subset":"tpi_Latn-kmr_Latn","languages":["tpi-Latn","kmr-Latn"]},{"precision":0.626739,"recall":0.692688,"f1":0.646013,"accuracy":0.692688,"main_score":0.646013,"hf_subset":"tpi_Latn-min_Latn","languages":["tpi-Latn","min-Latn"]},{"precision":0.801894,"recall":0.843874,"f1":0.813814,"accuracy":0.843874,"main_score":0.813814,"hf_subset":"tpi_Latn-por_Latn","languages":["tpi-Latn","por-Latn"]},{"precision":0.711855,"recall":0.754941,"f1":0.724768,"accuracy":0.754941,"main_score":0.724768,"hf_subset":"tpi_Latn-sun_Latn","languages":["tpi-Latn","sun-Latn"]},{"precision":0.435937,"recall":0.500988,"f1":0.45368,"accuracy":0.500988,"main_score":0.45368,"hf_subset":"tpi_Latn-umb_Latn","languages":["tpi-Latn","umb-Latn"]},{"precision":0.741657,"recall":0.791502,"f1":0.755781,"accuracy":0.791502,"main_score":0.755781,"hf_subset":"tpi_Latn-ajp_Arab","languages":["tpi-Latn","ajp-Arab"]},{"precision":0.275156,"recall":0.349802,"f1":0.294356,"accuracy":0.349802,"main_score":0.294356,"hf_subset":"tpi_Latn-bjn_Arab","languages":["tpi-Latn","bjn-Arab"]},{"precision":0.436928,"recall":0.500988,"f1":0.454917,"accuracy":0.500988,"main_score":0.454917,"hf_subset":"tpi_Latn-ewe_Latn","languages":["tpi-Latn","ewe-Latn"]},{"precision":0.670596,"recall":0.721344,"f1":0.68574,"accuracy":0.721344,"main_score":0.68574,"hf_subset":"tpi_Latn-ilo_Latn","languages":["tpi-Latn","ilo-Latn"]},{"precision":0.194856,"recall":0.257905,"f1":0.209999,"accuracy":0.257905,"main_score":0.209999,"hf_subset":"tpi_Latn-knc_Arab","languages":["tpi-Latn","knc-Arab"]},{"precision":0.667994,"recall":0.713439,"f1":0.680709,"accuracy":0.713439,"main_score":0.680709,"hf_subset":"tpi_Latn-mkd_Cyrl","languages":["tpi-Latn","mkd-Cyrl"]},{"precision":0.735728,"recall":0.79249,"f1":0.752349,"accuracy":0.79249,"main_score":0.752349,"hf_subset":"tpi_Latn-prs_Arab","languages":["tpi-Latn","prs-Arab"]},{"precision":0.762661,"recall":0.807312,"f1":0.775495,"accuracy":0.807312,"main_score":0.775495,"hf_subset":"tpi_Latn-swe_Latn","languages":["tpi-Latn","swe-Latn"]},{"precision":0.66274,"recall":0.733202,"f1":0.683138,"accuracy":0.733202,"main_score":0.683138,"hf_subset":"tpi_Latn-urd_Arab","languages":["tpi-Latn","urd-Arab"]},{"precision":0.528113,"recall":0.59585,"f1":0.548024,"accuracy":0.59585,"main_score":0.548024,"hf_subset":"tpi_Latn-aka_Latn","languages":["tpi-Latn","aka-Latn"]},{"precision":0.671872,"recall":0.725296,"f1":0.687053,"accuracy":0.725296,"main_score":0.687053,"hf_subset":"tpi_Latn-bjn_Latn","languages":["tpi-Latn","bjn-Latn"]},{"precision":0.505585,"recall":0.570158,"f1":0.523172,"accuracy":0.570158,"main_score":0.523172,"hf_subset":"tpi_Latn-fao_Latn","languages":["tpi-Latn","fao-Latn"]},{"precision":0.796387,"recall":0.837945,"f1":0.808547,"accuracy":0.837945,"main_score":0.808547,"hf_subset":"tpi_Latn-ind_Latn","languages":["tpi-Latn","ind-Latn"]},{"precision":0.496838,"recall":0.564229,"f1":0.516019,"accuracy":0.564229,"main_score":0.516019,"hf_subset":"tpi_Latn-knc_Latn","languages":["tpi-Latn","knc-Latn"]},{"precision":0.641693,"recall":0.699605,"f1":0.658613,"accuracy":0.699605,"main_score":0.658613,"hf_subset":"tpi_Latn-mlt_Latn","languages":["tpi-Latn","mlt-Latn"]},{"precision":0.512249,"recall":0.583004,"f1":0.532144,"accuracy":0.583004,"main_score":0.532144,"hf_subset":"tpi_Latn-quy_Latn","languages":["tpi-Latn","quy-Latn"]},{"precision":0.598245,"recall":0.66996,"f1":0.618706,"accuracy":0.66996,"main_score":0.618706,"hf_subset":"tpi_Latn-swh_Latn","languages":["tpi-Latn","swh-Latn"]},{"precision":0.520732,"recall":0.585968,"f1":0.538856,"accuracy":0.585968,"main_score":0.538856,"hf_subset":"tpi_Latn-uzn_Latn","languages":["tpi-Latn","uzn-Latn"]},{"precision":0.629298,"recall":0.690711,"f1":0.64753,"accuracy":0.690711,"main_score":0.64753,"hf_subset":"tpi_Latn-als_Latn","languages":["tpi-Latn","als-Latn"]},{"precision":0.190798,"recall":0.25,"f1":0.205582,"accuracy":0.25,"main_score":0.205582,"hf_subset":"tpi_Latn-bod_Tibt","languages":["tpi-Latn","bod-Tibt"]},{"precision":0.457489,"recall":0.531621,"f1":0.478101,"accuracy":0.531621,"main_score":0.478101,"hf_subset":"tpi_Latn-fij_Latn","languages":["tpi-Latn","fij-Latn"]},{"precision":0.457505,"recall":0.52668,"f1":0.476007,"accuracy":0.52668,"main_score":0.476007,"hf_subset":"tpi_Latn-isl_Latn","languages":["tpi-Latn","isl-Latn"]},{"precision":0.52234,"recall":0.586957,"f1":0.54061,"accuracy":0.586957,"main_score":0.54061,"hf_subset":"tpi_Latn-kon_Latn","languages":["tpi-Latn","kon-Latn"]},{"precision":0.449984,"recall":0.527668,"f1":0.471349,"accuracy":0.527668,"main_score":0.471349,"hf_subset":"tpi_Latn-mni_Beng","languages":["tpi-Latn","mni-Beng"]},{"precision":0.744723,"recall":0.790514,"f1":0.758142,"accuracy":0.790514,"main_score":0.758142,"hf_subset":"tpi_Latn-ron_Latn","languages":["tpi-Latn","ron-Latn"]},{"precision":0.647921,"recall":0.706522,"f1":0.664835,"accuracy":0.706522,"main_score":0.664835,"hf_subset":"tpi_Latn-szl_Latn","languages":["tpi-Latn","szl-Latn"]},{"precision":0.719557,"recall":0.768775,"f1":0.733559,"accuracy":0.768775,"main_score":0.733559,"hf_subset":"tpi_Latn-vec_Latn","languages":["tpi-Latn","vec-Latn"]},{"precision":0.512035,"recall":0.587945,"f1":0.533106,"accuracy":0.587945,"main_score":0.533106,"hf_subset":"tpi_Latn-amh_Ethi","languages":["tpi-Latn","amh-Ethi"]},{"precision":0.699319,"recall":0.751976,"f1":0.71525,"accuracy":0.751976,"main_score":0.71525,"hf_subset":"tpi_Latn-bos_Latn","languages":["tpi-Latn","bos-Latn"]},{"precision":0.703662,"recall":0.755929,"f1":0.718987,"accuracy":0.755929,"main_score":0.718987,"hf_subset":"tpi_Latn-fin_Latn","languages":["tpi-Latn","fin-Latn"]},{"precision":0.792185,"recall":0.831028,"f1":0.803532,"accuracy":0.831028,"main_score":0.803532,"hf_subset":"tpi_Latn-ita_Latn","languages":["tpi-Latn","ita-Latn"]},{"precision":0.740986,"recall":0.795455,"f1":0.756939,"accuracy":0.795455,"main_score":0.756939,"hf_subset":"tpi_Latn-kor_Hang","languages":["tpi-Latn","kor-Hang"]},{"precision":0.455941,"recall":0.516798,"f1":0.473184,"accuracy":0.516798,"main_score":0.473184,"hf_subset":"tpi_Latn-mos_Latn","languages":["tpi-Latn","mos-Latn"]},{"precision":0.412884,"recall":0.487154,"f1":0.432455,"accuracy":0.487154,"main_score":0.432455,"hf_subset":"tpi_Latn-run_Latn","languages":["tpi-Latn","run-Latn"]},{"precision":0.687445,"recall":0.751976,"f1":0.706042,"accuracy":0.751976,"main_score":0.706042,"hf_subset":"tpi_Latn-tam_Taml","languages":["tpi-Latn","tam-Taml"]},{"precision":0.751225,"recall":0.799407,"f1":0.765469,"accuracy":0.799407,"main_score":0.765469,"hf_subset":"tpi_Latn-vie_Latn","languages":["tpi-Latn","vie-Latn"]},{"precision":0.728288,"recall":0.77668,"f1":0.741808,"accuracy":0.77668,"main_score":0.741808,"hf_subset":"tpi_Latn-apc_Arab","languages":["tpi-Latn","apc-Arab"]},{"precision":0.620224,"recall":0.68083,"f1":0.638058,"accuracy":0.68083,"main_score":0.638058,"hf_subset":"tpi_Latn-bug_Latn","languages":["tpi-Latn","bug-Latn"]},{"precision":0.400406,"recall":0.463439,"f1":0.417499,"accuracy":0.463439,"main_score":0.417499,"hf_subset":"tpi_Latn-fon_Latn","languages":["tpi-Latn","fon-Latn"]},{"precision":0.709341,"recall":0.756917,"f1":0.723342,"accuracy":0.756917,"main_score":0.723342,"hf_subset":"tpi_Latn-jav_Latn","languages":["tpi-Latn","jav-Latn"]},{"precision":0.481763,"recall":0.541502,"f1":0.497958,"accuracy":0.541502,"main_score":0.497958,"hf_subset":"tpi_Latn-lao_Laoo","languages":["tpi-Latn","lao-Laoo"]},{"precision":0.41029,"recall":0.482213,"f1":0.429161,"accuracy":0.482213,"main_score":0.429161,"hf_subset":"tpi_Latn-mri_Latn","languages":["tpi-Latn","mri-Latn"]},{"precision":0.778001,"recall":0.823123,"f1":0.791379,"accuracy":0.823123,"main_score":0.791379,"hf_subset":"tpi_Latn-rus_Cyrl","languages":["tpi-Latn","rus-Cyrl"]},{"precision":0.435505,"recall":0.517787,"f1":0.457788,"accuracy":0.517787,"main_score":0.457788,"hf_subset":"tpi_Latn-taq_Latn","languages":["tpi-Latn","taq-Latn"]},{"precision":0.740478,"recall":0.782609,"f1":0.752866,"accuracy":0.782609,"main_score":0.752866,"hf_subset":"tpi_Latn-war_Latn","languages":["tpi-Latn","war-Latn"]},{"precision":0.726978,"recall":0.780632,"f1":0.742264,"accuracy":0.780632,"main_score":0.742264,"hf_subset":"tpi_Latn-arb_Arab","languages":["tpi-Latn","arb-Arab"]},{"precision":0.738293,"recall":0.788538,"f1":0.75289,"accuracy":0.788538,"main_score":0.75289,"hf_subset":"tpi_Latn-bul_Cyrl","languages":["tpi-Latn","bul-Cyrl"]},{"precision":0.804934,"recall":0.84585,"f1":0.816972,"accuracy":0.84585,"main_score":0.816972,"hf_subset":"tpi_Latn-fra_Latn","languages":["tpi-Latn","fra-Latn"]},{"precision":0.786582,"recall":0.83004,"f1":0.799322,"accuracy":0.83004,"main_score":0.799322,"hf_subset":"tpi_Latn-jpn_Jpan","languages":["tpi-Latn","jpn-Jpan"]},{"precision":0.702774,"recall":0.748024,"f1":0.715697,"accuracy":0.748024,"main_score":0.715697,"hf_subset":"tpi_Latn-lij_Latn","languages":["tpi-Latn","lij-Latn"]},{"precision":0.474304,"recall":0.551383,"f1":0.496326,"accuracy":0.551383,"main_score":0.496326,"hf_subset":"tpi_Latn-mya_Mymr","languages":["tpi-Latn","mya-Mymr"]},{"precision":0.510915,"recall":0.581028,"f1":0.531118,"accuracy":0.581028,"main_score":0.531118,"hf_subset":"tpi_Latn-sag_Latn","languages":["tpi-Latn","sag-Latn"]},{"precision":0.15502,"recall":0.224308,"f1":0.169598,"accuracy":0.224308,"main_score":0.169598,"hf_subset":"tpi_Latn-taq_Tfng","languages":["tpi-Latn","taq-Tfng"]},{"precision":0.500125,"recall":0.568182,"f1":0.519422,"accuracy":0.568182,"main_score":0.519422,"hf_subset":"tpi_Latn-wol_Latn","languages":["tpi-Latn","wol-Latn"]},{"precision":0.290217,"recall":0.371542,"f1":0.310007,"accuracy":0.371542,"main_score":0.310007,"hf_subset":"tpi_Latn-arb_Latn","languages":["tpi-Latn","arb-Latn"]},{"precision":0.747941,"recall":0.789526,"f1":0.759754,"accuracy":0.789526,"main_score":0.759754,"hf_subset":"tpi_Latn-cat_Latn","languages":["tpi-Latn","cat-Latn"]},{"precision":0.670733,"recall":0.720356,"f1":0.684771,"accuracy":0.720356,"main_score":0.684771,"hf_subset":"tpi_Latn-fur_Latn","languages":["tpi-Latn","fur-Latn"]},{"precision":0.290764,"recall":0.357708,"f1":0.308761,"accuracy":0.357708,"main_score":0.308761,"hf_subset":"tpi_Latn-kab_Latn","languages":["tpi-Latn","kab-Latn"]},{"precision":0.65303,"recall":0.712451,"f1":0.670455,"accuracy":0.712451,"main_score":0.670455,"hf_subset":"tpi_Latn-lim_Latn","languages":["tpi-Latn","lim-Latn"]},{"precision":0.776474,"recall":0.824111,"f1":0.790785,"accuracy":0.824111,"main_score":0.790785,"hf_subset":"tpi_Latn-nld_Latn","languages":["tpi-Latn","nld-Latn"]},{"precision":0.634251,"recall":0.700593,"f1":0.652871,"accuracy":0.700593,"main_score":0.652871,"hf_subset":"tpi_Latn-san_Deva","languages":["tpi-Latn","san-Deva"]},{"precision":0.58143,"recall":0.647233,"f1":0.600077,"accuracy":0.647233,"main_score":0.600077,"hf_subset":"tpi_Latn-tat_Cyrl","languages":["tpi-Latn","tat-Cyrl"]},{"precision":0.478669,"recall":0.55336,"f1":0.499257,"accuracy":0.55336,"main_score":0.499257,"hf_subset":"tpi_Latn-xho_Latn","languages":["tpi-Latn","xho-Latn"]},{"precision":0.720497,"recall":0.775692,"f1":0.736444,"accuracy":0.775692,"main_score":0.736444,"hf_subset":"tpi_Latn-ars_Arab","languages":["tpi-Latn","ars-Arab"]},{"precision":0.704775,"recall":0.75,"f1":0.718046,"accuracy":0.75,"main_score":0.718046,"hf_subset":"tpi_Latn-ceb_Latn","languages":["tpi-Latn","ceb-Latn"]},{"precision":0.460279,"recall":0.527668,"f1":0.47884,"accuracy":0.527668,"main_score":0.47884,"hf_subset":"tpi_Latn-fuv_Latn","languages":["tpi-Latn","fuv-Latn"]},{"precision":0.47305,"recall":0.54249,"f1":0.491733,"accuracy":0.54249,"main_score":0.491733,"hf_subset":"tpi_Latn-kac_Latn","languages":["tpi-Latn","kac-Latn"]},{"precision":0.526602,"recall":0.590909,"f1":0.54438,"accuracy":0.590909,"main_score":0.54438,"hf_subset":"tpi_Latn-lin_Latn","languages":["tpi-Latn","lin-Latn"]},{"precision":0.73092,"recall":0.781621,"f1":0.745204,"accuracy":0.781621,"main_score":0.745204,"hf_subset":"tpi_Latn-nno_Latn","languages":["tpi-Latn","nno-Latn"]},{"precision":0.177098,"recall":0.229249,"f1":0.189627,"accuracy":0.229249,"main_score":0.189627,"hf_subset":"tpi_Latn-sat_Olck","languages":["tpi-Latn","sat-Olck"]},{"precision":0.698431,"recall":0.757905,"f1":0.715796,"accuracy":0.757905,"main_score":0.715796,"hf_subset":"tpi_Latn-tel_Telu","languages":["tpi-Latn","tel-Telu"]},{"precision":0.337002,"recall":0.411067,"f1":0.356326,"accuracy":0.411067,"main_score":0.356326,"hf_subset":"tpi_Latn-ydd_Hebr","languages":["tpi-Latn","ydd-Hebr"]},{"precision":0.664254,"recall":0.722332,"f1":0.680777,"accuracy":0.722332,"main_score":0.680777,"hf_subset":"tpi_Latn-ary_Arab","languages":["tpi-Latn","ary-Arab"]},{"precision":0.711442,"recall":0.771739,"f1":0.729045,"accuracy":0.771739,"main_score":0.729045,"hf_subset":"tpi_Latn-ces_Latn","languages":["tpi-Latn","ces-Latn"]},{"precision":0.340062,"recall":0.409091,"f1":0.356942,"accuracy":0.409091,"main_score":0.356942,"hf_subset":"tpi_Latn-gaz_Latn","languages":["tpi-Latn","gaz-Latn"]},{"precision":0.477191,"recall":0.543478,"f1":0.495074,"accuracy":0.543478,"main_score":0.495074,"hf_subset":"tpi_Latn-kam_Latn","languages":["tpi-Latn","kam-Latn"]},{"precision":0.603512,"recall":0.661067,"f1":0.620631,"accuracy":0.661067,"main_score":0.620631,"hf_subset":"tpi_Latn-lit_Latn","languages":["tpi-Latn","lit-Latn"]},{"precision":0.756268,"recall":0.804348,"f1":0.77007,"accuracy":0.804348,"main_score":0.77007,"hf_subset":"tpi_Latn-nob_Latn","languages":["tpi-Latn","nob-Latn"]},{"precision":0.609173,"recall":0.678854,"f1":0.629688,"accuracy":0.678854,"main_score":0.629688,"hf_subset":"tpi_Latn-scn_Latn","languages":["tpi-Latn","scn-Latn"]},{"precision":0.43096,"recall":0.512846,"f1":0.452676,"accuracy":0.512846,"main_score":0.452676,"hf_subset":"tpi_Latn-tgk_Cyrl","languages":["tpi-Latn","tgk-Cyrl"]},{"precision":0.415471,"recall":0.493083,"f1":0.436132,"accuracy":0.493083,"main_score":0.436132,"hf_subset":"tpi_Latn-yor_Latn","languages":["tpi-Latn","yor-Latn"]},{"precision":0.748175,"recall":0.794466,"f1":0.761484,"accuracy":0.794466,"main_score":0.761484,"hf_subset":"tpi_Latn-arz_Arab","languages":["tpi-Latn","arz-Arab"]},{"precision":0.468541,"recall":0.541502,"f1":0.488227,"accuracy":0.541502,"main_score":0.488227,"hf_subset":"tpi_Latn-cjk_Latn","languages":["tpi-Latn","cjk-Latn"]},{"precision":0.385813,"recall":0.456522,"f1":0.404121,"accuracy":0.456522,"main_score":0.404121,"hf_subset":"tpi_Latn-gla_Latn","languages":["tpi-Latn","gla-Latn"]},{"precision":0.699183,"recall":0.757905,"f1":0.716387,"accuracy":0.757905,"main_score":0.716387,"hf_subset":"tpi_Latn-kan_Knda","languages":["tpi-Latn","kan-Knda"]},{"precision":0.649453,"recall":0.699605,"f1":0.66442,"accuracy":0.699605,"main_score":0.66442,"hf_subset":"tpi_Latn-lmo_Latn","languages":["tpi-Latn","lmo-Latn"]},{"precision":0.733623,"recall":0.791502,"f1":0.750824,"accuracy":0.791502,"main_score":0.750824,"hf_subset":"tpi_Latn-npi_Deva","languages":["tpi-Latn","npi-Deva"]},{"precision":0.392952,"recall":0.478261,"f1":0.416249,"accuracy":0.478261,"main_score":0.416249,"hf_subset":"tpi_Latn-shn_Mymr","languages":["tpi-Latn","shn-Mymr"]},{"precision":0.67529,"recall":0.738142,"f1":0.694184,"accuracy":0.738142,"main_score":0.694184,"hf_subset":"tpi_Latn-tgl_Latn","languages":["tpi-Latn","tgl-Latn"]},{"precision":0.770523,"recall":0.817194,"f1":0.784,"accuracy":0.817194,"main_score":0.784,"hf_subset":"tpi_Latn-yue_Hant","languages":["tpi-Latn","yue-Hant"]},{"precision":0.60101,"recall":0.678854,"f1":0.624416,"accuracy":0.678854,"main_score":0.624416,"hf_subset":"tpi_Latn-asm_Beng","languages":["tpi-Latn","asm-Beng"]},{"precision":0.359346,"recall":0.436759,"f1":0.380157,"accuracy":0.436759,"main_score":0.380157,"hf_subset":"tpi_Latn-ckb_Arab","languages":["tpi-Latn","ckb-Arab"]},{"precision":0.369506,"recall":0.443676,"f1":0.38932,"accuracy":0.443676,"main_score":0.38932,"hf_subset":"tpi_Latn-gle_Latn","languages":["tpi-Latn","gle-Latn"]},{"precision":0.532469,"recall":0.609684,"f1":0.554916,"accuracy":0.609684,"main_score":0.554916,"hf_subset":"tpi_Latn-kas_Arab","languages":["tpi-Latn","kas-Arab"]},{"precision":0.577579,"recall":0.640316,"f1":0.595753,"accuracy":0.640316,"main_score":0.595753,"hf_subset":"tpi_Latn-ltg_Latn","languages":["tpi-Latn","ltg-Latn"]},{"precision":0.511479,"recall":0.576087,"f1":0.530135,"accuracy":0.576087,"main_score":0.530135,"hf_subset":"tpi_Latn-nso_Latn","languages":["tpi-Latn","nso-Latn"]},{"precision":0.507207,"recall":0.576087,"f1":0.527011,"accuracy":0.576087,"main_score":0.527011,"hf_subset":"tpi_Latn-sin_Sinh","languages":["tpi-Latn","sin-Sinh"]},{"precision":0.748706,"recall":0.80336,"f1":0.764742,"accuracy":0.80336,"main_score":0.764742,"hf_subset":"tpi_Latn-tha_Thai","languages":["tpi-Latn","tha-Thai"]},{"precision":0.784283,"recall":0.824111,"f1":0.795992,"accuracy":0.824111,"main_score":0.795992,"hf_subset":"tpi_Latn-zho_Hans","languages":["tpi-Latn","zho-Hans"]},{"precision":0.729548,"recall":0.769763,"f1":0.741355,"accuracy":0.769763,"main_score":0.741355,"hf_subset":"tpi_Latn-ast_Latn","languages":["tpi-Latn","ast-Latn"]},{"precision":0.599423,"recall":0.664032,"f1":0.617898,"accuracy":0.664032,"main_score":0.617898,"hf_subset":"tpi_Latn-crh_Latn","languages":["tpi-Latn","crh-Latn"]},{"precision":0.776316,"recall":0.815217,"f1":0.787588,"accuracy":0.815217,"main_score":0.787588,"hf_subset":"tpi_Latn-glg_Latn","languages":["tpi-Latn","glg-Latn"]},{"precision":0.536188,"recall":0.605731,"f1":0.556398,"accuracy":0.605731,"main_score":0.556398,"hf_subset":"tpi_Latn-kas_Deva","languages":["tpi-Latn","kas-Deva"]},{"precision":0.653033,"recall":0.714427,"f1":0.670198,"accuracy":0.714427,"main_score":0.670198,"hf_subset":"tpi_Latn-ltz_Latn","languages":["tpi-Latn","ltz-Latn"]},{"precision":0.356431,"recall":0.425889,"f1":0.37585,"accuracy":0.425889,"main_score":0.37585,"hf_subset":"tpi_Latn-nus_Latn","languages":["tpi-Latn","nus-Latn"]},{"precision":0.681909,"recall":0.743083,"f1":0.700314,"accuracy":0.743083,"main_score":0.700314,"hf_subset":"tpi_Latn-slk_Latn","languages":["tpi-Latn","slk-Latn"]},{"precision":0.3538,"recall":0.424901,"f1":0.37288,"accuracy":0.424901,"main_score":0.37288,"hf_subset":"tpi_Latn-tir_Ethi","languages":["tpi-Latn","tir-Ethi"]},{"precision":0.76306,"recall":0.812253,"f1":0.777488,"accuracy":0.812253,"main_score":0.777488,"hf_subset":"tpi_Latn-zho_Hant","languages":["tpi-Latn","zho-Hant"]},{"precision":0.774553,"recall":0.820158,"f1":0.788082,"accuracy":0.820158,"main_score":0.788082,"hf_subset":"tpi_Latn-awa_Deva","languages":["tpi-Latn","awa-Deva"]},{"precision":0.436994,"recall":0.506917,"f1":0.456419,"accuracy":0.506917,"main_score":0.456419,"hf_subset":"tpi_Latn-cym_Latn","languages":["tpi-Latn","cym-Latn"]},{"precision":0.639264,"recall":0.692688,"f1":0.654203,"accuracy":0.692688,"main_score":0.654203,"hf_subset":"tpi_Latn-grn_Latn","languages":["tpi-Latn","grn-Latn"]},{"precision":0.582277,"recall":0.65415,"f1":0.602899,"accuracy":0.65415,"main_score":0.602899,"hf_subset":"tpi_Latn-kat_Geor","languages":["tpi-Latn","kat-Geor"]},{"precision":0.520405,"recall":0.585968,"f1":0.539155,"accuracy":0.585968,"main_score":0.539155,"hf_subset":"tpi_Latn-lua_Latn","languages":["tpi-Latn","lua-Latn"]},{"precision":0.516074,"recall":0.579051,"f1":0.533818,"accuracy":0.579051,"main_score":0.533818,"hf_subset":"tpi_Latn-nya_Latn","languages":["tpi-Latn","nya-Latn"]},{"precision":0.650844,"recall":0.708498,"f1":0.667734,"accuracy":0.708498,"main_score":0.667734,"hf_subset":"tpi_Latn-slv_Latn","languages":["tpi-Latn","slv-Latn"]},{"precision":0.76928,"recall":0.812253,"f1":0.781658,"accuracy":0.812253,"main_score":0.781658,"hf_subset":"tpi_Latn-zsm_Latn","languages":["tpi-Latn","zsm-Latn"]},{"precision":0.418793,"recall":0.495059,"f1":0.439449,"accuracy":0.495059,"main_score":0.439449,"hf_subset":"tpi_Latn-ayr_Latn","languages":["tpi-Latn","ayr-Latn"]},{"precision":0.765152,"recall":0.811265,"f1":0.778901,"accuracy":0.811265,"main_score":0.778901,"hf_subset":"tpi_Latn-dan_Latn","languages":["tpi-Latn","dan-Latn"]},{"precision":0.691094,"recall":0.755929,"f1":0.710188,"accuracy":0.755929,"main_score":0.710188,"hf_subset":"tpi_Latn-guj_Gujr","languages":["tpi-Latn","guj-Gujr"]},{"precision":0.567061,"recall":0.632411,"f1":0.585627,"accuracy":0.632411,"main_score":0.585627,"hf_subset":"tpi_Latn-kaz_Cyrl","languages":["tpi-Latn","kaz-Cyrl"]},{"precision":0.429152,"recall":0.494071,"f1":0.446579,"accuracy":0.494071,"main_score":0.446579,"hf_subset":"tpi_Latn-lug_Latn","languages":["tpi-Latn","lug-Latn"]},{"precision":0.72562,"recall":0.768775,"f1":0.738134,"accuracy":0.768775,"main_score":0.738134,"hf_subset":"tpi_Latn-oci_Latn","languages":["tpi-Latn","oci-Latn"]},{"precision":0.486553,"recall":0.564229,"f1":0.508562,"accuracy":0.564229,"main_score":0.508562,"hf_subset":"tpi_Latn-smo_Latn","languages":["tpi-Latn","smo-Latn"]},{"precision":0.448039,"recall":0.516798,"f1":0.467122,"accuracy":0.516798,"main_score":0.467122,"hf_subset":"tpi_Latn-tsn_Latn","languages":["tpi-Latn","tsn-Latn"]},{"precision":0.409357,"recall":0.48419,"f1":0.429471,"accuracy":0.48419,"main_score":0.429471,"hf_subset":"tpi_Latn-zul_Latn","languages":["tpi-Latn","zul-Latn"]},{"precision":0.554055,"recall":0.631423,"f1":0.5754,"accuracy":0.631423,"main_score":0.5754,"hf_subset":"tpi_Latn-azb_Arab","languages":["tpi-Latn","azb-Arab"]},{"precision":0.798474,"recall":0.840909,"f1":0.811454,"accuracy":0.840909,"main_score":0.811454,"hf_subset":"tpi_Latn-deu_Latn","languages":["tpi-Latn","deu-Latn"]},{"precision":0.565239,"recall":0.635375,"f1":0.585044,"accuracy":0.635375,"main_score":0.585044,"hf_subset":"tpi_Latn-hat_Latn","languages":["tpi-Latn","hat-Latn"]},{"precision":0.399419,"recall":0.456522,"f1":0.415176,"accuracy":0.456522,"main_score":0.415176,"hf_subset":"tpi_Latn-kbp_Latn","languages":["tpi-Latn","kbp-Latn"]},{"precision":0.49078,"recall":0.552372,"f1":0.508286,"accuracy":0.552372,"main_score":0.508286,"hf_subset":"tpi_Latn-luo_Latn","languages":["tpi-Latn","luo-Latn"]},{"precision":0.477151,"recall":0.552372,"f1":0.498072,"accuracy":0.552372,"main_score":0.498072,"hf_subset":"tpi_Latn-ory_Orya","languages":["tpi-Latn","ory-Orya"]},{"precision":0.468998,"recall":0.540514,"f1":0.488957,"accuracy":0.540514,"main_score":0.488957,"hf_subset":"tpi_Latn-sna_Latn","languages":["tpi-Latn","sna-Latn"]},{"precision":0.450367,"recall":0.51581,"f1":0.468223,"accuracy":0.51581,"main_score":0.468223,"hf_subset":"tpi_Latn-tso_Latn","languages":["tpi-Latn","tso-Latn"]},{"precision":0.602616,"recall":0.663043,"f1":0.620122,"accuracy":0.663043,"main_score":0.620122,"hf_subset":"tpi_Latn-azj_Latn","languages":["tpi-Latn","azj-Latn"]},{"precision":0.476217,"recall":0.550395,"f1":0.497942,"accuracy":0.550395,"main_score":0.497942,"hf_subset":"tpi_Latn-dik_Latn","languages":["tpi-Latn","dik-Latn"]},{"precision":0.467674,"recall":0.522727,"f1":0.483583,"accuracy":0.522727,"main_score":0.483583,"hf_subset":"tpi_Latn-hau_Latn","languages":["tpi-Latn","hau-Latn"]},{"precision":0.664185,"recall":0.717391,"f1":0.679218,"accuracy":0.717391,"main_score":0.679218,"hf_subset":"tpi_Latn-kea_Latn","languages":["tpi-Latn","kea-Latn"]},{"precision":0.641168,"recall":0.69664,"f1":0.657842,"accuracy":0.69664,"main_score":0.657842,"hf_subset":"tpi_Latn-lus_Latn","languages":["tpi-Latn","lus-Latn"]},{"precision":0.702826,"recall":0.747036,"f1":0.715944,"accuracy":0.747036,"main_score":0.715944,"hf_subset":"tpi_Latn-pag_Latn","languages":["tpi-Latn","pag-Latn"]},{"precision":0.515696,"recall":0.607708,"f1":0.542081,"accuracy":0.607708,"main_score":0.542081,"hf_subset":"tpi_Latn-snd_Arab","languages":["tpi-Latn","snd-Arab"]},{"precision":0.524542,"recall":0.590909,"f1":0.543409,"accuracy":0.590909,"main_score":0.543409,"hf_subset":"tpi_Latn-tuk_Latn","languages":["tpi-Latn","tuk-Latn"]},{"precision":0.584043,"recall":0.644269,"f1":0.601474,"accuracy":0.644269,"main_score":0.601474,"hf_subset":"tpi_Latn-bak_Cyrl","languages":["tpi-Latn","bak-Cyrl"]},{"precision":0.37798,"recall":0.467391,"f1":0.402784,"accuracy":0.467391,"main_score":0.402784,"hf_subset":"tpi_Latn-dyu_Latn","languages":["tpi-Latn","dyu-Latn"]},{"precision":0.555054,"recall":0.626482,"f1":0.575932,"accuracy":0.626482,"main_score":0.575932,"hf_subset":"tpi_Latn-heb_Hebr","languages":["tpi-Latn","heb-Hebr"]},{"precision":0.433245,"recall":0.509881,"f1":0.454305,"accuracy":0.509881,"main_score":0.454305,"hf_subset":"tpi_Latn-khk_Cyrl","languages":["tpi-Latn","khk-Cyrl"]},{"precision":0.630215,"recall":0.687747,"f1":0.647694,"accuracy":0.687747,"main_score":0.647694,"hf_subset":"tpi_Latn-lvs_Latn","languages":["tpi-Latn","lvs-Latn"]},{"precision":0.583597,"recall":0.657115,"f1":0.604989,"accuracy":0.657115,"main_score":0.604989,"hf_subset":"tpi_Latn-pan_Guru","languages":["tpi-Latn","pan-Guru"]},{"precision":0.407059,"recall":0.471344,"f1":0.424968,"accuracy":0.471344,"main_score":0.424968,"hf_subset":"tpi_Latn-som_Latn","languages":["tpi-Latn","som-Latn"]},{"precision":0.484677,"recall":0.545455,"f1":0.50162,"accuracy":0.545455,"main_score":0.50162,"hf_subset":"tpi_Latn-tum_Latn","languages":["tpi-Latn","tum-Latn"]},{"precision":0.314005,"recall":0.400198,"f1":0.336115,"accuracy":0.400198,"main_score":0.336115,"hf_subset":"zsm_Latn-ace_Arab","languages":["zsm-Latn","ace-Arab"]},{"precision":0.375845,"recall":0.470356,"f1":0.401204,"accuracy":0.470356,"main_score":0.401204,"hf_subset":"zsm_Latn-bam_Latn","languages":["zsm-Latn","bam-Latn"]},{"precision":0.149953,"recall":0.216403,"f1":0.166892,"accuracy":0.216403,"main_score":0.166892,"hf_subset":"zsm_Latn-dzo_Tibt","languages":["zsm-Latn","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zsm_Latn-hin_Deva","languages":["zsm-Latn","hin-Deva"]},{"precision":0.825675,"recall":0.87747,"f1":0.842128,"accuracy":0.87747,"main_score":0.842128,"hf_subset":"zsm_Latn-khm_Khmr","languages":["zsm-Latn","khm-Khmr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"zsm_Latn-mag_Deva","languages":["zsm-Latn","mag-Deva"]},{"precision":0.857955,"recall":0.898221,"f1":0.870257,"accuracy":0.898221,"main_score":0.870257,"hf_subset":"zsm_Latn-pap_Latn","languages":["zsm-Latn","pap-Latn"]},{"precision":0.407544,"recall":0.509881,"f1":0.434366,"accuracy":0.509881,"main_score":0.434366,"hf_subset":"zsm_Latn-sot_Latn","languages":["zsm-Latn","sot-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zsm_Latn-tur_Latn","languages":["zsm-Latn","tur-Latn"]},{"precision":0.693932,"recall":0.767787,"f1":0.716227,"accuracy":0.767787,"main_score":0.716227,"hf_subset":"zsm_Latn-ace_Latn","languages":["zsm-Latn","ace-Latn"]},{"precision":0.834569,"recall":0.882411,"f1":0.849704,"accuracy":0.882411,"main_score":0.849704,"hf_subset":"zsm_Latn-ban_Latn","languages":["zsm-Latn","ban-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"zsm_Latn-ell_Grek","languages":["zsm-Latn","ell-Grek"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"zsm_Latn-hne_Deva","languages":["zsm-Latn","hne-Deva"]},{"precision":0.426076,"recall":0.533597,"f1":0.454709,"accuracy":0.533597,"main_score":0.454709,"hf_subset":"zsm_Latn-kik_Latn","languages":["zsm-Latn","kik-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"zsm_Latn-mai_Deva","languages":["zsm-Latn","mai-Deva"]},{"precision":0.842638,"recall":0.889328,"f1":0.857246,"accuracy":0.889328,"main_score":0.857246,"hf_subset":"zsm_Latn-pbt_Arab","languages":["zsm-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-spa_Latn","languages":["zsm-Latn","spa-Latn"]},{"precision":0.48837,"recall":0.585968,"f1":0.514795,"accuracy":0.585968,"main_score":0.514795,"hf_subset":"zsm_Latn-twi_Latn","languages":["zsm-Latn","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zsm_Latn-acm_Arab","languages":["zsm-Latn","acm-Arab"]},{"precision":0.833827,"recall":0.882411,"f1":0.849111,"accuracy":0.882411,"main_score":0.849111,"hf_subset":"zsm_Latn-bel_Cyrl","languages":["zsm-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-eng_Latn","languages":["zsm-Latn","eng-Latn"]},{"precision":0.956275,"recall":0.970356,"f1":0.96087,"accuracy":0.970356,"main_score":0.96087,"hf_subset":"zsm_Latn-hrv_Latn","languages":["zsm-Latn","hrv-Latn"]},{"precision":0.390119,"recall":0.48913,"f1":0.415878,"accuracy":0.48913,"main_score":0.415878,"hf_subset":"zsm_Latn-kin_Latn","languages":["zsm-Latn","kin-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"zsm_Latn-mal_Mlym","languages":["zsm-Latn","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-pes_Arab","languages":["zsm-Latn","pes-Arab"]},{"precision":0.819121,"recall":0.871542,"f1":0.83587,"accuracy":0.871542,"main_score":0.83587,"hf_subset":"zsm_Latn-srd_Latn","languages":["zsm-Latn","srd-Latn"]},{"precision":0.099081,"recall":0.173913,"f1":0.115218,"accuracy":0.173913,"main_score":0.115218,"hf_subset":"zsm_Latn-tzm_Tfng","languages":["zsm-Latn","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zsm_Latn-acq_Arab","languages":["zsm-Latn","acq-Arab"]},{"precision":0.439815,"recall":0.539526,"f1":0.46618,"accuracy":0.539526,"main_score":0.46618,"hf_subset":"zsm_Latn-bem_Latn","languages":["zsm-Latn","bem-Latn"]},{"precision":0.87803,"recall":0.914032,"f1":0.889493,"accuracy":0.914032,"main_score":0.889493,"hf_subset":"zsm_Latn-epo_Latn","languages":["zsm-Latn","epo-Latn"]},{"precision":0.928854,"recall":0.951581,"f1":0.936265,"accuracy":0.951581,"main_score":0.936265,"hf_subset":"zsm_Latn-hun_Latn","languages":["zsm-Latn","hun-Latn"]},{"precision":0.677787,"recall":0.752964,"f1":0.700148,"accuracy":0.752964,"main_score":0.700148,"hf_subset":"zsm_Latn-kir_Cyrl","languages":["zsm-Latn","kir-Cyrl"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"zsm_Latn-mar_Deva","languages":["zsm-Latn","mar-Deva"]},{"precision":0.440477,"recall":0.537549,"f1":0.466822,"accuracy":0.537549,"main_score":0.466822,"hf_subset":"zsm_Latn-plt_Latn","languages":["zsm-Latn","plt-Latn"]},{"precision":0.923584,"recall":0.947628,"f1":0.931489,"accuracy":0.947628,"main_score":0.931489,"hf_subset":"zsm_Latn-srp_Cyrl","languages":["zsm-Latn","srp-Cyrl"]},{"precision":0.281799,"recall":0.369565,"f1":0.304347,"accuracy":0.369565,"main_score":0.304347,"hf_subset":"zsm_Latn-uig_Arab","languages":["zsm-Latn","uig-Arab"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"zsm_Latn-aeb_Arab","languages":["zsm-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-ben_Beng","languages":["zsm-Latn","ben-Beng"]},{"precision":0.815547,"recall":0.867589,"f1":0.831423,"accuracy":0.867589,"main_score":0.831423,"hf_subset":"zsm_Latn-est_Latn","languages":["zsm-Latn","est-Latn"]},{"precision":0.789667,"recall":0.84585,"f1":0.806883,"accuracy":0.84585,"main_score":0.806883,"hf_subset":"zsm_Latn-hye_Armn","languages":["zsm-Latn","hye-Armn"]},{"precision":0.385407,"recall":0.472332,"f1":0.408751,"accuracy":0.472332,"main_score":0.408751,"hf_subset":"zsm_Latn-kmb_Latn","languages":["zsm-Latn","kmb-Latn"]},{"precision":0.256388,"recall":0.341897,"f1":0.278255,"accuracy":0.341897,"main_score":0.278255,"hf_subset":"zsm_Latn-min_Arab","languages":["zsm-Latn","min-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-pol_Latn","languages":["zsm-Latn","pol-Latn"]},{"precision":0.378196,"recall":0.48419,"f1":0.406067,"accuracy":0.48419,"main_score":0.406067,"hf_subset":"zsm_Latn-ssw_Latn","languages":["zsm-Latn","ssw-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"zsm_Latn-ukr_Cyrl","languages":["zsm-Latn","ukr-Cyrl"]},{"precision":0.931818,"recall":0.953557,"f1":0.9389,"accuracy":0.953557,"main_score":0.9389,"hf_subset":"zsm_Latn-afr_Latn","languages":["zsm-Latn","afr-Latn"]},{"precision":0.954381,"recall":0.967391,"f1":0.958498,"accuracy":0.967391,"main_score":0.958498,"hf_subset":"zsm_Latn-bho_Deva","languages":["zsm-Latn","bho-Deva"]},{"precision":0.603626,"recall":0.688735,"f1":0.627059,"accuracy":0.688735,"main_score":0.627059,"hf_subset":"zsm_Latn-eus_Latn","languages":["zsm-Latn","eus-Latn"]},{"precision":0.375169,"recall":0.486166,"f1":0.404422,"accuracy":0.486166,"main_score":0.404422,"hf_subset":"zsm_Latn-ibo_Latn","languages":["zsm-Latn","ibo-Latn"]},{"precision":0.431128,"recall":0.536561,"f1":0.459249,"accuracy":0.536561,"main_score":0.459249,"hf_subset":"zsm_Latn-kmr_Latn","languages":["zsm-Latn","kmr-Latn"]},{"precision":0.823485,"recall":0.870553,"f1":0.837714,"accuracy":0.870553,"main_score":0.837714,"hf_subset":"zsm_Latn-min_Latn","languages":["zsm-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zsm_Latn-por_Latn","languages":["zsm-Latn","por-Latn"]},{"precision":0.878129,"recall":0.91502,"f1":0.889987,"accuracy":0.91502,"main_score":0.889987,"hf_subset":"zsm_Latn-sun_Latn","languages":["zsm-Latn","sun-Latn"]},{"precision":0.36089,"recall":0.467391,"f1":0.388963,"accuracy":0.467391,"main_score":0.388963,"hf_subset":"zsm_Latn-umb_Latn","languages":["zsm-Latn","umb-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"zsm_Latn-ajp_Arab","languages":["zsm-Latn","ajp-Arab"]},{"precision":0.281922,"recall":0.378458,"f1":0.307719,"accuracy":0.378458,"main_score":0.307719,"hf_subset":"zsm_Latn-bjn_Arab","languages":["zsm-Latn","bjn-Arab"]},{"precision":0.389205,"recall":0.48913,"f1":0.415995,"accuracy":0.48913,"main_score":0.415995,"hf_subset":"zsm_Latn-ewe_Latn","languages":["zsm-Latn","ewe-Latn"]},{"precision":0.67585,"recall":0.75,"f1":0.697671,"accuracy":0.75,"main_score":0.697671,"hf_subset":"zsm_Latn-ilo_Latn","languages":["zsm-Latn","ilo-Latn"]},{"precision":0.179558,"recall":0.261858,"f1":0.198566,"accuracy":0.261858,"main_score":0.198566,"hf_subset":"zsm_Latn-knc_Arab","languages":["zsm-Latn","knc-Arab"]},{"precision":0.903327,"recall":0.933794,"f1":0.913373,"accuracy":0.933794,"main_score":0.913373,"hf_subset":"zsm_Latn-mkd_Cyrl","languages":["zsm-Latn","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zsm_Latn-prs_Arab","languages":["zsm-Latn","prs-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-swe_Latn","languages":["zsm-Latn","swe-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"zsm_Latn-urd_Arab","languages":["zsm-Latn","urd-Arab"]},{"precision":0.463646,"recall":0.568182,"f1":0.491373,"accuracy":0.568182,"main_score":0.491373,"hf_subset":"zsm_Latn-aka_Latn","languages":["zsm-Latn","aka-Latn"]},{"precision":0.852174,"recall":0.896245,"f1":0.866271,"accuracy":0.896245,"main_score":0.866271,"hf_subset":"zsm_Latn-bjn_Latn","languages":["zsm-Latn","bjn-Latn"]},{"precision":0.574288,"recall":0.664032,"f1":0.60014,"accuracy":0.664032,"main_score":0.60014,"hf_subset":"zsm_Latn-fao_Latn","languages":["zsm-Latn","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-ind_Latn","languages":["zsm-Latn","ind-Latn"]},{"precision":0.449866,"recall":0.546443,"f1":0.475194,"accuracy":0.546443,"main_score":0.475194,"hf_subset":"zsm_Latn-knc_Latn","languages":["zsm-Latn","knc-Latn"]},{"precision":0.6919,"recall":0.762846,"f1":0.712126,"accuracy":0.762846,"main_score":0.712126,"hf_subset":"zsm_Latn-mlt_Latn","languages":["zsm-Latn","mlt-Latn"]},{"precision":0.467942,"recall":0.577075,"f1":0.497531,"accuracy":0.577075,"main_score":0.497531,"hf_subset":"zsm_Latn-quy_Latn","languages":["zsm-Latn","quy-Latn"]},{"precision":0.855155,"recall":0.899209,"f1":0.869269,"accuracy":0.899209,"main_score":0.869269,"hf_subset":"zsm_Latn-swh_Latn","languages":["zsm-Latn","swh-Latn"]},{"precision":0.61666,"recall":0.703557,"f1":0.6419,"accuracy":0.703557,"main_score":0.6419,"hf_subset":"zsm_Latn-uzn_Latn","languages":["zsm-Latn","uzn-Latn"]},{"precision":0.742358,"recall":0.8083,"f1":0.762582,"accuracy":0.8083,"main_score":0.762582,"hf_subset":"zsm_Latn-als_Latn","languages":["zsm-Latn","als-Latn"]},{"precision":0.187244,"recall":0.258893,"f1":0.204949,"accuracy":0.258893,"main_score":0.204949,"hf_subset":"zsm_Latn-bod_Tibt","languages":["zsm-Latn","bod-Tibt"]},{"precision":0.401606,"recall":0.504941,"f1":0.42875,"accuracy":0.504941,"main_score":0.42875,"hf_subset":"zsm_Latn-fij_Latn","languages":["zsm-Latn","fij-Latn"]},{"precision":0.541389,"recall":0.630435,"f1":0.565822,"accuracy":0.630435,"main_score":0.565822,"hf_subset":"zsm_Latn-isl_Latn","languages":["zsm-Latn","isl-Latn"]},{"precision":0.480347,"recall":0.58004,"f1":0.507925,"accuracy":0.58004,"main_score":0.507925,"hf_subset":"zsm_Latn-kon_Latn","languages":["zsm-Latn","kon-Latn"]},{"precision":0.347051,"recall":0.455534,"f1":0.375654,"accuracy":0.455534,"main_score":0.375654,"hf_subset":"zsm_Latn-mni_Beng","languages":["zsm-Latn","mni-Beng"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"zsm_Latn-ron_Latn","languages":["zsm-Latn","ron-Latn"]},{"precision":0.842227,"recall":0.887352,"f1":0.856719,"accuracy":0.887352,"main_score":0.856719,"hf_subset":"zsm_Latn-szl_Latn","languages":["zsm-Latn","szl-Latn"]},{"precision":0.915843,"recall":0.942688,"f1":0.924572,"accuracy":0.942688,"main_score":0.924572,"hf_subset":"zsm_Latn-vec_Latn","languages":["zsm-Latn","vec-Latn"]},{"precision":0.780344,"recall":0.839921,"f1":0.798803,"accuracy":0.839921,"main_score":0.798803,"hf_subset":"zsm_Latn-amh_Ethi","languages":["zsm-Latn","amh-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"zsm_Latn-bos_Latn","languages":["zsm-Latn","bos-Latn"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"zsm_Latn-fin_Latn","languages":["zsm-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zsm_Latn-ita_Latn","languages":["zsm-Latn","ita-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"zsm_Latn-kor_Hang","languages":["zsm-Latn","kor-Hang"]},{"precision":0.4033,"recall":0.500988,"f1":0.429198,"accuracy":0.500988,"main_score":0.429198,"hf_subset":"zsm_Latn-mos_Latn","languages":["zsm-Latn","mos-Latn"]},{"precision":0.383826,"recall":0.483202,"f1":0.410061,"accuracy":0.483202,"main_score":0.410061,"hf_subset":"zsm_Latn-run_Latn","languages":["zsm-Latn","run-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"zsm_Latn-tam_Taml","languages":["zsm-Latn","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zsm_Latn-vie_Latn","languages":["zsm-Latn","vie-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"zsm_Latn-apc_Arab","languages":["zsm-Latn","apc-Arab"]},{"precision":0.659076,"recall":0.738142,"f1":0.681664,"accuracy":0.738142,"main_score":0.681664,"hf_subset":"zsm_Latn-bug_Latn","languages":["zsm-Latn","bug-Latn"]},{"precision":0.351694,"recall":0.451581,"f1":0.376525,"accuracy":0.451581,"main_score":0.376525,"hf_subset":"zsm_Latn-fon_Latn","languages":["zsm-Latn","fon-Latn"]},{"precision":0.861742,"recall":0.903162,"f1":0.874736,"accuracy":0.903162,"main_score":0.874736,"hf_subset":"zsm_Latn-jav_Latn","languages":["zsm-Latn","jav-Latn"]},{"precision":0.747793,"recall":0.813241,"f1":0.767608,"accuracy":0.813241,"main_score":0.767608,"hf_subset":"zsm_Latn-lao_Laoo","languages":["zsm-Latn","lao-Laoo"]},{"precision":0.360682,"recall":0.469368,"f1":0.388225,"accuracy":0.469368,"main_score":0.388225,"hf_subset":"zsm_Latn-mri_Latn","languages":["zsm-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-rus_Cyrl","languages":["zsm-Latn","rus-Cyrl"]},{"precision":0.376866,"recall":0.492095,"f1":0.407362,"accuracy":0.492095,"main_score":0.407362,"hf_subset":"zsm_Latn-taq_Latn","languages":["zsm-Latn","taq-Latn"]},{"precision":0.794203,"recall":0.850791,"f1":0.811891,"accuracy":0.850791,"main_score":0.811891,"hf_subset":"zsm_Latn-war_Latn","languages":["zsm-Latn","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-arb_Arab","languages":["zsm-Latn","arb-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-bul_Cyrl","languages":["zsm-Latn","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zsm_Latn-fra_Latn","languages":["zsm-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-jpn_Jpan","languages":["zsm-Latn","jpn-Jpan"]},{"precision":0.851779,"recall":0.896245,"f1":0.865942,"accuracy":0.896245,"main_score":0.865942,"hf_subset":"zsm_Latn-lij_Latn","languages":["zsm-Latn","lij-Latn"]},{"precision":0.779595,"recall":0.841897,"f1":0.799111,"accuracy":0.841897,"main_score":0.799111,"hf_subset":"zsm_Latn-mya_Mymr","languages":["zsm-Latn","mya-Mymr"]},{"precision":0.440859,"recall":0.547431,"f1":0.469413,"accuracy":0.547431,"main_score":0.469413,"hf_subset":"zsm_Latn-sag_Latn","languages":["zsm-Latn","sag-Latn"]},{"precision":0.133149,"recall":0.220356,"f1":0.150707,"accuracy":0.220356,"main_score":0.150707,"hf_subset":"zsm_Latn-taq_Tfng","languages":["zsm-Latn","taq-Tfng"]},{"precision":0.4466,"recall":0.548419,"f1":0.473647,"accuracy":0.548419,"main_score":0.473647,"hf_subset":"zsm_Latn-wol_Latn","languages":["zsm-Latn","wol-Latn"]},{"precision":0.276486,"recall":0.387352,"f1":0.304733,"accuracy":0.387352,"main_score":0.304733,"hf_subset":"zsm_Latn-arb_Latn","languages":["zsm-Latn","arb-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"zsm_Latn-cat_Latn","languages":["zsm-Latn","cat-Latn"]},{"precision":0.811677,"recall":0.864625,"f1":0.828228,"accuracy":0.864625,"main_score":0.828228,"hf_subset":"zsm_Latn-fur_Latn","languages":["zsm-Latn","fur-Latn"]},{"precision":0.268276,"recall":0.355731,"f1":0.290182,"accuracy":0.355731,"main_score":0.290182,"hf_subset":"zsm_Latn-kab_Latn","languages":["zsm-Latn","kab-Latn"]},{"precision":0.786077,"recall":0.841897,"f1":0.803164,"accuracy":0.841897,"main_score":0.803164,"hf_subset":"zsm_Latn-lim_Latn","languages":["zsm-Latn","lim-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"zsm_Latn-nld_Latn","languages":["zsm-Latn","nld-Latn"]},{"precision":0.88274,"recall":0.918972,"f1":0.894598,"accuracy":0.918972,"main_score":0.894598,"hf_subset":"zsm_Latn-san_Deva","languages":["zsm-Latn","san-Deva"]},{"precision":0.642977,"recall":0.725296,"f1":0.667013,"accuracy":0.725296,"main_score":0.667013,"hf_subset":"zsm_Latn-tat_Cyrl","languages":["zsm-Latn","tat-Cyrl"]},{"precision":0.416694,"recall":0.521739,"f1":0.444039,"accuracy":0.521739,"main_score":0.444039,"hf_subset":"zsm_Latn-xho_Latn","languages":["zsm-Latn","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-ars_Arab","languages":["zsm-Latn","ars-Arab"]},{"precision":0.773699,"recall":0.837945,"f1":0.794005,"accuracy":0.837945,"main_score":0.794005,"hf_subset":"zsm_Latn-ceb_Latn","languages":["zsm-Latn","ceb-Latn"]},{"precision":0.420187,"recall":0.522727,"f1":0.447754,"accuracy":0.522727,"main_score":0.447754,"hf_subset":"zsm_Latn-fuv_Latn","languages":["zsm-Latn","fuv-Latn"]},{"precision":0.398772,"recall":0.505929,"f1":0.426964,"accuracy":0.505929,"main_score":0.426964,"hf_subset":"zsm_Latn-kac_Latn","languages":["zsm-Latn","kac-Latn"]},{"precision":0.460234,"recall":0.561265,"f1":0.487912,"accuracy":0.561265,"main_score":0.487912,"hf_subset":"zsm_Latn-lin_Latn","languages":["zsm-Latn","lin-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"zsm_Latn-nno_Latn","languages":["zsm-Latn","nno-Latn"]},{"precision":0.173211,"recall":0.243083,"f1":0.189726,"accuracy":0.243083,"main_score":0.189726,"hf_subset":"zsm_Latn-sat_Olck","languages":["zsm-Latn","sat-Olck"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"zsm_Latn-tel_Telu","languages":["zsm-Latn","tel-Telu"]},{"precision":0.303698,"recall":0.398221,"f1":0.32723,"accuracy":0.398221,"main_score":0.32723,"hf_subset":"zsm_Latn-ydd_Hebr","languages":["zsm-Latn","ydd-Hebr"]},{"precision":0.884964,"recall":0.920949,"f1":0.89664,"accuracy":0.920949,"main_score":0.89664,"hf_subset":"zsm_Latn-ary_Arab","languages":["zsm-Latn","ary-Arab"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"zsm_Latn-ces_Latn","languages":["zsm-Latn","ces-Latn"]},{"precision":0.305832,"recall":0.395257,"f1":0.327382,"accuracy":0.395257,"main_score":0.327382,"hf_subset":"zsm_Latn-gaz_Latn","languages":["zsm-Latn","gaz-Latn"]},{"precision":0.418101,"recall":0.523715,"f1":0.446305,"accuracy":0.523715,"main_score":0.446305,"hf_subset":"zsm_Latn-kam_Latn","languages":["zsm-Latn","kam-Latn"]},{"precision":0.777372,"recall":0.837945,"f1":0.796363,"accuracy":0.837945,"main_score":0.796363,"hf_subset":"zsm_Latn-lit_Latn","languages":["zsm-Latn","lit-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"zsm_Latn-nob_Latn","languages":["zsm-Latn","nob-Latn"]},{"precision":0.731752,"recall":0.806324,"f1":0.75463,"accuracy":0.806324,"main_score":0.75463,"hf_subset":"zsm_Latn-scn_Latn","languages":["zsm-Latn","scn-Latn"]},{"precision":0.422581,"recall":0.52668,"f1":0.450457,"accuracy":0.52668,"main_score":0.450457,"hf_subset":"zsm_Latn-tgk_Cyrl","languages":["zsm-Latn","tgk-Cyrl"]},{"precision":0.372576,"recall":0.481225,"f1":0.401113,"accuracy":0.481225,"main_score":0.401113,"hf_subset":"zsm_Latn-yor_Latn","languages":["zsm-Latn","yor-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"zsm_Latn-arz_Arab","languages":["zsm-Latn","arz-Arab"]},{"precision":0.414686,"recall":0.52668,"f1":0.444382,"accuracy":0.52668,"main_score":0.444382,"hf_subset":"zsm_Latn-cjk_Latn","languages":["zsm-Latn","cjk-Latn"]},{"precision":0.335852,"recall":0.43083,"f1":0.359867,"accuracy":0.43083,"main_score":0.359867,"hf_subset":"zsm_Latn-gla_Latn","languages":["zsm-Latn","gla-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"zsm_Latn-kan_Knda","languages":["zsm-Latn","kan-Knda"]},{"precision":0.786545,"recall":0.843874,"f1":0.803854,"accuracy":0.843874,"main_score":0.803854,"hf_subset":"zsm_Latn-lmo_Latn","languages":["zsm-Latn","lmo-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"zsm_Latn-npi_Deva","languages":["zsm-Latn","npi-Deva"]},{"precision":0.346975,"recall":0.459486,"f1":0.375805,"accuracy":0.459486,"main_score":0.375805,"hf_subset":"zsm_Latn-shn_Mymr","languages":["zsm-Latn","shn-Mymr"]},{"precision":0.884634,"recall":0.920949,"f1":0.896311,"accuracy":0.920949,"main_score":0.896311,"hf_subset":"zsm_Latn-tgl_Latn","languages":["zsm-Latn","tgl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zsm_Latn-yue_Hant","languages":["zsm-Latn","yue-Hant"]},{"precision":0.893363,"recall":0.926877,"f1":0.904051,"accuracy":0.926877,"main_score":0.904051,"hf_subset":"zsm_Latn-asm_Beng","languages":["zsm-Latn","asm-Beng"]},{"precision":0.397229,"recall":0.491107,"f1":0.42263,"accuracy":0.491107,"main_score":0.42263,"hf_subset":"zsm_Latn-ckb_Arab","languages":["zsm-Latn","ckb-Arab"]},{"precision":0.375313,"recall":0.466403,"f1":0.397639,"accuracy":0.466403,"main_score":0.397639,"hf_subset":"zsm_Latn-gle_Latn","languages":["zsm-Latn","gle-Latn"]},{"precision":0.657279,"recall":0.743083,"f1":0.681762,"accuracy":0.743083,"main_score":0.681762,"hf_subset":"zsm_Latn-kas_Arab","languages":["zsm-Latn","kas-Arab"]},{"precision":0.583178,"recall":0.672925,"f1":0.609028,"accuracy":0.672925,"main_score":0.609028,"hf_subset":"zsm_Latn-ltg_Latn","languages":["zsm-Latn","ltg-Latn"]},{"precision":0.434296,"recall":0.541502,"f1":0.463466,"accuracy":0.541502,"main_score":0.463466,"hf_subset":"zsm_Latn-nso_Latn","languages":["zsm-Latn","nso-Latn"]},{"precision":0.852026,"recall":0.895257,"f1":0.865481,"accuracy":0.895257,"main_score":0.865481,"hf_subset":"zsm_Latn-sin_Sinh","languages":["zsm-Latn","sin-Sinh"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"zsm_Latn-tha_Thai","languages":["zsm-Latn","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-zho_Hans","languages":["zsm-Latn","zho-Hans"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"zsm_Latn-ast_Latn","languages":["zsm-Latn","ast-Latn"]},{"precision":0.766831,"recall":0.831028,"f1":0.787022,"accuracy":0.831028,"main_score":0.787022,"hf_subset":"zsm_Latn-crh_Latn","languages":["zsm-Latn","crh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zsm_Latn-glg_Latn","languages":["zsm-Latn","glg-Latn"]},{"precision":0.578302,"recall":0.68083,"f1":0.608144,"accuracy":0.68083,"main_score":0.608144,"hf_subset":"zsm_Latn-kas_Deva","languages":["zsm-Latn","kas-Deva"]},{"precision":0.7508,"recall":0.817194,"f1":0.771036,"accuracy":0.817194,"main_score":0.771036,"hf_subset":"zsm_Latn-ltz_Latn","languages":["zsm-Latn","ltz-Latn"]},{"precision":0.300262,"recall":0.392292,"f1":0.323266,"accuracy":0.392292,"main_score":0.323266,"hf_subset":"zsm_Latn-nus_Latn","languages":["zsm-Latn","nus-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"zsm_Latn-slk_Latn","languages":["zsm-Latn","slk-Latn"]},{"precision":0.385965,"recall":0.486166,"f1":0.412354,"accuracy":0.486166,"main_score":0.412354,"hf_subset":"zsm_Latn-tir_Ethi","languages":["zsm-Latn","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-zho_Hant","languages":["zsm-Latn","zho-Hant"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"zsm_Latn-awa_Deva","languages":["zsm-Latn","awa-Deva"]},{"precision":0.423889,"recall":0.520751,"f1":0.448861,"accuracy":0.520751,"main_score":0.448861,"hf_subset":"zsm_Latn-cym_Latn","languages":["zsm-Latn","cym-Latn"]},{"precision":0.611158,"recall":0.699605,"f1":0.636668,"accuracy":0.699605,"main_score":0.636668,"hf_subset":"zsm_Latn-grn_Latn","languages":["zsm-Latn","grn-Latn"]},{"precision":0.873682,"recall":0.912055,"f1":0.885837,"accuracy":0.912055,"main_score":0.885837,"hf_subset":"zsm_Latn-kat_Geor","languages":["zsm-Latn","kat-Geor"]},{"precision":0.472367,"recall":0.56917,"f1":0.49891,"accuracy":0.56917,"main_score":0.49891,"hf_subset":"zsm_Latn-lua_Latn","languages":["zsm-Latn","lua-Latn"]},{"precision":0.467093,"recall":0.567194,"f1":0.494164,"accuracy":0.567194,"main_score":0.494164,"hf_subset":"zsm_Latn-nya_Latn","languages":["zsm-Latn","nya-Latn"]},{"precision":0.875692,"recall":0.912055,"f1":0.887187,"accuracy":0.912055,"main_score":0.887187,"hf_subset":"zsm_Latn-slv_Latn","languages":["zsm-Latn","slv-Latn"]},{"precision":0.731703,"recall":0.804348,"f1":0.753858,"accuracy":0.804348,"main_score":0.753858,"hf_subset":"zsm_Latn-tpi_Latn","languages":["zsm-Latn","tpi-Latn"]},{"precision":0.375072,"recall":0.483202,"f1":0.404072,"accuracy":0.483202,"main_score":0.404072,"hf_subset":"zsm_Latn-ayr_Latn","languages":["zsm-Latn","ayr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-dan_Latn","languages":["zsm-Latn","dan-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"zsm_Latn-guj_Gujr","languages":["zsm-Latn","guj-Gujr"]},{"precision":0.734601,"recall":0.800395,"f1":0.753708,"accuracy":0.800395,"main_score":0.753708,"hf_subset":"zsm_Latn-kaz_Cyrl","languages":["zsm-Latn","kaz-Cyrl"]},{"precision":0.375416,"recall":0.477273,"f1":0.402039,"accuracy":0.477273,"main_score":0.402039,"hf_subset":"zsm_Latn-lug_Latn","languages":["zsm-Latn","lug-Latn"]},{"precision":0.931324,"recall":0.953557,"f1":0.93857,"accuracy":0.953557,"main_score":0.93857,"hf_subset":"zsm_Latn-oci_Latn","languages":["zsm-Latn","oci-Latn"]},{"precision":0.42058,"recall":0.531621,"f1":0.450209,"accuracy":0.531621,"main_score":0.450209,"hf_subset":"zsm_Latn-smo_Latn","languages":["zsm-Latn","smo-Latn"]},{"precision":0.397889,"recall":0.498024,"f1":0.423605,"accuracy":0.498024,"main_score":0.423605,"hf_subset":"zsm_Latn-tsn_Latn","languages":["zsm-Latn","tsn-Latn"]},{"precision":0.384285,"recall":0.482213,"f1":0.410095,"accuracy":0.482213,"main_score":0.410095,"hf_subset":"zsm_Latn-zul_Latn","languages":["zsm-Latn","zul-Latn"]},{"precision":0.658656,"recall":0.747036,"f1":0.684573,"accuracy":0.747036,"main_score":0.684573,"hf_subset":"zsm_Latn-azb_Arab","languages":["zsm-Latn","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-deu_Latn","languages":["zsm-Latn","deu-Latn"]},{"precision":0.612691,"recall":0.701581,"f1":0.638902,"accuracy":0.701581,"main_score":0.638902,"hf_subset":"zsm_Latn-hat_Latn","languages":["zsm-Latn","hat-Latn"]},{"precision":0.331056,"recall":0.433794,"f1":0.356904,"accuracy":0.433794,"main_score":0.356904,"hf_subset":"zsm_Latn-kbp_Latn","languages":["zsm-Latn","kbp-Latn"]},{"precision":0.437026,"recall":0.541502,"f1":0.464921,"accuracy":0.541502,"main_score":0.464921,"hf_subset":"zsm_Latn-luo_Latn","languages":["zsm-Latn","luo-Latn"]},{"precision":0.543156,"recall":0.629447,"f1":0.567429,"accuracy":0.629447,"main_score":0.567429,"hf_subset":"zsm_Latn-ory_Orya","languages":["zsm-Latn","ory-Orya"]},{"precision":0.402619,"recall":0.51087,"f1":0.432039,"accuracy":0.51087,"main_score":0.432039,"hf_subset":"zsm_Latn-sna_Latn","languages":["zsm-Latn","sna-Latn"]},{"precision":0.391363,"recall":0.491107,"f1":0.416599,"accuracy":0.491107,"main_score":0.416599,"hf_subset":"zsm_Latn-tso_Latn","languages":["zsm-Latn","tso-Latn"]},{"precision":0.847447,"recall":0.891304,"f1":0.861397,"accuracy":0.891304,"main_score":0.861397,"hf_subset":"zsm_Latn-azj_Latn","languages":["zsm-Latn","azj-Latn"]},{"precision":0.410608,"recall":0.51581,"f1":0.438727,"accuracy":0.51581,"main_score":0.438727,"hf_subset":"zsm_Latn-dik_Latn","languages":["zsm-Latn","dik-Latn"]},{"precision":0.44562,"recall":0.536561,"f1":0.470748,"accuracy":0.536561,"main_score":0.470748,"hf_subset":"zsm_Latn-hau_Latn","languages":["zsm-Latn","hau-Latn"]},{"precision":0.808959,"recall":0.863636,"f1":0.826219,"accuracy":0.863636,"main_score":0.826219,"hf_subset":"zsm_Latn-kea_Latn","languages":["zsm-Latn","kea-Latn"]},{"precision":0.586977,"recall":0.670949,"f1":0.610852,"accuracy":0.670949,"main_score":0.610852,"hf_subset":"zsm_Latn-lus_Latn","languages":["zsm-Latn","lus-Latn"]},{"precision":0.702207,"recall":0.775692,"f1":0.724341,"accuracy":0.775692,"main_score":0.724341,"hf_subset":"zsm_Latn-pag_Latn","languages":["zsm-Latn","pag-Latn"]},{"precision":0.671673,"recall":0.756917,"f1":0.697483,"accuracy":0.756917,"main_score":0.697483,"hf_subset":"zsm_Latn-snd_Arab","languages":["zsm-Latn","snd-Arab"]},{"precision":0.58307,"recall":0.672925,"f1":0.608725,"accuracy":0.672925,"main_score":0.608725,"hf_subset":"zsm_Latn-tuk_Latn","languages":["zsm-Latn","tuk-Latn"]},{"precision":0.626301,"recall":0.708498,"f1":0.649874,"accuracy":0.708498,"main_score":0.649874,"hf_subset":"zsm_Latn-bak_Cyrl","languages":["zsm-Latn","bak-Cyrl"]},{"precision":0.329247,"recall":0.448617,"f1":0.360591,"accuracy":0.448617,"main_score":0.360591,"hf_subset":"zsm_Latn-dyu_Latn","languages":["zsm-Latn","dyu-Latn"]},{"precision":0.883564,"recall":0.91996,"f1":0.895422,"accuracy":0.91996,"main_score":0.895422,"hf_subset":"zsm_Latn-heb_Hebr","languages":["zsm-Latn","heb-Hebr"]},{"precision":0.435348,"recall":0.524704,"f1":0.459555,"accuracy":0.524704,"main_score":0.459555,"hf_subset":"zsm_Latn-khk_Cyrl","languages":["zsm-Latn","khk-Cyrl"]},{"precision":0.795636,"recall":0.853755,"f1":0.813933,"accuracy":0.853755,"main_score":0.813933,"hf_subset":"zsm_Latn-lvs_Latn","languages":["zsm-Latn","lvs-Latn"]},{"precision":0.923007,"recall":0.945652,"f1":0.930072,"accuracy":0.945652,"main_score":0.930072,"hf_subset":"zsm_Latn-pan_Guru","languages":["zsm-Latn","pan-Guru"]},{"precision":0.37659,"recall":0.466403,"f1":0.400469,"accuracy":0.466403,"main_score":0.400469,"hf_subset":"zsm_Latn-som_Latn","languages":["zsm-Latn","som-Latn"]},{"precision":0.435965,"recall":0.533597,"f1":0.462938,"accuracy":0.533597,"main_score":0.462938,"hf_subset":"zsm_Latn-tum_Latn","languages":["zsm-Latn","tum-Latn"]},{"precision":0.2648,"recall":0.310277,"f1":0.276583,"accuracy":0.310277,"main_score":0.276583,"hf_subset":"ayr_Latn-ace_Arab","languages":["ayr-Latn","ace-Arab"]},{"precision":0.389363,"recall":0.439723,"f1":0.403943,"accuracy":0.439723,"main_score":0.403943,"hf_subset":"ayr_Latn-bam_Latn","languages":["ayr-Latn","bam-Latn"]},{"precision":0.120533,"recall":0.173913,"f1":0.133068,"accuracy":0.173913,"main_score":0.133068,"hf_subset":"ayr_Latn-dzo_Tibt","languages":["ayr-Latn","dzo-Tibt"]},{"precision":0.423339,"recall":0.478261,"f1":0.437755,"accuracy":0.478261,"main_score":0.437755,"hf_subset":"ayr_Latn-hin_Deva","languages":["ayr-Latn","hin-Deva"]},{"precision":0.363009,"recall":0.413043,"f1":0.37711,"accuracy":0.413043,"main_score":0.37711,"hf_subset":"ayr_Latn-khm_Khmr","languages":["ayr-Latn","khm-Khmr"]},{"precision":0.407963,"recall":0.461462,"f1":0.422215,"accuracy":0.461462,"main_score":0.422215,"hf_subset":"ayr_Latn-mag_Deva","languages":["ayr-Latn","mag-Deva"]},{"precision":0.453744,"recall":0.492095,"f1":0.464153,"accuracy":0.492095,"main_score":0.464153,"hf_subset":"ayr_Latn-pap_Latn","languages":["ayr-Latn","pap-Latn"]},{"precision":0.415497,"recall":0.456522,"f1":0.4269,"accuracy":0.456522,"main_score":0.4269,"hf_subset":"ayr_Latn-sot_Latn","languages":["ayr-Latn","sot-Latn"]},{"precision":0.433439,"recall":0.480237,"f1":0.446555,"accuracy":0.480237,"main_score":0.446555,"hf_subset":"ayr_Latn-tur_Latn","languages":["ayr-Latn","tur-Latn"]},{"precision":0.437022,"recall":0.47332,"f1":0.447297,"accuracy":0.47332,"main_score":0.447297,"hf_subset":"ayr_Latn-ace_Latn","languages":["ayr-Latn","ace-Latn"]},{"precision":0.431867,"recall":0.471344,"f1":0.443014,"accuracy":0.471344,"main_score":0.443014,"hf_subset":"ayr_Latn-ban_Latn","languages":["ayr-Latn","ban-Latn"]},{"precision":0.358309,"recall":0.41502,"f1":0.372874,"accuracy":0.41502,"main_score":0.372874,"hf_subset":"ayr_Latn-ell_Grek","languages":["ayr-Latn","ell-Grek"]},{"precision":0.404722,"recall":0.453557,"f1":0.418358,"accuracy":0.453557,"main_score":0.418358,"hf_subset":"ayr_Latn-hne_Deva","languages":["ayr-Latn","hne-Deva"]},{"precision":0.379858,"recall":0.421937,"f1":0.392231,"accuracy":0.421937,"main_score":0.392231,"hf_subset":"ayr_Latn-kik_Latn","languages":["ayr-Latn","kik-Latn"]},{"precision":0.422903,"recall":0.470356,"f1":0.436246,"accuracy":0.470356,"main_score":0.436246,"hf_subset":"ayr_Latn-mai_Deva","languages":["ayr-Latn","mai-Deva"]},{"precision":0.372262,"recall":0.423913,"f1":0.386547,"accuracy":0.423913,"main_score":0.386547,"hf_subset":"ayr_Latn-pbt_Arab","languages":["ayr-Latn","pbt-Arab"]},{"precision":0.453445,"recall":0.506917,"f1":0.467518,"accuracy":0.506917,"main_score":0.467518,"hf_subset":"ayr_Latn-spa_Latn","languages":["ayr-Latn","spa-Latn"]},{"precision":0.44714,"recall":0.487154,"f1":0.45866,"accuracy":0.487154,"main_score":0.45866,"hf_subset":"ayr_Latn-twi_Latn","languages":["ayr-Latn","twi-Latn"]},{"precision":0.402189,"recall":0.460474,"f1":0.418342,"accuracy":0.460474,"main_score":0.418342,"hf_subset":"ayr_Latn-acm_Arab","languages":["ayr-Latn","acm-Arab"]},{"precision":0.357474,"recall":0.400198,"f1":0.369622,"accuracy":0.400198,"main_score":0.369622,"hf_subset":"ayr_Latn-bel_Cyrl","languages":["ayr-Latn","bel-Cyrl"]},{"precision":0.456663,"recall":0.505929,"f1":0.469911,"accuracy":0.505929,"main_score":0.469911,"hf_subset":"ayr_Latn-eng_Latn","languages":["ayr-Latn","eng-Latn"]},{"precision":0.427763,"recall":0.477273,"f1":0.440969,"accuracy":0.477273,"main_score":0.440969,"hf_subset":"ayr_Latn-hrv_Latn","languages":["ayr-Latn","hrv-Latn"]},{"precision":0.37764,"recall":0.425889,"f1":0.390806,"accuracy":0.425889,"main_score":0.390806,"hf_subset":"ayr_Latn-kin_Latn","languages":["ayr-Latn","kin-Latn"]},{"precision":0.399177,"recall":0.453557,"f1":0.413963,"accuracy":0.453557,"main_score":0.413963,"hf_subset":"ayr_Latn-mal_Mlym","languages":["ayr-Latn","mal-Mlym"]},{"precision":0.406853,"recall":0.460474,"f1":0.42092,"accuracy":0.460474,"main_score":0.42092,"hf_subset":"ayr_Latn-pes_Arab","languages":["ayr-Latn","pes-Arab"]},{"precision":0.454869,"recall":0.495059,"f1":0.465541,"accuracy":0.495059,"main_score":0.465541,"hf_subset":"ayr_Latn-srd_Latn","languages":["ayr-Latn","srd-Latn"]},{"precision":0.161893,"recall":0.198617,"f1":0.171653,"accuracy":0.198617,"main_score":0.171653,"hf_subset":"ayr_Latn-tzm_Tfng","languages":["ayr-Latn","tzm-Tfng"]},{"precision":0.417299,"recall":0.466403,"f1":0.430307,"accuracy":0.466403,"main_score":0.430307,"hf_subset":"ayr_Latn-acq_Arab","languages":["ayr-Latn","acq-Arab"]},{"precision":0.439851,"recall":0.478261,"f1":0.451104,"accuracy":0.478261,"main_score":0.451104,"hf_subset":"ayr_Latn-bem_Latn","languages":["ayr-Latn","bem-Latn"]},{"precision":0.414639,"recall":0.452569,"f1":0.424954,"accuracy":0.452569,"main_score":0.424954,"hf_subset":"ayr_Latn-epo_Latn","languages":["ayr-Latn","epo-Latn"]},{"precision":0.395318,"recall":0.44664,"f1":0.409044,"accuracy":0.44664,"main_score":0.409044,"hf_subset":"ayr_Latn-hun_Latn","languages":["ayr-Latn","hun-Latn"]},{"precision":0.403864,"recall":0.437747,"f1":0.412703,"accuracy":0.437747,"main_score":0.412703,"hf_subset":"ayr_Latn-kir_Cyrl","languages":["ayr-Latn","kir-Cyrl"]},{"precision":0.416159,"recall":0.469368,"f1":0.430296,"accuracy":0.469368,"main_score":0.430296,"hf_subset":"ayr_Latn-mar_Deva","languages":["ayr-Latn","mar-Deva"]},{"precision":0.407315,"recall":0.450593,"f1":0.419374,"accuracy":0.450593,"main_score":0.419374,"hf_subset":"ayr_Latn-plt_Latn","languages":["ayr-Latn","plt-Latn"]},{"precision":0.389799,"recall":0.437747,"f1":0.403336,"accuracy":0.437747,"main_score":0.403336,"hf_subset":"ayr_Latn-srp_Cyrl","languages":["ayr-Latn","srp-Cyrl"]},{"precision":0.278784,"recall":0.317194,"f1":0.289266,"accuracy":0.317194,"main_score":0.289266,"hf_subset":"ayr_Latn-uig_Arab","languages":["ayr-Latn","uig-Arab"]},{"precision":0.387625,"recall":0.444664,"f1":0.402559,"accuracy":0.444664,"main_score":0.402559,"hf_subset":"ayr_Latn-aeb_Arab","languages":["ayr-Latn","aeb-Arab"]},{"precision":0.411221,"recall":0.472332,"f1":0.427912,"accuracy":0.472332,"main_score":0.427912,"hf_subset":"ayr_Latn-ben_Beng","languages":["ayr-Latn","ben-Beng"]},{"precision":0.399888,"recall":0.4417,"f1":0.411028,"accuracy":0.4417,"main_score":0.411028,"hf_subset":"ayr_Latn-est_Latn","languages":["ayr-Latn","est-Latn"]},{"precision":0.352234,"recall":0.402174,"f1":0.365749,"accuracy":0.402174,"main_score":0.365749,"hf_subset":"ayr_Latn-hye_Armn","languages":["ayr-Latn","hye-Armn"]},{"precision":0.419155,"recall":0.456522,"f1":0.429651,"accuracy":0.456522,"main_score":0.429651,"hf_subset":"ayr_Latn-kmb_Latn","languages":["ayr-Latn","kmb-Latn"]},{"precision":0.241628,"recall":0.288538,"f1":0.254582,"accuracy":0.288538,"main_score":0.254582,"hf_subset":"ayr_Latn-min_Arab","languages":["ayr-Latn","min-Arab"]},{"precision":0.428575,"recall":0.481225,"f1":0.442108,"accuracy":0.481225,"main_score":0.442108,"hf_subset":"ayr_Latn-pol_Latn","languages":["ayr-Latn","pol-Latn"]},{"precision":0.392977,"recall":0.440711,"f1":0.40645,"accuracy":0.440711,"main_score":0.40645,"hf_subset":"ayr_Latn-ssw_Latn","languages":["ayr-Latn","ssw-Latn"]},{"precision":0.417942,"recall":0.469368,"f1":0.430986,"accuracy":0.469368,"main_score":0.430986,"hf_subset":"ayr_Latn-ukr_Cyrl","languages":["ayr-Latn","ukr-Cyrl"]},{"precision":0.43573,"recall":0.481225,"f1":0.448429,"accuracy":0.481225,"main_score":0.448429,"hf_subset":"ayr_Latn-afr_Latn","languages":["ayr-Latn","afr-Latn"]},{"precision":0.41349,"recall":0.455534,"f1":0.42465,"accuracy":0.455534,"main_score":0.42465,"hf_subset":"ayr_Latn-bho_Deva","languages":["ayr-Latn","bho-Deva"]},{"precision":0.436898,"recall":0.472332,"f1":0.446436,"accuracy":0.472332,"main_score":0.446436,"hf_subset":"ayr_Latn-eus_Latn","languages":["ayr-Latn","eus-Latn"]},{"precision":0.394368,"recall":0.442688,"f1":0.407732,"accuracy":0.442688,"main_score":0.407732,"hf_subset":"ayr_Latn-ibo_Latn","languages":["ayr-Latn","ibo-Latn"]},{"precision":0.410962,"recall":0.456522,"f1":0.423668,"accuracy":0.456522,"main_score":0.423668,"hf_subset":"ayr_Latn-kmr_Latn","languages":["ayr-Latn","kmr-Latn"]},{"precision":0.43371,"recall":0.464427,"f1":0.442399,"accuracy":0.464427,"main_score":0.442399,"hf_subset":"ayr_Latn-min_Latn","languages":["ayr-Latn","min-Latn"]},{"precision":0.459815,"recall":0.516798,"f1":0.47424,"accuracy":0.516798,"main_score":0.47424,"hf_subset":"ayr_Latn-por_Latn","languages":["ayr-Latn","por-Latn"]},{"precision":0.438565,"recall":0.474308,"f1":0.448825,"accuracy":0.474308,"main_score":0.448825,"hf_subset":"ayr_Latn-sun_Latn","languages":["ayr-Latn","sun-Latn"]},{"precision":0.401228,"recall":0.445652,"f1":0.414014,"accuracy":0.445652,"main_score":0.414014,"hf_subset":"ayr_Latn-umb_Latn","languages":["ayr-Latn","umb-Latn"]},{"precision":0.410615,"recall":0.462451,"f1":0.423794,"accuracy":0.462451,"main_score":0.423794,"hf_subset":"ayr_Latn-ajp_Arab","languages":["ayr-Latn","ajp-Arab"]},{"precision":0.249708,"recall":0.294466,"f1":0.260849,"accuracy":0.294466,"main_score":0.260849,"hf_subset":"ayr_Latn-bjn_Arab","languages":["ayr-Latn","bjn-Arab"]},{"precision":0.396154,"recall":0.440711,"f1":0.409124,"accuracy":0.440711,"main_score":0.409124,"hf_subset":"ayr_Latn-ewe_Latn","languages":["ayr-Latn","ewe-Latn"]},{"precision":0.469027,"recall":0.503953,"f1":0.47904,"accuracy":0.503953,"main_score":0.47904,"hf_subset":"ayr_Latn-ilo_Latn","languages":["ayr-Latn","ilo-Latn"]},{"precision":0.191319,"recall":0.245059,"f1":0.20449,"accuracy":0.245059,"main_score":0.20449,"hf_subset":"ayr_Latn-knc_Arab","languages":["ayr-Latn","knc-Arab"]},{"precision":0.408066,"recall":0.450593,"f1":0.419196,"accuracy":0.450593,"main_score":0.419196,"hf_subset":"ayr_Latn-mkd_Cyrl","languages":["ayr-Latn","mkd-Cyrl"]},{"precision":0.40028,"recall":0.454545,"f1":0.414944,"accuracy":0.454545,"main_score":0.414944,"hf_subset":"ayr_Latn-prs_Arab","languages":["ayr-Latn","prs-Arab"]},{"precision":0.419855,"recall":0.478261,"f1":0.43557,"accuracy":0.478261,"main_score":0.43557,"hf_subset":"ayr_Latn-swe_Latn","languages":["ayr-Latn","swe-Latn"]},{"precision":0.359829,"recall":0.420949,"f1":0.377482,"accuracy":0.420949,"main_score":0.377482,"hf_subset":"ayr_Latn-urd_Arab","languages":["ayr-Latn","urd-Arab"]},{"precision":0.436126,"recall":0.474308,"f1":0.446644,"accuracy":0.474308,"main_score":0.446644,"hf_subset":"ayr_Latn-aka_Latn","languages":["ayr-Latn","aka-Latn"]},{"precision":0.429918,"recall":0.464427,"f1":0.439468,"accuracy":0.464427,"main_score":0.439468,"hf_subset":"ayr_Latn-bjn_Latn","languages":["ayr-Latn","bjn-Latn"]},{"precision":0.407195,"recall":0.453557,"f1":0.420101,"accuracy":0.453557,"main_score":0.420101,"hf_subset":"ayr_Latn-fao_Latn","languages":["ayr-Latn","fao-Latn"]},{"precision":0.436457,"recall":0.494071,"f1":0.452061,"accuracy":0.494071,"main_score":0.452061,"hf_subset":"ayr_Latn-ind_Latn","languages":["ayr-Latn","ind-Latn"]},{"precision":0.415873,"recall":0.454545,"f1":0.426192,"accuracy":0.454545,"main_score":0.426192,"hf_subset":"ayr_Latn-knc_Latn","languages":["ayr-Latn","knc-Latn"]},{"precision":0.422877,"recall":0.460474,"f1":0.433549,"accuracy":0.460474,"main_score":0.433549,"hf_subset":"ayr_Latn-mlt_Latn","languages":["ayr-Latn","mlt-Latn"]},{"precision":0.458713,"recall":0.486166,"f1":0.46659,"accuracy":0.486166,"main_score":0.46659,"hf_subset":"ayr_Latn-quy_Latn","languages":["ayr-Latn","quy-Latn"]},{"precision":0.418613,"recall":0.464427,"f1":0.430899,"accuracy":0.464427,"main_score":0.430899,"hf_subset":"ayr_Latn-swh_Latn","languages":["ayr-Latn","swh-Latn"]},{"precision":0.385714,"recall":0.423913,"f1":0.396807,"accuracy":0.423913,"main_score":0.396807,"hf_subset":"ayr_Latn-uzn_Latn","languages":["ayr-Latn","uzn-Latn"]},{"precision":0.413586,"recall":0.456522,"f1":0.424816,"accuracy":0.456522,"main_score":0.424816,"hf_subset":"ayr_Latn-als_Latn","languages":["ayr-Latn","als-Latn"]},{"precision":0.184319,"recall":0.237154,"f1":0.196996,"accuracy":0.237154,"main_score":0.196996,"hf_subset":"ayr_Latn-bod_Tibt","languages":["ayr-Latn","bod-Tibt"]},{"precision":0.407924,"recall":0.452569,"f1":0.420471,"accuracy":0.452569,"main_score":0.420471,"hf_subset":"ayr_Latn-fij_Latn","languages":["ayr-Latn","fij-Latn"]},{"precision":0.382078,"recall":0.428854,"f1":0.394727,"accuracy":0.428854,"main_score":0.394727,"hf_subset":"ayr_Latn-isl_Latn","languages":["ayr-Latn","isl-Latn"]},{"precision":0.424082,"recall":0.470356,"f1":0.436809,"accuracy":0.470356,"main_score":0.436809,"hf_subset":"ayr_Latn-kon_Latn","languages":["ayr-Latn","kon-Latn"]},{"precision":0.31823,"recall":0.366601,"f1":0.331451,"accuracy":0.366601,"main_score":0.331451,"hf_subset":"ayr_Latn-mni_Beng","languages":["ayr-Latn","mni-Beng"]},{"precision":0.430815,"recall":0.483202,"f1":0.444706,"accuracy":0.483202,"main_score":0.444706,"hf_subset":"ayr_Latn-ron_Latn","languages":["ayr-Latn","ron-Latn"]},{"precision":0.425375,"recall":0.471344,"f1":0.438238,"accuracy":0.471344,"main_score":0.438238,"hf_subset":"ayr_Latn-szl_Latn","languages":["ayr-Latn","szl-Latn"]},{"precision":0.441901,"recall":0.476285,"f1":0.451507,"accuracy":0.476285,"main_score":0.451507,"hf_subset":"ayr_Latn-vec_Latn","languages":["ayr-Latn","vec-Latn"]},{"precision":0.338773,"recall":0.396245,"f1":0.354423,"accuracy":0.396245,"main_score":0.354423,"hf_subset":"ayr_Latn-amh_Ethi","languages":["ayr-Latn","amh-Ethi"]},{"precision":0.427781,"recall":0.47332,"f1":0.440522,"accuracy":0.47332,"main_score":0.440522,"hf_subset":"ayr_Latn-bos_Latn","languages":["ayr-Latn","bos-Latn"]},{"precision":0.413905,"recall":0.466403,"f1":0.428502,"accuracy":0.466403,"main_score":0.428502,"hf_subset":"ayr_Latn-fin_Latn","languages":["ayr-Latn","fin-Latn"]},{"precision":0.436264,"recall":0.493083,"f1":0.450991,"accuracy":0.493083,"main_score":0.450991,"hf_subset":"ayr_Latn-ita_Latn","languages":["ayr-Latn","ita-Latn"]},{"precision":0.406551,"recall":0.464427,"f1":0.421731,"accuracy":0.464427,"main_score":0.421731,"hf_subset":"ayr_Latn-kor_Hang","languages":["ayr-Latn","kor-Hang"]},{"precision":0.410476,"recall":0.455534,"f1":0.422696,"accuracy":0.455534,"main_score":0.422696,"hf_subset":"ayr_Latn-mos_Latn","languages":["ayr-Latn","mos-Latn"]},{"precision":0.386096,"recall":0.425889,"f1":0.397001,"accuracy":0.425889,"main_score":0.397001,"hf_subset":"ayr_Latn-run_Latn","languages":["ayr-Latn","run-Latn"]},{"precision":0.374825,"recall":0.434783,"f1":0.390624,"accuracy":0.434783,"main_score":0.390624,"hf_subset":"ayr_Latn-tam_Taml","languages":["ayr-Latn","tam-Taml"]},{"precision":0.419692,"recall":0.478261,"f1":0.434205,"accuracy":0.478261,"main_score":0.434205,"hf_subset":"ayr_Latn-vie_Latn","languages":["ayr-Latn","vie-Latn"]},{"precision":0.402333,"recall":0.44664,"f1":0.414973,"accuracy":0.44664,"main_score":0.414973,"hf_subset":"ayr_Latn-apc_Arab","languages":["ayr-Latn","apc-Arab"]},{"precision":0.437876,"recall":0.478261,"f1":0.449177,"accuracy":0.478261,"main_score":0.449177,"hf_subset":"ayr_Latn-bug_Latn","languages":["ayr-Latn","bug-Latn"]},{"precision":0.38348,"recall":0.432806,"f1":0.397353,"accuracy":0.432806,"main_score":0.397353,"hf_subset":"ayr_Latn-fon_Latn","languages":["ayr-Latn","fon-Latn"]},{"precision":0.444211,"recall":0.478261,"f1":0.453431,"accuracy":0.478261,"main_score":0.453431,"hf_subset":"ayr_Latn-jav_Latn","languages":["ayr-Latn","jav-Latn"]},{"precision":0.365682,"recall":0.408103,"f1":0.377134,"accuracy":0.408103,"main_score":0.377134,"hf_subset":"ayr_Latn-lao_Laoo","languages":["ayr-Latn","lao-Laoo"]},{"precision":0.398812,"recall":0.4417,"f1":0.410473,"accuracy":0.4417,"main_score":0.410473,"hf_subset":"ayr_Latn-mri_Latn","languages":["ayr-Latn","mri-Latn"]},{"precision":0.413222,"recall":0.475296,"f1":0.428997,"accuracy":0.475296,"main_score":0.428997,"hf_subset":"ayr_Latn-rus_Cyrl","languages":["ayr-Latn","rus-Cyrl"]},{"precision":0.410079,"recall":0.450593,"f1":0.422271,"accuracy":0.450593,"main_score":0.422271,"hf_subset":"ayr_Latn-taq_Latn","languages":["ayr-Latn","taq-Latn"]},{"precision":0.433427,"recall":0.474308,"f1":0.444616,"accuracy":0.474308,"main_score":0.444616,"hf_subset":"ayr_Latn-war_Latn","languages":["ayr-Latn","war-Latn"]},{"precision":0.412428,"recall":0.470356,"f1":0.426613,"accuracy":0.470356,"main_score":0.426613,"hf_subset":"ayr_Latn-arb_Arab","languages":["ayr-Latn","arb-Arab"]},{"precision":0.408369,"recall":0.462451,"f1":0.423082,"accuracy":0.462451,"main_score":0.423082,"hf_subset":"ayr_Latn-bul_Cyrl","languages":["ayr-Latn","bul-Cyrl"]},{"precision":0.450158,"recall":0.501976,"f1":0.463704,"accuracy":0.501976,"main_score":0.463704,"hf_subset":"ayr_Latn-fra_Latn","languages":["ayr-Latn","fra-Latn"]},{"precision":0.416275,"recall":0.478261,"f1":0.431914,"accuracy":0.478261,"main_score":0.431914,"hf_subset":"ayr_Latn-jpn_Jpan","languages":["ayr-Latn","jpn-Jpan"]},{"precision":0.42842,"recall":0.464427,"f1":0.439085,"accuracy":0.464427,"main_score":0.439085,"hf_subset":"ayr_Latn-lij_Latn","languages":["ayr-Latn","lij-Latn"]},{"precision":0.315035,"recall":0.366601,"f1":0.329615,"accuracy":0.366601,"main_score":0.329615,"hf_subset":"ayr_Latn-mya_Mymr","languages":["ayr-Latn","mya-Mymr"]},{"precision":0.415215,"recall":0.461462,"f1":0.427786,"accuracy":0.461462,"main_score":0.427786,"hf_subset":"ayr_Latn-sag_Latn","languages":["ayr-Latn","sag-Latn"]},{"precision":0.176562,"recall":0.231225,"f1":0.190022,"accuracy":0.231225,"main_score":0.190022,"hf_subset":"ayr_Latn-taq_Tfng","languages":["ayr-Latn","taq-Tfng"]},{"precision":0.427816,"recall":0.463439,"f1":0.438636,"accuracy":0.463439,"main_score":0.438636,"hf_subset":"ayr_Latn-wol_Latn","languages":["ayr-Latn","wol-Latn"]},{"precision":0.304455,"recall":0.359684,"f1":0.319339,"accuracy":0.359684,"main_score":0.319339,"hf_subset":"ayr_Latn-arb_Latn","languages":["ayr-Latn","arb-Latn"]},{"precision":0.44015,"recall":0.480237,"f1":0.45113,"accuracy":0.480237,"main_score":0.45113,"hf_subset":"ayr_Latn-cat_Latn","languages":["ayr-Latn","cat-Latn"]},{"precision":0.431743,"recall":0.476285,"f1":0.443273,"accuracy":0.476285,"main_score":0.443273,"hf_subset":"ayr_Latn-fur_Latn","languages":["ayr-Latn","fur-Latn"]},{"precision":0.314015,"recall":0.354743,"f1":0.324568,"accuracy":0.354743,"main_score":0.324568,"hf_subset":"ayr_Latn-kab_Latn","languages":["ayr-Latn","kab-Latn"]},{"precision":0.432769,"recall":0.479249,"f1":0.444927,"accuracy":0.479249,"main_score":0.444927,"hf_subset":"ayr_Latn-lim_Latn","languages":["ayr-Latn","lim-Latn"]},{"precision":0.437478,"recall":0.48913,"f1":0.450568,"accuracy":0.48913,"main_score":0.450568,"hf_subset":"ayr_Latn-nld_Latn","languages":["ayr-Latn","nld-Latn"]},{"precision":0.369602,"recall":0.421937,"f1":0.38392,"accuracy":0.421937,"main_score":0.38392,"hf_subset":"ayr_Latn-san_Deva","languages":["ayr-Latn","san-Deva"]},{"precision":0.40562,"recall":0.444664,"f1":0.41666,"accuracy":0.444664,"main_score":0.41666,"hf_subset":"ayr_Latn-tat_Cyrl","languages":["ayr-Latn","tat-Cyrl"]},{"precision":0.411397,"recall":0.454545,"f1":0.423316,"accuracy":0.454545,"main_score":0.423316,"hf_subset":"ayr_Latn-xho_Latn","languages":["ayr-Latn","xho-Latn"]},{"precision":0.393701,"recall":0.455534,"f1":0.409115,"accuracy":0.455534,"main_score":0.409115,"hf_subset":"ayr_Latn-ars_Arab","languages":["ayr-Latn","ars-Arab"]},{"precision":0.4626,"recall":0.499012,"f1":0.473207,"accuracy":0.499012,"main_score":0.473207,"hf_subset":"ayr_Latn-ceb_Latn","languages":["ayr-Latn","ceb-Latn"]},{"precision":0.38224,"recall":0.429842,"f1":0.395813,"accuracy":0.429842,"main_score":0.395813,"hf_subset":"ayr_Latn-fuv_Latn","languages":["ayr-Latn","fuv-Latn"]},{"precision":0.406867,"recall":0.448617,"f1":0.419084,"accuracy":0.448617,"main_score":0.419084,"hf_subset":"ayr_Latn-kac_Latn","languages":["ayr-Latn","kac-Latn"]},{"precision":0.440928,"recall":0.481225,"f1":0.452389,"accuracy":0.481225,"main_score":0.452389,"hf_subset":"ayr_Latn-lin_Latn","languages":["ayr-Latn","lin-Latn"]},{"precision":0.412126,"recall":0.462451,"f1":0.425598,"accuracy":0.462451,"main_score":0.425598,"hf_subset":"ayr_Latn-nno_Latn","languages":["ayr-Latn","nno-Latn"]},{"precision":0.149579,"recall":0.194664,"f1":0.161801,"accuracy":0.194664,"main_score":0.161801,"hf_subset":"ayr_Latn-sat_Olck","languages":["ayr-Latn","sat-Olck"]},{"precision":0.39194,"recall":0.460474,"f1":0.410091,"accuracy":0.460474,"main_score":0.410091,"hf_subset":"ayr_Latn-tel_Telu","languages":["ayr-Latn","tel-Telu"]},{"precision":0.254648,"recall":0.304348,"f1":0.267533,"accuracy":0.304348,"main_score":0.267533,"hf_subset":"ayr_Latn-ydd_Hebr","languages":["ayr-Latn","ydd-Hebr"]},{"precision":0.387907,"recall":0.436759,"f1":0.401397,"accuracy":0.436759,"main_score":0.401397,"hf_subset":"ayr_Latn-ary_Arab","languages":["ayr-Latn","ary-Arab"]},{"precision":0.401858,"recall":0.458498,"f1":0.416442,"accuracy":0.458498,"main_score":0.416442,"hf_subset":"ayr_Latn-ces_Latn","languages":["ayr-Latn","ces-Latn"]},{"precision":0.329773,"recall":0.379447,"f1":0.342941,"accuracy":0.379447,"main_score":0.342941,"hf_subset":"ayr_Latn-gaz_Latn","languages":["ayr-Latn","gaz-Latn"]},{"precision":0.411387,"recall":0.453557,"f1":0.423498,"accuracy":0.453557,"main_score":0.423498,"hf_subset":"ayr_Latn-kam_Latn","languages":["ayr-Latn","kam-Latn"]},{"precision":0.400186,"recall":0.44664,"f1":0.413769,"accuracy":0.44664,"main_score":0.413769,"hf_subset":"ayr_Latn-lit_Latn","languages":["ayr-Latn","lit-Latn"]},{"precision":0.425029,"recall":0.480237,"f1":0.439343,"accuracy":0.480237,"main_score":0.439343,"hf_subset":"ayr_Latn-nob_Latn","languages":["ayr-Latn","nob-Latn"]},{"precision":0.43369,"recall":0.471344,"f1":0.444225,"accuracy":0.471344,"main_score":0.444225,"hf_subset":"ayr_Latn-scn_Latn","languages":["ayr-Latn","scn-Latn"]},{"precision":0.379773,"recall":0.421937,"f1":0.391557,"accuracy":0.421937,"main_score":0.391557,"hf_subset":"ayr_Latn-tgk_Cyrl","languages":["ayr-Latn","tgk-Cyrl"]},{"precision":0.369236,"recall":0.418972,"f1":0.383896,"accuracy":0.418972,"main_score":0.383896,"hf_subset":"ayr_Latn-yor_Latn","languages":["ayr-Latn","yor-Latn"]},{"precision":0.396296,"recall":0.456522,"f1":0.412933,"accuracy":0.456522,"main_score":0.412933,"hf_subset":"ayr_Latn-arz_Arab","languages":["ayr-Latn","arz-Arab"]},{"precision":0.40901,"recall":0.449605,"f1":0.420599,"accuracy":0.449605,"main_score":0.420599,"hf_subset":"ayr_Latn-cjk_Latn","languages":["ayr-Latn","cjk-Latn"]},{"precision":0.362078,"recall":0.405138,"f1":0.37295,"accuracy":0.405138,"main_score":0.37295,"hf_subset":"ayr_Latn-gla_Latn","languages":["ayr-Latn","gla-Latn"]},{"precision":0.393875,"recall":0.452569,"f1":0.409928,"accuracy":0.452569,"main_score":0.409928,"hf_subset":"ayr_Latn-kan_Knda","languages":["ayr-Latn","kan-Knda"]},{"precision":0.433386,"recall":0.474308,"f1":0.44437,"accuracy":0.474308,"main_score":0.44437,"hf_subset":"ayr_Latn-lmo_Latn","languages":["ayr-Latn","lmo-Latn"]},{"precision":0.397555,"recall":0.449605,"f1":0.412075,"accuracy":0.449605,"main_score":0.412075,"hf_subset":"ayr_Latn-npi_Deva","languages":["ayr-Latn","npi-Deva"]},{"precision":0.379206,"recall":0.425889,"f1":0.392435,"accuracy":0.425889,"main_score":0.392435,"hf_subset":"ayr_Latn-shn_Mymr","languages":["ayr-Latn","shn-Mymr"]},{"precision":0.452926,"recall":0.498024,"f1":0.465942,"accuracy":0.498024,"main_score":0.465942,"hf_subset":"ayr_Latn-tgl_Latn","languages":["ayr-Latn","tgl-Latn"]},{"precision":0.392654,"recall":0.448617,"f1":0.407511,"accuracy":0.448617,"main_score":0.407511,"hf_subset":"ayr_Latn-yue_Hant","languages":["ayr-Latn","yue-Hant"]},{"precision":0.344472,"recall":0.393281,"f1":0.358144,"accuracy":0.393281,"main_score":0.358144,"hf_subset":"ayr_Latn-asm_Beng","languages":["ayr-Latn","asm-Beng"]},{"precision":0.29899,"recall":0.348814,"f1":0.313073,"accuracy":0.348814,"main_score":0.313073,"hf_subset":"ayr_Latn-ckb_Arab","languages":["ayr-Latn","ckb-Arab"]},{"precision":0.351524,"recall":0.40415,"f1":0.365366,"accuracy":0.40415,"main_score":0.365366,"hf_subset":"ayr_Latn-gle_Latn","languages":["ayr-Latn","gle-Latn"]},{"precision":0.337529,"recall":0.384387,"f1":0.3505,"accuracy":0.384387,"main_score":0.3505,"hf_subset":"ayr_Latn-kas_Arab","languages":["ayr-Latn","kas-Arab"]},{"precision":0.418058,"recall":0.456522,"f1":0.429122,"accuracy":0.456522,"main_score":0.429122,"hf_subset":"ayr_Latn-ltg_Latn","languages":["ayr-Latn","ltg-Latn"]},{"precision":0.422231,"recall":0.469368,"f1":0.435082,"accuracy":0.469368,"main_score":0.435082,"hf_subset":"ayr_Latn-nso_Latn","languages":["ayr-Latn","nso-Latn"]},{"precision":0.351662,"recall":0.40415,"f1":0.365248,"accuracy":0.40415,"main_score":0.365248,"hf_subset":"ayr_Latn-sin_Sinh","languages":["ayr-Latn","sin-Sinh"]},{"precision":0.404814,"recall":0.470356,"f1":0.421808,"accuracy":0.470356,"main_score":0.421808,"hf_subset":"ayr_Latn-tha_Thai","languages":["ayr-Latn","tha-Thai"]},{"precision":0.403611,"recall":0.461462,"f1":0.418671,"accuracy":0.461462,"main_score":0.418671,"hf_subset":"ayr_Latn-zho_Hans","languages":["ayr-Latn","zho-Hans"]},{"precision":0.429628,"recall":0.467391,"f1":0.44097,"accuracy":0.467391,"main_score":0.44097,"hf_subset":"ayr_Latn-ast_Latn","languages":["ayr-Latn","ast-Latn"]},{"precision":0.410551,"recall":0.449605,"f1":0.421549,"accuracy":0.449605,"main_score":0.421549,"hf_subset":"ayr_Latn-crh_Latn","languages":["ayr-Latn","crh-Latn"]},{"precision":0.433845,"recall":0.481225,"f1":0.446914,"accuracy":0.481225,"main_score":0.446914,"hf_subset":"ayr_Latn-glg_Latn","languages":["ayr-Latn","glg-Latn"]},{"precision":0.378163,"recall":0.420949,"f1":0.389726,"accuracy":0.420949,"main_score":0.389726,"hf_subset":"ayr_Latn-kas_Deva","languages":["ayr-Latn","kas-Deva"]},{"precision":0.424181,"recall":0.469368,"f1":0.436495,"accuracy":0.469368,"main_score":0.436495,"hf_subset":"ayr_Latn-ltz_Latn","languages":["ayr-Latn","ltz-Latn"]},{"precision":0.336935,"recall":0.38834,"f1":0.351152,"accuracy":0.38834,"main_score":0.351152,"hf_subset":"ayr_Latn-nus_Latn","languages":["ayr-Latn","nus-Latn"]},{"precision":0.403484,"recall":0.455534,"f1":0.417205,"accuracy":0.455534,"main_score":0.417205,"hf_subset":"ayr_Latn-slk_Latn","languages":["ayr-Latn","slk-Latn"]},{"precision":0.30002,"recall":0.349802,"f1":0.313745,"accuracy":0.349802,"main_score":0.313745,"hf_subset":"ayr_Latn-tir_Ethi","languages":["ayr-Latn","tir-Ethi"]},{"precision":0.383682,"recall":0.444664,"f1":0.400344,"accuracy":0.444664,"main_score":0.400344,"hf_subset":"ayr_Latn-zho_Hant","languages":["ayr-Latn","zho-Hant"]},{"precision":0.409567,"recall":0.466403,"f1":0.425511,"accuracy":0.466403,"main_score":0.425511,"hf_subset":"ayr_Latn-awa_Deva","languages":["ayr-Latn","awa-Deva"]},{"precision":0.395832,"recall":0.439723,"f1":0.407977,"accuracy":0.439723,"main_score":0.407977,"hf_subset":"ayr_Latn-cym_Latn","languages":["ayr-Latn","cym-Latn"]},{"precision":0.455689,"recall":0.490119,"f1":0.465795,"accuracy":0.490119,"main_score":0.465795,"hf_subset":"ayr_Latn-grn_Latn","languages":["ayr-Latn","grn-Latn"]},{"precision":0.368404,"recall":0.420949,"f1":0.382032,"accuracy":0.420949,"main_score":0.382032,"hf_subset":"ayr_Latn-kat_Geor","languages":["ayr-Latn","kat-Geor"]},{"precision":0.421477,"recall":0.469368,"f1":0.434837,"accuracy":0.469368,"main_score":0.434837,"hf_subset":"ayr_Latn-lua_Latn","languages":["ayr-Latn","lua-Latn"]},{"precision":0.423364,"recall":0.458498,"f1":0.433454,"accuracy":0.458498,"main_score":0.433454,"hf_subset":"ayr_Latn-nya_Latn","languages":["ayr-Latn","nya-Latn"]},{"precision":0.395203,"recall":0.445652,"f1":0.408754,"accuracy":0.445652,"main_score":0.408754,"hf_subset":"ayr_Latn-slv_Latn","languages":["ayr-Latn","slv-Latn"]},{"precision":0.455406,"recall":0.490119,"f1":0.464941,"accuracy":0.490119,"main_score":0.464941,"hf_subset":"ayr_Latn-tpi_Latn","languages":["ayr-Latn","tpi-Latn"]},{"precision":0.440892,"recall":0.48913,"f1":0.454561,"accuracy":0.48913,"main_score":0.454561,"hf_subset":"ayr_Latn-zsm_Latn","languages":["ayr-Latn","zsm-Latn"]},{"precision":0.420767,"recall":0.471344,"f1":0.434628,"accuracy":0.471344,"main_score":0.434628,"hf_subset":"ayr_Latn-dan_Latn","languages":["ayr-Latn","dan-Latn"]},{"precision":0.38277,"recall":0.439723,"f1":0.397586,"accuracy":0.439723,"main_score":0.397586,"hf_subset":"ayr_Latn-guj_Gujr","languages":["ayr-Latn","guj-Gujr"]},{"precision":0.389946,"recall":0.434783,"f1":0.402288,"accuracy":0.434783,"main_score":0.402288,"hf_subset":"ayr_Latn-kaz_Cyrl","languages":["ayr-Latn","kaz-Cyrl"]},{"precision":0.377089,"recall":0.428854,"f1":0.391127,"accuracy":0.428854,"main_score":0.391127,"hf_subset":"ayr_Latn-lug_Latn","languages":["ayr-Latn","lug-Latn"]},{"precision":0.439205,"recall":0.479249,"f1":0.450314,"accuracy":0.479249,"main_score":0.450314,"hf_subset":"ayr_Latn-oci_Latn","languages":["ayr-Latn","oci-Latn"]},{"precision":0.412195,"recall":0.462451,"f1":0.426205,"accuracy":0.462451,"main_score":0.426205,"hf_subset":"ayr_Latn-smo_Latn","languages":["ayr-Latn","smo-Latn"]},{"precision":0.390792,"recall":0.444664,"f1":0.405952,"accuracy":0.444664,"main_score":0.405952,"hf_subset":"ayr_Latn-tsn_Latn","languages":["ayr-Latn","tsn-Latn"]},{"precision":0.383732,"recall":0.432806,"f1":0.397788,"accuracy":0.432806,"main_score":0.397788,"hf_subset":"ayr_Latn-zul_Latn","languages":["ayr-Latn","zul-Latn"]},{"precision":0.31741,"recall":0.368577,"f1":0.331864,"accuracy":0.368577,"main_score":0.331864,"hf_subset":"ayr_Latn-azb_Arab","languages":["ayr-Latn","azb-Arab"]},{"precision":0.439164,"recall":0.496047,"f1":0.454232,"accuracy":0.496047,"main_score":0.454232,"hf_subset":"ayr_Latn-deu_Latn","languages":["ayr-Latn","deu-Latn"]},{"precision":0.392114,"recall":0.443676,"f1":0.406676,"accuracy":0.443676,"main_score":0.406676,"hf_subset":"ayr_Latn-hat_Latn","languages":["ayr-Latn","hat-Latn"]},{"precision":0.37285,"recall":0.420949,"f1":0.386081,"accuracy":0.420949,"main_score":0.386081,"hf_subset":"ayr_Latn-kbp_Latn","languages":["ayr-Latn","kbp-Latn"]},{"precision":0.420756,"recall":0.461462,"f1":0.432294,"accuracy":0.461462,"main_score":0.432294,"hf_subset":"ayr_Latn-luo_Latn","languages":["ayr-Latn","luo-Latn"]},{"precision":0.347722,"recall":0.402174,"f1":0.362325,"accuracy":0.402174,"main_score":0.362325,"hf_subset":"ayr_Latn-ory_Orya","languages":["ayr-Latn","ory-Orya"]},{"precision":0.42363,"recall":0.459486,"f1":0.434074,"accuracy":0.459486,"main_score":0.434074,"hf_subset":"ayr_Latn-sna_Latn","languages":["ayr-Latn","sna-Latn"]},{"precision":0.41578,"recall":0.452569,"f1":0.426042,"accuracy":0.452569,"main_score":0.426042,"hf_subset":"ayr_Latn-tso_Latn","languages":["ayr-Latn","tso-Latn"]},{"precision":0.406502,"recall":0.447628,"f1":0.418114,"accuracy":0.447628,"main_score":0.418114,"hf_subset":"ayr_Latn-azj_Latn","languages":["ayr-Latn","azj-Latn"]},{"precision":0.39322,"recall":0.437747,"f1":0.406182,"accuracy":0.437747,"main_score":0.406182,"hf_subset":"ayr_Latn-dik_Latn","languages":["ayr-Latn","dik-Latn"]},{"precision":0.409055,"recall":0.445652,"f1":0.419278,"accuracy":0.445652,"main_score":0.419278,"hf_subset":"ayr_Latn-hau_Latn","languages":["ayr-Latn","hau-Latn"]},{"precision":0.453514,"recall":0.494071,"f1":0.464273,"accuracy":0.494071,"main_score":0.464273,"hf_subset":"ayr_Latn-kea_Latn","languages":["ayr-Latn","kea-Latn"]},{"precision":0.453974,"recall":0.48419,"f1":0.462909,"accuracy":0.48419,"main_score":0.462909,"hf_subset":"ayr_Latn-lus_Latn","languages":["ayr-Latn","lus-Latn"]},{"precision":0.446666,"recall":0.481225,"f1":0.456401,"accuracy":0.481225,"main_score":0.456401,"hf_subset":"ayr_Latn-pag_Latn","languages":["ayr-Latn","pag-Latn"]},{"precision":0.323572,"recall":0.376482,"f1":0.337987,"accuracy":0.376482,"main_score":0.337987,"hf_subset":"ayr_Latn-snd_Arab","languages":["ayr-Latn","snd-Arab"]},{"precision":0.400144,"recall":0.442688,"f1":0.411637,"accuracy":0.442688,"main_score":0.411637,"hf_subset":"ayr_Latn-tuk_Latn","languages":["ayr-Latn","tuk-Latn"]},{"precision":0.405243,"recall":0.444664,"f1":0.415963,"accuracy":0.444664,"main_score":0.415963,"hf_subset":"ayr_Latn-bak_Cyrl","languages":["ayr-Latn","bak-Cyrl"]},{"precision":0.32747,"recall":0.384387,"f1":0.343396,"accuracy":0.384387,"main_score":0.343396,"hf_subset":"ayr_Latn-dyu_Latn","languages":["ayr-Latn","dyu-Latn"]},{"precision":0.347858,"recall":0.403162,"f1":0.362699,"accuracy":0.403162,"main_score":0.362699,"hf_subset":"ayr_Latn-heb_Hebr","languages":["ayr-Latn","heb-Hebr"]},{"precision":0.376716,"recall":0.422925,"f1":0.389739,"accuracy":0.422925,"main_score":0.389739,"hf_subset":"ayr_Latn-khk_Cyrl","languages":["ayr-Latn","khk-Cyrl"]},{"precision":0.407065,"recall":0.454545,"f1":0.420836,"accuracy":0.454545,"main_score":0.420836,"hf_subset":"ayr_Latn-lvs_Latn","languages":["ayr-Latn","lvs-Latn"]},{"precision":0.356607,"recall":0.417984,"f1":0.373208,"accuracy":0.417984,"main_score":0.373208,"hf_subset":"ayr_Latn-pan_Guru","languages":["ayr-Latn","pan-Guru"]},{"precision":0.398498,"recall":0.436759,"f1":0.409257,"accuracy":0.436759,"main_score":0.409257,"hf_subset":"ayr_Latn-som_Latn","languages":["ayr-Latn","som-Latn"]},{"precision":0.419229,"recall":0.448617,"f1":0.428014,"accuracy":0.448617,"main_score":0.428014,"hf_subset":"ayr_Latn-tum_Latn","languages":["ayr-Latn","tum-Latn"]},{"precision":0.285581,"recall":0.371542,"f1":0.308043,"accuracy":0.371542,"main_score":0.308043,"hf_subset":"dan_Latn-ace_Arab","languages":["dan-Latn","ace-Arab"]},{"precision":0.37024,"recall":0.467391,"f1":0.395768,"accuracy":0.467391,"main_score":0.395768,"hf_subset":"dan_Latn-bam_Latn","languages":["dan-Latn","bam-Latn"]},{"precision":0.155669,"recall":0.214427,"f1":0.170659,"accuracy":0.214427,"main_score":0.170659,"hf_subset":"dan_Latn-dzo_Tibt","languages":["dan-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-hin_Deva","languages":["dan-Latn","hin-Deva"]},{"precision":0.826005,"recall":0.875494,"f1":0.841191,"accuracy":0.875494,"main_score":0.841191,"hf_subset":"dan_Latn-khm_Khmr","languages":["dan-Latn","khm-Khmr"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"dan_Latn-mag_Deva","languages":["dan-Latn","mag-Deva"]},{"precision":0.851779,"recall":0.892292,"f1":0.863933,"accuracy":0.892292,"main_score":0.863933,"hf_subset":"dan_Latn-pap_Latn","languages":["dan-Latn","pap-Latn"]},{"precision":0.409507,"recall":0.511858,"f1":0.435928,"accuracy":0.511858,"main_score":0.435928,"hf_subset":"dan_Latn-sot_Latn","languages":["dan-Latn","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"dan_Latn-tur_Latn","languages":["dan-Latn","tur-Latn"]},{"precision":0.67253,"recall":0.749012,"f1":0.695309,"accuracy":0.749012,"main_score":0.695309,"hf_subset":"dan_Latn-ace_Latn","languages":["dan-Latn","ace-Latn"]},{"precision":0.820026,"recall":0.869565,"f1":0.835771,"accuracy":0.869565,"main_score":0.835771,"hf_subset":"dan_Latn-ban_Latn","languages":["dan-Latn","ban-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"dan_Latn-ell_Grek","languages":["dan-Latn","ell-Grek"]},{"precision":0.947299,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"dan_Latn-hne_Deva","languages":["dan-Latn","hne-Deva"]},{"precision":0.41522,"recall":0.521739,"f1":0.443475,"accuracy":0.521739,"main_score":0.443475,"hf_subset":"dan_Latn-kik_Latn","languages":["dan-Latn","kik-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"dan_Latn-mai_Deva","languages":["dan-Latn","mai-Deva"]},{"precision":0.858119,"recall":0.901186,"f1":0.872101,"accuracy":0.901186,"main_score":0.872101,"hf_subset":"dan_Latn-pbt_Arab","languages":["dan-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-spa_Latn","languages":["dan-Latn","spa-Latn"]},{"precision":0.482508,"recall":0.579051,"f1":0.508952,"accuracy":0.579051,"main_score":0.508952,"hf_subset":"dan_Latn-twi_Latn","languages":["dan-Latn","twi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"dan_Latn-acm_Arab","languages":["dan-Latn","acm-Arab"]},{"precision":0.852223,"recall":0.895257,"f1":0.866008,"accuracy":0.895257,"main_score":0.866008,"hf_subset":"dan_Latn-bel_Cyrl","languages":["dan-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-eng_Latn","languages":["dan-Latn","eng-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"dan_Latn-hrv_Latn","languages":["dan-Latn","hrv-Latn"]},{"precision":0.386976,"recall":0.479249,"f1":0.41125,"accuracy":0.479249,"main_score":0.41125,"hf_subset":"dan_Latn-kin_Latn","languages":["dan-Latn","kin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"dan_Latn-mal_Mlym","languages":["dan-Latn","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"dan_Latn-pes_Arab","languages":["dan-Latn","pes-Arab"]},{"precision":0.836627,"recall":0.883399,"f1":0.851581,"accuracy":0.883399,"main_score":0.851581,"hf_subset":"dan_Latn-srd_Latn","languages":["dan-Latn","srd-Latn"]},{"precision":0.108091,"recall":0.179842,"f1":0.123363,"accuracy":0.179842,"main_score":0.123363,"hf_subset":"dan_Latn-tzm_Tfng","languages":["dan-Latn","tzm-Tfng"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"dan_Latn-acq_Arab","languages":["dan-Latn","acq-Arab"]},{"precision":0.440232,"recall":0.534585,"f1":0.465018,"accuracy":0.534585,"main_score":0.465018,"hf_subset":"dan_Latn-bem_Latn","languages":["dan-Latn","bem-Latn"]},{"precision":0.899292,"recall":0.929842,"f1":0.908992,"accuracy":0.929842,"main_score":0.908992,"hf_subset":"dan_Latn-epo_Latn","languages":["dan-Latn","epo-Latn"]},{"precision":0.941041,"recall":0.960474,"f1":0.947464,"accuracy":0.960474,"main_score":0.947464,"hf_subset":"dan_Latn-hun_Latn","languages":["dan-Latn","hun-Latn"]},{"precision":0.682231,"recall":0.757905,"f1":0.704438,"accuracy":0.757905,"main_score":0.704438,"hf_subset":"dan_Latn-kir_Cyrl","languages":["dan-Latn","kir-Cyrl"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"dan_Latn-mar_Deva","languages":["dan-Latn","mar-Deva"]},{"precision":0.433569,"recall":0.521739,"f1":0.457648,"accuracy":0.521739,"main_score":0.457648,"hf_subset":"dan_Latn-plt_Latn","languages":["dan-Latn","plt-Latn"]},{"precision":0.940382,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"dan_Latn-srp_Cyrl","languages":["dan-Latn","srp-Cyrl"]},{"precision":0.269936,"recall":0.354743,"f1":0.292149,"accuracy":0.354743,"main_score":0.292149,"hf_subset":"dan_Latn-uig_Arab","languages":["dan-Latn","uig-Arab"]},{"precision":0.927701,"recall":0.950593,"f1":0.935112,"accuracy":0.950593,"main_score":0.935112,"hf_subset":"dan_Latn-aeb_Arab","languages":["dan-Latn","aeb-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"dan_Latn-ben_Beng","languages":["dan-Latn","ben-Beng"]},{"precision":0.826252,"recall":0.876482,"f1":0.842029,"accuracy":0.876482,"main_score":0.842029,"hf_subset":"dan_Latn-est_Latn","languages":["dan-Latn","est-Latn"]},{"precision":0.82668,"recall":0.873518,"f1":0.841041,"accuracy":0.873518,"main_score":0.841041,"hf_subset":"dan_Latn-hye_Armn","languages":["dan-Latn","hye-Armn"]},{"precision":0.380518,"recall":0.472332,"f1":0.404606,"accuracy":0.472332,"main_score":0.404606,"hf_subset":"dan_Latn-kmb_Latn","languages":["dan-Latn","kmb-Latn"]},{"precision":0.247509,"recall":0.332016,"f1":0.269065,"accuracy":0.332016,"main_score":0.269065,"hf_subset":"dan_Latn-min_Arab","languages":["dan-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-pol_Latn","languages":["dan-Latn","pol-Latn"]},{"precision":0.386989,"recall":0.486166,"f1":0.412691,"accuracy":0.486166,"main_score":0.412691,"hf_subset":"dan_Latn-ssw_Latn","languages":["dan-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"dan_Latn-ukr_Cyrl","languages":["dan-Latn","ukr-Cyrl"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"dan_Latn-afr_Latn","languages":["dan-Latn","afr-Latn"]},{"precision":0.940135,"recall":0.958498,"f1":0.946047,"accuracy":0.958498,"main_score":0.946047,"hf_subset":"dan_Latn-bho_Deva","languages":["dan-Latn","bho-Deva"]},{"precision":0.628996,"recall":0.713439,"f1":0.653073,"accuracy":0.713439,"main_score":0.653073,"hf_subset":"dan_Latn-eus_Latn","languages":["dan-Latn","eus-Latn"]},{"precision":0.384105,"recall":0.491107,"f1":0.411891,"accuracy":0.491107,"main_score":0.411891,"hf_subset":"dan_Latn-ibo_Latn","languages":["dan-Latn","ibo-Latn"]},{"precision":0.426135,"recall":0.528656,"f1":0.452829,"accuracy":0.528656,"main_score":0.452829,"hf_subset":"dan_Latn-kmr_Latn","languages":["dan-Latn","kmr-Latn"]},{"precision":0.786704,"recall":0.84585,"f1":0.804974,"accuracy":0.84585,"main_score":0.804974,"hf_subset":"dan_Latn-min_Latn","languages":["dan-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-por_Latn","languages":["dan-Latn","por-Latn"]},{"precision":0.850626,"recall":0.892292,"f1":0.863406,"accuracy":0.892292,"main_score":0.863406,"hf_subset":"dan_Latn-sun_Latn","languages":["dan-Latn","sun-Latn"]},{"precision":0.3726,"recall":0.47332,"f1":0.39888,"accuracy":0.47332,"main_score":0.39888,"hf_subset":"dan_Latn-umb_Latn","languages":["dan-Latn","umb-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"dan_Latn-ajp_Arab","languages":["dan-Latn","ajp-Arab"]},{"precision":0.251987,"recall":0.333004,"f1":0.273144,"accuracy":0.333004,"main_score":0.273144,"hf_subset":"dan_Latn-bjn_Arab","languages":["dan-Latn","bjn-Arab"]},{"precision":0.397289,"recall":0.486166,"f1":0.420403,"accuracy":0.486166,"main_score":0.420403,"hf_subset":"dan_Latn-ewe_Latn","languages":["dan-Latn","ewe-Latn"]},{"precision":0.674021,"recall":0.750988,"f1":0.696287,"accuracy":0.750988,"main_score":0.696287,"hf_subset":"dan_Latn-ilo_Latn","languages":["dan-Latn","ilo-Latn"]},{"precision":0.175576,"recall":0.256917,"f1":0.194902,"accuracy":0.256917,"main_score":0.194902,"hf_subset":"dan_Latn-knc_Arab","languages":["dan-Latn","knc-Arab"]},{"precision":0.92836,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"dan_Latn-mkd_Cyrl","languages":["dan-Latn","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-prs_Arab","languages":["dan-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-swe_Latn","languages":["dan-Latn","swe-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"dan_Latn-urd_Arab","languages":["dan-Latn","urd-Arab"]},{"precision":0.452364,"recall":0.554348,"f1":0.479586,"accuracy":0.554348,"main_score":0.479586,"hf_subset":"dan_Latn-aka_Latn","languages":["dan-Latn","aka-Latn"]},{"precision":0.823205,"recall":0.87253,"f1":0.838834,"accuracy":0.87253,"main_score":0.838834,"hf_subset":"dan_Latn-bjn_Latn","languages":["dan-Latn","bjn-Latn"]},{"precision":0.637962,"recall":0.710474,"f1":0.658599,"accuracy":0.710474,"main_score":0.658599,"hf_subset":"dan_Latn-fao_Latn","languages":["dan-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ind_Latn","languages":["dan-Latn","ind-Latn"]},{"precision":0.437387,"recall":0.532609,"f1":0.462322,"accuracy":0.532609,"main_score":0.462322,"hf_subset":"dan_Latn-knc_Latn","languages":["dan-Latn","knc-Latn"]},{"precision":0.700579,"recall":0.778656,"f1":0.724006,"accuracy":0.778656,"main_score":0.724006,"hf_subset":"dan_Latn-mlt_Latn","languages":["dan-Latn","mlt-Latn"]},{"precision":0.461798,"recall":0.567194,"f1":0.490003,"accuracy":0.567194,"main_score":0.490003,"hf_subset":"dan_Latn-quy_Latn","languages":["dan-Latn","quy-Latn"]},{"precision":0.855962,"recall":0.898221,"f1":0.869368,"accuracy":0.898221,"main_score":0.869368,"hf_subset":"dan_Latn-swh_Latn","languages":["dan-Latn","swh-Latn"]},{"precision":0.649506,"recall":0.735178,"f1":0.674708,"accuracy":0.735178,"main_score":0.674708,"hf_subset":"dan_Latn-uzn_Latn","languages":["dan-Latn","uzn-Latn"]},{"precision":0.800889,"recall":0.852767,"f1":0.816831,"accuracy":0.852767,"main_score":0.816831,"hf_subset":"dan_Latn-als_Latn","languages":["dan-Latn","als-Latn"]},{"precision":0.187956,"recall":0.251976,"f1":0.20329,"accuracy":0.251976,"main_score":0.20329,"hf_subset":"dan_Latn-bod_Tibt","languages":["dan-Latn","bod-Tibt"]},{"precision":0.381874,"recall":0.490119,"f1":0.410262,"accuracy":0.490119,"main_score":0.410262,"hf_subset":"dan_Latn-fij_Latn","languages":["dan-Latn","fij-Latn"]},{"precision":0.604796,"recall":0.679842,"f1":0.625567,"accuracy":0.679842,"main_score":0.625567,"hf_subset":"dan_Latn-isl_Latn","languages":["dan-Latn","isl-Latn"]},{"precision":0.469969,"recall":0.562253,"f1":0.494357,"accuracy":0.562253,"main_score":0.494357,"hf_subset":"dan_Latn-kon_Latn","languages":["dan-Latn","kon-Latn"]},{"precision":0.343144,"recall":0.451581,"f1":0.370878,"accuracy":0.451581,"main_score":0.370878,"hf_subset":"dan_Latn-mni_Beng","languages":["dan-Latn","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"dan_Latn-ron_Latn","languages":["dan-Latn","ron-Latn"]},{"precision":0.869977,"recall":0.907115,"f1":0.881621,"accuracy":0.907115,"main_score":0.881621,"hf_subset":"dan_Latn-szl_Latn","languages":["dan-Latn","szl-Latn"]},{"precision":0.919302,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"dan_Latn-vec_Latn","languages":["dan-Latn","vec-Latn"]},{"precision":0.793182,"recall":0.852767,"f1":0.811679,"accuracy":0.852767,"main_score":0.811679,"hf_subset":"dan_Latn-amh_Ethi","languages":["dan-Latn","amh-Ethi"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"dan_Latn-bos_Latn","languages":["dan-Latn","bos-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"dan_Latn-fin_Latn","languages":["dan-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ita_Latn","languages":["dan-Latn","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"dan_Latn-kor_Hang","languages":["dan-Latn","kor-Hang"]},{"precision":0.396618,"recall":0.492095,"f1":0.421763,"accuracy":0.492095,"main_score":0.421763,"hf_subset":"dan_Latn-mos_Latn","languages":["dan-Latn","mos-Latn"]},{"precision":0.380303,"recall":0.482213,"f1":0.406867,"accuracy":0.482213,"main_score":0.406867,"hf_subset":"dan_Latn-run_Latn","languages":["dan-Latn","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"dan_Latn-tam_Taml","languages":["dan-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"dan_Latn-vie_Latn","languages":["dan-Latn","vie-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"dan_Latn-apc_Arab","languages":["dan-Latn","apc-Arab"]},{"precision":0.632356,"recall":0.714427,"f1":0.655843,"accuracy":0.714427,"main_score":0.655843,"hf_subset":"dan_Latn-bug_Latn","languages":["dan-Latn","bug-Latn"]},{"precision":0.350325,"recall":0.445652,"f1":0.374234,"accuracy":0.445652,"main_score":0.374234,"hf_subset":"dan_Latn-fon_Latn","languages":["dan-Latn","fon-Latn"]},{"precision":0.841436,"recall":0.88834,"f1":0.85639,"accuracy":0.88834,"main_score":0.85639,"hf_subset":"dan_Latn-jav_Latn","languages":["dan-Latn","jav-Latn"]},{"precision":0.714196,"recall":0.788538,"f1":0.736665,"accuracy":0.788538,"main_score":0.736665,"hf_subset":"dan_Latn-lao_Laoo","languages":["dan-Latn","lao-Laoo"]},{"precision":0.363072,"recall":0.468379,"f1":0.389876,"accuracy":0.468379,"main_score":0.389876,"hf_subset":"dan_Latn-mri_Latn","languages":["dan-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-rus_Cyrl","languages":["dan-Latn","rus-Cyrl"]},{"precision":0.386747,"recall":0.488142,"f1":0.412848,"accuracy":0.488142,"main_score":0.412848,"hf_subset":"dan_Latn-taq_Latn","languages":["dan-Latn","taq-Latn"]},{"precision":0.790547,"recall":0.846838,"f1":0.807858,"accuracy":0.846838,"main_score":0.807858,"hf_subset":"dan_Latn-war_Latn","languages":["dan-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"dan_Latn-arb_Arab","languages":["dan-Latn","arb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-bul_Cyrl","languages":["dan-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-fra_Latn","languages":["dan-Latn","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"dan_Latn-jpn_Jpan","languages":["dan-Latn","jpn-Jpan"]},{"precision":0.866683,"recall":0.906126,"f1":0.879183,"accuracy":0.906126,"main_score":0.879183,"hf_subset":"dan_Latn-lij_Latn","languages":["dan-Latn","lij-Latn"]},{"precision":0.795735,"recall":0.852767,"f1":0.813439,"accuracy":0.852767,"main_score":0.813439,"hf_subset":"dan_Latn-mya_Mymr","languages":["dan-Latn","mya-Mymr"]},{"precision":0.458822,"recall":0.562253,"f1":0.486939,"accuracy":0.562253,"main_score":0.486939,"hf_subset":"dan_Latn-sag_Latn","languages":["dan-Latn","sag-Latn"]},{"precision":0.126747,"recall":0.210474,"f1":0.1431,"accuracy":0.210474,"main_score":0.1431,"hf_subset":"dan_Latn-taq_Tfng","languages":["dan-Latn","taq-Tfng"]},{"precision":0.462684,"recall":0.562253,"f1":0.489214,"accuracy":0.562253,"main_score":0.489214,"hf_subset":"dan_Latn-wol_Latn","languages":["dan-Latn","wol-Latn"]},{"precision":0.283552,"recall":0.389328,"f1":0.309153,"accuracy":0.389328,"main_score":0.309153,"hf_subset":"dan_Latn-arb_Latn","languages":["dan-Latn","arb-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"dan_Latn-cat_Latn","languages":["dan-Latn","cat-Latn"]},{"precision":0.821212,"recall":0.869565,"f1":0.836298,"accuracy":0.869565,"main_score":0.836298,"hf_subset":"dan_Latn-fur_Latn","languages":["dan-Latn","fur-Latn"]},{"precision":0.261641,"recall":0.344862,"f1":0.28148,"accuracy":0.344862,"main_score":0.28148,"hf_subset":"dan_Latn-kab_Latn","languages":["dan-Latn","kab-Latn"]},{"precision":0.828557,"recall":0.874506,"f1":0.842655,"accuracy":0.874506,"main_score":0.842655,"hf_subset":"dan_Latn-lim_Latn","languages":["dan-Latn","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"dan_Latn-nld_Latn","languages":["dan-Latn","nld-Latn"]},{"precision":0.880764,"recall":0.917984,"f1":0.892951,"accuracy":0.917984,"main_score":0.892951,"hf_subset":"dan_Latn-san_Deva","languages":["dan-Latn","san-Deva"]},{"precision":0.679397,"recall":0.750988,"f1":0.700828,"accuracy":0.750988,"main_score":0.700828,"hf_subset":"dan_Latn-tat_Cyrl","languages":["dan-Latn","tat-Cyrl"]},{"precision":0.414118,"recall":0.513834,"f1":0.440075,"accuracy":0.513834,"main_score":0.440075,"hf_subset":"dan_Latn-xho_Latn","languages":["dan-Latn","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"dan_Latn-ars_Arab","languages":["dan-Latn","ars-Arab"]},{"precision":0.755567,"recall":0.823123,"f1":0.776482,"accuracy":0.823123,"main_score":0.776482,"hf_subset":"dan_Latn-ceb_Latn","languages":["dan-Latn","ceb-Latn"]},{"precision":0.411556,"recall":0.51581,"f1":0.439073,"accuracy":0.51581,"main_score":0.439073,"hf_subset":"dan_Latn-fuv_Latn","languages":["dan-Latn","fuv-Latn"]},{"precision":0.395039,"recall":0.507905,"f1":0.42498,"accuracy":0.507905,"main_score":0.42498,"hf_subset":"dan_Latn-kac_Latn","languages":["dan-Latn","kac-Latn"]},{"precision":0.474182,"recall":0.577075,"f1":0.501857,"accuracy":0.577075,"main_score":0.501857,"hf_subset":"dan_Latn-lin_Latn","languages":["dan-Latn","lin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"dan_Latn-nno_Latn","languages":["dan-Latn","nno-Latn"]},{"precision":0.171319,"recall":0.237154,"f1":0.186466,"accuracy":0.237154,"main_score":0.186466,"hf_subset":"dan_Latn-sat_Olck","languages":["dan-Latn","sat-Olck"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"dan_Latn-tel_Telu","languages":["dan-Latn","tel-Telu"]},{"precision":0.327093,"recall":0.432806,"f1":0.354645,"accuracy":0.432806,"main_score":0.354645,"hf_subset":"dan_Latn-ydd_Hebr","languages":["dan-Latn","ydd-Hebr"]},{"precision":0.876235,"recall":0.914032,"f1":0.888406,"accuracy":0.914032,"main_score":0.888406,"hf_subset":"dan_Latn-ary_Arab","languages":["dan-Latn","ary-Arab"]},{"precision":0.979084,"recall":0.985178,"f1":0.981061,"accuracy":0.985178,"main_score":0.981061,"hf_subset":"dan_Latn-ces_Latn","languages":["dan-Latn","ces-Latn"]},{"precision":0.290001,"recall":0.379447,"f1":0.311574,"accuracy":0.379447,"main_score":0.311574,"hf_subset":"dan_Latn-gaz_Latn","languages":["dan-Latn","gaz-Latn"]},{"precision":0.419449,"recall":0.520751,"f1":0.44592,"accuracy":0.520751,"main_score":0.44592,"hf_subset":"dan_Latn-kam_Latn","languages":["dan-Latn","kam-Latn"]},{"precision":0.814756,"recall":0.866601,"f1":0.830995,"accuracy":0.866601,"main_score":0.830995,"hf_subset":"dan_Latn-lit_Latn","languages":["dan-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-nob_Latn","languages":["dan-Latn","nob-Latn"]},{"precision":0.746854,"recall":0.813241,"f1":0.766916,"accuracy":0.813241,"main_score":0.766916,"hf_subset":"dan_Latn-scn_Latn","languages":["dan-Latn","scn-Latn"]},{"precision":0.425369,"recall":0.530632,"f1":0.452773,"accuracy":0.530632,"main_score":0.452773,"hf_subset":"dan_Latn-tgk_Cyrl","languages":["dan-Latn","tgk-Cyrl"]},{"precision":0.359468,"recall":0.470356,"f1":0.388785,"accuracy":0.470356,"main_score":0.388785,"hf_subset":"dan_Latn-yor_Latn","languages":["dan-Latn","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"dan_Latn-arz_Arab","languages":["dan-Latn","arz-Arab"]},{"precision":0.410425,"recall":0.519763,"f1":0.439668,"accuracy":0.519763,"main_score":0.439668,"hf_subset":"dan_Latn-cjk_Latn","languages":["dan-Latn","cjk-Latn"]},{"precision":0.354458,"recall":0.450593,"f1":0.378847,"accuracy":0.450593,"main_score":0.378847,"hf_subset":"dan_Latn-gla_Latn","languages":["dan-Latn","gla-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"dan_Latn-kan_Knda","languages":["dan-Latn","kan-Knda"]},{"precision":0.793758,"recall":0.850791,"f1":0.811265,"accuracy":0.850791,"main_score":0.811265,"hf_subset":"dan_Latn-lmo_Latn","languages":["dan-Latn","lmo-Latn"]},{"precision":0.970026,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"dan_Latn-npi_Deva","languages":["dan-Latn","npi-Deva"]},{"precision":0.345482,"recall":0.463439,"f1":0.376216,"accuracy":0.463439,"main_score":0.376216,"hf_subset":"dan_Latn-shn_Mymr","languages":["dan-Latn","shn-Mymr"]},{"precision":0.883597,"recall":0.91996,"f1":0.895257,"accuracy":0.91996,"main_score":0.895257,"hf_subset":"dan_Latn-tgl_Latn","languages":["dan-Latn","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-yue_Hant","languages":["dan-Latn","yue-Hant"]},{"precision":0.870471,"recall":0.907115,"f1":0.882115,"accuracy":0.907115,"main_score":0.882115,"hf_subset":"dan_Latn-asm_Beng","languages":["dan-Latn","asm-Beng"]},{"precision":0.405829,"recall":0.493083,"f1":0.428586,"accuracy":0.493083,"main_score":0.428586,"hf_subset":"dan_Latn-ckb_Arab","languages":["dan-Latn","ckb-Arab"]},{"precision":0.374652,"recall":0.466403,"f1":0.39795,"accuracy":0.466403,"main_score":0.39795,"hf_subset":"dan_Latn-gle_Latn","languages":["dan-Latn","gle-Latn"]},{"precision":0.655535,"recall":0.743083,"f1":0.681104,"accuracy":0.743083,"main_score":0.681104,"hf_subset":"dan_Latn-kas_Arab","languages":["dan-Latn","kas-Arab"]},{"precision":0.63718,"recall":0.714427,"f1":0.660191,"accuracy":0.714427,"main_score":0.660191,"hf_subset":"dan_Latn-ltg_Latn","languages":["dan-Latn","ltg-Latn"]},{"precision":0.452049,"recall":0.547431,"f1":0.477396,"accuracy":0.547431,"main_score":0.477396,"hf_subset":"dan_Latn-nso_Latn","languages":["dan-Latn","nso-Latn"]},{"precision":0.863801,"recall":0.905138,"f1":0.877141,"accuracy":0.905138,"main_score":0.877141,"hf_subset":"dan_Latn-sin_Sinh","languages":["dan-Latn","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-tha_Thai","languages":["dan-Latn","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-zho_Hans","languages":["dan-Latn","zho-Hans"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"dan_Latn-ast_Latn","languages":["dan-Latn","ast-Latn"]},{"precision":0.794179,"recall":0.851779,"f1":0.811973,"accuracy":0.851779,"main_score":0.811973,"hf_subset":"dan_Latn-crh_Latn","languages":["dan-Latn","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-glg_Latn","languages":["dan-Latn","glg-Latn"]},{"precision":0.579534,"recall":0.675889,"f1":0.607554,"accuracy":0.675889,"main_score":0.607554,"hf_subset":"dan_Latn-kas_Deva","languages":["dan-Latn","kas-Deva"]},{"precision":0.821706,"recall":0.870553,"f1":0.836759,"accuracy":0.870553,"main_score":0.836759,"hf_subset":"dan_Latn-ltz_Latn","languages":["dan-Latn","ltz-Latn"]},{"precision":0.311936,"recall":0.399209,"f1":0.33343,"accuracy":0.399209,"main_score":0.33343,"hf_subset":"dan_Latn-nus_Latn","languages":["dan-Latn","nus-Latn"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"dan_Latn-slk_Latn","languages":["dan-Latn","slk-Latn"]},{"precision":0.380381,"recall":0.471344,"f1":0.40437,"accuracy":0.471344,"main_score":0.40437,"hf_subset":"dan_Latn-tir_Ethi","languages":["dan-Latn","tir-Ethi"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"dan_Latn-zho_Hant","languages":["dan-Latn","zho-Hant"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"dan_Latn-awa_Deva","languages":["dan-Latn","awa-Deva"]},{"precision":0.447581,"recall":0.532609,"f1":0.469685,"accuracy":0.532609,"main_score":0.469685,"hf_subset":"dan_Latn-cym_Latn","languages":["dan-Latn","cym-Latn"]},{"precision":0.630618,"recall":0.716403,"f1":0.65575,"accuracy":0.716403,"main_score":0.65575,"hf_subset":"dan_Latn-grn_Latn","languages":["dan-Latn","grn-Latn"]},{"precision":0.899292,"recall":0.929842,"f1":0.908992,"accuracy":0.929842,"main_score":0.908992,"hf_subset":"dan_Latn-kat_Geor","languages":["dan-Latn","kat-Geor"]},{"precision":0.467482,"recall":0.567194,"f1":0.494077,"accuracy":0.567194,"main_score":0.494077,"hf_subset":"dan_Latn-lua_Latn","languages":["dan-Latn","lua-Latn"]},{"precision":0.465759,"recall":0.564229,"f1":0.4922,"accuracy":0.564229,"main_score":0.4922,"hf_subset":"dan_Latn-nya_Latn","languages":["dan-Latn","nya-Latn"]},{"precision":0.920372,"recall":0.945652,"f1":0.92859,"accuracy":0.945652,"main_score":0.92859,"hf_subset":"dan_Latn-slv_Latn","languages":["dan-Latn","slv-Latn"]},{"precision":0.717045,"recall":0.787549,"f1":0.738062,"accuracy":0.787549,"main_score":0.738062,"hf_subset":"dan_Latn-tpi_Latn","languages":["dan-Latn","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-zsm_Latn","languages":["dan-Latn","zsm-Latn"]},{"precision":0.369315,"recall":0.483202,"f1":0.39925,"accuracy":0.483202,"main_score":0.39925,"hf_subset":"dan_Latn-ayr_Latn","languages":["dan-Latn","ayr-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"dan_Latn-guj_Gujr","languages":["dan-Latn","guj-Gujr"]},{"precision":0.75,"recall":0.817194,"f1":0.770407,"accuracy":0.817194,"main_score":0.770407,"hf_subset":"dan_Latn-kaz_Cyrl","languages":["dan-Latn","kaz-Cyrl"]},{"precision":0.360909,"recall":0.463439,"f1":0.38744,"accuracy":0.463439,"main_score":0.38744,"hf_subset":"dan_Latn-lug_Latn","languages":["dan-Latn","lug-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"dan_Latn-oci_Latn","languages":["dan-Latn","oci-Latn"]},{"precision":0.415708,"recall":0.525692,"f1":0.444294,"accuracy":0.525692,"main_score":0.444294,"hf_subset":"dan_Latn-smo_Latn","languages":["dan-Latn","smo-Latn"]},{"precision":0.395778,"recall":0.499012,"f1":0.422892,"accuracy":0.499012,"main_score":0.422892,"hf_subset":"dan_Latn-tsn_Latn","languages":["dan-Latn","tsn-Latn"]},{"precision":0.393041,"recall":0.488142,"f1":0.417308,"accuracy":0.488142,"main_score":0.417308,"hf_subset":"dan_Latn-zul_Latn","languages":["dan-Latn","zul-Latn"]},{"precision":0.657463,"recall":0.743083,"f1":0.683067,"accuracy":0.743083,"main_score":0.683067,"hf_subset":"dan_Latn-azb_Arab","languages":["dan-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-deu_Latn","languages":["dan-Latn","deu-Latn"]},{"precision":0.616537,"recall":0.713439,"f1":0.64552,"accuracy":0.713439,"main_score":0.64552,"hf_subset":"dan_Latn-hat_Latn","languages":["dan-Latn","hat-Latn"]},{"precision":0.350932,"recall":0.452569,"f1":0.377084,"accuracy":0.452569,"main_score":0.377084,"hf_subset":"dan_Latn-kbp_Latn","languages":["dan-Latn","kbp-Latn"]},{"precision":0.43308,"recall":0.529644,"f1":0.457996,"accuracy":0.529644,"main_score":0.457996,"hf_subset":"dan_Latn-luo_Latn","languages":["dan-Latn","luo-Latn"]},{"precision":0.533773,"recall":0.619565,"f1":0.558089,"accuracy":0.619565,"main_score":0.558089,"hf_subset":"dan_Latn-ory_Orya","languages":["dan-Latn","ory-Orya"]},{"precision":0.417056,"recall":0.51581,"f1":0.442394,"accuracy":0.51581,"main_score":0.442394,"hf_subset":"dan_Latn-sna_Latn","languages":["dan-Latn","sna-Latn"]},{"precision":0.384641,"recall":0.480237,"f1":0.409401,"accuracy":0.480237,"main_score":0.409401,"hf_subset":"dan_Latn-tso_Latn","languages":["dan-Latn","tso-Latn"]},{"precision":0.837286,"recall":0.885375,"f1":0.852555,"accuracy":0.885375,"main_score":0.852555,"hf_subset":"dan_Latn-azj_Latn","languages":["dan-Latn","azj-Latn"]},{"precision":0.415443,"recall":0.516798,"f1":0.442202,"accuracy":0.516798,"main_score":0.442202,"hf_subset":"dan_Latn-dik_Latn","languages":["dan-Latn","dik-Latn"]},{"precision":0.449985,"recall":0.533597,"f1":0.472286,"accuracy":0.533597,"main_score":0.472286,"hf_subset":"dan_Latn-hau_Latn","languages":["dan-Latn","hau-Latn"]},{"precision":0.78358,"recall":0.843874,"f1":0.802193,"accuracy":0.843874,"main_score":0.802193,"hf_subset":"dan_Latn-kea_Latn","languages":["dan-Latn","kea-Latn"]},{"precision":0.565527,"recall":0.656126,"f1":0.591053,"accuracy":0.656126,"main_score":0.591053,"hf_subset":"dan_Latn-lus_Latn","languages":["dan-Latn","lus-Latn"]},{"precision":0.70928,"recall":0.782609,"f1":0.731214,"accuracy":0.782609,"main_score":0.731214,"hf_subset":"dan_Latn-pag_Latn","languages":["dan-Latn","pag-Latn"]},{"precision":0.682668,"recall":0.759881,"f1":0.705913,"accuracy":0.759881,"main_score":0.705913,"hf_subset":"dan_Latn-snd_Arab","languages":["dan-Latn","snd-Arab"]},{"precision":0.585854,"recall":0.676877,"f1":0.612178,"accuracy":0.676877,"main_score":0.612178,"hf_subset":"dan_Latn-tuk_Latn","languages":["dan-Latn","tuk-Latn"]},{"precision":0.655995,"recall":0.730237,"f1":0.677127,"accuracy":0.730237,"main_score":0.677127,"hf_subset":"dan_Latn-bak_Cyrl","languages":["dan-Latn","bak-Cyrl"]},{"precision":0.352223,"recall":0.458498,"f1":0.380497,"accuracy":0.458498,"main_score":0.380497,"hf_subset":"dan_Latn-dyu_Latn","languages":["dan-Latn","dyu-Latn"]},{"precision":0.91996,"recall":0.944664,"f1":0.927983,"accuracy":0.944664,"main_score":0.927983,"hf_subset":"dan_Latn-heb_Hebr","languages":["dan-Latn","heb-Hebr"]},{"precision":0.440477,"recall":0.529644,"f1":0.464221,"accuracy":0.529644,"main_score":0.464221,"hf_subset":"dan_Latn-khk_Cyrl","languages":["dan-Latn","khk-Cyrl"]},{"precision":0.840424,"recall":0.886364,"f1":0.854825,"accuracy":0.886364,"main_score":0.854825,"hf_subset":"dan_Latn-lvs_Latn","languages":["dan-Latn","lvs-Latn"]},{"precision":0.923419,"recall":0.94664,"f1":0.930995,"accuracy":0.94664,"main_score":0.930995,"hf_subset":"dan_Latn-pan_Guru","languages":["dan-Latn","pan-Guru"]},{"precision":0.373366,"recall":0.465415,"f1":0.397799,"accuracy":0.465415,"main_score":0.397799,"hf_subset":"dan_Latn-som_Latn","languages":["dan-Latn","som-Latn"]},{"precision":0.446221,"recall":0.540514,"f1":0.471767,"accuracy":0.540514,"main_score":0.471767,"hf_subset":"dan_Latn-tum_Latn","languages":["dan-Latn","tum-Latn"]},{"precision":0.294263,"recall":0.37747,"f1":0.316782,"accuracy":0.37747,"main_score":0.316782,"hf_subset":"guj_Gujr-ace_Arab","languages":["guj-Gujr","ace-Arab"]},{"precision":0.33693,"recall":0.440711,"f1":0.365155,"accuracy":0.440711,"main_score":0.365155,"hf_subset":"guj_Gujr-bam_Latn","languages":["guj-Gujr","bam-Latn"]},{"precision":0.183104,"recall":0.254941,"f1":0.201861,"accuracy":0.254941,"main_score":0.201861,"hf_subset":"guj_Gujr-dzo_Tibt","languages":["guj-Gujr","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-hin_Deva","languages":["guj-Gujr","hin-Deva"]},{"precision":0.85359,"recall":0.897233,"f1":0.867589,"accuracy":0.897233,"main_score":0.867589,"hf_subset":"guj_Gujr-khm_Khmr","languages":["guj-Gujr","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-mag_Deva","languages":["guj-Gujr","mag-Deva"]},{"precision":0.803623,"recall":0.856719,"f1":0.819669,"accuracy":0.856719,"main_score":0.819669,"hf_subset":"guj_Gujr-pap_Latn","languages":["guj-Gujr","pap-Latn"]},{"precision":0.39766,"recall":0.492095,"f1":0.42285,"accuracy":0.492095,"main_score":0.42285,"hf_subset":"guj_Gujr-sot_Latn","languages":["guj-Gujr","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"guj_Gujr-tur_Latn","languages":["guj-Gujr","tur-Latn"]},{"precision":0.622572,"recall":0.709486,"f1":0.647985,"accuracy":0.709486,"main_score":0.647985,"hf_subset":"guj_Gujr-ace_Latn","languages":["guj-Gujr","ace-Latn"]},{"precision":0.770586,"recall":0.831028,"f1":0.789328,"accuracy":0.831028,"main_score":0.789328,"hf_subset":"guj_Gujr-ban_Latn","languages":["guj-Gujr","ban-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"guj_Gujr-ell_Grek","languages":["guj-Gujr","ell-Grek"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"guj_Gujr-hne_Deva","languages":["guj-Gujr","hne-Deva"]},{"precision":0.369474,"recall":0.487154,"f1":0.402078,"accuracy":0.487154,"main_score":0.402078,"hf_subset":"guj_Gujr-kik_Latn","languages":["guj-Gujr","kik-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"guj_Gujr-mai_Deva","languages":["guj-Gujr","mai-Deva"]},{"precision":0.883482,"recall":0.918972,"f1":0.894829,"accuracy":0.918972,"main_score":0.894829,"hf_subset":"guj_Gujr-pbt_Arab","languages":["guj-Gujr","pbt-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"guj_Gujr-spa_Latn","languages":["guj-Gujr","spa-Latn"]},{"precision":0.453254,"recall":0.548419,"f1":0.479729,"accuracy":0.548419,"main_score":0.479729,"hf_subset":"guj_Gujr-twi_Latn","languages":["guj-Gujr","twi-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"guj_Gujr-acm_Arab","languages":["guj-Gujr","acm-Arab"]},{"precision":0.829051,"recall":0.87747,"f1":0.844499,"accuracy":0.87747,"main_score":0.844499,"hf_subset":"guj_Gujr-bel_Cyrl","languages":["guj-Gujr","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-eng_Latn","languages":["guj-Gujr","eng-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"guj_Gujr-hrv_Latn","languages":["guj-Gujr","hrv-Latn"]},{"precision":0.375526,"recall":0.470356,"f1":0.401519,"accuracy":0.470356,"main_score":0.401519,"hf_subset":"guj_Gujr-kin_Latn","languages":["guj-Gujr","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-mal_Mlym","languages":["guj-Gujr","mal-Mlym"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"guj_Gujr-pes_Arab","languages":["guj-Gujr","pes-Arab"]},{"precision":0.798995,"recall":0.857708,"f1":0.817523,"accuracy":0.857708,"main_score":0.817523,"hf_subset":"guj_Gujr-srd_Latn","languages":["guj-Gujr","srd-Latn"]},{"precision":0.105305,"recall":0.183794,"f1":0.122437,"accuracy":0.183794,"main_score":0.122437,"hf_subset":"guj_Gujr-tzm_Tfng","languages":["guj-Gujr","tzm-Tfng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"guj_Gujr-acq_Arab","languages":["guj-Gujr","acq-Arab"]},{"precision":0.424661,"recall":0.517787,"f1":0.450166,"accuracy":0.517787,"main_score":0.450166,"hf_subset":"guj_Gujr-bem_Latn","languages":["guj-Gujr","bem-Latn"]},{"precision":0.859107,"recall":0.899209,"f1":0.871607,"accuracy":0.899209,"main_score":0.871607,"hf_subset":"guj_Gujr-epo_Latn","languages":["guj-Gujr","epo-Latn"]},{"precision":0.919796,"recall":0.944664,"f1":0.927866,"accuracy":0.944664,"main_score":0.927866,"hf_subset":"guj_Gujr-hun_Latn","languages":["guj-Gujr","hun-Latn"]},{"precision":0.664429,"recall":0.742095,"f1":0.686858,"accuracy":0.742095,"main_score":0.686858,"hf_subset":"guj_Gujr-kir_Cyrl","languages":["guj-Gujr","kir-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-mar_Deva","languages":["guj-Gujr","mar-Deva"]},{"precision":0.431147,"recall":0.518775,"f1":0.453622,"accuracy":0.518775,"main_score":0.453622,"hf_subset":"guj_Gujr-plt_Latn","languages":["guj-Gujr","plt-Latn"]},{"precision":0.937253,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"guj_Gujr-srp_Cyrl","languages":["guj-Gujr","srp-Cyrl"]},{"precision":0.288396,"recall":0.369565,"f1":0.310136,"accuracy":0.369565,"main_score":0.310136,"hf_subset":"guj_Gujr-uig_Arab","languages":["guj-Gujr","uig-Arab"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"guj_Gujr-aeb_Arab","languages":["guj-Gujr","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-ben_Beng","languages":["guj-Gujr","ben-Beng"]},{"precision":0.806604,"recall":0.860672,"f1":0.823518,"accuracy":0.860672,"main_score":0.823518,"hf_subset":"guj_Gujr-est_Latn","languages":["guj-Gujr","est-Latn"]},{"precision":0.837154,"recall":0.882411,"f1":0.851402,"accuracy":0.882411,"main_score":0.851402,"hf_subset":"guj_Gujr-hye_Armn","languages":["guj-Gujr","hye-Armn"]},{"precision":0.37385,"recall":0.461462,"f1":0.397643,"accuracy":0.461462,"main_score":0.397643,"hf_subset":"guj_Gujr-kmb_Latn","languages":["guj-Gujr","kmb-Latn"]},{"precision":0.237688,"recall":0.322134,"f1":0.258512,"accuracy":0.322134,"main_score":0.258512,"hf_subset":"guj_Gujr-min_Arab","languages":["guj-Gujr","min-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"guj_Gujr-pol_Latn","languages":["guj-Gujr","pol-Latn"]},{"precision":0.359408,"recall":0.455534,"f1":0.385473,"accuracy":0.455534,"main_score":0.385473,"hf_subset":"guj_Gujr-ssw_Latn","languages":["guj-Gujr","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"guj_Gujr-ukr_Cyrl","languages":["guj-Gujr","ukr-Cyrl"]},{"precision":0.935771,"recall":0.955534,"f1":0.942194,"accuracy":0.955534,"main_score":0.942194,"hf_subset":"guj_Gujr-afr_Latn","languages":["guj-Gujr","afr-Latn"]},{"precision":0.961298,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"guj_Gujr-bho_Deva","languages":["guj-Gujr","bho-Deva"]},{"precision":0.575202,"recall":0.66502,"f1":0.600648,"accuracy":0.66502,"main_score":0.600648,"hf_subset":"guj_Gujr-eus_Latn","languages":["guj-Gujr","eus-Latn"]},{"precision":0.366995,"recall":0.470356,"f1":0.395105,"accuracy":0.470356,"main_score":0.395105,"hf_subset":"guj_Gujr-ibo_Latn","languages":["guj-Gujr","ibo-Latn"]},{"precision":0.412459,"recall":0.509881,"f1":0.438646,"accuracy":0.509881,"main_score":0.438646,"hf_subset":"guj_Gujr-kmr_Latn","languages":["guj-Gujr","kmr-Latn"]},{"precision":0.760326,"recall":0.822134,"f1":0.778906,"accuracy":0.822134,"main_score":0.778906,"hf_subset":"guj_Gujr-min_Latn","languages":["guj-Gujr","min-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-por_Latn","languages":["guj-Gujr","por-Latn"]},{"precision":0.808119,"recall":0.862648,"f1":0.824967,"accuracy":0.862648,"main_score":0.824967,"hf_subset":"guj_Gujr-sun_Latn","languages":["guj-Gujr","sun-Latn"]},{"precision":0.369902,"recall":0.461462,"f1":0.394863,"accuracy":0.461462,"main_score":0.394863,"hf_subset":"guj_Gujr-umb_Latn","languages":["guj-Gujr","umb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"guj_Gujr-ajp_Arab","languages":["guj-Gujr","ajp-Arab"]},{"precision":0.265324,"recall":0.346838,"f1":0.286314,"accuracy":0.346838,"main_score":0.286314,"hf_subset":"guj_Gujr-bjn_Arab","languages":["guj-Gujr","bjn-Arab"]},{"precision":0.377443,"recall":0.468379,"f1":0.401426,"accuracy":0.468379,"main_score":0.401426,"hf_subset":"guj_Gujr-ewe_Latn","languages":["guj-Gujr","ewe-Latn"]},{"precision":0.623427,"recall":0.704545,"f1":0.64711,"accuracy":0.704545,"main_score":0.64711,"hf_subset":"guj_Gujr-ilo_Latn","languages":["guj-Gujr","ilo-Latn"]},{"precision":0.184961,"recall":0.26581,"f1":0.20466,"accuracy":0.26581,"main_score":0.20466,"hf_subset":"guj_Gujr-knc_Arab","languages":["guj-Gujr","knc-Arab"]},{"precision":0.91749,"recall":0.943676,"f1":0.926054,"accuracy":0.943676,"main_score":0.926054,"hf_subset":"guj_Gujr-mkd_Cyrl","languages":["guj-Gujr","mkd-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"guj_Gujr-prs_Arab","languages":["guj-Gujr","prs-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"guj_Gujr-swe_Latn","languages":["guj-Gujr","swe-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"guj_Gujr-urd_Arab","languages":["guj-Gujr","urd-Arab"]},{"precision":0.434812,"recall":0.536561,"f1":0.462375,"accuracy":0.536561,"main_score":0.462375,"hf_subset":"guj_Gujr-aka_Latn","languages":["guj-Gujr","aka-Latn"]},{"precision":0.788735,"recall":0.848814,"f1":0.807726,"accuracy":0.848814,"main_score":0.807726,"hf_subset":"guj_Gujr-bjn_Latn","languages":["guj-Gujr","bjn-Latn"]},{"precision":0.548656,"recall":0.635375,"f1":0.573086,"accuracy":0.635375,"main_score":0.573086,"hf_subset":"guj_Gujr-fao_Latn","languages":["guj-Gujr","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-ind_Latn","languages":["guj-Gujr","ind-Latn"]},{"precision":0.399601,"recall":0.501976,"f1":0.427219,"accuracy":0.501976,"main_score":0.427219,"hf_subset":"guj_Gujr-knc_Latn","languages":["guj-Gujr","knc-Latn"]},{"precision":0.655559,"recall":0.741107,"f1":0.680898,"accuracy":0.741107,"main_score":0.680898,"hf_subset":"guj_Gujr-mlt_Latn","languages":["guj-Gujr","mlt-Latn"]},{"precision":0.442389,"recall":0.544466,"f1":0.470286,"accuracy":0.544466,"main_score":0.470286,"hf_subset":"guj_Gujr-quy_Latn","languages":["guj-Gujr","quy-Latn"]},{"precision":0.878953,"recall":0.916996,"f1":0.891469,"accuracy":0.916996,"main_score":0.891469,"hf_subset":"guj_Gujr-swh_Latn","languages":["guj-Gujr","swh-Latn"]},{"precision":0.635705,"recall":0.721344,"f1":0.661067,"accuracy":0.721344,"main_score":0.661067,"hf_subset":"guj_Gujr-uzn_Latn","languages":["guj-Gujr","uzn-Latn"]},{"precision":0.733482,"recall":0.802372,"f1":0.754677,"accuracy":0.802372,"main_score":0.754677,"hf_subset":"guj_Gujr-als_Latn","languages":["guj-Gujr","als-Latn"]},{"precision":0.219494,"recall":0.290514,"f1":0.238035,"accuracy":0.290514,"main_score":0.238035,"hf_subset":"guj_Gujr-bod_Tibt","languages":["guj-Gujr","bod-Tibt"]},{"precision":0.364641,"recall":0.464427,"f1":0.391616,"accuracy":0.464427,"main_score":0.391616,"hf_subset":"guj_Gujr-fij_Latn","languages":["guj-Gujr","fij-Latn"]},{"precision":0.530142,"recall":0.617589,"f1":0.554534,"accuracy":0.617589,"main_score":0.554534,"hf_subset":"guj_Gujr-isl_Latn","languages":["guj-Gujr","isl-Latn"]},{"precision":0.458077,"recall":0.546443,"f1":0.481893,"accuracy":0.546443,"main_score":0.481893,"hf_subset":"guj_Gujr-kon_Latn","languages":["guj-Gujr","kon-Latn"]},{"precision":0.400742,"recall":0.512846,"f1":0.431767,"accuracy":0.512846,"main_score":0.431767,"hf_subset":"guj_Gujr-mni_Beng","languages":["guj-Gujr","mni-Beng"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"guj_Gujr-ron_Latn","languages":["guj-Gujr","ron-Latn"]},{"precision":0.84445,"recall":0.88834,"f1":0.858267,"accuracy":0.88834,"main_score":0.858267,"hf_subset":"guj_Gujr-szl_Latn","languages":["guj-Gujr","szl-Latn"]},{"precision":0.883811,"recall":0.918972,"f1":0.895158,"accuracy":0.918972,"main_score":0.895158,"hf_subset":"guj_Gujr-vec_Latn","languages":["guj-Gujr","vec-Latn"]},{"precision":0.851729,"recall":0.895257,"f1":0.865349,"accuracy":0.895257,"main_score":0.865349,"hf_subset":"guj_Gujr-amh_Ethi","languages":["guj-Gujr","amh-Ethi"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"guj_Gujr-bos_Latn","languages":["guj-Gujr","bos-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"guj_Gujr-fin_Latn","languages":["guj-Gujr","fin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"guj_Gujr-ita_Latn","languages":["guj-Gujr","ita-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"guj_Gujr-kor_Hang","languages":["guj-Gujr","kor-Hang"]},{"precision":0.377964,"recall":0.470356,"f1":0.402267,"accuracy":0.470356,"main_score":0.402267,"hf_subset":"guj_Gujr-mos_Latn","languages":["guj-Gujr","mos-Latn"]},{"precision":0.385595,"recall":0.482213,"f1":0.411033,"accuracy":0.482213,"main_score":0.411033,"hf_subset":"guj_Gujr-run_Latn","languages":["guj-Gujr","run-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"guj_Gujr-tam_Taml","languages":["guj-Gujr","tam-Taml"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"guj_Gujr-vie_Latn","languages":["guj-Gujr","vie-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"guj_Gujr-apc_Arab","languages":["guj-Gujr","apc-Arab"]},{"precision":0.580536,"recall":0.673913,"f1":0.607388,"accuracy":0.673913,"main_score":0.607388,"hf_subset":"guj_Gujr-bug_Latn","languages":["guj-Gujr","bug-Latn"]},{"precision":0.332118,"recall":0.425889,"f1":0.35609,"accuracy":0.425889,"main_score":0.35609,"hf_subset":"guj_Gujr-fon_Latn","languages":["guj-Gujr","fon-Latn"]},{"precision":0.813274,"recall":0.865613,"f1":0.829513,"accuracy":0.865613,"main_score":0.829513,"hf_subset":"guj_Gujr-jav_Latn","languages":["guj-Gujr","jav-Latn"]},{"precision":0.764806,"recall":0.828063,"f1":0.784124,"accuracy":0.828063,"main_score":0.784124,"hf_subset":"guj_Gujr-lao_Laoo","languages":["guj-Gujr","lao-Laoo"]},{"precision":0.343385,"recall":0.453557,"f1":0.372933,"accuracy":0.453557,"main_score":0.372933,"hf_subset":"guj_Gujr-mri_Latn","languages":["guj-Gujr","mri-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-rus_Cyrl","languages":["guj-Gujr","rus-Cyrl"]},{"precision":0.362526,"recall":0.472332,"f1":0.391491,"accuracy":0.472332,"main_score":0.391491,"hf_subset":"guj_Gujr-taq_Latn","languages":["guj-Gujr","taq-Latn"]},{"precision":0.774687,"recall":0.833992,"f1":0.792852,"accuracy":0.833992,"main_score":0.792852,"hf_subset":"guj_Gujr-war_Latn","languages":["guj-Gujr","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"guj_Gujr-arb_Arab","languages":["guj-Gujr","arb-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"guj_Gujr-bul_Cyrl","languages":["guj-Gujr","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"guj_Gujr-fra_Latn","languages":["guj-Gujr","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-jpn_Jpan","languages":["guj-Gujr","jpn-Jpan"]},{"precision":0.832263,"recall":0.880435,"f1":0.847727,"accuracy":0.880435,"main_score":0.847727,"hf_subset":"guj_Gujr-lij_Latn","languages":["guj-Gujr","lij-Latn"]},{"precision":0.829216,"recall":0.879447,"f1":0.84496,"accuracy":0.879447,"main_score":0.84496,"hf_subset":"guj_Gujr-mya_Mymr","languages":["guj-Gujr","mya-Mymr"]},{"precision":0.405935,"recall":0.51087,"f1":0.434033,"accuracy":0.51087,"main_score":0.434033,"hf_subset":"guj_Gujr-sag_Latn","languages":["guj-Gujr","sag-Latn"]},{"precision":0.140646,"recall":0.22332,"f1":0.157073,"accuracy":0.22332,"main_score":0.157073,"hf_subset":"guj_Gujr-taq_Tfng","languages":["guj-Gujr","taq-Tfng"]},{"precision":0.416958,"recall":0.518775,"f1":0.444958,"accuracy":0.518775,"main_score":0.444958,"hf_subset":"guj_Gujr-wol_Latn","languages":["guj-Gujr","wol-Latn"]},{"precision":0.257759,"recall":0.363636,"f1":0.285182,"accuracy":0.363636,"main_score":0.285182,"hf_subset":"guj_Gujr-arb_Latn","languages":["guj-Gujr","arb-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"guj_Gujr-cat_Latn","languages":["guj-Gujr","cat-Latn"]},{"precision":0.779718,"recall":0.836957,"f1":0.797058,"accuracy":0.836957,"main_score":0.797058,"hf_subset":"guj_Gujr-fur_Latn","languages":["guj-Gujr","fur-Latn"]},{"precision":0.260293,"recall":0.34585,"f1":0.28219,"accuracy":0.34585,"main_score":0.28219,"hf_subset":"guj_Gujr-kab_Latn","languages":["guj-Gujr","kab-Latn"]},{"precision":0.766173,"recall":0.828063,"f1":0.785131,"accuracy":0.828063,"main_score":0.785131,"hf_subset":"guj_Gujr-lim_Latn","languages":["guj-Gujr","lim-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-nld_Latn","languages":["guj-Gujr","nld-Latn"]},{"precision":0.918231,"recall":0.943676,"f1":0.926449,"accuracy":0.943676,"main_score":0.926449,"hf_subset":"guj_Gujr-san_Deva","languages":["guj-Gujr","san-Deva"]},{"precision":0.626507,"recall":0.708498,"f1":0.650502,"accuracy":0.708498,"main_score":0.650502,"hf_subset":"guj_Gujr-tat_Cyrl","languages":["guj-Gujr","tat-Cyrl"]},{"precision":0.406335,"recall":0.511858,"f1":0.435289,"accuracy":0.511858,"main_score":0.435289,"hf_subset":"guj_Gujr-xho_Latn","languages":["guj-Gujr","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-ars_Arab","languages":["guj-Gujr","ars-Arab"]},{"precision":0.744993,"recall":0.810277,"f1":0.764808,"accuracy":0.810277,"main_score":0.764808,"hf_subset":"guj_Gujr-ceb_Latn","languages":["guj-Gujr","ceb-Latn"]},{"precision":0.395602,"recall":0.487154,"f1":0.420052,"accuracy":0.487154,"main_score":0.420052,"hf_subset":"guj_Gujr-fuv_Latn","languages":["guj-Gujr","fuv-Latn"]},{"precision":0.386944,"recall":0.494071,"f1":0.414411,"accuracy":0.494071,"main_score":0.414411,"hf_subset":"guj_Gujr-kac_Latn","languages":["guj-Gujr","kac-Latn"]},{"precision":0.424144,"recall":0.530632,"f1":0.454214,"accuracy":0.530632,"main_score":0.454214,"hf_subset":"guj_Gujr-lin_Latn","languages":["guj-Gujr","lin-Latn"]},{"precision":0.946311,"recall":0.962451,"f1":0.951581,"accuracy":0.962451,"main_score":0.951581,"hf_subset":"guj_Gujr-nno_Latn","languages":["guj-Gujr","nno-Latn"]},{"precision":0.204399,"recall":0.282609,"f1":0.223682,"accuracy":0.282609,"main_score":0.223682,"hf_subset":"guj_Gujr-sat_Olck","languages":["guj-Gujr","sat-Olck"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"guj_Gujr-tel_Telu","languages":["guj-Gujr","tel-Telu"]},{"precision":0.31973,"recall":0.413043,"f1":0.343657,"accuracy":0.413043,"main_score":0.343657,"hf_subset":"guj_Gujr-ydd_Hebr","languages":["guj-Gujr","ydd-Hebr"]},{"precision":0.879529,"recall":0.916996,"f1":0.891864,"accuracy":0.916996,"main_score":0.891864,"hf_subset":"guj_Gujr-ary_Arab","languages":["guj-Gujr","ary-Arab"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"guj_Gujr-ces_Latn","languages":["guj-Gujr","ces-Latn"]},{"precision":0.309329,"recall":0.402174,"f1":0.333075,"accuracy":0.402174,"main_score":0.333075,"hf_subset":"guj_Gujr-gaz_Latn","languages":["guj-Gujr","gaz-Latn"]},{"precision":0.397568,"recall":0.500988,"f1":0.425568,"accuracy":0.500988,"main_score":0.425568,"hf_subset":"guj_Gujr-kam_Latn","languages":["guj-Gujr","kam-Latn"]},{"precision":0.785441,"recall":0.843874,"f1":0.803788,"accuracy":0.843874,"main_score":0.803788,"hf_subset":"guj_Gujr-lit_Latn","languages":["guj-Gujr","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"guj_Gujr-nob_Latn","languages":["guj-Gujr","nob-Latn"]},{"precision":0.74552,"recall":0.8083,"f1":0.764262,"accuracy":0.8083,"main_score":0.764262,"hf_subset":"guj_Gujr-scn_Latn","languages":["guj-Gujr","scn-Latn"]},{"precision":0.415685,"recall":0.501976,"f1":0.439216,"accuracy":0.501976,"main_score":0.439216,"hf_subset":"guj_Gujr-tgk_Cyrl","languages":["guj-Gujr","tgk-Cyrl"]},{"precision":0.345449,"recall":0.453557,"f1":0.374464,"accuracy":0.453557,"main_score":0.374464,"hf_subset":"guj_Gujr-yor_Latn","languages":["guj-Gujr","yor-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"guj_Gujr-arz_Arab","languages":["guj-Gujr","arz-Arab"]},{"precision":0.408618,"recall":0.508893,"f1":0.436048,"accuracy":0.508893,"main_score":0.436048,"hf_subset":"guj_Gujr-cjk_Latn","languages":["guj-Gujr","cjk-Latn"]},{"precision":0.329945,"recall":0.421937,"f1":0.3538,"accuracy":0.421937,"main_score":0.3538,"hf_subset":"guj_Gujr-gla_Latn","languages":["guj-Gujr","gla-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"guj_Gujr-kan_Knda","languages":["guj-Gujr","kan-Knda"]},{"precision":0.785194,"recall":0.842885,"f1":0.802866,"accuracy":0.842885,"main_score":0.802866,"hf_subset":"guj_Gujr-lmo_Latn","languages":["guj-Gujr","lmo-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"guj_Gujr-npi_Deva","languages":["guj-Gujr","npi-Deva"]},{"precision":0.321649,"recall":0.432806,"f1":0.350804,"accuracy":0.432806,"main_score":0.350804,"hf_subset":"guj_Gujr-shn_Mymr","languages":["guj-Gujr","shn-Mymr"]},{"precision":0.869071,"recall":0.909091,"f1":0.882082,"accuracy":0.909091,"main_score":0.882082,"hf_subset":"guj_Gujr-tgl_Latn","languages":["guj-Gujr","tgl-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"guj_Gujr-yue_Hant","languages":["guj-Gujr","yue-Hant"]},{"precision":0.902833,"recall":0.931818,"f1":0.912022,"accuracy":0.931818,"main_score":0.912022,"hf_subset":"guj_Gujr-asm_Beng","languages":["guj-Gujr","asm-Beng"]},{"precision":0.417222,"recall":0.513834,"f1":0.444011,"accuracy":0.513834,"main_score":0.444011,"hf_subset":"guj_Gujr-ckb_Arab","languages":["guj-Gujr","ckb-Arab"]},{"precision":0.373993,"recall":0.464427,"f1":0.397172,"accuracy":0.464427,"main_score":0.397172,"hf_subset":"guj_Gujr-gle_Latn","languages":["guj-Gujr","gle-Latn"]},{"precision":0.718939,"recall":0.796443,"f1":0.742655,"accuracy":0.796443,"main_score":0.742655,"hf_subset":"guj_Gujr-kas_Arab","languages":["guj-Gujr","kas-Arab"]},{"precision":0.564206,"recall":0.648221,"f1":0.589001,"accuracy":0.648221,"main_score":0.589001,"hf_subset":"guj_Gujr-ltg_Latn","languages":["guj-Gujr","ltg-Latn"]},{"precision":0.407429,"recall":0.506917,"f1":0.435533,"accuracy":0.506917,"main_score":0.435533,"hf_subset":"guj_Gujr-nso_Latn","languages":["guj-Gujr","nso-Latn"]},{"precision":0.90695,"recall":0.935771,"f1":0.916502,"accuracy":0.935771,"main_score":0.916502,"hf_subset":"guj_Gujr-sin_Sinh","languages":["guj-Gujr","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"guj_Gujr-tha_Thai","languages":["guj-Gujr","tha-Thai"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"guj_Gujr-zho_Hans","languages":["guj-Gujr","zho-Hans"]},{"precision":0.949769,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"guj_Gujr-ast_Latn","languages":["guj-Gujr","ast-Latn"]},{"precision":0.791403,"recall":0.847826,"f1":0.808696,"accuracy":0.847826,"main_score":0.808696,"hf_subset":"guj_Gujr-crh_Latn","languages":["guj-Gujr","crh-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"guj_Gujr-glg_Latn","languages":["guj-Gujr","glg-Latn"]},{"precision":0.608838,"recall":0.700593,"f1":0.63591,"accuracy":0.700593,"main_score":0.63591,"hf_subset":"guj_Gujr-kas_Deva","languages":["guj-Gujr","kas-Deva"]},{"precision":0.714906,"recall":0.784585,"f1":0.735842,"accuracy":0.784585,"main_score":0.735842,"hf_subset":"guj_Gujr-ltz_Latn","languages":["guj-Gujr","ltz-Latn"]},{"precision":0.307366,"recall":0.399209,"f1":0.331095,"accuracy":0.399209,"main_score":0.331095,"hf_subset":"guj_Gujr-nus_Latn","languages":["guj-Gujr","nus-Latn"]},{"precision":0.943017,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"guj_Gujr-slk_Latn","languages":["guj-Gujr","slk-Latn"]},{"precision":0.412607,"recall":0.501976,"f1":0.437201,"accuracy":0.501976,"main_score":0.437201,"hf_subset":"guj_Gujr-tir_Ethi","languages":["guj-Gujr","tir-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"guj_Gujr-zho_Hant","languages":["guj-Gujr","zho-Hant"]},{"precision":0.97365,"recall":0.981225,"f1":0.97612,"accuracy":0.981225,"main_score":0.97612,"hf_subset":"guj_Gujr-awa_Deva","languages":["guj-Gujr","awa-Deva"]},{"precision":0.416449,"recall":0.51087,"f1":0.44181,"accuracy":0.51087,"main_score":0.44181,"hf_subset":"guj_Gujr-cym_Latn","languages":["guj-Gujr","cym-Latn"]},{"precision":0.553001,"recall":0.648221,"f1":0.580701,"accuracy":0.648221,"main_score":0.580701,"hf_subset":"guj_Gujr-grn_Latn","languages":["guj-Gujr","grn-Latn"]},{"precision":0.894351,"recall":0.926877,"f1":0.904875,"accuracy":0.926877,"main_score":0.904875,"hf_subset":"guj_Gujr-kat_Geor","languages":["guj-Gujr","kat-Geor"]},{"precision":0.435455,"recall":0.525692,"f1":0.460444,"accuracy":0.525692,"main_score":0.460444,"hf_subset":"guj_Gujr-lua_Latn","languages":["guj-Gujr","lua-Latn"]},{"precision":0.445542,"recall":0.539526,"f1":0.472025,"accuracy":0.539526,"main_score":0.472025,"hf_subset":"guj_Gujr-nya_Latn","languages":["guj-Gujr","nya-Latn"]},{"precision":0.91996,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"guj_Gujr-slv_Latn","languages":["guj-Gujr","slv-Latn"]},{"precision":0.684029,"recall":0.758893,"f1":0.705832,"accuracy":0.758893,"main_score":0.705832,"hf_subset":"guj_Gujr-tpi_Latn","languages":["guj-Gujr","tpi-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"guj_Gujr-zsm_Latn","languages":["guj-Gujr","zsm-Latn"]},{"precision":0.359476,"recall":0.464427,"f1":0.387336,"accuracy":0.464427,"main_score":0.387336,"hf_subset":"guj_Gujr-ayr_Latn","languages":["guj-Gujr","ayr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"guj_Gujr-dan_Latn","languages":["guj-Gujr","dan-Latn"]},{"precision":0.733926,"recall":0.801383,"f1":0.754136,"accuracy":0.801383,"main_score":0.754136,"hf_subset":"guj_Gujr-kaz_Cyrl","languages":["guj-Gujr","kaz-Cyrl"]},{"precision":0.367754,"recall":0.464427,"f1":0.392923,"accuracy":0.464427,"main_score":0.392923,"hf_subset":"guj_Gujr-lug_Latn","languages":["guj-Gujr","lug-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"guj_Gujr-oci_Latn","languages":["guj-Gujr","oci-Latn"]},{"precision":0.403466,"recall":0.502964,"f1":0.429847,"accuracy":0.502964,"main_score":0.429847,"hf_subset":"guj_Gujr-smo_Latn","languages":["guj-Gujr","smo-Latn"]},{"precision":0.371429,"recall":0.479249,"f1":0.40059,"accuracy":0.479249,"main_score":0.40059,"hf_subset":"guj_Gujr-tsn_Latn","languages":["guj-Gujr","tsn-Latn"]},{"precision":0.376899,"recall":0.481225,"f1":0.405097,"accuracy":0.481225,"main_score":0.405097,"hf_subset":"guj_Gujr-zul_Latn","languages":["guj-Gujr","zul-Latn"]},{"precision":0.663225,"recall":0.748024,"f1":0.688538,"accuracy":0.748024,"main_score":0.688538,"hf_subset":"guj_Gujr-azb_Arab","languages":["guj-Gujr","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"guj_Gujr-deu_Latn","languages":["guj-Gujr","deu-Latn"]},{"precision":0.596781,"recall":0.684783,"f1":0.622336,"accuracy":0.684783,"main_score":0.622336,"hf_subset":"guj_Gujr-hat_Latn","languages":["guj-Gujr","hat-Latn"]},{"precision":0.332092,"recall":0.426877,"f1":0.357214,"accuracy":0.426877,"main_score":0.357214,"hf_subset":"guj_Gujr-kbp_Latn","languages":["guj-Gujr","kbp-Latn"]},{"precision":0.407171,"recall":0.508893,"f1":0.434176,"accuracy":0.508893,"main_score":0.434176,"hf_subset":"guj_Gujr-luo_Latn","languages":["guj-Gujr","luo-Latn"]},{"precision":0.645168,"recall":0.72332,"f1":0.667445,"accuracy":0.72332,"main_score":0.667445,"hf_subset":"guj_Gujr-ory_Orya","languages":["guj-Gujr","ory-Orya"]},{"precision":0.392553,"recall":0.494071,"f1":0.419688,"accuracy":0.494071,"main_score":0.419688,"hf_subset":"guj_Gujr-sna_Latn","languages":["guj-Gujr","sna-Latn"]},{"precision":0.366789,"recall":0.47332,"f1":0.395686,"accuracy":0.47332,"main_score":0.395686,"hf_subset":"guj_Gujr-tso_Latn","languages":["guj-Gujr","tso-Latn"]},{"precision":0.840991,"recall":0.88834,"f1":0.856094,"accuracy":0.88834,"main_score":0.856094,"hf_subset":"guj_Gujr-azj_Latn","languages":["guj-Gujr","azj-Latn"]},{"precision":0.371417,"recall":0.477273,"f1":0.400125,"accuracy":0.477273,"main_score":0.400125,"hf_subset":"guj_Gujr-dik_Latn","languages":["guj-Gujr","dik-Latn"]},{"precision":0.418761,"recall":0.508893,"f1":0.444284,"accuracy":0.508893,"main_score":0.444284,"hf_subset":"guj_Gujr-hau_Latn","languages":["guj-Gujr","hau-Latn"]},{"precision":0.780007,"recall":0.840909,"f1":0.7988,"accuracy":0.840909,"main_score":0.7988,"hf_subset":"guj_Gujr-kea_Latn","languages":["guj-Gujr","kea-Latn"]},{"precision":0.532025,"recall":0.62747,"f1":0.55886,"accuracy":0.62747,"main_score":0.55886,"hf_subset":"guj_Gujr-lus_Latn","languages":["guj-Gujr","lus-Latn"]},{"precision":0.673123,"recall":0.751976,"f1":0.696579,"accuracy":0.751976,"main_score":0.696579,"hf_subset":"guj_Gujr-pag_Latn","languages":["guj-Gujr","pag-Latn"]},{"precision":0.765761,"recall":0.832016,"f1":0.786712,"accuracy":0.832016,"main_score":0.786712,"hf_subset":"guj_Gujr-snd_Arab","languages":["guj-Gujr","snd-Arab"]},{"precision":0.565695,"recall":0.652174,"f1":0.589342,"accuracy":0.652174,"main_score":0.589342,"hf_subset":"guj_Gujr-tuk_Latn","languages":["guj-Gujr","tuk-Latn"]},{"precision":0.61844,"recall":0.695652,"f1":0.640029,"accuracy":0.695652,"main_score":0.640029,"hf_subset":"guj_Gujr-bak_Cyrl","languages":["guj-Gujr","bak-Cyrl"]},{"precision":0.307714,"recall":0.416008,"f1":0.336663,"accuracy":0.416008,"main_score":0.336663,"hf_subset":"guj_Gujr-dyu_Latn","languages":["guj-Gujr","dyu-Latn"]},{"precision":0.906785,"recall":0.935771,"f1":0.916173,"accuracy":0.935771,"main_score":0.916173,"hf_subset":"guj_Gujr-heb_Hebr","languages":["guj-Gujr","heb-Hebr"]},{"precision":0.432492,"recall":0.519763,"f1":0.455892,"accuracy":0.519763,"main_score":0.455892,"hf_subset":"guj_Gujr-khk_Cyrl","languages":["guj-Gujr","khk-Cyrl"]},{"precision":0.796229,"recall":0.853755,"f1":0.814295,"accuracy":0.853755,"main_score":0.814295,"hf_subset":"guj_Gujr-lvs_Latn","languages":["guj-Gujr","lvs-Latn"]},{"precision":0.960721,"recall":0.97332,"f1":0.964822,"accuracy":0.97332,"main_score":0.964822,"hf_subset":"guj_Gujr-pan_Guru","languages":["guj-Gujr","pan-Guru"]},{"precision":0.373748,"recall":0.462451,"f1":0.397034,"accuracy":0.462451,"main_score":0.397034,"hf_subset":"guj_Gujr-som_Latn","languages":["guj-Gujr","som-Latn"]},{"precision":0.416286,"recall":0.508893,"f1":0.442083,"accuracy":0.508893,"main_score":0.442083,"hf_subset":"guj_Gujr-tum_Latn","languages":["guj-Gujr","tum-Latn"]},{"precision":0.277979,"recall":0.352767,"f1":0.298007,"accuracy":0.352767,"main_score":0.298007,"hf_subset":"kaz_Cyrl-ace_Arab","languages":["kaz-Cyrl","ace-Arab"]},{"precision":0.380395,"recall":0.452569,"f1":0.399661,"accuracy":0.452569,"main_score":0.399661,"hf_subset":"kaz_Cyrl-bam_Latn","languages":["kaz-Cyrl","bam-Latn"]},{"precision":0.14091,"recall":0.202569,"f1":0.157202,"accuracy":0.202569,"main_score":0.157202,"hf_subset":"kaz_Cyrl-dzo_Tibt","languages":["kaz-Cyrl","dzo-Tibt"]},{"precision":0.792474,"recall":0.843874,"f1":0.807693,"accuracy":0.843874,"main_score":0.807693,"hf_subset":"kaz_Cyrl-hin_Deva","languages":["kaz-Cyrl","hin-Deva"]},{"precision":0.616041,"recall":0.690711,"f1":0.637531,"accuracy":0.690711,"main_score":0.637531,"hf_subset":"kaz_Cyrl-khm_Khmr","languages":["kaz-Cyrl","khm-Khmr"]},{"precision":0.768709,"recall":0.822134,"f1":0.784754,"accuracy":0.822134,"main_score":0.784754,"hf_subset":"kaz_Cyrl-mag_Deva","languages":["kaz-Cyrl","mag-Deva"]},{"precision":0.663904,"recall":0.726285,"f1":0.681731,"accuracy":0.726285,"main_score":0.681731,"hf_subset":"kaz_Cyrl-pap_Latn","languages":["kaz-Cyrl","pap-Latn"]},{"precision":0.416389,"recall":0.490119,"f1":0.437366,"accuracy":0.490119,"main_score":0.437366,"hf_subset":"kaz_Cyrl-sot_Latn","languages":["kaz-Cyrl","sot-Latn"]},{"precision":0.804334,"recall":0.850791,"f1":0.818219,"accuracy":0.850791,"main_score":0.818219,"hf_subset":"kaz_Cyrl-tur_Latn","languages":["kaz-Cyrl","tur-Latn"]},{"precision":0.580823,"recall":0.645257,"f1":0.599805,"accuracy":0.645257,"main_score":0.599805,"hf_subset":"kaz_Cyrl-ace_Latn","languages":["kaz-Cyrl","ace-Latn"]},{"precision":0.657684,"recall":0.715415,"f1":0.674871,"accuracy":0.715415,"main_score":0.674871,"hf_subset":"kaz_Cyrl-ban_Latn","languages":["kaz-Cyrl","ban-Latn"]},{"precision":0.740711,"recall":0.800395,"f1":0.758992,"accuracy":0.800395,"main_score":0.758992,"hf_subset":"kaz_Cyrl-ell_Grek","languages":["kaz-Cyrl","ell-Grek"]},{"precision":0.728668,"recall":0.784585,"f1":0.745328,"accuracy":0.784585,"main_score":0.745328,"hf_subset":"kaz_Cyrl-hne_Deva","languages":["kaz-Cyrl","hne-Deva"]},{"precision":0.407071,"recall":0.493083,"f1":0.431301,"accuracy":0.493083,"main_score":0.431301,"hf_subset":"kaz_Cyrl-kik_Latn","languages":["kaz-Cyrl","kik-Latn"]},{"precision":0.771031,"recall":0.827075,"f1":0.787996,"accuracy":0.827075,"main_score":0.787996,"hf_subset":"kaz_Cyrl-mai_Deva","languages":["kaz-Cyrl","mai-Deva"]},{"precision":0.662615,"recall":0.728261,"f1":0.682115,"accuracy":0.728261,"main_score":0.682115,"hf_subset":"kaz_Cyrl-pbt_Arab","languages":["kaz-Cyrl","pbt-Arab"]},{"precision":0.788629,"recall":0.842885,"f1":0.805056,"accuracy":0.842885,"main_score":0.805056,"hf_subset":"kaz_Cyrl-spa_Latn","languages":["kaz-Cyrl","spa-Latn"]},{"precision":0.45182,"recall":0.52668,"f1":0.472478,"accuracy":0.52668,"main_score":0.472478,"hf_subset":"kaz_Cyrl-twi_Latn","languages":["kaz-Cyrl","twi-Latn"]},{"precision":0.763878,"recall":0.813241,"f1":0.778441,"accuracy":0.813241,"main_score":0.778441,"hf_subset":"kaz_Cyrl-acm_Arab","languages":["kaz-Cyrl","acm-Arab"]},{"precision":0.670448,"recall":0.733202,"f1":0.689686,"accuracy":0.733202,"main_score":0.689686,"hf_subset":"kaz_Cyrl-bel_Cyrl","languages":["kaz-Cyrl","bel-Cyrl"]},{"precision":0.799588,"recall":0.849802,"f1":0.814512,"accuracy":0.849802,"main_score":0.814512,"hf_subset":"kaz_Cyrl-eng_Latn","languages":["kaz-Cyrl","eng-Latn"]},{"precision":0.784124,"recall":0.835968,"f1":0.799906,"accuracy":0.835968,"main_score":0.799906,"hf_subset":"kaz_Cyrl-hrv_Latn","languages":["kaz-Cyrl","hrv-Latn"]},{"precision":0.393533,"recall":0.466403,"f1":0.412449,"accuracy":0.466403,"main_score":0.412449,"hf_subset":"kaz_Cyrl-kin_Latn","languages":["kaz-Cyrl","kin-Latn"]},{"precision":0.739534,"recall":0.802372,"f1":0.758751,"accuracy":0.802372,"main_score":0.758751,"hf_subset":"kaz_Cyrl-mal_Mlym","languages":["kaz-Cyrl","mal-Mlym"]},{"precision":0.788307,"recall":0.839921,"f1":0.803906,"accuracy":0.839921,"main_score":0.803906,"hf_subset":"kaz_Cyrl-pes_Arab","languages":["kaz-Cyrl","pes-Arab"]},{"precision":0.674169,"recall":0.732213,"f1":0.691406,"accuracy":0.732213,"main_score":0.691406,"hf_subset":"kaz_Cyrl-srd_Latn","languages":["kaz-Cyrl","srd-Latn"]},{"precision":0.132986,"recall":0.194664,"f1":0.147341,"accuracy":0.194664,"main_score":0.147341,"hf_subset":"kaz_Cyrl-tzm_Tfng","languages":["kaz-Cyrl","tzm-Tfng"]},{"precision":0.768786,"recall":0.823123,"f1":0.784983,"accuracy":0.823123,"main_score":0.784983,"hf_subset":"kaz_Cyrl-acq_Arab","languages":["kaz-Cyrl","acq-Arab"]},{"precision":0.441017,"recall":0.517787,"f1":0.46301,"accuracy":0.517787,"main_score":0.46301,"hf_subset":"kaz_Cyrl-bem_Latn","languages":["kaz-Cyrl","bem-Latn"]},{"precision":0.696006,"recall":0.754941,"f1":0.713465,"accuracy":0.754941,"main_score":0.713465,"hf_subset":"kaz_Cyrl-epo_Latn","languages":["kaz-Cyrl","epo-Latn"]},{"precision":0.759626,"recall":0.811265,"f1":0.775271,"accuracy":0.811265,"main_score":0.775271,"hf_subset":"kaz_Cyrl-hun_Latn","languages":["kaz-Cyrl","hun-Latn"]},{"precision":0.76567,"recall":0.812253,"f1":0.7794,"accuracy":0.812253,"main_score":0.7794,"hf_subset":"kaz_Cyrl-kir_Cyrl","languages":["kaz-Cyrl","kir-Cyrl"]},{"precision":0.787829,"recall":0.838933,"f1":0.803708,"accuracy":0.838933,"main_score":0.803708,"hf_subset":"kaz_Cyrl-mar_Deva","languages":["kaz-Cyrl","mar-Deva"]},{"precision":0.43669,"recall":0.506917,"f1":0.456521,"accuracy":0.506917,"main_score":0.456521,"hf_subset":"kaz_Cyrl-plt_Latn","languages":["kaz-Cyrl","plt-Latn"]},{"precision":0.767721,"recall":0.821146,"f1":0.783678,"accuracy":0.821146,"main_score":0.783678,"hf_subset":"kaz_Cyrl-srp_Cyrl","languages":["kaz-Cyrl","srp-Cyrl"]},{"precision":0.351589,"recall":0.417984,"f1":0.370178,"accuracy":0.417984,"main_score":0.370178,"hf_subset":"kaz_Cyrl-uig_Arab","languages":["kaz-Cyrl","uig-Arab"]},{"precision":0.711771,"recall":0.778656,"f1":0.731803,"accuracy":0.778656,"main_score":0.731803,"hf_subset":"kaz_Cyrl-aeb_Arab","languages":["kaz-Cyrl","aeb-Arab"]},{"precision":0.763514,"recall":0.821146,"f1":0.780898,"accuracy":0.821146,"main_score":0.780898,"hf_subset":"kaz_Cyrl-ben_Beng","languages":["kaz-Cyrl","ben-Beng"]},{"precision":0.69245,"recall":0.750988,"f1":0.709983,"accuracy":0.750988,"main_score":0.709983,"hf_subset":"kaz_Cyrl-est_Latn","languages":["kaz-Cyrl","est-Latn"]},{"precision":0.681826,"recall":0.745059,"f1":0.700403,"accuracy":0.745059,"main_score":0.700403,"hf_subset":"kaz_Cyrl-hye_Armn","languages":["kaz-Cyrl","hye-Armn"]},{"precision":0.388584,"recall":0.466403,"f1":0.410413,"accuracy":0.466403,"main_score":0.410413,"hf_subset":"kaz_Cyrl-kmb_Latn","languages":["kaz-Cyrl","kmb-Latn"]},{"precision":0.228722,"recall":0.301383,"f1":0.247752,"accuracy":0.301383,"main_score":0.247752,"hf_subset":"kaz_Cyrl-min_Arab","languages":["kaz-Cyrl","min-Arab"]},{"precision":0.794046,"recall":0.841897,"f1":0.808718,"accuracy":0.841897,"main_score":0.808718,"hf_subset":"kaz_Cyrl-pol_Latn","languages":["kaz-Cyrl","pol-Latn"]},{"precision":0.382004,"recall":0.463439,"f1":0.404362,"accuracy":0.463439,"main_score":0.404362,"hf_subset":"kaz_Cyrl-ssw_Latn","languages":["kaz-Cyrl","ssw-Latn"]},{"precision":0.806334,"recall":0.853755,"f1":0.820457,"accuracy":0.853755,"main_score":0.820457,"hf_subset":"kaz_Cyrl-ukr_Cyrl","languages":["kaz-Cyrl","ukr-Cyrl"]},{"precision":0.721459,"recall":0.780632,"f1":0.739366,"accuracy":0.780632,"main_score":0.739366,"hf_subset":"kaz_Cyrl-afr_Latn","languages":["kaz-Cyrl","afr-Latn"]},{"precision":0.721798,"recall":0.778656,"f1":0.738521,"accuracy":0.778656,"main_score":0.738521,"hf_subset":"kaz_Cyrl-bho_Deva","languages":["kaz-Cyrl","bho-Deva"]},{"precision":0.595534,"recall":0.653162,"f1":0.611895,"accuracy":0.653162,"main_score":0.611895,"hf_subset":"kaz_Cyrl-eus_Latn","languages":["kaz-Cyrl","eus-Latn"]},{"precision":0.399347,"recall":0.477273,"f1":0.420446,"accuracy":0.477273,"main_score":0.420446,"hf_subset":"kaz_Cyrl-ibo_Latn","languages":["kaz-Cyrl","ibo-Latn"]},{"precision":0.439183,"recall":0.513834,"f1":0.459765,"accuracy":0.513834,"main_score":0.459765,"hf_subset":"kaz_Cyrl-kmr_Latn","languages":["kaz-Cyrl","kmr-Latn"]},{"precision":0.624532,"recall":0.69664,"f1":0.64557,"accuracy":0.69664,"main_score":0.64557,"hf_subset":"kaz_Cyrl-min_Latn","languages":["kaz-Cyrl","min-Latn"]},{"precision":0.802931,"recall":0.852767,"f1":0.817791,"accuracy":0.852767,"main_score":0.817791,"hf_subset":"kaz_Cyrl-por_Latn","languages":["kaz-Cyrl","por-Latn"]},{"precision":0.674344,"recall":0.736166,"f1":0.69249,"accuracy":0.736166,"main_score":0.69249,"hf_subset":"kaz_Cyrl-sun_Latn","languages":["kaz-Cyrl","sun-Latn"]},{"precision":0.381729,"recall":0.45751,"f1":0.40218,"accuracy":0.45751,"main_score":0.40218,"hf_subset":"kaz_Cyrl-umb_Latn","languages":["kaz-Cyrl","umb-Latn"]},{"precision":0.766271,"recall":0.81917,"f1":0.781884,"accuracy":0.81917,"main_score":0.781884,"hf_subset":"kaz_Cyrl-ajp_Arab","languages":["kaz-Cyrl","ajp-Arab"]},{"precision":0.256601,"recall":0.329051,"f1":0.275894,"accuracy":0.329051,"main_score":0.275894,"hf_subset":"kaz_Cyrl-bjn_Arab","languages":["kaz-Cyrl","bjn-Arab"]},{"precision":0.394337,"recall":0.464427,"f1":0.413418,"accuracy":0.464427,"main_score":0.413418,"hf_subset":"kaz_Cyrl-ewe_Latn","languages":["kaz-Cyrl","ewe-Latn"]},{"precision":0.605603,"recall":0.667984,"f1":0.62385,"accuracy":0.667984,"main_score":0.62385,"hf_subset":"kaz_Cyrl-ilo_Latn","languages":["kaz-Cyrl","ilo-Latn"]},{"precision":0.197191,"recall":0.262846,"f1":0.213894,"accuracy":0.262846,"main_score":0.213894,"hf_subset":"kaz_Cyrl-knc_Arab","languages":["kaz-Cyrl","knc-Arab"]},{"precision":0.781802,"recall":0.829051,"f1":0.795738,"accuracy":0.829051,"main_score":0.795738,"hf_subset":"kaz_Cyrl-mkd_Cyrl","languages":["kaz-Cyrl","mkd-Cyrl"]},{"precision":0.770035,"recall":0.831028,"f1":0.78871,"accuracy":0.831028,"main_score":0.78871,"hf_subset":"kaz_Cyrl-prs_Arab","languages":["kaz-Cyrl","prs-Arab"]},{"precision":0.788916,"recall":0.837945,"f1":0.80361,"accuracy":0.837945,"main_score":0.80361,"hf_subset":"kaz_Cyrl-swe_Latn","languages":["kaz-Cyrl","swe-Latn"]},{"precision":0.737006,"recall":0.799407,"f1":0.755764,"accuracy":0.799407,"main_score":0.755764,"hf_subset":"kaz_Cyrl-urd_Arab","languages":["kaz-Cyrl","urd-Arab"]},{"precision":0.44428,"recall":0.517787,"f1":0.464892,"accuracy":0.517787,"main_score":0.464892,"hf_subset":"kaz_Cyrl-aka_Latn","languages":["kaz-Cyrl","aka-Latn"]},{"precision":0.639056,"recall":0.701581,"f1":0.657518,"accuracy":0.701581,"main_score":0.657518,"hf_subset":"kaz_Cyrl-bjn_Latn","languages":["kaz-Cyrl","bjn-Latn"]},{"precision":0.495917,"recall":0.564229,"f1":0.515693,"accuracy":0.564229,"main_score":0.515693,"hf_subset":"kaz_Cyrl-fao_Latn","languages":["kaz-Cyrl","fao-Latn"]},{"precision":0.802586,"recall":0.848814,"f1":0.816206,"accuracy":0.848814,"main_score":0.816206,"hf_subset":"kaz_Cyrl-ind_Latn","languages":["kaz-Cyrl","ind-Latn"]},{"precision":0.440157,"recall":0.500988,"f1":0.456795,"accuracy":0.500988,"main_score":0.456795,"hf_subset":"kaz_Cyrl-knc_Latn","languages":["kaz-Cyrl","knc-Latn"]},{"precision":0.588092,"recall":0.657115,"f1":0.607697,"accuracy":0.657115,"main_score":0.607697,"hf_subset":"kaz_Cyrl-mlt_Latn","languages":["kaz-Cyrl","mlt-Latn"]},{"precision":0.467823,"recall":0.544466,"f1":0.489028,"accuracy":0.544466,"main_score":0.489028,"hf_subset":"kaz_Cyrl-quy_Latn","languages":["kaz-Cyrl","quy-Latn"]},{"precision":0.670751,"recall":0.73913,"f1":0.691422,"accuracy":0.73913,"main_score":0.691422,"hf_subset":"kaz_Cyrl-swh_Latn","languages":["kaz-Cyrl","swh-Latn"]},{"precision":0.699747,"recall":0.752964,"f1":0.715255,"accuracy":0.752964,"main_score":0.715255,"hf_subset":"kaz_Cyrl-uzn_Latn","languages":["kaz-Cyrl","uzn-Latn"]},{"precision":0.670393,"recall":0.729249,"f1":0.687385,"accuracy":0.729249,"main_score":0.687385,"hf_subset":"kaz_Cyrl-als_Latn","languages":["kaz-Cyrl","als-Latn"]},{"precision":0.199355,"recall":0.263834,"f1":0.215416,"accuracy":0.263834,"main_score":0.215416,"hf_subset":"kaz_Cyrl-bod_Tibt","languages":["kaz-Cyrl","bod-Tibt"]},{"precision":0.393682,"recall":0.466403,"f1":0.414089,"accuracy":0.466403,"main_score":0.414089,"hf_subset":"kaz_Cyrl-fij_Latn","languages":["kaz-Cyrl","fij-Latn"]},{"precision":0.476733,"recall":0.546443,"f1":0.496517,"accuracy":0.546443,"main_score":0.496517,"hf_subset":"kaz_Cyrl-isl_Latn","languages":["kaz-Cyrl","isl-Latn"]},{"precision":0.45606,"recall":0.527668,"f1":0.475695,"accuracy":0.527668,"main_score":0.475695,"hf_subset":"kaz_Cyrl-kon_Latn","languages":["kaz-Cyrl","kon-Latn"]},{"precision":0.341813,"recall":0.427866,"f1":0.365122,"accuracy":0.427866,"main_score":0.365122,"hf_subset":"kaz_Cyrl-mni_Beng","languages":["kaz-Cyrl","mni-Beng"]},{"precision":0.802223,"recall":0.848814,"f1":0.816041,"accuracy":0.848814,"main_score":0.816041,"hf_subset":"kaz_Cyrl-ron_Latn","languages":["kaz-Cyrl","ron-Latn"]},{"precision":0.683253,"recall":0.748024,"f1":0.702621,"accuracy":0.748024,"main_score":0.702621,"hf_subset":"kaz_Cyrl-szl_Latn","languages":["kaz-Cyrl","szl-Latn"]},{"precision":0.70886,"recall":0.764822,"f1":0.725715,"accuracy":0.764822,"main_score":0.725715,"hf_subset":"kaz_Cyrl-vec_Latn","languages":["kaz-Cyrl","vec-Latn"]},{"precision":0.633416,"recall":0.704545,"f1":0.654258,"accuracy":0.704545,"main_score":0.654258,"hf_subset":"kaz_Cyrl-amh_Ethi","languages":["kaz-Cyrl","amh-Ethi"]},{"precision":0.790243,"recall":0.837945,"f1":0.804643,"accuracy":0.837945,"main_score":0.804643,"hf_subset":"kaz_Cyrl-bos_Latn","languages":["kaz-Cyrl","bos-Latn"]},{"precision":0.770513,"recall":0.827075,"f1":0.787782,"accuracy":0.827075,"main_score":0.787782,"hf_subset":"kaz_Cyrl-fin_Latn","languages":["kaz-Cyrl","fin-Latn"]},{"precision":0.79086,"recall":0.84585,"f1":0.807675,"accuracy":0.84585,"main_score":0.807675,"hf_subset":"kaz_Cyrl-ita_Latn","languages":["kaz-Cyrl","ita-Latn"]},{"precision":0.767869,"recall":0.822134,"f1":0.784468,"accuracy":0.822134,"main_score":0.784468,"hf_subset":"kaz_Cyrl-kor_Hang","languages":["kaz-Cyrl","kor-Hang"]},{"precision":0.407351,"recall":0.487154,"f1":0.429465,"accuracy":0.487154,"main_score":0.429465,"hf_subset":"kaz_Cyrl-mos_Latn","languages":["kaz-Cyrl","mos-Latn"]},{"precision":0.399284,"recall":0.475296,"f1":0.419991,"accuracy":0.475296,"main_score":0.419991,"hf_subset":"kaz_Cyrl-run_Latn","languages":["kaz-Cyrl","run-Latn"]},{"precision":0.738505,"recall":0.801383,"f1":0.75751,"accuracy":0.801383,"main_score":0.75751,"hf_subset":"kaz_Cyrl-tam_Taml","languages":["kaz-Cyrl","tam-Taml"]},{"precision":0.769764,"recall":0.826087,"f1":0.786797,"accuracy":0.826087,"main_score":0.786797,"hf_subset":"kaz_Cyrl-vie_Latn","languages":["kaz-Cyrl","vie-Latn"]},{"precision":0.747398,"recall":0.800395,"f1":0.762847,"accuracy":0.800395,"main_score":0.762847,"hf_subset":"kaz_Cyrl-apc_Arab","languages":["kaz-Cyrl","apc-Arab"]},{"precision":0.55491,"recall":0.628458,"f1":0.575889,"accuracy":0.628458,"main_score":0.575889,"hf_subset":"kaz_Cyrl-bug_Latn","languages":["kaz-Cyrl","bug-Latn"]},{"precision":0.353354,"recall":0.43083,"f1":0.373976,"accuracy":0.43083,"main_score":0.373976,"hf_subset":"kaz_Cyrl-fon_Latn","languages":["kaz-Cyrl","fon-Latn"]},{"precision":0.657108,"recall":0.720356,"f1":0.675892,"accuracy":0.720356,"main_score":0.675892,"hf_subset":"kaz_Cyrl-jav_Latn","languages":["kaz-Cyrl","jav-Latn"]},{"precision":0.564603,"recall":0.636364,"f1":0.585142,"accuracy":0.636364,"main_score":0.585142,"hf_subset":"kaz_Cyrl-lao_Laoo","languages":["kaz-Cyrl","lao-Laoo"]},{"precision":0.372929,"recall":0.448617,"f1":0.393038,"accuracy":0.448617,"main_score":0.393038,"hf_subset":"kaz_Cyrl-mri_Latn","languages":["kaz-Cyrl","mri-Latn"]},{"precision":0.800049,"recall":0.851779,"f1":0.816041,"accuracy":0.851779,"main_score":0.816041,"hf_subset":"kaz_Cyrl-rus_Cyrl","languages":["kaz-Cyrl","rus-Cyrl"]},{"precision":0.402878,"recall":0.480237,"f1":0.424426,"accuracy":0.480237,"main_score":0.424426,"hf_subset":"kaz_Cyrl-taq_Latn","languages":["kaz-Cyrl","taq-Latn"]},{"precision":0.682957,"recall":0.73913,"f1":0.699389,"accuracy":0.73913,"main_score":0.699389,"hf_subset":"kaz_Cyrl-war_Latn","languages":["kaz-Cyrl","war-Latn"]},{"precision":0.771565,"recall":0.828063,"f1":0.788999,"accuracy":0.828063,"main_score":0.788999,"hf_subset":"kaz_Cyrl-arb_Arab","languages":["kaz-Cyrl","arb-Arab"]},{"precision":0.809404,"recall":0.854743,"f1":0.823682,"accuracy":0.854743,"main_score":0.823682,"hf_subset":"kaz_Cyrl-bul_Cyrl","languages":["kaz-Cyrl","bul-Cyrl"]},{"precision":0.809521,"recall":0.857708,"f1":0.824177,"accuracy":0.857708,"main_score":0.824177,"hf_subset":"kaz_Cyrl-fra_Latn","languages":["kaz-Cyrl","fra-Latn"]},{"precision":0.779077,"recall":0.833992,"f1":0.795687,"accuracy":0.833992,"main_score":0.795687,"hf_subset":"kaz_Cyrl-jpn_Jpan","languages":["kaz-Cyrl","jpn-Jpan"]},{"precision":0.682816,"recall":0.741107,"f1":0.699779,"accuracy":0.741107,"main_score":0.699779,"hf_subset":"kaz_Cyrl-lij_Latn","languages":["kaz-Cyrl","lij-Latn"]},{"precision":0.599984,"recall":0.674901,"f1":0.622446,"accuracy":0.674901,"main_score":0.622446,"hf_subset":"kaz_Cyrl-mya_Mymr","languages":["kaz-Cyrl","mya-Mymr"]},{"precision":0.432211,"recall":0.507905,"f1":0.454043,"accuracy":0.507905,"main_score":0.454043,"hf_subset":"kaz_Cyrl-sag_Latn","languages":["kaz-Cyrl","sag-Latn"]},{"precision":0.153895,"recall":0.233202,"f1":0.171952,"accuracy":0.233202,"main_score":0.171952,"hf_subset":"kaz_Cyrl-taq_Tfng","languages":["kaz-Cyrl","taq-Tfng"]},{"precision":0.433514,"recall":0.507905,"f1":0.4549,"accuracy":0.507905,"main_score":0.4549,"hf_subset":"kaz_Cyrl-wol_Latn","languages":["kaz-Cyrl","wol-Latn"]},{"precision":0.29092,"recall":0.381423,"f1":0.314566,"accuracy":0.381423,"main_score":0.314566,"hf_subset":"kaz_Cyrl-arb_Latn","languages":["kaz-Cyrl","arb-Latn"]},{"precision":0.778288,"recall":0.827075,"f1":0.792642,"accuracy":0.827075,"main_score":0.792642,"hf_subset":"kaz_Cyrl-cat_Latn","languages":["kaz-Cyrl","cat-Latn"]},{"precision":0.643696,"recall":0.70751,"f1":0.662424,"accuracy":0.70751,"main_score":0.662424,"hf_subset":"kaz_Cyrl-fur_Latn","languages":["kaz-Cyrl","fur-Latn"]},{"precision":0.287855,"recall":0.364625,"f1":0.308873,"accuracy":0.364625,"main_score":0.308873,"hf_subset":"kaz_Cyrl-kab_Latn","languages":["kaz-Cyrl","kab-Latn"]},{"precision":0.644902,"recall":0.709486,"f1":0.663952,"accuracy":0.709486,"main_score":0.663952,"hf_subset":"kaz_Cyrl-lim_Latn","languages":["kaz-Cyrl","lim-Latn"]},{"precision":0.766453,"recall":0.826087,"f1":0.784539,"accuracy":0.826087,"main_score":0.784539,"hf_subset":"kaz_Cyrl-nld_Latn","languages":["kaz-Cyrl","nld-Latn"]},{"precision":0.65587,"recall":0.724308,"f1":0.676007,"accuracy":0.724308,"main_score":0.676007,"hf_subset":"kaz_Cyrl-san_Deva","languages":["kaz-Cyrl","san-Deva"]},{"precision":0.728617,"recall":0.777668,"f1":0.742601,"accuracy":0.777668,"main_score":0.742601,"hf_subset":"kaz_Cyrl-tat_Cyrl","languages":["kaz-Cyrl","tat-Cyrl"]},{"precision":0.413009,"recall":0.493083,"f1":0.434628,"accuracy":0.493083,"main_score":0.434628,"hf_subset":"kaz_Cyrl-xho_Latn","languages":["kaz-Cyrl","xho-Latn"]},{"precision":0.767589,"recall":0.823123,"f1":0.784534,"accuracy":0.823123,"main_score":0.784534,"hf_subset":"kaz_Cyrl-ars_Arab","languages":["kaz-Cyrl","ars-Arab"]},{"precision":0.640711,"recall":0.703557,"f1":0.65951,"accuracy":0.703557,"main_score":0.65951,"hf_subset":"kaz_Cyrl-ceb_Latn","languages":["kaz-Cyrl","ceb-Latn"]},{"precision":0.413539,"recall":0.487154,"f1":0.433994,"accuracy":0.487154,"main_score":0.433994,"hf_subset":"kaz_Cyrl-fuv_Latn","languages":["kaz-Cyrl","fuv-Latn"]},{"precision":0.411158,"recall":0.488142,"f1":0.432125,"accuracy":0.488142,"main_score":0.432125,"hf_subset":"kaz_Cyrl-kac_Latn","languages":["kaz-Cyrl","kac-Latn"]},{"precision":0.455345,"recall":0.538538,"f1":0.478927,"accuracy":0.538538,"main_score":0.478927,"hf_subset":"kaz_Cyrl-lin_Latn","languages":["kaz-Cyrl","lin-Latn"]},{"precision":0.777793,"recall":0.827075,"f1":0.792408,"accuracy":0.827075,"main_score":0.792408,"hf_subset":"kaz_Cyrl-nno_Latn","languages":["kaz-Cyrl","nno-Latn"]},{"precision":0.179527,"recall":0.240119,"f1":0.194885,"accuracy":0.240119,"main_score":0.194885,"hf_subset":"kaz_Cyrl-sat_Olck","languages":["kaz-Cyrl","sat-Olck"]},{"precision":0.755295,"recall":0.813241,"f1":0.772848,"accuracy":0.813241,"main_score":0.772848,"hf_subset":"kaz_Cyrl-tel_Telu","languages":["kaz-Cyrl","tel-Telu"]},{"precision":0.296899,"recall":0.369565,"f1":0.316486,"accuracy":0.369565,"main_score":0.316486,"hf_subset":"kaz_Cyrl-ydd_Hebr","languages":["kaz-Cyrl","ydd-Hebr"]},{"precision":0.670792,"recall":0.741107,"f1":0.691147,"accuracy":0.741107,"main_score":0.691147,"hf_subset":"kaz_Cyrl-ary_Arab","languages":["kaz-Cyrl","ary-Arab"]},{"precision":0.77899,"recall":0.827075,"f1":0.792852,"accuracy":0.827075,"main_score":0.792852,"hf_subset":"kaz_Cyrl-ces_Latn","languages":["kaz-Cyrl","ces-Latn"]},{"precision":0.322873,"recall":0.397233,"f1":0.341652,"accuracy":0.397233,"main_score":0.341652,"hf_subset":"kaz_Cyrl-gaz_Latn","languages":["kaz-Cyrl","gaz-Latn"]},{"precision":0.422575,"recall":0.5,"f1":0.443774,"accuracy":0.5,"main_score":0.443774,"hf_subset":"kaz_Cyrl-kam_Latn","languages":["kaz-Cyrl","kam-Latn"]},{"precision":0.697336,"recall":0.750988,"f1":0.713225,"accuracy":0.750988,"main_score":0.713225,"hf_subset":"kaz_Cyrl-lit_Latn","languages":["kaz-Cyrl","lit-Latn"]},{"precision":0.799885,"recall":0.848814,"f1":0.815119,"accuracy":0.848814,"main_score":0.815119,"hf_subset":"kaz_Cyrl-nob_Latn","languages":["kaz-Cyrl","nob-Latn"]},{"precision":0.615876,"recall":0.682806,"f1":0.63515,"accuracy":0.682806,"main_score":0.63515,"hf_subset":"kaz_Cyrl-scn_Latn","languages":["kaz-Cyrl","scn-Latn"]},{"precision":0.499206,"recall":0.573123,"f1":0.519597,"accuracy":0.573123,"main_score":0.519597,"hf_subset":"kaz_Cyrl-tgk_Cyrl","languages":["kaz-Cyrl","tgk-Cyrl"]},{"precision":0.381349,"recall":0.456522,"f1":0.402666,"accuracy":0.456522,"main_score":0.402666,"hf_subset":"kaz_Cyrl-yor_Latn","languages":["kaz-Cyrl","yor-Latn"]},{"precision":0.758037,"recall":0.813241,"f1":0.77423,"accuracy":0.813241,"main_score":0.77423,"hf_subset":"kaz_Cyrl-arz_Arab","languages":["kaz-Cyrl","arz-Arab"]},{"precision":0.41737,"recall":0.5,"f1":0.440492,"accuracy":0.5,"main_score":0.440492,"hf_subset":"kaz_Cyrl-cjk_Latn","languages":["kaz-Cyrl","cjk-Latn"]},{"precision":0.358907,"recall":0.431818,"f1":0.377723,"accuracy":0.431818,"main_score":0.377723,"hf_subset":"kaz_Cyrl-gla_Latn","languages":["kaz-Cyrl","gla-Latn"]},{"precision":0.758432,"recall":0.817194,"f1":0.77612,"accuracy":0.817194,"main_score":0.77612,"hf_subset":"kaz_Cyrl-kan_Knda","languages":["kaz-Cyrl","kan-Knda"]},{"precision":0.642029,"recall":0.702569,"f1":0.659557,"accuracy":0.702569,"main_score":0.659557,"hf_subset":"kaz_Cyrl-lmo_Latn","languages":["kaz-Cyrl","lmo-Latn"]},{"precision":0.767507,"recall":0.822134,"f1":0.783729,"accuracy":0.822134,"main_score":0.783729,"hf_subset":"kaz_Cyrl-npi_Deva","languages":["kaz-Cyrl","npi-Deva"]},{"precision":0.354933,"recall":0.436759,"f1":0.377548,"accuracy":0.436759,"main_score":0.377548,"hf_subset":"kaz_Cyrl-shn_Mymr","languages":["kaz-Cyrl","shn-Mymr"]},{"precision":0.728261,"recall":0.786561,"f1":0.746231,"accuracy":0.786561,"main_score":0.746231,"hf_subset":"kaz_Cyrl-tgl_Latn","languages":["kaz-Cyrl","tgl-Latn"]},{"precision":0.77109,"recall":0.829051,"f1":0.78846,"accuracy":0.829051,"main_score":0.78846,"hf_subset":"kaz_Cyrl-yue_Hant","languages":["kaz-Cyrl","yue-Hant"]},{"precision":0.657065,"recall":0.729249,"f1":0.678891,"accuracy":0.729249,"main_score":0.678891,"hf_subset":"kaz_Cyrl-asm_Beng","languages":["kaz-Cyrl","asm-Beng"]},{"precision":0.398188,"recall":0.469368,"f1":0.418326,"accuracy":0.469368,"main_score":0.418326,"hf_subset":"kaz_Cyrl-ckb_Arab","languages":["kaz-Cyrl","ckb-Arab"]},{"precision":0.366978,"recall":0.437747,"f1":0.385053,"accuracy":0.437747,"main_score":0.385053,"hf_subset":"kaz_Cyrl-gle_Latn","languages":["kaz-Cyrl","gle-Latn"]},{"precision":0.514141,"recall":0.603755,"f1":0.5405,"accuracy":0.603755,"main_score":0.5405,"hf_subset":"kaz_Cyrl-kas_Arab","languages":["kaz-Cyrl","kas-Arab"]},{"precision":0.584413,"recall":0.649209,"f1":0.60323,"accuracy":0.649209,"main_score":0.60323,"hf_subset":"kaz_Cyrl-ltg_Latn","languages":["kaz-Cyrl","ltg-Latn"]},{"precision":0.433965,"recall":0.506917,"f1":0.454016,"accuracy":0.506917,"main_score":0.454016,"hf_subset":"kaz_Cyrl-nso_Latn","languages":["kaz-Cyrl","nso-Latn"]},{"precision":0.656796,"recall":0.725296,"f1":0.677138,"accuracy":0.725296,"main_score":0.677138,"hf_subset":"kaz_Cyrl-sin_Sinh","languages":["kaz-Cyrl","sin-Sinh"]},{"precision":0.753096,"recall":0.817194,"f1":0.77245,"accuracy":0.817194,"main_score":0.77245,"hf_subset":"kaz_Cyrl-tha_Thai","languages":["kaz-Cyrl","tha-Thai"]},{"precision":0.763251,"recall":0.822134,"f1":0.780978,"accuracy":0.822134,"main_score":0.780978,"hf_subset":"kaz_Cyrl-zho_Hans","languages":["kaz-Cyrl","zho-Hans"]},{"precision":0.747755,"recall":0.800395,"f1":0.763159,"accuracy":0.800395,"main_score":0.763159,"hf_subset":"kaz_Cyrl-ast_Latn","languages":["kaz-Cyrl","ast-Latn"]},{"precision":0.717533,"recall":0.773715,"f1":0.73402,"accuracy":0.773715,"main_score":0.73402,"hf_subset":"kaz_Cyrl-crh_Latn","languages":["kaz-Cyrl","crh-Latn"]},{"precision":0.778157,"recall":0.826087,"f1":0.792015,"accuracy":0.826087,"main_score":0.792015,"hf_subset":"kaz_Cyrl-glg_Latn","languages":["kaz-Cyrl","glg-Latn"]},{"precision":0.482696,"recall":0.564229,"f1":0.505607,"accuracy":0.564229,"main_score":0.505607,"hf_subset":"kaz_Cyrl-kas_Deva","languages":["kaz-Cyrl","kas-Deva"]},{"precision":0.638838,"recall":0.70751,"f1":0.658162,"accuracy":0.70751,"main_score":0.658162,"hf_subset":"kaz_Cyrl-ltz_Latn","languages":["kaz-Cyrl","ltz-Latn"]},{"precision":0.320512,"recall":0.395257,"f1":0.340849,"accuracy":0.395257,"main_score":0.340849,"hf_subset":"kaz_Cyrl-nus_Latn","languages":["kaz-Cyrl","nus-Latn"]},{"precision":0.787368,"recall":0.838933,"f1":0.802819,"accuracy":0.838933,"main_score":0.802819,"hf_subset":"kaz_Cyrl-slk_Latn","languages":["kaz-Cyrl","slk-Latn"]},{"precision":0.377445,"recall":0.451581,"f1":0.398563,"accuracy":0.451581,"main_score":0.398563,"hf_subset":"kaz_Cyrl-tir_Ethi","languages":["kaz-Cyrl","tir-Ethi"]},{"precision":0.741112,"recall":0.802372,"f1":0.759571,"accuracy":0.802372,"main_score":0.759571,"hf_subset":"kaz_Cyrl-zho_Hant","languages":["kaz-Cyrl","zho-Hant"]},{"precision":0.769705,"recall":0.821146,"f1":0.784679,"accuracy":0.821146,"main_score":0.784679,"hf_subset":"kaz_Cyrl-awa_Deva","languages":["kaz-Cyrl","awa-Deva"]},{"precision":0.424493,"recall":0.500988,"f1":0.444943,"accuracy":0.500988,"main_score":0.444943,"hf_subset":"kaz_Cyrl-cym_Latn","languages":["kaz-Cyrl","cym-Latn"]},{"precision":0.568198,"recall":0.634387,"f1":0.587484,"accuracy":0.634387,"main_score":0.587484,"hf_subset":"kaz_Cyrl-grn_Latn","languages":["kaz-Cyrl","grn-Latn"]},{"precision":0.719648,"recall":0.789526,"f1":0.740942,"accuracy":0.789526,"main_score":0.740942,"hf_subset":"kaz_Cyrl-kat_Geor","languages":["kaz-Cyrl","kat-Geor"]},{"precision":0.464697,"recall":0.536561,"f1":0.484426,"accuracy":0.536561,"main_score":0.484426,"hf_subset":"kaz_Cyrl-lua_Latn","languages":["kaz-Cyrl","lua-Latn"]},{"precision":0.462659,"recall":0.529644,"f1":0.481401,"accuracy":0.529644,"main_score":0.481401,"hf_subset":"kaz_Cyrl-nya_Latn","languages":["kaz-Cyrl","nya-Latn"]},{"precision":0.718128,"recall":0.779644,"f1":0.736037,"accuracy":0.779644,"main_score":0.736037,"hf_subset":"kaz_Cyrl-slv_Latn","languages":["kaz-Cyrl","slv-Latn"]},{"precision":0.590407,"recall":0.66502,"f1":0.612934,"accuracy":0.66502,"main_score":0.612934,"hf_subset":"kaz_Cyrl-tpi_Latn","languages":["kaz-Cyrl","tpi-Latn"]},{"precision":0.764402,"recall":0.821146,"f1":0.781511,"accuracy":0.821146,"main_score":0.781511,"hf_subset":"kaz_Cyrl-zsm_Latn","languages":["kaz-Cyrl","zsm-Latn"]},{"precision":0.386597,"recall":0.467391,"f1":0.408965,"accuracy":0.467391,"main_score":0.408965,"hf_subset":"kaz_Cyrl-ayr_Latn","languages":["kaz-Cyrl","ayr-Latn"]},{"precision":0.800181,"recall":0.851779,"f1":0.816008,"accuracy":0.851779,"main_score":0.816008,"hf_subset":"kaz_Cyrl-dan_Latn","languages":["kaz-Cyrl","dan-Latn"]},{"precision":0.766982,"recall":0.821146,"f1":0.783122,"accuracy":0.821146,"main_score":0.783122,"hf_subset":"kaz_Cyrl-guj_Gujr","languages":["kaz-Cyrl","guj-Gujr"]},{"precision":0.391431,"recall":0.467391,"f1":0.412468,"accuracy":0.467391,"main_score":0.412468,"hf_subset":"kaz_Cyrl-lug_Latn","languages":["kaz-Cyrl","lug-Latn"]},{"precision":0.746533,"recall":0.798419,"f1":0.762136,"accuracy":0.798419,"main_score":0.762136,"hf_subset":"kaz_Cyrl-oci_Latn","languages":["kaz-Cyrl","oci-Latn"]},{"precision":0.423966,"recall":0.507905,"f1":0.446894,"accuracy":0.507905,"main_score":0.446894,"hf_subset":"kaz_Cyrl-smo_Latn","languages":["kaz-Cyrl","smo-Latn"]},{"precision":0.405402,"recall":0.485178,"f1":0.427103,"accuracy":0.485178,"main_score":0.427103,"hf_subset":"kaz_Cyrl-tsn_Latn","languages":["kaz-Cyrl","tsn-Latn"]},{"precision":0.380808,"recall":0.469368,"f1":0.405485,"accuracy":0.469368,"main_score":0.405485,"hf_subset":"kaz_Cyrl-zul_Latn","languages":["kaz-Cyrl","zul-Latn"]},{"precision":0.52287,"recall":0.599802,"f1":0.545191,"accuracy":0.599802,"main_score":0.545191,"hf_subset":"kaz_Cyrl-azb_Arab","languages":["kaz-Cyrl","azb-Arab"]},{"precision":0.789097,"recall":0.843874,"f1":0.806094,"accuracy":0.843874,"main_score":0.806094,"hf_subset":"kaz_Cyrl-deu_Latn","languages":["kaz-Cyrl","deu-Latn"]},{"precision":0.533035,"recall":0.605731,"f1":0.553769,"accuracy":0.605731,"main_score":0.553769,"hf_subset":"kaz_Cyrl-hat_Latn","languages":["kaz-Cyrl","hat-Latn"]},{"precision":0.36612,"recall":0.437747,"f1":0.384843,"accuracy":0.437747,"main_score":0.384843,"hf_subset":"kaz_Cyrl-kbp_Latn","languages":["kaz-Cyrl","kbp-Latn"]},{"precision":0.424502,"recall":0.496047,"f1":0.444509,"accuracy":0.496047,"main_score":0.444509,"hf_subset":"kaz_Cyrl-luo_Latn","languages":["kaz-Cyrl","luo-Latn"]},{"precision":0.491321,"recall":0.561265,"f1":0.511698,"accuracy":0.561265,"main_score":0.511698,"hf_subset":"kaz_Cyrl-ory_Orya","languages":["kaz-Cyrl","ory-Orya"]},{"precision":0.42021,"recall":0.493083,"f1":0.440388,"accuracy":0.493083,"main_score":0.440388,"hf_subset":"kaz_Cyrl-sna_Latn","languages":["kaz-Cyrl","sna-Latn"]},{"precision":0.398247,"recall":0.469368,"f1":0.417793,"accuracy":0.469368,"main_score":0.417793,"hf_subset":"kaz_Cyrl-tso_Latn","languages":["kaz-Cyrl","tso-Latn"]},{"precision":0.709397,"recall":0.772727,"f1":0.728183,"accuracy":0.772727,"main_score":0.728183,"hf_subset":"kaz_Cyrl-azj_Latn","languages":["kaz-Cyrl","azj-Latn"]},{"precision":0.419066,"recall":0.496047,"f1":0.440958,"accuracy":0.496047,"main_score":0.440958,"hf_subset":"kaz_Cyrl-dik_Latn","languages":["kaz-Cyrl","dik-Latn"]},{"precision":0.44713,"recall":0.51087,"f1":0.465002,"accuracy":0.51087,"main_score":0.465002,"hf_subset":"kaz_Cyrl-hau_Latn","languages":["kaz-Cyrl","hau-Latn"]},{"precision":0.623946,"recall":0.689723,"f1":0.643069,"accuracy":0.689723,"main_score":0.643069,"hf_subset":"kaz_Cyrl-kea_Latn","languages":["kaz-Cyrl","kea-Latn"]},{"precision":0.529807,"recall":0.593874,"f1":0.548454,"accuracy":0.593874,"main_score":0.548454,"hf_subset":"kaz_Cyrl-lus_Latn","languages":["kaz-Cyrl","lus-Latn"]},{"precision":0.591989,"recall":0.650198,"f1":0.609587,"accuracy":0.650198,"main_score":0.609587,"hf_subset":"kaz_Cyrl-pag_Latn","languages":["kaz-Cyrl","pag-Latn"]},{"precision":0.536553,"recall":0.61166,"f1":0.558558,"accuracy":0.61166,"main_score":0.558558,"hf_subset":"kaz_Cyrl-snd_Arab","languages":["kaz-Cyrl","snd-Arab"]},{"precision":0.642062,"recall":0.710474,"f1":0.662221,"accuracy":0.710474,"main_score":0.662221,"hf_subset":"kaz_Cyrl-tuk_Latn","languages":["kaz-Cyrl","tuk-Latn"]},{"precision":0.722465,"recall":0.770751,"f1":0.73599,"accuracy":0.770751,"main_score":0.73599,"hf_subset":"kaz_Cyrl-bak_Cyrl","languages":["kaz-Cyrl","bak-Cyrl"]},{"precision":0.332868,"recall":0.417984,"f1":0.356276,"accuracy":0.417984,"main_score":0.356276,"hf_subset":"kaz_Cyrl-dyu_Latn","languages":["kaz-Cyrl","dyu-Latn"]},{"precision":0.670603,"recall":0.740119,"f1":0.691078,"accuracy":0.740119,"main_score":0.691078,"hf_subset":"kaz_Cyrl-heb_Hebr","languages":["kaz-Cyrl","heb-Hebr"]},{"precision":0.482576,"recall":0.547431,"f1":0.50122,"accuracy":0.547431,"main_score":0.50122,"hf_subset":"kaz_Cyrl-khk_Cyrl","languages":["kaz-Cyrl","khk-Cyrl"]},{"precision":0.698906,"recall":0.748024,"f1":0.71324,"accuracy":0.748024,"main_score":0.71324,"hf_subset":"kaz_Cyrl-lvs_Latn","languages":["kaz-Cyrl","lvs-Latn"]},{"precision":0.713752,"recall":0.779644,"f1":0.733498,"accuracy":0.779644,"main_score":0.733498,"hf_subset":"kaz_Cyrl-pan_Guru","languages":["kaz-Cyrl","pan-Guru"]},{"precision":0.396045,"recall":0.45751,"f1":0.412378,"accuracy":0.45751,"main_score":0.412378,"hf_subset":"kaz_Cyrl-som_Latn","languages":["kaz-Cyrl","som-Latn"]},{"precision":0.449613,"recall":0.513834,"f1":0.467794,"accuracy":0.513834,"main_score":0.467794,"hf_subset":"kaz_Cyrl-tum_Latn","languages":["kaz-Cyrl","tum-Latn"]},{"precision":0.255978,"recall":0.3083,"f1":0.269839,"accuracy":0.3083,"main_score":0.269839,"hf_subset":"lug_Latn-ace_Arab","languages":["lug-Latn","ace-Arab"]},{"precision":0.390393,"recall":0.431818,"f1":0.401614,"accuracy":0.431818,"main_score":0.401614,"hf_subset":"lug_Latn-bam_Latn","languages":["lug-Latn","bam-Latn"]},{"precision":0.131977,"recall":0.182806,"f1":0.14452,"accuracy":0.182806,"main_score":0.14452,"hf_subset":"lug_Latn-dzo_Tibt","languages":["lug-Latn","dzo-Tibt"]},{"precision":0.393913,"recall":0.470356,"f1":0.413838,"accuracy":0.470356,"main_score":0.413838,"hf_subset":"lug_Latn-hin_Deva","languages":["lug-Latn","hin-Deva"]},{"precision":0.347334,"recall":0.405138,"f1":0.363655,"accuracy":0.405138,"main_score":0.363655,"hf_subset":"lug_Latn-khm_Khmr","languages":["lug-Latn","khm-Khmr"]},{"precision":0.409782,"recall":0.468379,"f1":0.424869,"accuracy":0.468379,"main_score":0.424869,"hf_subset":"lug_Latn-mag_Deva","languages":["lug-Latn","mag-Deva"]},{"precision":0.448154,"recall":0.480237,"f1":0.456845,"accuracy":0.480237,"main_score":0.456845,"hf_subset":"lug_Latn-pap_Latn","languages":["lug-Latn","pap-Latn"]},{"precision":0.439297,"recall":0.477273,"f1":0.44895,"accuracy":0.477273,"main_score":0.44895,"hf_subset":"lug_Latn-sot_Latn","languages":["lug-Latn","sot-Latn"]},{"precision":0.419239,"recall":0.482213,"f1":0.436266,"accuracy":0.482213,"main_score":0.436266,"hf_subset":"lug_Latn-tur_Latn","languages":["lug-Latn","tur-Latn"]},{"precision":0.434453,"recall":0.466403,"f1":0.44308,"accuracy":0.466403,"main_score":0.44308,"hf_subset":"lug_Latn-ace_Latn","languages":["lug-Latn","ace-Latn"]},{"precision":0.420954,"recall":0.463439,"f1":0.432628,"accuracy":0.463439,"main_score":0.432628,"hf_subset":"lug_Latn-ban_Latn","languages":["lug-Latn","ban-Latn"]},{"precision":0.36243,"recall":0.41996,"f1":0.378051,"accuracy":0.41996,"main_score":0.378051,"hf_subset":"lug_Latn-ell_Grek","languages":["lug-Latn","ell-Grek"]},{"precision":0.387385,"recall":0.44664,"f1":0.403365,"accuracy":0.44664,"main_score":0.403365,"hf_subset":"lug_Latn-hne_Deva","languages":["lug-Latn","hne-Deva"]},{"precision":0.403023,"recall":0.443676,"f1":0.413695,"accuracy":0.443676,"main_score":0.413695,"hf_subset":"lug_Latn-kik_Latn","languages":["lug-Latn","kik-Latn"]},{"precision":0.402028,"recall":0.460474,"f1":0.417615,"accuracy":0.460474,"main_score":0.417615,"hf_subset":"lug_Latn-mai_Deva","languages":["lug-Latn","mai-Deva"]},{"precision":0.371754,"recall":0.425889,"f1":0.385473,"accuracy":0.425889,"main_score":0.385473,"hf_subset":"lug_Latn-pbt_Arab","languages":["lug-Latn","pbt-Arab"]},{"precision":0.421846,"recall":0.486166,"f1":0.439037,"accuracy":0.486166,"main_score":0.439037,"hf_subset":"lug_Latn-spa_Latn","languages":["lug-Latn","spa-Latn"]},{"precision":0.439912,"recall":0.47332,"f1":0.449419,"accuracy":0.47332,"main_score":0.449419,"hf_subset":"lug_Latn-twi_Latn","languages":["lug-Latn","twi-Latn"]},{"precision":0.396346,"recall":0.453557,"f1":0.410948,"accuracy":0.453557,"main_score":0.410948,"hf_subset":"lug_Latn-acm_Arab","languages":["lug-Latn","acm-Arab"]},{"precision":0.355375,"recall":0.413043,"f1":0.370595,"accuracy":0.413043,"main_score":0.370595,"hf_subset":"lug_Latn-bel_Cyrl","languages":["lug-Latn","bel-Cyrl"]},{"precision":0.42841,"recall":0.488142,"f1":0.444467,"accuracy":0.488142,"main_score":0.444467,"hf_subset":"lug_Latn-eng_Latn","languages":["lug-Latn","eng-Latn"]},{"precision":0.401837,"recall":0.459486,"f1":0.416435,"accuracy":0.459486,"main_score":0.416435,"hf_subset":"lug_Latn-hrv_Latn","languages":["lug-Latn","hrv-Latn"]},{"precision":0.425313,"recall":0.480237,"f1":0.440089,"accuracy":0.480237,"main_score":0.440089,"hf_subset":"lug_Latn-kin_Latn","languages":["lug-Latn","kin-Latn"]},{"precision":0.371913,"recall":0.445652,"f1":0.391078,"accuracy":0.445652,"main_score":0.391078,"hf_subset":"lug_Latn-mal_Mlym","languages":["lug-Latn","mal-Mlym"]},{"precision":0.384247,"recall":0.455534,"f1":0.401997,"accuracy":0.455534,"main_score":0.401997,"hf_subset":"lug_Latn-pes_Arab","languages":["lug-Latn","pes-Arab"]},{"precision":0.418542,"recall":0.456522,"f1":0.429039,"accuracy":0.456522,"main_score":0.429039,"hf_subset":"lug_Latn-srd_Latn","languages":["lug-Latn","srd-Latn"]},{"precision":0.126196,"recall":0.176877,"f1":0.139202,"accuracy":0.176877,"main_score":0.139202,"hf_subset":"lug_Latn-tzm_Tfng","languages":["lug-Latn","tzm-Tfng"]},{"precision":0.393359,"recall":0.458498,"f1":0.409177,"accuracy":0.458498,"main_score":0.409177,"hf_subset":"lug_Latn-acq_Arab","languages":["lug-Latn","acq-Arab"]},{"precision":0.460502,"recall":0.495059,"f1":0.469788,"accuracy":0.495059,"main_score":0.469788,"hf_subset":"lug_Latn-bem_Latn","languages":["lug-Latn","bem-Latn"]},{"precision":0.412805,"recall":0.458498,"f1":0.425477,"accuracy":0.458498,"main_score":0.425477,"hf_subset":"lug_Latn-epo_Latn","languages":["lug-Latn","epo-Latn"]},{"precision":0.401341,"recall":0.460474,"f1":0.417374,"accuracy":0.460474,"main_score":0.417374,"hf_subset":"lug_Latn-hun_Latn","languages":["lug-Latn","hun-Latn"]},{"precision":0.396,"recall":0.437747,"f1":0.406779,"accuracy":0.437747,"main_score":0.406779,"hf_subset":"lug_Latn-kir_Cyrl","languages":["lug-Latn","kir-Cyrl"]},{"precision":0.392355,"recall":0.458498,"f1":0.410176,"accuracy":0.458498,"main_score":0.410176,"hf_subset":"lug_Latn-mar_Deva","languages":["lug-Latn","mar-Deva"]},{"precision":0.415893,"recall":0.458498,"f1":0.427899,"accuracy":0.458498,"main_score":0.427899,"hf_subset":"lug_Latn-plt_Latn","languages":["lug-Latn","plt-Latn"]},{"precision":0.390872,"recall":0.437747,"f1":0.40439,"accuracy":0.437747,"main_score":0.40439,"hf_subset":"lug_Latn-srp_Cyrl","languages":["lug-Latn","srp-Cyrl"]},{"precision":0.273125,"recall":0.318182,"f1":0.284436,"accuracy":0.318182,"main_score":0.284436,"hf_subset":"lug_Latn-uig_Arab","languages":["lug-Latn","uig-Arab"]},{"precision":0.386709,"recall":0.443676,"f1":0.401641,"accuracy":0.443676,"main_score":0.401641,"hf_subset":"lug_Latn-aeb_Arab","languages":["lug-Latn","aeb-Arab"]},{"precision":0.395924,"recall":0.464427,"f1":0.413494,"accuracy":0.464427,"main_score":0.413494,"hf_subset":"lug_Latn-ben_Beng","languages":["lug-Latn","ben-Beng"]},{"precision":0.402813,"recall":0.450593,"f1":0.415707,"accuracy":0.450593,"main_score":0.415707,"hf_subset":"lug_Latn-est_Latn","languages":["lug-Latn","est-Latn"]},{"precision":0.365606,"recall":0.420949,"f1":0.380928,"accuracy":0.420949,"main_score":0.380928,"hf_subset":"lug_Latn-hye_Armn","languages":["lug-Latn","hye-Armn"]},{"precision":0.400016,"recall":0.438735,"f1":0.411335,"accuracy":0.438735,"main_score":0.411335,"hf_subset":"lug_Latn-kmb_Latn","languages":["lug-Latn","kmb-Latn"]},{"precision":0.224096,"recall":0.269763,"f1":0.235815,"accuracy":0.269763,"main_score":0.235815,"hf_subset":"lug_Latn-min_Arab","languages":["lug-Latn","min-Arab"]},{"precision":0.408465,"recall":0.471344,"f1":0.424423,"accuracy":0.471344,"main_score":0.424423,"hf_subset":"lug_Latn-pol_Latn","languages":["lug-Latn","pol-Latn"]},{"precision":0.412975,"recall":0.45751,"f1":0.425947,"accuracy":0.45751,"main_score":0.425947,"hf_subset":"lug_Latn-ssw_Latn","languages":["lug-Latn","ssw-Latn"]},{"precision":0.39387,"recall":0.455534,"f1":0.41014,"accuracy":0.455534,"main_score":0.41014,"hf_subset":"lug_Latn-ukr_Cyrl","languages":["lug-Latn","ukr-Cyrl"]},{"precision":0.428818,"recall":0.477273,"f1":0.442035,"accuracy":0.477273,"main_score":0.442035,"hf_subset":"lug_Latn-afr_Latn","languages":["lug-Latn","afr-Latn"]},{"precision":0.408549,"recall":0.464427,"f1":0.423512,"accuracy":0.464427,"main_score":0.423512,"hf_subset":"lug_Latn-bho_Deva","languages":["lug-Latn","bho-Deva"]},{"precision":0.402519,"recall":0.4417,"f1":0.412935,"accuracy":0.4417,"main_score":0.412935,"hf_subset":"lug_Latn-eus_Latn","languages":["lug-Latn","eus-Latn"]},{"precision":0.393446,"recall":0.438735,"f1":0.405992,"accuracy":0.438735,"main_score":0.405992,"hf_subset":"lug_Latn-ibo_Latn","languages":["lug-Latn","ibo-Latn"]},{"precision":0.380423,"recall":0.425889,"f1":0.393884,"accuracy":0.425889,"main_score":0.393884,"hf_subset":"lug_Latn-kmr_Latn","languages":["lug-Latn","kmr-Latn"]},{"precision":0.439554,"recall":0.475296,"f1":0.448696,"accuracy":0.475296,"main_score":0.448696,"hf_subset":"lug_Latn-min_Latn","languages":["lug-Latn","min-Latn"]},{"precision":0.418154,"recall":0.480237,"f1":0.434167,"accuracy":0.480237,"main_score":0.434167,"hf_subset":"lug_Latn-por_Latn","languages":["lug-Latn","por-Latn"]},{"precision":0.427911,"recall":0.465415,"f1":0.438263,"accuracy":0.465415,"main_score":0.438263,"hf_subset":"lug_Latn-sun_Latn","languages":["lug-Latn","sun-Latn"]},{"precision":0.397067,"recall":0.442688,"f1":0.410063,"accuracy":0.442688,"main_score":0.410063,"hf_subset":"lug_Latn-umb_Latn","languages":["lug-Latn","umb-Latn"]},{"precision":0.396451,"recall":0.453557,"f1":0.410778,"accuracy":0.453557,"main_score":0.410778,"hf_subset":"lug_Latn-ajp_Arab","languages":["lug-Latn","ajp-Arab"]},{"precision":0.225268,"recall":0.269763,"f1":0.236128,"accuracy":0.269763,"main_score":0.236128,"hf_subset":"lug_Latn-bjn_Arab","languages":["lug-Latn","bjn-Arab"]},{"precision":0.406102,"recall":0.442688,"f1":0.416086,"accuracy":0.442688,"main_score":0.416086,"hf_subset":"lug_Latn-ewe_Latn","languages":["lug-Latn","ewe-Latn"]},{"precision":0.44598,"recall":0.478261,"f1":0.455245,"accuracy":0.478261,"main_score":0.455245,"hf_subset":"lug_Latn-ilo_Latn","languages":["lug-Latn","ilo-Latn"]},{"precision":0.179909,"recall":0.229249,"f1":0.192475,"accuracy":0.229249,"main_score":0.192475,"hf_subset":"lug_Latn-knc_Arab","languages":["lug-Latn","knc-Arab"]},{"precision":0.3834,"recall":0.435771,"f1":0.397933,"accuracy":0.435771,"main_score":0.397933,"hf_subset":"lug_Latn-mkd_Cyrl","languages":["lug-Latn","mkd-Cyrl"]},{"precision":0.364008,"recall":0.434783,"f1":0.38156,"accuracy":0.434783,"main_score":0.38156,"hf_subset":"lug_Latn-prs_Arab","languages":["lug-Latn","prs-Arab"]},{"precision":0.416906,"recall":0.48419,"f1":0.434941,"accuracy":0.48419,"main_score":0.434941,"hf_subset":"lug_Latn-swe_Latn","languages":["lug-Latn","swe-Latn"]},{"precision":0.368826,"recall":0.436759,"f1":0.386407,"accuracy":0.436759,"main_score":0.386407,"hf_subset":"lug_Latn-urd_Arab","languages":["lug-Latn","urd-Arab"]},{"precision":0.444293,"recall":0.477273,"f1":0.45437,"accuracy":0.477273,"main_score":0.45437,"hf_subset":"lug_Latn-aka_Latn","languages":["lug-Latn","aka-Latn"]},{"precision":0.428451,"recall":0.468379,"f1":0.439551,"accuracy":0.468379,"main_score":0.439551,"hf_subset":"lug_Latn-bjn_Latn","languages":["lug-Latn","bjn-Latn"]},{"precision":0.390722,"recall":0.438735,"f1":0.403243,"accuracy":0.438735,"main_score":0.403243,"hf_subset":"lug_Latn-fao_Latn","languages":["lug-Latn","fao-Latn"]},{"precision":0.436292,"recall":0.492095,"f1":0.451117,"accuracy":0.492095,"main_score":0.451117,"hf_subset":"lug_Latn-ind_Latn","languages":["lug-Latn","ind-Latn"]},{"precision":0.424306,"recall":0.45751,"f1":0.433835,"accuracy":0.45751,"main_score":0.433835,"hf_subset":"lug_Latn-knc_Latn","languages":["lug-Latn","knc-Latn"]},{"precision":0.415452,"recall":0.455534,"f1":0.426566,"accuracy":0.455534,"main_score":0.426566,"hf_subset":"lug_Latn-mlt_Latn","languages":["lug-Latn","mlt-Latn"]},{"precision":0.411021,"recall":0.456522,"f1":0.42371,"accuracy":0.456522,"main_score":0.42371,"hf_subset":"lug_Latn-quy_Latn","languages":["lug-Latn","quy-Latn"]},{"precision":0.428224,"recall":0.470356,"f1":0.44012,"accuracy":0.470356,"main_score":0.44012,"hf_subset":"lug_Latn-swh_Latn","languages":["lug-Latn","swh-Latn"]},{"precision":0.367636,"recall":0.414032,"f1":0.380783,"accuracy":0.414032,"main_score":0.380783,"hf_subset":"lug_Latn-uzn_Latn","languages":["lug-Latn","uzn-Latn"]},{"precision":0.402466,"recall":0.451581,"f1":0.415898,"accuracy":0.451581,"main_score":0.415898,"hf_subset":"lug_Latn-als_Latn","languages":["lug-Latn","als-Latn"]},{"precision":0.185312,"recall":0.244071,"f1":0.199672,"accuracy":0.244071,"main_score":0.199672,"hf_subset":"lug_Latn-bod_Tibt","languages":["lug-Latn","bod-Tibt"]},{"precision":0.417276,"recall":0.458498,"f1":0.428306,"accuracy":0.458498,"main_score":0.428306,"hf_subset":"lug_Latn-fij_Latn","languages":["lug-Latn","fij-Latn"]},{"precision":0.377956,"recall":0.425889,"f1":0.390138,"accuracy":0.425889,"main_score":0.390138,"hf_subset":"lug_Latn-isl_Latn","languages":["lug-Latn","isl-Latn"]},{"precision":0.430702,"recall":0.462451,"f1":0.440036,"accuracy":0.462451,"main_score":0.440036,"hf_subset":"lug_Latn-kon_Latn","languages":["lug-Latn","kon-Latn"]},{"precision":0.302548,"recall":0.357708,"f1":0.317359,"accuracy":0.357708,"main_score":0.317359,"hf_subset":"lug_Latn-mni_Beng","languages":["lug-Latn","mni-Beng"]},{"precision":0.427853,"recall":0.479249,"f1":0.442021,"accuracy":0.479249,"main_score":0.442021,"hf_subset":"lug_Latn-ron_Latn","languages":["lug-Latn","ron-Latn"]},{"precision":0.397805,"recall":0.440711,"f1":0.409997,"accuracy":0.440711,"main_score":0.409997,"hf_subset":"lug_Latn-szl_Latn","languages":["lug-Latn","szl-Latn"]},{"precision":0.435721,"recall":0.474308,"f1":0.445883,"accuracy":0.474308,"main_score":0.445883,"hf_subset":"lug_Latn-vec_Latn","languages":["lug-Latn","vec-Latn"]},{"precision":0.357383,"recall":0.412055,"f1":0.371658,"accuracy":0.412055,"main_score":0.371658,"hf_subset":"lug_Latn-amh_Ethi","languages":["lug-Latn","amh-Ethi"]},{"precision":0.407354,"recall":0.465415,"f1":0.423189,"accuracy":0.465415,"main_score":0.423189,"hf_subset":"lug_Latn-bos_Latn","languages":["lug-Latn","bos-Latn"]},{"precision":0.409818,"recall":0.470356,"f1":0.425703,"accuracy":0.470356,"main_score":0.425703,"hf_subset":"lug_Latn-fin_Latn","languages":["lug-Latn","fin-Latn"]},{"precision":0.421485,"recall":0.486166,"f1":0.438107,"accuracy":0.486166,"main_score":0.438107,"hf_subset":"lug_Latn-ita_Latn","languages":["lug-Latn","ita-Latn"]},{"precision":0.389557,"recall":0.458498,"f1":0.40685,"accuracy":0.458498,"main_score":0.40685,"hf_subset":"lug_Latn-kor_Hang","languages":["lug-Latn","kor-Hang"]},{"precision":0.393388,"recall":0.433794,"f1":0.404441,"accuracy":0.433794,"main_score":0.404441,"hf_subset":"lug_Latn-mos_Latn","languages":["lug-Latn","mos-Latn"]},{"precision":0.439016,"recall":0.483202,"f1":0.451375,"accuracy":0.483202,"main_score":0.451375,"hf_subset":"lug_Latn-run_Latn","languages":["lug-Latn","run-Latn"]},{"precision":0.355963,"recall":0.432806,"f1":0.376051,"accuracy":0.432806,"main_score":0.376051,"hf_subset":"lug_Latn-tam_Taml","languages":["lug-Latn","tam-Taml"]},{"precision":0.402255,"recall":0.460474,"f1":0.417602,"accuracy":0.460474,"main_score":0.417602,"hf_subset":"lug_Latn-vie_Latn","languages":["lug-Latn","vie-Latn"]},{"precision":0.387856,"recall":0.442688,"f1":0.401536,"accuracy":0.442688,"main_score":0.401536,"hf_subset":"lug_Latn-apc_Arab","languages":["lug-Latn","apc-Arab"]},{"precision":0.424788,"recall":0.464427,"f1":0.435389,"accuracy":0.464427,"main_score":0.435389,"hf_subset":"lug_Latn-bug_Latn","languages":["lug-Latn","bug-Latn"]},{"precision":0.389372,"recall":0.432806,"f1":0.401567,"accuracy":0.432806,"main_score":0.401567,"hf_subset":"lug_Latn-fon_Latn","languages":["lug-Latn","fon-Latn"]},{"precision":0.45383,"recall":0.486166,"f1":0.462173,"accuracy":0.486166,"main_score":0.462173,"hf_subset":"lug_Latn-jav_Latn","languages":["lug-Latn","jav-Latn"]},{"precision":0.376034,"recall":0.426877,"f1":0.389522,"accuracy":0.426877,"main_score":0.389522,"hf_subset":"lug_Latn-lao_Laoo","languages":["lug-Latn","lao-Laoo"]},{"precision":0.392205,"recall":0.437747,"f1":0.405256,"accuracy":0.437747,"main_score":0.405256,"hf_subset":"lug_Latn-mri_Latn","languages":["lug-Latn","mri-Latn"]},{"precision":0.401724,"recall":0.470356,"f1":0.420015,"accuracy":0.470356,"main_score":0.420015,"hf_subset":"lug_Latn-rus_Cyrl","languages":["lug-Latn","rus-Cyrl"]},{"precision":0.382157,"recall":0.428854,"f1":0.395524,"accuracy":0.428854,"main_score":0.395524,"hf_subset":"lug_Latn-taq_Latn","languages":["lug-Latn","taq-Latn"]},{"precision":0.43721,"recall":0.474308,"f1":0.447661,"accuracy":0.474308,"main_score":0.447661,"hf_subset":"lug_Latn-war_Latn","languages":["lug-Latn","war-Latn"]},{"precision":0.391183,"recall":0.452569,"f1":0.406512,"accuracy":0.452569,"main_score":0.406512,"hf_subset":"lug_Latn-arb_Arab","languages":["lug-Latn","arb-Arab"]},{"precision":0.41186,"recall":0.464427,"f1":0.426082,"accuracy":0.464427,"main_score":0.426082,"hf_subset":"lug_Latn-bul_Cyrl","languages":["lug-Latn","bul-Cyrl"]},{"precision":0.419263,"recall":0.482213,"f1":0.43591,"accuracy":0.482213,"main_score":0.43591,"hf_subset":"lug_Latn-fra_Latn","languages":["lug-Latn","fra-Latn"]},{"precision":0.400974,"recall":0.462451,"f1":0.416948,"accuracy":0.462451,"main_score":0.416948,"hf_subset":"lug_Latn-jpn_Jpan","languages":["lug-Latn","jpn-Jpan"]},{"precision":0.414085,"recall":0.459486,"f1":0.426662,"accuracy":0.459486,"main_score":0.426662,"hf_subset":"lug_Latn-lij_Latn","languages":["lug-Latn","lij-Latn"]},{"precision":0.319933,"recall":0.379447,"f1":0.335618,"accuracy":0.379447,"main_score":0.335618,"hf_subset":"lug_Latn-mya_Mymr","languages":["lug-Latn","mya-Mymr"]},{"precision":0.423661,"recall":0.460474,"f1":0.433933,"accuracy":0.460474,"main_score":0.433933,"hf_subset":"lug_Latn-sag_Latn","languages":["lug-Latn","sag-Latn"]},{"precision":0.160995,"recall":0.212451,"f1":0.17354,"accuracy":0.212451,"main_score":0.17354,"hf_subset":"lug_Latn-taq_Tfng","languages":["lug-Latn","taq-Tfng"]},{"precision":0.405812,"recall":0.445652,"f1":0.416754,"accuracy":0.445652,"main_score":0.416754,"hf_subset":"lug_Latn-wol_Latn","languages":["lug-Latn","wol-Latn"]},{"precision":0.268397,"recall":0.34585,"f1":0.289109,"accuracy":0.34585,"main_score":0.289109,"hf_subset":"lug_Latn-arb_Latn","languages":["lug-Latn","arb-Latn"]},{"precision":0.418274,"recall":0.468379,"f1":0.430363,"accuracy":0.468379,"main_score":0.430363,"hf_subset":"lug_Latn-cat_Latn","languages":["lug-Latn","cat-Latn"]},{"precision":0.406767,"recall":0.453557,"f1":0.419313,"accuracy":0.453557,"main_score":0.419313,"hf_subset":"lug_Latn-fur_Latn","languages":["lug-Latn","fur-Latn"]},{"precision":0.300015,"recall":0.353755,"f1":0.313943,"accuracy":0.353755,"main_score":0.313943,"hf_subset":"lug_Latn-kab_Latn","languages":["lug-Latn","kab-Latn"]},{"precision":0.408207,"recall":0.450593,"f1":0.42025,"accuracy":0.450593,"main_score":0.42025,"hf_subset":"lug_Latn-lim_Latn","languages":["lug-Latn","lim-Latn"]},{"precision":0.422805,"recall":0.479249,"f1":0.43739,"accuracy":0.479249,"main_score":0.43739,"hf_subset":"lug_Latn-nld_Latn","languages":["lug-Latn","nld-Latn"]},{"precision":0.349731,"recall":0.408103,"f1":0.365642,"accuracy":0.408103,"main_score":0.365642,"hf_subset":"lug_Latn-san_Deva","languages":["lug-Latn","san-Deva"]},{"precision":0.395624,"recall":0.435771,"f1":0.406554,"accuracy":0.435771,"main_score":0.406554,"hf_subset":"lug_Latn-tat_Cyrl","languages":["lug-Latn","tat-Cyrl"]},{"precision":0.426407,"recall":0.468379,"f1":0.438556,"accuracy":0.468379,"main_score":0.438556,"hf_subset":"lug_Latn-xho_Latn","languages":["lug-Latn","xho-Latn"]},{"precision":0.363238,"recall":0.428854,"f1":0.379396,"accuracy":0.428854,"main_score":0.379396,"hf_subset":"lug_Latn-ars_Arab","languages":["lug-Latn","ars-Arab"]},{"precision":0.450325,"recall":0.481225,"f1":0.458856,"accuracy":0.481225,"main_score":0.458856,"hf_subset":"lug_Latn-ceb_Latn","languages":["lug-Latn","ceb-Latn"]},{"precision":0.412838,"recall":0.449605,"f1":0.423423,"accuracy":0.449605,"main_score":0.423423,"hf_subset":"lug_Latn-fuv_Latn","languages":["lug-Latn","fuv-Latn"]},{"precision":0.414461,"recall":0.460474,"f1":0.426993,"accuracy":0.460474,"main_score":0.426993,"hf_subset":"lug_Latn-kac_Latn","languages":["lug-Latn","kac-Latn"]},{"precision":0.430646,"recall":0.468379,"f1":0.441107,"accuracy":0.468379,"main_score":0.441107,"hf_subset":"lug_Latn-lin_Latn","languages":["lug-Latn","lin-Latn"]},{"precision":0.410691,"recall":0.47332,"f1":0.427091,"accuracy":0.47332,"main_score":0.427091,"hf_subset":"lug_Latn-nno_Latn","languages":["lug-Latn","nno-Latn"]},{"precision":0.160204,"recall":0.203557,"f1":0.170995,"accuracy":0.203557,"main_score":0.170995,"hf_subset":"lug_Latn-sat_Olck","languages":["lug-Latn","sat-Olck"]},{"precision":0.397092,"recall":0.462451,"f1":0.413964,"accuracy":0.462451,"main_score":0.413964,"hf_subset":"lug_Latn-tel_Telu","languages":["lug-Latn","tel-Telu"]},{"precision":0.23161,"recall":0.285573,"f1":0.245154,"accuracy":0.285573,"main_score":0.245154,"hf_subset":"lug_Latn-ydd_Hebr","languages":["lug-Latn","ydd-Hebr"]},{"precision":0.360746,"recall":0.416996,"f1":0.375179,"accuracy":0.416996,"main_score":0.375179,"hf_subset":"lug_Latn-ary_Arab","languages":["lug-Latn","ary-Arab"]},{"precision":0.404687,"recall":0.465415,"f1":0.420497,"accuracy":0.465415,"main_score":0.420497,"hf_subset":"lug_Latn-ces_Latn","languages":["lug-Latn","ces-Latn"]},{"precision":0.313426,"recall":0.365613,"f1":0.327331,"accuracy":0.365613,"main_score":0.327331,"hf_subset":"lug_Latn-gaz_Latn","languages":["lug-Latn","gaz-Latn"]},{"precision":0.423503,"recall":0.469368,"f1":0.4362,"accuracy":0.469368,"main_score":0.4362,"hf_subset":"lug_Latn-kam_Latn","languages":["lug-Latn","kam-Latn"]},{"precision":0.381944,"recall":0.437747,"f1":0.396876,"accuracy":0.437747,"main_score":0.396876,"hf_subset":"lug_Latn-lit_Latn","languages":["lug-Latn","lit-Latn"]},{"precision":0.427234,"recall":0.492095,"f1":0.443845,"accuracy":0.492095,"main_score":0.443845,"hf_subset":"lug_Latn-nob_Latn","languages":["lug-Latn","nob-Latn"]},{"precision":0.414328,"recall":0.455534,"f1":0.425511,"accuracy":0.455534,"main_score":0.425511,"hf_subset":"lug_Latn-scn_Latn","languages":["lug-Latn","scn-Latn"]},{"precision":0.35408,"recall":0.408103,"f1":0.368027,"accuracy":0.408103,"main_score":0.368027,"hf_subset":"lug_Latn-tgk_Cyrl","languages":["lug-Latn","tgk-Cyrl"]},{"precision":0.387488,"recall":0.427866,"f1":0.399473,"accuracy":0.427866,"main_score":0.399473,"hf_subset":"lug_Latn-yor_Latn","languages":["lug-Latn","yor-Latn"]},{"precision":0.393741,"recall":0.452569,"f1":0.409073,"accuracy":0.452569,"main_score":0.409073,"hf_subset":"lug_Latn-arz_Arab","languages":["lug-Latn","arz-Arab"]},{"precision":0.381061,"recall":0.424901,"f1":0.394218,"accuracy":0.424901,"main_score":0.394218,"hf_subset":"lug_Latn-cjk_Latn","languages":["lug-Latn","cjk-Latn"]},{"precision":0.338433,"recall":0.396245,"f1":0.353439,"accuracy":0.396245,"main_score":0.353439,"hf_subset":"lug_Latn-gla_Latn","languages":["lug-Latn","gla-Latn"]},{"precision":0.376284,"recall":0.440711,"f1":0.393529,"accuracy":0.440711,"main_score":0.393529,"hf_subset":"lug_Latn-kan_Knda","languages":["lug-Latn","kan-Knda"]},{"precision":0.417689,"recall":0.455534,"f1":0.42728,"accuracy":0.455534,"main_score":0.42728,"hf_subset":"lug_Latn-lmo_Latn","languages":["lug-Latn","lmo-Latn"]},{"precision":0.3864,"recall":0.449605,"f1":0.403692,"accuracy":0.449605,"main_score":0.403692,"hf_subset":"lug_Latn-npi_Deva","languages":["lug-Latn","npi-Deva"]},{"precision":0.341624,"recall":0.40415,"f1":0.359634,"accuracy":0.40415,"main_score":0.359634,"hf_subset":"lug_Latn-shn_Mymr","languages":["lug-Latn","shn-Mymr"]},{"precision":0.442785,"recall":0.487154,"f1":0.455148,"accuracy":0.487154,"main_score":0.455148,"hf_subset":"lug_Latn-tgl_Latn","languages":["lug-Latn","tgl-Latn"]},{"precision":0.380832,"recall":0.44664,"f1":0.397686,"accuracy":0.44664,"main_score":0.397686,"hf_subset":"lug_Latn-yue_Hant","languages":["lug-Latn","yue-Hant"]},{"precision":0.344094,"recall":0.409091,"f1":0.361807,"accuracy":0.409091,"main_score":0.361807,"hf_subset":"lug_Latn-asm_Beng","languages":["lug-Latn","asm-Beng"]},{"precision":0.29399,"recall":0.34585,"f1":0.307569,"accuracy":0.34585,"main_score":0.307569,"hf_subset":"lug_Latn-ckb_Arab","languages":["lug-Latn","ckb-Arab"]},{"precision":0.342917,"recall":0.402174,"f1":0.359155,"accuracy":0.402174,"main_score":0.359155,"hf_subset":"lug_Latn-gle_Latn","languages":["lug-Latn","gle-Latn"]},{"precision":0.310894,"recall":0.375494,"f1":0.327993,"accuracy":0.375494,"main_score":0.327993,"hf_subset":"lug_Latn-kas_Arab","languages":["lug-Latn","kas-Arab"]},{"precision":0.370311,"recall":0.412055,"f1":0.381614,"accuracy":0.412055,"main_score":0.381614,"hf_subset":"lug_Latn-ltg_Latn","languages":["lug-Latn","ltg-Latn"]},{"precision":0.441724,"recall":0.481225,"f1":0.452911,"accuracy":0.481225,"main_score":0.452911,"hf_subset":"lug_Latn-nso_Latn","languages":["lug-Latn","nso-Latn"]},{"precision":0.336924,"recall":0.395257,"f1":0.352583,"accuracy":0.395257,"main_score":0.352583,"hf_subset":"lug_Latn-sin_Sinh","languages":["lug-Latn","sin-Sinh"]},{"precision":0.385695,"recall":0.453557,"f1":0.402652,"accuracy":0.453557,"main_score":0.402652,"hf_subset":"lug_Latn-tha_Thai","languages":["lug-Latn","tha-Thai"]},{"precision":0.39664,"recall":0.463439,"f1":0.41489,"accuracy":0.463439,"main_score":0.41489,"hf_subset":"lug_Latn-zho_Hans","languages":["lug-Latn","zho-Hans"]},{"precision":0.42166,"recall":0.467391,"f1":0.434523,"accuracy":0.467391,"main_score":0.434523,"hf_subset":"lug_Latn-ast_Latn","languages":["lug-Latn","ast-Latn"]},{"precision":0.391421,"recall":0.43083,"f1":0.401719,"accuracy":0.43083,"main_score":0.401719,"hf_subset":"lug_Latn-crh_Latn","languages":["lug-Latn","crh-Latn"]},{"precision":0.4258,"recall":0.475296,"f1":0.438592,"accuracy":0.475296,"main_score":0.438592,"hf_subset":"lug_Latn-glg_Latn","languages":["lug-Latn","glg-Latn"]},{"precision":0.360616,"recall":0.418972,"f1":0.376916,"accuracy":0.418972,"main_score":0.376916,"hf_subset":"lug_Latn-kas_Deva","languages":["lug-Latn","kas-Deva"]},{"precision":0.399611,"recall":0.450593,"f1":0.412865,"accuracy":0.450593,"main_score":0.412865,"hf_subset":"lug_Latn-ltz_Latn","languages":["lug-Latn","ltz-Latn"]},{"precision":0.317927,"recall":0.367589,"f1":0.332169,"accuracy":0.367589,"main_score":0.332169,"hf_subset":"lug_Latn-nus_Latn","languages":["lug-Latn","nus-Latn"]},{"precision":0.413027,"recall":0.463439,"f1":0.427074,"accuracy":0.463439,"main_score":0.427074,"hf_subset":"lug_Latn-slk_Latn","languages":["lug-Latn","slk-Latn"]},{"precision":0.304887,"recall":0.356719,"f1":0.318728,"accuracy":0.356719,"main_score":0.318728,"hf_subset":"lug_Latn-tir_Ethi","languages":["lug-Latn","tir-Ethi"]},{"precision":0.378122,"recall":0.447628,"f1":0.396332,"accuracy":0.447628,"main_score":0.396332,"hf_subset":"lug_Latn-zho_Hant","languages":["lug-Latn","zho-Hant"]},{"precision":0.416873,"recall":0.467391,"f1":0.430107,"accuracy":0.467391,"main_score":0.430107,"hf_subset":"lug_Latn-awa_Deva","languages":["lug-Latn","awa-Deva"]},{"precision":0.36226,"recall":0.411067,"f1":0.375644,"accuracy":0.411067,"main_score":0.375644,"hf_subset":"lug_Latn-cym_Latn","languages":["lug-Latn","cym-Latn"]},{"precision":0.426652,"recall":0.461462,"f1":0.436499,"accuracy":0.461462,"main_score":0.436499,"hf_subset":"lug_Latn-grn_Latn","languages":["lug-Latn","grn-Latn"]},{"precision":0.360122,"recall":0.416996,"f1":0.375281,"accuracy":0.416996,"main_score":0.375281,"hf_subset":"lug_Latn-kat_Geor","languages":["lug-Latn","kat-Geor"]},{"precision":0.431738,"recall":0.467391,"f1":0.441982,"accuracy":0.467391,"main_score":0.441982,"hf_subset":"lug_Latn-lua_Latn","languages":["lug-Latn","lua-Latn"]},{"precision":0.448798,"recall":0.481225,"f1":0.45814,"accuracy":0.481225,"main_score":0.45814,"hf_subset":"lug_Latn-nya_Latn","languages":["lug-Latn","nya-Latn"]},{"precision":0.399888,"recall":0.452569,"f1":0.414023,"accuracy":0.452569,"main_score":0.414023,"hf_subset":"lug_Latn-slv_Latn","languages":["lug-Latn","slv-Latn"]},{"precision":0.43562,"recall":0.475296,"f1":0.446062,"accuracy":0.475296,"main_score":0.446062,"hf_subset":"lug_Latn-tpi_Latn","languages":["lug-Latn","tpi-Latn"]},{"precision":0.443489,"recall":0.493083,"f1":0.457144,"accuracy":0.493083,"main_score":0.457144,"hf_subset":"lug_Latn-zsm_Latn","languages":["lug-Latn","zsm-Latn"]},{"precision":0.36785,"recall":0.416996,"f1":0.381231,"accuracy":0.416996,"main_score":0.381231,"hf_subset":"lug_Latn-ayr_Latn","languages":["lug-Latn","ayr-Latn"]},{"precision":0.422913,"recall":0.482213,"f1":0.439297,"accuracy":0.482213,"main_score":0.439297,"hf_subset":"lug_Latn-dan_Latn","languages":["lug-Latn","dan-Latn"]},{"precision":0.373158,"recall":0.442688,"f1":0.391502,"accuracy":0.442688,"main_score":0.391502,"hf_subset":"lug_Latn-guj_Gujr","languages":["lug-Latn","guj-Gujr"]},{"precision":0.394998,"recall":0.440711,"f1":0.406707,"accuracy":0.440711,"main_score":0.406707,"hf_subset":"lug_Latn-kaz_Cyrl","languages":["lug-Latn","kaz-Cyrl"]},{"precision":0.417565,"recall":0.463439,"f1":0.429926,"accuracy":0.463439,"main_score":0.429926,"hf_subset":"lug_Latn-oci_Latn","languages":["lug-Latn","oci-Latn"]},{"precision":0.410624,"recall":0.455534,"f1":0.423342,"accuracy":0.455534,"main_score":0.423342,"hf_subset":"lug_Latn-smo_Latn","languages":["lug-Latn","smo-Latn"]},{"precision":0.428648,"recall":0.467391,"f1":0.439516,"accuracy":0.467391,"main_score":0.439516,"hf_subset":"lug_Latn-tsn_Latn","languages":["lug-Latn","tsn-Latn"]},{"precision":0.419413,"recall":0.459486,"f1":0.430944,"accuracy":0.459486,"main_score":0.430944,"hf_subset":"lug_Latn-zul_Latn","languages":["lug-Latn","zul-Latn"]},{"precision":0.299939,"recall":0.353755,"f1":0.314211,"accuracy":0.353755,"main_score":0.314211,"hf_subset":"lug_Latn-azb_Arab","languages":["lug-Latn","azb-Arab"]},{"precision":0.417185,"recall":0.486166,"f1":0.435877,"accuracy":0.486166,"main_score":0.435877,"hf_subset":"lug_Latn-deu_Latn","languages":["lug-Latn","deu-Latn"]},{"precision":0.379249,"recall":0.434783,"f1":0.394742,"accuracy":0.434783,"main_score":0.394742,"hf_subset":"lug_Latn-hat_Latn","languages":["lug-Latn","hat-Latn"]},{"precision":0.362751,"recall":0.409091,"f1":0.375201,"accuracy":0.409091,"main_score":0.375201,"hf_subset":"lug_Latn-kbp_Latn","languages":["lug-Latn","kbp-Latn"]},{"precision":0.453392,"recall":0.485178,"f1":0.462016,"accuracy":0.485178,"main_score":0.462016,"hf_subset":"lug_Latn-luo_Latn","languages":["lug-Latn","luo-Latn"]},{"precision":0.356726,"recall":0.41502,"f1":0.372687,"accuracy":0.41502,"main_score":0.372687,"hf_subset":"lug_Latn-ory_Orya","languages":["lug-Latn","ory-Orya"]},{"precision":0.433409,"recall":0.470356,"f1":0.444137,"accuracy":0.470356,"main_score":0.444137,"hf_subset":"lug_Latn-sna_Latn","languages":["lug-Latn","sna-Latn"]},{"precision":0.430083,"recall":0.471344,"f1":0.441378,"accuracy":0.471344,"main_score":0.441378,"hf_subset":"lug_Latn-tso_Latn","languages":["lug-Latn","tso-Latn"]},{"precision":0.38471,"recall":0.434783,"f1":0.398992,"accuracy":0.434783,"main_score":0.398992,"hf_subset":"lug_Latn-azj_Latn","languages":["lug-Latn","azj-Latn"]},{"precision":0.392463,"recall":0.438735,"f1":0.405583,"accuracy":0.438735,"main_score":0.405583,"hf_subset":"lug_Latn-dik_Latn","languages":["lug-Latn","dik-Latn"]},{"precision":0.421034,"recall":0.455534,"f1":0.431123,"accuracy":0.455534,"main_score":0.431123,"hf_subset":"lug_Latn-hau_Latn","languages":["lug-Latn","hau-Latn"]},{"precision":0.414868,"recall":0.453557,"f1":0.425516,"accuracy":0.453557,"main_score":0.425516,"hf_subset":"lug_Latn-kea_Latn","languages":["lug-Latn","kea-Latn"]},{"precision":0.435324,"recall":0.477273,"f1":0.447072,"accuracy":0.477273,"main_score":0.447072,"hf_subset":"lug_Latn-lus_Latn","languages":["lug-Latn","lus-Latn"]},{"precision":0.449412,"recall":0.482213,"f1":0.458848,"accuracy":0.482213,"main_score":0.458848,"hf_subset":"lug_Latn-pag_Latn","languages":["lug-Latn","pag-Latn"]},{"precision":0.324168,"recall":0.389328,"f1":0.341093,"accuracy":0.389328,"main_score":0.341093,"hf_subset":"lug_Latn-snd_Arab","languages":["lug-Latn","snd-Arab"]},{"precision":0.386962,"recall":0.433794,"f1":0.400249,"accuracy":0.433794,"main_score":0.400249,"hf_subset":"lug_Latn-tuk_Latn","languages":["lug-Latn","tuk-Latn"]},{"precision":0.399074,"recall":0.434783,"f1":0.408643,"accuracy":0.434783,"main_score":0.408643,"hf_subset":"lug_Latn-bak_Cyrl","languages":["lug-Latn","bak-Cyrl"]},{"precision":0.339764,"recall":0.397233,"f1":0.356039,"accuracy":0.397233,"main_score":0.356039,"hf_subset":"lug_Latn-dyu_Latn","languages":["lug-Latn","dyu-Latn"]},{"precision":0.327297,"recall":0.386364,"f1":0.342794,"accuracy":0.386364,"main_score":0.342794,"hf_subset":"lug_Latn-heb_Hebr","languages":["lug-Latn","heb-Hebr"]},{"precision":0.37034,"recall":0.420949,"f1":0.384042,"accuracy":0.420949,"main_score":0.384042,"hf_subset":"lug_Latn-khk_Cyrl","languages":["lug-Latn","khk-Cyrl"]},{"precision":0.401356,"recall":0.445652,"f1":0.413681,"accuracy":0.445652,"main_score":0.413681,"hf_subset":"lug_Latn-lvs_Latn","languages":["lug-Latn","lvs-Latn"]},{"precision":0.340753,"recall":0.416996,"f1":0.36118,"accuracy":0.416996,"main_score":0.36118,"hf_subset":"lug_Latn-pan_Guru","languages":["lug-Latn","pan-Guru"]},{"precision":0.382596,"recall":0.424901,"f1":0.394992,"accuracy":0.424901,"main_score":0.394992,"hf_subset":"lug_Latn-som_Latn","languages":["lug-Latn","som-Latn"]},{"precision":0.436685,"recall":0.470356,"f1":0.446446,"accuracy":0.470356,"main_score":0.446446,"hf_subset":"lug_Latn-tum_Latn","languages":["lug-Latn","tum-Latn"]},{"precision":0.302119,"recall":0.389328,"f1":0.325665,"accuracy":0.389328,"main_score":0.325665,"hf_subset":"oci_Latn-ace_Arab","languages":["oci-Latn","ace-Arab"]},{"precision":0.373911,"recall":0.461462,"f1":0.39706,"accuracy":0.461462,"main_score":0.39706,"hf_subset":"oci_Latn-bam_Latn","languages":["oci-Latn","bam-Latn"]},{"precision":0.13576,"recall":0.20751,"f1":0.154268,"accuracy":0.20751,"main_score":0.154268,"hf_subset":"oci_Latn-dzo_Tibt","languages":["oci-Latn","dzo-Tibt"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"oci_Latn-hin_Deva","languages":["oci-Latn","hin-Deva"]},{"precision":0.746607,"recall":0.815217,"f1":0.76766,"accuracy":0.815217,"main_score":0.76766,"hf_subset":"oci_Latn-khm_Khmr","languages":["oci-Latn","khm-Khmr"]},{"precision":0.963192,"recall":0.974308,"f1":0.966798,"accuracy":0.974308,"main_score":0.966798,"hf_subset":"oci_Latn-mag_Deva","languages":["oci-Latn","mag-Deva"]},{"precision":0.889328,"recall":0.920949,"f1":0.899177,"accuracy":0.920949,"main_score":0.899177,"hf_subset":"oci_Latn-pap_Latn","languages":["oci-Latn","pap-Latn"]},{"precision":0.435767,"recall":0.522727,"f1":0.459008,"accuracy":0.522727,"main_score":0.459008,"hf_subset":"oci_Latn-sot_Latn","languages":["oci-Latn","sot-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"oci_Latn-tur_Latn","languages":["oci-Latn","tur-Latn"]},{"precision":0.659091,"recall":0.731225,"f1":0.680143,"accuracy":0.731225,"main_score":0.680143,"hf_subset":"oci_Latn-ace_Latn","languages":["oci-Latn","ace-Latn"]},{"precision":0.794565,"recall":0.84585,"f1":0.810046,"accuracy":0.84585,"main_score":0.810046,"hf_subset":"oci_Latn-ban_Latn","languages":["oci-Latn","ban-Latn"]},{"precision":0.930583,"recall":0.952569,"f1":0.937813,"accuracy":0.952569,"main_score":0.937813,"hf_subset":"oci_Latn-ell_Grek","languages":["oci-Latn","ell-Grek"]},{"precision":0.919137,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"oci_Latn-hne_Deva","languages":["oci-Latn","hne-Deva"]},{"precision":0.429607,"recall":0.525692,"f1":0.454648,"accuracy":0.525692,"main_score":0.454648,"hf_subset":"oci_Latn-kik_Latn","languages":["oci-Latn","kik-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"oci_Latn-mai_Deva","languages":["oci-Latn","mai-Deva"]},{"precision":0.812088,"recall":0.864625,"f1":0.828689,"accuracy":0.864625,"main_score":0.828689,"hf_subset":"oci_Latn-pbt_Arab","languages":["oci-Latn","pbt-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"oci_Latn-spa_Latn","languages":["oci-Latn","spa-Latn"]},{"precision":0.499682,"recall":0.585968,"f1":0.52353,"accuracy":0.585968,"main_score":0.52353,"hf_subset":"oci_Latn-twi_Latn","languages":["oci-Latn","twi-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"oci_Latn-acm_Arab","languages":["oci-Latn","acm-Arab"]},{"precision":0.809931,"recall":0.860672,"f1":0.825988,"accuracy":0.860672,"main_score":0.825988,"hf_subset":"oci_Latn-bel_Cyrl","languages":["oci-Latn","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"oci_Latn-eng_Latn","languages":["oci-Latn","eng-Latn"]},{"precision":0.932312,"recall":0.952569,"f1":0.9389,"accuracy":0.952569,"main_score":0.9389,"hf_subset":"oci_Latn-hrv_Latn","languages":["oci-Latn","hrv-Latn"]},{"precision":0.396491,"recall":0.483202,"f1":0.419697,"accuracy":0.483202,"main_score":0.419697,"hf_subset":"oci_Latn-kin_Latn","languages":["oci-Latn","kin-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"oci_Latn-mal_Mlym","languages":["oci-Latn","mal-Mlym"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"oci_Latn-pes_Arab","languages":["oci-Latn","pes-Arab"]},{"precision":0.90275,"recall":0.931818,"f1":0.912121,"accuracy":0.931818,"main_score":0.912121,"hf_subset":"oci_Latn-srd_Latn","languages":["oci-Latn","srd-Latn"]},{"precision":0.108799,"recall":0.181818,"f1":0.124701,"accuracy":0.181818,"main_score":0.124701,"hf_subset":"oci_Latn-tzm_Tfng","languages":["oci-Latn","tzm-Tfng"]},{"precision":0.954298,"recall":0.968379,"f1":0.958893,"accuracy":0.968379,"main_score":0.958893,"hf_subset":"oci_Latn-acq_Arab","languages":["oci-Latn","acq-Arab"]},{"precision":0.449583,"recall":0.541502,"f1":0.473768,"accuracy":0.541502,"main_score":0.473768,"hf_subset":"oci_Latn-bem_Latn","languages":["oci-Latn","bem-Latn"]},{"precision":0.904101,"recall":0.931818,"f1":0.912945,"accuracy":0.931818,"main_score":0.912945,"hf_subset":"oci_Latn-epo_Latn","languages":["oci-Latn","epo-Latn"]},{"precision":0.891222,"recall":0.922925,"f1":0.901416,"accuracy":0.922925,"main_score":0.901416,"hf_subset":"oci_Latn-hun_Latn","languages":["oci-Latn","hun-Latn"]},{"precision":0.656961,"recall":0.735178,"f1":0.680308,"accuracy":0.735178,"main_score":0.680308,"hf_subset":"oci_Latn-kir_Cyrl","languages":["oci-Latn","kir-Cyrl"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"oci_Latn-mar_Deva","languages":["oci-Latn","mar-Deva"]},{"precision":0.454475,"recall":0.540514,"f1":0.478124,"accuracy":0.540514,"main_score":0.478124,"hf_subset":"oci_Latn-plt_Latn","languages":["oci-Latn","plt-Latn"]},{"precision":0.903689,"recall":0.929842,"f1":0.911858,"accuracy":0.929842,"main_score":0.911858,"hf_subset":"oci_Latn-srp_Cyrl","languages":["oci-Latn","srp-Cyrl"]},{"precision":0.271141,"recall":0.351779,"f1":0.291892,"accuracy":0.351779,"main_score":0.291892,"hf_subset":"oci_Latn-uig_Arab","languages":["oci-Latn","uig-Arab"]},{"precision":0.915843,"recall":0.940711,"f1":0.923913,"accuracy":0.940711,"main_score":0.923913,"hf_subset":"oci_Latn-aeb_Arab","languages":["oci-Latn","aeb-Arab"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"oci_Latn-ben_Beng","languages":["oci-Latn","ben-Beng"]},{"precision":0.802042,"recall":0.851779,"f1":0.817772,"accuracy":0.851779,"main_score":0.817772,"hf_subset":"oci_Latn-est_Latn","languages":["oci-Latn","est-Latn"]},{"precision":0.777743,"recall":0.831028,"f1":0.793824,"accuracy":0.831028,"main_score":0.793824,"hf_subset":"oci_Latn-hye_Armn","languages":["oci-Latn","hye-Armn"]},{"precision":0.396723,"recall":0.492095,"f1":0.422279,"accuracy":0.492095,"main_score":0.422279,"hf_subset":"oci_Latn-kmb_Latn","languages":["oci-Latn","kmb-Latn"]},{"precision":0.248772,"recall":0.338933,"f1":0.272419,"accuracy":0.338933,"main_score":0.272419,"hf_subset":"oci_Latn-min_Arab","languages":["oci-Latn","min-Arab"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"oci_Latn-pol_Latn","languages":["oci-Latn","pol-Latn"]},{"precision":0.388177,"recall":0.482213,"f1":0.412752,"accuracy":0.482213,"main_score":0.412752,"hf_subset":"oci_Latn-ssw_Latn","languages":["oci-Latn","ssw-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"oci_Latn-ukr_Cyrl","languages":["oci-Latn","ukr-Cyrl"]},{"precision":0.918067,"recall":0.940711,"f1":0.925461,"accuracy":0.940711,"main_score":0.925461,"hf_subset":"oci_Latn-afr_Latn","languages":["oci-Latn","afr-Latn"]},{"precision":0.924489,"recall":0.94664,"f1":0.931719,"accuracy":0.94664,"main_score":0.931719,"hf_subset":"oci_Latn-bho_Deva","languages":["oci-Latn","bho-Deva"]},{"precision":0.658244,"recall":0.735178,"f1":0.680108,"accuracy":0.735178,"main_score":0.680108,"hf_subset":"oci_Latn-eus_Latn","languages":["oci-Latn","eus-Latn"]},{"precision":0.386466,"recall":0.487154,"f1":0.413018,"accuracy":0.487154,"main_score":0.413018,"hf_subset":"oci_Latn-ibo_Latn","languages":["oci-Latn","ibo-Latn"]},{"precision":0.441842,"recall":0.533597,"f1":0.466246,"accuracy":0.533597,"main_score":0.466246,"hf_subset":"oci_Latn-kmr_Latn","languages":["oci-Latn","kmr-Latn"]},{"precision":0.763867,"recall":0.824111,"f1":0.782331,"accuracy":0.824111,"main_score":0.782331,"hf_subset":"oci_Latn-min_Latn","languages":["oci-Latn","min-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"oci_Latn-por_Latn","languages":["oci-Latn","por-Latn"]},{"precision":0.840662,"recall":0.882411,"f1":0.853426,"accuracy":0.882411,"main_score":0.853426,"hf_subset":"oci_Latn-sun_Latn","languages":["oci-Latn","sun-Latn"]},{"precision":0.390455,"recall":0.48419,"f1":0.41471,"accuracy":0.48419,"main_score":0.41471,"hf_subset":"oci_Latn-umb_Latn","languages":["oci-Latn","umb-Latn"]},{"precision":0.950675,"recall":0.966403,"f1":0.955764,"accuracy":0.966403,"main_score":0.955764,"hf_subset":"oci_Latn-ajp_Arab","languages":["oci-Latn","ajp-Arab"]},{"precision":0.254683,"recall":0.339921,"f1":0.277391,"accuracy":0.339921,"main_score":0.277391,"hf_subset":"oci_Latn-bjn_Arab","languages":["oci-Latn","bjn-Arab"]},{"precision":0.409698,"recall":0.493083,"f1":0.431352,"accuracy":0.493083,"main_score":0.431352,"hf_subset":"oci_Latn-ewe_Latn","languages":["oci-Latn","ewe-Latn"]},{"precision":0.687905,"recall":0.752964,"f1":0.706642,"accuracy":0.752964,"main_score":0.706642,"hf_subset":"oci_Latn-ilo_Latn","languages":["oci-Latn","ilo-Latn"]},{"precision":0.17833,"recall":0.259881,"f1":0.197847,"accuracy":0.259881,"main_score":0.197847,"hf_subset":"oci_Latn-knc_Arab","languages":["oci-Latn","knc-Arab"]},{"precision":0.907938,"recall":0.934783,"f1":0.916502,"accuracy":0.934783,"main_score":0.916502,"hf_subset":"oci_Latn-mkd_Cyrl","languages":["oci-Latn","mkd-Cyrl"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"oci_Latn-prs_Arab","languages":["oci-Latn","prs-Arab"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"oci_Latn-swe_Latn","languages":["oci-Latn","swe-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"oci_Latn-urd_Arab","languages":["oci-Latn","urd-Arab"]},{"precision":0.476972,"recall":0.560277,"f1":0.499172,"accuracy":0.560277,"main_score":0.499172,"hf_subset":"oci_Latn-aka_Latn","languages":["oci-Latn","aka-Latn"]},{"precision":0.788455,"recall":0.84585,"f1":0.806178,"accuracy":0.84585,"main_score":0.806178,"hf_subset":"oci_Latn-bjn_Latn","languages":["oci-Latn","bjn-Latn"]},{"precision":0.571601,"recall":0.648221,"f1":0.592838,"accuracy":0.648221,"main_score":0.592838,"hf_subset":"oci_Latn-fao_Latn","languages":["oci-Latn","fao-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"oci_Latn-ind_Latn","languages":["oci-Latn","ind-Latn"]},{"precision":0.447354,"recall":0.537549,"f1":0.470866,"accuracy":0.537549,"main_score":0.470866,"hf_subset":"oci_Latn-knc_Latn","languages":["oci-Latn","knc-Latn"]},{"precision":0.771146,"recall":0.827075,"f1":0.787945,"accuracy":0.827075,"main_score":0.787945,"hf_subset":"oci_Latn-mlt_Latn","languages":["oci-Latn","mlt-Latn"]},{"precision":0.494864,"recall":0.590909,"f1":0.521031,"accuracy":0.590909,"main_score":0.521031,"hf_subset":"oci_Latn-quy_Latn","languages":["oci-Latn","quy-Latn"]},{"precision":0.795356,"recall":0.850791,"f1":0.812714,"accuracy":0.850791,"main_score":0.812714,"hf_subset":"oci_Latn-swh_Latn","languages":["oci-Latn","swh-Latn"]},{"precision":0.619623,"recall":0.697628,"f1":0.642324,"accuracy":0.697628,"main_score":0.642324,"hf_subset":"oci_Latn-uzn_Latn","languages":["oci-Latn","uzn-Latn"]},{"precision":0.794121,"recall":0.842885,"f1":0.808794,"accuracy":0.842885,"main_score":0.808794,"hf_subset":"oci_Latn-als_Latn","languages":["oci-Latn","als-Latn"]},{"precision":0.186369,"recall":0.262846,"f1":0.206206,"accuracy":0.262846,"main_score":0.206206,"hf_subset":"oci_Latn-bod_Tibt","languages":["oci-Latn","bod-Tibt"]},{"precision":0.40414,"recall":0.501976,"f1":0.430237,"accuracy":0.501976,"main_score":0.430237,"hf_subset":"oci_Latn-fij_Latn","languages":["oci-Latn","fij-Latn"]},{"precision":0.530224,"recall":0.610672,"f1":0.552197,"accuracy":0.610672,"main_score":0.552197,"hf_subset":"oci_Latn-isl_Latn","languages":["oci-Latn","isl-Latn"]},{"precision":0.49707,"recall":0.58004,"f1":0.519462,"accuracy":0.58004,"main_score":0.519462,"hf_subset":"oci_Latn-kon_Latn","languages":["oci-Latn","kon-Latn"]},{"precision":0.35709,"recall":0.464427,"f1":0.386329,"accuracy":0.464427,"main_score":0.386329,"hf_subset":"oci_Latn-mni_Beng","languages":["oci-Latn","mni-Beng"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"oci_Latn-ron_Latn","languages":["oci-Latn","ron-Latn"]},{"precision":0.827487,"recall":0.876482,"f1":0.843281,"accuracy":0.876482,"main_score":0.843281,"hf_subset":"oci_Latn-szl_Latn","languages":["oci-Latn","szl-Latn"]},{"precision":0.944664,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"oci_Latn-vec_Latn","languages":["oci-Latn","vec-Latn"]},{"precision":0.748353,"recall":0.813241,"f1":0.768135,"accuracy":0.813241,"main_score":0.768135,"hf_subset":"oci_Latn-amh_Ethi","languages":["oci-Latn","amh-Ethi"]},{"precision":0.931983,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"oci_Latn-bos_Latn","languages":["oci-Latn","bos-Latn"]},{"precision":0.942688,"recall":0.959486,"f1":0.947958,"accuracy":0.959486,"main_score":0.947958,"hf_subset":"oci_Latn-fin_Latn","languages":["oci-Latn","fin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"oci_Latn-ita_Latn","languages":["oci-Latn","ita-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"oci_Latn-kor_Hang","languages":["oci-Latn","kor-Hang"]},{"precision":0.420103,"recall":0.508893,"f1":0.443382,"accuracy":0.508893,"main_score":0.443382,"hf_subset":"oci_Latn-mos_Latn","languages":["oci-Latn","mos-Latn"]},{"precision":0.399166,"recall":0.486166,"f1":0.421658,"accuracy":0.486166,"main_score":0.421658,"hf_subset":"oci_Latn-run_Latn","languages":["oci-Latn","run-Latn"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"oci_Latn-tam_Taml","languages":["oci-Latn","tam-Taml"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"oci_Latn-vie_Latn","languages":["oci-Latn","vie-Latn"]},{"precision":0.945487,"recall":0.961462,"f1":0.950758,"accuracy":0.961462,"main_score":0.950758,"hf_subset":"oci_Latn-apc_Arab","languages":["oci-Latn","apc-Arab"]},{"precision":0.623832,"recall":0.700593,"f1":0.645498,"accuracy":0.700593,"main_score":0.645498,"hf_subset":"oci_Latn-bug_Latn","languages":["oci-Latn","bug-Latn"]},{"precision":0.37548,"recall":0.463439,"f1":0.397964,"accuracy":0.463439,"main_score":0.397964,"hf_subset":"oci_Latn-fon_Latn","languages":["oci-Latn","fon-Latn"]},{"precision":0.830122,"recall":0.875494,"f1":0.844433,"accuracy":0.875494,"main_score":0.844433,"hf_subset":"oci_Latn-jav_Latn","languages":["oci-Latn","jav-Latn"]},{"precision":0.671212,"recall":0.744071,"f1":0.692278,"accuracy":0.744071,"main_score":0.692278,"hf_subset":"oci_Latn-lao_Laoo","languages":["oci-Latn","lao-Laoo"]},{"precision":0.365284,"recall":0.454545,"f1":0.387275,"accuracy":0.454545,"main_score":0.387275,"hf_subset":"oci_Latn-mri_Latn","languages":["oci-Latn","mri-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"oci_Latn-rus_Cyrl","languages":["oci-Latn","rus-Cyrl"]},{"precision":0.389196,"recall":0.492095,"f1":0.416258,"accuracy":0.492095,"main_score":0.416258,"hf_subset":"oci_Latn-taq_Latn","languages":["oci-Latn","taq-Latn"]},{"precision":0.794137,"recall":0.847826,"f1":0.81102,"accuracy":0.847826,"main_score":0.81102,"hf_subset":"oci_Latn-war_Latn","languages":["oci-Latn","war-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"oci_Latn-arb_Arab","languages":["oci-Latn","arb-Arab"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"oci_Latn-bul_Cyrl","languages":["oci-Latn","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"oci_Latn-fra_Latn","languages":["oci-Latn","fra-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"oci_Latn-jpn_Jpan","languages":["oci-Latn","jpn-Jpan"]},{"precision":0.922184,"recall":0.945652,"f1":0.929743,"accuracy":0.945652,"main_score":0.929743,"hf_subset":"oci_Latn-lij_Latn","languages":["oci-Latn","lij-Latn"]},{"precision":0.740711,"recall":0.8083,"f1":0.761265,"accuracy":0.8083,"main_score":0.761265,"hf_subset":"oci_Latn-mya_Mymr","languages":["oci-Latn","mya-Mymr"]},{"precision":0.472581,"recall":0.568182,"f1":0.498314,"accuracy":0.568182,"main_score":0.498314,"hf_subset":"oci_Latn-sag_Latn","languages":["oci-Latn","sag-Latn"]},{"precision":0.131654,"recall":0.214427,"f1":0.14915,"accuracy":0.214427,"main_score":0.14915,"hf_subset":"oci_Latn-taq_Tfng","languages":["oci-Latn","taq-Tfng"]},{"precision":0.467621,"recall":0.560277,"f1":0.492568,"accuracy":0.560277,"main_score":0.492568,"hf_subset":"oci_Latn-wol_Latn","languages":["oci-Latn","wol-Latn"]},{"precision":0.270208,"recall":0.382411,"f1":0.298372,"accuracy":0.382411,"main_score":0.298372,"hf_subset":"oci_Latn-arb_Latn","languages":["oci-Latn","arb-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"oci_Latn-cat_Latn","languages":["oci-Latn","cat-Latn"]},{"precision":0.903633,"recall":0.932806,"f1":0.912796,"accuracy":0.932806,"main_score":0.912796,"hf_subset":"oci_Latn-fur_Latn","languages":["oci-Latn","fur-Latn"]},{"precision":0.290587,"recall":0.364625,"f1":0.309561,"accuracy":0.364625,"main_score":0.309561,"hf_subset":"oci_Latn-kab_Latn","languages":["oci-Latn","kab-Latn"]},{"precision":0.81306,"recall":0.859684,"f1":0.827306,"accuracy":0.859684,"main_score":0.827306,"hf_subset":"oci_Latn-lim_Latn","languages":["oci-Latn","lim-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"oci_Latn-nld_Latn","languages":["oci-Latn","nld-Latn"]},{"precision":0.850708,"recall":0.894269,"f1":0.864657,"accuracy":0.894269,"main_score":0.864657,"hf_subset":"oci_Latn-san_Deva","languages":["oci-Latn","san-Deva"]},{"precision":0.663391,"recall":0.731225,"f1":0.682614,"accuracy":0.731225,"main_score":0.682614,"hf_subset":"oci_Latn-tat_Cyrl","languages":["oci-Latn","tat-Cyrl"]},{"precision":0.446651,"recall":0.535573,"f1":0.470016,"accuracy":0.535573,"main_score":0.470016,"hf_subset":"oci_Latn-xho_Latn","languages":["oci-Latn","xho-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"oci_Latn-ars_Arab","languages":["oci-Latn","ars-Arab"]},{"precision":0.789601,"recall":0.840909,"f1":0.804825,"accuracy":0.840909,"main_score":0.804825,"hf_subset":"oci_Latn-ceb_Latn","languages":["oci-Latn","ceb-Latn"]},{"precision":0.410626,"recall":0.511858,"f1":0.437618,"accuracy":0.511858,"main_score":0.437618,"hf_subset":"oci_Latn-fuv_Latn","languages":["oci-Latn","fuv-Latn"]},{"precision":0.407153,"recall":0.500988,"f1":0.431093,"accuracy":0.500988,"main_score":0.431093,"hf_subset":"oci_Latn-kac_Latn","languages":["oci-Latn","kac-Latn"]},{"precision":0.494913,"recall":0.586957,"f1":0.519732,"accuracy":0.586957,"main_score":0.519732,"hf_subset":"oci_Latn-lin_Latn","languages":["oci-Latn","lin-Latn"]},{"precision":0.944499,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"oci_Latn-nno_Latn","languages":["oci-Latn","nno-Latn"]},{"precision":0.163109,"recall":0.229249,"f1":0.178448,"accuracy":0.229249,"main_score":0.178448,"hf_subset":"oci_Latn-sat_Olck","languages":["oci-Latn","sat-Olck"]},{"precision":0.94137,"recall":0.958498,"f1":0.94697,"accuracy":0.958498,"main_score":0.94697,"hf_subset":"oci_Latn-tel_Telu","languages":["oci-Latn","tel-Telu"]},{"precision":0.344379,"recall":0.432806,"f1":0.366618,"accuracy":0.432806,"main_score":0.366618,"hf_subset":"oci_Latn-ydd_Hebr","languages":["oci-Latn","ydd-Hebr"]},{"precision":0.842697,"recall":0.887352,"f1":0.856933,"accuracy":0.887352,"main_score":0.856933,"hf_subset":"oci_Latn-ary_Arab","languages":["oci-Latn","ary-Arab"]},{"precision":0.935441,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"oci_Latn-ces_Latn","languages":["oci-Latn","ces-Latn"]},{"precision":0.31185,"recall":0.398221,"f1":0.333256,"accuracy":0.398221,"main_score":0.333256,"hf_subset":"oci_Latn-gaz_Latn","languages":["oci-Latn","gaz-Latn"]},{"precision":0.425375,"recall":0.519763,"f1":0.450776,"accuracy":0.519763,"main_score":0.450776,"hf_subset":"oci_Latn-kam_Latn","languages":["oci-Latn","kam-Latn"]},{"precision":0.777915,"recall":0.833992,"f1":0.795092,"accuracy":0.833992,"main_score":0.795092,"hf_subset":"oci_Latn-lit_Latn","languages":["oci-Latn","lit-Latn"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"oci_Latn-nob_Latn","languages":["oci-Latn","nob-Latn"]},{"precision":0.803969,"recall":0.858696,"f1":0.82085,"accuracy":0.858696,"main_score":0.82085,"hf_subset":"oci_Latn-scn_Latn","languages":["oci-Latn","scn-Latn"]},{"precision":0.435219,"recall":0.530632,"f1":0.460956,"accuracy":0.530632,"main_score":0.460956,"hf_subset":"oci_Latn-tgk_Cyrl","languages":["oci-Latn","tgk-Cyrl"]},{"precision":0.38413,"recall":0.479249,"f1":0.410012,"accuracy":0.479249,"main_score":0.410012,"hf_subset":"oci_Latn-yor_Latn","languages":["oci-Latn","yor-Latn"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"oci_Latn-arz_Arab","languages":["oci-Latn","arz-Arab"]},{"precision":0.433261,"recall":0.537549,"f1":0.460874,"accuracy":0.537549,"main_score":0.460874,"hf_subset":"oci_Latn-cjk_Latn","languages":["oci-Latn","cjk-Latn"]},{"precision":0.365841,"recall":0.451581,"f1":0.38887,"accuracy":0.451581,"main_score":0.38887,"hf_subset":"oci_Latn-gla_Latn","languages":["oci-Latn","gla-Latn"]},{"precision":0.924572,"recall":0.947628,"f1":0.932148,"accuracy":0.947628,"main_score":0.932148,"hf_subset":"oci_Latn-kan_Knda","languages":["oci-Latn","kan-Knda"]},{"precision":0.871657,"recall":0.908103,"f1":0.882891,"accuracy":0.908103,"main_score":0.882891,"hf_subset":"oci_Latn-lmo_Latn","languages":["oci-Latn","lmo-Latn"]},{"precision":0.9361,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"oci_Latn-npi_Deva","languages":["oci-Latn","npi-Deva"]},{"precision":0.358769,"recall":0.462451,"f1":0.384801,"accuracy":0.462451,"main_score":0.384801,"hf_subset":"oci_Latn-shn_Mymr","languages":["oci-Latn","shn-Mymr"]},{"precision":0.84972,"recall":0.890316,"f1":0.862549,"accuracy":0.890316,"main_score":0.862549,"hf_subset":"oci_Latn-tgl_Latn","languages":["oci-Latn","tgl-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"oci_Latn-yue_Hant","languages":["oci-Latn","yue-Hant"]},{"precision":0.831143,"recall":0.878458,"f1":0.84608,"accuracy":0.878458,"main_score":0.84608,"hf_subset":"oci_Latn-asm_Beng","languages":["oci-Latn","asm-Beng"]},{"precision":0.401879,"recall":0.481225,"f1":0.422681,"accuracy":0.481225,"main_score":0.422681,"hf_subset":"oci_Latn-ckb_Arab","languages":["oci-Latn","ckb-Arab"]},{"precision":0.395955,"recall":0.481225,"f1":0.418212,"accuracy":0.481225,"main_score":0.418212,"hf_subset":"oci_Latn-gle_Latn","languages":["oci-Latn","gle-Latn"]},{"precision":0.650791,"recall":0.741107,"f1":0.677866,"accuracy":0.741107,"main_score":0.677866,"hf_subset":"oci_Latn-kas_Arab","languages":["oci-Latn","kas-Arab"]},{"precision":0.624335,"recall":0.698617,"f1":0.646494,"accuracy":0.698617,"main_score":0.646494,"hf_subset":"oci_Latn-ltg_Latn","languages":["oci-Latn","ltg-Latn"]},{"precision":0.459816,"recall":0.544466,"f1":0.482391,"accuracy":0.544466,"main_score":0.482391,"hf_subset":"oci_Latn-nso_Latn","languages":["oci-Latn","nso-Latn"]},{"precision":0.794071,"recall":0.847826,"f1":0.810573,"accuracy":0.847826,"main_score":0.810573,"hf_subset":"oci_Latn-sin_Sinh","languages":["oci-Latn","sin-Sinh"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"oci_Latn-tha_Thai","languages":["oci-Latn","tha-Thai"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"oci_Latn-zho_Hans","languages":["oci-Latn","zho-Hans"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"oci_Latn-ast_Latn","languages":["oci-Latn","ast-Latn"]},{"precision":0.744516,"recall":0.810277,"f1":0.76502,"accuracy":0.810277,"main_score":0.76502,"hf_subset":"oci_Latn-crh_Latn","languages":["oci-Latn","crh-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"oci_Latn-glg_Latn","languages":["oci-Latn","glg-Latn"]},{"precision":0.556417,"recall":0.649209,"f1":0.583261,"accuracy":0.649209,"main_score":0.583261,"hf_subset":"oci_Latn-kas_Deva","languages":["oci-Latn","kas-Deva"]},{"precision":0.759471,"recall":0.821146,"f1":0.777923,"accuracy":0.821146,"main_score":0.777923,"hf_subset":"oci_Latn-ltz_Latn","languages":["oci-Latn","ltz-Latn"]},{"precision":0.309514,"recall":0.405138,"f1":0.334738,"accuracy":0.405138,"main_score":0.334738,"hf_subset":"oci_Latn-nus_Latn","languages":["oci-Latn","nus-Latn"]},{"precision":0.923748,"recall":0.945652,"f1":0.930783,"accuracy":0.945652,"main_score":0.930783,"hf_subset":"oci_Latn-slk_Latn","languages":["oci-Latn","slk-Latn"]},{"precision":0.381352,"recall":0.472332,"f1":0.406083,"accuracy":0.472332,"main_score":0.406083,"hf_subset":"oci_Latn-tir_Ethi","languages":["oci-Latn","tir-Ethi"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"oci_Latn-zho_Hant","languages":["oci-Latn","zho-Hant"]},{"precision":0.946887,"recall":0.962451,"f1":0.951812,"accuracy":0.962451,"main_score":0.951812,"hf_subset":"oci_Latn-awa_Deva","languages":["oci-Latn","awa-Deva"]},{"precision":0.458338,"recall":0.537549,"f1":0.479433,"accuracy":0.537549,"main_score":0.479433,"hf_subset":"oci_Latn-cym_Latn","languages":["oci-Latn","cym-Latn"]},{"precision":0.664279,"recall":0.738142,"f1":0.685921,"accuracy":0.738142,"main_score":0.685921,"hf_subset":"oci_Latn-grn_Latn","languages":["oci-Latn","grn-Latn"]},{"precision":0.82892,"recall":0.875494,"f1":0.843629,"accuracy":0.875494,"main_score":0.843629,"hf_subset":"oci_Latn-kat_Geor","languages":["oci-Latn","kat-Geor"]},{"precision":0.502263,"recall":0.586957,"f1":0.524915,"accuracy":0.586957,"main_score":0.524915,"hf_subset":"oci_Latn-lua_Latn","languages":["oci-Latn","lua-Latn"]},{"precision":0.47702,"recall":0.564229,"f1":0.500928,"accuracy":0.564229,"main_score":0.500928,"hf_subset":"oci_Latn-nya_Latn","languages":["oci-Latn","nya-Latn"]},{"precision":0.882362,"recall":0.916996,"f1":0.893347,"accuracy":0.916996,"main_score":0.893347,"hf_subset":"oci_Latn-slv_Latn","languages":["oci-Latn","slv-Latn"]},{"precision":0.714921,"recall":0.779644,"f1":0.734312,"accuracy":0.779644,"main_score":0.734312,"hf_subset":"oci_Latn-tpi_Latn","languages":["oci-Latn","tpi-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"oci_Latn-zsm_Latn","languages":["oci-Latn","zsm-Latn"]},{"precision":0.386198,"recall":0.488142,"f1":0.413051,"accuracy":0.488142,"main_score":0.413051,"hf_subset":"oci_Latn-ayr_Latn","languages":["oci-Latn","ayr-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"oci_Latn-dan_Latn","languages":["oci-Latn","dan-Latn"]},{"precision":0.932148,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"oci_Latn-guj_Gujr","languages":["oci-Latn","guj-Gujr"]},{"precision":0.717292,"recall":0.781621,"f1":0.736284,"accuracy":0.781621,"main_score":0.736284,"hf_subset":"oci_Latn-kaz_Cyrl","languages":["oci-Latn","kaz-Cyrl"]},{"precision":0.383955,"recall":0.469368,"f1":0.406484,"accuracy":0.469368,"main_score":0.406484,"hf_subset":"oci_Latn-lug_Latn","languages":["oci-Latn","lug-Latn"]},{"precision":0.452161,"recall":0.544466,"f1":0.476228,"accuracy":0.544466,"main_score":0.476228,"hf_subset":"oci_Latn-smo_Latn","languages":["oci-Latn","smo-Latn"]},{"precision":0.411686,"recall":0.500988,"f1":0.435542,"accuracy":0.500988,"main_score":0.435542,"hf_subset":"oci_Latn-tsn_Latn","languages":["oci-Latn","tsn-Latn"]},{"precision":0.389346,"recall":0.483202,"f1":0.41397,"accuracy":0.483202,"main_score":0.41397,"hf_subset":"oci_Latn-zul_Latn","languages":["oci-Latn","zul-Latn"]},{"precision":0.647731,"recall":0.729249,"f1":0.67161,"accuracy":0.729249,"main_score":0.67161,"hf_subset":"oci_Latn-azb_Arab","languages":["oci-Latn","azb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"oci_Latn-deu_Latn","languages":["oci-Latn","deu-Latn"]},{"precision":0.715926,"recall":0.790514,"f1":0.738458,"accuracy":0.790514,"main_score":0.738458,"hf_subset":"oci_Latn-hat_Latn","languages":["oci-Latn","hat-Latn"]},{"precision":0.358559,"recall":0.448617,"f1":0.382083,"accuracy":0.448617,"main_score":0.382083,"hf_subset":"oci_Latn-kbp_Latn","languages":["oci-Latn","kbp-Latn"]},{"precision":0.44486,"recall":0.536561,"f1":0.468897,"accuracy":0.536561,"main_score":0.468897,"hf_subset":"oci_Latn-luo_Latn","languages":["oci-Latn","luo-Latn"]},{"precision":0.510415,"recall":0.593874,"f1":0.534109,"accuracy":0.593874,"main_score":0.534109,"hf_subset":"oci_Latn-ory_Orya","languages":["oci-Latn","ory-Orya"]},{"precision":0.434424,"recall":0.521739,"f1":0.456742,"accuracy":0.521739,"main_score":0.456742,"hf_subset":"oci_Latn-sna_Latn","languages":["oci-Latn","sna-Latn"]},{"precision":0.399176,"recall":0.486166,"f1":0.421386,"accuracy":0.486166,"main_score":0.421386,"hf_subset":"oci_Latn-tso_Latn","languages":["oci-Latn","tso-Latn"]},{"precision":0.798123,"recall":0.848814,"f1":0.813669,"accuracy":0.848814,"main_score":0.813669,"hf_subset":"oci_Latn-azj_Latn","languages":["oci-Latn","azj-Latn"]},{"precision":0.424695,"recall":0.516798,"f1":0.449806,"accuracy":0.516798,"main_score":0.449806,"hf_subset":"oci_Latn-dik_Latn","languages":["oci-Latn","dik-Latn"]},{"precision":0.442776,"recall":0.525692,"f1":0.465253,"accuracy":0.525692,"main_score":0.465253,"hf_subset":"oci_Latn-hau_Latn","languages":["oci-Latn","hau-Latn"]},{"precision":0.872365,"recall":0.911067,"f1":0.884519,"accuracy":0.911067,"main_score":0.884519,"hf_subset":"oci_Latn-kea_Latn","languages":["oci-Latn","kea-Latn"]},{"precision":0.577529,"recall":0.660079,"f1":0.600409,"accuracy":0.660079,"main_score":0.600409,"hf_subset":"oci_Latn-lus_Latn","languages":["oci-Latn","lus-Latn"]},{"precision":0.722744,"recall":0.785573,"f1":0.74137,"accuracy":0.785573,"main_score":0.74137,"hf_subset":"oci_Latn-pag_Latn","languages":["oci-Latn","pag-Latn"]},{"precision":0.655945,"recall":0.741107,"f1":0.681131,"accuracy":0.741107,"main_score":0.681131,"hf_subset":"oci_Latn-snd_Arab","languages":["oci-Latn","snd-Arab"]},{"precision":0.585718,"recall":0.666996,"f1":0.608747,"accuracy":0.666996,"main_score":0.608747,"hf_subset":"oci_Latn-tuk_Latn","languages":["oci-Latn","tuk-Latn"]},{"precision":0.645645,"recall":0.719368,"f1":0.667267,"accuracy":0.719368,"main_score":0.667267,"hf_subset":"oci_Latn-bak_Cyrl","languages":["oci-Latn","bak-Cyrl"]},{"precision":0.343421,"recall":0.449605,"f1":0.372433,"accuracy":0.449605,"main_score":0.372433,"hf_subset":"oci_Latn-dyu_Latn","languages":["oci-Latn","dyu-Latn"]},{"precision":0.851779,"recall":0.892292,"f1":0.864394,"accuracy":0.892292,"main_score":0.864394,"hf_subset":"oci_Latn-heb_Hebr","languages":["oci-Latn","heb-Hebr"]},{"precision":0.451195,"recall":0.535573,"f1":0.474599,"accuracy":0.535573,"main_score":0.474599,"hf_subset":"oci_Latn-khk_Cyrl","languages":["oci-Latn","khk-Cyrl"]},{"precision":0.79367,"recall":0.846838,"f1":0.810013,"accuracy":0.846838,"main_score":0.810013,"hf_subset":"oci_Latn-lvs_Latn","languages":["oci-Latn","lvs-Latn"]},{"precision":0.847826,"recall":0.890316,"f1":0.861133,"accuracy":0.890316,"main_score":0.861133,"hf_subset":"oci_Latn-pan_Guru","languages":["oci-Latn","pan-Guru"]},{"precision":0.374721,"recall":0.460474,"f1":0.396996,"accuracy":0.460474,"main_score":0.396996,"hf_subset":"oci_Latn-som_Latn","languages":["oci-Latn","som-Latn"]},{"precision":0.439383,"recall":0.524704,"f1":0.46241,"accuracy":0.524704,"main_score":0.46241,"hf_subset":"oci_Latn-tum_Latn","languages":["oci-Latn","tum-Latn"]},{"precision":0.285812,"recall":0.332016,"f1":0.297482,"accuracy":0.332016,"main_score":0.297482,"hf_subset":"smo_Latn-ace_Arab","languages":["smo-Latn","ace-Arab"]},{"precision":0.391655,"recall":0.438735,"f1":0.404983,"accuracy":0.438735,"main_score":0.404983,"hf_subset":"smo_Latn-bam_Latn","languages":["smo-Latn","bam-Latn"]},{"precision":0.145841,"recall":0.19664,"f1":0.157915,"accuracy":0.19664,"main_score":0.157915,"hf_subset":"smo_Latn-dzo_Tibt","languages":["smo-Latn","dzo-Tibt"]},{"precision":0.464162,"recall":0.521739,"f1":0.479761,"accuracy":0.521739,"main_score":0.479761,"hf_subset":"smo_Latn-hin_Deva","languages":["smo-Latn","hin-Deva"]},{"precision":0.378169,"recall":0.429842,"f1":0.391853,"accuracy":0.429842,"main_score":0.391853,"hf_subset":"smo_Latn-khm_Khmr","languages":["smo-Latn","khm-Khmr"]},{"precision":0.450855,"recall":0.507905,"f1":0.466082,"accuracy":0.507905,"main_score":0.466082,"hf_subset":"smo_Latn-mag_Deva","languages":["smo-Latn","mag-Deva"]},{"precision":0.476727,"recall":0.511858,"f1":0.486758,"accuracy":0.511858,"main_score":0.486758,"hf_subset":"smo_Latn-pap_Latn","languages":["smo-Latn","pap-Latn"]},{"precision":0.458178,"recall":0.48913,"f1":0.467061,"accuracy":0.48913,"main_score":0.467061,"hf_subset":"smo_Latn-sot_Latn","languages":["smo-Latn","sot-Latn"]},{"precision":0.464506,"recall":0.519763,"f1":0.478984,"accuracy":0.519763,"main_score":0.478984,"hf_subset":"smo_Latn-tur_Latn","languages":["smo-Latn","tur-Latn"]},{"precision":0.467087,"recall":0.504941,"f1":0.477894,"accuracy":0.504941,"main_score":0.477894,"hf_subset":"smo_Latn-ace_Latn","languages":["smo-Latn","ace-Latn"]},{"precision":0.466551,"recall":0.507905,"f1":0.478724,"accuracy":0.507905,"main_score":0.478724,"hf_subset":"smo_Latn-ban_Latn","languages":["smo-Latn","ban-Latn"]},{"precision":0.391005,"recall":0.45751,"f1":0.408903,"accuracy":0.45751,"main_score":0.408903,"hf_subset":"smo_Latn-ell_Grek","languages":["smo-Latn","ell-Grek"]},{"precision":0.447231,"recall":0.500988,"f1":0.462264,"accuracy":0.500988,"main_score":0.462264,"hf_subset":"smo_Latn-hne_Deva","languages":["smo-Latn","hne-Deva"]},{"precision":0.408738,"recall":0.456522,"f1":0.422126,"accuracy":0.456522,"main_score":0.422126,"hf_subset":"smo_Latn-kik_Latn","languages":["smo-Latn","kik-Latn"]},{"precision":0.460434,"recall":0.513834,"f1":0.475295,"accuracy":0.513834,"main_score":0.475295,"hf_subset":"smo_Latn-mai_Deva","languages":["smo-Latn","mai-Deva"]},{"precision":0.403069,"recall":0.454545,"f1":0.417016,"accuracy":0.454545,"main_score":0.417016,"hf_subset":"smo_Latn-pbt_Arab","languages":["smo-Latn","pbt-Arab"]},{"precision":0.467657,"recall":0.524704,"f1":0.483604,"accuracy":0.524704,"main_score":0.483604,"hf_subset":"smo_Latn-spa_Latn","languages":["smo-Latn","spa-Latn"]},{"precision":0.461957,"recall":0.498024,"f1":0.47244,"accuracy":0.498024,"main_score":0.47244,"hf_subset":"smo_Latn-twi_Latn","languages":["smo-Latn","twi-Latn"]},{"precision":0.435078,"recall":0.492095,"f1":0.450592,"accuracy":0.492095,"main_score":0.450592,"hf_subset":"smo_Latn-acm_Arab","languages":["smo-Latn","acm-Arab"]},{"precision":0.384615,"recall":0.432806,"f1":0.397759,"accuracy":0.432806,"main_score":0.397759,"hf_subset":"smo_Latn-bel_Cyrl","languages":["smo-Latn","bel-Cyrl"]},{"precision":0.498319,"recall":0.543478,"f1":0.511167,"accuracy":0.543478,"main_score":0.511167,"hf_subset":"smo_Latn-eng_Latn","languages":["smo-Latn","eng-Latn"]},{"precision":0.449579,"recall":0.496047,"f1":0.462073,"accuracy":0.496047,"main_score":0.462073,"hf_subset":"smo_Latn-hrv_Latn","languages":["smo-Latn","hrv-Latn"]},{"precision":0.400214,"recall":0.448617,"f1":0.413313,"accuracy":0.448617,"main_score":0.413313,"hf_subset":"smo_Latn-kin_Latn","languages":["smo-Latn","kin-Latn"]},{"precision":0.428434,"recall":0.485178,"f1":0.444013,"accuracy":0.485178,"main_score":0.444013,"hf_subset":"smo_Latn-mal_Mlym","languages":["smo-Latn","mal-Mlym"]},{"precision":0.443533,"recall":0.500988,"f1":0.459948,"accuracy":0.500988,"main_score":0.459948,"hf_subset":"smo_Latn-pes_Arab","languages":["smo-Latn","pes-Arab"]},{"precision":0.457273,"recall":0.494071,"f1":0.467108,"accuracy":0.494071,"main_score":0.467108,"hf_subset":"smo_Latn-srd_Latn","languages":["smo-Latn","srd-Latn"]},{"precision":0.153874,"recall":0.19664,"f1":0.164852,"accuracy":0.19664,"main_score":0.164852,"hf_subset":"smo_Latn-tzm_Tfng","languages":["smo-Latn","tzm-Tfng"]},{"precision":0.429409,"recall":0.485178,"f1":0.445006,"accuracy":0.485178,"main_score":0.445006,"hf_subset":"smo_Latn-acq_Arab","languages":["smo-Latn","acq-Arab"]},{"precision":0.458931,"recall":0.499012,"f1":0.470367,"accuracy":0.499012,"main_score":0.470367,"hf_subset":"smo_Latn-bem_Latn","languages":["smo-Latn","bem-Latn"]},{"precision":0.435665,"recall":0.480237,"f1":0.448194,"accuracy":0.480237,"main_score":0.448194,"hf_subset":"smo_Latn-epo_Latn","languages":["smo-Latn","epo-Latn"]},{"precision":0.431636,"recall":0.483202,"f1":0.446303,"accuracy":0.483202,"main_score":0.446303,"hf_subset":"smo_Latn-hun_Latn","languages":["smo-Latn","hun-Latn"]},{"precision":0.422552,"recall":0.467391,"f1":0.435043,"accuracy":0.467391,"main_score":0.435043,"hf_subset":"smo_Latn-kir_Cyrl","languages":["smo-Latn","kir-Cyrl"]},{"precision":0.440726,"recall":0.500988,"f1":0.456995,"accuracy":0.500988,"main_score":0.456995,"hf_subset":"smo_Latn-mar_Deva","languages":["smo-Latn","mar-Deva"]},{"precision":0.44428,"recall":0.48419,"f1":0.454907,"accuracy":0.48419,"main_score":0.454907,"hf_subset":"smo_Latn-plt_Latn","languages":["smo-Latn","plt-Latn"]},{"precision":0.427812,"recall":0.478261,"f1":0.441757,"accuracy":0.478261,"main_score":0.441757,"hf_subset":"smo_Latn-srp_Cyrl","languages":["smo-Latn","srp-Cyrl"]},{"precision":0.287634,"recall":0.33004,"f1":0.298026,"accuracy":0.33004,"main_score":0.298026,"hf_subset":"smo_Latn-uig_Arab","languages":["smo-Latn","uig-Arab"]},{"precision":0.427208,"recall":0.472332,"f1":0.439573,"accuracy":0.472332,"main_score":0.439573,"hf_subset":"smo_Latn-aeb_Arab","languages":["smo-Latn","aeb-Arab"]},{"precision":0.457774,"recall":0.513834,"f1":0.473093,"accuracy":0.513834,"main_score":0.473093,"hf_subset":"smo_Latn-ben_Beng","languages":["smo-Latn","ben-Beng"]},{"precision":0.431198,"recall":0.475296,"f1":0.443272,"accuracy":0.475296,"main_score":0.443272,"hf_subset":"smo_Latn-est_Latn","languages":["smo-Latn","est-Latn"]},{"precision":0.394135,"recall":0.433794,"f1":0.40483,"accuracy":0.433794,"main_score":0.40483,"hf_subset":"smo_Latn-hye_Armn","languages":["smo-Latn","hye-Armn"]},{"precision":0.408751,"recall":0.456522,"f1":0.422247,"accuracy":0.456522,"main_score":0.422247,"hf_subset":"smo_Latn-kmb_Latn","languages":["smo-Latn","kmb-Latn"]},{"precision":0.242516,"recall":0.287549,"f1":0.25382,"accuracy":0.287549,"main_score":0.25382,"hf_subset":"smo_Latn-min_Arab","languages":["smo-Latn","min-Arab"]},{"precision":0.444116,"recall":0.493083,"f1":0.45856,"accuracy":0.493083,"main_score":0.45856,"hf_subset":"smo_Latn-pol_Latn","languages":["smo-Latn","pol-Latn"]},{"precision":0.419097,"recall":0.463439,"f1":0.431657,"accuracy":0.463439,"main_score":0.431657,"hf_subset":"smo_Latn-ssw_Latn","languages":["smo-Latn","ssw-Latn"]},{"precision":0.449112,"recall":0.498024,"f1":0.461845,"accuracy":0.498024,"main_score":0.461845,"hf_subset":"smo_Latn-ukr_Cyrl","languages":["smo-Latn","ukr-Cyrl"]},{"precision":0.468641,"recall":0.507905,"f1":0.479573,"accuracy":0.507905,"main_score":0.479573,"hf_subset":"smo_Latn-afr_Latn","languages":["smo-Latn","afr-Latn"]},{"precision":0.460882,"recall":0.512846,"f1":0.47525,"accuracy":0.512846,"main_score":0.47525,"hf_subset":"smo_Latn-bho_Deva","languages":["smo-Latn","bho-Deva"]},{"precision":0.447173,"recall":0.491107,"f1":0.458486,"accuracy":0.491107,"main_score":0.458486,"hf_subset":"smo_Latn-eus_Latn","languages":["smo-Latn","eus-Latn"]},{"precision":0.42284,"recall":0.471344,"f1":0.435406,"accuracy":0.471344,"main_score":0.435406,"hf_subset":"smo_Latn-ibo_Latn","languages":["smo-Latn","ibo-Latn"]},{"precision":0.414109,"recall":0.467391,"f1":0.428109,"accuracy":0.467391,"main_score":0.428109,"hf_subset":"smo_Latn-kmr_Latn","languages":["smo-Latn","kmr-Latn"]},{"precision":0.449656,"recall":0.493083,"f1":0.460994,"accuracy":0.493083,"main_score":0.460994,"hf_subset":"smo_Latn-min_Latn","languages":["smo-Latn","min-Latn"]},{"precision":0.481886,"recall":0.532609,"f1":0.495728,"accuracy":0.532609,"main_score":0.495728,"hf_subset":"smo_Latn-por_Latn","languages":["smo-Latn","por-Latn"]},{"precision":0.470824,"recall":0.507905,"f1":0.480829,"accuracy":0.507905,"main_score":0.480829,"hf_subset":"smo_Latn-sun_Latn","languages":["smo-Latn","sun-Latn"]},{"precision":0.394432,"recall":0.443676,"f1":0.408618,"accuracy":0.443676,"main_score":0.408618,"hf_subset":"smo_Latn-umb_Latn","languages":["smo-Latn","umb-Latn"]},{"precision":0.432085,"recall":0.482213,"f1":0.446092,"accuracy":0.482213,"main_score":0.446092,"hf_subset":"smo_Latn-ajp_Arab","languages":["smo-Latn","ajp-Arab"]},{"precision":0.23945,"recall":0.280632,"f1":0.249988,"accuracy":0.280632,"main_score":0.249988,"hf_subset":"smo_Latn-bjn_Arab","languages":["smo-Latn","bjn-Arab"]},{"precision":0.437684,"recall":0.475296,"f1":0.44865,"accuracy":0.475296,"main_score":0.44865,"hf_subset":"smo_Latn-ewe_Latn","languages":["smo-Latn","ewe-Latn"]},{"precision":0.507043,"recall":0.540514,"f1":0.51661,"accuracy":0.540514,"main_score":0.51661,"hf_subset":"smo_Latn-ilo_Latn","languages":["smo-Latn","ilo-Latn"]},{"precision":0.191915,"recall":0.230237,"f1":0.20135,"accuracy":0.230237,"main_score":0.20135,"hf_subset":"smo_Latn-knc_Arab","languages":["smo-Latn","knc-Arab"]},{"precision":0.445005,"recall":0.490119,"f1":0.457122,"accuracy":0.490119,"main_score":0.457122,"hf_subset":"smo_Latn-mkd_Cyrl","languages":["smo-Latn","mkd-Cyrl"]},{"precision":0.420825,"recall":0.488142,"f1":0.439148,"accuracy":0.488142,"main_score":0.439148,"hf_subset":"smo_Latn-prs_Arab","languages":["smo-Latn","prs-Arab"]},{"precision":0.476184,"recall":0.519763,"f1":0.488313,"accuracy":0.519763,"main_score":0.488313,"hf_subset":"smo_Latn-swe_Latn","languages":["smo-Latn","swe-Latn"]},{"precision":0.39839,"recall":0.458498,"f1":0.413705,"accuracy":0.458498,"main_score":0.413705,"hf_subset":"smo_Latn-urd_Arab","languages":["smo-Latn","urd-Arab"]},{"precision":0.468876,"recall":0.506917,"f1":0.479402,"accuracy":0.506917,"main_score":0.479402,"hf_subset":"smo_Latn-aka_Latn","languages":["smo-Latn","aka-Latn"]},{"precision":0.446446,"recall":0.488142,"f1":0.458469,"accuracy":0.488142,"main_score":0.458469,"hf_subset":"smo_Latn-bjn_Latn","languages":["smo-Latn","bjn-Latn"]},{"precision":0.427365,"recall":0.467391,"f1":0.438544,"accuracy":0.467391,"main_score":0.438544,"hf_subset":"smo_Latn-fao_Latn","languages":["smo-Latn","fao-Latn"]},{"precision":0.479664,"recall":0.530632,"f1":0.493951,"accuracy":0.530632,"main_score":0.493951,"hf_subset":"smo_Latn-ind_Latn","languages":["smo-Latn","ind-Latn"]},{"precision":0.440399,"recall":0.474308,"f1":0.450016,"accuracy":0.474308,"main_score":0.450016,"hf_subset":"smo_Latn-knc_Latn","languages":["smo-Latn","knc-Latn"]},{"precision":0.452701,"recall":0.497036,"f1":0.465613,"accuracy":0.497036,"main_score":0.465613,"hf_subset":"smo_Latn-mlt_Latn","languages":["smo-Latn","mlt-Latn"]},{"precision":0.429014,"recall":0.477273,"f1":0.442227,"accuracy":0.477273,"main_score":0.442227,"hf_subset":"smo_Latn-quy_Latn","languages":["smo-Latn","quy-Latn"]},{"precision":0.448781,"recall":0.488142,"f1":0.460267,"accuracy":0.488142,"main_score":0.460267,"hf_subset":"smo_Latn-swh_Latn","languages":["smo-Latn","swh-Latn"]},{"precision":0.399144,"recall":0.440711,"f1":0.410748,"accuracy":0.440711,"main_score":0.410748,"hf_subset":"smo_Latn-uzn_Latn","languages":["smo-Latn","uzn-Latn"]},{"precision":0.442913,"recall":0.488142,"f1":0.455695,"accuracy":0.488142,"main_score":0.455695,"hf_subset":"smo_Latn-als_Latn","languages":["smo-Latn","als-Latn"]},{"precision":0.19425,"recall":0.245059,"f1":0.206352,"accuracy":0.245059,"main_score":0.206352,"hf_subset":"smo_Latn-bod_Tibt","languages":["smo-Latn","bod-Tibt"]},{"precision":0.467855,"recall":0.511858,"f1":0.480885,"accuracy":0.511858,"main_score":0.480885,"hf_subset":"smo_Latn-fij_Latn","languages":["smo-Latn","fij-Latn"]},{"precision":0.403432,"recall":0.448617,"f1":0.415117,"accuracy":0.448617,"main_score":0.415117,"hf_subset":"smo_Latn-isl_Latn","languages":["smo-Latn","isl-Latn"]},{"precision":0.458342,"recall":0.496047,"f1":0.469249,"accuracy":0.496047,"main_score":0.469249,"hf_subset":"smo_Latn-kon_Latn","languages":["smo-Latn","kon-Latn"]},{"precision":0.316788,"recall":0.365613,"f1":0.329142,"accuracy":0.365613,"main_score":0.329142,"hf_subset":"smo_Latn-mni_Beng","languages":["smo-Latn","mni-Beng"]},{"precision":0.461988,"recall":0.508893,"f1":0.474728,"accuracy":0.508893,"main_score":0.474728,"hf_subset":"smo_Latn-ron_Latn","languages":["smo-Latn","ron-Latn"]},{"precision":0.43547,"recall":0.478261,"f1":0.447433,"accuracy":0.478261,"main_score":0.447433,"hf_subset":"smo_Latn-szl_Latn","languages":["smo-Latn","szl-Latn"]},{"precision":0.453982,"recall":0.494071,"f1":0.46492,"accuracy":0.494071,"main_score":0.46492,"hf_subset":"smo_Latn-vec_Latn","languages":["smo-Latn","vec-Latn"]},{"precision":0.383134,"recall":0.43083,"f1":0.395931,"accuracy":0.43083,"main_score":0.395931,"hf_subset":"smo_Latn-amh_Ethi","languages":["smo-Latn","amh-Ethi"]},{"precision":0.442398,"recall":0.490119,"f1":0.455241,"accuracy":0.490119,"main_score":0.455241,"hf_subset":"smo_Latn-bos_Latn","languages":["smo-Latn","bos-Latn"]},{"precision":0.43786,"recall":0.481225,"f1":0.449808,"accuracy":0.481225,"main_score":0.449808,"hf_subset":"smo_Latn-fin_Latn","languages":["smo-Latn","fin-Latn"]},{"precision":0.473774,"recall":0.522727,"f1":0.487129,"accuracy":0.522727,"main_score":0.487129,"hf_subset":"smo_Latn-ita_Latn","languages":["smo-Latn","ita-Latn"]},{"precision":0.448615,"recall":0.500988,"f1":0.463391,"accuracy":0.500988,"main_score":0.463391,"hf_subset":"smo_Latn-kor_Hang","languages":["smo-Latn","kor-Hang"]},{"precision":0.422993,"recall":0.459486,"f1":0.43363,"accuracy":0.459486,"main_score":0.43363,"hf_subset":"smo_Latn-mos_Latn","languages":["smo-Latn","mos-Latn"]},{"precision":0.408326,"recall":0.453557,"f1":0.420938,"accuracy":0.453557,"main_score":0.420938,"hf_subset":"smo_Latn-run_Latn","languages":["smo-Latn","run-Latn"]},{"precision":0.399562,"recall":0.458498,"f1":0.415306,"accuracy":0.458498,"main_score":0.415306,"hf_subset":"smo_Latn-tam_Taml","languages":["smo-Latn","tam-Taml"]},{"precision":0.453375,"recall":0.508893,"f1":0.468392,"accuracy":0.508893,"main_score":0.468392,"hf_subset":"smo_Latn-vie_Latn","languages":["smo-Latn","vie-Latn"]},{"precision":0.427249,"recall":0.480237,"f1":0.441387,"accuracy":0.480237,"main_score":0.441387,"hf_subset":"smo_Latn-apc_Arab","languages":["smo-Latn","apc-Arab"]},{"precision":0.454235,"recall":0.492095,"f1":0.465292,"accuracy":0.492095,"main_score":0.465292,"hf_subset":"smo_Latn-bug_Latn","languages":["smo-Latn","bug-Latn"]},{"precision":0.393506,"recall":0.437747,"f1":0.405607,"accuracy":0.437747,"main_score":0.405607,"hf_subset":"smo_Latn-fon_Latn","languages":["smo-Latn","fon-Latn"]},{"precision":0.493112,"recall":0.534585,"f1":0.504351,"accuracy":0.534585,"main_score":0.504351,"hf_subset":"smo_Latn-jav_Latn","languages":["smo-Latn","jav-Latn"]},{"precision":0.403762,"recall":0.449605,"f1":0.416203,"accuracy":0.449605,"main_score":0.416203,"hf_subset":"smo_Latn-lao_Laoo","languages":["smo-Latn","lao-Laoo"]},{"precision":0.436871,"recall":0.480237,"f1":0.44857,"accuracy":0.480237,"main_score":0.44857,"hf_subset":"smo_Latn-mri_Latn","languages":["smo-Latn","mri-Latn"]},{"precision":0.458659,"recall":0.512846,"f1":0.473253,"accuracy":0.512846,"main_score":0.473253,"hf_subset":"smo_Latn-rus_Cyrl","languages":["smo-Latn","rus-Cyrl"]},{"precision":0.402347,"recall":0.452569,"f1":0.416542,"accuracy":0.452569,"main_score":0.416542,"hf_subset":"smo_Latn-taq_Latn","languages":["smo-Latn","taq-Latn"]},{"precision":0.499054,"recall":0.534585,"f1":0.509166,"accuracy":0.534585,"main_score":0.509166,"hf_subset":"smo_Latn-war_Latn","languages":["smo-Latn","war-Latn"]},{"precision":0.424488,"recall":0.491107,"f1":0.442424,"accuracy":0.491107,"main_score":0.442424,"hf_subset":"smo_Latn-arb_Arab","languages":["smo-Latn","arb-Arab"]},{"precision":0.445853,"recall":0.491107,"f1":0.458788,"accuracy":0.491107,"main_score":0.458788,"hf_subset":"smo_Latn-bul_Cyrl","languages":["smo-Latn","bul-Cyrl"]},{"precision":0.477093,"recall":0.525692,"f1":0.490364,"accuracy":0.525692,"main_score":0.490364,"hf_subset":"smo_Latn-fra_Latn","languages":["smo-Latn","fra-Latn"]},{"precision":0.453688,"recall":0.513834,"f1":0.470627,"accuracy":0.513834,"main_score":0.470627,"hf_subset":"smo_Latn-jpn_Jpan","languages":["smo-Latn","jpn-Jpan"]},{"precision":0.460398,"recall":0.491107,"f1":0.468934,"accuracy":0.491107,"main_score":0.468934,"hf_subset":"smo_Latn-lij_Latn","languages":["smo-Latn","lij-Latn"]},{"precision":0.356552,"recall":0.408103,"f1":0.370717,"accuracy":0.408103,"main_score":0.370717,"hf_subset":"smo_Latn-mya_Mymr","languages":["smo-Latn","mya-Mymr"]},{"precision":0.442143,"recall":0.480237,"f1":0.453327,"accuracy":0.480237,"main_score":0.453327,"hf_subset":"smo_Latn-sag_Latn","languages":["smo-Latn","sag-Latn"]},{"precision":0.174142,"recall":0.226285,"f1":0.186993,"accuracy":0.226285,"main_score":0.186993,"hf_subset":"smo_Latn-taq_Tfng","languages":["smo-Latn","taq-Tfng"]},{"precision":0.436611,"recall":0.482213,"f1":0.449174,"accuracy":0.482213,"main_score":0.449174,"hf_subset":"smo_Latn-wol_Latn","languages":["smo-Latn","wol-Latn"]},{"precision":0.291056,"recall":0.348814,"f1":0.306412,"accuracy":0.348814,"main_score":0.306412,"hf_subset":"smo_Latn-arb_Latn","languages":["smo-Latn","arb-Latn"]},{"precision":0.450325,"recall":0.502964,"f1":0.464261,"accuracy":0.502964,"main_score":0.464261,"hf_subset":"smo_Latn-cat_Latn","languages":["smo-Latn","cat-Latn"]},{"precision":0.456872,"recall":0.493083,"f1":0.467355,"accuracy":0.493083,"main_score":0.467355,"hf_subset":"smo_Latn-fur_Latn","languages":["smo-Latn","fur-Latn"]},{"precision":0.296591,"recall":0.339921,"f1":0.308366,"accuracy":0.339921,"main_score":0.308366,"hf_subset":"smo_Latn-kab_Latn","languages":["smo-Latn","kab-Latn"]},{"precision":0.454449,"recall":0.498024,"f1":0.466896,"accuracy":0.498024,"main_score":0.466896,"hf_subset":"smo_Latn-lim_Latn","languages":["smo-Latn","lim-Latn"]},{"precision":0.46543,"recall":0.514822,"f1":0.479475,"accuracy":0.514822,"main_score":0.479475,"hf_subset":"smo_Latn-nld_Latn","languages":["smo-Latn","nld-Latn"]},{"precision":0.395454,"recall":0.451581,"f1":0.411135,"accuracy":0.451581,"main_score":0.411135,"hf_subset":"smo_Latn-san_Deva","languages":["smo-Latn","san-Deva"]},{"precision":0.420709,"recall":0.463439,"f1":0.43311,"accuracy":0.463439,"main_score":0.43311,"hf_subset":"smo_Latn-tat_Cyrl","languages":["smo-Latn","tat-Cyrl"]},{"precision":0.428992,"recall":0.475296,"f1":0.441881,"accuracy":0.475296,"main_score":0.441881,"hf_subset":"smo_Latn-xho_Latn","languages":["smo-Latn","xho-Latn"]},{"precision":0.409539,"recall":0.475296,"f1":0.427233,"accuracy":0.475296,"main_score":0.427233,"hf_subset":"smo_Latn-ars_Arab","languages":["smo-Latn","ars-Arab"]},{"precision":0.498764,"recall":0.537549,"f1":0.510273,"accuracy":0.537549,"main_score":0.510273,"hf_subset":"smo_Latn-ceb_Latn","languages":["smo-Latn","ceb-Latn"]},{"precision":0.42774,"recall":0.469368,"f1":0.439748,"accuracy":0.469368,"main_score":0.439748,"hf_subset":"smo_Latn-fuv_Latn","languages":["smo-Latn","fuv-Latn"]},{"precision":0.443919,"recall":0.485178,"f1":0.455473,"accuracy":0.485178,"main_score":0.455473,"hf_subset":"smo_Latn-kac_Latn","languages":["smo-Latn","kac-Latn"]},{"precision":0.454505,"recall":0.490119,"f1":0.464989,"accuracy":0.490119,"main_score":0.464989,"hf_subset":"smo_Latn-lin_Latn","languages":["smo-Latn","lin-Latn"]},{"precision":0.452844,"recall":0.503953,"f1":0.467365,"accuracy":0.503953,"main_score":0.467365,"hf_subset":"smo_Latn-nno_Latn","languages":["smo-Latn","nno-Latn"]},{"precision":0.178644,"recall":0.210474,"f1":0.186904,"accuracy":0.210474,"main_score":0.186904,"hf_subset":"smo_Latn-sat_Olck","languages":["smo-Latn","sat-Olck"]},{"precision":0.438461,"recall":0.493083,"f1":0.453776,"accuracy":0.493083,"main_score":0.453776,"hf_subset":"smo_Latn-tel_Telu","languages":["smo-Latn","tel-Telu"]},{"precision":0.259194,"recall":0.312253,"f1":0.272392,"accuracy":0.312253,"main_score":0.272392,"hf_subset":"smo_Latn-ydd_Hebr","languages":["smo-Latn","ydd-Hebr"]},{"precision":0.394193,"recall":0.449605,"f1":0.408709,"accuracy":0.449605,"main_score":0.408709,"hf_subset":"smo_Latn-ary_Arab","languages":["smo-Latn","ary-Arab"]},{"precision":0.432698,"recall":0.487154,"f1":0.44822,"accuracy":0.487154,"main_score":0.44822,"hf_subset":"smo_Latn-ces_Latn","languages":["smo-Latn","ces-Latn"]},{"precision":0.341912,"recall":0.392292,"f1":0.355248,"accuracy":0.392292,"main_score":0.355248,"hf_subset":"smo_Latn-gaz_Latn","languages":["smo-Latn","gaz-Latn"]},{"precision":0.435482,"recall":0.477273,"f1":0.446491,"accuracy":0.477273,"main_score":0.446491,"hf_subset":"smo_Latn-kam_Latn","languages":["smo-Latn","kam-Latn"]},{"precision":0.417113,"recall":0.463439,"f1":0.429672,"accuracy":0.463439,"main_score":0.429672,"hf_subset":"smo_Latn-lit_Latn","languages":["smo-Latn","lit-Latn"]},{"precision":0.462496,"recall":0.511858,"f1":0.476024,"accuracy":0.511858,"main_score":0.476024,"hf_subset":"smo_Latn-nob_Latn","languages":["smo-Latn","nob-Latn"]},{"precision":0.440796,"recall":0.482213,"f1":0.451334,"accuracy":0.482213,"main_score":0.451334,"hf_subset":"smo_Latn-scn_Latn","languages":["smo-Latn","scn-Latn"]},{"precision":0.382861,"recall":0.435771,"f1":0.397152,"accuracy":0.435771,"main_score":0.397152,"hf_subset":"smo_Latn-tgk_Cyrl","languages":["smo-Latn","tgk-Cyrl"]},{"precision":0.390634,"recall":0.443676,"f1":0.406253,"accuracy":0.443676,"main_score":0.406253,"hf_subset":"smo_Latn-yor_Latn","languages":["smo-Latn","yor-Latn"]},{"precision":0.433901,"recall":0.48913,"f1":0.448911,"accuracy":0.48913,"main_score":0.448911,"hf_subset":"smo_Latn-arz_Arab","languages":["smo-Latn","arz-Arab"]},{"precision":0.401913,"recall":0.442688,"f1":0.413639,"accuracy":0.442688,"main_score":0.413639,"hf_subset":"smo_Latn-cjk_Latn","languages":["smo-Latn","cjk-Latn"]},{"precision":0.374043,"recall":0.420949,"f1":0.386444,"accuracy":0.420949,"main_score":0.386444,"hf_subset":"smo_Latn-gla_Latn","languages":["smo-Latn","gla-Latn"]},{"precision":0.415618,"recall":0.471344,"f1":0.431411,"accuracy":0.471344,"main_score":0.431411,"hf_subset":"smo_Latn-kan_Knda","languages":["smo-Latn","kan-Knda"]},{"precision":0.451792,"recall":0.493083,"f1":0.463579,"accuracy":0.493083,"main_score":0.463579,"hf_subset":"smo_Latn-lmo_Latn","languages":["smo-Latn","lmo-Latn"]},{"precision":0.443168,"recall":0.497036,"f1":0.458359,"accuracy":0.497036,"main_score":0.458359,"hf_subset":"smo_Latn-npi_Deva","languages":["smo-Latn","npi-Deva"]},{"precision":0.37867,"recall":0.429842,"f1":0.392665,"accuracy":0.429842,"main_score":0.392665,"hf_subset":"smo_Latn-shn_Mymr","languages":["smo-Latn","shn-Mymr"]},{"precision":0.491636,"recall":0.532609,"f1":0.503512,"accuracy":0.532609,"main_score":0.503512,"hf_subset":"smo_Latn-tgl_Latn","languages":["smo-Latn","tgl-Latn"]},{"precision":0.44097,"recall":0.497036,"f1":0.456186,"accuracy":0.497036,"main_score":0.456186,"hf_subset":"smo_Latn-yue_Hant","languages":["smo-Latn","yue-Hant"]},{"precision":0.372884,"recall":0.431818,"f1":0.38929,"accuracy":0.431818,"main_score":0.38929,"hf_subset":"smo_Latn-asm_Beng","languages":["smo-Latn","asm-Beng"]},{"precision":0.317543,"recall":0.369565,"f1":0.332659,"accuracy":0.369565,"main_score":0.332659,"hf_subset":"smo_Latn-ckb_Arab","languages":["smo-Latn","ckb-Arab"]},{"precision":0.372048,"recall":0.41996,"f1":0.384691,"accuracy":0.41996,"main_score":0.384691,"hf_subset":"smo_Latn-gle_Latn","languages":["smo-Latn","gle-Latn"]},{"precision":0.347851,"recall":0.402174,"f1":0.362531,"accuracy":0.402174,"main_score":0.362531,"hf_subset":"smo_Latn-kas_Arab","languages":["smo-Latn","kas-Arab"]},{"precision":0.40529,"recall":0.445652,"f1":0.416238,"accuracy":0.445652,"main_score":0.416238,"hf_subset":"smo_Latn-ltg_Latn","languages":["smo-Latn","ltg-Latn"]},{"precision":0.469307,"recall":0.502964,"f1":0.478342,"accuracy":0.502964,"main_score":0.478342,"hf_subset":"smo_Latn-nso_Latn","languages":["smo-Latn","nso-Latn"]},{"precision":0.383687,"recall":0.4417,"f1":0.399529,"accuracy":0.4417,"main_score":0.399529,"hf_subset":"smo_Latn-sin_Sinh","languages":["smo-Latn","sin-Sinh"]},{"precision":0.435701,"recall":0.494071,"f1":0.451689,"accuracy":0.494071,"main_score":0.451689,"hf_subset":"smo_Latn-tha_Thai","languages":["smo-Latn","tha-Thai"]},{"precision":0.445239,"recall":0.498024,"f1":0.460502,"accuracy":0.498024,"main_score":0.460502,"hf_subset":"smo_Latn-zho_Hans","languages":["smo-Latn","zho-Hans"]},{"precision":0.464254,"recall":0.501976,"f1":0.475207,"accuracy":0.501976,"main_score":0.475207,"hf_subset":"smo_Latn-ast_Latn","languages":["smo-Latn","ast-Latn"]},{"precision":0.423078,"recall":0.468379,"f1":0.43587,"accuracy":0.468379,"main_score":0.43587,"hf_subset":"smo_Latn-crh_Latn","languages":["smo-Latn","crh-Latn"]},{"precision":0.471746,"recall":0.516798,"f1":0.48391,"accuracy":0.516798,"main_score":0.48391,"hf_subset":"smo_Latn-glg_Latn","languages":["smo-Latn","glg-Latn"]},{"precision":0.385516,"recall":0.442688,"f1":0.401057,"accuracy":0.442688,"main_score":0.401057,"hf_subset":"smo_Latn-kas_Deva","languages":["smo-Latn","kas-Deva"]},{"precision":0.445128,"recall":0.48913,"f1":0.457342,"accuracy":0.48913,"main_score":0.457342,"hf_subset":"smo_Latn-ltz_Latn","languages":["smo-Latn","ltz-Latn"]},{"precision":0.357477,"recall":0.406126,"f1":0.370546,"accuracy":0.406126,"main_score":0.370546,"hf_subset":"smo_Latn-nus_Latn","languages":["smo-Latn","nus-Latn"]},{"precision":0.445008,"recall":0.492095,"f1":0.457595,"accuracy":0.492095,"main_score":0.457595,"hf_subset":"smo_Latn-slk_Latn","languages":["smo-Latn","slk-Latn"]},{"precision":0.307874,"recall":0.357708,"f1":0.321062,"accuracy":0.357708,"main_score":0.321062,"hf_subset":"smo_Latn-tir_Ethi","languages":["smo-Latn","tir-Ethi"]},{"precision":0.419777,"recall":0.474308,"f1":0.435095,"accuracy":0.474308,"main_score":0.435095,"hf_subset":"smo_Latn-zho_Hant","languages":["smo-Latn","zho-Hant"]},{"precision":0.453066,"recall":0.508893,"f1":0.468094,"accuracy":0.508893,"main_score":0.468094,"hf_subset":"smo_Latn-awa_Deva","languages":["smo-Latn","awa-Deva"]},{"precision":0.394121,"recall":0.4417,"f1":0.406598,"accuracy":0.4417,"main_score":0.406598,"hf_subset":"smo_Latn-cym_Latn","languages":["smo-Latn","cym-Latn"]},{"precision":0.459762,"recall":0.500988,"f1":0.470534,"accuracy":0.500988,"main_score":0.470534,"hf_subset":"smo_Latn-grn_Latn","languages":["smo-Latn","grn-Latn"]},{"precision":0.390012,"recall":0.440711,"f1":0.403714,"accuracy":0.440711,"main_score":0.403714,"hf_subset":"smo_Latn-kat_Geor","languages":["smo-Latn","kat-Geor"]},{"precision":0.441971,"recall":0.485178,"f1":0.454718,"accuracy":0.485178,"main_score":0.454718,"hf_subset":"smo_Latn-lua_Latn","languages":["smo-Latn","lua-Latn"]},{"precision":0.474676,"recall":0.508893,"f1":0.484391,"accuracy":0.508893,"main_score":0.484391,"hf_subset":"smo_Latn-nya_Latn","languages":["smo-Latn","nya-Latn"]},{"precision":0.439027,"recall":0.486166,"f1":0.452144,"accuracy":0.486166,"main_score":0.452144,"hf_subset":"smo_Latn-slv_Latn","languages":["smo-Latn","slv-Latn"]},{"precision":0.489939,"recall":0.529644,"f1":0.500952,"accuracy":0.529644,"main_score":0.500952,"hf_subset":"smo_Latn-tpi_Latn","languages":["smo-Latn","tpi-Latn"]},{"precision":0.490332,"recall":0.539526,"f1":0.503523,"accuracy":0.539526,"main_score":0.503523,"hf_subset":"smo_Latn-zsm_Latn","languages":["smo-Latn","zsm-Latn"]},{"precision":0.397158,"recall":0.449605,"f1":0.411397,"accuracy":0.449605,"main_score":0.411397,"hf_subset":"smo_Latn-ayr_Latn","languages":["smo-Latn","ayr-Latn"]},{"precision":0.464287,"recall":0.517787,"f1":0.47902,"accuracy":0.517787,"main_score":0.47902,"hf_subset":"smo_Latn-dan_Latn","languages":["smo-Latn","dan-Latn"]},{"precision":0.41936,"recall":0.475296,"f1":0.434503,"accuracy":0.475296,"main_score":0.434503,"hf_subset":"smo_Latn-guj_Gujr","languages":["smo-Latn","guj-Gujr"]},{"precision":0.417047,"recall":0.469368,"f1":0.431303,"accuracy":0.469368,"main_score":0.431303,"hf_subset":"smo_Latn-kaz_Cyrl","languages":["smo-Latn","kaz-Cyrl"]},{"precision":0.415513,"recall":0.458498,"f1":0.427006,"accuracy":0.458498,"main_score":0.427006,"hf_subset":"smo_Latn-lug_Latn","languages":["smo-Latn","lug-Latn"]},{"precision":0.46278,"recall":0.503953,"f1":0.47453,"accuracy":0.503953,"main_score":0.47453,"hf_subset":"smo_Latn-oci_Latn","languages":["smo-Latn","oci-Latn"]},{"precision":0.441053,"recall":0.480237,"f1":0.452528,"accuracy":0.480237,"main_score":0.452528,"hf_subset":"smo_Latn-tsn_Latn","languages":["smo-Latn","tsn-Latn"]},{"precision":0.411834,"recall":0.462451,"f1":0.425214,"accuracy":0.462451,"main_score":0.425214,"hf_subset":"smo_Latn-zul_Latn","languages":["smo-Latn","zul-Latn"]},{"precision":0.318701,"recall":0.380435,"f1":0.335059,"accuracy":0.380435,"main_score":0.335059,"hf_subset":"smo_Latn-azb_Arab","languages":["smo-Latn","azb-Arab"]},{"precision":0.484779,"recall":0.531621,"f1":0.497875,"accuracy":0.531621,"main_score":0.497875,"hf_subset":"smo_Latn-deu_Latn","languages":["smo-Latn","deu-Latn"]},{"precision":0.425306,"recall":0.47332,"f1":0.438153,"accuracy":0.47332,"main_score":0.438153,"hf_subset":"smo_Latn-hat_Latn","languages":["smo-Latn","hat-Latn"]},{"precision":0.391742,"recall":0.435771,"f1":0.404385,"accuracy":0.435771,"main_score":0.404385,"hf_subset":"smo_Latn-kbp_Latn","languages":["smo-Latn","kbp-Latn"]},{"precision":0.442732,"recall":0.485178,"f1":0.454392,"accuracy":0.485178,"main_score":0.454392,"hf_subset":"smo_Latn-luo_Latn","languages":["smo-Latn","luo-Latn"]},{"precision":0.371494,"recall":0.421937,"f1":0.385231,"accuracy":0.421937,"main_score":0.385231,"hf_subset":"smo_Latn-ory_Orya","languages":["smo-Latn","ory-Orya"]},{"precision":0.42998,"recall":0.47332,"f1":0.442332,"accuracy":0.47332,"main_score":0.442332,"hf_subset":"smo_Latn-sna_Latn","languages":["smo-Latn","sna-Latn"]},{"precision":0.426909,"recall":0.468379,"f1":0.438175,"accuracy":0.468379,"main_score":0.438175,"hf_subset":"smo_Latn-tso_Latn","languages":["smo-Latn","tso-Latn"]},{"precision":0.427748,"recall":0.475296,"f1":0.441385,"accuracy":0.475296,"main_score":0.441385,"hf_subset":"smo_Latn-azj_Latn","languages":["smo-Latn","azj-Latn"]},{"precision":0.402384,"recall":0.450593,"f1":0.41586,"accuracy":0.450593,"main_score":0.41586,"hf_subset":"smo_Latn-dik_Latn","languages":["smo-Latn","dik-Latn"]},{"precision":0.447257,"recall":0.482213,"f1":0.457308,"accuracy":0.482213,"main_score":0.457308,"hf_subset":"smo_Latn-hau_Latn","languages":["smo-Latn","hau-Latn"]},{"precision":0.451197,"recall":0.48419,"f1":0.46028,"accuracy":0.48419,"main_score":0.46028,"hf_subset":"smo_Latn-kea_Latn","languages":["smo-Latn","kea-Latn"]},{"precision":0.478236,"recall":0.514822,"f1":0.488847,"accuracy":0.514822,"main_score":0.488847,"hf_subset":"smo_Latn-lus_Latn","languages":["smo-Latn","lus-Latn"]},{"precision":0.483212,"recall":0.520751,"f1":0.493303,"accuracy":0.520751,"main_score":0.493303,"hf_subset":"smo_Latn-pag_Latn","languages":["smo-Latn","pag-Latn"]},{"precision":0.342987,"recall":0.400198,"f1":0.358111,"accuracy":0.400198,"main_score":0.358111,"hf_subset":"smo_Latn-snd_Arab","languages":["smo-Latn","snd-Arab"]},{"precision":0.409982,"recall":0.455534,"f1":0.422325,"accuracy":0.455534,"main_score":0.422325,"hf_subset":"smo_Latn-tuk_Latn","languages":["smo-Latn","tuk-Latn"]},{"precision":0.423165,"recall":0.469368,"f1":0.43614,"accuracy":0.469368,"main_score":0.43614,"hf_subset":"smo_Latn-bak_Cyrl","languages":["smo-Latn","bak-Cyrl"]},{"precision":0.352066,"recall":0.401186,"f1":0.365936,"accuracy":0.401186,"main_score":0.365936,"hf_subset":"smo_Latn-dyu_Latn","languages":["smo-Latn","dyu-Latn"]},{"precision":0.356976,"recall":0.414032,"f1":0.372662,"accuracy":0.414032,"main_score":0.372662,"hf_subset":"smo_Latn-heb_Hebr","languages":["smo-Latn","heb-Hebr"]},{"precision":0.383371,"recall":0.431818,"f1":0.396471,"accuracy":0.431818,"main_score":0.396471,"hf_subset":"smo_Latn-khk_Cyrl","languages":["smo-Latn","khk-Cyrl"]},{"precision":0.426633,"recall":0.467391,"f1":0.438702,"accuracy":0.467391,"main_score":0.438702,"hf_subset":"smo_Latn-lvs_Latn","languages":["smo-Latn","lvs-Latn"]},{"precision":0.404158,"recall":0.455534,"f1":0.418591,"accuracy":0.455534,"main_score":0.418591,"hf_subset":"smo_Latn-pan_Guru","languages":["smo-Latn","pan-Guru"]},{"precision":0.38765,"recall":0.434783,"f1":0.40078,"accuracy":0.434783,"main_score":0.40078,"hf_subset":"smo_Latn-som_Latn","languages":["smo-Latn","som-Latn"]},{"precision":0.434016,"recall":0.472332,"f1":0.444626,"accuracy":0.472332,"main_score":0.444626,"hf_subset":"smo_Latn-tum_Latn","languages":["smo-Latn","tum-Latn"]},{"precision":0.264962,"recall":0.313241,"f1":0.277006,"accuracy":0.313241,"main_score":0.277006,"hf_subset":"tsn_Latn-ace_Arab","languages":["tsn-Latn","ace-Arab"]},{"precision":0.407149,"recall":0.448617,"f1":0.419626,"accuracy":0.448617,"main_score":0.419626,"hf_subset":"tsn_Latn-bam_Latn","languages":["tsn-Latn","bam-Latn"]},{"precision":0.130212,"recall":0.179842,"f1":0.143565,"accuracy":0.179842,"main_score":0.143565,"hf_subset":"tsn_Latn-dzo_Tibt","languages":["tsn-Latn","dzo-Tibt"]},{"precision":0.431818,"recall":0.494071,"f1":0.448369,"accuracy":0.494071,"main_score":0.448369,"hf_subset":"tsn_Latn-hin_Deva","languages":["tsn-Latn","hin-Deva"]},{"precision":0.371294,"recall":0.41996,"f1":0.385314,"accuracy":0.41996,"main_score":0.385314,"hf_subset":"tsn_Latn-khm_Khmr","languages":["tsn-Latn","khm-Khmr"]},{"precision":0.434551,"recall":0.486166,"f1":0.448099,"accuracy":0.486166,"main_score":0.448099,"hf_subset":"tsn_Latn-mag_Deva","languages":["tsn-Latn","mag-Deva"]},{"precision":0.464467,"recall":0.500988,"f1":0.474996,"accuracy":0.500988,"main_score":0.474996,"hf_subset":"tsn_Latn-pap_Latn","languages":["tsn-Latn","pap-Latn"]},{"precision":0.608451,"recall":0.660079,"f1":0.623053,"accuracy":0.660079,"main_score":0.623053,"hf_subset":"tsn_Latn-sot_Latn","languages":["tsn-Latn","sot-Latn"]},{"precision":0.454112,"recall":0.505929,"f1":0.46766,"accuracy":0.505929,"main_score":0.46766,"hf_subset":"tsn_Latn-tur_Latn","languages":["tsn-Latn","tur-Latn"]},{"precision":0.453674,"recall":0.491107,"f1":0.464606,"accuracy":0.491107,"main_score":0.464606,"hf_subset":"tsn_Latn-ace_Latn","languages":["tsn-Latn","ace-Latn"]},{"precision":0.451072,"recall":0.492095,"f1":0.462498,"accuracy":0.492095,"main_score":0.462498,"hf_subset":"tsn_Latn-ban_Latn","languages":["tsn-Latn","ban-Latn"]},{"precision":0.378909,"recall":0.436759,"f1":0.395134,"accuracy":0.436759,"main_score":0.395134,"hf_subset":"tsn_Latn-ell_Grek","languages":["tsn-Latn","ell-Grek"]},{"precision":0.413359,"recall":0.463439,"f1":0.427701,"accuracy":0.463439,"main_score":0.427701,"hf_subset":"tsn_Latn-hne_Deva","languages":["tsn-Latn","hne-Deva"]},{"precision":0.417748,"recall":0.462451,"f1":0.430037,"accuracy":0.462451,"main_score":0.430037,"hf_subset":"tsn_Latn-kik_Latn","languages":["tsn-Latn","kik-Latn"]},{"precision":0.430057,"recall":0.482213,"f1":0.44427,"accuracy":0.482213,"main_score":0.44427,"hf_subset":"tsn_Latn-mai_Deva","languages":["tsn-Latn","mai-Deva"]},{"precision":0.383661,"recall":0.427866,"f1":0.39583,"accuracy":0.427866,"main_score":0.39583,"hf_subset":"tsn_Latn-pbt_Arab","languages":["tsn-Latn","pbt-Arab"]},{"precision":0.456795,"recall":0.512846,"f1":0.470975,"accuracy":0.512846,"main_score":0.470975,"hf_subset":"tsn_Latn-spa_Latn","languages":["tsn-Latn","spa-Latn"]},{"precision":0.458425,"recall":0.495059,"f1":0.469812,"accuracy":0.495059,"main_score":0.469812,"hf_subset":"tsn_Latn-twi_Latn","languages":["tsn-Latn","twi-Latn"]},{"precision":0.429888,"recall":0.483202,"f1":0.444116,"accuracy":0.483202,"main_score":0.444116,"hf_subset":"tsn_Latn-acm_Arab","languages":["tsn-Latn","acm-Arab"]},{"precision":0.383899,"recall":0.433794,"f1":0.398076,"accuracy":0.433794,"main_score":0.398076,"hf_subset":"tsn_Latn-bel_Cyrl","languages":["tsn-Latn","bel-Cyrl"]},{"precision":0.476633,"recall":0.524704,"f1":0.489441,"accuracy":0.524704,"main_score":0.489441,"hf_subset":"tsn_Latn-eng_Latn","languages":["tsn-Latn","eng-Latn"]},{"precision":0.437579,"recall":0.485178,"f1":0.451049,"accuracy":0.485178,"main_score":0.451049,"hf_subset":"tsn_Latn-hrv_Latn","languages":["tsn-Latn","hrv-Latn"]},{"precision":0.424945,"recall":0.468379,"f1":0.437912,"accuracy":0.468379,"main_score":0.437912,"hf_subset":"tsn_Latn-kin_Latn","languages":["tsn-Latn","kin-Latn"]},{"precision":0.392149,"recall":0.461462,"f1":0.411203,"accuracy":0.461462,"main_score":0.411203,"hf_subset":"tsn_Latn-mal_Mlym","languages":["tsn-Latn","mal-Mlym"]},{"precision":0.397134,"recall":0.468379,"f1":0.414885,"accuracy":0.468379,"main_score":0.414885,"hf_subset":"tsn_Latn-pes_Arab","languages":["tsn-Latn","pes-Arab"]},{"precision":0.448594,"recall":0.487154,"f1":0.459266,"accuracy":0.487154,"main_score":0.459266,"hf_subset":"tsn_Latn-srd_Latn","languages":["tsn-Latn","srd-Latn"]},{"precision":0.132263,"recall":0.184783,"f1":0.144856,"accuracy":0.184783,"main_score":0.144856,"hf_subset":"tsn_Latn-tzm_Tfng","languages":["tsn-Latn","tzm-Tfng"]},{"precision":0.422606,"recall":0.486166,"f1":0.438427,"accuracy":0.486166,"main_score":0.438427,"hf_subset":"tsn_Latn-acq_Arab","languages":["tsn-Latn","acq-Arab"]},{"precision":0.480467,"recall":0.51581,"f1":0.490637,"accuracy":0.51581,"main_score":0.490637,"hf_subset":"tsn_Latn-bem_Latn","languages":["tsn-Latn","bem-Latn"]},{"precision":0.444236,"recall":0.481225,"f1":0.454923,"accuracy":0.481225,"main_score":0.454923,"hf_subset":"tsn_Latn-epo_Latn","languages":["tsn-Latn","epo-Latn"]},{"precision":0.411309,"recall":0.466403,"f1":0.425803,"accuracy":0.466403,"main_score":0.425803,"hf_subset":"tsn_Latn-hun_Latn","languages":["tsn-Latn","hun-Latn"]},{"precision":0.413341,"recall":0.45751,"f1":0.42585,"accuracy":0.45751,"main_score":0.42585,"hf_subset":"tsn_Latn-kir_Cyrl","languages":["tsn-Latn","kir-Cyrl"]},{"precision":0.420512,"recall":0.480237,"f1":0.436467,"accuracy":0.480237,"main_score":0.436467,"hf_subset":"tsn_Latn-mar_Deva","languages":["tsn-Latn","mar-Deva"]},{"precision":0.428728,"recall":0.47332,"f1":0.4415,"accuracy":0.47332,"main_score":0.4415,"hf_subset":"tsn_Latn-plt_Latn","languages":["tsn-Latn","plt-Latn"]},{"precision":0.413751,"recall":0.465415,"f1":0.428168,"accuracy":0.465415,"main_score":0.428168,"hf_subset":"tsn_Latn-srp_Cyrl","languages":["tsn-Latn","srp-Cyrl"]},{"precision":0.27556,"recall":0.327075,"f1":0.289388,"accuracy":0.327075,"main_score":0.289388,"hf_subset":"tsn_Latn-uig_Arab","languages":["tsn-Latn","uig-Arab"]},{"precision":0.403837,"recall":0.453557,"f1":0.417008,"accuracy":0.453557,"main_score":0.417008,"hf_subset":"tsn_Latn-aeb_Arab","languages":["tsn-Latn","aeb-Arab"]},{"precision":0.424316,"recall":0.487154,"f1":0.441479,"accuracy":0.487154,"main_score":0.441479,"hf_subset":"tsn_Latn-ben_Beng","languages":["tsn-Latn","ben-Beng"]},{"precision":0.424116,"recall":0.465415,"f1":0.43526,"accuracy":0.465415,"main_score":0.43526,"hf_subset":"tsn_Latn-est_Latn","languages":["tsn-Latn","est-Latn"]},{"precision":0.379844,"recall":0.428854,"f1":0.394142,"accuracy":0.428854,"main_score":0.394142,"hf_subset":"tsn_Latn-hye_Armn","languages":["tsn-Latn","hye-Armn"]},{"precision":0.441206,"recall":0.477273,"f1":0.45143,"accuracy":0.477273,"main_score":0.45143,"hf_subset":"tsn_Latn-kmb_Latn","languages":["tsn-Latn","kmb-Latn"]},{"precision":0.218153,"recall":0.267787,"f1":0.23085,"accuracy":0.267787,"main_score":0.23085,"hf_subset":"tsn_Latn-min_Arab","languages":["tsn-Latn","min-Arab"]},{"precision":0.445382,"recall":0.502964,"f1":0.459621,"accuracy":0.502964,"main_score":0.459621,"hf_subset":"tsn_Latn-pol_Latn","languages":["tsn-Latn","pol-Latn"]},{"precision":0.450913,"recall":0.491107,"f1":0.462328,"accuracy":0.491107,"main_score":0.462328,"hf_subset":"tsn_Latn-ssw_Latn","languages":["tsn-Latn","ssw-Latn"]},{"precision":0.425358,"recall":0.478261,"f1":0.439608,"accuracy":0.478261,"main_score":0.439608,"hf_subset":"tsn_Latn-ukr_Cyrl","languages":["tsn-Latn","ukr-Cyrl"]},{"precision":0.469266,"recall":0.5,"f1":0.478172,"accuracy":0.5,"main_score":0.478172,"hf_subset":"tsn_Latn-afr_Latn","languages":["tsn-Latn","afr-Latn"]},{"precision":0.434678,"recall":0.482213,"f1":0.447225,"accuracy":0.482213,"main_score":0.447225,"hf_subset":"tsn_Latn-bho_Deva","languages":["tsn-Latn","bho-Deva"]},{"precision":0.427076,"recall":0.469368,"f1":0.438722,"accuracy":0.469368,"main_score":0.438722,"hf_subset":"tsn_Latn-eus_Latn","languages":["tsn-Latn","eus-Latn"]},{"precision":0.401047,"recall":0.454545,"f1":0.416505,"accuracy":0.454545,"main_score":0.416505,"hf_subset":"tsn_Latn-ibo_Latn","languages":["tsn-Latn","ibo-Latn"]},{"precision":0.418798,"recall":0.465415,"f1":0.432454,"accuracy":0.465415,"main_score":0.432454,"hf_subset":"tsn_Latn-kmr_Latn","languages":["tsn-Latn","kmr-Latn"]},{"precision":0.442491,"recall":0.48913,"f1":0.455442,"accuracy":0.48913,"main_score":0.455442,"hf_subset":"tsn_Latn-min_Latn","languages":["tsn-Latn","min-Latn"]},{"precision":0.467932,"recall":0.520751,"f1":0.481956,"accuracy":0.520751,"main_score":0.481956,"hf_subset":"tsn_Latn-por_Latn","languages":["tsn-Latn","por-Latn"]},{"precision":0.463251,"recall":0.496047,"f1":0.472433,"accuracy":0.496047,"main_score":0.472433,"hf_subset":"tsn_Latn-sun_Latn","languages":["tsn-Latn","sun-Latn"]},{"precision":0.428322,"recall":0.468379,"f1":0.440596,"accuracy":0.468379,"main_score":0.440596,"hf_subset":"tsn_Latn-umb_Latn","languages":["tsn-Latn","umb-Latn"]},{"precision":0.425233,"recall":0.483202,"f1":0.440877,"accuracy":0.483202,"main_score":0.440877,"hf_subset":"tsn_Latn-ajp_Arab","languages":["tsn-Latn","ajp-Arab"]},{"precision":0.237067,"recall":0.279644,"f1":0.248524,"accuracy":0.279644,"main_score":0.248524,"hf_subset":"tsn_Latn-bjn_Arab","languages":["tsn-Latn","bjn-Arab"]},{"precision":0.42763,"recall":0.466403,"f1":0.43874,"accuracy":0.466403,"main_score":0.43874,"hf_subset":"tsn_Latn-ewe_Latn","languages":["tsn-Latn","ewe-Latn"]},{"precision":0.498433,"recall":0.529644,"f1":0.507482,"accuracy":0.529644,"main_score":0.507482,"hf_subset":"tsn_Latn-ilo_Latn","languages":["tsn-Latn","ilo-Latn"]},{"precision":0.179959,"recall":0.228261,"f1":0.19191,"accuracy":0.228261,"main_score":0.19191,"hf_subset":"tsn_Latn-knc_Arab","languages":["tsn-Latn","knc-Arab"]},{"precision":0.426888,"recall":0.47332,"f1":0.439436,"accuracy":0.47332,"main_score":0.439436,"hf_subset":"tsn_Latn-mkd_Cyrl","languages":["tsn-Latn","mkd-Cyrl"]},{"precision":0.400972,"recall":0.463439,"f1":0.417286,"accuracy":0.463439,"main_score":0.417286,"hf_subset":"tsn_Latn-prs_Arab","languages":["tsn-Latn","prs-Arab"]},{"precision":0.441015,"recall":0.493083,"f1":0.454673,"accuracy":0.493083,"main_score":0.454673,"hf_subset":"tsn_Latn-swe_Latn","languages":["tsn-Latn","swe-Latn"]},{"precision":0.366749,"recall":0.436759,"f1":0.385493,"accuracy":0.436759,"main_score":0.385493,"hf_subset":"tsn_Latn-urd_Arab","languages":["tsn-Latn","urd-Arab"]},{"precision":0.46194,"recall":0.504941,"f1":0.474472,"accuracy":0.504941,"main_score":0.474472,"hf_subset":"tsn_Latn-aka_Latn","languages":["tsn-Latn","aka-Latn"]},{"precision":0.431067,"recall":0.475296,"f1":0.444133,"accuracy":0.475296,"main_score":0.444133,"hf_subset":"tsn_Latn-bjn_Latn","languages":["tsn-Latn","bjn-Latn"]},{"precision":0.418965,"recall":0.466403,"f1":0.432054,"accuracy":0.466403,"main_score":0.432054,"hf_subset":"tsn_Latn-fao_Latn","languages":["tsn-Latn","fao-Latn"]},{"precision":0.455881,"recall":0.51087,"f1":0.470095,"accuracy":0.51087,"main_score":0.470095,"hf_subset":"tsn_Latn-ind_Latn","languages":["tsn-Latn","ind-Latn"]},{"precision":0.439723,"recall":0.469368,"f1":0.448834,"accuracy":0.469368,"main_score":0.448834,"hf_subset":"tsn_Latn-knc_Latn","languages":["tsn-Latn","knc-Latn"]},{"precision":0.437099,"recall":0.479249,"f1":0.448889,"accuracy":0.479249,"main_score":0.448889,"hf_subset":"tsn_Latn-mlt_Latn","languages":["tsn-Latn","mlt-Latn"]},{"precision":0.417193,"recall":0.472332,"f1":0.432827,"accuracy":0.472332,"main_score":0.432827,"hf_subset":"tsn_Latn-quy_Latn","languages":["tsn-Latn","quy-Latn"]},{"precision":0.443092,"recall":0.486166,"f1":0.455651,"accuracy":0.486166,"main_score":0.455651,"hf_subset":"tsn_Latn-swh_Latn","languages":["tsn-Latn","swh-Latn"]},{"precision":0.391929,"recall":0.435771,"f1":0.404386,"accuracy":0.435771,"main_score":0.404386,"hf_subset":"tsn_Latn-uzn_Latn","languages":["tsn-Latn","uzn-Latn"]},{"precision":0.421248,"recall":0.464427,"f1":0.433288,"accuracy":0.464427,"main_score":0.433288,"hf_subset":"tsn_Latn-als_Latn","languages":["tsn-Latn","als-Latn"]},{"precision":0.192309,"recall":0.247036,"f1":0.205616,"accuracy":0.247036,"main_score":0.205616,"hf_subset":"tsn_Latn-bod_Tibt","languages":["tsn-Latn","bod-Tibt"]},{"precision":0.439048,"recall":0.481225,"f1":0.451737,"accuracy":0.481225,"main_score":0.451737,"hf_subset":"tsn_Latn-fij_Latn","languages":["tsn-Latn","fij-Latn"]},{"precision":0.387898,"recall":0.440711,"f1":0.403048,"accuracy":0.440711,"main_score":0.403048,"hf_subset":"tsn_Latn-isl_Latn","languages":["tsn-Latn","isl-Latn"]},{"precision":0.456147,"recall":0.488142,"f1":0.465417,"accuracy":0.488142,"main_score":0.465417,"hf_subset":"tsn_Latn-kon_Latn","languages":["tsn-Latn","kon-Latn"]},{"precision":0.314125,"recall":0.366601,"f1":0.327402,"accuracy":0.366601,"main_score":0.327402,"hf_subset":"tsn_Latn-mni_Beng","languages":["tsn-Latn","mni-Beng"]},{"precision":0.457694,"recall":0.502964,"f1":0.4694,"accuracy":0.502964,"main_score":0.4694,"hf_subset":"tsn_Latn-ron_Latn","languages":["tsn-Latn","ron-Latn"]},{"precision":0.416963,"recall":0.458498,"f1":0.42884,"accuracy":0.458498,"main_score":0.42884,"hf_subset":"tsn_Latn-szl_Latn","languages":["tsn-Latn","szl-Latn"]},{"precision":0.46043,"recall":0.491107,"f1":0.468945,"accuracy":0.491107,"main_score":0.468945,"hf_subset":"tsn_Latn-vec_Latn","languages":["tsn-Latn","vec-Latn"]},{"precision":0.377746,"recall":0.429842,"f1":0.39204,"accuracy":0.429842,"main_score":0.39204,"hf_subset":"tsn_Latn-amh_Ethi","languages":["tsn-Latn","amh-Ethi"]},{"precision":0.444785,"recall":0.488142,"f1":0.456944,"accuracy":0.488142,"main_score":0.456944,"hf_subset":"tsn_Latn-bos_Latn","languages":["tsn-Latn","bos-Latn"]},{"precision":0.433108,"recall":0.483202,"f1":0.446287,"accuracy":0.483202,"main_score":0.446287,"hf_subset":"tsn_Latn-fin_Latn","languages":["tsn-Latn","fin-Latn"]},{"precision":0.462678,"recall":0.512846,"f1":0.475898,"accuracy":0.512846,"main_score":0.475898,"hf_subset":"tsn_Latn-ita_Latn","languages":["tsn-Latn","ita-Latn"]},{"precision":0.40956,"recall":0.47332,"f1":0.426766,"accuracy":0.47332,"main_score":0.426766,"hf_subset":"tsn_Latn-kor_Hang","languages":["tsn-Latn","kor-Hang"]},{"precision":0.417925,"recall":0.464427,"f1":0.430826,"accuracy":0.464427,"main_score":0.430826,"hf_subset":"tsn_Latn-mos_Latn","languages":["tsn-Latn","mos-Latn"]},{"precision":0.42691,"recall":0.468379,"f1":0.439643,"accuracy":0.468379,"main_score":0.439643,"hf_subset":"tsn_Latn-run_Latn","languages":["tsn-Latn","run-Latn"]},{"precision":0.377165,"recall":0.445652,"f1":0.394617,"accuracy":0.445652,"main_score":0.394617,"hf_subset":"tsn_Latn-tam_Taml","languages":["tsn-Latn","tam-Taml"]},{"precision":0.438723,"recall":0.495059,"f1":0.453663,"accuracy":0.495059,"main_score":0.453663,"hf_subset":"tsn_Latn-vie_Latn","languages":["tsn-Latn","vie-Latn"]},{"precision":0.407044,"recall":0.458498,"f1":0.420997,"accuracy":0.458498,"main_score":0.420997,"hf_subset":"tsn_Latn-apc_Arab","languages":["tsn-Latn","apc-Arab"]},{"precision":0.450146,"recall":0.490119,"f1":0.461626,"accuracy":0.490119,"main_score":0.461626,"hf_subset":"tsn_Latn-bug_Latn","languages":["tsn-Latn","bug-Latn"]},{"precision":0.396768,"recall":0.442688,"f1":0.410019,"accuracy":0.442688,"main_score":0.410019,"hf_subset":"tsn_Latn-fon_Latn","languages":["tsn-Latn","fon-Latn"]},{"precision":0.471729,"recall":0.505929,"f1":0.480926,"accuracy":0.505929,"main_score":0.480926,"hf_subset":"tsn_Latn-jav_Latn","languages":["tsn-Latn","jav-Latn"]},{"precision":0.391289,"recall":0.437747,"f1":0.404315,"accuracy":0.437747,"main_score":0.404315,"hf_subset":"tsn_Latn-lao_Laoo","languages":["tsn-Latn","lao-Laoo"]},{"precision":0.407117,"recall":0.458498,"f1":0.42227,"accuracy":0.458498,"main_score":0.42227,"hf_subset":"tsn_Latn-mri_Latn","languages":["tsn-Latn","mri-Latn"]},{"precision":0.425189,"recall":0.485178,"f1":0.441256,"accuracy":0.485178,"main_score":0.441256,"hf_subset":"tsn_Latn-rus_Cyrl","languages":["tsn-Latn","rus-Cyrl"]},{"precision":0.388258,"recall":0.444664,"f1":0.40442,"accuracy":0.444664,"main_score":0.40442,"hf_subset":"tsn_Latn-taq_Latn","languages":["tsn-Latn","taq-Latn"]},{"precision":0.488749,"recall":0.517787,"f1":0.49719,"accuracy":0.517787,"main_score":0.49719,"hf_subset":"tsn_Latn-war_Latn","languages":["tsn-Latn","war-Latn"]},{"precision":0.410134,"recall":0.475296,"f1":0.426707,"accuracy":0.475296,"main_score":0.426707,"hf_subset":"tsn_Latn-arb_Arab","languages":["tsn-Latn","arb-Arab"]},{"precision":0.444866,"recall":0.493083,"f1":0.458611,"accuracy":0.493083,"main_score":0.458611,"hf_subset":"tsn_Latn-bul_Cyrl","languages":["tsn-Latn","bul-Cyrl"]},{"precision":0.463439,"recall":0.51581,"f1":0.477123,"accuracy":0.51581,"main_score":0.477123,"hf_subset":"tsn_Latn-fra_Latn","languages":["tsn-Latn","fra-Latn"]},{"precision":0.437968,"recall":0.493083,"f1":0.452262,"accuracy":0.493083,"main_score":0.452262,"hf_subset":"tsn_Latn-jpn_Jpan","languages":["tsn-Latn","jpn-Jpan"]},{"precision":0.444982,"recall":0.486166,"f1":0.456901,"accuracy":0.486166,"main_score":0.456901,"hf_subset":"tsn_Latn-lij_Latn","languages":["tsn-Latn","lij-Latn"]},{"precision":0.327042,"recall":0.383399,"f1":0.343084,"accuracy":0.383399,"main_score":0.343084,"hf_subset":"tsn_Latn-mya_Mymr","languages":["tsn-Latn","mya-Mymr"]},{"precision":0.436508,"recall":0.475296,"f1":0.448043,"accuracy":0.475296,"main_score":0.448043,"hf_subset":"tsn_Latn-sag_Latn","languages":["tsn-Latn","sag-Latn"]},{"precision":0.158713,"recall":0.214427,"f1":0.171768,"accuracy":0.214427,"main_score":0.171768,"hf_subset":"tsn_Latn-taq_Tfng","languages":["tsn-Latn","taq-Tfng"]},{"precision":0.436744,"recall":0.479249,"f1":0.44946,"accuracy":0.479249,"main_score":0.44946,"hf_subset":"tsn_Latn-wol_Latn","languages":["tsn-Latn","wol-Latn"]},{"precision":0.283342,"recall":0.357708,"f1":0.301948,"accuracy":0.357708,"main_score":0.301948,"hf_subset":"tsn_Latn-arb_Latn","languages":["tsn-Latn","arb-Latn"]},{"precision":0.448757,"recall":0.491107,"f1":0.460835,"accuracy":0.491107,"main_score":0.460835,"hf_subset":"tsn_Latn-cat_Latn","languages":["tsn-Latn","cat-Latn"]},{"precision":0.450057,"recall":0.494071,"f1":0.462537,"accuracy":0.494071,"main_score":0.462537,"hf_subset":"tsn_Latn-fur_Latn","languages":["tsn-Latn","fur-Latn"]},{"precision":0.312534,"recall":0.360672,"f1":0.326375,"accuracy":0.360672,"main_score":0.326375,"hf_subset":"tsn_Latn-kab_Latn","languages":["tsn-Latn","kab-Latn"]},{"precision":0.459658,"recall":0.496047,"f1":0.470869,"accuracy":0.496047,"main_score":0.470869,"hf_subset":"tsn_Latn-lim_Latn","languages":["tsn-Latn","lim-Latn"]},{"precision":0.469399,"recall":0.517787,"f1":0.482758,"accuracy":0.517787,"main_score":0.482758,"hf_subset":"tsn_Latn-nld_Latn","languages":["tsn-Latn","nld-Latn"]},{"precision":0.376619,"recall":0.434783,"f1":0.393326,"accuracy":0.434783,"main_score":0.393326,"hf_subset":"tsn_Latn-san_Deva","languages":["tsn-Latn","san-Deva"]},{"precision":0.423644,"recall":0.460474,"f1":0.434257,"accuracy":0.460474,"main_score":0.434257,"hf_subset":"tsn_Latn-tat_Cyrl","languages":["tsn-Latn","tat-Cyrl"]},{"precision":0.460879,"recall":0.500988,"f1":0.473164,"accuracy":0.500988,"main_score":0.473164,"hf_subset":"tsn_Latn-xho_Latn","languages":["tsn-Latn","xho-Latn"]},{"precision":0.389589,"recall":0.458498,"f1":0.407488,"accuracy":0.458498,"main_score":0.407488,"hf_subset":"tsn_Latn-ars_Arab","languages":["tsn-Latn","ars-Arab"]},{"precision":0.488794,"recall":0.518775,"f1":0.497199,"accuracy":0.518775,"main_score":0.497199,"hf_subset":"tsn_Latn-ceb_Latn","languages":["tsn-Latn","ceb-Latn"]},{"precision":0.415541,"recall":0.454545,"f1":0.42747,"accuracy":0.454545,"main_score":0.42747,"hf_subset":"tsn_Latn-fuv_Latn","languages":["tsn-Latn","fuv-Latn"]},{"precision":0.431764,"recall":0.474308,"f1":0.4436,"accuracy":0.474308,"main_score":0.4436,"hf_subset":"tsn_Latn-kac_Latn","languages":["tsn-Latn","kac-Latn"]},{"precision":0.461737,"recall":0.497036,"f1":0.472371,"accuracy":0.497036,"main_score":0.472371,"hf_subset":"tsn_Latn-lin_Latn","languages":["tsn-Latn","lin-Latn"]},{"precision":0.442086,"recall":0.490119,"f1":0.455202,"accuracy":0.490119,"main_score":0.455202,"hf_subset":"tsn_Latn-nno_Latn","languages":["tsn-Latn","nno-Latn"]},{"precision":0.180016,"recall":0.210474,"f1":0.188324,"accuracy":0.210474,"main_score":0.188324,"hf_subset":"tsn_Latn-sat_Olck","languages":["tsn-Latn","sat-Olck"]},{"precision":0.410294,"recall":0.463439,"f1":0.425149,"accuracy":0.463439,"main_score":0.425149,"hf_subset":"tsn_Latn-tel_Telu","languages":["tsn-Latn","tel-Telu"]},{"precision":0.266044,"recall":0.316206,"f1":0.279427,"accuracy":0.316206,"main_score":0.279427,"hf_subset":"tsn_Latn-ydd_Hebr","languages":["tsn-Latn","ydd-Hebr"]},{"precision":0.382072,"recall":0.428854,"f1":0.394516,"accuracy":0.428854,"main_score":0.394516,"hf_subset":"tsn_Latn-ary_Arab","languages":["tsn-Latn","ary-Arab"]},{"precision":0.426578,"recall":0.481225,"f1":0.44101,"accuracy":0.481225,"main_score":0.44101,"hf_subset":"tsn_Latn-ces_Latn","languages":["tsn-Latn","ces-Latn"]},{"precision":0.333666,"recall":0.389328,"f1":0.347444,"accuracy":0.389328,"main_score":0.347444,"hf_subset":"tsn_Latn-gaz_Latn","languages":["tsn-Latn","gaz-Latn"]},{"precision":0.434872,"recall":0.475296,"f1":0.446283,"accuracy":0.475296,"main_score":0.446283,"hf_subset":"tsn_Latn-kam_Latn","languages":["tsn-Latn","kam-Latn"]},{"precision":0.412279,"recall":0.452569,"f1":0.42364,"accuracy":0.452569,"main_score":0.42364,"hf_subset":"tsn_Latn-lit_Latn","languages":["tsn-Latn","lit-Latn"]},{"precision":0.441693,"recall":0.493083,"f1":0.455437,"accuracy":0.493083,"main_score":0.455437,"hf_subset":"tsn_Latn-nob_Latn","languages":["tsn-Latn","nob-Latn"]},{"precision":0.434719,"recall":0.481225,"f1":0.447556,"accuracy":0.481225,"main_score":0.447556,"hf_subset":"tsn_Latn-scn_Latn","languages":["tsn-Latn","scn-Latn"]},{"precision":0.369576,"recall":0.418972,"f1":0.384272,"accuracy":0.418972,"main_score":0.384272,"hf_subset":"tsn_Latn-tgk_Cyrl","languages":["tsn-Latn","tgk-Cyrl"]},{"precision":0.402421,"recall":0.453557,"f1":0.418314,"accuracy":0.453557,"main_score":0.418314,"hf_subset":"tsn_Latn-yor_Latn","languages":["tsn-Latn","yor-Latn"]},{"precision":0.418893,"recall":0.471344,"f1":0.432246,"accuracy":0.471344,"main_score":0.432246,"hf_subset":"tsn_Latn-arz_Arab","languages":["tsn-Latn","arz-Arab"]},{"precision":0.420458,"recall":0.459486,"f1":0.431628,"accuracy":0.459486,"main_score":0.431628,"hf_subset":"tsn_Latn-cjk_Latn","languages":["tsn-Latn","cjk-Latn"]},{"precision":0.360242,"recall":0.412055,"f1":0.374146,"accuracy":0.412055,"main_score":0.374146,"hf_subset":"tsn_Latn-gla_Latn","languages":["tsn-Latn","gla-Latn"]},{"precision":0.399121,"recall":0.456522,"f1":0.414228,"accuracy":0.456522,"main_score":0.414228,"hf_subset":"tsn_Latn-kan_Knda","languages":["tsn-Latn","kan-Knda"]},{"precision":0.45368,"recall":0.492095,"f1":0.464344,"accuracy":0.492095,"main_score":0.464344,"hf_subset":"tsn_Latn-lmo_Latn","languages":["tsn-Latn","lmo-Latn"]},{"precision":0.413235,"recall":0.47332,"f1":0.428938,"accuracy":0.47332,"main_score":0.428938,"hf_subset":"tsn_Latn-npi_Deva","languages":["tsn-Latn","npi-Deva"]},{"precision":0.372154,"recall":0.438735,"f1":0.390447,"accuracy":0.438735,"main_score":0.390447,"hf_subset":"tsn_Latn-shn_Mymr","languages":["tsn-Latn","shn-Mymr"]},{"precision":0.468568,"recall":0.511858,"f1":0.481157,"accuracy":0.511858,"main_score":0.481157,"hf_subset":"tsn_Latn-tgl_Latn","languages":["tsn-Latn","tgl-Latn"]},{"precision":0.401797,"recall":0.461462,"f1":0.41724,"accuracy":0.461462,"main_score":0.41724,"hf_subset":"tsn_Latn-yue_Hant","languages":["tsn-Latn","yue-Hant"]},{"precision":0.363294,"recall":0.420949,"f1":0.37911,"accuracy":0.420949,"main_score":0.37911,"hf_subset":"tsn_Latn-asm_Beng","languages":["tsn-Latn","asm-Beng"]},{"precision":0.312705,"recall":0.362648,"f1":0.325807,"accuracy":0.362648,"main_score":0.325807,"hf_subset":"tsn_Latn-ckb_Arab","languages":["tsn-Latn","ckb-Arab"]},{"precision":0.358451,"recall":0.413043,"f1":0.374144,"accuracy":0.413043,"main_score":0.374144,"hf_subset":"tsn_Latn-gle_Latn","languages":["tsn-Latn","gle-Latn"]},{"precision":0.333256,"recall":0.398221,"f1":0.351822,"accuracy":0.398221,"main_score":0.351822,"hf_subset":"tsn_Latn-kas_Arab","languages":["tsn-Latn","kas-Arab"]},{"precision":0.400088,"recall":0.444664,"f1":0.412602,"accuracy":0.444664,"main_score":0.412602,"hf_subset":"tsn_Latn-ltg_Latn","languages":["tsn-Latn","ltg-Latn"]},{"precision":0.616387,"recall":0.668972,"f1":0.631127,"accuracy":0.668972,"main_score":0.631127,"hf_subset":"tsn_Latn-nso_Latn","languages":["tsn-Latn","nso-Latn"]},{"precision":0.370484,"recall":0.424901,"f1":0.385725,"accuracy":0.424901,"main_score":0.385725,"hf_subset":"tsn_Latn-sin_Sinh","languages":["tsn-Latn","sin-Sinh"]},{"precision":0.426971,"recall":0.48913,"f1":0.442655,"accuracy":0.48913,"main_score":0.442655,"hf_subset":"tsn_Latn-tha_Thai","languages":["tsn-Latn","tha-Thai"]},{"precision":0.428585,"recall":0.483202,"f1":0.442631,"accuracy":0.483202,"main_score":0.442631,"hf_subset":"tsn_Latn-zho_Hans","languages":["tsn-Latn","zho-Hans"]},{"precision":0.45148,"recall":0.483202,"f1":0.460633,"accuracy":0.483202,"main_score":0.460633,"hf_subset":"tsn_Latn-ast_Latn","languages":["tsn-Latn","ast-Latn"]},{"precision":0.405484,"recall":0.454545,"f1":0.419827,"accuracy":0.454545,"main_score":0.419827,"hf_subset":"tsn_Latn-crh_Latn","languages":["tsn-Latn","crh-Latn"]},{"precision":0.45964,"recall":0.503953,"f1":0.471194,"accuracy":0.503953,"main_score":0.471194,"hf_subset":"tsn_Latn-glg_Latn","languages":["tsn-Latn","glg-Latn"]},{"precision":0.377396,"recall":0.432806,"f1":0.393225,"accuracy":0.432806,"main_score":0.393225,"hf_subset":"tsn_Latn-kas_Deva","languages":["tsn-Latn","kas-Deva"]},{"precision":0.428354,"recall":0.480237,"f1":0.442888,"accuracy":0.480237,"main_score":0.442888,"hf_subset":"tsn_Latn-ltz_Latn","languages":["tsn-Latn","ltz-Latn"]},{"precision":0.346633,"recall":0.401186,"f1":0.362255,"accuracy":0.401186,"main_score":0.362255,"hf_subset":"tsn_Latn-nus_Latn","languages":["tsn-Latn","nus-Latn"]},{"precision":0.42237,"recall":0.475296,"f1":0.436797,"accuracy":0.475296,"main_score":0.436797,"hf_subset":"tsn_Latn-slk_Latn","languages":["tsn-Latn","slk-Latn"]},{"precision":0.287747,"recall":0.346838,"f1":0.303198,"accuracy":0.346838,"main_score":0.303198,"hf_subset":"tsn_Latn-tir_Ethi","languages":["tsn-Latn","tir-Ethi"]},{"precision":0.388703,"recall":0.454545,"f1":0.406145,"accuracy":0.454545,"main_score":0.406145,"hf_subset":"tsn_Latn-zho_Hant","languages":["tsn-Latn","zho-Hant"]},{"precision":0.424558,"recall":0.482213,"f1":0.439902,"accuracy":0.482213,"main_score":0.439902,"hf_subset":"tsn_Latn-awa_Deva","languages":["tsn-Latn","awa-Deva"]},{"precision":0.378463,"recall":0.422925,"f1":0.390835,"accuracy":0.422925,"main_score":0.390835,"hf_subset":"tsn_Latn-cym_Latn","languages":["tsn-Latn","cym-Latn"]},{"precision":0.444121,"recall":0.483202,"f1":0.455474,"accuracy":0.483202,"main_score":0.455474,"hf_subset":"tsn_Latn-grn_Latn","languages":["tsn-Latn","grn-Latn"]},{"precision":0.37923,"recall":0.431818,"f1":0.394729,"accuracy":0.431818,"main_score":0.394729,"hf_subset":"tsn_Latn-kat_Geor","languages":["tsn-Latn","kat-Geor"]},{"precision":0.449367,"recall":0.490119,"f1":0.460474,"accuracy":0.490119,"main_score":0.460474,"hf_subset":"tsn_Latn-lua_Latn","languages":["tsn-Latn","lua-Latn"]},{"precision":0.471893,"recall":0.502964,"f1":0.480902,"accuracy":0.502964,"main_score":0.480902,"hf_subset":"tsn_Latn-nya_Latn","languages":["tsn-Latn","nya-Latn"]},{"precision":0.423805,"recall":0.472332,"f1":0.437322,"accuracy":0.472332,"main_score":0.437322,"hf_subset":"tsn_Latn-slv_Latn","languages":["tsn-Latn","slv-Latn"]},{"precision":0.479973,"recall":0.512846,"f1":0.489342,"accuracy":0.512846,"main_score":0.489342,"hf_subset":"tsn_Latn-tpi_Latn","languages":["tsn-Latn","tpi-Latn"]},{"precision":0.446844,"recall":0.504941,"f1":0.461994,"accuracy":0.504941,"main_score":0.461994,"hf_subset":"tsn_Latn-zsm_Latn","languages":["tsn-Latn","zsm-Latn"]},{"precision":0.393851,"recall":0.458498,"f1":0.411469,"accuracy":0.458498,"main_score":0.411469,"hf_subset":"tsn_Latn-ayr_Latn","languages":["tsn-Latn","ayr-Latn"]},{"precision":0.450223,"recall":0.499012,"f1":0.462768,"accuracy":0.499012,"main_score":0.462768,"hf_subset":"tsn_Latn-dan_Latn","languages":["tsn-Latn","dan-Latn"]},{"precision":0.393406,"recall":0.456522,"f1":0.409921,"accuracy":0.456522,"main_score":0.409921,"hf_subset":"tsn_Latn-guj_Gujr","languages":["tsn-Latn","guj-Gujr"]},{"precision":0.41032,"recall":0.456522,"f1":0.423279,"accuracy":0.456522,"main_score":0.423279,"hf_subset":"tsn_Latn-kaz_Cyrl","languages":["tsn-Latn","kaz-Cyrl"]},{"precision":0.426515,"recall":0.469368,"f1":0.439287,"accuracy":0.469368,"main_score":0.439287,"hf_subset":"tsn_Latn-lug_Latn","languages":["tsn-Latn","lug-Latn"]},{"precision":0.450344,"recall":0.490119,"f1":0.461649,"accuracy":0.490119,"main_score":0.461649,"hf_subset":"tsn_Latn-oci_Latn","languages":["tsn-Latn","oci-Latn"]},{"precision":0.459964,"recall":0.496047,"f1":0.470718,"accuracy":0.496047,"main_score":0.470718,"hf_subset":"tsn_Latn-smo_Latn","languages":["tsn-Latn","smo-Latn"]},{"precision":0.438283,"recall":0.483202,"f1":0.451102,"accuracy":0.483202,"main_score":0.451102,"hf_subset":"tsn_Latn-zul_Latn","languages":["tsn-Latn","zul-Latn"]},{"precision":0.313363,"recall":0.368577,"f1":0.328142,"accuracy":0.368577,"main_score":0.328142,"hf_subset":"tsn_Latn-azb_Arab","languages":["tsn-Latn","azb-Arab"]},{"precision":0.468262,"recall":0.514822,"f1":0.48055,"accuracy":0.514822,"main_score":0.48055,"hf_subset":"tsn_Latn-deu_Latn","languages":["tsn-Latn","deu-Latn"]},{"precision":0.393748,"recall":0.445652,"f1":0.408855,"accuracy":0.445652,"main_score":0.408855,"hf_subset":"tsn_Latn-hat_Latn","languages":["tsn-Latn","hat-Latn"]},{"precision":0.378389,"recall":0.43083,"f1":0.393188,"accuracy":0.43083,"main_score":0.393188,"hf_subset":"tsn_Latn-kbp_Latn","languages":["tsn-Latn","kbp-Latn"]},{"precision":0.453467,"recall":0.48913,"f1":0.464336,"accuracy":0.48913,"main_score":0.464336,"hf_subset":"tsn_Latn-luo_Latn","languages":["tsn-Latn","luo-Latn"]},{"precision":0.348102,"recall":0.409091,"f1":0.364328,"accuracy":0.409091,"main_score":0.364328,"hf_subset":"tsn_Latn-ory_Orya","languages":["tsn-Latn","ory-Orya"]},{"precision":0.463131,"recall":0.500988,"f1":0.474224,"accuracy":0.500988,"main_score":0.474224,"hf_subset":"tsn_Latn-sna_Latn","languages":["tsn-Latn","sna-Latn"]},{"precision":0.47052,"recall":0.508893,"f1":0.482053,"accuracy":0.508893,"main_score":0.482053,"hf_subset":"tsn_Latn-tso_Latn","languages":["tsn-Latn","tso-Latn"]},{"precision":0.396498,"recall":0.447628,"f1":0.411015,"accuracy":0.447628,"main_score":0.411015,"hf_subset":"tsn_Latn-azj_Latn","languages":["tsn-Latn","azj-Latn"]},{"precision":0.420333,"recall":0.462451,"f1":0.432827,"accuracy":0.462451,"main_score":0.432827,"hf_subset":"tsn_Latn-dik_Latn","languages":["tsn-Latn","dik-Latn"]},{"precision":0.440186,"recall":0.481225,"f1":0.452379,"accuracy":0.481225,"main_score":0.452379,"hf_subset":"tsn_Latn-hau_Latn","languages":["tsn-Latn","hau-Latn"]},{"precision":0.452075,"recall":0.485178,"f1":0.461756,"accuracy":0.485178,"main_score":0.461756,"hf_subset":"tsn_Latn-kea_Latn","languages":["tsn-Latn","kea-Latn"]},{"precision":0.468603,"recall":0.502964,"f1":0.478837,"accuracy":0.502964,"main_score":0.478837,"hf_subset":"tsn_Latn-lus_Latn","languages":["tsn-Latn","lus-Latn"]},{"precision":0.479249,"recall":0.505929,"f1":0.487451,"accuracy":0.505929,"main_score":0.487451,"hf_subset":"tsn_Latn-pag_Latn","languages":["tsn-Latn","pag-Latn"]},{"precision":0.331839,"recall":0.392292,"f1":0.34853,"accuracy":0.392292,"main_score":0.34853,"hf_subset":"tsn_Latn-snd_Arab","languages":["tsn-Latn","snd-Arab"]},{"precision":0.401341,"recall":0.443676,"f1":0.412938,"accuracy":0.443676,"main_score":0.412938,"hf_subset":"tsn_Latn-tuk_Latn","languages":["tsn-Latn","tuk-Latn"]},{"precision":0.401312,"recall":0.450593,"f1":0.415622,"accuracy":0.450593,"main_score":0.415622,"hf_subset":"tsn_Latn-bak_Cyrl","languages":["tsn-Latn","bak-Cyrl"]},{"precision":0.349547,"recall":0.398221,"f1":0.364548,"accuracy":0.398221,"main_score":0.364548,"hf_subset":"tsn_Latn-dyu_Latn","languages":["tsn-Latn","dyu-Latn"]},{"precision":0.338475,"recall":0.401186,"f1":0.35529,"accuracy":0.401186,"main_score":0.35529,"hf_subset":"tsn_Latn-heb_Hebr","languages":["tsn-Latn","heb-Hebr"]},{"precision":0.380305,"recall":0.431818,"f1":0.394825,"accuracy":0.431818,"main_score":0.394825,"hf_subset":"tsn_Latn-khk_Cyrl","languages":["tsn-Latn","khk-Cyrl"]},{"precision":0.420615,"recall":0.464427,"f1":0.433306,"accuracy":0.464427,"main_score":0.433306,"hf_subset":"tsn_Latn-lvs_Latn","languages":["tsn-Latn","lvs-Latn"]},{"precision":0.37634,"recall":0.442688,"f1":0.394281,"accuracy":0.442688,"main_score":0.394281,"hf_subset":"tsn_Latn-pan_Guru","languages":["tsn-Latn","pan-Guru"]},{"precision":0.404209,"recall":0.450593,"f1":0.417987,"accuracy":0.450593,"main_score":0.417987,"hf_subset":"tsn_Latn-som_Latn","languages":["tsn-Latn","som-Latn"]},{"precision":0.454416,"recall":0.483202,"f1":0.46298,"accuracy":0.483202,"main_score":0.46298,"hf_subset":"tsn_Latn-tum_Latn","languages":["tsn-Latn","tum-Latn"]},{"precision":0.24833,"recall":0.302372,"f1":0.261966,"accuracy":0.302372,"main_score":0.261966,"hf_subset":"zul_Latn-ace_Arab","languages":["zul-Latn","ace-Arab"]},{"precision":0.389861,"recall":0.431818,"f1":0.402364,"accuracy":0.431818,"main_score":0.402364,"hf_subset":"zul_Latn-bam_Latn","languages":["zul-Latn","bam-Latn"]},{"precision":0.138209,"recall":0.185771,"f1":0.149821,"accuracy":0.185771,"main_score":0.149821,"hf_subset":"zul_Latn-dzo_Tibt","languages":["zul-Latn","dzo-Tibt"]},{"precision":0.429514,"recall":0.494071,"f1":0.44586,"accuracy":0.494071,"main_score":0.44586,"hf_subset":"zul_Latn-hin_Deva","languages":["zul-Latn","hin-Deva"]},{"precision":0.371485,"recall":0.429842,"f1":0.387457,"accuracy":0.429842,"main_score":0.387457,"hf_subset":"zul_Latn-khm_Khmr","languages":["zul-Latn","khm-Khmr"]},{"precision":0.421301,"recall":0.481225,"f1":0.436094,"accuracy":0.481225,"main_score":0.436094,"hf_subset":"zul_Latn-mag_Deva","languages":["zul-Latn","mag-Deva"]},{"precision":0.457168,"recall":0.490119,"f1":0.4662,"accuracy":0.490119,"main_score":0.4662,"hf_subset":"zul_Latn-pap_Latn","languages":["zul-Latn","pap-Latn"]},{"precision":0.487938,"recall":0.519763,"f1":0.496744,"accuracy":0.519763,"main_score":0.496744,"hf_subset":"zul_Latn-sot_Latn","languages":["zul-Latn","sot-Latn"]},{"precision":0.433744,"recall":0.492095,"f1":0.449085,"accuracy":0.492095,"main_score":0.449085,"hf_subset":"zul_Latn-tur_Latn","languages":["zul-Latn","tur-Latn"]},{"precision":0.455681,"recall":0.493083,"f1":0.465991,"accuracy":0.493083,"main_score":0.465991,"hf_subset":"zul_Latn-ace_Latn","languages":["zul-Latn","ace-Latn"]},{"precision":0.43094,"recall":0.47332,"f1":0.442985,"accuracy":0.47332,"main_score":0.442985,"hf_subset":"zul_Latn-ban_Latn","languages":["zul-Latn","ban-Latn"]},{"precision":0.383136,"recall":0.442688,"f1":0.399592,"accuracy":0.442688,"main_score":0.399592,"hf_subset":"zul_Latn-ell_Grek","languages":["zul-Latn","ell-Grek"]},{"precision":0.400878,"recall":0.460474,"f1":0.417284,"accuracy":0.460474,"main_score":0.417284,"hf_subset":"zul_Latn-hne_Deva","languages":["zul-Latn","hne-Deva"]},{"precision":0.39823,"recall":0.439723,"f1":0.409818,"accuracy":0.439723,"main_score":0.409818,"hf_subset":"zul_Latn-kik_Latn","languages":["zul-Latn","kik-Latn"]},{"precision":0.426598,"recall":0.483202,"f1":0.440967,"accuracy":0.483202,"main_score":0.440967,"hf_subset":"zul_Latn-mai_Deva","languages":["zul-Latn","mai-Deva"]},{"precision":0.404068,"recall":0.455534,"f1":0.418244,"accuracy":0.455534,"main_score":0.418244,"hf_subset":"zul_Latn-pbt_Arab","languages":["zul-Latn","pbt-Arab"]},{"precision":0.435883,"recall":0.494071,"f1":0.450236,"accuracy":0.494071,"main_score":0.450236,"hf_subset":"zul_Latn-spa_Latn","languages":["zul-Latn","spa-Latn"]},{"precision":0.461515,"recall":0.494071,"f1":0.47021,"accuracy":0.494071,"main_score":0.47021,"hf_subset":"zul_Latn-twi_Latn","languages":["zul-Latn","twi-Latn"]},{"precision":0.40964,"recall":0.461462,"f1":0.423173,"accuracy":0.461462,"main_score":0.423173,"hf_subset":"zul_Latn-acm_Arab","languages":["zul-Latn","acm-Arab"]},{"precision":0.39191,"recall":0.436759,"f1":0.403228,"accuracy":0.436759,"main_score":0.403228,"hf_subset":"zul_Latn-bel_Cyrl","languages":["zul-Latn","bel-Cyrl"]},{"precision":0.442161,"recall":0.500988,"f1":0.456946,"accuracy":0.500988,"main_score":0.456946,"hf_subset":"zul_Latn-eng_Latn","languages":["zul-Latn","eng-Latn"]},{"precision":0.422707,"recall":0.479249,"f1":0.437793,"accuracy":0.479249,"main_score":0.437793,"hf_subset":"zul_Latn-hrv_Latn","languages":["zul-Latn","hrv-Latn"]},{"precision":0.436372,"recall":0.470356,"f1":0.44558,"accuracy":0.470356,"main_score":0.44558,"hf_subset":"zul_Latn-kin_Latn","languages":["zul-Latn","kin-Latn"]},{"precision":0.40407,"recall":0.470356,"f1":0.420999,"accuracy":0.470356,"main_score":0.420999,"hf_subset":"zul_Latn-mal_Mlym","languages":["zul-Latn","mal-Mlym"]},{"precision":0.388067,"recall":0.459486,"f1":0.405205,"accuracy":0.459486,"main_score":0.405205,"hf_subset":"zul_Latn-pes_Arab","languages":["zul-Latn","pes-Arab"]},{"precision":0.431044,"recall":0.471344,"f1":0.44095,"accuracy":0.471344,"main_score":0.44095,"hf_subset":"zul_Latn-srd_Latn","languages":["zul-Latn","srd-Latn"]},{"precision":0.14792,"recall":0.187747,"f1":0.15842,"accuracy":0.187747,"main_score":0.15842,"hf_subset":"zul_Latn-tzm_Tfng","languages":["zul-Latn","tzm-Tfng"]},{"precision":0.419024,"recall":0.477273,"f1":0.433636,"accuracy":0.477273,"main_score":0.433636,"hf_subset":"zul_Latn-acq_Arab","languages":["zul-Latn","acq-Arab"]},{"precision":0.477044,"recall":0.505929,"f1":0.485215,"accuracy":0.505929,"main_score":0.485215,"hf_subset":"zul_Latn-bem_Latn","languages":["zul-Latn","bem-Latn"]},{"precision":0.411206,"recall":0.461462,"f1":0.42517,"accuracy":0.461462,"main_score":0.42517,"hf_subset":"zul_Latn-epo_Latn","languages":["zul-Latn","epo-Latn"]},{"precision":0.404036,"recall":0.460474,"f1":0.418131,"accuracy":0.460474,"main_score":0.418131,"hf_subset":"zul_Latn-hun_Latn","languages":["zul-Latn","hun-Latn"]},{"precision":0.414455,"recall":0.459486,"f1":0.425703,"accuracy":0.459486,"main_score":0.425703,"hf_subset":"zul_Latn-kir_Cyrl","languages":["zul-Latn","kir-Cyrl"]},{"precision":0.424389,"recall":0.485178,"f1":0.439501,"accuracy":0.485178,"main_score":0.439501,"hf_subset":"zul_Latn-mar_Deva","languages":["zul-Latn","mar-Deva"]},{"precision":0.433035,"recall":0.468379,"f1":0.443211,"accuracy":0.468379,"main_score":0.443211,"hf_subset":"zul_Latn-plt_Latn","languages":["zul-Latn","plt-Latn"]},{"precision":0.399788,"recall":0.452569,"f1":0.414136,"accuracy":0.452569,"main_score":0.414136,"hf_subset":"zul_Latn-srp_Cyrl","languages":["zul-Latn","srp-Cyrl"]},{"precision":0.282539,"recall":0.327075,"f1":0.294999,"accuracy":0.327075,"main_score":0.294999,"hf_subset":"zul_Latn-uig_Arab","languages":["zul-Latn","uig-Arab"]},{"precision":0.400265,"recall":0.454545,"f1":0.41384,"accuracy":0.454545,"main_score":0.41384,"hf_subset":"zul_Latn-aeb_Arab","languages":["zul-Latn","aeb-Arab"]},{"precision":0.416309,"recall":0.480237,"f1":0.432659,"accuracy":0.480237,"main_score":0.432659,"hf_subset":"zul_Latn-ben_Beng","languages":["zul-Latn","ben-Beng"]},{"precision":0.42196,"recall":0.470356,"f1":0.435525,"accuracy":0.470356,"main_score":0.435525,"hf_subset":"zul_Latn-est_Latn","languages":["zul-Latn","est-Latn"]},{"precision":0.388549,"recall":0.436759,"f1":0.401946,"accuracy":0.436759,"main_score":0.401946,"hf_subset":"zul_Latn-hye_Armn","languages":["zul-Latn","hye-Armn"]},{"precision":0.420682,"recall":0.44664,"f1":0.428349,"accuracy":0.44664,"main_score":0.428349,"hf_subset":"zul_Latn-kmb_Latn","languages":["zul-Latn","kmb-Latn"]},{"precision":0.228563,"recall":0.280632,"f1":0.241416,"accuracy":0.280632,"main_score":0.241416,"hf_subset":"zul_Latn-min_Arab","languages":["zul-Latn","min-Arab"]},{"precision":0.428797,"recall":0.488142,"f1":0.443547,"accuracy":0.488142,"main_score":0.443547,"hf_subset":"zul_Latn-pol_Latn","languages":["zul-Latn","pol-Latn"]},{"precision":0.649359,"recall":0.713439,"f1":0.666875,"accuracy":0.713439,"main_score":0.666875,"hf_subset":"zul_Latn-ssw_Latn","languages":["zul-Latn","ssw-Latn"]},{"precision":0.416852,"recall":0.475296,"f1":0.432221,"accuracy":0.475296,"main_score":0.432221,"hf_subset":"zul_Latn-ukr_Cyrl","languages":["zul-Latn","ukr-Cyrl"]},{"precision":0.443853,"recall":0.486166,"f1":0.455223,"accuracy":0.486166,"main_score":0.455223,"hf_subset":"zul_Latn-afr_Latn","languages":["zul-Latn","afr-Latn"]},{"precision":0.436141,"recall":0.486166,"f1":0.449104,"accuracy":0.486166,"main_score":0.449104,"hf_subset":"zul_Latn-bho_Deva","languages":["zul-Latn","bho-Deva"]},{"precision":0.417067,"recall":0.45751,"f1":0.427599,"accuracy":0.45751,"main_score":0.427599,"hf_subset":"zul_Latn-eus_Latn","languages":["zul-Latn","eus-Latn"]},{"precision":0.426569,"recall":0.468379,"f1":0.438122,"accuracy":0.468379,"main_score":0.438122,"hf_subset":"zul_Latn-ibo_Latn","languages":["zul-Latn","ibo-Latn"]},{"precision":0.414578,"recall":0.456522,"f1":0.426589,"accuracy":0.456522,"main_score":0.426589,"hf_subset":"zul_Latn-kmr_Latn","languages":["zul-Latn","kmr-Latn"]},{"precision":0.433435,"recall":0.470356,"f1":0.443346,"accuracy":0.470356,"main_score":0.443346,"hf_subset":"zul_Latn-min_Latn","languages":["zul-Latn","min-Latn"]},{"precision":0.439266,"recall":0.496047,"f1":0.452672,"accuracy":0.496047,"main_score":0.452672,"hf_subset":"zul_Latn-por_Latn","languages":["zul-Latn","por-Latn"]},{"precision":0.451794,"recall":0.492095,"f1":0.462717,"accuracy":0.492095,"main_score":0.462717,"hf_subset":"zul_Latn-sun_Latn","languages":["zul-Latn","sun-Latn"]},{"precision":0.401713,"recall":0.436759,"f1":0.412516,"accuracy":0.436759,"main_score":0.412516,"hf_subset":"zul_Latn-umb_Latn","languages":["zul-Latn","umb-Latn"]},{"precision":0.413575,"recall":0.468379,"f1":0.427398,"accuracy":0.468379,"main_score":0.427398,"hf_subset":"zul_Latn-ajp_Arab","languages":["zul-Latn","ajp-Arab"]},{"precision":0.240978,"recall":0.293478,"f1":0.254152,"accuracy":0.293478,"main_score":0.254152,"hf_subset":"zul_Latn-bjn_Arab","languages":["zul-Latn","bjn-Arab"]},{"precision":0.417148,"recall":0.456522,"f1":0.428282,"accuracy":0.456522,"main_score":0.428282,"hf_subset":"zul_Latn-ewe_Latn","languages":["zul-Latn","ewe-Latn"]},{"precision":0.452445,"recall":0.491107,"f1":0.462898,"accuracy":0.491107,"main_score":0.462898,"hf_subset":"zul_Latn-ilo_Latn","languages":["zul-Latn","ilo-Latn"]},{"precision":0.194873,"recall":0.240119,"f1":0.206249,"accuracy":0.240119,"main_score":0.206249,"hf_subset":"zul_Latn-knc_Arab","languages":["zul-Latn","knc-Arab"]},{"precision":0.407014,"recall":0.458498,"f1":0.421231,"accuracy":0.458498,"main_score":0.421231,"hf_subset":"zul_Latn-mkd_Cyrl","languages":["zul-Latn","mkd-Cyrl"]},{"precision":0.40369,"recall":0.469368,"f1":0.419852,"accuracy":0.469368,"main_score":0.419852,"hf_subset":"zul_Latn-prs_Arab","languages":["zul-Latn","prs-Arab"]},{"precision":0.420984,"recall":0.48913,"f1":0.437394,"accuracy":0.48913,"main_score":0.437394,"hf_subset":"zul_Latn-swe_Latn","languages":["zul-Latn","swe-Latn"]},{"precision":0.382818,"recall":0.44664,"f1":0.39934,"accuracy":0.44664,"main_score":0.39934,"hf_subset":"zul_Latn-urd_Arab","languages":["zul-Latn","urd-Arab"]},{"precision":0.451916,"recall":0.486166,"f1":0.461308,"accuracy":0.486166,"main_score":0.461308,"hf_subset":"zul_Latn-aka_Latn","languages":["zul-Latn","aka-Latn"]},{"precision":0.428643,"recall":0.471344,"f1":0.440134,"accuracy":0.471344,"main_score":0.440134,"hf_subset":"zul_Latn-bjn_Latn","languages":["zul-Latn","bjn-Latn"]},{"precision":0.413299,"recall":0.463439,"f1":0.425854,"accuracy":0.463439,"main_score":0.425854,"hf_subset":"zul_Latn-fao_Latn","languages":["zul-Latn","fao-Latn"]},{"precision":0.450821,"recall":0.508893,"f1":0.465525,"accuracy":0.508893,"main_score":0.465525,"hf_subset":"zul_Latn-ind_Latn","languages":["zul-Latn","ind-Latn"]},{"precision":0.428311,"recall":0.45751,"f1":0.436517,"accuracy":0.45751,"main_score":0.436517,"hf_subset":"zul_Latn-knc_Latn","languages":["zul-Latn","knc-Latn"]},{"precision":0.421406,"recall":0.463439,"f1":0.432503,"accuracy":0.463439,"main_score":0.432503,"hf_subset":"zul_Latn-mlt_Latn","languages":["zul-Latn","mlt-Latn"]},{"precision":0.406586,"recall":0.453557,"f1":0.419675,"accuracy":0.453557,"main_score":0.419675,"hf_subset":"zul_Latn-quy_Latn","languages":["zul-Latn","quy-Latn"]},{"precision":0.448606,"recall":0.490119,"f1":0.459473,"accuracy":0.490119,"main_score":0.459473,"hf_subset":"zul_Latn-swh_Latn","languages":["zul-Latn","swh-Latn"]},{"precision":0.398759,"recall":0.443676,"f1":0.410228,"accuracy":0.443676,"main_score":0.410228,"hf_subset":"zul_Latn-uzn_Latn","languages":["zul-Latn","uzn-Latn"]},{"precision":0.425926,"recall":0.468379,"f1":0.437143,"accuracy":0.468379,"main_score":0.437143,"hf_subset":"zul_Latn-als_Latn","languages":["zul-Latn","als-Latn"]},{"precision":0.189831,"recall":0.250988,"f1":0.205366,"accuracy":0.250988,"main_score":0.205366,"hf_subset":"zul_Latn-bod_Tibt","languages":["zul-Latn","bod-Tibt"]},{"precision":0.427192,"recall":0.469368,"f1":0.438932,"accuracy":0.469368,"main_score":0.438932,"hf_subset":"zul_Latn-fij_Latn","languages":["zul-Latn","fij-Latn"]},{"precision":0.396433,"recall":0.443676,"f1":0.408592,"accuracy":0.443676,"main_score":0.408592,"hf_subset":"zul_Latn-isl_Latn","languages":["zul-Latn","isl-Latn"]},{"precision":0.448149,"recall":0.478261,"f1":0.456978,"accuracy":0.478261,"main_score":0.456978,"hf_subset":"zul_Latn-kon_Latn","languages":["zul-Latn","kon-Latn"]},{"precision":0.319928,"recall":0.37253,"f1":0.333317,"accuracy":0.37253,"main_score":0.333317,"hf_subset":"zul_Latn-mni_Beng","languages":["zul-Latn","mni-Beng"]},{"precision":0.432952,"recall":0.490119,"f1":0.447474,"accuracy":0.490119,"main_score":0.447474,"hf_subset":"zul_Latn-ron_Latn","languages":["zul-Latn","ron-Latn"]},{"precision":0.415487,"recall":0.466403,"f1":0.427751,"accuracy":0.466403,"main_score":0.427751,"hf_subset":"zul_Latn-szl_Latn","languages":["zul-Latn","szl-Latn"]},{"precision":0.442933,"recall":0.479249,"f1":0.452807,"accuracy":0.479249,"main_score":0.452807,"hf_subset":"zul_Latn-vec_Latn","languages":["zul-Latn","vec-Latn"]},{"precision":0.393706,"recall":0.444664,"f1":0.406929,"accuracy":0.444664,"main_score":0.406929,"hf_subset":"zul_Latn-amh_Ethi","languages":["zul-Latn","amh-Ethi"]},{"precision":0.427179,"recall":0.476285,"f1":0.440766,"accuracy":0.476285,"main_score":0.440766,"hf_subset":"zul_Latn-bos_Latn","languages":["zul-Latn","bos-Latn"]},{"precision":0.437037,"recall":0.488142,"f1":0.450545,"accuracy":0.488142,"main_score":0.450545,"hf_subset":"zul_Latn-fin_Latn","languages":["zul-Latn","fin-Latn"]},{"precision":0.435247,"recall":0.490119,"f1":0.448778,"accuracy":0.490119,"main_score":0.448778,"hf_subset":"zul_Latn-ita_Latn","languages":["zul-Latn","ita-Latn"]},{"precision":0.39852,"recall":0.466403,"f1":0.416196,"accuracy":0.466403,"main_score":0.416196,"hf_subset":"zul_Latn-kor_Hang","languages":["zul-Latn","kor-Hang"]},{"precision":0.400731,"recall":0.444664,"f1":0.413052,"accuracy":0.444664,"main_score":0.413052,"hf_subset":"zul_Latn-mos_Latn","languages":["zul-Latn","mos-Latn"]},{"precision":0.43163,"recall":0.461462,"f1":0.440329,"accuracy":0.461462,"main_score":0.440329,"hf_subset":"zul_Latn-run_Latn","languages":["zul-Latn","run-Latn"]},{"precision":0.396282,"recall":0.466403,"f1":0.414577,"accuracy":0.466403,"main_score":0.414577,"hf_subset":"zul_Latn-tam_Taml","languages":["zul-Latn","tam-Taml"]},{"precision":0.412276,"recall":0.477273,"f1":0.42835,"accuracy":0.477273,"main_score":0.42835,"hf_subset":"zul_Latn-vie_Latn","languages":["zul-Latn","vie-Latn"]},{"precision":0.404739,"recall":0.467391,"f1":0.420666,"accuracy":0.467391,"main_score":0.420666,"hf_subset":"zul_Latn-apc_Arab","languages":["zul-Latn","apc-Arab"]},{"precision":0.433008,"recall":0.472332,"f1":0.443939,"accuracy":0.472332,"main_score":0.443939,"hf_subset":"zul_Latn-bug_Latn","languages":["zul-Latn","bug-Latn"]},{"precision":0.386398,"recall":0.429842,"f1":0.39846,"accuracy":0.429842,"main_score":0.39846,"hf_subset":"zul_Latn-fon_Latn","languages":["zul-Latn","fon-Latn"]},{"precision":0.45743,"recall":0.493083,"f1":0.467829,"accuracy":0.493083,"main_score":0.467829,"hf_subset":"zul_Latn-jav_Latn","languages":["zul-Latn","jav-Latn"]},{"precision":0.401745,"recall":0.443676,"f1":0.412831,"accuracy":0.443676,"main_score":0.412831,"hf_subset":"zul_Latn-lao_Laoo","languages":["zul-Latn","lao-Laoo"]},{"precision":0.405014,"recall":0.450593,"f1":0.416826,"accuracy":0.450593,"main_score":0.416826,"hf_subset":"zul_Latn-mri_Latn","languages":["zul-Latn","mri-Latn"]},{"precision":0.412341,"recall":0.47332,"f1":0.427312,"accuracy":0.47332,"main_score":0.427312,"hf_subset":"zul_Latn-rus_Cyrl","languages":["zul-Latn","rus-Cyrl"]},{"precision":0.386802,"recall":0.431818,"f1":0.398734,"accuracy":0.431818,"main_score":0.398734,"hf_subset":"zul_Latn-taq_Latn","languages":["zul-Latn","taq-Latn"]},{"precision":0.468755,"recall":0.500988,"f1":0.477452,"accuracy":0.500988,"main_score":0.477452,"hf_subset":"zul_Latn-war_Latn","languages":["zul-Latn","war-Latn"]},{"precision":0.418815,"recall":0.479249,"f1":0.433449,"accuracy":0.479249,"main_score":0.433449,"hf_subset":"zul_Latn-arb_Arab","languages":["zul-Latn","arb-Arab"]},{"precision":0.419415,"recall":0.481225,"f1":0.435858,"accuracy":0.481225,"main_score":0.435858,"hf_subset":"zul_Latn-bul_Cyrl","languages":["zul-Latn","bul-Cyrl"]},{"precision":0.435624,"recall":0.493083,"f1":0.449866,"accuracy":0.493083,"main_score":0.449866,"hf_subset":"zul_Latn-fra_Latn","languages":["zul-Latn","fra-Latn"]},{"precision":0.400092,"recall":0.467391,"f1":0.41723,"accuracy":0.467391,"main_score":0.41723,"hf_subset":"zul_Latn-jpn_Jpan","languages":["zul-Latn","jpn-Jpan"]},{"precision":0.423734,"recall":0.467391,"f1":0.435413,"accuracy":0.467391,"main_score":0.435413,"hf_subset":"zul_Latn-lij_Latn","languages":["zul-Latn","lij-Latn"]},{"precision":0.333398,"recall":0.396245,"f1":0.349504,"accuracy":0.396245,"main_score":0.349504,"hf_subset":"zul_Latn-mya_Mymr","languages":["zul-Latn","mya-Mymr"]},{"precision":0.421303,"recall":0.459486,"f1":0.432079,"accuracy":0.459486,"main_score":0.432079,"hf_subset":"zul_Latn-sag_Latn","languages":["zul-Latn","sag-Latn"]},{"precision":0.162626,"recall":0.210474,"f1":0.173804,"accuracy":0.210474,"main_score":0.173804,"hf_subset":"zul_Latn-taq_Tfng","languages":["zul-Latn","taq-Tfng"]},{"precision":0.418655,"recall":0.459486,"f1":0.430438,"accuracy":0.459486,"main_score":0.430438,"hf_subset":"zul_Latn-wol_Latn","languages":["zul-Latn","wol-Latn"]},{"precision":0.288345,"recall":0.348814,"f1":0.303735,"accuracy":0.348814,"main_score":0.303735,"hf_subset":"zul_Latn-arb_Latn","languages":["zul-Latn","arb-Latn"]},{"precision":0.431452,"recall":0.482213,"f1":0.444879,"accuracy":0.482213,"main_score":0.444879,"hf_subset":"zul_Latn-cat_Latn","languages":["zul-Latn","cat-Latn"]},{"precision":0.424684,"recall":0.468379,"f1":0.436636,"accuracy":0.468379,"main_score":0.436636,"hf_subset":"zul_Latn-fur_Latn","languages":["zul-Latn","fur-Latn"]},{"precision":0.314082,"recall":0.360672,"f1":0.326362,"accuracy":0.360672,"main_score":0.326362,"hf_subset":"zul_Latn-kab_Latn","languages":["zul-Latn","kab-Latn"]},{"precision":0.419554,"recall":0.468379,"f1":0.432425,"accuracy":0.468379,"main_score":0.432425,"hf_subset":"zul_Latn-lim_Latn","languages":["zul-Latn","lim-Latn"]},{"precision":0.434577,"recall":0.499012,"f1":0.450461,"accuracy":0.499012,"main_score":0.450461,"hf_subset":"zul_Latn-nld_Latn","languages":["zul-Latn","nld-Latn"]},{"precision":0.362338,"recall":0.425889,"f1":0.379402,"accuracy":0.425889,"main_score":0.379402,"hf_subset":"zul_Latn-san_Deva","languages":["zul-Latn","san-Deva"]},{"precision":0.426156,"recall":0.464427,"f1":0.4366,"accuracy":0.464427,"main_score":0.4366,"hf_subset":"zul_Latn-tat_Cyrl","languages":["zul-Latn","tat-Cyrl"]},{"precision":0.620797,"recall":0.664032,"f1":0.63213,"accuracy":0.664032,"main_score":0.63213,"hf_subset":"zul_Latn-xho_Latn","languages":["zul-Latn","xho-Latn"]},{"precision":0.389281,"recall":0.456522,"f1":0.40599,"accuracy":0.456522,"main_score":0.40599,"hf_subset":"zul_Latn-ars_Arab","languages":["zul-Latn","ars-Arab"]},{"precision":0.469638,"recall":0.503953,"f1":0.478732,"accuracy":0.503953,"main_score":0.478732,"hf_subset":"zul_Latn-ceb_Latn","languages":["zul-Latn","ceb-Latn"]},{"precision":0.415403,"recall":0.456522,"f1":0.426906,"accuracy":0.456522,"main_score":0.426906,"hf_subset":"zul_Latn-fuv_Latn","languages":["zul-Latn","fuv-Latn"]},{"precision":0.42394,"recall":0.470356,"f1":0.436611,"accuracy":0.470356,"main_score":0.436611,"hf_subset":"zul_Latn-kac_Latn","languages":["zul-Latn","kac-Latn"]},{"precision":0.439514,"recall":0.474308,"f1":0.449213,"accuracy":0.474308,"main_score":0.449213,"hf_subset":"zul_Latn-lin_Latn","languages":["zul-Latn","lin-Latn"]},{"precision":0.432919,"recall":0.48419,"f1":0.445882,"accuracy":0.48419,"main_score":0.445882,"hf_subset":"zul_Latn-nno_Latn","languages":["zul-Latn","nno-Latn"]},{"precision":0.17627,"recall":0.222332,"f1":0.188087,"accuracy":0.222332,"main_score":0.188087,"hf_subset":"zul_Latn-sat_Olck","languages":["zul-Latn","sat-Olck"]},{"precision":0.412353,"recall":0.475296,"f1":0.429337,"accuracy":0.475296,"main_score":0.429337,"hf_subset":"zul_Latn-tel_Telu","languages":["zul-Latn","tel-Telu"]},{"precision":0.266888,"recall":0.317194,"f1":0.27964,"accuracy":0.317194,"main_score":0.27964,"hf_subset":"zul_Latn-ydd_Hebr","languages":["zul-Latn","ydd-Hebr"]},{"precision":0.380892,"recall":0.435771,"f1":0.395169,"accuracy":0.435771,"main_score":0.395169,"hf_subset":"zul_Latn-ary_Arab","languages":["zul-Latn","ary-Arab"]},{"precision":0.410015,"recall":0.470356,"f1":0.425415,"accuracy":0.470356,"main_score":0.425415,"hf_subset":"zul_Latn-ces_Latn","languages":["zul-Latn","ces-Latn"]},{"precision":0.315061,"recall":0.376482,"f1":0.330954,"accuracy":0.376482,"main_score":0.330954,"hf_subset":"zul_Latn-gaz_Latn","languages":["zul-Latn","gaz-Latn"]},{"precision":0.430295,"recall":0.464427,"f1":0.439417,"accuracy":0.464427,"main_score":0.439417,"hf_subset":"zul_Latn-kam_Latn","languages":["zul-Latn","kam-Latn"]},{"precision":0.404818,"recall":0.455534,"f1":0.418666,"accuracy":0.455534,"main_score":0.418666,"hf_subset":"zul_Latn-lit_Latn","languages":["zul-Latn","lit-Latn"]},{"precision":0.424888,"recall":0.492095,"f1":0.442287,"accuracy":0.492095,"main_score":0.442287,"hf_subset":"zul_Latn-nob_Latn","languages":["zul-Latn","nob-Latn"]},{"precision":0.426208,"recall":0.467391,"f1":0.437682,"accuracy":0.467391,"main_score":0.437682,"hf_subset":"zul_Latn-scn_Latn","languages":["zul-Latn","scn-Latn"]},{"precision":0.37213,"recall":0.41502,"f1":0.383583,"accuracy":0.41502,"main_score":0.383583,"hf_subset":"zul_Latn-tgk_Cyrl","languages":["zul-Latn","tgk-Cyrl"]},{"precision":0.385271,"recall":0.436759,"f1":0.399906,"accuracy":0.436759,"main_score":0.399906,"hf_subset":"zul_Latn-yor_Latn","languages":["zul-Latn","yor-Latn"]},{"precision":0.399346,"recall":0.460474,"f1":0.414948,"accuracy":0.460474,"main_score":0.414948,"hf_subset":"zul_Latn-arz_Arab","languages":["zul-Latn","arz-Arab"]},{"precision":0.397513,"recall":0.43083,"f1":0.407595,"accuracy":0.43083,"main_score":0.407595,"hf_subset":"zul_Latn-cjk_Latn","languages":["zul-Latn","cjk-Latn"]},{"precision":0.364788,"recall":0.423913,"f1":0.37977,"accuracy":0.423913,"main_score":0.37977,"hf_subset":"zul_Latn-gla_Latn","languages":["zul-Latn","gla-Latn"]},{"precision":0.396982,"recall":0.460474,"f1":0.413671,"accuracy":0.460474,"main_score":0.413671,"hf_subset":"zul_Latn-kan_Knda","languages":["zul-Latn","kan-Knda"]},{"precision":0.426442,"recall":0.471344,"f1":0.438682,"accuracy":0.471344,"main_score":0.438682,"hf_subset":"zul_Latn-lmo_Latn","languages":["zul-Latn","lmo-Latn"]},{"precision":0.414153,"recall":0.482213,"f1":0.431445,"accuracy":0.482213,"main_score":0.431445,"hf_subset":"zul_Latn-npi_Deva","languages":["zul-Latn","npi-Deva"]},{"precision":0.368772,"recall":0.420949,"f1":0.382695,"accuracy":0.420949,"main_score":0.382695,"hf_subset":"zul_Latn-shn_Mymr","languages":["zul-Latn","shn-Mymr"]},{"precision":0.476062,"recall":0.519763,"f1":0.488382,"accuracy":0.519763,"main_score":0.488382,"hf_subset":"zul_Latn-tgl_Latn","languages":["zul-Latn","tgl-Latn"]},{"precision":0.396093,"recall":0.465415,"f1":0.413549,"accuracy":0.465415,"main_score":0.413549,"hf_subset":"zul_Latn-yue_Hant","languages":["zul-Latn","yue-Hant"]},{"precision":0.372789,"recall":0.432806,"f1":0.388529,"accuracy":0.432806,"main_score":0.388529,"hf_subset":"zul_Latn-asm_Beng","languages":["zul-Latn","asm-Beng"]},{"precision":0.312881,"recall":0.356719,"f1":0.324353,"accuracy":0.356719,"main_score":0.324353,"hf_subset":"zul_Latn-ckb_Arab","languages":["zul-Latn","ckb-Arab"]},{"precision":0.373819,"recall":0.422925,"f1":0.38736,"accuracy":0.422925,"main_score":0.38736,"hf_subset":"zul_Latn-gle_Latn","languages":["zul-Latn","gle-Latn"]},{"precision":0.332531,"recall":0.385375,"f1":0.346856,"accuracy":0.385375,"main_score":0.346856,"hf_subset":"zul_Latn-kas_Arab","languages":["zul-Latn","kas-Arab"]},{"precision":0.384751,"recall":0.429842,"f1":0.397075,"accuracy":0.429842,"main_score":0.397075,"hf_subset":"zul_Latn-ltg_Latn","languages":["zul-Latn","ltg-Latn"]},{"precision":0.479627,"recall":0.508893,"f1":0.48785,"accuracy":0.508893,"main_score":0.48785,"hf_subset":"zul_Latn-nso_Latn","languages":["zul-Latn","nso-Latn"]},{"precision":0.385223,"recall":0.444664,"f1":0.401068,"accuracy":0.444664,"main_score":0.401068,"hf_subset":"zul_Latn-sin_Sinh","languages":["zul-Latn","sin-Sinh"]},{"precision":0.397045,"recall":0.465415,"f1":0.41368,"accuracy":0.465415,"main_score":0.41368,"hf_subset":"zul_Latn-tha_Thai","languages":["zul-Latn","tha-Thai"]},{"precision":0.414603,"recall":0.479249,"f1":0.430677,"accuracy":0.479249,"main_score":0.430677,"hf_subset":"zul_Latn-zho_Hans","languages":["zul-Latn","zho-Hans"]},{"precision":0.435551,"recall":0.474308,"f1":0.446364,"accuracy":0.474308,"main_score":0.446364,"hf_subset":"zul_Latn-ast_Latn","languages":["zul-Latn","ast-Latn"]},{"precision":0.407311,"recall":0.454545,"f1":0.418864,"accuracy":0.454545,"main_score":0.418864,"hf_subset":"zul_Latn-crh_Latn","languages":["zul-Latn","crh-Latn"]},{"precision":0.43802,"recall":0.48913,"f1":0.450877,"accuracy":0.48913,"main_score":0.450877,"hf_subset":"zul_Latn-glg_Latn","languages":["zul-Latn","glg-Latn"]},{"precision":0.378552,"recall":0.424901,"f1":0.390901,"accuracy":0.424901,"main_score":0.390901,"hf_subset":"zul_Latn-kas_Deva","languages":["zul-Latn","kas-Deva"]},{"precision":0.412391,"recall":0.456522,"f1":0.424158,"accuracy":0.456522,"main_score":0.424158,"hf_subset":"zul_Latn-ltz_Latn","languages":["zul-Latn","ltz-Latn"]},{"precision":0.333112,"recall":0.385375,"f1":0.347223,"accuracy":0.385375,"main_score":0.347223,"hf_subset":"zul_Latn-nus_Latn","languages":["zul-Latn","nus-Latn"]},{"precision":0.440955,"recall":0.491107,"f1":0.454624,"accuracy":0.491107,"main_score":0.454624,"hf_subset":"zul_Latn-slk_Latn","languages":["zul-Latn","slk-Latn"]},{"precision":0.291507,"recall":0.342885,"f1":0.306024,"accuracy":0.342885,"main_score":0.306024,"hf_subset":"zul_Latn-tir_Ethi","languages":["zul-Latn","tir-Ethi"]},{"precision":0.38657,"recall":0.452569,"f1":0.402975,"accuracy":0.452569,"main_score":0.402975,"hf_subset":"zul_Latn-zho_Hant","languages":["zul-Latn","zho-Hant"]},{"precision":0.408593,"recall":0.466403,"f1":0.423226,"accuracy":0.466403,"main_score":0.423226,"hf_subset":"zul_Latn-awa_Deva","languages":["zul-Latn","awa-Deva"]},{"precision":0.39031,"recall":0.434783,"f1":0.401824,"accuracy":0.434783,"main_score":0.401824,"hf_subset":"zul_Latn-cym_Latn","languages":["zul-Latn","cym-Latn"]},{"precision":0.426966,"recall":0.464427,"f1":0.437603,"accuracy":0.464427,"main_score":0.437603,"hf_subset":"zul_Latn-grn_Latn","languages":["zul-Latn","grn-Latn"]},{"precision":0.383557,"recall":0.435771,"f1":0.397994,"accuracy":0.435771,"main_score":0.397994,"hf_subset":"zul_Latn-kat_Geor","languages":["zul-Latn","kat-Geor"]},{"precision":0.419261,"recall":0.456522,"f1":0.429899,"accuracy":0.456522,"main_score":0.429899,"hf_subset":"zul_Latn-lua_Latn","languages":["zul-Latn","lua-Latn"]},{"precision":0.463272,"recall":0.491107,"f1":0.470925,"accuracy":0.491107,"main_score":0.470925,"hf_subset":"zul_Latn-nya_Latn","languages":["zul-Latn","nya-Latn"]},{"precision":0.427883,"recall":0.470356,"f1":0.439251,"accuracy":0.470356,"main_score":0.439251,"hf_subset":"zul_Latn-slv_Latn","languages":["zul-Latn","slv-Latn"]},{"precision":0.459344,"recall":0.500988,"f1":0.470848,"accuracy":0.500988,"main_score":0.470848,"hf_subset":"zul_Latn-tpi_Latn","languages":["zul-Latn","tpi-Latn"]},{"precision":0.427541,"recall":0.495059,"f1":0.4449,"accuracy":0.495059,"main_score":0.4449,"hf_subset":"zul_Latn-zsm_Latn","languages":["zul-Latn","zsm-Latn"]},{"precision":0.382098,"recall":0.425889,"f1":0.395211,"accuracy":0.425889,"main_score":0.395211,"hf_subset":"zul_Latn-ayr_Latn","languages":["zul-Latn","ayr-Latn"]},{"precision":0.431417,"recall":0.492095,"f1":0.446093,"accuracy":0.492095,"main_score":0.446093,"hf_subset":"zul_Latn-dan_Latn","languages":["zul-Latn","dan-Latn"]},{"precision":0.397736,"recall":0.470356,"f1":0.41691,"accuracy":0.470356,"main_score":0.41691,"hf_subset":"zul_Latn-guj_Gujr","languages":["zul-Latn","guj-Gujr"]},{"precision":0.422453,"recall":0.463439,"f1":0.434096,"accuracy":0.463439,"main_score":0.434096,"hf_subset":"zul_Latn-kaz_Cyrl","languages":["zul-Latn","kaz-Cyrl"]},{"precision":0.423121,"recall":0.461462,"f1":0.433695,"accuracy":0.461462,"main_score":0.433695,"hf_subset":"zul_Latn-lug_Latn","languages":["zul-Latn","lug-Latn"]},{"precision":0.416027,"recall":0.467391,"f1":0.429707,"accuracy":0.467391,"main_score":0.429707,"hf_subset":"zul_Latn-oci_Latn","languages":["zul-Latn","oci-Latn"]},{"precision":0.435973,"recall":0.474308,"f1":0.446714,"accuracy":0.474308,"main_score":0.446714,"hf_subset":"zul_Latn-smo_Latn","languages":["zul-Latn","smo-Latn"]},{"precision":0.451725,"recall":0.487154,"f1":0.461819,"accuracy":0.487154,"main_score":0.461819,"hf_subset":"zul_Latn-tsn_Latn","languages":["zul-Latn","tsn-Latn"]},{"precision":0.313506,"recall":0.362648,"f1":0.327152,"accuracy":0.362648,"main_score":0.327152,"hf_subset":"zul_Latn-azb_Arab","languages":["zul-Latn","azb-Arab"]},{"precision":0.432387,"recall":0.492095,"f1":0.447874,"accuracy":0.492095,"main_score":0.447874,"hf_subset":"zul_Latn-deu_Latn","languages":["zul-Latn","deu-Latn"]},{"precision":0.399653,"recall":0.445652,"f1":0.412623,"accuracy":0.445652,"main_score":0.412623,"hf_subset":"zul_Latn-hat_Latn","languages":["zul-Latn","hat-Latn"]},{"precision":0.391346,"recall":0.428854,"f1":0.402314,"accuracy":0.428854,"main_score":0.402314,"hf_subset":"zul_Latn-kbp_Latn","languages":["zul-Latn","kbp-Latn"]},{"precision":0.453625,"recall":0.487154,"f1":0.463029,"accuracy":0.487154,"main_score":0.463029,"hf_subset":"zul_Latn-luo_Latn","languages":["zul-Latn","luo-Latn"]},{"precision":0.383311,"recall":0.444664,"f1":0.399377,"accuracy":0.444664,"main_score":0.399377,"hf_subset":"zul_Latn-ory_Orya","languages":["zul-Latn","ory-Orya"]},{"precision":0.452668,"recall":0.486166,"f1":0.46225,"accuracy":0.486166,"main_score":0.46225,"hf_subset":"zul_Latn-sna_Latn","languages":["zul-Latn","sna-Latn"]},{"precision":0.472872,"recall":0.499012,"f1":0.480046,"accuracy":0.499012,"main_score":0.480046,"hf_subset":"zul_Latn-tso_Latn","languages":["zul-Latn","tso-Latn"]},{"precision":0.408363,"recall":0.454545,"f1":0.42073,"accuracy":0.454545,"main_score":0.42073,"hf_subset":"zul_Latn-azj_Latn","languages":["zul-Latn","azj-Latn"]},{"precision":0.381933,"recall":0.43083,"f1":0.395832,"accuracy":0.43083,"main_score":0.395832,"hf_subset":"zul_Latn-dik_Latn","languages":["zul-Latn","dik-Latn"]},{"precision":0.448692,"recall":0.488142,"f1":0.459537,"accuracy":0.488142,"main_score":0.459537,"hf_subset":"zul_Latn-hau_Latn","languages":["zul-Latn","hau-Latn"]},{"precision":0.444497,"recall":0.482213,"f1":0.454992,"accuracy":0.482213,"main_score":0.454992,"hf_subset":"zul_Latn-kea_Latn","languages":["zul-Latn","kea-Latn"]},{"precision":0.451065,"recall":0.483202,"f1":0.459833,"accuracy":0.483202,"main_score":0.459833,"hf_subset":"zul_Latn-lus_Latn","languages":["zul-Latn","lus-Latn"]},{"precision":0.447412,"recall":0.483202,"f1":0.457484,"accuracy":0.483202,"main_score":0.457484,"hf_subset":"zul_Latn-pag_Latn","languages":["zul-Latn","pag-Latn"]},{"precision":0.343061,"recall":0.403162,"f1":0.358001,"accuracy":0.403162,"main_score":0.358001,"hf_subset":"zul_Latn-snd_Arab","languages":["zul-Latn","snd-Arab"]},{"precision":0.393635,"recall":0.440711,"f1":0.406279,"accuracy":0.440711,"main_score":0.406279,"hf_subset":"zul_Latn-tuk_Latn","languages":["zul-Latn","tuk-Latn"]},{"precision":0.410724,"recall":0.443676,"f1":0.419477,"accuracy":0.443676,"main_score":0.419477,"hf_subset":"zul_Latn-bak_Cyrl","languages":["zul-Latn","bak-Cyrl"]},{"precision":0.334473,"recall":0.390316,"f1":0.350475,"accuracy":0.390316,"main_score":0.350475,"hf_subset":"zul_Latn-dyu_Latn","languages":["zul-Latn","dyu-Latn"]},{"precision":0.344763,"recall":0.409091,"f1":0.362275,"accuracy":0.409091,"main_score":0.362275,"hf_subset":"zul_Latn-heb_Hebr","languages":["zul-Latn","heb-Hebr"]},{"precision":0.388812,"recall":0.43083,"f1":0.400392,"accuracy":0.43083,"main_score":0.400392,"hf_subset":"zul_Latn-khk_Cyrl","languages":["zul-Latn","khk-Cyrl"]},{"precision":0.423165,"recall":0.471344,"f1":0.436262,"accuracy":0.471344,"main_score":0.436262,"hf_subset":"zul_Latn-lvs_Latn","languages":["zul-Latn","lvs-Latn"]},{"precision":0.383474,"recall":0.448617,"f1":0.400748,"accuracy":0.448617,"main_score":0.400748,"hf_subset":"zul_Latn-pan_Guru","languages":["zul-Latn","pan-Guru"]},{"precision":0.400726,"recall":0.442688,"f1":0.412296,"accuracy":0.442688,"main_score":0.412296,"hf_subset":"zul_Latn-som_Latn","languages":["zul-Latn","som-Latn"]},{"precision":0.431323,"recall":0.468379,"f1":0.441539,"accuracy":0.468379,"main_score":0.441539,"hf_subset":"zul_Latn-tum_Latn","languages":["zul-Latn","tum-Latn"]},{"precision":0.249273,"recall":0.315217,"f1":0.267401,"accuracy":0.315217,"main_score":0.267401,"hf_subset":"azb_Arab-ace_Arab","languages":["azb-Arab","ace-Arab"]},{"precision":0.320777,"recall":0.397233,"f1":0.341605,"accuracy":0.397233,"main_score":0.341605,"hf_subset":"azb_Arab-bam_Latn","languages":["azb-Arab","bam-Latn"]},{"precision":0.105716,"recall":0.15415,"f1":0.118083,"accuracy":0.15415,"main_score":0.118083,"hf_subset":"azb_Arab-dzo_Tibt","languages":["azb-Arab","dzo-Tibt"]},{"precision":0.787006,"recall":0.844862,"f1":0.80504,"accuracy":0.844862,"main_score":0.80504,"hf_subset":"azb_Arab-hin_Deva","languages":["azb-Arab","hin-Deva"]},{"precision":0.500142,"recall":0.58498,"f1":0.524166,"accuracy":0.58498,"main_score":0.524166,"hf_subset":"azb_Arab-khm_Khmr","languages":["azb-Arab","khm-Khmr"]},{"precision":0.794772,"recall":0.842885,"f1":0.809456,"accuracy":0.842885,"main_score":0.809456,"hf_subset":"azb_Arab-mag_Deva","languages":["azb-Arab","mag-Deva"]},{"precision":0.670487,"recall":0.73419,"f1":0.690137,"accuracy":0.73419,"main_score":0.690137,"hf_subset":"azb_Arab-pap_Latn","languages":["azb-Arab","pap-Latn"]},{"precision":0.35514,"recall":0.435771,"f1":0.37727,"accuracy":0.435771,"main_score":0.37727,"hf_subset":"azb_Arab-sot_Latn","languages":["azb-Arab","sot-Latn"]},{"precision":0.781679,"recall":0.837945,"f1":0.798995,"accuracy":0.837945,"main_score":0.798995,"hf_subset":"azb_Arab-tur_Latn","languages":["azb-Arab","tur-Latn"]},{"precision":0.54962,"recall":0.615613,"f1":0.568923,"accuracy":0.615613,"main_score":0.568923,"hf_subset":"azb_Arab-ace_Latn","languages":["azb-Arab","ace-Latn"]},{"precision":0.650939,"recall":0.715415,"f1":0.66991,"accuracy":0.715415,"main_score":0.66991,"hf_subset":"azb_Arab-ban_Latn","languages":["azb-Arab","ban-Latn"]},{"precision":0.676554,"recall":0.747036,"f1":0.698259,"accuracy":0.747036,"main_score":0.698259,"hf_subset":"azb_Arab-ell_Grek","languages":["azb-Arab","ell-Grek"]},{"precision":0.774687,"recall":0.825099,"f1":0.789987,"accuracy":0.825099,"main_score":0.789987,"hf_subset":"azb_Arab-hne_Deva","languages":["azb-Arab","hne-Deva"]},{"precision":0.3356,"recall":0.425889,"f1":0.361321,"accuracy":0.425889,"main_score":0.361321,"hf_subset":"azb_Arab-kik_Latn","languages":["azb-Arab","kik-Latn"]},{"precision":0.799654,"recall":0.846838,"f1":0.814135,"accuracy":0.846838,"main_score":0.814135,"hf_subset":"azb_Arab-mai_Deva","languages":["azb-Arab","mai-Deva"]},{"precision":0.655995,"recall":0.724308,"f1":0.676929,"accuracy":0.724308,"main_score":0.676929,"hf_subset":"azb_Arab-pbt_Arab","languages":["azb-Arab","pbt-Arab"]},{"precision":0.776795,"recall":0.833992,"f1":0.794236,"accuracy":0.833992,"main_score":0.794236,"hf_subset":"azb_Arab-spa_Latn","languages":["azb-Arab","spa-Latn"]},{"precision":0.389226,"recall":0.479249,"f1":0.41469,"accuracy":0.479249,"main_score":0.41469,"hf_subset":"azb_Arab-twi_Latn","languages":["azb-Arab","twi-Latn"]},{"precision":0.766286,"recall":0.824111,"f1":0.78358,"accuracy":0.824111,"main_score":0.78358,"hf_subset":"azb_Arab-acm_Arab","languages":["azb-Arab","acm-Arab"]},{"precision":0.569344,"recall":0.644269,"f1":0.591255,"accuracy":0.644269,"main_score":0.591255,"hf_subset":"azb_Arab-bel_Cyrl","languages":["azb-Arab","bel-Cyrl"]},{"precision":0.786084,"recall":0.840909,"f1":0.802654,"accuracy":0.840909,"main_score":0.802654,"hf_subset":"azb_Arab-eng_Latn","languages":["azb-Arab","eng-Latn"]},{"precision":0.712921,"recall":0.769763,"f1":0.729775,"accuracy":0.769763,"main_score":0.729775,"hf_subset":"azb_Arab-hrv_Latn","languages":["azb-Arab","hrv-Latn"]},{"precision":0.307766,"recall":0.393281,"f1":0.331237,"accuracy":0.393281,"main_score":0.331237,"hf_subset":"azb_Arab-kin_Latn","languages":["azb-Arab","kin-Latn"]},{"precision":0.715958,"recall":0.777668,"f1":0.734519,"accuracy":0.777668,"main_score":0.734519,"hf_subset":"azb_Arab-mal_Mlym","languages":["azb-Arab","mal-Mlym"]},{"precision":0.828014,"recall":0.875494,"f1":0.842754,"accuracy":0.875494,"main_score":0.842754,"hf_subset":"azb_Arab-pes_Arab","languages":["azb-Arab","pes-Arab"]},{"precision":0.624211,"recall":0.6917,"f1":0.64378,"accuracy":0.6917,"main_score":0.64378,"hf_subset":"azb_Arab-srd_Latn","languages":["azb-Arab","srd-Latn"]},{"precision":0.129237,"recall":0.181818,"f1":0.141644,"accuracy":0.181818,"main_score":0.141644,"hf_subset":"azb_Arab-tzm_Tfng","languages":["azb-Arab","tzm-Tfng"]},{"precision":0.775642,"recall":0.83004,"f1":0.792053,"accuracy":0.83004,"main_score":0.792053,"hf_subset":"azb_Arab-acq_Arab","languages":["azb-Arab","acq-Arab"]},{"precision":0.362235,"recall":0.439723,"f1":0.383574,"accuracy":0.439723,"main_score":0.383574,"hf_subset":"azb_Arab-bem_Latn","languages":["azb-Arab","bem-Latn"]},{"precision":0.659042,"recall":0.721344,"f1":0.677321,"accuracy":0.721344,"main_score":0.677321,"hf_subset":"azb_Arab-epo_Latn","languages":["azb-Arab","epo-Latn"]},{"precision":0.665497,"recall":0.73419,"f1":0.685691,"accuracy":0.73419,"main_score":0.685691,"hf_subset":"azb_Arab-hun_Latn","languages":["azb-Arab","hun-Latn"]},{"precision":0.559363,"recall":0.617589,"f1":0.576874,"accuracy":0.617589,"main_score":0.576874,"hf_subset":"azb_Arab-kir_Cyrl","languages":["azb-Arab","kir-Cyrl"]},{"precision":0.728854,"recall":0.79249,"f1":0.74809,"accuracy":0.79249,"main_score":0.74809,"hf_subset":"azb_Arab-mar_Deva","languages":["azb-Arab","mar-Deva"]},{"precision":0.343959,"recall":0.429842,"f1":0.367329,"accuracy":0.429842,"main_score":0.367329,"hf_subset":"azb_Arab-plt_Latn","languages":["azb-Arab","plt-Latn"]},{"precision":0.659618,"recall":0.729249,"f1":0.680505,"accuracy":0.729249,"main_score":0.680505,"hf_subset":"azb_Arab-srp_Cyrl","languages":["azb-Arab","srp-Cyrl"]},{"precision":0.288111,"recall":0.347826,"f1":0.305028,"accuracy":0.347826,"main_score":0.305028,"hf_subset":"azb_Arab-uig_Arab","languages":["azb-Arab","uig-Arab"]},{"precision":0.736273,"recall":0.791502,"f1":0.752569,"accuracy":0.791502,"main_score":0.752569,"hf_subset":"azb_Arab-aeb_Arab","languages":["azb-Arab","aeb-Arab"]},{"precision":0.76609,"recall":0.827075,"f1":0.784651,"accuracy":0.827075,"main_score":0.784651,"hf_subset":"azb_Arab-ben_Beng","languages":["azb-Arab","ben-Beng"]},{"precision":0.566593,"recall":0.636364,"f1":0.58712,"accuracy":0.636364,"main_score":0.58712,"hf_subset":"azb_Arab-est_Latn","languages":["azb-Arab","est-Latn"]},{"precision":0.509923,"recall":0.576087,"f1":0.528673,"accuracy":0.576087,"main_score":0.528673,"hf_subset":"azb_Arab-hye_Armn","languages":["azb-Arab","hye-Armn"]},{"precision":0.320001,"recall":0.393281,"f1":0.339842,"accuracy":0.393281,"main_score":0.339842,"hf_subset":"azb_Arab-kmb_Latn","languages":["azb-Arab","kmb-Latn"]},{"precision":0.216584,"recall":0.27668,"f1":0.232417,"accuracy":0.27668,"main_score":0.232417,"hf_subset":"azb_Arab-min_Arab","languages":["azb-Arab","min-Arab"]},{"precision":0.751076,"recall":0.807312,"f1":0.768247,"accuracy":0.807312,"main_score":0.768247,"hf_subset":"azb_Arab-pol_Latn","languages":["azb-Arab","pol-Latn"]},{"precision":0.314881,"recall":0.396245,"f1":0.336693,"accuracy":0.396245,"main_score":0.336693,"hf_subset":"azb_Arab-ssw_Latn","languages":["azb-Arab","ssw-Latn"]},{"precision":0.751482,"recall":0.811265,"f1":0.770553,"accuracy":0.811265,"main_score":0.770553,"hf_subset":"azb_Arab-ukr_Cyrl","languages":["azb-Arab","ukr-Cyrl"]},{"precision":0.694955,"recall":0.759881,"f1":0.714563,"accuracy":0.759881,"main_score":0.714563,"hf_subset":"azb_Arab-afr_Latn","languages":["azb-Arab","afr-Latn"]},{"precision":0.737692,"recall":0.797431,"f1":0.755143,"accuracy":0.797431,"main_score":0.755143,"hf_subset":"azb_Arab-bho_Deva","languages":["azb-Arab","bho-Deva"]},{"precision":0.519435,"recall":0.592885,"f1":0.540699,"accuracy":0.592885,"main_score":0.540699,"hf_subset":"azb_Arab-eus_Latn","languages":["azb-Arab","eus-Latn"]},{"precision":0.314041,"recall":0.395257,"f1":0.336805,"accuracy":0.395257,"main_score":0.336805,"hf_subset":"azb_Arab-ibo_Latn","languages":["azb-Arab","ibo-Latn"]},{"precision":0.391944,"recall":0.467391,"f1":0.413049,"accuracy":0.467391,"main_score":0.413049,"hf_subset":"azb_Arab-kmr_Latn","languages":["azb-Arab","kmr-Latn"]},{"precision":0.58009,"recall":0.658103,"f1":0.60289,"accuracy":0.658103,"main_score":0.60289,"hf_subset":"azb_Arab-min_Latn","languages":["azb-Arab","min-Latn"]},{"precision":0.777496,"recall":0.833004,"f1":0.794158,"accuracy":0.833004,"main_score":0.794158,"hf_subset":"azb_Arab-por_Latn","languages":["azb-Arab","por-Latn"]},{"precision":0.660237,"recall":0.728261,"f1":0.680602,"accuracy":0.728261,"main_score":0.680602,"hf_subset":"azb_Arab-sun_Latn","languages":["azb-Arab","sun-Latn"]},{"precision":0.31905,"recall":0.396245,"f1":0.340061,"accuracy":0.396245,"main_score":0.340061,"hf_subset":"azb_Arab-umb_Latn","languages":["azb-Arab","umb-Latn"]},{"precision":0.76442,"recall":0.821146,"f1":0.78167,"accuracy":0.821146,"main_score":0.78167,"hf_subset":"azb_Arab-ajp_Arab","languages":["azb-Arab","ajp-Arab"]},{"precision":0.227806,"recall":0.282609,"f1":0.241768,"accuracy":0.282609,"main_score":0.241768,"hf_subset":"azb_Arab-bjn_Arab","languages":["azb-Arab","bjn-Arab"]},{"precision":0.317336,"recall":0.393281,"f1":0.338515,"accuracy":0.393281,"main_score":0.338515,"hf_subset":"azb_Arab-ewe_Latn","languages":["azb-Arab","ewe-Latn"]},{"precision":0.553782,"recall":0.631423,"f1":0.57671,"accuracy":0.631423,"main_score":0.57671,"hf_subset":"azb_Arab-ilo_Latn","languages":["azb-Arab","ilo-Latn"]},{"precision":0.166478,"recall":0.225296,"f1":0.181563,"accuracy":0.225296,"main_score":0.181563,"hf_subset":"azb_Arab-knc_Arab","languages":["azb-Arab","knc-Arab"]},{"precision":0.665585,"recall":0.728261,"f1":0.684181,"accuracy":0.728261,"main_score":0.684181,"hf_subset":"azb_Arab-mkd_Cyrl","languages":["azb-Arab","mkd-Cyrl"]},{"precision":0.812039,"recall":0.859684,"f1":0.826487,"accuracy":0.859684,"main_score":0.826487,"hf_subset":"azb_Arab-prs_Arab","languages":["azb-Arab","prs-Arab"]},{"precision":0.744075,"recall":0.805336,"f1":0.762632,"accuracy":0.805336,"main_score":0.762632,"hf_subset":"azb_Arab-swe_Latn","languages":["azb-Arab","swe-Latn"]},{"precision":0.720809,"recall":0.791502,"f1":0.7423,"accuracy":0.791502,"main_score":0.7423,"hf_subset":"azb_Arab-urd_Arab","languages":["azb-Arab","urd-Arab"]},{"precision":0.359759,"recall":0.44664,"f1":0.384372,"accuracy":0.44664,"main_score":0.384372,"hf_subset":"azb_Arab-aka_Latn","languages":["azb-Arab","aka-Latn"]},{"precision":0.638422,"recall":0.711462,"f1":0.660691,"accuracy":0.711462,"main_score":0.660691,"hf_subset":"azb_Arab-bjn_Latn","languages":["azb-Arab","bjn-Latn"]},{"precision":0.412534,"recall":0.488142,"f1":0.434129,"accuracy":0.488142,"main_score":0.434129,"hf_subset":"azb_Arab-fao_Latn","languages":["azb-Arab","fao-Latn"]},{"precision":0.795158,"recall":0.846838,"f1":0.810907,"accuracy":0.846838,"main_score":0.810907,"hf_subset":"azb_Arab-ind_Latn","languages":["azb-Arab","ind-Latn"]},{"precision":0.359911,"recall":0.429842,"f1":0.379525,"accuracy":0.429842,"main_score":0.379525,"hf_subset":"azb_Arab-knc_Latn","languages":["azb-Arab","knc-Latn"]},{"precision":0.564806,"recall":0.630435,"f1":0.584425,"accuracy":0.630435,"main_score":0.584425,"hf_subset":"azb_Arab-mlt_Latn","languages":["azb-Arab","mlt-Latn"]},{"precision":0.423883,"recall":0.506917,"f1":0.447377,"accuracy":0.506917,"main_score":0.447377,"hf_subset":"azb_Arab-quy_Latn","languages":["azb-Arab","quy-Latn"]},{"precision":0.566691,"recall":0.651186,"f1":0.591507,"accuracy":0.651186,"main_score":0.591507,"hf_subset":"azb_Arab-swh_Latn","languages":["azb-Arab","swh-Latn"]},{"precision":0.49355,"recall":0.568182,"f1":0.514992,"accuracy":0.568182,"main_score":0.514992,"hf_subset":"azb_Arab-uzn_Latn","languages":["azb-Arab","uzn-Latn"]},{"precision":0.584321,"recall":0.658103,"f1":0.605741,"accuracy":0.658103,"main_score":0.605741,"hf_subset":"azb_Arab-als_Latn","languages":["azb-Arab","als-Latn"]},{"precision":0.165889,"recall":0.22332,"f1":0.180808,"accuracy":0.22332,"main_score":0.180808,"hf_subset":"azb_Arab-bod_Tibt","languages":["azb-Arab","bod-Tibt"]},{"precision":0.33049,"recall":0.420949,"f1":0.355311,"accuracy":0.420949,"main_score":0.355311,"hf_subset":"azb_Arab-fij_Latn","languages":["azb-Arab","fij-Latn"]},{"precision":0.365807,"recall":0.434783,"f1":0.385224,"accuracy":0.434783,"main_score":0.385224,"hf_subset":"azb_Arab-isl_Latn","languages":["azb-Arab","isl-Latn"]},{"precision":0.407206,"recall":0.488142,"f1":0.429168,"accuracy":0.488142,"main_score":0.429168,"hf_subset":"azb_Arab-kon_Latn","languages":["azb-Arab","kon-Latn"]},{"precision":0.312485,"recall":0.385375,"f1":0.332262,"accuracy":0.385375,"main_score":0.332262,"hf_subset":"azb_Arab-mni_Beng","languages":["azb-Arab","mni-Beng"]},{"precision":0.750395,"recall":0.806324,"f1":0.767523,"accuracy":0.806324,"main_score":0.767523,"hf_subset":"azb_Arab-ron_Latn","languages":["azb-Arab","ron-Latn"]},{"precision":0.63035,"recall":0.697628,"f1":0.650675,"accuracy":0.697628,"main_score":0.650675,"hf_subset":"azb_Arab-szl_Latn","languages":["azb-Arab","szl-Latn"]},{"precision":0.689789,"recall":0.756917,"f1":0.71023,"accuracy":0.756917,"main_score":0.71023,"hf_subset":"azb_Arab-vec_Latn","languages":["azb-Arab","vec-Latn"]},{"precision":0.514543,"recall":0.597826,"f1":0.538477,"accuracy":0.597826,"main_score":0.538477,"hf_subset":"azb_Arab-amh_Ethi","languages":["azb-Arab","amh-Ethi"]},{"precision":0.725651,"recall":0.789526,"f1":0.744987,"accuracy":0.789526,"main_score":0.744987,"hf_subset":"azb_Arab-bos_Latn","languages":["azb-Arab","bos-Latn"]},{"precision":0.731037,"recall":0.790514,"f1":0.748672,"accuracy":0.790514,"main_score":0.748672,"hf_subset":"azb_Arab-fin_Latn","languages":["azb-Arab","fin-Latn"]},{"precision":0.767078,"recall":0.826087,"f1":0.785211,"accuracy":0.826087,"main_score":0.785211,"hf_subset":"azb_Arab-ita_Latn","languages":["azb-Arab","ita-Latn"]},{"precision":0.769477,"recall":0.824111,"f1":0.785639,"accuracy":0.824111,"main_score":0.785639,"hf_subset":"azb_Arab-kor_Hang","languages":["azb-Arab","kor-Hang"]},{"precision":0.358891,"recall":0.427866,"f1":0.378487,"accuracy":0.427866,"main_score":0.378487,"hf_subset":"azb_Arab-mos_Latn","languages":["azb-Arab","mos-Latn"]},{"precision":0.304154,"recall":0.383399,"f1":0.324855,"accuracy":0.383399,"main_score":0.324855,"hf_subset":"azb_Arab-run_Latn","languages":["azb-Arab","run-Latn"]},{"precision":0.706802,"recall":0.777668,"f1":0.728063,"accuracy":0.777668,"main_score":0.728063,"hf_subset":"azb_Arab-tam_Taml","languages":["azb-Arab","tam-Taml"]},{"precision":0.763291,"recall":0.826087,"f1":0.78243,"accuracy":0.826087,"main_score":0.78243,"hf_subset":"azb_Arab-vie_Latn","languages":["azb-Arab","vie-Latn"]},{"precision":0.75471,"recall":0.817194,"f1":0.773537,"accuracy":0.817194,"main_score":0.773537,"hf_subset":"azb_Arab-apc_Arab","languages":["azb-Arab","apc-Arab"]},{"precision":0.523067,"recall":0.597826,"f1":0.544876,"accuracy":0.597826,"main_score":0.544876,"hf_subset":"azb_Arab-bug_Latn","languages":["azb-Arab","bug-Latn"]},{"precision":0.29894,"recall":0.375494,"f1":0.319567,"accuracy":0.375494,"main_score":0.319567,"hf_subset":"azb_Arab-fon_Latn","languages":["azb-Arab","fon-Latn"]},{"precision":0.648518,"recall":0.719368,"f1":0.669786,"accuracy":0.719368,"main_score":0.669786,"hf_subset":"azb_Arab-jav_Latn","languages":["azb-Arab","jav-Latn"]},{"precision":0.444093,"recall":0.521739,"f1":0.465764,"accuracy":0.521739,"main_score":0.465764,"hf_subset":"azb_Arab-lao_Laoo","languages":["azb-Arab","lao-Laoo"]},{"precision":0.283058,"recall":0.380435,"f1":0.308808,"accuracy":0.380435,"main_score":0.308808,"hf_subset":"azb_Arab-mri_Latn","languages":["azb-Arab","mri-Latn"]},{"precision":0.768982,"recall":0.832016,"f1":0.788422,"accuracy":0.832016,"main_score":0.788422,"hf_subset":"azb_Arab-rus_Cyrl","languages":["azb-Arab","rus-Cyrl"]},{"precision":0.348547,"recall":0.418972,"f1":0.368558,"accuracy":0.418972,"main_score":0.368558,"hf_subset":"azb_Arab-taq_Latn","languages":["azb-Arab","taq-Latn"]},{"precision":0.651147,"recall":0.709486,"f1":0.66853,"accuracy":0.709486,"main_score":0.66853,"hf_subset":"azb_Arab-war_Latn","languages":["azb-Arab","war-Latn"]},{"precision":0.778162,"recall":0.833992,"f1":0.795158,"accuracy":0.833992,"main_score":0.795158,"hf_subset":"azb_Arab-arb_Arab","languages":["azb-Arab","arb-Arab"]},{"precision":0.743094,"recall":0.802372,"f1":0.760545,"accuracy":0.802372,"main_score":0.760545,"hf_subset":"azb_Arab-bul_Cyrl","languages":["azb-Arab","bul-Cyrl"]},{"precision":0.763422,"recall":0.822134,"f1":0.781094,"accuracy":0.822134,"main_score":0.781094,"hf_subset":"azb_Arab-fra_Latn","languages":["azb-Arab","fra-Latn"]},{"precision":0.766584,"recall":0.827075,"f1":0.785051,"accuracy":0.827075,"main_score":0.785051,"hf_subset":"azb_Arab-jpn_Jpan","languages":["azb-Arab","jpn-Jpan"]},{"precision":0.67164,"recall":0.729249,"f1":0.688872,"accuracy":0.729249,"main_score":0.688872,"hf_subset":"azb_Arab-lij_Latn","languages":["azb-Arab","lij-Latn"]},{"precision":0.483235,"recall":0.56917,"f1":0.508046,"accuracy":0.56917,"main_score":0.508046,"hf_subset":"azb_Arab-mya_Mymr","languages":["azb-Arab","mya-Mymr"]},{"precision":0.379167,"recall":0.461462,"f1":0.402063,"accuracy":0.461462,"main_score":0.402063,"hf_subset":"azb_Arab-sag_Latn","languages":["azb-Arab","sag-Latn"]},{"precision":0.138767,"recall":0.20751,"f1":0.154696,"accuracy":0.20751,"main_score":0.154696,"hf_subset":"azb_Arab-taq_Tfng","languages":["azb-Arab","taq-Tfng"]},{"precision":0.379474,"recall":0.451581,"f1":0.399646,"accuracy":0.451581,"main_score":0.399646,"hf_subset":"azb_Arab-wol_Latn","languages":["azb-Arab","wol-Latn"]},{"precision":0.237159,"recall":0.322134,"f1":0.25854,"accuracy":0.322134,"main_score":0.25854,"hf_subset":"azb_Arab-arb_Latn","languages":["azb-Arab","arb-Latn"]},{"precision":0.741518,"recall":0.798419,"f1":0.759223,"accuracy":0.798419,"main_score":0.759223,"hf_subset":"azb_Arab-cat_Latn","languages":["azb-Arab","cat-Latn"]},{"precision":0.647566,"recall":0.710474,"f1":0.666137,"accuracy":0.710474,"main_score":0.666137,"hf_subset":"azb_Arab-fur_Latn","languages":["azb-Arab","fur-Latn"]},{"precision":0.238036,"recall":0.298419,"f1":0.254988,"accuracy":0.298419,"main_score":0.254988,"hf_subset":"azb_Arab-kab_Latn","languages":["azb-Arab","kab-Latn"]},{"precision":0.630595,"recall":0.692688,"f1":0.6486,"accuracy":0.692688,"main_score":0.6486,"hf_subset":"azb_Arab-lim_Latn","languages":["azb-Arab","lim-Latn"]},{"precision":0.75765,"recall":0.815217,"f1":0.775158,"accuracy":0.815217,"main_score":0.775158,"hf_subset":"azb_Arab-nld_Latn","languages":["azb-Arab","nld-Latn"]},{"precision":0.669187,"recall":0.73913,"f1":0.690417,"accuracy":0.73913,"main_score":0.690417,"hf_subset":"azb_Arab-san_Deva","languages":["azb-Arab","san-Deva"]},{"precision":0.554315,"recall":0.612648,"f1":0.570967,"accuracy":0.612648,"main_score":0.570967,"hf_subset":"azb_Arab-tat_Cyrl","languages":["azb-Arab","tat-Cyrl"]},{"precision":0.349932,"recall":0.436759,"f1":0.374334,"accuracy":0.436759,"main_score":0.374334,"hf_subset":"azb_Arab-xho_Latn","languages":["azb-Arab","xho-Latn"]},{"precision":0.769672,"recall":0.827075,"f1":0.78711,"accuracy":0.827075,"main_score":0.78711,"hf_subset":"azb_Arab-ars_Arab","languages":["azb-Arab","ars-Arab"]},{"precision":0.595158,"recall":0.667984,"f1":0.616682,"accuracy":0.667984,"main_score":0.616682,"hf_subset":"azb_Arab-ceb_Latn","languages":["azb-Arab","ceb-Latn"]},{"precision":0.333918,"recall":0.41502,"f1":0.356567,"accuracy":0.41502,"main_score":0.356567,"hf_subset":"azb_Arab-fuv_Latn","languages":["azb-Arab","fuv-Latn"]},{"precision":0.340213,"recall":0.425889,"f1":0.36319,"accuracy":0.425889,"main_score":0.36319,"hf_subset":"azb_Arab-kac_Latn","languages":["azb-Arab","kac-Latn"]},{"precision":0.387826,"recall":0.480237,"f1":0.413911,"accuracy":0.480237,"main_score":0.413911,"hf_subset":"azb_Arab-lin_Latn","languages":["azb-Arab","lin-Latn"]},{"precision":0.704665,"recall":0.759881,"f1":0.721182,"accuracy":0.759881,"main_score":0.721182,"hf_subset":"azb_Arab-nno_Latn","languages":["azb-Arab","nno-Latn"]},{"precision":0.139348,"recall":0.189723,"f1":0.151728,"accuracy":0.189723,"main_score":0.151728,"hf_subset":"azb_Arab-sat_Olck","languages":["azb-Arab","sat-Olck"]},{"precision":0.734634,"recall":0.800395,"f1":0.754414,"accuracy":0.800395,"main_score":0.754414,"hf_subset":"azb_Arab-tel_Telu","languages":["azb-Arab","tel-Telu"]},{"precision":0.263475,"recall":0.329051,"f1":0.281424,"accuracy":0.329051,"main_score":0.281424,"hf_subset":"azb_Arab-ydd_Hebr","languages":["azb-Arab","ydd-Hebr"]},{"precision":0.684371,"recall":0.749012,"f1":0.703642,"accuracy":0.749012,"main_score":0.703642,"hf_subset":"azb_Arab-ary_Arab","languages":["azb-Arab","ary-Arab"]},{"precision":0.690581,"recall":0.763834,"f1":0.712691,"accuracy":0.763834,"main_score":0.712691,"hf_subset":"azb_Arab-ces_Latn","languages":["azb-Arab","ces-Latn"]},{"precision":0.256789,"recall":0.33004,"f1":0.27606,"accuracy":0.33004,"main_score":0.27606,"hf_subset":"azb_Arab-gaz_Latn","languages":["azb-Arab","gaz-Latn"]},{"precision":0.332959,"recall":0.421937,"f1":0.357497,"accuracy":0.421937,"main_score":0.357497,"hf_subset":"azb_Arab-kam_Latn","languages":["azb-Arab","kam-Latn"]},{"precision":0.555404,"recall":0.630435,"f1":0.577213,"accuracy":0.630435,"main_score":0.577213,"hf_subset":"azb_Arab-lit_Latn","languages":["azb-Arab","lit-Latn"]},{"precision":0.722464,"recall":0.783597,"f1":0.740782,"accuracy":0.783597,"main_score":0.740782,"hf_subset":"azb_Arab-nob_Latn","languages":["azb-Arab","nob-Latn"]},{"precision":0.583807,"recall":0.657115,"f1":0.60528,"accuracy":0.657115,"main_score":0.60528,"hf_subset":"azb_Arab-scn_Latn","languages":["azb-Arab","scn-Latn"]},{"precision":0.381794,"recall":0.45751,"f1":0.403116,"accuracy":0.45751,"main_score":0.403116,"hf_subset":"azb_Arab-tgk_Cyrl","languages":["azb-Arab","tgk-Cyrl"]},{"precision":0.300703,"recall":0.37747,"f1":0.320855,"accuracy":0.37747,"main_score":0.320855,"hf_subset":"azb_Arab-yor_Latn","languages":["azb-Arab","yor-Latn"]},{"precision":0.752341,"recall":0.813241,"f1":0.770883,"accuracy":0.813241,"main_score":0.770883,"hf_subset":"azb_Arab-arz_Arab","languages":["azb-Arab","arz-Arab"]},{"precision":0.343522,"recall":0.428854,"f1":0.367108,"accuracy":0.428854,"main_score":0.367108,"hf_subset":"azb_Arab-cjk_Latn","languages":["azb-Arab","cjk-Latn"]},{"precision":0.303477,"recall":0.374506,"f1":0.322663,"accuracy":0.374506,"main_score":0.322663,"hf_subset":"azb_Arab-gla_Latn","languages":["azb-Arab","gla-Latn"]},{"precision":0.709305,"recall":0.778656,"f1":0.730929,"accuracy":0.778656,"main_score":0.730929,"hf_subset":"azb_Arab-kan_Knda","languages":["azb-Arab","kan-Knda"]},{"precision":0.611745,"recall":0.684783,"f1":0.633473,"accuracy":0.684783,"main_score":0.633473,"hf_subset":"azb_Arab-lmo_Latn","languages":["azb-Arab","lmo-Latn"]},{"precision":0.752901,"recall":0.809289,"f1":0.77029,"accuracy":0.809289,"main_score":0.77029,"hf_subset":"azb_Arab-npi_Deva","languages":["azb-Arab","npi-Deva"]},{"precision":0.299124,"recall":0.375494,"f1":0.320113,"accuracy":0.375494,"main_score":0.320113,"hf_subset":"azb_Arab-shn_Mymr","languages":["azb-Arab","shn-Mymr"]},{"precision":0.598485,"recall":0.670949,"f1":0.620149,"accuracy":0.670949,"main_score":0.620149,"hf_subset":"azb_Arab-tgl_Latn","languages":["azb-Arab","tgl-Latn"]},{"precision":0.759461,"recall":0.81917,"f1":0.777314,"accuracy":0.81917,"main_score":0.777314,"hf_subset":"azb_Arab-yue_Hant","languages":["azb-Arab","yue-Hant"]},{"precision":0.614003,"recall":0.6917,"f1":0.637467,"accuracy":0.6917,"main_score":0.637467,"hf_subset":"azb_Arab-asm_Beng","languages":["azb-Arab","asm-Beng"]},{"precision":0.334347,"recall":0.397233,"f1":0.35159,"accuracy":0.397233,"main_score":0.35159,"hf_subset":"azb_Arab-ckb_Arab","languages":["azb-Arab","ckb-Arab"]},{"precision":0.284573,"recall":0.360672,"f1":0.30502,"accuracy":0.360672,"main_score":0.30502,"hf_subset":"azb_Arab-gle_Latn","languages":["azb-Arab","gle-Latn"]},{"precision":0.563225,"recall":0.643281,"f1":0.586749,"accuracy":0.643281,"main_score":0.586749,"hf_subset":"azb_Arab-kas_Arab","languages":["azb-Arab","kas-Arab"]},{"precision":0.494944,"recall":0.570158,"f1":0.517342,"accuracy":0.570158,"main_score":0.517342,"hf_subset":"azb_Arab-ltg_Latn","languages":["azb-Arab","ltg-Latn"]},{"precision":0.375979,"recall":0.458498,"f1":0.399261,"accuracy":0.458498,"main_score":0.399261,"hf_subset":"azb_Arab-nso_Latn","languages":["azb-Arab","nso-Latn"]},{"precision":0.532355,"recall":0.610672,"f1":0.555262,"accuracy":0.610672,"main_score":0.555262,"hf_subset":"azb_Arab-sin_Sinh","languages":["azb-Arab","sin-Sinh"]},{"precision":0.761117,"recall":0.827075,"f1":0.781456,"accuracy":0.827075,"main_score":0.781456,"hf_subset":"azb_Arab-tha_Thai","languages":["azb-Arab","tha-Thai"]},{"precision":0.763827,"recall":0.826087,"f1":0.782512,"accuracy":0.826087,"main_score":0.782512,"hf_subset":"azb_Arab-zho_Hans","languages":["azb-Arab","zho-Hans"]},{"precision":0.729941,"recall":0.790514,"f1":0.748264,"accuracy":0.790514,"main_score":0.748264,"hf_subset":"azb_Arab-ast_Latn","languages":["azb-Arab","ast-Latn"]},{"precision":0.603603,"recall":0.661067,"f1":0.619953,"accuracy":0.661067,"main_score":0.619953,"hf_subset":"azb_Arab-crh_Latn","languages":["azb-Arab","crh-Latn"]},{"precision":0.759659,"recall":0.820158,"f1":0.778085,"accuracy":0.820158,"main_score":0.778085,"hf_subset":"azb_Arab-glg_Latn","languages":["azb-Arab","glg-Latn"]},{"precision":0.475256,"recall":0.552372,"f1":0.497331,"accuracy":0.552372,"main_score":0.497331,"hf_subset":"azb_Arab-kas_Deva","languages":["azb-Arab","kas-Deva"]},{"precision":0.592402,"recall":0.662055,"f1":0.612865,"accuracy":0.662055,"main_score":0.612865,"hf_subset":"azb_Arab-ltz_Latn","languages":["azb-Arab","ltz-Latn"]},{"precision":0.269449,"recall":0.337945,"f1":0.287797,"accuracy":0.337945,"main_score":0.287797,"hf_subset":"azb_Arab-nus_Latn","languages":["azb-Arab","nus-Latn"]},{"precision":0.681697,"recall":0.748024,"f1":0.701548,"accuracy":0.748024,"main_score":0.701548,"hf_subset":"azb_Arab-slk_Latn","languages":["azb-Arab","slk-Latn"]},{"precision":0.307948,"recall":0.376482,"f1":0.327113,"accuracy":0.376482,"main_score":0.327113,"hf_subset":"azb_Arab-tir_Ethi","languages":["azb-Arab","tir-Ethi"]},{"precision":0.757479,"recall":0.812253,"f1":0.773998,"accuracy":0.812253,"main_score":0.773998,"hf_subset":"azb_Arab-zho_Hant","languages":["azb-Arab","zho-Hant"]},{"precision":0.785303,"recall":0.838933,"f1":0.801734,"accuracy":0.838933,"main_score":0.801734,"hf_subset":"azb_Arab-awa_Deva","languages":["azb-Arab","awa-Deva"]},{"precision":0.34644,"recall":0.418972,"f1":0.366555,"accuracy":0.418972,"main_score":0.366555,"hf_subset":"azb_Arab-cym_Latn","languages":["azb-Arab","cym-Latn"]},{"precision":0.541949,"recall":0.620553,"f1":0.564695,"accuracy":0.620553,"main_score":0.564695,"hf_subset":"azb_Arab-grn_Latn","languages":["azb-Arab","grn-Latn"]},{"precision":0.624283,"recall":0.690711,"f1":0.643544,"accuracy":0.690711,"main_score":0.643544,"hf_subset":"azb_Arab-kat_Geor","languages":["azb-Arab","kat-Geor"]},{"precision":0.406419,"recall":0.478261,"f1":0.426419,"accuracy":0.478261,"main_score":0.426419,"hf_subset":"azb_Arab-lua_Latn","languages":["azb-Arab","lua-Latn"]},{"precision":0.378549,"recall":0.450593,"f1":0.398408,"accuracy":0.450593,"main_score":0.398408,"hf_subset":"azb_Arab-nya_Latn","languages":["azb-Arab","nya-Latn"]},{"precision":0.659135,"recall":0.724308,"f1":0.678774,"accuracy":0.724308,"main_score":0.678774,"hf_subset":"azb_Arab-slv_Latn","languages":["azb-Arab","slv-Latn"]},{"precision":0.598452,"recall":0.664032,"f1":0.617904,"accuracy":0.664032,"main_score":0.617904,"hf_subset":"azb_Arab-tpi_Latn","languages":["azb-Arab","tpi-Latn"]},{"precision":0.745833,"recall":0.809289,"f1":0.76542,"accuracy":0.809289,"main_score":0.76542,"hf_subset":"azb_Arab-zsm_Latn","languages":["azb-Arab","zsm-Latn"]},{"precision":0.343576,"recall":0.421937,"f1":0.364443,"accuracy":0.421937,"main_score":0.364443,"hf_subset":"azb_Arab-ayr_Latn","languages":["azb-Arab","ayr-Latn"]},{"precision":0.730362,"recall":0.790514,"f1":0.748271,"accuracy":0.790514,"main_score":0.748271,"hf_subset":"azb_Arab-dan_Latn","languages":["azb-Arab","dan-Latn"]},{"precision":0.715424,"recall":0.782609,"f1":0.735787,"accuracy":0.782609,"main_score":0.735787,"hf_subset":"azb_Arab-guj_Gujr","languages":["azb-Arab","guj-Gujr"]},{"precision":0.541539,"recall":0.605731,"f1":0.560598,"accuracy":0.605731,"main_score":0.560598,"hf_subset":"azb_Arab-kaz_Cyrl","languages":["azb-Arab","kaz-Cyrl"]},{"precision":0.303351,"recall":0.381423,"f1":0.324714,"accuracy":0.381423,"main_score":0.324714,"hf_subset":"azb_Arab-lug_Latn","languages":["azb-Arab","lug-Latn"]},{"precision":0.706645,"recall":0.764822,"f1":0.724101,"accuracy":0.764822,"main_score":0.724101,"hf_subset":"azb_Arab-oci_Latn","languages":["azb-Arab","oci-Latn"]},{"precision":0.339801,"recall":0.431818,"f1":0.364002,"accuracy":0.431818,"main_score":0.364002,"hf_subset":"azb_Arab-smo_Latn","languages":["azb-Arab","smo-Latn"]},{"precision":0.31766,"recall":0.403162,"f1":0.340538,"accuracy":0.403162,"main_score":0.340538,"hf_subset":"azb_Arab-tsn_Latn","languages":["azb-Arab","tsn-Latn"]},{"precision":0.311831,"recall":0.396245,"f1":0.33491,"accuracy":0.396245,"main_score":0.33491,"hf_subset":"azb_Arab-zul_Latn","languages":["azb-Arab","zul-Latn"]},{"precision":0.769664,"recall":0.829051,"f1":0.787978,"accuracy":0.829051,"main_score":0.787978,"hf_subset":"azb_Arab-deu_Latn","languages":["azb-Arab","deu-Latn"]},{"precision":0.485895,"recall":0.564229,"f1":0.508483,"accuracy":0.564229,"main_score":0.508483,"hf_subset":"azb_Arab-hat_Latn","languages":["azb-Arab","hat-Latn"]},{"precision":0.27649,"recall":0.356719,"f1":0.297616,"accuracy":0.356719,"main_score":0.297616,"hf_subset":"azb_Arab-kbp_Latn","languages":["azb-Arab","kbp-Latn"]},{"precision":0.358838,"recall":0.442688,"f1":0.38205,"accuracy":0.442688,"main_score":0.38205,"hf_subset":"azb_Arab-luo_Latn","languages":["azb-Arab","luo-Latn"]},{"precision":0.374674,"recall":0.443676,"f1":0.394406,"accuracy":0.443676,"main_score":0.394406,"hf_subset":"azb_Arab-ory_Orya","languages":["azb-Arab","ory-Orya"]},{"precision":0.33013,"recall":0.412055,"f1":0.352473,"accuracy":0.412055,"main_score":0.352473,"hf_subset":"azb_Arab-sna_Latn","languages":["azb-Arab","sna-Latn"]},{"precision":0.330353,"recall":0.406126,"f1":0.351401,"accuracy":0.406126,"main_score":0.351401,"hf_subset":"azb_Arab-tso_Latn","languages":["azb-Arab","tso-Latn"]},{"precision":0.616428,"recall":0.679842,"f1":0.634453,"accuracy":0.679842,"main_score":0.634453,"hf_subset":"azb_Arab-azj_Latn","languages":["azb-Arab","azj-Latn"]},{"precision":0.337511,"recall":0.408103,"f1":0.357305,"accuracy":0.408103,"main_score":0.357305,"hf_subset":"azb_Arab-dik_Latn","languages":["azb-Arab","dik-Latn"]},{"precision":0.344602,"recall":0.41502,"f1":0.365041,"accuracy":0.41502,"main_score":0.365041,"hf_subset":"azb_Arab-hau_Latn","languages":["azb-Arab","hau-Latn"]},{"precision":0.616304,"recall":0.688735,"f1":0.638359,"accuracy":0.688735,"main_score":0.638359,"hf_subset":"azb_Arab-kea_Latn","languages":["azb-Arab","kea-Latn"]},{"precision":0.488796,"recall":0.556324,"f1":0.508305,"accuracy":0.556324,"main_score":0.508305,"hf_subset":"azb_Arab-lus_Latn","languages":["azb-Arab","lus-Latn"]},{"precision":0.575932,"recall":0.646245,"f1":0.596723,"accuracy":0.646245,"main_score":0.596723,"hf_subset":"azb_Arab-pag_Latn","languages":["azb-Arab","pag-Latn"]},{"precision":0.538647,"recall":0.615613,"f1":0.560623,"accuracy":0.615613,"main_score":0.560623,"hf_subset":"azb_Arab-snd_Arab","languages":["azb-Arab","snd-Arab"]},{"precision":0.488259,"recall":0.557312,"f1":0.508409,"accuracy":0.557312,"main_score":0.508409,"hf_subset":"azb_Arab-tuk_Latn","languages":["azb-Arab","tuk-Latn"]},{"precision":0.54002,"recall":0.604743,"f1":0.558194,"accuracy":0.604743,"main_score":0.558194,"hf_subset":"azb_Arab-bak_Cyrl","languages":["azb-Arab","bak-Cyrl"]},{"precision":0.272763,"recall":0.356719,"f1":0.296156,"accuracy":0.356719,"main_score":0.296156,"hf_subset":"azb_Arab-dyu_Latn","languages":["azb-Arab","dyu-Latn"]},{"precision":0.585579,"recall":0.66502,"f1":0.608588,"accuracy":0.66502,"main_score":0.608588,"hf_subset":"azb_Arab-heb_Hebr","languages":["azb-Arab","heb-Hebr"]},{"precision":0.376876,"recall":0.450593,"f1":0.397923,"accuracy":0.450593,"main_score":0.397923,"hf_subset":"azb_Arab-khk_Cyrl","languages":["azb-Arab","khk-Cyrl"]},{"precision":0.599359,"recall":0.662055,"f1":0.617797,"accuracy":0.662055,"main_score":0.617797,"hf_subset":"azb_Arab-lvs_Latn","languages":["azb-Arab","lvs-Latn"]},{"precision":0.593348,"recall":0.679842,"f1":0.61903,"accuracy":0.679842,"main_score":0.61903,"hf_subset":"azb_Arab-pan_Guru","languages":["azb-Arab","pan-Guru"]},{"precision":0.308213,"recall":0.380435,"f1":0.328496,"accuracy":0.380435,"main_score":0.328496,"hf_subset":"azb_Arab-som_Latn","languages":["azb-Arab","som-Latn"]},{"precision":0.34875,"recall":0.427866,"f1":0.370728,"accuracy":0.427866,"main_score":0.370728,"hf_subset":"azb_Arab-tum_Latn","languages":["azb-Arab","tum-Latn"]},{"precision":0.268212,"recall":0.362648,"f1":0.291385,"accuracy":0.362648,"main_score":0.291385,"hf_subset":"deu_Latn-ace_Arab","languages":["deu-Latn","ace-Arab"]},{"precision":0.334949,"recall":0.448617,"f1":0.36432,"accuracy":0.448617,"main_score":0.36432,"hf_subset":"deu_Latn-bam_Latn","languages":["deu-Latn","bam-Latn"]},{"precision":0.154805,"recall":0.222332,"f1":0.172057,"accuracy":0.222332,"main_score":0.172057,"hf_subset":"deu_Latn-dzo_Tibt","languages":["deu-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-hin_Deva","languages":["deu-Latn","hin-Deva"]},{"precision":0.824226,"recall":0.875494,"f1":0.840316,"accuracy":0.875494,"main_score":0.840316,"hf_subset":"deu_Latn-khm_Khmr","languages":["deu-Latn","khm-Khmr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"deu_Latn-mag_Deva","languages":["deu-Latn","mag-Deva"]},{"precision":0.845916,"recall":0.890316,"f1":0.859486,"accuracy":0.890316,"main_score":0.859486,"hf_subset":"deu_Latn-pap_Latn","languages":["deu-Latn","pap-Latn"]},{"precision":0.381298,"recall":0.501976,"f1":0.412448,"accuracy":0.501976,"main_score":0.412448,"hf_subset":"deu_Latn-sot_Latn","languages":["deu-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"deu_Latn-tur_Latn","languages":["deu-Latn","tur-Latn"]},{"precision":0.650396,"recall":0.736166,"f1":0.675269,"accuracy":0.736166,"main_score":0.675269,"hf_subset":"deu_Latn-ace_Latn","languages":["deu-Latn","ace-Latn"]},{"precision":0.813982,"recall":0.867589,"f1":0.830764,"accuracy":0.867589,"main_score":0.830764,"hf_subset":"deu_Latn-ban_Latn","languages":["deu-Latn","ban-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"deu_Latn-ell_Grek","languages":["deu-Latn","ell-Grek"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"deu_Latn-hne_Deva","languages":["deu-Latn","hne-Deva"]},{"precision":0.394411,"recall":0.51087,"f1":0.425104,"accuracy":0.51087,"main_score":0.425104,"hf_subset":"deu_Latn-kik_Latn","languages":["deu-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"deu_Latn-mai_Deva","languages":["deu-Latn","mai-Deva"]},{"precision":0.849885,"recall":0.894269,"f1":0.863834,"accuracy":0.894269,"main_score":0.863834,"hf_subset":"deu_Latn-pbt_Arab","languages":["deu-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-spa_Latn","languages":["deu-Latn","spa-Latn"]},{"precision":0.470222,"recall":0.579051,"f1":0.498806,"accuracy":0.579051,"main_score":0.498806,"hf_subset":"deu_Latn-twi_Latn","languages":["deu-Latn","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"deu_Latn-acm_Arab","languages":["deu-Latn","acm-Arab"]},{"precision":0.849226,"recall":0.896245,"f1":0.864361,"accuracy":0.896245,"main_score":0.864361,"hf_subset":"deu_Latn-bel_Cyrl","languages":["deu-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-eng_Latn","languages":["deu-Latn","eng-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"deu_Latn-hrv_Latn","languages":["deu-Latn","hrv-Latn"]},{"precision":0.365567,"recall":0.465415,"f1":0.390752,"accuracy":0.465415,"main_score":0.390752,"hf_subset":"deu_Latn-kin_Latn","languages":["deu-Latn","kin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"deu_Latn-mal_Mlym","languages":["deu-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-pes_Arab","languages":["deu-Latn","pes-Arab"]},{"precision":0.829143,"recall":0.878458,"f1":0.844516,"accuracy":0.878458,"main_score":0.844516,"hf_subset":"deu_Latn-srd_Latn","languages":["deu-Latn","srd-Latn"]},{"precision":0.09497,"recall":0.168972,"f1":0.110701,"accuracy":0.168972,"main_score":0.110701,"hf_subset":"deu_Latn-tzm_Tfng","languages":["deu-Latn","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-acq_Arab","languages":["deu-Latn","acq-Arab"]},{"precision":0.423239,"recall":0.528656,"f1":0.450538,"accuracy":0.528656,"main_score":0.450538,"hf_subset":"deu_Latn-bem_Latn","languages":["deu-Latn","bem-Latn"]},{"precision":0.872036,"recall":0.910079,"f1":0.883978,"accuracy":0.910079,"main_score":0.883978,"hf_subset":"deu_Latn-epo_Latn","languages":["deu-Latn","epo-Latn"]},{"precision":0.931653,"recall":0.953557,"f1":0.9389,"accuracy":0.953557,"main_score":0.9389,"hf_subset":"deu_Latn-hun_Latn","languages":["deu-Latn","hun-Latn"]},{"precision":0.670224,"recall":0.752964,"f1":0.694303,"accuracy":0.752964,"main_score":0.694303,"hf_subset":"deu_Latn-kir_Cyrl","languages":["deu-Latn","kir-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"deu_Latn-mar_Deva","languages":["deu-Latn","mar-Deva"]},{"precision":0.411011,"recall":0.518775,"f1":0.439465,"accuracy":0.518775,"main_score":0.439465,"hf_subset":"deu_Latn-plt_Latn","languages":["deu-Latn","plt-Latn"]},{"precision":0.921772,"recall":0.94664,"f1":0.929842,"accuracy":0.94664,"main_score":0.929842,"hf_subset":"deu_Latn-srp_Cyrl","languages":["deu-Latn","srp-Cyrl"]},{"precision":0.247873,"recall":0.339921,"f1":0.269475,"accuracy":0.339921,"main_score":0.269475,"hf_subset":"deu_Latn-uig_Arab","languages":["deu-Latn","uig-Arab"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"deu_Latn-aeb_Arab","languages":["deu-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"deu_Latn-ben_Beng","languages":["deu-Latn","ben-Beng"]},{"precision":0.818594,"recall":0.870553,"f1":0.834684,"accuracy":0.870553,"main_score":0.834684,"hf_subset":"deu_Latn-est_Latn","languages":["deu-Latn","est-Latn"]},{"precision":0.817852,"recall":0.869565,"f1":0.834077,"accuracy":0.869565,"main_score":0.834077,"hf_subset":"deu_Latn-hye_Armn","languages":["deu-Latn","hye-Armn"]},{"precision":0.371117,"recall":0.475296,"f1":0.398156,"accuracy":0.475296,"main_score":0.398156,"hf_subset":"deu_Latn-kmb_Latn","languages":["deu-Latn","kmb-Latn"]},{"precision":0.216028,"recall":0.310277,"f1":0.238436,"accuracy":0.310277,"main_score":0.238436,"hf_subset":"deu_Latn-min_Arab","languages":["deu-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-pol_Latn","languages":["deu-Latn","pol-Latn"]},{"precision":0.353464,"recall":0.466403,"f1":0.381377,"accuracy":0.466403,"main_score":0.381377,"hf_subset":"deu_Latn-ssw_Latn","languages":["deu-Latn","ssw-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"deu_Latn-ukr_Cyrl","languages":["deu-Latn","ukr-Cyrl"]},{"precision":0.927207,"recall":0.950593,"f1":0.934783,"accuracy":0.950593,"main_score":0.934783,"hf_subset":"deu_Latn-afr_Latn","languages":["deu-Latn","afr-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"deu_Latn-bho_Deva","languages":["deu-Latn","bho-Deva"]},{"precision":0.605419,"recall":0.699605,"f1":0.632055,"accuracy":0.699605,"main_score":0.632055,"hf_subset":"deu_Latn-eus_Latn","languages":["deu-Latn","eus-Latn"]},{"precision":0.346486,"recall":0.467391,"f1":0.376969,"accuracy":0.467391,"main_score":0.376969,"hf_subset":"deu_Latn-ibo_Latn","languages":["deu-Latn","ibo-Latn"]},{"precision":0.402737,"recall":0.509881,"f1":0.429977,"accuracy":0.509881,"main_score":0.429977,"hf_subset":"deu_Latn-kmr_Latn","languages":["deu-Latn","kmr-Latn"]},{"precision":0.783267,"recall":0.843874,"f1":0.80183,"accuracy":0.843874,"main_score":0.80183,"hf_subset":"deu_Latn-min_Latn","languages":["deu-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-por_Latn","languages":["deu-Latn","por-Latn"]},{"precision":0.857296,"recall":0.900198,"f1":0.870784,"accuracy":0.900198,"main_score":0.870784,"hf_subset":"deu_Latn-sun_Latn","languages":["deu-Latn","sun-Latn"]},{"precision":0.352957,"recall":0.472332,"f1":0.383883,"accuracy":0.472332,"main_score":0.383883,"hf_subset":"deu_Latn-umb_Latn","languages":["deu-Latn","umb-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"deu_Latn-ajp_Arab","languages":["deu-Latn","ajp-Arab"]},{"precision":0.221144,"recall":0.322134,"f1":0.246011,"accuracy":0.322134,"main_score":0.246011,"hf_subset":"deu_Latn-bjn_Arab","languages":["deu-Latn","bjn-Arab"]},{"precision":0.367286,"recall":0.47332,"f1":0.393966,"accuracy":0.47332,"main_score":0.393966,"hf_subset":"deu_Latn-ewe_Latn","languages":["deu-Latn","ewe-Latn"]},{"precision":0.654421,"recall":0.738142,"f1":0.678463,"accuracy":0.738142,"main_score":0.678463,"hf_subset":"deu_Latn-ilo_Latn","languages":["deu-Latn","ilo-Latn"]},{"precision":0.151479,"recall":0.241107,"f1":0.171359,"accuracy":0.241107,"main_score":0.171359,"hf_subset":"deu_Latn-knc_Arab","languages":["deu-Latn","knc-Arab"]},{"precision":0.930665,"recall":0.953557,"f1":0.938241,"accuracy":0.953557,"main_score":0.938241,"hf_subset":"deu_Latn-mkd_Cyrl","languages":["deu-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-prs_Arab","languages":["deu-Latn","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-swe_Latn","languages":["deu-Latn","swe-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"deu_Latn-urd_Arab","languages":["deu-Latn","urd-Arab"]},{"precision":0.443209,"recall":0.55336,"f1":0.472275,"accuracy":0.55336,"main_score":0.472275,"hf_subset":"deu_Latn-aka_Latn","languages":["deu-Latn","aka-Latn"]},{"precision":0.833037,"recall":0.880435,"f1":0.847793,"accuracy":0.880435,"main_score":0.847793,"hf_subset":"deu_Latn-bjn_Latn","languages":["deu-Latn","bjn-Latn"]},{"precision":0.552857,"recall":0.646245,"f1":0.578713,"accuracy":0.646245,"main_score":0.578713,"hf_subset":"deu_Latn-fao_Latn","languages":["deu-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-ind_Latn","languages":["deu-Latn","ind-Latn"]},{"precision":0.419563,"recall":0.530632,"f1":0.44751,"accuracy":0.530632,"main_score":0.44751,"hf_subset":"deu_Latn-knc_Latn","languages":["deu-Latn","knc-Latn"]},{"precision":0.682108,"recall":0.766798,"f1":0.706722,"accuracy":0.766798,"main_score":0.706722,"hf_subset":"deu_Latn-mlt_Latn","languages":["deu-Latn","mlt-Latn"]},{"precision":0.442948,"recall":0.559289,"f1":0.474015,"accuracy":0.559289,"main_score":0.474015,"hf_subset":"deu_Latn-quy_Latn","languages":["deu-Latn","quy-Latn"]},{"precision":0.843297,"recall":0.890316,"f1":0.858267,"accuracy":0.890316,"main_score":0.858267,"hf_subset":"deu_Latn-swh_Latn","languages":["deu-Latn","swh-Latn"]},{"precision":0.605525,"recall":0.703557,"f1":0.634161,"accuracy":0.703557,"main_score":0.634161,"hf_subset":"deu_Latn-uzn_Latn","languages":["deu-Latn","uzn-Latn"]},{"precision":0.762994,"recall":0.829051,"f1":0.783267,"accuracy":0.829051,"main_score":0.783267,"hf_subset":"deu_Latn-als_Latn","languages":["deu-Latn","als-Latn"]},{"precision":0.174134,"recall":0.246047,"f1":0.190291,"accuracy":0.246047,"main_score":0.190291,"hf_subset":"deu_Latn-bod_Tibt","languages":["deu-Latn","bod-Tibt"]},{"precision":0.370479,"recall":0.485178,"f1":0.39928,"accuracy":0.485178,"main_score":0.39928,"hf_subset":"deu_Latn-fij_Latn","languages":["deu-Latn","fij-Latn"]},{"precision":0.539495,"recall":0.631423,"f1":0.564854,"accuracy":0.631423,"main_score":0.564854,"hf_subset":"deu_Latn-isl_Latn","languages":["deu-Latn","isl-Latn"]},{"precision":0.472404,"recall":0.570158,"f1":0.497986,"accuracy":0.570158,"main_score":0.497986,"hf_subset":"deu_Latn-kon_Latn","languages":["deu-Latn","kon-Latn"]},{"precision":0.320459,"recall":0.439723,"f1":0.350366,"accuracy":0.439723,"main_score":0.350366,"hf_subset":"deu_Latn-mni_Beng","languages":["deu-Latn","mni-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-ron_Latn","languages":["deu-Latn","ron-Latn"]},{"precision":0.858037,"recall":0.899209,"f1":0.871014,"accuracy":0.899209,"main_score":0.871014,"hf_subset":"deu_Latn-szl_Latn","languages":["deu-Latn","szl-Latn"]},{"precision":0.925807,"recall":0.949605,"f1":0.933531,"accuracy":0.949605,"main_score":0.933531,"hf_subset":"deu_Latn-vec_Latn","languages":["deu-Latn","vec-Latn"]},{"precision":0.783136,"recall":0.844862,"f1":0.801929,"accuracy":0.844862,"main_score":0.801929,"hf_subset":"deu_Latn-amh_Ethi","languages":["deu-Latn","amh-Ethi"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"deu_Latn-bos_Latn","languages":["deu-Latn","bos-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"deu_Latn-fin_Latn","languages":["deu-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ita_Latn","languages":["deu-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-kor_Hang","languages":["deu-Latn","kor-Hang"]},{"precision":0.381552,"recall":0.494071,"f1":0.410123,"accuracy":0.494071,"main_score":0.410123,"hf_subset":"deu_Latn-mos_Latn","languages":["deu-Latn","mos-Latn"]},{"precision":0.362858,"recall":0.475296,"f1":0.392041,"accuracy":0.475296,"main_score":0.392041,"hf_subset":"deu_Latn-run_Latn","languages":["deu-Latn","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"deu_Latn-tam_Taml","languages":["deu-Latn","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"deu_Latn-vie_Latn","languages":["deu-Latn","vie-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"deu_Latn-apc_Arab","languages":["deu-Latn","apc-Arab"]},{"precision":0.61451,"recall":0.702569,"f1":0.639192,"accuracy":0.702569,"main_score":0.639192,"hf_subset":"deu_Latn-bug_Latn","languages":["deu-Latn","bug-Latn"]},{"precision":0.313274,"recall":0.427866,"f1":0.341577,"accuracy":0.427866,"main_score":0.341577,"hf_subset":"deu_Latn-fon_Latn","languages":["deu-Latn","fon-Latn"]},{"precision":0.834298,"recall":0.883399,"f1":0.84972,"accuracy":0.883399,"main_score":0.84972,"hf_subset":"deu_Latn-jav_Latn","languages":["deu-Latn","jav-Latn"]},{"precision":0.702612,"recall":0.782609,"f1":0.726668,"accuracy":0.782609,"main_score":0.726668,"hf_subset":"deu_Latn-lao_Laoo","languages":["deu-Latn","lao-Laoo"]},{"precision":0.332621,"recall":0.455534,"f1":0.362773,"accuracy":0.455534,"main_score":0.362773,"hf_subset":"deu_Latn-mri_Latn","languages":["deu-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-rus_Cyrl","languages":["deu-Latn","rus-Cyrl"]},{"precision":0.357721,"recall":0.480237,"f1":0.389933,"accuracy":0.480237,"main_score":0.389933,"hf_subset":"deu_Latn-taq_Latn","languages":["deu-Latn","taq-Latn"]},{"precision":0.798172,"recall":0.857708,"f1":0.816685,"accuracy":0.857708,"main_score":0.816685,"hf_subset":"deu_Latn-war_Latn","languages":["deu-Latn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-arb_Arab","languages":["deu-Latn","arb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-bul_Cyrl","languages":["deu-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-fra_Latn","languages":["deu-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-jpn_Jpan","languages":["deu-Latn","jpn-Jpan"]},{"precision":0.844697,"recall":0.891304,"f1":0.859486,"accuracy":0.891304,"main_score":0.859486,"hf_subset":"deu_Latn-lij_Latn","languages":["deu-Latn","lij-Latn"]},{"precision":0.772513,"recall":0.83498,"f1":0.791798,"accuracy":0.83498,"main_score":0.791798,"hf_subset":"deu_Latn-mya_Mymr","languages":["deu-Latn","mya-Mymr"]},{"precision":0.418674,"recall":0.536561,"f1":0.450095,"accuracy":0.536561,"main_score":0.450095,"hf_subset":"deu_Latn-sag_Latn","languages":["deu-Latn","sag-Latn"]},{"precision":0.111996,"recall":0.195652,"f1":0.127784,"accuracy":0.195652,"main_score":0.127784,"hf_subset":"deu_Latn-taq_Tfng","languages":["deu-Latn","taq-Tfng"]},{"precision":0.424582,"recall":0.539526,"f1":0.455269,"accuracy":0.539526,"main_score":0.455269,"hf_subset":"deu_Latn-wol_Latn","languages":["deu-Latn","wol-Latn"]},{"precision":0.261271,"recall":0.374506,"f1":0.288791,"accuracy":0.374506,"main_score":0.288791,"hf_subset":"deu_Latn-arb_Latn","languages":["deu-Latn","arb-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"deu_Latn-cat_Latn","languages":["deu-Latn","cat-Latn"]},{"precision":0.806159,"recall":0.863636,"f1":0.824177,"accuracy":0.863636,"main_score":0.824177,"hf_subset":"deu_Latn-fur_Latn","languages":["deu-Latn","fur-Latn"]},{"precision":0.247178,"recall":0.344862,"f1":0.270499,"accuracy":0.344862,"main_score":0.270499,"hf_subset":"deu_Latn-kab_Latn","languages":["deu-Latn","kab-Latn"]},{"precision":0.806835,"recall":0.859684,"f1":0.822699,"accuracy":0.859684,"main_score":0.822699,"hf_subset":"deu_Latn-lim_Latn","languages":["deu-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-nld_Latn","languages":["deu-Latn","nld-Latn"]},{"precision":0.892128,"recall":0.924901,"f1":0.902668,"accuracy":0.924901,"main_score":0.902668,"hf_subset":"deu_Latn-san_Deva","languages":["deu-Latn","san-Deva"]},{"precision":0.644368,"recall":0.728261,"f1":0.66832,"accuracy":0.728261,"main_score":0.66832,"hf_subset":"deu_Latn-tat_Cyrl","languages":["deu-Latn","tat-Cyrl"]},{"precision":0.395651,"recall":0.51087,"f1":0.425555,"accuracy":0.51087,"main_score":0.425555,"hf_subset":"deu_Latn-xho_Latn","languages":["deu-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-ars_Arab","languages":["deu-Latn","ars-Arab"]},{"precision":0.752075,"recall":0.821146,"f1":0.77276,"accuracy":0.821146,"main_score":0.77276,"hf_subset":"deu_Latn-ceb_Latn","languages":["deu-Latn","ceb-Latn"]},{"precision":0.396218,"recall":0.51087,"f1":0.425873,"accuracy":0.51087,"main_score":0.425873,"hf_subset":"deu_Latn-fuv_Latn","languages":["deu-Latn","fuv-Latn"]},{"precision":0.374937,"recall":0.497036,"f1":0.406909,"accuracy":0.497036,"main_score":0.406909,"hf_subset":"deu_Latn-kac_Latn","languages":["deu-Latn","kac-Latn"]},{"precision":0.438947,"recall":0.559289,"f1":0.471458,"accuracy":0.559289,"main_score":0.471458,"hf_subset":"deu_Latn-lin_Latn","languages":["deu-Latn","lin-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"deu_Latn-nno_Latn","languages":["deu-Latn","nno-Latn"]},{"precision":0.151711,"recall":0.224308,"f1":0.167911,"accuracy":0.224308,"main_score":0.167911,"hf_subset":"deu_Latn-sat_Olck","languages":["deu-Latn","sat-Olck"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"deu_Latn-tel_Telu","languages":["deu-Latn","tel-Telu"]},{"precision":0.308062,"recall":0.41996,"f1":0.336285,"accuracy":0.41996,"main_score":0.336285,"hf_subset":"deu_Latn-ydd_Hebr","languages":["deu-Latn","ydd-Hebr"]},{"precision":0.882576,"recall":0.918972,"f1":0.894269,"accuracy":0.918972,"main_score":0.894269,"hf_subset":"deu_Latn-ary_Arab","languages":["deu-Latn","ary-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"deu_Latn-ces_Latn","languages":["deu-Latn","ces-Latn"]},{"precision":0.267206,"recall":0.371542,"f1":0.292608,"accuracy":0.371542,"main_score":0.292608,"hf_subset":"deu_Latn-gaz_Latn","languages":["deu-Latn","gaz-Latn"]},{"precision":0.401694,"recall":0.513834,"f1":0.429684,"accuracy":0.513834,"main_score":0.429684,"hf_subset":"deu_Latn-kam_Latn","languages":["deu-Latn","kam-Latn"]},{"precision":0.783185,"recall":0.84585,"f1":0.802899,"accuracy":0.84585,"main_score":0.802899,"hf_subset":"deu_Latn-lit_Latn","languages":["deu-Latn","lit-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"deu_Latn-nob_Latn","languages":["deu-Latn","nob-Latn"]},{"precision":0.738406,"recall":0.809289,"f1":0.759453,"accuracy":0.809289,"main_score":0.759453,"hf_subset":"deu_Latn-scn_Latn","languages":["deu-Latn","scn-Latn"]},{"precision":0.40118,"recall":0.511858,"f1":0.429949,"accuracy":0.511858,"main_score":0.429949,"hf_subset":"deu_Latn-tgk_Cyrl","languages":["deu-Latn","tgk-Cyrl"]},{"precision":0.342432,"recall":0.461462,"f1":0.372668,"accuracy":0.461462,"main_score":0.372668,"hf_subset":"deu_Latn-yor_Latn","languages":["deu-Latn","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"deu_Latn-arz_Arab","languages":["deu-Latn","arz-Arab"]},{"precision":0.392841,"recall":0.517787,"f1":0.426147,"accuracy":0.517787,"main_score":0.426147,"hf_subset":"deu_Latn-cjk_Latn","languages":["deu-Latn","cjk-Latn"]},{"precision":0.329643,"recall":0.433794,"f1":0.355148,"accuracy":0.433794,"main_score":0.355148,"hf_subset":"deu_Latn-gla_Latn","languages":["deu-Latn","gla-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"deu_Latn-kan_Knda","languages":["deu-Latn","kan-Knda"]},{"precision":0.791024,"recall":0.847826,"f1":0.808122,"accuracy":0.847826,"main_score":0.808122,"hf_subset":"deu_Latn-lmo_Latn","languages":["deu-Latn","lmo-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"deu_Latn-npi_Deva","languages":["deu-Latn","npi-Deva"]},{"precision":0.333337,"recall":0.459486,"f1":0.364881,"accuracy":0.459486,"main_score":0.364881,"hf_subset":"deu_Latn-shn_Mymr","languages":["deu-Latn","shn-Mymr"]},{"precision":0.870965,"recall":0.912055,"f1":0.884289,"accuracy":0.912055,"main_score":0.884289,"hf_subset":"deu_Latn-tgl_Latn","languages":["deu-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-yue_Hant","languages":["deu-Latn","yue-Hant"]},{"precision":0.874588,"recall":0.912055,"f1":0.88643,"accuracy":0.912055,"main_score":0.88643,"hf_subset":"deu_Latn-asm_Beng","languages":["deu-Latn","asm-Beng"]},{"precision":0.390132,"recall":0.48913,"f1":0.416403,"accuracy":0.48913,"main_score":0.416403,"hf_subset":"deu_Latn-ckb_Arab","languages":["deu-Latn","ckb-Arab"]},{"precision":0.337097,"recall":0.4417,"f1":0.362955,"accuracy":0.4417,"main_score":0.362955,"hf_subset":"deu_Latn-gle_Latn","languages":["deu-Latn","gle-Latn"]},{"precision":0.642321,"recall":0.73419,"f1":0.669326,"accuracy":0.73419,"main_score":0.669326,"hf_subset":"deu_Latn-kas_Arab","languages":["deu-Latn","kas-Arab"]},{"precision":0.598125,"recall":0.694664,"f1":0.626581,"accuracy":0.694664,"main_score":0.626581,"hf_subset":"deu_Latn-ltg_Latn","languages":["deu-Latn","ltg-Latn"]},{"precision":0.417329,"recall":0.535573,"f1":0.448557,"accuracy":0.535573,"main_score":0.448557,"hf_subset":"deu_Latn-nso_Latn","languages":["deu-Latn","nso-Latn"]},{"precision":0.86059,"recall":0.903162,"f1":0.874209,"accuracy":0.903162,"main_score":0.874209,"hf_subset":"deu_Latn-sin_Sinh","languages":["deu-Latn","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-tha_Thai","languages":["deu-Latn","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-zho_Hans","languages":["deu-Latn","zho-Hans"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"deu_Latn-ast_Latn","languages":["deu-Latn","ast-Latn"]},{"precision":0.793758,"recall":0.852767,"f1":0.812074,"accuracy":0.852767,"main_score":0.812074,"hf_subset":"deu_Latn-crh_Latn","languages":["deu-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-glg_Latn","languages":["deu-Latn","glg-Latn"]},{"precision":0.567256,"recall":0.668972,"f1":0.59652,"accuracy":0.668972,"main_score":0.59652,"hf_subset":"deu_Latn-kas_Deva","languages":["deu-Latn","kas-Deva"]},{"precision":0.806242,"recall":0.862648,"f1":0.823617,"accuracy":0.862648,"main_score":0.823617,"hf_subset":"deu_Latn-ltz_Latn","languages":["deu-Latn","ltz-Latn"]},{"precision":0.274583,"recall":0.375494,"f1":0.299329,"accuracy":0.375494,"main_score":0.299329,"hf_subset":"deu_Latn-nus_Latn","languages":["deu-Latn","nus-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"deu_Latn-slk_Latn","languages":["deu-Latn","slk-Latn"]},{"precision":0.355664,"recall":0.460474,"f1":0.382494,"accuracy":0.460474,"main_score":0.382494,"hf_subset":"deu_Latn-tir_Ethi","languages":["deu-Latn","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-zho_Hant","languages":["deu-Latn","zho-Hant"]},{"precision":0.982213,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"deu_Latn-awa_Deva","languages":["deu-Latn","awa-Deva"]},{"precision":0.405805,"recall":0.511858,"f1":0.432948,"accuracy":0.511858,"main_score":0.432948,"hf_subset":"deu_Latn-cym_Latn","languages":["deu-Latn","cym-Latn"]},{"precision":0.629398,"recall":0.720356,"f1":0.655742,"accuracy":0.720356,"main_score":0.655742,"hf_subset":"deu_Latn-grn_Latn","languages":["deu-Latn","grn-Latn"]},{"precision":0.906522,"recall":0.934783,"f1":0.915349,"accuracy":0.934783,"main_score":0.915349,"hf_subset":"deu_Latn-kat_Geor","languages":["deu-Latn","kat-Geor"]},{"precision":0.456215,"recall":0.563241,"f1":0.485077,"accuracy":0.563241,"main_score":0.485077,"hf_subset":"deu_Latn-lua_Latn","languages":["deu-Latn","lua-Latn"]},{"precision":0.441076,"recall":0.551383,"f1":0.470738,"accuracy":0.551383,"main_score":0.470738,"hf_subset":"deu_Latn-nya_Latn","languages":["deu-Latn","nya-Latn"]},{"precision":0.914361,"recall":0.9417,"f1":0.923254,"accuracy":0.9417,"main_score":0.923254,"hf_subset":"deu_Latn-slv_Latn","languages":["deu-Latn","slv-Latn"]},{"precision":0.722875,"recall":0.795455,"f1":0.744665,"accuracy":0.795455,"main_score":0.744665,"hf_subset":"deu_Latn-tpi_Latn","languages":["deu-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"deu_Latn-zsm_Latn","languages":["deu-Latn","zsm-Latn"]},{"precision":0.360518,"recall":0.479249,"f1":0.391296,"accuracy":0.479249,"main_score":0.391296,"hf_subset":"deu_Latn-ayr_Latn","languages":["deu-Latn","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-dan_Latn","languages":["deu-Latn","dan-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"deu_Latn-guj_Gujr","languages":["deu-Latn","guj-Gujr"]},{"precision":0.728623,"recall":0.801383,"f1":0.750494,"accuracy":0.801383,"main_score":0.750494,"hf_subset":"deu_Latn-kaz_Cyrl","languages":["deu-Latn","kaz-Cyrl"]},{"precision":0.354526,"recall":0.463439,"f1":0.382521,"accuracy":0.463439,"main_score":0.382521,"hf_subset":"deu_Latn-lug_Latn","languages":["deu-Latn","lug-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"deu_Latn-oci_Latn","languages":["deu-Latn","oci-Latn"]},{"precision":0.398086,"recall":0.522727,"f1":0.430415,"accuracy":0.522727,"main_score":0.430415,"hf_subset":"deu_Latn-smo_Latn","languages":["deu-Latn","smo-Latn"]},{"precision":0.37094,"recall":0.485178,"f1":0.399814,"accuracy":0.485178,"main_score":0.399814,"hf_subset":"deu_Latn-tsn_Latn","languages":["deu-Latn","tsn-Latn"]},{"precision":0.361929,"recall":0.475296,"f1":0.391384,"accuracy":0.475296,"main_score":0.391384,"hf_subset":"deu_Latn-zul_Latn","languages":["deu-Latn","zul-Latn"]},{"precision":0.650494,"recall":0.743083,"f1":0.677456,"accuracy":0.743083,"main_score":0.677456,"hf_subset":"deu_Latn-azb_Arab","languages":["deu-Latn","azb-Arab"]},{"precision":0.602776,"recall":0.695652,"f1":0.628768,"accuracy":0.695652,"main_score":0.628768,"hf_subset":"deu_Latn-hat_Latn","languages":["deu-Latn","hat-Latn"]},{"precision":0.322833,"recall":0.431818,"f1":0.350128,"accuracy":0.431818,"main_score":0.350128,"hf_subset":"deu_Latn-kbp_Latn","languages":["deu-Latn","kbp-Latn"]},{"precision":0.407594,"recall":0.514822,"f1":0.434217,"accuracy":0.514822,"main_score":0.434217,"hf_subset":"deu_Latn-luo_Latn","languages":["deu-Latn","luo-Latn"]},{"precision":0.528501,"recall":0.619565,"f1":0.553882,"accuracy":0.619565,"main_score":0.553882,"hf_subset":"deu_Latn-ory_Orya","languages":["deu-Latn","ory-Orya"]},{"precision":0.382277,"recall":0.498024,"f1":0.412422,"accuracy":0.498024,"main_score":0.412422,"hf_subset":"deu_Latn-sna_Latn","languages":["deu-Latn","sna-Latn"]},{"precision":0.371095,"recall":0.476285,"f1":0.397602,"accuracy":0.476285,"main_score":0.397602,"hf_subset":"deu_Latn-tso_Latn","languages":["deu-Latn","tso-Latn"]},{"precision":0.845273,"recall":0.892292,"f1":0.860244,"accuracy":0.892292,"main_score":0.860244,"hf_subset":"deu_Latn-azj_Latn","languages":["deu-Latn","azj-Latn"]},{"precision":0.393986,"recall":0.509881,"f1":0.424264,"accuracy":0.509881,"main_score":0.424264,"hf_subset":"deu_Latn-dik_Latn","languages":["deu-Latn","dik-Latn"]},{"precision":0.398706,"recall":0.5,"f1":0.425377,"accuracy":0.5,"main_score":0.425377,"hf_subset":"deu_Latn-hau_Latn","languages":["deu-Latn","hau-Latn"]},{"precision":0.776713,"recall":0.840909,"f1":0.79633,"accuracy":0.840909,"main_score":0.79633,"hf_subset":"deu_Latn-kea_Latn","languages":["deu-Latn","kea-Latn"]},{"precision":0.548876,"recall":0.651186,"f1":0.578339,"accuracy":0.651186,"main_score":0.578339,"hf_subset":"deu_Latn-lus_Latn","languages":["deu-Latn","lus-Latn"]},{"precision":0.714996,"recall":0.789526,"f1":0.736893,"accuracy":0.789526,"main_score":0.736893,"hf_subset":"deu_Latn-pag_Latn","languages":["deu-Latn","pag-Latn"]},{"precision":0.690342,"recall":0.772727,"f1":0.715253,"accuracy":0.772727,"main_score":0.715253,"hf_subset":"deu_Latn-snd_Arab","languages":["deu-Latn","snd-Arab"]},{"precision":0.567475,"recall":0.666008,"f1":0.595201,"accuracy":0.666008,"main_score":0.595201,"hf_subset":"deu_Latn-tuk_Latn","languages":["deu-Latn","tuk-Latn"]},{"precision":0.642416,"recall":0.729249,"f1":0.667122,"accuracy":0.729249,"main_score":0.667122,"hf_subset":"deu_Latn-bak_Cyrl","languages":["deu-Latn","bak-Cyrl"]},{"precision":0.319695,"recall":0.440711,"f1":0.350258,"accuracy":0.440711,"main_score":0.350258,"hf_subset":"deu_Latn-dyu_Latn","languages":["deu-Latn","dyu-Latn"]},{"precision":0.892292,"recall":0.925889,"f1":0.903129,"accuracy":0.925889,"main_score":0.903129,"hf_subset":"deu_Latn-heb_Hebr","languages":["deu-Latn","heb-Hebr"]},{"precision":0.423799,"recall":0.523715,"f1":0.449777,"accuracy":0.523715,"main_score":0.449777,"hf_subset":"deu_Latn-khk_Cyrl","languages":["deu-Latn","khk-Cyrl"]},{"precision":0.818709,"recall":0.870553,"f1":0.83475,"accuracy":0.870553,"main_score":0.83475,"hf_subset":"deu_Latn-lvs_Latn","languages":["deu-Latn","lvs-Latn"]},{"precision":0.929842,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"deu_Latn-pan_Guru","languages":["deu-Latn","pan-Guru"]},{"precision":0.340664,"recall":0.442688,"f1":0.366287,"accuracy":0.442688,"main_score":0.366287,"hf_subset":"deu_Latn-som_Latn","languages":["deu-Latn","som-Latn"]},{"precision":0.424352,"recall":0.525692,"f1":0.450727,"accuracy":0.525692,"main_score":0.450727,"hf_subset":"deu_Latn-tum_Latn","languages":["deu-Latn","tum-Latn"]},{"precision":0.307272,"recall":0.371542,"f1":0.324353,"accuracy":0.371542,"main_score":0.324353,"hf_subset":"hat_Latn-ace_Arab","languages":["hat-Latn","ace-Arab"]},{"precision":0.409729,"recall":0.464427,"f1":0.424332,"accuracy":0.464427,"main_score":0.424332,"hf_subset":"hat_Latn-bam_Latn","languages":["hat-Latn","bam-Latn"]},{"precision":0.13112,"recall":0.190711,"f1":0.1459,"accuracy":0.190711,"main_score":0.1459,"hf_subset":"hat_Latn-dzo_Tibt","languages":["hat-Latn","dzo-Tibt"]},{"precision":0.67312,"recall":0.73913,"f1":0.692231,"accuracy":0.73913,"main_score":0.692231,"hf_subset":"hat_Latn-hin_Deva","languages":["hat-Latn","hin-Deva"]},{"precision":0.492185,"recall":0.5583,"f1":0.511204,"accuracy":0.5583,"main_score":0.511204,"hf_subset":"hat_Latn-khm_Khmr","languages":["hat-Latn","khm-Khmr"]},{"precision":0.655634,"recall":0.720356,"f1":0.674681,"accuracy":0.720356,"main_score":0.674681,"hf_subset":"hat_Latn-mag_Deva","languages":["hat-Latn","mag-Deva"]},{"precision":0.695652,"recall":0.749012,"f1":0.710353,"accuracy":0.749012,"main_score":0.710353,"hf_subset":"hat_Latn-pap_Latn","languages":["hat-Latn","pap-Latn"]},{"precision":0.425088,"recall":0.480237,"f1":0.440355,"accuracy":0.480237,"main_score":0.440355,"hf_subset":"hat_Latn-sot_Latn","languages":["hat-Latn","sot-Latn"]},{"precision":0.670119,"recall":0.73419,"f1":0.688447,"accuracy":0.73419,"main_score":0.688447,"hf_subset":"hat_Latn-tur_Latn","languages":["hat-Latn","tur-Latn"]},{"precision":0.548361,"recall":0.597826,"f1":0.562473,"accuracy":0.597826,"main_score":0.562473,"hf_subset":"hat_Latn-ace_Latn","languages":["hat-Latn","ace-Latn"]},{"precision":0.597678,"recall":0.652174,"f1":0.612971,"accuracy":0.652174,"main_score":0.612971,"hf_subset":"hat_Latn-ban_Latn","languages":["hat-Latn","ban-Latn"]},{"precision":0.567248,"recall":0.641304,"f1":0.588179,"accuracy":0.641304,"main_score":0.588179,"hf_subset":"hat_Latn-ell_Grek","languages":["hat-Latn","ell-Grek"]},{"precision":0.646477,"recall":0.710474,"f1":0.665234,"accuracy":0.710474,"main_score":0.665234,"hf_subset":"hat_Latn-hne_Deva","languages":["hat-Latn","hne-Deva"]},{"precision":0.387303,"recall":0.448617,"f1":0.403685,"accuracy":0.448617,"main_score":0.403685,"hf_subset":"hat_Latn-kik_Latn","languages":["hat-Latn","kik-Latn"]},{"precision":0.659224,"recall":0.728261,"f1":0.679281,"accuracy":0.728261,"main_score":0.679281,"hf_subset":"hat_Latn-mai_Deva","languages":["hat-Latn","mai-Deva"]},{"precision":0.542749,"recall":0.608696,"f1":0.56171,"accuracy":0.608696,"main_score":0.56171,"hf_subset":"hat_Latn-pbt_Arab","languages":["hat-Latn","pbt-Arab"]},{"precision":0.711435,"recall":0.771739,"f1":0.728987,"accuracy":0.771739,"main_score":0.728987,"hf_subset":"hat_Latn-spa_Latn","languages":["hat-Latn","spa-Latn"]},{"precision":0.459275,"recall":0.507905,"f1":0.472883,"accuracy":0.507905,"main_score":0.472883,"hf_subset":"hat_Latn-twi_Latn","languages":["hat-Latn","twi-Latn"]},{"precision":0.63578,"recall":0.702569,"f1":0.654246,"accuracy":0.702569,"main_score":0.654246,"hf_subset":"hat_Latn-acm_Arab","languages":["hat-Latn","acm-Arab"]},{"precision":0.51123,"recall":0.583004,"f1":0.531637,"accuracy":0.583004,"main_score":0.531637,"hf_subset":"hat_Latn-bel_Cyrl","languages":["hat-Latn","bel-Cyrl"]},{"precision":0.743703,"recall":0.798419,"f1":0.759031,"accuracy":0.798419,"main_score":0.759031,"hf_subset":"hat_Latn-eng_Latn","languages":["hat-Latn","eng-Latn"]},{"precision":0.620533,"recall":0.678854,"f1":0.637215,"accuracy":0.678854,"main_score":0.637215,"hf_subset":"hat_Latn-hrv_Latn","languages":["hat-Latn","hrv-Latn"]},{"precision":0.382202,"recall":0.447628,"f1":0.399875,"accuracy":0.447628,"main_score":0.399875,"hf_subset":"hat_Latn-kin_Latn","languages":["hat-Latn","kin-Latn"]},{"precision":0.609042,"recall":0.683794,"f1":0.630595,"accuracy":0.683794,"main_score":0.630595,"hf_subset":"hat_Latn-mal_Mlym","languages":["hat-Latn","mal-Mlym"]},{"precision":0.649802,"recall":0.72332,"f1":0.671137,"accuracy":0.72332,"main_score":0.671137,"hf_subset":"hat_Latn-pes_Arab","languages":["hat-Latn","pes-Arab"]},{"precision":0.646106,"recall":0.702569,"f1":0.661097,"accuracy":0.702569,"main_score":0.661097,"hf_subset":"hat_Latn-srd_Latn","languages":["hat-Latn","srd-Latn"]},{"precision":0.139634,"recall":0.195652,"f1":0.153746,"accuracy":0.195652,"main_score":0.153746,"hf_subset":"hat_Latn-tzm_Tfng","languages":["hat-Latn","tzm-Tfng"]},{"precision":0.633244,"recall":0.698617,"f1":0.651909,"accuracy":0.698617,"main_score":0.651909,"hf_subset":"hat_Latn-acq_Arab","languages":["hat-Latn","acq-Arab"]},{"precision":0.432102,"recall":0.485178,"f1":0.445884,"accuracy":0.485178,"main_score":0.445884,"hf_subset":"hat_Latn-bem_Latn","languages":["hat-Latn","bem-Latn"]},{"precision":0.651995,"recall":0.70751,"f1":0.667004,"accuracy":0.70751,"main_score":0.667004,"hf_subset":"hat_Latn-epo_Latn","languages":["hat-Latn","epo-Latn"]},{"precision":0.592821,"recall":0.666996,"f1":0.613812,"accuracy":0.666996,"main_score":0.613812,"hf_subset":"hat_Latn-hun_Latn","languages":["hat-Latn","hun-Latn"]},{"precision":0.517245,"recall":0.583004,"f1":0.535512,"accuracy":0.583004,"main_score":0.535512,"hf_subset":"hat_Latn-kir_Cyrl","languages":["hat-Latn","kir-Cyrl"]},{"precision":0.641356,"recall":0.709486,"f1":0.660658,"accuracy":0.709486,"main_score":0.660658,"hf_subset":"hat_Latn-mar_Deva","languages":["hat-Latn","mar-Deva"]},{"precision":0.469049,"recall":0.51581,"f1":0.482091,"accuracy":0.51581,"main_score":0.482091,"hf_subset":"hat_Latn-plt_Latn","languages":["hat-Latn","plt-Latn"]},{"precision":0.622178,"recall":0.68083,"f1":0.639185,"accuracy":0.68083,"main_score":0.639185,"hf_subset":"hat_Latn-srp_Cyrl","languages":["hat-Latn","srp-Cyrl"]},{"precision":0.309618,"recall":0.362648,"f1":0.324755,"accuracy":0.362648,"main_score":0.324755,"hf_subset":"hat_Latn-uig_Arab","languages":["hat-Latn","uig-Arab"]},{"precision":0.573411,"recall":0.642292,"f1":0.592124,"accuracy":0.642292,"main_score":0.592124,"hf_subset":"hat_Latn-aeb_Arab","languages":["hat-Latn","aeb-Arab"]},{"precision":0.657898,"recall":0.725296,"f1":0.677557,"accuracy":0.725296,"main_score":0.677557,"hf_subset":"hat_Latn-ben_Beng","languages":["hat-Latn","ben-Beng"]},{"precision":0.543754,"recall":0.606719,"f1":0.561353,"accuracy":0.606719,"main_score":0.561353,"hf_subset":"hat_Latn-est_Latn","languages":["hat-Latn","est-Latn"]},{"precision":0.496354,"recall":0.561265,"f1":0.514691,"accuracy":0.561265,"main_score":0.514691,"hf_subset":"hat_Latn-hye_Armn","languages":["hat-Latn","hye-Armn"]},{"precision":0.40774,"recall":0.465415,"f1":0.424195,"accuracy":0.465415,"main_score":0.424195,"hf_subset":"hat_Latn-kmb_Latn","languages":["hat-Latn","kmb-Latn"]},{"precision":0.270484,"recall":0.326087,"f1":0.284889,"accuracy":0.326087,"main_score":0.284889,"hf_subset":"hat_Latn-min_Arab","languages":["hat-Latn","min-Arab"]},{"precision":0.670414,"recall":0.731225,"f1":0.68793,"accuracy":0.731225,"main_score":0.68793,"hf_subset":"hat_Latn-pol_Latn","languages":["hat-Latn","pol-Latn"]},{"precision":0.39767,"recall":0.452569,"f1":0.412628,"accuracy":0.452569,"main_score":0.412628,"hf_subset":"hat_Latn-ssw_Latn","languages":["hat-Latn","ssw-Latn"]},{"precision":0.658524,"recall":0.719368,"f1":0.67589,"accuracy":0.719368,"main_score":0.67589,"hf_subset":"hat_Latn-ukr_Cyrl","languages":["hat-Latn","ukr-Cyrl"]},{"precision":0.662181,"recall":0.714427,"f1":0.676629,"accuracy":0.714427,"main_score":0.676629,"hf_subset":"hat_Latn-afr_Latn","languages":["hat-Latn","afr-Latn"]},{"precision":0.620739,"recall":0.675889,"f1":0.63635,"accuracy":0.675889,"main_score":0.63635,"hf_subset":"hat_Latn-bho_Deva","languages":["hat-Latn","bho-Deva"]},{"precision":0.544427,"recall":0.598814,"f1":0.55929,"accuracy":0.598814,"main_score":0.55929,"hf_subset":"hat_Latn-eus_Latn","languages":["hat-Latn","eus-Latn"]},{"precision":0.409952,"recall":0.472332,"f1":0.426756,"accuracy":0.472332,"main_score":0.426756,"hf_subset":"hat_Latn-ibo_Latn","languages":["hat-Latn","ibo-Latn"]},{"precision":0.455329,"recall":0.51581,"f1":0.471974,"accuracy":0.51581,"main_score":0.471974,"hf_subset":"hat_Latn-kmr_Latn","languages":["hat-Latn","kmr-Latn"]},{"precision":0.552423,"recall":0.617589,"f1":0.569306,"accuracy":0.617589,"main_score":0.569306,"hf_subset":"hat_Latn-min_Latn","languages":["hat-Latn","min-Latn"]},{"precision":0.730967,"recall":0.786561,"f1":0.746848,"accuracy":0.786561,"main_score":0.746848,"hf_subset":"hat_Latn-por_Latn","languages":["hat-Latn","por-Latn"]},{"precision":0.606075,"recall":0.652174,"f1":0.618522,"accuracy":0.652174,"main_score":0.618522,"hf_subset":"hat_Latn-sun_Latn","languages":["hat-Latn","sun-Latn"]},{"precision":0.378864,"recall":0.437747,"f1":0.395299,"accuracy":0.437747,"main_score":0.395299,"hf_subset":"hat_Latn-umb_Latn","languages":["hat-Latn","umb-Latn"]},{"precision":0.629121,"recall":0.695652,"f1":0.64859,"accuracy":0.695652,"main_score":0.64859,"hf_subset":"hat_Latn-ajp_Arab","languages":["hat-Latn","ajp-Arab"]},{"precision":0.285657,"recall":0.34585,"f1":0.301504,"accuracy":0.34585,"main_score":0.301504,"hf_subset":"hat_Latn-bjn_Arab","languages":["hat-Latn","bjn-Arab"]},{"precision":0.405891,"recall":0.44664,"f1":0.417046,"accuracy":0.44664,"main_score":0.417046,"hf_subset":"hat_Latn-ewe_Latn","languages":["hat-Latn","ewe-Latn"]},{"precision":0.583225,"recall":0.636364,"f1":0.598758,"accuracy":0.636364,"main_score":0.598758,"hf_subset":"hat_Latn-ilo_Latn","languages":["hat-Latn","ilo-Latn"]},{"precision":0.208746,"recall":0.259881,"f1":0.222462,"accuracy":0.259881,"main_score":0.222462,"hf_subset":"hat_Latn-knc_Arab","languages":["hat-Latn","knc-Arab"]},{"precision":0.615757,"recall":0.66996,"f1":0.631846,"accuracy":0.66996,"main_score":0.631846,"hf_subset":"hat_Latn-mkd_Cyrl","languages":["hat-Latn","mkd-Cyrl"]},{"precision":0.624255,"recall":0.697628,"f1":0.644968,"accuracy":0.697628,"main_score":0.644968,"hf_subset":"hat_Latn-prs_Arab","languages":["hat-Latn","prs-Arab"]},{"precision":0.675446,"recall":0.737154,"f1":0.692904,"accuracy":0.737154,"main_score":0.692904,"hf_subset":"hat_Latn-swe_Latn","languages":["hat-Latn","swe-Latn"]},{"precision":0.563024,"recall":0.641304,"f1":0.584902,"accuracy":0.641304,"main_score":0.584902,"hf_subset":"hat_Latn-urd_Arab","languages":["hat-Latn","urd-Arab"]},{"precision":0.434594,"recall":0.48913,"f1":0.450412,"accuracy":0.48913,"main_score":0.450412,"hf_subset":"hat_Latn-aka_Latn","languages":["hat-Latn","aka-Latn"]},{"precision":0.553087,"recall":0.605731,"f1":0.56685,"accuracy":0.605731,"main_score":0.56685,"hf_subset":"hat_Latn-bjn_Latn","languages":["hat-Latn","bjn-Latn"]},{"precision":0.449379,"recall":0.507905,"f1":0.465734,"accuracy":0.507905,"main_score":0.465734,"hf_subset":"hat_Latn-fao_Latn","languages":["hat-Latn","fao-Latn"]},{"precision":0.697356,"recall":0.759881,"f1":0.715249,"accuracy":0.759881,"main_score":0.715249,"hf_subset":"hat_Latn-ind_Latn","languages":["hat-Latn","ind-Latn"]},{"precision":0.439215,"recall":0.48419,"f1":0.451943,"accuracy":0.48419,"main_score":0.451943,"hf_subset":"hat_Latn-knc_Latn","languages":["hat-Latn","knc-Latn"]},{"precision":0.61278,"recall":0.668972,"f1":0.62875,"accuracy":0.668972,"main_score":0.62875,"hf_subset":"hat_Latn-mlt_Latn","languages":["hat-Latn","mlt-Latn"]},{"precision":0.457888,"recall":0.523715,"f1":0.476432,"accuracy":0.523715,"main_score":0.476432,"hf_subset":"hat_Latn-quy_Latn","languages":["hat-Latn","quy-Latn"]},{"precision":0.540929,"recall":0.604743,"f1":0.558965,"accuracy":0.604743,"main_score":0.558965,"hf_subset":"hat_Latn-swh_Latn","languages":["hat-Latn","swh-Latn"]},{"precision":0.482603,"recall":0.541502,"f1":0.498595,"accuracy":0.541502,"main_score":0.498595,"hf_subset":"hat_Latn-uzn_Latn","languages":["hat-Latn","uzn-Latn"]},{"precision":0.618015,"recall":0.672925,"f1":0.633337,"accuracy":0.672925,"main_score":0.633337,"hf_subset":"hat_Latn-als_Latn","languages":["hat-Latn","als-Latn"]},{"precision":0.187694,"recall":0.250988,"f1":0.203596,"accuracy":0.250988,"main_score":0.203596,"hf_subset":"hat_Latn-bod_Tibt","languages":["hat-Latn","bod-Tibt"]},{"precision":0.404493,"recall":0.463439,"f1":0.420587,"accuracy":0.463439,"main_score":0.420587,"hf_subset":"hat_Latn-fij_Latn","languages":["hat-Latn","fij-Latn"]},{"precision":0.413203,"recall":0.475296,"f1":0.430094,"accuracy":0.475296,"main_score":0.430094,"hf_subset":"hat_Latn-isl_Latn","languages":["hat-Latn","isl-Latn"]},{"precision":0.456449,"recall":0.51581,"f1":0.472175,"accuracy":0.51581,"main_score":0.472175,"hf_subset":"hat_Latn-kon_Latn","languages":["hat-Latn","kon-Latn"]},{"precision":0.366598,"recall":0.445652,"f1":0.388473,"accuracy":0.445652,"main_score":0.388473,"hf_subset":"hat_Latn-mni_Beng","languages":["hat-Latn","mni-Beng"]},{"precision":0.71841,"recall":0.770751,"f1":0.733365,"accuracy":0.770751,"main_score":0.733365,"hf_subset":"hat_Latn-ron_Latn","languages":["hat-Latn","ron-Latn"]},{"precision":0.596494,"recall":0.647233,"f1":0.610679,"accuracy":0.647233,"main_score":0.610679,"hf_subset":"hat_Latn-szl_Latn","languages":["hat-Latn","szl-Latn"]},{"precision":0.664942,"recall":0.713439,"f1":0.678036,"accuracy":0.713439,"main_score":0.678036,"hf_subset":"hat_Latn-vec_Latn","languages":["hat-Latn","vec-Latn"]},{"precision":0.484979,"recall":0.559289,"f1":0.506479,"accuracy":0.559289,"main_score":0.506479,"hf_subset":"hat_Latn-amh_Ethi","languages":["hat-Latn","amh-Ethi"]},{"precision":0.652756,"recall":0.710474,"f1":0.669627,"accuracy":0.710474,"main_score":0.669627,"hf_subset":"hat_Latn-bos_Latn","languages":["hat-Latn","bos-Latn"]},{"precision":0.623186,"recall":0.687747,"f1":0.642114,"accuracy":0.687747,"main_score":0.642114,"hf_subset":"hat_Latn-fin_Latn","languages":["hat-Latn","fin-Latn"]},{"precision":0.737831,"recall":0.794466,"f1":0.754284,"accuracy":0.794466,"main_score":0.754284,"hf_subset":"hat_Latn-ita_Latn","languages":["hat-Latn","ita-Latn"]},{"precision":0.642391,"recall":0.715415,"f1":0.66389,"accuracy":0.715415,"main_score":0.66389,"hf_subset":"hat_Latn-kor_Hang","languages":["hat-Latn","kor-Hang"]},{"precision":0.44636,"recall":0.499012,"f1":0.461025,"accuracy":0.499012,"main_score":0.461025,"hf_subset":"hat_Latn-mos_Latn","languages":["hat-Latn","mos-Latn"]},{"precision":0.398767,"recall":0.462451,"f1":0.416871,"accuracy":0.462451,"main_score":0.416871,"hf_subset":"hat_Latn-run_Latn","languages":["hat-Latn","run-Latn"]},{"precision":0.5691,"recall":0.653162,"f1":0.593435,"accuracy":0.653162,"main_score":0.593435,"hf_subset":"hat_Latn-tam_Taml","languages":["hat-Latn","tam-Taml"]},{"precision":0.629234,"recall":0.700593,"f1":0.649681,"accuracy":0.700593,"main_score":0.649681,"hf_subset":"hat_Latn-vie_Latn","languages":["hat-Latn","vie-Latn"]},{"precision":0.601807,"recall":0.671937,"f1":0.621787,"accuracy":0.671937,"main_score":0.621787,"hf_subset":"hat_Latn-apc_Arab","languages":["hat-Latn","apc-Arab"]},{"precision":0.525269,"recall":0.587945,"f1":0.541962,"accuracy":0.587945,"main_score":0.541962,"hf_subset":"hat_Latn-bug_Latn","languages":["hat-Latn","bug-Latn"]},{"precision":0.397424,"recall":0.447628,"f1":0.411031,"accuracy":0.447628,"main_score":0.411031,"hf_subset":"hat_Latn-fon_Latn","languages":["hat-Latn","fon-Latn"]},{"precision":0.601189,"recall":0.65415,"f1":0.615519,"accuracy":0.65415,"main_score":0.615519,"hf_subset":"hat_Latn-jav_Latn","languages":["hat-Latn","jav-Latn"]},{"precision":0.452063,"recall":0.504941,"f1":0.466588,"accuracy":0.504941,"main_score":0.466588,"hf_subset":"hat_Latn-lao_Laoo","languages":["hat-Latn","lao-Laoo"]},{"precision":0.371445,"recall":0.428854,"f1":0.387371,"accuracy":0.428854,"main_score":0.387371,"hf_subset":"hat_Latn-mri_Latn","languages":["hat-Latn","mri-Latn"]},{"precision":0.676071,"recall":0.742095,"f1":0.69504,"accuracy":0.742095,"main_score":0.69504,"hf_subset":"hat_Latn-rus_Cyrl","languages":["hat-Latn","rus-Cyrl"]},{"precision":0.416645,"recall":0.475296,"f1":0.433091,"accuracy":0.475296,"main_score":0.433091,"hf_subset":"hat_Latn-taq_Latn","languages":["hat-Latn","taq-Latn"]},{"precision":0.623897,"recall":0.670949,"f1":0.63754,"accuracy":0.670949,"main_score":0.63754,"hf_subset":"hat_Latn-war_Latn","languages":["hat-Latn","war-Latn"]},{"precision":0.634977,"recall":0.708498,"f1":0.656346,"accuracy":0.708498,"main_score":0.656346,"hf_subset":"hat_Latn-arb_Arab","languages":["hat-Latn","arb-Arab"]},{"precision":0.664258,"recall":0.724308,"f1":0.681726,"accuracy":0.724308,"main_score":0.681726,"hf_subset":"hat_Latn-bul_Cyrl","languages":["hat-Latn","bul-Cyrl"]},{"precision":0.746781,"recall":0.8083,"f1":0.764764,"accuracy":0.8083,"main_score":0.764764,"hf_subset":"hat_Latn-fra_Latn","languages":["hat-Latn","fra-Latn"]},{"precision":0.661805,"recall":0.728261,"f1":0.680447,"accuracy":0.728261,"main_score":0.680447,"hf_subset":"hat_Latn-jpn_Jpan","languages":["hat-Latn","jpn-Jpan"]},{"precision":0.67247,"recall":0.727273,"f1":0.687467,"accuracy":0.727273,"main_score":0.687467,"hf_subset":"hat_Latn-lij_Latn","languages":["hat-Latn","lij-Latn"]},{"precision":0.436836,"recall":0.51087,"f1":0.457759,"accuracy":0.51087,"main_score":0.457759,"hf_subset":"hat_Latn-mya_Mymr","languages":["hat-Latn","mya-Mymr"]},{"precision":0.43896,"recall":0.5,"f1":0.455565,"accuracy":0.5,"main_score":0.455565,"hf_subset":"hat_Latn-sag_Latn","languages":["hat-Latn","sag-Latn"]},{"precision":0.168289,"recall":0.236166,"f1":0.18485,"accuracy":0.236166,"main_score":0.18485,"hf_subset":"hat_Latn-taq_Tfng","languages":["hat-Latn","taq-Tfng"]},{"precision":0.452703,"recall":0.520751,"f1":0.471941,"accuracy":0.520751,"main_score":0.471941,"hf_subset":"hat_Latn-wol_Latn","languages":["hat-Latn","wol-Latn"]},{"precision":0.284137,"recall":0.360672,"f1":0.303843,"accuracy":0.360672,"main_score":0.303843,"hf_subset":"hat_Latn-arb_Latn","languages":["hat-Latn","arb-Latn"]},{"precision":0.698571,"recall":0.748024,"f1":0.712538,"accuracy":0.748024,"main_score":0.712538,"hf_subset":"hat_Latn-cat_Latn","languages":["hat-Latn","cat-Latn"]},{"precision":0.67294,"recall":0.726285,"f1":0.687823,"accuracy":0.726285,"main_score":0.687823,"hf_subset":"hat_Latn-fur_Latn","languages":["hat-Latn","fur-Latn"]},{"precision":0.320998,"recall":0.368577,"f1":0.334241,"accuracy":0.368577,"main_score":0.334241,"hf_subset":"hat_Latn-kab_Latn","languages":["hat-Latn","kab-Latn"]},{"precision":0.614271,"recall":0.666996,"f1":0.62914,"accuracy":0.666996,"main_score":0.62914,"hf_subset":"hat_Latn-lim_Latn","languages":["hat-Latn","lim-Latn"]},{"precision":0.678783,"recall":0.744071,"f1":0.697208,"accuracy":0.744071,"main_score":0.697208,"hf_subset":"hat_Latn-nld_Latn","languages":["hat-Latn","nld-Latn"]},{"precision":0.515394,"recall":0.590909,"f1":0.537088,"accuracy":0.590909,"main_score":0.537088,"hf_subset":"hat_Latn-san_Deva","languages":["hat-Latn","san-Deva"]},{"precision":0.527649,"recall":0.586957,"f1":0.543801,"accuracy":0.586957,"main_score":0.543801,"hf_subset":"hat_Latn-tat_Cyrl","languages":["hat-Latn","tat-Cyrl"]},{"precision":0.422859,"recall":0.480237,"f1":0.439074,"accuracy":0.480237,"main_score":0.439074,"hf_subset":"hat_Latn-xho_Latn","languages":["hat-Latn","xho-Latn"]},{"precision":0.615368,"recall":0.693676,"f1":0.638518,"accuracy":0.693676,"main_score":0.638518,"hf_subset":"hat_Latn-ars_Arab","languages":["hat-Latn","ars-Arab"]},{"precision":0.577776,"recall":0.641304,"f1":0.59552,"accuracy":0.641304,"main_score":0.59552,"hf_subset":"hat_Latn-ceb_Latn","languages":["hat-Latn","ceb-Latn"]},{"precision":0.424363,"recall":0.477273,"f1":0.439343,"accuracy":0.477273,"main_score":0.439343,"hf_subset":"hat_Latn-fuv_Latn","languages":["hat-Latn","fuv-Latn"]},{"precision":0.411917,"recall":0.462451,"f1":0.42559,"accuracy":0.462451,"main_score":0.42559,"hf_subset":"hat_Latn-kac_Latn","languages":["hat-Latn","kac-Latn"]},{"precision":0.477358,"recall":0.531621,"f1":0.492031,"accuracy":0.531621,"main_score":0.492031,"hf_subset":"hat_Latn-lin_Latn","languages":["hat-Latn","lin-Latn"]},{"precision":0.635502,"recall":0.700593,"f1":0.654379,"accuracy":0.700593,"main_score":0.654379,"hf_subset":"hat_Latn-nno_Latn","languages":["hat-Latn","nno-Latn"]},{"precision":0.173784,"recall":0.221344,"f1":0.18693,"accuracy":0.221344,"main_score":0.18693,"hf_subset":"hat_Latn-sat_Olck","languages":["hat-Latn","sat-Olck"]},{"precision":0.609439,"recall":0.68083,"f1":0.629814,"accuracy":0.68083,"main_score":0.629814,"hf_subset":"hat_Latn-tel_Telu","languages":["hat-Latn","tel-Telu"]},{"precision":0.30794,"recall":0.382411,"f1":0.327736,"accuracy":0.382411,"main_score":0.327736,"hf_subset":"hat_Latn-ydd_Hebr","languages":["hat-Latn","ydd-Hebr"]},{"precision":0.537848,"recall":0.606719,"f1":0.556483,"accuracy":0.606719,"main_score":0.556483,"hf_subset":"hat_Latn-ary_Arab","languages":["hat-Latn","ary-Arab"]},{"precision":0.645819,"recall":0.709486,"f1":0.664442,"accuracy":0.709486,"main_score":0.664442,"hf_subset":"hat_Latn-ces_Latn","languages":["hat-Latn","ces-Latn"]},{"precision":0.325333,"recall":0.396245,"f1":0.343275,"accuracy":0.396245,"main_score":0.343275,"hf_subset":"hat_Latn-gaz_Latn","languages":["hat-Latn","gaz-Latn"]},{"precision":0.406248,"recall":0.461462,"f1":0.421776,"accuracy":0.461462,"main_score":0.421776,"hf_subset":"hat_Latn-kam_Latn","languages":["hat-Latn","kam-Latn"]},{"precision":0.549666,"recall":0.614625,"f1":0.567793,"accuracy":0.614625,"main_score":0.567793,"hf_subset":"hat_Latn-lit_Latn","languages":["hat-Latn","lit-Latn"]},{"precision":0.663649,"recall":0.727273,"f1":0.681323,"accuracy":0.727273,"main_score":0.681323,"hf_subset":"hat_Latn-nob_Latn","languages":["hat-Latn","nob-Latn"]},{"precision":0.611985,"recall":0.672925,"f1":0.62912,"accuracy":0.672925,"main_score":0.62912,"hf_subset":"hat_Latn-scn_Latn","languages":["hat-Latn","scn-Latn"]},{"precision":0.416846,"recall":0.480237,"f1":0.433848,"accuracy":0.480237,"main_score":0.433848,"hf_subset":"hat_Latn-tgk_Cyrl","languages":["hat-Latn","tgk-Cyrl"]},{"precision":0.376262,"recall":0.432806,"f1":0.392202,"accuracy":0.432806,"main_score":0.392202,"hf_subset":"hat_Latn-yor_Latn","languages":["hat-Latn","yor-Latn"]},{"precision":0.631723,"recall":0.699605,"f1":0.650859,"accuracy":0.699605,"main_score":0.650859,"hf_subset":"hat_Latn-arz_Arab","languages":["hat-Latn","arz-Arab"]},{"precision":0.417329,"recall":0.480237,"f1":0.434262,"accuracy":0.480237,"main_score":0.434262,"hf_subset":"hat_Latn-cjk_Latn","languages":["hat-Latn","cjk-Latn"]},{"precision":0.368689,"recall":0.433794,"f1":0.386382,"accuracy":0.433794,"main_score":0.386382,"hf_subset":"hat_Latn-gla_Latn","languages":["hat-Latn","gla-Latn"]},{"precision":0.611473,"recall":0.684783,"f1":0.632218,"accuracy":0.684783,"main_score":0.632218,"hf_subset":"hat_Latn-kan_Knda","languages":["hat-Latn","kan-Knda"]},{"precision":0.661736,"recall":0.717391,"f1":0.677343,"accuracy":0.717391,"main_score":0.677343,"hf_subset":"hat_Latn-lmo_Latn","languages":["hat-Latn","lmo-Latn"]},{"precision":0.635606,"recall":0.701581,"f1":0.654749,"accuracy":0.701581,"main_score":0.654749,"hf_subset":"hat_Latn-npi_Deva","languages":["hat-Latn","npi-Deva"]},{"precision":0.342417,"recall":0.401186,"f1":0.358417,"accuracy":0.401186,"main_score":0.358417,"hf_subset":"hat_Latn-shn_Mymr","languages":["hat-Latn","shn-Mymr"]},{"precision":0.615215,"recall":0.68083,"f1":0.633732,"accuracy":0.68083,"main_score":0.633732,"hf_subset":"hat_Latn-tgl_Latn","languages":["hat-Latn","tgl-Latn"]},{"precision":0.628899,"recall":0.703557,"f1":0.650165,"accuracy":0.703557,"main_score":0.650165,"hf_subset":"hat_Latn-yue_Hant","languages":["hat-Latn","yue-Hant"]},{"precision":0.527313,"recall":0.598814,"f1":0.547522,"accuracy":0.598814,"main_score":0.547522,"hf_subset":"hat_Latn-asm_Beng","languages":["hat-Latn","asm-Beng"]},{"precision":0.354789,"recall":0.413043,"f1":0.370373,"accuracy":0.413043,"main_score":0.370373,"hf_subset":"hat_Latn-ckb_Arab","languages":["hat-Latn","ckb-Arab"]},{"precision":0.367451,"recall":0.436759,"f1":0.38574,"accuracy":0.436759,"main_score":0.38574,"hf_subset":"hat_Latn-gle_Latn","languages":["hat-Latn","gle-Latn"]},{"precision":0.476074,"recall":0.554348,"f1":0.497815,"accuracy":0.554348,"main_score":0.497815,"hf_subset":"hat_Latn-kas_Arab","languages":["hat-Latn","kas-Arab"]},{"precision":0.540015,"recall":0.600791,"f1":0.557685,"accuracy":0.600791,"main_score":0.557685,"hf_subset":"hat_Latn-ltg_Latn","languages":["hat-Latn","ltg-Latn"]},{"precision":0.445718,"recall":0.494071,"f1":0.459526,"accuracy":0.494071,"main_score":0.459526,"hf_subset":"hat_Latn-nso_Latn","languages":["hat-Latn","nso-Latn"]},{"precision":0.49976,"recall":0.571146,"f1":0.519533,"accuracy":0.571146,"main_score":0.519533,"hf_subset":"hat_Latn-sin_Sinh","languages":["hat-Latn","sin-Sinh"]},{"precision":0.624992,"recall":0.705534,"f1":0.648864,"accuracy":0.705534,"main_score":0.648864,"hf_subset":"hat_Latn-tha_Thai","languages":["hat-Latn","tha-Thai"]},{"precision":0.642487,"recall":0.713439,"f1":0.662543,"accuracy":0.713439,"main_score":0.662543,"hf_subset":"hat_Latn-zho_Hans","languages":["hat-Latn","zho-Hans"]},{"precision":0.649143,"recall":0.701581,"f1":0.663594,"accuracy":0.701581,"main_score":0.663594,"hf_subset":"hat_Latn-ast_Latn","languages":["hat-Latn","ast-Latn"]},{"precision":0.521372,"recall":0.585968,"f1":0.539167,"accuracy":0.585968,"main_score":0.539167,"hf_subset":"hat_Latn-crh_Latn","languages":["hat-Latn","crh-Latn"]},{"precision":0.70128,"recall":0.754941,"f1":0.716133,"accuracy":0.754941,"main_score":0.716133,"hf_subset":"hat_Latn-glg_Latn","languages":["hat-Latn","glg-Latn"]},{"precision":0.452871,"recall":0.517787,"f1":0.47115,"accuracy":0.517787,"main_score":0.47115,"hf_subset":"hat_Latn-kas_Deva","languages":["hat-Latn","kas-Deva"]},{"precision":0.587736,"recall":0.647233,"f1":0.604564,"accuracy":0.647233,"main_score":0.604564,"hf_subset":"hat_Latn-ltz_Latn","languages":["hat-Latn","ltz-Latn"]},{"precision":0.328374,"recall":0.383399,"f1":0.343164,"accuracy":0.383399,"main_score":0.343164,"hf_subset":"hat_Latn-nus_Latn","languages":["hat-Latn","nus-Latn"]},{"precision":0.621407,"recall":0.681818,"f1":0.638449,"accuracy":0.681818,"main_score":0.638449,"hf_subset":"hat_Latn-slk_Latn","languages":["hat-Latn","slk-Latn"]},{"precision":0.344108,"recall":0.414032,"f1":0.363573,"accuracy":0.414032,"main_score":0.363573,"hf_subset":"hat_Latn-tir_Ethi","languages":["hat-Latn","tir-Ethi"]},{"precision":0.611593,"recall":0.686759,"f1":0.6328,"accuracy":0.686759,"main_score":0.6328,"hf_subset":"hat_Latn-zho_Hant","languages":["hat-Latn","zho-Hant"]},{"precision":0.672236,"recall":0.73913,"f1":0.691558,"accuracy":0.73913,"main_score":0.691558,"hf_subset":"hat_Latn-awa_Deva","languages":["hat-Latn","awa-Deva"]},{"precision":0.439372,"recall":0.503953,"f1":0.457012,"accuracy":0.503953,"main_score":0.457012,"hf_subset":"hat_Latn-cym_Latn","languages":["hat-Latn","cym-Latn"]},{"precision":0.549037,"recall":0.594862,"f1":0.561818,"accuracy":0.594862,"main_score":0.561818,"hf_subset":"hat_Latn-grn_Latn","languages":["hat-Latn","grn-Latn"]},{"precision":0.555077,"recall":0.620553,"f1":0.57319,"accuracy":0.620553,"main_score":0.57319,"hf_subset":"hat_Latn-kat_Geor","languages":["hat-Latn","kat-Geor"]},{"precision":0.482588,"recall":0.535573,"f1":0.496947,"accuracy":0.535573,"main_score":0.496947,"hf_subset":"hat_Latn-lua_Latn","languages":["hat-Latn","lua-Latn"]},{"precision":0.434726,"recall":0.482213,"f1":0.447753,"accuracy":0.482213,"main_score":0.447753,"hf_subset":"hat_Latn-nya_Latn","languages":["hat-Latn","nya-Latn"]},{"precision":0.584378,"recall":0.642292,"f1":0.601139,"accuracy":0.642292,"main_score":0.601139,"hf_subset":"hat_Latn-slv_Latn","languages":["hat-Latn","slv-Latn"]},{"precision":0.572506,"recall":0.624506,"f1":0.58782,"accuracy":0.624506,"main_score":0.58782,"hf_subset":"hat_Latn-tpi_Latn","languages":["hat-Latn","tpi-Latn"]},{"precision":0.643151,"recall":0.713439,"f1":0.6633,"accuracy":0.713439,"main_score":0.6633,"hf_subset":"hat_Latn-zsm_Latn","languages":["hat-Latn","zsm-Latn"]},{"precision":0.3977,"recall":0.464427,"f1":0.41506,"accuracy":0.464427,"main_score":0.41506,"hf_subset":"hat_Latn-ayr_Latn","languages":["hat-Latn","ayr-Latn"]},{"precision":0.677048,"recall":0.740119,"f1":0.695307,"accuracy":0.740119,"main_score":0.695307,"hf_subset":"hat_Latn-dan_Latn","languages":["hat-Latn","dan-Latn"]},{"precision":0.594508,"recall":0.674901,"f1":0.617733,"accuracy":0.674901,"main_score":0.617733,"hf_subset":"hat_Latn-guj_Gujr","languages":["hat-Latn","guj-Gujr"]},{"precision":0.51407,"recall":0.581028,"f1":0.53244,"accuracy":0.581028,"main_score":0.53244,"hf_subset":"hat_Latn-kaz_Cyrl","languages":["hat-Latn","kaz-Cyrl"]},{"precision":0.399728,"recall":0.452569,"f1":0.413618,"accuracy":0.452569,"main_score":0.413618,"hf_subset":"hat_Latn-lug_Latn","languages":["hat-Latn","lug-Latn"]},{"precision":0.730955,"recall":0.781621,"f1":0.745314,"accuracy":0.781621,"main_score":0.745314,"hf_subset":"hat_Latn-oci_Latn","languages":["hat-Latn","oci-Latn"]},{"precision":0.443316,"recall":0.501976,"f1":0.459656,"accuracy":0.501976,"main_score":0.459656,"hf_subset":"hat_Latn-smo_Latn","languages":["hat-Latn","smo-Latn"]},{"precision":0.400718,"recall":0.45751,"f1":0.415848,"accuracy":0.45751,"main_score":0.415848,"hf_subset":"hat_Latn-tsn_Latn","languages":["hat-Latn","tsn-Latn"]},{"precision":0.397492,"recall":0.455534,"f1":0.413381,"accuracy":0.455534,"main_score":0.413381,"hf_subset":"hat_Latn-zul_Latn","languages":["hat-Latn","zul-Latn"]},{"precision":0.457746,"recall":0.529644,"f1":0.477612,"accuracy":0.529644,"main_score":0.477612,"hf_subset":"hat_Latn-azb_Arab","languages":["hat-Latn","azb-Arab"]},{"precision":0.685206,"recall":0.749012,"f1":0.702838,"accuracy":0.749012,"main_score":0.702838,"hf_subset":"hat_Latn-deu_Latn","languages":["hat-Latn","deu-Latn"]},{"precision":0.390253,"recall":0.437747,"f1":0.403953,"accuracy":0.437747,"main_score":0.403953,"hf_subset":"hat_Latn-kbp_Latn","languages":["hat-Latn","kbp-Latn"]},{"precision":0.427776,"recall":0.490119,"f1":0.445192,"accuracy":0.490119,"main_score":0.445192,"hf_subset":"hat_Latn-luo_Latn","languages":["hat-Latn","luo-Latn"]},{"precision":0.415777,"recall":0.476285,"f1":0.433089,"accuracy":0.476285,"main_score":0.433089,"hf_subset":"hat_Latn-ory_Orya","languages":["hat-Latn","ory-Orya"]},{"precision":0.410655,"recall":0.463439,"f1":0.425722,"accuracy":0.463439,"main_score":0.425722,"hf_subset":"hat_Latn-sna_Latn","languages":["hat-Latn","sna-Latn"]},{"precision":0.402829,"recall":0.455534,"f1":0.417174,"accuracy":0.455534,"main_score":0.417174,"hf_subset":"hat_Latn-tso_Latn","languages":["hat-Latn","tso-Latn"]},{"precision":0.541536,"recall":0.597826,"f1":0.557992,"accuracy":0.597826,"main_score":0.557992,"hf_subset":"hat_Latn-azj_Latn","languages":["hat-Latn","azj-Latn"]},{"precision":0.38356,"recall":0.442688,"f1":0.400619,"accuracy":0.442688,"main_score":0.400619,"hf_subset":"hat_Latn-dik_Latn","languages":["hat-Latn","dik-Latn"]},{"precision":0.402208,"recall":0.458498,"f1":0.417641,"accuracy":0.458498,"main_score":0.417641,"hf_subset":"hat_Latn-hau_Latn","languages":["hat-Latn","hau-Latn"]},{"precision":0.678623,"recall":0.730237,"f1":0.69347,"accuracy":0.730237,"main_score":0.69347,"hf_subset":"hat_Latn-kea_Latn","languages":["hat-Latn","kea-Latn"]},{"precision":0.495134,"recall":0.545455,"f1":0.508485,"accuracy":0.545455,"main_score":0.508485,"hf_subset":"hat_Latn-lus_Latn","languages":["hat-Latn","lus-Latn"]},{"precision":0.560232,"recall":0.610672,"f1":0.574633,"accuracy":0.610672,"main_score":0.574633,"hf_subset":"hat_Latn-pag_Latn","languages":["hat-Latn","pag-Latn"]},{"precision":0.465267,"recall":0.537549,"f1":0.484857,"accuracy":0.537549,"main_score":0.484857,"hf_subset":"hat_Latn-snd_Arab","languages":["hat-Latn","snd-Arab"]},{"precision":0.483575,"recall":0.547431,"f1":0.501465,"accuracy":0.547431,"main_score":0.501465,"hf_subset":"hat_Latn-tuk_Latn","languages":["hat-Latn","tuk-Latn"]},{"precision":0.530852,"recall":0.586957,"f1":0.546065,"accuracy":0.586957,"main_score":0.546065,"hf_subset":"hat_Latn-bak_Cyrl","languages":["hat-Latn","bak-Cyrl"]},{"precision":0.363563,"recall":0.433794,"f1":0.383031,"accuracy":0.433794,"main_score":0.383031,"hf_subset":"hat_Latn-dyu_Latn","languages":["hat-Latn","dyu-Latn"]},{"precision":0.518747,"recall":0.586957,"f1":0.537987,"accuracy":0.586957,"main_score":0.537987,"hf_subset":"hat_Latn-heb_Hebr","languages":["hat-Latn","heb-Hebr"]},{"precision":0.40672,"recall":0.468379,"f1":0.423089,"accuracy":0.468379,"main_score":0.423089,"hf_subset":"hat_Latn-khk_Cyrl","languages":["hat-Latn","khk-Cyrl"]},{"precision":0.576447,"recall":0.633399,"f1":0.592829,"accuracy":0.633399,"main_score":0.592829,"hf_subset":"hat_Latn-lvs_Latn","languages":["hat-Latn","lvs-Latn"]},{"precision":0.544991,"recall":0.616601,"f1":0.564875,"accuracy":0.616601,"main_score":0.564875,"hf_subset":"hat_Latn-pan_Guru","languages":["hat-Latn","pan-Guru"]},{"precision":0.369326,"recall":0.429842,"f1":0.386101,"accuracy":0.429842,"main_score":0.386101,"hf_subset":"hat_Latn-som_Latn","languages":["hat-Latn","som-Latn"]},{"precision":0.40371,"recall":0.449605,"f1":0.416455,"accuracy":0.449605,"main_score":0.416455,"hf_subset":"hat_Latn-tum_Latn","languages":["hat-Latn","tum-Latn"]},{"precision":0.237598,"recall":0.277668,"f1":0.248082,"accuracy":0.277668,"main_score":0.248082,"hf_subset":"kbp_Latn-ace_Arab","languages":["kbp-Latn","ace-Arab"]},{"precision":0.384667,"recall":0.417984,"f1":0.394763,"accuracy":0.417984,"main_score":0.394763,"hf_subset":"kbp_Latn-bam_Latn","languages":["kbp-Latn","bam-Latn"]},{"precision":0.129095,"recall":0.175889,"f1":0.140448,"accuracy":0.175889,"main_score":0.140448,"hf_subset":"kbp_Latn-dzo_Tibt","languages":["kbp-Latn","dzo-Tibt"]},{"precision":0.368776,"recall":0.432806,"f1":0.384679,"accuracy":0.432806,"main_score":0.384679,"hf_subset":"kbp_Latn-hin_Deva","languages":["kbp-Latn","hin-Deva"]},{"precision":0.332363,"recall":0.384387,"f1":0.347191,"accuracy":0.384387,"main_score":0.347191,"hf_subset":"kbp_Latn-khm_Khmr","languages":["kbp-Latn","khm-Khmr"]},{"precision":0.353235,"recall":0.405138,"f1":0.366697,"accuracy":0.405138,"main_score":0.366697,"hf_subset":"kbp_Latn-mag_Deva","languages":["kbp-Latn","mag-Deva"]},{"precision":0.392012,"recall":0.423913,"f1":0.400758,"accuracy":0.423913,"main_score":0.400758,"hf_subset":"kbp_Latn-pap_Latn","languages":["kbp-Latn","pap-Latn"]},{"precision":0.398848,"recall":0.436759,"f1":0.40832,"accuracy":0.436759,"main_score":0.40832,"hf_subset":"kbp_Latn-sot_Latn","languages":["kbp-Latn","sot-Latn"]},{"precision":0.384819,"recall":0.432806,"f1":0.397881,"accuracy":0.432806,"main_score":0.397881,"hf_subset":"kbp_Latn-tur_Latn","languages":["kbp-Latn","tur-Latn"]},{"precision":0.38931,"recall":0.424901,"f1":0.399125,"accuracy":0.424901,"main_score":0.399125,"hf_subset":"kbp_Latn-ace_Latn","languages":["kbp-Latn","ace-Latn"]},{"precision":0.386466,"recall":0.424901,"f1":0.397323,"accuracy":0.424901,"main_score":0.397323,"hf_subset":"kbp_Latn-ban_Latn","languages":["kbp-Latn","ban-Latn"]},{"precision":0.342465,"recall":0.405138,"f1":0.357695,"accuracy":0.405138,"main_score":0.357695,"hf_subset":"kbp_Latn-ell_Grek","languages":["kbp-Latn","ell-Grek"]},{"precision":0.358129,"recall":0.410079,"f1":0.372117,"accuracy":0.410079,"main_score":0.372117,"hf_subset":"kbp_Latn-hne_Deva","languages":["kbp-Latn","hne-Deva"]},{"precision":0.3373,"recall":0.385375,"f1":0.350102,"accuracy":0.385375,"main_score":0.350102,"hf_subset":"kbp_Latn-kik_Latn","languages":["kbp-Latn","kik-Latn"]},{"precision":0.37797,"recall":0.43083,"f1":0.391837,"accuracy":0.43083,"main_score":0.391837,"hf_subset":"kbp_Latn-mai_Deva","languages":["kbp-Latn","mai-Deva"]},{"precision":0.335042,"recall":0.383399,"f1":0.34851,"accuracy":0.383399,"main_score":0.34851,"hf_subset":"kbp_Latn-pbt_Arab","languages":["kbp-Latn","pbt-Arab"]},{"precision":0.391515,"recall":0.451581,"f1":0.405995,"accuracy":0.451581,"main_score":0.405995,"hf_subset":"kbp_Latn-spa_Latn","languages":["kbp-Latn","spa-Latn"]},{"precision":0.407335,"recall":0.440711,"f1":0.417064,"accuracy":0.440711,"main_score":0.417064,"hf_subset":"kbp_Latn-twi_Latn","languages":["kbp-Latn","twi-Latn"]},{"precision":0.350573,"recall":0.409091,"f1":0.364835,"accuracy":0.409091,"main_score":0.364835,"hf_subset":"kbp_Latn-acm_Arab","languages":["kbp-Latn","acm-Arab"]},{"precision":0.33291,"recall":0.380435,"f1":0.345003,"accuracy":0.380435,"main_score":0.345003,"hf_subset":"kbp_Latn-bel_Cyrl","languages":["kbp-Latn","bel-Cyrl"]},{"precision":0.384743,"recall":0.449605,"f1":0.401482,"accuracy":0.449605,"main_score":0.401482,"hf_subset":"kbp_Latn-eng_Latn","languages":["kbp-Latn","eng-Latn"]},{"precision":0.397297,"recall":0.445652,"f1":0.409976,"accuracy":0.445652,"main_score":0.409976,"hf_subset":"kbp_Latn-hrv_Latn","languages":["kbp-Latn","hrv-Latn"]},{"precision":0.370771,"recall":0.417984,"f1":0.383542,"accuracy":0.417984,"main_score":0.383542,"hf_subset":"kbp_Latn-kin_Latn","languages":["kbp-Latn","kin-Latn"]},{"precision":0.350336,"recall":0.41502,"f1":0.367035,"accuracy":0.41502,"main_score":0.367035,"hf_subset":"kbp_Latn-mal_Mlym","languages":["kbp-Latn","mal-Mlym"]},{"precision":0.351359,"recall":0.425889,"f1":0.370414,"accuracy":0.425889,"main_score":0.370414,"hf_subset":"kbp_Latn-pes_Arab","languages":["kbp-Latn","pes-Arab"]},{"precision":0.386972,"recall":0.423913,"f1":0.39681,"accuracy":0.423913,"main_score":0.39681,"hf_subset":"kbp_Latn-srd_Latn","languages":["kbp-Latn","srd-Latn"]},{"precision":0.137345,"recall":0.182806,"f1":0.148604,"accuracy":0.182806,"main_score":0.148604,"hf_subset":"kbp_Latn-tzm_Tfng","languages":["kbp-Latn","tzm-Tfng"]},{"precision":0.366874,"recall":0.424901,"f1":0.381453,"accuracy":0.424901,"main_score":0.381453,"hf_subset":"kbp_Latn-acq_Arab","languages":["kbp-Latn","acq-Arab"]},{"precision":0.387888,"recall":0.424901,"f1":0.398473,"accuracy":0.424901,"main_score":0.398473,"hf_subset":"kbp_Latn-bem_Latn","languages":["kbp-Latn","bem-Latn"]},{"precision":0.390324,"recall":0.424901,"f1":0.398911,"accuracy":0.424901,"main_score":0.398911,"hf_subset":"kbp_Latn-epo_Latn","languages":["kbp-Latn","epo-Latn"]},{"precision":0.382121,"recall":0.438735,"f1":0.396738,"accuracy":0.438735,"main_score":0.396738,"hf_subset":"kbp_Latn-hun_Latn","languages":["kbp-Latn","hun-Latn"]},{"precision":0.360343,"recall":0.401186,"f1":0.37099,"accuracy":0.401186,"main_score":0.37099,"hf_subset":"kbp_Latn-kir_Cyrl","languages":["kbp-Latn","kir-Cyrl"]},{"precision":0.360876,"recall":0.422925,"f1":0.377198,"accuracy":0.422925,"main_score":0.377198,"hf_subset":"kbp_Latn-mar_Deva","languages":["kbp-Latn","mar-Deva"]},{"precision":0.399382,"recall":0.435771,"f1":0.410211,"accuracy":0.435771,"main_score":0.410211,"hf_subset":"kbp_Latn-plt_Latn","languages":["kbp-Latn","plt-Latn"]},{"precision":0.354154,"recall":0.403162,"f1":0.367402,"accuracy":0.403162,"main_score":0.367402,"hf_subset":"kbp_Latn-srp_Cyrl","languages":["kbp-Latn","srp-Cyrl"]},{"precision":0.259593,"recall":0.302372,"f1":0.270597,"accuracy":0.302372,"main_score":0.270597,"hf_subset":"kbp_Latn-uig_Arab","languages":["kbp-Latn","uig-Arab"]},{"precision":0.34307,"recall":0.387352,"f1":0.355377,"accuracy":0.387352,"main_score":0.355377,"hf_subset":"kbp_Latn-aeb_Arab","languages":["kbp-Latn","aeb-Arab"]},{"precision":0.371043,"recall":0.431818,"f1":0.386954,"accuracy":0.431818,"main_score":0.386954,"hf_subset":"kbp_Latn-ben_Beng","languages":["kbp-Latn","ben-Beng"]},{"precision":0.373633,"recall":0.414032,"f1":0.384878,"accuracy":0.414032,"main_score":0.384878,"hf_subset":"kbp_Latn-est_Latn","languages":["kbp-Latn","est-Latn"]},{"precision":0.332694,"recall":0.385375,"f1":0.347429,"accuracy":0.385375,"main_score":0.347429,"hf_subset":"kbp_Latn-hye_Armn","languages":["kbp-Latn","hye-Armn"]},{"precision":0.395358,"recall":0.429842,"f1":0.405127,"accuracy":0.429842,"main_score":0.405127,"hf_subset":"kbp_Latn-kmb_Latn","languages":["kbp-Latn","kmb-Latn"]},{"precision":0.221182,"recall":0.256917,"f1":0.229877,"accuracy":0.256917,"main_score":0.229877,"hf_subset":"kbp_Latn-min_Arab","languages":["kbp-Latn","min-Arab"]},{"precision":0.376853,"recall":0.439723,"f1":0.393195,"accuracy":0.439723,"main_score":0.393195,"hf_subset":"kbp_Latn-pol_Latn","languages":["kbp-Latn","pol-Latn"]},{"precision":0.371418,"recall":0.416008,"f1":0.384332,"accuracy":0.416008,"main_score":0.384332,"hf_subset":"kbp_Latn-ssw_Latn","languages":["kbp-Latn","ssw-Latn"]},{"precision":0.370858,"recall":0.422925,"f1":0.384683,"accuracy":0.422925,"main_score":0.384683,"hf_subset":"kbp_Latn-ukr_Cyrl","languages":["kbp-Latn","ukr-Cyrl"]},{"precision":0.399204,"recall":0.44664,"f1":0.412008,"accuracy":0.44664,"main_score":0.412008,"hf_subset":"kbp_Latn-afr_Latn","languages":["kbp-Latn","afr-Latn"]},{"precision":0.372651,"recall":0.418972,"f1":0.385824,"accuracy":0.418972,"main_score":0.385824,"hf_subset":"kbp_Latn-bho_Deva","languages":["kbp-Latn","bho-Deva"]},{"precision":0.388385,"recall":0.421937,"f1":0.396872,"accuracy":0.421937,"main_score":0.396872,"hf_subset":"kbp_Latn-eus_Latn","languages":["kbp-Latn","eus-Latn"]},{"precision":0.366856,"recall":0.409091,"f1":0.378877,"accuracy":0.409091,"main_score":0.378877,"hf_subset":"kbp_Latn-ibo_Latn","languages":["kbp-Latn","ibo-Latn"]},{"precision":0.387954,"recall":0.432806,"f1":0.400056,"accuracy":0.432806,"main_score":0.400056,"hf_subset":"kbp_Latn-kmr_Latn","languages":["kbp-Latn","kmr-Latn"]},{"precision":0.372629,"recall":0.411067,"f1":0.382401,"accuracy":0.411067,"main_score":0.382401,"hf_subset":"kbp_Latn-min_Latn","languages":["kbp-Latn","min-Latn"]},{"precision":0.389664,"recall":0.447628,"f1":0.404122,"accuracy":0.447628,"main_score":0.404122,"hf_subset":"kbp_Latn-por_Latn","languages":["kbp-Latn","por-Latn"]},{"precision":0.374473,"recall":0.405138,"f1":0.382824,"accuracy":0.405138,"main_score":0.382824,"hf_subset":"kbp_Latn-sun_Latn","languages":["kbp-Latn","sun-Latn"]},{"precision":0.383328,"recall":0.417984,"f1":0.39372,"accuracy":0.417984,"main_score":0.39372,"hf_subset":"kbp_Latn-umb_Latn","languages":["kbp-Latn","umb-Latn"]},{"precision":0.36322,"recall":0.416008,"f1":0.376532,"accuracy":0.416008,"main_score":0.376532,"hf_subset":"kbp_Latn-ajp_Arab","languages":["kbp-Latn","ajp-Arab"]},{"precision":0.22937,"recall":0.258893,"f1":0.23788,"accuracy":0.258893,"main_score":0.23788,"hf_subset":"kbp_Latn-bjn_Arab","languages":["kbp-Latn","bjn-Arab"]},{"precision":0.386644,"recall":0.416996,"f1":0.395705,"accuracy":0.416996,"main_score":0.395705,"hf_subset":"kbp_Latn-ewe_Latn","languages":["kbp-Latn","ewe-Latn"]},{"precision":0.41443,"recall":0.444664,"f1":0.423003,"accuracy":0.444664,"main_score":0.423003,"hf_subset":"kbp_Latn-ilo_Latn","languages":["kbp-Latn","ilo-Latn"]},{"precision":0.210078,"recall":0.249012,"f1":0.220646,"accuracy":0.249012,"main_score":0.220646,"hf_subset":"kbp_Latn-knc_Arab","languages":["kbp-Latn","knc-Arab"]},{"precision":0.378382,"recall":0.417984,"f1":0.388866,"accuracy":0.417984,"main_score":0.388866,"hf_subset":"kbp_Latn-mkd_Cyrl","languages":["kbp-Latn","mkd-Cyrl"]},{"precision":0.345413,"recall":0.418972,"f1":0.363229,"accuracy":0.418972,"main_score":0.363229,"hf_subset":"kbp_Latn-prs_Arab","languages":["kbp-Latn","prs-Arab"]},{"precision":0.387133,"recall":0.44664,"f1":0.402702,"accuracy":0.44664,"main_score":0.402702,"hf_subset":"kbp_Latn-swe_Latn","languages":["kbp-Latn","swe-Latn"]},{"precision":0.326427,"recall":0.386364,"f1":0.342315,"accuracy":0.386364,"main_score":0.342315,"hf_subset":"kbp_Latn-urd_Arab","languages":["kbp-Latn","urd-Arab"]},{"precision":0.391573,"recall":0.41996,"f1":0.399375,"accuracy":0.41996,"main_score":0.399375,"hf_subset":"kbp_Latn-aka_Latn","languages":["kbp-Latn","aka-Latn"]},{"precision":0.381891,"recall":0.417984,"f1":0.391621,"accuracy":0.417984,"main_score":0.391621,"hf_subset":"kbp_Latn-bjn_Latn","languages":["kbp-Latn","bjn-Latn"]},{"precision":0.386311,"recall":0.428854,"f1":0.397334,"accuracy":0.428854,"main_score":0.397334,"hf_subset":"kbp_Latn-fao_Latn","languages":["kbp-Latn","fao-Latn"]},{"precision":0.393039,"recall":0.458498,"f1":0.410269,"accuracy":0.458498,"main_score":0.410269,"hf_subset":"kbp_Latn-ind_Latn","languages":["kbp-Latn","ind-Latn"]},{"precision":0.389015,"recall":0.423913,"f1":0.398619,"accuracy":0.423913,"main_score":0.398619,"hf_subset":"kbp_Latn-knc_Latn","languages":["kbp-Latn","knc-Latn"]},{"precision":0.389246,"recall":0.422925,"f1":0.398493,"accuracy":0.422925,"main_score":0.398493,"hf_subset":"kbp_Latn-mlt_Latn","languages":["kbp-Latn","mlt-Latn"]},{"precision":0.391413,"recall":0.431818,"f1":0.402758,"accuracy":0.431818,"main_score":0.402758,"hf_subset":"kbp_Latn-quy_Latn","languages":["kbp-Latn","quy-Latn"]},{"precision":0.386236,"recall":0.427866,"f1":0.397839,"accuracy":0.427866,"main_score":0.397839,"hf_subset":"kbp_Latn-swh_Latn","languages":["kbp-Latn","swh-Latn"]},{"precision":0.345142,"recall":0.384387,"f1":0.354222,"accuracy":0.384387,"main_score":0.354222,"hf_subset":"kbp_Latn-uzn_Latn","languages":["kbp-Latn","uzn-Latn"]},{"precision":0.376487,"recall":0.417984,"f1":0.388288,"accuracy":0.417984,"main_score":0.388288,"hf_subset":"kbp_Latn-als_Latn","languages":["kbp-Latn","als-Latn"]},{"precision":0.18197,"recall":0.233202,"f1":0.19489,"accuracy":0.233202,"main_score":0.19489,"hf_subset":"kbp_Latn-bod_Tibt","languages":["kbp-Latn","bod-Tibt"]},{"precision":0.397822,"recall":0.434783,"f1":0.408238,"accuracy":0.434783,"main_score":0.408238,"hf_subset":"kbp_Latn-fij_Latn","languages":["kbp-Latn","fij-Latn"]},{"precision":0.3522,"recall":0.402174,"f1":0.364746,"accuracy":0.402174,"main_score":0.364746,"hf_subset":"kbp_Latn-isl_Latn","languages":["kbp-Latn","isl-Latn"]},{"precision":0.406094,"recall":0.439723,"f1":0.415695,"accuracy":0.439723,"main_score":0.415695,"hf_subset":"kbp_Latn-kon_Latn","languages":["kbp-Latn","kon-Latn"]},{"precision":0.288355,"recall":0.33004,"f1":0.299474,"accuracy":0.33004,"main_score":0.299474,"hf_subset":"kbp_Latn-mni_Beng","languages":["kbp-Latn","mni-Beng"]},{"precision":0.393767,"recall":0.449605,"f1":0.40684,"accuracy":0.449605,"main_score":0.40684,"hf_subset":"kbp_Latn-ron_Latn","languages":["kbp-Latn","ron-Latn"]},{"precision":0.367015,"recall":0.399209,"f1":0.376219,"accuracy":0.399209,"main_score":0.376219,"hf_subset":"kbp_Latn-szl_Latn","languages":["kbp-Latn","szl-Latn"]},{"precision":0.391192,"recall":0.425889,"f1":0.400647,"accuracy":0.425889,"main_score":0.400647,"hf_subset":"kbp_Latn-vec_Latn","languages":["kbp-Latn","vec-Latn"]},{"precision":0.324019,"recall":0.378458,"f1":0.338815,"accuracy":0.378458,"main_score":0.338815,"hf_subset":"kbp_Latn-amh_Ethi","languages":["kbp-Latn","amh-Ethi"]},{"precision":0.376076,"recall":0.432806,"f1":0.391035,"accuracy":0.432806,"main_score":0.391035,"hf_subset":"kbp_Latn-bos_Latn","languages":["kbp-Latn","bos-Latn"]},{"precision":0.383216,"recall":0.436759,"f1":0.398351,"accuracy":0.436759,"main_score":0.398351,"hf_subset":"kbp_Latn-fin_Latn","languages":["kbp-Latn","fin-Latn"]},{"precision":0.38891,"recall":0.449605,"f1":0.404149,"accuracy":0.449605,"main_score":0.404149,"hf_subset":"kbp_Latn-ita_Latn","languages":["kbp-Latn","ita-Latn"]},{"precision":0.357065,"recall":0.424901,"f1":0.374281,"accuracy":0.424901,"main_score":0.374281,"hf_subset":"kbp_Latn-kor_Hang","languages":["kbp-Latn","kor-Hang"]},{"precision":0.383664,"recall":0.416008,"f1":0.393275,"accuracy":0.416008,"main_score":0.393275,"hf_subset":"kbp_Latn-mos_Latn","languages":["kbp-Latn","mos-Latn"]},{"precision":0.371778,"recall":0.411067,"f1":0.382406,"accuracy":0.411067,"main_score":0.382406,"hf_subset":"kbp_Latn-run_Latn","languages":["kbp-Latn","run-Latn"]},{"precision":0.327982,"recall":0.401186,"f1":0.345071,"accuracy":0.401186,"main_score":0.345071,"hf_subset":"kbp_Latn-tam_Taml","languages":["kbp-Latn","tam-Taml"]},{"precision":0.367146,"recall":0.429842,"f1":0.382376,"accuracy":0.429842,"main_score":0.382376,"hf_subset":"kbp_Latn-vie_Latn","languages":["kbp-Latn","vie-Latn"]},{"precision":0.359824,"recall":0.410079,"f1":0.372209,"accuracy":0.410079,"main_score":0.372209,"hf_subset":"kbp_Latn-apc_Arab","languages":["kbp-Latn","apc-Arab"]},{"precision":0.375395,"recall":0.407115,"f1":0.384736,"accuracy":0.407115,"main_score":0.384736,"hf_subset":"kbp_Latn-bug_Latn","languages":["kbp-Latn","bug-Latn"]},{"precision":0.373714,"recall":0.408103,"f1":0.383402,"accuracy":0.408103,"main_score":0.383402,"hf_subset":"kbp_Latn-fon_Latn","languages":["kbp-Latn","fon-Latn"]},{"precision":0.395044,"recall":0.426877,"f1":0.402788,"accuracy":0.426877,"main_score":0.402788,"hf_subset":"kbp_Latn-jav_Latn","languages":["kbp-Latn","jav-Latn"]},{"precision":0.352023,"recall":0.392292,"f1":0.363326,"accuracy":0.392292,"main_score":0.363326,"hf_subset":"kbp_Latn-lao_Laoo","languages":["kbp-Latn","lao-Laoo"]},{"precision":0.367954,"recall":0.409091,"f1":0.379433,"accuracy":0.409091,"main_score":0.379433,"hf_subset":"kbp_Latn-mri_Latn","languages":["kbp-Latn","mri-Latn"]},{"precision":0.358347,"recall":0.428854,"f1":0.37642,"accuracy":0.428854,"main_score":0.37642,"hf_subset":"kbp_Latn-rus_Cyrl","languages":["kbp-Latn","rus-Cyrl"]},{"precision":0.375825,"recall":0.41502,"f1":0.387318,"accuracy":0.41502,"main_score":0.387318,"hf_subset":"kbp_Latn-taq_Latn","languages":["kbp-Latn","taq-Latn"]},{"precision":0.409609,"recall":0.439723,"f1":0.417622,"accuracy":0.439723,"main_score":0.417622,"hf_subset":"kbp_Latn-war_Latn","languages":["kbp-Latn","war-Latn"]},{"precision":0.355216,"recall":0.417984,"f1":0.371104,"accuracy":0.417984,"main_score":0.371104,"hf_subset":"kbp_Latn-arb_Arab","languages":["kbp-Latn","arb-Arab"]},{"precision":0.360368,"recall":0.41502,"f1":0.375497,"accuracy":0.41502,"main_score":0.375497,"hf_subset":"kbp_Latn-bul_Cyrl","languages":["kbp-Latn","bul-Cyrl"]},{"precision":0.384163,"recall":0.443676,"f1":0.399261,"accuracy":0.443676,"main_score":0.399261,"hf_subset":"kbp_Latn-fra_Latn","languages":["kbp-Latn","fra-Latn"]},{"precision":0.353803,"recall":0.421937,"f1":0.371252,"accuracy":0.421937,"main_score":0.371252,"hf_subset":"kbp_Latn-jpn_Jpan","languages":["kbp-Latn","jpn-Jpan"]},{"precision":0.384153,"recall":0.416008,"f1":0.392771,"accuracy":0.416008,"main_score":0.392771,"hf_subset":"kbp_Latn-lij_Latn","languages":["kbp-Latn","lij-Latn"]},{"precision":0.291686,"recall":0.34585,"f1":0.30574,"accuracy":0.34585,"main_score":0.30574,"hf_subset":"kbp_Latn-mya_Mymr","languages":["kbp-Latn","mya-Mymr"]},{"precision":0.390814,"recall":0.421937,"f1":0.400214,"accuracy":0.421937,"main_score":0.400214,"hf_subset":"kbp_Latn-sag_Latn","languages":["kbp-Latn","sag-Latn"]},{"precision":0.16039,"recall":0.211462,"f1":0.173058,"accuracy":0.211462,"main_score":0.173058,"hf_subset":"kbp_Latn-taq_Tfng","languages":["kbp-Latn","taq-Tfng"]},{"precision":0.399971,"recall":0.436759,"f1":0.409701,"accuracy":0.436759,"main_score":0.409701,"hf_subset":"kbp_Latn-wol_Latn","languages":["kbp-Latn","wol-Latn"]},{"precision":0.293429,"recall":0.350791,"f1":0.309088,"accuracy":0.350791,"main_score":0.309088,"hf_subset":"kbp_Latn-arb_Latn","languages":["kbp-Latn","arb-Latn"]},{"precision":0.376392,"recall":0.423913,"f1":0.390093,"accuracy":0.423913,"main_score":0.390093,"hf_subset":"kbp_Latn-cat_Latn","languages":["kbp-Latn","cat-Latn"]},{"precision":0.393942,"recall":0.429842,"f1":0.403565,"accuracy":0.429842,"main_score":0.403565,"hf_subset":"kbp_Latn-fur_Latn","languages":["kbp-Latn","fur-Latn"]},{"precision":0.301525,"recall":0.341897,"f1":0.312835,"accuracy":0.341897,"main_score":0.312835,"hf_subset":"kbp_Latn-kab_Latn","languages":["kbp-Latn","kab-Latn"]},{"precision":0.386498,"recall":0.423913,"f1":0.396629,"accuracy":0.423913,"main_score":0.396629,"hf_subset":"kbp_Latn-lim_Latn","languages":["kbp-Latn","lim-Latn"]},{"precision":0.386046,"recall":0.445652,"f1":0.400732,"accuracy":0.445652,"main_score":0.400732,"hf_subset":"kbp_Latn-nld_Latn","languages":["kbp-Latn","nld-Latn"]},{"precision":0.323425,"recall":0.387352,"f1":0.339715,"accuracy":0.387352,"main_score":0.339715,"hf_subset":"kbp_Latn-san_Deva","languages":["kbp-Latn","san-Deva"]},{"precision":0.3511,"recall":0.393281,"f1":0.362135,"accuracy":0.393281,"main_score":0.362135,"hf_subset":"kbp_Latn-tat_Cyrl","languages":["kbp-Latn","tat-Cyrl"]},{"precision":0.389169,"recall":0.428854,"f1":0.400813,"accuracy":0.428854,"main_score":0.400813,"hf_subset":"kbp_Latn-xho_Latn","languages":["kbp-Latn","xho-Latn"]},{"precision":0.319272,"recall":0.389328,"f1":0.336977,"accuracy":0.389328,"main_score":0.336977,"hf_subset":"kbp_Latn-ars_Arab","languages":["kbp-Latn","ars-Arab"]},{"precision":0.39955,"recall":0.434783,"f1":0.409684,"accuracy":0.434783,"main_score":0.409684,"hf_subset":"kbp_Latn-ceb_Latn","languages":["kbp-Latn","ceb-Latn"]},{"precision":0.362467,"recall":0.403162,"f1":0.374506,"accuracy":0.403162,"main_score":0.374506,"hf_subset":"kbp_Latn-fuv_Latn","languages":["kbp-Latn","fuv-Latn"]},{"precision":0.399269,"recall":0.433794,"f1":0.408777,"accuracy":0.433794,"main_score":0.408777,"hf_subset":"kbp_Latn-kac_Latn","languages":["kbp-Latn","kac-Latn"]},{"precision":0.396974,"recall":0.432806,"f1":0.407381,"accuracy":0.432806,"main_score":0.407381,"hf_subset":"kbp_Latn-lin_Latn","languages":["kbp-Latn","lin-Latn"]},{"precision":0.374301,"recall":0.426877,"f1":0.388246,"accuracy":0.426877,"main_score":0.388246,"hf_subset":"kbp_Latn-nno_Latn","languages":["kbp-Latn","nno-Latn"]},{"precision":0.155528,"recall":0.183794,"f1":0.163044,"accuracy":0.183794,"main_score":0.163044,"hf_subset":"kbp_Latn-sat_Olck","languages":["kbp-Latn","sat-Olck"]},{"precision":0.362112,"recall":0.424901,"f1":0.378206,"accuracy":0.424901,"main_score":0.378206,"hf_subset":"kbp_Latn-tel_Telu","languages":["kbp-Latn","tel-Telu"]},{"precision":0.235744,"recall":0.279644,"f1":0.247035,"accuracy":0.279644,"main_score":0.247035,"hf_subset":"kbp_Latn-ydd_Hebr","languages":["kbp-Latn","ydd-Hebr"]},{"precision":0.330848,"recall":0.379447,"f1":0.343446,"accuracy":0.379447,"main_score":0.343446,"hf_subset":"kbp_Latn-ary_Arab","languages":["kbp-Latn","ary-Arab"]},{"precision":0.368382,"recall":0.427866,"f1":0.384378,"accuracy":0.427866,"main_score":0.384378,"hf_subset":"kbp_Latn-ces_Latn","languages":["kbp-Latn","ces-Latn"]},{"precision":0.31754,"recall":0.371542,"f1":0.331467,"accuracy":0.371542,"main_score":0.331467,"hf_subset":"kbp_Latn-gaz_Latn","languages":["kbp-Latn","gaz-Latn"]},{"precision":0.367375,"recall":0.40415,"f1":0.378168,"accuracy":0.40415,"main_score":0.378168,"hf_subset":"kbp_Latn-kam_Latn","languages":["kbp-Latn","kam-Latn"]},{"precision":0.371391,"recall":0.416008,"f1":0.383616,"accuracy":0.416008,"main_score":0.383616,"hf_subset":"kbp_Latn-lit_Latn","languages":["kbp-Latn","lit-Latn"]},{"precision":0.366472,"recall":0.423913,"f1":0.381483,"accuracy":0.423913,"main_score":0.381483,"hf_subset":"kbp_Latn-nob_Latn","languages":["kbp-Latn","nob-Latn"]},{"precision":0.391466,"recall":0.426877,"f1":0.401224,"accuracy":0.426877,"main_score":0.401224,"hf_subset":"kbp_Latn-scn_Latn","languages":["kbp-Latn","scn-Latn"]},{"precision":0.337825,"recall":0.38834,"f1":0.351564,"accuracy":0.38834,"main_score":0.351564,"hf_subset":"kbp_Latn-tgk_Cyrl","languages":["kbp-Latn","tgk-Cyrl"]},{"precision":0.336689,"recall":0.385375,"f1":0.350823,"accuracy":0.385375,"main_score":0.350823,"hf_subset":"kbp_Latn-yor_Latn","languages":["kbp-Latn","yor-Latn"]},{"precision":0.353078,"recall":0.414032,"f1":0.368743,"accuracy":0.414032,"main_score":0.368743,"hf_subset":"kbp_Latn-arz_Arab","languages":["kbp-Latn","arz-Arab"]},{"precision":0.371121,"recall":0.405138,"f1":0.380684,"accuracy":0.405138,"main_score":0.380684,"hf_subset":"kbp_Latn-cjk_Latn","languages":["kbp-Latn","cjk-Latn"]},{"precision":0.358318,"recall":0.40415,"f1":0.370277,"accuracy":0.40415,"main_score":0.370277,"hf_subset":"kbp_Latn-gla_Latn","languages":["kbp-Latn","gla-Latn"]},{"precision":0.351034,"recall":0.409091,"f1":0.366874,"accuracy":0.409091,"main_score":0.366874,"hf_subset":"kbp_Latn-kan_Knda","languages":["kbp-Latn","kan-Knda"]},{"precision":0.40002,"recall":0.427866,"f1":0.407752,"accuracy":0.427866,"main_score":0.407752,"hf_subset":"kbp_Latn-lmo_Latn","languages":["kbp-Latn","lmo-Latn"]},{"precision":0.354123,"recall":0.409091,"f1":0.369624,"accuracy":0.409091,"main_score":0.369624,"hf_subset":"kbp_Latn-npi_Deva","languages":["kbp-Latn","npi-Deva"]},{"precision":0.336091,"recall":0.37747,"f1":0.348263,"accuracy":0.37747,"main_score":0.348263,"hf_subset":"kbp_Latn-shn_Mymr","languages":["kbp-Latn","shn-Mymr"]},{"precision":0.41087,"recall":0.453557,"f1":0.422838,"accuracy":0.453557,"main_score":0.422838,"hf_subset":"kbp_Latn-tgl_Latn","languages":["kbp-Latn","tgl-Latn"]},{"precision":0.342385,"recall":0.409091,"f1":0.358835,"accuracy":0.409091,"main_score":0.358835,"hf_subset":"kbp_Latn-yue_Hant","languages":["kbp-Latn","yue-Hant"]},{"precision":0.321301,"recall":0.374506,"f1":0.336161,"accuracy":0.374506,"main_score":0.336161,"hf_subset":"kbp_Latn-asm_Beng","languages":["kbp-Latn","asm-Beng"]},{"precision":0.275851,"recall":0.329051,"f1":0.289835,"accuracy":0.329051,"main_score":0.289835,"hf_subset":"kbp_Latn-ckb_Arab","languages":["kbp-Latn","ckb-Arab"]},{"precision":0.355948,"recall":0.40415,"f1":0.368416,"accuracy":0.40415,"main_score":0.368416,"hf_subset":"kbp_Latn-gle_Latn","languages":["kbp-Latn","gle-Latn"]},{"precision":0.303136,"recall":0.350791,"f1":0.316165,"accuracy":0.350791,"main_score":0.316165,"hf_subset":"kbp_Latn-kas_Arab","languages":["kbp-Latn","kas-Arab"]},{"precision":0.360052,"recall":0.408103,"f1":0.373221,"accuracy":0.408103,"main_score":0.373221,"hf_subset":"kbp_Latn-ltg_Latn","languages":["kbp-Latn","ltg-Latn"]},{"precision":0.406761,"recall":0.440711,"f1":0.416344,"accuracy":0.440711,"main_score":0.416344,"hf_subset":"kbp_Latn-nso_Latn","languages":["kbp-Latn","nso-Latn"]},{"precision":0.330517,"recall":0.38834,"f1":0.34659,"accuracy":0.38834,"main_score":0.34659,"hf_subset":"kbp_Latn-sin_Sinh","languages":["kbp-Latn","sin-Sinh"]},{"precision":0.351237,"recall":0.423913,"f1":0.369361,"accuracy":0.423913,"main_score":0.369361,"hf_subset":"kbp_Latn-tha_Thai","languages":["kbp-Latn","tha-Thai"]},{"precision":0.362873,"recall":0.424901,"f1":0.378941,"accuracy":0.424901,"main_score":0.378941,"hf_subset":"kbp_Latn-zho_Hans","languages":["kbp-Latn","zho-Hans"]},{"precision":0.385573,"recall":0.41996,"f1":0.395227,"accuracy":0.41996,"main_score":0.395227,"hf_subset":"kbp_Latn-ast_Latn","languages":["kbp-Latn","ast-Latn"]},{"precision":0.358394,"recall":0.398221,"f1":0.369511,"accuracy":0.398221,"main_score":0.369511,"hf_subset":"kbp_Latn-crh_Latn","languages":["kbp-Latn","crh-Latn"]},{"precision":0.391624,"recall":0.432806,"f1":0.402724,"accuracy":0.432806,"main_score":0.402724,"hf_subset":"kbp_Latn-glg_Latn","languages":["kbp-Latn","glg-Latn"]},{"precision":0.33177,"recall":0.380435,"f1":0.345155,"accuracy":0.380435,"main_score":0.345155,"hf_subset":"kbp_Latn-kas_Deva","languages":["kbp-Latn","kas-Deva"]},{"precision":0.379854,"recall":0.421937,"f1":0.391087,"accuracy":0.421937,"main_score":0.391087,"hf_subset":"kbp_Latn-ltz_Latn","languages":["kbp-Latn","ltz-Latn"]},{"precision":0.318902,"recall":0.36166,"f1":0.331059,"accuracy":0.36166,"main_score":0.331059,"hf_subset":"kbp_Latn-nus_Latn","languages":["kbp-Latn","nus-Latn"]},{"precision":0.381648,"recall":0.434783,"f1":0.396045,"accuracy":0.434783,"main_score":0.396045,"hf_subset":"kbp_Latn-slk_Latn","languages":["kbp-Latn","slk-Latn"]},{"precision":0.27471,"recall":0.324111,"f1":0.28769,"accuracy":0.324111,"main_score":0.28769,"hf_subset":"kbp_Latn-tir_Ethi","languages":["kbp-Latn","tir-Ethi"]},{"precision":0.335495,"recall":0.401186,"f1":0.351358,"accuracy":0.401186,"main_score":0.351358,"hf_subset":"kbp_Latn-zho_Hant","languages":["kbp-Latn","zho-Hant"]},{"precision":0.374631,"recall":0.423913,"f1":0.387181,"accuracy":0.423913,"main_score":0.387181,"hf_subset":"kbp_Latn-awa_Deva","languages":["kbp-Latn","awa-Deva"]},{"precision":0.381189,"recall":0.417984,"f1":0.39072,"accuracy":0.417984,"main_score":0.39072,"hf_subset":"kbp_Latn-cym_Latn","languages":["kbp-Latn","cym-Latn"]},{"precision":0.399415,"recall":0.43083,"f1":0.408605,"accuracy":0.43083,"main_score":0.408605,"hf_subset":"kbp_Latn-grn_Latn","languages":["kbp-Latn","grn-Latn"]},{"precision":0.335125,"recall":0.387352,"f1":0.349547,"accuracy":0.387352,"main_score":0.349547,"hf_subset":"kbp_Latn-kat_Geor","languages":["kbp-Latn","kat-Geor"]},{"precision":0.390763,"recall":0.424901,"f1":0.400416,"accuracy":0.424901,"main_score":0.400416,"hf_subset":"kbp_Latn-lua_Latn","languages":["kbp-Latn","lua-Latn"]},{"precision":0.410939,"recall":0.444664,"f1":0.42027,"accuracy":0.444664,"main_score":0.42027,"hf_subset":"kbp_Latn-nya_Latn","languages":["kbp-Latn","nya-Latn"]},{"precision":0.363234,"recall":0.414032,"f1":0.376773,"accuracy":0.414032,"main_score":0.376773,"hf_subset":"kbp_Latn-slv_Latn","languages":["kbp-Latn","slv-Latn"]},{"precision":0.411227,"recall":0.44664,"f1":0.420709,"accuracy":0.44664,"main_score":0.420709,"hf_subset":"kbp_Latn-tpi_Latn","languages":["kbp-Latn","tpi-Latn"]},{"precision":0.391661,"recall":0.443676,"f1":0.405822,"accuracy":0.443676,"main_score":0.405822,"hf_subset":"kbp_Latn-zsm_Latn","languages":["kbp-Latn","zsm-Latn"]},{"precision":0.365948,"recall":0.412055,"f1":0.379059,"accuracy":0.412055,"main_score":0.379059,"hf_subset":"kbp_Latn-ayr_Latn","languages":["kbp-Latn","ayr-Latn"]},{"precision":0.384419,"recall":0.447628,"f1":0.400535,"accuracy":0.447628,"main_score":0.400535,"hf_subset":"kbp_Latn-dan_Latn","languages":["kbp-Latn","dan-Latn"]},{"precision":0.348691,"recall":0.410079,"f1":0.364641,"accuracy":0.410079,"main_score":0.364641,"hf_subset":"kbp_Latn-guj_Gujr","languages":["kbp-Latn","guj-Gujr"]},{"precision":0.358585,"recall":0.406126,"f1":0.371391,"accuracy":0.406126,"main_score":0.371391,"hf_subset":"kbp_Latn-kaz_Cyrl","languages":["kbp-Latn","kaz-Cyrl"]},{"precision":0.371486,"recall":0.411067,"f1":0.382587,"accuracy":0.411067,"main_score":0.382587,"hf_subset":"kbp_Latn-lug_Latn","languages":["kbp-Latn","lug-Latn"]},{"precision":0.387228,"recall":0.427866,"f1":0.397866,"accuracy":0.427866,"main_score":0.397866,"hf_subset":"kbp_Latn-oci_Latn","languages":["kbp-Latn","oci-Latn"]},{"precision":0.395582,"recall":0.431818,"f1":0.405986,"accuracy":0.431818,"main_score":0.405986,"hf_subset":"kbp_Latn-smo_Latn","languages":["kbp-Latn","smo-Latn"]},{"precision":0.378822,"recall":0.41996,"f1":0.390149,"accuracy":0.41996,"main_score":0.390149,"hf_subset":"kbp_Latn-tsn_Latn","languages":["kbp-Latn","tsn-Latn"]},{"precision":0.371386,"recall":0.41502,"f1":0.384192,"accuracy":0.41502,"main_score":0.384192,"hf_subset":"kbp_Latn-zul_Latn","languages":["kbp-Latn","zul-Latn"]},{"precision":0.276646,"recall":0.328063,"f1":0.290684,"accuracy":0.328063,"main_score":0.290684,"hf_subset":"kbp_Latn-azb_Arab","languages":["kbp-Latn","azb-Arab"]},{"precision":0.379192,"recall":0.448617,"f1":0.396658,"accuracy":0.448617,"main_score":0.396658,"hf_subset":"kbp_Latn-deu_Latn","languages":["kbp-Latn","deu-Latn"]},{"precision":0.384212,"recall":0.416996,"f1":0.394015,"accuracy":0.416996,"main_score":0.394015,"hf_subset":"kbp_Latn-hat_Latn","languages":["kbp-Latn","hat-Latn"]},{"precision":0.384738,"recall":0.420949,"f1":0.394586,"accuracy":0.420949,"main_score":0.394586,"hf_subset":"kbp_Latn-luo_Latn","languages":["kbp-Latn","luo-Latn"]},{"precision":0.34624,"recall":0.400198,"f1":0.360292,"accuracy":0.400198,"main_score":0.360292,"hf_subset":"kbp_Latn-ory_Orya","languages":["kbp-Latn","ory-Orya"]},{"precision":0.388469,"recall":0.425889,"f1":0.399731,"accuracy":0.425889,"main_score":0.399731,"hf_subset":"kbp_Latn-sna_Latn","languages":["kbp-Latn","sna-Latn"]},{"precision":0.392049,"recall":0.427866,"f1":0.401937,"accuracy":0.427866,"main_score":0.401937,"hf_subset":"kbp_Latn-tso_Latn","languages":["kbp-Latn","tso-Latn"]},{"precision":0.352454,"recall":0.397233,"f1":0.365128,"accuracy":0.397233,"main_score":0.365128,"hf_subset":"kbp_Latn-azj_Latn","languages":["kbp-Latn","azj-Latn"]},{"precision":0.341759,"recall":0.383399,"f1":0.353447,"accuracy":0.383399,"main_score":0.353447,"hf_subset":"kbp_Latn-dik_Latn","languages":["kbp-Latn","dik-Latn"]},{"precision":0.393465,"recall":0.425889,"f1":0.402891,"accuracy":0.425889,"main_score":0.402891,"hf_subset":"kbp_Latn-hau_Latn","languages":["kbp-Latn","hau-Latn"]},{"precision":0.387554,"recall":0.420949,"f1":0.396743,"accuracy":0.420949,"main_score":0.396743,"hf_subset":"kbp_Latn-kea_Latn","languages":["kbp-Latn","kea-Latn"]},{"precision":0.397498,"recall":0.431818,"f1":0.407439,"accuracy":0.431818,"main_score":0.407439,"hf_subset":"kbp_Latn-lus_Latn","languages":["kbp-Latn","lus-Latn"]},{"precision":0.391255,"recall":0.423913,"f1":0.400823,"accuracy":0.423913,"main_score":0.400823,"hf_subset":"kbp_Latn-pag_Latn","languages":["kbp-Latn","pag-Latn"]},{"precision":0.286888,"recall":0.339921,"f1":0.300602,"accuracy":0.339921,"main_score":0.300602,"hf_subset":"kbp_Latn-snd_Arab","languages":["kbp-Latn","snd-Arab"]},{"precision":0.356726,"recall":0.399209,"f1":0.367471,"accuracy":0.399209,"main_score":0.367471,"hf_subset":"kbp_Latn-tuk_Latn","languages":["kbp-Latn","tuk-Latn"]},{"precision":0.352158,"recall":0.391304,"f1":0.36257,"accuracy":0.391304,"main_score":0.36257,"hf_subset":"kbp_Latn-bak_Cyrl","languages":["kbp-Latn","bak-Cyrl"]},{"precision":0.323482,"recall":0.364625,"f1":0.335092,"accuracy":0.364625,"main_score":0.335092,"hf_subset":"kbp_Latn-dyu_Latn","languages":["kbp-Latn","dyu-Latn"]},{"precision":0.2976,"recall":0.355731,"f1":0.313296,"accuracy":0.355731,"main_score":0.313296,"hf_subset":"kbp_Latn-heb_Hebr","languages":["kbp-Latn","heb-Hebr"]},{"precision":0.369142,"recall":0.409091,"f1":0.379485,"accuracy":0.409091,"main_score":0.379485,"hf_subset":"kbp_Latn-khk_Cyrl","languages":["kbp-Latn","khk-Cyrl"]},{"precision":0.365893,"recall":0.416996,"f1":0.381005,"accuracy":0.416996,"main_score":0.381005,"hf_subset":"kbp_Latn-lvs_Latn","languages":["kbp-Latn","lvs-Latn"]},{"precision":0.335183,"recall":0.396245,"f1":0.351675,"accuracy":0.396245,"main_score":0.351675,"hf_subset":"kbp_Latn-pan_Guru","languages":["kbp-Latn","pan-Guru"]},{"precision":0.357254,"recall":0.397233,"f1":0.367928,"accuracy":0.397233,"main_score":0.367928,"hf_subset":"kbp_Latn-som_Latn","languages":["kbp-Latn","som-Latn"]},{"precision":0.397476,"recall":0.426877,"f1":0.405262,"accuracy":0.426877,"main_score":0.405262,"hf_subset":"kbp_Latn-tum_Latn","languages":["kbp-Latn","tum-Latn"]},{"precision":0.265431,"recall":0.318182,"f1":0.279074,"accuracy":0.318182,"main_score":0.279074,"hf_subset":"luo_Latn-ace_Arab","languages":["luo-Latn","ace-Arab"]},{"precision":0.406639,"recall":0.44664,"f1":0.41805,"accuracy":0.44664,"main_score":0.41805,"hf_subset":"luo_Latn-bam_Latn","languages":["luo-Latn","bam-Latn"]},{"precision":0.1316,"recall":0.183794,"f1":0.144974,"accuracy":0.183794,"main_score":0.144974,"hf_subset":"luo_Latn-dzo_Tibt","languages":["luo-Latn","dzo-Tibt"]},{"precision":0.457151,"recall":0.524704,"f1":0.474874,"accuracy":0.524704,"main_score":0.474874,"hf_subset":"luo_Latn-hin_Deva","languages":["luo-Latn","hin-Deva"]},{"precision":0.380071,"recall":0.438735,"f1":0.39639,"accuracy":0.438735,"main_score":0.39639,"hf_subset":"luo_Latn-khm_Khmr","languages":["luo-Latn","khm-Khmr"]},{"precision":0.450603,"recall":0.511858,"f1":0.465732,"accuracy":0.511858,"main_score":0.465732,"hf_subset":"luo_Latn-mag_Deva","languages":["luo-Latn","mag-Deva"]},{"precision":0.483562,"recall":0.511858,"f1":0.492084,"accuracy":0.511858,"main_score":0.492084,"hf_subset":"luo_Latn-pap_Latn","languages":["luo-Latn","pap-Latn"]},{"precision":0.473913,"recall":0.509881,"f1":0.484571,"accuracy":0.509881,"main_score":0.484571,"hf_subset":"luo_Latn-sot_Latn","languages":["luo-Latn","sot-Latn"]},{"precision":0.475473,"recall":0.535573,"f1":0.492004,"accuracy":0.535573,"main_score":0.492004,"hf_subset":"luo_Latn-tur_Latn","languages":["luo-Latn","tur-Latn"]},{"precision":0.476537,"recall":0.513834,"f1":0.486806,"accuracy":0.513834,"main_score":0.486806,"hf_subset":"luo_Latn-ace_Latn","languages":["luo-Latn","ace-Latn"]},{"precision":0.48804,"recall":0.528656,"f1":0.499388,"accuracy":0.528656,"main_score":0.499388,"hf_subset":"luo_Latn-ban_Latn","languages":["luo-Latn","ban-Latn"]},{"precision":0.395773,"recall":0.461462,"f1":0.414108,"accuracy":0.461462,"main_score":0.414108,"hf_subset":"luo_Latn-ell_Grek","languages":["luo-Latn","ell-Grek"]},{"precision":0.437486,"recall":0.494071,"f1":0.452633,"accuracy":0.494071,"main_score":0.452633,"hf_subset":"luo_Latn-hne_Deva","languages":["luo-Latn","hne-Deva"]},{"precision":0.444609,"recall":0.48419,"f1":0.455295,"accuracy":0.48419,"main_score":0.455295,"hf_subset":"luo_Latn-kik_Latn","languages":["luo-Latn","kik-Latn"]},{"precision":0.457557,"recall":0.512846,"f1":0.472593,"accuracy":0.512846,"main_score":0.472593,"hf_subset":"luo_Latn-mai_Deva","languages":["luo-Latn","mai-Deva"]},{"precision":0.416363,"recall":0.465415,"f1":0.429978,"accuracy":0.465415,"main_score":0.429978,"hf_subset":"luo_Latn-pbt_Arab","languages":["luo-Latn","pbt-Arab"]},{"precision":0.467356,"recall":0.528656,"f1":0.483446,"accuracy":0.528656,"main_score":0.483446,"hf_subset":"luo_Latn-spa_Latn","languages":["luo-Latn","spa-Latn"]},{"precision":0.500365,"recall":0.538538,"f1":0.511467,"accuracy":0.538538,"main_score":0.511467,"hf_subset":"luo_Latn-twi_Latn","languages":["luo-Latn","twi-Latn"]},{"precision":0.423896,"recall":0.48913,"f1":0.440984,"accuracy":0.48913,"main_score":0.440984,"hf_subset":"luo_Latn-acm_Arab","languages":["luo-Latn","acm-Arab"]},{"precision":0.400073,"recall":0.450593,"f1":0.414387,"accuracy":0.450593,"main_score":0.414387,"hf_subset":"luo_Latn-bel_Cyrl","languages":["luo-Latn","bel-Cyrl"]},{"precision":0.483861,"recall":0.537549,"f1":0.49769,"accuracy":0.537549,"main_score":0.49769,"hf_subset":"luo_Latn-eng_Latn","languages":["luo-Latn","eng-Latn"]},{"precision":0.456026,"recall":0.505929,"f1":0.469697,"accuracy":0.505929,"main_score":0.469697,"hf_subset":"luo_Latn-hrv_Latn","languages":["luo-Latn","hrv-Latn"]},{"precision":0.401204,"recall":0.447628,"f1":0.414497,"accuracy":0.447628,"main_score":0.414497,"hf_subset":"luo_Latn-kin_Latn","languages":["luo-Latn","kin-Latn"]},{"precision":0.424824,"recall":0.492095,"f1":0.44339,"accuracy":0.492095,"main_score":0.44339,"hf_subset":"luo_Latn-mal_Mlym","languages":["luo-Latn","mal-Mlym"]},{"precision":0.452004,"recall":0.522727,"f1":0.470777,"accuracy":0.522727,"main_score":0.470777,"hf_subset":"luo_Latn-pes_Arab","languages":["luo-Latn","pes-Arab"]},{"precision":0.465923,"recall":0.506917,"f1":0.476787,"accuracy":0.506917,"main_score":0.476787,"hf_subset":"luo_Latn-srd_Latn","languages":["luo-Latn","srd-Latn"]},{"precision":0.134039,"recall":0.179842,"f1":0.145738,"accuracy":0.179842,"main_score":0.145738,"hf_subset":"luo_Latn-tzm_Tfng","languages":["luo-Latn","tzm-Tfng"]},{"precision":0.434347,"recall":0.497036,"f1":0.450257,"accuracy":0.497036,"main_score":0.450257,"hf_subset":"luo_Latn-acq_Arab","languages":["luo-Latn","acq-Arab"]},{"precision":0.484813,"recall":0.529644,"f1":0.496943,"accuracy":0.529644,"main_score":0.496943,"hf_subset":"luo_Latn-bem_Latn","languages":["luo-Latn","bem-Latn"]},{"precision":0.444845,"recall":0.490119,"f1":0.457938,"accuracy":0.490119,"main_score":0.457938,"hf_subset":"luo_Latn-epo_Latn","languages":["luo-Latn","epo-Latn"]},{"precision":0.427783,"recall":0.495059,"f1":0.446715,"accuracy":0.495059,"main_score":0.446715,"hf_subset":"luo_Latn-hun_Latn","languages":["luo-Latn","hun-Latn"]},{"precision":0.433593,"recall":0.487154,"f1":0.448,"accuracy":0.487154,"main_score":0.448,"hf_subset":"luo_Latn-kir_Cyrl","languages":["luo-Latn","kir-Cyrl"]},{"precision":0.446456,"recall":0.511858,"f1":0.463145,"accuracy":0.511858,"main_score":0.463145,"hf_subset":"luo_Latn-mar_Deva","languages":["luo-Latn","mar-Deva"]},{"precision":0.436007,"recall":0.482213,"f1":0.449045,"accuracy":0.482213,"main_score":0.449045,"hf_subset":"luo_Latn-plt_Latn","languages":["luo-Latn","plt-Latn"]},{"precision":0.415853,"recall":0.472332,"f1":0.432308,"accuracy":0.472332,"main_score":0.432308,"hf_subset":"luo_Latn-srp_Cyrl","languages":["luo-Latn","srp-Cyrl"]},{"precision":0.286493,"recall":0.339921,"f1":0.301044,"accuracy":0.339921,"main_score":0.301044,"hf_subset":"luo_Latn-uig_Arab","languages":["luo-Latn","uig-Arab"]},{"precision":0.422875,"recall":0.477273,"f1":0.437439,"accuracy":0.477273,"main_score":0.437439,"hf_subset":"luo_Latn-aeb_Arab","languages":["luo-Latn","aeb-Arab"]},{"precision":0.440987,"recall":0.506917,"f1":0.458464,"accuracy":0.506917,"main_score":0.458464,"hf_subset":"luo_Latn-ben_Beng","languages":["luo-Latn","ben-Beng"]},{"precision":0.444809,"recall":0.487154,"f1":0.456899,"accuracy":0.487154,"main_score":0.456899,"hf_subset":"luo_Latn-est_Latn","languages":["luo-Latn","est-Latn"]},{"precision":0.378322,"recall":0.428854,"f1":0.392422,"accuracy":0.428854,"main_score":0.392422,"hf_subset":"luo_Latn-hye_Armn","languages":["luo-Latn","hye-Armn"]},{"precision":0.434681,"recall":0.479249,"f1":0.447381,"accuracy":0.479249,"main_score":0.447381,"hf_subset":"luo_Latn-kmb_Latn","languages":["luo-Latn","kmb-Latn"]},{"precision":0.23825,"recall":0.282609,"f1":0.249234,"accuracy":0.282609,"main_score":0.249234,"hf_subset":"luo_Latn-min_Arab","languages":["luo-Latn","min-Arab"]},{"precision":0.471853,"recall":0.528656,"f1":0.486827,"accuracy":0.528656,"main_score":0.486827,"hf_subset":"luo_Latn-pol_Latn","languages":["luo-Latn","pol-Latn"]},{"precision":0.438236,"recall":0.486166,"f1":0.451986,"accuracy":0.486166,"main_score":0.451986,"hf_subset":"luo_Latn-ssw_Latn","languages":["luo-Latn","ssw-Latn"]},{"precision":0.456348,"recall":0.516798,"f1":0.473232,"accuracy":0.516798,"main_score":0.473232,"hf_subset":"luo_Latn-ukr_Cyrl","languages":["luo-Latn","ukr-Cyrl"]},{"precision":0.479193,"recall":0.525692,"f1":0.492875,"accuracy":0.525692,"main_score":0.492875,"hf_subset":"luo_Latn-afr_Latn","languages":["luo-Latn","afr-Latn"]},{"precision":0.450485,"recall":0.509881,"f1":0.466749,"accuracy":0.509881,"main_score":0.466749,"hf_subset":"luo_Latn-bho_Deva","languages":["luo-Latn","bho-Deva"]},{"precision":0.436452,"recall":0.478261,"f1":0.447702,"accuracy":0.478261,"main_score":0.447702,"hf_subset":"luo_Latn-eus_Latn","languages":["luo-Latn","eus-Latn"]},{"precision":0.434354,"recall":0.480237,"f1":0.447403,"accuracy":0.480237,"main_score":0.447403,"hf_subset":"luo_Latn-ibo_Latn","languages":["luo-Latn","ibo-Latn"]},{"precision":0.444816,"recall":0.493083,"f1":0.45875,"accuracy":0.493083,"main_score":0.45875,"hf_subset":"luo_Latn-kmr_Latn","languages":["luo-Latn","kmr-Latn"]},{"precision":0.475407,"recall":0.51581,"f1":0.486053,"accuracy":0.51581,"main_score":0.486053,"hf_subset":"luo_Latn-min_Latn","languages":["luo-Latn","min-Latn"]},{"precision":0.49559,"recall":0.546443,"f1":0.50929,"accuracy":0.546443,"main_score":0.50929,"hf_subset":"luo_Latn-por_Latn","languages":["luo-Latn","por-Latn"]},{"precision":0.50046,"recall":0.529644,"f1":0.508203,"accuracy":0.529644,"main_score":0.508203,"hf_subset":"luo_Latn-sun_Latn","languages":["luo-Latn","sun-Latn"]},{"precision":0.426792,"recall":0.474308,"f1":0.440651,"accuracy":0.474308,"main_score":0.440651,"hf_subset":"luo_Latn-umb_Latn","languages":["luo-Latn","umb-Latn"]},{"precision":0.433677,"recall":0.491107,"f1":0.449759,"accuracy":0.491107,"main_score":0.449759,"hf_subset":"luo_Latn-ajp_Arab","languages":["luo-Latn","ajp-Arab"]},{"precision":0.238969,"recall":0.288538,"f1":0.251573,"accuracy":0.288538,"main_score":0.251573,"hf_subset":"luo_Latn-bjn_Arab","languages":["luo-Latn","bjn-Arab"]},{"precision":0.4411,"recall":0.485178,"f1":0.453648,"accuracy":0.485178,"main_score":0.453648,"hf_subset":"luo_Latn-ewe_Latn","languages":["luo-Latn","ewe-Latn"]},{"precision":0.503994,"recall":0.54249,"f1":0.515023,"accuracy":0.54249,"main_score":0.515023,"hf_subset":"luo_Latn-ilo_Latn","languages":["luo-Latn","ilo-Latn"]},{"precision":0.199525,"recall":0.243083,"f1":0.210609,"accuracy":0.243083,"main_score":0.210609,"hf_subset":"luo_Latn-knc_Arab","languages":["luo-Latn","knc-Arab"]},{"precision":0.423319,"recall":0.472332,"f1":0.436782,"accuracy":0.472332,"main_score":0.436782,"hf_subset":"luo_Latn-mkd_Cyrl","languages":["luo-Latn","mkd-Cyrl"]},{"precision":0.437966,"recall":0.504941,"f1":0.454636,"accuracy":0.504941,"main_score":0.454636,"hf_subset":"luo_Latn-prs_Arab","languages":["luo-Latn","prs-Arab"]},{"precision":0.465652,"recall":0.525692,"f1":0.482107,"accuracy":0.525692,"main_score":0.482107,"hf_subset":"luo_Latn-swe_Latn","languages":["luo-Latn","swe-Latn"]},{"precision":0.397336,"recall":0.471344,"f1":0.41738,"accuracy":0.471344,"main_score":0.41738,"hf_subset":"luo_Latn-urd_Arab","languages":["luo-Latn","urd-Arab"]},{"precision":0.490482,"recall":0.52668,"f1":0.50135,"accuracy":0.52668,"main_score":0.50135,"hf_subset":"luo_Latn-aka_Latn","languages":["luo-Latn","aka-Latn"]},{"precision":0.458964,"recall":0.504941,"f1":0.471979,"accuracy":0.504941,"main_score":0.471979,"hf_subset":"luo_Latn-bjn_Latn","languages":["luo-Latn","bjn-Latn"]},{"precision":0.431089,"recall":0.475296,"f1":0.443261,"accuracy":0.475296,"main_score":0.443261,"hf_subset":"luo_Latn-fao_Latn","languages":["luo-Latn","fao-Latn"]},{"precision":0.493222,"recall":0.55336,"f1":0.509517,"accuracy":0.55336,"main_score":0.509517,"hf_subset":"luo_Latn-ind_Latn","languages":["luo-Latn","ind-Latn"]},{"precision":0.475224,"recall":0.509881,"f1":0.484928,"accuracy":0.509881,"main_score":0.484928,"hf_subset":"luo_Latn-knc_Latn","languages":["luo-Latn","knc-Latn"]},{"precision":0.456378,"recall":0.502964,"f1":0.469195,"accuracy":0.502964,"main_score":0.469195,"hf_subset":"luo_Latn-mlt_Latn","languages":["luo-Latn","mlt-Latn"]},{"precision":0.455704,"recall":0.500988,"f1":0.468925,"accuracy":0.500988,"main_score":0.468925,"hf_subset":"luo_Latn-quy_Latn","languages":["luo-Latn","quy-Latn"]},{"precision":0.492056,"recall":0.533597,"f1":0.503605,"accuracy":0.533597,"main_score":0.503605,"hf_subset":"luo_Latn-swh_Latn","languages":["luo-Latn","swh-Latn"]},{"precision":0.41596,"recall":0.462451,"f1":0.427954,"accuracy":0.462451,"main_score":0.427954,"hf_subset":"luo_Latn-uzn_Latn","languages":["luo-Latn","uzn-Latn"]},{"precision":0.445306,"recall":0.495059,"f1":0.458972,"accuracy":0.495059,"main_score":0.458972,"hf_subset":"luo_Latn-als_Latn","languages":["luo-Latn","als-Latn"]},{"precision":0.193059,"recall":0.247036,"f1":0.207188,"accuracy":0.247036,"main_score":0.207188,"hf_subset":"luo_Latn-bod_Tibt","languages":["luo-Latn","bod-Tibt"]},{"precision":0.449614,"recall":0.493083,"f1":0.462829,"accuracy":0.493083,"main_score":0.462829,"hf_subset":"luo_Latn-fij_Latn","languages":["luo-Latn","fij-Latn"]},{"precision":0.393162,"recall":0.447628,"f1":0.408071,"accuracy":0.447628,"main_score":0.408071,"hf_subset":"luo_Latn-isl_Latn","languages":["luo-Latn","isl-Latn"]},{"precision":0.470471,"recall":0.509881,"f1":0.481139,"accuracy":0.509881,"main_score":0.481139,"hf_subset":"luo_Latn-kon_Latn","languages":["luo-Latn","kon-Latn"]},{"precision":0.324285,"recall":0.380435,"f1":0.339389,"accuracy":0.380435,"main_score":0.339389,"hf_subset":"luo_Latn-mni_Beng","languages":["luo-Latn","mni-Beng"]},{"precision":0.492687,"recall":0.539526,"f1":0.504644,"accuracy":0.539526,"main_score":0.504644,"hf_subset":"luo_Latn-ron_Latn","languages":["luo-Latn","ron-Latn"]},{"precision":0.438323,"recall":0.481225,"f1":0.450609,"accuracy":0.481225,"main_score":0.450609,"hf_subset":"luo_Latn-szl_Latn","languages":["luo-Latn","szl-Latn"]},{"precision":0.485546,"recall":0.523715,"f1":0.495962,"accuracy":0.523715,"main_score":0.495962,"hf_subset":"luo_Latn-vec_Latn","languages":["luo-Latn","vec-Latn"]},{"precision":0.385301,"recall":0.444664,"f1":0.401546,"accuracy":0.444664,"main_score":0.401546,"hf_subset":"luo_Latn-amh_Ethi","languages":["luo-Latn","amh-Ethi"]},{"precision":0.46512,"recall":0.519763,"f1":0.480446,"accuracy":0.519763,"main_score":0.480446,"hf_subset":"luo_Latn-bos_Latn","languages":["luo-Latn","bos-Latn"]},{"precision":0.466329,"recall":0.521739,"f1":0.481633,"accuracy":0.521739,"main_score":0.481633,"hf_subset":"luo_Latn-fin_Latn","languages":["luo-Latn","fin-Latn"]},{"precision":0.484919,"recall":0.543478,"f1":0.50055,"accuracy":0.543478,"main_score":0.50055,"hf_subset":"luo_Latn-ita_Latn","languages":["luo-Latn","ita-Latn"]},{"precision":0.435813,"recall":0.499012,"f1":0.452138,"accuracy":0.499012,"main_score":0.452138,"hf_subset":"luo_Latn-kor_Hang","languages":["luo-Latn","kor-Hang"]},{"precision":0.431792,"recall":0.479249,"f1":0.445208,"accuracy":0.479249,"main_score":0.445208,"hf_subset":"luo_Latn-mos_Latn","languages":["luo-Latn","mos-Latn"]},{"precision":0.422378,"recall":0.467391,"f1":0.435146,"accuracy":0.467391,"main_score":0.435146,"hf_subset":"luo_Latn-run_Latn","languages":["luo-Latn","run-Latn"]},{"precision":0.417456,"recall":0.483202,"f1":0.434534,"accuracy":0.483202,"main_score":0.434534,"hf_subset":"luo_Latn-tam_Taml","languages":["luo-Latn","tam-Taml"]},{"precision":0.456264,"recall":0.51581,"f1":0.472001,"accuracy":0.51581,"main_score":0.472001,"hf_subset":"luo_Latn-vie_Latn","languages":["luo-Latn","vie-Latn"]},{"precision":0.432123,"recall":0.48913,"f1":0.447891,"accuracy":0.48913,"main_score":0.447891,"hf_subset":"luo_Latn-apc_Arab","languages":["luo-Latn","apc-Arab"]},{"precision":0.496691,"recall":0.530632,"f1":0.505997,"accuracy":0.530632,"main_score":0.505997,"hf_subset":"luo_Latn-bug_Latn","languages":["luo-Latn","bug-Latn"]},{"precision":0.393225,"recall":0.438735,"f1":0.406616,"accuracy":0.438735,"main_score":0.406616,"hf_subset":"luo_Latn-fon_Latn","languages":["luo-Latn","fon-Latn"]},{"precision":0.488045,"recall":0.525692,"f1":0.497914,"accuracy":0.525692,"main_score":0.497914,"hf_subset":"luo_Latn-jav_Latn","languages":["luo-Latn","jav-Latn"]},{"precision":0.395779,"recall":0.443676,"f1":0.407971,"accuracy":0.443676,"main_score":0.407971,"hf_subset":"luo_Latn-lao_Laoo","languages":["luo-Latn","lao-Laoo"]},{"precision":0.42272,"recall":0.466403,"f1":0.435346,"accuracy":0.466403,"main_score":0.435346,"hf_subset":"luo_Latn-mri_Latn","languages":["luo-Latn","mri-Latn"]},{"precision":0.45614,"recall":0.525692,"f1":0.474469,"accuracy":0.525692,"main_score":0.474469,"hf_subset":"luo_Latn-rus_Cyrl","languages":["luo-Latn","rus-Cyrl"]},{"precision":0.415613,"recall":0.471344,"f1":0.431716,"accuracy":0.471344,"main_score":0.431716,"hf_subset":"luo_Latn-taq_Latn","languages":["luo-Latn","taq-Latn"]},{"precision":0.504389,"recall":0.538538,"f1":0.514369,"accuracy":0.538538,"main_score":0.514369,"hf_subset":"luo_Latn-war_Latn","languages":["luo-Latn","war-Latn"]},{"precision":0.429592,"recall":0.497036,"f1":0.446527,"accuracy":0.497036,"main_score":0.446527,"hf_subset":"luo_Latn-arb_Arab","languages":["luo-Latn","arb-Arab"]},{"precision":0.460287,"recall":0.514822,"f1":0.475186,"accuracy":0.514822,"main_score":0.475186,"hf_subset":"luo_Latn-bul_Cyrl","languages":["luo-Latn","bul-Cyrl"]},{"precision":0.481704,"recall":0.535573,"f1":0.496636,"accuracy":0.535573,"main_score":0.496636,"hf_subset":"luo_Latn-fra_Latn","languages":["luo-Latn","fra-Latn"]},{"precision":0.466501,"recall":0.532609,"f1":0.483864,"accuracy":0.532609,"main_score":0.483864,"hf_subset":"luo_Latn-jpn_Jpan","languages":["luo-Latn","jpn-Jpan"]},{"precision":0.464189,"recall":0.501976,"f1":0.475083,"accuracy":0.501976,"main_score":0.475083,"hf_subset":"luo_Latn-lij_Latn","languages":["luo-Latn","lij-Latn"]},{"precision":0.322868,"recall":0.391304,"f1":0.341267,"accuracy":0.391304,"main_score":0.341267,"hf_subset":"luo_Latn-mya_Mymr","languages":["luo-Latn","mya-Mymr"]},{"precision":0.452657,"recall":0.494071,"f1":0.465063,"accuracy":0.494071,"main_score":0.465063,"hf_subset":"luo_Latn-sag_Latn","languages":["luo-Latn","sag-Latn"]},{"precision":0.161802,"recall":0.215415,"f1":0.174712,"accuracy":0.215415,"main_score":0.174712,"hf_subset":"luo_Latn-taq_Tfng","languages":["luo-Latn","taq-Tfng"]},{"precision":0.455561,"recall":0.498024,"f1":0.467776,"accuracy":0.498024,"main_score":0.467776,"hf_subset":"luo_Latn-wol_Latn","languages":["luo-Latn","wol-Latn"]},{"precision":0.288302,"recall":0.362648,"f1":0.307767,"accuracy":0.362648,"main_score":0.307767,"hf_subset":"luo_Latn-arb_Latn","languages":["luo-Latn","arb-Latn"]},{"precision":0.468973,"recall":0.511858,"f1":0.481066,"accuracy":0.511858,"main_score":0.481066,"hf_subset":"luo_Latn-cat_Latn","languages":["luo-Latn","cat-Latn"]},{"precision":0.448205,"recall":0.493083,"f1":0.461463,"accuracy":0.493083,"main_score":0.461463,"hf_subset":"luo_Latn-fur_Latn","languages":["luo-Latn","fur-Latn"]},{"precision":0.306584,"recall":0.36166,"f1":0.321827,"accuracy":0.36166,"main_score":0.321827,"hf_subset":"luo_Latn-kab_Latn","languages":["luo-Latn","kab-Latn"]},{"precision":0.480247,"recall":0.520751,"f1":0.492031,"accuracy":0.520751,"main_score":0.492031,"hf_subset":"luo_Latn-lim_Latn","languages":["luo-Latn","lim-Latn"]},{"precision":0.479795,"recall":0.540514,"f1":0.496267,"accuracy":0.540514,"main_score":0.496267,"hf_subset":"luo_Latn-nld_Latn","languages":["luo-Latn","nld-Latn"]},{"precision":0.398395,"recall":0.461462,"f1":0.415963,"accuracy":0.461462,"main_score":0.415963,"hf_subset":"luo_Latn-san_Deva","languages":["luo-Latn","san-Deva"]},{"precision":0.43307,"recall":0.479249,"f1":0.44565,"accuracy":0.479249,"main_score":0.44565,"hf_subset":"luo_Latn-tat_Cyrl","languages":["luo-Latn","tat-Cyrl"]},{"precision":0.456594,"recall":0.499012,"f1":0.468707,"accuracy":0.499012,"main_score":0.468707,"hf_subset":"luo_Latn-xho_Latn","languages":["luo-Latn","xho-Latn"]},{"precision":0.40652,"recall":0.479249,"f1":0.42542,"accuracy":0.479249,"main_score":0.42542,"hf_subset":"luo_Latn-ars_Arab","languages":["luo-Latn","ars-Arab"]},{"precision":0.503138,"recall":0.537549,"f1":0.512818,"accuracy":0.537549,"main_score":0.512818,"hf_subset":"luo_Latn-ceb_Latn","languages":["luo-Latn","ceb-Latn"]},{"precision":0.440968,"recall":0.482213,"f1":0.453146,"accuracy":0.482213,"main_score":0.453146,"hf_subset":"luo_Latn-fuv_Latn","languages":["luo-Latn","fuv-Latn"]},{"precision":0.452861,"recall":0.497036,"f1":0.466124,"accuracy":0.497036,"main_score":0.466124,"hf_subset":"luo_Latn-kac_Latn","languages":["luo-Latn","kac-Latn"]},{"precision":0.472621,"recall":0.51087,"f1":0.483929,"accuracy":0.51087,"main_score":0.483929,"hf_subset":"luo_Latn-lin_Latn","languages":["luo-Latn","lin-Latn"]},{"precision":0.472357,"recall":0.517787,"f1":0.486517,"accuracy":0.517787,"main_score":0.486517,"hf_subset":"luo_Latn-nno_Latn","languages":["luo-Latn","nno-Latn"]},{"precision":0.169508,"recall":0.211462,"f1":0.180559,"accuracy":0.211462,"main_score":0.180559,"hf_subset":"luo_Latn-sat_Olck","languages":["luo-Latn","sat-Olck"]},{"precision":0.424564,"recall":0.490119,"f1":0.442642,"accuracy":0.490119,"main_score":0.442642,"hf_subset":"luo_Latn-tel_Telu","languages":["luo-Latn","tel-Telu"]},{"precision":0.2566,"recall":0.3083,"f1":0.270565,"accuracy":0.3083,"main_score":0.270565,"hf_subset":"luo_Latn-ydd_Hebr","languages":["luo-Latn","ydd-Hebr"]},{"precision":0.415653,"recall":0.472332,"f1":0.430849,"accuracy":0.472332,"main_score":0.430849,"hf_subset":"luo_Latn-ary_Arab","languages":["luo-Latn","ary-Arab"]},{"precision":0.448969,"recall":0.513834,"f1":0.466648,"accuracy":0.513834,"main_score":0.466648,"hf_subset":"luo_Latn-ces_Latn","languages":["luo-Latn","ces-Latn"]},{"precision":0.332381,"recall":0.391304,"f1":0.347813,"accuracy":0.391304,"main_score":0.347813,"hf_subset":"luo_Latn-gaz_Latn","languages":["luo-Latn","gaz-Latn"]},{"precision":0.459357,"recall":0.497036,"f1":0.470553,"accuracy":0.497036,"main_score":0.470553,"hf_subset":"luo_Latn-kam_Latn","languages":["luo-Latn","kam-Latn"]},{"precision":0.412841,"recall":0.465415,"f1":0.42705,"accuracy":0.465415,"main_score":0.42705,"hf_subset":"luo_Latn-lit_Latn","languages":["luo-Latn","lit-Latn"]},{"precision":0.491899,"recall":0.543478,"f1":0.506141,"accuracy":0.543478,"main_score":0.506141,"hf_subset":"luo_Latn-nob_Latn","languages":["luo-Latn","nob-Latn"]},{"precision":0.460392,"recall":0.498024,"f1":0.470301,"accuracy":0.498024,"main_score":0.470301,"hf_subset":"luo_Latn-scn_Latn","languages":["luo-Latn","scn-Latn"]},{"precision":0.376535,"recall":0.43083,"f1":0.391322,"accuracy":0.43083,"main_score":0.391322,"hf_subset":"luo_Latn-tgk_Cyrl","languages":["luo-Latn","tgk-Cyrl"]},{"precision":0.413949,"recall":0.466403,"f1":0.42989,"accuracy":0.466403,"main_score":0.42989,"hf_subset":"luo_Latn-yor_Latn","languages":["luo-Latn","yor-Latn"]},{"precision":0.434382,"recall":0.503953,"f1":0.452818,"accuracy":0.503953,"main_score":0.452818,"hf_subset":"luo_Latn-arz_Arab","languages":["luo-Latn","arz-Arab"]},{"precision":0.426592,"recall":0.470356,"f1":0.438938,"accuracy":0.470356,"main_score":0.438938,"hf_subset":"luo_Latn-cjk_Latn","languages":["luo-Latn","cjk-Latn"]},{"precision":0.374557,"recall":0.426877,"f1":0.388285,"accuracy":0.426877,"main_score":0.388285,"hf_subset":"luo_Latn-gla_Latn","languages":["luo-Latn","gla-Latn"]},{"precision":0.417708,"recall":0.488142,"f1":0.437145,"accuracy":0.488142,"main_score":0.437145,"hf_subset":"luo_Latn-kan_Knda","languages":["luo-Latn","kan-Knda"]},{"precision":0.469022,"recall":0.499012,"f1":0.477997,"accuracy":0.499012,"main_score":0.477997,"hf_subset":"luo_Latn-lmo_Latn","languages":["luo-Latn","lmo-Latn"]},{"precision":0.428324,"recall":0.490119,"f1":0.445154,"accuracy":0.490119,"main_score":0.445154,"hf_subset":"luo_Latn-npi_Deva","languages":["luo-Latn","npi-Deva"]},{"precision":0.384438,"recall":0.44664,"f1":0.401783,"accuracy":0.44664,"main_score":0.401783,"hf_subset":"luo_Latn-shn_Mymr","languages":["luo-Latn","shn-Mymr"]},{"precision":0.485025,"recall":0.530632,"f1":0.498505,"accuracy":0.530632,"main_score":0.498505,"hf_subset":"luo_Latn-tgl_Latn","languages":["luo-Latn","tgl-Latn"]},{"precision":0.423397,"recall":0.490119,"f1":0.440935,"accuracy":0.490119,"main_score":0.440935,"hf_subset":"luo_Latn-yue_Hant","languages":["luo-Latn","yue-Hant"]},{"precision":0.381371,"recall":0.439723,"f1":0.397864,"accuracy":0.439723,"main_score":0.397864,"hf_subset":"luo_Latn-asm_Beng","languages":["luo-Latn","asm-Beng"]},{"precision":0.317665,"recall":0.37253,"f1":0.331915,"accuracy":0.37253,"main_score":0.331915,"hf_subset":"luo_Latn-ckb_Arab","languages":["luo-Latn","ckb-Arab"]},{"precision":0.359096,"recall":0.418972,"f1":0.375261,"accuracy":0.418972,"main_score":0.375261,"hf_subset":"luo_Latn-gle_Latn","languages":["luo-Latn","gle-Latn"]},{"precision":0.351564,"recall":0.410079,"f1":0.367726,"accuracy":0.410079,"main_score":0.367726,"hf_subset":"luo_Latn-kas_Arab","languages":["luo-Latn","kas-Arab"]},{"precision":0.428859,"recall":0.477273,"f1":0.442209,"accuracy":0.477273,"main_score":0.442209,"hf_subset":"luo_Latn-ltg_Latn","languages":["luo-Latn","ltg-Latn"]},{"precision":0.484456,"recall":0.51581,"f1":0.493356,"accuracy":0.51581,"main_score":0.493356,"hf_subset":"luo_Latn-nso_Latn","languages":["luo-Latn","nso-Latn"]},{"precision":0.365005,"recall":0.431818,"f1":0.383163,"accuracy":0.431818,"main_score":0.383163,"hf_subset":"luo_Latn-sin_Sinh","languages":["luo-Latn","sin-Sinh"]},{"precision":0.424051,"recall":0.494071,"f1":0.442142,"accuracy":0.494071,"main_score":0.442142,"hf_subset":"luo_Latn-tha_Thai","languages":["luo-Latn","tha-Thai"]},{"precision":0.429985,"recall":0.499012,"f1":0.448247,"accuracy":0.499012,"main_score":0.448247,"hf_subset":"luo_Latn-zho_Hans","languages":["luo-Latn","zho-Hans"]},{"precision":0.470587,"recall":0.506917,"f1":0.480745,"accuracy":0.506917,"main_score":0.480745,"hf_subset":"luo_Latn-ast_Latn","languages":["luo-Latn","ast-Latn"]},{"precision":0.433196,"recall":0.481225,"f1":0.445897,"accuracy":0.481225,"main_score":0.445897,"hf_subset":"luo_Latn-crh_Latn","languages":["luo-Latn","crh-Latn"]},{"precision":0.473613,"recall":0.522727,"f1":0.486813,"accuracy":0.522727,"main_score":0.486813,"hf_subset":"luo_Latn-glg_Latn","languages":["luo-Latn","glg-Latn"]},{"precision":0.396835,"recall":0.451581,"f1":0.411509,"accuracy":0.451581,"main_score":0.411509,"hf_subset":"luo_Latn-kas_Deva","languages":["luo-Latn","kas-Deva"]},{"precision":0.450649,"recall":0.498024,"f1":0.463859,"accuracy":0.498024,"main_score":0.463859,"hf_subset":"luo_Latn-ltz_Latn","languages":["luo-Latn","ltz-Latn"]},{"precision":0.358906,"recall":0.409091,"f1":0.372621,"accuracy":0.409091,"main_score":0.372621,"hf_subset":"luo_Latn-nus_Latn","languages":["luo-Latn","nus-Latn"]},{"precision":0.459689,"recall":0.511858,"f1":0.474161,"accuracy":0.511858,"main_score":0.474161,"hf_subset":"luo_Latn-slk_Latn","languages":["luo-Latn","slk-Latn"]},{"precision":0.320822,"recall":0.38834,"f1":0.33853,"accuracy":0.38834,"main_score":0.33853,"hf_subset":"luo_Latn-tir_Ethi","languages":["luo-Latn","tir-Ethi"]},{"precision":0.420359,"recall":0.487154,"f1":0.437374,"accuracy":0.487154,"main_score":0.437374,"hf_subset":"luo_Latn-zho_Hant","languages":["luo-Latn","zho-Hant"]},{"precision":0.45405,"recall":0.51581,"f1":0.47033,"accuracy":0.51581,"main_score":0.47033,"hf_subset":"luo_Latn-awa_Deva","languages":["luo-Latn","awa-Deva"]},{"precision":0.4021,"recall":0.452569,"f1":0.414922,"accuracy":0.452569,"main_score":0.414922,"hf_subset":"luo_Latn-cym_Latn","languages":["luo-Latn","cym-Latn"]},{"precision":0.478125,"recall":0.512846,"f1":0.487724,"accuracy":0.512846,"main_score":0.487724,"hf_subset":"luo_Latn-grn_Latn","languages":["luo-Latn","grn-Latn"]},{"precision":0.395304,"recall":0.451581,"f1":0.41108,"accuracy":0.451581,"main_score":0.41108,"hf_subset":"luo_Latn-kat_Geor","languages":["luo-Latn","kat-Geor"]},{"precision":0.46094,"recall":0.502964,"f1":0.472693,"accuracy":0.502964,"main_score":0.472693,"hf_subset":"luo_Latn-lua_Latn","languages":["luo-Latn","lua-Latn"]},{"precision":0.494517,"recall":0.528656,"f1":0.504123,"accuracy":0.528656,"main_score":0.504123,"hf_subset":"luo_Latn-nya_Latn","languages":["luo-Latn","nya-Latn"]},{"precision":0.441846,"recall":0.494071,"f1":0.456124,"accuracy":0.494071,"main_score":0.456124,"hf_subset":"luo_Latn-slv_Latn","languages":["luo-Latn","slv-Latn"]},{"precision":0.51586,"recall":0.552372,"f1":0.526289,"accuracy":0.552372,"main_score":0.526289,"hf_subset":"luo_Latn-tpi_Latn","languages":["luo-Latn","tpi-Latn"]},{"precision":0.488807,"recall":0.543478,"f1":0.502871,"accuracy":0.543478,"main_score":0.502871,"hf_subset":"luo_Latn-zsm_Latn","languages":["luo-Latn","zsm-Latn"]},{"precision":0.406374,"recall":0.461462,"f1":0.42212,"accuracy":0.461462,"main_score":0.42212,"hf_subset":"luo_Latn-ayr_Latn","languages":["luo-Latn","ayr-Latn"]},{"precision":0.479258,"recall":0.538538,"f1":0.49471,"accuracy":0.538538,"main_score":0.49471,"hf_subset":"luo_Latn-dan_Latn","languages":["luo-Latn","dan-Latn"]},{"precision":0.409635,"recall":0.481225,"f1":0.429451,"accuracy":0.481225,"main_score":0.429451,"hf_subset":"luo_Latn-guj_Gujr","languages":["luo-Latn","guj-Gujr"]},{"precision":0.425317,"recall":0.479249,"f1":0.440323,"accuracy":0.479249,"main_score":0.440323,"hf_subset":"luo_Latn-kaz_Cyrl","languages":["luo-Latn","kaz-Cyrl"]},{"precision":0.43759,"recall":0.483202,"f1":0.450225,"accuracy":0.483202,"main_score":0.450225,"hf_subset":"luo_Latn-lug_Latn","languages":["luo-Latn","lug-Latn"]},{"precision":0.487547,"recall":0.528656,"f1":0.498372,"accuracy":0.528656,"main_score":0.498372,"hf_subset":"luo_Latn-oci_Latn","languages":["luo-Latn","oci-Latn"]},{"precision":0.472229,"recall":0.508893,"f1":0.482926,"accuracy":0.508893,"main_score":0.482926,"hf_subset":"luo_Latn-smo_Latn","languages":["luo-Latn","smo-Latn"]},{"precision":0.443658,"recall":0.486166,"f1":0.456035,"accuracy":0.486166,"main_score":0.456035,"hf_subset":"luo_Latn-tsn_Latn","languages":["luo-Latn","tsn-Latn"]},{"precision":0.434593,"recall":0.477273,"f1":0.446725,"accuracy":0.477273,"main_score":0.446725,"hf_subset":"luo_Latn-zul_Latn","languages":["luo-Latn","zul-Latn"]},{"precision":0.353521,"recall":0.420949,"f1":0.371145,"accuracy":0.420949,"main_score":0.371145,"hf_subset":"luo_Latn-azb_Arab","languages":["luo-Latn","azb-Arab"]},{"precision":0.477008,"recall":0.533597,"f1":0.492389,"accuracy":0.533597,"main_score":0.492389,"hf_subset":"luo_Latn-deu_Latn","languages":["luo-Latn","deu-Latn"]},{"precision":0.415818,"recall":0.465415,"f1":0.429112,"accuracy":0.465415,"main_score":0.429112,"hf_subset":"luo_Latn-hat_Latn","languages":["luo-Latn","hat-Latn"]},{"precision":0.380996,"recall":0.43083,"f1":0.394801,"accuracy":0.43083,"main_score":0.394801,"hf_subset":"luo_Latn-kbp_Latn","languages":["luo-Latn","kbp-Latn"]},{"precision":0.388993,"recall":0.451581,"f1":0.405716,"accuracy":0.451581,"main_score":0.405716,"hf_subset":"luo_Latn-ory_Orya","languages":["luo-Latn","ory-Orya"]},{"precision":0.451172,"recall":0.492095,"f1":0.463227,"accuracy":0.492095,"main_score":0.463227,"hf_subset":"luo_Latn-sna_Latn","languages":["luo-Latn","sna-Latn"]},{"precision":0.457348,"recall":0.496047,"f1":0.467914,"accuracy":0.496047,"main_score":0.467914,"hf_subset":"luo_Latn-tso_Latn","languages":["luo-Latn","tso-Latn"]},{"precision":0.431339,"recall":0.483202,"f1":0.445975,"accuracy":0.483202,"main_score":0.445975,"hf_subset":"luo_Latn-azj_Latn","languages":["luo-Latn","azj-Latn"]},{"precision":0.433738,"recall":0.479249,"f1":0.447316,"accuracy":0.479249,"main_score":0.447316,"hf_subset":"luo_Latn-dik_Latn","languages":["luo-Latn","dik-Latn"]},{"precision":0.460543,"recall":0.497036,"f1":0.471021,"accuracy":0.497036,"main_score":0.471021,"hf_subset":"luo_Latn-hau_Latn","languages":["luo-Latn","hau-Latn"]},{"precision":0.471333,"recall":0.508893,"f1":0.481774,"accuracy":0.508893,"main_score":0.481774,"hf_subset":"luo_Latn-kea_Latn","languages":["luo-Latn","kea-Latn"]},{"precision":0.508317,"recall":0.541502,"f1":0.517976,"accuracy":0.541502,"main_score":0.517976,"hf_subset":"luo_Latn-lus_Latn","languages":["luo-Latn","lus-Latn"]},{"precision":0.496831,"recall":0.534585,"f1":0.507503,"accuracy":0.534585,"main_score":0.507503,"hf_subset":"luo_Latn-pag_Latn","languages":["luo-Latn","pag-Latn"]},{"precision":0.337928,"recall":0.397233,"f1":0.353528,"accuracy":0.397233,"main_score":0.353528,"hf_subset":"luo_Latn-snd_Arab","languages":["luo-Latn","snd-Arab"]},{"precision":0.421216,"recall":0.471344,"f1":0.434087,"accuracy":0.471344,"main_score":0.434087,"hf_subset":"luo_Latn-tuk_Latn","languages":["luo-Latn","tuk-Latn"]},{"precision":0.444713,"recall":0.48913,"f1":0.457068,"accuracy":0.48913,"main_score":0.457068,"hf_subset":"luo_Latn-bak_Cyrl","languages":["luo-Latn","bak-Cyrl"]},{"precision":0.358598,"recall":0.414032,"f1":0.374512,"accuracy":0.414032,"main_score":0.374512,"hf_subset":"luo_Latn-dyu_Latn","languages":["luo-Latn","dyu-Latn"]},{"precision":0.349805,"recall":0.41502,"f1":0.367526,"accuracy":0.41502,"main_score":0.367526,"hf_subset":"luo_Latn-heb_Hebr","languages":["luo-Latn","heb-Hebr"]},{"precision":0.391606,"recall":0.443676,"f1":0.405758,"accuracy":0.443676,"main_score":0.405758,"hf_subset":"luo_Latn-khk_Cyrl","languages":["luo-Latn","khk-Cyrl"]},{"precision":0.42862,"recall":0.476285,"f1":0.44239,"accuracy":0.476285,"main_score":0.44239,"hf_subset":"luo_Latn-lvs_Latn","languages":["luo-Latn","lvs-Latn"]},{"precision":0.383199,"recall":0.456522,"f1":0.403176,"accuracy":0.456522,"main_score":0.403176,"hf_subset":"luo_Latn-pan_Guru","languages":["luo-Latn","pan-Guru"]},{"precision":0.397505,"recall":0.44664,"f1":0.412049,"accuracy":0.44664,"main_score":0.412049,"hf_subset":"luo_Latn-som_Latn","languages":["luo-Latn","som-Latn"]},{"precision":0.457743,"recall":0.494071,"f1":0.468128,"accuracy":0.494071,"main_score":0.468128,"hf_subset":"luo_Latn-tum_Latn","languages":["luo-Latn","tum-Latn"]},{"precision":0.288735,"recall":0.346838,"f1":0.304576,"accuracy":0.346838,"main_score":0.304576,"hf_subset":"ory_Orya-ace_Arab","languages":["ory-Orya","ace-Arab"]},{"precision":0.341805,"recall":0.396245,"f1":0.357205,"accuracy":0.396245,"main_score":0.357205,"hf_subset":"ory_Orya-bam_Latn","languages":["ory-Orya","bam-Latn"]},{"precision":0.180897,"recall":0.242095,"f1":0.196199,"accuracy":0.242095,"main_score":0.196199,"hf_subset":"ory_Orya-dzo_Tibt","languages":["ory-Orya","dzo-Tibt"]},{"precision":0.642753,"recall":0.712451,"f1":0.662212,"accuracy":0.712451,"main_score":0.662212,"hf_subset":"ory_Orya-hin_Deva","languages":["ory-Orya","hin-Deva"]},{"precision":0.439858,"recall":0.493083,"f1":0.455386,"accuracy":0.493083,"main_score":0.455386,"hf_subset":"ory_Orya-khm_Khmr","languages":["ory-Orya","khm-Khmr"]},{"precision":0.607563,"recall":0.681818,"f1":0.62844,"accuracy":0.681818,"main_score":0.62844,"hf_subset":"ory_Orya-mag_Deva","languages":["ory-Orya","mag-Deva"]},{"precision":0.496376,"recall":0.548419,"f1":0.510026,"accuracy":0.548419,"main_score":0.510026,"hf_subset":"ory_Orya-pap_Latn","languages":["ory-Orya","pap-Latn"]},{"precision":0.400683,"recall":0.451581,"f1":0.414676,"accuracy":0.451581,"main_score":0.414676,"hf_subset":"ory_Orya-sot_Latn","languages":["ory-Orya","sot-Latn"]},{"precision":0.560627,"recall":0.628458,"f1":0.57978,"accuracy":0.628458,"main_score":0.57978,"hf_subset":"ory_Orya-tur_Latn","languages":["ory-Orya","tur-Latn"]},{"precision":0.447177,"recall":0.494071,"f1":0.460331,"accuracy":0.494071,"main_score":0.460331,"hf_subset":"ory_Orya-ace_Latn","languages":["ory-Orya","ace-Latn"]},{"precision":0.494549,"recall":0.543478,"f1":0.508353,"accuracy":0.543478,"main_score":0.508353,"hf_subset":"ory_Orya-ban_Latn","languages":["ory-Orya","ban-Latn"]},{"precision":0.510664,"recall":0.583004,"f1":0.530433,"accuracy":0.583004,"main_score":0.530433,"hf_subset":"ory_Orya-ell_Grek","languages":["ory-Orya","ell-Grek"]},{"precision":0.58159,"recall":0.65415,"f1":0.60175,"accuracy":0.65415,"main_score":0.60175,"hf_subset":"ory_Orya-hne_Deva","languages":["ory-Orya","hne-Deva"]},{"precision":0.341568,"recall":0.407115,"f1":0.359942,"accuracy":0.407115,"main_score":0.359942,"hf_subset":"ory_Orya-kik_Latn","languages":["ory-Orya","kik-Latn"]},{"precision":0.628605,"recall":0.693676,"f1":0.646867,"accuracy":0.693676,"main_score":0.646867,"hf_subset":"ory_Orya-mai_Deva","languages":["ory-Orya","mai-Deva"]},{"precision":0.490207,"recall":0.555336,"f1":0.507488,"accuracy":0.555336,"main_score":0.507488,"hf_subset":"ory_Orya-pbt_Arab","languages":["ory-Orya","pbt-Arab"]},{"precision":0.56453,"recall":0.636364,"f1":0.584543,"accuracy":0.636364,"main_score":0.584543,"hf_subset":"ory_Orya-spa_Latn","languages":["ory-Orya","spa-Latn"]},{"precision":0.425198,"recall":0.477273,"f1":0.439893,"accuracy":0.477273,"main_score":0.439893,"hf_subset":"ory_Orya-twi_Latn","languages":["ory-Orya","twi-Latn"]},{"precision":0.517675,"recall":0.588933,"f1":0.537178,"accuracy":0.588933,"main_score":0.537178,"hf_subset":"ory_Orya-acm_Arab","languages":["ory-Orya","acm-Arab"]},{"precision":0.47734,"recall":0.533597,"f1":0.493091,"accuracy":0.533597,"main_score":0.493091,"hf_subset":"ory_Orya-bel_Cyrl","languages":["ory-Orya","bel-Cyrl"]},{"precision":0.634787,"recall":0.697628,"f1":0.652128,"accuracy":0.697628,"main_score":0.652128,"hf_subset":"ory_Orya-eng_Latn","languages":["ory-Orya","eng-Latn"]},{"precision":0.539805,"recall":0.607708,"f1":0.557919,"accuracy":0.607708,"main_score":0.557919,"hf_subset":"ory_Orya-hrv_Latn","languages":["ory-Orya","hrv-Latn"]},{"precision":0.359675,"recall":0.417984,"f1":0.375115,"accuracy":0.417984,"main_score":0.375115,"hf_subset":"ory_Orya-kin_Latn","languages":["ory-Orya","kin-Latn"]},{"precision":0.644452,"recall":0.714427,"f1":0.66352,"accuracy":0.714427,"main_score":0.66352,"hf_subset":"ory_Orya-mal_Mlym","languages":["ory-Orya","mal-Mlym"]},{"precision":0.55399,"recall":0.623518,"f1":0.572434,"accuracy":0.623518,"main_score":0.572434,"hf_subset":"ory_Orya-pes_Arab","languages":["ory-Orya","pes-Arab"]},{"precision":0.48672,"recall":0.537549,"f1":0.500598,"accuracy":0.537549,"main_score":0.500598,"hf_subset":"ory_Orya-srd_Latn","languages":["ory-Orya","srd-Latn"]},{"precision":0.160919,"recall":0.20751,"f1":0.172552,"accuracy":0.20751,"main_score":0.172552,"hf_subset":"ory_Orya-tzm_Tfng","languages":["ory-Orya","tzm-Tfng"]},{"precision":0.541578,"recall":0.607708,"f1":0.559523,"accuracy":0.607708,"main_score":0.559523,"hf_subset":"ory_Orya-acq_Arab","languages":["ory-Orya","acq-Arab"]},{"precision":0.393875,"recall":0.456522,"f1":0.411201,"accuracy":0.456522,"main_score":0.411201,"hf_subset":"ory_Orya-bem_Latn","languages":["ory-Orya","bem-Latn"]},{"precision":0.496261,"recall":0.550395,"f1":0.510699,"accuracy":0.550395,"main_score":0.510699,"hf_subset":"ory_Orya-epo_Latn","languages":["ory-Orya","epo-Latn"]},{"precision":0.506067,"recall":0.578063,"f1":0.526284,"accuracy":0.578063,"main_score":0.526284,"hf_subset":"ory_Orya-hun_Latn","languages":["ory-Orya","hun-Latn"]},{"precision":0.451651,"recall":0.503953,"f1":0.466605,"accuracy":0.503953,"main_score":0.466605,"hf_subset":"ory_Orya-kir_Cyrl","languages":["ory-Orya","kir-Cyrl"]},{"precision":0.645387,"recall":0.713439,"f1":0.663904,"accuracy":0.713439,"main_score":0.663904,"hf_subset":"ory_Orya-mar_Deva","languages":["ory-Orya","mar-Deva"]},{"precision":0.391321,"recall":0.448617,"f1":0.407308,"accuracy":0.448617,"main_score":0.407308,"hf_subset":"ory_Orya-plt_Latn","languages":["ory-Orya","plt-Latn"]},{"precision":0.532926,"recall":0.589921,"f1":0.548607,"accuracy":0.589921,"main_score":0.548607,"hf_subset":"ory_Orya-srp_Cyrl","languages":["ory-Orya","srp-Cyrl"]},{"precision":0.30448,"recall":0.358696,"f1":0.319183,"accuracy":0.358696,"main_score":0.319183,"hf_subset":"ory_Orya-uig_Arab","languages":["ory-Orya","uig-Arab"]},{"precision":0.502186,"recall":0.566206,"f1":0.519973,"accuracy":0.566206,"main_score":0.519973,"hf_subset":"ory_Orya-aeb_Arab","languages":["ory-Orya","aeb-Arab"]},{"precision":0.639301,"recall":0.701581,"f1":0.656915,"accuracy":0.701581,"main_score":0.656915,"hf_subset":"ory_Orya-ben_Beng","languages":["ory-Orya","ben-Beng"]},{"precision":0.477048,"recall":0.538538,"f1":0.493646,"accuracy":0.538538,"main_score":0.493646,"hf_subset":"ory_Orya-est_Latn","languages":["ory-Orya","est-Latn"]},{"precision":0.483572,"recall":0.544466,"f1":0.500228,"accuracy":0.544466,"main_score":0.500228,"hf_subset":"ory_Orya-hye_Armn","languages":["ory-Orya","hye-Armn"]},{"precision":0.370504,"recall":0.423913,"f1":0.386001,"accuracy":0.423913,"main_score":0.386001,"hf_subset":"ory_Orya-kmb_Latn","languages":["ory-Orya","kmb-Latn"]},{"precision":0.24592,"recall":0.299407,"f1":0.260526,"accuracy":0.299407,"main_score":0.260526,"hf_subset":"ory_Orya-min_Arab","languages":["ory-Orya","min-Arab"]},{"precision":0.562935,"recall":0.628458,"f1":0.580958,"accuracy":0.628458,"main_score":0.580958,"hf_subset":"ory_Orya-pol_Latn","languages":["ory-Orya","pol-Latn"]},{"precision":0.380598,"recall":0.440711,"f1":0.397199,"accuracy":0.440711,"main_score":0.397199,"hf_subset":"ory_Orya-ssw_Latn","languages":["ory-Orya","ssw-Latn"]},{"precision":0.574469,"recall":0.641304,"f1":0.592638,"accuracy":0.641304,"main_score":0.592638,"hf_subset":"ory_Orya-ukr_Cyrl","languages":["ory-Orya","ukr-Cyrl"]},{"precision":0.536908,"recall":0.597826,"f1":0.553713,"accuracy":0.597826,"main_score":0.553713,"hf_subset":"ory_Orya-afr_Latn","languages":["ory-Orya","afr-Latn"]},{"precision":0.596436,"recall":0.657115,"f1":0.612506,"accuracy":0.657115,"main_score":0.612506,"hf_subset":"ory_Orya-bho_Deva","languages":["ory-Orya","bho-Deva"]},{"precision":0.429449,"recall":0.482213,"f1":0.444582,"accuracy":0.482213,"main_score":0.444582,"hf_subset":"ory_Orya-eus_Latn","languages":["ory-Orya","eus-Latn"]},{"precision":0.383771,"recall":0.456522,"f1":0.403767,"accuracy":0.456522,"main_score":0.403767,"hf_subset":"ory_Orya-ibo_Latn","languages":["ory-Orya","ibo-Latn"]},{"precision":0.408228,"recall":0.45751,"f1":0.422026,"accuracy":0.45751,"main_score":0.422026,"hf_subset":"ory_Orya-kmr_Latn","languages":["ory-Orya","kmr-Latn"]},{"precision":0.457821,"recall":0.513834,"f1":0.472943,"accuracy":0.513834,"main_score":0.472943,"hf_subset":"ory_Orya-min_Latn","languages":["ory-Orya","min-Latn"]},{"precision":0.572484,"recall":0.645257,"f1":0.59314,"accuracy":0.645257,"main_score":0.59314,"hf_subset":"ory_Orya-por_Latn","languages":["ory-Orya","por-Latn"]},{"precision":0.48376,"recall":0.540514,"f1":0.499036,"accuracy":0.540514,"main_score":0.499036,"hf_subset":"ory_Orya-sun_Latn","languages":["ory-Orya","sun-Latn"]},{"precision":0.362588,"recall":0.426877,"f1":0.380312,"accuracy":0.426877,"main_score":0.380312,"hf_subset":"ory_Orya-umb_Latn","languages":["ory-Orya","umb-Latn"]},{"precision":0.534445,"recall":0.603755,"f1":0.553604,"accuracy":0.603755,"main_score":0.553604,"hf_subset":"ory_Orya-ajp_Arab","languages":["ory-Orya","ajp-Arab"]},{"precision":0.264305,"recall":0.311265,"f1":0.277301,"accuracy":0.311265,"main_score":0.277301,"hf_subset":"ory_Orya-bjn_Arab","languages":["ory-Orya","bjn-Arab"]},{"precision":0.3633,"recall":0.412055,"f1":0.377506,"accuracy":0.412055,"main_score":0.377506,"hf_subset":"ory_Orya-ewe_Latn","languages":["ory-Orya","ewe-Latn"]},{"precision":0.488794,"recall":0.540514,"f1":0.502127,"accuracy":0.540514,"main_score":0.502127,"hf_subset":"ory_Orya-ilo_Latn","languages":["ory-Orya","ilo-Latn"]},{"precision":0.224073,"recall":0.283597,"f1":0.239928,"accuracy":0.283597,"main_score":0.239928,"hf_subset":"ory_Orya-knc_Arab","languages":["ory-Orya","knc-Arab"]},{"precision":0.532806,"recall":0.587945,"f1":0.546742,"accuracy":0.587945,"main_score":0.546742,"hf_subset":"ory_Orya-mkd_Cyrl","languages":["ory-Orya","mkd-Cyrl"]},{"precision":0.569367,"recall":0.635375,"f1":0.586889,"accuracy":0.635375,"main_score":0.586889,"hf_subset":"ory_Orya-prs_Arab","languages":["ory-Orya","prs-Arab"]},{"precision":0.562868,"recall":0.634387,"f1":0.581604,"accuracy":0.634387,"main_score":0.581604,"hf_subset":"ory_Orya-swe_Latn","languages":["ory-Orya","swe-Latn"]},{"precision":0.5724,"recall":0.643281,"f1":0.592344,"accuracy":0.643281,"main_score":0.592344,"hf_subset":"ory_Orya-urd_Arab","languages":["ory-Orya","urd-Arab"]},{"precision":0.395397,"recall":0.450593,"f1":0.41116,"accuracy":0.450593,"main_score":0.41116,"hf_subset":"ory_Orya-aka_Latn","languages":["ory-Orya","aka-Latn"]},{"precision":0.489003,"recall":0.544466,"f1":0.503228,"accuracy":0.544466,"main_score":0.503228,"hf_subset":"ory_Orya-bjn_Latn","languages":["ory-Orya","bjn-Latn"]},{"precision":0.412538,"recall":0.464427,"f1":0.426137,"accuracy":0.464427,"main_score":0.426137,"hf_subset":"ory_Orya-fao_Latn","languages":["ory-Orya","fao-Latn"]},{"precision":0.589298,"recall":0.656126,"f1":0.607741,"accuracy":0.656126,"main_score":0.607741,"hf_subset":"ory_Orya-ind_Latn","languages":["ory-Orya","ind-Latn"]},{"precision":0.376986,"recall":0.428854,"f1":0.391575,"accuracy":0.428854,"main_score":0.391575,"hf_subset":"ory_Orya-knc_Latn","languages":["ory-Orya","knc-Latn"]},{"precision":0.456225,"recall":0.508893,"f1":0.471272,"accuracy":0.508893,"main_score":0.471272,"hf_subset":"ory_Orya-mlt_Latn","languages":["ory-Orya","mlt-Latn"]},{"precision":0.391217,"recall":0.451581,"f1":0.4079,"accuracy":0.451581,"main_score":0.4079,"hf_subset":"ory_Orya-quy_Latn","languages":["ory-Orya","quy-Latn"]},{"precision":0.508204,"recall":0.576087,"f1":0.526372,"accuracy":0.576087,"main_score":0.526372,"hf_subset":"ory_Orya-swh_Latn","languages":["ory-Orya","swh-Latn"]},{"precision":0.435843,"recall":0.486166,"f1":0.449893,"accuracy":0.486166,"main_score":0.449893,"hf_subset":"ory_Orya-uzn_Latn","languages":["ory-Orya","uzn-Latn"]},{"precision":0.501763,"recall":0.55336,"f1":0.516606,"accuracy":0.55336,"main_score":0.516606,"hf_subset":"ory_Orya-als_Latn","languages":["ory-Orya","als-Latn"]},{"precision":0.238211,"recall":0.290514,"f1":0.252212,"accuracy":0.290514,"main_score":0.252212,"hf_subset":"ory_Orya-bod_Tibt","languages":["ory-Orya","bod-Tibt"]},{"precision":0.362574,"recall":0.428854,"f1":0.380125,"accuracy":0.428854,"main_score":0.380125,"hf_subset":"ory_Orya-fij_Latn","languages":["ory-Orya","fij-Latn"]},{"precision":0.410862,"recall":0.461462,"f1":0.424484,"accuracy":0.461462,"main_score":0.424484,"hf_subset":"ory_Orya-isl_Latn","languages":["ory-Orya","isl-Latn"]},{"precision":0.39222,"recall":0.453557,"f1":0.409602,"accuracy":0.453557,"main_score":0.409602,"hf_subset":"ory_Orya-kon_Latn","languages":["ory-Orya","kon-Latn"]},{"precision":0.426323,"recall":0.501976,"f1":0.447058,"accuracy":0.501976,"main_score":0.447058,"hf_subset":"ory_Orya-mni_Beng","languages":["ory-Orya","mni-Beng"]},{"precision":0.58561,"recall":0.642292,"f1":0.600707,"accuracy":0.642292,"main_score":0.600707,"hf_subset":"ory_Orya-ron_Latn","languages":["ory-Orya","ron-Latn"]},{"precision":0.488991,"recall":0.536561,"f1":0.501777,"accuracy":0.536561,"main_score":0.501777,"hf_subset":"ory_Orya-szl_Latn","languages":["ory-Orya","szl-Latn"]},{"precision":0.503369,"recall":0.562253,"f1":0.518881,"accuracy":0.562253,"main_score":0.518881,"hf_subset":"ory_Orya-vec_Latn","languages":["ory-Orya","vec-Latn"]},{"precision":0.519842,"recall":0.586957,"f1":0.537721,"accuracy":0.586957,"main_score":0.537721,"hf_subset":"ory_Orya-amh_Ethi","languages":["ory-Orya","amh-Ethi"]},{"precision":0.560897,"recall":0.620553,"f1":0.576796,"accuracy":0.620553,"main_score":0.576796,"hf_subset":"ory_Orya-bos_Latn","languages":["ory-Orya","bos-Latn"]},{"precision":0.539418,"recall":0.607708,"f1":0.558543,"accuracy":0.607708,"main_score":0.558543,"hf_subset":"ory_Orya-fin_Latn","languages":["ory-Orya","fin-Latn"]},{"precision":0.583749,"recall":0.652174,"f1":0.60259,"accuracy":0.652174,"main_score":0.60259,"hf_subset":"ory_Orya-ita_Latn","languages":["ory-Orya","ita-Latn"]},{"precision":0.554067,"recall":0.626482,"f1":0.57397,"accuracy":0.626482,"main_score":0.57397,"hf_subset":"ory_Orya-kor_Hang","languages":["ory-Orya","kor-Hang"]},{"precision":0.374112,"recall":0.422925,"f1":0.387349,"accuracy":0.422925,"main_score":0.387349,"hf_subset":"ory_Orya-mos_Latn","languages":["ory-Orya","mos-Latn"]},{"precision":0.358799,"recall":0.420949,"f1":0.376468,"accuracy":0.420949,"main_score":0.376468,"hf_subset":"ory_Orya-run_Latn","languages":["ory-Orya","run-Latn"]},{"precision":0.56981,"recall":0.648221,"f1":0.591999,"accuracy":0.648221,"main_score":0.591999,"hf_subset":"ory_Orya-tam_Taml","languages":["ory-Orya","tam-Taml"]},{"precision":0.523609,"recall":0.600791,"f1":0.544952,"accuracy":0.600791,"main_score":0.544952,"hf_subset":"ory_Orya-vie_Latn","languages":["ory-Orya","vie-Latn"]},{"precision":0.514225,"recall":0.587945,"f1":0.534161,"accuracy":0.587945,"main_score":0.534161,"hf_subset":"ory_Orya-apc_Arab","languages":["ory-Orya","apc-Arab"]},{"precision":0.425631,"recall":0.486166,"f1":0.442184,"accuracy":0.486166,"main_score":0.442184,"hf_subset":"ory_Orya-bug_Latn","languages":["ory-Orya","bug-Latn"]},{"precision":0.342278,"recall":0.396245,"f1":0.357364,"accuracy":0.396245,"main_score":0.357364,"hf_subset":"ory_Orya-fon_Latn","languages":["ory-Orya","fon-Latn"]},{"precision":0.4964,"recall":0.555336,"f1":0.511931,"accuracy":0.555336,"main_score":0.511931,"hf_subset":"ory_Orya-jav_Latn","languages":["ory-Orya","jav-Latn"]},{"precision":0.436076,"recall":0.490119,"f1":0.450114,"accuracy":0.490119,"main_score":0.450114,"hf_subset":"ory_Orya-lao_Laoo","languages":["ory-Orya","lao-Laoo"]},{"precision":0.36232,"recall":0.427866,"f1":0.380476,"accuracy":0.427866,"main_score":0.380476,"hf_subset":"ory_Orya-mri_Latn","languages":["ory-Orya","mri-Latn"]},{"precision":0.564901,"recall":0.639328,"f1":0.584802,"accuracy":0.639328,"main_score":0.584802,"hf_subset":"ory_Orya-rus_Cyrl","languages":["ory-Orya","rus-Cyrl"]},{"precision":0.372067,"recall":0.427866,"f1":0.387463,"accuracy":0.427866,"main_score":0.387463,"hf_subset":"ory_Orya-taq_Latn","languages":["ory-Orya","taq-Latn"]},{"precision":0.52684,"recall":0.574111,"f1":0.539882,"accuracy":0.574111,"main_score":0.539882,"hf_subset":"ory_Orya-war_Latn","languages":["ory-Orya","war-Latn"]},{"precision":0.537375,"recall":0.607708,"f1":0.556634,"accuracy":0.607708,"main_score":0.556634,"hf_subset":"ory_Orya-arb_Arab","languages":["ory-Orya","arb-Arab"]},{"precision":0.553343,"recall":0.623518,"f1":0.571824,"accuracy":0.623518,"main_score":0.571824,"hf_subset":"ory_Orya-bul_Cyrl","languages":["ory-Orya","bul-Cyrl"]},{"precision":0.590036,"recall":0.660079,"f1":0.609486,"accuracy":0.660079,"main_score":0.609486,"hf_subset":"ory_Orya-fra_Latn","languages":["ory-Orya","fra-Latn"]},{"precision":0.565131,"recall":0.633399,"f1":0.583754,"accuracy":0.633399,"main_score":0.583754,"hf_subset":"ory_Orya-jpn_Jpan","languages":["ory-Orya","jpn-Jpan"]},{"precision":0.498834,"recall":0.557312,"f1":0.514835,"accuracy":0.557312,"main_score":0.514835,"hf_subset":"ory_Orya-lij_Latn","languages":["ory-Orya","lij-Latn"]},{"precision":0.45018,"recall":0.51581,"f1":0.467441,"accuracy":0.51581,"main_score":0.467441,"hf_subset":"ory_Orya-mya_Mymr","languages":["ory-Orya","mya-Mymr"]},{"precision":0.370559,"recall":0.431818,"f1":0.388275,"accuracy":0.431818,"main_score":0.388275,"hf_subset":"ory_Orya-sag_Latn","languages":["ory-Orya","sag-Latn"]},{"precision":0.184836,"recall":0.244071,"f1":0.199168,"accuracy":0.244071,"main_score":0.199168,"hf_subset":"ory_Orya-taq_Tfng","languages":["ory-Orya","taq-Tfng"]},{"precision":0.369244,"recall":0.421937,"f1":0.383757,"accuracy":0.421937,"main_score":0.383757,"hf_subset":"ory_Orya-wol_Latn","languages":["ory-Orya","wol-Latn"]},{"precision":0.276001,"recall":0.34585,"f1":0.294164,"accuracy":0.34585,"main_score":0.294164,"hf_subset":"ory_Orya-arb_Latn","languages":["ory-Orya","arb-Latn"]},{"precision":0.538333,"recall":0.598814,"f1":0.555759,"accuracy":0.598814,"main_score":0.555759,"hf_subset":"ory_Orya-cat_Latn","languages":["ory-Orya","cat-Latn"]},{"precision":0.478831,"recall":0.534585,"f1":0.494488,"accuracy":0.534585,"main_score":0.494488,"hf_subset":"ory_Orya-fur_Latn","languages":["ory-Orya","fur-Latn"]},{"precision":0.290259,"recall":0.347826,"f1":0.305925,"accuracy":0.347826,"main_score":0.305925,"hf_subset":"ory_Orya-kab_Latn","languages":["ory-Orya","kab-Latn"]},{"precision":0.488431,"recall":0.538538,"f1":0.502271,"accuracy":0.538538,"main_score":0.502271,"hf_subset":"ory_Orya-lim_Latn","languages":["ory-Orya","lim-Latn"]},{"precision":0.588461,"recall":0.653162,"f1":0.606238,"accuracy":0.653162,"main_score":0.606238,"hf_subset":"ory_Orya-nld_Latn","languages":["ory-Orya","nld-Latn"]},{"precision":0.518185,"recall":0.592885,"f1":0.538539,"accuracy":0.592885,"main_score":0.538539,"hf_subset":"ory_Orya-san_Deva","languages":["ory-Orya","san-Deva"]},{"precision":0.435372,"recall":0.480237,"f1":0.447235,"accuracy":0.480237,"main_score":0.447235,"hf_subset":"ory_Orya-tat_Cyrl","languages":["ory-Orya","tat-Cyrl"]},{"precision":0.406603,"recall":0.464427,"f1":0.422934,"accuracy":0.464427,"main_score":0.422934,"hf_subset":"ory_Orya-xho_Latn","languages":["ory-Orya","xho-Latn"]},{"precision":0.516848,"recall":0.591897,"f1":0.537848,"accuracy":0.591897,"main_score":0.537848,"hf_subset":"ory_Orya-ars_Arab","languages":["ory-Orya","ars-Arab"]},{"precision":0.514134,"recall":0.565217,"f1":0.528524,"accuracy":0.565217,"main_score":0.528524,"hf_subset":"ory_Orya-ceb_Latn","languages":["ory-Orya","ceb-Latn"]},{"precision":0.367846,"recall":0.427866,"f1":0.384467,"accuracy":0.427866,"main_score":0.384467,"hf_subset":"ory_Orya-fuv_Latn","languages":["ory-Orya","fuv-Latn"]},{"precision":0.379357,"recall":0.434783,"f1":0.395052,"accuracy":0.434783,"main_score":0.395052,"hf_subset":"ory_Orya-kac_Latn","languages":["ory-Orya","kac-Latn"]},{"precision":0.39045,"recall":0.462451,"f1":0.410687,"accuracy":0.462451,"main_score":0.410687,"hf_subset":"ory_Orya-lin_Latn","languages":["ory-Orya","lin-Latn"]},{"precision":0.548905,"recall":0.613636,"f1":0.566897,"accuracy":0.613636,"main_score":0.566897,"hf_subset":"ory_Orya-nno_Latn","languages":["ory-Orya","nno-Latn"]},{"precision":0.274453,"recall":0.333004,"f1":0.289534,"accuracy":0.333004,"main_score":0.289534,"hf_subset":"ory_Orya-sat_Olck","languages":["ory-Orya","sat-Olck"]},{"precision":0.645935,"recall":0.706522,"f1":0.662375,"accuracy":0.706522,"main_score":0.662375,"hf_subset":"ory_Orya-tel_Telu","languages":["ory-Orya","tel-Telu"]},{"precision":0.321851,"recall":0.387352,"f1":0.33854,"accuracy":0.387352,"main_score":0.33854,"hf_subset":"ory_Orya-ydd_Hebr","languages":["ory-Orya","ydd-Hebr"]},{"precision":0.466175,"recall":0.534585,"f1":0.485027,"accuracy":0.534585,"main_score":0.485027,"hf_subset":"ory_Orya-ary_Arab","languages":["ory-Orya","ary-Arab"]},{"precision":0.534793,"recall":0.597826,"f1":0.551177,"accuracy":0.597826,"main_score":0.551177,"hf_subset":"ory_Orya-ces_Latn","languages":["ory-Orya","ces-Latn"]},{"precision":0.336047,"recall":0.40415,"f1":0.354236,"accuracy":0.40415,"main_score":0.354236,"hf_subset":"ory_Orya-gaz_Latn","languages":["ory-Orya","gaz-Latn"]},{"precision":0.376499,"recall":0.436759,"f1":0.392904,"accuracy":0.436759,"main_score":0.392904,"hf_subset":"ory_Orya-kam_Latn","languages":["ory-Orya","kam-Latn"]},{"precision":0.47844,"recall":0.532609,"f1":0.492928,"accuracy":0.532609,"main_score":0.492928,"hf_subset":"ory_Orya-lit_Latn","languages":["ory-Orya","lit-Latn"]},{"precision":0.571014,"recall":0.633399,"f1":0.588733,"accuracy":0.633399,"main_score":0.588733,"hf_subset":"ory_Orya-nob_Latn","languages":["ory-Orya","nob-Latn"]},{"precision":0.470316,"recall":0.523715,"f1":0.484669,"accuracy":0.523715,"main_score":0.484669,"hf_subset":"ory_Orya-scn_Latn","languages":["ory-Orya","scn-Latn"]},{"precision":0.362321,"recall":0.416008,"f1":0.377106,"accuracy":0.416008,"main_score":0.377106,"hf_subset":"ory_Orya-tgk_Cyrl","languages":["ory-Orya","tgk-Cyrl"]},{"precision":0.337026,"recall":0.395257,"f1":0.352876,"accuracy":0.395257,"main_score":0.352876,"hf_subset":"ory_Orya-yor_Latn","languages":["ory-Orya","yor-Latn"]},{"precision":0.528016,"recall":0.596838,"f1":0.546738,"accuracy":0.596838,"main_score":0.546738,"hf_subset":"ory_Orya-arz_Arab","languages":["ory-Orya","arz-Arab"]},{"precision":0.360073,"recall":0.424901,"f1":0.378925,"accuracy":0.424901,"main_score":0.378925,"hf_subset":"ory_Orya-cjk_Latn","languages":["ory-Orya","cjk-Latn"]},{"precision":0.367154,"recall":0.420949,"f1":0.382156,"accuracy":0.420949,"main_score":0.382156,"hf_subset":"ory_Orya-gla_Latn","languages":["ory-Orya","gla-Latn"]},{"precision":0.623299,"recall":0.685771,"f1":0.640701,"accuracy":0.685771,"main_score":0.640701,"hf_subset":"ory_Orya-kan_Knda","languages":["ory-Orya","kan-Knda"]},{"precision":0.487427,"recall":0.538538,"f1":0.500799,"accuracy":0.538538,"main_score":0.500799,"hf_subset":"ory_Orya-lmo_Latn","languages":["ory-Orya","lmo-Latn"]},{"precision":0.630481,"recall":0.6917,"f1":0.647258,"accuracy":0.6917,"main_score":0.647258,"hf_subset":"ory_Orya-npi_Deva","languages":["ory-Orya","npi-Deva"]},{"precision":0.34536,"recall":0.380435,"f1":0.355382,"accuracy":0.380435,"main_score":0.355382,"hf_subset":"ory_Orya-shn_Mymr","languages":["ory-Orya","shn-Mymr"]},{"precision":0.551803,"recall":0.607708,"f1":0.567323,"accuracy":0.607708,"main_score":0.567323,"hf_subset":"ory_Orya-tgl_Latn","languages":["ory-Orya","tgl-Latn"]},{"precision":0.504579,"recall":0.578063,"f1":0.525281,"accuracy":0.578063,"main_score":0.525281,"hf_subset":"ory_Orya-yue_Hant","languages":["ory-Orya","yue-Hant"]},{"precision":0.580521,"recall":0.657115,"f1":0.601041,"accuracy":0.657115,"main_score":0.601041,"hf_subset":"ory_Orya-asm_Beng","languages":["ory-Orya","asm-Beng"]},{"precision":0.358215,"recall":0.418972,"f1":0.374975,"accuracy":0.418972,"main_score":0.374975,"hf_subset":"ory_Orya-ckb_Arab","languages":["ory-Orya","ckb-Arab"]},{"precision":0.387109,"recall":0.449605,"f1":0.403154,"accuracy":0.449605,"main_score":0.403154,"hf_subset":"ory_Orya-gle_Latn","languages":["ory-Orya","gle-Latn"]},{"precision":0.459155,"recall":0.529644,"f1":0.477717,"accuracy":0.529644,"main_score":0.477717,"hf_subset":"ory_Orya-kas_Arab","languages":["ory-Orya","kas-Arab"]},{"precision":0.413703,"recall":0.460474,"f1":0.426685,"accuracy":0.460474,"main_score":0.426685,"hf_subset":"ory_Orya-ltg_Latn","languages":["ory-Orya","ltg-Latn"]},{"precision":0.405776,"recall":0.456522,"f1":0.420178,"accuracy":0.456522,"main_score":0.420178,"hf_subset":"ory_Orya-nso_Latn","languages":["ory-Orya","nso-Latn"]},{"precision":0.546647,"recall":0.608696,"f1":0.563881,"accuracy":0.608696,"main_score":0.563881,"hf_subset":"ory_Orya-sin_Sinh","languages":["ory-Orya","sin-Sinh"]},{"precision":0.545263,"recall":0.617589,"f1":0.565696,"accuracy":0.617589,"main_score":0.565696,"hf_subset":"ory_Orya-tha_Thai","languages":["ory-Orya","tha-Thai"]},{"precision":0.511638,"recall":0.583004,"f1":0.530719,"accuracy":0.583004,"main_score":0.530719,"hf_subset":"ory_Orya-zho_Hans","languages":["ory-Orya","zho-Hans"]},{"precision":0.537899,"recall":0.591897,"f1":0.552156,"accuracy":0.591897,"main_score":0.552156,"hf_subset":"ory_Orya-ast_Latn","languages":["ory-Orya","ast-Latn"]},{"precision":0.468045,"recall":0.524704,"f1":0.483609,"accuracy":0.524704,"main_score":0.483609,"hf_subset":"ory_Orya-crh_Latn","languages":["ory-Orya","crh-Latn"]},{"precision":0.562398,"recall":0.624506,"f1":0.5796,"accuracy":0.624506,"main_score":0.5796,"hf_subset":"ory_Orya-glg_Latn","languages":["ory-Orya","glg-Latn"]},{"precision":0.458502,"recall":0.511858,"f1":0.472792,"accuracy":0.511858,"main_score":0.472792,"hf_subset":"ory_Orya-kas_Deva","languages":["ory-Orya","kas-Deva"]},{"precision":0.443195,"recall":0.494071,"f1":0.456733,"accuracy":0.494071,"main_score":0.456733,"hf_subset":"ory_Orya-ltz_Latn","languages":["ory-Orya","ltz-Latn"]},{"precision":0.356039,"recall":0.411067,"f1":0.371014,"accuracy":0.411067,"main_score":0.371014,"hf_subset":"ory_Orya-nus_Latn","languages":["ory-Orya","nus-Latn"]},{"precision":0.523725,"recall":0.585968,"f1":0.540706,"accuracy":0.585968,"main_score":0.540706,"hf_subset":"ory_Orya-slk_Latn","languages":["ory-Orya","slk-Latn"]},{"precision":0.355429,"recall":0.416008,"f1":0.371714,"accuracy":0.416008,"main_score":0.371714,"hf_subset":"ory_Orya-tir_Ethi","languages":["ory-Orya","tir-Ethi"]},{"precision":0.486576,"recall":0.564229,"f1":0.508118,"accuracy":0.564229,"main_score":0.508118,"hf_subset":"ory_Orya-zho_Hant","languages":["ory-Orya","zho-Hant"]},{"precision":0.596876,"recall":0.659091,"f1":0.614512,"accuracy":0.659091,"main_score":0.614512,"hf_subset":"ory_Orya-awa_Deva","languages":["ory-Orya","awa-Deva"]},{"precision":0.391283,"recall":0.444664,"f1":0.405463,"accuracy":0.444664,"main_score":0.405463,"hf_subset":"ory_Orya-cym_Latn","languages":["ory-Orya","cym-Latn"]},{"precision":0.432037,"recall":0.482213,"f1":0.445527,"accuracy":0.482213,"main_score":0.445527,"hf_subset":"ory_Orya-grn_Latn","languages":["ory-Orya","grn-Latn"]},{"precision":0.520028,"recall":0.587945,"f1":0.538424,"accuracy":0.587945,"main_score":0.538424,"hf_subset":"ory_Orya-kat_Geor","languages":["ory-Orya","kat-Geor"]},{"precision":0.378454,"recall":0.440711,"f1":0.395282,"accuracy":0.440711,"main_score":0.395282,"hf_subset":"ory_Orya-lua_Latn","languages":["ory-Orya","lua-Latn"]},{"precision":0.406185,"recall":0.45751,"f1":0.420075,"accuracy":0.45751,"main_score":0.420075,"hf_subset":"ory_Orya-nya_Latn","languages":["ory-Orya","nya-Latn"]},{"precision":0.513871,"recall":0.570158,"f1":0.528705,"accuracy":0.570158,"main_score":0.528705,"hf_subset":"ory_Orya-slv_Latn","languages":["ory-Orya","slv-Latn"]},{"precision":0.498152,"recall":0.557312,"f1":0.514738,"accuracy":0.557312,"main_score":0.514738,"hf_subset":"ory_Orya-tpi_Latn","languages":["ory-Orya","tpi-Latn"]},{"precision":0.557311,"recall":0.628458,"f1":0.577215,"accuracy":0.628458,"main_score":0.577215,"hf_subset":"ory_Orya-zsm_Latn","languages":["ory-Orya","zsm-Latn"]},{"precision":0.358871,"recall":0.410079,"f1":0.372718,"accuracy":0.410079,"main_score":0.372718,"hf_subset":"ory_Orya-ayr_Latn","languages":["ory-Orya","ayr-Latn"]},{"precision":0.567122,"recall":0.630435,"f1":0.58504,"accuracy":0.630435,"main_score":0.58504,"hf_subset":"ory_Orya-dan_Latn","languages":["ory-Orya","dan-Latn"]},{"precision":0.645962,"recall":0.708498,"f1":0.663088,"accuracy":0.708498,"main_score":0.663088,"hf_subset":"ory_Orya-guj_Gujr","languages":["ory-Orya","guj-Gujr"]},{"precision":0.469669,"recall":0.518775,"f1":0.483035,"accuracy":0.518775,"main_score":0.483035,"hf_subset":"ory_Orya-kaz_Cyrl","languages":["ory-Orya","kaz-Cyrl"]},{"precision":0.361039,"recall":0.428854,"f1":0.380015,"accuracy":0.428854,"main_score":0.380015,"hf_subset":"ory_Orya-lug_Latn","languages":["ory-Orya","lug-Latn"]},{"precision":0.531145,"recall":0.58004,"f1":0.544414,"accuracy":0.58004,"main_score":0.544414,"hf_subset":"ory_Orya-oci_Latn","languages":["ory-Orya","oci-Latn"]},{"precision":0.384513,"recall":0.455534,"f1":0.403303,"accuracy":0.455534,"main_score":0.403303,"hf_subset":"ory_Orya-smo_Latn","languages":["ory-Orya","smo-Latn"]},{"precision":0.370627,"recall":0.424901,"f1":0.385732,"accuracy":0.424901,"main_score":0.385732,"hf_subset":"ory_Orya-tsn_Latn","languages":["ory-Orya","tsn-Latn"]},{"precision":0.372369,"recall":0.445652,"f1":0.392592,"accuracy":0.445652,"main_score":0.392592,"hf_subset":"ory_Orya-zul_Latn","languages":["ory-Orya","zul-Latn"]},{"precision":0.340833,"recall":0.40415,"f1":0.357428,"accuracy":0.40415,"main_score":0.357428,"hf_subset":"ory_Orya-azb_Arab","languages":["ory-Orya","azb-Arab"]},{"precision":0.58803,"recall":0.658103,"f1":0.608031,"accuracy":0.658103,"main_score":0.608031,"hf_subset":"ory_Orya-deu_Latn","languages":["ory-Orya","deu-Latn"]},{"precision":0.416332,"recall":0.469368,"f1":0.431514,"accuracy":0.469368,"main_score":0.431514,"hf_subset":"ory_Orya-hat_Latn","languages":["ory-Orya","hat-Latn"]},{"precision":0.351894,"recall":0.403162,"f1":0.36646,"accuracy":0.403162,"main_score":0.36646,"hf_subset":"ory_Orya-kbp_Latn","languages":["ory-Orya","kbp-Latn"]},{"precision":0.383065,"recall":0.4417,"f1":0.399984,"accuracy":0.4417,"main_score":0.399984,"hf_subset":"ory_Orya-luo_Latn","languages":["ory-Orya","luo-Latn"]},{"precision":0.379347,"recall":0.436759,"f1":0.3952,"accuracy":0.436759,"main_score":0.3952,"hf_subset":"ory_Orya-sna_Latn","languages":["ory-Orya","sna-Latn"]},{"precision":0.388269,"recall":0.4417,"f1":0.40256,"accuracy":0.4417,"main_score":0.40256,"hf_subset":"ory_Orya-tso_Latn","languages":["ory-Orya","tso-Latn"]},{"precision":0.471803,"recall":0.523715,"f1":0.486906,"accuracy":0.523715,"main_score":0.486906,"hf_subset":"ory_Orya-azj_Latn","languages":["ory-Orya","azj-Latn"]},{"precision":0.345004,"recall":0.398221,"f1":0.360093,"accuracy":0.398221,"main_score":0.360093,"hf_subset":"ory_Orya-dik_Latn","languages":["ory-Orya","dik-Latn"]},{"precision":0.396243,"recall":0.447628,"f1":0.410139,"accuracy":0.447628,"main_score":0.410139,"hf_subset":"ory_Orya-hau_Latn","languages":["ory-Orya","hau-Latn"]},{"precision":0.481799,"recall":0.541502,"f1":0.498146,"accuracy":0.541502,"main_score":0.498146,"hf_subset":"ory_Orya-kea_Latn","languages":["ory-Orya","kea-Latn"]},{"precision":0.450274,"recall":0.499012,"f1":0.464007,"accuracy":0.499012,"main_score":0.464007,"hf_subset":"ory_Orya-lus_Latn","languages":["ory-Orya","lus-Latn"]},{"precision":0.471196,"recall":0.519763,"f1":0.485216,"accuracy":0.519763,"main_score":0.485216,"hf_subset":"ory_Orya-pag_Latn","languages":["ory-Orya","pag-Latn"]},{"precision":0.526883,"recall":0.59585,"f1":0.545221,"accuracy":0.59585,"main_score":0.545221,"hf_subset":"ory_Orya-snd_Arab","languages":["ory-Orya","snd-Arab"]},{"precision":0.426674,"recall":0.477273,"f1":0.440609,"accuracy":0.477273,"main_score":0.440609,"hf_subset":"ory_Orya-tuk_Latn","languages":["ory-Orya","tuk-Latn"]},{"precision":0.440035,"recall":0.486166,"f1":0.452015,"accuracy":0.486166,"main_score":0.452015,"hf_subset":"ory_Orya-bak_Cyrl","languages":["ory-Orya","bak-Cyrl"]},{"precision":0.282909,"recall":0.350791,"f1":0.301045,"accuracy":0.350791,"main_score":0.301045,"hf_subset":"ory_Orya-dyu_Latn","languages":["ory-Orya","dyu-Latn"]},{"precision":0.467355,"recall":0.54249,"f1":0.48782,"accuracy":0.54249,"main_score":0.48782,"hf_subset":"ory_Orya-heb_Hebr","languages":["ory-Orya","heb-Hebr"]},{"precision":0.388739,"recall":0.434783,"f1":0.401833,"accuracy":0.434783,"main_score":0.401833,"hf_subset":"ory_Orya-khk_Cyrl","languages":["ory-Orya","khk-Cyrl"]},{"precision":0.488104,"recall":0.543478,"f1":0.502956,"accuracy":0.543478,"main_score":0.502956,"hf_subset":"ory_Orya-lvs_Latn","languages":["ory-Orya","lvs-Latn"]},{"precision":0.664234,"recall":0.721344,"f1":0.680401,"accuracy":0.721344,"main_score":0.680401,"hf_subset":"ory_Orya-pan_Guru","languages":["ory-Orya","pan-Guru"]},{"precision":0.350998,"recall":0.406126,"f1":0.366741,"accuracy":0.406126,"main_score":0.366741,"hf_subset":"ory_Orya-som_Latn","languages":["ory-Orya","som-Latn"]},{"precision":0.390958,"recall":0.436759,"f1":0.403906,"accuracy":0.436759,"main_score":0.403906,"hf_subset":"ory_Orya-tum_Latn","languages":["ory-Orya","tum-Latn"]},{"precision":0.237051,"recall":0.295455,"f1":0.252397,"accuracy":0.295455,"main_score":0.252397,"hf_subset":"sna_Latn-ace_Arab","languages":["sna-Latn","ace-Arab"]},{"precision":0.391739,"recall":0.442688,"f1":0.405895,"accuracy":0.442688,"main_score":0.405895,"hf_subset":"sna_Latn-bam_Latn","languages":["sna-Latn","bam-Latn"]},{"precision":0.141892,"recall":0.203557,"f1":0.157934,"accuracy":0.203557,"main_score":0.157934,"hf_subset":"sna_Latn-dzo_Tibt","languages":["sna-Latn","dzo-Tibt"]},{"precision":0.451092,"recall":0.521739,"f1":0.470016,"accuracy":0.521739,"main_score":0.470016,"hf_subset":"sna_Latn-hin_Deva","languages":["sna-Latn","hin-Deva"]},{"precision":0.36953,"recall":0.425889,"f1":0.385746,"accuracy":0.425889,"main_score":0.385746,"hf_subset":"sna_Latn-khm_Khmr","languages":["sna-Latn","khm-Khmr"]},{"precision":0.447406,"recall":0.51087,"f1":0.464089,"accuracy":0.51087,"main_score":0.464089,"hf_subset":"sna_Latn-mag_Deva","languages":["sna-Latn","mag-Deva"]},{"precision":0.479265,"recall":0.514822,"f1":0.489973,"accuracy":0.514822,"main_score":0.489973,"hf_subset":"sna_Latn-pap_Latn","languages":["sna-Latn","pap-Latn"]},{"precision":0.467392,"recall":0.509881,"f1":0.47949,"accuracy":0.509881,"main_score":0.47949,"hf_subset":"sna_Latn-sot_Latn","languages":["sna-Latn","sot-Latn"]},{"precision":0.462055,"recall":0.529644,"f1":0.480485,"accuracy":0.529644,"main_score":0.480485,"hf_subset":"sna_Latn-tur_Latn","languages":["sna-Latn","tur-Latn"]},{"precision":0.466714,"recall":0.507905,"f1":0.477843,"accuracy":0.507905,"main_score":0.477843,"hf_subset":"sna_Latn-ace_Latn","languages":["sna-Latn","ace-Latn"]},{"precision":0.460793,"recall":0.506917,"f1":0.473591,"accuracy":0.506917,"main_score":0.473591,"hf_subset":"sna_Latn-ban_Latn","languages":["sna-Latn","ban-Latn"]},{"precision":0.400777,"recall":0.461462,"f1":0.417815,"accuracy":0.461462,"main_score":0.417815,"hf_subset":"sna_Latn-ell_Grek","languages":["sna-Latn","ell-Grek"]},{"precision":0.433041,"recall":0.5,"f1":0.451178,"accuracy":0.5,"main_score":0.451178,"hf_subset":"sna_Latn-hne_Deva","languages":["sna-Latn","hne-Deva"]},{"precision":0.451257,"recall":0.493083,"f1":0.463326,"accuracy":0.493083,"main_score":0.463326,"hf_subset":"sna_Latn-kik_Latn","languages":["sna-Latn","kik-Latn"]},{"precision":0.461263,"recall":0.520751,"f1":0.476773,"accuracy":0.520751,"main_score":0.476773,"hf_subset":"sna_Latn-mai_Deva","languages":["sna-Latn","mai-Deva"]},{"precision":0.398531,"recall":0.452569,"f1":0.41307,"accuracy":0.452569,"main_score":0.41307,"hf_subset":"sna_Latn-pbt_Arab","languages":["sna-Latn","pbt-Arab"]},{"precision":0.470433,"recall":0.52668,"f1":0.485196,"accuracy":0.52668,"main_score":0.485196,"hf_subset":"sna_Latn-spa_Latn","languages":["sna-Latn","spa-Latn"]},{"precision":0.474209,"recall":0.512846,"f1":0.485935,"accuracy":0.512846,"main_score":0.485935,"hf_subset":"sna_Latn-twi_Latn","languages":["sna-Latn","twi-Latn"]},{"precision":0.443566,"recall":0.503953,"f1":0.459247,"accuracy":0.503953,"main_score":0.459247,"hf_subset":"sna_Latn-acm_Arab","languages":["sna-Latn","acm-Arab"]},{"precision":0.395014,"recall":0.449605,"f1":0.410117,"accuracy":0.449605,"main_score":0.410117,"hf_subset":"sna_Latn-bel_Cyrl","languages":["sna-Latn","bel-Cyrl"]},{"precision":0.484577,"recall":0.540514,"f1":0.499182,"accuracy":0.540514,"main_score":0.499182,"hf_subset":"sna_Latn-eng_Latn","languages":["sna-Latn","eng-Latn"]},{"precision":0.449296,"recall":0.501976,"f1":0.464073,"accuracy":0.501976,"main_score":0.464073,"hf_subset":"sna_Latn-hrv_Latn","languages":["sna-Latn","hrv-Latn"]},{"precision":0.415375,"recall":0.454545,"f1":0.426993,"accuracy":0.454545,"main_score":0.426993,"hf_subset":"sna_Latn-kin_Latn","languages":["sna-Latn","kin-Latn"]},{"precision":0.419581,"recall":0.48913,"f1":0.438658,"accuracy":0.48913,"main_score":0.438658,"hf_subset":"sna_Latn-mal_Mlym","languages":["sna-Latn","mal-Mlym"]},{"precision":0.434053,"recall":0.5,"f1":0.451313,"accuracy":0.5,"main_score":0.451313,"hf_subset":"sna_Latn-pes_Arab","languages":["sna-Latn","pes-Arab"]},{"precision":0.470041,"recall":0.509881,"f1":0.4808,"accuracy":0.509881,"main_score":0.4808,"hf_subset":"sna_Latn-srd_Latn","languages":["sna-Latn","srd-Latn"]},{"precision":0.131806,"recall":0.182806,"f1":0.144382,"accuracy":0.182806,"main_score":0.144382,"hf_subset":"sna_Latn-tzm_Tfng","languages":["sna-Latn","tzm-Tfng"]},{"precision":0.439454,"recall":0.504941,"f1":0.456143,"accuracy":0.504941,"main_score":0.456143,"hf_subset":"sna_Latn-acq_Arab","languages":["sna-Latn","acq-Arab"]},{"precision":0.496177,"recall":0.532609,"f1":0.506616,"accuracy":0.532609,"main_score":0.506616,"hf_subset":"sna_Latn-bem_Latn","languages":["sna-Latn","bem-Latn"]},{"precision":0.452066,"recall":0.492095,"f1":0.463002,"accuracy":0.492095,"main_score":0.463002,"hf_subset":"sna_Latn-epo_Latn","languages":["sna-Latn","epo-Latn"]},{"precision":0.426994,"recall":0.48913,"f1":0.444562,"accuracy":0.48913,"main_score":0.444562,"hf_subset":"sna_Latn-hun_Latn","languages":["sna-Latn","hun-Latn"]},{"precision":0.422606,"recall":0.47332,"f1":0.4368,"accuracy":0.47332,"main_score":0.4368,"hf_subset":"sna_Latn-kir_Cyrl","languages":["sna-Latn","kir-Cyrl"]},{"precision":0.442377,"recall":0.504941,"f1":0.45932,"accuracy":0.504941,"main_score":0.45932,"hf_subset":"sna_Latn-mar_Deva","languages":["sna-Latn","mar-Deva"]},{"precision":0.453621,"recall":0.496047,"f1":0.465117,"accuracy":0.496047,"main_score":0.465117,"hf_subset":"sna_Latn-plt_Latn","languages":["sna-Latn","plt-Latn"]},{"precision":0.42836,"recall":0.482213,"f1":0.443881,"accuracy":0.482213,"main_score":0.443881,"hf_subset":"sna_Latn-srp_Cyrl","languages":["sna-Latn","srp-Cyrl"]},{"precision":0.258183,"recall":0.315217,"f1":0.273035,"accuracy":0.315217,"main_score":0.273035,"hf_subset":"sna_Latn-uig_Arab","languages":["sna-Latn","uig-Arab"]},{"precision":0.434986,"recall":0.495059,"f1":0.451023,"accuracy":0.495059,"main_score":0.451023,"hf_subset":"sna_Latn-aeb_Arab","languages":["sna-Latn","aeb-Arab"]},{"precision":0.447778,"recall":0.518775,"f1":0.467315,"accuracy":0.518775,"main_score":0.467315,"hf_subset":"sna_Latn-ben_Beng","languages":["sna-Latn","ben-Beng"]},{"precision":0.430679,"recall":0.481225,"f1":0.445504,"accuracy":0.481225,"main_score":0.445504,"hf_subset":"sna_Latn-est_Latn","languages":["sna-Latn","est-Latn"]},{"precision":0.382952,"recall":0.431818,"f1":0.396959,"accuracy":0.431818,"main_score":0.396959,"hf_subset":"sna_Latn-hye_Armn","languages":["sna-Latn","hye-Armn"]},{"precision":0.433837,"recall":0.474308,"f1":0.445819,"accuracy":0.474308,"main_score":0.445819,"hf_subset":"sna_Latn-kmb_Latn","languages":["sna-Latn","kmb-Latn"]},{"precision":0.231323,"recall":0.284585,"f1":0.245337,"accuracy":0.284585,"main_score":0.245337,"hf_subset":"sna_Latn-min_Arab","languages":["sna-Latn","min-Arab"]},{"precision":0.449166,"recall":0.512846,"f1":0.465738,"accuracy":0.512846,"main_score":0.465738,"hf_subset":"sna_Latn-pol_Latn","languages":["sna-Latn","pol-Latn"]},{"precision":0.440236,"recall":0.488142,"f1":0.45387,"accuracy":0.488142,"main_score":0.45387,"hf_subset":"sna_Latn-ssw_Latn","languages":["sna-Latn","ssw-Latn"]},{"precision":0.43978,"recall":0.501976,"f1":0.456941,"accuracy":0.501976,"main_score":0.456941,"hf_subset":"sna_Latn-ukr_Cyrl","languages":["sna-Latn","ukr-Cyrl"]},{"precision":0.476652,"recall":0.519763,"f1":0.489088,"accuracy":0.519763,"main_score":0.489088,"hf_subset":"sna_Latn-afr_Latn","languages":["sna-Latn","afr-Latn"]},{"precision":0.452972,"recall":0.51087,"f1":0.468609,"accuracy":0.51087,"main_score":0.468609,"hf_subset":"sna_Latn-bho_Deva","languages":["sna-Latn","bho-Deva"]},{"precision":0.435533,"recall":0.481225,"f1":0.447362,"accuracy":0.481225,"main_score":0.447362,"hf_subset":"sna_Latn-eus_Latn","languages":["sna-Latn","eus-Latn"]},{"precision":0.412805,"recall":0.466403,"f1":0.428455,"accuracy":0.466403,"main_score":0.428455,"hf_subset":"sna_Latn-ibo_Latn","languages":["sna-Latn","ibo-Latn"]},{"precision":0.406637,"recall":0.454545,"f1":0.42061,"accuracy":0.454545,"main_score":0.42061,"hf_subset":"sna_Latn-kmr_Latn","languages":["sna-Latn","kmr-Latn"]},{"precision":0.456218,"recall":0.497036,"f1":0.467367,"accuracy":0.497036,"main_score":0.467367,"hf_subset":"sna_Latn-min_Latn","languages":["sna-Latn","min-Latn"]},{"precision":0.480027,"recall":0.537549,"f1":0.495613,"accuracy":0.537549,"main_score":0.495613,"hf_subset":"sna_Latn-por_Latn","languages":["sna-Latn","por-Latn"]},{"precision":0.479162,"recall":0.521739,"f1":0.490679,"accuracy":0.521739,"main_score":0.490679,"hf_subset":"sna_Latn-sun_Latn","languages":["sna-Latn","sun-Latn"]},{"precision":0.423834,"recall":0.465415,"f1":0.436468,"accuracy":0.465415,"main_score":0.436468,"hf_subset":"sna_Latn-umb_Latn","languages":["sna-Latn","umb-Latn"]},{"precision":0.42976,"recall":0.490119,"f1":0.446304,"accuracy":0.490119,"main_score":0.446304,"hf_subset":"sna_Latn-ajp_Arab","languages":["sna-Latn","ajp-Arab"]},{"precision":0.24188,"recall":0.298419,"f1":0.257002,"accuracy":0.298419,"main_score":0.257002,"hf_subset":"sna_Latn-bjn_Arab","languages":["sna-Latn","bjn-Arab"]},{"precision":0.438126,"recall":0.47332,"f1":0.448114,"accuracy":0.47332,"main_score":0.448114,"hf_subset":"sna_Latn-ewe_Latn","languages":["sna-Latn","ewe-Latn"]},{"precision":0.493022,"recall":0.532609,"f1":0.50463,"accuracy":0.532609,"main_score":0.50463,"hf_subset":"sna_Latn-ilo_Latn","languages":["sna-Latn","ilo-Latn"]},{"precision":0.181282,"recall":0.231225,"f1":0.193961,"accuracy":0.231225,"main_score":0.193961,"hf_subset":"sna_Latn-knc_Arab","languages":["sna-Latn","knc-Arab"]},{"precision":0.434966,"recall":0.485178,"f1":0.449539,"accuracy":0.485178,"main_score":0.449539,"hf_subset":"sna_Latn-mkd_Cyrl","languages":["sna-Latn","mkd-Cyrl"]},{"precision":0.42641,"recall":0.491107,"f1":0.443982,"accuracy":0.491107,"main_score":0.443982,"hf_subset":"sna_Latn-prs_Arab","languages":["sna-Latn","prs-Arab"]},{"precision":0.461013,"recall":0.521739,"f1":0.477713,"accuracy":0.521739,"main_score":0.477713,"hf_subset":"sna_Latn-swe_Latn","languages":["sna-Latn","swe-Latn"]},{"precision":0.389995,"recall":0.45751,"f1":0.409023,"accuracy":0.45751,"main_score":0.409023,"hf_subset":"sna_Latn-urd_Arab","languages":["sna-Latn","urd-Arab"]},{"precision":0.480418,"recall":0.519763,"f1":0.491677,"accuracy":0.519763,"main_score":0.491677,"hf_subset":"sna_Latn-aka_Latn","languages":["sna-Latn","aka-Latn"]},{"precision":0.453638,"recall":0.500988,"f1":0.467286,"accuracy":0.500988,"main_score":0.467286,"hf_subset":"sna_Latn-bjn_Latn","languages":["sna-Latn","bjn-Latn"]},{"precision":0.41431,"recall":0.467391,"f1":0.429035,"accuracy":0.467391,"main_score":0.429035,"hf_subset":"sna_Latn-fao_Latn","languages":["sna-Latn","fao-Latn"]},{"precision":0.474653,"recall":0.538538,"f1":0.491481,"accuracy":0.538538,"main_score":0.491481,"hf_subset":"sna_Latn-ind_Latn","languages":["sna-Latn","ind-Latn"]},{"precision":0.462137,"recall":0.494071,"f1":0.471295,"accuracy":0.494071,"main_score":0.471295,"hf_subset":"sna_Latn-knc_Latn","languages":["sna-Latn","knc-Latn"]},{"precision":0.448047,"recall":0.494071,"f1":0.461029,"accuracy":0.494071,"main_score":0.461029,"hf_subset":"sna_Latn-mlt_Latn","languages":["sna-Latn","mlt-Latn"]},{"precision":0.434931,"recall":0.479249,"f1":0.447958,"accuracy":0.479249,"main_score":0.447958,"hf_subset":"sna_Latn-quy_Latn","languages":["sna-Latn","quy-Latn"]},{"precision":0.454231,"recall":0.499012,"f1":0.466916,"accuracy":0.499012,"main_score":0.466916,"hf_subset":"sna_Latn-swh_Latn","languages":["sna-Latn","swh-Latn"]},{"precision":0.40349,"recall":0.451581,"f1":0.416832,"accuracy":0.451581,"main_score":0.416832,"hf_subset":"sna_Latn-uzn_Latn","languages":["sna-Latn","uzn-Latn"]},{"precision":0.434347,"recall":0.478261,"f1":0.447058,"accuracy":0.478261,"main_score":0.447058,"hf_subset":"sna_Latn-als_Latn","languages":["sna-Latn","als-Latn"]},{"precision":0.18546,"recall":0.247036,"f1":0.200849,"accuracy":0.247036,"main_score":0.200849,"hf_subset":"sna_Latn-bod_Tibt","languages":["sna-Latn","bod-Tibt"]},{"precision":0.437512,"recall":0.479249,"f1":0.449454,"accuracy":0.479249,"main_score":0.449454,"hf_subset":"sna_Latn-fij_Latn","languages":["sna-Latn","fij-Latn"]},{"precision":0.39732,"recall":0.450593,"f1":0.411959,"accuracy":0.450593,"main_score":0.411959,"hf_subset":"sna_Latn-isl_Latn","languages":["sna-Latn","isl-Latn"]},{"precision":0.462565,"recall":0.5,"f1":0.473711,"accuracy":0.5,"main_score":0.473711,"hf_subset":"sna_Latn-kon_Latn","languages":["sna-Latn","kon-Latn"]},{"precision":0.317132,"recall":0.383399,"f1":0.335471,"accuracy":0.383399,"main_score":0.335471,"hf_subset":"sna_Latn-mni_Beng","languages":["sna-Latn","mni-Beng"]},{"precision":0.465673,"recall":0.521739,"f1":0.481786,"accuracy":0.521739,"main_score":0.481786,"hf_subset":"sna_Latn-ron_Latn","languages":["sna-Latn","ron-Latn"]},{"precision":0.437665,"recall":0.481225,"f1":0.450339,"accuracy":0.481225,"main_score":0.450339,"hf_subset":"sna_Latn-szl_Latn","languages":["sna-Latn","szl-Latn"]},{"precision":0.468072,"recall":0.51581,"f1":0.48063,"accuracy":0.51581,"main_score":0.48063,"hf_subset":"sna_Latn-vec_Latn","languages":["sna-Latn","vec-Latn"]},{"precision":0.369653,"recall":0.43083,"f1":0.386627,"accuracy":0.43083,"main_score":0.386627,"hf_subset":"sna_Latn-amh_Ethi","languages":["sna-Latn","amh-Ethi"]},{"precision":0.447166,"recall":0.497036,"f1":0.460892,"accuracy":0.497036,"main_score":0.460892,"hf_subset":"sna_Latn-bos_Latn","languages":["sna-Latn","bos-Latn"]},{"precision":0.457547,"recall":0.516798,"f1":0.474108,"accuracy":0.516798,"main_score":0.474108,"hf_subset":"sna_Latn-fin_Latn","languages":["sna-Latn","fin-Latn"]},{"precision":0.470515,"recall":0.529644,"f1":0.486069,"accuracy":0.529644,"main_score":0.486069,"hf_subset":"sna_Latn-ita_Latn","languages":["sna-Latn","ita-Latn"]},{"precision":0.43466,"recall":0.505929,"f1":0.453693,"accuracy":0.505929,"main_score":0.453693,"hf_subset":"sna_Latn-kor_Hang","languages":["sna-Latn","kor-Hang"]},{"precision":0.418595,"recall":0.467391,"f1":0.431963,"accuracy":0.467391,"main_score":0.431963,"hf_subset":"sna_Latn-mos_Latn","languages":["sna-Latn","mos-Latn"]},{"precision":0.433334,"recall":0.476285,"f1":0.44515,"accuracy":0.476285,"main_score":0.44515,"hf_subset":"sna_Latn-run_Latn","languages":["sna-Latn","run-Latn"]},{"precision":0.404594,"recall":0.475296,"f1":0.423923,"accuracy":0.475296,"main_score":0.423923,"hf_subset":"sna_Latn-tam_Taml","languages":["sna-Latn","tam-Taml"]},{"precision":0.452718,"recall":0.51087,"f1":0.468169,"accuracy":0.51087,"main_score":0.468169,"hf_subset":"sna_Latn-vie_Latn","languages":["sna-Latn","vie-Latn"]},{"precision":0.436261,"recall":0.494071,"f1":0.452102,"accuracy":0.494071,"main_score":0.452102,"hf_subset":"sna_Latn-apc_Arab","languages":["sna-Latn","apc-Arab"]},{"precision":0.445813,"recall":0.496047,"f1":0.46013,"accuracy":0.496047,"main_score":0.46013,"hf_subset":"sna_Latn-bug_Latn","languages":["sna-Latn","bug-Latn"]},{"precision":0.393102,"recall":0.442688,"f1":0.407237,"accuracy":0.442688,"main_score":0.407237,"hf_subset":"sna_Latn-fon_Latn","languages":["sna-Latn","fon-Latn"]},{"precision":0.49068,"recall":0.531621,"f1":0.501243,"accuracy":0.531621,"main_score":0.501243,"hf_subset":"sna_Latn-jav_Latn","languages":["sna-Latn","jav-Latn"]},{"precision":0.397036,"recall":0.445652,"f1":0.410335,"accuracy":0.445652,"main_score":0.410335,"hf_subset":"sna_Latn-lao_Laoo","languages":["sna-Latn","lao-Laoo"]},{"precision":0.41173,"recall":0.45751,"f1":0.424513,"accuracy":0.45751,"main_score":0.424513,"hf_subset":"sna_Latn-mri_Latn","languages":["sna-Latn","mri-Latn"]},{"precision":0.445531,"recall":0.513834,"f1":0.463924,"accuracy":0.513834,"main_score":0.463924,"hf_subset":"sna_Latn-rus_Cyrl","languages":["sna-Latn","rus-Cyrl"]},{"precision":0.387059,"recall":0.444664,"f1":0.403197,"accuracy":0.444664,"main_score":0.403197,"hf_subset":"sna_Latn-taq_Latn","languages":["sna-Latn","taq-Latn"]},{"precision":0.488635,"recall":0.528656,"f1":0.499683,"accuracy":0.528656,"main_score":0.499683,"hf_subset":"sna_Latn-war_Latn","languages":["sna-Latn","war-Latn"]},{"precision":0.433163,"recall":0.503953,"f1":0.451725,"accuracy":0.503953,"main_score":0.451725,"hf_subset":"sna_Latn-arb_Arab","languages":["sna-Latn","arb-Arab"]},{"precision":0.465261,"recall":0.522727,"f1":0.480549,"accuracy":0.522727,"main_score":0.480549,"hf_subset":"sna_Latn-bul_Cyrl","languages":["sna-Latn","bul-Cyrl"]},{"precision":0.487019,"recall":0.543478,"f1":0.502092,"accuracy":0.543478,"main_score":0.502092,"hf_subset":"sna_Latn-fra_Latn","languages":["sna-Latn","fra-Latn"]},{"precision":0.440539,"recall":0.51581,"f1":0.46067,"accuracy":0.51581,"main_score":0.46067,"hf_subset":"sna_Latn-jpn_Jpan","languages":["sna-Latn","jpn-Jpan"]},{"precision":0.457316,"recall":0.505929,"f1":0.470579,"accuracy":0.505929,"main_score":0.470579,"hf_subset":"sna_Latn-lij_Latn","languages":["sna-Latn","lij-Latn"]},{"precision":0.329267,"recall":0.390316,"f1":0.346281,"accuracy":0.390316,"main_score":0.346281,"hf_subset":"sna_Latn-mya_Mymr","languages":["sna-Latn","mya-Mymr"]},{"precision":0.4369,"recall":0.483202,"f1":0.450562,"accuracy":0.483202,"main_score":0.450562,"hf_subset":"sna_Latn-sag_Latn","languages":["sna-Latn","sag-Latn"]},{"precision":0.145728,"recall":0.206522,"f1":0.159699,"accuracy":0.206522,"main_score":0.159699,"hf_subset":"sna_Latn-taq_Tfng","languages":["sna-Latn","taq-Tfng"]},{"precision":0.44284,"recall":0.490119,"f1":0.455487,"accuracy":0.490119,"main_score":0.455487,"hf_subset":"sna_Latn-wol_Latn","languages":["sna-Latn","wol-Latn"]},{"precision":0.27771,"recall":0.351779,"f1":0.296702,"accuracy":0.351779,"main_score":0.296702,"hf_subset":"sna_Latn-arb_Latn","languages":["sna-Latn","arb-Latn"]},{"precision":0.465515,"recall":0.523715,"f1":0.480776,"accuracy":0.523715,"main_score":0.480776,"hf_subset":"sna_Latn-cat_Latn","languages":["sna-Latn","cat-Latn"]},{"precision":0.44588,"recall":0.495059,"f1":0.458928,"accuracy":0.495059,"main_score":0.458928,"hf_subset":"sna_Latn-fur_Latn","languages":["sna-Latn","fur-Latn"]},{"precision":0.291513,"recall":0.355731,"f1":0.307197,"accuracy":0.355731,"main_score":0.307197,"hf_subset":"sna_Latn-kab_Latn","languages":["sna-Latn","kab-Latn"]},{"precision":0.463529,"recall":0.503953,"f1":0.474591,"accuracy":0.503953,"main_score":0.474591,"hf_subset":"sna_Latn-lim_Latn","languages":["sna-Latn","lim-Latn"]},{"precision":0.46886,"recall":0.529644,"f1":0.485118,"accuracy":0.529644,"main_score":0.485118,"hf_subset":"sna_Latn-nld_Latn","languages":["sna-Latn","nld-Latn"]},{"precision":0.387074,"recall":0.452569,"f1":0.404779,"accuracy":0.452569,"main_score":0.404779,"hf_subset":"sna_Latn-san_Deva","languages":["sna-Latn","san-Deva"]},{"precision":0.435456,"recall":0.480237,"f1":0.447675,"accuracy":0.480237,"main_score":0.447675,"hf_subset":"sna_Latn-tat_Cyrl","languages":["sna-Latn","tat-Cyrl"]},{"precision":0.463293,"recall":0.502964,"f1":0.474689,"accuracy":0.502964,"main_score":0.474689,"hf_subset":"sna_Latn-xho_Latn","languages":["sna-Latn","xho-Latn"]},{"precision":0.420568,"recall":0.488142,"f1":0.437915,"accuracy":0.488142,"main_score":0.437915,"hf_subset":"sna_Latn-ars_Arab","languages":["sna-Latn","ars-Arab"]},{"precision":0.483703,"recall":0.52668,"f1":0.496363,"accuracy":0.52668,"main_score":0.496363,"hf_subset":"sna_Latn-ceb_Latn","languages":["sna-Latn","ceb-Latn"]},{"precision":0.426087,"recall":0.474308,"f1":0.439459,"accuracy":0.474308,"main_score":0.439459,"hf_subset":"sna_Latn-fuv_Latn","languages":["sna-Latn","fuv-Latn"]},{"precision":0.432809,"recall":0.486166,"f1":0.447911,"accuracy":0.486166,"main_score":0.447911,"hf_subset":"sna_Latn-kac_Latn","languages":["sna-Latn","kac-Latn"]},{"precision":0.461322,"recall":0.505929,"f1":0.473757,"accuracy":0.505929,"main_score":0.473757,"hf_subset":"sna_Latn-lin_Latn","languages":["sna-Latn","lin-Latn"]},{"precision":0.444375,"recall":0.51087,"f1":0.462877,"accuracy":0.51087,"main_score":0.462877,"hf_subset":"sna_Latn-nno_Latn","languages":["sna-Latn","nno-Latn"]},{"precision":0.163001,"recall":0.201581,"f1":0.173063,"accuracy":0.201581,"main_score":0.173063,"hf_subset":"sna_Latn-sat_Olck","languages":["sna-Latn","sat-Olck"]},{"precision":0.427679,"recall":0.492095,"f1":0.444954,"accuracy":0.492095,"main_score":0.444954,"hf_subset":"sna_Latn-tel_Telu","languages":["sna-Latn","tel-Telu"]},{"precision":0.265497,"recall":0.323123,"f1":0.280599,"accuracy":0.323123,"main_score":0.280599,"hf_subset":"sna_Latn-ydd_Hebr","languages":["sna-Latn","ydd-Hebr"]},{"precision":0.39031,"recall":0.445652,"f1":0.405184,"accuracy":0.445652,"main_score":0.405184,"hf_subset":"sna_Latn-ary_Arab","languages":["sna-Latn","ary-Arab"]},{"precision":0.434271,"recall":0.499012,"f1":0.452284,"accuracy":0.499012,"main_score":0.452284,"hf_subset":"sna_Latn-ces_Latn","languages":["sna-Latn","ces-Latn"]},{"precision":0.315551,"recall":0.378458,"f1":0.331325,"accuracy":0.378458,"main_score":0.331325,"hf_subset":"sna_Latn-gaz_Latn","languages":["sna-Latn","gaz-Latn"]},{"precision":0.451223,"recall":0.492095,"f1":0.461916,"accuracy":0.492095,"main_score":0.461916,"hf_subset":"sna_Latn-kam_Latn","languages":["sna-Latn","kam-Latn"]},{"precision":0.420669,"recall":0.468379,"f1":0.434457,"accuracy":0.468379,"main_score":0.434457,"hf_subset":"sna_Latn-lit_Latn","languages":["sna-Latn","lit-Latn"]},{"precision":0.460463,"recall":0.520751,"f1":0.47671,"accuracy":0.520751,"main_score":0.47671,"hf_subset":"sna_Latn-nob_Latn","languages":["sna-Latn","nob-Latn"]},{"precision":0.440375,"recall":0.486166,"f1":0.453315,"accuracy":0.486166,"main_score":0.453315,"hf_subset":"sna_Latn-scn_Latn","languages":["sna-Latn","scn-Latn"]},{"precision":0.388653,"recall":0.440711,"f1":0.403344,"accuracy":0.440711,"main_score":0.403344,"hf_subset":"sna_Latn-tgk_Cyrl","languages":["sna-Latn","tgk-Cyrl"]},{"precision":0.392111,"recall":0.450593,"f1":0.40959,"accuracy":0.450593,"main_score":0.40959,"hf_subset":"sna_Latn-yor_Latn","languages":["sna-Latn","yor-Latn"]},{"precision":0.44117,"recall":0.503953,"f1":0.458188,"accuracy":0.503953,"main_score":0.458188,"hf_subset":"sna_Latn-arz_Arab","languages":["sna-Latn","arz-Arab"]},{"precision":0.417322,"recall":0.459486,"f1":0.42938,"accuracy":0.459486,"main_score":0.42938,"hf_subset":"sna_Latn-cjk_Latn","languages":["sna-Latn","cjk-Latn"]},{"precision":0.353905,"recall":0.41502,"f1":0.370236,"accuracy":0.41502,"main_score":0.370236,"hf_subset":"sna_Latn-gla_Latn","languages":["sna-Latn","gla-Latn"]},{"precision":0.403887,"recall":0.476285,"f1":0.423369,"accuracy":0.476285,"main_score":0.423369,"hf_subset":"sna_Latn-kan_Knda","languages":["sna-Latn","kan-Knda"]},{"precision":0.452055,"recall":0.498024,"f1":0.465439,"accuracy":0.498024,"main_score":0.465439,"hf_subset":"sna_Latn-lmo_Latn","languages":["sna-Latn","lmo-Latn"]},{"precision":0.421476,"recall":0.487154,"f1":0.439488,"accuracy":0.487154,"main_score":0.439488,"hf_subset":"sna_Latn-npi_Deva","languages":["sna-Latn","npi-Deva"]},{"precision":0.364643,"recall":0.424901,"f1":0.381617,"accuracy":0.424901,"main_score":0.381617,"hf_subset":"sna_Latn-shn_Mymr","languages":["sna-Latn","shn-Mymr"]},{"precision":0.464602,"recall":0.51581,"f1":0.479052,"accuracy":0.51581,"main_score":0.479052,"hf_subset":"sna_Latn-tgl_Latn","languages":["sna-Latn","tgl-Latn"]},{"precision":0.427252,"recall":0.5,"f1":0.446553,"accuracy":0.5,"main_score":0.446553,"hf_subset":"sna_Latn-yue_Hant","languages":["sna-Latn","yue-Hant"]},{"precision":0.377248,"recall":0.443676,"f1":0.39512,"accuracy":0.443676,"main_score":0.39512,"hf_subset":"sna_Latn-asm_Beng","languages":["sna-Latn","asm-Beng"]},{"precision":0.315492,"recall":0.366601,"f1":0.328828,"accuracy":0.366601,"main_score":0.328828,"hf_subset":"sna_Latn-ckb_Arab","languages":["sna-Latn","ckb-Arab"]},{"precision":0.354744,"recall":0.416008,"f1":0.371267,"accuracy":0.416008,"main_score":0.371267,"hf_subset":"sna_Latn-gle_Latn","languages":["sna-Latn","gle-Latn"]},{"precision":0.337026,"recall":0.405138,"f1":0.356058,"accuracy":0.405138,"main_score":0.356058,"hf_subset":"sna_Latn-kas_Arab","languages":["sna-Latn","kas-Arab"]},{"precision":0.39619,"recall":0.449605,"f1":0.411094,"accuracy":0.449605,"main_score":0.411094,"hf_subset":"sna_Latn-ltg_Latn","languages":["sna-Latn","ltg-Latn"]},{"precision":0.473297,"recall":0.517787,"f1":0.486874,"accuracy":0.517787,"main_score":0.486874,"hf_subset":"sna_Latn-nso_Latn","languages":["sna-Latn","nso-Latn"]},{"precision":0.37506,"recall":0.431818,"f1":0.390799,"accuracy":0.431818,"main_score":0.390799,"hf_subset":"sna_Latn-sin_Sinh","languages":["sna-Latn","sin-Sinh"]},{"precision":0.42962,"recall":0.505929,"f1":0.449411,"accuracy":0.505929,"main_score":0.449411,"hf_subset":"sna_Latn-tha_Thai","languages":["sna-Latn","tha-Thai"]},{"precision":0.442171,"recall":0.512846,"f1":0.461441,"accuracy":0.512846,"main_score":0.461441,"hf_subset":"sna_Latn-zho_Hans","languages":["sna-Latn","zho-Hans"]},{"precision":0.471549,"recall":0.51087,"f1":0.482359,"accuracy":0.51087,"main_score":0.482359,"hf_subset":"sna_Latn-ast_Latn","languages":["sna-Latn","ast-Latn"]},{"precision":0.422946,"recall":0.47332,"f1":0.436462,"accuracy":0.47332,"main_score":0.436462,"hf_subset":"sna_Latn-crh_Latn","languages":["sna-Latn","crh-Latn"]},{"precision":0.471263,"recall":0.518775,"f1":0.484497,"accuracy":0.518775,"main_score":0.484497,"hf_subset":"sna_Latn-glg_Latn","languages":["sna-Latn","glg-Latn"]},{"precision":0.380105,"recall":0.435771,"f1":0.396162,"accuracy":0.435771,"main_score":0.396162,"hf_subset":"sna_Latn-kas_Deva","languages":["sna-Latn","kas-Deva"]},{"precision":0.429708,"recall":0.483202,"f1":0.444761,"accuracy":0.483202,"main_score":0.444761,"hf_subset":"sna_Latn-ltz_Latn","languages":["sna-Latn","ltz-Latn"]},{"precision":0.334407,"recall":0.395257,"f1":0.351187,"accuracy":0.395257,"main_score":0.351187,"hf_subset":"sna_Latn-nus_Latn","languages":["sna-Latn","nus-Latn"]},{"precision":0.442243,"recall":0.491107,"f1":0.456188,"accuracy":0.491107,"main_score":0.456188,"hf_subset":"sna_Latn-slk_Latn","languages":["sna-Latn","slk-Latn"]},{"precision":0.275464,"recall":0.341897,"f1":0.294559,"accuracy":0.341897,"main_score":0.294559,"hf_subset":"sna_Latn-tir_Ethi","languages":["sna-Latn","tir-Ethi"]},{"precision":0.419393,"recall":0.493083,"f1":0.438949,"accuracy":0.493083,"main_score":0.438949,"hf_subset":"sna_Latn-zho_Hant","languages":["sna-Latn","zho-Hant"]},{"precision":0.444823,"recall":0.509881,"f1":0.462517,"accuracy":0.509881,"main_score":0.462517,"hf_subset":"sna_Latn-awa_Deva","languages":["sna-Latn","awa-Deva"]},{"precision":0.378989,"recall":0.431818,"f1":0.392829,"accuracy":0.431818,"main_score":0.392829,"hf_subset":"sna_Latn-cym_Latn","languages":["sna-Latn","cym-Latn"]},{"precision":0.467128,"recall":0.5,"f1":0.476863,"accuracy":0.5,"main_score":0.476863,"hf_subset":"sna_Latn-grn_Latn","languages":["sna-Latn","grn-Latn"]},{"precision":0.367384,"recall":0.426877,"f1":0.383816,"accuracy":0.426877,"main_score":0.383816,"hf_subset":"sna_Latn-kat_Geor","languages":["sna-Latn","kat-Geor"]},{"precision":0.455847,"recall":0.498024,"f1":0.468544,"accuracy":0.498024,"main_score":0.468544,"hf_subset":"sna_Latn-lua_Latn","languages":["sna-Latn","lua-Latn"]},{"precision":0.51206,"recall":0.543478,"f1":0.52093,"accuracy":0.543478,"main_score":0.52093,"hf_subset":"sna_Latn-nya_Latn","languages":["sna-Latn","nya-Latn"]},{"precision":0.450437,"recall":0.493083,"f1":0.462526,"accuracy":0.493083,"main_score":0.462526,"hf_subset":"sna_Latn-slv_Latn","languages":["sna-Latn","slv-Latn"]},{"precision":0.504023,"recall":0.545455,"f1":0.516009,"accuracy":0.545455,"main_score":0.516009,"hf_subset":"sna_Latn-tpi_Latn","languages":["sna-Latn","tpi-Latn"]},{"precision":0.469424,"recall":0.524704,"f1":0.484613,"accuracy":0.524704,"main_score":0.484613,"hf_subset":"sna_Latn-zsm_Latn","languages":["sna-Latn","zsm-Latn"]},{"precision":0.398305,"recall":0.454545,"f1":0.414704,"accuracy":0.454545,"main_score":0.414704,"hf_subset":"sna_Latn-ayr_Latn","languages":["sna-Latn","ayr-Latn"]},{"precision":0.47002,"recall":0.52668,"f1":0.485115,"accuracy":0.52668,"main_score":0.485115,"hf_subset":"sna_Latn-dan_Latn","languages":["sna-Latn","dan-Latn"]},{"precision":0.410586,"recall":0.475296,"f1":0.428946,"accuracy":0.475296,"main_score":0.428946,"hf_subset":"sna_Latn-guj_Gujr","languages":["sna-Latn","guj-Gujr"]},{"precision":0.416735,"recall":0.470356,"f1":0.431753,"accuracy":0.470356,"main_score":0.431753,"hf_subset":"sna_Latn-kaz_Cyrl","languages":["sna-Latn","kaz-Cyrl"]},{"precision":0.423289,"recall":0.466403,"f1":0.435564,"accuracy":0.466403,"main_score":0.435564,"hf_subset":"sna_Latn-lug_Latn","languages":["sna-Latn","lug-Latn"]},{"precision":0.468901,"recall":0.517787,"f1":0.482221,"accuracy":0.517787,"main_score":0.482221,"hf_subset":"sna_Latn-oci_Latn","languages":["sna-Latn","oci-Latn"]},{"precision":0.435398,"recall":0.48419,"f1":0.448868,"accuracy":0.48419,"main_score":0.448868,"hf_subset":"sna_Latn-smo_Latn","languages":["sna-Latn","smo-Latn"]},{"precision":0.461979,"recall":0.506917,"f1":0.474973,"accuracy":0.506917,"main_score":0.474973,"hf_subset":"sna_Latn-tsn_Latn","languages":["sna-Latn","tsn-Latn"]},{"precision":0.434048,"recall":0.482213,"f1":0.447684,"accuracy":0.482213,"main_score":0.447684,"hf_subset":"sna_Latn-zul_Latn","languages":["sna-Latn","zul-Latn"]},{"precision":0.33616,"recall":0.399209,"f1":0.353436,"accuracy":0.399209,"main_score":0.353436,"hf_subset":"sna_Latn-azb_Arab","languages":["sna-Latn","azb-Arab"]},{"precision":0.464685,"recall":0.530632,"f1":0.482452,"accuracy":0.530632,"main_score":0.482452,"hf_subset":"sna_Latn-deu_Latn","languages":["sna-Latn","deu-Latn"]},{"precision":0.396418,"recall":0.449605,"f1":0.411073,"accuracy":0.449605,"main_score":0.411073,"hf_subset":"sna_Latn-hat_Latn","languages":["sna-Latn","hat-Latn"]},{"precision":0.36712,"recall":0.421937,"f1":0.382918,"accuracy":0.421937,"main_score":0.382918,"hf_subset":"sna_Latn-kbp_Latn","languages":["sna-Latn","kbp-Latn"]},{"precision":0.444153,"recall":0.48913,"f1":0.457257,"accuracy":0.48913,"main_score":0.457257,"hf_subset":"sna_Latn-luo_Latn","languages":["sna-Latn","luo-Latn"]},{"precision":0.374303,"recall":0.438735,"f1":0.391274,"accuracy":0.438735,"main_score":0.391274,"hf_subset":"sna_Latn-ory_Orya","languages":["sna-Latn","ory-Orya"]},{"precision":0.450214,"recall":0.491107,"f1":0.461699,"accuracy":0.491107,"main_score":0.461699,"hf_subset":"sna_Latn-tso_Latn","languages":["sna-Latn","tso-Latn"]},{"precision":0.417912,"recall":0.464427,"f1":0.430907,"accuracy":0.464427,"main_score":0.430907,"hf_subset":"sna_Latn-azj_Latn","languages":["sna-Latn","azj-Latn"]},{"precision":0.419679,"recall":0.470356,"f1":0.434133,"accuracy":0.470356,"main_score":0.434133,"hf_subset":"sna_Latn-dik_Latn","languages":["sna-Latn","dik-Latn"]},{"precision":0.441494,"recall":0.481225,"f1":0.45317,"accuracy":0.481225,"main_score":0.45317,"hf_subset":"sna_Latn-hau_Latn","languages":["sna-Latn","hau-Latn"]},{"precision":0.472818,"recall":0.514822,"f1":0.4846,"accuracy":0.514822,"main_score":0.4846,"hf_subset":"sna_Latn-kea_Latn","languages":["sna-Latn","kea-Latn"]},{"precision":0.490777,"recall":0.525692,"f1":0.50104,"accuracy":0.525692,"main_score":0.50104,"hf_subset":"sna_Latn-lus_Latn","languages":["sna-Latn","lus-Latn"]},{"precision":0.468253,"recall":0.513834,"f1":0.481568,"accuracy":0.513834,"main_score":0.481568,"hf_subset":"sna_Latn-pag_Latn","languages":["sna-Latn","pag-Latn"]},{"precision":0.342928,"recall":0.410079,"f1":0.361058,"accuracy":0.410079,"main_score":0.361058,"hf_subset":"sna_Latn-snd_Arab","languages":["sna-Latn","snd-Arab"]},{"precision":0.409485,"recall":0.463439,"f1":0.42432,"accuracy":0.463439,"main_score":0.42432,"hf_subset":"sna_Latn-tuk_Latn","languages":["sna-Latn","tuk-Latn"]},{"precision":0.427378,"recall":0.479249,"f1":0.441509,"accuracy":0.479249,"main_score":0.441509,"hf_subset":"sna_Latn-bak_Cyrl","languages":["sna-Latn","bak-Cyrl"]},{"precision":0.339867,"recall":0.403162,"f1":0.357997,"accuracy":0.403162,"main_score":0.357997,"hf_subset":"sna_Latn-dyu_Latn","languages":["sna-Latn","dyu-Latn"]},{"precision":0.344284,"recall":0.405138,"f1":0.361291,"accuracy":0.405138,"main_score":0.361291,"hf_subset":"sna_Latn-heb_Hebr","languages":["sna-Latn","heb-Hebr"]},{"precision":0.380049,"recall":0.435771,"f1":0.396173,"accuracy":0.435771,"main_score":0.396173,"hf_subset":"sna_Latn-khk_Cyrl","languages":["sna-Latn","khk-Cyrl"]},{"precision":0.41892,"recall":0.469368,"f1":0.433618,"accuracy":0.469368,"main_score":0.433618,"hf_subset":"sna_Latn-lvs_Latn","languages":["sna-Latn","lvs-Latn"]},{"precision":0.38262,"recall":0.454545,"f1":0.402635,"accuracy":0.454545,"main_score":0.402635,"hf_subset":"sna_Latn-pan_Guru","languages":["sna-Latn","pan-Guru"]},{"precision":0.39226,"recall":0.44664,"f1":0.407957,"accuracy":0.44664,"main_score":0.407957,"hf_subset":"sna_Latn-som_Latn","languages":["sna-Latn","som-Latn"]},{"precision":0.48106,"recall":0.512846,"f1":0.489561,"accuracy":0.512846,"main_score":0.489561,"hf_subset":"sna_Latn-tum_Latn","languages":["sna-Latn","tum-Latn"]},{"precision":0.269028,"recall":0.314229,"f1":0.280823,"accuracy":0.314229,"main_score":0.280823,"hf_subset":"tso_Latn-ace_Arab","languages":["tso-Latn","ace-Arab"]},{"precision":0.410812,"recall":0.450593,"f1":0.422186,"accuracy":0.450593,"main_score":0.422186,"hf_subset":"tso_Latn-bam_Latn","languages":["tso-Latn","bam-Latn"]},{"precision":0.148751,"recall":0.201581,"f1":0.162566,"accuracy":0.201581,"main_score":0.162566,"hf_subset":"tso_Latn-dzo_Tibt","languages":["tso-Latn","dzo-Tibt"]},{"precision":0.414057,"recall":0.480237,"f1":0.430904,"accuracy":0.480237,"main_score":0.430904,"hf_subset":"tso_Latn-hin_Deva","languages":["tso-Latn","hin-Deva"]},{"precision":0.380741,"recall":0.431818,"f1":0.394332,"accuracy":0.431818,"main_score":0.394332,"hf_subset":"tso_Latn-khm_Khmr","languages":["tso-Latn","khm-Khmr"]},{"precision":0.417031,"recall":0.476285,"f1":0.43316,"accuracy":0.476285,"main_score":0.43316,"hf_subset":"tso_Latn-mag_Deva","languages":["tso-Latn","mag-Deva"]},{"precision":0.460964,"recall":0.493083,"f1":0.469936,"accuracy":0.493083,"main_score":0.469936,"hf_subset":"tso_Latn-pap_Latn","languages":["tso-Latn","pap-Latn"]},{"precision":0.51752,"recall":0.548419,"f1":0.525606,"accuracy":0.548419,"main_score":0.525606,"hf_subset":"tso_Latn-sot_Latn","languages":["tso-Latn","sot-Latn"]},{"precision":0.433492,"recall":0.492095,"f1":0.448793,"accuracy":0.492095,"main_score":0.448793,"hf_subset":"tso_Latn-tur_Latn","languages":["tso-Latn","tur-Latn"]},{"precision":0.466454,"recall":0.501976,"f1":0.476673,"accuracy":0.501976,"main_score":0.476673,"hf_subset":"tso_Latn-ace_Latn","languages":["tso-Latn","ace-Latn"]},{"precision":0.448194,"recall":0.483202,"f1":0.458241,"accuracy":0.483202,"main_score":0.458241,"hf_subset":"tso_Latn-ban_Latn","languages":["tso-Latn","ban-Latn"]},{"precision":0.371671,"recall":0.435771,"f1":0.388205,"accuracy":0.435771,"main_score":0.388205,"hf_subset":"tso_Latn-ell_Grek","languages":["tso-Latn","ell-Grek"]},{"precision":0.409157,"recall":0.461462,"f1":0.423952,"accuracy":0.461462,"main_score":0.423952,"hf_subset":"tso_Latn-hne_Deva","languages":["tso-Latn","hne-Deva"]},{"precision":0.403092,"recall":0.444664,"f1":0.414567,"accuracy":0.444664,"main_score":0.414567,"hf_subset":"tso_Latn-kik_Latn","languages":["tso-Latn","kik-Latn"]},{"precision":0.429237,"recall":0.479249,"f1":0.442596,"accuracy":0.479249,"main_score":0.442596,"hf_subset":"tso_Latn-mai_Deva","languages":["tso-Latn","mai-Deva"]},{"precision":0.393862,"recall":0.440711,"f1":0.406171,"accuracy":0.440711,"main_score":0.406171,"hf_subset":"tso_Latn-pbt_Arab","languages":["tso-Latn","pbt-Arab"]},{"precision":0.448906,"recall":0.506917,"f1":0.463524,"accuracy":0.506917,"main_score":0.463524,"hf_subset":"tso_Latn-spa_Latn","languages":["tso-Latn","spa-Latn"]},{"precision":0.459758,"recall":0.497036,"f1":0.470472,"accuracy":0.497036,"main_score":0.470472,"hf_subset":"tso_Latn-twi_Latn","languages":["tso-Latn","twi-Latn"]},{"precision":0.406518,"recall":0.461462,"f1":0.420409,"accuracy":0.461462,"main_score":0.420409,"hf_subset":"tso_Latn-acm_Arab","languages":["tso-Latn","acm-Arab"]},{"precision":0.382596,"recall":0.427866,"f1":0.394625,"accuracy":0.427866,"main_score":0.394625,"hf_subset":"tso_Latn-bel_Cyrl","languages":["tso-Latn","bel-Cyrl"]},{"precision":0.455085,"recall":0.511858,"f1":0.46907,"accuracy":0.511858,"main_score":0.46907,"hf_subset":"tso_Latn-eng_Latn","languages":["tso-Latn","eng-Latn"]},{"precision":0.42466,"recall":0.470356,"f1":0.436733,"accuracy":0.470356,"main_score":0.436733,"hf_subset":"tso_Latn-hrv_Latn","languages":["tso-Latn","hrv-Latn"]},{"precision":0.429877,"recall":0.469368,"f1":0.441076,"accuracy":0.469368,"main_score":0.441076,"hf_subset":"tso_Latn-kin_Latn","languages":["tso-Latn","kin-Latn"]},{"precision":0.40279,"recall":0.463439,"f1":0.418364,"accuracy":0.463439,"main_score":0.418364,"hf_subset":"tso_Latn-mal_Mlym","languages":["tso-Latn","mal-Mlym"]},{"precision":0.414267,"recall":0.479249,"f1":0.430389,"accuracy":0.479249,"main_score":0.430389,"hf_subset":"tso_Latn-pes_Arab","languages":["tso-Latn","pes-Arab"]},{"precision":0.430001,"recall":0.472332,"f1":0.441605,"accuracy":0.472332,"main_score":0.441605,"hf_subset":"tso_Latn-srd_Latn","languages":["tso-Latn","srd-Latn"]},{"precision":0.13853,"recall":0.185771,"f1":0.15031,"accuracy":0.185771,"main_score":0.15031,"hf_subset":"tso_Latn-tzm_Tfng","languages":["tso-Latn","tzm-Tfng"]},{"precision":0.407287,"recall":0.468379,"f1":0.421709,"accuracy":0.468379,"main_score":0.421709,"hf_subset":"tso_Latn-acq_Arab","languages":["tso-Latn","acq-Arab"]},{"precision":0.473046,"recall":0.501976,"f1":0.481456,"accuracy":0.501976,"main_score":0.481456,"hf_subset":"tso_Latn-bem_Latn","languages":["tso-Latn","bem-Latn"]},{"precision":0.438175,"recall":0.476285,"f1":0.448306,"accuracy":0.476285,"main_score":0.448306,"hf_subset":"tso_Latn-epo_Latn","languages":["tso-Latn","epo-Latn"]},{"precision":0.395688,"recall":0.45751,"f1":0.412185,"accuracy":0.45751,"main_score":0.412185,"hf_subset":"tso_Latn-hun_Latn","languages":["tso-Latn","hun-Latn"]},{"precision":0.420025,"recall":0.464427,"f1":0.43217,"accuracy":0.464427,"main_score":0.43217,"hf_subset":"tso_Latn-kir_Cyrl","languages":["tso-Latn","kir-Cyrl"]},{"precision":0.416555,"recall":0.469368,"f1":0.430697,"accuracy":0.469368,"main_score":0.430697,"hf_subset":"tso_Latn-mar_Deva","languages":["tso-Latn","mar-Deva"]},{"precision":0.442937,"recall":0.480237,"f1":0.453238,"accuracy":0.480237,"main_score":0.453238,"hf_subset":"tso_Latn-plt_Latn","languages":["tso-Latn","plt-Latn"]},{"precision":0.413996,"recall":0.461462,"f1":0.427,"accuracy":0.461462,"main_score":0.427,"hf_subset":"tso_Latn-srp_Cyrl","languages":["tso-Latn","srp-Cyrl"]},{"precision":0.276942,"recall":0.329051,"f1":0.290334,"accuracy":0.329051,"main_score":0.290334,"hf_subset":"tso_Latn-uig_Arab","languages":["tso-Latn","uig-Arab"]},{"precision":0.404463,"recall":0.453557,"f1":0.417627,"accuracy":0.453557,"main_score":0.417627,"hf_subset":"tso_Latn-aeb_Arab","languages":["tso-Latn","aeb-Arab"]},{"precision":0.416473,"recall":0.478261,"f1":0.432858,"accuracy":0.478261,"main_score":0.432858,"hf_subset":"tso_Latn-ben_Beng","languages":["tso-Latn","ben-Beng"]},{"precision":0.419752,"recall":0.468379,"f1":0.432993,"accuracy":0.468379,"main_score":0.432993,"hf_subset":"tso_Latn-est_Latn","languages":["tso-Latn","est-Latn"]},{"precision":0.372176,"recall":0.417984,"f1":0.384719,"accuracy":0.417984,"main_score":0.384719,"hf_subset":"tso_Latn-hye_Armn","languages":["tso-Latn","hye-Armn"]},{"precision":0.422233,"recall":0.454545,"f1":0.431707,"accuracy":0.454545,"main_score":0.431707,"hf_subset":"tso_Latn-kmb_Latn","languages":["tso-Latn","kmb-Latn"]},{"precision":0.244027,"recall":0.291502,"f1":0.256549,"accuracy":0.291502,"main_score":0.256549,"hf_subset":"tso_Latn-min_Arab","languages":["tso-Latn","min-Arab"]},{"precision":0.423213,"recall":0.48419,"f1":0.437964,"accuracy":0.48419,"main_score":0.437964,"hf_subset":"tso_Latn-pol_Latn","languages":["tso-Latn","pol-Latn"]},{"precision":0.459212,"recall":0.498024,"f1":0.469934,"accuracy":0.498024,"main_score":0.469934,"hf_subset":"tso_Latn-ssw_Latn","languages":["tso-Latn","ssw-Latn"]},{"precision":0.41196,"recall":0.466403,"f1":0.426925,"accuracy":0.466403,"main_score":0.426925,"hf_subset":"tso_Latn-ukr_Cyrl","languages":["tso-Latn","ukr-Cyrl"]},{"precision":0.455715,"recall":0.497036,"f1":0.466464,"accuracy":0.497036,"main_score":0.466464,"hf_subset":"tso_Latn-afr_Latn","languages":["tso-Latn","afr-Latn"]},{"precision":0.427689,"recall":0.476285,"f1":0.440913,"accuracy":0.476285,"main_score":0.440913,"hf_subset":"tso_Latn-bho_Deva","languages":["tso-Latn","bho-Deva"]},{"precision":0.428964,"recall":0.470356,"f1":0.439968,"accuracy":0.470356,"main_score":0.439968,"hf_subset":"tso_Latn-eus_Latn","languages":["tso-Latn","eus-Latn"]},{"precision":0.422661,"recall":0.468379,"f1":0.434917,"accuracy":0.468379,"main_score":0.434917,"hf_subset":"tso_Latn-ibo_Latn","languages":["tso-Latn","ibo-Latn"]},{"precision":0.409819,"recall":0.452569,"f1":0.42152,"accuracy":0.452569,"main_score":0.42152,"hf_subset":"tso_Latn-kmr_Latn","languages":["tso-Latn","kmr-Latn"]},{"precision":0.438152,"recall":0.478261,"f1":0.449289,"accuracy":0.478261,"main_score":0.449289,"hf_subset":"tso_Latn-min_Latn","languages":["tso-Latn","min-Latn"]},{"precision":0.437966,"recall":0.497036,"f1":0.452737,"accuracy":0.497036,"main_score":0.452737,"hf_subset":"tso_Latn-por_Latn","languages":["tso-Latn","por-Latn"]},{"precision":0.448922,"recall":0.487154,"f1":0.459552,"accuracy":0.487154,"main_score":0.459552,"hf_subset":"tso_Latn-sun_Latn","languages":["tso-Latn","sun-Latn"]},{"precision":0.425858,"recall":0.458498,"f1":0.43544,"accuracy":0.458498,"main_score":0.43544,"hf_subset":"tso_Latn-umb_Latn","languages":["tso-Latn","umb-Latn"]},{"precision":0.415811,"recall":0.467391,"f1":0.430391,"accuracy":0.467391,"main_score":0.430391,"hf_subset":"tso_Latn-ajp_Arab","languages":["tso-Latn","ajp-Arab"]},{"precision":0.255605,"recall":0.297431,"f1":0.266145,"accuracy":0.297431,"main_score":0.266145,"hf_subset":"tso_Latn-bjn_Arab","languages":["tso-Latn","bjn-Arab"]},{"precision":0.427955,"recall":0.465415,"f1":0.439149,"accuracy":0.465415,"main_score":0.439149,"hf_subset":"tso_Latn-ewe_Latn","languages":["tso-Latn","ewe-Latn"]},{"precision":0.474141,"recall":0.504941,"f1":0.482585,"accuracy":0.504941,"main_score":0.482585,"hf_subset":"tso_Latn-ilo_Latn","languages":["tso-Latn","ilo-Latn"]},{"precision":0.203135,"recall":0.246047,"f1":0.214047,"accuracy":0.246047,"main_score":0.214047,"hf_subset":"tso_Latn-knc_Arab","languages":["tso-Latn","knc-Arab"]},{"precision":0.425128,"recall":0.477273,"f1":0.439136,"accuracy":0.477273,"main_score":0.439136,"hf_subset":"tso_Latn-mkd_Cyrl","languages":["tso-Latn","mkd-Cyrl"]},{"precision":0.404578,"recall":0.471344,"f1":0.42152,"accuracy":0.471344,"main_score":0.42152,"hf_subset":"tso_Latn-prs_Arab","languages":["tso-Latn","prs-Arab"]},{"precision":0.425327,"recall":0.483202,"f1":0.44057,"accuracy":0.483202,"main_score":0.44057,"hf_subset":"tso_Latn-swe_Latn","languages":["tso-Latn","swe-Latn"]},{"precision":0.374965,"recall":0.444664,"f1":0.393053,"accuracy":0.444664,"main_score":0.393053,"hf_subset":"tso_Latn-urd_Arab","languages":["tso-Latn","urd-Arab"]},{"precision":0.464383,"recall":0.499012,"f1":0.473393,"accuracy":0.499012,"main_score":0.473393,"hf_subset":"tso_Latn-aka_Latn","languages":["tso-Latn","aka-Latn"]},{"precision":0.43631,"recall":0.476285,"f1":0.447862,"accuracy":0.476285,"main_score":0.447862,"hf_subset":"tso_Latn-bjn_Latn","languages":["tso-Latn","bjn-Latn"]},{"precision":0.425744,"recall":0.465415,"f1":0.436853,"accuracy":0.465415,"main_score":0.436853,"hf_subset":"tso_Latn-fao_Latn","languages":["tso-Latn","fao-Latn"]},{"precision":0.444171,"recall":0.503953,"f1":0.45936,"accuracy":0.503953,"main_score":0.45936,"hf_subset":"tso_Latn-ind_Latn","languages":["tso-Latn","ind-Latn"]},{"precision":0.447711,"recall":0.476285,"f1":0.456076,"accuracy":0.476285,"main_score":0.456076,"hf_subset":"tso_Latn-knc_Latn","languages":["tso-Latn","knc-Latn"]},{"precision":0.439764,"recall":0.479249,"f1":0.450528,"accuracy":0.479249,"main_score":0.450528,"hf_subset":"tso_Latn-mlt_Latn","languages":["tso-Latn","mlt-Latn"]},{"precision":0.434976,"recall":0.478261,"f1":0.447283,"accuracy":0.478261,"main_score":0.447283,"hf_subset":"tso_Latn-quy_Latn","languages":["tso-Latn","quy-Latn"]},{"precision":0.464634,"recall":0.497036,"f1":0.473216,"accuracy":0.497036,"main_score":0.473216,"hf_subset":"tso_Latn-swh_Latn","languages":["tso-Latn","swh-Latn"]},{"precision":0.3898,"recall":0.431818,"f1":0.401436,"accuracy":0.431818,"main_score":0.401436,"hf_subset":"tso_Latn-uzn_Latn","languages":["tso-Latn","uzn-Latn"]},{"precision":0.433951,"recall":0.474308,"f1":0.445145,"accuracy":0.474308,"main_score":0.445145,"hf_subset":"tso_Latn-als_Latn","languages":["tso-Latn","als-Latn"]},{"precision":0.190262,"recall":0.25,"f1":0.204951,"accuracy":0.25,"main_score":0.204951,"hf_subset":"tso_Latn-bod_Tibt","languages":["tso-Latn","bod-Tibt"]},{"precision":0.445055,"recall":0.477273,"f1":0.454215,"accuracy":0.477273,"main_score":0.454215,"hf_subset":"tso_Latn-fij_Latn","languages":["tso-Latn","fij-Latn"]},{"precision":0.398623,"recall":0.448617,"f1":0.411308,"accuracy":0.448617,"main_score":0.411308,"hf_subset":"tso_Latn-isl_Latn","languages":["tso-Latn","isl-Latn"]},{"precision":0.455085,"recall":0.486166,"f1":0.46385,"accuracy":0.486166,"main_score":0.46385,"hf_subset":"tso_Latn-kon_Latn","languages":["tso-Latn","kon-Latn"]},{"precision":0.338872,"recall":0.390316,"f1":0.352804,"accuracy":0.390316,"main_score":0.352804,"hf_subset":"tso_Latn-mni_Beng","languages":["tso-Latn","mni-Beng"]},{"precision":0.442862,"recall":0.497036,"f1":0.45696,"accuracy":0.497036,"main_score":0.45696,"hf_subset":"tso_Latn-ron_Latn","languages":["tso-Latn","ron-Latn"]},{"precision":0.419217,"recall":0.464427,"f1":0.431383,"accuracy":0.464427,"main_score":0.431383,"hf_subset":"tso_Latn-szl_Latn","languages":["tso-Latn","szl-Latn"]},{"precision":0.438826,"recall":0.478261,"f1":0.449618,"accuracy":0.478261,"main_score":0.449618,"hf_subset":"tso_Latn-vec_Latn","languages":["tso-Latn","vec-Latn"]},{"precision":0.376927,"recall":0.434783,"f1":0.392695,"accuracy":0.434783,"main_score":0.392695,"hf_subset":"tso_Latn-amh_Ethi","languages":["tso-Latn","amh-Ethi"]},{"precision":0.441639,"recall":0.482213,"f1":0.453068,"accuracy":0.482213,"main_score":0.453068,"hf_subset":"tso_Latn-bos_Latn","languages":["tso-Latn","bos-Latn"]},{"precision":0.4324,"recall":0.48419,"f1":0.445868,"accuracy":0.48419,"main_score":0.445868,"hf_subset":"tso_Latn-fin_Latn","languages":["tso-Latn","fin-Latn"]},{"precision":0.434764,"recall":0.496047,"f1":0.450075,"accuracy":0.496047,"main_score":0.450075,"hf_subset":"tso_Latn-ita_Latn","languages":["tso-Latn","ita-Latn"]},{"precision":0.418689,"recall":0.482213,"f1":0.434458,"accuracy":0.482213,"main_score":0.434458,"hf_subset":"tso_Latn-kor_Hang","languages":["tso-Latn","kor-Hang"]},{"precision":0.416803,"recall":0.460474,"f1":0.428458,"accuracy":0.460474,"main_score":0.428458,"hf_subset":"tso_Latn-mos_Latn","languages":["tso-Latn","mos-Latn"]},{"precision":0.434176,"recall":0.469368,"f1":0.444368,"accuracy":0.469368,"main_score":0.444368,"hf_subset":"tso_Latn-run_Latn","languages":["tso-Latn","run-Latn"]},{"precision":0.378869,"recall":0.448617,"f1":0.397673,"accuracy":0.448617,"main_score":0.397673,"hf_subset":"tso_Latn-tam_Taml","languages":["tso-Latn","tam-Taml"]},{"precision":0.430659,"recall":0.48913,"f1":0.444463,"accuracy":0.48913,"main_score":0.444463,"hf_subset":"tso_Latn-vie_Latn","languages":["tso-Latn","vie-Latn"]},{"precision":0.414585,"recall":0.459486,"f1":0.426974,"accuracy":0.459486,"main_score":0.426974,"hf_subset":"tso_Latn-apc_Arab","languages":["tso-Latn","apc-Arab"]},{"precision":0.449856,"recall":0.485178,"f1":0.460313,"accuracy":0.485178,"main_score":0.460313,"hf_subset":"tso_Latn-bug_Latn","languages":["tso-Latn","bug-Latn"]},{"precision":0.404818,"recall":0.442688,"f1":0.415977,"accuracy":0.442688,"main_score":0.415977,"hf_subset":"tso_Latn-fon_Latn","languages":["tso-Latn","fon-Latn"]},{"precision":0.465134,"recall":0.495059,"f1":0.47233,"accuracy":0.495059,"main_score":0.47233,"hf_subset":"tso_Latn-jav_Latn","languages":["tso-Latn","jav-Latn"]},{"precision":0.389049,"recall":0.437747,"f1":0.402871,"accuracy":0.437747,"main_score":0.402871,"hf_subset":"tso_Latn-lao_Laoo","languages":["tso-Latn","lao-Laoo"]},{"precision":0.413138,"recall":0.455534,"f1":0.424695,"accuracy":0.455534,"main_score":0.424695,"hf_subset":"tso_Latn-mri_Latn","languages":["tso-Latn","mri-Latn"]},{"precision":0.418722,"recall":0.479249,"f1":0.433571,"accuracy":0.479249,"main_score":0.433571,"hf_subset":"tso_Latn-rus_Cyrl","languages":["tso-Latn","rus-Cyrl"]},{"precision":0.39317,"recall":0.440711,"f1":0.406267,"accuracy":0.440711,"main_score":0.406267,"hf_subset":"tso_Latn-taq_Latn","languages":["tso-Latn","taq-Latn"]},{"precision":0.473398,"recall":0.503953,"f1":0.48185,"accuracy":0.503953,"main_score":0.48185,"hf_subset":"tso_Latn-war_Latn","languages":["tso-Latn","war-Latn"]},{"precision":0.406885,"recall":0.468379,"f1":0.421924,"accuracy":0.468379,"main_score":0.421924,"hf_subset":"tso_Latn-arb_Arab","languages":["tso-Latn","arb-Arab"]},{"precision":0.438782,"recall":0.486166,"f1":0.452189,"accuracy":0.486166,"main_score":0.452189,"hf_subset":"tso_Latn-bul_Cyrl","languages":["tso-Latn","bul-Cyrl"]},{"precision":0.444081,"recall":0.500988,"f1":0.45864,"accuracy":0.500988,"main_score":0.45864,"hf_subset":"tso_Latn-fra_Latn","languages":["tso-Latn","fra-Latn"]},{"precision":0.427908,"recall":0.48419,"f1":0.440736,"accuracy":0.48419,"main_score":0.440736,"hf_subset":"tso_Latn-jpn_Jpan","languages":["tso-Latn","jpn-Jpan"]},{"precision":0.435202,"recall":0.472332,"f1":0.445229,"accuracy":0.472332,"main_score":0.445229,"hf_subset":"tso_Latn-lij_Latn","languages":["tso-Latn","lij-Latn"]},{"precision":0.339208,"recall":0.399209,"f1":0.35617,"accuracy":0.399209,"main_score":0.35617,"hf_subset":"tso_Latn-mya_Mymr","languages":["tso-Latn","mya-Mymr"]},{"precision":0.436982,"recall":0.47332,"f1":0.448012,"accuracy":0.47332,"main_score":0.448012,"hf_subset":"tso_Latn-sag_Latn","languages":["tso-Latn","sag-Latn"]},{"precision":0.169898,"recall":0.22332,"f1":0.183408,"accuracy":0.22332,"main_score":0.183408,"hf_subset":"tso_Latn-taq_Tfng","languages":["tso-Latn","taq-Tfng"]},{"precision":0.421673,"recall":0.45751,"f1":0.431899,"accuracy":0.45751,"main_score":0.431899,"hf_subset":"tso_Latn-wol_Latn","languages":["tso-Latn","wol-Latn"]},{"precision":0.278954,"recall":0.349802,"f1":0.296848,"accuracy":0.349802,"main_score":0.296848,"hf_subset":"tso_Latn-arb_Latn","languages":["tso-Latn","arb-Latn"]},{"precision":0.428044,"recall":0.477273,"f1":0.441246,"accuracy":0.477273,"main_score":0.441246,"hf_subset":"tso_Latn-cat_Latn","languages":["tso-Latn","cat-Latn"]},{"precision":0.421296,"recall":0.462451,"f1":0.432462,"accuracy":0.462451,"main_score":0.432462,"hf_subset":"tso_Latn-fur_Latn","languages":["tso-Latn","fur-Latn"]},{"precision":0.309179,"recall":0.357708,"f1":0.321351,"accuracy":0.357708,"main_score":0.321351,"hf_subset":"tso_Latn-kab_Latn","languages":["tso-Latn","kab-Latn"]},{"precision":0.453863,"recall":0.48913,"f1":0.463798,"accuracy":0.48913,"main_score":0.463798,"hf_subset":"tso_Latn-lim_Latn","languages":["tso-Latn","lim-Latn"]},{"precision":0.454983,"recall":0.509881,"f1":0.468662,"accuracy":0.509881,"main_score":0.468662,"hf_subset":"tso_Latn-nld_Latn","languages":["tso-Latn","nld-Latn"]},{"precision":0.374317,"recall":0.424901,"f1":0.387661,"accuracy":0.424901,"main_score":0.387661,"hf_subset":"tso_Latn-san_Deva","languages":["tso-Latn","san-Deva"]},{"precision":0.414823,"recall":0.452569,"f1":0.425274,"accuracy":0.452569,"main_score":0.425274,"hf_subset":"tso_Latn-tat_Cyrl","languages":["tso-Latn","tat-Cyrl"]},{"precision":0.47018,"recall":0.508893,"f1":0.480842,"accuracy":0.508893,"main_score":0.480842,"hf_subset":"tso_Latn-xho_Latn","languages":["tso-Latn","xho-Latn"]},{"precision":0.377706,"recall":0.443676,"f1":0.394441,"accuracy":0.443676,"main_score":0.394441,"hf_subset":"tso_Latn-ars_Arab","languages":["tso-Latn","ars-Arab"]},{"precision":0.473061,"recall":0.507905,"f1":0.482824,"accuracy":0.507905,"main_score":0.482824,"hf_subset":"tso_Latn-ceb_Latn","languages":["tso-Latn","ceb-Latn"]},{"precision":0.420312,"recall":0.459486,"f1":0.431687,"accuracy":0.459486,"main_score":0.431687,"hf_subset":"tso_Latn-fuv_Latn","languages":["tso-Latn","fuv-Latn"]},{"precision":0.446808,"recall":0.486166,"f1":0.458149,"accuracy":0.486166,"main_score":0.458149,"hf_subset":"tso_Latn-kac_Latn","languages":["tso-Latn","kac-Latn"]},{"precision":0.463512,"recall":0.500988,"f1":0.473891,"accuracy":0.500988,"main_score":0.473891,"hf_subset":"tso_Latn-lin_Latn","languages":["tso-Latn","lin-Latn"]},{"precision":0.432042,"recall":0.482213,"f1":0.445003,"accuracy":0.482213,"main_score":0.445003,"hf_subset":"tso_Latn-nno_Latn","languages":["tso-Latn","nno-Latn"]},{"precision":0.184667,"recall":0.216403,"f1":0.193252,"accuracy":0.216403,"main_score":0.193252,"hf_subset":"tso_Latn-sat_Olck","languages":["tso-Latn","sat-Olck"]},{"precision":0.412291,"recall":0.47332,"f1":0.428549,"accuracy":0.47332,"main_score":0.428549,"hf_subset":"tso_Latn-tel_Telu","languages":["tso-Latn","tel-Telu"]},{"precision":0.266407,"recall":0.327075,"f1":0.281755,"accuracy":0.327075,"main_score":0.281755,"hf_subset":"tso_Latn-ydd_Hebr","languages":["tso-Latn","ydd-Hebr"]},{"precision":0.394234,"recall":0.4417,"f1":0.406353,"accuracy":0.4417,"main_score":0.406353,"hf_subset":"tso_Latn-ary_Arab","languages":["tso-Latn","ary-Arab"]},{"precision":0.414139,"recall":0.471344,"f1":0.429115,"accuracy":0.471344,"main_score":0.429115,"hf_subset":"tso_Latn-ces_Latn","languages":["tso-Latn","ces-Latn"]},{"precision":0.318485,"recall":0.381423,"f1":0.335797,"accuracy":0.381423,"main_score":0.335797,"hf_subset":"tso_Latn-gaz_Latn","languages":["tso-Latn","gaz-Latn"]},{"precision":0.447371,"recall":0.481225,"f1":0.457274,"accuracy":0.481225,"main_score":0.457274,"hf_subset":"tso_Latn-kam_Latn","languages":["tso-Latn","kam-Latn"]},{"precision":0.385238,"recall":0.435771,"f1":0.399148,"accuracy":0.435771,"main_score":0.399148,"hf_subset":"tso_Latn-lit_Latn","languages":["tso-Latn","lit-Latn"]},{"precision":0.436383,"recall":0.491107,"f1":0.450604,"accuracy":0.491107,"main_score":0.450604,"hf_subset":"tso_Latn-nob_Latn","languages":["tso-Latn","nob-Latn"]},{"precision":0.426387,"recall":0.468379,"f1":0.437166,"accuracy":0.468379,"main_score":0.437166,"hf_subset":"tso_Latn-scn_Latn","languages":["tso-Latn","scn-Latn"]},{"precision":0.36995,"recall":0.417984,"f1":0.383629,"accuracy":0.417984,"main_score":0.383629,"hf_subset":"tso_Latn-tgk_Cyrl","languages":["tso-Latn","tgk-Cyrl"]},{"precision":0.39443,"recall":0.443676,"f1":0.408559,"accuracy":0.443676,"main_score":0.408559,"hf_subset":"tso_Latn-yor_Latn","languages":["tso-Latn","yor-Latn"]},{"precision":0.405418,"recall":0.468379,"f1":0.421618,"accuracy":0.468379,"main_score":0.421618,"hf_subset":"tso_Latn-arz_Arab","languages":["tso-Latn","arz-Arab"]},{"precision":0.405853,"recall":0.445652,"f1":0.417895,"accuracy":0.445652,"main_score":0.417895,"hf_subset":"tso_Latn-cjk_Latn","languages":["tso-Latn","cjk-Latn"]},{"precision":0.37626,"recall":0.426877,"f1":0.389059,"accuracy":0.426877,"main_score":0.389059,"hf_subset":"tso_Latn-gla_Latn","languages":["tso-Latn","gla-Latn"]},{"precision":0.39856,"recall":0.458498,"f1":0.414067,"accuracy":0.458498,"main_score":0.414067,"hf_subset":"tso_Latn-kan_Knda","languages":["tso-Latn","kan-Knda"]},{"precision":0.428024,"recall":0.468379,"f1":0.439101,"accuracy":0.468379,"main_score":0.439101,"hf_subset":"tso_Latn-lmo_Latn","languages":["tso-Latn","lmo-Latn"]},{"precision":0.407222,"recall":0.466403,"f1":0.423851,"accuracy":0.466403,"main_score":0.423851,"hf_subset":"tso_Latn-npi_Deva","languages":["tso-Latn","npi-Deva"]},{"precision":0.377697,"recall":0.427866,"f1":0.3922,"accuracy":0.427866,"main_score":0.3922,"hf_subset":"tso_Latn-shn_Mymr","languages":["tso-Latn","shn-Mymr"]},{"precision":0.460044,"recall":0.498024,"f1":0.470725,"accuracy":0.498024,"main_score":0.470725,"hf_subset":"tso_Latn-tgl_Latn","languages":["tso-Latn","tgl-Latn"]},{"precision":0.411383,"recall":0.47332,"f1":0.426665,"accuracy":0.47332,"main_score":0.426665,"hf_subset":"tso_Latn-yue_Hant","languages":["tso-Latn","yue-Hant"]},{"precision":0.379074,"recall":0.439723,"f1":0.395938,"accuracy":0.439723,"main_score":0.395938,"hf_subset":"tso_Latn-asm_Beng","languages":["tso-Latn","asm-Beng"]},{"precision":0.31988,"recall":0.373518,"f1":0.335043,"accuracy":0.373518,"main_score":0.335043,"hf_subset":"tso_Latn-ckb_Arab","languages":["tso-Latn","ckb-Arab"]},{"precision":0.370057,"recall":0.425889,"f1":0.3849,"accuracy":0.425889,"main_score":0.3849,"hf_subset":"tso_Latn-gle_Latn","languages":["tso-Latn","gle-Latn"]},{"precision":0.324513,"recall":0.385375,"f1":0.341121,"accuracy":0.385375,"main_score":0.341121,"hf_subset":"tso_Latn-kas_Arab","languages":["tso-Latn","kas-Arab"]},{"precision":0.41326,"recall":0.451581,"f1":0.423879,"accuracy":0.451581,"main_score":0.423879,"hf_subset":"tso_Latn-ltg_Latn","languages":["tso-Latn","ltg-Latn"]},{"precision":0.501178,"recall":0.531621,"f1":0.509657,"accuracy":0.531621,"main_score":0.509657,"hf_subset":"tso_Latn-nso_Latn","languages":["tso-Latn","nso-Latn"]},{"precision":0.372042,"recall":0.432806,"f1":0.388549,"accuracy":0.432806,"main_score":0.388549,"hf_subset":"tso_Latn-sin_Sinh","languages":["tso-Latn","sin-Sinh"]},{"precision":0.404865,"recall":0.468379,"f1":0.420754,"accuracy":0.468379,"main_score":0.420754,"hf_subset":"tso_Latn-tha_Thai","languages":["tso-Latn","tha-Thai"]},{"precision":0.41619,"recall":0.481225,"f1":0.43212,"accuracy":0.481225,"main_score":0.43212,"hf_subset":"tso_Latn-zho_Hans","languages":["tso-Latn","zho-Hans"]},{"precision":0.437241,"recall":0.469368,"f1":0.446382,"accuracy":0.469368,"main_score":0.446382,"hf_subset":"tso_Latn-ast_Latn","languages":["tso-Latn","ast-Latn"]},{"precision":0.401659,"recall":0.452569,"f1":0.415513,"accuracy":0.452569,"main_score":0.415513,"hf_subset":"tso_Latn-crh_Latn","languages":["tso-Latn","crh-Latn"]},{"precision":0.436496,"recall":0.481225,"f1":0.448031,"accuracy":0.481225,"main_score":0.448031,"hf_subset":"tso_Latn-glg_Latn","languages":["tso-Latn","glg-Latn"]},{"precision":0.372394,"recall":0.421937,"f1":0.386397,"accuracy":0.421937,"main_score":0.386397,"hf_subset":"tso_Latn-kas_Deva","languages":["tso-Latn","kas-Deva"]},{"precision":0.42304,"recall":0.466403,"f1":0.434305,"accuracy":0.466403,"main_score":0.434305,"hf_subset":"tso_Latn-ltz_Latn","languages":["tso-Latn","ltz-Latn"]},{"precision":0.338284,"recall":0.398221,"f1":0.354428,"accuracy":0.398221,"main_score":0.354428,"hf_subset":"tso_Latn-nus_Latn","languages":["tso-Latn","nus-Latn"]},{"precision":0.420817,"recall":0.477273,"f1":0.435997,"accuracy":0.477273,"main_score":0.435997,"hf_subset":"tso_Latn-slk_Latn","languages":["tso-Latn","slk-Latn"]},{"precision":0.315225,"recall":0.369565,"f1":0.330302,"accuracy":0.369565,"main_score":0.330302,"hf_subset":"tso_Latn-tir_Ethi","languages":["tso-Latn","tir-Ethi"]},{"precision":0.399934,"recall":0.467391,"f1":0.417448,"accuracy":0.467391,"main_score":0.417448,"hf_subset":"tso_Latn-zho_Hant","languages":["tso-Latn","zho-Hant"]},{"precision":0.424656,"recall":0.477273,"f1":0.438112,"accuracy":0.477273,"main_score":0.438112,"hf_subset":"tso_Latn-awa_Deva","languages":["tso-Latn","awa-Deva"]},{"precision":0.391873,"recall":0.440711,"f1":0.4055,"accuracy":0.440711,"main_score":0.4055,"hf_subset":"tso_Latn-cym_Latn","languages":["tso-Latn","cym-Latn"]},{"precision":0.44585,"recall":0.481225,"f1":0.455625,"accuracy":0.481225,"main_score":0.455625,"hf_subset":"tso_Latn-grn_Latn","languages":["tso-Latn","grn-Latn"]},{"precision":0.372203,"recall":0.426877,"f1":0.387129,"accuracy":0.426877,"main_score":0.387129,"hf_subset":"tso_Latn-kat_Geor","languages":["tso-Latn","kat-Geor"]},{"precision":0.446385,"recall":0.480237,"f1":0.456445,"accuracy":0.480237,"main_score":0.456445,"hf_subset":"tso_Latn-lua_Latn","languages":["tso-Latn","lua-Latn"]},{"precision":0.481715,"recall":0.51087,"f1":0.49015,"accuracy":0.51087,"main_score":0.49015,"hf_subset":"tso_Latn-nya_Latn","languages":["tso-Latn","nya-Latn"]},{"precision":0.414207,"recall":0.466403,"f1":0.428885,"accuracy":0.466403,"main_score":0.428885,"hf_subset":"tso_Latn-slv_Latn","languages":["tso-Latn","slv-Latn"]},{"precision":0.468318,"recall":0.504941,"f1":0.478087,"accuracy":0.504941,"main_score":0.478087,"hf_subset":"tso_Latn-tpi_Latn","languages":["tso-Latn","tpi-Latn"]},{"precision":0.448325,"recall":0.500988,"f1":0.462016,"accuracy":0.500988,"main_score":0.462016,"hf_subset":"tso_Latn-zsm_Latn","languages":["tso-Latn","zsm-Latn"]},{"precision":0.388418,"recall":0.438735,"f1":0.403152,"accuracy":0.438735,"main_score":0.403152,"hf_subset":"tso_Latn-ayr_Latn","languages":["tso-Latn","ayr-Latn"]},{"precision":0.438358,"recall":0.490119,"f1":0.451164,"accuracy":0.490119,"main_score":0.451164,"hf_subset":"tso_Latn-dan_Latn","languages":["tso-Latn","dan-Latn"]},{"precision":0.393801,"recall":0.458498,"f1":0.410829,"accuracy":0.458498,"main_score":0.410829,"hf_subset":"tso_Latn-guj_Gujr","languages":["tso-Latn","guj-Gujr"]},{"precision":0.392735,"recall":0.438735,"f1":0.405707,"accuracy":0.438735,"main_score":0.405707,"hf_subset":"tso_Latn-kaz_Cyrl","languages":["tso-Latn","kaz-Cyrl"]},{"precision":0.432533,"recall":0.472332,"f1":0.443649,"accuracy":0.472332,"main_score":0.443649,"hf_subset":"tso_Latn-lug_Latn","languages":["tso-Latn","lug-Latn"]},{"precision":0.438766,"recall":0.492095,"f1":0.452213,"accuracy":0.492095,"main_score":0.452213,"hf_subset":"tso_Latn-oci_Latn","languages":["tso-Latn","oci-Latn"]},{"precision":0.442734,"recall":0.486166,"f1":0.455092,"accuracy":0.486166,"main_score":0.455092,"hf_subset":"tso_Latn-smo_Latn","languages":["tso-Latn","smo-Latn"]},{"precision":0.473929,"recall":0.513834,"f1":0.485826,"accuracy":0.513834,"main_score":0.485826,"hf_subset":"tso_Latn-tsn_Latn","languages":["tso-Latn","tsn-Latn"]},{"precision":0.454782,"recall":0.494071,"f1":0.465783,"accuracy":0.494071,"main_score":0.465783,"hf_subset":"tso_Latn-zul_Latn","languages":["tso-Latn","zul-Latn"]},{"precision":0.318749,"recall":0.380435,"f1":0.335991,"accuracy":0.380435,"main_score":0.335991,"hf_subset":"tso_Latn-azb_Arab","languages":["tso-Latn","azb-Arab"]},{"precision":0.441401,"recall":0.5,"f1":0.456024,"accuracy":0.5,"main_score":0.456024,"hf_subset":"tso_Latn-deu_Latn","languages":["tso-Latn","deu-Latn"]},{"precision":0.402616,"recall":0.44664,"f1":0.41514,"accuracy":0.44664,"main_score":0.41514,"hf_subset":"tso_Latn-hat_Latn","languages":["tso-Latn","hat-Latn"]},{"precision":0.391499,"recall":0.435771,"f1":0.403418,"accuracy":0.435771,"main_score":0.403418,"hf_subset":"tso_Latn-kbp_Latn","languages":["tso-Latn","kbp-Latn"]},{"precision":0.450507,"recall":0.485178,"f1":0.460092,"accuracy":0.485178,"main_score":0.460092,"hf_subset":"tso_Latn-luo_Latn","languages":["tso-Latn","luo-Latn"]},{"precision":0.365394,"recall":0.423913,"f1":0.380943,"accuracy":0.423913,"main_score":0.380943,"hf_subset":"tso_Latn-ory_Orya","languages":["tso-Latn","ory-Orya"]},{"precision":0.468423,"recall":0.500988,"f1":0.477743,"accuracy":0.500988,"main_score":0.477743,"hf_subset":"tso_Latn-sna_Latn","languages":["tso-Latn","sna-Latn"]},{"precision":0.418113,"recall":0.463439,"f1":0.43018,"accuracy":0.463439,"main_score":0.43018,"hf_subset":"tso_Latn-azj_Latn","languages":["tso-Latn","azj-Latn"]},{"precision":0.404642,"recall":0.449605,"f1":0.41761,"accuracy":0.449605,"main_score":0.41761,"hf_subset":"tso_Latn-dik_Latn","languages":["tso-Latn","dik-Latn"]},{"precision":0.454347,"recall":0.487154,"f1":0.464054,"accuracy":0.487154,"main_score":0.464054,"hf_subset":"tso_Latn-hau_Latn","languages":["tso-Latn","hau-Latn"]},{"precision":0.434603,"recall":0.47332,"f1":0.445403,"accuracy":0.47332,"main_score":0.445403,"hf_subset":"tso_Latn-kea_Latn","languages":["tso-Latn","kea-Latn"]},{"precision":0.470826,"recall":0.497036,"f1":0.477874,"accuracy":0.497036,"main_score":0.477874,"hf_subset":"tso_Latn-lus_Latn","languages":["tso-Latn","lus-Latn"]},{"precision":0.45337,"recall":0.490119,"f1":0.46414,"accuracy":0.490119,"main_score":0.46414,"hf_subset":"tso_Latn-pag_Latn","languages":["tso-Latn","pag-Latn"]},{"precision":0.343839,"recall":0.402174,"f1":0.359556,"accuracy":0.402174,"main_score":0.359556,"hf_subset":"tso_Latn-snd_Arab","languages":["tso-Latn","snd-Arab"]},{"precision":0.401196,"recall":0.442688,"f1":0.412338,"accuracy":0.442688,"main_score":0.412338,"hf_subset":"tso_Latn-tuk_Latn","languages":["tso-Latn","tuk-Latn"]},{"precision":0.399937,"recall":0.444664,"f1":0.41252,"accuracy":0.444664,"main_score":0.41252,"hf_subset":"tso_Latn-bak_Cyrl","languages":["tso-Latn","bak-Cyrl"]},{"precision":0.349855,"recall":0.403162,"f1":0.364614,"accuracy":0.403162,"main_score":0.364614,"hf_subset":"tso_Latn-dyu_Latn","languages":["tso-Latn","dyu-Latn"]},{"precision":0.343711,"recall":0.397233,"f1":0.358112,"accuracy":0.397233,"main_score":0.358112,"hf_subset":"tso_Latn-heb_Hebr","languages":["tso-Latn","heb-Hebr"]},{"precision":0.376728,"recall":0.425889,"f1":0.390727,"accuracy":0.425889,"main_score":0.390727,"hf_subset":"tso_Latn-khk_Cyrl","languages":["tso-Latn","khk-Cyrl"]},{"precision":0.424873,"recall":0.472332,"f1":0.438117,"accuracy":0.472332,"main_score":0.438117,"hf_subset":"tso_Latn-lvs_Latn","languages":["tso-Latn","lvs-Latn"]},{"precision":0.378067,"recall":0.439723,"f1":0.393845,"accuracy":0.439723,"main_score":0.393845,"hf_subset":"tso_Latn-pan_Guru","languages":["tso-Latn","pan-Guru"]},{"precision":0.389535,"recall":0.435771,"f1":0.401831,"accuracy":0.435771,"main_score":0.401831,"hf_subset":"tso_Latn-som_Latn","languages":["tso-Latn","som-Latn"]},{"precision":0.471179,"recall":0.495059,"f1":0.478134,"accuracy":0.495059,"main_score":0.478134,"hf_subset":"tso_Latn-tum_Latn","languages":["tso-Latn","tum-Latn"]},{"precision":0.273711,"recall":0.356719,"f1":0.2966,"accuracy":0.356719,"main_score":0.2966,"hf_subset":"azj_Latn-ace_Arab","languages":["azj-Latn","ace-Arab"]},{"precision":0.347432,"recall":0.438735,"f1":0.37288,"accuracy":0.438735,"main_score":0.37288,"hf_subset":"azj_Latn-bam_Latn","languages":["azj-Latn","bam-Latn"]},{"precision":0.139453,"recall":0.206522,"f1":0.156684,"accuracy":0.206522,"main_score":0.156684,"hf_subset":"azj_Latn-dzo_Tibt","languages":["azj-Latn","dzo-Tibt"]},{"precision":0.903903,"recall":0.931818,"f1":0.91278,"accuracy":0.931818,"main_score":0.91278,"hf_subset":"azj_Latn-hin_Deva","languages":["azj-Latn","hin-Deva"]},{"precision":0.66927,"recall":0.741107,"f1":0.690552,"accuracy":0.741107,"main_score":0.690552,"hf_subset":"azj_Latn-khm_Khmr","languages":["azj-Latn","khm-Khmr"]},{"precision":0.890596,"recall":0.920949,"f1":0.900099,"accuracy":0.920949,"main_score":0.900099,"hf_subset":"azj_Latn-mag_Deva","languages":["azj-Latn","mag-Deva"]},{"precision":0.705214,"recall":0.773715,"f1":0.725873,"accuracy":0.773715,"main_score":0.725873,"hf_subset":"azj_Latn-pap_Latn","languages":["azj-Latn","pap-Latn"]},{"precision":0.391357,"recall":0.48419,"f1":0.416697,"accuracy":0.48419,"main_score":0.416697,"hf_subset":"azj_Latn-sot_Latn","languages":["azj-Latn","sot-Latn"]},{"precision":0.934453,"recall":0.953557,"f1":0.940547,"accuracy":0.953557,"main_score":0.940547,"hf_subset":"azj_Latn-tur_Latn","languages":["azj-Latn","tur-Latn"]},{"precision":0.60723,"recall":0.683794,"f1":0.629583,"accuracy":0.683794,"main_score":0.629583,"hf_subset":"azj_Latn-ace_Latn","languages":["azj-Latn","ace-Latn"]},{"precision":0.699532,"recall":0.762846,"f1":0.718989,"accuracy":0.762846,"main_score":0.718989,"hf_subset":"azj_Latn-ban_Latn","languages":["azj-Latn","ban-Latn"]},{"precision":0.840119,"recall":0.884387,"f1":0.854249,"accuracy":0.884387,"main_score":0.854249,"hf_subset":"azj_Latn-ell_Grek","languages":["azj-Latn","ell-Grek"]},{"precision":0.841271,"recall":0.885375,"f1":0.855402,"accuracy":0.885375,"main_score":0.855402,"hf_subset":"azj_Latn-hne_Deva","languages":["azj-Latn","hne-Deva"]},{"precision":0.38698,"recall":0.479249,"f1":0.411799,"accuracy":0.479249,"main_score":0.411799,"hf_subset":"azj_Latn-kik_Latn","languages":["azj-Latn","kik-Latn"]},{"precision":0.890481,"recall":0.920949,"f1":0.900165,"accuracy":0.920949,"main_score":0.900165,"hf_subset":"azj_Latn-mai_Deva","languages":["azj-Latn","mai-Deva"]},{"precision":0.731094,"recall":0.795455,"f1":0.751073,"accuracy":0.795455,"main_score":0.751073,"hf_subset":"azj_Latn-pbt_Arab","languages":["azj-Latn","pbt-Arab"]},{"precision":0.895669,"recall":0.925889,"f1":0.905204,"accuracy":0.925889,"main_score":0.905204,"hf_subset":"azj_Latn-spa_Latn","languages":["azj-Latn","spa-Latn"]},{"precision":0.458602,"recall":0.54249,"f1":0.48195,"accuracy":0.54249,"main_score":0.48195,"hf_subset":"azj_Latn-twi_Latn","languages":["azj-Latn","twi-Latn"]},{"precision":0.859634,"recall":0.898221,"f1":0.871937,"accuracy":0.898221,"main_score":0.871937,"hf_subset":"azj_Latn-acm_Arab","languages":["azj-Latn","acm-Arab"]},{"precision":0.720438,"recall":0.788538,"f1":0.740547,"accuracy":0.788538,"main_score":0.740547,"hf_subset":"azj_Latn-bel_Cyrl","languages":["azj-Latn","bel-Cyrl"]},{"precision":0.925395,"recall":0.94664,"f1":0.932115,"accuracy":0.94664,"main_score":0.932115,"hf_subset":"azj_Latn-eng_Latn","languages":["azj-Latn","eng-Latn"]},{"precision":0.851285,"recall":0.892292,"f1":0.86446,"accuracy":0.892292,"main_score":0.86446,"hf_subset":"azj_Latn-hrv_Latn","languages":["azj-Latn","hrv-Latn"]},{"precision":0.393495,"recall":0.482213,"f1":0.41714,"accuracy":0.482213,"main_score":0.41714,"hf_subset":"azj_Latn-kin_Latn","languages":["azj-Latn","kin-Latn"]},{"precision":0.849885,"recall":0.894269,"f1":0.864032,"accuracy":0.894269,"main_score":0.864032,"hf_subset":"azj_Latn-mal_Mlym","languages":["azj-Latn","mal-Mlym"]},{"precision":0.913538,"recall":0.937747,"f1":0.92108,"accuracy":0.937747,"main_score":0.92108,"hf_subset":"azj_Latn-pes_Arab","languages":["azj-Latn","pes-Arab"]},{"precision":0.718198,"recall":0.783597,"f1":0.738128,"accuracy":0.783597,"main_score":0.738128,"hf_subset":"azj_Latn-srd_Latn","languages":["azj-Latn","srd-Latn"]},{"precision":0.114199,"recall":0.190711,"f1":0.131775,"accuracy":0.190711,"main_score":0.131775,"hf_subset":"azj_Latn-tzm_Tfng","languages":["azj-Latn","tzm-Tfng"]},{"precision":0.888505,"recall":0.921937,"f1":0.899374,"accuracy":0.921937,"main_score":0.899374,"hf_subset":"azj_Latn-acq_Arab","languages":["azj-Latn","acq-Arab"]},{"precision":0.427179,"recall":0.512846,"f1":0.451092,"accuracy":0.512846,"main_score":0.451092,"hf_subset":"azj_Latn-bem_Latn","languages":["azj-Latn","bem-Latn"]},{"precision":0.760375,"recall":0.817194,"f1":0.777193,"accuracy":0.817194,"main_score":0.777193,"hf_subset":"azj_Latn-epo_Latn","languages":["azj-Latn","epo-Latn"]},{"precision":0.832296,"recall":0.873518,"f1":0.845092,"accuracy":0.873518,"main_score":0.845092,"hf_subset":"azj_Latn-hun_Latn","languages":["azj-Latn","hun-Latn"]},{"precision":0.663373,"recall":0.732213,"f1":0.683042,"accuracy":0.732213,"main_score":0.683042,"hf_subset":"azj_Latn-kir_Cyrl","languages":["azj-Latn","kir-Cyrl"]},{"precision":0.876153,"recall":0.910079,"f1":0.886825,"accuracy":0.910079,"main_score":0.886825,"hf_subset":"azj_Latn-mar_Deva","languages":["azj-Latn","mar-Deva"]},{"precision":0.415094,"recall":0.499012,"f1":0.438203,"accuracy":0.499012,"main_score":0.438203,"hf_subset":"azj_Latn-plt_Latn","languages":["azj-Latn","plt-Latn"]},{"precision":0.815662,"recall":0.863636,"f1":0.830567,"accuracy":0.863636,"main_score":0.830567,"hf_subset":"azj_Latn-srp_Cyrl","languages":["azj-Latn","srp-Cyrl"]},{"precision":0.339135,"recall":0.420949,"f1":0.361642,"accuracy":0.420949,"main_score":0.361642,"hf_subset":"azj_Latn-uig_Arab","languages":["azj-Latn","uig-Arab"]},{"precision":0.824753,"recall":0.871542,"f1":0.839328,"accuracy":0.871542,"main_score":0.839328,"hf_subset":"azj_Latn-aeb_Arab","languages":["azj-Latn","aeb-Arab"]},{"precision":0.882658,"recall":0.916996,"f1":0.893676,"accuracy":0.916996,"main_score":0.893676,"hf_subset":"azj_Latn-ben_Beng","languages":["azj-Latn","ben-Beng"]},{"precision":0.742902,"recall":0.797431,"f1":0.759025,"accuracy":0.797431,"main_score":0.759025,"hf_subset":"azj_Latn-est_Latn","languages":["azj-Latn","est-Latn"]},{"precision":0.701132,"recall":0.766798,"f1":0.720391,"accuracy":0.766798,"main_score":0.720391,"hf_subset":"azj_Latn-hye_Armn","languages":["azj-Latn","hye-Armn"]},{"precision":0.381665,"recall":0.461462,"f1":0.403993,"accuracy":0.461462,"main_score":0.403993,"hf_subset":"azj_Latn-kmb_Latn","languages":["azj-Latn","kmb-Latn"]},{"precision":0.230339,"recall":0.3083,"f1":0.250954,"accuracy":0.3083,"main_score":0.250954,"hf_subset":"azj_Latn-min_Arab","languages":["azj-Latn","min-Arab"]},{"precision":0.912549,"recall":0.938735,"f1":0.920949,"accuracy":0.938735,"main_score":0.920949,"hf_subset":"azj_Latn-pol_Latn","languages":["azj-Latn","pol-Latn"]},{"precision":0.376109,"recall":0.463439,"f1":0.399268,"accuracy":0.463439,"main_score":0.399268,"hf_subset":"azj_Latn-ssw_Latn","languages":["azj-Latn","ssw-Latn"]},{"precision":0.885705,"recall":0.918972,"f1":0.896574,"accuracy":0.918972,"main_score":0.896574,"hf_subset":"azj_Latn-ukr_Cyrl","languages":["azj-Latn","ukr-Cyrl"]},{"precision":0.816238,"recall":0.863636,"f1":0.830392,"accuracy":0.863636,"main_score":0.830392,"hf_subset":"azj_Latn-afr_Latn","languages":["azj-Latn","afr-Latn"]},{"precision":0.834437,"recall":0.87747,"f1":0.847845,"accuracy":0.87747,"main_score":0.847845,"hf_subset":"azj_Latn-bho_Deva","languages":["azj-Latn","bho-Deva"]},{"precision":0.594398,"recall":0.671937,"f1":0.617367,"accuracy":0.671937,"main_score":0.617367,"hf_subset":"azj_Latn-eus_Latn","languages":["azj-Latn","eus-Latn"]},{"precision":0.37768,"recall":0.468379,"f1":0.402718,"accuracy":0.468379,"main_score":0.402718,"hf_subset":"azj_Latn-ibo_Latn","languages":["azj-Latn","ibo-Latn"]},{"precision":0.459689,"recall":0.545455,"f1":0.482253,"accuracy":0.545455,"main_score":0.482253,"hf_subset":"azj_Latn-kmr_Latn","languages":["azj-Latn","kmr-Latn"]},{"precision":0.653515,"recall":0.727273,"f1":0.675776,"accuracy":0.727273,"main_score":0.675776,"hf_subset":"azj_Latn-min_Latn","languages":["azj-Latn","min-Latn"]},{"precision":0.90942,"recall":0.936759,"f1":0.918314,"accuracy":0.936759,"main_score":0.918314,"hf_subset":"azj_Latn-por_Latn","languages":["azj-Latn","por-Latn"]},{"precision":0.740975,"recall":0.799407,"f1":0.758794,"accuracy":0.799407,"main_score":0.758794,"hf_subset":"azj_Latn-sun_Latn","languages":["azj-Latn","sun-Latn"]},{"precision":0.369854,"recall":0.45751,"f1":0.393759,"accuracy":0.45751,"main_score":0.393759,"hf_subset":"azj_Latn-umb_Latn","languages":["azj-Latn","umb-Latn"]},{"precision":0.867177,"recall":0.905138,"f1":0.879348,"accuracy":0.905138,"main_score":0.879348,"hf_subset":"azj_Latn-ajp_Arab","languages":["azj-Latn","ajp-Arab"]},{"precision":0.246055,"recall":0.325099,"f1":0.267057,"accuracy":0.325099,"main_score":0.267057,"hf_subset":"azj_Latn-bjn_Arab","languages":["azj-Latn","bjn-Arab"]},{"precision":0.392153,"recall":0.468379,"f1":0.412561,"accuracy":0.468379,"main_score":0.412561,"hf_subset":"azj_Latn-ewe_Latn","languages":["azj-Latn","ewe-Latn"]},{"precision":0.596198,"recall":0.66502,"f1":0.615868,"accuracy":0.66502,"main_score":0.615868,"hf_subset":"azj_Latn-ilo_Latn","languages":["azj-Latn","ilo-Latn"]},{"precision":0.178788,"recall":0.252964,"f1":0.197574,"accuracy":0.252964,"main_score":0.197574,"hf_subset":"azj_Latn-knc_Arab","languages":["azj-Latn","knc-Arab"]},{"precision":0.816782,"recall":0.862648,"f1":0.831061,"accuracy":0.862648,"main_score":0.831061,"hf_subset":"azj_Latn-mkd_Cyrl","languages":["azj-Latn","mkd-Cyrl"]},{"precision":0.907362,"recall":0.933794,"f1":0.915744,"accuracy":0.933794,"main_score":0.915744,"hf_subset":"azj_Latn-prs_Arab","languages":["azj-Latn","prs-Arab"]},{"precision":0.889822,"recall":0.920949,"f1":0.899704,"accuracy":0.920949,"main_score":0.899704,"hf_subset":"azj_Latn-swe_Latn","languages":["azj-Latn","swe-Latn"]},{"precision":0.855237,"recall":0.897233,"f1":0.868544,"accuracy":0.897233,"main_score":0.868544,"hf_subset":"azj_Latn-urd_Arab","languages":["azj-Latn","urd-Arab"]},{"precision":0.420383,"recall":0.513834,"f1":0.446258,"accuracy":0.513834,"main_score":0.446258,"hf_subset":"azj_Latn-aka_Latn","languages":["azj-Latn","aka-Latn"]},{"precision":0.705484,"recall":0.768775,"f1":0.724835,"accuracy":0.768775,"main_score":0.724835,"hf_subset":"azj_Latn-bjn_Latn","languages":["azj-Latn","bjn-Latn"]},{"precision":0.529729,"recall":0.608696,"f1":0.552456,"accuracy":0.608696,"main_score":0.552456,"hf_subset":"azj_Latn-fao_Latn","languages":["azj-Latn","fao-Latn"]},{"precision":0.894186,"recall":0.923913,"f1":0.90336,"accuracy":0.923913,"main_score":0.90336,"hf_subset":"azj_Latn-ind_Latn","languages":["azj-Latn","ind-Latn"]},{"precision":0.435345,"recall":0.516798,"f1":0.457552,"accuracy":0.516798,"main_score":0.457552,"hf_subset":"azj_Latn-knc_Latn","languages":["azj-Latn","knc-Latn"]},{"precision":0.627457,"recall":0.702569,"f1":0.649123,"accuracy":0.702569,"main_score":0.649123,"hf_subset":"azj_Latn-mlt_Latn","languages":["azj-Latn","mlt-Latn"]},{"precision":0.468619,"recall":0.554348,"f1":0.492212,"accuracy":0.554348,"main_score":0.492212,"hf_subset":"azj_Latn-quy_Latn","languages":["azj-Latn","quy-Latn"]},{"precision":0.728755,"recall":0.79249,"f1":0.748287,"accuracy":0.79249,"main_score":0.748287,"hf_subset":"azj_Latn-swh_Latn","languages":["azj-Latn","swh-Latn"]},{"precision":0.686874,"recall":0.751976,"f1":0.706254,"accuracy":0.751976,"main_score":0.706254,"hf_subset":"azj_Latn-uzn_Latn","languages":["azj-Latn","uzn-Latn"]},{"precision":0.712516,"recall":0.774704,"f1":0.730882,"accuracy":0.774704,"main_score":0.730882,"hf_subset":"azj_Latn-als_Latn","languages":["azj-Latn","als-Latn"]},{"precision":0.188901,"recall":0.262846,"f1":0.208132,"accuracy":0.262846,"main_score":0.208132,"hf_subset":"azj_Latn-bod_Tibt","languages":["azj-Latn","bod-Tibt"]},{"precision":0.386279,"recall":0.476285,"f1":0.410937,"accuracy":0.476285,"main_score":0.410937,"hf_subset":"azj_Latn-fij_Latn","languages":["azj-Latn","fij-Latn"]},{"precision":0.481474,"recall":0.55336,"f1":0.501851,"accuracy":0.55336,"main_score":0.501851,"hf_subset":"azj_Latn-isl_Latn","languages":["azj-Latn","isl-Latn"]},{"precision":0.452826,"recall":0.534585,"f1":0.475492,"accuracy":0.534585,"main_score":0.475492,"hf_subset":"azj_Latn-kon_Latn","languages":["azj-Latn","kon-Latn"]},{"precision":0.312568,"recall":0.412055,"f1":0.339843,"accuracy":0.412055,"main_score":0.339843,"hf_subset":"azj_Latn-mni_Beng","languages":["azj-Latn","mni-Beng"]},{"precision":0.888669,"recall":0.91996,"f1":0.898188,"accuracy":0.91996,"main_score":0.898188,"hf_subset":"azj_Latn-ron_Latn","languages":["azj-Latn","ron-Latn"]},{"precision":0.740613,"recall":0.804348,"f1":0.759651,"accuracy":0.804348,"main_score":0.759651,"hf_subset":"azj_Latn-szl_Latn","languages":["azj-Latn","szl-Latn"]},{"precision":0.796673,"recall":0.846838,"f1":0.811858,"accuracy":0.846838,"main_score":0.811858,"hf_subset":"azj_Latn-vec_Latn","languages":["azj-Latn","vec-Latn"]},{"precision":0.668471,"recall":0.745059,"f1":0.691241,"accuracy":0.745059,"main_score":0.691241,"hf_subset":"azj_Latn-amh_Ethi","languages":["azj-Latn","amh-Ethi"]},{"precision":0.892325,"recall":0.921937,"f1":0.901845,"accuracy":0.921937,"main_score":0.901845,"hf_subset":"azj_Latn-bos_Latn","languages":["azj-Latn","bos-Latn"]},{"precision":0.867622,"recall":0.906126,"f1":0.879941,"accuracy":0.906126,"main_score":0.879941,"hf_subset":"azj_Latn-fin_Latn","languages":["azj-Latn","fin-Latn"]},{"precision":0.89781,"recall":0.927866,"f1":0.90751,"accuracy":0.927866,"main_score":0.90751,"hf_subset":"azj_Latn-ita_Latn","languages":["azj-Latn","ita-Latn"]},{"precision":0.88475,"recall":0.916996,"f1":0.894928,"accuracy":0.916996,"main_score":0.894928,"hf_subset":"azj_Latn-kor_Hang","languages":["azj-Latn","kor-Hang"]},{"precision":0.379615,"recall":0.468379,"f1":0.404427,"accuracy":0.468379,"main_score":0.404427,"hf_subset":"azj_Latn-mos_Latn","languages":["azj-Latn","mos-Latn"]},{"precision":0.385677,"recall":0.471344,"f1":0.408374,"accuracy":0.471344,"main_score":0.408374,"hf_subset":"azj_Latn-run_Latn","languages":["azj-Latn","run-Latn"]},{"precision":0.872365,"recall":0.911067,"f1":0.885211,"accuracy":0.911067,"main_score":0.885211,"hf_subset":"azj_Latn-tam_Taml","languages":["azj-Latn","tam-Taml"]},{"precision":0.887928,"recall":0.918972,"f1":0.897793,"accuracy":0.918972,"main_score":0.897793,"hf_subset":"azj_Latn-vie_Latn","languages":["azj-Latn","vie-Latn"]},{"precision":0.856729,"recall":0.897233,"f1":0.869285,"accuracy":0.897233,"main_score":0.869285,"hf_subset":"azj_Latn-apc_Arab","languages":["azj-Latn","apc-Arab"]},{"precision":0.566725,"recall":0.650198,"f1":0.591406,"accuracy":0.650198,"main_score":0.591406,"hf_subset":"azj_Latn-bug_Latn","languages":["azj-Latn","bug-Latn"]},{"precision":0.347953,"recall":0.426877,"f1":0.368877,"accuracy":0.426877,"main_score":0.368877,"hf_subset":"azj_Latn-fon_Latn","languages":["azj-Latn","fon-Latn"]},{"precision":0.715777,"recall":0.781621,"f1":0.735705,"accuracy":0.781621,"main_score":0.735705,"hf_subset":"azj_Latn-jav_Latn","languages":["azj-Latn","jav-Latn"]},{"precision":0.58578,"recall":0.668972,"f1":0.609565,"accuracy":0.668972,"main_score":0.609565,"hf_subset":"azj_Latn-lao_Laoo","languages":["azj-Latn","lao-Laoo"]},{"precision":0.351063,"recall":0.447628,"f1":0.376892,"accuracy":0.447628,"main_score":0.376892,"hf_subset":"azj_Latn-mri_Latn","languages":["azj-Latn","mri-Latn"]},{"precision":0.918643,"recall":0.942688,"f1":0.926383,"accuracy":0.942688,"main_score":0.926383,"hf_subset":"azj_Latn-rus_Cyrl","languages":["azj-Latn","rus-Cyrl"]},{"precision":0.396237,"recall":0.490119,"f1":0.42182,"accuracy":0.490119,"main_score":0.42182,"hf_subset":"azj_Latn-taq_Latn","languages":["azj-Latn","taq-Latn"]},{"precision":0.688389,"recall":0.756917,"f1":0.708992,"accuracy":0.756917,"main_score":0.708992,"hf_subset":"azj_Latn-war_Latn","languages":["azj-Latn","war-Latn"]},{"precision":0.889575,"recall":0.921937,"f1":0.899934,"accuracy":0.921937,"main_score":0.899934,"hf_subset":"azj_Latn-arb_Arab","languages":["azj-Latn","arb-Arab"]},{"precision":0.884717,"recall":0.916996,"f1":0.894895,"accuracy":0.916996,"main_score":0.894895,"hf_subset":"azj_Latn-bul_Cyrl","languages":["azj-Latn","bul-Cyrl"]},{"precision":0.914855,"recall":0.939723,"f1":0.922925,"accuracy":0.939723,"main_score":0.922925,"hf_subset":"azj_Latn-fra_Latn","languages":["azj-Latn","fra-Latn"]},{"precision":0.881423,"recall":0.91502,"f1":0.892128,"accuracy":0.91502,"main_score":0.892128,"hf_subset":"azj_Latn-jpn_Jpan","languages":["azj-Latn","jpn-Jpan"]},{"precision":0.748979,"recall":0.8083,"f1":0.7667,"accuracy":0.8083,"main_score":0.7667,"hf_subset":"azj_Latn-lij_Latn","languages":["azj-Latn","lij-Latn"]},{"precision":0.667589,"recall":0.743083,"f1":0.690119,"accuracy":0.743083,"main_score":0.690119,"hf_subset":"azj_Latn-mya_Mymr","languages":["azj-Latn","mya-Mymr"]},{"precision":0.432797,"recall":0.528656,"f1":0.459467,"accuracy":0.528656,"main_score":0.459467,"hf_subset":"azj_Latn-sag_Latn","languages":["azj-Latn","sag-Latn"]},{"precision":0.138291,"recall":0.228261,"f1":0.157626,"accuracy":0.228261,"main_score":0.157626,"hf_subset":"azj_Latn-taq_Tfng","languages":["azj-Latn","taq-Tfng"]},{"precision":0.433698,"recall":0.518775,"f1":0.456978,"accuracy":0.518775,"main_score":0.456978,"hf_subset":"azj_Latn-wol_Latn","languages":["azj-Latn","wol-Latn"]},{"precision":0.295238,"recall":0.393281,"f1":0.320449,"accuracy":0.393281,"main_score":0.320449,"hf_subset":"azj_Latn-arb_Latn","languages":["azj-Latn","arb-Latn"]},{"precision":0.877421,"recall":0.912055,"f1":0.888406,"accuracy":0.912055,"main_score":0.888406,"hf_subset":"azj_Latn-cat_Latn","languages":["azj-Latn","cat-Latn"]},{"precision":0.686829,"recall":0.753953,"f1":0.706952,"accuracy":0.753953,"main_score":0.706952,"hf_subset":"azj_Latn-fur_Latn","languages":["azj-Latn","fur-Latn"]},{"precision":0.281923,"recall":0.353755,"f1":0.300656,"accuracy":0.353755,"main_score":0.300656,"hf_subset":"azj_Latn-kab_Latn","languages":["azj-Latn","kab-Latn"]},{"precision":0.716304,"recall":0.780632,"f1":0.735705,"accuracy":0.780632,"main_score":0.735705,"hf_subset":"azj_Latn-lim_Latn","languages":["azj-Latn","lim-Latn"]},{"precision":0.905303,"recall":0.932806,"f1":0.913999,"accuracy":0.932806,"main_score":0.913999,"hf_subset":"azj_Latn-nld_Latn","languages":["azj-Latn","nld-Latn"]},{"precision":0.746607,"recall":0.806324,"f1":0.764545,"accuracy":0.806324,"main_score":0.764545,"hf_subset":"azj_Latn-san_Deva","languages":["azj-Latn","san-Deva"]},{"precision":0.663452,"recall":0.726285,"f1":0.681073,"accuracy":0.726285,"main_score":0.681073,"hf_subset":"azj_Latn-tat_Cyrl","languages":["azj-Latn","tat-Cyrl"]},{"precision":0.408251,"recall":0.498024,"f1":0.432525,"accuracy":0.498024,"main_score":0.432525,"hf_subset":"azj_Latn-xho_Latn","languages":["azj-Latn","xho-Latn"]},{"precision":0.889575,"recall":0.921937,"f1":0.899934,"accuracy":0.921937,"main_score":0.899934,"hf_subset":"azj_Latn-ars_Arab","languages":["azj-Latn","ars-Arab"]},{"precision":0.684305,"recall":0.750988,"f1":0.704578,"accuracy":0.750988,"main_score":0.704578,"hf_subset":"azj_Latn-ceb_Latn","languages":["azj-Latn","ceb-Latn"]},{"precision":0.405341,"recall":0.48913,"f1":0.428304,"accuracy":0.48913,"main_score":0.428304,"hf_subset":"azj_Latn-fuv_Latn","languages":["azj-Latn","fuv-Latn"]},{"precision":0.400383,"recall":0.493083,"f1":0.425237,"accuracy":0.493083,"main_score":0.425237,"hf_subset":"azj_Latn-kac_Latn","languages":["azj-Latn","kac-Latn"]},{"precision":0.46463,"recall":0.554348,"f1":0.489441,"accuracy":0.554348,"main_score":0.489441,"hf_subset":"azj_Latn-lin_Latn","languages":["azj-Latn","lin-Latn"]},{"precision":0.828343,"recall":0.874506,"f1":0.842904,"accuracy":0.874506,"main_score":0.842904,"hf_subset":"azj_Latn-nno_Latn","languages":["azj-Latn","nno-Latn"]},{"precision":0.166596,"recall":0.232213,"f1":0.183406,"accuracy":0.232213,"main_score":0.183406,"hf_subset":"azj_Latn-sat_Olck","languages":["azj-Latn","sat-Olck"]},{"precision":0.867918,"recall":0.907115,"f1":0.880567,"accuracy":0.907115,"main_score":0.880567,"hf_subset":"azj_Latn-tel_Telu","languages":["azj-Latn","tel-Telu"]},{"precision":0.272276,"recall":0.357708,"f1":0.294225,"accuracy":0.357708,"main_score":0.294225,"hf_subset":"azj_Latn-ydd_Hebr","languages":["azj-Latn","ydd-Hebr"]},{"precision":0.772266,"recall":0.83004,"f1":0.789709,"accuracy":0.83004,"main_score":0.789709,"hf_subset":"azj_Latn-ary_Arab","languages":["azj-Latn","ary-Arab"]},{"precision":0.869977,"recall":0.907115,"f1":0.881653,"accuracy":0.907115,"main_score":0.881653,"hf_subset":"azj_Latn-ces_Latn","languages":["azj-Latn","ces-Latn"]},{"precision":0.317619,"recall":0.396245,"f1":0.337172,"accuracy":0.396245,"main_score":0.337172,"hf_subset":"azj_Latn-gaz_Latn","languages":["azj-Latn","gaz-Latn"]},{"precision":0.409752,"recall":0.496047,"f1":0.432905,"accuracy":0.496047,"main_score":0.432905,"hf_subset":"azj_Latn-kam_Latn","languages":["azj-Latn","kam-Latn"]},{"precision":0.727553,"recall":0.785573,"f1":0.744946,"accuracy":0.785573,"main_score":0.744946,"hf_subset":"azj_Latn-lit_Latn","languages":["azj-Latn","lit-Latn"]},{"precision":0.892375,"recall":0.923913,"f1":0.902404,"accuracy":0.923913,"main_score":0.902404,"hf_subset":"azj_Latn-nob_Latn","languages":["azj-Latn","nob-Latn"]},{"precision":0.650405,"recall":0.721344,"f1":0.671348,"accuracy":0.721344,"main_score":0.671348,"hf_subset":"azj_Latn-scn_Latn","languages":["azj-Latn","scn-Latn"]},{"precision":0.473325,"recall":0.55336,"f1":0.494583,"accuracy":0.55336,"main_score":0.494583,"hf_subset":"azj_Latn-tgk_Cyrl","languages":["azj-Latn","tgk-Cyrl"]},{"precision":0.361096,"recall":0.462451,"f1":0.3886,"accuracy":0.462451,"main_score":0.3886,"hf_subset":"azj_Latn-yor_Latn","languages":["azj-Latn","yor-Latn"]},{"precision":0.862879,"recall":0.900198,"f1":0.874671,"accuracy":0.900198,"main_score":0.874671,"hf_subset":"azj_Latn-arz_Arab","languages":["azj-Latn","arz-Arab"]},{"precision":0.406634,"recall":0.504941,"f1":0.434002,"accuracy":0.504941,"main_score":0.434002,"hf_subset":"azj_Latn-cjk_Latn","languages":["azj-Latn","cjk-Latn"]},{"precision":0.350089,"recall":0.434783,"f1":0.371732,"accuracy":0.434783,"main_score":0.371732,"hf_subset":"azj_Latn-gla_Latn","languages":["azj-Latn","gla-Latn"]},{"precision":0.838109,"recall":0.881423,"f1":0.851548,"accuracy":0.881423,"main_score":0.851548,"hf_subset":"azj_Latn-kan_Knda","languages":["azj-Latn","kan-Knda"]},{"precision":0.668528,"recall":0.745059,"f1":0.69073,"accuracy":0.745059,"main_score":0.69073,"hf_subset":"azj_Latn-lmo_Latn","languages":["azj-Latn","lmo-Latn"]},{"precision":0.869401,"recall":0.907115,"f1":0.88139,"accuracy":0.907115,"main_score":0.88139,"hf_subset":"azj_Latn-npi_Deva","languages":["azj-Latn","npi-Deva"]},{"precision":0.353555,"recall":0.442688,"f1":0.377547,"accuracy":0.442688,"main_score":0.377547,"hf_subset":"azj_Latn-shn_Mymr","languages":["azj-Latn","shn-Mymr"]},{"precision":0.778063,"recall":0.833004,"f1":0.795572,"accuracy":0.833004,"main_score":0.795572,"hf_subset":"azj_Latn-tgl_Latn","languages":["azj-Latn","tgl-Latn"]},{"precision":0.888587,"recall":0.91996,"f1":0.898419,"accuracy":0.91996,"main_score":0.898419,"hf_subset":"azj_Latn-yue_Hant","languages":["azj-Latn","yue-Hant"]},{"precision":0.712773,"recall":0.779644,"f1":0.732987,"accuracy":0.779644,"main_score":0.732987,"hf_subset":"azj_Latn-asm_Beng","languages":["azj-Latn","asm-Beng"]},{"precision":0.409455,"recall":0.483202,"f1":0.429564,"accuracy":0.483202,"main_score":0.429564,"hf_subset":"azj_Latn-ckb_Arab","languages":["azj-Latn","ckb-Arab"]},{"precision":0.36547,"recall":0.449605,"f1":0.387663,"accuracy":0.449605,"main_score":0.387663,"hf_subset":"azj_Latn-gle_Latn","languages":["azj-Latn","gle-Latn"]},{"precision":0.514397,"recall":0.617589,"f1":0.54382,"accuracy":0.617589,"main_score":0.54382,"hf_subset":"azj_Latn-kas_Arab","languages":["azj-Latn","kas-Arab"]},{"precision":0.599071,"recall":0.668972,"f1":0.619224,"accuracy":0.668972,"main_score":0.619224,"hf_subset":"azj_Latn-ltg_Latn","languages":["azj-Latn","ltg-Latn"]},{"precision":0.419688,"recall":0.513834,"f1":0.445423,"accuracy":0.513834,"main_score":0.445423,"hf_subset":"azj_Latn-nso_Latn","languages":["azj-Latn","nso-Latn"]},{"precision":0.723188,"recall":0.79249,"f1":0.74417,"accuracy":0.79249,"main_score":0.74417,"hf_subset":"azj_Latn-sin_Sinh","languages":["azj-Latn","sin-Sinh"]},{"precision":0.885705,"recall":0.918972,"f1":0.89641,"accuracy":0.918972,"main_score":0.89641,"hf_subset":"azj_Latn-tha_Thai","languages":["azj-Latn","tha-Thai"]},{"precision":0.872283,"recall":0.907115,"f1":0.883103,"accuracy":0.907115,"main_score":0.883103,"hf_subset":"azj_Latn-zho_Hans","languages":["azj-Latn","zho-Hans"]},{"precision":0.854496,"recall":0.892292,"f1":0.86629,"accuracy":0.892292,"main_score":0.86629,"hf_subset":"azj_Latn-ast_Latn","languages":["azj-Latn","ast-Latn"]},{"precision":0.797596,"recall":0.846838,"f1":0.812634,"accuracy":0.846838,"main_score":0.812634,"hf_subset":"azj_Latn-crh_Latn","languages":["azj-Latn","crh-Latn"]},{"precision":0.900774,"recall":0.928854,"f1":0.909651,"accuracy":0.928854,"main_score":0.909651,"hf_subset":"azj_Latn-glg_Latn","languages":["azj-Latn","glg-Latn"]},{"precision":0.504109,"recall":0.593874,"f1":0.52988,"accuracy":0.593874,"main_score":0.52988,"hf_subset":"azj_Latn-kas_Deva","languages":["azj-Latn","kas-Deva"]},{"precision":0.626115,"recall":0.706522,"f1":0.649645,"accuracy":0.706522,"main_score":0.649645,"hf_subset":"azj_Latn-ltz_Latn","languages":["azj-Latn","ltz-Latn"]},{"precision":0.293835,"recall":0.385375,"f1":0.317991,"accuracy":0.385375,"main_score":0.317991,"hf_subset":"azj_Latn-nus_Latn","languages":["azj-Latn","nus-Latn"]},{"precision":0.854167,"recall":0.892292,"f1":0.866337,"accuracy":0.892292,"main_score":0.866337,"hf_subset":"azj_Latn-slk_Latn","languages":["azj-Latn","slk-Latn"]},{"precision":0.36864,"recall":0.448617,"f1":0.390941,"accuracy":0.448617,"main_score":0.390941,"hf_subset":"azj_Latn-tir_Ethi","languages":["azj-Latn","tir-Ethi"]},{"precision":0.873551,"recall":0.910079,"f1":0.885046,"accuracy":0.910079,"main_score":0.885046,"hf_subset":"azj_Latn-zho_Hant","languages":["azj-Latn","zho-Hant"]},{"precision":0.879694,"recall":0.913043,"f1":0.890382,"accuracy":0.913043,"main_score":0.890382,"hf_subset":"azj_Latn-awa_Deva","languages":["azj-Latn","awa-Deva"]},{"precision":0.410015,"recall":0.494071,"f1":0.432896,"accuracy":0.494071,"main_score":0.432896,"hf_subset":"azj_Latn-cym_Latn","languages":["azj-Latn","cym-Latn"]},{"precision":0.572819,"recall":0.653162,"f1":0.595932,"accuracy":0.653162,"main_score":0.595932,"hf_subset":"azj_Latn-grn_Latn","languages":["azj-Latn","grn-Latn"]},{"precision":0.797431,"recall":0.849802,"f1":0.81382,"accuracy":0.849802,"main_score":0.81382,"hf_subset":"azj_Latn-kat_Geor","languages":["azj-Latn","kat-Geor"]},{"precision":0.456275,"recall":0.536561,"f1":0.47778,"accuracy":0.536561,"main_score":0.47778,"hf_subset":"azj_Latn-lua_Latn","languages":["azj-Latn","lua-Latn"]},{"precision":0.442859,"recall":0.525692,"f1":0.466181,"accuracy":0.525692,"main_score":0.466181,"hf_subset":"azj_Latn-nya_Latn","languages":["azj-Latn","nya-Latn"]},{"precision":0.797513,"recall":0.850791,"f1":0.813933,"accuracy":0.850791,"main_score":0.813933,"hf_subset":"azj_Latn-slv_Latn","languages":["azj-Latn","slv-Latn"]},{"precision":0.620553,"recall":0.695652,"f1":0.642641,"accuracy":0.695652,"main_score":0.642641,"hf_subset":"azj_Latn-tpi_Latn","languages":["azj-Latn","tpi-Latn"]},{"precision":0.884799,"recall":0.918972,"f1":0.895817,"accuracy":0.918972,"main_score":0.895817,"hf_subset":"azj_Latn-zsm_Latn","languages":["azj-Latn","zsm-Latn"]},{"precision":0.383981,"recall":0.474308,"f1":0.4081,"accuracy":0.474308,"main_score":0.4081,"hf_subset":"azj_Latn-ayr_Latn","languages":["azj-Latn","ayr-Latn"]},{"precision":0.881752,"recall":0.916996,"f1":0.893083,"accuracy":0.916996,"main_score":0.893083,"hf_subset":"azj_Latn-dan_Latn","languages":["azj-Latn","dan-Latn"]},{"precision":0.864848,"recall":0.901186,"f1":0.876301,"accuracy":0.901186,"main_score":0.876301,"hf_subset":"azj_Latn-guj_Gujr","languages":["azj-Latn","guj-Gujr"]},{"precision":0.706785,"recall":0.772727,"f1":0.72668,"accuracy":0.772727,"main_score":0.72668,"hf_subset":"azj_Latn-kaz_Cyrl","languages":["azj-Latn","kaz-Cyrl"]},{"precision":0.377246,"recall":0.465415,"f1":0.401464,"accuracy":0.465415,"main_score":0.401464,"hf_subset":"azj_Latn-lug_Latn","languages":["azj-Latn","lug-Latn"]},{"precision":0.81763,"recall":0.86166,"f1":0.830951,"accuracy":0.86166,"main_score":0.830951,"hf_subset":"azj_Latn-oci_Latn","languages":["azj-Latn","oci-Latn"]},{"precision":0.393809,"recall":0.492095,"f1":0.420563,"accuracy":0.492095,"main_score":0.420563,"hf_subset":"azj_Latn-smo_Latn","languages":["azj-Latn","smo-Latn"]},{"precision":0.383701,"recall":0.477273,"f1":0.409696,"accuracy":0.477273,"main_score":0.409696,"hf_subset":"azj_Latn-tsn_Latn","languages":["azj-Latn","tsn-Latn"]},{"precision":0.384709,"recall":0.474308,"f1":0.408943,"accuracy":0.474308,"main_score":0.408943,"hf_subset":"azj_Latn-zul_Latn","languages":["azj-Latn","zul-Latn"]},{"precision":0.568003,"recall":0.657115,"f1":0.593486,"accuracy":0.657115,"main_score":0.593486,"hf_subset":"azj_Latn-azb_Arab","languages":["azj-Latn","azb-Arab"]},{"precision":0.914032,"recall":0.939723,"f1":0.922266,"accuracy":0.939723,"main_score":0.922266,"hf_subset":"azj_Latn-deu_Latn","languages":["azj-Latn","deu-Latn"]},{"precision":0.5369,"recall":0.620553,"f1":0.56074,"accuracy":0.620553,"main_score":0.56074,"hf_subset":"azj_Latn-hat_Latn","languages":["azj-Latn","hat-Latn"]},{"precision":0.3479,"recall":0.438735,"f1":0.372741,"accuracy":0.438735,"main_score":0.372741,"hf_subset":"azj_Latn-kbp_Latn","languages":["azj-Latn","kbp-Latn"]},{"precision":0.400719,"recall":0.493083,"f1":0.425664,"accuracy":0.493083,"main_score":0.425664,"hf_subset":"azj_Latn-luo_Latn","languages":["azj-Latn","luo-Latn"]},{"precision":0.471306,"recall":0.55336,"f1":0.493881,"accuracy":0.55336,"main_score":0.493881,"hf_subset":"azj_Latn-ory_Orya","languages":["azj-Latn","ory-Orya"]},{"precision":0.39882,"recall":0.486166,"f1":0.423139,"accuracy":0.486166,"main_score":0.423139,"hf_subset":"azj_Latn-sna_Latn","languages":["azj-Latn","sna-Latn"]},{"precision":0.396252,"recall":0.476285,"f1":0.418434,"accuracy":0.476285,"main_score":0.418434,"hf_subset":"azj_Latn-tso_Latn","languages":["azj-Latn","tso-Latn"]},{"precision":0.382883,"recall":0.474308,"f1":0.408248,"accuracy":0.474308,"main_score":0.408248,"hf_subset":"azj_Latn-dik_Latn","languages":["azj-Latn","dik-Latn"]},{"precision":0.417939,"recall":0.496047,"f1":0.439712,"accuracy":0.496047,"main_score":0.439712,"hf_subset":"azj_Latn-hau_Latn","languages":["azj-Latn","hau-Latn"]},{"precision":0.692269,"recall":0.762846,"f1":0.713389,"accuracy":0.762846,"main_score":0.713389,"hf_subset":"azj_Latn-kea_Latn","languages":["azj-Latn","kea-Latn"]},{"precision":0.523563,"recall":0.605731,"f1":0.547042,"accuracy":0.605731,"main_score":0.547042,"hf_subset":"azj_Latn-lus_Latn","languages":["azj-Latn","lus-Latn"]},{"precision":0.624786,"recall":0.693676,"f1":0.645342,"accuracy":0.693676,"main_score":0.645342,"hf_subset":"azj_Latn-pag_Latn","languages":["azj-Latn","pag-Latn"]},{"precision":0.565869,"recall":0.649209,"f1":0.589726,"accuracy":0.649209,"main_score":0.589726,"hf_subset":"azj_Latn-snd_Arab","languages":["azj-Latn","snd-Arab"]},{"precision":0.638967,"recall":0.712451,"f1":0.660513,"accuracy":0.712451,"main_score":0.660513,"hf_subset":"azj_Latn-tuk_Latn","languages":["azj-Latn","tuk-Latn"]},{"precision":0.642665,"recall":0.704545,"f1":0.66083,"accuracy":0.704545,"main_score":0.66083,"hf_subset":"azj_Latn-bak_Cyrl","languages":["azj-Latn","bak-Cyrl"]},{"precision":0.312296,"recall":0.413043,"f1":0.340032,"accuracy":0.413043,"main_score":0.340032,"hf_subset":"azj_Latn-dyu_Latn","languages":["azj-Latn","dyu-Latn"]},{"precision":0.756571,"recall":0.816206,"f1":0.775019,"accuracy":0.816206,"main_score":0.775019,"hf_subset":"azj_Latn-heb_Hebr","languages":["azj-Latn","heb-Hebr"]},{"precision":0.44224,"recall":0.529644,"f1":0.467151,"accuracy":0.529644,"main_score":0.467151,"hf_subset":"azj_Latn-khk_Cyrl","languages":["azj-Latn","khk-Cyrl"]},{"precision":0.738752,"recall":0.796443,"f1":0.756409,"accuracy":0.796443,"main_score":0.756409,"hf_subset":"azj_Latn-lvs_Latn","languages":["azj-Latn","lvs-Latn"]},{"precision":0.782938,"recall":0.835968,"f1":0.798913,"accuracy":0.835968,"main_score":0.798913,"hf_subset":"azj_Latn-pan_Guru","languages":["azj-Latn","pan-Guru"]},{"precision":0.385459,"recall":0.463439,"f1":0.406743,"accuracy":0.463439,"main_score":0.406743,"hf_subset":"azj_Latn-som_Latn","languages":["azj-Latn","som-Latn"]},{"precision":0.421905,"recall":0.5,"f1":0.443763,"accuracy":0.5,"main_score":0.443763,"hf_subset":"azj_Latn-tum_Latn","languages":["azj-Latn","tum-Latn"]},{"precision":0.236159,"recall":0.286561,"f1":0.249126,"accuracy":0.286561,"main_score":0.249126,"hf_subset":"dik_Latn-ace_Arab","languages":["dik-Latn","ace-Arab"]},{"precision":0.369212,"recall":0.41502,"f1":0.382428,"accuracy":0.41502,"main_score":0.382428,"hf_subset":"dik_Latn-bam_Latn","languages":["dik-Latn","bam-Latn"]},{"precision":0.114392,"recall":0.163043,"f1":0.126667,"accuracy":0.163043,"main_score":0.126667,"hf_subset":"dik_Latn-dzo_Tibt","languages":["dik-Latn","dzo-Tibt"]},{"precision":0.452617,"recall":0.517787,"f1":0.470216,"accuracy":0.517787,"main_score":0.470216,"hf_subset":"dik_Latn-hin_Deva","languages":["dik-Latn","hin-Deva"]},{"precision":0.343186,"recall":0.397233,"f1":0.358605,"accuracy":0.397233,"main_score":0.358605,"hf_subset":"dik_Latn-khm_Khmr","languages":["dik-Latn","khm-Khmr"]},{"precision":0.453645,"recall":0.51087,"f1":0.469375,"accuracy":0.51087,"main_score":0.469375,"hf_subset":"dik_Latn-mag_Deva","languages":["dik-Latn","mag-Deva"]},{"precision":0.457293,"recall":0.501976,"f1":0.469743,"accuracy":0.501976,"main_score":0.469743,"hf_subset":"dik_Latn-pap_Latn","languages":["dik-Latn","pap-Latn"]},{"precision":0.415293,"recall":0.461462,"f1":0.428491,"accuracy":0.461462,"main_score":0.428491,"hf_subset":"dik_Latn-sot_Latn","languages":["dik-Latn","sot-Latn"]},{"precision":0.474169,"recall":0.525692,"f1":0.489228,"accuracy":0.525692,"main_score":0.489228,"hf_subset":"dik_Latn-tur_Latn","languages":["dik-Latn","tur-Latn"]},{"precision":0.452386,"recall":0.495059,"f1":0.464331,"accuracy":0.495059,"main_score":0.464331,"hf_subset":"dik_Latn-ace_Latn","languages":["dik-Latn","ace-Latn"]},{"precision":0.454299,"recall":0.502964,"f1":0.467585,"accuracy":0.502964,"main_score":0.467585,"hf_subset":"dik_Latn-ban_Latn","languages":["dik-Latn","ban-Latn"]},{"precision":0.36595,"recall":0.435771,"f1":0.384728,"accuracy":0.435771,"main_score":0.384728,"hf_subset":"dik_Latn-ell_Grek","languages":["dik-Latn","ell-Grek"]},{"precision":0.430893,"recall":0.48913,"f1":0.447337,"accuracy":0.48913,"main_score":0.447337,"hf_subset":"dik_Latn-hne_Deva","languages":["dik-Latn","hne-Deva"]},{"precision":0.407693,"recall":0.455534,"f1":0.421079,"accuracy":0.455534,"main_score":0.421079,"hf_subset":"dik_Latn-kik_Latn","languages":["dik-Latn","kik-Latn"]},{"precision":0.45266,"recall":0.509881,"f1":0.468891,"accuracy":0.509881,"main_score":0.468891,"hf_subset":"dik_Latn-mai_Deva","languages":["dik-Latn","mai-Deva"]},{"precision":0.379412,"recall":0.434783,"f1":0.394382,"accuracy":0.434783,"main_score":0.394382,"hf_subset":"dik_Latn-pbt_Arab","languages":["dik-Latn","pbt-Arab"]},{"precision":0.485255,"recall":0.541502,"f1":0.501295,"accuracy":0.541502,"main_score":0.501295,"hf_subset":"dik_Latn-spa_Latn","languages":["dik-Latn","spa-Latn"]},{"precision":0.435974,"recall":0.480237,"f1":0.448975,"accuracy":0.480237,"main_score":0.448975,"hf_subset":"dik_Latn-twi_Latn","languages":["dik-Latn","twi-Latn"]},{"precision":0.43451,"recall":0.488142,"f1":0.449493,"accuracy":0.488142,"main_score":0.449493,"hf_subset":"dik_Latn-acm_Arab","languages":["dik-Latn","acm-Arab"]},{"precision":0.378649,"recall":0.436759,"f1":0.394308,"accuracy":0.436759,"main_score":0.394308,"hf_subset":"dik_Latn-bel_Cyrl","languages":["dik-Latn","bel-Cyrl"]},{"precision":0.498735,"recall":0.546443,"f1":0.512153,"accuracy":0.546443,"main_score":0.512153,"hf_subset":"dik_Latn-eng_Latn","languages":["dik-Latn","eng-Latn"]},{"precision":0.439501,"recall":0.48913,"f1":0.453995,"accuracy":0.48913,"main_score":0.453995,"hf_subset":"dik_Latn-hrv_Latn","languages":["dik-Latn","hrv-Latn"]},{"precision":0.349541,"recall":0.406126,"f1":0.365274,"accuracy":0.406126,"main_score":0.365274,"hf_subset":"dik_Latn-kin_Latn","languages":["dik-Latn","kin-Latn"]},{"precision":0.391713,"recall":0.458498,"f1":0.409724,"accuracy":0.458498,"main_score":0.409724,"hf_subset":"dik_Latn-mal_Mlym","languages":["dik-Latn","mal-Mlym"]},{"precision":0.4394,"recall":0.505929,"f1":0.456817,"accuracy":0.505929,"main_score":0.456817,"hf_subset":"dik_Latn-pes_Arab","languages":["dik-Latn","pes-Arab"]},{"precision":0.427148,"recall":0.480237,"f1":0.442057,"accuracy":0.480237,"main_score":0.442057,"hf_subset":"dik_Latn-srd_Latn","languages":["dik-Latn","srd-Latn"]},{"precision":0.104932,"recall":0.139328,"f1":0.112183,"accuracy":0.139328,"main_score":0.112183,"hf_subset":"dik_Latn-tzm_Tfng","languages":["dik-Latn","tzm-Tfng"]},{"precision":0.446364,"recall":0.496047,"f1":0.459791,"accuracy":0.496047,"main_score":0.459791,"hf_subset":"dik_Latn-acq_Arab","languages":["dik-Latn","acq-Arab"]},{"precision":0.428414,"recall":0.481225,"f1":0.443239,"accuracy":0.481225,"main_score":0.443239,"hf_subset":"dik_Latn-bem_Latn","languages":["dik-Latn","bem-Latn"]},{"precision":0.436071,"recall":0.480237,"f1":0.448562,"accuracy":0.480237,"main_score":0.448562,"hf_subset":"dik_Latn-epo_Latn","languages":["dik-Latn","epo-Latn"]},{"precision":0.415638,"recall":0.479249,"f1":0.433,"accuracy":0.479249,"main_score":0.433,"hf_subset":"dik_Latn-hun_Latn","languages":["dik-Latn","hun-Latn"]},{"precision":0.412167,"recall":0.464427,"f1":0.427172,"accuracy":0.464427,"main_score":0.427172,"hf_subset":"dik_Latn-kir_Cyrl","languages":["dik-Latn","kir-Cyrl"]},{"precision":0.42817,"recall":0.48913,"f1":0.445107,"accuracy":0.48913,"main_score":0.445107,"hf_subset":"dik_Latn-mar_Deva","languages":["dik-Latn","mar-Deva"]},{"precision":0.410855,"recall":0.460474,"f1":0.424252,"accuracy":0.460474,"main_score":0.424252,"hf_subset":"dik_Latn-plt_Latn","languages":["dik-Latn","plt-Latn"]},{"precision":0.420873,"recall":0.467391,"f1":0.434042,"accuracy":0.467391,"main_score":0.434042,"hf_subset":"dik_Latn-srp_Cyrl","languages":["dik-Latn","srp-Cyrl"]},{"precision":0.229852,"recall":0.277668,"f1":0.242604,"accuracy":0.277668,"main_score":0.242604,"hf_subset":"dik_Latn-uig_Arab","languages":["dik-Latn","uig-Arab"]},{"precision":0.423477,"recall":0.483202,"f1":0.439091,"accuracy":0.483202,"main_score":0.439091,"hf_subset":"dik_Latn-aeb_Arab","languages":["dik-Latn","aeb-Arab"]},{"precision":0.439355,"recall":0.503953,"f1":0.457532,"accuracy":0.503953,"main_score":0.457532,"hf_subset":"dik_Latn-ben_Beng","languages":["dik-Latn","ben-Beng"]},{"precision":0.413615,"recall":0.466403,"f1":0.428203,"accuracy":0.466403,"main_score":0.428203,"hf_subset":"dik_Latn-est_Latn","languages":["dik-Latn","est-Latn"]},{"precision":0.353819,"recall":0.399209,"f1":0.36598,"accuracy":0.399209,"main_score":0.36598,"hf_subset":"dik_Latn-hye_Armn","languages":["dik-Latn","hye-Armn"]},{"precision":0.391304,"recall":0.443676,"f1":0.406277,"accuracy":0.443676,"main_score":0.406277,"hf_subset":"dik_Latn-kmb_Latn","languages":["dik-Latn","kmb-Latn"]},{"precision":0.191627,"recall":0.241107,"f1":0.204003,"accuracy":0.241107,"main_score":0.204003,"hf_subset":"dik_Latn-min_Arab","languages":["dik-Latn","min-Arab"]},{"precision":0.467349,"recall":0.523715,"f1":0.482744,"accuracy":0.523715,"main_score":0.482744,"hf_subset":"dik_Latn-pol_Latn","languages":["dik-Latn","pol-Latn"]},{"precision":0.377536,"recall":0.428854,"f1":0.392429,"accuracy":0.428854,"main_score":0.392429,"hf_subset":"dik_Latn-ssw_Latn","languages":["dik-Latn","ssw-Latn"]},{"precision":0.439255,"recall":0.492095,"f1":0.454943,"accuracy":0.492095,"main_score":0.454943,"hf_subset":"dik_Latn-ukr_Cyrl","languages":["dik-Latn","ukr-Cyrl"]},{"precision":0.457925,"recall":0.499012,"f1":0.469773,"accuracy":0.499012,"main_score":0.469773,"hf_subset":"dik_Latn-afr_Latn","languages":["dik-Latn","afr-Latn"]},{"precision":0.453778,"recall":0.504941,"f1":0.468498,"accuracy":0.504941,"main_score":0.468498,"hf_subset":"dik_Latn-bho_Deva","languages":["dik-Latn","bho-Deva"]},{"precision":0.420235,"recall":0.467391,"f1":0.434045,"accuracy":0.467391,"main_score":0.434045,"hf_subset":"dik_Latn-eus_Latn","languages":["dik-Latn","eus-Latn"]},{"precision":0.396452,"recall":0.452569,"f1":0.412665,"accuracy":0.452569,"main_score":0.412665,"hf_subset":"dik_Latn-ibo_Latn","languages":["dik-Latn","ibo-Latn"]},{"precision":0.39156,"recall":0.437747,"f1":0.404667,"accuracy":0.437747,"main_score":0.404667,"hf_subset":"dik_Latn-kmr_Latn","languages":["dik-Latn","kmr-Latn"]},{"precision":0.447978,"recall":0.492095,"f1":0.460275,"accuracy":0.492095,"main_score":0.460275,"hf_subset":"dik_Latn-min_Latn","languages":["dik-Latn","min-Latn"]},{"precision":0.474737,"recall":0.535573,"f1":0.492123,"accuracy":0.535573,"main_score":0.492123,"hf_subset":"dik_Latn-por_Latn","languages":["dik-Latn","por-Latn"]},{"precision":0.471792,"recall":0.512846,"f1":0.483268,"accuracy":0.512846,"main_score":0.483268,"hf_subset":"dik_Latn-sun_Latn","languages":["dik-Latn","sun-Latn"]},{"precision":0.397244,"recall":0.444664,"f1":0.410402,"accuracy":0.444664,"main_score":0.410402,"hf_subset":"dik_Latn-umb_Latn","languages":["dik-Latn","umb-Latn"]},{"precision":0.448104,"recall":0.5,"f1":0.462084,"accuracy":0.5,"main_score":0.462084,"hf_subset":"dik_Latn-ajp_Arab","languages":["dik-Latn","ajp-Arab"]},{"precision":0.214735,"recall":0.263834,"f1":0.227257,"accuracy":0.263834,"main_score":0.227257,"hf_subset":"dik_Latn-bjn_Arab","languages":["dik-Latn","bjn-Arab"]},{"precision":0.403574,"recall":0.447628,"f1":0.416573,"accuracy":0.447628,"main_score":0.416573,"hf_subset":"dik_Latn-ewe_Latn","languages":["dik-Latn","ewe-Latn"]},{"precision":0.481668,"recall":0.527668,"f1":0.494127,"accuracy":0.527668,"main_score":0.494127,"hf_subset":"dik_Latn-ilo_Latn","languages":["dik-Latn","ilo-Latn"]},{"precision":0.162799,"recall":0.213439,"f1":0.175054,"accuracy":0.213439,"main_score":0.175054,"hf_subset":"dik_Latn-knc_Arab","languages":["dik-Latn","knc-Arab"]},{"precision":0.437045,"recall":0.486166,"f1":0.450768,"accuracy":0.486166,"main_score":0.450768,"hf_subset":"dik_Latn-mkd_Cyrl","languages":["dik-Latn","mkd-Cyrl"]},{"precision":0.422472,"recall":0.485178,"f1":0.439783,"accuracy":0.485178,"main_score":0.439783,"hf_subset":"dik_Latn-prs_Arab","languages":["dik-Latn","prs-Arab"]},{"precision":0.473807,"recall":0.52668,"f1":0.489145,"accuracy":0.52668,"main_score":0.489145,"hf_subset":"dik_Latn-swe_Latn","languages":["dik-Latn","swe-Latn"]},{"precision":0.389586,"recall":0.459486,"f1":0.409144,"accuracy":0.459486,"main_score":0.409144,"hf_subset":"dik_Latn-urd_Arab","languages":["dik-Latn","urd-Arab"]},{"precision":0.468173,"recall":0.514822,"f1":0.481385,"accuracy":0.514822,"main_score":0.481385,"hf_subset":"dik_Latn-aka_Latn","languages":["dik-Latn","aka-Latn"]},{"precision":0.457687,"recall":0.502964,"f1":0.470298,"accuracy":0.502964,"main_score":0.470298,"hf_subset":"dik_Latn-bjn_Latn","languages":["dik-Latn","bjn-Latn"]},{"precision":0.401772,"recall":0.449605,"f1":0.415911,"accuracy":0.449605,"main_score":0.415911,"hf_subset":"dik_Latn-fao_Latn","languages":["dik-Latn","fao-Latn"]},{"precision":0.465061,"recall":0.52668,"f1":0.482513,"accuracy":0.52668,"main_score":0.482513,"hf_subset":"dik_Latn-ind_Latn","languages":["dik-Latn","ind-Latn"]},{"precision":0.441933,"recall":0.485178,"f1":0.454396,"accuracy":0.485178,"main_score":0.454396,"hf_subset":"dik_Latn-knc_Latn","languages":["dik-Latn","knc-Latn"]},{"precision":0.422175,"recall":0.47332,"f1":0.436267,"accuracy":0.47332,"main_score":0.436267,"hf_subset":"dik_Latn-mlt_Latn","languages":["dik-Latn","mlt-Latn"]},{"precision":0.413021,"recall":0.468379,"f1":0.42864,"accuracy":0.468379,"main_score":0.42864,"hf_subset":"dik_Latn-quy_Latn","languages":["dik-Latn","quy-Latn"]},{"precision":0.436801,"recall":0.48419,"f1":0.450035,"accuracy":0.48419,"main_score":0.450035,"hf_subset":"dik_Latn-swh_Latn","languages":["dik-Latn","swh-Latn"]},{"precision":0.375706,"recall":0.43083,"f1":0.389937,"accuracy":0.43083,"main_score":0.389937,"hf_subset":"dik_Latn-uzn_Latn","languages":["dik-Latn","uzn-Latn"]},{"precision":0.411137,"recall":0.464427,"f1":0.425805,"accuracy":0.464427,"main_score":0.425805,"hf_subset":"dik_Latn-als_Latn","languages":["dik-Latn","als-Latn"]},{"precision":0.145168,"recall":0.198617,"f1":0.158948,"accuracy":0.198617,"main_score":0.158948,"hf_subset":"dik_Latn-bod_Tibt","languages":["dik-Latn","bod-Tibt"]},{"precision":0.401483,"recall":0.447628,"f1":0.414485,"accuracy":0.447628,"main_score":0.414485,"hf_subset":"dik_Latn-fij_Latn","languages":["dik-Latn","fij-Latn"]},{"precision":0.366159,"recall":0.420949,"f1":0.380766,"accuracy":0.420949,"main_score":0.380766,"hf_subset":"dik_Latn-isl_Latn","languages":["dik-Latn","isl-Latn"]},{"precision":0.428173,"recall":0.475296,"f1":0.442147,"accuracy":0.475296,"main_score":0.442147,"hf_subset":"dik_Latn-kon_Latn","languages":["dik-Latn","kon-Latn"]},{"precision":0.27817,"recall":0.343874,"f1":0.296144,"accuracy":0.343874,"main_score":0.296144,"hf_subset":"dik_Latn-mni_Beng","languages":["dik-Latn","mni-Beng"]},{"precision":0.461655,"recall":0.514822,"f1":0.476493,"accuracy":0.514822,"main_score":0.476493,"hf_subset":"dik_Latn-ron_Latn","languages":["dik-Latn","ron-Latn"]},{"precision":0.421312,"recall":0.468379,"f1":0.435162,"accuracy":0.468379,"main_score":0.435162,"hf_subset":"dik_Latn-szl_Latn","languages":["dik-Latn","szl-Latn"]},{"precision":0.455894,"recall":0.497036,"f1":0.467552,"accuracy":0.497036,"main_score":0.467552,"hf_subset":"dik_Latn-vec_Latn","languages":["dik-Latn","vec-Latn"]},{"precision":0.349164,"recall":0.408103,"f1":0.365895,"accuracy":0.408103,"main_score":0.365895,"hf_subset":"dik_Latn-amh_Ethi","languages":["dik-Latn","amh-Ethi"]},{"precision":0.441103,"recall":0.495059,"f1":0.45623,"accuracy":0.495059,"main_score":0.45623,"hf_subset":"dik_Latn-bos_Latn","languages":["dik-Latn","bos-Latn"]},{"precision":0.443841,"recall":0.498024,"f1":0.460197,"accuracy":0.498024,"main_score":0.460197,"hf_subset":"dik_Latn-fin_Latn","languages":["dik-Latn","fin-Latn"]},{"precision":0.468874,"recall":0.530632,"f1":0.485706,"accuracy":0.530632,"main_score":0.485706,"hf_subset":"dik_Latn-ita_Latn","languages":["dik-Latn","ita-Latn"]},{"precision":0.445403,"recall":0.505929,"f1":0.461911,"accuracy":0.505929,"main_score":0.461911,"hf_subset":"dik_Latn-kor_Hang","languages":["dik-Latn","kor-Hang"]},{"precision":0.390382,"recall":0.439723,"f1":0.40463,"accuracy":0.439723,"main_score":0.40463,"hf_subset":"dik_Latn-mos_Latn","languages":["dik-Latn","mos-Latn"]},{"precision":0.378224,"recall":0.429842,"f1":0.392959,"accuracy":0.429842,"main_score":0.392959,"hf_subset":"dik_Latn-run_Latn","languages":["dik-Latn","run-Latn"]},{"precision":0.3979,"recall":0.474308,"f1":0.417732,"accuracy":0.474308,"main_score":0.417732,"hf_subset":"dik_Latn-tam_Taml","languages":["dik-Latn","tam-Taml"]},{"precision":0.462,"recall":0.520751,"f1":0.478692,"accuracy":0.520751,"main_score":0.478692,"hf_subset":"dik_Latn-vie_Latn","languages":["dik-Latn","vie-Latn"]},{"precision":0.435666,"recall":0.485178,"f1":0.449802,"accuracy":0.485178,"main_score":0.449802,"hf_subset":"dik_Latn-apc_Arab","languages":["dik-Latn","apc-Arab"]},{"precision":0.452232,"recall":0.500988,"f1":0.46592,"accuracy":0.500988,"main_score":0.46592,"hf_subset":"dik_Latn-bug_Latn","languages":["dik-Latn","bug-Latn"]},{"precision":0.370121,"recall":0.421937,"f1":0.384466,"accuracy":0.421937,"main_score":0.384466,"hf_subset":"dik_Latn-fon_Latn","languages":["dik-Latn","fon-Latn"]},{"precision":0.477288,"recall":0.525692,"f1":0.490563,"accuracy":0.525692,"main_score":0.490563,"hf_subset":"dik_Latn-jav_Latn","languages":["dik-Latn","jav-Latn"]},{"precision":0.360831,"recall":0.402174,"f1":0.371652,"accuracy":0.402174,"main_score":0.371652,"hf_subset":"dik_Latn-lao_Laoo","languages":["dik-Latn","lao-Laoo"]},{"precision":0.36269,"recall":0.411067,"f1":0.376213,"accuracy":0.411067,"main_score":0.376213,"hf_subset":"dik_Latn-mri_Latn","languages":["dik-Latn","mri-Latn"]},{"precision":0.447088,"recall":0.513834,"f1":0.465009,"accuracy":0.513834,"main_score":0.465009,"hf_subset":"dik_Latn-rus_Cyrl","languages":["dik-Latn","rus-Cyrl"]},{"precision":0.389023,"recall":0.439723,"f1":0.403471,"accuracy":0.439723,"main_score":0.403471,"hf_subset":"dik_Latn-taq_Latn","languages":["dik-Latn","taq-Latn"]},{"precision":0.497849,"recall":0.539526,"f1":0.509216,"accuracy":0.539526,"main_score":0.509216,"hf_subset":"dik_Latn-war_Latn","languages":["dik-Latn","war-Latn"]},{"precision":0.437045,"recall":0.497036,"f1":0.453151,"accuracy":0.497036,"main_score":0.453151,"hf_subset":"dik_Latn-arb_Arab","languages":["dik-Latn","arb-Arab"]},{"precision":0.44087,"recall":0.502964,"f1":0.458228,"accuracy":0.502964,"main_score":0.458228,"hf_subset":"dik_Latn-bul_Cyrl","languages":["dik-Latn","bul-Cyrl"]},{"precision":0.485147,"recall":0.533597,"f1":0.498623,"accuracy":0.533597,"main_score":0.498623,"hf_subset":"dik_Latn-fra_Latn","languages":["dik-Latn","fra-Latn"]},{"precision":0.447846,"recall":0.513834,"f1":0.466097,"accuracy":0.513834,"main_score":0.466097,"hf_subset":"dik_Latn-jpn_Jpan","languages":["dik-Latn","jpn-Jpan"]},{"precision":0.430832,"recall":0.474308,"f1":0.44328,"accuracy":0.474308,"main_score":0.44328,"hf_subset":"dik_Latn-lij_Latn","languages":["dik-Latn","lij-Latn"]},{"precision":0.307551,"recall":0.366601,"f1":0.323063,"accuracy":0.366601,"main_score":0.323063,"hf_subset":"dik_Latn-mya_Mymr","languages":["dik-Latn","mya-Mymr"]},{"precision":0.436462,"recall":0.487154,"f1":0.451812,"accuracy":0.487154,"main_score":0.451812,"hf_subset":"dik_Latn-sag_Latn","languages":["dik-Latn","sag-Latn"]},{"precision":0.132198,"recall":0.18083,"f1":0.143277,"accuracy":0.18083,"main_score":0.143277,"hf_subset":"dik_Latn-taq_Tfng","languages":["dik-Latn","taq-Tfng"]},{"precision":0.414278,"recall":0.464427,"f1":0.428916,"accuracy":0.464427,"main_score":0.428916,"hf_subset":"dik_Latn-wol_Latn","languages":["dik-Latn","wol-Latn"]},{"precision":0.260892,"recall":0.33004,"f1":0.279152,"accuracy":0.33004,"main_score":0.279152,"hf_subset":"dik_Latn-arb_Latn","languages":["dik-Latn","arb-Latn"]},{"precision":0.444493,"recall":0.498024,"f1":0.45918,"accuracy":0.498024,"main_score":0.45918,"hf_subset":"dik_Latn-cat_Latn","languages":["dik-Latn","cat-Latn"]},{"precision":0.444217,"recall":0.488142,"f1":0.456666,"accuracy":0.488142,"main_score":0.456666,"hf_subset":"dik_Latn-fur_Latn","languages":["dik-Latn","fur-Latn"]},{"precision":0.281308,"recall":0.333004,"f1":0.295272,"accuracy":0.333004,"main_score":0.295272,"hf_subset":"dik_Latn-kab_Latn","languages":["dik-Latn","kab-Latn"]},{"precision":0.449045,"recall":0.495059,"f1":0.462126,"accuracy":0.495059,"main_score":0.462126,"hf_subset":"dik_Latn-lim_Latn","languages":["dik-Latn","lim-Latn"]},{"precision":0.475129,"recall":0.530632,"f1":0.490523,"accuracy":0.530632,"main_score":0.490523,"hf_subset":"dik_Latn-nld_Latn","languages":["dik-Latn","nld-Latn"]},{"precision":0.380848,"recall":0.444664,"f1":0.398904,"accuracy":0.444664,"main_score":0.398904,"hf_subset":"dik_Latn-san_Deva","languages":["dik-Latn","san-Deva"]},{"precision":0.422161,"recall":0.465415,"f1":0.434439,"accuracy":0.465415,"main_score":0.434439,"hf_subset":"dik_Latn-tat_Cyrl","languages":["dik-Latn","tat-Cyrl"]},{"precision":0.41398,"recall":0.461462,"f1":0.427094,"accuracy":0.461462,"main_score":0.427094,"hf_subset":"dik_Latn-xho_Latn","languages":["dik-Latn","xho-Latn"]},{"precision":0.418037,"recall":0.482213,"f1":0.435433,"accuracy":0.482213,"main_score":0.435433,"hf_subset":"dik_Latn-ars_Arab","languages":["dik-Latn","ars-Arab"]},{"precision":0.476752,"recall":0.521739,"f1":0.489576,"accuracy":0.521739,"main_score":0.489576,"hf_subset":"dik_Latn-ceb_Latn","languages":["dik-Latn","ceb-Latn"]},{"precision":0.404107,"recall":0.451581,"f1":0.417848,"accuracy":0.451581,"main_score":0.417848,"hf_subset":"dik_Latn-fuv_Latn","languages":["dik-Latn","fuv-Latn"]},{"precision":0.422926,"recall":0.472332,"f1":0.437244,"accuracy":0.472332,"main_score":0.437244,"hf_subset":"dik_Latn-kac_Latn","languages":["dik-Latn","kac-Latn"]},{"precision":0.425364,"recall":0.47332,"f1":0.439015,"accuracy":0.47332,"main_score":0.439015,"hf_subset":"dik_Latn-lin_Latn","languages":["dik-Latn","lin-Latn"]},{"precision":0.451779,"recall":0.501976,"f1":0.466573,"accuracy":0.501976,"main_score":0.466573,"hf_subset":"dik_Latn-nno_Latn","languages":["dik-Latn","nno-Latn"]},{"precision":0.136315,"recall":0.168972,"f1":0.144367,"accuracy":0.168972,"main_score":0.144367,"hf_subset":"dik_Latn-sat_Olck","languages":["dik-Latn","sat-Olck"]},{"precision":0.399485,"recall":0.466403,"f1":0.418505,"accuracy":0.466403,"main_score":0.418505,"hf_subset":"dik_Latn-tel_Telu","languages":["dik-Latn","tel-Telu"]},{"precision":0.212764,"recall":0.261858,"f1":0.225427,"accuracy":0.261858,"main_score":0.225427,"hf_subset":"dik_Latn-ydd_Hebr","languages":["dik-Latn","ydd-Hebr"]},{"precision":0.412074,"recall":0.468379,"f1":0.426735,"accuracy":0.468379,"main_score":0.426735,"hf_subset":"dik_Latn-ary_Arab","languages":["dik-Latn","ary-Arab"]},{"precision":0.427728,"recall":0.485178,"f1":0.444134,"accuracy":0.485178,"main_score":0.444134,"hf_subset":"dik_Latn-ces_Latn","languages":["dik-Latn","ces-Latn"]},{"precision":0.295037,"recall":0.350791,"f1":0.309695,"accuracy":0.350791,"main_score":0.309695,"hf_subset":"dik_Latn-gaz_Latn","languages":["dik-Latn","gaz-Latn"]},{"precision":0.412254,"recall":0.461462,"f1":0.426018,"accuracy":0.461462,"main_score":0.426018,"hf_subset":"dik_Latn-kam_Latn","languages":["dik-Latn","kam-Latn"]},{"precision":0.393011,"recall":0.449605,"f1":0.40878,"accuracy":0.449605,"main_score":0.40878,"hf_subset":"dik_Latn-lit_Latn","languages":["dik-Latn","lit-Latn"]},{"precision":0.463814,"recall":0.517787,"f1":0.480094,"accuracy":0.517787,"main_score":0.480094,"hf_subset":"dik_Latn-nob_Latn","languages":["dik-Latn","nob-Latn"]},{"precision":0.44663,"recall":0.490119,"f1":0.458487,"accuracy":0.490119,"main_score":0.458487,"hf_subset":"dik_Latn-scn_Latn","languages":["dik-Latn","scn-Latn"]},{"precision":0.355791,"recall":0.416996,"f1":0.372642,"accuracy":0.416996,"main_score":0.372642,"hf_subset":"dik_Latn-tgk_Cyrl","languages":["dik-Latn","tgk-Cyrl"]},{"precision":0.37887,"recall":0.4417,"f1":0.396792,"accuracy":0.4417,"main_score":0.396792,"hf_subset":"dik_Latn-yor_Latn","languages":["dik-Latn","yor-Latn"]},{"precision":0.443908,"recall":0.493083,"f1":0.457469,"accuracy":0.493083,"main_score":0.457469,"hf_subset":"dik_Latn-arz_Arab","languages":["dik-Latn","arz-Arab"]},{"precision":0.386734,"recall":0.443676,"f1":0.403255,"accuracy":0.443676,"main_score":0.403255,"hf_subset":"dik_Latn-cjk_Latn","languages":["dik-Latn","cjk-Latn"]},{"precision":0.339839,"recall":0.387352,"f1":0.352723,"accuracy":0.387352,"main_score":0.352723,"hf_subset":"dik_Latn-gla_Latn","languages":["dik-Latn","gla-Latn"]},{"precision":0.399135,"recall":0.468379,"f1":0.4187,"accuracy":0.468379,"main_score":0.4187,"hf_subset":"dik_Latn-kan_Knda","languages":["dik-Latn","kan-Knda"]},{"precision":0.433381,"recall":0.477273,"f1":0.446236,"accuracy":0.477273,"main_score":0.446236,"hf_subset":"dik_Latn-lmo_Latn","languages":["dik-Latn","lmo-Latn"]},{"precision":0.424966,"recall":0.480237,"f1":0.440493,"accuracy":0.480237,"main_score":0.440493,"hf_subset":"dik_Latn-npi_Deva","languages":["dik-Latn","npi-Deva"]},{"precision":0.35995,"recall":0.416008,"f1":0.375605,"accuracy":0.416008,"main_score":0.375605,"hf_subset":"dik_Latn-shn_Mymr","languages":["dik-Latn","shn-Mymr"]},{"precision":0.456279,"recall":0.503953,"f1":0.4694,"accuracy":0.503953,"main_score":0.4694,"hf_subset":"dik_Latn-tgl_Latn","languages":["dik-Latn","tgl-Latn"]},{"precision":0.434395,"recall":0.496047,"f1":0.451647,"accuracy":0.496047,"main_score":0.451647,"hf_subset":"dik_Latn-yue_Hant","languages":["dik-Latn","yue-Hant"]},{"precision":0.368866,"recall":0.427866,"f1":0.385541,"accuracy":0.427866,"main_score":0.385541,"hf_subset":"dik_Latn-asm_Beng","languages":["dik-Latn","asm-Beng"]},{"precision":0.29512,"recall":0.348814,"f1":0.309984,"accuracy":0.348814,"main_score":0.309984,"hf_subset":"dik_Latn-ckb_Arab","languages":["dik-Latn","ckb-Arab"]},{"precision":0.319107,"recall":0.373518,"f1":0.333806,"accuracy":0.373518,"main_score":0.333806,"hf_subset":"dik_Latn-gle_Latn","languages":["dik-Latn","gle-Latn"]},{"precision":0.334443,"recall":0.389328,"f1":0.348875,"accuracy":0.389328,"main_score":0.348875,"hf_subset":"dik_Latn-kas_Arab","languages":["dik-Latn","kas-Arab"]},{"precision":0.378763,"recall":0.433794,"f1":0.393612,"accuracy":0.433794,"main_score":0.393612,"hf_subset":"dik_Latn-ltg_Latn","languages":["dik-Latn","ltg-Latn"]},{"precision":0.437065,"recall":0.480237,"f1":0.449753,"accuracy":0.480237,"main_score":0.449753,"hf_subset":"dik_Latn-nso_Latn","languages":["dik-Latn","nso-Latn"]},{"precision":0.345461,"recall":0.401186,"f1":0.360934,"accuracy":0.401186,"main_score":0.360934,"hf_subset":"dik_Latn-sin_Sinh","languages":["dik-Latn","sin-Sinh"]},{"precision":0.435754,"recall":0.506917,"f1":0.454342,"accuracy":0.506917,"main_score":0.454342,"hf_subset":"dik_Latn-tha_Thai","languages":["dik-Latn","tha-Thai"]},{"precision":0.449944,"recall":0.51087,"f1":0.467503,"accuracy":0.51087,"main_score":0.467503,"hf_subset":"dik_Latn-zho_Hans","languages":["dik-Latn","zho-Hans"]},{"precision":0.458501,"recall":0.500988,"f1":0.470706,"accuracy":0.500988,"main_score":0.470706,"hf_subset":"dik_Latn-ast_Latn","languages":["dik-Latn","ast-Latn"]},{"precision":0.412498,"recall":0.465415,"f1":0.427381,"accuracy":0.465415,"main_score":0.427381,"hf_subset":"dik_Latn-crh_Latn","languages":["dik-Latn","crh-Latn"]},{"precision":0.467415,"recall":0.513834,"f1":0.481025,"accuracy":0.513834,"main_score":0.481025,"hf_subset":"dik_Latn-glg_Latn","languages":["dik-Latn","glg-Latn"]},{"precision":0.368795,"recall":0.423913,"f1":0.383688,"accuracy":0.423913,"main_score":0.383688,"hf_subset":"dik_Latn-kas_Deva","languages":["dik-Latn","kas-Deva"]},{"precision":0.429035,"recall":0.474308,"f1":0.44246,"accuracy":0.474308,"main_score":0.44246,"hf_subset":"dik_Latn-ltz_Latn","languages":["dik-Latn","ltz-Latn"]},{"precision":0.337205,"recall":0.393281,"f1":0.352644,"accuracy":0.393281,"main_score":0.352644,"hf_subset":"dik_Latn-nus_Latn","languages":["dik-Latn","nus-Latn"]},{"precision":0.429119,"recall":0.48913,"f1":0.445701,"accuracy":0.48913,"main_score":0.445701,"hf_subset":"dik_Latn-slk_Latn","languages":["dik-Latn","slk-Latn"]},{"precision":0.293023,"recall":0.342885,"f1":0.306935,"accuracy":0.342885,"main_score":0.306935,"hf_subset":"dik_Latn-tir_Ethi","languages":["dik-Latn","tir-Ethi"]},{"precision":0.43449,"recall":0.497036,"f1":0.451462,"accuracy":0.497036,"main_score":0.451462,"hf_subset":"dik_Latn-zho_Hant","languages":["dik-Latn","zho-Hant"]},{"precision":0.454709,"recall":0.512846,"f1":0.470456,"accuracy":0.512846,"main_score":0.470456,"hf_subset":"dik_Latn-awa_Deva","languages":["dik-Latn","awa-Deva"]},{"precision":0.359592,"recall":0.409091,"f1":0.373659,"accuracy":0.409091,"main_score":0.373659,"hf_subset":"dik_Latn-cym_Latn","languages":["dik-Latn","cym-Latn"]},{"precision":0.466933,"recall":0.509881,"f1":0.479109,"accuracy":0.509881,"main_score":0.479109,"hf_subset":"dik_Latn-grn_Latn","languages":["dik-Latn","grn-Latn"]},{"precision":0.355729,"recall":0.416996,"f1":0.372928,"accuracy":0.416996,"main_score":0.372928,"hf_subset":"dik_Latn-kat_Geor","languages":["dik-Latn","kat-Geor"]},{"precision":0.417631,"recall":0.467391,"f1":0.43136,"accuracy":0.467391,"main_score":0.43136,"hf_subset":"dik_Latn-lua_Latn","languages":["dik-Latn","lua-Latn"]},{"precision":0.444352,"recall":0.490119,"f1":0.457268,"accuracy":0.490119,"main_score":0.457268,"hf_subset":"dik_Latn-nya_Latn","languages":["dik-Latn","nya-Latn"]},{"precision":0.413432,"recall":0.470356,"f1":0.429401,"accuracy":0.470356,"main_score":0.429401,"hf_subset":"dik_Latn-slv_Latn","languages":["dik-Latn","slv-Latn"]},{"precision":0.487425,"recall":0.529644,"f1":0.499243,"accuracy":0.529644,"main_score":0.499243,"hf_subset":"dik_Latn-tpi_Latn","languages":["dik-Latn","tpi-Latn"]},{"precision":0.463915,"recall":0.518775,"f1":0.479314,"accuracy":0.518775,"main_score":0.479314,"hf_subset":"dik_Latn-zsm_Latn","languages":["dik-Latn","zsm-Latn"]},{"precision":0.371511,"recall":0.433794,"f1":0.389168,"accuracy":0.433794,"main_score":0.389168,"hf_subset":"dik_Latn-ayr_Latn","languages":["dik-Latn","ayr-Latn"]},{"precision":0.46521,"recall":0.524704,"f1":0.481593,"accuracy":0.524704,"main_score":0.481593,"hf_subset":"dik_Latn-dan_Latn","languages":["dik-Latn","dan-Latn"]},{"precision":0.394237,"recall":0.459486,"f1":0.411575,"accuracy":0.459486,"main_score":0.411575,"hf_subset":"dik_Latn-guj_Gujr","languages":["dik-Latn","guj-Gujr"]},{"precision":0.413421,"recall":0.471344,"f1":0.430167,"accuracy":0.471344,"main_score":0.430167,"hf_subset":"dik_Latn-kaz_Cyrl","languages":["dik-Latn","kaz-Cyrl"]},{"precision":0.380367,"recall":0.436759,"f1":0.396117,"accuracy":0.436759,"main_score":0.396117,"hf_subset":"dik_Latn-lug_Latn","languages":["dik-Latn","lug-Latn"]},{"precision":0.448711,"recall":0.496047,"f1":0.461771,"accuracy":0.496047,"main_score":0.461771,"hf_subset":"dik_Latn-oci_Latn","languages":["dik-Latn","oci-Latn"]},{"precision":0.408047,"recall":0.462451,"f1":0.422924,"accuracy":0.462451,"main_score":0.422924,"hf_subset":"dik_Latn-smo_Latn","languages":["dik-Latn","smo-Latn"]},{"precision":0.412354,"recall":0.456522,"f1":0.424589,"accuracy":0.456522,"main_score":0.424589,"hf_subset":"dik_Latn-tsn_Latn","languages":["dik-Latn","tsn-Latn"]},{"precision":0.368157,"recall":0.421937,"f1":0.383239,"accuracy":0.421937,"main_score":0.383239,"hf_subset":"dik_Latn-zul_Latn","languages":["dik-Latn","zul-Latn"]},{"precision":0.321395,"recall":0.38834,"f1":0.339886,"accuracy":0.38834,"main_score":0.339886,"hf_subset":"dik_Latn-azb_Arab","languages":["dik-Latn","azb-Arab"]},{"precision":0.481202,"recall":0.535573,"f1":0.496125,"accuracy":0.535573,"main_score":0.496125,"hf_subset":"dik_Latn-deu_Latn","languages":["dik-Latn","deu-Latn"]},{"precision":0.371646,"recall":0.427866,"f1":0.386895,"accuracy":0.427866,"main_score":0.386895,"hf_subset":"dik_Latn-hat_Latn","languages":["dik-Latn","hat-Latn"]},{"precision":0.332564,"recall":0.387352,"f1":0.347809,"accuracy":0.387352,"main_score":0.347809,"hf_subset":"dik_Latn-kbp_Latn","languages":["dik-Latn","kbp-Latn"]},{"precision":0.43246,"recall":0.476285,"f1":0.445125,"accuracy":0.476285,"main_score":0.445125,"hf_subset":"dik_Latn-luo_Latn","languages":["dik-Latn","luo-Latn"]},{"precision":0.347547,"recall":0.406126,"f1":0.363763,"accuracy":0.406126,"main_score":0.363763,"hf_subset":"dik_Latn-ory_Orya","languages":["dik-Latn","ory-Orya"]},{"precision":0.416602,"recall":0.471344,"f1":0.432051,"accuracy":0.471344,"main_score":0.432051,"hf_subset":"dik_Latn-sna_Latn","languages":["dik-Latn","sna-Latn"]},{"precision":0.406656,"recall":0.453557,"f1":0.419964,"accuracy":0.453557,"main_score":0.419964,"hf_subset":"dik_Latn-tso_Latn","languages":["dik-Latn","tso-Latn"]},{"precision":0.395125,"recall":0.448617,"f1":0.410644,"accuracy":0.448617,"main_score":0.410644,"hf_subset":"dik_Latn-azj_Latn","languages":["dik-Latn","azj-Latn"]},{"precision":0.422683,"recall":0.464427,"f1":0.43416,"accuracy":0.464427,"main_score":0.43416,"hf_subset":"dik_Latn-hau_Latn","languages":["dik-Latn","hau-Latn"]},{"precision":0.427669,"recall":0.478261,"f1":0.442181,"accuracy":0.478261,"main_score":0.442181,"hf_subset":"dik_Latn-kea_Latn","languages":["dik-Latn","kea-Latn"]},{"precision":0.469377,"recall":0.511858,"f1":0.481886,"accuracy":0.511858,"main_score":0.481886,"hf_subset":"dik_Latn-lus_Latn","languages":["dik-Latn","lus-Latn"]},{"precision":0.470916,"recall":0.51087,"f1":0.483004,"accuracy":0.51087,"main_score":0.483004,"hf_subset":"dik_Latn-pag_Latn","languages":["dik-Latn","pag-Latn"]},{"precision":0.315035,"recall":0.367589,"f1":0.329312,"accuracy":0.367589,"main_score":0.329312,"hf_subset":"dik_Latn-snd_Arab","languages":["dik-Latn","snd-Arab"]},{"precision":0.377228,"recall":0.432806,"f1":0.392018,"accuracy":0.432806,"main_score":0.392018,"hf_subset":"dik_Latn-tuk_Latn","languages":["dik-Latn","tuk-Latn"]},{"precision":0.398188,"recall":0.447628,"f1":0.412219,"accuracy":0.447628,"main_score":0.412219,"hf_subset":"dik_Latn-bak_Cyrl","languages":["dik-Latn","bak-Cyrl"]},{"precision":0.338069,"recall":0.397233,"f1":0.355258,"accuracy":0.397233,"main_score":0.355258,"hf_subset":"dik_Latn-dyu_Latn","languages":["dik-Latn","dyu-Latn"]},{"precision":0.327169,"recall":0.38834,"f1":0.343635,"accuracy":0.38834,"main_score":0.343635,"hf_subset":"dik_Latn-heb_Hebr","languages":["dik-Latn","heb-Hebr"]},{"precision":0.369607,"recall":0.423913,"f1":0.38476,"accuracy":0.423913,"main_score":0.38476,"hf_subset":"dik_Latn-khk_Cyrl","languages":["dik-Latn","khk-Cyrl"]},{"precision":0.398612,"recall":0.455534,"f1":0.415081,"accuracy":0.455534,"main_score":0.415081,"hf_subset":"dik_Latn-lvs_Latn","languages":["dik-Latn","lvs-Latn"]},{"precision":0.37112,"recall":0.434783,"f1":0.38937,"accuracy":0.434783,"main_score":0.38937,"hf_subset":"dik_Latn-pan_Guru","languages":["dik-Latn","pan-Guru"]},{"precision":0.358599,"recall":0.413043,"f1":0.373877,"accuracy":0.413043,"main_score":0.373877,"hf_subset":"dik_Latn-som_Latn","languages":["dik-Latn","som-Latn"]},{"precision":0.401779,"recall":0.448617,"f1":0.414962,"accuracy":0.448617,"main_score":0.414962,"hf_subset":"dik_Latn-tum_Latn","languages":["dik-Latn","tum-Latn"]},{"precision":0.2682,"recall":0.323123,"f1":0.282541,"accuracy":0.323123,"main_score":0.282541,"hf_subset":"hau_Latn-ace_Arab","languages":["hau-Latn","ace-Arab"]},{"precision":0.421725,"recall":0.465415,"f1":0.434717,"accuracy":0.465415,"main_score":0.434717,"hf_subset":"hau_Latn-bam_Latn","languages":["hau-Latn","bam-Latn"]},{"precision":0.132119,"recall":0.1917,"f1":0.14669,"accuracy":0.1917,"main_score":0.14669,"hf_subset":"hau_Latn-dzo_Tibt","languages":["hau-Latn","dzo-Tibt"]},{"precision":0.460069,"recall":0.520751,"f1":0.476524,"accuracy":0.520751,"main_score":0.476524,"hf_subset":"hau_Latn-hin_Deva","languages":["hau-Latn","hin-Deva"]},{"precision":0.383459,"recall":0.437747,"f1":0.399143,"accuracy":0.437747,"main_score":0.399143,"hf_subset":"hau_Latn-khm_Khmr","languages":["hau-Latn","khm-Khmr"]},{"precision":0.449822,"recall":0.505929,"f1":0.464704,"accuracy":0.505929,"main_score":0.464704,"hf_subset":"hau_Latn-mag_Deva","languages":["hau-Latn","mag-Deva"]},{"precision":0.471237,"recall":0.502964,"f1":0.47961,"accuracy":0.502964,"main_score":0.47961,"hf_subset":"hau_Latn-pap_Latn","languages":["hau-Latn","pap-Latn"]},{"precision":0.439467,"recall":0.487154,"f1":0.453148,"accuracy":0.487154,"main_score":0.453148,"hf_subset":"hau_Latn-sot_Latn","languages":["hau-Latn","sot-Latn"]},{"precision":0.475607,"recall":0.524704,"f1":0.489078,"accuracy":0.524704,"main_score":0.489078,"hf_subset":"hau_Latn-tur_Latn","languages":["hau-Latn","tur-Latn"]},{"precision":0.462084,"recall":0.502964,"f1":0.473533,"accuracy":0.502964,"main_score":0.473533,"hf_subset":"hau_Latn-ace_Latn","languages":["hau-Latn","ace-Latn"]},{"precision":0.465712,"recall":0.501976,"f1":0.475288,"accuracy":0.501976,"main_score":0.475288,"hf_subset":"hau_Latn-ban_Latn","languages":["hau-Latn","ban-Latn"]},{"precision":0.404912,"recall":0.458498,"f1":0.419886,"accuracy":0.458498,"main_score":0.419886,"hf_subset":"hau_Latn-ell_Grek","languages":["hau-Latn","ell-Grek"]},{"precision":0.439582,"recall":0.493083,"f1":0.454467,"accuracy":0.493083,"main_score":0.454467,"hf_subset":"hau_Latn-hne_Deva","languages":["hau-Latn","hne-Deva"]},{"precision":0.416198,"recall":0.461462,"f1":0.429265,"accuracy":0.461462,"main_score":0.429265,"hf_subset":"hau_Latn-kik_Latn","languages":["hau-Latn","kik-Latn"]},{"precision":0.461908,"recall":0.516798,"f1":0.477623,"accuracy":0.516798,"main_score":0.477623,"hf_subset":"hau_Latn-mai_Deva","languages":["hau-Latn","mai-Deva"]},{"precision":0.409962,"recall":0.460474,"f1":0.424298,"accuracy":0.460474,"main_score":0.424298,"hf_subset":"hau_Latn-pbt_Arab","languages":["hau-Latn","pbt-Arab"]},{"precision":0.463513,"recall":0.521739,"f1":0.47933,"accuracy":0.521739,"main_score":0.47933,"hf_subset":"hau_Latn-spa_Latn","languages":["hau-Latn","spa-Latn"]},{"precision":0.46665,"recall":0.503953,"f1":0.478129,"accuracy":0.503953,"main_score":0.478129,"hf_subset":"hau_Latn-twi_Latn","languages":["hau-Latn","twi-Latn"]},{"precision":0.447374,"recall":0.498024,"f1":0.461339,"accuracy":0.498024,"main_score":0.461339,"hf_subset":"hau_Latn-acm_Arab","languages":["hau-Latn","acm-Arab"]},{"precision":0.387505,"recall":0.442688,"f1":0.402918,"accuracy":0.442688,"main_score":0.402918,"hf_subset":"hau_Latn-bel_Cyrl","languages":["hau-Latn","bel-Cyrl"]},{"precision":0.482197,"recall":0.538538,"f1":0.497751,"accuracy":0.538538,"main_score":0.497751,"hf_subset":"hau_Latn-eng_Latn","languages":["hau-Latn","eng-Latn"]},{"precision":0.447603,"recall":0.5,"f1":0.462795,"accuracy":0.5,"main_score":0.462795,"hf_subset":"hau_Latn-hrv_Latn","languages":["hau-Latn","hrv-Latn"]},{"precision":0.399755,"recall":0.4417,"f1":0.411844,"accuracy":0.4417,"main_score":0.411844,"hf_subset":"hau_Latn-kin_Latn","languages":["hau-Latn","kin-Latn"]},{"precision":0.418554,"recall":0.478261,"f1":0.435343,"accuracy":0.478261,"main_score":0.435343,"hf_subset":"hau_Latn-mal_Mlym","languages":["hau-Latn","mal-Mlym"]},{"precision":0.427979,"recall":0.502964,"f1":0.447834,"accuracy":0.502964,"main_score":0.447834,"hf_subset":"hau_Latn-pes_Arab","languages":["hau-Latn","pes-Arab"]},{"precision":0.448284,"recall":0.488142,"f1":0.458742,"accuracy":0.488142,"main_score":0.458742,"hf_subset":"hau_Latn-srd_Latn","languages":["hau-Latn","srd-Latn"]},{"precision":0.144345,"recall":0.19664,"f1":0.157195,"accuracy":0.19664,"main_score":0.157195,"hf_subset":"hau_Latn-tzm_Tfng","languages":["hau-Latn","tzm-Tfng"]},{"precision":0.446081,"recall":0.5,"f1":0.460528,"accuracy":0.5,"main_score":0.460528,"hf_subset":"hau_Latn-acq_Arab","languages":["hau-Latn","acq-Arab"]},{"precision":0.458729,"recall":0.499012,"f1":0.470935,"accuracy":0.499012,"main_score":0.470935,"hf_subset":"hau_Latn-bem_Latn","languages":["hau-Latn","bem-Latn"]},{"precision":0.445772,"recall":0.491107,"f1":0.458501,"accuracy":0.491107,"main_score":0.458501,"hf_subset":"hau_Latn-epo_Latn","languages":["hau-Latn","epo-Latn"]},{"precision":0.438093,"recall":0.498024,"f1":0.455374,"accuracy":0.498024,"main_score":0.455374,"hf_subset":"hau_Latn-hun_Latn","languages":["hau-Latn","hun-Latn"]},{"precision":0.432347,"recall":0.475296,"f1":0.444625,"accuracy":0.475296,"main_score":0.444625,"hf_subset":"hau_Latn-kir_Cyrl","languages":["hau-Latn","kir-Cyrl"]},{"precision":0.435314,"recall":0.496047,"f1":0.451635,"accuracy":0.496047,"main_score":0.451635,"hf_subset":"hau_Latn-mar_Deva","languages":["hau-Latn","mar-Deva"]},{"precision":0.45495,"recall":0.495059,"f1":0.466617,"accuracy":0.495059,"main_score":0.466617,"hf_subset":"hau_Latn-plt_Latn","languages":["hau-Latn","plt-Latn"]},{"precision":0.427748,"recall":0.479249,"f1":0.442249,"accuracy":0.479249,"main_score":0.442249,"hf_subset":"hau_Latn-srp_Cyrl","languages":["hau-Latn","srp-Cyrl"]},{"precision":0.290557,"recall":0.346838,"f1":0.306526,"accuracy":0.346838,"main_score":0.306526,"hf_subset":"hau_Latn-uig_Arab","languages":["hau-Latn","uig-Arab"]},{"precision":0.419023,"recall":0.470356,"f1":0.432823,"accuracy":0.470356,"main_score":0.432823,"hf_subset":"hau_Latn-aeb_Arab","languages":["hau-Latn","aeb-Arab"]},{"precision":0.45294,"recall":0.512846,"f1":0.468677,"accuracy":0.512846,"main_score":0.468677,"hf_subset":"hau_Latn-ben_Beng","languages":["hau-Latn","ben-Beng"]},{"precision":0.444939,"recall":0.493083,"f1":0.458692,"accuracy":0.493083,"main_score":0.458692,"hf_subset":"hau_Latn-est_Latn","languages":["hau-Latn","est-Latn"]},{"precision":0.402498,"recall":0.452569,"f1":0.415968,"accuracy":0.452569,"main_score":0.415968,"hf_subset":"hau_Latn-hye_Armn","languages":["hau-Latn","hye-Armn"]},{"precision":0.408664,"recall":0.453557,"f1":0.421605,"accuracy":0.453557,"main_score":0.421605,"hf_subset":"hau_Latn-kmb_Latn","languages":["hau-Latn","kmb-Latn"]},{"precision":0.226826,"recall":0.27668,"f1":0.240421,"accuracy":0.27668,"main_score":0.240421,"hf_subset":"hau_Latn-min_Arab","languages":["hau-Latn","min-Arab"]},{"precision":0.465817,"recall":0.517787,"f1":0.480096,"accuracy":0.517787,"main_score":0.480096,"hf_subset":"hau_Latn-pol_Latn","languages":["hau-Latn","pol-Latn"]},{"precision":0.430698,"recall":0.479249,"f1":0.444449,"accuracy":0.479249,"main_score":0.444449,"hf_subset":"hau_Latn-ssw_Latn","languages":["hau-Latn","ssw-Latn"]},{"precision":0.445175,"recall":0.500988,"f1":0.460776,"accuracy":0.500988,"main_score":0.460776,"hf_subset":"hau_Latn-ukr_Cyrl","languages":["hau-Latn","ukr-Cyrl"]},{"precision":0.453345,"recall":0.501976,"f1":0.466792,"accuracy":0.501976,"main_score":0.466792,"hf_subset":"hau_Latn-afr_Latn","languages":["hau-Latn","afr-Latn"]},{"precision":0.460753,"recall":0.502964,"f1":0.472581,"accuracy":0.502964,"main_score":0.472581,"hf_subset":"hau_Latn-bho_Deva","languages":["hau-Latn","bho-Deva"]},{"precision":0.424929,"recall":0.469368,"f1":0.436957,"accuracy":0.469368,"main_score":0.436957,"hf_subset":"hau_Latn-eus_Latn","languages":["hau-Latn","eus-Latn"]},{"precision":0.395497,"recall":0.453557,"f1":0.412633,"accuracy":0.453557,"main_score":0.412633,"hf_subset":"hau_Latn-ibo_Latn","languages":["hau-Latn","ibo-Latn"]},{"precision":0.433504,"recall":0.477273,"f1":0.445243,"accuracy":0.477273,"main_score":0.445243,"hf_subset":"hau_Latn-kmr_Latn","languages":["hau-Latn","kmr-Latn"]},{"precision":0.45418,"recall":0.491107,"f1":0.464363,"accuracy":0.491107,"main_score":0.464363,"hf_subset":"hau_Latn-min_Latn","languages":["hau-Latn","min-Latn"]},{"precision":0.482719,"recall":0.537549,"f1":0.498125,"accuracy":0.537549,"main_score":0.498125,"hf_subset":"hau_Latn-por_Latn","languages":["hau-Latn","por-Latn"]},{"precision":0.483829,"recall":0.514822,"f1":0.493023,"accuracy":0.514822,"main_score":0.493023,"hf_subset":"hau_Latn-sun_Latn","languages":["hau-Latn","sun-Latn"]},{"precision":0.405534,"recall":0.455534,"f1":0.420492,"accuracy":0.455534,"main_score":0.420492,"hf_subset":"hau_Latn-umb_Latn","languages":["hau-Latn","umb-Latn"]},{"precision":0.452482,"recall":0.499012,"f1":0.464838,"accuracy":0.499012,"main_score":0.464838,"hf_subset":"hau_Latn-ajp_Arab","languages":["hau-Latn","ajp-Arab"]},{"precision":0.262063,"recall":0.3083,"f1":0.274232,"accuracy":0.3083,"main_score":0.274232,"hf_subset":"hau_Latn-bjn_Arab","languages":["hau-Latn","bjn-Arab"]},{"precision":0.4417,"recall":0.480237,"f1":0.453101,"accuracy":0.480237,"main_score":0.453101,"hf_subset":"hau_Latn-ewe_Latn","languages":["hau-Latn","ewe-Latn"]},{"precision":0.465732,"recall":0.505929,"f1":0.477684,"accuracy":0.505929,"main_score":0.477684,"hf_subset":"hau_Latn-ilo_Latn","languages":["hau-Latn","ilo-Latn"]},{"precision":0.211369,"recall":0.258893,"f1":0.224504,"accuracy":0.258893,"main_score":0.224504,"hf_subset":"hau_Latn-knc_Arab","languages":["hau-Latn","knc-Arab"]},{"precision":0.430606,"recall":0.485178,"f1":0.445203,"accuracy":0.485178,"main_score":0.445203,"hf_subset":"hau_Latn-mkd_Cyrl","languages":["hau-Latn","mkd-Cyrl"]},{"precision":0.434858,"recall":0.499012,"f1":0.452203,"accuracy":0.499012,"main_score":0.452203,"hf_subset":"hau_Latn-prs_Arab","languages":["hau-Latn","prs-Arab"]},{"precision":0.464525,"recall":0.513834,"f1":0.477945,"accuracy":0.513834,"main_score":0.477945,"hf_subset":"hau_Latn-swe_Latn","languages":["hau-Latn","swe-Latn"]},{"precision":0.41194,"recall":0.468379,"f1":0.428432,"accuracy":0.468379,"main_score":0.428432,"hf_subset":"hau_Latn-urd_Arab","languages":["hau-Latn","urd-Arab"]},{"precision":0.454117,"recall":0.490119,"f1":0.464855,"accuracy":0.490119,"main_score":0.464855,"hf_subset":"hau_Latn-aka_Latn","languages":["hau-Latn","aka-Latn"]},{"precision":0.464445,"recall":0.501976,"f1":0.474856,"accuracy":0.501976,"main_score":0.474856,"hf_subset":"hau_Latn-bjn_Latn","languages":["hau-Latn","bjn-Latn"]},{"precision":0.425572,"recall":0.475296,"f1":0.439553,"accuracy":0.475296,"main_score":0.439553,"hf_subset":"hau_Latn-fao_Latn","languages":["hau-Latn","fao-Latn"]},{"precision":0.476186,"recall":0.533597,"f1":0.492803,"accuracy":0.533597,"main_score":0.492803,"hf_subset":"hau_Latn-ind_Latn","languages":["hau-Latn","ind-Latn"]},{"precision":0.483271,"recall":0.518775,"f1":0.493435,"accuracy":0.518775,"main_score":0.493435,"hf_subset":"hau_Latn-knc_Latn","languages":["hau-Latn","knc-Latn"]},{"precision":0.443808,"recall":0.490119,"f1":0.457039,"accuracy":0.490119,"main_score":0.457039,"hf_subset":"hau_Latn-mlt_Latn","languages":["hau-Latn","mlt-Latn"]},{"precision":0.42462,"recall":0.471344,"f1":0.438521,"accuracy":0.471344,"main_score":0.438521,"hf_subset":"hau_Latn-quy_Latn","languages":["hau-Latn","quy-Latn"]},{"precision":0.474658,"recall":0.518775,"f1":0.486777,"accuracy":0.518775,"main_score":0.486777,"hf_subset":"hau_Latn-swh_Latn","languages":["hau-Latn","swh-Latn"]},{"precision":0.407076,"recall":0.454545,"f1":0.420003,"accuracy":0.454545,"main_score":0.420003,"hf_subset":"hau_Latn-uzn_Latn","languages":["hau-Latn","uzn-Latn"]},{"precision":0.427009,"recall":0.469368,"f1":0.439321,"accuracy":0.469368,"main_score":0.439321,"hf_subset":"hau_Latn-als_Latn","languages":["hau-Latn","als-Latn"]},{"precision":0.192192,"recall":0.255929,"f1":0.208679,"accuracy":0.255929,"main_score":0.208679,"hf_subset":"hau_Latn-bod_Tibt","languages":["hau-Latn","bod-Tibt"]},{"precision":0.445762,"recall":0.488142,"f1":0.457731,"accuracy":0.488142,"main_score":0.457731,"hf_subset":"hau_Latn-fij_Latn","languages":["hau-Latn","fij-Latn"]},{"precision":0.406649,"recall":0.455534,"f1":0.420471,"accuracy":0.455534,"main_score":0.420471,"hf_subset":"hau_Latn-isl_Latn","languages":["hau-Latn","isl-Latn"]},{"precision":0.446818,"recall":0.483202,"f1":0.457601,"accuracy":0.483202,"main_score":0.457601,"hf_subset":"hau_Latn-kon_Latn","languages":["hau-Latn","kon-Latn"]},{"precision":0.310711,"recall":0.368577,"f1":0.326061,"accuracy":0.368577,"main_score":0.326061,"hf_subset":"hau_Latn-mni_Beng","languages":["hau-Latn","mni-Beng"]},{"precision":0.472775,"recall":0.519763,"f1":0.486016,"accuracy":0.519763,"main_score":0.486016,"hf_subset":"hau_Latn-ron_Latn","languages":["hau-Latn","ron-Latn"]},{"precision":0.435816,"recall":0.480237,"f1":0.44875,"accuracy":0.480237,"main_score":0.44875,"hf_subset":"hau_Latn-szl_Latn","languages":["hau-Latn","szl-Latn"]},{"precision":0.454762,"recall":0.497036,"f1":0.466508,"accuracy":0.497036,"main_score":0.466508,"hf_subset":"hau_Latn-vec_Latn","languages":["hau-Latn","vec-Latn"]},{"precision":0.376619,"recall":0.433794,"f1":0.392512,"accuracy":0.433794,"main_score":0.392512,"hf_subset":"hau_Latn-amh_Ethi","languages":["hau-Latn","amh-Ethi"]},{"precision":0.449431,"recall":0.503953,"f1":0.4647,"accuracy":0.503953,"main_score":0.4647,"hf_subset":"hau_Latn-bos_Latn","languages":["hau-Latn","bos-Latn"]},{"precision":0.454822,"recall":0.513834,"f1":0.471054,"accuracy":0.513834,"main_score":0.471054,"hf_subset":"hau_Latn-fin_Latn","languages":["hau-Latn","fin-Latn"]},{"precision":0.462269,"recall":0.522727,"f1":0.478647,"accuracy":0.522727,"main_score":0.478647,"hf_subset":"hau_Latn-ita_Latn","languages":["hau-Latn","ita-Latn"]},{"precision":0.445529,"recall":0.505929,"f1":0.461642,"accuracy":0.505929,"main_score":0.461642,"hf_subset":"hau_Latn-kor_Hang","languages":["hau-Latn","kor-Hang"]},{"precision":0.418722,"recall":0.465415,"f1":0.431812,"accuracy":0.465415,"main_score":0.431812,"hf_subset":"hau_Latn-mos_Latn","languages":["hau-Latn","mos-Latn"]},{"precision":0.425767,"recall":0.469368,"f1":0.438785,"accuracy":0.469368,"main_score":0.438785,"hf_subset":"hau_Latn-run_Latn","languages":["hau-Latn","run-Latn"]},{"precision":0.412483,"recall":0.475296,"f1":0.42939,"accuracy":0.475296,"main_score":0.42939,"hf_subset":"hau_Latn-tam_Taml","languages":["hau-Latn","tam-Taml"]},{"precision":0.459725,"recall":0.517787,"f1":0.475307,"accuracy":0.517787,"main_score":0.475307,"hf_subset":"hau_Latn-vie_Latn","languages":["hau-Latn","vie-Latn"]},{"precision":0.444989,"recall":0.490119,"f1":0.457409,"accuracy":0.490119,"main_score":0.457409,"hf_subset":"hau_Latn-apc_Arab","languages":["hau-Latn","apc-Arab"]},{"precision":0.457947,"recall":0.496047,"f1":0.468702,"accuracy":0.496047,"main_score":0.468702,"hf_subset":"hau_Latn-bug_Latn","languages":["hau-Latn","bug-Latn"]},{"precision":0.412618,"recall":0.45751,"f1":0.425875,"accuracy":0.45751,"main_score":0.425875,"hf_subset":"hau_Latn-fon_Latn","languages":["hau-Latn","fon-Latn"]},{"precision":0.466905,"recall":0.505929,"f1":0.477946,"accuracy":0.505929,"main_score":0.477946,"hf_subset":"hau_Latn-jav_Latn","languages":["hau-Latn","jav-Latn"]},{"precision":0.413773,"recall":0.456522,"f1":0.426308,"accuracy":0.456522,"main_score":0.426308,"hf_subset":"hau_Latn-lao_Laoo","languages":["hau-Latn","lao-Laoo"]},{"precision":0.408822,"recall":0.460474,"f1":0.422679,"accuracy":0.460474,"main_score":0.422679,"hf_subset":"hau_Latn-mri_Latn","languages":["hau-Latn","mri-Latn"]},{"precision":0.448938,"recall":0.514822,"f1":0.467451,"accuracy":0.514822,"main_score":0.467451,"hf_subset":"hau_Latn-rus_Cyrl","languages":["hau-Latn","rus-Cyrl"]},{"precision":0.414859,"recall":0.456522,"f1":0.426795,"accuracy":0.456522,"main_score":0.426795,"hf_subset":"hau_Latn-taq_Latn","languages":["hau-Latn","taq-Latn"]},{"precision":0.474425,"recall":0.505929,"f1":0.48303,"accuracy":0.505929,"main_score":0.48303,"hf_subset":"hau_Latn-war_Latn","languages":["hau-Latn","war-Latn"]},{"precision":0.441298,"recall":0.500988,"f1":0.457098,"accuracy":0.500988,"main_score":0.457098,"hf_subset":"hau_Latn-arb_Arab","languages":["hau-Latn","arb-Arab"]},{"precision":0.452008,"recall":0.504941,"f1":0.466511,"accuracy":0.504941,"main_score":0.466511,"hf_subset":"hau_Latn-bul_Cyrl","languages":["hau-Latn","bul-Cyrl"]},{"precision":0.478203,"recall":0.52668,"f1":0.491334,"accuracy":0.52668,"main_score":0.491334,"hf_subset":"hau_Latn-fra_Latn","languages":["hau-Latn","fra-Latn"]},{"precision":0.453609,"recall":0.516798,"f1":0.470117,"accuracy":0.516798,"main_score":0.470117,"hf_subset":"hau_Latn-jpn_Jpan","languages":["hau-Latn","jpn-Jpan"]},{"precision":0.454297,"recall":0.5,"f1":0.466741,"accuracy":0.5,"main_score":0.466741,"hf_subset":"hau_Latn-lij_Latn","languages":["hau-Latn","lij-Latn"]},{"precision":0.361182,"recall":0.416008,"f1":0.376471,"accuracy":0.416008,"main_score":0.376471,"hf_subset":"hau_Latn-mya_Mymr","languages":["hau-Latn","mya-Mymr"]},{"precision":0.448139,"recall":0.487154,"f1":0.459552,"accuracy":0.487154,"main_score":0.459552,"hf_subset":"hau_Latn-sag_Latn","languages":["hau-Latn","sag-Latn"]},{"precision":0.16969,"recall":0.222332,"f1":0.182545,"accuracy":0.222332,"main_score":0.182545,"hf_subset":"hau_Latn-taq_Tfng","languages":["hau-Latn","taq-Tfng"]},{"precision":0.443939,"recall":0.481225,"f1":0.455186,"accuracy":0.481225,"main_score":0.455186,"hf_subset":"hau_Latn-wol_Latn","languages":["hau-Latn","wol-Latn"]},{"precision":0.29576,"recall":0.362648,"f1":0.314284,"accuracy":0.362648,"main_score":0.314284,"hf_subset":"hau_Latn-arb_Latn","languages":["hau-Latn","arb-Latn"]},{"precision":0.449449,"recall":0.503953,"f1":0.464751,"accuracy":0.503953,"main_score":0.464751,"hf_subset":"hau_Latn-cat_Latn","languages":["hau-Latn","cat-Latn"]},{"precision":0.441055,"recall":0.483202,"f1":0.452221,"accuracy":0.483202,"main_score":0.452221,"hf_subset":"hau_Latn-fur_Latn","languages":["hau-Latn","fur-Latn"]},{"precision":0.308187,"recall":0.364625,"f1":0.323654,"accuracy":0.364625,"main_score":0.323654,"hf_subset":"hau_Latn-kab_Latn","languages":["hau-Latn","kab-Latn"]},{"precision":0.440732,"recall":0.482213,"f1":0.452695,"accuracy":0.482213,"main_score":0.452695,"hf_subset":"hau_Latn-lim_Latn","languages":["hau-Latn","lim-Latn"]},{"precision":0.475736,"recall":0.532609,"f1":0.490734,"accuracy":0.532609,"main_score":0.490734,"hf_subset":"hau_Latn-nld_Latn","languages":["hau-Latn","nld-Latn"]},{"precision":0.391535,"recall":0.450593,"f1":0.408708,"accuracy":0.450593,"main_score":0.408708,"hf_subset":"hau_Latn-san_Deva","languages":["hau-Latn","san-Deva"]},{"precision":0.43264,"recall":0.47332,"f1":0.443723,"accuracy":0.47332,"main_score":0.443723,"hf_subset":"hau_Latn-tat_Cyrl","languages":["hau-Latn","tat-Cyrl"]},{"precision":0.440073,"recall":0.490119,"f1":0.45459,"accuracy":0.490119,"main_score":0.45459,"hf_subset":"hau_Latn-xho_Latn","languages":["hau-Latn","xho-Latn"]},{"precision":0.415289,"recall":0.481225,"f1":0.432904,"accuracy":0.481225,"main_score":0.432904,"hf_subset":"hau_Latn-ars_Arab","languages":["hau-Latn","ars-Arab"]},{"precision":0.47369,"recall":0.508893,"f1":0.483705,"accuracy":0.508893,"main_score":0.483705,"hf_subset":"hau_Latn-ceb_Latn","languages":["hau-Latn","ceb-Latn"]},{"precision":0.433708,"recall":0.485178,"f1":0.448108,"accuracy":0.485178,"main_score":0.448108,"hf_subset":"hau_Latn-fuv_Latn","languages":["hau-Latn","fuv-Latn"]},{"precision":0.434539,"recall":0.481225,"f1":0.448666,"accuracy":0.481225,"main_score":0.448666,"hf_subset":"hau_Latn-kac_Latn","languages":["hau-Latn","kac-Latn"]},{"precision":0.460079,"recall":0.500988,"f1":0.472752,"accuracy":0.500988,"main_score":0.472752,"hf_subset":"hau_Latn-lin_Latn","languages":["hau-Latn","lin-Latn"]},{"precision":0.444765,"recall":0.499012,"f1":0.459985,"accuracy":0.499012,"main_score":0.459985,"hf_subset":"hau_Latn-nno_Latn","languages":["hau-Latn","nno-Latn"]},{"precision":0.194553,"recall":0.232213,"f1":0.204272,"accuracy":0.232213,"main_score":0.204272,"hf_subset":"hau_Latn-sat_Olck","languages":["hau-Latn","sat-Olck"]},{"precision":0.423941,"recall":0.493083,"f1":0.443252,"accuracy":0.493083,"main_score":0.443252,"hf_subset":"hau_Latn-tel_Telu","languages":["hau-Latn","tel-Telu"]},{"precision":0.265376,"recall":0.315217,"f1":0.2788,"accuracy":0.315217,"main_score":0.2788,"hf_subset":"hau_Latn-ydd_Hebr","languages":["hau-Latn","ydd-Hebr"]},{"precision":0.420276,"recall":0.472332,"f1":0.433807,"accuracy":0.472332,"main_score":0.433807,"hf_subset":"hau_Latn-ary_Arab","languages":["hau-Latn","ary-Arab"]},{"precision":0.449411,"recall":0.502964,"f1":0.463793,"accuracy":0.502964,"main_score":0.463793,"hf_subset":"hau_Latn-ces_Latn","languages":["hau-Latn","ces-Latn"]},{"precision":0.334109,"recall":0.383399,"f1":0.348157,"accuracy":0.383399,"main_score":0.348157,"hf_subset":"hau_Latn-gaz_Latn","languages":["hau-Latn","gaz-Latn"]},{"precision":0.44717,"recall":0.485178,"f1":0.458531,"accuracy":0.485178,"main_score":0.458531,"hf_subset":"hau_Latn-kam_Latn","languages":["hau-Latn","kam-Latn"]},{"precision":0.415116,"recall":0.467391,"f1":0.429762,"accuracy":0.467391,"main_score":0.429762,"hf_subset":"hau_Latn-lit_Latn","languages":["hau-Latn","lit-Latn"]},{"precision":0.462765,"recall":0.516798,"f1":0.477391,"accuracy":0.516798,"main_score":0.477391,"hf_subset":"hau_Latn-nob_Latn","languages":["hau-Latn","nob-Latn"]},{"precision":0.443828,"recall":0.479249,"f1":0.454077,"accuracy":0.479249,"main_score":0.454077,"hf_subset":"hau_Latn-scn_Latn","languages":["hau-Latn","scn-Latn"]},{"precision":0.386653,"recall":0.431818,"f1":0.399984,"accuracy":0.431818,"main_score":0.399984,"hf_subset":"hau_Latn-tgk_Cyrl","languages":["hau-Latn","tgk-Cyrl"]},{"precision":0.408267,"recall":0.45751,"f1":0.423518,"accuracy":0.45751,"main_score":0.423518,"hf_subset":"hau_Latn-yor_Latn","languages":["hau-Latn","yor-Latn"]},{"precision":0.433666,"recall":0.487154,"f1":0.448084,"accuracy":0.487154,"main_score":0.448084,"hf_subset":"hau_Latn-arz_Arab","languages":["hau-Latn","arz-Arab"]},{"precision":0.416011,"recall":0.45751,"f1":0.428254,"accuracy":0.45751,"main_score":0.428254,"hf_subset":"hau_Latn-cjk_Latn","languages":["hau-Latn","cjk-Latn"]},{"precision":0.371177,"recall":0.422925,"f1":0.384815,"accuracy":0.422925,"main_score":0.384815,"hf_subset":"hau_Latn-gla_Latn","languages":["hau-Latn","gla-Latn"]},{"precision":0.428865,"recall":0.48913,"f1":0.445869,"accuracy":0.48913,"main_score":0.445869,"hf_subset":"hau_Latn-kan_Knda","languages":["hau-Latn","kan-Knda"]},{"precision":0.447892,"recall":0.485178,"f1":0.458298,"accuracy":0.485178,"main_score":0.458298,"hf_subset":"hau_Latn-lmo_Latn","languages":["hau-Latn","lmo-Latn"]},{"precision":0.430734,"recall":0.495059,"f1":0.447519,"accuracy":0.495059,"main_score":0.447519,"hf_subset":"hau_Latn-npi_Deva","languages":["hau-Latn","npi-Deva"]},{"precision":0.380872,"recall":0.439723,"f1":0.398033,"accuracy":0.439723,"main_score":0.398033,"hf_subset":"hau_Latn-shn_Mymr","languages":["hau-Latn","shn-Mymr"]},{"precision":0.467719,"recall":0.513834,"f1":0.480589,"accuracy":0.513834,"main_score":0.480589,"hf_subset":"hau_Latn-tgl_Latn","languages":["hau-Latn","tgl-Latn"]},{"precision":0.444455,"recall":0.506917,"f1":0.461524,"accuracy":0.506917,"main_score":0.461524,"hf_subset":"hau_Latn-yue_Hant","languages":["hau-Latn","yue-Hant"]},{"precision":0.39401,"recall":0.454545,"f1":0.410239,"accuracy":0.454545,"main_score":0.410239,"hf_subset":"hau_Latn-asm_Beng","languages":["hau-Latn","asm-Beng"]},{"precision":0.328166,"recall":0.375494,"f1":0.341156,"accuracy":0.375494,"main_score":0.341156,"hf_subset":"hau_Latn-ckb_Arab","languages":["hau-Latn","ckb-Arab"]},{"precision":0.371923,"recall":0.426877,"f1":0.386964,"accuracy":0.426877,"main_score":0.386964,"hf_subset":"hau_Latn-gle_Latn","languages":["hau-Latn","gle-Latn"]},{"precision":0.337009,"recall":0.398221,"f1":0.35388,"accuracy":0.398221,"main_score":0.35388,"hf_subset":"hau_Latn-kas_Arab","languages":["hau-Latn","kas-Arab"]},{"precision":0.400585,"recall":0.449605,"f1":0.414826,"accuracy":0.449605,"main_score":0.414826,"hf_subset":"hau_Latn-ltg_Latn","languages":["hau-Latn","ltg-Latn"]},{"precision":0.467394,"recall":0.507905,"f1":0.478301,"accuracy":0.507905,"main_score":0.478301,"hf_subset":"hau_Latn-nso_Latn","languages":["hau-Latn","nso-Latn"]},{"precision":0.411725,"recall":0.465415,"f1":0.425868,"accuracy":0.465415,"main_score":0.425868,"hf_subset":"hau_Latn-sin_Sinh","languages":["hau-Latn","sin-Sinh"]},{"precision":0.448121,"recall":0.508893,"f1":0.464251,"accuracy":0.508893,"main_score":0.464251,"hf_subset":"hau_Latn-tha_Thai","languages":["hau-Latn","tha-Thai"]},{"precision":0.445585,"recall":0.506917,"f1":0.462152,"accuracy":0.506917,"main_score":0.462152,"hf_subset":"hau_Latn-zho_Hans","languages":["hau-Latn","zho-Hans"]},{"precision":0.454652,"recall":0.487154,"f1":0.464047,"accuracy":0.487154,"main_score":0.464047,"hf_subset":"hau_Latn-ast_Latn","languages":["hau-Latn","ast-Latn"]},{"precision":0.429753,"recall":0.470356,"f1":0.440368,"accuracy":0.470356,"main_score":0.440368,"hf_subset":"hau_Latn-crh_Latn","languages":["hau-Latn","crh-Latn"]},{"precision":0.476492,"recall":0.518775,"f1":0.488066,"accuracy":0.518775,"main_score":0.488066,"hf_subset":"hau_Latn-glg_Latn","languages":["hau-Latn","glg-Latn"]},{"precision":0.397519,"recall":0.447628,"f1":0.411754,"accuracy":0.447628,"main_score":0.411754,"hf_subset":"hau_Latn-kas_Deva","languages":["hau-Latn","kas-Deva"]},{"precision":0.427036,"recall":0.476285,"f1":0.441106,"accuracy":0.476285,"main_score":0.441106,"hf_subset":"hau_Latn-ltz_Latn","languages":["hau-Latn","ltz-Latn"]},{"precision":0.346234,"recall":0.400198,"f1":0.360446,"accuracy":0.400198,"main_score":0.360446,"hf_subset":"hau_Latn-nus_Latn","languages":["hau-Latn","nus-Latn"]},{"precision":0.445706,"recall":0.502964,"f1":0.460629,"accuracy":0.502964,"main_score":0.460629,"hf_subset":"hau_Latn-slk_Latn","languages":["hau-Latn","slk-Latn"]},{"precision":0.307743,"recall":0.367589,"f1":0.325122,"accuracy":0.367589,"main_score":0.325122,"hf_subset":"hau_Latn-tir_Ethi","languages":["hau-Latn","tir-Ethi"]},{"precision":0.423822,"recall":0.491107,"f1":0.442079,"accuracy":0.491107,"main_score":0.442079,"hf_subset":"hau_Latn-zho_Hant","languages":["hau-Latn","zho-Hant"]},{"precision":0.454297,"recall":0.507905,"f1":0.468554,"accuracy":0.507905,"main_score":0.468554,"hf_subset":"hau_Latn-awa_Deva","languages":["hau-Latn","awa-Deva"]},{"precision":0.382566,"recall":0.431818,"f1":0.395822,"accuracy":0.431818,"main_score":0.395822,"hf_subset":"hau_Latn-cym_Latn","languages":["hau-Latn","cym-Latn"]},{"precision":0.451393,"recall":0.494071,"f1":0.463255,"accuracy":0.494071,"main_score":0.463255,"hf_subset":"hau_Latn-grn_Latn","languages":["hau-Latn","grn-Latn"]},{"precision":0.398035,"recall":0.447628,"f1":0.411686,"accuracy":0.447628,"main_score":0.411686,"hf_subset":"hau_Latn-kat_Geor","languages":["hau-Latn","kat-Geor"]},{"precision":0.441623,"recall":0.48419,"f1":0.454221,"accuracy":0.48419,"main_score":0.454221,"hf_subset":"hau_Latn-lua_Latn","languages":["hau-Latn","lua-Latn"]},{"precision":0.458745,"recall":0.499012,"f1":0.470894,"accuracy":0.499012,"main_score":0.470894,"hf_subset":"hau_Latn-nya_Latn","languages":["hau-Latn","nya-Latn"]},{"precision":0.430587,"recall":0.476285,"f1":0.443975,"accuracy":0.476285,"main_score":0.443975,"hf_subset":"hau_Latn-slv_Latn","languages":["hau-Latn","slv-Latn"]},{"precision":0.476795,"recall":0.516798,"f1":0.488472,"accuracy":0.516798,"main_score":0.488472,"hf_subset":"hau_Latn-tpi_Latn","languages":["hau-Latn","tpi-Latn"]},{"precision":0.47944,"recall":0.528656,"f1":0.493327,"accuracy":0.528656,"main_score":0.493327,"hf_subset":"hau_Latn-zsm_Latn","languages":["hau-Latn","zsm-Latn"]},{"precision":0.390666,"recall":0.442688,"f1":0.40559,"accuracy":0.442688,"main_score":0.40559,"hf_subset":"hau_Latn-ayr_Latn","languages":["hau-Latn","ayr-Latn"]},{"precision":0.472272,"recall":0.524704,"f1":0.487027,"accuracy":0.524704,"main_score":0.487027,"hf_subset":"hau_Latn-dan_Latn","languages":["hau-Latn","dan-Latn"]},{"precision":0.419964,"recall":0.485178,"f1":0.437395,"accuracy":0.485178,"main_score":0.437395,"hf_subset":"hau_Latn-guj_Gujr","languages":["hau-Latn","guj-Gujr"]},{"precision":0.422793,"recall":0.472332,"f1":0.437153,"accuracy":0.472332,"main_score":0.437153,"hf_subset":"hau_Latn-kaz_Cyrl","languages":["hau-Latn","kaz-Cyrl"]},{"precision":0.424303,"recall":0.466403,"f1":0.436989,"accuracy":0.466403,"main_score":0.436989,"hf_subset":"hau_Latn-lug_Latn","languages":["hau-Latn","lug-Latn"]},{"precision":0.456055,"recall":0.504941,"f1":0.468751,"accuracy":0.504941,"main_score":0.468751,"hf_subset":"hau_Latn-oci_Latn","languages":["hau-Latn","oci-Latn"]},{"precision":0.447859,"recall":0.496047,"f1":0.462187,"accuracy":0.496047,"main_score":0.462187,"hf_subset":"hau_Latn-smo_Latn","languages":["hau-Latn","smo-Latn"]},{"precision":0.437492,"recall":0.486166,"f1":0.451628,"accuracy":0.486166,"main_score":0.451628,"hf_subset":"hau_Latn-tsn_Latn","languages":["hau-Latn","tsn-Latn"]},{"precision":0.431998,"recall":0.482213,"f1":0.446327,"accuracy":0.482213,"main_score":0.446327,"hf_subset":"hau_Latn-zul_Latn","languages":["hau-Latn","zul-Latn"]},{"precision":0.335789,"recall":0.399209,"f1":0.352869,"accuracy":0.399209,"main_score":0.352869,"hf_subset":"hau_Latn-azb_Arab","languages":["hau-Latn","azb-Arab"]},{"precision":0.468898,"recall":0.529644,"f1":0.484995,"accuracy":0.529644,"main_score":0.484995,"hf_subset":"hau_Latn-deu_Latn","languages":["hau-Latn","deu-Latn"]},{"precision":0.393983,"recall":0.443676,"f1":0.408092,"accuracy":0.443676,"main_score":0.408092,"hf_subset":"hau_Latn-hat_Latn","languages":["hau-Latn","hat-Latn"]},{"precision":0.378173,"recall":0.43083,"f1":0.393168,"accuracy":0.43083,"main_score":0.393168,"hf_subset":"hau_Latn-kbp_Latn","languages":["hau-Latn","kbp-Latn"]},{"precision":0.448652,"recall":0.48913,"f1":0.460672,"accuracy":0.48913,"main_score":0.460672,"hf_subset":"hau_Latn-luo_Latn","languages":["hau-Latn","luo-Latn"]},{"precision":0.384438,"recall":0.443676,"f1":0.400535,"accuracy":0.443676,"main_score":0.400535,"hf_subset":"hau_Latn-ory_Orya","languages":["hau-Latn","ory-Orya"]},{"precision":0.439317,"recall":0.483202,"f1":0.45241,"accuracy":0.483202,"main_score":0.45241,"hf_subset":"hau_Latn-sna_Latn","languages":["hau-Latn","sna-Latn"]},{"precision":0.444499,"recall":0.48419,"f1":0.456211,"accuracy":0.48419,"main_score":0.456211,"hf_subset":"hau_Latn-tso_Latn","languages":["hau-Latn","tso-Latn"]},{"precision":0.423131,"recall":0.470356,"f1":0.437019,"accuracy":0.470356,"main_score":0.437019,"hf_subset":"hau_Latn-azj_Latn","languages":["hau-Latn","azj-Latn"]},{"precision":0.409354,"recall":0.459486,"f1":0.424144,"accuracy":0.459486,"main_score":0.424144,"hf_subset":"hau_Latn-dik_Latn","languages":["hau-Latn","dik-Latn"]},{"precision":0.457744,"recall":0.496047,"f1":0.46874,"accuracy":0.496047,"main_score":0.46874,"hf_subset":"hau_Latn-kea_Latn","languages":["hau-Latn","kea-Latn"]},{"precision":0.480823,"recall":0.506917,"f1":0.48862,"accuracy":0.506917,"main_score":0.48862,"hf_subset":"hau_Latn-lus_Latn","languages":["hau-Latn","lus-Latn"]},{"precision":0.478895,"recall":0.512846,"f1":0.488636,"accuracy":0.512846,"main_score":0.488636,"hf_subset":"hau_Latn-pag_Latn","languages":["hau-Latn","pag-Latn"]},{"precision":0.355995,"recall":0.410079,"f1":0.371191,"accuracy":0.410079,"main_score":0.371191,"hf_subset":"hau_Latn-snd_Arab","languages":["hau-Latn","snd-Arab"]},{"precision":0.396294,"recall":0.445652,"f1":0.410236,"accuracy":0.445652,"main_score":0.410236,"hf_subset":"hau_Latn-tuk_Latn","languages":["hau-Latn","tuk-Latn"]},{"precision":0.428734,"recall":0.469368,"f1":0.440699,"accuracy":0.469368,"main_score":0.440699,"hf_subset":"hau_Latn-bak_Cyrl","languages":["hau-Latn","bak-Cyrl"]},{"precision":0.353947,"recall":0.409091,"f1":0.370586,"accuracy":0.409091,"main_score":0.370586,"hf_subset":"hau_Latn-dyu_Latn","languages":["hau-Latn","dyu-Latn"]},{"precision":0.382349,"recall":0.443676,"f1":0.400173,"accuracy":0.443676,"main_score":0.400173,"hf_subset":"hau_Latn-heb_Hebr","languages":["hau-Latn","heb-Hebr"]},{"precision":0.390924,"recall":0.432806,"f1":0.403038,"accuracy":0.432806,"main_score":0.403038,"hf_subset":"hau_Latn-khk_Cyrl","languages":["hau-Latn","khk-Cyrl"]},{"precision":0.423707,"recall":0.471344,"f1":0.43728,"accuracy":0.471344,"main_score":0.43728,"hf_subset":"hau_Latn-lvs_Latn","languages":["hau-Latn","lvs-Latn"]},{"precision":0.398222,"recall":0.460474,"f1":0.415491,"accuracy":0.460474,"main_score":0.415491,"hf_subset":"hau_Latn-pan_Guru","languages":["hau-Latn","pan-Guru"]},{"precision":0.431795,"recall":0.472332,"f1":0.44366,"accuracy":0.472332,"main_score":0.44366,"hf_subset":"hau_Latn-som_Latn","languages":["hau-Latn","som-Latn"]},{"precision":0.440162,"recall":0.477273,"f1":0.451172,"accuracy":0.477273,"main_score":0.451172,"hf_subset":"hau_Latn-tum_Latn","languages":["hau-Latn","tum-Latn"]},{"precision":0.321298,"recall":0.395257,"f1":0.340346,"accuracy":0.395257,"main_score":0.340346,"hf_subset":"kea_Latn-ace_Arab","languages":["kea-Latn","ace-Arab"]},{"precision":0.39419,"recall":0.466403,"f1":0.41433,"accuracy":0.466403,"main_score":0.41433,"hf_subset":"kea_Latn-bam_Latn","languages":["kea-Latn","bam-Latn"]},{"precision":0.13481,"recall":0.192688,"f1":0.149552,"accuracy":0.192688,"main_score":0.149552,"hf_subset":"kea_Latn-dzo_Tibt","languages":["kea-Latn","dzo-Tibt"]},{"precision":0.880929,"recall":0.914032,"f1":0.891271,"accuracy":0.914032,"main_score":0.891271,"hf_subset":"kea_Latn-hin_Deva","languages":["kea-Latn","hin-Deva"]},{"precision":0.585676,"recall":0.66996,"f1":0.610872,"accuracy":0.66996,"main_score":0.610872,"hf_subset":"kea_Latn-khm_Khmr","languages":["kea-Latn","khm-Khmr"]},{"precision":0.857213,"recall":0.897233,"f1":0.870026,"accuracy":0.897233,"main_score":0.870026,"hf_subset":"kea_Latn-mag_Deva","languages":["kea-Latn","mag-Deva"]},{"precision":0.879233,"recall":0.914032,"f1":0.890217,"accuracy":0.914032,"main_score":0.890217,"hf_subset":"kea_Latn-pap_Latn","languages":["kea-Latn","pap-Latn"]},{"precision":0.456542,"recall":0.528656,"f1":0.476025,"accuracy":0.528656,"main_score":0.476025,"hf_subset":"kea_Latn-sot_Latn","languages":["kea-Latn","sot-Latn"]},{"precision":0.863581,"recall":0.901186,"f1":0.875132,"accuracy":0.901186,"main_score":0.875132,"hf_subset":"kea_Latn-tur_Latn","languages":["kea-Latn","tur-Latn"]},{"precision":0.637648,"recall":0.69664,"f1":0.654357,"accuracy":0.69664,"main_score":0.654357,"hf_subset":"kea_Latn-ace_Latn","languages":["kea-Latn","ace-Latn"]},{"precision":0.735755,"recall":0.79249,"f1":0.752725,"accuracy":0.79249,"main_score":0.752725,"hf_subset":"kea_Latn-ban_Latn","languages":["kea-Latn","ban-Latn"]},{"precision":0.774219,"recall":0.833004,"f1":0.792309,"accuracy":0.833004,"main_score":0.792309,"hf_subset":"kea_Latn-ell_Grek","languages":["kea-Latn","ell-Grek"]},{"precision":0.830708,"recall":0.875494,"f1":0.844944,"accuracy":0.875494,"main_score":0.844944,"hf_subset":"kea_Latn-hne_Deva","languages":["kea-Latn","hne-Deva"]},{"precision":0.428182,"recall":0.511858,"f1":0.452426,"accuracy":0.511858,"main_score":0.452426,"hf_subset":"kea_Latn-kik_Latn","languages":["kea-Latn","kik-Latn"]},{"precision":0.861742,"recall":0.899209,"f1":0.873386,"accuracy":0.899209,"main_score":0.873386,"hf_subset":"kea_Latn-mai_Deva","languages":["kea-Latn","mai-Deva"]},{"precision":0.707858,"recall":0.769763,"f1":0.726501,"accuracy":0.769763,"main_score":0.726501,"hf_subset":"kea_Latn-pbt_Arab","languages":["kea-Latn","pbt-Arab"]},{"precision":0.925313,"recall":0.948617,"f1":0.932872,"accuracy":0.948617,"main_score":0.932872,"hf_subset":"kea_Latn-spa_Latn","languages":["kea-Latn","spa-Latn"]},{"precision":0.514394,"recall":0.583004,"f1":0.534079,"accuracy":0.583004,"main_score":0.534079,"hf_subset":"kea_Latn-twi_Latn","languages":["kea-Latn","twi-Latn"]},{"precision":0.850708,"recall":0.889328,"f1":0.862681,"accuracy":0.889328,"main_score":0.862681,"hf_subset":"kea_Latn-acm_Arab","languages":["kea-Latn","acm-Arab"]},{"precision":0.6722,"recall":0.744071,"f1":0.694236,"accuracy":0.744071,"main_score":0.694236,"hf_subset":"kea_Latn-bel_Cyrl","languages":["kea-Latn","bel-Cyrl"]},{"precision":0.917161,"recall":0.939723,"f1":0.924209,"accuracy":0.939723,"main_score":0.924209,"hf_subset":"kea_Latn-eng_Latn","languages":["kea-Latn","eng-Latn"]},{"precision":0.826943,"recall":0.865613,"f1":0.839065,"accuracy":0.865613,"main_score":0.839065,"hf_subset":"kea_Latn-hrv_Latn","languages":["kea-Latn","hrv-Latn"]},{"precision":0.40813,"recall":0.483202,"f1":0.42856,"accuracy":0.483202,"main_score":0.42856,"hf_subset":"kea_Latn-kin_Latn","languages":["kea-Latn","kin-Latn"]},{"precision":0.805336,"recall":0.852767,"f1":0.819848,"accuracy":0.852767,"main_score":0.819848,"hf_subset":"kea_Latn-mal_Mlym","languages":["kea-Latn","mal-Mlym"]},{"precision":0.86306,"recall":0.903162,"f1":0.875842,"accuracy":0.903162,"main_score":0.875842,"hf_subset":"kea_Latn-pes_Arab","languages":["kea-Latn","pes-Arab"]},{"precision":0.844737,"recall":0.882411,"f1":0.856126,"accuracy":0.882411,"main_score":0.856126,"hf_subset":"kea_Latn-srd_Latn","languages":["kea-Latn","srd-Latn"]},{"precision":0.111843,"recall":0.186759,"f1":0.129967,"accuracy":0.186759,"main_score":0.129967,"hf_subset":"kea_Latn-tzm_Tfng","languages":["kea-Latn","tzm-Tfng"]},{"precision":0.853689,"recall":0.891304,"f1":0.865448,"accuracy":0.891304,"main_score":0.865448,"hf_subset":"kea_Latn-acq_Arab","languages":["kea-Latn","acq-Arab"]},{"precision":0.466774,"recall":0.534585,"f1":0.485155,"accuracy":0.534585,"main_score":0.485155,"hf_subset":"kea_Latn-bem_Latn","languages":["kea-Latn","bem-Latn"]},{"precision":0.828994,"recall":0.874506,"f1":0.842597,"accuracy":0.874506,"main_score":0.842597,"hf_subset":"kea_Latn-epo_Latn","languages":["kea-Latn","epo-Latn"]},{"precision":0.769302,"recall":0.825099,"f1":0.786495,"accuracy":0.825099,"main_score":0.786495,"hf_subset":"kea_Latn-hun_Latn","languages":["kea-Latn","hun-Latn"]},{"precision":0.597793,"recall":0.668972,"f1":0.617843,"accuracy":0.668972,"main_score":0.617843,"hf_subset":"kea_Latn-kir_Cyrl","languages":["kea-Latn","kir-Cyrl"]},{"precision":0.836957,"recall":0.880435,"f1":0.850579,"accuracy":0.880435,"main_score":0.850579,"hf_subset":"kea_Latn-mar_Deva","languages":["kea-Latn","mar-Deva"]},{"precision":0.475767,"recall":0.539526,"f1":0.493914,"accuracy":0.539526,"main_score":0.493914,"hf_subset":"kea_Latn-plt_Latn","languages":["kea-Latn","plt-Latn"]},{"precision":0.780748,"recall":0.833992,"f1":0.797101,"accuracy":0.833992,"main_score":0.797101,"hf_subset":"kea_Latn-srp_Cyrl","languages":["kea-Latn","srp-Cyrl"]},{"precision":0.293277,"recall":0.378458,"f1":0.31621,"accuracy":0.378458,"main_score":0.31621,"hf_subset":"kea_Latn-uig_Arab","languages":["kea-Latn","uig-Arab"]},{"precision":0.808218,"recall":0.854743,"f1":0.822252,"accuracy":0.854743,"main_score":0.822252,"hf_subset":"kea_Latn-aeb_Arab","languages":["kea-Latn","aeb-Arab"]},{"precision":0.853179,"recall":0.892292,"f1":0.865631,"accuracy":0.892292,"main_score":0.865631,"hf_subset":"kea_Latn-ben_Beng","languages":["kea-Latn","ben-Beng"]},{"precision":0.695118,"recall":0.750988,"f1":0.711874,"accuracy":0.750988,"main_score":0.711874,"hf_subset":"kea_Latn-est_Latn","languages":["kea-Latn","est-Latn"]},{"precision":0.632843,"recall":0.703557,"f1":0.653235,"accuracy":0.703557,"main_score":0.653235,"hf_subset":"kea_Latn-hye_Armn","languages":["kea-Latn","hye-Armn"]},{"precision":0.435568,"recall":0.508893,"f1":0.456194,"accuracy":0.508893,"main_score":0.456194,"hf_subset":"kea_Latn-kmb_Latn","languages":["kea-Latn","kmb-Latn"]},{"precision":0.260003,"recall":0.332016,"f1":0.278545,"accuracy":0.332016,"main_score":0.278545,"hf_subset":"kea_Latn-min_Arab","languages":["kea-Latn","min-Arab"]},{"precision":0.848518,"recall":0.88834,"f1":0.860606,"accuracy":0.88834,"main_score":0.860606,"hf_subset":"kea_Latn-pol_Latn","languages":["kea-Latn","pol-Latn"]},{"precision":0.413143,"recall":0.488142,"f1":0.434082,"accuracy":0.488142,"main_score":0.434082,"hf_subset":"kea_Latn-ssw_Latn","languages":["kea-Latn","ssw-Latn"]},{"precision":0.841403,"recall":0.883399,"f1":0.854513,"accuracy":0.883399,"main_score":0.854513,"hf_subset":"kea_Latn-ukr_Cyrl","languages":["kea-Latn","ukr-Cyrl"]},{"precision":0.82999,"recall":0.869565,"f1":0.842198,"accuracy":0.869565,"main_score":0.842198,"hf_subset":"kea_Latn-afr_Latn","languages":["kea-Latn","afr-Latn"]},{"precision":0.828047,"recall":0.871542,"f1":0.841587,"accuracy":0.871542,"main_score":0.841587,"hf_subset":"kea_Latn-bho_Deva","languages":["kea-Latn","bho-Deva"]},{"precision":0.653602,"recall":0.719368,"f1":0.672843,"accuracy":0.719368,"main_score":0.672843,"hf_subset":"kea_Latn-eus_Latn","languages":["kea-Latn","eus-Latn"]},{"precision":0.411292,"recall":0.500988,"f1":0.435818,"accuracy":0.500988,"main_score":0.435818,"hf_subset":"kea_Latn-ibo_Latn","languages":["kea-Latn","ibo-Latn"]},{"precision":0.464247,"recall":0.540514,"f1":0.485715,"accuracy":0.540514,"main_score":0.485715,"hf_subset":"kea_Latn-kmr_Latn","languages":["kea-Latn","kmr-Latn"]},{"precision":0.683119,"recall":0.741107,"f1":0.700348,"accuracy":0.741107,"main_score":0.700348,"hf_subset":"kea_Latn-min_Latn","languages":["kea-Latn","min-Latn"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"kea_Latn-por_Latn","languages":["kea-Latn","por-Latn"]},{"precision":0.762408,"recall":0.810277,"f1":0.776789,"accuracy":0.810277,"main_score":0.776789,"hf_subset":"kea_Latn-sun_Latn","languages":["kea-Latn","sun-Latn"]},{"precision":0.420501,"recall":0.503953,"f1":0.443361,"accuracy":0.503953,"main_score":0.443361,"hf_subset":"kea_Latn-umb_Latn","languages":["kea-Latn","umb-Latn"]},{"precision":0.860721,"recall":0.895257,"f1":0.871293,"accuracy":0.895257,"main_score":0.871293,"hf_subset":"kea_Latn-ajp_Arab","languages":["kea-Latn","ajp-Arab"]},{"precision":0.276992,"recall":0.352767,"f1":0.296756,"accuracy":0.352767,"main_score":0.296756,"hf_subset":"kea_Latn-bjn_Arab","languages":["kea-Latn","bjn-Arab"]},{"precision":0.423084,"recall":0.487154,"f1":0.440783,"accuracy":0.487154,"main_score":0.440783,"hf_subset":"kea_Latn-ewe_Latn","languages":["kea-Latn","ewe-Latn"]},{"precision":0.6947,"recall":0.753953,"f1":0.712619,"accuracy":0.753953,"main_score":0.712619,"hf_subset":"kea_Latn-ilo_Latn","languages":["kea-Latn","ilo-Latn"]},{"precision":0.18384,"recall":0.249012,"f1":0.201125,"accuracy":0.249012,"main_score":0.201125,"hf_subset":"kea_Latn-knc_Arab","languages":["kea-Latn","knc-Arab"]},{"precision":0.796699,"recall":0.841897,"f1":0.810378,"accuracy":0.841897,"main_score":0.810378,"hf_subset":"kea_Latn-mkd_Cyrl","languages":["kea-Latn","mkd-Cyrl"]},{"precision":0.860343,"recall":0.898221,"f1":0.872332,"accuracy":0.898221,"main_score":0.872332,"hf_subset":"kea_Latn-prs_Arab","languages":["kea-Latn","prs-Arab"]},{"precision":0.855599,"recall":0.893281,"f1":0.867015,"accuracy":0.893281,"main_score":0.867015,"hf_subset":"kea_Latn-swe_Latn","languages":["kea-Latn","swe-Latn"]},{"precision":0.789592,"recall":0.843874,"f1":0.806621,"accuracy":0.843874,"main_score":0.806621,"hf_subset":"kea_Latn-urd_Arab","languages":["kea-Latn","urd-Arab"]},{"precision":0.477257,"recall":0.55336,"f1":0.499201,"accuracy":0.55336,"main_score":0.499201,"hf_subset":"kea_Latn-aka_Latn","languages":["kea-Latn","aka-Latn"]},{"precision":0.708884,"recall":0.766798,"f1":0.725657,"accuracy":0.766798,"main_score":0.725657,"hf_subset":"kea_Latn-bjn_Latn","languages":["kea-Latn","bjn-Latn"]},{"precision":0.536111,"recall":0.603755,"f1":0.555703,"accuracy":0.603755,"main_score":0.555703,"hf_subset":"kea_Latn-fao_Latn","languages":["kea-Latn","fao-Latn"]},{"precision":0.902339,"recall":0.93083,"f1":0.911199,"accuracy":0.93083,"main_score":0.911199,"hf_subset":"kea_Latn-ind_Latn","languages":["kea-Latn","ind-Latn"]},{"precision":0.457111,"recall":0.522727,"f1":0.475282,"accuracy":0.522727,"main_score":0.475282,"hf_subset":"kea_Latn-knc_Latn","languages":["kea-Latn","knc-Latn"]},{"precision":0.754018,"recall":0.810277,"f1":0.770737,"accuracy":0.810277,"main_score":0.770737,"hf_subset":"kea_Latn-mlt_Latn","languages":["kea-Latn","mlt-Latn"]},{"precision":0.50949,"recall":0.588933,"f1":0.531359,"accuracy":0.588933,"main_score":0.531359,"hf_subset":"kea_Latn-quy_Latn","languages":["kea-Latn","quy-Latn"]},{"precision":0.684046,"recall":0.750988,"f1":0.704117,"accuracy":0.750988,"main_score":0.704117,"hf_subset":"kea_Latn-swh_Latn","languages":["kea-Latn","swh-Latn"]},{"precision":0.56274,"recall":0.636364,"f1":0.584376,"accuracy":0.636364,"main_score":0.584376,"hf_subset":"kea_Latn-uzn_Latn","languages":["kea-Latn","uzn-Latn"]},{"precision":0.739657,"recall":0.788538,"f1":0.753778,"accuracy":0.788538,"main_score":0.753778,"hf_subset":"kea_Latn-als_Latn","languages":["kea-Latn","als-Latn"]},{"precision":0.188965,"recall":0.261858,"f1":0.207748,"accuracy":0.261858,"main_score":0.207748,"hf_subset":"kea_Latn-bod_Tibt","languages":["kea-Latn","bod-Tibt"]},{"precision":0.425186,"recall":0.504941,"f1":0.447694,"accuracy":0.504941,"main_score":0.447694,"hf_subset":"kea_Latn-fij_Latn","languages":["kea-Latn","fij-Latn"]},{"precision":0.498885,"recall":0.573123,"f1":0.520138,"accuracy":0.573123,"main_score":0.520138,"hf_subset":"kea_Latn-isl_Latn","languages":["kea-Latn","isl-Latn"]},{"precision":0.512103,"recall":0.582016,"f1":0.532087,"accuracy":0.582016,"main_score":0.532087,"hf_subset":"kea_Latn-kon_Latn","languages":["kea-Latn","kon-Latn"]},{"precision":0.392582,"recall":0.488142,"f1":0.418815,"accuracy":0.488142,"main_score":0.418815,"hf_subset":"kea_Latn-mni_Beng","languages":["kea-Latn","mni-Beng"]},{"precision":0.893972,"recall":0.921937,"f1":0.902635,"accuracy":0.921937,"main_score":0.902635,"hf_subset":"kea_Latn-ron_Latn","languages":["kea-Latn","ron-Latn"]},{"precision":0.729286,"recall":0.783597,"f1":0.745669,"accuracy":0.783597,"main_score":0.745669,"hf_subset":"kea_Latn-szl_Latn","languages":["kea-Latn","szl-Latn"]},{"precision":0.878582,"recall":0.910079,"f1":0.888362,"accuracy":0.910079,"main_score":0.888362,"hf_subset":"kea_Latn-vec_Latn","languages":["kea-Latn","vec-Latn"]},{"precision":0.599993,"recall":0.679842,"f1":0.624014,"accuracy":0.679842,"main_score":0.624014,"hf_subset":"kea_Latn-amh_Ethi","languages":["kea-Latn","amh-Ethi"]},{"precision":0.84025,"recall":0.87747,"f1":0.851746,"accuracy":0.87747,"main_score":0.851746,"hf_subset":"kea_Latn-bos_Latn","languages":["kea-Latn","bos-Latn"]},{"precision":0.820323,"recall":0.863636,"f1":0.833794,"accuracy":0.863636,"main_score":0.833794,"hf_subset":"kea_Latn-fin_Latn","languages":["kea-Latn","fin-Latn"]},{"precision":0.929792,"recall":0.949605,"f1":0.936001,"accuracy":0.949605,"main_score":0.936001,"hf_subset":"kea_Latn-ita_Latn","languages":["kea-Latn","ita-Latn"]},{"precision":0.854496,"recall":0.892292,"f1":0.865763,"accuracy":0.892292,"main_score":0.865763,"hf_subset":"kea_Latn-kor_Hang","languages":["kea-Latn","kor-Hang"]},{"precision":0.422396,"recall":0.497036,"f1":0.442331,"accuracy":0.497036,"main_score":0.442331,"hf_subset":"kea_Latn-mos_Latn","languages":["kea-Latn","mos-Latn"]},{"precision":0.390606,"recall":0.470356,"f1":0.412512,"accuracy":0.470356,"main_score":0.412512,"hf_subset":"kea_Latn-run_Latn","languages":["kea-Latn","run-Latn"]},{"precision":0.8174,"recall":0.860672,"f1":0.830984,"accuracy":0.860672,"main_score":0.830984,"hf_subset":"kea_Latn-tam_Taml","languages":["kea-Latn","tam-Taml"]},{"precision":0.839904,"recall":0.886364,"f1":0.854447,"accuracy":0.886364,"main_score":0.854447,"hf_subset":"kea_Latn-vie_Latn","languages":["kea-Latn","vie-Latn"]},{"precision":0.844401,"recall":0.880435,"f1":0.855171,"accuracy":0.880435,"main_score":0.855171,"hf_subset":"kea_Latn-apc_Arab","languages":["kea-Latn","apc-Arab"]},{"precision":0.618053,"recall":0.686759,"f1":0.638048,"accuracy":0.686759,"main_score":0.638048,"hf_subset":"kea_Latn-bug_Latn","languages":["kea-Latn","bug-Latn"]},{"precision":0.387437,"recall":0.463439,"f1":0.408501,"accuracy":0.463439,"main_score":0.408501,"hf_subset":"kea_Latn-fon_Latn","languages":["kea-Latn","fon-Latn"]},{"precision":0.75356,"recall":0.805336,"f1":0.769193,"accuracy":0.805336,"main_score":0.769193,"hf_subset":"kea_Latn-jav_Latn","languages":["kea-Latn","jav-Latn"]},{"precision":0.549457,"recall":0.624506,"f1":0.570404,"accuracy":0.624506,"main_score":0.570404,"hf_subset":"kea_Latn-lao_Laoo","languages":["kea-Latn","lao-Laoo"]},{"precision":0.385215,"recall":0.468379,"f1":0.407119,"accuracy":0.468379,"main_score":0.407119,"hf_subset":"kea_Latn-mri_Latn","languages":["kea-Latn","mri-Latn"]},{"precision":0.863554,"recall":0.901186,"f1":0.875513,"accuracy":0.901186,"main_score":0.875513,"hf_subset":"kea_Latn-rus_Cyrl","languages":["kea-Latn","rus-Cyrl"]},{"precision":0.424458,"recall":0.494071,"f1":0.44338,"accuracy":0.494071,"main_score":0.44338,"hf_subset":"kea_Latn-taq_Latn","languages":["kea-Latn","taq-Latn"]},{"precision":0.763662,"recall":0.811265,"f1":0.777642,"accuracy":0.811265,"main_score":0.777642,"hf_subset":"kea_Latn-war_Latn","languages":["kea-Latn","war-Latn"]},{"precision":0.853953,"recall":0.892292,"f1":0.865876,"accuracy":0.892292,"main_score":0.865876,"hf_subset":"kea_Latn-arb_Arab","languages":["kea-Latn","arb-Arab"]},{"precision":0.86371,"recall":0.894269,"f1":0.872947,"accuracy":0.894269,"main_score":0.872947,"hf_subset":"kea_Latn-bul_Cyrl","languages":["kea-Latn","bul-Cyrl"]},{"precision":0.919302,"recall":0.942688,"f1":0.926515,"accuracy":0.942688,"main_score":0.926515,"hf_subset":"kea_Latn-fra_Latn","languages":["kea-Latn","fra-Latn"]},{"precision":0.868083,"recall":0.905138,"f1":0.87971,"accuracy":0.905138,"main_score":0.87971,"hf_subset":"kea_Latn-jpn_Jpan","languages":["kea-Latn","jpn-Jpan"]},{"precision":0.869401,"recall":0.905138,"f1":0.880552,"accuracy":0.905138,"main_score":0.880552,"hf_subset":"kea_Latn-lij_Latn","languages":["kea-Latn","lij-Latn"]},{"precision":0.56149,"recall":0.646245,"f1":0.58624,"accuracy":0.646245,"main_score":0.58624,"hf_subset":"kea_Latn-mya_Mymr","languages":["kea-Latn","mya-Mymr"]},{"precision":0.489314,"recall":0.565217,"f1":0.511128,"accuracy":0.565217,"main_score":0.511128,"hf_subset":"kea_Latn-sag_Latn","languages":["kea-Latn","sag-Latn"]},{"precision":0.152483,"recall":0.233202,"f1":0.170385,"accuracy":0.233202,"main_score":0.170385,"hf_subset":"kea_Latn-taq_Tfng","languages":["kea-Latn","taq-Tfng"]},{"precision":0.47402,"recall":0.555336,"f1":0.496753,"accuracy":0.555336,"main_score":0.496753,"hf_subset":"kea_Latn-wol_Latn","languages":["kea-Latn","wol-Latn"]},{"precision":0.29213,"recall":0.389328,"f1":0.316427,"accuracy":0.389328,"main_score":0.316427,"hf_subset":"kea_Latn-arb_Latn","languages":["kea-Latn","arb-Latn"]},{"precision":0.892078,"recall":0.917984,"f1":0.899854,"accuracy":0.917984,"main_score":0.899854,"hf_subset":"kea_Latn-cat_Latn","languages":["kea-Latn","cat-Latn"]},{"precision":0.828454,"recall":0.866601,"f1":0.840089,"accuracy":0.866601,"main_score":0.840089,"hf_subset":"kea_Latn-fur_Latn","languages":["kea-Latn","fur-Latn"]},{"precision":0.296123,"recall":0.369565,"f1":0.315254,"accuracy":0.369565,"main_score":0.315254,"hf_subset":"kea_Latn-kab_Latn","languages":["kea-Latn","kab-Latn"]},{"precision":0.731431,"recall":0.783597,"f1":0.746629,"accuracy":0.783597,"main_score":0.746629,"hf_subset":"kea_Latn-lim_Latn","languages":["kea-Latn","lim-Latn"]},{"precision":0.875033,"recall":0.908103,"f1":0.88498,"accuracy":0.908103,"main_score":0.88498,"hf_subset":"kea_Latn-nld_Latn","languages":["kea-Latn","nld-Latn"]},{"precision":0.712978,"recall":0.781621,"f1":0.73411,"accuracy":0.781621,"main_score":0.73411,"hf_subset":"kea_Latn-san_Deva","languages":["kea-Latn","san-Deva"]},{"precision":0.602125,"recall":0.667984,"f1":0.620603,"accuracy":0.667984,"main_score":0.620603,"hf_subset":"kea_Latn-tat_Cyrl","languages":["kea-Latn","tat-Cyrl"]},{"precision":0.443569,"recall":0.520751,"f1":0.464981,"accuracy":0.520751,"main_score":0.464981,"hf_subset":"kea_Latn-xho_Latn","languages":["kea-Latn","xho-Latn"]},{"precision":0.844038,"recall":0.885375,"f1":0.856818,"accuracy":0.885375,"main_score":0.856818,"hf_subset":"kea_Latn-ars_Arab","languages":["kea-Latn","ars-Arab"]},{"precision":0.75098,"recall":0.802372,"f1":0.766392,"accuracy":0.802372,"main_score":0.766392,"hf_subset":"kea_Latn-ceb_Latn","languages":["kea-Latn","ceb-Latn"]},{"precision":0.42118,"recall":0.499012,"f1":0.443225,"accuracy":0.499012,"main_score":0.443225,"hf_subset":"kea_Latn-fuv_Latn","languages":["kea-Latn","fuv-Latn"]},{"precision":0.43055,"recall":0.505929,"f1":0.451351,"accuracy":0.505929,"main_score":0.451351,"hf_subset":"kea_Latn-kac_Latn","languages":["kea-Latn","kac-Latn"]},{"precision":0.502368,"recall":0.582016,"f1":0.524747,"accuracy":0.582016,"main_score":0.524747,"hf_subset":"kea_Latn-lin_Latn","languages":["kea-Latn","lin-Latn"]},{"precision":0.823271,"recall":0.863636,"f1":0.835639,"accuracy":0.863636,"main_score":0.835639,"hf_subset":"kea_Latn-nno_Latn","languages":["kea-Latn","nno-Latn"]},{"precision":0.183397,"recall":0.248024,"f1":0.199737,"accuracy":0.248024,"main_score":0.199737,"hf_subset":"kea_Latn-sat_Olck","languages":["kea-Latn","sat-Olck"]},{"precision":0.820126,"recall":0.868577,"f1":0.83492,"accuracy":0.868577,"main_score":0.83492,"hf_subset":"kea_Latn-tel_Telu","languages":["kea-Latn","tel-Telu"]},{"precision":0.333931,"recall":0.422925,"f1":0.357294,"accuracy":0.422925,"main_score":0.357294,"hf_subset":"kea_Latn-ydd_Hebr","languages":["kea-Latn","ydd-Hebr"]},{"precision":0.742358,"recall":0.797431,"f1":0.759025,"accuracy":0.797431,"main_score":0.759025,"hf_subset":"kea_Latn-ary_Arab","languages":["kea-Latn","ary-Arab"]},{"precision":0.819121,"recall":0.864625,"f1":0.833531,"accuracy":0.864625,"main_score":0.833531,"hf_subset":"kea_Latn-ces_Latn","languages":["kea-Latn","ces-Latn"]},{"precision":0.335393,"recall":0.416008,"f1":0.355447,"accuracy":0.416008,"main_score":0.355447,"hf_subset":"kea_Latn-gaz_Latn","languages":["kea-Latn","gaz-Latn"]},{"precision":0.447782,"recall":0.517787,"f1":0.46692,"accuracy":0.517787,"main_score":0.46692,"hf_subset":"kea_Latn-kam_Latn","languages":["kea-Latn","kam-Latn"]},{"precision":0.668241,"recall":0.730237,"f1":0.686611,"accuracy":0.730237,"main_score":0.686611,"hf_subset":"kea_Latn-lit_Latn","languages":["kea-Latn","lit-Latn"]},{"precision":0.861199,"recall":0.896245,"f1":0.871989,"accuracy":0.896245,"main_score":0.871989,"hf_subset":"kea_Latn-nob_Latn","languages":["kea-Latn","nob-Latn"]},{"precision":0.785474,"recall":0.83498,"f1":0.800461,"accuracy":0.83498,"main_score":0.800461,"hf_subset":"kea_Latn-scn_Latn","languages":["kea-Latn","scn-Latn"]},{"precision":0.429459,"recall":0.511858,"f1":0.452564,"accuracy":0.511858,"main_score":0.452564,"hf_subset":"kea_Latn-tgk_Cyrl","languages":["kea-Latn","tgk-Cyrl"]},{"precision":0.391783,"recall":0.476285,"f1":0.416362,"accuracy":0.476285,"main_score":0.416362,"hf_subset":"kea_Latn-yor_Latn","languages":["kea-Latn","yor-Latn"]},{"precision":0.856582,"recall":0.892292,"f1":0.867641,"accuracy":0.892292,"main_score":0.867641,"hf_subset":"kea_Latn-arz_Arab","languages":["kea-Latn","arz-Arab"]},{"precision":0.458188,"recall":0.547431,"f1":0.482889,"accuracy":0.547431,"main_score":0.482889,"hf_subset":"kea_Latn-cjk_Latn","languages":["kea-Latn","cjk-Latn"]},{"precision":0.37947,"recall":0.456522,"f1":0.399973,"accuracy":0.456522,"main_score":0.399973,"hf_subset":"kea_Latn-gla_Latn","languages":["kea-Latn","gla-Latn"]},{"precision":0.80723,"recall":0.853755,"f1":0.821429,"accuracy":0.853755,"main_score":0.821429,"hf_subset":"kea_Latn-kan_Knda","languages":["kea-Latn","kan-Knda"]},{"precision":0.813796,"recall":0.855731,"f1":0.826318,"accuracy":0.855731,"main_score":0.826318,"hf_subset":"kea_Latn-lmo_Latn","languages":["kea-Latn","lmo-Latn"]},{"precision":0.835886,"recall":0.878458,"f1":0.849374,"accuracy":0.878458,"main_score":0.849374,"hf_subset":"kea_Latn-npi_Deva","languages":["kea-Latn","npi-Deva"]},{"precision":0.368602,"recall":0.462451,"f1":0.39397,"accuracy":0.462451,"main_score":0.39397,"hf_subset":"kea_Latn-shn_Mymr","languages":["kea-Latn","shn-Mymr"]},{"precision":0.769582,"recall":0.828063,"f1":0.787385,"accuracy":0.828063,"main_score":0.787385,"hf_subset":"kea_Latn-tgl_Latn","languages":["kea-Latn","tgl-Latn"]},{"precision":0.838719,"recall":0.882411,"f1":0.852339,"accuracy":0.882411,"main_score":0.852339,"hf_subset":"kea_Latn-yue_Hant","languages":["kea-Latn","yue-Hant"]},{"precision":0.713466,"recall":0.773715,"f1":0.731555,"accuracy":0.773715,"main_score":0.731555,"hf_subset":"kea_Latn-asm_Beng","languages":["kea-Latn","asm-Beng"]},{"precision":0.394281,"recall":0.467391,"f1":0.414437,"accuracy":0.467391,"main_score":0.414437,"hf_subset":"kea_Latn-ckb_Arab","languages":["kea-Latn","ckb-Arab"]},{"precision":0.406688,"recall":0.483202,"f1":0.426639,"accuracy":0.483202,"main_score":0.426639,"hf_subset":"kea_Latn-gle_Latn","languages":["kea-Latn","gle-Latn"]},{"precision":0.59357,"recall":0.68083,"f1":0.618716,"accuracy":0.68083,"main_score":0.618716,"hf_subset":"kea_Latn-kas_Arab","languages":["kea-Latn","kas-Arab"]},{"precision":0.615246,"recall":0.681818,"f1":0.634734,"accuracy":0.681818,"main_score":0.634734,"hf_subset":"kea_Latn-ltg_Latn","languages":["kea-Latn","ltg-Latn"]},{"precision":0.477145,"recall":0.546443,"f1":0.496643,"accuracy":0.546443,"main_score":0.496643,"hf_subset":"kea_Latn-nso_Latn","languages":["kea-Latn","nso-Latn"]},{"precision":0.639535,"recall":0.716403,"f1":0.662566,"accuracy":0.716403,"main_score":0.662566,"hf_subset":"kea_Latn-sin_Sinh","languages":["kea-Latn","sin-Sinh"]},{"precision":0.853129,"recall":0.894269,"f1":0.865909,"accuracy":0.894269,"main_score":0.865909,"hf_subset":"kea_Latn-tha_Thai","languages":["kea-Latn","tha-Thai"]},{"precision":0.851103,"recall":0.892292,"f1":0.863472,"accuracy":0.892292,"main_score":0.863472,"hf_subset":"kea_Latn-zho_Hans","languages":["kea-Latn","zho-Hans"]},{"precision":0.867332,"recall":0.893281,"f1":0.87501,"accuracy":0.893281,"main_score":0.87501,"hf_subset":"kea_Latn-ast_Latn","languages":["kea-Latn","ast-Latn"]},{"precision":0.67025,"recall":0.736166,"f1":0.6903,"accuracy":0.736166,"main_score":0.6903,"hf_subset":"kea_Latn-crh_Latn","languages":["kea-Latn","crh-Latn"]},{"precision":0.913496,"recall":0.934783,"f1":0.919785,"accuracy":0.934783,"main_score":0.919785,"hf_subset":"kea_Latn-glg_Latn","languages":["kea-Latn","glg-Latn"]},{"precision":0.529695,"recall":0.612648,"f1":0.553944,"accuracy":0.612648,"main_score":0.553944,"hf_subset":"kea_Latn-kas_Deva","languages":["kea-Latn","kas-Deva"]},{"precision":0.69815,"recall":0.761858,"f1":0.716844,"accuracy":0.761858,"main_score":0.716844,"hf_subset":"kea_Latn-ltz_Latn","languages":["kea-Latn","ltz-Latn"]},{"precision":0.35308,"recall":0.431818,"f1":0.374121,"accuracy":0.431818,"main_score":0.374121,"hf_subset":"kea_Latn-nus_Latn","languages":["kea-Latn","nus-Latn"]},{"precision":0.816765,"recall":0.860672,"f1":0.830487,"accuracy":0.860672,"main_score":0.830487,"hf_subset":"kea_Latn-slk_Latn","languages":["kea-Latn","slk-Latn"]},{"precision":0.363052,"recall":0.450593,"f1":0.38736,"accuracy":0.450593,"main_score":0.38736,"hf_subset":"kea_Latn-tir_Ethi","languages":["kea-Latn","tir-Ethi"]},{"precision":0.827141,"recall":0.874506,"f1":0.841864,"accuracy":0.874506,"main_score":0.841864,"hf_subset":"kea_Latn-zho_Hant","languages":["kea-Latn","zho-Hant"]},{"precision":0.857082,"recall":0.896245,"f1":0.869368,"accuracy":0.896245,"main_score":0.869368,"hf_subset":"kea_Latn-awa_Deva","languages":["kea-Latn","awa-Deva"]},{"precision":0.460864,"recall":0.538538,"f1":0.481586,"accuracy":0.538538,"main_score":0.481586,"hf_subset":"kea_Latn-cym_Latn","languages":["kea-Latn","cym-Latn"]},{"precision":0.649345,"recall":0.70751,"f1":0.665714,"accuracy":0.70751,"main_score":0.665714,"hf_subset":"kea_Latn-grn_Latn","languages":["kea-Latn","grn-Latn"]},{"precision":0.731884,"recall":0.799407,"f1":0.752527,"accuracy":0.799407,"main_score":0.752527,"hf_subset":"kea_Latn-kat_Geor","languages":["kea-Latn","kat-Geor"]},{"precision":0.50034,"recall":0.582016,"f1":0.523295,"accuracy":0.582016,"main_score":0.523295,"hf_subset":"kea_Latn-lua_Latn","languages":["kea-Latn","lua-Latn"]},{"precision":0.468972,"recall":0.537549,"f1":0.488867,"accuracy":0.537549,"main_score":0.488867,"hf_subset":"kea_Latn-nya_Latn","languages":["kea-Latn","nya-Latn"]},{"precision":0.762905,"recall":0.817194,"f1":0.779562,"accuracy":0.817194,"main_score":0.779562,"hf_subset":"kea_Latn-slv_Latn","languages":["kea-Latn","slv-Latn"]},{"precision":0.688662,"recall":0.75,"f1":0.707183,"accuracy":0.75,"main_score":0.707183,"hf_subset":"kea_Latn-tpi_Latn","languages":["kea-Latn","tpi-Latn"]},{"precision":0.873468,"recall":0.908103,"f1":0.884453,"accuracy":0.908103,"main_score":0.884453,"hf_subset":"kea_Latn-zsm_Latn","languages":["kea-Latn","zsm-Latn"]},{"precision":0.416813,"recall":0.499012,"f1":0.438731,"accuracy":0.499012,"main_score":0.438731,"hf_subset":"kea_Latn-ayr_Latn","languages":["kea-Latn","ayr-Latn"]},{"precision":0.849168,"recall":0.890316,"f1":0.861682,"accuracy":0.890316,"main_score":0.861682,"hf_subset":"kea_Latn-dan_Latn","languages":["kea-Latn","dan-Latn"]},{"precision":0.796113,"recall":0.850791,"f1":0.813142,"accuracy":0.850791,"main_score":0.813142,"hf_subset":"kea_Latn-guj_Gujr","languages":["kea-Latn","guj-Gujr"]},{"precision":0.62556,"recall":0.686759,"f1":0.643794,"accuracy":0.686759,"main_score":0.643794,"hf_subset":"kea_Latn-kaz_Cyrl","languages":["kea-Latn","kaz-Cyrl"]},{"precision":0.406822,"recall":0.480237,"f1":0.427092,"accuracy":0.480237,"main_score":0.427092,"hf_subset":"kea_Latn-lug_Latn","languages":["kea-Latn","lug-Latn"]},{"precision":0.909371,"recall":0.933794,"f1":0.916521,"accuracy":0.933794,"main_score":0.916521,"hf_subset":"kea_Latn-oci_Latn","languages":["kea-Latn","oci-Latn"]},{"precision":0.448295,"recall":0.52668,"f1":0.470698,"accuracy":0.52668,"main_score":0.470698,"hf_subset":"kea_Latn-smo_Latn","languages":["kea-Latn","smo-Latn"]},{"precision":0.425052,"recall":0.500988,"f1":0.445705,"accuracy":0.500988,"main_score":0.445705,"hf_subset":"kea_Latn-tsn_Latn","languages":["kea-Latn","tsn-Latn"]},{"precision":0.405831,"recall":0.48913,"f1":0.429,"accuracy":0.48913,"main_score":0.429,"hf_subset":"kea_Latn-zul_Latn","languages":["kea-Latn","zul-Latn"]},{"precision":0.594565,"recall":0.673913,"f1":0.618419,"accuracy":0.673913,"main_score":0.618419,"hf_subset":"kea_Latn-azb_Arab","languages":["kea-Latn","azb-Arab"]},{"precision":0.882362,"recall":0.91502,"f1":0.892641,"accuracy":0.91502,"main_score":0.892641,"hf_subset":"kea_Latn-deu_Latn","languages":["kea-Latn","deu-Latn"]},{"precision":0.677267,"recall":0.751976,"f1":0.699671,"accuracy":0.751976,"main_score":0.699671,"hf_subset":"kea_Latn-hat_Latn","languages":["kea-Latn","hat-Latn"]},{"precision":0.395663,"recall":0.468379,"f1":0.416042,"accuracy":0.468379,"main_score":0.416042,"hf_subset":"kea_Latn-kbp_Latn","languages":["kea-Latn","kbp-Latn"]},{"precision":0.467708,"recall":0.535573,"f1":0.486564,"accuracy":0.535573,"main_score":0.486564,"hf_subset":"kea_Latn-luo_Latn","languages":["kea-Latn","luo-Latn"]},{"precision":0.476284,"recall":0.552372,"f1":0.498207,"accuracy":0.552372,"main_score":0.498207,"hf_subset":"kea_Latn-ory_Orya","languages":["kea-Latn","ory-Orya"]},{"precision":0.444015,"recall":0.514822,"f1":0.463601,"accuracy":0.514822,"main_score":0.463601,"hf_subset":"kea_Latn-sna_Latn","languages":["kea-Latn","sna-Latn"]},{"precision":0.424228,"recall":0.498024,"f1":0.444848,"accuracy":0.498024,"main_score":0.444848,"hf_subset":"kea_Latn-tso_Latn","languages":["kea-Latn","tso-Latn"]},{"precision":0.706152,"recall":0.76581,"f1":0.723619,"accuracy":0.76581,"main_score":0.723619,"hf_subset":"kea_Latn-azj_Latn","languages":["kea-Latn","azj-Latn"]},{"precision":0.43824,"recall":0.517787,"f1":0.459688,"accuracy":0.517787,"main_score":0.459688,"hf_subset":"kea_Latn-dik_Latn","languages":["kea-Latn","dik-Latn"]},{"precision":0.458823,"recall":0.52668,"f1":0.477775,"accuracy":0.52668,"main_score":0.477775,"hf_subset":"kea_Latn-hau_Latn","languages":["kea-Latn","hau-Latn"]},{"precision":0.573216,"recall":0.637352,"f1":0.591776,"accuracy":0.637352,"main_score":0.591776,"hf_subset":"kea_Latn-lus_Latn","languages":["kea-Latn","lus-Latn"]},{"precision":0.681943,"recall":0.73913,"f1":0.698831,"accuracy":0.73913,"main_score":0.698831,"hf_subset":"kea_Latn-pag_Latn","languages":["kea-Latn","pag-Latn"]},{"precision":0.593717,"recall":0.676877,"f1":0.618111,"accuracy":0.676877,"main_score":0.618111,"hf_subset":"kea_Latn-snd_Arab","languages":["kea-Latn","snd-Arab"]},{"precision":0.541833,"recall":0.610672,"f1":0.56167,"accuracy":0.610672,"main_score":0.56167,"hf_subset":"kea_Latn-tuk_Latn","languages":["kea-Latn","tuk-Latn"]},{"precision":0.603823,"recall":0.671937,"f1":0.623255,"accuracy":0.671937,"main_score":0.623255,"hf_subset":"kea_Latn-bak_Cyrl","languages":["kea-Latn","bak-Cyrl"]},{"precision":0.35841,"recall":0.455534,"f1":0.385548,"accuracy":0.455534,"main_score":0.385548,"hf_subset":"kea_Latn-dyu_Latn","languages":["kea-Latn","dyu-Latn"]},{"precision":0.682493,"recall":0.751976,"f1":0.703162,"accuracy":0.751976,"main_score":0.703162,"hf_subset":"kea_Latn-heb_Hebr","languages":["kea-Latn","heb-Hebr"]},{"precision":0.434751,"recall":0.508893,"f1":0.455412,"accuracy":0.508893,"main_score":0.455412,"hf_subset":"kea_Latn-khk_Cyrl","languages":["kea-Latn","khk-Cyrl"]},{"precision":0.704117,"recall":0.761858,"f1":0.721937,"accuracy":0.761858,"main_score":0.721937,"hf_subset":"kea_Latn-lvs_Latn","languages":["kea-Latn","lvs-Latn"]},{"precision":0.715953,"recall":0.785573,"f1":0.737286,"accuracy":0.785573,"main_score":0.737286,"hf_subset":"kea_Latn-pan_Guru","languages":["kea-Latn","pan-Guru"]},{"precision":0.402009,"recall":0.47332,"f1":0.422351,"accuracy":0.47332,"main_score":0.422351,"hf_subset":"kea_Latn-som_Latn","languages":["kea-Latn","som-Latn"]},{"precision":0.455972,"recall":0.517787,"f1":0.47358,"accuracy":0.517787,"main_score":0.47358,"hf_subset":"kea_Latn-tum_Latn","languages":["kea-Latn","tum-Latn"]},{"precision":0.291568,"recall":0.349802,"f1":0.307713,"accuracy":0.349802,"main_score":0.307713,"hf_subset":"lus_Latn-ace_Arab","languages":["lus-Latn","ace-Arab"]},{"precision":0.409776,"recall":0.472332,"f1":0.427743,"accuracy":0.472332,"main_score":0.427743,"hf_subset":"lus_Latn-bam_Latn","languages":["lus-Latn","bam-Latn"]},{"precision":0.165345,"recall":0.222332,"f1":0.179651,"accuracy":0.222332,"main_score":0.179651,"hf_subset":"lus_Latn-dzo_Tibt","languages":["lus-Latn","dzo-Tibt"]},{"precision":0.588789,"recall":0.663043,"f1":0.610074,"accuracy":0.663043,"main_score":0.610074,"hf_subset":"lus_Latn-hin_Deva","languages":["lus-Latn","hin-Deva"]},{"precision":0.421772,"recall":0.487154,"f1":0.440468,"accuracy":0.487154,"main_score":0.440468,"hf_subset":"lus_Latn-khm_Khmr","languages":["lus-Latn","khm-Khmr"]},{"precision":0.60908,"recall":0.662055,"f1":0.624684,"accuracy":0.662055,"main_score":0.624684,"hf_subset":"lus_Latn-mag_Deva","languages":["lus-Latn","mag-Deva"]},{"precision":0.588552,"recall":0.636364,"f1":0.60182,"accuracy":0.636364,"main_score":0.60182,"hf_subset":"lus_Latn-pap_Latn","languages":["lus-Latn","pap-Latn"]},{"precision":0.461141,"recall":0.522727,"f1":0.478432,"accuracy":0.522727,"main_score":0.478432,"hf_subset":"lus_Latn-sot_Latn","languages":["lus-Latn","sot-Latn"]},{"precision":0.598951,"recall":0.662055,"f1":0.617754,"accuracy":0.662055,"main_score":0.617754,"hf_subset":"lus_Latn-tur_Latn","languages":["lus-Latn","tur-Latn"]},{"precision":0.564279,"recall":0.61166,"f1":0.578045,"accuracy":0.61166,"main_score":0.578045,"hf_subset":"lus_Latn-ace_Latn","languages":["lus-Latn","ace-Latn"]},{"precision":0.586867,"recall":0.641304,"f1":0.602904,"accuracy":0.641304,"main_score":0.602904,"hf_subset":"lus_Latn-ban_Latn","languages":["lus-Latn","ban-Latn"]},{"precision":0.496991,"recall":0.56917,"f1":0.517202,"accuracy":0.56917,"main_score":0.517202,"hf_subset":"lus_Latn-ell_Grek","languages":["lus-Latn","ell-Grek"]},{"precision":0.584201,"recall":0.644269,"f1":0.601382,"accuracy":0.644269,"main_score":0.601382,"hf_subset":"lus_Latn-hne_Deva","languages":["lus-Latn","hne-Deva"]},{"precision":0.475159,"recall":0.538538,"f1":0.493299,"accuracy":0.538538,"main_score":0.493299,"hf_subset":"lus_Latn-kik_Latn","languages":["lus-Latn","kik-Latn"]},{"precision":0.587552,"recall":0.642292,"f1":0.603788,"accuracy":0.642292,"main_score":0.603788,"hf_subset":"lus_Latn-mai_Deva","languages":["lus-Latn","mai-Deva"]},{"precision":0.507265,"recall":0.574111,"f1":0.5263,"accuracy":0.574111,"main_score":0.5263,"hf_subset":"lus_Latn-pbt_Arab","languages":["lus-Latn","pbt-Arab"]},{"precision":0.604378,"recall":0.672925,"f1":0.624249,"accuracy":0.672925,"main_score":0.624249,"hf_subset":"lus_Latn-spa_Latn","languages":["lus-Latn","spa-Latn"]},{"precision":0.535837,"recall":0.585968,"f1":0.550533,"accuracy":0.585968,"main_score":0.550533,"hf_subset":"lus_Latn-twi_Latn","languages":["lus-Latn","twi-Latn"]},{"precision":0.547967,"recall":0.617589,"f1":0.567751,"accuracy":0.617589,"main_score":0.567751,"hf_subset":"lus_Latn-acm_Arab","languages":["lus-Latn","acm-Arab"]},{"precision":0.476154,"recall":0.543478,"f1":0.495365,"accuracy":0.543478,"main_score":0.495365,"hf_subset":"lus_Latn-bel_Cyrl","languages":["lus-Latn","bel-Cyrl"]},{"precision":0.63133,"recall":0.6917,"f1":0.649193,"accuracy":0.6917,"main_score":0.649193,"hf_subset":"lus_Latn-eng_Latn","languages":["lus-Latn","eng-Latn"]},{"precision":0.558785,"recall":0.617589,"f1":0.576082,"accuracy":0.617589,"main_score":0.576082,"hf_subset":"lus_Latn-hrv_Latn","languages":["lus-Latn","hrv-Latn"]},{"precision":0.399449,"recall":0.467391,"f1":0.417985,"accuracy":0.467391,"main_score":0.417985,"hf_subset":"lus_Latn-kin_Latn","languages":["lus-Latn","kin-Latn"]},{"precision":0.557032,"recall":0.624506,"f1":0.576351,"accuracy":0.624506,"main_score":0.576351,"hf_subset":"lus_Latn-mal_Mlym","languages":["lus-Latn","mal-Mlym"]},{"precision":0.552155,"recall":0.633399,"f1":0.575795,"accuracy":0.633399,"main_score":0.575795,"hf_subset":"lus_Latn-pes_Arab","languages":["lus-Latn","pes-Arab"]},{"precision":0.551402,"recall":0.61166,"f1":0.56771,"accuracy":0.61166,"main_score":0.56771,"hf_subset":"lus_Latn-srd_Latn","languages":["lus-Latn","srd-Latn"]},{"precision":0.120904,"recall":0.179842,"f1":0.135124,"accuracy":0.179842,"main_score":0.135124,"hf_subset":"lus_Latn-tzm_Tfng","languages":["lus-Latn","tzm-Tfng"]},{"precision":0.545463,"recall":0.618577,"f1":0.566091,"accuracy":0.618577,"main_score":0.566091,"hf_subset":"lus_Latn-acq_Arab","languages":["lus-Latn","acq-Arab"]},{"precision":0.486311,"recall":0.550395,"f1":0.504806,"accuracy":0.550395,"main_score":0.504806,"hf_subset":"lus_Latn-bem_Latn","languages":["lus-Latn","bem-Latn"]},{"precision":0.563459,"recall":0.619565,"f1":0.579978,"accuracy":0.619565,"main_score":0.579978,"hf_subset":"lus_Latn-epo_Latn","languages":["lus-Latn","epo-Latn"]},{"precision":0.527804,"recall":0.602767,"f1":0.549494,"accuracy":0.602767,"main_score":0.549494,"hf_subset":"lus_Latn-hun_Latn","languages":["lus-Latn","hun-Latn"]},{"precision":0.522819,"recall":0.581028,"f1":0.540234,"accuracy":0.581028,"main_score":0.540234,"hf_subset":"lus_Latn-kir_Cyrl","languages":["lus-Latn","kir-Cyrl"]},{"precision":0.566594,"recall":0.637352,"f1":0.587373,"accuracy":0.637352,"main_score":0.587373,"hf_subset":"lus_Latn-mar_Deva","languages":["lus-Latn","mar-Deva"]},{"precision":0.461037,"recall":0.521739,"f1":0.478343,"accuracy":0.521739,"main_score":0.478343,"hf_subset":"lus_Latn-plt_Latn","languages":["lus-Latn","plt-Latn"]},{"precision":0.536502,"recall":0.598814,"f1":0.554786,"accuracy":0.598814,"main_score":0.554786,"hf_subset":"lus_Latn-srp_Cyrl","languages":["lus-Latn","srp-Cyrl"]},{"precision":0.292123,"recall":0.353755,"f1":0.309002,"accuracy":0.353755,"main_score":0.309002,"hf_subset":"lus_Latn-uig_Arab","languages":["lus-Latn","uig-Arab"]},{"precision":0.5357,"recall":0.594862,"f1":0.552708,"accuracy":0.594862,"main_score":0.552708,"hf_subset":"lus_Latn-aeb_Arab","languages":["lus-Latn","aeb-Arab"]},{"precision":0.584414,"recall":0.648221,"f1":0.603124,"accuracy":0.648221,"main_score":0.603124,"hf_subset":"lus_Latn-ben_Beng","languages":["lus-Latn","ben-Beng"]},{"precision":0.518379,"recall":0.574111,"f1":0.534503,"accuracy":0.574111,"main_score":0.534503,"hf_subset":"lus_Latn-est_Latn","languages":["lus-Latn","est-Latn"]},{"precision":0.441435,"recall":0.506917,"f1":0.459561,"accuracy":0.506917,"main_score":0.459561,"hf_subset":"lus_Latn-hye_Armn","languages":["lus-Latn","hye-Armn"]},{"precision":0.432017,"recall":0.492095,"f1":0.449116,"accuracy":0.492095,"main_score":0.449116,"hf_subset":"lus_Latn-kmb_Latn","languages":["lus-Latn","kmb-Latn"]},{"precision":0.265166,"recall":0.320158,"f1":0.278961,"accuracy":0.320158,"main_score":0.278961,"hf_subset":"lus_Latn-min_Arab","languages":["lus-Latn","min-Arab"]},{"precision":0.58631,"recall":0.656126,"f1":0.605902,"accuracy":0.656126,"main_score":0.605902,"hf_subset":"lus_Latn-pol_Latn","languages":["lus-Latn","pol-Latn"]},{"precision":0.434006,"recall":0.502964,"f1":0.452857,"accuracy":0.502964,"main_score":0.452857,"hf_subset":"lus_Latn-ssw_Latn","languages":["lus-Latn","ssw-Latn"]},{"precision":0.564628,"recall":0.628458,"f1":0.583265,"accuracy":0.628458,"main_score":0.583265,"hf_subset":"lus_Latn-ukr_Cyrl","languages":["lus-Latn","ukr-Cyrl"]},{"precision":0.589869,"recall":0.637352,"f1":0.60327,"accuracy":0.637352,"main_score":0.60327,"hf_subset":"lus_Latn-afr_Latn","languages":["lus-Latn","afr-Latn"]},{"precision":0.593107,"recall":0.650198,"f1":0.609847,"accuracy":0.650198,"main_score":0.609847,"hf_subset":"lus_Latn-bho_Deva","languages":["lus-Latn","bho-Deva"]},{"precision":0.504844,"recall":0.561265,"f1":0.521034,"accuracy":0.561265,"main_score":0.521034,"hf_subset":"lus_Latn-eus_Latn","languages":["lus-Latn","eus-Latn"]},{"precision":0.427348,"recall":0.500988,"f1":0.44805,"accuracy":0.500988,"main_score":0.44805,"hf_subset":"lus_Latn-ibo_Latn","languages":["lus-Latn","ibo-Latn"]},{"precision":0.449155,"recall":0.517787,"f1":0.468812,"accuracy":0.517787,"main_score":0.468812,"hf_subset":"lus_Latn-kmr_Latn","languages":["lus-Latn","kmr-Latn"]},{"precision":0.549812,"recall":0.602767,"f1":0.565121,"accuracy":0.602767,"main_score":0.565121,"hf_subset":"lus_Latn-min_Latn","languages":["lus-Latn","min-Latn"]},{"precision":0.614811,"recall":0.676877,"f1":0.632817,"accuracy":0.676877,"main_score":0.632817,"hf_subset":"lus_Latn-por_Latn","languages":["lus-Latn","por-Latn"]},{"precision":0.587056,"recall":0.637352,"f1":0.601643,"accuracy":0.637352,"main_score":0.601643,"hf_subset":"lus_Latn-sun_Latn","languages":["lus-Latn","sun-Latn"]},{"precision":0.432656,"recall":0.497036,"f1":0.451389,"accuracy":0.497036,"main_score":0.451389,"hf_subset":"lus_Latn-umb_Latn","languages":["lus-Latn","umb-Latn"]},{"precision":0.567863,"recall":0.626482,"f1":0.584715,"accuracy":0.626482,"main_score":0.584715,"hf_subset":"lus_Latn-ajp_Arab","languages":["lus-Latn","ajp-Arab"]},{"precision":0.275971,"recall":0.333004,"f1":0.291367,"accuracy":0.333004,"main_score":0.291367,"hf_subset":"lus_Latn-bjn_Arab","languages":["lus-Latn","bjn-Arab"]},{"precision":0.43899,"recall":0.500988,"f1":0.457334,"accuracy":0.500988,"main_score":0.457334,"hf_subset":"lus_Latn-ewe_Latn","languages":["lus-Latn","ewe-Latn"]},{"precision":0.613484,"recall":0.664032,"f1":0.628303,"accuracy":0.664032,"main_score":0.628303,"hf_subset":"lus_Latn-ilo_Latn","languages":["lus-Latn","ilo-Latn"]},{"precision":0.205763,"recall":0.26581,"f1":0.22064,"accuracy":0.26581,"main_score":0.22064,"hf_subset":"lus_Latn-knc_Arab","languages":["lus-Latn","knc-Arab"]},{"precision":0.528645,"recall":0.590909,"f1":0.546061,"accuracy":0.590909,"main_score":0.546061,"hf_subset":"lus_Latn-mkd_Cyrl","languages":["lus-Latn","mkd-Cyrl"]},{"precision":0.53435,"recall":0.612648,"f1":0.556207,"accuracy":0.612648,"main_score":0.556207,"hf_subset":"lus_Latn-prs_Arab","languages":["lus-Latn","prs-Arab"]},{"precision":0.593318,"recall":0.652174,"f1":0.610327,"accuracy":0.652174,"main_score":0.610327,"hf_subset":"lus_Latn-swe_Latn","languages":["lus-Latn","swe-Latn"]},{"precision":0.518454,"recall":0.593874,"f1":0.540456,"accuracy":0.593874,"main_score":0.540456,"hf_subset":"lus_Latn-urd_Arab","languages":["lus-Latn","urd-Arab"]},{"precision":0.509009,"recall":0.571146,"f1":0.528195,"accuracy":0.571146,"main_score":0.528195,"hf_subset":"lus_Latn-aka_Latn","languages":["lus-Latn","aka-Latn"]},{"precision":0.56158,"recall":0.613636,"f1":0.576565,"accuracy":0.613636,"main_score":0.576565,"hf_subset":"lus_Latn-bjn_Latn","languages":["lus-Latn","bjn-Latn"]},{"precision":0.47461,"recall":0.529644,"f1":0.490596,"accuracy":0.529644,"main_score":0.490596,"hf_subset":"lus_Latn-fao_Latn","languages":["lus-Latn","fao-Latn"]},{"precision":0.621143,"recall":0.683794,"f1":0.639561,"accuracy":0.683794,"main_score":0.639561,"hf_subset":"lus_Latn-ind_Latn","languages":["lus-Latn","ind-Latn"]},{"precision":0.494779,"recall":0.550395,"f1":0.511284,"accuracy":0.550395,"main_score":0.511284,"hf_subset":"lus_Latn-knc_Latn","languages":["lus-Latn","knc-Latn"]},{"precision":0.535099,"recall":0.587945,"f1":0.550052,"accuracy":0.587945,"main_score":0.550052,"hf_subset":"lus_Latn-mlt_Latn","languages":["lus-Latn","mlt-Latn"]},{"precision":0.498958,"recall":0.5583,"f1":0.516006,"accuracy":0.5583,"main_score":0.516006,"hf_subset":"lus_Latn-quy_Latn","languages":["lus-Latn","quy-Latn"]},{"precision":0.517916,"recall":0.583992,"f1":0.536769,"accuracy":0.583992,"main_score":0.536769,"hf_subset":"lus_Latn-swh_Latn","languages":["lus-Latn","swh-Latn"]},{"precision":0.47218,"recall":0.536561,"f1":0.490243,"accuracy":0.536561,"main_score":0.490243,"hf_subset":"lus_Latn-uzn_Latn","languages":["lus-Latn","uzn-Latn"]},{"precision":0.540847,"recall":0.601779,"f1":0.558997,"accuracy":0.601779,"main_score":0.558997,"hf_subset":"lus_Latn-als_Latn","languages":["lus-Latn","als-Latn"]},{"precision":0.192245,"recall":0.258893,"f1":0.208858,"accuracy":0.258893,"main_score":0.208858,"hf_subset":"lus_Latn-bod_Tibt","languages":["lus-Latn","bod-Tibt"]},{"precision":0.443661,"recall":0.520751,"f1":0.466507,"accuracy":0.520751,"main_score":0.466507,"hf_subset":"lus_Latn-fij_Latn","languages":["lus-Latn","fij-Latn"]},{"precision":0.400967,"recall":0.468379,"f1":0.420027,"accuracy":0.468379,"main_score":0.420027,"hf_subset":"lus_Latn-isl_Latn","languages":["lus-Latn","isl-Latn"]},{"precision":0.508204,"recall":0.565217,"f1":0.524741,"accuracy":0.565217,"main_score":0.524741,"hf_subset":"lus_Latn-kon_Latn","languages":["lus-Latn","kon-Latn"]},{"precision":0.384777,"recall":0.455534,"f1":0.404466,"accuracy":0.455534,"main_score":0.404466,"hf_subset":"lus_Latn-mni_Beng","languages":["lus-Latn","mni-Beng"]},{"precision":0.573915,"recall":0.637352,"f1":0.592243,"accuracy":0.637352,"main_score":0.592243,"hf_subset":"lus_Latn-ron_Latn","languages":["lus-Latn","ron-Latn"]},{"precision":0.509827,"recall":0.573123,"f1":0.52833,"accuracy":0.573123,"main_score":0.52833,"hf_subset":"lus_Latn-szl_Latn","languages":["lus-Latn","szl-Latn"]},{"precision":0.574332,"recall":0.624506,"f1":0.589204,"accuracy":0.624506,"main_score":0.589204,"hf_subset":"lus_Latn-vec_Latn","languages":["lus-Latn","vec-Latn"]},{"precision":0.451727,"recall":0.51087,"f1":0.468543,"accuracy":0.51087,"main_score":0.468543,"hf_subset":"lus_Latn-amh_Ethi","languages":["lus-Latn","amh-Ethi"]},{"precision":0.556855,"recall":0.619565,"f1":0.575661,"accuracy":0.619565,"main_score":0.575661,"hf_subset":"lus_Latn-bos_Latn","languages":["lus-Latn","bos-Latn"]},{"precision":0.55951,"recall":0.62253,"f1":0.578241,"accuracy":0.62253,"main_score":0.578241,"hf_subset":"lus_Latn-fin_Latn","languages":["lus-Latn","fin-Latn"]},{"precision":0.597732,"recall":0.666008,"f1":0.616885,"accuracy":0.666008,"main_score":0.616885,"hf_subset":"lus_Latn-ita_Latn","languages":["lus-Latn","ita-Latn"]},{"precision":0.576872,"recall":0.645257,"f1":0.596395,"accuracy":0.645257,"main_score":0.596395,"hf_subset":"lus_Latn-kor_Hang","languages":["lus-Latn","kor-Hang"]},{"precision":0.452985,"recall":0.518775,"f1":0.471807,"accuracy":0.518775,"main_score":0.471807,"hf_subset":"lus_Latn-mos_Latn","languages":["lus-Latn","mos-Latn"]},{"precision":0.411585,"recall":0.478261,"f1":0.429983,"accuracy":0.478261,"main_score":0.429983,"hf_subset":"lus_Latn-run_Latn","languages":["lus-Latn","run-Latn"]},{"precision":0.51773,"recall":0.592885,"f1":0.538833,"accuracy":0.592885,"main_score":0.538833,"hf_subset":"lus_Latn-tam_Taml","languages":["lus-Latn","tam-Taml"]},{"precision":0.589107,"recall":0.658103,"f1":0.60954,"accuracy":0.658103,"main_score":0.60954,"hf_subset":"lus_Latn-vie_Latn","languages":["lus-Latn","vie-Latn"]},{"precision":0.554907,"recall":0.615613,"f1":0.57249,"accuracy":0.615613,"main_score":0.57249,"hf_subset":"lus_Latn-apc_Arab","languages":["lus-Latn","apc-Arab"]},{"precision":0.563878,"recall":0.615613,"f1":0.578972,"accuracy":0.615613,"main_score":0.578972,"hf_subset":"lus_Latn-bug_Latn","languages":["lus-Latn","bug-Latn"]},{"precision":0.392532,"recall":0.449605,"f1":0.408359,"accuracy":0.449605,"main_score":0.408359,"hf_subset":"lus_Latn-fon_Latn","languages":["lus-Latn","fon-Latn"]},{"precision":0.606708,"recall":0.649209,"f1":0.618471,"accuracy":0.649209,"main_score":0.618471,"hf_subset":"lus_Latn-jav_Latn","languages":["lus-Latn","jav-Latn"]},{"precision":0.425643,"recall":0.48419,"f1":0.442003,"accuracy":0.48419,"main_score":0.442003,"hf_subset":"lus_Latn-lao_Laoo","languages":["lus-Latn","lao-Laoo"]},{"precision":0.412586,"recall":0.47332,"f1":0.429877,"accuracy":0.47332,"main_score":0.429877,"hf_subset":"lus_Latn-mri_Latn","languages":["lus-Latn","mri-Latn"]},{"precision":0.580339,"recall":0.652174,"f1":0.600949,"accuracy":0.652174,"main_score":0.600949,"hf_subset":"lus_Latn-rus_Cyrl","languages":["lus-Latn","rus-Cyrl"]},{"precision":0.422446,"recall":0.48913,"f1":0.441492,"accuracy":0.48913,"main_score":0.441492,"hf_subset":"lus_Latn-taq_Latn","languages":["lus-Latn","taq-Latn"]},{"precision":0.62907,"recall":0.673913,"f1":0.642062,"accuracy":0.673913,"main_score":0.642062,"hf_subset":"lus_Latn-war_Latn","languages":["lus-Latn","war-Latn"]},{"precision":0.543736,"recall":0.619565,"f1":0.565112,"accuracy":0.619565,"main_score":0.565112,"hf_subset":"lus_Latn-arb_Arab","languages":["lus-Latn","arb-Arab"]},{"precision":0.583172,"recall":0.644269,"f1":0.600865,"accuracy":0.644269,"main_score":0.600865,"hf_subset":"lus_Latn-bul_Cyrl","languages":["lus-Latn","bul-Cyrl"]},{"precision":0.622497,"recall":0.686759,"f1":0.640411,"accuracy":0.686759,"main_score":0.640411,"hf_subset":"lus_Latn-fra_Latn","languages":["lus-Latn","fra-Latn"]},{"precision":0.592357,"recall":0.664032,"f1":0.613475,"accuracy":0.664032,"main_score":0.613475,"hf_subset":"lus_Latn-jpn_Jpan","languages":["lus-Latn","jpn-Jpan"]},{"precision":0.574678,"recall":0.630435,"f1":0.590917,"accuracy":0.630435,"main_score":0.590917,"hf_subset":"lus_Latn-lij_Latn","languages":["lus-Latn","lij-Latn"]},{"precision":0.389257,"recall":0.464427,"f1":0.410204,"accuracy":0.464427,"main_score":0.410204,"hf_subset":"lus_Latn-mya_Mymr","languages":["lus-Latn","mya-Mymr"]},{"precision":0.469269,"recall":0.535573,"f1":0.489163,"accuracy":0.535573,"main_score":0.489163,"hf_subset":"lus_Latn-sag_Latn","languages":["lus-Latn","sag-Latn"]},{"precision":0.152957,"recall":0.225296,"f1":0.170003,"accuracy":0.225296,"main_score":0.170003,"hf_subset":"lus_Latn-taq_Tfng","languages":["lus-Latn","taq-Tfng"]},{"precision":0.469258,"recall":0.535573,"f1":0.487833,"accuracy":0.535573,"main_score":0.487833,"hf_subset":"lus_Latn-wol_Latn","languages":["lus-Latn","wol-Latn"]},{"precision":0.297074,"recall":0.371542,"f1":0.316391,"accuracy":0.371542,"main_score":0.316391,"hf_subset":"lus_Latn-arb_Latn","languages":["lus-Latn","arb-Latn"]},{"precision":0.590276,"recall":0.645257,"f1":0.606215,"accuracy":0.645257,"main_score":0.606215,"hf_subset":"lus_Latn-cat_Latn","languages":["lus-Latn","cat-Latn"]},{"precision":0.556857,"recall":0.609684,"f1":0.572671,"accuracy":0.609684,"main_score":0.572671,"hf_subset":"lus_Latn-fur_Latn","languages":["lus-Latn","fur-Latn"]},{"precision":0.306033,"recall":0.364625,"f1":0.321389,"accuracy":0.364625,"main_score":0.321389,"hf_subset":"lus_Latn-kab_Latn","languages":["lus-Latn","kab-Latn"]},{"precision":0.562135,"recall":0.619565,"f1":0.578703,"accuracy":0.619565,"main_score":0.578703,"hf_subset":"lus_Latn-lim_Latn","languages":["lus-Latn","lim-Latn"]},{"precision":0.609551,"recall":0.676877,"f1":0.628583,"accuracy":0.676877,"main_score":0.628583,"hf_subset":"lus_Latn-nld_Latn","languages":["lus-Latn","nld-Latn"]},{"precision":0.499023,"recall":0.565217,"f1":0.51771,"accuracy":0.565217,"main_score":0.51771,"hf_subset":"lus_Latn-san_Deva","languages":["lus-Latn","san-Deva"]},{"precision":0.535268,"recall":0.586957,"f1":0.549274,"accuracy":0.586957,"main_score":0.549274,"hf_subset":"lus_Latn-tat_Cyrl","languages":["lus-Latn","tat-Cyrl"]},{"precision":0.460573,"recall":0.523715,"f1":0.478642,"accuracy":0.523715,"main_score":0.478642,"hf_subset":"lus_Latn-xho_Latn","languages":["lus-Latn","xho-Latn"]},{"precision":0.528673,"recall":0.608696,"f1":0.551048,"accuracy":0.608696,"main_score":0.551048,"hf_subset":"lus_Latn-ars_Arab","languages":["lus-Latn","ars-Arab"]},{"precision":0.607468,"recall":0.661067,"f1":0.62334,"accuracy":0.661067,"main_score":0.62334,"hf_subset":"lus_Latn-ceb_Latn","languages":["lus-Latn","ceb-Latn"]},{"precision":0.428306,"recall":0.497036,"f1":0.448147,"accuracy":0.497036,"main_score":0.448147,"hf_subset":"lus_Latn-fuv_Latn","languages":["lus-Latn","fuv-Latn"]},{"precision":0.4733,"recall":0.535573,"f1":0.490647,"accuracy":0.535573,"main_score":0.490647,"hf_subset":"lus_Latn-kac_Latn","languages":["lus-Latn","kac-Latn"]},{"precision":0.489864,"recall":0.556324,"f1":0.508947,"accuracy":0.556324,"main_score":0.508947,"hf_subset":"lus_Latn-lin_Latn","languages":["lus-Latn","lin-Latn"]},{"precision":0.569328,"recall":0.628458,"f1":0.586948,"accuracy":0.628458,"main_score":0.586948,"hf_subset":"lus_Latn-nno_Latn","languages":["lus-Latn","nno-Latn"]},{"precision":0.172596,"recall":0.217391,"f1":0.184062,"accuracy":0.217391,"main_score":0.184062,"hf_subset":"lus_Latn-sat_Olck","languages":["lus-Latn","sat-Olck"]},{"precision":0.545271,"recall":0.614625,"f1":0.564855,"accuracy":0.614625,"main_score":0.564855,"hf_subset":"lus_Latn-tel_Telu","languages":["lus-Latn","tel-Telu"]},{"precision":0.282887,"recall":0.347826,"f1":0.300074,"accuracy":0.347826,"main_score":0.300074,"hf_subset":"lus_Latn-ydd_Hebr","languages":["lus-Latn","ydd-Hebr"]},{"precision":0.514886,"recall":0.581028,"f1":0.533316,"accuracy":0.581028,"main_score":0.533316,"hf_subset":"lus_Latn-ary_Arab","languages":["lus-Latn","ary-Arab"]},{"precision":0.554796,"recall":0.621542,"f1":0.574541,"accuracy":0.621542,"main_score":0.574541,"hf_subset":"lus_Latn-ces_Latn","languages":["lus-Latn","ces-Latn"]},{"precision":0.333551,"recall":0.407115,"f1":0.353631,"accuracy":0.407115,"main_score":0.353631,"hf_subset":"lus_Latn-gaz_Latn","languages":["lus-Latn","gaz-Latn"]},{"precision":0.454062,"recall":0.511858,"f1":0.470327,"accuracy":0.511858,"main_score":0.470327,"hf_subset":"lus_Latn-kam_Latn","languages":["lus-Latn","kam-Latn"]},{"precision":0.496476,"recall":0.559289,"f1":0.514577,"accuracy":0.559289,"main_score":0.514577,"hf_subset":"lus_Latn-lit_Latn","languages":["lus-Latn","lit-Latn"]},{"precision":0.572824,"recall":0.632411,"f1":0.589875,"accuracy":0.632411,"main_score":0.589875,"hf_subset":"lus_Latn-nob_Latn","languages":["lus-Latn","nob-Latn"]},{"precision":0.523785,"recall":0.58498,"f1":0.541771,"accuracy":0.58498,"main_score":0.541771,"hf_subset":"lus_Latn-scn_Latn","languages":["lus-Latn","scn-Latn"]},{"precision":0.430064,"recall":0.495059,"f1":0.448761,"accuracy":0.495059,"main_score":0.448761,"hf_subset":"lus_Latn-tgk_Cyrl","languages":["lus-Latn","tgk-Cyrl"]},{"precision":0.40062,"recall":0.475296,"f1":0.421732,"accuracy":0.475296,"main_score":0.421732,"hf_subset":"lus_Latn-yor_Latn","languages":["lus-Latn","yor-Latn"]},{"precision":0.566321,"recall":0.62747,"f1":0.584119,"accuracy":0.62747,"main_score":0.584119,"hf_subset":"lus_Latn-arz_Arab","languages":["lus-Latn","arz-Arab"]},{"precision":0.458456,"recall":0.522727,"f1":0.476915,"accuracy":0.522727,"main_score":0.476915,"hf_subset":"lus_Latn-cjk_Latn","languages":["lus-Latn","cjk-Latn"]},{"precision":0.381957,"recall":0.4417,"f1":0.39837,"accuracy":0.4417,"main_score":0.39837,"hf_subset":"lus_Latn-gla_Latn","languages":["lus-Latn","gla-Latn"]},{"precision":0.536476,"recall":0.606719,"f1":0.556843,"accuracy":0.606719,"main_score":0.556843,"hf_subset":"lus_Latn-kan_Knda","languages":["lus-Latn","kan-Knda"]},{"precision":0.556681,"recall":0.612648,"f1":0.573144,"accuracy":0.612648,"main_score":0.573144,"hf_subset":"lus_Latn-lmo_Latn","languages":["lus-Latn","lmo-Latn"]},{"precision":0.556728,"recall":0.628458,"f1":0.578488,"accuracy":0.628458,"main_score":0.578488,"hf_subset":"lus_Latn-npi_Deva","languages":["lus-Latn","npi-Deva"]},{"precision":0.405439,"recall":0.474308,"f1":0.425134,"accuracy":0.474308,"main_score":0.425134,"hf_subset":"lus_Latn-shn_Mymr","languages":["lus-Latn","shn-Mymr"]},{"precision":0.586898,"recall":0.641304,"f1":0.602784,"accuracy":0.641304,"main_score":0.602784,"hf_subset":"lus_Latn-tgl_Latn","languages":["lus-Latn","tgl-Latn"]},{"precision":0.582242,"recall":0.650198,"f1":0.601746,"accuracy":0.650198,"main_score":0.601746,"hf_subset":"lus_Latn-yue_Hant","languages":["lus-Latn","yue-Hant"]},{"precision":0.504075,"recall":0.566206,"f1":0.521758,"accuracy":0.566206,"main_score":0.521758,"hf_subset":"lus_Latn-asm_Beng","languages":["lus-Latn","asm-Beng"]},{"precision":0.349978,"recall":0.41996,"f1":0.368775,"accuracy":0.41996,"main_score":0.368775,"hf_subset":"lus_Latn-ckb_Arab","languages":["lus-Latn","ckb-Arab"]},{"precision":0.378303,"recall":0.440711,"f1":0.395302,"accuracy":0.440711,"main_score":0.395302,"hf_subset":"lus_Latn-gle_Latn","languages":["lus-Latn","gle-Latn"]},{"precision":0.449928,"recall":0.518775,"f1":0.469181,"accuracy":0.518775,"main_score":0.469181,"hf_subset":"lus_Latn-kas_Arab","languages":["lus-Latn","kas-Arab"]},{"precision":0.485048,"recall":0.538538,"f1":0.500363,"accuracy":0.538538,"main_score":0.500363,"hf_subset":"lus_Latn-ltg_Latn","languages":["lus-Latn","ltg-Latn"]},{"precision":0.487112,"recall":0.548419,"f1":0.504574,"accuracy":0.548419,"main_score":0.504574,"hf_subset":"lus_Latn-nso_Latn","languages":["lus-Latn","nso-Latn"]},{"precision":0.446195,"recall":0.512846,"f1":0.464798,"accuracy":0.512846,"main_score":0.464798,"hf_subset":"lus_Latn-sin_Sinh","languages":["lus-Latn","sin-Sinh"]},{"precision":0.555347,"recall":0.634387,"f1":0.578628,"accuracy":0.634387,"main_score":0.578628,"hf_subset":"lus_Latn-tha_Thai","languages":["lus-Latn","tha-Thai"]},{"precision":0.583145,"recall":0.653162,"f1":0.603823,"accuracy":0.653162,"main_score":0.603823,"hf_subset":"lus_Latn-zho_Hans","languages":["lus-Latn","zho-Hans"]},{"precision":0.591625,"recall":0.637352,"f1":0.605076,"accuracy":0.637352,"main_score":0.605076,"hf_subset":"lus_Latn-ast_Latn","languages":["lus-Latn","ast-Latn"]},{"precision":0.517304,"recall":0.579051,"f1":0.534784,"accuracy":0.579051,"main_score":0.534784,"hf_subset":"lus_Latn-crh_Latn","languages":["lus-Latn","crh-Latn"]},{"precision":0.601947,"recall":0.655138,"f1":0.617573,"accuracy":0.655138,"main_score":0.617573,"hf_subset":"lus_Latn-glg_Latn","languages":["lus-Latn","glg-Latn"]},{"precision":0.481276,"recall":0.546443,"f1":0.500156,"accuracy":0.546443,"main_score":0.500156,"hf_subset":"lus_Latn-kas_Deva","languages":["lus-Latn","kas-Deva"]},{"precision":0.555702,"recall":0.613636,"f1":0.572579,"accuracy":0.613636,"main_score":0.572579,"hf_subset":"lus_Latn-ltz_Latn","languages":["lus-Latn","ltz-Latn"]},{"precision":0.345036,"recall":0.411067,"f1":0.362615,"accuracy":0.411067,"main_score":0.362615,"hf_subset":"lus_Latn-nus_Latn","languages":["lus-Latn","nus-Latn"]},{"precision":0.558014,"recall":0.620553,"f1":0.575884,"accuracy":0.620553,"main_score":0.575884,"hf_subset":"lus_Latn-slk_Latn","languages":["lus-Latn","slk-Latn"]},{"precision":0.356666,"recall":0.418972,"f1":0.373474,"accuracy":0.418972,"main_score":0.373474,"hf_subset":"lus_Latn-tir_Ethi","languages":["lus-Latn","tir-Ethi"]},{"precision":0.570443,"recall":0.642292,"f1":0.590981,"accuracy":0.642292,"main_score":0.590981,"hf_subset":"lus_Latn-zho_Hant","languages":["lus-Latn","zho-Hant"]},{"precision":0.593438,"recall":0.653162,"f1":0.610192,"accuracy":0.653162,"main_score":0.610192,"hf_subset":"lus_Latn-awa_Deva","languages":["lus-Latn","awa-Deva"]},{"precision":0.417084,"recall":0.477273,"f1":0.433942,"accuracy":0.477273,"main_score":0.433942,"hf_subset":"lus_Latn-cym_Latn","languages":["lus-Latn","cym-Latn"]},{"precision":0.561107,"recall":0.614625,"f1":0.576689,"accuracy":0.614625,"main_score":0.576689,"hf_subset":"lus_Latn-grn_Latn","languages":["lus-Latn","grn-Latn"]},{"precision":0.472729,"recall":0.546443,"f1":0.493515,"accuracy":0.546443,"main_score":0.493515,"hf_subset":"lus_Latn-kat_Geor","languages":["lus-Latn","kat-Geor"]},{"precision":0.492507,"recall":0.549407,"f1":0.509355,"accuracy":0.549407,"main_score":0.509355,"hf_subset":"lus_Latn-lua_Latn","languages":["lus-Latn","lua-Latn"]},{"precision":0.491987,"recall":0.549407,"f1":0.508236,"accuracy":0.549407,"main_score":0.508236,"hf_subset":"lus_Latn-nya_Latn","languages":["lus-Latn","nya-Latn"]},{"precision":0.526871,"recall":0.58498,"f1":0.543793,"accuracy":0.58498,"main_score":0.543793,"hf_subset":"lus_Latn-slv_Latn","languages":["lus-Latn","slv-Latn"]},{"precision":0.642251,"recall":0.688735,"f1":0.65566,"accuracy":0.688735,"main_score":0.65566,"hf_subset":"lus_Latn-tpi_Latn","languages":["lus-Latn","tpi-Latn"]},{"precision":0.604339,"recall":0.658103,"f1":0.620193,"accuracy":0.658103,"main_score":0.620193,"hf_subset":"lus_Latn-zsm_Latn","languages":["lus-Latn","zsm-Latn"]},{"precision":0.432642,"recall":0.503953,"f1":0.452889,"accuracy":0.503953,"main_score":0.452889,"hf_subset":"lus_Latn-ayr_Latn","languages":["lus-Latn","ayr-Latn"]},{"precision":0.585671,"recall":0.645257,"f1":0.602798,"accuracy":0.645257,"main_score":0.602798,"hf_subset":"lus_Latn-dan_Latn","languages":["lus-Latn","dan-Latn"]},{"precision":0.526603,"recall":0.598814,"f1":0.547018,"accuracy":0.598814,"main_score":0.547018,"hf_subset":"lus_Latn-guj_Gujr","languages":["lus-Latn","guj-Gujr"]},{"precision":0.50234,"recall":0.56917,"f1":0.521493,"accuracy":0.56917,"main_score":0.521493,"hf_subset":"lus_Latn-kaz_Cyrl","languages":["lus-Latn","kaz-Cyrl"]},{"precision":0.417983,"recall":0.487154,"f1":0.436884,"accuracy":0.487154,"main_score":0.436884,"hf_subset":"lus_Latn-lug_Latn","languages":["lus-Latn","lug-Latn"]},{"precision":0.567645,"recall":0.624506,"f1":0.583951,"accuracy":0.624506,"main_score":0.583951,"hf_subset":"lus_Latn-oci_Latn","languages":["lus-Latn","oci-Latn"]},{"precision":0.451648,"recall":0.519763,"f1":0.470625,"accuracy":0.519763,"main_score":0.470625,"hf_subset":"lus_Latn-smo_Latn","languages":["lus-Latn","smo-Latn"]},{"precision":0.438359,"recall":0.505929,"f1":0.457416,"accuracy":0.505929,"main_score":0.457416,"hf_subset":"lus_Latn-tsn_Latn","languages":["lus-Latn","tsn-Latn"]},{"precision":0.410247,"recall":0.481225,"f1":0.429828,"accuracy":0.481225,"main_score":0.429828,"hf_subset":"lus_Latn-zul_Latn","languages":["lus-Latn","zul-Latn"]},{"precision":0.443455,"recall":0.519763,"f1":0.465042,"accuracy":0.519763,"main_score":0.465042,"hf_subset":"lus_Latn-azb_Arab","languages":["lus-Latn","azb-Arab"]},{"precision":0.605055,"recall":0.66996,"f1":0.623238,"accuracy":0.66996,"main_score":0.623238,"hf_subset":"lus_Latn-deu_Latn","languages":["lus-Latn","deu-Latn"]},{"precision":0.46666,"recall":0.534585,"f1":0.485721,"accuracy":0.534585,"main_score":0.485721,"hf_subset":"lus_Latn-hat_Latn","languages":["lus-Latn","hat-Latn"]},{"precision":0.39321,"recall":0.453557,"f1":0.409976,"accuracy":0.453557,"main_score":0.409976,"hf_subset":"lus_Latn-kbp_Latn","languages":["lus-Latn","kbp-Latn"]},{"precision":0.467805,"recall":0.530632,"f1":0.486115,"accuracy":0.530632,"main_score":0.486115,"hf_subset":"lus_Latn-luo_Latn","languages":["lus-Latn","luo-Latn"]},{"precision":0.434631,"recall":0.504941,"f1":0.454221,"accuracy":0.504941,"main_score":0.454221,"hf_subset":"lus_Latn-ory_Orya","languages":["lus-Latn","ory-Orya"]},{"precision":0.469393,"recall":0.528656,"f1":0.486432,"accuracy":0.528656,"main_score":0.486432,"hf_subset":"lus_Latn-sna_Latn","languages":["lus-Latn","sna-Latn"]},{"precision":0.458517,"recall":0.514822,"f1":0.474531,"accuracy":0.514822,"main_score":0.474531,"hf_subset":"lus_Latn-tso_Latn","languages":["lus-Latn","tso-Latn"]},{"precision":0.5091,"recall":0.570158,"f1":0.527322,"accuracy":0.570158,"main_score":0.527322,"hf_subset":"lus_Latn-azj_Latn","languages":["lus-Latn","azj-Latn"]},{"precision":0.448445,"recall":0.513834,"f1":0.467328,"accuracy":0.513834,"main_score":0.467328,"hf_subset":"lus_Latn-dik_Latn","languages":["lus-Latn","dik-Latn"]},{"precision":0.460159,"recall":0.512846,"f1":0.475255,"accuracy":0.512846,"main_score":0.475255,"hf_subset":"lus_Latn-hau_Latn","languages":["lus-Latn","hau-Latn"]},{"precision":0.552124,"recall":0.605731,"f1":0.567269,"accuracy":0.605731,"main_score":0.567269,"hf_subset":"lus_Latn-kea_Latn","languages":["lus-Latn","kea-Latn"]},{"precision":0.602586,"recall":0.65415,"f1":0.618116,"accuracy":0.65415,"main_score":0.618116,"hf_subset":"lus_Latn-pag_Latn","languages":["lus-Latn","pag-Latn"]},{"precision":0.428187,"recall":0.501976,"f1":0.448668,"accuracy":0.501976,"main_score":0.448668,"hf_subset":"lus_Latn-snd_Arab","languages":["lus-Latn","snd-Arab"]},{"precision":0.472092,"recall":0.532609,"f1":0.489371,"accuracy":0.532609,"main_score":0.489371,"hf_subset":"lus_Latn-tuk_Latn","languages":["lus-Latn","tuk-Latn"]},{"precision":0.530401,"recall":0.589921,"f1":0.546755,"accuracy":0.589921,"main_score":0.546755,"hf_subset":"lus_Latn-bak_Cyrl","languages":["lus-Latn","bak-Cyrl"]},{"precision":0.368824,"recall":0.451581,"f1":0.392411,"accuracy":0.451581,"main_score":0.392411,"hf_subset":"lus_Latn-dyu_Latn","languages":["lus-Latn","dyu-Latn"]},{"precision":0.447851,"recall":0.524704,"f1":0.470349,"accuracy":0.524704,"main_score":0.470349,"hf_subset":"lus_Latn-heb_Hebr","languages":["lus-Latn","heb-Hebr"]},{"precision":0.44324,"recall":0.503953,"f1":0.460872,"accuracy":0.503953,"main_score":0.460872,"hf_subset":"lus_Latn-khk_Cyrl","languages":["lus-Latn","khk-Cyrl"]},{"precision":0.502727,"recall":0.568182,"f1":0.522254,"accuracy":0.568182,"main_score":0.522254,"hf_subset":"lus_Latn-lvs_Latn","languages":["lus-Latn","lvs-Latn"]},{"precision":0.472614,"recall":0.548419,"f1":0.494891,"accuracy":0.548419,"main_score":0.494891,"hf_subset":"lus_Latn-pan_Guru","languages":["lus-Latn","pan-Guru"]},{"precision":0.389342,"recall":0.45751,"f1":0.408347,"accuracy":0.45751,"main_score":0.408347,"hf_subset":"lus_Latn-som_Latn","languages":["lus-Latn","som-Latn"]},{"precision":0.482702,"recall":0.533597,"f1":0.497045,"accuracy":0.533597,"main_score":0.497045,"hf_subset":"lus_Latn-tum_Latn","languages":["lus-Latn","tum-Latn"]},{"precision":0.305269,"recall":0.374506,"f1":0.322583,"accuracy":0.374506,"main_score":0.322583,"hf_subset":"pag_Latn-ace_Arab","languages":["pag-Latn","ace-Arab"]},{"precision":0.406286,"recall":0.474308,"f1":0.42588,"accuracy":0.474308,"main_score":0.42588,"hf_subset":"pag_Latn-bam_Latn","languages":["pag-Latn","bam-Latn"]},{"precision":0.146154,"recall":0.208498,"f1":0.162292,"accuracy":0.208498,"main_score":0.162292,"hf_subset":"pag_Latn-dzo_Tibt","languages":["pag-Latn","dzo-Tibt"]},{"precision":0.753524,"recall":0.809289,"f1":0.770304,"accuracy":0.809289,"main_score":0.770304,"hf_subset":"pag_Latn-hin_Deva","languages":["pag-Latn","hin-Deva"]},{"precision":0.503397,"recall":0.579051,"f1":0.524543,"accuracy":0.579051,"main_score":0.524543,"hf_subset":"pag_Latn-khm_Khmr","languages":["pag-Latn","khm-Khmr"]},{"precision":0.768648,"recall":0.814229,"f1":0.781975,"accuracy":0.814229,"main_score":0.781975,"hf_subset":"pag_Latn-mag_Deva","languages":["pag-Latn","mag-Deva"]},{"precision":0.728626,"recall":0.777668,"f1":0.742817,"accuracy":0.777668,"main_score":0.742817,"hf_subset":"pag_Latn-pap_Latn","languages":["pag-Latn","pap-Latn"]},{"precision":0.460913,"recall":0.531621,"f1":0.480052,"accuracy":0.531621,"main_score":0.480052,"hf_subset":"pag_Latn-sot_Latn","languages":["pag-Latn","sot-Latn"]},{"precision":0.755114,"recall":0.801383,"f1":0.76855,"accuracy":0.801383,"main_score":0.76855,"hf_subset":"pag_Latn-tur_Latn","languages":["pag-Latn","tur-Latn"]},{"precision":0.621342,"recall":0.676877,"f1":0.637296,"accuracy":0.676877,"main_score":0.637296,"hf_subset":"pag_Latn-ace_Latn","languages":["pag-Latn","ace-Latn"]},{"precision":0.698904,"recall":0.747036,"f1":0.713735,"accuracy":0.747036,"main_score":0.713735,"hf_subset":"pag_Latn-ban_Latn","languages":["pag-Latn","ban-Latn"]},{"precision":0.645621,"recall":0.715415,"f1":0.666292,"accuracy":0.715415,"main_score":0.666292,"hf_subset":"pag_Latn-ell_Grek","languages":["pag-Latn","ell-Grek"]},{"precision":0.741568,"recall":0.794466,"f1":0.757572,"accuracy":0.794466,"main_score":0.757572,"hf_subset":"pag_Latn-hne_Deva","languages":["pag-Latn","hne-Deva"]},{"precision":0.457537,"recall":0.534585,"f1":0.478913,"accuracy":0.534585,"main_score":0.478913,"hf_subset":"pag_Latn-kik_Latn","languages":["pag-Latn","kik-Latn"]},{"precision":0.755256,"recall":0.8083,"f1":0.770942,"accuracy":0.8083,"main_score":0.770942,"hf_subset":"pag_Latn-mai_Deva","languages":["pag-Latn","mai-Deva"]},{"precision":0.59869,"recall":0.672925,"f1":0.62069,"accuracy":0.672925,"main_score":0.62069,"hf_subset":"pag_Latn-pbt_Arab","languages":["pag-Latn","pbt-Arab"]},{"precision":0.77808,"recall":0.823123,"f1":0.791715,"accuracy":0.823123,"main_score":0.791715,"hf_subset":"pag_Latn-spa_Latn","languages":["pag-Latn","spa-Latn"]},{"precision":0.537456,"recall":0.603755,"f1":0.55637,"accuracy":0.603755,"main_score":0.55637,"hf_subset":"pag_Latn-twi_Latn","languages":["pag-Latn","twi-Latn"]},{"precision":0.709272,"recall":0.769763,"f1":0.727284,"accuracy":0.769763,"main_score":0.727284,"hf_subset":"pag_Latn-acm_Arab","languages":["pag-Latn","acm-Arab"]},{"precision":0.557604,"recall":0.637352,"f1":0.580699,"accuracy":0.637352,"main_score":0.580699,"hf_subset":"pag_Latn-bel_Cyrl","languages":["pag-Latn","bel-Cyrl"]},{"precision":0.80028,"recall":0.842885,"f1":0.812913,"accuracy":0.842885,"main_score":0.812913,"hf_subset":"pag_Latn-eng_Latn","languages":["pag-Latn","eng-Latn"]},{"precision":0.691683,"recall":0.747036,"f1":0.708286,"accuracy":0.747036,"main_score":0.708286,"hf_subset":"pag_Latn-hrv_Latn","languages":["pag-Latn","hrv-Latn"]},{"precision":0.394881,"recall":0.469368,"f1":0.415481,"accuracy":0.469368,"main_score":0.415481,"hf_subset":"pag_Latn-kin_Latn","languages":["pag-Latn","kin-Latn"]},{"precision":0.693465,"recall":0.756917,"f1":0.712127,"accuracy":0.756917,"main_score":0.712127,"hf_subset":"pag_Latn-mal_Mlym","languages":["pag-Latn","mal-Mlym"]},{"precision":0.74054,"recall":0.798419,"f1":0.757246,"accuracy":0.798419,"main_score":0.757246,"hf_subset":"pag_Latn-pes_Arab","languages":["pag-Latn","pes-Arab"]},{"precision":0.695076,"recall":0.744071,"f1":0.709197,"accuracy":0.744071,"main_score":0.709197,"hf_subset":"pag_Latn-srd_Latn","languages":["pag-Latn","srd-Latn"]},{"precision":0.129873,"recall":0.189723,"f1":0.143313,"accuracy":0.189723,"main_score":0.143313,"hf_subset":"pag_Latn-tzm_Tfng","languages":["pag-Latn","tzm-Tfng"]},{"precision":0.727788,"recall":0.783597,"f1":0.743603,"accuracy":0.783597,"main_score":0.743603,"hf_subset":"pag_Latn-acq_Arab","languages":["pag-Latn","acq-Arab"]},{"precision":0.487766,"recall":0.552372,"f1":0.506274,"accuracy":0.552372,"main_score":0.506274,"hf_subset":"pag_Latn-bem_Latn","languages":["pag-Latn","bem-Latn"]},{"precision":0.656283,"recall":0.712451,"f1":0.672101,"accuracy":0.712451,"main_score":0.672101,"hf_subset":"pag_Latn-epo_Latn","languages":["pag-Latn","epo-Latn"]},{"precision":0.651381,"recall":0.721344,"f1":0.672529,"accuracy":0.721344,"main_score":0.672529,"hf_subset":"pag_Latn-hun_Latn","languages":["pag-Latn","hun-Latn"]},{"precision":0.565774,"recall":0.635375,"f1":0.586185,"accuracy":0.635375,"main_score":0.586185,"hf_subset":"pag_Latn-kir_Cyrl","languages":["pag-Latn","kir-Cyrl"]},{"precision":0.71495,"recall":0.775692,"f1":0.733285,"accuracy":0.775692,"main_score":0.733285,"hf_subset":"pag_Latn-mar_Deva","languages":["pag-Latn","mar-Deva"]},{"precision":0.468213,"recall":0.532609,"f1":0.486385,"accuracy":0.532609,"main_score":0.486385,"hf_subset":"pag_Latn-plt_Latn","languages":["pag-Latn","plt-Latn"]},{"precision":0.663181,"recall":0.720356,"f1":0.680435,"accuracy":0.720356,"main_score":0.680435,"hf_subset":"pag_Latn-srp_Cyrl","languages":["pag-Latn","srp-Cyrl"]},{"precision":0.273595,"recall":0.347826,"f1":0.293192,"accuracy":0.347826,"main_score":0.293192,"hf_subset":"pag_Latn-uig_Arab","languages":["pag-Latn","uig-Arab"]},{"precision":0.694653,"recall":0.752964,"f1":0.711494,"accuracy":0.752964,"main_score":0.711494,"hf_subset":"pag_Latn-aeb_Arab","languages":["pag-Latn","aeb-Arab"]},{"precision":0.748353,"recall":0.802372,"f1":0.764607,"accuracy":0.802372,"main_score":0.764607,"hf_subset":"pag_Latn-ben_Beng","languages":["pag-Latn","ben-Beng"]},{"precision":0.596199,"recall":0.663043,"f1":0.615119,"accuracy":0.663043,"main_score":0.615119,"hf_subset":"pag_Latn-est_Latn","languages":["pag-Latn","est-Latn"]},{"precision":0.526875,"recall":0.588933,"f1":0.544444,"accuracy":0.588933,"main_score":0.544444,"hf_subset":"pag_Latn-hye_Armn","languages":["pag-Latn","hye-Armn"]},{"precision":0.431013,"recall":0.499012,"f1":0.450008,"accuracy":0.499012,"main_score":0.450008,"hf_subset":"pag_Latn-kmb_Latn","languages":["pag-Latn","kmb-Latn"]},{"precision":0.258583,"recall":0.322134,"f1":0.274541,"accuracy":0.322134,"main_score":0.274541,"hf_subset":"pag_Latn-min_Arab","languages":["pag-Latn","min-Arab"]},{"precision":0.740162,"recall":0.791502,"f1":0.755224,"accuracy":0.791502,"main_score":0.755224,"hf_subset":"pag_Latn-pol_Latn","languages":["pag-Latn","pol-Latn"]},{"precision":0.400767,"recall":0.480237,"f1":0.422392,"accuracy":0.480237,"main_score":0.422392,"hf_subset":"pag_Latn-ssw_Latn","languages":["pag-Latn","ssw-Latn"]},{"precision":0.729481,"recall":0.787549,"f1":0.746613,"accuracy":0.787549,"main_score":0.746613,"hf_subset":"pag_Latn-ukr_Cyrl","languages":["pag-Latn","ukr-Cyrl"]},{"precision":0.721415,"recall":0.767787,"f1":0.735013,"accuracy":0.767787,"main_score":0.735013,"hf_subset":"pag_Latn-afr_Latn","languages":["pag-Latn","afr-Latn"]},{"precision":0.733165,"recall":0.785573,"f1":0.748803,"accuracy":0.785573,"main_score":0.748803,"hf_subset":"pag_Latn-bho_Deva","languages":["pag-Latn","bho-Deva"]},{"precision":0.573343,"recall":0.634387,"f1":0.591759,"accuracy":0.634387,"main_score":0.591759,"hf_subset":"pag_Latn-eus_Latn","languages":["pag-Latn","eus-Latn"]},{"precision":0.39714,"recall":0.481225,"f1":0.420321,"accuracy":0.481225,"main_score":0.420321,"hf_subset":"pag_Latn-ibo_Latn","languages":["pag-Latn","ibo-Latn"]},{"precision":0.461866,"recall":0.540514,"f1":0.482835,"accuracy":0.540514,"main_score":0.482835,"hf_subset":"pag_Latn-kmr_Latn","languages":["pag-Latn","kmr-Latn"]},{"precision":0.647547,"recall":0.705534,"f1":0.664234,"accuracy":0.705534,"main_score":0.664234,"hf_subset":"pag_Latn-min_Latn","languages":["pag-Latn","min-Latn"]},{"precision":0.779194,"recall":0.825099,"f1":0.79274,"accuracy":0.825099,"main_score":0.79274,"hf_subset":"pag_Latn-por_Latn","languages":["pag-Latn","por-Latn"]},{"precision":0.699837,"recall":0.742095,"f1":0.711594,"accuracy":0.742095,"main_score":0.711594,"hf_subset":"pag_Latn-sun_Latn","languages":["pag-Latn","sun-Latn"]},{"precision":0.415967,"recall":0.494071,"f1":0.437597,"accuracy":0.494071,"main_score":0.437597,"hf_subset":"pag_Latn-umb_Latn","languages":["pag-Latn","umb-Latn"]},{"precision":0.716733,"recall":0.773715,"f1":0.733459,"accuracy":0.773715,"main_score":0.733459,"hf_subset":"pag_Latn-ajp_Arab","languages":["pag-Latn","ajp-Arab"]},{"precision":0.276653,"recall":0.337945,"f1":0.291989,"accuracy":0.337945,"main_score":0.291989,"hf_subset":"pag_Latn-bjn_Arab","languages":["pag-Latn","bjn-Arab"]},{"precision":0.433039,"recall":0.502964,"f1":0.452614,"accuracy":0.502964,"main_score":0.452614,"hf_subset":"pag_Latn-ewe_Latn","languages":["pag-Latn","ewe-Latn"]},{"precision":0.746849,"recall":0.797431,"f1":0.761942,"accuracy":0.797431,"main_score":0.761942,"hf_subset":"pag_Latn-ilo_Latn","languages":["pag-Latn","ilo-Latn"]},{"precision":0.202462,"recall":0.263834,"f1":0.218223,"accuracy":0.263834,"main_score":0.218223,"hf_subset":"pag_Latn-knc_Arab","languages":["pag-Latn","knc-Arab"]},{"precision":0.672822,"recall":0.730237,"f1":0.689883,"accuracy":0.730237,"main_score":0.689883,"hf_subset":"pag_Latn-mkd_Cyrl","languages":["pag-Latn","mkd-Cyrl"]},{"precision":0.724325,"recall":0.789526,"f1":0.744109,"accuracy":0.789526,"main_score":0.744109,"hf_subset":"pag_Latn-prs_Arab","languages":["pag-Latn","prs-Arab"]},{"precision":0.746492,"recall":0.79249,"f1":0.759845,"accuracy":0.79249,"main_score":0.759845,"hf_subset":"pag_Latn-swe_Latn","languages":["pag-Latn","swe-Latn"]},{"precision":0.667542,"recall":0.736166,"f1":0.687298,"accuracy":0.736166,"main_score":0.687298,"hf_subset":"pag_Latn-urd_Arab","languages":["pag-Latn","urd-Arab"]},{"precision":0.499532,"recall":0.572134,"f1":0.52012,"accuracy":0.572134,"main_score":0.52012,"hf_subset":"pag_Latn-aka_Latn","languages":["pag-Latn","aka-Latn"]},{"precision":0.649892,"recall":0.709486,"f1":0.666614,"accuracy":0.709486,"main_score":0.666614,"hf_subset":"pag_Latn-bjn_Latn","languages":["pag-Latn","bjn-Latn"]},{"precision":0.477843,"recall":0.550395,"f1":0.498179,"accuracy":0.550395,"main_score":0.498179,"hf_subset":"pag_Latn-fao_Latn","languages":["pag-Latn","fao-Latn"]},{"precision":0.79065,"recall":0.83498,"f1":0.803708,"accuracy":0.83498,"main_score":0.803708,"hf_subset":"pag_Latn-ind_Latn","languages":["pag-Latn","ind-Latn"]},{"precision":0.479212,"recall":0.551383,"f1":0.500204,"accuracy":0.551383,"main_score":0.500204,"hf_subset":"pag_Latn-knc_Latn","languages":["pag-Latn","knc-Latn"]},{"precision":0.645422,"recall":0.70751,"f1":0.663379,"accuracy":0.70751,"main_score":0.663379,"hf_subset":"pag_Latn-mlt_Latn","languages":["pag-Latn","mlt-Latn"]},{"precision":0.503397,"recall":0.578063,"f1":0.524271,"accuracy":0.578063,"main_score":0.524271,"hf_subset":"pag_Latn-quy_Latn","languages":["pag-Latn","quy-Latn"]},{"precision":0.633067,"recall":0.686759,"f1":0.648742,"accuracy":0.686759,"main_score":0.648742,"hf_subset":"pag_Latn-swh_Latn","languages":["pag-Latn","swh-Latn"]},{"precision":0.502983,"recall":0.577075,"f1":0.524336,"accuracy":0.577075,"main_score":0.524336,"hf_subset":"pag_Latn-uzn_Latn","languages":["pag-Latn","uzn-Latn"]},{"precision":0.642125,"recall":0.702569,"f1":0.659921,"accuracy":0.702569,"main_score":0.659921,"hf_subset":"pag_Latn-als_Latn","languages":["pag-Latn","als-Latn"]},{"precision":0.187675,"recall":0.25,"f1":0.202916,"accuracy":0.25,"main_score":0.202916,"hf_subset":"pag_Latn-bod_Tibt","languages":["pag-Latn","bod-Tibt"]},{"precision":0.439512,"recall":0.516798,"f1":0.461407,"accuracy":0.516798,"main_score":0.461407,"hf_subset":"pag_Latn-fij_Latn","languages":["pag-Latn","fij-Latn"]},{"precision":0.429057,"recall":0.505929,"f1":0.45003,"accuracy":0.505929,"main_score":0.45003,"hf_subset":"pag_Latn-isl_Latn","languages":["pag-Latn","isl-Latn"]},{"precision":0.519561,"recall":0.587945,"f1":0.53914,"accuracy":0.587945,"main_score":0.53914,"hf_subset":"pag_Latn-kon_Latn","languages":["pag-Latn","kon-Latn"]},{"precision":0.387802,"recall":0.470356,"f1":0.409203,"accuracy":0.470356,"main_score":0.409203,"hf_subset":"pag_Latn-mni_Beng","languages":["pag-Latn","mni-Beng"]},{"precision":0.74832,"recall":0.794466,"f1":0.761412,"accuracy":0.794466,"main_score":0.761412,"hf_subset":"pag_Latn-ron_Latn","languages":["pag-Latn","ron-Latn"]},{"precision":0.613241,"recall":0.678854,"f1":0.632152,"accuracy":0.678854,"main_score":0.632152,"hf_subset":"pag_Latn-szl_Latn","languages":["pag-Latn","szl-Latn"]},{"precision":0.722572,"recall":0.766798,"f1":0.734999,"accuracy":0.766798,"main_score":0.734999,"hf_subset":"pag_Latn-vec_Latn","languages":["pag-Latn","vec-Latn"]},{"precision":0.521868,"recall":0.601779,"f1":0.544788,"accuracy":0.601779,"main_score":0.544788,"hf_subset":"pag_Latn-amh_Ethi","languages":["pag-Latn","amh-Ethi"]},{"precision":0.719038,"recall":0.770751,"f1":0.73475,"accuracy":0.770751,"main_score":0.73475,"hf_subset":"pag_Latn-bos_Latn","languages":["pag-Latn","bos-Latn"]},{"precision":0.706482,"recall":0.762846,"f1":0.723194,"accuracy":0.762846,"main_score":0.723194,"hf_subset":"pag_Latn-fin_Latn","languages":["pag-Latn","fin-Latn"]},{"precision":0.777904,"recall":0.824111,"f1":0.791635,"accuracy":0.824111,"main_score":0.791635,"hf_subset":"pag_Latn-ita_Latn","languages":["pag-Latn","ita-Latn"]},{"precision":0.730232,"recall":0.788538,"f1":0.746835,"accuracy":0.788538,"main_score":0.746835,"hf_subset":"pag_Latn-kor_Hang","languages":["pag-Latn","kor-Hang"]},{"precision":0.44086,"recall":0.509881,"f1":0.459584,"accuracy":0.509881,"main_score":0.459584,"hf_subset":"pag_Latn-mos_Latn","languages":["pag-Latn","mos-Latn"]},{"precision":0.403701,"recall":0.486166,"f1":0.426078,"accuracy":0.486166,"main_score":0.426078,"hf_subset":"pag_Latn-run_Latn","languages":["pag-Latn","run-Latn"]},{"precision":0.682025,"recall":0.750988,"f1":0.703,"accuracy":0.750988,"main_score":0.703,"hf_subset":"pag_Latn-tam_Taml","languages":["pag-Latn","tam-Taml"]},{"precision":0.737105,"recall":0.790514,"f1":0.753214,"accuracy":0.790514,"main_score":0.753214,"hf_subset":"pag_Latn-vie_Latn","languages":["pag-Latn","vie-Latn"]},{"precision":0.718434,"recall":0.770751,"f1":0.733308,"accuracy":0.770751,"main_score":0.733308,"hf_subset":"pag_Latn-apc_Arab","languages":["pag-Latn","apc-Arab"]},{"precision":0.614983,"recall":0.673913,"f1":0.632581,"accuracy":0.673913,"main_score":0.632581,"hf_subset":"pag_Latn-bug_Latn","languages":["pag-Latn","bug-Latn"]},{"precision":0.394823,"recall":0.460474,"f1":0.412411,"accuracy":0.460474,"main_score":0.412411,"hf_subset":"pag_Latn-fon_Latn","languages":["pag-Latn","fon-Latn"]},{"precision":0.710169,"recall":0.752964,"f1":0.722727,"accuracy":0.752964,"main_score":0.722727,"hf_subset":"pag_Latn-jav_Latn","languages":["pag-Latn","jav-Latn"]},{"precision":0.478019,"recall":0.550395,"f1":0.498748,"accuracy":0.550395,"main_score":0.498748,"hf_subset":"pag_Latn-lao_Laoo","languages":["pag-Latn","lao-Laoo"]},{"precision":0.394812,"recall":0.474308,"f1":0.416502,"accuracy":0.474308,"main_score":0.416502,"hf_subset":"pag_Latn-mri_Latn","languages":["pag-Latn","mri-Latn"]},{"precision":0.759981,"recall":0.811265,"f1":0.774744,"accuracy":0.811265,"main_score":0.774744,"hf_subset":"pag_Latn-rus_Cyrl","languages":["pag-Latn","rus-Cyrl"]},{"precision":0.426436,"recall":0.514822,"f1":0.451499,"accuracy":0.514822,"main_score":0.451499,"hf_subset":"pag_Latn-taq_Latn","languages":["pag-Latn","taq-Latn"]},{"precision":0.805163,"recall":0.838933,"f1":0.815159,"accuracy":0.838933,"main_score":0.815159,"hf_subset":"pag_Latn-war_Latn","languages":["pag-Latn","war-Latn"]},{"precision":0.724362,"recall":0.779644,"f1":0.739989,"accuracy":0.779644,"main_score":0.739989,"hf_subset":"pag_Latn-arb_Arab","languages":["pag-Latn","arb-Arab"]},{"precision":0.759696,"recall":0.806324,"f1":0.773833,"accuracy":0.806324,"main_score":0.773833,"hf_subset":"pag_Latn-bul_Cyrl","languages":["pag-Latn","bul-Cyrl"]},{"precision":0.773538,"recall":0.822134,"f1":0.787486,"accuracy":0.822134,"main_score":0.787486,"hf_subset":"pag_Latn-fra_Latn","languages":["pag-Latn","fra-Latn"]},{"precision":0.757733,"recall":0.807312,"f1":0.772197,"accuracy":0.807312,"main_score":0.772197,"hf_subset":"pag_Latn-jpn_Jpan","languages":["pag-Latn","jpn-Jpan"]},{"precision":0.682957,"recall":0.737154,"f1":0.698364,"accuracy":0.737154,"main_score":0.698364,"hf_subset":"pag_Latn-lij_Latn","languages":["pag-Latn","lij-Latn"]},{"precision":0.476747,"recall":0.565217,"f1":0.502546,"accuracy":0.565217,"main_score":0.502546,"hf_subset":"pag_Latn-mya_Mymr","languages":["pag-Latn","mya-Mymr"]},{"precision":0.482504,"recall":0.560277,"f1":0.505294,"accuracy":0.560277,"main_score":0.505294,"hf_subset":"pag_Latn-sag_Latn","languages":["pag-Latn","sag-Latn"]},{"precision":0.147282,"recall":0.217391,"f1":0.161915,"accuracy":0.217391,"main_score":0.161915,"hf_subset":"pag_Latn-taq_Tfng","languages":["pag-Latn","taq-Tfng"]},{"precision":0.473414,"recall":0.55336,"f1":0.496482,"accuracy":0.55336,"main_score":0.496482,"hf_subset":"pag_Latn-wol_Latn","languages":["pag-Latn","wol-Latn"]},{"precision":0.274129,"recall":0.363636,"f1":0.296053,"accuracy":0.363636,"main_score":0.296053,"hf_subset":"pag_Latn-arb_Latn","languages":["pag-Latn","arb-Latn"]},{"precision":0.734767,"recall":0.785573,"f1":0.749628,"accuracy":0.785573,"main_score":0.749628,"hf_subset":"pag_Latn-cat_Latn","languages":["pag-Latn","cat-Latn"]},{"precision":0.654404,"recall":0.714427,"f1":0.671831,"accuracy":0.714427,"main_score":0.671831,"hf_subset":"pag_Latn-fur_Latn","languages":["pag-Latn","fur-Latn"]},{"precision":0.29465,"recall":0.363636,"f1":0.312626,"accuracy":0.363636,"main_score":0.312626,"hf_subset":"pag_Latn-kab_Latn","languages":["pag-Latn","kab-Latn"]},{"precision":0.66889,"recall":0.722332,"f1":0.685013,"accuracy":0.722332,"main_score":0.685013,"hf_subset":"pag_Latn-lim_Latn","languages":["pag-Latn","lim-Latn"]},{"precision":0.766309,"recall":0.817194,"f1":0.781112,"accuracy":0.817194,"main_score":0.781112,"hf_subset":"pag_Latn-nld_Latn","languages":["pag-Latn","nld-Latn"]},{"precision":0.618998,"recall":0.688735,"f1":0.638957,"accuracy":0.688735,"main_score":0.638957,"hf_subset":"pag_Latn-san_Deva","languages":["pag-Latn","san-Deva"]},{"precision":0.604568,"recall":0.663043,"f1":0.62183,"accuracy":0.663043,"main_score":0.62183,"hf_subset":"pag_Latn-tat_Cyrl","languages":["pag-Latn","tat-Cyrl"]},{"precision":0.459041,"recall":0.533597,"f1":0.480221,"accuracy":0.533597,"main_score":0.480221,"hf_subset":"pag_Latn-xho_Latn","languages":["pag-Latn","xho-Latn"]},{"precision":0.723859,"recall":0.777668,"f1":0.738981,"accuracy":0.777668,"main_score":0.738981,"hf_subset":"pag_Latn-ars_Arab","languages":["pag-Latn","ars-Arab"]},{"precision":0.759067,"recall":0.802372,"f1":0.772236,"accuracy":0.802372,"main_score":0.772236,"hf_subset":"pag_Latn-ceb_Latn","languages":["pag-Latn","ceb-Latn"]},{"precision":0.450696,"recall":0.525692,"f1":0.471677,"accuracy":0.525692,"main_score":0.471677,"hf_subset":"pag_Latn-fuv_Latn","languages":["pag-Latn","fuv-Latn"]},{"precision":0.45178,"recall":0.528656,"f1":0.473253,"accuracy":0.528656,"main_score":0.473253,"hf_subset":"pag_Latn-kac_Latn","languages":["pag-Latn","kac-Latn"]},{"precision":0.500633,"recall":0.574111,"f1":0.522021,"accuracy":0.574111,"main_score":0.522021,"hf_subset":"pag_Latn-lin_Latn","languages":["pag-Latn","lin-Latn"]},{"precision":0.705613,"recall":0.76087,"f1":0.721494,"accuracy":0.76087,"main_score":0.721494,"hf_subset":"pag_Latn-nno_Latn","languages":["pag-Latn","nno-Latn"]},{"precision":0.171134,"recall":0.228261,"f1":0.185026,"accuracy":0.228261,"main_score":0.185026,"hf_subset":"pag_Latn-sat_Olck","languages":["pag-Latn","sat-Olck"]},{"precision":0.701496,"recall":0.758893,"f1":0.718696,"accuracy":0.758893,"main_score":0.718696,"hf_subset":"pag_Latn-tel_Telu","languages":["pag-Latn","tel-Telu"]},{"precision":0.295905,"recall":0.370553,"f1":0.316202,"accuracy":0.370553,"main_score":0.316202,"hf_subset":"pag_Latn-ydd_Hebr","languages":["pag-Latn","ydd-Hebr"]},{"precision":0.659432,"recall":0.725296,"f1":0.677681,"accuracy":0.725296,"main_score":0.677681,"hf_subset":"pag_Latn-ary_Arab","languages":["pag-Latn","ary-Arab"]},{"precision":0.696932,"recall":0.762846,"f1":0.716427,"accuracy":0.762846,"main_score":0.716427,"hf_subset":"pag_Latn-ces_Latn","languages":["pag-Latn","ces-Latn"]},{"precision":0.327822,"recall":0.403162,"f1":0.346386,"accuracy":0.403162,"main_score":0.346386,"hf_subset":"pag_Latn-gaz_Latn","languages":["pag-Latn","gaz-Latn"]},{"precision":0.443923,"recall":0.51581,"f1":0.464404,"accuracy":0.51581,"main_score":0.464404,"hf_subset":"pag_Latn-kam_Latn","languages":["pag-Latn","kam-Latn"]},{"precision":0.583597,"recall":0.652174,"f1":0.604235,"accuracy":0.652174,"main_score":0.604235,"hf_subset":"pag_Latn-lit_Latn","languages":["pag-Latn","lit-Latn"]},{"precision":0.743097,"recall":0.793478,"f1":0.75763,"accuracy":0.793478,"main_score":0.75763,"hf_subset":"pag_Latn-nob_Latn","languages":["pag-Latn","nob-Latn"]},{"precision":0.632808,"recall":0.695652,"f1":0.651576,"accuracy":0.695652,"main_score":0.651576,"hf_subset":"pag_Latn-scn_Latn","languages":["pag-Latn","scn-Latn"]},{"precision":0.425936,"recall":0.507905,"f1":0.448574,"accuracy":0.507905,"main_score":0.448574,"hf_subset":"pag_Latn-tgk_Cyrl","languages":["pag-Latn","tgk-Cyrl"]},{"precision":0.396373,"recall":0.470356,"f1":0.416993,"accuracy":0.470356,"main_score":0.416993,"hf_subset":"pag_Latn-yor_Latn","languages":["pag-Latn","yor-Latn"]},{"precision":0.730881,"recall":0.781621,"f1":0.745835,"accuracy":0.781621,"main_score":0.745835,"hf_subset":"pag_Latn-arz_Arab","languages":["pag-Latn","arz-Arab"]},{"precision":0.44299,"recall":0.522727,"f1":0.465112,"accuracy":0.522727,"main_score":0.465112,"hf_subset":"pag_Latn-cjk_Latn","languages":["pag-Latn","cjk-Latn"]},{"precision":0.369002,"recall":0.450593,"f1":0.389413,"accuracy":0.450593,"main_score":0.389413,"hf_subset":"pag_Latn-gla_Latn","languages":["pag-Latn","gla-Latn"]},{"precision":0.685713,"recall":0.748024,"f1":0.703479,"accuracy":0.748024,"main_score":0.703479,"hf_subset":"pag_Latn-kan_Knda","languages":["pag-Latn","kan-Knda"]},{"precision":0.661167,"recall":0.719368,"f1":0.67806,"accuracy":0.719368,"main_score":0.67806,"hf_subset":"pag_Latn-lmo_Latn","languages":["pag-Latn","lmo-Latn"]},{"precision":0.708779,"recall":0.768775,"f1":0.726619,"accuracy":0.768775,"main_score":0.726619,"hf_subset":"pag_Latn-npi_Deva","languages":["pag-Latn","npi-Deva"]},{"precision":0.380626,"recall":0.470356,"f1":0.404955,"accuracy":0.470356,"main_score":0.404955,"hf_subset":"pag_Latn-shn_Mymr","languages":["pag-Latn","shn-Mymr"]},{"precision":0.746533,"recall":0.799407,"f1":0.762576,"accuracy":0.799407,"main_score":0.762576,"hf_subset":"pag_Latn-tgl_Latn","languages":["pag-Latn","tgl-Latn"]},{"precision":0.764062,"recall":0.815217,"f1":0.778936,"accuracy":0.815217,"main_score":0.778936,"hf_subset":"pag_Latn-yue_Hant","languages":["pag-Latn","yue-Hant"]},{"precision":0.60998,"recall":0.678854,"f1":0.629865,"accuracy":0.678854,"main_score":0.629865,"hf_subset":"pag_Latn-asm_Beng","languages":["pag-Latn","asm-Beng"]},{"precision":0.351631,"recall":0.427866,"f1":0.372189,"accuracy":0.427866,"main_score":0.372189,"hf_subset":"pag_Latn-ckb_Arab","languages":["pag-Latn","ckb-Arab"]},{"precision":0.361865,"recall":0.443676,"f1":0.383002,"accuracy":0.443676,"main_score":0.383002,"hf_subset":"pag_Latn-gle_Latn","languages":["pag-Latn","gle-Latn"]},{"precision":0.523941,"recall":0.601779,"f1":0.545745,"accuracy":0.601779,"main_score":0.545745,"hf_subset":"pag_Latn-kas_Arab","languages":["pag-Latn","kas-Arab"]},{"precision":0.546796,"recall":0.618577,"f1":0.567513,"accuracy":0.618577,"main_score":0.567513,"hf_subset":"pag_Latn-ltg_Latn","languages":["pag-Latn","ltg-Latn"]},{"precision":0.484776,"recall":0.559289,"f1":0.506117,"accuracy":0.559289,"main_score":0.506117,"hf_subset":"pag_Latn-nso_Latn","languages":["pag-Latn","nso-Latn"]},{"precision":0.517542,"recall":0.597826,"f1":0.540842,"accuracy":0.597826,"main_score":0.540842,"hf_subset":"pag_Latn-sin_Sinh","languages":["pag-Latn","sin-Sinh"]},{"precision":0.730715,"recall":0.790514,"f1":0.748965,"accuracy":0.790514,"main_score":0.748965,"hf_subset":"pag_Latn-tha_Thai","languages":["pag-Latn","tha-Thai"]},{"precision":0.7469,"recall":0.800395,"f1":0.762667,"accuracy":0.800395,"main_score":0.762667,"hf_subset":"pag_Latn-zho_Hans","languages":["pag-Latn","zho-Hans"]},{"precision":0.738252,"recall":0.777668,"f1":0.749942,"accuracy":0.777668,"main_score":0.749942,"hf_subset":"pag_Latn-ast_Latn","languages":["pag-Latn","ast-Latn"]},{"precision":0.580181,"recall":0.651186,"f1":0.600292,"accuracy":0.651186,"main_score":0.600292,"hf_subset":"pag_Latn-crh_Latn","languages":["pag-Latn","crh-Latn"]},{"precision":0.770336,"recall":0.812253,"f1":0.782697,"accuracy":0.812253,"main_score":0.782697,"hf_subset":"pag_Latn-glg_Latn","languages":["pag-Latn","glg-Latn"]},{"precision":0.498186,"recall":0.581028,"f1":0.522123,"accuracy":0.581028,"main_score":0.522123,"hf_subset":"pag_Latn-kas_Deva","languages":["pag-Latn","kas-Deva"]},{"precision":0.635936,"recall":0.70751,"f1":0.656459,"accuracy":0.70751,"main_score":0.656459,"hf_subset":"pag_Latn-ltz_Latn","languages":["pag-Latn","ltz-Latn"]},{"precision":0.339037,"recall":0.408103,"f1":0.3572,"accuracy":0.408103,"main_score":0.3572,"hf_subset":"pag_Latn-nus_Latn","languages":["pag-Latn","nus-Latn"]},{"precision":0.68475,"recall":0.747036,"f1":0.702843,"accuracy":0.747036,"main_score":0.702843,"hf_subset":"pag_Latn-slk_Latn","languages":["pag-Latn","slk-Latn"]},{"precision":0.347432,"recall":0.434783,"f1":0.370818,"accuracy":0.434783,"main_score":0.370818,"hf_subset":"pag_Latn-tir_Ethi","languages":["pag-Latn","tir-Ethi"]},{"precision":0.724457,"recall":0.782609,"f1":0.741306,"accuracy":0.782609,"main_score":0.741306,"hf_subset":"pag_Latn-zho_Hant","languages":["pag-Latn","zho-Hant"]},{"precision":0.749433,"recall":0.799407,"f1":0.764191,"accuracy":0.799407,"main_score":0.764191,"hf_subset":"pag_Latn-awa_Deva","languages":["pag-Latn","awa-Deva"]},{"precision":0.415965,"recall":0.498024,"f1":0.438247,"accuracy":0.498024,"main_score":0.438247,"hf_subset":"pag_Latn-cym_Latn","languages":["pag-Latn","cym-Latn"]},{"precision":0.625269,"recall":0.686759,"f1":0.643065,"accuracy":0.686759,"main_score":0.643065,"hf_subset":"pag_Latn-grn_Latn","languages":["pag-Latn","grn-Latn"]},{"precision":0.604387,"recall":0.673913,"f1":0.625167,"accuracy":0.673913,"main_score":0.625167,"hf_subset":"pag_Latn-kat_Geor","languages":["pag-Latn","kat-Geor"]},{"precision":0.523938,"recall":0.588933,"f1":0.542589,"accuracy":0.588933,"main_score":0.542589,"hf_subset":"pag_Latn-lua_Latn","languages":["pag-Latn","lua-Latn"]},{"precision":0.513152,"recall":0.577075,"f1":0.531883,"accuracy":0.577075,"main_score":0.531883,"hf_subset":"pag_Latn-nya_Latn","languages":["pag-Latn","nya-Latn"]},{"precision":0.642699,"recall":0.709486,"f1":0.661701,"accuracy":0.709486,"main_score":0.661701,"hf_subset":"pag_Latn-slv_Latn","languages":["pag-Latn","slv-Latn"]},{"precision":0.704628,"recall":0.748024,"f1":0.71791,"accuracy":0.748024,"main_score":0.71791,"hf_subset":"pag_Latn-tpi_Latn","languages":["pag-Latn","tpi-Latn"]},{"precision":0.739888,"recall":0.79249,"f1":0.75583,"accuracy":0.79249,"main_score":0.75583,"hf_subset":"pag_Latn-zsm_Latn","languages":["pag-Latn","zsm-Latn"]},{"precision":0.414721,"recall":0.497036,"f1":0.436724,"accuracy":0.497036,"main_score":0.436724,"hf_subset":"pag_Latn-ayr_Latn","languages":["pag-Latn","ayr-Latn"]},{"precision":0.735711,"recall":0.789526,"f1":0.751488,"accuracy":0.789526,"main_score":0.751488,"hf_subset":"pag_Latn-dan_Latn","languages":["pag-Latn","dan-Latn"]},{"precision":0.656189,"recall":0.727273,"f1":0.677394,"accuracy":0.727273,"main_score":0.677394,"hf_subset":"pag_Latn-guj_Gujr","languages":["pag-Latn","guj-Gujr"]},{"precision":0.579934,"recall":0.643281,"f1":0.598462,"accuracy":0.643281,"main_score":0.598462,"hf_subset":"pag_Latn-kaz_Cyrl","languages":["pag-Latn","kaz-Cyrl"]},{"precision":0.422452,"recall":0.48913,"f1":0.441237,"accuracy":0.48913,"main_score":0.441237,"hf_subset":"pag_Latn-lug_Latn","languages":["pag-Latn","lug-Latn"]},{"precision":0.732175,"recall":0.781621,"f1":0.746433,"accuracy":0.781621,"main_score":0.746433,"hf_subset":"pag_Latn-oci_Latn","languages":["pag-Latn","oci-Latn"]},{"precision":0.476753,"recall":0.550395,"f1":0.49736,"accuracy":0.550395,"main_score":0.49736,"hf_subset":"pag_Latn-smo_Latn","languages":["pag-Latn","smo-Latn"]},{"precision":0.439372,"recall":0.516798,"f1":0.460892,"accuracy":0.516798,"main_score":0.460892,"hf_subset":"pag_Latn-tsn_Latn","languages":["pag-Latn","tsn-Latn"]},{"precision":0.40679,"recall":0.492095,"f1":0.430558,"accuracy":0.492095,"main_score":0.430558,"hf_subset":"pag_Latn-zul_Latn","languages":["pag-Latn","zul-Latn"]},{"precision":0.546267,"recall":0.629447,"f1":0.570065,"accuracy":0.629447,"main_score":0.570065,"hf_subset":"pag_Latn-azb_Arab","languages":["pag-Latn","azb-Arab"]},{"precision":0.777111,"recall":0.824111,"f1":0.790756,"accuracy":0.824111,"main_score":0.790756,"hf_subset":"pag_Latn-deu_Latn","languages":["pag-Latn","deu-Latn"]},{"precision":0.540363,"recall":0.612648,"f1":0.561341,"accuracy":0.612648,"main_score":0.561341,"hf_subset":"pag_Latn-hat_Latn","languages":["pag-Latn","hat-Latn"]},{"precision":0.386795,"recall":0.463439,"f1":0.408125,"accuracy":0.463439,"main_score":0.408125,"hf_subset":"pag_Latn-kbp_Latn","languages":["pag-Latn","kbp-Latn"]},{"precision":0.470056,"recall":0.539526,"f1":0.488916,"accuracy":0.539526,"main_score":0.488916,"hf_subset":"pag_Latn-luo_Latn","languages":["pag-Latn","luo-Latn"]},{"precision":0.438552,"recall":0.519763,"f1":0.4622,"accuracy":0.519763,"main_score":0.4622,"hf_subset":"pag_Latn-ory_Orya","languages":["pag-Latn","ory-Orya"]},{"precision":0.444219,"recall":0.522727,"f1":0.466014,"accuracy":0.522727,"main_score":0.466014,"hf_subset":"pag_Latn-sna_Latn","languages":["pag-Latn","sna-Latn"]},{"precision":0.424771,"recall":0.494071,"f1":0.444026,"accuracy":0.494071,"main_score":0.444026,"hf_subset":"pag_Latn-tso_Latn","languages":["pag-Latn","tso-Latn"]},{"precision":0.603723,"recall":0.66996,"f1":0.623523,"accuracy":0.66996,"main_score":0.623523,"hf_subset":"pag_Latn-azj_Latn","languages":["pag-Latn","azj-Latn"]},{"precision":0.454512,"recall":0.534585,"f1":0.476966,"accuracy":0.534585,"main_score":0.476966,"hf_subset":"pag_Latn-dik_Latn","languages":["pag-Latn","dik-Latn"]},{"precision":0.463415,"recall":0.523715,"f1":0.480665,"accuracy":0.523715,"main_score":0.480665,"hf_subset":"pag_Latn-hau_Latn","languages":["pag-Latn","hau-Latn"]},{"precision":0.670854,"recall":0.732213,"f1":0.688866,"accuracy":0.732213,"main_score":0.688866,"hf_subset":"pag_Latn-kea_Latn","languages":["pag-Latn","kea-Latn"]},{"precision":0.615684,"recall":0.671937,"f1":0.632317,"accuracy":0.671937,"main_score":0.632317,"hf_subset":"pag_Latn-lus_Latn","languages":["pag-Latn","lus-Latn"]},{"precision":0.514976,"recall":0.594862,"f1":0.537673,"accuracy":0.594862,"main_score":0.537673,"hf_subset":"pag_Latn-snd_Arab","languages":["pag-Latn","snd-Arab"]},{"precision":0.51726,"recall":0.588933,"f1":0.537667,"accuracy":0.588933,"main_score":0.537667,"hf_subset":"pag_Latn-tuk_Latn","languages":["pag-Latn","tuk-Latn"]},{"precision":0.600315,"recall":0.664032,"f1":0.618831,"accuracy":0.664032,"main_score":0.618831,"hf_subset":"pag_Latn-bak_Cyrl","languages":["pag-Latn","bak-Cyrl"]},{"precision":0.364899,"recall":0.454545,"f1":0.390728,"accuracy":0.454545,"main_score":0.390728,"hf_subset":"pag_Latn-dyu_Latn","languages":["pag-Latn","dyu-Latn"]},{"precision":0.597135,"recall":0.662055,"f1":0.615401,"accuracy":0.662055,"main_score":0.615401,"hf_subset":"pag_Latn-heb_Hebr","languages":["pag-Latn","heb-Hebr"]},{"precision":0.44344,"recall":0.519763,"f1":0.464425,"accuracy":0.519763,"main_score":0.464425,"hf_subset":"pag_Latn-khk_Cyrl","languages":["pag-Latn","khk-Cyrl"]},{"precision":0.630995,"recall":0.688735,"f1":0.648321,"accuracy":0.688735,"main_score":0.648321,"hf_subset":"pag_Latn-lvs_Latn","languages":["pag-Latn","lvs-Latn"]},{"precision":0.572398,"recall":0.647233,"f1":0.594387,"accuracy":0.647233,"main_score":0.594387,"hf_subset":"pag_Latn-pan_Guru","languages":["pag-Latn","pan-Guru"]},{"precision":0.405089,"recall":0.472332,"f1":0.423537,"accuracy":0.472332,"main_score":0.423537,"hf_subset":"pag_Latn-som_Latn","languages":["pag-Latn","som-Latn"]},{"precision":0.46429,"recall":0.525692,"f1":0.481752,"accuracy":0.525692,"main_score":0.481752,"hf_subset":"pag_Latn-tum_Latn","languages":["pag-Latn","tum-Latn"]},{"precision":0.279547,"recall":0.344862,"f1":0.297674,"accuracy":0.344862,"main_score":0.297674,"hf_subset":"snd_Arab-ace_Arab","languages":["snd-Arab","ace-Arab"]},{"precision":0.310334,"recall":0.380435,"f1":0.329719,"accuracy":0.380435,"main_score":0.329719,"hf_subset":"snd_Arab-bam_Latn","languages":["snd-Arab","bam-Latn"]},{"precision":0.153315,"recall":0.214427,"f1":0.169019,"accuracy":0.214427,"main_score":0.169019,"hf_subset":"snd_Arab-dzo_Tibt","languages":["snd-Arab","dzo-Tibt"]},{"precision":0.826976,"recall":0.873518,"f1":0.841126,"accuracy":0.873518,"main_score":0.841126,"hf_subset":"snd_Arab-hin_Deva","languages":["snd-Arab","hin-Deva"]},{"precision":0.559802,"recall":0.635375,"f1":0.581002,"accuracy":0.635375,"main_score":0.581002,"hf_subset":"snd_Arab-khm_Khmr","languages":["snd-Arab","khm-Khmr"]},{"precision":0.806901,"recall":0.86166,"f1":0.824294,"accuracy":0.86166,"main_score":0.824294,"hf_subset":"snd_Arab-mag_Deva","languages":["snd-Arab","mag-Deva"]},{"precision":0.66703,"recall":0.732213,"f1":0.68596,"accuracy":0.732213,"main_score":0.68596,"hf_subset":"snd_Arab-pap_Latn","languages":["snd-Arab","pap-Latn"]},{"precision":0.367147,"recall":0.438735,"f1":0.387335,"accuracy":0.438735,"main_score":0.387335,"hf_subset":"snd_Arab-sot_Latn","languages":["snd-Arab","sot-Latn"]},{"precision":0.764674,"recall":0.822134,"f1":0.782279,"accuracy":0.822134,"main_score":0.782279,"hf_subset":"snd_Arab-tur_Latn","languages":["snd-Arab","tur-Latn"]},{"precision":0.483219,"recall":0.565217,"f1":0.506744,"accuracy":0.565217,"main_score":0.506744,"hf_subset":"snd_Arab-ace_Latn","languages":["snd-Arab","ace-Latn"]},{"precision":0.600458,"recall":0.666008,"f1":0.618761,"accuracy":0.666008,"main_score":0.618761,"hf_subset":"snd_Arab-ban_Latn","languages":["snd-Arab","ban-Latn"]},{"precision":0.692285,"recall":0.761858,"f1":0.713521,"accuracy":0.761858,"main_score":0.713521,"hf_subset":"snd_Arab-ell_Grek","languages":["snd-Arab","ell-Grek"]},{"precision":0.788192,"recall":0.842885,"f1":0.805204,"accuracy":0.842885,"main_score":0.805204,"hf_subset":"snd_Arab-hne_Deva","languages":["snd-Arab","hne-Deva"]},{"precision":0.330258,"recall":0.411067,"f1":0.352739,"accuracy":0.411067,"main_score":0.352739,"hf_subset":"snd_Arab-kik_Latn","languages":["snd-Arab","kik-Latn"]},{"precision":0.833754,"recall":0.876482,"f1":0.846953,"accuracy":0.876482,"main_score":0.846953,"hf_subset":"snd_Arab-mai_Deva","languages":["snd-Arab","mai-Deva"]},{"precision":0.707098,"recall":0.774704,"f1":0.727804,"accuracy":0.774704,"main_score":0.727804,"hf_subset":"snd_Arab-pbt_Arab","languages":["snd-Arab","pbt-Arab"]},{"precision":0.752628,"recall":0.818182,"f1":0.772513,"accuracy":0.818182,"main_score":0.772513,"hf_subset":"snd_Arab-spa_Latn","languages":["snd-Arab","spa-Latn"]},{"precision":0.409645,"recall":0.486166,"f1":0.43122,"accuracy":0.486166,"main_score":0.43122,"hf_subset":"snd_Arab-twi_Latn","languages":["snd-Arab","twi-Latn"]},{"precision":0.730411,"recall":0.79249,"f1":0.749687,"accuracy":0.79249,"main_score":0.749687,"hf_subset":"snd_Arab-acm_Arab","languages":["snd-Arab","acm-Arab"]},{"precision":0.56721,"recall":0.646245,"f1":0.590096,"accuracy":0.646245,"main_score":0.590096,"hf_subset":"snd_Arab-bel_Cyrl","languages":["snd-Arab","bel-Cyrl"]},{"precision":0.801136,"recall":0.851779,"f1":0.816638,"accuracy":0.851779,"main_score":0.816638,"hf_subset":"snd_Arab-eng_Latn","languages":["snd-Arab","eng-Latn"]},{"precision":0.691973,"recall":0.76087,"f1":0.712552,"accuracy":0.76087,"main_score":0.712552,"hf_subset":"snd_Arab-hrv_Latn","languages":["snd-Arab","hrv-Latn"]},{"precision":0.344171,"recall":0.425889,"f1":0.366561,"accuracy":0.425889,"main_score":0.366561,"hf_subset":"snd_Arab-kin_Latn","languages":["snd-Arab","kin-Latn"]},{"precision":0.782559,"recall":0.838933,"f1":0.799459,"accuracy":0.838933,"main_score":0.799459,"hf_subset":"snd_Arab-mal_Mlym","languages":["snd-Arab","mal-Mlym"]},{"precision":0.775395,"recall":0.835968,"f1":0.794433,"accuracy":0.835968,"main_score":0.794433,"hf_subset":"snd_Arab-pes_Arab","languages":["snd-Arab","pes-Arab"]},{"precision":0.612271,"recall":0.68083,"f1":0.631894,"accuracy":0.68083,"main_score":0.631894,"hf_subset":"snd_Arab-srd_Latn","languages":["snd-Arab","srd-Latn"]},{"precision":0.132167,"recall":0.1917,"f1":0.146607,"accuracy":0.1917,"main_score":0.146607,"hf_subset":"snd_Arab-tzm_Tfng","languages":["snd-Arab","tzm-Tfng"]},{"precision":0.738785,"recall":0.802372,"f1":0.758564,"accuracy":0.802372,"main_score":0.758564,"hf_subset":"snd_Arab-acq_Arab","languages":["snd-Arab","acq-Arab"]},{"precision":0.364993,"recall":0.452569,"f1":0.388109,"accuracy":0.452569,"main_score":0.388109,"hf_subset":"snd_Arab-bem_Latn","languages":["snd-Arab","bem-Latn"]},{"precision":0.632067,"recall":0.698617,"f1":0.651468,"accuracy":0.698617,"main_score":0.651468,"hf_subset":"snd_Arab-epo_Latn","languages":["snd-Arab","epo-Latn"]},{"precision":0.671937,"recall":0.746047,"f1":0.694763,"accuracy":0.746047,"main_score":0.694763,"hf_subset":"snd_Arab-hun_Latn","languages":["snd-Arab","hun-Latn"]},{"precision":0.50639,"recall":0.572134,"f1":0.525207,"accuracy":0.572134,"main_score":0.525207,"hf_subset":"snd_Arab-kir_Cyrl","languages":["snd-Arab","kir-Cyrl"]},{"precision":0.809321,"recall":0.859684,"f1":0.825231,"accuracy":0.859684,"main_score":0.825231,"hf_subset":"snd_Arab-mar_Deva","languages":["snd-Arab","mar-Deva"]},{"precision":0.372903,"recall":0.439723,"f1":0.391163,"accuracy":0.439723,"main_score":0.391163,"hf_subset":"snd_Arab-plt_Latn","languages":["snd-Arab","plt-Latn"]},{"precision":0.695092,"recall":0.763834,"f1":0.715763,"accuracy":0.763834,"main_score":0.715763,"hf_subset":"snd_Arab-srp_Cyrl","languages":["snd-Arab","srp-Cyrl"]},{"precision":0.280759,"recall":0.350791,"f1":0.299861,"accuracy":0.350791,"main_score":0.299861,"hf_subset":"snd_Arab-uig_Arab","languages":["snd-Arab","uig-Arab"]},{"precision":0.689421,"recall":0.754941,"f1":0.708961,"accuracy":0.754941,"main_score":0.708961,"hf_subset":"snd_Arab-aeb_Arab","languages":["snd-Arab","aeb-Arab"]},{"precision":0.775955,"recall":0.833992,"f1":0.793724,"accuracy":0.833992,"main_score":0.793724,"hf_subset":"snd_Arab-ben_Beng","languages":["snd-Arab","ben-Beng"]},{"precision":0.569871,"recall":0.639328,"f1":0.590304,"accuracy":0.639328,"main_score":0.590304,"hf_subset":"snd_Arab-est_Latn","languages":["snd-Arab","est-Latn"]},{"precision":0.559736,"recall":0.630435,"f1":0.580245,"accuracy":0.630435,"main_score":0.580245,"hf_subset":"snd_Arab-hye_Armn","languages":["snd-Arab","hye-Armn"]},{"precision":0.333597,"recall":0.406126,"f1":0.354743,"accuracy":0.406126,"main_score":0.354743,"hf_subset":"snd_Arab-kmb_Latn","languages":["snd-Arab","kmb-Latn"]},{"precision":0.242238,"recall":0.313241,"f1":0.260466,"accuracy":0.313241,"main_score":0.260466,"hf_subset":"snd_Arab-min_Arab","languages":["snd-Arab","min-Arab"]},{"precision":0.738505,"recall":0.80336,"f1":0.757971,"accuracy":0.80336,"main_score":0.757971,"hf_subset":"snd_Arab-pol_Latn","languages":["snd-Arab","pol-Latn"]},{"precision":0.338243,"recall":0.413043,"f1":0.358409,"accuracy":0.413043,"main_score":0.358409,"hf_subset":"snd_Arab-ssw_Latn","languages":["snd-Arab","ssw-Latn"]},{"precision":0.752997,"recall":0.812253,"f1":0.770638,"accuracy":0.812253,"main_score":0.770638,"hf_subset":"snd_Arab-ukr_Cyrl","languages":["snd-Arab","ukr-Cyrl"]},{"precision":0.695356,"recall":0.758893,"f1":0.71446,"accuracy":0.758893,"main_score":0.71446,"hf_subset":"snd_Arab-afr_Latn","languages":["snd-Arab","afr-Latn"]},{"precision":0.764526,"recall":0.826087,"f1":0.783531,"accuracy":0.826087,"main_score":0.783531,"hf_subset":"snd_Arab-bho_Deva","languages":["snd-Arab","bho-Deva"]},{"precision":0.484825,"recall":0.562253,"f1":0.506702,"accuracy":0.562253,"main_score":0.506702,"hf_subset":"snd_Arab-eus_Latn","languages":["snd-Arab","eus-Latn"]},{"precision":0.337816,"recall":0.423913,"f1":0.361469,"accuracy":0.423913,"main_score":0.361469,"hf_subset":"snd_Arab-ibo_Latn","languages":["snd-Arab","ibo-Latn"]},{"precision":0.397657,"recall":0.472332,"f1":0.418273,"accuracy":0.472332,"main_score":0.418273,"hf_subset":"snd_Arab-kmr_Latn","languages":["snd-Arab","kmr-Latn"]},{"precision":0.563892,"recall":0.643281,"f1":0.587181,"accuracy":0.643281,"main_score":0.587181,"hf_subset":"snd_Arab-min_Latn","languages":["snd-Arab","min-Latn"]},{"precision":0.776927,"recall":0.835968,"f1":0.795125,"accuracy":0.835968,"main_score":0.795125,"hf_subset":"snd_Arab-por_Latn","languages":["snd-Arab","por-Latn"]},{"precision":0.624704,"recall":0.693676,"f1":0.644538,"accuracy":0.693676,"main_score":0.644538,"hf_subset":"snd_Arab-sun_Latn","languages":["snd-Arab","sun-Latn"]},{"precision":0.305219,"recall":0.382411,"f1":0.326243,"accuracy":0.382411,"main_score":0.326243,"hf_subset":"snd_Arab-umb_Latn","languages":["snd-Arab","umb-Latn"]},{"precision":0.76073,"recall":0.816206,"f1":0.776965,"accuracy":0.816206,"main_score":0.776965,"hf_subset":"snd_Arab-ajp_Arab","languages":["snd-Arab","ajp-Arab"]},{"precision":0.265942,"recall":0.324111,"f1":0.282266,"accuracy":0.324111,"main_score":0.282266,"hf_subset":"snd_Arab-bjn_Arab","languages":["snd-Arab","bjn-Arab"]},{"precision":0.327904,"recall":0.394269,"f1":0.345755,"accuracy":0.394269,"main_score":0.345755,"hf_subset":"snd_Arab-ewe_Latn","languages":["snd-Arab","ewe-Latn"]},{"precision":0.545954,"recall":0.607708,"f1":0.563698,"accuracy":0.607708,"main_score":0.563698,"hf_subset":"snd_Arab-ilo_Latn","languages":["snd-Arab","ilo-Latn"]},{"precision":0.196867,"recall":0.253953,"f1":0.211491,"accuracy":0.253953,"main_score":0.211491,"hf_subset":"snd_Arab-knc_Arab","languages":["snd-Arab","knc-Arab"]},{"precision":0.668561,"recall":0.736166,"f1":0.688702,"accuracy":0.736166,"main_score":0.688702,"hf_subset":"snd_Arab-mkd_Cyrl","languages":["snd-Arab","mkd-Cyrl"]},{"precision":0.778986,"recall":0.840909,"f1":0.798866,"accuracy":0.840909,"main_score":0.798866,"hf_subset":"snd_Arab-prs_Arab","languages":["snd-Arab","prs-Arab"]},{"precision":0.731094,"recall":0.797431,"f1":0.751416,"accuracy":0.797431,"main_score":0.751416,"hf_subset":"snd_Arab-swe_Latn","languages":["snd-Arab","swe-Latn"]},{"precision":0.831686,"recall":0.879447,"f1":0.847134,"accuracy":0.879447,"main_score":0.847134,"hf_subset":"snd_Arab-urd_Arab","languages":["snd-Arab","urd-Arab"]},{"precision":0.382183,"recall":0.459486,"f1":0.404229,"accuracy":0.459486,"main_score":0.404229,"hf_subset":"snd_Arab-aka_Latn","languages":["snd-Arab","aka-Latn"]},{"precision":0.614857,"recall":0.685771,"f1":0.635545,"accuracy":0.685771,"main_score":0.635545,"hf_subset":"snd_Arab-bjn_Latn","languages":["snd-Arab","bjn-Latn"]},{"precision":0.430544,"recall":0.496047,"f1":0.44888,"accuracy":0.496047,"main_score":0.44888,"hf_subset":"snd_Arab-fao_Latn","languages":["snd-Arab","fao-Latn"]},{"precision":0.773995,"recall":0.832016,"f1":0.791765,"accuracy":0.832016,"main_score":0.791765,"hf_subset":"snd_Arab-ind_Latn","languages":["snd-Arab","ind-Latn"]},{"precision":0.373025,"recall":0.439723,"f1":0.391762,"accuracy":0.439723,"main_score":0.391762,"hf_subset":"snd_Arab-knc_Latn","languages":["snd-Arab","knc-Latn"]},{"precision":0.563069,"recall":0.631423,"f1":0.582644,"accuracy":0.631423,"main_score":0.582644,"hf_subset":"snd_Arab-mlt_Latn","languages":["snd-Arab","mlt-Latn"]},{"precision":0.384254,"recall":0.462451,"f1":0.406271,"accuracy":0.462451,"main_score":0.406271,"hf_subset":"snd_Arab-quy_Latn","languages":["snd-Arab","quy-Latn"]},{"precision":0.642362,"recall":0.711462,"f1":0.662538,"accuracy":0.711462,"main_score":0.662538,"hf_subset":"snd_Arab-swh_Latn","languages":["snd-Arab","swh-Latn"]},{"precision":0.494441,"recall":0.566206,"f1":0.515123,"accuracy":0.566206,"main_score":0.515123,"hf_subset":"snd_Arab-uzn_Latn","languages":["snd-Arab","uzn-Latn"]},{"precision":0.563876,"recall":0.633399,"f1":0.584719,"accuracy":0.633399,"main_score":0.584719,"hf_subset":"snd_Arab-als_Latn","languages":["snd-Arab","als-Latn"]},{"precision":0.187037,"recall":0.253953,"f1":0.20387,"accuracy":0.253953,"main_score":0.20387,"hf_subset":"snd_Arab-bod_Tibt","languages":["snd-Arab","bod-Tibt"]},{"precision":0.325401,"recall":0.409091,"f1":0.348385,"accuracy":0.409091,"main_score":0.348385,"hf_subset":"snd_Arab-fij_Latn","languages":["snd-Arab","fij-Latn"]},{"precision":0.408852,"recall":0.481225,"f1":0.429229,"accuracy":0.481225,"main_score":0.429229,"hf_subset":"snd_Arab-isl_Latn","languages":["snd-Arab","isl-Latn"]},{"precision":0.368793,"recall":0.445652,"f1":0.390311,"accuracy":0.445652,"main_score":0.390311,"hf_subset":"snd_Arab-kon_Latn","languages":["snd-Arab","kon-Latn"]},{"precision":0.388506,"recall":0.472332,"f1":0.411341,"accuracy":0.472332,"main_score":0.411341,"hf_subset":"snd_Arab-mni_Beng","languages":["snd-Arab","mni-Beng"]},{"precision":0.731044,"recall":0.790514,"f1":0.748504,"accuracy":0.790514,"main_score":0.748504,"hf_subset":"snd_Arab-ron_Latn","languages":["snd-Arab","ron-Latn"]},{"precision":0.612277,"recall":0.68083,"f1":0.632072,"accuracy":0.68083,"main_score":0.632072,"hf_subset":"snd_Arab-szl_Latn","languages":["snd-Arab","szl-Latn"]},{"precision":0.6827,"recall":0.746047,"f1":0.701268,"accuracy":0.746047,"main_score":0.701268,"hf_subset":"snd_Arab-vec_Latn","languages":["snd-Arab","vec-Latn"]},{"precision":0.600701,"recall":0.677866,"f1":0.623257,"accuracy":0.677866,"main_score":0.623257,"hf_subset":"snd_Arab-amh_Ethi","languages":["snd-Arab","amh-Ethi"]},{"precision":0.743841,"recall":0.80336,"f1":0.761364,"accuracy":0.80336,"main_score":0.761364,"hf_subset":"snd_Arab-bos_Latn","languages":["snd-Arab","bos-Latn"]},{"precision":0.70728,"recall":0.774704,"f1":0.727838,"accuracy":0.774704,"main_score":0.727838,"hf_subset":"snd_Arab-fin_Latn","languages":["snd-Arab","fin-Latn"]},{"precision":0.763455,"recall":0.824111,"f1":0.782181,"accuracy":0.824111,"main_score":0.782181,"hf_subset":"snd_Arab-ita_Latn","languages":["snd-Arab","ita-Latn"]},{"precision":0.744392,"recall":0.804348,"f1":0.762788,"accuracy":0.804348,"main_score":0.762788,"hf_subset":"snd_Arab-kor_Hang","languages":["snd-Arab","kor-Hang"]},{"precision":0.34702,"recall":0.416008,"f1":0.366413,"accuracy":0.416008,"main_score":0.366413,"hf_subset":"snd_Arab-mos_Latn","languages":["snd-Arab","mos-Latn"]},{"precision":0.313723,"recall":0.38834,"f1":0.334225,"accuracy":0.38834,"main_score":0.334225,"hf_subset":"snd_Arab-run_Latn","languages":["snd-Arab","run-Latn"]},{"precision":0.739683,"recall":0.805336,"f1":0.75954,"accuracy":0.805336,"main_score":0.75954,"hf_subset":"snd_Arab-tam_Taml","languages":["snd-Arab","tam-Taml"]},{"precision":0.730385,"recall":0.795455,"f1":0.750184,"accuracy":0.795455,"main_score":0.750184,"hf_subset":"snd_Arab-vie_Latn","languages":["snd-Arab","vie-Latn"]},{"precision":0.74646,"recall":0.80336,"f1":0.763312,"accuracy":0.80336,"main_score":0.763312,"hf_subset":"snd_Arab-apc_Arab","languages":["snd-Arab","apc-Arab"]},{"precision":0.476746,"recall":0.552372,"f1":0.498308,"accuracy":0.552372,"main_score":0.498308,"hf_subset":"snd_Arab-bug_Latn","languages":["snd-Arab","bug-Latn"]},{"precision":0.306609,"recall":0.368577,"f1":0.323304,"accuracy":0.368577,"main_score":0.323304,"hf_subset":"snd_Arab-fon_Latn","languages":["snd-Arab","fon-Latn"]},{"precision":0.628344,"recall":0.69664,"f1":0.648439,"accuracy":0.69664,"main_score":0.648439,"hf_subset":"snd_Arab-jav_Latn","languages":["snd-Arab","jav-Latn"]},{"precision":0.52419,"recall":0.597826,"f1":0.545427,"accuracy":0.597826,"main_score":0.545427,"hf_subset":"snd_Arab-lao_Laoo","languages":["snd-Arab","lao-Laoo"]},{"precision":0.323462,"recall":0.395257,"f1":0.343252,"accuracy":0.395257,"main_score":0.343252,"hf_subset":"snd_Arab-mri_Latn","languages":["snd-Arab","mri-Latn"]},{"precision":0.7514,"recall":0.817194,"f1":0.771772,"accuracy":0.817194,"main_score":0.771772,"hf_subset":"snd_Arab-rus_Cyrl","languages":["snd-Arab","rus-Cyrl"]},{"precision":0.327217,"recall":0.407115,"f1":0.349335,"accuracy":0.407115,"main_score":0.349335,"hf_subset":"snd_Arab-taq_Latn","languages":["snd-Arab","taq-Latn"]},{"precision":0.623354,"recall":0.685771,"f1":0.641757,"accuracy":0.685771,"main_score":0.641757,"hf_subset":"snd_Arab-war_Latn","languages":["snd-Arab","war-Latn"]},{"precision":0.754792,"recall":0.815217,"f1":0.772977,"accuracy":0.815217,"main_score":0.772977,"hf_subset":"snd_Arab-arb_Arab","languages":["snd-Arab","arb-Arab"]},{"precision":0.730966,"recall":0.794466,"f1":0.749772,"accuracy":0.794466,"main_score":0.749772,"hf_subset":"snd_Arab-bul_Cyrl","languages":["snd-Arab","bul-Cyrl"]},{"precision":0.768528,"recall":0.828063,"f1":0.786877,"accuracy":0.828063,"main_score":0.786877,"hf_subset":"snd_Arab-fra_Latn","languages":["snd-Arab","fra-Latn"]},{"precision":0.759997,"recall":0.823123,"f1":0.778986,"accuracy":0.823123,"main_score":0.778986,"hf_subset":"snd_Arab-jpn_Jpan","languages":["snd-Arab","jpn-Jpan"]},{"precision":0.634643,"recall":0.701581,"f1":0.654567,"accuracy":0.701581,"main_score":0.654567,"hf_subset":"snd_Arab-lij_Latn","languages":["snd-Arab","lij-Latn"]},{"precision":0.523348,"recall":0.607708,"f1":0.548245,"accuracy":0.607708,"main_score":0.548245,"hf_subset":"snd_Arab-mya_Mymr","languages":["snd-Arab","mya-Mymr"]},{"precision":0.366467,"recall":0.438735,"f1":0.386517,"accuracy":0.438735,"main_score":0.386517,"hf_subset":"snd_Arab-sag_Latn","languages":["snd-Arab","sag-Latn"]},{"precision":0.162941,"recall":0.23913,"f1":0.18096,"accuracy":0.23913,"main_score":0.18096,"hf_subset":"snd_Arab-taq_Tfng","languages":["snd-Arab","taq-Tfng"]},{"precision":0.364388,"recall":0.433794,"f1":0.383335,"accuracy":0.433794,"main_score":0.383335,"hf_subset":"snd_Arab-wol_Latn","languages":["snd-Arab","wol-Latn"]},{"precision":0.240969,"recall":0.336957,"f1":0.266178,"accuracy":0.336957,"main_score":0.266178,"hf_subset":"snd_Arab-arb_Latn","languages":["snd-Arab","arb-Latn"]},{"precision":0.743957,"recall":0.801383,"f1":0.760621,"accuracy":0.801383,"main_score":0.760621,"hf_subset":"snd_Arab-cat_Latn","languages":["snd-Arab","cat-Latn"]},{"precision":0.597439,"recall":0.66996,"f1":0.618223,"accuracy":0.66996,"main_score":0.618223,"hf_subset":"snd_Arab-fur_Latn","languages":["snd-Arab","fur-Latn"]},{"precision":0.265426,"recall":0.327075,"f1":0.281855,"accuracy":0.327075,"main_score":0.281855,"hf_subset":"snd_Arab-kab_Latn","languages":["snd-Arab","kab-Latn"]},{"precision":0.587978,"recall":0.655138,"f1":0.607482,"accuracy":0.655138,"main_score":0.607482,"hf_subset":"snd_Arab-lim_Latn","languages":["snd-Arab","lim-Latn"]},{"precision":0.740895,"recall":0.80336,"f1":0.760145,"accuracy":0.80336,"main_score":0.760145,"hf_subset":"snd_Arab-nld_Latn","languages":["snd-Arab","nld-Latn"]},{"precision":0.682536,"recall":0.752964,"f1":0.70371,"accuracy":0.752964,"main_score":0.70371,"hf_subset":"snd_Arab-san_Deva","languages":["snd-Arab","san-Deva"]},{"precision":0.471309,"recall":0.539526,"f1":0.49049,"accuracy":0.539526,"main_score":0.49049,"hf_subset":"snd_Arab-tat_Cyrl","languages":["snd-Arab","tat-Cyrl"]},{"precision":0.367668,"recall":0.451581,"f1":0.390841,"accuracy":0.451581,"main_score":0.390841,"hf_subset":"snd_Arab-xho_Latn","languages":["snd-Arab","xho-Latn"]},{"precision":0.747407,"recall":0.809289,"f1":0.766321,"accuracy":0.809289,"main_score":0.766321,"hf_subset":"snd_Arab-ars_Arab","languages":["snd-Arab","ars-Arab"]},{"precision":0.590201,"recall":0.656126,"f1":0.609792,"accuracy":0.656126,"main_score":0.609792,"hf_subset":"snd_Arab-ceb_Latn","languages":["snd-Arab","ceb-Latn"]},{"precision":0.35579,"recall":0.421937,"f1":0.374228,"accuracy":0.421937,"main_score":0.374228,"hf_subset":"snd_Arab-fuv_Latn","languages":["snd-Arab","fuv-Latn"]},{"precision":0.358453,"recall":0.433794,"f1":0.379433,"accuracy":0.433794,"main_score":0.379433,"hf_subset":"snd_Arab-kac_Latn","languages":["snd-Arab","kac-Latn"]},{"precision":0.364617,"recall":0.448617,"f1":0.388595,"accuracy":0.448617,"main_score":0.388595,"hf_subset":"snd_Arab-lin_Latn","languages":["snd-Arab","lin-Latn"]},{"precision":0.718561,"recall":0.779644,"f1":0.736731,"accuracy":0.779644,"main_score":0.736731,"hf_subset":"snd_Arab-nno_Latn","languages":["snd-Arab","nno-Latn"]},{"precision":0.19224,"recall":0.249012,"f1":0.20648,"accuracy":0.249012,"main_score":0.20648,"hf_subset":"snd_Arab-sat_Olck","languages":["snd-Arab","sat-Olck"]},{"precision":0.771764,"recall":0.833004,"f1":0.790456,"accuracy":0.833004,"main_score":0.790456,"hf_subset":"snd_Arab-tel_Telu","languages":["snd-Arab","tel-Telu"]},{"precision":0.322492,"recall":0.400198,"f1":0.342894,"accuracy":0.400198,"main_score":0.342894,"hf_subset":"snd_Arab-ydd_Hebr","languages":["snd-Arab","ydd-Hebr"]},{"precision":0.639692,"recall":0.717391,"f1":0.662178,"accuracy":0.717391,"main_score":0.662178,"hf_subset":"snd_Arab-ary_Arab","languages":["snd-Arab","ary-Arab"]},{"precision":0.714552,"recall":0.777668,"f1":0.73358,"accuracy":0.777668,"main_score":0.73358,"hf_subset":"snd_Arab-ces_Latn","languages":["snd-Arab","ces-Latn"]},{"precision":0.289803,"recall":0.367589,"f1":0.309596,"accuracy":0.367589,"main_score":0.309596,"hf_subset":"snd_Arab-gaz_Latn","languages":["snd-Arab","gaz-Latn"]},{"precision":0.363986,"recall":0.439723,"f1":0.385133,"accuracy":0.439723,"main_score":0.385133,"hf_subset":"snd_Arab-kam_Latn","languages":["snd-Arab","kam-Latn"]},{"precision":0.548857,"recall":0.616601,"f1":0.568532,"accuracy":0.616601,"main_score":0.568532,"hf_subset":"snd_Arab-lit_Latn","languages":["snd-Arab","lit-Latn"]},{"precision":0.740283,"recall":0.800395,"f1":0.75863,"accuracy":0.800395,"main_score":0.75863,"hf_subset":"snd_Arab-nob_Latn","languages":["snd-Arab","nob-Latn"]},{"precision":0.547212,"recall":0.616601,"f1":0.567163,"accuracy":0.616601,"main_score":0.567163,"hf_subset":"snd_Arab-scn_Latn","languages":["snd-Arab","scn-Latn"]},{"precision":0.365869,"recall":0.4417,"f1":0.387439,"accuracy":0.4417,"main_score":0.387439,"hf_subset":"snd_Arab-tgk_Cyrl","languages":["snd-Arab","tgk-Cyrl"]},{"precision":0.311061,"recall":0.392292,"f1":0.334167,"accuracy":0.392292,"main_score":0.334167,"hf_subset":"snd_Arab-yor_Latn","languages":["snd-Arab","yor-Latn"]},{"precision":0.726729,"recall":0.791502,"f1":0.746673,"accuracy":0.791502,"main_score":0.746673,"hf_subset":"snd_Arab-arz_Arab","languages":["snd-Arab","arz-Arab"]},{"precision":0.344573,"recall":0.421937,"f1":0.365038,"accuracy":0.421937,"main_score":0.365038,"hf_subset":"snd_Arab-cjk_Latn","languages":["snd-Arab","cjk-Latn"]},{"precision":0.35003,"recall":0.414032,"f1":0.368014,"accuracy":0.414032,"main_score":0.368014,"hf_subset":"snd_Arab-gla_Latn","languages":["snd-Arab","gla-Latn"]},{"precision":0.772307,"recall":0.832016,"f1":0.790437,"accuracy":0.832016,"main_score":0.790437,"hf_subset":"snd_Arab-kan_Knda","languages":["snd-Arab","kan-Knda"]},{"precision":0.602256,"recall":0.66996,"f1":0.6226,"accuracy":0.66996,"main_score":0.6226,"hf_subset":"snd_Arab-lmo_Latn","languages":["snd-Arab","lmo-Latn"]},{"precision":0.812986,"recall":0.864625,"f1":0.829172,"accuracy":0.864625,"main_score":0.829172,"hf_subset":"snd_Arab-npi_Deva","languages":["snd-Arab","npi-Deva"]},{"precision":0.301402,"recall":0.374506,"f1":0.321612,"accuracy":0.374506,"main_score":0.321612,"hf_subset":"snd_Arab-shn_Mymr","languages":["snd-Arab","shn-Mymr"]},{"precision":0.641584,"recall":0.709486,"f1":0.661858,"accuracy":0.709486,"main_score":0.661858,"hf_subset":"snd_Arab-tgl_Latn","languages":["snd-Arab","tgl-Latn"]},{"precision":0.717598,"recall":0.788538,"f1":0.739279,"accuracy":0.788538,"main_score":0.739279,"hf_subset":"snd_Arab-yue_Hant","languages":["snd-Arab","yue-Hant"]},{"precision":0.652734,"recall":0.731225,"f1":0.676369,"accuracy":0.731225,"main_score":0.676369,"hf_subset":"snd_Arab-asm_Beng","languages":["snd-Arab","asm-Beng"]},{"precision":0.36731,"recall":0.436759,"f1":0.386652,"accuracy":0.436759,"main_score":0.386652,"hf_subset":"snd_Arab-ckb_Arab","languages":["snd-Arab","ckb-Arab"]},{"precision":0.341557,"recall":0.41502,"f1":0.361129,"accuracy":0.41502,"main_score":0.361129,"hf_subset":"snd_Arab-gle_Latn","languages":["snd-Arab","gle-Latn"]},{"precision":0.740283,"recall":0.802372,"f1":0.759194,"accuracy":0.802372,"main_score":0.759194,"hf_subset":"snd_Arab-kas_Arab","languages":["snd-Arab","kas-Arab"]},{"precision":0.466247,"recall":0.537549,"f1":0.486091,"accuracy":0.537549,"main_score":0.486091,"hf_subset":"snd_Arab-ltg_Latn","languages":["snd-Arab","ltg-Latn"]},{"precision":0.362773,"recall":0.435771,"f1":0.382815,"accuracy":0.435771,"main_score":0.382815,"hf_subset":"snd_Arab-nso_Latn","languages":["snd-Arab","nso-Latn"]},{"precision":0.616488,"recall":0.694664,"f1":0.639479,"accuracy":0.694664,"main_score":0.639479,"hf_subset":"snd_Arab-sin_Sinh","languages":["snd-Arab","sin-Sinh"]},{"precision":0.742556,"recall":0.80336,"f1":0.761148,"accuracy":0.80336,"main_score":0.761148,"hf_subset":"snd_Arab-tha_Thai","languages":["snd-Arab","tha-Thai"]},{"precision":0.722217,"recall":0.793478,"f1":0.743874,"accuracy":0.793478,"main_score":0.743874,"hf_subset":"snd_Arab-zho_Hans","languages":["snd-Arab","zho-Hans"]},{"precision":0.703377,"recall":0.767787,"f1":0.722046,"accuracy":0.767787,"main_score":0.722046,"hf_subset":"snd_Arab-ast_Latn","languages":["snd-Arab","ast-Latn"]},{"precision":0.552079,"recall":0.628458,"f1":0.573751,"accuracy":0.628458,"main_score":0.573751,"hf_subset":"snd_Arab-crh_Latn","languages":["snd-Arab","crh-Latn"]},{"precision":0.750372,"recall":0.810277,"f1":0.768335,"accuracy":0.810277,"main_score":0.768335,"hf_subset":"snd_Arab-glg_Latn","languages":["snd-Arab","glg-Latn"]},{"precision":0.57031,"recall":0.649209,"f1":0.592709,"accuracy":0.649209,"main_score":0.592709,"hf_subset":"snd_Arab-kas_Deva","languages":["snd-Arab","kas-Deva"]},{"precision":0.565079,"recall":0.633399,"f1":0.584752,"accuracy":0.633399,"main_score":0.584752,"hf_subset":"snd_Arab-ltz_Latn","languages":["snd-Arab","ltz-Latn"]},{"precision":0.295876,"recall":0.363636,"f1":0.314403,"accuracy":0.363636,"main_score":0.314403,"hf_subset":"snd_Arab-nus_Latn","languages":["snd-Arab","nus-Latn"]},{"precision":0.688323,"recall":0.758893,"f1":0.709524,"accuracy":0.758893,"main_score":0.709524,"hf_subset":"snd_Arab-slk_Latn","languages":["snd-Arab","slk-Latn"]},{"precision":0.360529,"recall":0.429842,"f1":0.379483,"accuracy":0.429842,"main_score":0.379483,"hf_subset":"snd_Arab-tir_Ethi","languages":["snd-Arab","tir-Ethi"]},{"precision":0.706011,"recall":0.773715,"f1":0.726021,"accuracy":0.773715,"main_score":0.726021,"hf_subset":"snd_Arab-zho_Hant","languages":["snd-Arab","zho-Hant"]},{"precision":0.799325,"recall":0.851779,"f1":0.815415,"accuracy":0.851779,"main_score":0.815415,"hf_subset":"snd_Arab-awa_Deva","languages":["snd-Arab","awa-Deva"]},{"precision":0.373149,"recall":0.438735,"f1":0.390375,"accuracy":0.438735,"main_score":0.390375,"hf_subset":"snd_Arab-cym_Latn","languages":["snd-Arab","cym-Latn"]},{"precision":0.469064,"recall":0.54249,"f1":0.489815,"accuracy":0.54249,"main_score":0.489815,"hf_subset":"snd_Arab-grn_Latn","languages":["snd-Arab","grn-Latn"]},{"precision":0.648584,"recall":0.720356,"f1":0.669913,"accuracy":0.720356,"main_score":0.669913,"hf_subset":"snd_Arab-kat_Geor","languages":["snd-Arab","kat-Geor"]},{"precision":0.375891,"recall":0.458498,"f1":0.398394,"accuracy":0.458498,"main_score":0.398394,"hf_subset":"snd_Arab-lua_Latn","languages":["snd-Arab","lua-Latn"]},{"precision":0.375873,"recall":0.444664,"f1":0.394738,"accuracy":0.444664,"main_score":0.394738,"hf_subset":"snd_Arab-nya_Latn","languages":["snd-Arab","nya-Latn"]},{"precision":0.648759,"recall":0.717391,"f1":0.668601,"accuracy":0.717391,"main_score":0.668601,"hf_subset":"snd_Arab-slv_Latn","languages":["snd-Arab","slv-Latn"]},{"precision":0.571222,"recall":0.647233,"f1":0.593099,"accuracy":0.647233,"main_score":0.593099,"hf_subset":"snd_Arab-tpi_Latn","languages":["snd-Arab","tpi-Latn"]},{"precision":0.733523,"recall":0.797431,"f1":0.753151,"accuracy":0.797431,"main_score":0.753151,"hf_subset":"snd_Arab-zsm_Latn","languages":["snd-Arab","zsm-Latn"]},{"precision":0.337469,"recall":0.410079,"f1":0.357435,"accuracy":0.410079,"main_score":0.357435,"hf_subset":"snd_Arab-ayr_Latn","languages":["snd-Arab","ayr-Latn"]},{"precision":0.735063,"recall":0.797431,"f1":0.753953,"accuracy":0.797431,"main_score":0.753953,"hf_subset":"snd_Arab-dan_Latn","languages":["snd-Arab","dan-Latn"]},{"precision":0.80243,"recall":0.854743,"f1":0.818791,"accuracy":0.854743,"main_score":0.818791,"hf_subset":"snd_Arab-guj_Gujr","languages":["snd-Arab","guj-Gujr"]},{"precision":0.524728,"recall":0.603755,"f1":0.547443,"accuracy":0.603755,"main_score":0.547443,"hf_subset":"snd_Arab-kaz_Cyrl","languages":["snd-Arab","kaz-Cyrl"]},{"precision":0.307476,"recall":0.386364,"f1":0.328811,"accuracy":0.386364,"main_score":0.328811,"hf_subset":"snd_Arab-lug_Latn","languages":["snd-Arab","lug-Latn"]},{"precision":0.712756,"recall":0.772727,"f1":0.73055,"accuracy":0.772727,"main_score":0.73055,"hf_subset":"snd_Arab-oci_Latn","languages":["snd-Arab","oci-Latn"]},{"precision":0.348625,"recall":0.439723,"f1":0.37342,"accuracy":0.439723,"main_score":0.37342,"hf_subset":"snd_Arab-smo_Latn","languages":["snd-Arab","smo-Latn"]},{"precision":0.324663,"recall":0.401186,"f1":0.345815,"accuracy":0.401186,"main_score":0.345815,"hf_subset":"snd_Arab-tsn_Latn","languages":["snd-Arab","tsn-Latn"]},{"precision":0.334283,"recall":0.421937,"f1":0.35814,"accuracy":0.421937,"main_score":0.35814,"hf_subset":"snd_Arab-zul_Latn","languages":["snd-Arab","zul-Latn"]},{"precision":0.540159,"recall":0.62253,"f1":0.564643,"accuracy":0.62253,"main_score":0.564643,"hf_subset":"snd_Arab-azb_Arab","languages":["snd-Arab","azb-Arab"]},{"precision":0.759964,"recall":0.818182,"f1":0.778031,"accuracy":0.818182,"main_score":0.778031,"hf_subset":"snd_Arab-deu_Latn","languages":["snd-Arab","deu-Latn"]},{"precision":0.475718,"recall":0.543478,"f1":0.494762,"accuracy":0.543478,"main_score":0.494762,"hf_subset":"snd_Arab-hat_Latn","languages":["snd-Arab","hat-Latn"]},{"precision":0.302343,"recall":0.37253,"f1":0.322266,"accuracy":0.37253,"main_score":0.322266,"hf_subset":"snd_Arab-kbp_Latn","languages":["snd-Arab","kbp-Latn"]},{"precision":0.352075,"recall":0.425889,"f1":0.372721,"accuracy":0.425889,"main_score":0.372721,"hf_subset":"snd_Arab-luo_Latn","languages":["snd-Arab","luo-Latn"]},{"precision":0.532181,"recall":0.606719,"f1":0.553938,"accuracy":0.606719,"main_score":0.553938,"hf_subset":"snd_Arab-ory_Orya","languages":["snd-Arab","ory-Orya"]},{"precision":0.35605,"recall":0.43083,"f1":0.377,"accuracy":0.43083,"main_score":0.377,"hf_subset":"snd_Arab-sna_Latn","languages":["snd-Arab","sna-Latn"]},{"precision":0.344472,"recall":0.422925,"f1":0.366636,"accuracy":0.422925,"main_score":0.366636,"hf_subset":"snd_Arab-tso_Latn","languages":["snd-Arab","tso-Latn"]},{"precision":0.58475,"recall":0.650198,"f1":0.604089,"accuracy":0.650198,"main_score":0.604089,"hf_subset":"snd_Arab-azj_Latn","languages":["snd-Arab","azj-Latn"]},{"precision":0.317965,"recall":0.38834,"f1":0.337235,"accuracy":0.38834,"main_score":0.337235,"hf_subset":"snd_Arab-dik_Latn","languages":["snd-Arab","dik-Latn"]},{"precision":0.362822,"recall":0.428854,"f1":0.381941,"accuracy":0.428854,"main_score":0.381941,"hf_subset":"snd_Arab-hau_Latn","languages":["snd-Arab","hau-Latn"]},{"precision":0.614509,"recall":0.682806,"f1":0.634787,"accuracy":0.682806,"main_score":0.634787,"hf_subset":"snd_Arab-kea_Latn","languages":["snd-Arab","kea-Latn"]},{"precision":0.472568,"recall":0.539526,"f1":0.491511,"accuracy":0.539526,"main_score":0.491511,"hf_subset":"snd_Arab-lus_Latn","languages":["snd-Arab","lus-Latn"]},{"precision":0.549013,"recall":0.619565,"f1":0.569293,"accuracy":0.619565,"main_score":0.569293,"hf_subset":"snd_Arab-pag_Latn","languages":["snd-Arab","pag-Latn"]},{"precision":0.459002,"recall":0.531621,"f1":0.480226,"accuracy":0.531621,"main_score":0.480226,"hf_subset":"snd_Arab-tuk_Latn","languages":["snd-Arab","tuk-Latn"]},{"precision":0.466848,"recall":0.524704,"f1":0.483115,"accuracy":0.524704,"main_score":0.483115,"hf_subset":"snd_Arab-bak_Cyrl","languages":["snd-Arab","bak-Cyrl"]},{"precision":0.263012,"recall":0.336957,"f1":0.282847,"accuracy":0.336957,"main_score":0.282847,"hf_subset":"snd_Arab-dyu_Latn","languages":["snd-Arab","dyu-Latn"]},{"precision":0.620043,"recall":0.697628,"f1":0.643285,"accuracy":0.697628,"main_score":0.643285,"hf_subset":"snd_Arab-heb_Hebr","languages":["snd-Arab","heb-Hebr"]},{"precision":0.360673,"recall":0.425889,"f1":0.378847,"accuracy":0.425889,"main_score":0.378847,"hf_subset":"snd_Arab-khk_Cyrl","languages":["snd-Arab","khk-Cyrl"]},{"precision":0.598431,"recall":0.66996,"f1":0.619582,"accuracy":0.66996,"main_score":0.619582,"hf_subset":"snd_Arab-lvs_Latn","languages":["snd-Arab","lvs-Latn"]},{"precision":0.766973,"recall":0.826087,"f1":0.785246,"accuracy":0.826087,"main_score":0.785246,"hf_subset":"snd_Arab-pan_Guru","languages":["snd-Arab","pan-Guru"]},{"precision":0.339882,"recall":0.410079,"f1":0.359141,"accuracy":0.410079,"main_score":0.359141,"hf_subset":"snd_Arab-som_Latn","languages":["snd-Arab","som-Latn"]},{"precision":0.373908,"recall":0.431818,"f1":0.390117,"accuracy":0.431818,"main_score":0.390117,"hf_subset":"snd_Arab-tum_Latn","languages":["snd-Arab","tum-Latn"]},{"precision":0.281325,"recall":0.34585,"f1":0.298603,"accuracy":0.34585,"main_score":0.298603,"hf_subset":"tuk_Latn-ace_Arab","languages":["tuk-Latn","ace-Arab"]},{"precision":0.380009,"recall":0.443676,"f1":0.397452,"accuracy":0.443676,"main_score":0.397452,"hf_subset":"tuk_Latn-bam_Latn","languages":["tuk-Latn","bam-Latn"]},{"precision":0.137283,"recall":0.197628,"f1":0.152671,"accuracy":0.197628,"main_score":0.152671,"hf_subset":"tuk_Latn-dzo_Tibt","languages":["tuk-Latn","dzo-Tibt"]},{"precision":0.636518,"recall":0.700593,"f1":0.655407,"accuracy":0.700593,"main_score":0.655407,"hf_subset":"tuk_Latn-hin_Deva","languages":["tuk-Latn","hin-Deva"]},{"precision":0.45639,"recall":0.520751,"f1":0.474261,"accuracy":0.520751,"main_score":0.474261,"hf_subset":"tuk_Latn-khm_Khmr","languages":["tuk-Latn","khm-Khmr"]},{"precision":0.636722,"recall":0.69664,"f1":0.653296,"accuracy":0.69664,"main_score":0.653296,"hf_subset":"tuk_Latn-mag_Deva","languages":["tuk-Latn","mag-Deva"]},{"precision":0.589159,"recall":0.650198,"f1":0.607066,"accuracy":0.650198,"main_score":0.607066,"hf_subset":"tuk_Latn-pap_Latn","languages":["tuk-Latn","pap-Latn"]},{"precision":0.40471,"recall":0.474308,"f1":0.422866,"accuracy":0.474308,"main_score":0.422866,"hf_subset":"tuk_Latn-sot_Latn","languages":["tuk-Latn","sot-Latn"]},{"precision":0.6896,"recall":0.743083,"f1":0.704456,"accuracy":0.743083,"main_score":0.704456,"hf_subset":"tuk_Latn-tur_Latn","languages":["tuk-Latn","tur-Latn"]},{"precision":0.530196,"recall":0.585968,"f1":0.546305,"accuracy":0.585968,"main_score":0.546305,"hf_subset":"tuk_Latn-ace_Latn","languages":["tuk-Latn","ace-Latn"]},{"precision":0.584461,"recall":0.634387,"f1":0.598582,"accuracy":0.634387,"main_score":0.598582,"hf_subset":"tuk_Latn-ban_Latn","languages":["tuk-Latn","ban-Latn"]},{"precision":0.587082,"recall":0.655138,"f1":0.605999,"accuracy":0.655138,"main_score":0.605999,"hf_subset":"tuk_Latn-ell_Grek","languages":["tuk-Latn","ell-Grek"]},{"precision":0.608026,"recall":0.666008,"f1":0.624355,"accuracy":0.666008,"main_score":0.624355,"hf_subset":"tuk_Latn-hne_Deva","languages":["tuk-Latn","hne-Deva"]},{"precision":0.397228,"recall":0.458498,"f1":0.414168,"accuracy":0.458498,"main_score":0.414168,"hf_subset":"tuk_Latn-kik_Latn","languages":["tuk-Latn","kik-Latn"]},{"precision":0.637516,"recall":0.695652,"f1":0.653755,"accuracy":0.695652,"main_score":0.653755,"hf_subset":"tuk_Latn-mai_Deva","languages":["tuk-Latn","mai-Deva"]},{"precision":0.524864,"recall":0.585968,"f1":0.542395,"accuracy":0.585968,"main_score":0.542395,"hf_subset":"tuk_Latn-pbt_Arab","languages":["tuk-Latn","pbt-Arab"]},{"precision":0.658753,"recall":0.720356,"f1":0.676372,"accuracy":0.720356,"main_score":0.676372,"hf_subset":"tuk_Latn-spa_Latn","languages":["tuk-Latn","spa-Latn"]},{"precision":0.455625,"recall":0.513834,"f1":0.471987,"accuracy":0.513834,"main_score":0.471987,"hf_subset":"tuk_Latn-twi_Latn","languages":["tuk-Latn","twi-Latn"]},{"precision":0.604372,"recall":0.668972,"f1":0.623254,"accuracy":0.668972,"main_score":0.623254,"hf_subset":"tuk_Latn-acm_Arab","languages":["tuk-Latn","acm-Arab"]},{"precision":0.54862,"recall":0.614625,"f1":0.567673,"accuracy":0.614625,"main_score":0.567673,"hf_subset":"tuk_Latn-bel_Cyrl","languages":["tuk-Latn","bel-Cyrl"]},{"precision":0.667907,"recall":0.725296,"f1":0.684566,"accuracy":0.725296,"main_score":0.684566,"hf_subset":"tuk_Latn-eng_Latn","languages":["tuk-Latn","eng-Latn"]},{"precision":0.646109,"recall":0.699605,"f1":0.661944,"accuracy":0.699605,"main_score":0.661944,"hf_subset":"tuk_Latn-hrv_Latn","languages":["tuk-Latn","hrv-Latn"]},{"precision":0.394923,"recall":0.451581,"f1":0.410359,"accuracy":0.451581,"main_score":0.410359,"hf_subset":"tuk_Latn-kin_Latn","languages":["tuk-Latn","kin-Latn"]},{"precision":0.595575,"recall":0.664032,"f1":0.615591,"accuracy":0.664032,"main_score":0.615591,"hf_subset":"tuk_Latn-mal_Mlym","languages":["tuk-Latn","mal-Mlym"]},{"precision":0.636748,"recall":0.697628,"f1":0.654338,"accuracy":0.697628,"main_score":0.654338,"hf_subset":"tuk_Latn-pes_Arab","languages":["tuk-Latn","pes-Arab"]},{"precision":0.592866,"recall":0.643281,"f1":0.607013,"accuracy":0.643281,"main_score":0.607013,"hf_subset":"tuk_Latn-srd_Latn","languages":["tuk-Latn","srd-Latn"]},{"precision":0.131944,"recall":0.193676,"f1":0.147085,"accuracy":0.193676,"main_score":0.147085,"hf_subset":"tuk_Latn-tzm_Tfng","languages":["tuk-Latn","tzm-Tfng"]},{"precision":0.609029,"recall":0.676877,"f1":0.629105,"accuracy":0.676877,"main_score":0.629105,"hf_subset":"tuk_Latn-acq_Arab","languages":["tuk-Latn","acq-Arab"]},{"precision":0.431605,"recall":0.493083,"f1":0.449384,"accuracy":0.493083,"main_score":0.449384,"hf_subset":"tuk_Latn-bem_Latn","languages":["tuk-Latn","bem-Latn"]},{"precision":0.594509,"recall":0.65415,"f1":0.611643,"accuracy":0.65415,"main_score":0.611643,"hf_subset":"tuk_Latn-epo_Latn","languages":["tuk-Latn","epo-Latn"]},{"precision":0.592203,"recall":0.652174,"f1":0.609489,"accuracy":0.652174,"main_score":0.609489,"hf_subset":"tuk_Latn-hun_Latn","languages":["tuk-Latn","hun-Latn"]},{"precision":0.630568,"recall":0.681818,"f1":0.64527,"accuracy":0.681818,"main_score":0.64527,"hf_subset":"tuk_Latn-kir_Cyrl","languages":["tuk-Latn","kir-Cyrl"]},{"precision":0.606332,"recall":0.676877,"f1":0.627361,"accuracy":0.676877,"main_score":0.627361,"hf_subset":"tuk_Latn-mar_Deva","languages":["tuk-Latn","mar-Deva"]},{"precision":0.423225,"recall":0.477273,"f1":0.438692,"accuracy":0.477273,"main_score":0.438692,"hf_subset":"tuk_Latn-plt_Latn","languages":["tuk-Latn","plt-Latn"]},{"precision":0.634364,"recall":0.694664,"f1":0.652223,"accuracy":0.694664,"main_score":0.652223,"hf_subset":"tuk_Latn-srp_Cyrl","languages":["tuk-Latn","srp-Cyrl"]},{"precision":0.377935,"recall":0.44664,"f1":0.397496,"accuracy":0.44664,"main_score":0.397496,"hf_subset":"tuk_Latn-uig_Arab","languages":["tuk-Latn","uig-Arab"]},{"precision":0.59236,"recall":0.653162,"f1":0.609177,"accuracy":0.653162,"main_score":0.609177,"hf_subset":"tuk_Latn-aeb_Arab","languages":["tuk-Latn","aeb-Arab"]},{"precision":0.615654,"recall":0.683794,"f1":0.635226,"accuracy":0.683794,"main_score":0.635226,"hf_subset":"tuk_Latn-ben_Beng","languages":["tuk-Latn","ben-Beng"]},{"precision":0.594742,"recall":0.648221,"f1":0.610186,"accuracy":0.648221,"main_score":0.610186,"hf_subset":"tuk_Latn-est_Latn","languages":["tuk-Latn","est-Latn"]},{"precision":0.534627,"recall":0.592885,"f1":0.551207,"accuracy":0.592885,"main_score":0.551207,"hf_subset":"tuk_Latn-hye_Armn","languages":["tuk-Latn","hye-Armn"]},{"precision":0.394244,"recall":0.453557,"f1":0.410396,"accuracy":0.453557,"main_score":0.410396,"hf_subset":"tuk_Latn-kmb_Latn","languages":["tuk-Latn","kmb-Latn"]},{"precision":0.241904,"recall":0.3083,"f1":0.258947,"accuracy":0.3083,"main_score":0.258947,"hf_subset":"tuk_Latn-min_Arab","languages":["tuk-Latn","min-Arab"]},{"precision":0.650988,"recall":0.712451,"f1":0.668768,"accuracy":0.712451,"main_score":0.668768,"hf_subset":"tuk_Latn-pol_Latn","languages":["tuk-Latn","pol-Latn"]},{"precision":0.377935,"recall":0.442688,"f1":0.395107,"accuracy":0.442688,"main_score":0.395107,"hf_subset":"tuk_Latn-ssw_Latn","languages":["tuk-Latn","ssw-Latn"]},{"precision":0.651409,"recall":0.711462,"f1":0.669469,"accuracy":0.711462,"main_score":0.669469,"hf_subset":"tuk_Latn-ukr_Cyrl","languages":["tuk-Latn","ukr-Cyrl"]},{"precision":0.63097,"recall":0.685771,"f1":0.647138,"accuracy":0.685771,"main_score":0.647138,"hf_subset":"tuk_Latn-afr_Latn","languages":["tuk-Latn","afr-Latn"]},{"precision":0.629629,"recall":0.684783,"f1":0.645199,"accuracy":0.684783,"main_score":0.645199,"hf_subset":"tuk_Latn-bho_Deva","languages":["tuk-Latn","bho-Deva"]},{"precision":0.537692,"recall":0.598814,"f1":0.555259,"accuracy":0.598814,"main_score":0.555259,"hf_subset":"tuk_Latn-eus_Latn","languages":["tuk-Latn","eus-Latn"]},{"precision":0.403961,"recall":0.468379,"f1":0.422059,"accuracy":0.468379,"main_score":0.422059,"hf_subset":"tuk_Latn-ibo_Latn","languages":["tuk-Latn","ibo-Latn"]},{"precision":0.468814,"recall":0.529644,"f1":0.485124,"accuracy":0.529644,"main_score":0.485124,"hf_subset":"tuk_Latn-kmr_Latn","languages":["tuk-Latn","kmr-Latn"]},{"precision":0.554911,"recall":0.614625,"f1":0.572025,"accuracy":0.614625,"main_score":0.572025,"hf_subset":"tuk_Latn-min_Latn","languages":["tuk-Latn","min-Latn"]},{"precision":0.662278,"recall":0.725296,"f1":0.680689,"accuracy":0.725296,"main_score":0.680689,"hf_subset":"tuk_Latn-por_Latn","languages":["tuk-Latn","por-Latn"]},{"precision":0.592595,"recall":0.639328,"f1":0.605903,"accuracy":0.639328,"main_score":0.605903,"hf_subset":"tuk_Latn-sun_Latn","languages":["tuk-Latn","sun-Latn"]},{"precision":0.375947,"recall":0.443676,"f1":0.394517,"accuracy":0.443676,"main_score":0.394517,"hf_subset":"tuk_Latn-umb_Latn","languages":["tuk-Latn","umb-Latn"]},{"precision":0.621914,"recall":0.682806,"f1":0.63875,"accuracy":0.682806,"main_score":0.63875,"hf_subset":"tuk_Latn-ajp_Arab","languages":["tuk-Latn","ajp-Arab"]},{"precision":0.269641,"recall":0.327075,"f1":0.285078,"accuracy":0.327075,"main_score":0.285078,"hf_subset":"tuk_Latn-bjn_Arab","languages":["tuk-Latn","bjn-Arab"]},{"precision":0.404582,"recall":0.463439,"f1":0.420725,"accuracy":0.463439,"main_score":0.420725,"hf_subset":"tuk_Latn-ewe_Latn","languages":["tuk-Latn","ewe-Latn"]},{"precision":0.55357,"recall":0.603755,"f1":0.567827,"accuracy":0.603755,"main_score":0.567827,"hf_subset":"tuk_Latn-ilo_Latn","languages":["tuk-Latn","ilo-Latn"]},{"precision":0.188057,"recall":0.253953,"f1":0.205007,"accuracy":0.253953,"main_score":0.205007,"hf_subset":"tuk_Latn-knc_Arab","languages":["tuk-Latn","knc-Arab"]},{"precision":0.599624,"recall":0.663043,"f1":0.617466,"accuracy":0.663043,"main_score":0.617466,"hf_subset":"tuk_Latn-mkd_Cyrl","languages":["tuk-Latn","mkd-Cyrl"]},{"precision":0.615698,"recall":0.684783,"f1":0.635531,"accuracy":0.684783,"main_score":0.635531,"hf_subset":"tuk_Latn-prs_Arab","languages":["tuk-Latn","prs-Arab"]},{"precision":0.648077,"recall":0.701581,"f1":0.662899,"accuracy":0.701581,"main_score":0.662899,"hf_subset":"tuk_Latn-swe_Latn","languages":["tuk-Latn","swe-Latn"]},{"precision":0.558501,"recall":0.635375,"f1":0.580673,"accuracy":0.635375,"main_score":0.580673,"hf_subset":"tuk_Latn-urd_Arab","languages":["tuk-Latn","urd-Arab"]},{"precision":0.424258,"recall":0.485178,"f1":0.441331,"accuracy":0.485178,"main_score":0.441331,"hf_subset":"tuk_Latn-aka_Latn","languages":["tuk-Latn","aka-Latn"]},{"precision":0.559529,"recall":0.616601,"f1":0.576106,"accuracy":0.616601,"main_score":0.576106,"hf_subset":"tuk_Latn-bjn_Latn","languages":["tuk-Latn","bjn-Latn"]},{"precision":0.482175,"recall":0.529644,"f1":0.495704,"accuracy":0.529644,"main_score":0.495704,"hf_subset":"tuk_Latn-fao_Latn","languages":["tuk-Latn","fao-Latn"]},{"precision":0.634703,"recall":0.702569,"f1":0.654532,"accuracy":0.702569,"main_score":0.654532,"hf_subset":"tuk_Latn-ind_Latn","languages":["tuk-Latn","ind-Latn"]},{"precision":0.426235,"recall":0.477273,"f1":0.440538,"accuracy":0.477273,"main_score":0.440538,"hf_subset":"tuk_Latn-knc_Latn","languages":["tuk-Latn","knc-Latn"]},{"precision":0.550296,"recall":0.607708,"f1":0.567542,"accuracy":0.607708,"main_score":0.567542,"hf_subset":"tuk_Latn-mlt_Latn","languages":["tuk-Latn","mlt-Latn"]},{"precision":0.456074,"recall":0.520751,"f1":0.47492,"accuracy":0.520751,"main_score":0.47492,"hf_subset":"tuk_Latn-quy_Latn","languages":["tuk-Latn","quy-Latn"]},{"precision":0.545826,"recall":0.603755,"f1":0.562534,"accuracy":0.603755,"main_score":0.562534,"hf_subset":"tuk_Latn-swh_Latn","languages":["tuk-Latn","swh-Latn"]},{"precision":0.64672,"recall":0.693676,"f1":0.659786,"accuracy":0.693676,"main_score":0.659786,"hf_subset":"tuk_Latn-uzn_Latn","languages":["tuk-Latn","uzn-Latn"]},{"precision":0.598774,"recall":0.649209,"f1":0.613916,"accuracy":0.649209,"main_score":0.613916,"hf_subset":"tuk_Latn-als_Latn","languages":["tuk-Latn","als-Latn"]},{"precision":0.204265,"recall":0.257905,"f1":0.21837,"accuracy":0.257905,"main_score":0.21837,"hf_subset":"tuk_Latn-bod_Tibt","languages":["tuk-Latn","bod-Tibt"]},{"precision":0.403168,"recall":0.463439,"f1":0.419243,"accuracy":0.463439,"main_score":0.419243,"hf_subset":"tuk_Latn-fij_Latn","languages":["tuk-Latn","fij-Latn"]},{"precision":0.44249,"recall":0.492095,"f1":0.456446,"accuracy":0.492095,"main_score":0.456446,"hf_subset":"tuk_Latn-isl_Latn","languages":["tuk-Latn","isl-Latn"]},{"precision":0.444504,"recall":0.51581,"f1":0.464427,"accuracy":0.51581,"main_score":0.464427,"hf_subset":"tuk_Latn-kon_Latn","languages":["tuk-Latn","kon-Latn"]},{"precision":0.353106,"recall":0.423913,"f1":0.372826,"accuracy":0.423913,"main_score":0.372826,"hf_subset":"tuk_Latn-mni_Beng","languages":["tuk-Latn","mni-Beng"]},{"precision":0.655315,"recall":0.70751,"f1":0.670985,"accuracy":0.70751,"main_score":0.670985,"hf_subset":"tuk_Latn-ron_Latn","languages":["tuk-Latn","ron-Latn"]},{"precision":0.592723,"recall":0.653162,"f1":0.609238,"accuracy":0.653162,"main_score":0.609238,"hf_subset":"tuk_Latn-szl_Latn","languages":["tuk-Latn","szl-Latn"]},{"precision":0.593355,"recall":0.647233,"f1":0.608642,"accuracy":0.647233,"main_score":0.608642,"hf_subset":"tuk_Latn-vec_Latn","languages":["tuk-Latn","vec-Latn"]},{"precision":0.494612,"recall":0.566206,"f1":0.51549,"accuracy":0.566206,"main_score":0.51549,"hf_subset":"tuk_Latn-amh_Ethi","languages":["tuk-Latn","amh-Ethi"]},{"precision":0.653106,"recall":0.708498,"f1":0.668508,"accuracy":0.708498,"main_score":0.668508,"hf_subset":"tuk_Latn-bos_Latn","languages":["tuk-Latn","bos-Latn"]},{"precision":0.627581,"recall":0.689723,"f1":0.644982,"accuracy":0.689723,"main_score":0.644982,"hf_subset":"tuk_Latn-fin_Latn","languages":["tuk-Latn","fin-Latn"]},{"precision":0.655188,"recall":0.721344,"f1":0.675034,"accuracy":0.721344,"main_score":0.675034,"hf_subset":"tuk_Latn-ita_Latn","languages":["tuk-Latn","ita-Latn"]},{"precision":0.628689,"recall":0.688735,"f1":0.646524,"accuracy":0.688735,"main_score":0.646524,"hf_subset":"tuk_Latn-kor_Hang","languages":["tuk-Latn","kor-Hang"]},{"precision":0.402152,"recall":0.465415,"f1":0.420521,"accuracy":0.465415,"main_score":0.420521,"hf_subset":"tuk_Latn-mos_Latn","languages":["tuk-Latn","mos-Latn"]},{"precision":0.406084,"recall":0.465415,"f1":0.422304,"accuracy":0.465415,"main_score":0.422304,"hf_subset":"tuk_Latn-run_Latn","languages":["tuk-Latn","run-Latn"]},{"precision":0.574573,"recall":0.65415,"f1":0.597996,"accuracy":0.65415,"main_score":0.597996,"hf_subset":"tuk_Latn-tam_Taml","languages":["tuk-Latn","tam-Taml"]},{"precision":0.615293,"recall":0.68083,"f1":0.634332,"accuracy":0.68083,"main_score":0.634332,"hf_subset":"tuk_Latn-vie_Latn","languages":["tuk-Latn","vie-Latn"]},{"precision":0.606002,"recall":0.66996,"f1":0.624201,"accuracy":0.66996,"main_score":0.624201,"hf_subset":"tuk_Latn-apc_Arab","languages":["tuk-Latn","apc-Arab"]},{"precision":0.530485,"recall":0.583992,"f1":0.546025,"accuracy":0.583992,"main_score":0.546025,"hf_subset":"tuk_Latn-bug_Latn","languages":["tuk-Latn","bug-Latn"]},{"precision":0.363029,"recall":0.424901,"f1":0.380505,"accuracy":0.424901,"main_score":0.380505,"hf_subset":"tuk_Latn-fon_Latn","languages":["tuk-Latn","fon-Latn"]},{"precision":0.600024,"recall":0.648221,"f1":0.613542,"accuracy":0.648221,"main_score":0.613542,"hf_subset":"tuk_Latn-jav_Latn","languages":["tuk-Latn","jav-Latn"]},{"precision":0.441552,"recall":0.498024,"f1":0.457273,"accuracy":0.498024,"main_score":0.457273,"hf_subset":"tuk_Latn-lao_Laoo","languages":["tuk-Latn","lao-Laoo"]},{"precision":0.364356,"recall":0.440711,"f1":0.385518,"accuracy":0.440711,"main_score":0.385518,"hf_subset":"tuk_Latn-mri_Latn","languages":["tuk-Latn","mri-Latn"]},{"precision":0.669812,"recall":0.731225,"f1":0.687865,"accuracy":0.731225,"main_score":0.687865,"hf_subset":"tuk_Latn-rus_Cyrl","languages":["tuk-Latn","rus-Cyrl"]},{"precision":0.411258,"recall":0.47332,"f1":0.428348,"accuracy":0.47332,"main_score":0.428348,"hf_subset":"tuk_Latn-taq_Latn","languages":["tuk-Latn","taq-Latn"]},{"precision":0.589897,"recall":0.640316,"f1":0.604088,"accuracy":0.640316,"main_score":0.604088,"hf_subset":"tuk_Latn-war_Latn","languages":["tuk-Latn","war-Latn"]},{"precision":0.609091,"recall":0.674901,"f1":0.628678,"accuracy":0.674901,"main_score":0.628678,"hf_subset":"tuk_Latn-arb_Arab","languages":["tuk-Latn","arb-Arab"]},{"precision":0.666707,"recall":0.718379,"f1":0.682496,"accuracy":0.718379,"main_score":0.682496,"hf_subset":"tuk_Latn-bul_Cyrl","languages":["tuk-Latn","bul-Cyrl"]},{"precision":0.66084,"recall":0.722332,"f1":0.678673,"accuracy":0.722332,"main_score":0.678673,"hf_subset":"tuk_Latn-fra_Latn","languages":["tuk-Latn","fra-Latn"]},{"precision":0.625436,"recall":0.690711,"f1":0.644325,"accuracy":0.690711,"main_score":0.644325,"hf_subset":"tuk_Latn-jpn_Jpan","languages":["tuk-Latn","jpn-Jpan"]},{"precision":0.592442,"recall":0.645257,"f1":0.608184,"accuracy":0.645257,"main_score":0.608184,"hf_subset":"tuk_Latn-lij_Latn","languages":["tuk-Latn","lij-Latn"]},{"precision":0.443117,"recall":0.51581,"f1":0.463221,"accuracy":0.51581,"main_score":0.463221,"hf_subset":"tuk_Latn-mya_Mymr","languages":["tuk-Latn","mya-Mymr"]},{"precision":0.429286,"recall":0.494071,"f1":0.447899,"accuracy":0.494071,"main_score":0.447899,"hf_subset":"tuk_Latn-sag_Latn","languages":["tuk-Latn","sag-Latn"]},{"precision":0.153322,"recall":0.221344,"f1":0.169608,"accuracy":0.221344,"main_score":0.169608,"hf_subset":"tuk_Latn-taq_Tfng","languages":["tuk-Latn","taq-Tfng"]},{"precision":0.429308,"recall":0.490119,"f1":0.446591,"accuracy":0.490119,"main_score":0.446591,"hf_subset":"tuk_Latn-wol_Latn","languages":["tuk-Latn","wol-Latn"]},{"precision":0.281355,"recall":0.365613,"f1":0.303873,"accuracy":0.365613,"main_score":0.303873,"hf_subset":"tuk_Latn-arb_Latn","languages":["tuk-Latn","arb-Latn"]},{"precision":0.625204,"recall":0.684783,"f1":0.64214,"accuracy":0.684783,"main_score":0.64214,"hf_subset":"tuk_Latn-cat_Latn","languages":["tuk-Latn","cat-Latn"]},{"precision":0.591446,"recall":0.642292,"f1":0.606224,"accuracy":0.642292,"main_score":0.606224,"hf_subset":"tuk_Latn-fur_Latn","languages":["tuk-Latn","fur-Latn"]},{"precision":0.292663,"recall":0.356719,"f1":0.310073,"accuracy":0.356719,"main_score":0.310073,"hf_subset":"tuk_Latn-kab_Latn","languages":["tuk-Latn","kab-Latn"]},{"precision":0.575173,"recall":0.62747,"f1":0.590547,"accuracy":0.62747,"main_score":0.590547,"hf_subset":"tuk_Latn-lim_Latn","languages":["tuk-Latn","lim-Latn"]},{"precision":0.638921,"recall":0.701581,"f1":0.656702,"accuracy":0.701581,"main_score":0.656702,"hf_subset":"tuk_Latn-nld_Latn","languages":["tuk-Latn","nld-Latn"]},{"precision":0.535864,"recall":0.605731,"f1":0.556726,"accuracy":0.605731,"main_score":0.556726,"hf_subset":"tuk_Latn-san_Deva","languages":["tuk-Latn","san-Deva"]},{"precision":0.632304,"recall":0.682806,"f1":0.646143,"accuracy":0.682806,"main_score":0.646143,"hf_subset":"tuk_Latn-tat_Cyrl","languages":["tuk-Latn","tat-Cyrl"]},{"precision":0.402475,"recall":0.474308,"f1":0.421649,"accuracy":0.474308,"main_score":0.421649,"hf_subset":"tuk_Latn-xho_Latn","languages":["tuk-Latn","xho-Latn"]},{"precision":0.595071,"recall":0.666008,"f1":0.615916,"accuracy":0.666008,"main_score":0.615916,"hf_subset":"tuk_Latn-ars_Arab","languages":["tuk-Latn","ars-Arab"]},{"precision":0.575737,"recall":0.62253,"f1":0.588576,"accuracy":0.62253,"main_score":0.588576,"hf_subset":"tuk_Latn-ceb_Latn","languages":["tuk-Latn","ceb-Latn"]},{"precision":0.411018,"recall":0.472332,"f1":0.429023,"accuracy":0.472332,"main_score":0.429023,"hf_subset":"tuk_Latn-fuv_Latn","languages":["tuk-Latn","fuv-Latn"]},{"precision":0.409832,"recall":0.477273,"f1":0.429188,"accuracy":0.477273,"main_score":0.429188,"hf_subset":"tuk_Latn-kac_Latn","languages":["tuk-Latn","kac-Latn"]},{"precision":0.458089,"recall":0.524704,"f1":0.477407,"accuracy":0.524704,"main_score":0.477407,"hf_subset":"tuk_Latn-lin_Latn","languages":["tuk-Latn","lin-Latn"]},{"precision":0.633136,"recall":0.683794,"f1":0.648011,"accuracy":0.683794,"main_score":0.648011,"hf_subset":"tuk_Latn-nno_Latn","languages":["tuk-Latn","nno-Latn"]},{"precision":0.175645,"recall":0.231225,"f1":0.190178,"accuracy":0.231225,"main_score":0.190178,"hf_subset":"tuk_Latn-sat_Olck","languages":["tuk-Latn","sat-Olck"]},{"precision":0.594121,"recall":0.662055,"f1":0.613989,"accuracy":0.662055,"main_score":0.613989,"hf_subset":"tuk_Latn-tel_Telu","languages":["tuk-Latn","tel-Telu"]},{"precision":0.274507,"recall":0.333004,"f1":0.290975,"accuracy":0.333004,"main_score":0.290975,"hf_subset":"tuk_Latn-ydd_Hebr","languages":["tuk-Latn","ydd-Hebr"]},{"precision":0.540793,"recall":0.607708,"f1":0.558511,"accuracy":0.607708,"main_score":0.558511,"hf_subset":"tuk_Latn-ary_Arab","languages":["tuk-Latn","ary-Arab"]},{"precision":0.641363,"recall":0.693676,"f1":0.656696,"accuracy":0.693676,"main_score":0.656696,"hf_subset":"tuk_Latn-ces_Latn","languages":["tuk-Latn","ces-Latn"]},{"precision":0.343057,"recall":0.413043,"f1":0.362469,"accuracy":0.413043,"main_score":0.362469,"hf_subset":"tuk_Latn-gaz_Latn","languages":["tuk-Latn","gaz-Latn"]},{"precision":0.400162,"recall":0.462451,"f1":0.417542,"accuracy":0.462451,"main_score":0.417542,"hf_subset":"tuk_Latn-kam_Latn","languages":["tuk-Latn","kam-Latn"]},{"precision":0.599311,"recall":0.653162,"f1":0.61442,"accuracy":0.653162,"main_score":0.61442,"hf_subset":"tuk_Latn-lit_Latn","languages":["tuk-Latn","lit-Latn"]},{"precision":0.638776,"recall":0.693676,"f1":0.654981,"accuracy":0.693676,"main_score":0.654981,"hf_subset":"tuk_Latn-nob_Latn","languages":["tuk-Latn","nob-Latn"]},{"precision":0.542314,"recall":0.596838,"f1":0.557268,"accuracy":0.596838,"main_score":0.557268,"hf_subset":"tuk_Latn-scn_Latn","languages":["tuk-Latn","scn-Latn"]},{"precision":0.475596,"recall":0.549407,"f1":0.496381,"accuracy":0.549407,"main_score":0.496381,"hf_subset":"tuk_Latn-tgk_Cyrl","languages":["tuk-Latn","tgk-Cyrl"]},{"precision":0.374683,"recall":0.442688,"f1":0.394117,"accuracy":0.442688,"main_score":0.394117,"hf_subset":"tuk_Latn-yor_Latn","languages":["tuk-Latn","yor-Latn"]},{"precision":0.602516,"recall":0.666996,"f1":0.621236,"accuracy":0.666996,"main_score":0.621236,"hf_subset":"tuk_Latn-arz_Arab","languages":["tuk-Latn","arz-Arab"]},{"precision":0.411006,"recall":0.480237,"f1":0.430678,"accuracy":0.480237,"main_score":0.430678,"hf_subset":"tuk_Latn-cjk_Latn","languages":["tuk-Latn","cjk-Latn"]},{"precision":0.373512,"recall":0.428854,"f1":0.388809,"accuracy":0.428854,"main_score":0.388809,"hf_subset":"tuk_Latn-gla_Latn","languages":["tuk-Latn","gla-Latn"]},{"precision":0.591206,"recall":0.655138,"f1":0.609461,"accuracy":0.655138,"main_score":0.609461,"hf_subset":"tuk_Latn-kan_Knda","languages":["tuk-Latn","kan-Knda"]},{"precision":0.561885,"recall":0.614625,"f1":0.57665,"accuracy":0.614625,"main_score":0.57665,"hf_subset":"tuk_Latn-lmo_Latn","languages":["tuk-Latn","lmo-Latn"]},{"precision":0.629381,"recall":0.687747,"f1":0.646472,"accuracy":0.687747,"main_score":0.646472,"hf_subset":"tuk_Latn-npi_Deva","languages":["tuk-Latn","npi-Deva"]},{"precision":0.357551,"recall":0.43083,"f1":0.37745,"accuracy":0.43083,"main_score":0.37745,"hf_subset":"tuk_Latn-shn_Mymr","languages":["tuk-Latn","shn-Mymr"]},{"precision":0.594426,"recall":0.652174,"f1":0.612058,"accuracy":0.652174,"main_score":0.612058,"hf_subset":"tuk_Latn-tgl_Latn","languages":["tuk-Latn","tgl-Latn"]},{"precision":0.620472,"recall":0.686759,"f1":0.639762,"accuracy":0.686759,"main_score":0.639762,"hf_subset":"tuk_Latn-yue_Hant","languages":["tuk-Latn","yue-Hant"]},{"precision":0.523694,"recall":0.589921,"f1":0.541977,"accuracy":0.589921,"main_score":0.541977,"hf_subset":"tuk_Latn-asm_Beng","languages":["tuk-Latn","asm-Beng"]},{"precision":0.358895,"recall":0.420949,"f1":0.375607,"accuracy":0.420949,"main_score":0.375607,"hf_subset":"tuk_Latn-ckb_Arab","languages":["tuk-Latn","ckb-Arab"]},{"precision":0.373108,"recall":0.43083,"f1":0.388431,"accuracy":0.43083,"main_score":0.388431,"hf_subset":"tuk_Latn-gle_Latn","languages":["tuk-Latn","gle-Latn"]},{"precision":0.449067,"recall":0.516798,"f1":0.467481,"accuracy":0.516798,"main_score":0.467481,"hf_subset":"tuk_Latn-kas_Arab","languages":["tuk-Latn","kas-Arab"]},{"precision":0.582198,"recall":0.635375,"f1":0.597272,"accuracy":0.635375,"main_score":0.597272,"hf_subset":"tuk_Latn-ltg_Latn","languages":["tuk-Latn","ltg-Latn"]},{"precision":0.425859,"recall":0.487154,"f1":0.443008,"accuracy":0.487154,"main_score":0.443008,"hf_subset":"tuk_Latn-nso_Latn","languages":["tuk-Latn","nso-Latn"]},{"precision":0.505246,"recall":0.56917,"f1":0.523411,"accuracy":0.56917,"main_score":0.523411,"hf_subset":"tuk_Latn-sin_Sinh","languages":["tuk-Latn","sin-Sinh"]},{"precision":0.607783,"recall":0.682806,"f1":0.629712,"accuracy":0.682806,"main_score":0.629712,"hf_subset":"tuk_Latn-tha_Thai","languages":["tuk-Latn","tha-Thai"]},{"precision":0.622665,"recall":0.688735,"f1":0.641396,"accuracy":0.688735,"main_score":0.641396,"hf_subset":"tuk_Latn-zho_Hans","languages":["tuk-Latn","zho-Hans"]},{"precision":0.622447,"recall":0.672925,"f1":0.637408,"accuracy":0.672925,"main_score":0.637408,"hf_subset":"tuk_Latn-ast_Latn","languages":["tuk-Latn","ast-Latn"]},{"precision":0.672859,"recall":0.724308,"f1":0.687978,"accuracy":0.724308,"main_score":0.687978,"hf_subset":"tuk_Latn-crh_Latn","languages":["tuk-Latn","crh-Latn"]},{"precision":0.647758,"recall":0.702569,"f1":0.66347,"accuracy":0.702569,"main_score":0.66347,"hf_subset":"tuk_Latn-glg_Latn","languages":["tuk-Latn","glg-Latn"]},{"precision":0.440457,"recall":0.499012,"f1":0.457146,"accuracy":0.499012,"main_score":0.457146,"hf_subset":"tuk_Latn-kas_Deva","languages":["tuk-Latn","kas-Deva"]},{"precision":0.569009,"recall":0.625494,"f1":0.584457,"accuracy":0.625494,"main_score":0.584457,"hf_subset":"tuk_Latn-ltz_Latn","languages":["tuk-Latn","ltz-Latn"]},{"precision":0.324099,"recall":0.392292,"f1":0.34199,"accuracy":0.392292,"main_score":0.34199,"hf_subset":"tuk_Latn-nus_Latn","languages":["tuk-Latn","nus-Latn"]},{"precision":0.646014,"recall":0.699605,"f1":0.661718,"accuracy":0.699605,"main_score":0.661718,"hf_subset":"tuk_Latn-slk_Latn","languages":["tuk-Latn","slk-Latn"]},{"precision":0.337883,"recall":0.403162,"f1":0.355216,"accuracy":0.403162,"main_score":0.355216,"hf_subset":"tuk_Latn-tir_Ethi","languages":["tuk-Latn","tir-Ethi"]},{"precision":0.608754,"recall":0.671937,"f1":0.62759,"accuracy":0.671937,"main_score":0.62759,"hf_subset":"tuk_Latn-zho_Hant","languages":["tuk-Latn","zho-Hant"]},{"precision":0.612408,"recall":0.672925,"f1":0.629274,"accuracy":0.672925,"main_score":0.629274,"hf_subset":"tuk_Latn-awa_Deva","languages":["tuk-Latn","awa-Deva"]},{"precision":0.420795,"recall":0.472332,"f1":0.434918,"accuracy":0.472332,"main_score":0.434918,"hf_subset":"tuk_Latn-cym_Latn","languages":["tuk-Latn","cym-Latn"]},{"precision":0.52599,"recall":0.582016,"f1":0.541485,"accuracy":0.582016,"main_score":0.541485,"hf_subset":"tuk_Latn-grn_Latn","languages":["tuk-Latn","grn-Latn"]},{"precision":0.57019,"recall":0.634387,"f1":0.588595,"accuracy":0.634387,"main_score":0.588595,"hf_subset":"tuk_Latn-kat_Geor","languages":["tuk-Latn","kat-Geor"]},{"precision":0.4493,"recall":0.509881,"f1":0.466656,"accuracy":0.509881,"main_score":0.466656,"hf_subset":"tuk_Latn-lua_Latn","languages":["tuk-Latn","lua-Latn"]},{"precision":0.435258,"recall":0.48913,"f1":0.449977,"accuracy":0.48913,"main_score":0.449977,"hf_subset":"tuk_Latn-nya_Latn","languages":["tuk-Latn","nya-Latn"]},{"precision":0.609397,"recall":0.667984,"f1":0.62635,"accuracy":0.667984,"main_score":0.62635,"hf_subset":"tuk_Latn-slv_Latn","languages":["tuk-Latn","slv-Latn"]},{"precision":0.55159,"recall":0.607708,"f1":0.567907,"accuracy":0.607708,"main_score":0.567907,"hf_subset":"tuk_Latn-tpi_Latn","languages":["tuk-Latn","tpi-Latn"]},{"precision":0.639927,"recall":0.69664,"f1":0.656052,"accuracy":0.69664,"main_score":0.656052,"hf_subset":"tuk_Latn-zsm_Latn","languages":["tuk-Latn","zsm-Latn"]},{"precision":0.393826,"recall":0.463439,"f1":0.413298,"accuracy":0.463439,"main_score":0.413298,"hf_subset":"tuk_Latn-ayr_Latn","languages":["tuk-Latn","ayr-Latn"]},{"precision":0.649006,"recall":0.709486,"f1":0.667029,"accuracy":0.709486,"main_score":0.667029,"hf_subset":"tuk_Latn-dan_Latn","languages":["tuk-Latn","dan-Latn"]},{"precision":0.593952,"recall":0.657115,"f1":0.611794,"accuracy":0.657115,"main_score":0.611794,"hf_subset":"tuk_Latn-guj_Gujr","languages":["tuk-Latn","guj-Gujr"]},{"precision":0.64609,"recall":0.698617,"f1":0.660897,"accuracy":0.698617,"main_score":0.660897,"hf_subset":"tuk_Latn-kaz_Cyrl","languages":["tuk-Latn","kaz-Cyrl"]},{"precision":0.373908,"recall":0.438735,"f1":0.391564,"accuracy":0.438735,"main_score":0.391564,"hf_subset":"tuk_Latn-lug_Latn","languages":["tuk-Latn","lug-Latn"]},{"precision":0.617211,"recall":0.673913,"f1":0.633276,"accuracy":0.673913,"main_score":0.633276,"hf_subset":"tuk_Latn-oci_Latn","languages":["tuk-Latn","oci-Latn"]},{"precision":0.421208,"recall":0.496047,"f1":0.442062,"accuracy":0.496047,"main_score":0.442062,"hf_subset":"tuk_Latn-smo_Latn","languages":["tuk-Latn","smo-Latn"]},{"precision":0.398018,"recall":0.461462,"f1":0.415056,"accuracy":0.461462,"main_score":0.415056,"hf_subset":"tuk_Latn-tsn_Latn","languages":["tuk-Latn","tsn-Latn"]},{"precision":0.38668,"recall":0.448617,"f1":0.403421,"accuracy":0.448617,"main_score":0.403421,"hf_subset":"tuk_Latn-zul_Latn","languages":["tuk-Latn","zul-Latn"]},{"precision":0.466386,"recall":0.537549,"f1":0.486494,"accuracy":0.537549,"main_score":0.486494,"hf_subset":"tuk_Latn-azb_Arab","languages":["tuk-Latn","azb-Arab"]},{"precision":0.657193,"recall":0.712451,"f1":0.673688,"accuracy":0.712451,"main_score":0.673688,"hf_subset":"tuk_Latn-deu_Latn","languages":["tuk-Latn","deu-Latn"]},{"precision":0.487914,"recall":0.55336,"f1":0.507074,"accuracy":0.55336,"main_score":0.507074,"hf_subset":"tuk_Latn-hat_Latn","languages":["tuk-Latn","hat-Latn"]},{"precision":0.363853,"recall":0.425889,"f1":0.380645,"accuracy":0.425889,"main_score":0.380645,"hf_subset":"tuk_Latn-kbp_Latn","languages":["tuk-Latn","kbp-Latn"]},{"precision":0.42249,"recall":0.48913,"f1":0.441669,"accuracy":0.48913,"main_score":0.441669,"hf_subset":"tuk_Latn-luo_Latn","languages":["tuk-Latn","luo-Latn"]},{"precision":0.426191,"recall":0.496047,"f1":0.445055,"accuracy":0.496047,"main_score":0.445055,"hf_subset":"tuk_Latn-ory_Orya","languages":["tuk-Latn","ory-Orya"]},{"precision":0.40169,"recall":0.465415,"f1":0.419734,"accuracy":0.465415,"main_score":0.419734,"hf_subset":"tuk_Latn-sna_Latn","languages":["tuk-Latn","sna-Latn"]},{"precision":0.40098,"recall":0.454545,"f1":0.416213,"accuracy":0.454545,"main_score":0.416213,"hf_subset":"tuk_Latn-tso_Latn","languages":["tuk-Latn","tso-Latn"]},{"precision":0.640303,"recall":0.694664,"f1":0.655896,"accuracy":0.694664,"main_score":0.655896,"hf_subset":"tuk_Latn-azj_Latn","languages":["tuk-Latn","azj-Latn"]},{"precision":0.38279,"recall":0.455534,"f1":0.404184,"accuracy":0.455534,"main_score":0.404184,"hf_subset":"tuk_Latn-dik_Latn","languages":["tuk-Latn","dik-Latn"]},{"precision":0.415434,"recall":0.469368,"f1":0.430618,"accuracy":0.469368,"main_score":0.430618,"hf_subset":"tuk_Latn-hau_Latn","languages":["tuk-Latn","hau-Latn"]},{"precision":0.571196,"recall":0.628458,"f1":0.5877,"accuracy":0.628458,"main_score":0.5877,"hf_subset":"tuk_Latn-kea_Latn","languages":["tuk-Latn","kea-Latn"]},{"precision":0.490075,"recall":0.549407,"f1":0.506937,"accuracy":0.549407,"main_score":0.506937,"hf_subset":"tuk_Latn-lus_Latn","languages":["tuk-Latn","lus-Latn"]},{"precision":0.531588,"recall":0.58498,"f1":0.547238,"accuracy":0.58498,"main_score":0.547238,"hf_subset":"tuk_Latn-pag_Latn","languages":["tuk-Latn","pag-Latn"]},{"precision":0.449548,"recall":0.51581,"f1":0.469197,"accuracy":0.51581,"main_score":0.469197,"hf_subset":"tuk_Latn-snd_Arab","languages":["tuk-Latn","snd-Arab"]},{"precision":0.626194,"recall":0.672925,"f1":0.639049,"accuracy":0.672925,"main_score":0.639049,"hf_subset":"tuk_Latn-bak_Cyrl","languages":["tuk-Latn","bak-Cyrl"]},{"precision":0.349356,"recall":0.421937,"f1":0.369458,"accuracy":0.421937,"main_score":0.369458,"hf_subset":"tuk_Latn-dyu_Latn","languages":["tuk-Latn","dyu-Latn"]},{"precision":0.529913,"recall":0.602767,"f1":0.550968,"accuracy":0.602767,"main_score":0.550968,"hf_subset":"tuk_Latn-heb_Hebr","languages":["tuk-Latn","heb-Hebr"]},{"precision":0.456069,"recall":0.507905,"f1":0.471516,"accuracy":0.507905,"main_score":0.471516,"hf_subset":"tuk_Latn-khk_Cyrl","languages":["tuk-Latn","khk-Cyrl"]},{"precision":0.619743,"recall":0.667984,"f1":0.633675,"accuracy":0.667984,"main_score":0.633675,"hf_subset":"tuk_Latn-lvs_Latn","languages":["tuk-Latn","lvs-Latn"]},{"precision":0.541699,"recall":0.614625,"f1":0.562284,"accuracy":0.614625,"main_score":0.562284,"hf_subset":"tuk_Latn-pan_Guru","languages":["tuk-Latn","pan-Guru"]},{"precision":0.392379,"recall":0.4417,"f1":0.405683,"accuracy":0.4417,"main_score":0.405683,"hf_subset":"tuk_Latn-som_Latn","languages":["tuk-Latn","som-Latn"]},{"precision":0.416865,"recall":0.47332,"f1":0.43308,"accuracy":0.47332,"main_score":0.43308,"hf_subset":"tuk_Latn-tum_Latn","languages":["tuk-Latn","tum-Latn"]},{"precision":0.294909,"recall":0.362648,"f1":0.313431,"accuracy":0.362648,"main_score":0.313431,"hf_subset":"bak_Cyrl-ace_Arab","languages":["bak-Cyrl","ace-Arab"]},{"precision":0.372763,"recall":0.449605,"f1":0.394289,"accuracy":0.449605,"main_score":0.394289,"hf_subset":"bak_Cyrl-bam_Latn","languages":["bak-Cyrl","bam-Latn"]},{"precision":0.135359,"recall":0.199605,"f1":0.151864,"accuracy":0.199605,"main_score":0.151864,"hf_subset":"bak_Cyrl-dzo_Tibt","languages":["bak-Cyrl","dzo-Tibt"]},{"precision":0.688355,"recall":0.753953,"f1":0.707644,"accuracy":0.753953,"main_score":0.707644,"hf_subset":"bak_Cyrl-hin_Deva","languages":["bak-Cyrl","hin-Deva"]},{"precision":0.478257,"recall":0.547431,"f1":0.498146,"accuracy":0.547431,"main_score":0.498146,"hf_subset":"bak_Cyrl-khm_Khmr","languages":["bak-Cyrl","khm-Khmr"]},{"precision":0.680237,"recall":0.738142,"f1":0.69801,"accuracy":0.738142,"main_score":0.69801,"hf_subset":"bak_Cyrl-mag_Deva","languages":["bak-Cyrl","mag-Deva"]},{"precision":0.637912,"recall":0.69664,"f1":0.655684,"accuracy":0.69664,"main_score":0.655684,"hf_subset":"bak_Cyrl-pap_Latn","languages":["bak-Cyrl","pap-Latn"]},{"precision":0.422451,"recall":0.498024,"f1":0.443346,"accuracy":0.498024,"main_score":0.443346,"hf_subset":"bak_Cyrl-sot_Latn","languages":["bak-Cyrl","sot-Latn"]},{"precision":0.699912,"recall":0.758893,"f1":0.718105,"accuracy":0.758893,"main_score":0.718105,"hf_subset":"bak_Cyrl-tur_Latn","languages":["bak-Cyrl","tur-Latn"]},{"precision":0.58498,"recall":0.646245,"f1":0.60328,"accuracy":0.646245,"main_score":0.60328,"hf_subset":"bak_Cyrl-ace_Latn","languages":["bak-Cyrl","ace-Latn"]},{"precision":0.649325,"recall":0.706522,"f1":0.666667,"accuracy":0.706522,"main_score":0.666667,"hf_subset":"bak_Cyrl-ban_Latn","languages":["bak-Cyrl","ban-Latn"]},{"precision":0.615337,"recall":0.688735,"f1":0.63672,"accuracy":0.688735,"main_score":0.63672,"hf_subset":"bak_Cyrl-ell_Grek","languages":["bak-Cyrl","ell-Grek"]},{"precision":0.655992,"recall":0.715415,"f1":0.67365,"accuracy":0.715415,"main_score":0.67365,"hf_subset":"bak_Cyrl-hne_Deva","languages":["bak-Cyrl","hne-Deva"]},{"precision":0.413911,"recall":0.491107,"f1":0.435912,"accuracy":0.491107,"main_score":0.435912,"hf_subset":"bak_Cyrl-kik_Latn","languages":["bak-Cyrl","kik-Latn"]},{"precision":0.670194,"recall":0.735178,"f1":0.689679,"accuracy":0.735178,"main_score":0.689679,"hf_subset":"bak_Cyrl-mai_Deva","languages":["bak-Cyrl","mai-Deva"]},{"precision":0.564297,"recall":0.636364,"f1":0.585475,"accuracy":0.636364,"main_score":0.585475,"hf_subset":"bak_Cyrl-pbt_Arab","languages":["bak-Cyrl","pbt-Arab"]},{"precision":0.693882,"recall":0.757905,"f1":0.712415,"accuracy":0.757905,"main_score":0.712415,"hf_subset":"bak_Cyrl-spa_Latn","languages":["bak-Cyrl","spa-Latn"]},{"precision":0.462634,"recall":0.540514,"f1":0.484782,"accuracy":0.540514,"main_score":0.484782,"hf_subset":"bak_Cyrl-twi_Latn","languages":["bak-Cyrl","twi-Latn"]},{"precision":0.658888,"recall":0.722332,"f1":0.677554,"accuracy":0.722332,"main_score":0.677554,"hf_subset":"bak_Cyrl-acm_Arab","languages":["bak-Cyrl","acm-Arab"]},{"precision":0.596398,"recall":0.667984,"f1":0.617064,"accuracy":0.667984,"main_score":0.617064,"hf_subset":"bak_Cyrl-bel_Cyrl","languages":["bak-Cyrl","bel-Cyrl"]},{"precision":0.729727,"recall":0.782609,"f1":0.745518,"accuracy":0.782609,"main_score":0.745518,"hf_subset":"bak_Cyrl-eng_Latn","languages":["bak-Cyrl","eng-Latn"]},{"precision":0.691941,"recall":0.741107,"f1":0.706544,"accuracy":0.741107,"main_score":0.706544,"hf_subset":"bak_Cyrl-hrv_Latn","languages":["bak-Cyrl","hrv-Latn"]},{"precision":0.387687,"recall":0.462451,"f1":0.408344,"accuracy":0.462451,"main_score":0.408344,"hf_subset":"bak_Cyrl-kin_Latn","languages":["bak-Cyrl","kin-Latn"]},{"precision":0.628667,"recall":0.69664,"f1":0.648979,"accuracy":0.69664,"main_score":0.648979,"hf_subset":"bak_Cyrl-mal_Mlym","languages":["bak-Cyrl","mal-Mlym"]},{"precision":0.67393,"recall":0.741107,"f1":0.69417,"accuracy":0.741107,"main_score":0.69417,"hf_subset":"bak_Cyrl-pes_Arab","languages":["bak-Cyrl","pes-Arab"]},{"precision":0.617045,"recall":0.677866,"f1":0.635244,"accuracy":0.677866,"main_score":0.635244,"hf_subset":"bak_Cyrl-srd_Latn","languages":["bak-Cyrl","srd-Latn"]},{"precision":0.142692,"recall":0.194664,"f1":0.155872,"accuracy":0.194664,"main_score":0.155872,"hf_subset":"bak_Cyrl-tzm_Tfng","languages":["bak-Cyrl","tzm-Tfng"]},{"precision":0.661518,"recall":0.727273,"f1":0.681152,"accuracy":0.727273,"main_score":0.681152,"hf_subset":"bak_Cyrl-acq_Arab","languages":["bak-Cyrl","acq-Arab"]},{"precision":0.447177,"recall":0.519763,"f1":0.46801,"accuracy":0.519763,"main_score":0.46801,"hf_subset":"bak_Cyrl-bem_Latn","languages":["bak-Cyrl","bem-Latn"]},{"precision":0.643495,"recall":0.692688,"f1":0.658235,"accuracy":0.692688,"main_score":0.658235,"hf_subset":"bak_Cyrl-epo_Latn","languages":["bak-Cyrl","epo-Latn"]},{"precision":0.637656,"recall":0.70751,"f1":0.658432,"accuracy":0.70751,"main_score":0.658432,"hf_subset":"bak_Cyrl-hun_Latn","languages":["bak-Cyrl","hun-Latn"]},{"precision":0.702768,"recall":0.757905,"f1":0.718714,"accuracy":0.757905,"main_score":0.718714,"hf_subset":"bak_Cyrl-kir_Cyrl","languages":["bak-Cyrl","kir-Cyrl"]},{"precision":0.648433,"recall":0.714427,"f1":0.66723,"accuracy":0.714427,"main_score":0.66723,"hf_subset":"bak_Cyrl-mar_Deva","languages":["bak-Cyrl","mar-Deva"]},{"precision":0.435271,"recall":0.505929,"f1":0.454791,"accuracy":0.505929,"main_score":0.454791,"hf_subset":"bak_Cyrl-plt_Latn","languages":["bak-Cyrl","plt-Latn"]},{"precision":0.662615,"recall":0.718379,"f1":0.679183,"accuracy":0.718379,"main_score":0.679183,"hf_subset":"bak_Cyrl-srp_Cyrl","languages":["bak-Cyrl","srp-Cyrl"]},{"precision":0.376577,"recall":0.448617,"f1":0.396686,"accuracy":0.448617,"main_score":0.396686,"hf_subset":"bak_Cyrl-uig_Arab","languages":["bak-Cyrl","uig-Arab"]},{"precision":0.623699,"recall":0.687747,"f1":0.642772,"accuracy":0.687747,"main_score":0.642772,"hf_subset":"bak_Cyrl-aeb_Arab","languages":["bak-Cyrl","aeb-Arab"]},{"precision":0.671031,"recall":0.735178,"f1":0.690639,"accuracy":0.735178,"main_score":0.690639,"hf_subset":"bak_Cyrl-ben_Beng","languages":["bak-Cyrl","ben-Beng"]},{"precision":0.6162,"recall":0.676877,"f1":0.63413,"accuracy":0.676877,"main_score":0.63413,"hf_subset":"bak_Cyrl-est_Latn","languages":["bak-Cyrl","est-Latn"]},{"precision":0.523337,"recall":0.597826,"f1":0.544965,"accuracy":0.597826,"main_score":0.544965,"hf_subset":"bak_Cyrl-hye_Armn","languages":["bak-Cyrl","hye-Armn"]},{"precision":0.392599,"recall":0.460474,"f1":0.411481,"accuracy":0.460474,"main_score":0.411481,"hf_subset":"bak_Cyrl-kmb_Latn","languages":["bak-Cyrl","kmb-Latn"]},{"precision":0.249266,"recall":0.322134,"f1":0.268776,"accuracy":0.322134,"main_score":0.268776,"hf_subset":"bak_Cyrl-min_Arab","languages":["bak-Cyrl","min-Arab"]},{"precision":0.711281,"recall":0.772727,"f1":0.729858,"accuracy":0.772727,"main_score":0.729858,"hf_subset":"bak_Cyrl-pol_Latn","languages":["bak-Cyrl","pol-Latn"]},{"precision":0.374659,"recall":0.461462,"f1":0.398176,"accuracy":0.461462,"main_score":0.398176,"hf_subset":"bak_Cyrl-ssw_Latn","languages":["bak-Cyrl","ssw-Latn"]},{"precision":0.720677,"recall":0.768775,"f1":0.735215,"accuracy":0.768775,"main_score":0.735215,"hf_subset":"bak_Cyrl-ukr_Cyrl","languages":["bak-Cyrl","ukr-Cyrl"]},{"precision":0.653664,"recall":0.712451,"f1":0.67156,"accuracy":0.712451,"main_score":0.67156,"hf_subset":"bak_Cyrl-afr_Latn","languages":["bak-Cyrl","afr-Latn"]},{"precision":0.655649,"recall":0.719368,"f1":0.674428,"accuracy":0.719368,"main_score":0.674428,"hf_subset":"bak_Cyrl-bho_Deva","languages":["bak-Cyrl","bho-Deva"]},{"precision":0.547447,"recall":0.614625,"f1":0.567349,"accuracy":0.614625,"main_score":0.567349,"hf_subset":"bak_Cyrl-eus_Latn","languages":["bak-Cyrl","eus-Latn"]},{"precision":0.396375,"recall":0.475296,"f1":0.41814,"accuracy":0.475296,"main_score":0.41814,"hf_subset":"bak_Cyrl-ibo_Latn","languages":["bak-Cyrl","ibo-Latn"]},{"precision":0.472785,"recall":0.543478,"f1":0.492813,"accuracy":0.543478,"main_score":0.492813,"hf_subset":"bak_Cyrl-kmr_Latn","languages":["bak-Cyrl","kmr-Latn"]},{"precision":0.592794,"recall":0.662055,"f1":0.612832,"accuracy":0.662055,"main_score":0.612832,"hf_subset":"bak_Cyrl-min_Latn","languages":["bak-Cyrl","min-Latn"]},{"precision":0.737179,"recall":0.788538,"f1":0.752306,"accuracy":0.788538,"main_score":0.752306,"hf_subset":"bak_Cyrl-por_Latn","languages":["bak-Cyrl","por-Latn"]},{"precision":0.661019,"recall":0.711462,"f1":0.676444,"accuracy":0.711462,"main_score":0.676444,"hf_subset":"bak_Cyrl-sun_Latn","languages":["bak-Cyrl","sun-Latn"]},{"precision":0.380029,"recall":0.455534,"f1":0.400935,"accuracy":0.455534,"main_score":0.400935,"hf_subset":"bak_Cyrl-umb_Latn","languages":["bak-Cyrl","umb-Latn"]},{"precision":0.670883,"recall":0.731225,"f1":0.688677,"accuracy":0.731225,"main_score":0.688677,"hf_subset":"bak_Cyrl-ajp_Arab","languages":["bak-Cyrl","ajp-Arab"]},{"precision":0.266081,"recall":0.333992,"f1":0.283714,"accuracy":0.333992,"main_score":0.283714,"hf_subset":"bak_Cyrl-bjn_Arab","languages":["bak-Cyrl","bjn-Arab"]},{"precision":0.403995,"recall":0.47332,"f1":0.422717,"accuracy":0.47332,"main_score":0.422717,"hf_subset":"bak_Cyrl-ewe_Latn","languages":["bak-Cyrl","ewe-Latn"]},{"precision":0.612326,"recall":0.670949,"f1":0.629622,"accuracy":0.670949,"main_score":0.629622,"hf_subset":"bak_Cyrl-ilo_Latn","languages":["bak-Cyrl","ilo-Latn"]},{"precision":0.188349,"recall":0.25,"f1":0.204026,"accuracy":0.25,"main_score":0.204026,"hf_subset":"bak_Cyrl-knc_Arab","languages":["bak-Cyrl","knc-Arab"]},{"precision":0.657782,"recall":0.718379,"f1":0.67578,"accuracy":0.718379,"main_score":0.67578,"hf_subset":"bak_Cyrl-mkd_Cyrl","languages":["bak-Cyrl","mkd-Cyrl"]},{"precision":0.64572,"recall":0.718379,"f1":0.667001,"accuracy":0.718379,"main_score":0.667001,"hf_subset":"bak_Cyrl-prs_Arab","languages":["bak-Cyrl","prs-Arab"]},{"precision":0.702185,"recall":0.757905,"f1":0.719203,"accuracy":0.757905,"main_score":0.719203,"hf_subset":"bak_Cyrl-swe_Latn","languages":["bak-Cyrl","swe-Latn"]},{"precision":0.598791,"recall":0.673913,"f1":0.62061,"accuracy":0.673913,"main_score":0.62061,"hf_subset":"bak_Cyrl-urd_Arab","languages":["bak-Cyrl","urd-Arab"]},{"precision":0.444297,"recall":0.519763,"f1":0.465648,"accuracy":0.519763,"main_score":0.465648,"hf_subset":"bak_Cyrl-aka_Latn","languages":["bak-Cyrl","aka-Latn"]},{"precision":0.614163,"recall":0.668972,"f1":0.630487,"accuracy":0.668972,"main_score":0.630487,"hf_subset":"bak_Cyrl-bjn_Latn","languages":["bak-Cyrl","bjn-Latn"]},{"precision":0.492965,"recall":0.562253,"f1":0.512978,"accuracy":0.562253,"main_score":0.512978,"hf_subset":"bak_Cyrl-fao_Latn","languages":["bak-Cyrl","fao-Latn"]},{"precision":0.704456,"recall":0.763834,"f1":0.722348,"accuracy":0.763834,"main_score":0.722348,"hf_subset":"bak_Cyrl-ind_Latn","languages":["bak-Cyrl","ind-Latn"]},{"precision":0.442648,"recall":0.509881,"f1":0.461274,"accuracy":0.509881,"main_score":0.461274,"hf_subset":"bak_Cyrl-knc_Latn","languages":["bak-Cyrl","knc-Latn"]},{"precision":0.596957,"recall":0.659091,"f1":0.615221,"accuracy":0.659091,"main_score":0.615221,"hf_subset":"bak_Cyrl-mlt_Latn","languages":["bak-Cyrl","mlt-Latn"]},{"precision":0.486004,"recall":0.560277,"f1":0.507646,"accuracy":0.560277,"main_score":0.507646,"hf_subset":"bak_Cyrl-quy_Latn","languages":["bak-Cyrl","quy-Latn"]},{"precision":0.573709,"recall":0.639328,"f1":0.592987,"accuracy":0.639328,"main_score":0.592987,"hf_subset":"bak_Cyrl-swh_Latn","languages":["bak-Cyrl","swh-Latn"]},{"precision":0.643333,"recall":0.700593,"f1":0.659443,"accuracy":0.700593,"main_score":0.659443,"hf_subset":"bak_Cyrl-uzn_Latn","languages":["bak-Cyrl","uzn-Latn"]},{"precision":0.659379,"recall":0.716403,"f1":0.676678,"accuracy":0.716403,"main_score":0.676678,"hf_subset":"bak_Cyrl-als_Latn","languages":["bak-Cyrl","als-Latn"]},{"precision":0.196381,"recall":0.268775,"f1":0.215174,"accuracy":0.268775,"main_score":0.215174,"hf_subset":"bak_Cyrl-bod_Tibt","languages":["bak-Cyrl","bod-Tibt"]},{"precision":0.40273,"recall":0.478261,"f1":0.424206,"accuracy":0.478261,"main_score":0.424206,"hf_subset":"bak_Cyrl-fij_Latn","languages":["bak-Cyrl","fij-Latn"]},{"precision":0.443775,"recall":0.505929,"f1":0.461207,"accuracy":0.505929,"main_score":0.461207,"hf_subset":"bak_Cyrl-isl_Latn","languages":["bak-Cyrl","isl-Latn"]},{"precision":0.467436,"recall":0.543478,"f1":0.488479,"accuracy":0.543478,"main_score":0.488479,"hf_subset":"bak_Cyrl-kon_Latn","languages":["bak-Cyrl","kon-Latn"]},{"precision":0.37815,"recall":0.458498,"f1":0.399775,"accuracy":0.458498,"main_score":0.399775,"hf_subset":"bak_Cyrl-mni_Beng","languages":["bak-Cyrl","mni-Beng"]},{"precision":0.696739,"recall":0.749012,"f1":0.712368,"accuracy":0.749012,"main_score":0.712368,"hf_subset":"bak_Cyrl-ron_Latn","languages":["bak-Cyrl","ron-Latn"]},{"precision":0.626459,"recall":0.693676,"f1":0.646462,"accuracy":0.693676,"main_score":0.646462,"hf_subset":"bak_Cyrl-szl_Latn","languages":["bak-Cyrl","szl-Latn"]},{"precision":0.652233,"recall":0.708498,"f1":0.66937,"accuracy":0.708498,"main_score":0.66937,"hf_subset":"bak_Cyrl-vec_Latn","languages":["bak-Cyrl","vec-Latn"]},{"precision":0.502521,"recall":0.585968,"f1":0.527151,"accuracy":0.585968,"main_score":0.527151,"hf_subset":"bak_Cyrl-amh_Ethi","languages":["bak-Cyrl","amh-Ethi"]},{"precision":0.693953,"recall":0.752964,"f1":0.711503,"accuracy":0.752964,"main_score":0.711503,"hf_subset":"bak_Cyrl-bos_Latn","languages":["bak-Cyrl","bos-Latn"]},{"precision":0.668712,"recall":0.735178,"f1":0.688321,"accuracy":0.735178,"main_score":0.688321,"hf_subset":"bak_Cyrl-fin_Latn","languages":["bak-Cyrl","fin-Latn"]},{"precision":0.696378,"recall":0.758893,"f1":0.714253,"accuracy":0.758893,"main_score":0.714253,"hf_subset":"bak_Cyrl-ita_Latn","languages":["bak-Cyrl","ita-Latn"]},{"precision":0.665497,"recall":0.736166,"f1":0.687236,"accuracy":0.736166,"main_score":0.687236,"hf_subset":"bak_Cyrl-kor_Hang","languages":["bak-Cyrl","kor-Hang"]},{"precision":0.402108,"recall":0.483202,"f1":0.424548,"accuracy":0.483202,"main_score":0.424548,"hf_subset":"bak_Cyrl-mos_Latn","languages":["bak-Cyrl","mos-Latn"]},{"precision":0.395106,"recall":0.466403,"f1":0.414577,"accuracy":0.466403,"main_score":0.414577,"hf_subset":"bak_Cyrl-run_Latn","languages":["bak-Cyrl","run-Latn"]},{"precision":0.618116,"recall":0.6917,"f1":0.640876,"accuracy":0.6917,"main_score":0.640876,"hf_subset":"bak_Cyrl-tam_Taml","languages":["bak-Cyrl","tam-Taml"]},{"precision":0.676328,"recall":0.73913,"f1":0.69518,"accuracy":0.73913,"main_score":0.69518,"hf_subset":"bak_Cyrl-vie_Latn","languages":["bak-Cyrl","vie-Latn"]},{"precision":0.660669,"recall":0.719368,"f1":0.67779,"accuracy":0.719368,"main_score":0.67779,"hf_subset":"bak_Cyrl-apc_Arab","languages":["bak-Cyrl","apc-Arab"]},{"precision":0.555352,"recall":0.629447,"f1":0.577061,"accuracy":0.629447,"main_score":0.577061,"hf_subset":"bak_Cyrl-bug_Latn","languages":["bak-Cyrl","bug-Latn"]},{"precision":0.365693,"recall":0.438735,"f1":0.385485,"accuracy":0.438735,"main_score":0.385485,"hf_subset":"bak_Cyrl-fon_Latn","languages":["bak-Cyrl","fon-Latn"]},{"precision":0.651193,"recall":0.700593,"f1":0.665994,"accuracy":0.700593,"main_score":0.665994,"hf_subset":"bak_Cyrl-jav_Latn","languages":["bak-Cyrl","jav-Latn"]},{"precision":0.466307,"recall":0.525692,"f1":0.482925,"accuracy":0.525692,"main_score":0.482925,"hf_subset":"bak_Cyrl-lao_Laoo","languages":["bak-Cyrl","lao-Laoo"]},{"precision":0.377891,"recall":0.451581,"f1":0.397218,"accuracy":0.451581,"main_score":0.397218,"hf_subset":"bak_Cyrl-mri_Latn","languages":["bak-Cyrl","mri-Latn"]},{"precision":0.737472,"recall":0.79249,"f1":0.753585,"accuracy":0.79249,"main_score":0.753585,"hf_subset":"bak_Cyrl-rus_Cyrl","languages":["bak-Cyrl","rus-Cyrl"]},{"precision":0.412575,"recall":0.486166,"f1":0.432652,"accuracy":0.486166,"main_score":0.432652,"hf_subset":"bak_Cyrl-taq_Latn","languages":["bak-Cyrl","taq-Latn"]},{"precision":0.66689,"recall":0.712451,"f1":0.680781,"accuracy":0.712451,"main_score":0.680781,"hf_subset":"bak_Cyrl-war_Latn","languages":["bak-Cyrl","war-Latn"]},{"precision":0.657149,"recall":0.726285,"f1":0.677419,"accuracy":0.726285,"main_score":0.677419,"hf_subset":"bak_Cyrl-arb_Arab","languages":["bak-Cyrl","arb-Arab"]},{"precision":0.703162,"recall":0.757905,"f1":0.720107,"accuracy":0.757905,"main_score":0.720107,"hf_subset":"bak_Cyrl-bul_Cyrl","languages":["bak-Cyrl","bul-Cyrl"]},{"precision":0.710978,"recall":0.771739,"f1":0.729357,"accuracy":0.771739,"main_score":0.729357,"hf_subset":"bak_Cyrl-fra_Latn","languages":["bak-Cyrl","fra-Latn"]},{"precision":0.692138,"recall":0.752964,"f1":0.70999,"accuracy":0.752964,"main_score":0.70999,"hf_subset":"bak_Cyrl-jpn_Jpan","languages":["bak-Cyrl","jpn-Jpan"]},{"precision":0.63018,"recall":0.687747,"f1":0.647406,"accuracy":0.687747,"main_score":0.647406,"hf_subset":"bak_Cyrl-lij_Latn","languages":["bak-Cyrl","lij-Latn"]},{"precision":0.455933,"recall":0.536561,"f1":0.479416,"accuracy":0.536561,"main_score":0.479416,"hf_subset":"bak_Cyrl-mya_Mymr","languages":["bak-Cyrl","mya-Mymr"]},{"precision":0.443739,"recall":0.519763,"f1":0.464906,"accuracy":0.519763,"main_score":0.464906,"hf_subset":"bak_Cyrl-sag_Latn","languages":["bak-Cyrl","sag-Latn"]},{"precision":0.163594,"recall":0.233202,"f1":0.179983,"accuracy":0.233202,"main_score":0.179983,"hf_subset":"bak_Cyrl-taq_Tfng","languages":["bak-Cyrl","taq-Tfng"]},{"precision":0.458427,"recall":0.529644,"f1":0.478696,"accuracy":0.529644,"main_score":0.478696,"hf_subset":"bak_Cyrl-wol_Latn","languages":["bak-Cyrl","wol-Latn"]},{"precision":0.27987,"recall":0.368577,"f1":0.303814,"accuracy":0.368577,"main_score":0.303814,"hf_subset":"bak_Cyrl-arb_Latn","languages":["bak-Cyrl","arb-Latn"]},{"precision":0.668133,"recall":0.728261,"f1":0.685771,"accuracy":0.728261,"main_score":0.685771,"hf_subset":"bak_Cyrl-cat_Latn","languages":["bak-Cyrl","cat-Latn"]},{"precision":0.608542,"recall":0.673913,"f1":0.627894,"accuracy":0.673913,"main_score":0.627894,"hf_subset":"bak_Cyrl-fur_Latn","languages":["bak-Cyrl","fur-Latn"]},{"precision":0.291941,"recall":0.366601,"f1":0.312038,"accuracy":0.366601,"main_score":0.312038,"hf_subset":"bak_Cyrl-kab_Latn","languages":["bak-Cyrl","kab-Latn"]},{"precision":0.645349,"recall":0.701581,"f1":0.662091,"accuracy":0.701581,"main_score":0.662091,"hf_subset":"bak_Cyrl-lim_Latn","languages":["bak-Cyrl","lim-Latn"]},{"precision":0.706669,"recall":0.763834,"f1":0.723199,"accuracy":0.763834,"main_score":0.723199,"hf_subset":"bak_Cyrl-nld_Latn","languages":["bak-Cyrl","nld-Latn"]},{"precision":0.558213,"recall":0.640316,"f1":0.582061,"accuracy":0.640316,"main_score":0.582061,"hf_subset":"bak_Cyrl-san_Deva","languages":["bak-Cyrl","san-Deva"]},{"precision":0.873551,"recall":0.906126,"f1":0.883366,"accuracy":0.906126,"main_score":0.883366,"hf_subset":"bak_Cyrl-tat_Cyrl","languages":["bak-Cyrl","tat-Cyrl"]},{"precision":0.419029,"recall":0.501976,"f1":0.441717,"accuracy":0.501976,"main_score":0.441717,"hf_subset":"bak_Cyrl-xho_Latn","languages":["bak-Cyrl","xho-Latn"]},{"precision":0.640614,"recall":0.716403,"f1":0.663451,"accuracy":0.716403,"main_score":0.663451,"hf_subset":"bak_Cyrl-ars_Arab","languages":["bak-Cyrl","ars-Arab"]},{"precision":0.626413,"recall":0.683794,"f1":0.643208,"accuracy":0.683794,"main_score":0.643208,"hf_subset":"bak_Cyrl-ceb_Latn","languages":["bak-Cyrl","ceb-Latn"]},{"precision":0.424367,"recall":0.493083,"f1":0.443946,"accuracy":0.493083,"main_score":0.443946,"hf_subset":"bak_Cyrl-fuv_Latn","languages":["bak-Cyrl","fuv-Latn"]},{"precision":0.424758,"recall":0.499012,"f1":0.445596,"accuracy":0.499012,"main_score":0.445596,"hf_subset":"bak_Cyrl-kac_Latn","languages":["bak-Cyrl","kac-Latn"]},{"precision":0.464058,"recall":0.541502,"f1":0.486041,"accuracy":0.541502,"main_score":0.486041,"hf_subset":"bak_Cyrl-lin_Latn","languages":["bak-Cyrl","lin-Latn"]},{"precision":0.700354,"recall":0.752964,"f1":0.71588,"accuracy":0.752964,"main_score":0.71588,"hf_subset":"bak_Cyrl-nno_Latn","languages":["bak-Cyrl","nno-Latn"]},{"precision":0.188188,"recall":0.23419,"f1":0.199868,"accuracy":0.23419,"main_score":0.199868,"hf_subset":"bak_Cyrl-sat_Olck","languages":["bak-Cyrl","sat-Olck"]},{"precision":0.636466,"recall":0.706522,"f1":0.656854,"accuracy":0.706522,"main_score":0.656854,"hf_subset":"bak_Cyrl-tel_Telu","languages":["bak-Cyrl","tel-Telu"]},{"precision":0.29974,"recall":0.366601,"f1":0.3177,"accuracy":0.366601,"main_score":0.3177,"hf_subset":"bak_Cyrl-ydd_Hebr","languages":["bak-Cyrl","ydd-Hebr"]},{"precision":0.589938,"recall":0.661067,"f1":0.610254,"accuracy":0.661067,"main_score":0.610254,"hf_subset":"bak_Cyrl-ary_Arab","languages":["bak-Cyrl","ary-Arab"]},{"precision":0.67676,"recall":0.735178,"f1":0.694164,"accuracy":0.735178,"main_score":0.694164,"hf_subset":"bak_Cyrl-ces_Latn","languages":["bak-Cyrl","ces-Latn"]},{"precision":0.328624,"recall":0.401186,"f1":0.346988,"accuracy":0.401186,"main_score":0.346988,"hf_subset":"bak_Cyrl-gaz_Latn","languages":["bak-Cyrl","gaz-Latn"]},{"precision":0.427653,"recall":0.497036,"f1":0.447159,"accuracy":0.497036,"main_score":0.447159,"hf_subset":"bak_Cyrl-kam_Latn","languages":["bak-Cyrl","kam-Latn"]},{"precision":0.633419,"recall":0.698617,"f1":0.652926,"accuracy":0.698617,"main_score":0.652926,"hf_subset":"bak_Cyrl-lit_Latn","languages":["bak-Cyrl","lit-Latn"]},{"precision":0.69159,"recall":0.749012,"f1":0.708314,"accuracy":0.749012,"main_score":0.708314,"hf_subset":"bak_Cyrl-nob_Latn","languages":["bak-Cyrl","nob-Latn"]},{"precision":0.571616,"recall":0.637352,"f1":0.590796,"accuracy":0.637352,"main_score":0.590796,"hf_subset":"bak_Cyrl-scn_Latn","languages":["bak-Cyrl","scn-Latn"]},{"precision":0.511947,"recall":0.58498,"f1":0.533231,"accuracy":0.58498,"main_score":0.533231,"hf_subset":"bak_Cyrl-tgk_Cyrl","languages":["bak-Cyrl","tgk-Cyrl"]},{"precision":0.366166,"recall":0.443676,"f1":0.38775,"accuracy":0.443676,"main_score":0.38775,"hf_subset":"bak_Cyrl-yor_Latn","languages":["bak-Cyrl","yor-Latn"]},{"precision":0.655056,"recall":0.722332,"f1":0.675426,"accuracy":0.722332,"main_score":0.675426,"hf_subset":"bak_Cyrl-arz_Arab","languages":["bak-Cyrl","arz-Arab"]},{"precision":0.43316,"recall":0.509881,"f1":0.454686,"accuracy":0.509881,"main_score":0.454686,"hf_subset":"bak_Cyrl-cjk_Latn","languages":["bak-Cyrl","cjk-Latn"]},{"precision":0.357975,"recall":0.436759,"f1":0.379495,"accuracy":0.436759,"main_score":0.379495,"hf_subset":"bak_Cyrl-gla_Latn","languages":["bak-Cyrl","gla-Latn"]},{"precision":0.631659,"recall":0.703557,"f1":0.652852,"accuracy":0.703557,"main_score":0.652852,"hf_subset":"bak_Cyrl-kan_Knda","languages":["bak-Cyrl","kan-Knda"]},{"precision":0.599165,"recall":0.666008,"f1":0.619335,"accuracy":0.666008,"main_score":0.619335,"hf_subset":"bak_Cyrl-lmo_Latn","languages":["bak-Cyrl","lmo-Latn"]},{"precision":0.653938,"recall":0.720356,"f1":0.674168,"accuracy":0.720356,"main_score":0.674168,"hf_subset":"bak_Cyrl-npi_Deva","languages":["bak-Cyrl","npi-Deva"]},{"precision":0.373836,"recall":0.445652,"f1":0.394018,"accuracy":0.445652,"main_score":0.394018,"hf_subset":"bak_Cyrl-shn_Mymr","languages":["bak-Cyrl","shn-Mymr"]},{"precision":0.633205,"recall":0.692688,"f1":0.649883,"accuracy":0.692688,"main_score":0.649883,"hf_subset":"bak_Cyrl-tgl_Latn","languages":["bak-Cyrl","tgl-Latn"]},{"precision":0.661084,"recall":0.731225,"f1":0.681565,"accuracy":0.731225,"main_score":0.681565,"hf_subset":"bak_Cyrl-yue_Hant","languages":["bak-Cyrl","yue-Hant"]},{"precision":0.528014,"recall":0.604743,"f1":0.550272,"accuracy":0.604743,"main_score":0.550272,"hf_subset":"bak_Cyrl-asm_Beng","languages":["bak-Cyrl","asm-Beng"]},{"precision":0.376393,"recall":0.442688,"f1":0.395852,"accuracy":0.442688,"main_score":0.395852,"hf_subset":"bak_Cyrl-ckb_Arab","languages":["bak-Cyrl","ckb-Arab"]},{"precision":0.375484,"recall":0.4417,"f1":0.392812,"accuracy":0.4417,"main_score":0.392812,"hf_subset":"bak_Cyrl-gle_Latn","languages":["bak-Cyrl","gle-Latn"]},{"precision":0.491041,"recall":0.5583,"f1":0.510903,"accuracy":0.5583,"main_score":0.510903,"hf_subset":"bak_Cyrl-kas_Arab","languages":["bak-Cyrl","kas-Arab"]},{"precision":0.596862,"recall":0.65415,"f1":0.61357,"accuracy":0.65415,"main_score":0.61357,"hf_subset":"bak_Cyrl-ltg_Latn","languages":["bak-Cyrl","ltg-Latn"]},{"precision":0.439477,"recall":0.512846,"f1":0.460536,"accuracy":0.512846,"main_score":0.460536,"hf_subset":"bak_Cyrl-nso_Latn","languages":["bak-Cyrl","nso-Latn"]},{"precision":0.526212,"recall":0.594862,"f1":0.545989,"accuracy":0.594862,"main_score":0.545989,"hf_subset":"bak_Cyrl-sin_Sinh","languages":["bak-Cyrl","sin-Sinh"]},{"precision":0.665374,"recall":0.732213,"f1":0.684988,"accuracy":0.732213,"main_score":0.684988,"hf_subset":"bak_Cyrl-tha_Thai","languages":["bak-Cyrl","tha-Thai"]},{"precision":0.678954,"recall":0.745059,"f1":0.697773,"accuracy":0.745059,"main_score":0.697773,"hf_subset":"bak_Cyrl-zho_Hans","languages":["bak-Cyrl","zho-Hans"]},{"precision":0.660805,"recall":0.720356,"f1":0.678549,"accuracy":0.720356,"main_score":0.678549,"hf_subset":"bak_Cyrl-ast_Latn","languages":["bak-Cyrl","ast-Latn"]},{"precision":0.660781,"recall":0.713439,"f1":0.6762,"accuracy":0.713439,"main_score":0.6762,"hf_subset":"bak_Cyrl-crh_Latn","languages":["bak-Cyrl","crh-Latn"]},{"precision":0.684331,"recall":0.741107,"f1":0.700956,"accuracy":0.741107,"main_score":0.700956,"hf_subset":"bak_Cyrl-glg_Latn","languages":["bak-Cyrl","glg-Latn"]},{"precision":0.474672,"recall":0.544466,"f1":0.495095,"accuracy":0.544466,"main_score":0.495095,"hf_subset":"bak_Cyrl-kas_Deva","languages":["bak-Cyrl","kas-Deva"]},{"precision":0.633547,"recall":0.689723,"f1":0.650433,"accuracy":0.689723,"main_score":0.650433,"hf_subset":"bak_Cyrl-ltz_Latn","languages":["bak-Cyrl","ltz-Latn"]},{"precision":0.327277,"recall":0.398221,"f1":0.346282,"accuracy":0.398221,"main_score":0.346282,"hf_subset":"bak_Cyrl-nus_Latn","languages":["bak-Cyrl","nus-Latn"]},{"precision":0.673692,"recall":0.731225,"f1":0.69048,"accuracy":0.731225,"main_score":0.69048,"hf_subset":"bak_Cyrl-slk_Latn","languages":["bak-Cyrl","slk-Latn"]},{"precision":0.367467,"recall":0.434783,"f1":0.386178,"accuracy":0.434783,"main_score":0.386178,"hf_subset":"bak_Cyrl-tir_Ethi","languages":["bak-Cyrl","tir-Ethi"]},{"precision":0.658924,"recall":0.727273,"f1":0.678621,"accuracy":0.727273,"main_score":0.678621,"hf_subset":"bak_Cyrl-zho_Hant","languages":["bak-Cyrl","zho-Hant"]},{"precision":0.659524,"recall":0.718379,"f1":0.676925,"accuracy":0.718379,"main_score":0.676925,"hf_subset":"bak_Cyrl-awa_Deva","languages":["bak-Cyrl","awa-Deva"]},{"precision":0.416851,"recall":0.485178,"f1":0.436259,"accuracy":0.485178,"main_score":0.436259,"hf_subset":"bak_Cyrl-cym_Latn","languages":["bak-Cyrl","cym-Latn"]},{"precision":0.574588,"recall":0.63834,"f1":0.594142,"accuracy":0.63834,"main_score":0.594142,"hf_subset":"bak_Cyrl-grn_Latn","languages":["bak-Cyrl","grn-Latn"]},{"precision":0.594288,"recall":0.66502,"f1":0.615683,"accuracy":0.66502,"main_score":0.615683,"hf_subset":"bak_Cyrl-kat_Geor","languages":["bak-Cyrl","kat-Geor"]},{"precision":0.465137,"recall":0.537549,"f1":0.485695,"accuracy":0.537549,"main_score":0.485695,"hf_subset":"bak_Cyrl-lua_Latn","languages":["bak-Cyrl","lua-Latn"]},{"precision":0.453936,"recall":0.527668,"f1":0.475287,"accuracy":0.527668,"main_score":0.475287,"hf_subset":"bak_Cyrl-nya_Latn","languages":["bak-Cyrl","nya-Latn"]},{"precision":0.633737,"recall":0.698617,"f1":0.65259,"accuracy":0.698617,"main_score":0.65259,"hf_subset":"bak_Cyrl-slv_Latn","languages":["bak-Cyrl","slv-Latn"]},{"precision":0.603524,"recall":0.664032,"f1":0.621805,"accuracy":0.664032,"main_score":0.621805,"hf_subset":"bak_Cyrl-tpi_Latn","languages":["bak-Cyrl","tpi-Latn"]},{"precision":0.673534,"recall":0.738142,"f1":0.693191,"accuracy":0.738142,"main_score":0.693191,"hf_subset":"bak_Cyrl-zsm_Latn","languages":["bak-Cyrl","zsm-Latn"]},{"precision":0.399857,"recall":0.469368,"f1":0.419042,"accuracy":0.469368,"main_score":0.419042,"hf_subset":"bak_Cyrl-ayr_Latn","languages":["bak-Cyrl","ayr-Latn"]},{"precision":0.704884,"recall":0.761858,"f1":0.722277,"accuracy":0.761858,"main_score":0.722277,"hf_subset":"bak_Cyrl-dan_Latn","languages":["bak-Cyrl","dan-Latn"]},{"precision":0.605065,"recall":0.677866,"f1":0.626193,"accuracy":0.677866,"main_score":0.626193,"hf_subset":"bak_Cyrl-guj_Gujr","languages":["bak-Cyrl","guj-Gujr"]},{"precision":0.715549,"recall":0.762846,"f1":0.7294,"accuracy":0.762846,"main_score":0.7294,"hf_subset":"bak_Cyrl-kaz_Cyrl","languages":["bak-Cyrl","kaz-Cyrl"]},{"precision":0.378448,"recall":0.456522,"f1":0.399926,"accuracy":0.456522,"main_score":0.399926,"hf_subset":"bak_Cyrl-lug_Latn","languages":["bak-Cyrl","lug-Latn"]},{"precision":0.668075,"recall":0.722332,"f1":0.684229,"accuracy":0.722332,"main_score":0.684229,"hf_subset":"bak_Cyrl-oci_Latn","languages":["bak-Cyrl","oci-Latn"]},{"precision":0.419115,"recall":0.508893,"f1":0.443953,"accuracy":0.508893,"main_score":0.443953,"hf_subset":"bak_Cyrl-smo_Latn","languages":["bak-Cyrl","smo-Latn"]},{"precision":0.410163,"recall":0.483202,"f1":0.430069,"accuracy":0.483202,"main_score":0.430069,"hf_subset":"bak_Cyrl-tsn_Latn","languages":["bak-Cyrl","tsn-Latn"]},{"precision":0.36812,"recall":0.454545,"f1":0.39117,"accuracy":0.454545,"main_score":0.39117,"hf_subset":"bak_Cyrl-zul_Latn","languages":["bak-Cyrl","zul-Latn"]},{"precision":0.518771,"recall":0.590909,"f1":0.539645,"accuracy":0.590909,"main_score":0.539645,"hf_subset":"bak_Cyrl-azb_Arab","languages":["bak-Cyrl","azb-Arab"]},{"precision":0.717336,"recall":0.775692,"f1":0.734362,"accuracy":0.775692,"main_score":0.734362,"hf_subset":"bak_Cyrl-deu_Latn","languages":["bak-Cyrl","deu-Latn"]},{"precision":0.513233,"recall":0.590909,"f1":0.535816,"accuracy":0.590909,"main_score":0.535816,"hf_subset":"bak_Cyrl-hat_Latn","languages":["bak-Cyrl","hat-Latn"]},{"precision":0.363229,"recall":0.440711,"f1":0.384347,"accuracy":0.440711,"main_score":0.384347,"hf_subset":"bak_Cyrl-kbp_Latn","languages":["bak-Cyrl","kbp-Latn"]},{"precision":0.440747,"recall":0.512846,"f1":0.461414,"accuracy":0.512846,"main_score":0.461414,"hf_subset":"bak_Cyrl-luo_Latn","languages":["bak-Cyrl","luo-Latn"]},{"precision":0.428329,"recall":0.496047,"f1":0.447655,"accuracy":0.496047,"main_score":0.447655,"hf_subset":"bak_Cyrl-ory_Orya","languages":["bak-Cyrl","ory-Orya"]},{"precision":0.422744,"recall":0.504941,"f1":0.445818,"accuracy":0.504941,"main_score":0.445818,"hf_subset":"bak_Cyrl-sna_Latn","languages":["bak-Cyrl","sna-Latn"]},{"precision":0.383351,"recall":0.459486,"f1":0.404786,"accuracy":0.459486,"main_score":0.404786,"hf_subset":"bak_Cyrl-tso_Latn","languages":["bak-Cyrl","tso-Latn"]},{"precision":0.667987,"recall":0.719368,"f1":0.682417,"accuracy":0.719368,"main_score":0.682417,"hf_subset":"bak_Cyrl-azj_Latn","languages":["bak-Cyrl","azj-Latn"]},{"precision":0.412938,"recall":0.486166,"f1":0.434292,"accuracy":0.486166,"main_score":0.434292,"hf_subset":"bak_Cyrl-dik_Latn","languages":["bak-Cyrl","dik-Latn"]},{"precision":0.43015,"recall":0.48913,"f1":0.447038,"accuracy":0.48913,"main_score":0.447038,"hf_subset":"bak_Cyrl-hau_Latn","languages":["bak-Cyrl","hau-Latn"]},{"precision":0.602282,"recall":0.666996,"f1":0.621643,"accuracy":0.666996,"main_score":0.621643,"hf_subset":"bak_Cyrl-kea_Latn","languages":["bak-Cyrl","kea-Latn"]},{"precision":0.554119,"recall":0.612648,"f1":0.570836,"accuracy":0.612648,"main_score":0.570836,"hf_subset":"bak_Cyrl-lus_Latn","languages":["bak-Cyrl","lus-Latn"]},{"precision":0.62001,"recall":0.671937,"f1":0.635507,"accuracy":0.671937,"main_score":0.635507,"hf_subset":"bak_Cyrl-pag_Latn","languages":["bak-Cyrl","pag-Latn"]},{"precision":0.464542,"recall":0.536561,"f1":0.485526,"accuracy":0.536561,"main_score":0.485526,"hf_subset":"bak_Cyrl-snd_Arab","languages":["bak-Cyrl","snd-Arab"]},{"precision":0.638613,"recall":0.693676,"f1":0.654416,"accuracy":0.693676,"main_score":0.654416,"hf_subset":"bak_Cyrl-tuk_Latn","languages":["bak-Cyrl","tuk-Latn"]},{"precision":0.341883,"recall":0.427866,"f1":0.366474,"accuracy":0.427866,"main_score":0.366474,"hf_subset":"bak_Cyrl-dyu_Latn","languages":["bak-Cyrl","dyu-Latn"]},{"precision":0.5592,"recall":0.630435,"f1":0.580209,"accuracy":0.630435,"main_score":0.580209,"hf_subset":"bak_Cyrl-heb_Hebr","languages":["bak-Cyrl","heb-Hebr"]},{"precision":0.490547,"recall":0.555336,"f1":0.509406,"accuracy":0.555336,"main_score":0.509406,"hf_subset":"bak_Cyrl-khk_Cyrl","languages":["bak-Cyrl","khk-Cyrl"]},{"precision":0.645109,"recall":0.700593,"f1":0.661745,"accuracy":0.700593,"main_score":0.661745,"hf_subset":"bak_Cyrl-lvs_Latn","languages":["bak-Cyrl","lvs-Latn"]},{"precision":0.559562,"recall":0.640316,"f1":0.58386,"accuracy":0.640316,"main_score":0.58386,"hf_subset":"bak_Cyrl-pan_Guru","languages":["bak-Cyrl","pan-Guru"]},{"precision":0.393248,"recall":0.459486,"f1":0.411782,"accuracy":0.459486,"main_score":0.411782,"hf_subset":"bak_Cyrl-som_Latn","languages":["bak-Cyrl","som-Latn"]},{"precision":0.429661,"recall":0.495059,"f1":0.447732,"accuracy":0.495059,"main_score":0.447732,"hf_subset":"bak_Cyrl-tum_Latn","languages":["bak-Cyrl","tum-Latn"]},{"precision":0.197776,"recall":0.244071,"f1":0.209315,"accuracy":0.244071,"main_score":0.209315,"hf_subset":"dyu_Latn-ace_Arab","languages":["dyu-Latn","ace-Arab"]},{"precision":0.435002,"recall":0.502964,"f1":0.453858,"accuracy":0.502964,"main_score":0.453858,"hf_subset":"dyu_Latn-bam_Latn","languages":["dyu-Latn","bam-Latn"]},{"precision":0.08199,"recall":0.126482,"f1":0.092511,"accuracy":0.126482,"main_score":0.092511,"hf_subset":"dyu_Latn-dzo_Tibt","languages":["dyu-Latn","dzo-Tibt"]},{"precision":0.35847,"recall":0.431818,"f1":0.377346,"accuracy":0.431818,"main_score":0.377346,"hf_subset":"dyu_Latn-hin_Deva","languages":["dyu-Latn","hin-Deva"]},{"precision":0.289767,"recall":0.350791,"f1":0.306774,"accuracy":0.350791,"main_score":0.306774,"hf_subset":"dyu_Latn-khm_Khmr","languages":["dyu-Latn","khm-Khmr"]},{"precision":0.358017,"recall":0.417984,"f1":0.374558,"accuracy":0.417984,"main_score":0.374558,"hf_subset":"dyu_Latn-mag_Deva","languages":["dyu-Latn","mag-Deva"]},{"precision":0.391829,"recall":0.434783,"f1":0.403758,"accuracy":0.434783,"main_score":0.403758,"hf_subset":"dyu_Latn-pap_Latn","languages":["dyu-Latn","pap-Latn"]},{"precision":0.367063,"recall":0.407115,"f1":0.377794,"accuracy":0.407115,"main_score":0.377794,"hf_subset":"dyu_Latn-sot_Latn","languages":["dyu-Latn","sot-Latn"]},{"precision":0.386879,"recall":0.450593,"f1":0.403963,"accuracy":0.450593,"main_score":0.403963,"hf_subset":"dyu_Latn-tur_Latn","languages":["dyu-Latn","tur-Latn"]},{"precision":0.389889,"recall":0.431818,"f1":0.401976,"accuracy":0.431818,"main_score":0.401976,"hf_subset":"dyu_Latn-ace_Latn","languages":["dyu-Latn","ace-Latn"]},{"precision":0.39693,"recall":0.437747,"f1":0.408591,"accuracy":0.437747,"main_score":0.408591,"hf_subset":"dyu_Latn-ban_Latn","languages":["dyu-Latn","ban-Latn"]},{"precision":0.327361,"recall":0.392292,"f1":0.343514,"accuracy":0.392292,"main_score":0.343514,"hf_subset":"dyu_Latn-ell_Grek","languages":["dyu-Latn","ell-Grek"]},{"precision":0.361106,"recall":0.416008,"f1":0.375627,"accuracy":0.416008,"main_score":0.375627,"hf_subset":"dyu_Latn-hne_Deva","languages":["dyu-Latn","hne-Deva"]},{"precision":0.36038,"recall":0.402174,"f1":0.372269,"accuracy":0.402174,"main_score":0.372269,"hf_subset":"dyu_Latn-kik_Latn","languages":["dyu-Latn","kik-Latn"]},{"precision":0.368823,"recall":0.432806,"f1":0.385618,"accuracy":0.432806,"main_score":0.385618,"hf_subset":"dyu_Latn-mai_Deva","languages":["dyu-Latn","mai-Deva"]},{"precision":0.317688,"recall":0.379447,"f1":0.334397,"accuracy":0.379447,"main_score":0.334397,"hf_subset":"dyu_Latn-pbt_Arab","languages":["dyu-Latn","pbt-Arab"]},{"precision":0.379486,"recall":0.451581,"f1":0.397149,"accuracy":0.451581,"main_score":0.397149,"hf_subset":"dyu_Latn-spa_Latn","languages":["dyu-Latn","spa-Latn"]},{"precision":0.37787,"recall":0.416996,"f1":0.389526,"accuracy":0.416996,"main_score":0.389526,"hf_subset":"dyu_Latn-twi_Latn","languages":["dyu-Latn","twi-Latn"]},{"precision":0.336306,"recall":0.40415,"f1":0.352583,"accuracy":0.40415,"main_score":0.352583,"hf_subset":"dyu_Latn-acm_Arab","languages":["dyu-Latn","acm-Arab"]},{"precision":0.32248,"recall":0.382411,"f1":0.338329,"accuracy":0.382411,"main_score":0.338329,"hf_subset":"dyu_Latn-bel_Cyrl","languages":["dyu-Latn","bel-Cyrl"]},{"precision":0.405329,"recall":0.467391,"f1":0.421463,"accuracy":0.467391,"main_score":0.421463,"hf_subset":"dyu_Latn-eng_Latn","languages":["dyu-Latn","eng-Latn"]},{"precision":0.380836,"recall":0.43083,"f1":0.39378,"accuracy":0.43083,"main_score":0.39378,"hf_subset":"dyu_Latn-hrv_Latn","languages":["dyu-Latn","hrv-Latn"]},{"precision":0.320541,"recall":0.370553,"f1":0.334078,"accuracy":0.370553,"main_score":0.334078,"hf_subset":"dyu_Latn-kin_Latn","languages":["dyu-Latn","kin-Latn"]},{"precision":0.337846,"recall":0.410079,"f1":0.356878,"accuracy":0.410079,"main_score":0.356878,"hf_subset":"dyu_Latn-mal_Mlym","languages":["dyu-Latn","mal-Mlym"]},{"precision":0.354255,"recall":0.425889,"f1":0.371506,"accuracy":0.425889,"main_score":0.371506,"hf_subset":"dyu_Latn-pes_Arab","languages":["dyu-Latn","pes-Arab"]},{"precision":0.374075,"recall":0.41996,"f1":0.38619,"accuracy":0.41996,"main_score":0.38619,"hf_subset":"dyu_Latn-srd_Latn","languages":["dyu-Latn","srd-Latn"]},{"precision":0.061911,"recall":0.093874,"f1":0.069481,"accuracy":0.093874,"main_score":0.069481,"hf_subset":"dyu_Latn-tzm_Tfng","languages":["dyu-Latn","tzm-Tfng"]},{"precision":0.337307,"recall":0.399209,"f1":0.353428,"accuracy":0.399209,"main_score":0.353428,"hf_subset":"dyu_Latn-acq_Arab","languages":["dyu-Latn","acq-Arab"]},{"precision":0.356604,"recall":0.401186,"f1":0.36988,"accuracy":0.401186,"main_score":0.36988,"hf_subset":"dyu_Latn-bem_Latn","languages":["dyu-Latn","bem-Latn"]},{"precision":0.376501,"recall":0.418972,"f1":0.38856,"accuracy":0.418972,"main_score":0.38856,"hf_subset":"dyu_Latn-epo_Latn","languages":["dyu-Latn","epo-Latn"]},{"precision":0.350067,"recall":0.413043,"f1":0.366444,"accuracy":0.413043,"main_score":0.366444,"hf_subset":"dyu_Latn-hun_Latn","languages":["dyu-Latn","hun-Latn"]},{"precision":0.351768,"recall":0.402174,"f1":0.36567,"accuracy":0.402174,"main_score":0.36567,"hf_subset":"dyu_Latn-kir_Cyrl","languages":["dyu-Latn","kir-Cyrl"]},{"precision":0.359122,"recall":0.427866,"f1":0.376641,"accuracy":0.427866,"main_score":0.376641,"hf_subset":"dyu_Latn-mar_Deva","languages":["dyu-Latn","mar-Deva"]},{"precision":0.361281,"recall":0.407115,"f1":0.374435,"accuracy":0.407115,"main_score":0.374435,"hf_subset":"dyu_Latn-plt_Latn","languages":["dyu-Latn","plt-Latn"]},{"precision":0.353347,"recall":0.418972,"f1":0.370955,"accuracy":0.418972,"main_score":0.370955,"hf_subset":"dyu_Latn-srp_Cyrl","languages":["dyu-Latn","srp-Cyrl"]},{"precision":0.201994,"recall":0.253953,"f1":0.215578,"accuracy":0.253953,"main_score":0.215578,"hf_subset":"dyu_Latn-uig_Arab","languages":["dyu-Latn","uig-Arab"]},{"precision":0.328182,"recall":0.384387,"f1":0.34265,"accuracy":0.384387,"main_score":0.34265,"hf_subset":"dyu_Latn-aeb_Arab","languages":["dyu-Latn","aeb-Arab"]},{"precision":0.36158,"recall":0.432806,"f1":0.379478,"accuracy":0.432806,"main_score":0.379478,"hf_subset":"dyu_Latn-ben_Beng","languages":["dyu-Latn","ben-Beng"]},{"precision":0.356238,"recall":0.411067,"f1":0.370992,"accuracy":0.411067,"main_score":0.370992,"hf_subset":"dyu_Latn-est_Latn","languages":["dyu-Latn","est-Latn"]},{"precision":0.294286,"recall":0.351779,"f1":0.309621,"accuracy":0.351779,"main_score":0.309621,"hf_subset":"dyu_Latn-hye_Armn","languages":["dyu-Latn","hye-Armn"]},{"precision":0.338255,"recall":0.381423,"f1":0.350244,"accuracy":0.381423,"main_score":0.350244,"hf_subset":"dyu_Latn-kmb_Latn","languages":["dyu-Latn","kmb-Latn"]},{"precision":0.159449,"recall":0.205534,"f1":0.170822,"accuracy":0.205534,"main_score":0.170822,"hf_subset":"dyu_Latn-min_Arab","languages":["dyu-Latn","min-Arab"]},{"precision":0.383093,"recall":0.448617,"f1":0.399848,"accuracy":0.448617,"main_score":0.399848,"hf_subset":"dyu_Latn-pol_Latn","languages":["dyu-Latn","pol-Latn"]},{"precision":0.335888,"recall":0.379447,"f1":0.34824,"accuracy":0.379447,"main_score":0.34824,"hf_subset":"dyu_Latn-ssw_Latn","languages":["dyu-Latn","ssw-Latn"]},{"precision":0.364476,"recall":0.436759,"f1":0.383219,"accuracy":0.436759,"main_score":0.383219,"hf_subset":"dyu_Latn-ukr_Cyrl","languages":["dyu-Latn","ukr-Cyrl"]},{"precision":0.389445,"recall":0.4417,"f1":0.403673,"accuracy":0.4417,"main_score":0.403673,"hf_subset":"dyu_Latn-afr_Latn","languages":["dyu-Latn","afr-Latn"]},{"precision":0.356378,"recall":0.412055,"f1":0.371003,"accuracy":0.412055,"main_score":0.371003,"hf_subset":"dyu_Latn-bho_Deva","languages":["dyu-Latn","bho-Deva"]},{"precision":0.349968,"recall":0.400198,"f1":0.363874,"accuracy":0.400198,"main_score":0.363874,"hf_subset":"dyu_Latn-eus_Latn","languages":["dyu-Latn","eus-Latn"]},{"precision":0.333746,"recall":0.386364,"f1":0.348424,"accuracy":0.386364,"main_score":0.348424,"hf_subset":"dyu_Latn-ibo_Latn","languages":["dyu-Latn","ibo-Latn"]},{"precision":0.333118,"recall":0.383399,"f1":0.347001,"accuracy":0.383399,"main_score":0.347001,"hf_subset":"dyu_Latn-kmr_Latn","languages":["dyu-Latn","kmr-Latn"]},{"precision":0.367589,"recall":0.412055,"f1":0.380046,"accuracy":0.412055,"main_score":0.380046,"hf_subset":"dyu_Latn-min_Latn","languages":["dyu-Latn","min-Latn"]},{"precision":0.401012,"recall":0.468379,"f1":0.417707,"accuracy":0.468379,"main_score":0.417707,"hf_subset":"dyu_Latn-por_Latn","languages":["dyu-Latn","por-Latn"]},{"precision":0.389563,"recall":0.43083,"f1":0.401173,"accuracy":0.43083,"main_score":0.401173,"hf_subset":"dyu_Latn-sun_Latn","languages":["dyu-Latn","sun-Latn"]},{"precision":0.320224,"recall":0.374506,"f1":0.335331,"accuracy":0.374506,"main_score":0.335331,"hf_subset":"dyu_Latn-umb_Latn","languages":["dyu-Latn","umb-Latn"]},{"precision":0.344206,"recall":0.409091,"f1":0.360805,"accuracy":0.409091,"main_score":0.360805,"hf_subset":"dyu_Latn-ajp_Arab","languages":["dyu-Latn","ajp-Arab"]},{"precision":0.163594,"recall":0.214427,"f1":0.176493,"accuracy":0.214427,"main_score":0.176493,"hf_subset":"dyu_Latn-bjn_Arab","languages":["dyu-Latn","bjn-Arab"]},{"precision":0.34328,"recall":0.391304,"f1":0.357419,"accuracy":0.391304,"main_score":0.357419,"hf_subset":"dyu_Latn-ewe_Latn","languages":["dyu-Latn","ewe-Latn"]},{"precision":0.401352,"recall":0.444664,"f1":0.413458,"accuracy":0.444664,"main_score":0.413458,"hf_subset":"dyu_Latn-ilo_Latn","languages":["dyu-Latn","ilo-Latn"]},{"precision":0.121636,"recall":0.158103,"f1":0.130664,"accuracy":0.158103,"main_score":0.130664,"hf_subset":"dyu_Latn-knc_Arab","languages":["dyu-Latn","knc-Arab"]},{"precision":0.362865,"recall":0.416008,"f1":0.377753,"accuracy":0.416008,"main_score":0.377753,"hf_subset":"dyu_Latn-mkd_Cyrl","languages":["dyu-Latn","mkd-Cyrl"]},{"precision":0.347576,"recall":0.422925,"f1":0.366709,"accuracy":0.422925,"main_score":0.366709,"hf_subset":"dyu_Latn-prs_Arab","languages":["dyu-Latn","prs-Arab"]},{"precision":0.379039,"recall":0.445652,"f1":0.395766,"accuracy":0.445652,"main_score":0.395766,"hf_subset":"dyu_Latn-swe_Latn","languages":["dyu-Latn","swe-Latn"]},{"precision":0.301802,"recall":0.375494,"f1":0.321142,"accuracy":0.375494,"main_score":0.321142,"hf_subset":"dyu_Latn-urd_Arab","languages":["dyu-Latn","urd-Arab"]},{"precision":0.376228,"recall":0.413043,"f1":0.387236,"accuracy":0.413043,"main_score":0.387236,"hf_subset":"dyu_Latn-aka_Latn","languages":["dyu-Latn","aka-Latn"]},{"precision":0.36654,"recall":0.416008,"f1":0.379394,"accuracy":0.416008,"main_score":0.379394,"hf_subset":"dyu_Latn-bjn_Latn","languages":["dyu-Latn","bjn-Latn"]},{"precision":0.339549,"recall":0.389328,"f1":0.353509,"accuracy":0.389328,"main_score":0.353509,"hf_subset":"dyu_Latn-fao_Latn","languages":["dyu-Latn","fao-Latn"]},{"precision":0.398452,"recall":0.469368,"f1":0.416649,"accuracy":0.469368,"main_score":0.416649,"hf_subset":"dyu_Latn-ind_Latn","languages":["dyu-Latn","ind-Latn"]},{"precision":0.382058,"recall":0.412055,"f1":0.390766,"accuracy":0.412055,"main_score":0.390766,"hf_subset":"dyu_Latn-knc_Latn","languages":["dyu-Latn","knc-Latn"]},{"precision":0.370829,"recall":0.423913,"f1":0.38535,"accuracy":0.423913,"main_score":0.38535,"hf_subset":"dyu_Latn-mlt_Latn","languages":["dyu-Latn","mlt-Latn"]},{"precision":0.373175,"recall":0.422925,"f1":0.387211,"accuracy":0.422925,"main_score":0.387211,"hf_subset":"dyu_Latn-quy_Latn","languages":["dyu-Latn","quy-Latn"]},{"precision":0.378396,"recall":0.425889,"f1":0.390912,"accuracy":0.425889,"main_score":0.390912,"hf_subset":"dyu_Latn-swh_Latn","languages":["dyu-Latn","swh-Latn"]},{"precision":0.322297,"recall":0.366601,"f1":0.334715,"accuracy":0.366601,"main_score":0.334715,"hf_subset":"dyu_Latn-uzn_Latn","languages":["dyu-Latn","uzn-Latn"]},{"precision":0.380297,"recall":0.428854,"f1":0.393541,"accuracy":0.428854,"main_score":0.393541,"hf_subset":"dyu_Latn-als_Latn","languages":["dyu-Latn","als-Latn"]},{"precision":0.123672,"recall":0.166008,"f1":0.133222,"accuracy":0.166008,"main_score":0.133222,"hf_subset":"dyu_Latn-bod_Tibt","languages":["dyu-Latn","bod-Tibt"]},{"precision":0.334972,"recall":0.383399,"f1":0.348749,"accuracy":0.383399,"main_score":0.348749,"hf_subset":"dyu_Latn-fij_Latn","languages":["dyu-Latn","fij-Latn"]},{"precision":0.31923,"recall":0.37253,"f1":0.333443,"accuracy":0.37253,"main_score":0.333443,"hf_subset":"dyu_Latn-isl_Latn","languages":["dyu-Latn","isl-Latn"]},{"precision":0.381476,"recall":0.426877,"f1":0.39441,"accuracy":0.426877,"main_score":0.39441,"hf_subset":"dyu_Latn-kon_Latn","languages":["dyu-Latn","kon-Latn"]},{"precision":0.252372,"recall":0.314229,"f1":0.268263,"accuracy":0.314229,"main_score":0.268263,"hf_subset":"dyu_Latn-mni_Beng","languages":["dyu-Latn","mni-Beng"]},{"precision":0.405802,"recall":0.462451,"f1":0.420881,"accuracy":0.462451,"main_score":0.420881,"hf_subset":"dyu_Latn-ron_Latn","languages":["dyu-Latn","ron-Latn"]},{"precision":0.353606,"recall":0.401186,"f1":0.36705,"accuracy":0.401186,"main_score":0.36705,"hf_subset":"dyu_Latn-szl_Latn","languages":["dyu-Latn","szl-Latn"]},{"precision":0.368498,"recall":0.41502,"f1":0.381232,"accuracy":0.41502,"main_score":0.381232,"hf_subset":"dyu_Latn-vec_Latn","languages":["dyu-Latn","vec-Latn"]},{"precision":0.285452,"recall":0.351779,"f1":0.303647,"accuracy":0.351779,"main_score":0.303647,"hf_subset":"dyu_Latn-amh_Ethi","languages":["dyu-Latn","amh-Ethi"]},{"precision":0.377989,"recall":0.437747,"f1":0.393674,"accuracy":0.437747,"main_score":0.393674,"hf_subset":"dyu_Latn-bos_Latn","languages":["dyu-Latn","bos-Latn"]},{"precision":0.364912,"recall":0.433794,"f1":0.383245,"accuracy":0.433794,"main_score":0.383245,"hf_subset":"dyu_Latn-fin_Latn","languages":["dyu-Latn","fin-Latn"]},{"precision":0.38799,"recall":0.45751,"f1":0.405487,"accuracy":0.45751,"main_score":0.405487,"hf_subset":"dyu_Latn-ita_Latn","languages":["dyu-Latn","ita-Latn"]},{"precision":0.352326,"recall":0.423913,"f1":0.370668,"accuracy":0.423913,"main_score":0.370668,"hf_subset":"dyu_Latn-kor_Hang","languages":["dyu-Latn","kor-Hang"]},{"precision":0.355056,"recall":0.40415,"f1":0.369895,"accuracy":0.40415,"main_score":0.369895,"hf_subset":"dyu_Latn-mos_Latn","languages":["dyu-Latn","mos-Latn"]},{"precision":0.336866,"recall":0.37747,"f1":0.348049,"accuracy":0.37747,"main_score":0.348049,"hf_subset":"dyu_Latn-run_Latn","languages":["dyu-Latn","run-Latn"]},{"precision":0.3062,"recall":0.376482,"f1":0.323557,"accuracy":0.376482,"main_score":0.323557,"hf_subset":"dyu_Latn-tam_Taml","languages":["dyu-Latn","tam-Taml"]},{"precision":0.365672,"recall":0.437747,"f1":0.384025,"accuracy":0.437747,"main_score":0.384025,"hf_subset":"dyu_Latn-vie_Latn","languages":["dyu-Latn","vie-Latn"]},{"precision":0.33373,"recall":0.392292,"f1":0.349146,"accuracy":0.392292,"main_score":0.349146,"hf_subset":"dyu_Latn-apc_Arab","languages":["dyu-Latn","apc-Arab"]},{"precision":0.396007,"recall":0.438735,"f1":0.408539,"accuracy":0.438735,"main_score":0.408539,"hf_subset":"dyu_Latn-bug_Latn","languages":["dyu-Latn","bug-Latn"]},{"precision":0.340333,"recall":0.379447,"f1":0.35135,"accuracy":0.379447,"main_score":0.35135,"hf_subset":"dyu_Latn-fon_Latn","languages":["dyu-Latn","fon-Latn"]},{"precision":0.403917,"recall":0.443676,"f1":0.41457,"accuracy":0.443676,"main_score":0.41457,"hf_subset":"dyu_Latn-jav_Latn","languages":["dyu-Latn","jav-Latn"]},{"precision":0.309537,"recall":0.357708,"f1":0.323295,"accuracy":0.357708,"main_score":0.323295,"hf_subset":"dyu_Latn-lao_Laoo","languages":["dyu-Latn","lao-Laoo"]},{"precision":0.320706,"recall":0.373518,"f1":0.335409,"accuracy":0.373518,"main_score":0.335409,"hf_subset":"dyu_Latn-mri_Latn","languages":["dyu-Latn","mri-Latn"]},{"precision":0.367846,"recall":0.443676,"f1":0.388259,"accuracy":0.443676,"main_score":0.388259,"hf_subset":"dyu_Latn-rus_Cyrl","languages":["dyu-Latn","rus-Cyrl"]},{"precision":0.34107,"recall":0.389328,"f1":0.354147,"accuracy":0.389328,"main_score":0.354147,"hf_subset":"dyu_Latn-taq_Latn","languages":["dyu-Latn","taq-Latn"]},{"precision":0.403362,"recall":0.443676,"f1":0.414527,"accuracy":0.443676,"main_score":0.414527,"hf_subset":"dyu_Latn-war_Latn","languages":["dyu-Latn","war-Latn"]},{"precision":0.341155,"recall":0.41502,"f1":0.358996,"accuracy":0.41502,"main_score":0.358996,"hf_subset":"dyu_Latn-arb_Arab","languages":["dyu-Latn","arb-Arab"]},{"precision":0.385004,"recall":0.442688,"f1":0.400158,"accuracy":0.442688,"main_score":0.400158,"hf_subset":"dyu_Latn-bul_Cyrl","languages":["dyu-Latn","bul-Cyrl"]},{"precision":0.397201,"recall":0.468379,"f1":0.41576,"accuracy":0.468379,"main_score":0.41576,"hf_subset":"dyu_Latn-fra_Latn","languages":["dyu-Latn","fra-Latn"]},{"precision":0.35789,"recall":0.432806,"f1":0.376264,"accuracy":0.432806,"main_score":0.376264,"hf_subset":"dyu_Latn-jpn_Jpan","languages":["dyu-Latn","jpn-Jpan"]},{"precision":0.384398,"recall":0.427866,"f1":0.395509,"accuracy":0.427866,"main_score":0.395509,"hf_subset":"dyu_Latn-lij_Latn","languages":["dyu-Latn","lij-Latn"]},{"precision":0.26139,"recall":0.328063,"f1":0.278636,"accuracy":0.328063,"main_score":0.278636,"hf_subset":"dyu_Latn-mya_Mymr","languages":["dyu-Latn","mya-Mymr"]},{"precision":0.365637,"recall":0.409091,"f1":0.378099,"accuracy":0.409091,"main_score":0.378099,"hf_subset":"dyu_Latn-sag_Latn","languages":["dyu-Latn","sag-Latn"]},{"precision":0.092633,"recall":0.140316,"f1":0.102426,"accuracy":0.140316,"main_score":0.102426,"hf_subset":"dyu_Latn-taq_Tfng","languages":["dyu-Latn","taq-Tfng"]},{"precision":0.367137,"recall":0.414032,"f1":0.380687,"accuracy":0.414032,"main_score":0.380687,"hf_subset":"dyu_Latn-wol_Latn","languages":["dyu-Latn","wol-Latn"]},{"precision":0.234598,"recall":0.294466,"f1":0.249819,"accuracy":0.294466,"main_score":0.249819,"hf_subset":"dyu_Latn-arb_Latn","languages":["dyu-Latn","arb-Latn"]},{"precision":0.376962,"recall":0.435771,"f1":0.392938,"accuracy":0.435771,"main_score":0.392938,"hf_subset":"dyu_Latn-cat_Latn","languages":["dyu-Latn","cat-Latn"]},{"precision":0.374188,"recall":0.425889,"f1":0.387776,"accuracy":0.425889,"main_score":0.387776,"hf_subset":"dyu_Latn-fur_Latn","languages":["dyu-Latn","fur-Latn"]},{"precision":0.215507,"recall":0.271739,"f1":0.230945,"accuracy":0.271739,"main_score":0.230945,"hf_subset":"dyu_Latn-kab_Latn","languages":["dyu-Latn","kab-Latn"]},{"precision":0.376492,"recall":0.425889,"f1":0.389865,"accuracy":0.425889,"main_score":0.389865,"hf_subset":"dyu_Latn-lim_Latn","languages":["dyu-Latn","lim-Latn"]},{"precision":0.382736,"recall":0.45751,"f1":0.401512,"accuracy":0.45751,"main_score":0.401512,"hf_subset":"dyu_Latn-nld_Latn","languages":["dyu-Latn","nld-Latn"]},{"precision":0.303371,"recall":0.374506,"f1":0.322396,"accuracy":0.374506,"main_score":0.322396,"hf_subset":"dyu_Latn-san_Deva","languages":["dyu-Latn","san-Deva"]},{"precision":0.358556,"recall":0.402174,"f1":0.370052,"accuracy":0.402174,"main_score":0.370052,"hf_subset":"dyu_Latn-tat_Cyrl","languages":["dyu-Latn","tat-Cyrl"]},{"precision":0.341712,"recall":0.390316,"f1":0.355432,"accuracy":0.390316,"main_score":0.355432,"hf_subset":"dyu_Latn-xho_Latn","languages":["dyu-Latn","xho-Latn"]},{"precision":0.321825,"recall":0.398221,"f1":0.340493,"accuracy":0.398221,"main_score":0.340493,"hf_subset":"dyu_Latn-ars_Arab","languages":["dyu-Latn","ars-Arab"]},{"precision":0.400299,"recall":0.445652,"f1":0.413048,"accuracy":0.445652,"main_score":0.413048,"hf_subset":"dyu_Latn-ceb_Latn","languages":["dyu-Latn","ceb-Latn"]},{"precision":0.340811,"recall":0.387352,"f1":0.354712,"accuracy":0.387352,"main_score":0.354712,"hf_subset":"dyu_Latn-fuv_Latn","languages":["dyu-Latn","fuv-Latn"]},{"precision":0.343099,"recall":0.393281,"f1":0.357328,"accuracy":0.393281,"main_score":0.357328,"hf_subset":"dyu_Latn-kac_Latn","languages":["dyu-Latn","kac-Latn"]},{"precision":0.388317,"recall":0.434783,"f1":0.401567,"accuracy":0.434783,"main_score":0.401567,"hf_subset":"dyu_Latn-lin_Latn","languages":["dyu-Latn","lin-Latn"]},{"precision":0.377563,"recall":0.439723,"f1":0.394022,"accuracy":0.439723,"main_score":0.394022,"hf_subset":"dyu_Latn-nno_Latn","languages":["dyu-Latn","nno-Latn"]},{"precision":0.088154,"recall":0.115613,"f1":0.094461,"accuracy":0.115613,"main_score":0.094461,"hf_subset":"dyu_Latn-sat_Olck","languages":["dyu-Latn","sat-Olck"]},{"precision":0.355433,"recall":0.425889,"f1":0.373198,"accuracy":0.425889,"main_score":0.373198,"hf_subset":"dyu_Latn-tel_Telu","languages":["dyu-Latn","tel-Telu"]},{"precision":0.171663,"recall":0.220356,"f1":0.183713,"accuracy":0.220356,"main_score":0.183713,"hf_subset":"dyu_Latn-ydd_Hebr","languages":["dyu-Latn","ydd-Hebr"]},{"precision":0.312843,"recall":0.373518,"f1":0.328413,"accuracy":0.373518,"main_score":0.328413,"hf_subset":"dyu_Latn-ary_Arab","languages":["dyu-Latn","ary-Arab"]},{"precision":0.36714,"recall":0.434783,"f1":0.384531,"accuracy":0.434783,"main_score":0.384531,"hf_subset":"dyu_Latn-ces_Latn","languages":["dyu-Latn","ces-Latn"]},{"precision":0.236698,"recall":0.291502,"f1":0.251644,"accuracy":0.291502,"main_score":0.251644,"hf_subset":"dyu_Latn-gaz_Latn","languages":["dyu-Latn","gaz-Latn"]},{"precision":0.342013,"recall":0.385375,"f1":0.354677,"accuracy":0.385375,"main_score":0.354677,"hf_subset":"dyu_Latn-kam_Latn","languages":["dyu-Latn","kam-Latn"]},{"precision":0.342173,"recall":0.395257,"f1":0.356792,"accuracy":0.395257,"main_score":0.356792,"hf_subset":"dyu_Latn-lit_Latn","languages":["dyu-Latn","lit-Latn"]},{"precision":0.384924,"recall":0.445652,"f1":0.400873,"accuracy":0.445652,"main_score":0.400873,"hf_subset":"dyu_Latn-nob_Latn","languages":["dyu-Latn","nob-Latn"]},{"precision":0.368947,"recall":0.41502,"f1":0.38206,"accuracy":0.41502,"main_score":0.38206,"hf_subset":"dyu_Latn-scn_Latn","languages":["dyu-Latn","scn-Latn"]},{"precision":0.302318,"recall":0.352767,"f1":0.316322,"accuracy":0.352767,"main_score":0.316322,"hf_subset":"dyu_Latn-tgk_Cyrl","languages":["dyu-Latn","tgk-Cyrl"]},{"precision":0.340782,"recall":0.383399,"f1":0.353762,"accuracy":0.383399,"main_score":0.353762,"hf_subset":"dyu_Latn-yor_Latn","languages":["dyu-Latn","yor-Latn"]},{"precision":0.3529,"recall":0.421937,"f1":0.370404,"accuracy":0.421937,"main_score":0.370404,"hf_subset":"dyu_Latn-arz_Arab","languages":["dyu-Latn","arz-Arab"]},{"precision":0.33848,"recall":0.382411,"f1":0.351227,"accuracy":0.382411,"main_score":0.351227,"hf_subset":"dyu_Latn-cjk_Latn","languages":["dyu-Latn","cjk-Latn"]},{"precision":0.282501,"recall":0.331028,"f1":0.2964,"accuracy":0.331028,"main_score":0.2964,"hf_subset":"dyu_Latn-gla_Latn","languages":["dyu-Latn","gla-Latn"]},{"precision":0.330954,"recall":0.399209,"f1":0.348929,"accuracy":0.399209,"main_score":0.348929,"hf_subset":"dyu_Latn-kan_Knda","languages":["dyu-Latn","kan-Knda"]},{"precision":0.388169,"recall":0.43083,"f1":0.400032,"accuracy":0.43083,"main_score":0.400032,"hf_subset":"dyu_Latn-lmo_Latn","languages":["dyu-Latn","lmo-Latn"]},{"precision":0.355121,"recall":0.418972,"f1":0.371597,"accuracy":0.418972,"main_score":0.371597,"hf_subset":"dyu_Latn-npi_Deva","languages":["dyu-Latn","npi-Deva"]},{"precision":0.284965,"recall":0.34585,"f1":0.302382,"accuracy":0.34585,"main_score":0.302382,"hf_subset":"dyu_Latn-shn_Mymr","languages":["dyu-Latn","shn-Mymr"]},{"precision":0.402199,"recall":0.454545,"f1":0.417203,"accuracy":0.454545,"main_score":0.417203,"hf_subset":"dyu_Latn-tgl_Latn","languages":["dyu-Latn","tgl-Latn"]},{"precision":0.345735,"recall":0.416008,"f1":0.363504,"accuracy":0.416008,"main_score":0.363504,"hf_subset":"dyu_Latn-yue_Hant","languages":["dyu-Latn","yue-Hant"]},{"precision":0.291853,"recall":0.351779,"f1":0.307665,"accuracy":0.351779,"main_score":0.307665,"hf_subset":"dyu_Latn-asm_Beng","languages":["dyu-Latn","asm-Beng"]},{"precision":0.228297,"recall":0.285573,"f1":0.242578,"accuracy":0.285573,"main_score":0.242578,"hf_subset":"dyu_Latn-ckb_Arab","languages":["dyu-Latn","ckb-Arab"]},{"precision":0.282969,"recall":0.335968,"f1":0.297341,"accuracy":0.335968,"main_score":0.297341,"hf_subset":"dyu_Latn-gle_Latn","languages":["dyu-Latn","gle-Latn"]},{"precision":0.270125,"recall":0.33498,"f1":0.287589,"accuracy":0.33498,"main_score":0.287589,"hf_subset":"dyu_Latn-kas_Arab","languages":["dyu-Latn","kas-Arab"]},{"precision":0.341757,"recall":0.392292,"f1":0.355167,"accuracy":0.392292,"main_score":0.355167,"hf_subset":"dyu_Latn-ltg_Latn","languages":["dyu-Latn","ltg-Latn"]},{"precision":0.362482,"recall":0.40415,"f1":0.374221,"accuracy":0.40415,"main_score":0.374221,"hf_subset":"dyu_Latn-nso_Latn","languages":["dyu-Latn","nso-Latn"]},{"precision":0.286172,"recall":0.355731,"f1":0.303864,"accuracy":0.355731,"main_score":0.303864,"hf_subset":"dyu_Latn-sin_Sinh","languages":["dyu-Latn","sin-Sinh"]},{"precision":0.353856,"recall":0.43083,"f1":0.373258,"accuracy":0.43083,"main_score":0.373258,"hf_subset":"dyu_Latn-tha_Thai","languages":["dyu-Latn","tha-Thai"]},{"precision":0.360087,"recall":0.429842,"f1":0.378096,"accuracy":0.429842,"main_score":0.378096,"hf_subset":"dyu_Latn-zho_Hans","languages":["dyu-Latn","zho-Hans"]},{"precision":0.37057,"recall":0.414032,"f1":0.383399,"accuracy":0.414032,"main_score":0.383399,"hf_subset":"dyu_Latn-ast_Latn","languages":["dyu-Latn","ast-Latn"]},{"precision":0.371305,"recall":0.413043,"f1":0.382929,"accuracy":0.413043,"main_score":0.382929,"hf_subset":"dyu_Latn-crh_Latn","languages":["dyu-Latn","crh-Latn"]},{"precision":0.393908,"recall":0.4417,"f1":0.407474,"accuracy":0.4417,"main_score":0.407474,"hf_subset":"dyu_Latn-glg_Latn","languages":["dyu-Latn","glg-Latn"]},{"precision":0.313635,"recall":0.36166,"f1":0.326185,"accuracy":0.36166,"main_score":0.326185,"hf_subset":"dyu_Latn-kas_Deva","languages":["dyu-Latn","kas-Deva"]},{"precision":0.386398,"recall":0.437747,"f1":0.400488,"accuracy":0.437747,"main_score":0.400488,"hf_subset":"dyu_Latn-ltz_Latn","languages":["dyu-Latn","ltz-Latn"]},{"precision":0.253717,"recall":0.300395,"f1":0.265948,"accuracy":0.300395,"main_score":0.265948,"hf_subset":"dyu_Latn-nus_Latn","languages":["dyu-Latn","nus-Latn"]},{"precision":0.359554,"recall":0.422925,"f1":0.375987,"accuracy":0.422925,"main_score":0.375987,"hf_subset":"dyu_Latn-slk_Latn","languages":["dyu-Latn","slk-Latn"]},{"precision":0.227695,"recall":0.287549,"f1":0.243423,"accuracy":0.287549,"main_score":0.243423,"hf_subset":"dyu_Latn-tir_Ethi","languages":["dyu-Latn","tir-Ethi"]},{"precision":0.328979,"recall":0.407115,"f1":0.348516,"accuracy":0.407115,"main_score":0.348516,"hf_subset":"dyu_Latn-zho_Hant","languages":["dyu-Latn","zho-Hant"]},{"precision":0.376005,"recall":0.438735,"f1":0.39223,"accuracy":0.438735,"main_score":0.39223,"hf_subset":"dyu_Latn-awa_Deva","languages":["dyu-Latn","awa-Deva"]},{"precision":0.312069,"recall":0.359684,"f1":0.325346,"accuracy":0.359684,"main_score":0.325346,"hf_subset":"dyu_Latn-cym_Latn","languages":["dyu-Latn","cym-Latn"]},{"precision":0.37519,"recall":0.417984,"f1":0.38772,"accuracy":0.417984,"main_score":0.38772,"hf_subset":"dyu_Latn-grn_Latn","languages":["dyu-Latn","grn-Latn"]},{"precision":0.323673,"recall":0.383399,"f1":0.339039,"accuracy":0.383399,"main_score":0.339039,"hf_subset":"dyu_Latn-kat_Geor","languages":["dyu-Latn","kat-Geor"]},{"precision":0.373059,"recall":0.418972,"f1":0.386462,"accuracy":0.418972,"main_score":0.386462,"hf_subset":"dyu_Latn-lua_Latn","languages":["dyu-Latn","lua-Latn"]},{"precision":0.380977,"recall":0.423913,"f1":0.393618,"accuracy":0.423913,"main_score":0.393618,"hf_subset":"dyu_Latn-nya_Latn","languages":["dyu-Latn","nya-Latn"]},{"precision":0.363263,"recall":0.417984,"f1":0.378117,"accuracy":0.417984,"main_score":0.378117,"hf_subset":"dyu_Latn-slv_Latn","languages":["dyu-Latn","slv-Latn"]},{"precision":0.397955,"recall":0.443676,"f1":0.410004,"accuracy":0.443676,"main_score":0.410004,"hf_subset":"dyu_Latn-tpi_Latn","languages":["dyu-Latn","tpi-Latn"]},{"precision":0.394282,"recall":0.453557,"f1":0.410677,"accuracy":0.453557,"main_score":0.410677,"hf_subset":"dyu_Latn-zsm_Latn","languages":["dyu-Latn","zsm-Latn"]},{"precision":0.30909,"recall":0.371542,"f1":0.326239,"accuracy":0.371542,"main_score":0.326239,"hf_subset":"dyu_Latn-ayr_Latn","languages":["dyu-Latn","ayr-Latn"]},{"precision":0.383684,"recall":0.451581,"f1":0.40138,"accuracy":0.451581,"main_score":0.40138,"hf_subset":"dyu_Latn-dan_Latn","languages":["dyu-Latn","dan-Latn"]},{"precision":0.315024,"recall":0.389328,"f1":0.334415,"accuracy":0.389328,"main_score":0.334415,"hf_subset":"dyu_Latn-guj_Gujr","languages":["dyu-Latn","guj-Gujr"]},{"precision":0.345494,"recall":0.405138,"f1":0.361826,"accuracy":0.405138,"main_score":0.361826,"hf_subset":"dyu_Latn-kaz_Cyrl","languages":["dyu-Latn","kaz-Cyrl"]},{"precision":0.344157,"recall":0.38834,"f1":0.356242,"accuracy":0.38834,"main_score":0.356242,"hf_subset":"dyu_Latn-lug_Latn","languages":["dyu-Latn","lug-Latn"]},{"precision":0.381926,"recall":0.439723,"f1":0.396991,"accuracy":0.439723,"main_score":0.396991,"hf_subset":"dyu_Latn-oci_Latn","languages":["dyu-Latn","oci-Latn"]},{"precision":0.358058,"recall":0.405138,"f1":0.37106,"accuracy":0.405138,"main_score":0.37106,"hf_subset":"dyu_Latn-smo_Latn","languages":["dyu-Latn","smo-Latn"]},{"precision":0.354317,"recall":0.391304,"f1":0.365024,"accuracy":0.391304,"main_score":0.365024,"hf_subset":"dyu_Latn-tsn_Latn","languages":["dyu-Latn","tsn-Latn"]},{"precision":0.326419,"recall":0.374506,"f1":0.340185,"accuracy":0.374506,"main_score":0.340185,"hf_subset":"dyu_Latn-zul_Latn","languages":["dyu-Latn","zul-Latn"]},{"precision":0.257568,"recall":0.318182,"f1":0.273403,"accuracy":0.318182,"main_score":0.273403,"hf_subset":"dyu_Latn-azb_Arab","languages":["dyu-Latn","azb-Arab"]},{"precision":0.391338,"recall":0.465415,"f1":0.41009,"accuracy":0.465415,"main_score":0.41009,"hf_subset":"dyu_Latn-deu_Latn","languages":["dyu-Latn","deu-Latn"]},{"precision":0.349966,"recall":0.402174,"f1":0.364046,"accuracy":0.402174,"main_score":0.364046,"hf_subset":"dyu_Latn-hat_Latn","languages":["dyu-Latn","hat-Latn"]},{"precision":0.318052,"recall":0.367589,"f1":0.331861,"accuracy":0.367589,"main_score":0.331861,"hf_subset":"dyu_Latn-kbp_Latn","languages":["dyu-Latn","kbp-Latn"]},{"precision":0.364399,"recall":0.400198,"f1":0.375231,"accuracy":0.400198,"main_score":0.375231,"hf_subset":"dyu_Latn-luo_Latn","languages":["dyu-Latn","luo-Latn"]},{"precision":0.28758,"recall":0.351779,"f1":0.304902,"accuracy":0.351779,"main_score":0.304902,"hf_subset":"dyu_Latn-ory_Orya","languages":["dyu-Latn","ory-Orya"]},{"precision":0.361554,"recall":0.403162,"f1":0.373821,"accuracy":0.403162,"main_score":0.373821,"hf_subset":"dyu_Latn-sna_Latn","languages":["dyu-Latn","sna-Latn"]},{"precision":0.353008,"recall":0.399209,"f1":0.366032,"accuracy":0.399209,"main_score":0.366032,"hf_subset":"dyu_Latn-tso_Latn","languages":["dyu-Latn","tso-Latn"]},{"precision":0.32862,"recall":0.382411,"f1":0.343601,"accuracy":0.382411,"main_score":0.343601,"hf_subset":"dyu_Latn-azj_Latn","languages":["dyu-Latn","azj-Latn"]},{"precision":0.347349,"recall":0.390316,"f1":0.359799,"accuracy":0.390316,"main_score":0.359799,"hf_subset":"dyu_Latn-dik_Latn","languages":["dyu-Latn","dik-Latn"]},{"precision":0.369153,"recall":0.399209,"f1":0.378082,"accuracy":0.399209,"main_score":0.378082,"hf_subset":"dyu_Latn-hau_Latn","languages":["dyu-Latn","hau-Latn"]},{"precision":0.369733,"recall":0.41502,"f1":0.382063,"accuracy":0.41502,"main_score":0.382063,"hf_subset":"dyu_Latn-kea_Latn","languages":["dyu-Latn","kea-Latn"]},{"precision":0.391017,"recall":0.438735,"f1":0.404651,"accuracy":0.438735,"main_score":0.404651,"hf_subset":"dyu_Latn-lus_Latn","languages":["dyu-Latn","lus-Latn"]},{"precision":0.402661,"recall":0.442688,"f1":0.414409,"accuracy":0.442688,"main_score":0.414409,"hf_subset":"dyu_Latn-pag_Latn","languages":["dyu-Latn","pag-Latn"]},{"precision":0.274396,"recall":0.33004,"f1":0.288094,"accuracy":0.33004,"main_score":0.288094,"hf_subset":"dyu_Latn-snd_Arab","languages":["dyu-Latn","snd-Arab"]},{"precision":0.334948,"recall":0.381423,"f1":0.347462,"accuracy":0.381423,"main_score":0.347462,"hf_subset":"dyu_Latn-tuk_Latn","languages":["dyu-Latn","tuk-Latn"]},{"precision":0.355214,"recall":0.399209,"f1":0.367692,"accuracy":0.399209,"main_score":0.367692,"hf_subset":"dyu_Latn-bak_Cyrl","languages":["dyu-Latn","bak-Cyrl"]},{"precision":0.26344,"recall":0.329051,"f1":0.281061,"accuracy":0.329051,"main_score":0.281061,"hf_subset":"dyu_Latn-heb_Hebr","languages":["dyu-Latn","heb-Hebr"]},{"precision":0.310911,"recall":0.367589,"f1":0.326698,"accuracy":0.367589,"main_score":0.326698,"hf_subset":"dyu_Latn-khk_Cyrl","languages":["dyu-Latn","khk-Cyrl"]},{"precision":0.349836,"recall":0.40415,"f1":0.363384,"accuracy":0.40415,"main_score":0.363384,"hf_subset":"dyu_Latn-lvs_Latn","languages":["dyu-Latn","lvs-Latn"]},{"precision":0.299306,"recall":0.376482,"f1":0.319865,"accuracy":0.376482,"main_score":0.319865,"hf_subset":"dyu_Latn-pan_Guru","languages":["dyu-Latn","pan-Guru"]},{"precision":0.315767,"recall":0.357708,"f1":0.327963,"accuracy":0.357708,"main_score":0.327963,"hf_subset":"dyu_Latn-som_Latn","languages":["dyu-Latn","som-Latn"]},{"precision":0.352493,"recall":0.394269,"f1":0.363965,"accuracy":0.394269,"main_score":0.363965,"hf_subset":"dyu_Latn-tum_Latn","languages":["dyu-Latn","tum-Latn"]},{"precision":0.250217,"recall":0.320158,"f1":0.268077,"accuracy":0.320158,"main_score":0.268077,"hf_subset":"heb_Hebr-ace_Arab","languages":["heb-Hebr","ace-Arab"]},{"precision":0.311602,"recall":0.393281,"f1":0.333678,"accuracy":0.393281,"main_score":0.333678,"hf_subset":"heb_Hebr-bam_Latn","languages":["heb-Hebr","bam-Latn"]},{"precision":0.125669,"recall":0.183794,"f1":0.14049,"accuracy":0.183794,"main_score":0.14049,"hf_subset":"heb_Hebr-dzo_Tibt","languages":["heb-Hebr","dzo-Tibt"]},{"precision":0.9403,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"heb_Hebr-hin_Deva","languages":["heb-Hebr","hin-Deva"]},{"precision":0.771163,"recall":0.831028,"f1":0.789526,"accuracy":0.831028,"main_score":0.789526,"hf_subset":"heb_Hebr-khm_Khmr","languages":["heb-Hebr","khm-Khmr"]},{"precision":0.924572,"recall":0.94664,"f1":0.931621,"accuracy":0.94664,"main_score":0.931621,"hf_subset":"heb_Hebr-mag_Deva","languages":["heb-Hebr","mag-Deva"]},{"precision":0.720283,"recall":0.787549,"f1":0.740483,"accuracy":0.787549,"main_score":0.740483,"hf_subset":"heb_Hebr-pap_Latn","languages":["heb-Hebr","pap-Latn"]},{"precision":0.341696,"recall":0.423913,"f1":0.364059,"accuracy":0.423913,"main_score":0.364059,"hf_subset":"heb_Hebr-sot_Latn","languages":["heb-Hebr","sot-Latn"]},{"precision":0.937335,"recall":0.956522,"f1":0.943577,"accuracy":0.956522,"main_score":0.943577,"hf_subset":"heb_Hebr-tur_Latn","languages":["heb-Hebr","tur-Latn"]},{"precision":0.53246,"recall":0.624506,"f1":0.558884,"accuracy":0.624506,"main_score":0.558884,"hf_subset":"heb_Hebr-ace_Latn","languages":["heb-Hebr","ace-Latn"]},{"precision":0.660919,"recall":0.733202,"f1":0.68235,"accuracy":0.733202,"main_score":0.68235,"hf_subset":"heb_Hebr-ban_Latn","languages":["heb-Hebr","ban-Latn"]},{"precision":0.907444,"recall":0.934783,"f1":0.916337,"accuracy":0.934783,"main_score":0.916337,"hf_subset":"heb_Hebr-ell_Grek","languages":["heb-Hebr","ell-Grek"]},{"precision":0.883235,"recall":0.916996,"f1":0.894269,"accuracy":0.916996,"main_score":0.894269,"hf_subset":"heb_Hebr-hne_Deva","languages":["heb-Hebr","hne-Deva"]},{"precision":0.325578,"recall":0.41996,"f1":0.351784,"accuracy":0.41996,"main_score":0.351784,"hf_subset":"heb_Hebr-kik_Latn","languages":["heb-Hebr","kik-Latn"]},{"precision":0.914641,"recall":0.937747,"f1":0.922003,"accuracy":0.937747,"main_score":0.922003,"hf_subset":"heb_Hebr-mai_Deva","languages":["heb-Hebr","mai-Deva"]},{"precision":0.771163,"recall":0.832016,"f1":0.78969,"accuracy":0.832016,"main_score":0.78969,"hf_subset":"heb_Hebr-pbt_Arab","languages":["heb-Hebr","pbt-Arab"]},{"precision":0.947217,"recall":0.963439,"f1":0.95247,"accuracy":0.963439,"main_score":0.95247,"hf_subset":"heb_Hebr-spa_Latn","languages":["heb-Hebr","spa-Latn"]},{"precision":0.406076,"recall":0.490119,"f1":0.428866,"accuracy":0.490119,"main_score":0.428866,"hf_subset":"heb_Hebr-twi_Latn","languages":["heb-Hebr","twi-Latn"]},{"precision":0.92691,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"heb_Hebr-acm_Arab","languages":["heb-Hebr","acm-Arab"]},{"precision":0.764641,"recall":0.823123,"f1":0.782411,"accuracy":0.823123,"main_score":0.782411,"hf_subset":"heb_Hebr-bel_Cyrl","languages":["heb-Hebr","bel-Cyrl"]},{"precision":0.956686,"recall":0.969368,"f1":0.960804,"accuracy":0.969368,"main_score":0.960804,"hf_subset":"heb_Hebr-eng_Latn","languages":["heb-Hebr","eng-Latn"]},{"precision":0.895092,"recall":0.924901,"f1":0.904447,"accuracy":0.924901,"main_score":0.904447,"hf_subset":"heb_Hebr-hrv_Latn","languages":["heb-Hebr","hrv-Latn"]},{"precision":0.349758,"recall":0.431818,"f1":0.371358,"accuracy":0.431818,"main_score":0.371358,"hf_subset":"heb_Hebr-kin_Latn","languages":["heb-Hebr","kin-Latn"]},{"precision":0.921311,"recall":0.944664,"f1":0.928854,"accuracy":0.944664,"main_score":0.928854,"hf_subset":"heb_Hebr-mal_Mlym","languages":["heb-Hebr","mal-Mlym"]},{"precision":0.940464,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"heb_Hebr-pes_Arab","languages":["heb-Hebr","pes-Arab"]},{"precision":0.710985,"recall":0.778656,"f1":0.731752,"accuracy":0.778656,"main_score":0.731752,"hf_subset":"heb_Hebr-srd_Latn","languages":["heb-Hebr","srd-Latn"]},{"precision":0.106759,"recall":0.177866,"f1":0.122837,"accuracy":0.177866,"main_score":0.122837,"hf_subset":"heb_Hebr-tzm_Tfng","languages":["heb-Hebr","tzm-Tfng"]},{"precision":0.9417,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"heb_Hebr-acq_Arab","languages":["heb-Hebr","acq-Arab"]},{"precision":0.378267,"recall":0.464427,"f1":0.400387,"accuracy":0.464427,"main_score":0.400387,"hf_subset":"heb_Hebr-bem_Latn","languages":["heb-Hebr","bem-Latn"]},{"precision":0.794525,"recall":0.846838,"f1":0.810839,"accuracy":0.846838,"main_score":0.810839,"hf_subset":"heb_Hebr-epo_Latn","languages":["heb-Hebr","epo-Latn"]},{"precision":0.880764,"recall":0.91502,"f1":0.891798,"accuracy":0.91502,"main_score":0.891798,"hf_subset":"heb_Hebr-hun_Latn","languages":["heb-Hebr","hun-Latn"]},{"precision":0.589122,"recall":0.663043,"f1":0.610187,"accuracy":0.663043,"main_score":0.610187,"hf_subset":"heb_Hebr-kir_Cyrl","languages":["heb-Hebr","kir-Cyrl"]},{"precision":0.924819,"recall":0.947628,"f1":0.932213,"accuracy":0.947628,"main_score":0.932213,"hf_subset":"heb_Hebr-mar_Deva","languages":["heb-Hebr","mar-Deva"]},{"precision":0.380801,"recall":0.451581,"f1":0.39992,"accuracy":0.451581,"main_score":0.39992,"hf_subset":"heb_Hebr-plt_Latn","languages":["heb-Hebr","plt-Latn"]},{"precision":0.857378,"recall":0.898221,"f1":0.870356,"accuracy":0.898221,"main_score":0.870356,"hf_subset":"heb_Hebr-srp_Cyrl","languages":["heb-Hebr","srp-Cyrl"]},{"precision":0.273292,"recall":0.344862,"f1":0.293671,"accuracy":0.344862,"main_score":0.293671,"hf_subset":"heb_Hebr-uig_Arab","languages":["heb-Hebr","uig-Arab"]},{"precision":0.866765,"recall":0.908103,"f1":0.880435,"accuracy":0.908103,"main_score":0.880435,"hf_subset":"heb_Hebr-aeb_Arab","languages":["heb-Hebr","aeb-Arab"]},{"precision":0.935804,"recall":0.954545,"f1":0.941864,"accuracy":0.954545,"main_score":0.941864,"hf_subset":"heb_Hebr-ben_Beng","languages":["heb-Hebr","ben-Beng"]},{"precision":0.739443,"recall":0.804348,"f1":0.759058,"accuracy":0.804348,"main_score":0.759058,"hf_subset":"heb_Hebr-est_Latn","languages":["heb-Hebr","est-Latn"]},{"precision":0.785524,"recall":0.842885,"f1":0.803016,"accuracy":0.842885,"main_score":0.803016,"hf_subset":"heb_Hebr-hye_Armn","languages":["heb-Hebr","hye-Armn"]},{"precision":0.331933,"recall":0.414032,"f1":0.353992,"accuracy":0.414032,"main_score":0.353992,"hf_subset":"heb_Hebr-kmb_Latn","languages":["heb-Hebr","kmb-Latn"]},{"precision":0.202777,"recall":0.277668,"f1":0.221474,"accuracy":0.277668,"main_score":0.221474,"hf_subset":"heb_Hebr-min_Arab","languages":["heb-Hebr","min-Arab"]},{"precision":0.926548,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"heb_Hebr-pol_Latn","languages":["heb-Hebr","pol-Latn"]},{"precision":0.330056,"recall":0.410079,"f1":0.351954,"accuracy":0.410079,"main_score":0.351954,"hf_subset":"heb_Hebr-ssw_Latn","languages":["heb-Hebr","ssw-Latn"]},{"precision":0.933218,"recall":0.952569,"f1":0.939295,"accuracy":0.952569,"main_score":0.939295,"hf_subset":"heb_Hebr-ukr_Cyrl","languages":["heb-Hebr","ukr-Cyrl"]},{"precision":0.844532,"recall":0.88834,"f1":0.858333,"accuracy":0.88834,"main_score":0.858333,"hf_subset":"heb_Hebr-afr_Latn","languages":["heb-Hebr","afr-Latn"]},{"precision":0.847859,"recall":0.889328,"f1":0.860771,"accuracy":0.889328,"main_score":0.860771,"hf_subset":"heb_Hebr-bho_Deva","languages":["heb-Hebr","bho-Deva"]},{"precision":0.510787,"recall":0.603755,"f1":0.537091,"accuracy":0.603755,"main_score":0.537091,"hf_subset":"heb_Hebr-eus_Latn","languages":["heb-Hebr","eus-Latn"]},{"precision":0.317376,"recall":0.41502,"f1":0.343714,"accuracy":0.41502,"main_score":0.343714,"hf_subset":"heb_Hebr-ibo_Latn","languages":["heb-Hebr","ibo-Latn"]},{"precision":0.376599,"recall":0.461462,"f1":0.399997,"accuracy":0.461462,"main_score":0.399997,"hf_subset":"heb_Hebr-kmr_Latn","languages":["heb-Hebr","kmr-Latn"]},{"precision":0.645487,"recall":0.728261,"f1":0.670257,"accuracy":0.728261,"main_score":0.670257,"hf_subset":"heb_Hebr-min_Latn","languages":["heb-Hebr","min-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"heb_Hebr-por_Latn","languages":["heb-Hebr","por-Latn"]},{"precision":0.706275,"recall":0.773715,"f1":0.726449,"accuracy":0.773715,"main_score":0.726449,"hf_subset":"heb_Hebr-sun_Latn","languages":["heb-Hebr","sun-Latn"]},{"precision":0.309712,"recall":0.393281,"f1":0.331239,"accuracy":0.393281,"main_score":0.331239,"hf_subset":"heb_Hebr-umb_Latn","languages":["heb-Hebr","umb-Latn"]},{"precision":0.92556,"recall":0.949605,"f1":0.933465,"accuracy":0.949605,"main_score":0.933465,"hf_subset":"heb_Hebr-ajp_Arab","languages":["heb-Hebr","ajp-Arab"]},{"precision":0.216872,"recall":0.284585,"f1":0.234456,"accuracy":0.284585,"main_score":0.234456,"hf_subset":"heb_Hebr-bjn_Arab","languages":["heb-Hebr","bjn-Arab"]},{"precision":0.341779,"recall":0.41502,"f1":0.361386,"accuracy":0.41502,"main_score":0.361386,"hf_subset":"heb_Hebr-ewe_Latn","languages":["heb-Hebr","ewe-Latn"]},{"precision":0.53574,"recall":0.619565,"f1":0.559736,"accuracy":0.619565,"main_score":0.559736,"hf_subset":"heb_Hebr-ilo_Latn","languages":["heb-Hebr","ilo-Latn"]},{"precision":0.159796,"recall":0.228261,"f1":0.176715,"accuracy":0.228261,"main_score":0.176715,"hf_subset":"heb_Hebr-knc_Arab","languages":["heb-Hebr","knc-Arab"]},{"precision":0.843379,"recall":0.885375,"f1":0.856489,"accuracy":0.885375,"main_score":0.856489,"hf_subset":"heb_Hebr-mkd_Cyrl","languages":["heb-Hebr","mkd-Cyrl"]},{"precision":0.944335,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"heb_Hebr-prs_Arab","languages":["heb-Hebr","prs-Arab"]},{"precision":0.931818,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"heb_Hebr-swe_Latn","languages":["heb-Hebr","swe-Latn"]},{"precision":0.910573,"recall":0.937747,"f1":0.919302,"accuracy":0.937747,"main_score":0.919302,"hf_subset":"heb_Hebr-urd_Arab","languages":["heb-Hebr","urd-Arab"]},{"precision":0.355743,"recall":0.445652,"f1":0.380107,"accuracy":0.445652,"main_score":0.380107,"hf_subset":"heb_Hebr-aka_Latn","languages":["heb-Hebr","aka-Latn"]},{"precision":0.712714,"recall":0.773715,"f1":0.730275,"accuracy":0.773715,"main_score":0.730275,"hf_subset":"heb_Hebr-bjn_Latn","languages":["heb-Hebr","bjn-Latn"]},{"precision":0.49217,"recall":0.56917,"f1":0.514021,"accuracy":0.56917,"main_score":0.514021,"hf_subset":"heb_Hebr-fao_Latn","languages":["heb-Hebr","fao-Latn"]},{"precision":0.943429,"recall":0.959486,"f1":0.948353,"accuracy":0.959486,"main_score":0.948353,"hf_subset":"heb_Hebr-ind_Latn","languages":["heb-Hebr","ind-Latn"]},{"precision":0.364469,"recall":0.453557,"f1":0.388647,"accuracy":0.453557,"main_score":0.388647,"hf_subset":"heb_Hebr-knc_Latn","languages":["heb-Hebr","knc-Latn"]},{"precision":0.587356,"recall":0.668972,"f1":0.61062,"accuracy":0.668972,"main_score":0.61062,"hf_subset":"heb_Hebr-mlt_Latn","languages":["heb-Hebr","mlt-Latn"]},{"precision":0.389864,"recall":0.485178,"f1":0.416449,"accuracy":0.485178,"main_score":0.416449,"hf_subset":"heb_Hebr-quy_Latn","languages":["heb-Hebr","quy-Latn"]},{"precision":0.80504,"recall":0.856719,"f1":0.821231,"accuracy":0.856719,"main_score":0.821231,"hf_subset":"heb_Hebr-swh_Latn","languages":["heb-Hebr","swh-Latn"]},{"precision":0.571868,"recall":0.652174,"f1":0.594815,"accuracy":0.652174,"main_score":0.594815,"hf_subset":"heb_Hebr-uzn_Latn","languages":["heb-Hebr","uzn-Latn"]},{"precision":0.687526,"recall":0.755929,"f1":0.707446,"accuracy":0.755929,"main_score":0.707446,"hf_subset":"heb_Hebr-als_Latn","languages":["heb-Hebr","als-Latn"]},{"precision":0.163602,"recall":0.230237,"f1":0.179977,"accuracy":0.230237,"main_score":0.179977,"hf_subset":"heb_Hebr-bod_Tibt","languages":["heb-Hebr","bod-Tibt"]},{"precision":0.333026,"recall":0.417984,"f1":0.355337,"accuracy":0.417984,"main_score":0.355337,"hf_subset":"heb_Hebr-fij_Latn","languages":["heb-Hebr","fij-Latn"]},{"precision":0.498504,"recall":0.585968,"f1":0.52292,"accuracy":0.585968,"main_score":0.52292,"hf_subset":"heb_Hebr-isl_Latn","languages":["heb-Hebr","isl-Latn"]},{"precision":0.371217,"recall":0.456522,"f1":0.394809,"accuracy":0.456522,"main_score":0.394809,"hf_subset":"heb_Hebr-kon_Latn","languages":["heb-Hebr","kon-Latn"]},{"precision":0.311133,"recall":0.399209,"f1":0.334176,"accuracy":0.399209,"main_score":0.334176,"hf_subset":"heb_Hebr-mni_Beng","languages":["heb-Hebr","mni-Beng"]},{"precision":0.938406,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"heb_Hebr-ron_Latn","languages":["heb-Hebr","ron-Latn"]},{"precision":0.765794,"recall":0.826087,"f1":0.784453,"accuracy":0.826087,"main_score":0.784453,"hf_subset":"heb_Hebr-szl_Latn","languages":["heb-Hebr","szl-Latn"]},{"precision":0.819911,"recall":0.868577,"f1":0.835046,"accuracy":0.868577,"main_score":0.835046,"hf_subset":"heb_Hebr-vec_Latn","languages":["heb-Hebr","vec-Latn"]},{"precision":0.763761,"recall":0.824111,"f1":0.78223,"accuracy":0.824111,"main_score":0.78223,"hf_subset":"heb_Hebr-amh_Ethi","languages":["heb-Hebr","amh-Ethi"]},{"precision":0.926301,"recall":0.948617,"f1":0.933366,"accuracy":0.948617,"main_score":0.933366,"hf_subset":"heb_Hebr-bos_Latn","languages":["heb-Hebr","bos-Latn"]},{"precision":0.913702,"recall":0.939723,"f1":0.922266,"accuracy":0.939723,"main_score":0.922266,"hf_subset":"heb_Hebr-fin_Latn","languages":["heb-Hebr","fin-Latn"]},{"precision":0.945191,"recall":0.961462,"f1":0.950428,"accuracy":0.961462,"main_score":0.950428,"hf_subset":"heb_Hebr-ita_Latn","languages":["heb-Hebr","ita-Latn"]},{"precision":0.929381,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"heb_Hebr-kor_Hang","languages":["heb-Hebr","kor-Hang"]},{"precision":0.351121,"recall":0.427866,"f1":0.371535,"accuracy":0.427866,"main_score":0.371535,"hf_subset":"heb_Hebr-mos_Latn","languages":["heb-Hebr","mos-Latn"]},{"precision":0.326972,"recall":0.414032,"f1":0.349865,"accuracy":0.414032,"main_score":0.349865,"hf_subset":"heb_Hebr-run_Latn","languages":["heb-Hebr","run-Latn"]},{"precision":0.923584,"recall":0.947628,"f1":0.931489,"accuracy":0.947628,"main_score":0.931489,"hf_subset":"heb_Hebr-tam_Taml","languages":["heb-Hebr","tam-Taml"]},{"precision":0.922925,"recall":0.94664,"f1":0.930665,"accuracy":0.94664,"main_score":0.930665,"hf_subset":"heb_Hebr-vie_Latn","languages":["heb-Hebr","vie-Latn"]},{"precision":0.921146,"recall":0.944664,"f1":0.928524,"accuracy":0.944664,"main_score":0.928524,"hf_subset":"heb_Hebr-apc_Arab","languages":["heb-Hebr","apc-Arab"]},{"precision":0.489026,"recall":0.58498,"f1":0.515882,"accuracy":0.58498,"main_score":0.515882,"hf_subset":"heb_Hebr-bug_Latn","languages":["heb-Hebr","bug-Latn"]},{"precision":0.298667,"recall":0.378458,"f1":0.319606,"accuracy":0.378458,"main_score":0.319606,"hf_subset":"heb_Hebr-fon_Latn","languages":["heb-Hebr","fon-Latn"]},{"precision":0.726515,"recall":0.790514,"f1":0.745572,"accuracy":0.790514,"main_score":0.745572,"hf_subset":"heb_Hebr-jav_Latn","languages":["heb-Hebr","jav-Latn"]},{"precision":0.688809,"recall":0.761858,"f1":0.710581,"accuracy":0.761858,"main_score":0.710581,"hf_subset":"heb_Hebr-lao_Laoo","languages":["heb-Hebr","lao-Laoo"]},{"precision":0.31412,"recall":0.407115,"f1":0.338458,"accuracy":0.407115,"main_score":0.338458,"hf_subset":"heb_Hebr-mri_Latn","languages":["heb-Hebr","mri-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"heb_Hebr-rus_Cyrl","languages":["heb-Hebr","rus-Cyrl"]},{"precision":0.332435,"recall":0.413043,"f1":0.353252,"accuracy":0.413043,"main_score":0.353252,"hf_subset":"heb_Hebr-taq_Latn","languages":["heb-Hebr","taq-Latn"]},{"precision":0.67281,"recall":0.742095,"f1":0.692918,"accuracy":0.742095,"main_score":0.692918,"hf_subset":"heb_Hebr-war_Latn","languages":["heb-Hebr","war-Latn"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"heb_Hebr-arb_Arab","languages":["heb-Hebr","arb-Arab"]},{"precision":0.938406,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"heb_Hebr-bul_Cyrl","languages":["heb-Hebr","bul-Cyrl"]},{"precision":0.938982,"recall":0.95751,"f1":0.944895,"accuracy":0.95751,"main_score":0.944895,"hf_subset":"heb_Hebr-fra_Latn","languages":["heb-Hebr","fra-Latn"]},{"precision":0.925478,"recall":0.947628,"f1":0.932378,"accuracy":0.947628,"main_score":0.932378,"hf_subset":"heb_Hebr-jpn_Jpan","languages":["heb-Hebr","jpn-Jpan"]},{"precision":0.745702,"recall":0.810277,"f1":0.765104,"accuracy":0.810277,"main_score":0.765104,"hf_subset":"heb_Hebr-lij_Latn","languages":["heb-Hebr","lij-Latn"]},{"precision":0.743709,"recall":0.809289,"f1":0.763538,"accuracy":0.809289,"main_score":0.763538,"hf_subset":"heb_Hebr-mya_Mymr","languages":["heb-Hebr","mya-Mymr"]},{"precision":0.370784,"recall":0.458498,"f1":0.394665,"accuracy":0.458498,"main_score":0.394665,"hf_subset":"heb_Hebr-sag_Latn","languages":["heb-Hebr","sag-Latn"]},{"precision":0.136986,"recall":0.211462,"f1":0.15327,"accuracy":0.211462,"main_score":0.15327,"hf_subset":"heb_Hebr-taq_Tfng","languages":["heb-Hebr","taq-Tfng"]},{"precision":0.380827,"recall":0.465415,"f1":0.403417,"accuracy":0.465415,"main_score":0.403417,"hf_subset":"heb_Hebr-wol_Latn","languages":["heb-Hebr","wol-Latn"]},{"precision":0.239597,"recall":0.329051,"f1":0.261858,"accuracy":0.329051,"main_score":0.261858,"hf_subset":"heb_Hebr-arb_Latn","languages":["heb-Hebr","arb-Latn"]},{"precision":0.907938,"recall":0.933794,"f1":0.916107,"accuracy":0.933794,"main_score":0.916107,"hf_subset":"heb_Hebr-cat_Latn","languages":["heb-Hebr","cat-Latn"]},{"precision":0.69025,"recall":0.758893,"f1":0.710907,"accuracy":0.758893,"main_score":0.710907,"hf_subset":"heb_Hebr-fur_Latn","languages":["heb-Hebr","fur-Latn"]},{"precision":0.246105,"recall":0.318182,"f1":0.264965,"accuracy":0.318182,"main_score":0.264965,"hf_subset":"heb_Hebr-kab_Latn","languages":["heb-Hebr","kab-Latn"]},{"precision":0.688768,"recall":0.755929,"f1":0.70919,"accuracy":0.755929,"main_score":0.70919,"hf_subset":"heb_Hebr-lim_Latn","languages":["heb-Hebr","lim-Latn"]},{"precision":0.933136,"recall":0.952569,"f1":0.939394,"accuracy":0.952569,"main_score":0.939394,"hf_subset":"heb_Hebr-nld_Latn","languages":["heb-Hebr","nld-Latn"]},{"precision":0.804924,"recall":0.857708,"f1":0.821311,"accuracy":0.857708,"main_score":0.821311,"hf_subset":"heb_Hebr-san_Deva","languages":["heb-Hebr","san-Deva"]},{"precision":0.575315,"recall":0.647233,"f1":0.595393,"accuracy":0.647233,"main_score":0.595393,"hf_subset":"heb_Hebr-tat_Cyrl","languages":["heb-Hebr","tat-Cyrl"]},{"precision":0.360641,"recall":0.447628,"f1":0.383416,"accuracy":0.447628,"main_score":0.383416,"hf_subset":"heb_Hebr-xho_Latn","languages":["heb-Hebr","xho-Latn"]},{"precision":0.93857,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"heb_Hebr-ars_Arab","languages":["heb-Hebr","ars-Arab"]},{"precision":0.652727,"recall":0.730237,"f1":0.675774,"accuracy":0.730237,"main_score":0.675774,"hf_subset":"heb_Hebr-ceb_Latn","languages":["heb-Hebr","ceb-Latn"]},{"precision":0.348855,"recall":0.433794,"f1":0.371331,"accuracy":0.433794,"main_score":0.371331,"hf_subset":"heb_Hebr-fuv_Latn","languages":["heb-Hebr","fuv-Latn"]},{"precision":0.342465,"recall":0.428854,"f1":0.365147,"accuracy":0.428854,"main_score":0.365147,"hf_subset":"heb_Hebr-kac_Latn","languages":["heb-Hebr","kac-Latn"]},{"precision":0.398197,"recall":0.482213,"f1":0.421184,"accuracy":0.482213,"main_score":0.421184,"hf_subset":"heb_Hebr-lin_Latn","languages":["heb-Hebr","lin-Latn"]},{"precision":0.880188,"recall":0.914032,"f1":0.891041,"accuracy":0.914032,"main_score":0.891041,"hf_subset":"heb_Hebr-nno_Latn","languages":["heb-Hebr","nno-Latn"]},{"precision":0.167147,"recall":0.231225,"f1":0.182373,"accuracy":0.231225,"main_score":0.182373,"hf_subset":"heb_Hebr-sat_Olck","languages":["heb-Hebr","sat-Olck"]},{"precision":0.923254,"recall":0.945652,"f1":0.930336,"accuracy":0.945652,"main_score":0.930336,"hf_subset":"heb_Hebr-tel_Telu","languages":["heb-Hebr","tel-Telu"]},{"precision":0.315594,"recall":0.393281,"f1":0.335954,"accuracy":0.393281,"main_score":0.335954,"hf_subset":"heb_Hebr-ydd_Hebr","languages":["heb-Hebr","ydd-Hebr"]},{"precision":0.818379,"recall":0.867589,"f1":0.833794,"accuracy":0.867589,"main_score":0.833794,"hf_subset":"heb_Hebr-ary_Arab","languages":["heb-Hebr","ary-Arab"]},{"precision":0.91502,"recall":0.940711,"f1":0.92309,"accuracy":0.940711,"main_score":0.92309,"hf_subset":"heb_Hebr-ces_Latn","languages":["heb-Hebr","ces-Latn"]},{"precision":0.284294,"recall":0.359684,"f1":0.303163,"accuracy":0.359684,"main_score":0.303163,"hf_subset":"heb_Hebr-gaz_Latn","languages":["heb-Hebr","gaz-Latn"]},{"precision":0.360477,"recall":0.440711,"f1":0.382785,"accuracy":0.440711,"main_score":0.382785,"hf_subset":"heb_Hebr-kam_Latn","languages":["heb-Hebr","kam-Latn"]},{"precision":0.71059,"recall":0.779644,"f1":0.731522,"accuracy":0.779644,"main_score":0.731522,"hf_subset":"heb_Hebr-lit_Latn","languages":["heb-Hebr","lit-Latn"]},{"precision":0.932148,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"heb_Hebr-nob_Latn","languages":["heb-Hebr","nob-Latn"]},{"precision":0.671882,"recall":0.745059,"f1":0.693036,"accuracy":0.745059,"main_score":0.693036,"hf_subset":"heb_Hebr-scn_Latn","languages":["heb-Hebr","scn-Latn"]},{"precision":0.389547,"recall":0.475296,"f1":0.412529,"accuracy":0.475296,"main_score":0.412529,"hf_subset":"heb_Hebr-tgk_Cyrl","languages":["heb-Hebr","tgk-Cyrl"]},{"precision":0.299418,"recall":0.389328,"f1":0.322996,"accuracy":0.389328,"main_score":0.322996,"hf_subset":"heb_Hebr-yor_Latn","languages":["heb-Hebr","yor-Latn"]},{"precision":0.919631,"recall":0.943676,"f1":0.927536,"accuracy":0.943676,"main_score":0.927536,"hf_subset":"heb_Hebr-arz_Arab","languages":["heb-Hebr","arz-Arab"]},{"precision":0.360101,"recall":0.450593,"f1":0.383767,"accuracy":0.450593,"main_score":0.383767,"hf_subset":"heb_Hebr-cjk_Latn","languages":["heb-Hebr","cjk-Latn"]},{"precision":0.310863,"recall":0.392292,"f1":0.332227,"accuracy":0.392292,"main_score":0.332227,"hf_subset":"heb_Hebr-gla_Latn","languages":["heb-Hebr","gla-Latn"]},{"precision":0.913702,"recall":0.939723,"f1":0.922101,"accuracy":0.939723,"main_score":0.922101,"hf_subset":"heb_Hebr-kan_Knda","languages":["heb-Hebr","kan-Knda"]},{"precision":0.674687,"recall":0.752964,"f1":0.697647,"accuracy":0.752964,"main_score":0.697647,"hf_subset":"heb_Hebr-lmo_Latn","languages":["heb-Hebr","lmo-Latn"]},{"precision":0.912632,"recall":0.937747,"f1":0.920685,"accuracy":0.937747,"main_score":0.920685,"hf_subset":"heb_Hebr-npi_Deva","languages":["heb-Hebr","npi-Deva"]},{"precision":0.305323,"recall":0.397233,"f1":0.328171,"accuracy":0.397233,"main_score":0.328171,"hf_subset":"heb_Hebr-shn_Mymr","languages":["heb-Hebr","shn-Mymr"]},{"precision":0.815711,"recall":0.867589,"f1":0.83195,"accuracy":0.867589,"main_score":0.83195,"hf_subset":"heb_Hebr-tgl_Latn","languages":["heb-Hebr","tgl-Latn"]},{"precision":0.916173,"recall":0.940711,"f1":0.923913,"accuracy":0.940711,"main_score":0.923913,"hf_subset":"heb_Hebr-yue_Hant","languages":["heb-Hebr","yue-Hant"]},{"precision":0.802454,"recall":0.853755,"f1":0.818347,"accuracy":0.853755,"main_score":0.818347,"hf_subset":"heb_Hebr-asm_Beng","languages":["heb-Hebr","asm-Beng"]},{"precision":0.366516,"recall":0.450593,"f1":0.389238,"accuracy":0.450593,"main_score":0.389238,"hf_subset":"heb_Hebr-ckb_Arab","languages":["heb-Hebr","ckb-Arab"]},{"precision":0.327991,"recall":0.407115,"f1":0.347567,"accuracy":0.407115,"main_score":0.347567,"hf_subset":"heb_Hebr-gle_Latn","languages":["heb-Hebr","gle-Latn"]},{"precision":0.566733,"recall":0.648221,"f1":0.58927,"accuracy":0.648221,"main_score":0.58927,"hf_subset":"heb_Hebr-kas_Arab","languages":["heb-Hebr","kas-Arab"]},{"precision":0.508004,"recall":0.586957,"f1":0.530916,"accuracy":0.586957,"main_score":0.530916,"hf_subset":"heb_Hebr-ltg_Latn","languages":["heb-Hebr","ltg-Latn"]},{"precision":0.351126,"recall":0.439723,"f1":0.37477,"accuracy":0.439723,"main_score":0.37477,"hf_subset":"heb_Hebr-nso_Latn","languages":["heb-Hebr","nso-Latn"]},{"precision":0.804677,"recall":0.857708,"f1":0.821396,"accuracy":0.857708,"main_score":0.821396,"hf_subset":"heb_Hebr-sin_Sinh","languages":["heb-Hebr","sin-Sinh"]},{"precision":0.934042,"recall":0.953557,"f1":0.940119,"accuracy":0.953557,"main_score":0.940119,"hf_subset":"heb_Hebr-tha_Thai","languages":["heb-Hebr","tha-Thai"]},{"precision":0.921064,"recall":0.944664,"f1":0.92859,"accuracy":0.944664,"main_score":0.92859,"hf_subset":"heb_Hebr-zho_Hans","languages":["heb-Hebr","zho-Hans"]},{"precision":0.865596,"recall":0.903162,"f1":0.877207,"accuracy":0.903162,"main_score":0.877207,"hf_subset":"heb_Hebr-ast_Latn","languages":["heb-Hebr","ast-Latn"]},{"precision":0.705847,"recall":0.772727,"f1":0.725828,"accuracy":0.772727,"main_score":0.725828,"hf_subset":"heb_Hebr-crh_Latn","languages":["heb-Hebr","crh-Latn"]},{"precision":0.922596,"recall":0.945652,"f1":0.929842,"accuracy":0.945652,"main_score":0.929842,"hf_subset":"heb_Hebr-glg_Latn","languages":["heb-Hebr","glg-Latn"]},{"precision":0.466398,"recall":0.559289,"f1":0.492602,"accuracy":0.559289,"main_score":0.492602,"hf_subset":"heb_Hebr-kas_Deva","languages":["heb-Hebr","kas-Deva"]},{"precision":0.638078,"recall":0.715415,"f1":0.659878,"accuracy":0.715415,"main_score":0.659878,"hf_subset":"heb_Hebr-ltz_Latn","languages":["heb-Hebr","ltz-Latn"]},{"precision":0.290105,"recall":0.37253,"f1":0.312014,"accuracy":0.37253,"main_score":0.312014,"hf_subset":"heb_Hebr-nus_Latn","languages":["heb-Hebr","nus-Latn"]},{"precision":0.902668,"recall":0.931818,"f1":0.911858,"accuracy":0.931818,"main_score":0.911858,"hf_subset":"heb_Hebr-slk_Latn","languages":["heb-Hebr","slk-Latn"]},{"precision":0.344669,"recall":0.431818,"f1":0.368765,"accuracy":0.431818,"main_score":0.368765,"hf_subset":"heb_Hebr-tir_Ethi","languages":["heb-Hebr","tir-Ethi"]},{"precision":0.897398,"recall":0.927866,"f1":0.907232,"accuracy":0.927866,"main_score":0.907232,"hf_subset":"heb_Hebr-zho_Hant","languages":["heb-Hebr","zho-Hant"]},{"precision":0.911479,"recall":0.935771,"f1":0.919203,"accuracy":0.935771,"main_score":0.919203,"hf_subset":"heb_Hebr-awa_Deva","languages":["heb-Hebr","awa-Deva"]},{"precision":0.339581,"recall":0.427866,"f1":0.363055,"accuracy":0.427866,"main_score":0.363055,"hf_subset":"heb_Hebr-cym_Latn","languages":["heb-Hebr","cym-Latn"]},{"precision":0.478953,"recall":0.567194,"f1":0.503254,"accuracy":0.567194,"main_score":0.503254,"hf_subset":"heb_Hebr-grn_Latn","languages":["heb-Hebr","grn-Latn"]},{"precision":0.849259,"recall":0.890316,"f1":0.862022,"accuracy":0.890316,"main_score":0.862022,"hf_subset":"heb_Hebr-kat_Geor","languages":["heb-Hebr","kat-Geor"]},{"precision":0.387463,"recall":0.47332,"f1":0.410299,"accuracy":0.47332,"main_score":0.410299,"hf_subset":"heb_Hebr-lua_Latn","languages":["heb-Hebr","lua-Latn"]},{"precision":0.385739,"recall":0.470356,"f1":0.408318,"accuracy":0.470356,"main_score":0.408318,"hf_subset":"heb_Hebr-nya_Latn","languages":["heb-Hebr","nya-Latn"]},{"precision":0.83391,"recall":0.879447,"f1":0.848141,"accuracy":0.879447,"main_score":0.848141,"hf_subset":"heb_Hebr-slv_Latn","languages":["heb-Hebr","slv-Latn"]},{"precision":0.551088,"recall":0.639328,"f1":0.576427,"accuracy":0.639328,"main_score":0.576427,"hf_subset":"heb_Hebr-tpi_Latn","languages":["heb-Hebr","tpi-Latn"]},{"precision":0.920619,"recall":0.943676,"f1":0.927833,"accuracy":0.943676,"main_score":0.927833,"hf_subset":"heb_Hebr-zsm_Latn","languages":["heb-Hebr","zsm-Latn"]},{"precision":0.307039,"recall":0.403162,"f1":0.332102,"accuracy":0.403162,"main_score":0.332102,"hf_subset":"heb_Hebr-ayr_Latn","languages":["heb-Hebr","ayr-Latn"]},{"precision":0.945323,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"heb_Hebr-dan_Latn","languages":["heb-Hebr","dan-Latn"]},{"precision":0.934618,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"heb_Hebr-guj_Gujr","languages":["heb-Hebr","guj-Gujr"]},{"precision":0.652569,"recall":0.722332,"f1":0.672963,"accuracy":0.722332,"main_score":0.672963,"hf_subset":"heb_Hebr-kaz_Cyrl","languages":["heb-Hebr","kaz-Cyrl"]},{"precision":0.32568,"recall":0.408103,"f1":0.347127,"accuracy":0.408103,"main_score":0.347127,"hf_subset":"heb_Hebr-lug_Latn","languages":["heb-Hebr","lug-Latn"]},{"precision":0.884223,"recall":0.91502,"f1":0.893892,"accuracy":0.91502,"main_score":0.893892,"hf_subset":"heb_Hebr-oci_Latn","languages":["heb-Hebr","oci-Latn"]},{"precision":0.359525,"recall":0.453557,"f1":0.383973,"accuracy":0.453557,"main_score":0.383973,"hf_subset":"heb_Hebr-smo_Latn","languages":["heb-Hebr","smo-Latn"]},{"precision":0.340228,"recall":0.426877,"f1":0.363405,"accuracy":0.426877,"main_score":0.363405,"hf_subset":"heb_Hebr-tsn_Latn","languages":["heb-Hebr","tsn-Latn"]},{"precision":0.338443,"recall":0.425889,"f1":0.361684,"accuracy":0.425889,"main_score":0.361684,"hf_subset":"heb_Hebr-zul_Latn","languages":["heb-Hebr","zul-Latn"]},{"precision":0.565128,"recall":0.660079,"f1":0.592775,"accuracy":0.660079,"main_score":0.592775,"hf_subset":"heb_Hebr-azb_Arab","languages":["heb-Hebr","azb-Arab"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"heb_Hebr-deu_Latn","languages":["heb-Hebr","deu-Latn"]},{"precision":0.510485,"recall":0.599802,"f1":0.535699,"accuracy":0.599802,"main_score":0.535699,"hf_subset":"heb_Hebr-hat_Latn","languages":["heb-Hebr","hat-Latn"]},{"precision":0.317277,"recall":0.398221,"f1":0.33904,"accuracy":0.398221,"main_score":0.33904,"hf_subset":"heb_Hebr-kbp_Latn","languages":["heb-Hebr","kbp-Latn"]},{"precision":0.35494,"recall":0.443676,"f1":0.378702,"accuracy":0.443676,"main_score":0.378702,"hf_subset":"heb_Hebr-luo_Latn","languages":["heb-Hebr","luo-Latn"]},{"precision":0.466618,"recall":0.547431,"f1":0.488524,"accuracy":0.547431,"main_score":0.488524,"hf_subset":"heb_Hebr-ory_Orya","languages":["heb-Hebr","ory-Orya"]},{"precision":0.340754,"recall":0.420949,"f1":0.362513,"accuracy":0.420949,"main_score":0.362513,"hf_subset":"heb_Hebr-sna_Latn","languages":["heb-Hebr","sna-Latn"]},{"precision":0.338245,"recall":0.416008,"f1":0.358358,"accuracy":0.416008,"main_score":0.358358,"hf_subset":"heb_Hebr-tso_Latn","languages":["heb-Hebr","tso-Latn"]},{"precision":0.752964,"recall":0.817194,"f1":0.772299,"accuracy":0.817194,"main_score":0.772299,"hf_subset":"heb_Hebr-azj_Latn","languages":["heb-Hebr","azj-Latn"]},{"precision":0.330781,"recall":0.420949,"f1":0.354775,"accuracy":0.420949,"main_score":0.354775,"hf_subset":"heb_Hebr-dik_Latn","languages":["heb-Hebr","dik-Latn"]},{"precision":0.380676,"recall":0.45751,"f1":0.402285,"accuracy":0.45751,"main_score":0.402285,"hf_subset":"heb_Hebr-hau_Latn","languages":["heb-Hebr","hau-Latn"]},{"precision":0.668297,"recall":0.749012,"f1":0.692457,"accuracy":0.749012,"main_score":0.692457,"hf_subset":"heb_Hebr-kea_Latn","languages":["heb-Hebr","kea-Latn"]},{"precision":0.477528,"recall":0.561265,"f1":0.500624,"accuracy":0.561265,"main_score":0.500624,"hf_subset":"heb_Hebr-lus_Latn","languages":["heb-Hebr","lus-Latn"]},{"precision":0.593429,"recall":0.670949,"f1":0.615763,"accuracy":0.670949,"main_score":0.615763,"hf_subset":"heb_Hebr-pag_Latn","languages":["heb-Hebr","pag-Latn"]},{"precision":0.589435,"recall":0.674901,"f1":0.614308,"accuracy":0.674901,"main_score":0.614308,"hf_subset":"heb_Hebr-snd_Arab","languages":["heb-Hebr","snd-Arab"]},{"precision":0.539875,"recall":0.616601,"f1":0.561437,"accuracy":0.616601,"main_score":0.561437,"hf_subset":"heb_Hebr-tuk_Latn","languages":["heb-Hebr","tuk-Latn"]},{"precision":0.518405,"recall":0.597826,"f1":0.540583,"accuracy":0.597826,"main_score":0.540583,"hf_subset":"heb_Hebr-bak_Cyrl","languages":["heb-Hebr","bak-Cyrl"]},{"precision":0.281483,"recall":0.370553,"f1":0.305266,"accuracy":0.370553,"main_score":0.305266,"hf_subset":"heb_Hebr-dyu_Latn","languages":["heb-Hebr","dyu-Latn"]},{"precision":0.37987,"recall":0.462451,"f1":0.402332,"accuracy":0.462451,"main_score":0.402332,"hf_subset":"heb_Hebr-khk_Cyrl","languages":["heb-Hebr","khk-Cyrl"]},{"precision":0.717918,"recall":0.783597,"f1":0.737912,"accuracy":0.783597,"main_score":0.737912,"hf_subset":"heb_Hebr-lvs_Latn","languages":["heb-Hebr","lvs-Latn"]},{"precision":0.852355,"recall":0.893281,"f1":0.865349,"accuracy":0.893281,"main_score":0.865349,"hf_subset":"heb_Hebr-pan_Guru","languages":["heb-Hebr","pan-Guru"]},{"precision":0.337099,"recall":0.414032,"f1":0.357649,"accuracy":0.414032,"main_score":0.357649,"hf_subset":"heb_Hebr-som_Latn","languages":["heb-Hebr","som-Latn"]},{"precision":0.38204,"recall":0.460474,"f1":0.403068,"accuracy":0.460474,"main_score":0.403068,"hf_subset":"heb_Hebr-tum_Latn","languages":["heb-Hebr","tum-Latn"]},{"precision":0.272262,"recall":0.327075,"f1":0.287282,"accuracy":0.327075,"main_score":0.287282,"hf_subset":"khk_Cyrl-ace_Arab","languages":["khk-Cyrl","ace-Arab"]},{"precision":0.36326,"recall":0.412055,"f1":0.376506,"accuracy":0.412055,"main_score":0.376506,"hf_subset":"khk_Cyrl-bam_Latn","languages":["khk-Cyrl","bam-Latn"]},{"precision":0.144506,"recall":0.1917,"f1":0.155769,"accuracy":0.1917,"main_score":0.155769,"hf_subset":"khk_Cyrl-dzo_Tibt","languages":["khk-Cyrl","dzo-Tibt"]},{"precision":0.470207,"recall":0.544466,"f1":0.489983,"accuracy":0.544466,"main_score":0.489983,"hf_subset":"khk_Cyrl-hin_Deva","languages":["khk-Cyrl","hin-Deva"]},{"precision":0.385832,"recall":0.447628,"f1":0.402967,"accuracy":0.447628,"main_score":0.402967,"hf_subset":"khk_Cyrl-khm_Khmr","languages":["khk-Cyrl","khm-Khmr"]},{"precision":0.458228,"recall":0.523715,"f1":0.476661,"accuracy":0.523715,"main_score":0.476661,"hf_subset":"khk_Cyrl-mag_Deva","languages":["khk-Cyrl","mag-Deva"]},{"precision":0.474541,"recall":0.52668,"f1":0.489106,"accuracy":0.52668,"main_score":0.489106,"hf_subset":"khk_Cyrl-pap_Latn","languages":["khk-Cyrl","pap-Latn"]},{"precision":0.394861,"recall":0.443676,"f1":0.407719,"accuracy":0.443676,"main_score":0.407719,"hf_subset":"khk_Cyrl-sot_Latn","languages":["khk-Cyrl","sot-Latn"]},{"precision":0.480933,"recall":0.549407,"f1":0.499484,"accuracy":0.549407,"main_score":0.499484,"hf_subset":"khk_Cyrl-tur_Latn","languages":["khk-Cyrl","tur-Latn"]},{"precision":0.468495,"recall":0.51087,"f1":0.480604,"accuracy":0.51087,"main_score":0.480604,"hf_subset":"khk_Cyrl-ace_Latn","languages":["khk-Cyrl","ace-Latn"]},{"precision":0.460484,"recall":0.511858,"f1":0.475042,"accuracy":0.511858,"main_score":0.475042,"hf_subset":"khk_Cyrl-ban_Latn","languages":["khk-Cyrl","ban-Latn"]},{"precision":0.3975,"recall":0.469368,"f1":0.416105,"accuracy":0.469368,"main_score":0.416105,"hf_subset":"khk_Cyrl-ell_Grek","languages":["khk-Cyrl","ell-Grek"]},{"precision":0.435251,"recall":0.494071,"f1":0.452467,"accuracy":0.494071,"main_score":0.452467,"hf_subset":"khk_Cyrl-hne_Deva","languages":["khk-Cyrl","hne-Deva"]},{"precision":0.347054,"recall":0.400198,"f1":0.361103,"accuracy":0.400198,"main_score":0.361103,"hf_subset":"khk_Cyrl-kik_Latn","languages":["khk-Cyrl","kik-Latn"]},{"precision":0.460171,"recall":0.520751,"f1":0.476677,"accuracy":0.520751,"main_score":0.476677,"hf_subset":"khk_Cyrl-mai_Deva","languages":["khk-Cyrl","mai-Deva"]},{"precision":0.413169,"recall":0.465415,"f1":0.426661,"accuracy":0.465415,"main_score":0.426661,"hf_subset":"khk_Cyrl-pbt_Arab","languages":["khk-Cyrl","pbt-Arab"]},{"precision":0.464835,"recall":0.550395,"f1":0.487886,"accuracy":0.550395,"main_score":0.487886,"hf_subset":"khk_Cyrl-spa_Latn","languages":["khk-Cyrl","spa-Latn"]},{"precision":0.423108,"recall":0.48419,"f1":0.440486,"accuracy":0.48419,"main_score":0.440486,"hf_subset":"khk_Cyrl-twi_Latn","languages":["khk-Cyrl","twi-Latn"]},{"precision":0.44767,"recall":0.521739,"f1":0.467618,"accuracy":0.521739,"main_score":0.467618,"hf_subset":"khk_Cyrl-acm_Arab","languages":["khk-Cyrl","acm-Arab"]},{"precision":0.423223,"recall":0.495059,"f1":0.443354,"accuracy":0.495059,"main_score":0.443354,"hf_subset":"khk_Cyrl-bel_Cyrl","languages":["khk-Cyrl","bel-Cyrl"]},{"precision":0.492125,"recall":0.563241,"f1":0.511352,"accuracy":0.563241,"main_score":0.511352,"hf_subset":"khk_Cyrl-eng_Latn","languages":["khk-Cyrl","eng-Latn"]},{"precision":0.459054,"recall":0.530632,"f1":0.478988,"accuracy":0.530632,"main_score":0.478988,"hf_subset":"khk_Cyrl-hrv_Latn","languages":["khk-Cyrl","hrv-Latn"]},{"precision":0.359589,"recall":0.418972,"f1":0.376312,"accuracy":0.418972,"main_score":0.376312,"hf_subset":"khk_Cyrl-kin_Latn","languages":["khk-Cyrl","kin-Latn"]},{"precision":0.433579,"recall":0.513834,"f1":0.455702,"accuracy":0.513834,"main_score":0.455702,"hf_subset":"khk_Cyrl-mal_Mlym","languages":["khk-Cyrl","mal-Mlym"]},{"precision":0.444574,"recall":0.521739,"f1":0.4646,"accuracy":0.521739,"main_score":0.4646,"hf_subset":"khk_Cyrl-pes_Arab","languages":["khk-Cyrl","pes-Arab"]},{"precision":0.440158,"recall":0.495059,"f1":0.455238,"accuracy":0.495059,"main_score":0.455238,"hf_subset":"khk_Cyrl-srd_Latn","languages":["khk-Cyrl","srd-Latn"]},{"precision":0.149045,"recall":0.193676,"f1":0.160224,"accuracy":0.193676,"main_score":0.160224,"hf_subset":"khk_Cyrl-tzm_Tfng","languages":["khk-Cyrl","tzm-Tfng"]},{"precision":0.448159,"recall":0.519763,"f1":0.466935,"accuracy":0.519763,"main_score":0.466935,"hf_subset":"khk_Cyrl-acq_Arab","languages":["khk-Cyrl","acq-Arab"]},{"precision":0.401006,"recall":0.465415,"f1":0.417937,"accuracy":0.465415,"main_score":0.417937,"hf_subset":"khk_Cyrl-bem_Latn","languages":["khk-Cyrl","bem-Latn"]},{"precision":0.45255,"recall":0.512846,"f1":0.469839,"accuracy":0.512846,"main_score":0.469839,"hf_subset":"khk_Cyrl-epo_Latn","languages":["khk-Cyrl","epo-Latn"]},{"precision":0.445963,"recall":0.518775,"f1":0.466098,"accuracy":0.518775,"main_score":0.466098,"hf_subset":"khk_Cyrl-hun_Latn","languages":["khk-Cyrl","hun-Latn"]},{"precision":0.478621,"recall":0.522727,"f1":0.490805,"accuracy":0.522727,"main_score":0.490805,"hf_subset":"khk_Cyrl-kir_Cyrl","languages":["khk-Cyrl","kir-Cyrl"]},{"precision":0.452542,"recall":0.530632,"f1":0.473501,"accuracy":0.530632,"main_score":0.473501,"hf_subset":"khk_Cyrl-mar_Deva","languages":["khk-Cyrl","mar-Deva"]},{"precision":0.393985,"recall":0.458498,"f1":0.410866,"accuracy":0.458498,"main_score":0.410866,"hf_subset":"khk_Cyrl-plt_Latn","languages":["khk-Cyrl","plt-Latn"]},{"precision":0.44926,"recall":0.513834,"f1":0.466563,"accuracy":0.513834,"main_score":0.466563,"hf_subset":"khk_Cyrl-srp_Cyrl","languages":["khk-Cyrl","srp-Cyrl"]},{"precision":0.301129,"recall":0.350791,"f1":0.315483,"accuracy":0.350791,"main_score":0.315483,"hf_subset":"khk_Cyrl-uig_Arab","languages":["khk-Cyrl","uig-Arab"]},{"precision":0.415324,"recall":0.482213,"f1":0.433575,"accuracy":0.482213,"main_score":0.433575,"hf_subset":"khk_Cyrl-aeb_Arab","languages":["khk-Cyrl","aeb-Arab"]},{"precision":0.451861,"recall":0.528656,"f1":0.471886,"accuracy":0.528656,"main_score":0.471886,"hf_subset":"khk_Cyrl-ben_Beng","languages":["khk-Cyrl","ben-Beng"]},{"precision":0.453255,"recall":0.509881,"f1":0.46857,"accuracy":0.509881,"main_score":0.46857,"hf_subset":"khk_Cyrl-est_Latn","languages":["khk-Cyrl","est-Latn"]},{"precision":0.401925,"recall":0.460474,"f1":0.418443,"accuracy":0.460474,"main_score":0.418443,"hf_subset":"khk_Cyrl-hye_Armn","languages":["khk-Cyrl","hye-Armn"]},{"precision":0.388257,"recall":0.449605,"f1":0.405786,"accuracy":0.449605,"main_score":0.405786,"hf_subset":"khk_Cyrl-kmb_Latn","languages":["khk-Cyrl","kmb-Latn"]},{"precision":0.242485,"recall":0.291502,"f1":0.255129,"accuracy":0.291502,"main_score":0.255129,"hf_subset":"khk_Cyrl-min_Arab","languages":["khk-Cyrl","min-Arab"]},{"precision":0.459905,"recall":0.534585,"f1":0.480596,"accuracy":0.534585,"main_score":0.480596,"hf_subset":"khk_Cyrl-pol_Latn","languages":["khk-Cyrl","pol-Latn"]},{"precision":0.367501,"recall":0.429842,"f1":0.384309,"accuracy":0.429842,"main_score":0.384309,"hf_subset":"khk_Cyrl-ssw_Latn","languages":["khk-Cyrl","ssw-Latn"]},{"precision":0.447327,"recall":0.52668,"f1":0.469824,"accuracy":0.52668,"main_score":0.469824,"hf_subset":"khk_Cyrl-ukr_Cyrl","languages":["khk-Cyrl","ukr-Cyrl"]},{"precision":0.470118,"recall":0.524704,"f1":0.486446,"accuracy":0.524704,"main_score":0.486446,"hf_subset":"khk_Cyrl-afr_Latn","languages":["khk-Cyrl","afr-Latn"]},{"precision":0.45767,"recall":0.522727,"f1":0.475246,"accuracy":0.522727,"main_score":0.475246,"hf_subset":"khk_Cyrl-bho_Deva","languages":["khk-Cyrl","bho-Deva"]},{"precision":0.456499,"recall":0.500988,"f1":0.468735,"accuracy":0.500988,"main_score":0.468735,"hf_subset":"khk_Cyrl-eus_Latn","languages":["khk-Cyrl","eus-Latn"]},{"precision":0.390209,"recall":0.4417,"f1":0.404657,"accuracy":0.4417,"main_score":0.404657,"hf_subset":"khk_Cyrl-ibo_Latn","languages":["khk-Cyrl","ibo-Latn"]},{"precision":0.41754,"recall":0.466403,"f1":0.431391,"accuracy":0.466403,"main_score":0.431391,"hf_subset":"khk_Cyrl-kmr_Latn","languages":["khk-Cyrl","kmr-Latn"]},{"precision":0.441091,"recall":0.497036,"f1":0.457099,"accuracy":0.497036,"main_score":0.457099,"hf_subset":"khk_Cyrl-min_Latn","languages":["khk-Cyrl","min-Latn"]},{"precision":0.457292,"recall":0.538538,"f1":0.479079,"accuracy":0.538538,"main_score":0.479079,"hf_subset":"khk_Cyrl-por_Latn","languages":["khk-Cyrl","por-Latn"]},{"precision":0.459202,"recall":0.506917,"f1":0.473158,"accuracy":0.506917,"main_score":0.473158,"hf_subset":"khk_Cyrl-sun_Latn","languages":["khk-Cyrl","sun-Latn"]},{"precision":0.371754,"recall":0.438735,"f1":0.390112,"accuracy":0.438735,"main_score":0.390112,"hf_subset":"khk_Cyrl-umb_Latn","languages":["khk-Cyrl","umb-Latn"]},{"precision":0.449568,"recall":0.514822,"f1":0.467415,"accuracy":0.514822,"main_score":0.467415,"hf_subset":"khk_Cyrl-ajp_Arab","languages":["khk-Cyrl","ajp-Arab"]},{"precision":0.240335,"recall":0.289526,"f1":0.253571,"accuracy":0.289526,"main_score":0.253571,"hf_subset":"khk_Cyrl-bjn_Arab","languages":["khk-Cyrl","bjn-Arab"]},{"precision":0.387748,"recall":0.436759,"f1":0.401206,"accuracy":0.436759,"main_score":0.401206,"hf_subset":"khk_Cyrl-ewe_Latn","languages":["khk-Cyrl","ewe-Latn"]},{"precision":0.473468,"recall":0.520751,"f1":0.486413,"accuracy":0.520751,"main_score":0.486413,"hf_subset":"khk_Cyrl-ilo_Latn","languages":["khk-Cyrl","ilo-Latn"]},{"precision":0.195667,"recall":0.25,"f1":0.209448,"accuracy":0.25,"main_score":0.209448,"hf_subset":"khk_Cyrl-knc_Arab","languages":["khk-Cyrl","knc-Arab"]},{"precision":0.46023,"recall":0.525692,"f1":0.477697,"accuracy":0.525692,"main_score":0.477697,"hf_subset":"khk_Cyrl-mkd_Cyrl","languages":["khk-Cyrl","mkd-Cyrl"]},{"precision":0.437777,"recall":0.514822,"f1":0.458343,"accuracy":0.514822,"main_score":0.458343,"hf_subset":"khk_Cyrl-prs_Arab","languages":["khk-Cyrl","prs-Arab"]},{"precision":0.467747,"recall":0.530632,"f1":0.484919,"accuracy":0.530632,"main_score":0.484919,"hf_subset":"khk_Cyrl-swe_Latn","languages":["khk-Cyrl","swe-Latn"]},{"precision":0.403341,"recall":0.479249,"f1":0.423486,"accuracy":0.479249,"main_score":0.423486,"hf_subset":"khk_Cyrl-urd_Arab","languages":["khk-Cyrl","urd-Arab"]},{"precision":0.410583,"recall":0.460474,"f1":0.424911,"accuracy":0.460474,"main_score":0.424911,"hf_subset":"khk_Cyrl-aka_Latn","languages":["khk-Cyrl","aka-Latn"]},{"precision":0.452231,"recall":0.508893,"f1":0.467121,"accuracy":0.508893,"main_score":0.467121,"hf_subset":"khk_Cyrl-bjn_Latn","languages":["khk-Cyrl","bjn-Latn"]},{"precision":0.415622,"recall":0.460474,"f1":0.428461,"accuracy":0.460474,"main_score":0.428461,"hf_subset":"khk_Cyrl-fao_Latn","languages":["khk-Cyrl","fao-Latn"]},{"precision":0.48553,"recall":0.557312,"f1":0.504682,"accuracy":0.557312,"main_score":0.504682,"hf_subset":"khk_Cyrl-ind_Latn","languages":["khk-Cyrl","ind-Latn"]},{"precision":0.417293,"recall":0.455534,"f1":0.427903,"accuracy":0.455534,"main_score":0.427903,"hf_subset":"khk_Cyrl-knc_Latn","languages":["khk-Cyrl","knc-Latn"]},{"precision":0.444833,"recall":0.496047,"f1":0.45879,"accuracy":0.496047,"main_score":0.45879,"hf_subset":"khk_Cyrl-mlt_Latn","languages":["khk-Cyrl","mlt-Latn"]},{"precision":0.443015,"recall":0.499012,"f1":0.458117,"accuracy":0.499012,"main_score":0.458117,"hf_subset":"khk_Cyrl-quy_Latn","languages":["khk-Cyrl","quy-Latn"]},{"precision":0.444711,"recall":0.502964,"f1":0.460667,"accuracy":0.502964,"main_score":0.460667,"hf_subset":"khk_Cyrl-swh_Latn","languages":["khk-Cyrl","swh-Latn"]},{"precision":0.442579,"recall":0.492095,"f1":0.456894,"accuracy":0.492095,"main_score":0.456894,"hf_subset":"khk_Cyrl-uzn_Latn","languages":["khk-Cyrl","uzn-Latn"]},{"precision":0.467875,"recall":0.523715,"f1":0.483849,"accuracy":0.523715,"main_score":0.483849,"hf_subset":"khk_Cyrl-als_Latn","languages":["khk-Cyrl","als-Latn"]},{"precision":0.208909,"recall":0.261858,"f1":0.22289,"accuracy":0.261858,"main_score":0.22289,"hf_subset":"khk_Cyrl-bod_Tibt","languages":["khk-Cyrl","bod-Tibt"]},{"precision":0.362138,"recall":0.421937,"f1":0.379019,"accuracy":0.421937,"main_score":0.379019,"hf_subset":"khk_Cyrl-fij_Latn","languages":["khk-Cyrl","fij-Latn"]},{"precision":0.398269,"recall":0.444664,"f1":0.411565,"accuracy":0.444664,"main_score":0.411565,"hf_subset":"khk_Cyrl-isl_Latn","languages":["khk-Cyrl","isl-Latn"]},{"precision":0.398651,"recall":0.465415,"f1":0.417024,"accuracy":0.465415,"main_score":0.417024,"hf_subset":"khk_Cyrl-kon_Latn","languages":["khk-Cyrl","kon-Latn"]},{"precision":0.334674,"recall":0.397233,"f1":0.351454,"accuracy":0.397233,"main_score":0.351454,"hf_subset":"khk_Cyrl-mni_Beng","languages":["khk-Cyrl","mni-Beng"]},{"precision":0.469377,"recall":0.531621,"f1":0.486217,"accuracy":0.531621,"main_score":0.486217,"hf_subset":"khk_Cyrl-ron_Latn","languages":["khk-Cyrl","ron-Latn"]},{"precision":0.435327,"recall":0.491107,"f1":0.45091,"accuracy":0.491107,"main_score":0.45091,"hf_subset":"khk_Cyrl-szl_Latn","languages":["khk-Cyrl","szl-Latn"]},{"precision":0.446749,"recall":0.5,"f1":0.462008,"accuracy":0.5,"main_score":0.462008,"hf_subset":"khk_Cyrl-vec_Latn","languages":["khk-Cyrl","vec-Latn"]},{"precision":0.385794,"recall":0.453557,"f1":0.402913,"accuracy":0.453557,"main_score":0.402913,"hf_subset":"khk_Cyrl-amh_Ethi","languages":["khk-Cyrl","amh-Ethi"]},{"precision":0.468102,"recall":0.532609,"f1":0.486505,"accuracy":0.532609,"main_score":0.486505,"hf_subset":"khk_Cyrl-bos_Latn","languages":["khk-Cyrl","bos-Latn"]},{"precision":0.452114,"recall":0.520751,"f1":0.471147,"accuracy":0.520751,"main_score":0.471147,"hf_subset":"khk_Cyrl-fin_Latn","languages":["khk-Cyrl","fin-Latn"]},{"precision":0.466698,"recall":0.546443,"f1":0.487806,"accuracy":0.546443,"main_score":0.487806,"hf_subset":"khk_Cyrl-ita_Latn","languages":["khk-Cyrl","ita-Latn"]},{"precision":0.449529,"recall":0.530632,"f1":0.470069,"accuracy":0.530632,"main_score":0.470069,"hf_subset":"khk_Cyrl-kor_Hang","languages":["khk-Cyrl","kor-Hang"]},{"precision":0.381832,"recall":0.424901,"f1":0.394219,"accuracy":0.424901,"main_score":0.394219,"hf_subset":"khk_Cyrl-mos_Latn","languages":["khk-Cyrl","mos-Latn"]},{"precision":0.376965,"recall":0.428854,"f1":0.391671,"accuracy":0.428854,"main_score":0.391671,"hf_subset":"khk_Cyrl-run_Latn","languages":["khk-Cyrl","run-Latn"]},{"precision":0.416655,"recall":0.490119,"f1":0.436305,"accuracy":0.490119,"main_score":0.436305,"hf_subset":"khk_Cyrl-tam_Taml","languages":["khk-Cyrl","tam-Taml"]},{"precision":0.443877,"recall":0.518775,"f1":0.46379,"accuracy":0.518775,"main_score":0.46379,"hf_subset":"khk_Cyrl-vie_Latn","languages":["khk-Cyrl","vie-Latn"]},{"precision":0.434917,"recall":0.5,"f1":0.45214,"accuracy":0.5,"main_score":0.45214,"hf_subset":"khk_Cyrl-apc_Arab","languages":["khk-Cyrl","apc-Arab"]},{"precision":0.455676,"recall":0.502964,"f1":0.468988,"accuracy":0.502964,"main_score":0.468988,"hf_subset":"khk_Cyrl-bug_Latn","languages":["khk-Cyrl","bug-Latn"]},{"precision":0.360411,"recall":0.410079,"f1":0.373748,"accuracy":0.410079,"main_score":0.373748,"hf_subset":"khk_Cyrl-fon_Latn","languages":["khk-Cyrl","fon-Latn"]},{"precision":0.466436,"recall":0.516798,"f1":0.480818,"accuracy":0.516798,"main_score":0.480818,"hf_subset":"khk_Cyrl-jav_Latn","languages":["khk-Cyrl","jav-Latn"]},{"precision":0.379374,"recall":0.426877,"f1":0.392108,"accuracy":0.426877,"main_score":0.392108,"hf_subset":"khk_Cyrl-lao_Laoo","languages":["khk-Cyrl","lao-Laoo"]},{"precision":0.356773,"recall":0.411067,"f1":0.37199,"accuracy":0.411067,"main_score":0.37199,"hf_subset":"khk_Cyrl-mri_Latn","languages":["khk-Cyrl","mri-Latn"]},{"precision":0.460886,"recall":0.546443,"f1":0.484565,"accuracy":0.546443,"main_score":0.484565,"hf_subset":"khk_Cyrl-rus_Cyrl","languages":["khk-Cyrl","rus-Cyrl"]},{"precision":0.394888,"recall":0.438735,"f1":0.407716,"accuracy":0.438735,"main_score":0.407716,"hf_subset":"khk_Cyrl-taq_Latn","languages":["khk-Cyrl","taq-Latn"]},{"precision":0.46881,"recall":0.514822,"f1":0.481652,"accuracy":0.514822,"main_score":0.481652,"hf_subset":"khk_Cyrl-war_Latn","languages":["khk-Cyrl","war-Latn"]},{"precision":0.448348,"recall":0.519763,"f1":0.467353,"accuracy":0.519763,"main_score":0.467353,"hf_subset":"khk_Cyrl-arb_Arab","languages":["khk-Cyrl","arb-Arab"]},{"precision":0.475248,"recall":0.545455,"f1":0.494867,"accuracy":0.545455,"main_score":0.494867,"hf_subset":"khk_Cyrl-bul_Cyrl","languages":["khk-Cyrl","bul-Cyrl"]},{"precision":0.462112,"recall":0.537549,"f1":0.48253,"accuracy":0.537549,"main_score":0.48253,"hf_subset":"khk_Cyrl-fra_Latn","languages":["khk-Cyrl","fra-Latn"]},{"precision":0.433434,"recall":0.513834,"f1":0.454092,"accuracy":0.513834,"main_score":0.454092,"hf_subset":"khk_Cyrl-jpn_Jpan","languages":["khk-Cyrl","jpn-Jpan"]},{"precision":0.440012,"recall":0.492095,"f1":0.454285,"accuracy":0.492095,"main_score":0.454285,"hf_subset":"khk_Cyrl-lij_Latn","languages":["khk-Cyrl","lij-Latn"]},{"precision":0.341118,"recall":0.409091,"f1":0.358511,"accuracy":0.409091,"main_score":0.358511,"hf_subset":"khk_Cyrl-mya_Mymr","languages":["khk-Cyrl","mya-Mymr"]},{"precision":0.408202,"recall":0.458498,"f1":0.422324,"accuracy":0.458498,"main_score":0.422324,"hf_subset":"khk_Cyrl-sag_Latn","languages":["khk-Cyrl","sag-Latn"]},{"precision":0.16897,"recall":0.221344,"f1":0.181836,"accuracy":0.221344,"main_score":0.181836,"hf_subset":"khk_Cyrl-taq_Tfng","languages":["khk-Cyrl","taq-Tfng"]},{"precision":0.4036,"recall":0.447628,"f1":0.416048,"accuracy":0.447628,"main_score":0.416048,"hf_subset":"khk_Cyrl-wol_Latn","languages":["khk-Cyrl","wol-Latn"]},{"precision":0.277457,"recall":0.346838,"f1":0.295576,"accuracy":0.346838,"main_score":0.295576,"hf_subset":"khk_Cyrl-arb_Latn","languages":["khk-Cyrl","arb-Latn"]},{"precision":0.454429,"recall":0.518775,"f1":0.471563,"accuracy":0.518775,"main_score":0.471563,"hf_subset":"khk_Cyrl-cat_Latn","languages":["khk-Cyrl","cat-Latn"]},{"precision":0.431919,"recall":0.491107,"f1":0.447641,"accuracy":0.491107,"main_score":0.447641,"hf_subset":"khk_Cyrl-fur_Latn","languages":["khk-Cyrl","fur-Latn"]},{"precision":0.295026,"recall":0.344862,"f1":0.309218,"accuracy":0.344862,"main_score":0.309218,"hf_subset":"khk_Cyrl-kab_Latn","languages":["khk-Cyrl","kab-Latn"]},{"precision":0.450554,"recall":0.493083,"f1":0.462963,"accuracy":0.493083,"main_score":0.462963,"hf_subset":"khk_Cyrl-lim_Latn","languages":["khk-Cyrl","lim-Latn"]},{"precision":0.458173,"recall":0.536561,"f1":0.479205,"accuracy":0.536561,"main_score":0.479205,"hf_subset":"khk_Cyrl-nld_Latn","languages":["khk-Cyrl","nld-Latn"]},{"precision":0.388923,"recall":0.456522,"f1":0.407344,"accuracy":0.456522,"main_score":0.407344,"hf_subset":"khk_Cyrl-san_Deva","languages":["khk-Cyrl","san-Deva"]},{"precision":0.48683,"recall":0.52668,"f1":0.497898,"accuracy":0.52668,"main_score":0.497898,"hf_subset":"khk_Cyrl-tat_Cyrl","languages":["khk-Cyrl","tat-Cyrl"]},{"precision":0.395529,"recall":0.448617,"f1":0.410223,"accuracy":0.448617,"main_score":0.410223,"hf_subset":"khk_Cyrl-xho_Latn","languages":["khk-Cyrl","xho-Latn"]},{"precision":0.431366,"recall":0.51087,"f1":0.452657,"accuracy":0.51087,"main_score":0.452657,"hf_subset":"khk_Cyrl-ars_Arab","languages":["khk-Cyrl","ars-Arab"]},{"precision":0.474226,"recall":0.51581,"f1":0.485697,"accuracy":0.51581,"main_score":0.485697,"hf_subset":"khk_Cyrl-ceb_Latn","languages":["khk-Cyrl","ceb-Latn"]},{"precision":0.381073,"recall":0.429842,"f1":0.395149,"accuracy":0.429842,"main_score":0.395149,"hf_subset":"khk_Cyrl-fuv_Latn","languages":["khk-Cyrl","fuv-Latn"]},{"precision":0.400502,"recall":0.459486,"f1":0.416821,"accuracy":0.459486,"main_score":0.416821,"hf_subset":"khk_Cyrl-kac_Latn","languages":["khk-Cyrl","kac-Latn"]},{"precision":0.397878,"recall":0.469368,"f1":0.417578,"accuracy":0.469368,"main_score":0.417578,"hf_subset":"khk_Cyrl-lin_Latn","languages":["khk-Cyrl","lin-Latn"]},{"precision":0.467057,"recall":0.527668,"f1":0.483943,"accuracy":0.527668,"main_score":0.483943,"hf_subset":"khk_Cyrl-nno_Latn","languages":["khk-Cyrl","nno-Latn"]},{"precision":0.171491,"recall":0.210474,"f1":0.182004,"accuracy":0.210474,"main_score":0.182004,"hf_subset":"khk_Cyrl-sat_Olck","languages":["khk-Cyrl","sat-Olck"]},{"precision":0.441733,"recall":0.51581,"f1":0.462125,"accuracy":0.51581,"main_score":0.462125,"hf_subset":"khk_Cyrl-tel_Telu","languages":["khk-Cyrl","tel-Telu"]},{"precision":0.251475,"recall":0.301383,"f1":0.264855,"accuracy":0.301383,"main_score":0.264855,"hf_subset":"khk_Cyrl-ydd_Hebr","languages":["khk-Cyrl","ydd-Hebr"]},{"precision":0.394626,"recall":0.455534,"f1":0.410486,"accuracy":0.455534,"main_score":0.410486,"hf_subset":"khk_Cyrl-ary_Arab","languages":["khk-Cyrl","ary-Arab"]},{"precision":0.450069,"recall":0.516798,"f1":0.46842,"accuracy":0.516798,"main_score":0.46842,"hf_subset":"khk_Cyrl-ces_Latn","languages":["khk-Cyrl","ces-Latn"]},{"precision":0.346865,"recall":0.406126,"f1":0.362598,"accuracy":0.406126,"main_score":0.362598,"hf_subset":"khk_Cyrl-gaz_Latn","languages":["khk-Cyrl","gaz-Latn"]},{"precision":0.377031,"recall":0.436759,"f1":0.393289,"accuracy":0.436759,"main_score":0.393289,"hf_subset":"khk_Cyrl-kam_Latn","languages":["khk-Cyrl","kam-Latn"]},{"precision":0.453076,"recall":0.509881,"f1":0.467691,"accuracy":0.509881,"main_score":0.467691,"hf_subset":"khk_Cyrl-lit_Latn","languages":["khk-Cyrl","lit-Latn"]},{"precision":0.477685,"recall":0.54249,"f1":0.495706,"accuracy":0.54249,"main_score":0.495706,"hf_subset":"khk_Cyrl-nob_Latn","languages":["khk-Cyrl","nob-Latn"]},{"precision":0.424824,"recall":0.480237,"f1":0.439685,"accuracy":0.480237,"main_score":0.439685,"hf_subset":"khk_Cyrl-scn_Latn","languages":["khk-Cyrl","scn-Latn"]},{"precision":0.404352,"recall":0.455534,"f1":0.418596,"accuracy":0.455534,"main_score":0.418596,"hf_subset":"khk_Cyrl-tgk_Cyrl","languages":["khk-Cyrl","tgk-Cyrl"]},{"precision":0.366735,"recall":0.424901,"f1":0.382468,"accuracy":0.424901,"main_score":0.382468,"hf_subset":"khk_Cyrl-yor_Latn","languages":["khk-Cyrl","yor-Latn"]},{"precision":0.432074,"recall":0.505929,"f1":0.452235,"accuracy":0.505929,"main_score":0.452235,"hf_subset":"khk_Cyrl-arz_Arab","languages":["khk-Cyrl","arz-Arab"]},{"precision":0.378871,"recall":0.440711,"f1":0.395973,"accuracy":0.440711,"main_score":0.395973,"hf_subset":"khk_Cyrl-cjk_Latn","languages":["khk-Cyrl","cjk-Latn"]},{"precision":0.356971,"recall":0.407115,"f1":0.370882,"accuracy":0.407115,"main_score":0.370882,"hf_subset":"khk_Cyrl-gla_Latn","languages":["khk-Cyrl","gla-Latn"]},{"precision":0.426027,"recall":0.5,"f1":0.446567,"accuracy":0.5,"main_score":0.446567,"hf_subset":"khk_Cyrl-kan_Knda","languages":["khk-Cyrl","kan-Knda"]},{"precision":0.454828,"recall":0.502964,"f1":0.468653,"accuracy":0.502964,"main_score":0.468653,"hf_subset":"khk_Cyrl-lmo_Latn","languages":["khk-Cyrl","lmo-Latn"]},{"precision":0.451741,"recall":0.517787,"f1":0.469336,"accuracy":0.517787,"main_score":0.469336,"hf_subset":"khk_Cyrl-npi_Deva","languages":["khk-Cyrl","npi-Deva"]},{"precision":0.342995,"recall":0.395257,"f1":0.357957,"accuracy":0.395257,"main_score":0.357957,"hf_subset":"khk_Cyrl-shn_Mymr","languages":["khk-Cyrl","shn-Mymr"]},{"precision":0.480647,"recall":0.544466,"f1":0.498562,"accuracy":0.544466,"main_score":0.498562,"hf_subset":"khk_Cyrl-tgl_Latn","languages":["khk-Cyrl","tgl-Latn"]},{"precision":0.429159,"recall":0.507905,"f1":0.450172,"accuracy":0.507905,"main_score":0.450172,"hf_subset":"khk_Cyrl-yue_Hant","languages":["khk-Cyrl","yue-Hant"]},{"precision":0.373852,"recall":0.442688,"f1":0.391442,"accuracy":0.442688,"main_score":0.391442,"hf_subset":"khk_Cyrl-asm_Beng","languages":["khk-Cyrl","asm-Beng"]},{"precision":0.326173,"recall":0.374506,"f1":0.33909,"accuracy":0.374506,"main_score":0.33909,"hf_subset":"khk_Cyrl-ckb_Arab","languages":["khk-Cyrl","ckb-Arab"]},{"precision":0.349706,"recall":0.400198,"f1":0.363526,"accuracy":0.400198,"main_score":0.363526,"hf_subset":"khk_Cyrl-gle_Latn","languages":["khk-Cyrl","gle-Latn"]},{"precision":0.358161,"recall":0.416008,"f1":0.373155,"accuracy":0.416008,"main_score":0.373155,"hf_subset":"khk_Cyrl-kas_Arab","languages":["khk-Cyrl","kas-Arab"]},{"precision":0.450896,"recall":0.506917,"f1":0.46657,"accuracy":0.506917,"main_score":0.46657,"hf_subset":"khk_Cyrl-ltg_Latn","languages":["khk-Cyrl","ltg-Latn"]},{"precision":0.400167,"recall":0.45751,"f1":0.415948,"accuracy":0.45751,"main_score":0.415948,"hf_subset":"khk_Cyrl-nso_Latn","languages":["khk-Cyrl","nso-Latn"]},{"precision":0.379066,"recall":0.444664,"f1":0.396086,"accuracy":0.444664,"main_score":0.396086,"hf_subset":"khk_Cyrl-sin_Sinh","languages":["khk-Cyrl","sin-Sinh"]},{"precision":0.433738,"recall":0.519763,"f1":0.457126,"accuracy":0.519763,"main_score":0.457126,"hf_subset":"khk_Cyrl-tha_Thai","languages":["khk-Cyrl","tha-Thai"]},{"precision":0.42962,"recall":0.512846,"f1":0.452283,"accuracy":0.512846,"main_score":0.452283,"hf_subset":"khk_Cyrl-zho_Hans","languages":["khk-Cyrl","zho-Hans"]},{"precision":0.456341,"recall":0.508893,"f1":0.470591,"accuracy":0.508893,"main_score":0.470591,"hf_subset":"khk_Cyrl-ast_Latn","languages":["khk-Cyrl","ast-Latn"]},{"precision":0.45589,"recall":0.508893,"f1":0.47097,"accuracy":0.508893,"main_score":0.47097,"hf_subset":"khk_Cyrl-crh_Latn","languages":["khk-Cyrl","crh-Latn"]},{"precision":0.464204,"recall":0.530632,"f1":0.482608,"accuracy":0.530632,"main_score":0.482608,"hf_subset":"khk_Cyrl-glg_Latn","languages":["khk-Cyrl","glg-Latn"]},{"precision":0.385851,"recall":0.428854,"f1":0.397607,"accuracy":0.428854,"main_score":0.397607,"hf_subset":"khk_Cyrl-kas_Deva","languages":["khk-Cyrl","kas-Deva"]},{"precision":0.451523,"recall":0.5,"f1":0.465075,"accuracy":0.5,"main_score":0.465075,"hf_subset":"khk_Cyrl-ltz_Latn","languages":["khk-Cyrl","ltz-Latn"]},{"precision":0.33491,"recall":0.390316,"f1":0.350012,"accuracy":0.390316,"main_score":0.350012,"hf_subset":"khk_Cyrl-nus_Latn","languages":["khk-Cyrl","nus-Latn"]},{"precision":0.474311,"recall":0.533597,"f1":0.491488,"accuracy":0.533597,"main_score":0.491488,"hf_subset":"khk_Cyrl-slk_Latn","languages":["khk-Cyrl","slk-Latn"]},{"precision":0.318867,"recall":0.367589,"f1":0.331775,"accuracy":0.367589,"main_score":0.331775,"hf_subset":"khk_Cyrl-tir_Ethi","languages":["khk-Cyrl","tir-Ethi"]},{"precision":0.41515,"recall":0.497036,"f1":0.43718,"accuracy":0.497036,"main_score":0.43718,"hf_subset":"khk_Cyrl-zho_Hant","languages":["khk-Cyrl","zho-Hant"]},{"precision":0.453877,"recall":0.518775,"f1":0.471489,"accuracy":0.518775,"main_score":0.471489,"hf_subset":"khk_Cyrl-awa_Deva","languages":["khk-Cyrl","awa-Deva"]},{"precision":0.395878,"recall":0.435771,"f1":0.407181,"accuracy":0.435771,"main_score":0.407181,"hf_subset":"khk_Cyrl-cym_Latn","languages":["khk-Cyrl","cym-Latn"]},{"precision":0.441912,"recall":0.494071,"f1":0.455991,"accuracy":0.494071,"main_score":0.455991,"hf_subset":"khk_Cyrl-grn_Latn","languages":["khk-Cyrl","grn-Latn"]},{"precision":0.414906,"recall":0.480237,"f1":0.432874,"accuracy":0.480237,"main_score":0.432874,"hf_subset":"khk_Cyrl-kat_Geor","languages":["khk-Cyrl","kat-Geor"]},{"precision":0.399574,"recall":0.459486,"f1":0.415592,"accuracy":0.459486,"main_score":0.415592,"hf_subset":"khk_Cyrl-lua_Latn","languages":["khk-Cyrl","lua-Latn"]},{"precision":0.407673,"recall":0.460474,"f1":0.421782,"accuracy":0.460474,"main_score":0.421782,"hf_subset":"khk_Cyrl-nya_Latn","languages":["khk-Cyrl","nya-Latn"]},{"precision":0.448993,"recall":0.51087,"f1":0.46592,"accuracy":0.51087,"main_score":0.46592,"hf_subset":"khk_Cyrl-slv_Latn","languages":["khk-Cyrl","slv-Latn"]},{"precision":0.469194,"recall":0.519763,"f1":0.483377,"accuracy":0.519763,"main_score":0.483377,"hf_subset":"khk_Cyrl-tpi_Latn","languages":["khk-Cyrl","tpi-Latn"]},{"precision":0.47058,"recall":0.54249,"f1":0.49046,"accuracy":0.54249,"main_score":0.49046,"hf_subset":"khk_Cyrl-zsm_Latn","languages":["khk-Cyrl","zsm-Latn"]},{"precision":0.377847,"recall":0.437747,"f1":0.394339,"accuracy":0.437747,"main_score":0.394339,"hf_subset":"khk_Cyrl-ayr_Latn","languages":["khk-Cyrl","ayr-Latn"]},{"precision":0.469586,"recall":0.537549,"f1":0.488273,"accuracy":0.537549,"main_score":0.488273,"hf_subset":"khk_Cyrl-dan_Latn","languages":["khk-Cyrl","dan-Latn"]},{"precision":0.409079,"recall":0.490119,"f1":0.430911,"accuracy":0.490119,"main_score":0.430911,"hf_subset":"khk_Cyrl-guj_Gujr","languages":["khk-Cyrl","guj-Gujr"]},{"precision":0.490987,"recall":0.54249,"f1":0.505255,"accuracy":0.54249,"main_score":0.505255,"hf_subset":"khk_Cyrl-kaz_Cyrl","languages":["khk-Cyrl","kaz-Cyrl"]},{"precision":0.367184,"recall":0.429842,"f1":0.38399,"accuracy":0.429842,"main_score":0.38399,"hf_subset":"khk_Cyrl-lug_Latn","languages":["khk-Cyrl","lug-Latn"]},{"precision":0.460976,"recall":0.516798,"f1":0.476706,"accuracy":0.516798,"main_score":0.476706,"hf_subset":"khk_Cyrl-oci_Latn","languages":["khk-Cyrl","oci-Latn"]},{"precision":0.400629,"recall":0.459486,"f1":0.416677,"accuracy":0.459486,"main_score":0.416677,"hf_subset":"khk_Cyrl-smo_Latn","languages":["khk-Cyrl","smo-Latn"]},{"precision":0.375578,"recall":0.431818,"f1":0.391842,"accuracy":0.431818,"main_score":0.391842,"hf_subset":"khk_Cyrl-tsn_Latn","languages":["khk-Cyrl","tsn-Latn"]},{"precision":0.383009,"recall":0.440711,"f1":0.398718,"accuracy":0.440711,"main_score":0.398718,"hf_subset":"khk_Cyrl-zul_Latn","languages":["khk-Cyrl","zul-Latn"]},{"precision":0.344934,"recall":0.398221,"f1":0.360229,"accuracy":0.398221,"main_score":0.360229,"hf_subset":"khk_Cyrl-azb_Arab","languages":["khk-Cyrl","azb-Arab"]},{"precision":0.472123,"recall":0.549407,"f1":0.492608,"accuracy":0.549407,"main_score":0.492608,"hf_subset":"khk_Cyrl-deu_Latn","languages":["khk-Cyrl","deu-Latn"]},{"precision":0.409064,"recall":0.478261,"f1":0.428495,"accuracy":0.478261,"main_score":0.428495,"hf_subset":"khk_Cyrl-hat_Latn","languages":["khk-Cyrl","hat-Latn"]},{"precision":0.355488,"recall":0.412055,"f1":0.37085,"accuracy":0.412055,"main_score":0.37085,"hf_subset":"khk_Cyrl-kbp_Latn","languages":["khk-Cyrl","kbp-Latn"]},{"precision":0.414815,"recall":0.471344,"f1":0.430752,"accuracy":0.471344,"main_score":0.430752,"hf_subset":"khk_Cyrl-luo_Latn","languages":["khk-Cyrl","luo-Latn"]},{"precision":0.384215,"recall":0.447628,"f1":0.40158,"accuracy":0.447628,"main_score":0.40158,"hf_subset":"khk_Cyrl-ory_Orya","languages":["khk-Cyrl","ory-Orya"]},{"precision":0.396958,"recall":0.453557,"f1":0.412582,"accuracy":0.453557,"main_score":0.412582,"hf_subset":"khk_Cyrl-sna_Latn","languages":["khk-Cyrl","sna-Latn"]},{"precision":0.384151,"recall":0.436759,"f1":0.398803,"accuracy":0.436759,"main_score":0.398803,"hf_subset":"khk_Cyrl-tso_Latn","languages":["khk-Cyrl","tso-Latn"]},{"precision":0.455577,"recall":0.509881,"f1":0.470813,"accuracy":0.509881,"main_score":0.470813,"hf_subset":"khk_Cyrl-azj_Latn","languages":["khk-Cyrl","azj-Latn"]},{"precision":0.379643,"recall":0.431818,"f1":0.394521,"accuracy":0.431818,"main_score":0.394521,"hf_subset":"khk_Cyrl-dik_Latn","languages":["khk-Cyrl","dik-Latn"]},{"precision":0.404728,"recall":0.452569,"f1":0.418319,"accuracy":0.452569,"main_score":0.418319,"hf_subset":"khk_Cyrl-hau_Latn","languages":["khk-Cyrl","hau-Latn"]},{"precision":0.434439,"recall":0.490119,"f1":0.449872,"accuracy":0.490119,"main_score":0.449872,"hf_subset":"khk_Cyrl-kea_Latn","languages":["khk-Cyrl","kea-Latn"]},{"precision":0.449504,"recall":0.496047,"f1":0.462505,"accuracy":0.496047,"main_score":0.462505,"hf_subset":"khk_Cyrl-lus_Latn","languages":["khk-Cyrl","lus-Latn"]},{"precision":0.435223,"recall":0.481225,"f1":0.448027,"accuracy":0.481225,"main_score":0.448027,"hf_subset":"khk_Cyrl-pag_Latn","languages":["khk-Cyrl","pag-Latn"]},{"precision":0.346,"recall":0.399209,"f1":0.36016,"accuracy":0.399209,"main_score":0.36016,"hf_subset":"khk_Cyrl-snd_Arab","languages":["khk-Cyrl","snd-Arab"]},{"precision":0.46409,"recall":0.505929,"f1":0.476023,"accuracy":0.505929,"main_score":0.476023,"hf_subset":"khk_Cyrl-tuk_Latn","languages":["khk-Cyrl","tuk-Latn"]},{"precision":0.482497,"recall":0.525692,"f1":0.494072,"accuracy":0.525692,"main_score":0.494072,"hf_subset":"khk_Cyrl-bak_Cyrl","languages":["khk-Cyrl","bak-Cyrl"]},{"precision":0.311329,"recall":0.37747,"f1":0.329487,"accuracy":0.37747,"main_score":0.329487,"hf_subset":"khk_Cyrl-dyu_Latn","languages":["khk-Cyrl","dyu-Latn"]},{"precision":0.385744,"recall":0.464427,"f1":0.407469,"accuracy":0.464427,"main_score":0.407469,"hf_subset":"khk_Cyrl-heb_Hebr","languages":["khk-Cyrl","heb-Hebr"]},{"precision":0.448642,"recall":0.506917,"f1":0.465173,"accuracy":0.506917,"main_score":0.465173,"hf_subset":"khk_Cyrl-lvs_Latn","languages":["khk-Cyrl","lvs-Latn"]},{"precision":0.408267,"recall":0.476285,"f1":0.426954,"accuracy":0.476285,"main_score":0.426954,"hf_subset":"khk_Cyrl-pan_Guru","languages":["khk-Cyrl","pan-Guru"]},{"precision":0.370372,"recall":0.412055,"f1":0.382317,"accuracy":0.412055,"main_score":0.382317,"hf_subset":"khk_Cyrl-som_Latn","languages":["khk-Cyrl","som-Latn"]},{"precision":0.38969,"recall":0.439723,"f1":0.403807,"accuracy":0.439723,"main_score":0.403807,"hf_subset":"khk_Cyrl-tum_Latn","languages":["khk-Cyrl","tum-Latn"]},{"precision":0.266586,"recall":0.355731,"f1":0.290109,"accuracy":0.355731,"main_score":0.290109,"hf_subset":"lvs_Latn-ace_Arab","languages":["lvs-Latn","ace-Arab"]},{"precision":0.365602,"recall":0.447628,"f1":0.388035,"accuracy":0.447628,"main_score":0.388035,"hf_subset":"lvs_Latn-bam_Latn","languages":["lvs-Latn","bam-Latn"]},{"precision":0.154256,"recall":0.213439,"f1":0.170414,"accuracy":0.213439,"main_score":0.170414,"hf_subset":"lvs_Latn-dzo_Tibt","languages":["lvs-Latn","dzo-Tibt"]},{"precision":0.854941,"recall":0.890316,"f1":0.865486,"accuracy":0.890316,"main_score":0.865486,"hf_subset":"lvs_Latn-hin_Deva","languages":["lvs-Latn","hin-Deva"]},{"precision":0.647097,"recall":0.721344,"f1":0.667652,"accuracy":0.721344,"main_score":0.667652,"hf_subset":"lvs_Latn-khm_Khmr","languages":["lvs-Latn","khm-Khmr"]},{"precision":0.830822,"recall":0.874506,"f1":0.844554,"accuracy":0.874506,"main_score":0.844554,"hf_subset":"lvs_Latn-mag_Deva","languages":["lvs-Latn","mag-Deva"]},{"precision":0.74781,"recall":0.804348,"f1":0.764987,"accuracy":0.804348,"main_score":0.764987,"hf_subset":"lvs_Latn-pap_Latn","languages":["lvs-Latn","pap-Latn"]},{"precision":0.430249,"recall":0.509881,"f1":0.451087,"accuracy":0.509881,"main_score":0.451087,"hf_subset":"lvs_Latn-sot_Latn","languages":["lvs-Latn","sot-Latn"]},{"precision":0.866387,"recall":0.901186,"f1":0.877372,"accuracy":0.901186,"main_score":0.877372,"hf_subset":"lvs_Latn-tur_Latn","languages":["lvs-Latn","tur-Latn"]},{"precision":0.623419,"recall":0.69664,"f1":0.644746,"accuracy":0.69664,"main_score":0.644746,"hf_subset":"lvs_Latn-ace_Latn","languages":["lvs-Latn","ace-Latn"]},{"precision":0.712138,"recall":0.768775,"f1":0.729051,"accuracy":0.768775,"main_score":0.729051,"hf_subset":"lvs_Latn-ban_Latn","languages":["lvs-Latn","ban-Latn"]},{"precision":0.811545,"recall":0.860672,"f1":0.826416,"accuracy":0.860672,"main_score":0.826416,"hf_subset":"lvs_Latn-ell_Grek","languages":["lvs-Latn","ell-Grek"]},{"precision":0.805171,"recall":0.853755,"f1":0.820092,"accuracy":0.853755,"main_score":0.820092,"hf_subset":"lvs_Latn-hne_Deva","languages":["lvs-Latn","hne-Deva"]},{"precision":0.389954,"recall":0.487154,"f1":0.416203,"accuracy":0.487154,"main_score":0.416203,"hf_subset":"lvs_Latn-kik_Latn","languages":["lvs-Latn","kik-Latn"]},{"precision":0.831637,"recall":0.873518,"f1":0.844716,"accuracy":0.873518,"main_score":0.844716,"hf_subset":"lvs_Latn-mai_Deva","languages":["lvs-Latn","mai-Deva"]},{"precision":0.69596,"recall":0.762846,"f1":0.716323,"accuracy":0.762846,"main_score":0.716323,"hf_subset":"lvs_Latn-pbt_Arab","languages":["lvs-Latn","pbt-Arab"]},{"precision":0.865242,"recall":0.899209,"f1":0.875878,"accuracy":0.899209,"main_score":0.875878,"hf_subset":"lvs_Latn-spa_Latn","languages":["lvs-Latn","spa-Latn"]},{"precision":0.450093,"recall":0.527668,"f1":0.471422,"accuracy":0.527668,"main_score":0.471422,"hf_subset":"lvs_Latn-twi_Latn","languages":["lvs-Latn","twi-Latn"]},{"precision":0.83718,"recall":0.878458,"f1":0.850082,"accuracy":0.878458,"main_score":0.850082,"hf_subset":"lvs_Latn-acm_Arab","languages":["lvs-Latn","acm-Arab"]},{"precision":0.735813,"recall":0.793478,"f1":0.753066,"accuracy":0.793478,"main_score":0.753066,"hf_subset":"lvs_Latn-bel_Cyrl","languages":["lvs-Latn","bel-Cyrl"]},{"precision":0.879694,"recall":0.913043,"f1":0.890217,"accuracy":0.913043,"main_score":0.890217,"hf_subset":"lvs_Latn-eng_Latn","languages":["lvs-Latn","eng-Latn"]},{"precision":0.852767,"recall":0.886364,"f1":0.863095,"accuracy":0.886364,"main_score":0.863095,"hf_subset":"lvs_Latn-hrv_Latn","languages":["lvs-Latn","hrv-Latn"]},{"precision":0.407627,"recall":0.491107,"f1":0.429939,"accuracy":0.491107,"main_score":0.429939,"hf_subset":"lvs_Latn-kin_Latn","languages":["lvs-Latn","kin-Latn"]},{"precision":0.805665,"recall":0.852767,"f1":0.819895,"accuracy":0.852767,"main_score":0.819895,"hf_subset":"lvs_Latn-mal_Mlym","languages":["lvs-Latn","mal-Mlym"]},{"precision":0.824144,"recall":0.87253,"f1":0.839262,"accuracy":0.87253,"main_score":0.839262,"hf_subset":"lvs_Latn-pes_Arab","languages":["lvs-Latn","pes-Arab"]},{"precision":0.741248,"recall":0.800395,"f1":0.759371,"accuracy":0.800395,"main_score":0.759371,"hf_subset":"lvs_Latn-srd_Latn","languages":["lvs-Latn","srd-Latn"]},{"precision":0.117682,"recall":0.188735,"f1":0.133865,"accuracy":0.188735,"main_score":0.133865,"hf_subset":"lvs_Latn-tzm_Tfng","languages":["lvs-Latn","tzm-Tfng"]},{"precision":0.831439,"recall":0.876482,"f1":0.845492,"accuracy":0.876482,"main_score":0.845492,"hf_subset":"lvs_Latn-acq_Arab","languages":["lvs-Latn","acq-Arab"]},{"precision":0.423696,"recall":0.509881,"f1":0.446852,"accuracy":0.509881,"main_score":0.446852,"hf_subset":"lvs_Latn-bem_Latn","languages":["lvs-Latn","bem-Latn"]},{"precision":0.785326,"recall":0.833004,"f1":0.799689,"accuracy":0.833004,"main_score":0.799689,"hf_subset":"lvs_Latn-epo_Latn","languages":["lvs-Latn","epo-Latn"]},{"precision":0.810886,"recall":0.854743,"f1":0.824097,"accuracy":0.854743,"main_score":0.824097,"hf_subset":"lvs_Latn-hun_Latn","languages":["lvs-Latn","hun-Latn"]},{"precision":0.643965,"recall":0.710474,"f1":0.663178,"accuracy":0.710474,"main_score":0.663178,"hf_subset":"lvs_Latn-kir_Cyrl","languages":["lvs-Latn","kir-Cyrl"]},{"precision":0.818791,"recall":0.865613,"f1":0.833366,"accuracy":0.865613,"main_score":0.833366,"hf_subset":"lvs_Latn-mar_Deva","languages":["lvs-Latn","mar-Deva"]},{"precision":0.428365,"recall":0.500988,"f1":0.448414,"accuracy":0.500988,"main_score":0.448414,"hf_subset":"lvs_Latn-plt_Latn","languages":["lvs-Latn","plt-Latn"]},{"precision":0.829738,"recall":0.875494,"f1":0.843972,"accuracy":0.875494,"main_score":0.843972,"hf_subset":"lvs_Latn-srp_Cyrl","languages":["lvs-Latn","srp-Cyrl"]},{"precision":0.300899,"recall":0.379447,"f1":0.322283,"accuracy":0.379447,"main_score":0.322283,"hf_subset":"lvs_Latn-uig_Arab","languages":["lvs-Latn","uig-Arab"]},{"precision":0.774056,"recall":0.828063,"f1":0.790829,"accuracy":0.828063,"main_score":0.790829,"hf_subset":"lvs_Latn-aeb_Arab","languages":["lvs-Latn","aeb-Arab"]},{"precision":0.845306,"recall":0.887352,"f1":0.858762,"accuracy":0.887352,"main_score":0.858762,"hf_subset":"lvs_Latn-ben_Beng","languages":["lvs-Latn","ben-Beng"]},{"precision":0.762006,"recall":0.817194,"f1":0.778854,"accuracy":0.817194,"main_score":0.778854,"hf_subset":"lvs_Latn-est_Latn","languages":["lvs-Latn","est-Latn"]},{"precision":0.687805,"recall":0.755929,"f1":0.708064,"accuracy":0.755929,"main_score":0.708064,"hf_subset":"lvs_Latn-hye_Armn","languages":["lvs-Latn","hye-Armn"]},{"precision":0.393508,"recall":0.468379,"f1":0.413825,"accuracy":0.468379,"main_score":0.413825,"hf_subset":"lvs_Latn-kmb_Latn","languages":["lvs-Latn","kmb-Latn"]},{"precision":0.238983,"recall":0.315217,"f1":0.258279,"accuracy":0.315217,"main_score":0.258279,"hf_subset":"lvs_Latn-min_Arab","languages":["lvs-Latn","min-Arab"]},{"precision":0.87281,"recall":0.906126,"f1":0.883267,"accuracy":0.906126,"main_score":0.883267,"hf_subset":"lvs_Latn-pol_Latn","languages":["lvs-Latn","pol-Latn"]},{"precision":0.371239,"recall":0.460474,"f1":0.394806,"accuracy":0.460474,"main_score":0.394806,"hf_subset":"lvs_Latn-ssw_Latn","languages":["lvs-Latn","ssw-Latn"]},{"precision":0.86363,"recall":0.898221,"f1":0.874133,"accuracy":0.898221,"main_score":0.874133,"hf_subset":"lvs_Latn-ukr_Cyrl","languages":["lvs-Latn","ukr-Cyrl"]},{"precision":0.824308,"recall":0.867589,"f1":0.837747,"accuracy":0.867589,"main_score":0.837747,"hf_subset":"lvs_Latn-afr_Latn","languages":["lvs-Latn","afr-Latn"]},{"precision":0.786982,"recall":0.837945,"f1":0.802637,"accuracy":0.837945,"main_score":0.802637,"hf_subset":"lvs_Latn-bho_Deva","languages":["lvs-Latn","bho-Deva"]},{"precision":0.632849,"recall":0.701581,"f1":0.652586,"accuracy":0.701581,"main_score":0.652586,"hf_subset":"lvs_Latn-eus_Latn","languages":["lvs-Latn","eus-Latn"]},{"precision":0.392416,"recall":0.481225,"f1":0.41585,"accuracy":0.481225,"main_score":0.41585,"hf_subset":"lvs_Latn-ibo_Latn","languages":["lvs-Latn","ibo-Latn"]},{"precision":0.440162,"recall":0.524704,"f1":0.462994,"accuracy":0.524704,"main_score":0.462994,"hf_subset":"lvs_Latn-kmr_Latn","languages":["lvs-Latn","kmr-Latn"]},{"precision":0.656102,"recall":0.728261,"f1":0.677097,"accuracy":0.728261,"main_score":0.677097,"hf_subset":"lvs_Latn-min_Latn","languages":["lvs-Latn","min-Latn"]},{"precision":0.872316,"recall":0.906126,"f1":0.882938,"accuracy":0.906126,"main_score":0.882938,"hf_subset":"lvs_Latn-por_Latn","languages":["lvs-Latn","por-Latn"]},{"precision":0.719878,"recall":0.781621,"f1":0.738274,"accuracy":0.781621,"main_score":0.738274,"hf_subset":"lvs_Latn-sun_Latn","languages":["lvs-Latn","sun-Latn"]},{"precision":0.366993,"recall":0.452569,"f1":0.389784,"accuracy":0.452569,"main_score":0.389784,"hf_subset":"lvs_Latn-umb_Latn","languages":["lvs-Latn","umb-Latn"]},{"precision":0.830567,"recall":0.873518,"f1":0.844005,"accuracy":0.873518,"main_score":0.844005,"hf_subset":"lvs_Latn-ajp_Arab","languages":["lvs-Latn","ajp-Arab"]},{"precision":0.246636,"recall":0.31917,"f1":0.266038,"accuracy":0.31917,"main_score":0.266038,"hf_subset":"lvs_Latn-bjn_Arab","languages":["lvs-Latn","bjn-Arab"]},{"precision":0.385758,"recall":0.458498,"f1":0.405203,"accuracy":0.458498,"main_score":0.405203,"hf_subset":"lvs_Latn-ewe_Latn","languages":["lvs-Latn","ewe-Latn"]},{"precision":0.624073,"recall":0.690711,"f1":0.643396,"accuracy":0.690711,"main_score":0.643396,"hf_subset":"lvs_Latn-ilo_Latn","languages":["lvs-Latn","ilo-Latn"]},{"precision":0.191446,"recall":0.266798,"f1":0.209795,"accuracy":0.266798,"main_score":0.209795,"hf_subset":"lvs_Latn-knc_Arab","languages":["lvs-Latn","knc-Arab"]},{"precision":0.815827,"recall":0.860672,"f1":0.82971,"accuracy":0.860672,"main_score":0.82971,"hf_subset":"lvs_Latn-mkd_Cyrl","languages":["lvs-Latn","mkd-Cyrl"]},{"precision":0.83139,"recall":0.873518,"f1":0.844499,"accuracy":0.873518,"main_score":0.844499,"hf_subset":"lvs_Latn-prs_Arab","languages":["lvs-Latn","prs-Arab"]},{"precision":0.854513,"recall":0.893281,"f1":0.866418,"accuracy":0.893281,"main_score":0.866418,"hf_subset":"lvs_Latn-swe_Latn","languages":["lvs-Latn","swe-Latn"]},{"precision":0.788465,"recall":0.837945,"f1":0.803578,"accuracy":0.837945,"main_score":0.803578,"hf_subset":"lvs_Latn-urd_Arab","languages":["lvs-Latn","urd-Arab"]},{"precision":0.429393,"recall":0.518775,"f1":0.453357,"accuracy":0.518775,"main_score":0.453357,"hf_subset":"lvs_Latn-aka_Latn","languages":["lvs-Latn","aka-Latn"]},{"precision":0.690687,"recall":0.750988,"f1":0.708671,"accuracy":0.750988,"main_score":0.708671,"hf_subset":"lvs_Latn-bjn_Latn","languages":["lvs-Latn","bjn-Latn"]},{"precision":0.538237,"recall":0.612648,"f1":0.559039,"accuracy":0.612648,"main_score":0.559039,"hf_subset":"lvs_Latn-fao_Latn","languages":["lvs-Latn","fao-Latn"]},{"precision":0.874506,"recall":0.908103,"f1":0.884783,"accuracy":0.908103,"main_score":0.884783,"hf_subset":"lvs_Latn-ind_Latn","languages":["lvs-Latn","ind-Latn"]},{"precision":0.422888,"recall":0.501976,"f1":0.444474,"accuracy":0.501976,"main_score":0.444474,"hf_subset":"lvs_Latn-knc_Latn","languages":["lvs-Latn","knc-Latn"]},{"precision":0.656514,"recall":0.725296,"f1":0.675921,"accuracy":0.725296,"main_score":0.675921,"hf_subset":"lvs_Latn-mlt_Latn","languages":["lvs-Latn","mlt-Latn"]},{"precision":0.45995,"recall":0.554348,"f1":0.486328,"accuracy":0.554348,"main_score":0.486328,"hf_subset":"lvs_Latn-quy_Latn","languages":["lvs-Latn","quy-Latn"]},{"precision":0.724918,"recall":0.787549,"f1":0.744763,"accuracy":0.787549,"main_score":0.744763,"hf_subset":"lvs_Latn-swh_Latn","languages":["lvs-Latn","swh-Latn"]},{"precision":0.615062,"recall":0.683794,"f1":0.634917,"accuracy":0.683794,"main_score":0.634917,"hf_subset":"lvs_Latn-uzn_Latn","languages":["lvs-Latn","uzn-Latn"]},{"precision":0.725329,"recall":0.783597,"f1":0.74297,"accuracy":0.783597,"main_score":0.74297,"hf_subset":"lvs_Latn-als_Latn","languages":["lvs-Latn","als-Latn"]},{"precision":0.197086,"recall":0.253953,"f1":0.211766,"accuracy":0.253953,"main_score":0.211766,"hf_subset":"lvs_Latn-bod_Tibt","languages":["lvs-Latn","bod-Tibt"]},{"precision":0.373603,"recall":0.465415,"f1":0.398603,"accuracy":0.465415,"main_score":0.398603,"hf_subset":"lvs_Latn-fij_Latn","languages":["lvs-Latn","fij-Latn"]},{"precision":0.506538,"recall":0.581028,"f1":0.527608,"accuracy":0.581028,"main_score":0.527608,"hf_subset":"lvs_Latn-isl_Latn","languages":["lvs-Latn","isl-Latn"]},{"precision":0.470204,"recall":0.545455,"f1":0.491361,"accuracy":0.545455,"main_score":0.491361,"hf_subset":"lvs_Latn-kon_Latn","languages":["lvs-Latn","kon-Latn"]},{"precision":0.346088,"recall":0.440711,"f1":0.372376,"accuracy":0.440711,"main_score":0.372376,"hf_subset":"lvs_Latn-mni_Beng","languages":["lvs-Latn","mni-Beng"]},{"precision":0.883103,"recall":0.911067,"f1":0.891798,"accuracy":0.911067,"main_score":0.891798,"hf_subset":"lvs_Latn-ron_Latn","languages":["lvs-Latn","ron-Latn"]},{"precision":0.770702,"recall":0.824111,"f1":0.787055,"accuracy":0.824111,"main_score":0.787055,"hf_subset":"lvs_Latn-szl_Latn","languages":["lvs-Latn","szl-Latn"]},{"precision":0.798452,"recall":0.849802,"f1":0.814314,"accuracy":0.849802,"main_score":0.814314,"hf_subset":"lvs_Latn-vec_Latn","languages":["lvs-Latn","vec-Latn"]},{"precision":0.639756,"recall":0.713439,"f1":0.661924,"accuracy":0.713439,"main_score":0.661924,"hf_subset":"lvs_Latn-amh_Ethi","languages":["lvs-Latn","amh-Ethi"]},{"precision":0.866288,"recall":0.900198,"f1":0.876892,"accuracy":0.900198,"main_score":0.876892,"hf_subset":"lvs_Latn-bos_Latn","languages":["lvs-Latn","bos-Latn"]},{"precision":0.850791,"recall":0.886364,"f1":0.861836,"accuracy":0.886364,"main_score":0.861836,"hf_subset":"lvs_Latn-fin_Latn","languages":["lvs-Latn","fin-Latn"]},{"precision":0.864872,"recall":0.901186,"f1":0.876153,"accuracy":0.901186,"main_score":0.876153,"hf_subset":"lvs_Latn-ita_Latn","languages":["lvs-Latn","ita-Latn"]},{"precision":0.828961,"recall":0.871542,"f1":0.841985,"accuracy":0.871542,"main_score":0.841985,"hf_subset":"lvs_Latn-kor_Hang","languages":["lvs-Latn","kor-Hang"]},{"precision":0.409878,"recall":0.493083,"f1":0.433366,"accuracy":0.493083,"main_score":0.433366,"hf_subset":"lvs_Latn-mos_Latn","languages":["lvs-Latn","mos-Latn"]},{"precision":0.392365,"recall":0.47332,"f1":0.413919,"accuracy":0.47332,"main_score":0.413919,"hf_subset":"lvs_Latn-run_Latn","languages":["lvs-Latn","run-Latn"]},{"precision":0.791831,"recall":0.846838,"f1":0.809161,"accuracy":0.846838,"main_score":0.809161,"hf_subset":"lvs_Latn-tam_Taml","languages":["lvs-Latn","tam-Taml"]},{"precision":0.840613,"recall":0.880435,"f1":0.852899,"accuracy":0.880435,"main_score":0.852899,"hf_subset":"lvs_Latn-vie_Latn","languages":["lvs-Latn","vie-Latn"]},{"precision":0.809816,"recall":0.857708,"f1":0.824327,"accuracy":0.857708,"main_score":0.824327,"hf_subset":"lvs_Latn-apc_Arab","languages":["lvs-Latn","apc-Arab"]},{"precision":0.586546,"recall":0.659091,"f1":0.607224,"accuracy":0.659091,"main_score":0.607224,"hf_subset":"lvs_Latn-bug_Latn","languages":["lvs-Latn","bug-Latn"]},{"precision":0.351316,"recall":0.436759,"f1":0.37361,"accuracy":0.436759,"main_score":0.37361,"hf_subset":"lvs_Latn-fon_Latn","languages":["lvs-Latn","fon-Latn"]},{"precision":0.729917,"recall":0.789526,"f1":0.74796,"accuracy":0.789526,"main_score":0.74796,"hf_subset":"lvs_Latn-jav_Latn","languages":["lvs-Latn","jav-Latn"]},{"precision":0.580035,"recall":0.653162,"f1":0.600367,"accuracy":0.653162,"main_score":0.600367,"hf_subset":"lvs_Latn-lao_Laoo","languages":["lvs-Latn","lao-Laoo"]},{"precision":0.374448,"recall":0.460474,"f1":0.397465,"accuracy":0.460474,"main_score":0.397465,"hf_subset":"lvs_Latn-mri_Latn","languages":["lvs-Latn","mri-Latn"]},{"precision":0.876845,"recall":0.908103,"f1":0.886528,"accuracy":0.908103,"main_score":0.886528,"hf_subset":"lvs_Latn-rus_Cyrl","languages":["lvs-Latn","rus-Cyrl"]},{"precision":0.384054,"recall":0.476285,"f1":0.408729,"accuracy":0.476285,"main_score":0.408729,"hf_subset":"lvs_Latn-taq_Latn","languages":["lvs-Latn","taq-Latn"]},{"precision":0.718643,"recall":0.778656,"f1":0.736877,"accuracy":0.778656,"main_score":0.736877,"hf_subset":"lvs_Latn-war_Latn","languages":["lvs-Latn","war-Latn"]},{"precision":0.845932,"recall":0.88834,"f1":0.859223,"accuracy":0.88834,"main_score":0.859223,"hf_subset":"lvs_Latn-arb_Arab","languages":["lvs-Latn","arb-Arab"]},{"precision":0.8764,"recall":0.909091,"f1":0.886561,"accuracy":0.909091,"main_score":0.886561,"hf_subset":"lvs_Latn-bul_Cyrl","languages":["lvs-Latn","bul-Cyrl"]},{"precision":0.867457,"recall":0.900198,"f1":0.877635,"accuracy":0.900198,"main_score":0.877635,"hf_subset":"lvs_Latn-fra_Latn","languages":["lvs-Latn","fra-Latn"]},{"precision":0.840613,"recall":0.881423,"f1":0.853393,"accuracy":0.881423,"main_score":0.853393,"hf_subset":"lvs_Latn-jpn_Jpan","languages":["lvs-Latn","jpn-Jpan"]},{"precision":0.762401,"recall":0.815217,"f1":0.778162,"accuracy":0.815217,"main_score":0.778162,"hf_subset":"lvs_Latn-lij_Latn","languages":["lvs-Latn","lij-Latn"]},{"precision":0.620356,"recall":0.697628,"f1":0.643017,"accuracy":0.697628,"main_score":0.643017,"hf_subset":"lvs_Latn-mya_Mymr","languages":["lvs-Latn","mya-Mymr"]},{"precision":0.435378,"recall":0.520751,"f1":0.458261,"accuracy":0.520751,"main_score":0.458261,"hf_subset":"lvs_Latn-sag_Latn","languages":["lvs-Latn","sag-Latn"]},{"precision":0.143536,"recall":0.221344,"f1":0.16075,"accuracy":0.221344,"main_score":0.16075,"hf_subset":"lvs_Latn-taq_Tfng","languages":["lvs-Latn","taq-Tfng"]},{"precision":0.438218,"recall":0.52668,"f1":0.462083,"accuracy":0.52668,"main_score":0.462083,"hf_subset":"lvs_Latn-wol_Latn","languages":["lvs-Latn","wol-Latn"]},{"precision":0.279949,"recall":0.380435,"f1":0.305999,"accuracy":0.380435,"main_score":0.305999,"hf_subset":"lvs_Latn-arb_Latn","languages":["lvs-Latn","arb-Latn"]},{"precision":0.843438,"recall":0.884387,"f1":0.856341,"accuracy":0.884387,"main_score":0.856341,"hf_subset":"lvs_Latn-cat_Latn","languages":["lvs-Latn","cat-Latn"]},{"precision":0.745899,"recall":0.800395,"f1":0.761778,"accuracy":0.800395,"main_score":0.761778,"hf_subset":"lvs_Latn-fur_Latn","languages":["lvs-Latn","fur-Latn"]},{"precision":0.277892,"recall":0.358696,"f1":0.298912,"accuracy":0.358696,"main_score":0.298912,"hf_subset":"lvs_Latn-kab_Latn","languages":["lvs-Latn","kab-Latn"]},{"precision":0.71082,"recall":0.769763,"f1":0.727851,"accuracy":0.769763,"main_score":0.727851,"hf_subset":"lvs_Latn-lim_Latn","languages":["lvs-Latn","lim-Latn"]},{"precision":0.859881,"recall":0.895257,"f1":0.871014,"accuracy":0.895257,"main_score":0.871014,"hf_subset":"lvs_Latn-nld_Latn","languages":["lvs-Latn","nld-Latn"]},{"precision":0.740168,"recall":0.797431,"f1":0.757741,"accuracy":0.797431,"main_score":0.757741,"hf_subset":"lvs_Latn-san_Deva","languages":["lvs-Latn","san-Deva"]},{"precision":0.64471,"recall":0.710474,"f1":0.663505,"accuracy":0.710474,"main_score":0.663505,"hf_subset":"lvs_Latn-tat_Cyrl","languages":["lvs-Latn","tat-Cyrl"]},{"precision":0.430564,"recall":0.51087,"f1":0.452367,"accuracy":0.51087,"main_score":0.452367,"hf_subset":"lvs_Latn-xho_Latn","languages":["lvs-Latn","xho-Latn"]},{"precision":0.834239,"recall":0.878458,"f1":0.848024,"accuracy":0.878458,"main_score":0.848024,"hf_subset":"lvs_Latn-ars_Arab","languages":["lvs-Latn","ars-Arab"]},{"precision":0.713944,"recall":0.777668,"f1":0.733333,"accuracy":0.777668,"main_score":0.733333,"hf_subset":"lvs_Latn-ceb_Latn","languages":["lvs-Latn","ceb-Latn"]},{"precision":0.404806,"recall":0.482213,"f1":0.425271,"accuracy":0.482213,"main_score":0.425271,"hf_subset":"lvs_Latn-fuv_Latn","languages":["lvs-Latn","fuv-Latn"]},{"precision":0.393112,"recall":0.480237,"f1":0.416267,"accuracy":0.480237,"main_score":0.416267,"hf_subset":"lvs_Latn-kac_Latn","languages":["lvs-Latn","kac-Latn"]},{"precision":0.460814,"recall":0.548419,"f1":0.484508,"accuracy":0.548419,"main_score":0.484508,"hf_subset":"lvs_Latn-lin_Latn","languages":["lvs-Latn","lin-Latn"]},{"precision":0.832098,"recall":0.875494,"f1":0.845553,"accuracy":0.875494,"main_score":0.845553,"hf_subset":"lvs_Latn-nno_Latn","languages":["lvs-Latn","nno-Latn"]},{"precision":0.183372,"recall":0.248024,"f1":0.19926,"accuracy":0.248024,"main_score":0.19926,"hf_subset":"lvs_Latn-sat_Olck","languages":["lvs-Latn","sat-Olck"]},{"precision":0.813603,"recall":0.859684,"f1":0.828228,"accuracy":0.859684,"main_score":0.828228,"hf_subset":"lvs_Latn-tel_Telu","languages":["lvs-Latn","tel-Telu"]},{"precision":0.305771,"recall":0.386364,"f1":0.32652,"accuracy":0.386364,"main_score":0.32652,"hf_subset":"lvs_Latn-ydd_Hebr","languages":["lvs-Latn","ydd-Hebr"]},{"precision":0.721791,"recall":0.790514,"f1":0.742674,"accuracy":0.790514,"main_score":0.742674,"hf_subset":"lvs_Latn-ary_Arab","languages":["lvs-Latn","ary-Arab"]},{"precision":0.854364,"recall":0.891304,"f1":0.865646,"accuracy":0.891304,"main_score":0.865646,"hf_subset":"lvs_Latn-ces_Latn","languages":["lvs-Latn","ces-Latn"]},{"precision":0.302577,"recall":0.387352,"f1":0.323914,"accuracy":0.387352,"main_score":0.323914,"hf_subset":"lvs_Latn-gaz_Latn","languages":["lvs-Latn","gaz-Latn"]},{"precision":0.402663,"recall":0.48913,"f1":0.426086,"accuracy":0.48913,"main_score":0.426086,"hf_subset":"lvs_Latn-kam_Latn","languages":["lvs-Latn","kam-Latn"]},{"precision":0.819288,"recall":0.863636,"f1":0.832971,"accuracy":0.863636,"main_score":0.832971,"hf_subset":"lvs_Latn-lit_Latn","languages":["lvs-Latn","lit-Latn"]},{"precision":0.862731,"recall":0.898221,"f1":0.873748,"accuracy":0.898221,"main_score":0.873748,"hf_subset":"lvs_Latn-nob_Latn","languages":["lvs-Latn","nob-Latn"]},{"precision":0.651385,"recall":0.720356,"f1":0.671109,"accuracy":0.720356,"main_score":0.671109,"hf_subset":"lvs_Latn-scn_Latn","languages":["lvs-Latn","scn-Latn"]},{"precision":0.461299,"recall":0.536561,"f1":0.481526,"accuracy":0.536561,"main_score":0.481526,"hf_subset":"lvs_Latn-tgk_Cyrl","languages":["lvs-Latn","tgk-Cyrl"]},{"precision":0.376368,"recall":0.462451,"f1":0.400293,"accuracy":0.462451,"main_score":0.400293,"hf_subset":"lvs_Latn-yor_Latn","languages":["lvs-Latn","yor-Latn"]},{"precision":0.822859,"recall":0.869565,"f1":0.837371,"accuracy":0.869565,"main_score":0.837371,"hf_subset":"lvs_Latn-arz_Arab","languages":["lvs-Latn","arz-Arab"]},{"precision":0.403708,"recall":0.498024,"f1":0.430055,"accuracy":0.498024,"main_score":0.430055,"hf_subset":"lvs_Latn-cjk_Latn","languages":["lvs-Latn","cjk-Latn"]},{"precision":0.376851,"recall":0.455534,"f1":0.39704,"accuracy":0.455534,"main_score":0.39704,"hf_subset":"lvs_Latn-gla_Latn","languages":["lvs-Latn","gla-Latn"]},{"precision":0.797843,"recall":0.848814,"f1":0.813768,"accuracy":0.848814,"main_score":0.813768,"hf_subset":"lvs_Latn-kan_Knda","languages":["lvs-Latn","kan-Knda"]},{"precision":0.694491,"recall":0.763834,"f1":0.715291,"accuracy":0.763834,"main_score":0.715291,"hf_subset":"lvs_Latn-lmo_Latn","languages":["lvs-Latn","lmo-Latn"]},{"precision":0.817309,"recall":0.862648,"f1":0.831192,"accuracy":0.862648,"main_score":0.831192,"hf_subset":"lvs_Latn-npi_Deva","languages":["lvs-Latn","npi-Deva"]},{"precision":0.345989,"recall":0.440711,"f1":0.370548,"accuracy":0.440711,"main_score":0.370548,"hf_subset":"lvs_Latn-shn_Mymr","languages":["lvs-Latn","shn-Mymr"]},{"precision":0.783333,"recall":0.838933,"f1":0.800659,"accuracy":0.838933,"main_score":0.800659,"hf_subset":"lvs_Latn-tgl_Latn","languages":["lvs-Latn","tgl-Latn"]},{"precision":0.820932,"recall":0.868577,"f1":0.836001,"accuracy":0.868577,"main_score":0.836001,"hf_subset":"lvs_Latn-yue_Hant","languages":["lvs-Latn","yue-Hant"]},{"precision":0.696871,"recall":0.764822,"f1":0.717556,"accuracy":0.764822,"main_score":0.717556,"hf_subset":"lvs_Latn-asm_Beng","languages":["lvs-Latn","asm-Beng"]},{"precision":0.40174,"recall":0.477273,"f1":0.421839,"accuracy":0.477273,"main_score":0.421839,"hf_subset":"lvs_Latn-ckb_Arab","languages":["lvs-Latn","ckb-Arab"]},{"precision":0.394348,"recall":0.472332,"f1":0.414931,"accuracy":0.472332,"main_score":0.414931,"hf_subset":"lvs_Latn-gle_Latn","languages":["lvs-Latn","gle-Latn"]},{"precision":0.545265,"recall":0.632411,"f1":0.570255,"accuracy":0.632411,"main_score":0.570255,"hf_subset":"lvs_Latn-kas_Arab","languages":["lvs-Latn","kas-Arab"]},{"precision":0.823601,"recall":0.869565,"f1":0.837731,"accuracy":0.869565,"main_score":0.837731,"hf_subset":"lvs_Latn-ltg_Latn","languages":["lvs-Latn","ltg-Latn"]},{"precision":0.455023,"recall":0.532609,"f1":0.47655,"accuracy":0.532609,"main_score":0.47655,"hf_subset":"lvs_Latn-nso_Latn","languages":["lvs-Latn","nso-Latn"]},{"precision":0.680319,"recall":0.747036,"f1":0.699986,"accuracy":0.747036,"main_score":0.699986,"hf_subset":"lvs_Latn-sin_Sinh","languages":["lvs-Latn","sin-Sinh"]},{"precision":0.836801,"recall":0.879447,"f1":0.849852,"accuracy":0.879447,"main_score":0.849852,"hf_subset":"lvs_Latn-tha_Thai","languages":["lvs-Latn","tha-Thai"]},{"precision":0.823452,"recall":0.871542,"f1":0.838373,"accuracy":0.871542,"main_score":0.838373,"hf_subset":"lvs_Latn-zho_Hans","languages":["lvs-Latn","zho-Hans"]},{"precision":0.813801,"recall":0.860672,"f1":0.828266,"accuracy":0.860672,"main_score":0.828266,"hf_subset":"lvs_Latn-ast_Latn","languages":["lvs-Latn","ast-Latn"]},{"precision":0.683319,"recall":0.748024,"f1":0.702376,"accuracy":0.748024,"main_score":0.702376,"hf_subset":"lvs_Latn-crh_Latn","languages":["lvs-Latn","crh-Latn"]},{"precision":0.849812,"recall":0.884387,"f1":0.859983,"accuracy":0.884387,"main_score":0.859983,"hf_subset":"lvs_Latn-glg_Latn","languages":["lvs-Latn","glg-Latn"]},{"precision":0.493916,"recall":0.575099,"f1":0.516824,"accuracy":0.575099,"main_score":0.516824,"hf_subset":"lvs_Latn-kas_Deva","languages":["lvs-Latn","kas-Deva"]},{"precision":0.702933,"recall":0.76087,"f1":0.719622,"accuracy":0.76087,"main_score":0.719622,"hf_subset":"lvs_Latn-ltz_Latn","languages":["lvs-Latn","ltz-Latn"]},{"precision":0.31916,"recall":0.406126,"f1":0.342171,"accuracy":0.406126,"main_score":0.342171,"hf_subset":"lvs_Latn-nus_Latn","languages":["lvs-Latn","nus-Latn"]},{"precision":0.843338,"recall":0.881423,"f1":0.85493,"accuracy":0.881423,"main_score":0.85493,"hf_subset":"lvs_Latn-slk_Latn","languages":["lvs-Latn","slk-Latn"]},{"precision":0.363256,"recall":0.445652,"f1":0.38498,"accuracy":0.445652,"main_score":0.38498,"hf_subset":"lvs_Latn-tir_Ethi","languages":["lvs-Latn","tir-Ethi"]},{"precision":0.815003,"recall":0.860672,"f1":0.828873,"accuracy":0.860672,"main_score":0.828873,"hf_subset":"lvs_Latn-zho_Hant","languages":["lvs-Latn","zho-Hant"]},{"precision":0.828047,"recall":0.87253,"f1":0.842128,"accuracy":0.87253,"main_score":0.842128,"hf_subset":"lvs_Latn-awa_Deva","languages":["lvs-Latn","awa-Deva"]},{"precision":0.43686,"recall":0.509881,"f1":0.456783,"accuracy":0.509881,"main_score":0.456783,"hf_subset":"lvs_Latn-cym_Latn","languages":["lvs-Latn","cym-Latn"]},{"precision":0.567572,"recall":0.645257,"f1":0.590411,"accuracy":0.645257,"main_score":0.590411,"hf_subset":"lvs_Latn-grn_Latn","languages":["lvs-Latn","grn-Latn"]},{"precision":0.787714,"recall":0.837945,"f1":0.802917,"accuracy":0.837945,"main_score":0.802917,"hf_subset":"lvs_Latn-kat_Geor","languages":["lvs-Latn","kat-Geor"]},{"precision":0.453922,"recall":0.541502,"f1":0.478119,"accuracy":0.541502,"main_score":0.478119,"hf_subset":"lvs_Latn-lua_Latn","languages":["lvs-Latn","lua-Latn"]},{"precision":0.43881,"recall":0.521739,"f1":0.462199,"accuracy":0.521739,"main_score":0.462199,"hf_subset":"lvs_Latn-nya_Latn","languages":["lvs-Latn","nya-Latn"]},{"precision":0.811627,"recall":0.859684,"f1":0.826746,"accuracy":0.859684,"main_score":0.826746,"hf_subset":"lvs_Latn-slv_Latn","languages":["lvs-Latn","slv-Latn"]},{"precision":0.630148,"recall":0.699605,"f1":0.650807,"accuracy":0.699605,"main_score":0.650807,"hf_subset":"lvs_Latn-tpi_Latn","languages":["lvs-Latn","tpi-Latn"]},{"precision":0.834601,"recall":0.878458,"f1":0.848386,"accuracy":0.878458,"main_score":0.848386,"hf_subset":"lvs_Latn-zsm_Latn","languages":["lvs-Latn","zsm-Latn"]},{"precision":0.389173,"recall":0.479249,"f1":0.413238,"accuracy":0.479249,"main_score":0.413238,"hf_subset":"lvs_Latn-ayr_Latn","languages":["lvs-Latn","ayr-Latn"]},{"precision":0.876812,"recall":0.909091,"f1":0.88714,"accuracy":0.909091,"main_score":0.88714,"hf_subset":"lvs_Latn-dan_Latn","languages":["lvs-Latn","dan-Latn"]},{"precision":0.813323,"recall":0.859684,"f1":0.827602,"accuracy":0.859684,"main_score":0.827602,"hf_subset":"lvs_Latn-guj_Gujr","languages":["lvs-Latn","guj-Gujr"]},{"precision":0.680625,"recall":0.743083,"f1":0.698915,"accuracy":0.743083,"main_score":0.698915,"hf_subset":"lvs_Latn-kaz_Cyrl","languages":["lvs-Latn","kaz-Cyrl"]},{"precision":0.379675,"recall":0.463439,"f1":0.402082,"accuracy":0.463439,"main_score":0.402082,"hf_subset":"lvs_Latn-lug_Latn","languages":["lvs-Latn","lug-Latn"]},{"precision":0.826173,"recall":0.867589,"f1":0.838606,"accuracy":0.867589,"main_score":0.838606,"hf_subset":"lvs_Latn-oci_Latn","languages":["lvs-Latn","oci-Latn"]},{"precision":0.427795,"recall":0.517787,"f1":0.452154,"accuracy":0.517787,"main_score":0.452154,"hf_subset":"lvs_Latn-smo_Latn","languages":["lvs-Latn","smo-Latn"]},{"precision":0.411679,"recall":0.487154,"f1":0.431457,"accuracy":0.487154,"main_score":0.431457,"hf_subset":"lvs_Latn-tsn_Latn","languages":["lvs-Latn","tsn-Latn"]},{"precision":0.394403,"recall":0.474308,"f1":0.41576,"accuracy":0.474308,"main_score":0.41576,"hf_subset":"lvs_Latn-zul_Latn","languages":["lvs-Latn","zul-Latn"]},{"precision":0.550569,"recall":0.635375,"f1":0.575076,"accuracy":0.635375,"main_score":0.575076,"hf_subset":"lvs_Latn-azb_Arab","languages":["lvs-Latn","azb-Arab"]},{"precision":0.877529,"recall":0.909091,"f1":0.887335,"accuracy":0.909091,"main_score":0.887335,"hf_subset":"lvs_Latn-deu_Latn","languages":["lvs-Latn","deu-Latn"]},{"precision":0.562027,"recall":0.646245,"f1":0.585922,"accuracy":0.646245,"main_score":0.585922,"hf_subset":"lvs_Latn-hat_Latn","languages":["lvs-Latn","hat-Latn"]},{"precision":0.356429,"recall":0.438735,"f1":0.378204,"accuracy":0.438735,"main_score":0.378204,"hf_subset":"lvs_Latn-kbp_Latn","languages":["lvs-Latn","kbp-Latn"]},{"precision":0.420909,"recall":0.5,"f1":0.442591,"accuracy":0.5,"main_score":0.442591,"hf_subset":"lvs_Latn-luo_Latn","languages":["lvs-Latn","luo-Latn"]},{"precision":0.475722,"recall":0.552372,"f1":0.497119,"accuracy":0.552372,"main_score":0.497119,"hf_subset":"lvs_Latn-ory_Orya","languages":["lvs-Latn","ory-Orya"]},{"precision":0.403071,"recall":0.476285,"f1":0.422774,"accuracy":0.476285,"main_score":0.422774,"hf_subset":"lvs_Latn-sna_Latn","languages":["lvs-Latn","sna-Latn"]},{"precision":0.400456,"recall":0.482213,"f1":0.422725,"accuracy":0.482213,"main_score":0.422725,"hf_subset":"lvs_Latn-tso_Latn","languages":["lvs-Latn","tso-Latn"]},{"precision":0.733079,"recall":0.785573,"f1":0.749094,"accuracy":0.785573,"main_score":0.749094,"hf_subset":"lvs_Latn-azj_Latn","languages":["lvs-Latn","azj-Latn"]},{"precision":0.382636,"recall":0.474308,"f1":0.407277,"accuracy":0.474308,"main_score":0.407277,"hf_subset":"lvs_Latn-dik_Latn","languages":["lvs-Latn","dik-Latn"]},{"precision":0.435493,"recall":0.505929,"f1":0.455741,"accuracy":0.505929,"main_score":0.455741,"hf_subset":"lvs_Latn-hau_Latn","languages":["lvs-Latn","hau-Latn"]},{"precision":0.698361,"recall":0.766798,"f1":0.719291,"accuracy":0.766798,"main_score":0.719291,"hf_subset":"lvs_Latn-kea_Latn","languages":["lvs-Latn","kea-Latn"]},{"precision":0.532096,"recall":0.602767,"f1":0.55155,"accuracy":0.602767,"main_score":0.55155,"hf_subset":"lvs_Latn-lus_Latn","languages":["lvs-Latn","lus-Latn"]},{"precision":0.644739,"recall":0.709486,"f1":0.664147,"accuracy":0.709486,"main_score":0.664147,"hf_subset":"lvs_Latn-pag_Latn","languages":["lvs-Latn","pag-Latn"]},{"precision":0.573964,"recall":0.652174,"f1":0.59591,"accuracy":0.652174,"main_score":0.59591,"hf_subset":"lvs_Latn-snd_Arab","languages":["lvs-Latn","snd-Arab"]},{"precision":0.600185,"recall":0.667984,"f1":0.619093,"accuracy":0.667984,"main_score":0.619093,"hf_subset":"lvs_Latn-tuk_Latn","languages":["lvs-Latn","tuk-Latn"]},{"precision":0.632628,"recall":0.699605,"f1":0.652379,"accuracy":0.699605,"main_score":0.652379,"hf_subset":"lvs_Latn-bak_Cyrl","languages":["lvs-Latn","bak-Cyrl"]},{"precision":0.320016,"recall":0.421937,"f1":0.347391,"accuracy":0.421937,"main_score":0.347391,"hf_subset":"lvs_Latn-dyu_Latn","languages":["lvs-Latn","dyu-Latn"]},{"precision":0.721542,"recall":0.784585,"f1":0.741008,"accuracy":0.784585,"main_score":0.741008,"hf_subset":"lvs_Latn-heb_Hebr","languages":["lvs-Latn","heb-Hebr"]},{"precision":0.444428,"recall":0.516798,"f1":0.464164,"accuracy":0.516798,"main_score":0.464164,"hf_subset":"lvs_Latn-khk_Cyrl","languages":["lvs-Latn","khk-Cyrl"]},{"precision":0.736158,"recall":0.797431,"f1":0.753993,"accuracy":0.797431,"main_score":0.753993,"hf_subset":"lvs_Latn-pan_Guru","languages":["lvs-Latn","pan-Guru"]},{"precision":0.378872,"recall":0.453557,"f1":0.399236,"accuracy":0.453557,"main_score":0.399236,"hf_subset":"lvs_Latn-som_Latn","languages":["lvs-Latn","som-Latn"]},{"precision":0.431419,"recall":0.511858,"f1":0.454026,"accuracy":0.511858,"main_score":0.454026,"hf_subset":"lvs_Latn-tum_Latn","languages":["lvs-Latn","tum-Latn"]},{"precision":0.271851,"recall":0.351779,"f1":0.293578,"accuracy":0.351779,"main_score":0.293578,"hf_subset":"pan_Guru-ace_Arab","languages":["pan-Guru","ace-Arab"]},{"precision":0.350593,"recall":0.435771,"f1":0.374187,"accuracy":0.435771,"main_score":0.374187,"hf_subset":"pan_Guru-bam_Latn","languages":["pan-Guru","bam-Latn"]},{"precision":0.170406,"recall":0.240119,"f1":0.187479,"accuracy":0.240119,"main_score":0.187479,"hf_subset":"pan_Guru-dzo_Tibt","languages":["pan-Guru","dzo-Tibt"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"pan_Guru-hin_Deva","languages":["pan-Guru","hin-Deva"]},{"precision":0.795372,"recall":0.850791,"f1":0.812945,"accuracy":0.850791,"main_score":0.812945,"hf_subset":"pan_Guru-khm_Khmr","languages":["pan-Guru","khm-Khmr"]},{"precision":0.948946,"recall":0.964427,"f1":0.954051,"accuracy":0.964427,"main_score":0.954051,"hf_subset":"pan_Guru-mag_Deva","languages":["pan-Guru","mag-Deva"]},{"precision":0.737978,"recall":0.802372,"f1":0.757039,"accuracy":0.802372,"main_score":0.757039,"hf_subset":"pan_Guru-pap_Latn","languages":["pan-Guru","pap-Latn"]},{"precision":0.403608,"recall":0.491107,"f1":0.428057,"accuracy":0.491107,"main_score":0.428057,"hf_subset":"pan_Guru-sot_Latn","languages":["pan-Guru","sot-Latn"]},{"precision":0.941947,"recall":0.960474,"f1":0.948024,"accuracy":0.960474,"main_score":0.948024,"hf_subset":"pan_Guru-tur_Latn","languages":["pan-Guru","tur-Latn"]},{"precision":0.569767,"recall":0.646245,"f1":0.59138,"accuracy":0.646245,"main_score":0.59138,"hf_subset":"pan_Guru-ace_Latn","languages":["pan-Guru","ace-Latn"]},{"precision":0.694812,"recall":0.756917,"f1":0.713707,"accuracy":0.756917,"main_score":0.713707,"hf_subset":"pan_Guru-ban_Latn","languages":["pan-Guru","ban-Latn"]},{"precision":0.904974,"recall":0.932806,"f1":0.914032,"accuracy":0.932806,"main_score":0.914032,"hf_subset":"pan_Guru-ell_Grek","languages":["pan-Guru","ell-Grek"]},{"precision":0.924489,"recall":0.945652,"f1":0.931225,"accuracy":0.945652,"main_score":0.931225,"hf_subset":"pan_Guru-hne_Deva","languages":["pan-Guru","hne-Deva"]},{"precision":0.363178,"recall":0.466403,"f1":0.391345,"accuracy":0.466403,"main_score":0.391345,"hf_subset":"pan_Guru-kik_Latn","languages":["pan-Guru","kik-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"pan_Guru-mai_Deva","languages":["pan-Guru","mai-Deva"]},{"precision":0.833037,"recall":0.880435,"f1":0.847958,"accuracy":0.880435,"main_score":0.847958,"hf_subset":"pan_Guru-pbt_Arab","languages":["pan-Guru","pbt-Arab"]},{"precision":0.942688,"recall":0.959486,"f1":0.948123,"accuracy":0.959486,"main_score":0.948123,"hf_subset":"pan_Guru-spa_Latn","languages":["pan-Guru","spa-Latn"]},{"precision":0.442417,"recall":0.524704,"f1":0.464925,"accuracy":0.524704,"main_score":0.464925,"hf_subset":"pan_Guru-twi_Latn","languages":["pan-Guru","twi-Latn"]},{"precision":0.921278,"recall":0.943676,"f1":0.92836,"accuracy":0.943676,"main_score":0.92836,"hf_subset":"pan_Guru-acm_Arab","languages":["pan-Guru","acm-Arab"]},{"precision":0.749094,"recall":0.813241,"f1":0.768874,"accuracy":0.813241,"main_score":0.768874,"hf_subset":"pan_Guru-bel_Cyrl","languages":["pan-Guru","bel-Cyrl"]},{"precision":0.961792,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"pan_Guru-eng_Latn","languages":["pan-Guru","eng-Latn"]},{"precision":0.89501,"recall":0.925889,"f1":0.90504,"accuracy":0.925889,"main_score":0.90504,"hf_subset":"pan_Guru-hrv_Latn","languages":["pan-Guru","hrv-Latn"]},{"precision":0.389485,"recall":0.470356,"f1":0.411149,"accuracy":0.470356,"main_score":0.411149,"hf_subset":"pan_Guru-kin_Latn","languages":["pan-Guru","kin-Latn"]},{"precision":0.939427,"recall":0.95751,"f1":0.945158,"accuracy":0.95751,"main_score":0.945158,"hf_subset":"pan_Guru-mal_Mlym","languages":["pan-Guru","mal-Mlym"]},{"precision":0.951943,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"pan_Guru-pes_Arab","languages":["pan-Guru","pes-Arab"]},{"precision":0.738175,"recall":0.801383,"f1":0.757825,"accuracy":0.801383,"main_score":0.757825,"hf_subset":"pan_Guru-srd_Latn","languages":["pan-Guru","srd-Latn"]},{"precision":0.120961,"recall":0.201581,"f1":0.139277,"accuracy":0.201581,"main_score":0.139277,"hf_subset":"pan_Guru-tzm_Tfng","languages":["pan-Guru","tzm-Tfng"]},{"precision":0.935441,"recall":0.954545,"f1":0.941535,"accuracy":0.954545,"main_score":0.941535,"hf_subset":"pan_Guru-acq_Arab","languages":["pan-Guru","acq-Arab"]},{"precision":0.426756,"recall":0.511858,"f1":0.449688,"accuracy":0.511858,"main_score":0.449688,"hf_subset":"pan_Guru-bem_Latn","languages":["pan-Guru","bem-Latn"]},{"precision":0.803731,"recall":0.852767,"f1":0.81889,"accuracy":0.852767,"main_score":0.81889,"hf_subset":"pan_Guru-epo_Latn","languages":["pan-Guru","epo-Latn"]},{"precision":0.870471,"recall":0.906126,"f1":0.881983,"accuracy":0.906126,"main_score":0.881983,"hf_subset":"pan_Guru-hun_Latn","languages":["pan-Guru","hun-Latn"]},{"precision":0.642589,"recall":0.711462,"f1":0.662964,"accuracy":0.711462,"main_score":0.662964,"hf_subset":"pan_Guru-kir_Cyrl","languages":["pan-Guru","kir-Cyrl"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"pan_Guru-mar_Deva","languages":["pan-Guru","mar-Deva"]},{"precision":0.426819,"recall":0.500988,"f1":0.447562,"accuracy":0.500988,"main_score":0.447562,"hf_subset":"pan_Guru-plt_Latn","languages":["pan-Guru","plt-Latn"]},{"precision":0.873847,"recall":0.911067,"f1":0.885672,"accuracy":0.911067,"main_score":0.885672,"hf_subset":"pan_Guru-srp_Cyrl","languages":["pan-Guru","srp-Cyrl"]},{"precision":0.304282,"recall":0.373518,"f1":0.322754,"accuracy":0.373518,"main_score":0.322754,"hf_subset":"pan_Guru-uig_Arab","languages":["pan-Guru","uig-Arab"]},{"precision":0.8792,"recall":0.914032,"f1":0.890217,"accuracy":0.914032,"main_score":0.890217,"hf_subset":"pan_Guru-aeb_Arab","languages":["pan-Guru","aeb-Arab"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"pan_Guru-ben_Beng","languages":["pan-Guru","ben-Beng"]},{"precision":0.742111,"recall":0.8083,"f1":0.762714,"accuracy":0.8083,"main_score":0.762714,"hf_subset":"pan_Guru-est_Latn","languages":["pan-Guru","est-Latn"]},{"precision":0.817688,"recall":0.867589,"f1":0.83307,"accuracy":0.867589,"main_score":0.83307,"hf_subset":"pan_Guru-hye_Armn","languages":["pan-Guru","hye-Armn"]},{"precision":0.362513,"recall":0.445652,"f1":0.385715,"accuracy":0.445652,"main_score":0.385715,"hf_subset":"pan_Guru-kmb_Latn","languages":["pan-Guru","kmb-Latn"]},{"precision":0.238117,"recall":0.322134,"f1":0.259974,"accuracy":0.322134,"main_score":0.259974,"hf_subset":"pan_Guru-min_Arab","languages":["pan-Guru","min-Arab"]},{"precision":0.936759,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"pan_Guru-pol_Latn","languages":["pan-Guru","pol-Latn"]},{"precision":0.364523,"recall":0.451581,"f1":0.388799,"accuracy":0.451581,"main_score":0.388799,"hf_subset":"pan_Guru-ssw_Latn","languages":["pan-Guru","ssw-Latn"]},{"precision":0.928854,"recall":0.949605,"f1":0.935606,"accuracy":0.949605,"main_score":0.935606,"hf_subset":"pan_Guru-ukr_Cyrl","languages":["pan-Guru","ukr-Cyrl"]},{"precision":0.855072,"recall":0.895257,"f1":0.867674,"accuracy":0.895257,"main_score":0.867674,"hf_subset":"pan_Guru-afr_Latn","languages":["pan-Guru","afr-Latn"]},{"precision":0.913949,"recall":0.938735,"f1":0.922003,"accuracy":0.938735,"main_score":0.922003,"hf_subset":"pan_Guru-bho_Deva","languages":["pan-Guru","bho-Deva"]},{"precision":0.558823,"recall":0.637352,"f1":0.581544,"accuracy":0.637352,"main_score":0.581544,"hf_subset":"pan_Guru-eus_Latn","languages":["pan-Guru","eus-Latn"]},{"precision":0.393939,"recall":0.48913,"f1":0.420756,"accuracy":0.48913,"main_score":0.420756,"hf_subset":"pan_Guru-ibo_Latn","languages":["pan-Guru","ibo-Latn"]},{"precision":0.419788,"recall":0.494071,"f1":0.439702,"accuracy":0.494071,"main_score":0.439702,"hf_subset":"pan_Guru-kmr_Latn","languages":["pan-Guru","kmr-Latn"]},{"precision":0.669457,"recall":0.737154,"f1":0.689003,"accuracy":0.737154,"main_score":0.689003,"hf_subset":"pan_Guru-min_Latn","languages":["pan-Guru","min-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"pan_Guru-por_Latn","languages":["pan-Guru","por-Latn"]},{"precision":0.71334,"recall":0.777668,"f1":0.732145,"accuracy":0.777668,"main_score":0.732145,"hf_subset":"pan_Guru-sun_Latn","languages":["pan-Guru","sun-Latn"]},{"precision":0.362957,"recall":0.44664,"f1":0.385649,"accuracy":0.44664,"main_score":0.385649,"hf_subset":"pan_Guru-umb_Latn","languages":["pan-Guru","umb-Latn"]},{"precision":0.932642,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"pan_Guru-ajp_Arab","languages":["pan-Guru","ajp-Arab"]},{"precision":0.259695,"recall":0.33498,"f1":0.280075,"accuracy":0.33498,"main_score":0.280075,"hf_subset":"pan_Guru-bjn_Arab","languages":["pan-Guru","bjn-Arab"]},{"precision":0.365993,"recall":0.448617,"f1":0.388904,"accuracy":0.448617,"main_score":0.388904,"hf_subset":"pan_Guru-ewe_Latn","languages":["pan-Guru","ewe-Latn"]},{"precision":0.621302,"recall":0.687747,"f1":0.640354,"accuracy":0.687747,"main_score":0.640354,"hf_subset":"pan_Guru-ilo_Latn","languages":["pan-Guru","ilo-Latn"]},{"precision":0.199699,"recall":0.268775,"f1":0.217061,"accuracy":0.268775,"main_score":0.217061,"hf_subset":"pan_Guru-knc_Arab","languages":["pan-Guru","knc-Arab"]},{"precision":0.85555,"recall":0.893281,"f1":0.867161,"accuracy":0.893281,"main_score":0.867161,"hf_subset":"pan_Guru-mkd_Cyrl","languages":["pan-Guru","mkd-Cyrl"]},{"precision":0.944664,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"pan_Guru-prs_Arab","languages":["pan-Guru","prs-Arab"]},{"precision":0.937088,"recall":0.95751,"f1":0.943841,"accuracy":0.95751,"main_score":0.943841,"hf_subset":"pan_Guru-swe_Latn","languages":["pan-Guru","swe-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"pan_Guru-urd_Arab","languages":["pan-Guru","urd-Arab"]},{"precision":0.417432,"recall":0.501976,"f1":0.441279,"accuracy":0.501976,"main_score":0.441279,"hf_subset":"pan_Guru-aka_Latn","languages":["pan-Guru","aka-Latn"]},{"precision":0.718808,"recall":0.785573,"f1":0.738985,"accuracy":0.785573,"main_score":0.738985,"hf_subset":"pan_Guru-bjn_Latn","languages":["pan-Guru","bjn-Latn"]},{"precision":0.550751,"recall":0.625494,"f1":0.571798,"accuracy":0.625494,"main_score":0.571798,"hf_subset":"pan_Guru-fao_Latn","languages":["pan-Guru","fao-Latn"]},{"precision":0.946229,"recall":0.962451,"f1":0.951482,"accuracy":0.962451,"main_score":0.951482,"hf_subset":"pan_Guru-ind_Latn","languages":["pan-Guru","ind-Latn"]},{"precision":0.402772,"recall":0.488142,"f1":0.426213,"accuracy":0.488142,"main_score":0.426213,"hf_subset":"pan_Guru-knc_Latn","languages":["pan-Guru","knc-Latn"]},{"precision":0.606094,"recall":0.689723,"f1":0.630294,"accuracy":0.689723,"main_score":0.630294,"hf_subset":"pan_Guru-mlt_Latn","languages":["pan-Guru","mlt-Latn"]},{"precision":0.42964,"recall":0.51581,"f1":0.453612,"accuracy":0.51581,"main_score":0.453612,"hf_subset":"pan_Guru-quy_Latn","languages":["pan-Guru","quy-Latn"]},{"precision":0.84832,"recall":0.891304,"f1":0.862154,"accuracy":0.891304,"main_score":0.862154,"hf_subset":"pan_Guru-swh_Latn","languages":["pan-Guru","swh-Latn"]},{"precision":0.620039,"recall":0.6917,"f1":0.640304,"accuracy":0.6917,"main_score":0.640304,"hf_subset":"pan_Guru-uzn_Latn","languages":["pan-Guru","uzn-Latn"]},{"precision":0.699835,"recall":0.771739,"f1":0.721659,"accuracy":0.771739,"main_score":0.721659,"hf_subset":"pan_Guru-als_Latn","languages":["pan-Guru","als-Latn"]},{"precision":0.217318,"recall":0.288538,"f1":0.23552,"accuracy":0.288538,"main_score":0.23552,"hf_subset":"pan_Guru-bod_Tibt","languages":["pan-Guru","bod-Tibt"]},{"precision":0.366038,"recall":0.459486,"f1":0.391887,"accuracy":0.459486,"main_score":0.391887,"hf_subset":"pan_Guru-fij_Latn","languages":["pan-Guru","fij-Latn"]},{"precision":0.52129,"recall":0.603755,"f1":0.543686,"accuracy":0.603755,"main_score":0.543686,"hf_subset":"pan_Guru-isl_Latn","languages":["pan-Guru","isl-Latn"]},{"precision":0.429359,"recall":0.51581,"f1":0.453333,"accuracy":0.51581,"main_score":0.453333,"hf_subset":"pan_Guru-kon_Latn","languages":["pan-Guru","kon-Latn"]},{"precision":0.396954,"recall":0.493083,"f1":0.424019,"accuracy":0.493083,"main_score":0.424019,"hf_subset":"pan_Guru-mni_Beng","languages":["pan-Guru","mni-Beng"]},{"precision":0.932806,"recall":0.952569,"f1":0.939065,"accuracy":0.952569,"main_score":0.939065,"hf_subset":"pan_Guru-ron_Latn","languages":["pan-Guru","ron-Latn"]},{"precision":0.774028,"recall":0.828063,"f1":0.790679,"accuracy":0.828063,"main_score":0.790679,"hf_subset":"pan_Guru-szl_Latn","languages":["pan-Guru","szl-Latn"]},{"precision":0.823781,"recall":0.868577,"f1":0.837667,"accuracy":0.868577,"main_score":0.837667,"hf_subset":"pan_Guru-vec_Latn","languages":["pan-Guru","vec-Latn"]},{"precision":0.811759,"recall":0.864625,"f1":0.828129,"accuracy":0.864625,"main_score":0.828129,"hf_subset":"pan_Guru-amh_Ethi","languages":["pan-Guru","amh-Ethi"]},{"precision":0.925148,"recall":0.947628,"f1":0.932378,"accuracy":0.947628,"main_score":0.932378,"hf_subset":"pan_Guru-bos_Latn","languages":["pan-Guru","bos-Latn"]},{"precision":0.921525,"recall":0.943676,"f1":0.928426,"accuracy":0.943676,"main_score":0.928426,"hf_subset":"pan_Guru-fin_Latn","languages":["pan-Guru","fin-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"pan_Guru-ita_Latn","languages":["pan-Guru","ita-Latn"]},{"precision":0.930583,"recall":0.951581,"f1":0.937319,"accuracy":0.951581,"main_score":0.937319,"hf_subset":"pan_Guru-kor_Hang","languages":["pan-Guru","kor-Hang"]},{"precision":0.373635,"recall":0.454545,"f1":0.39633,"accuracy":0.454545,"main_score":0.39633,"hf_subset":"pan_Guru-mos_Latn","languages":["pan-Guru","mos-Latn"]},{"precision":0.369163,"recall":0.456522,"f1":0.392801,"accuracy":0.456522,"main_score":0.392801,"hf_subset":"pan_Guru-run_Latn","languages":["pan-Guru","run-Latn"]},{"precision":0.939312,"recall":0.956522,"f1":0.944895,"accuracy":0.956522,"main_score":0.944895,"hf_subset":"pan_Guru-tam_Taml","languages":["pan-Guru","tam-Taml"]},{"precision":0.9361,"recall":0.954545,"f1":0.942194,"accuracy":0.954545,"main_score":0.942194,"hf_subset":"pan_Guru-vie_Latn","languages":["pan-Guru","vie-Latn"]},{"precision":0.907773,"recall":0.932806,"f1":0.915584,"accuracy":0.932806,"main_score":0.915584,"hf_subset":"pan_Guru-apc_Arab","languages":["pan-Guru","apc-Arab"]},{"precision":0.549327,"recall":0.629447,"f1":0.57192,"accuracy":0.629447,"main_score":0.57192,"hf_subset":"pan_Guru-bug_Latn","languages":["pan-Guru","bug-Latn"]},{"precision":0.319583,"recall":0.406126,"f1":0.343201,"accuracy":0.406126,"main_score":0.343201,"hf_subset":"pan_Guru-fon_Latn","languages":["pan-Guru","fon-Latn"]},{"precision":0.742342,"recall":0.802372,"f1":0.760753,"accuracy":0.802372,"main_score":0.760753,"hf_subset":"pan_Guru-jav_Latn","languages":["pan-Guru","jav-Latn"]},{"precision":0.746031,"recall":0.813241,"f1":0.767161,"accuracy":0.813241,"main_score":0.767161,"hf_subset":"pan_Guru-lao_Laoo","languages":["pan-Guru","lao-Laoo"]},{"precision":0.366207,"recall":0.462451,"f1":0.391914,"accuracy":0.462451,"main_score":0.391914,"hf_subset":"pan_Guru-mri_Latn","languages":["pan-Guru","mri-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"pan_Guru-rus_Cyrl","languages":["pan-Guru","rus-Cyrl"]},{"precision":0.372404,"recall":0.458498,"f1":0.39487,"accuracy":0.458498,"main_score":0.39487,"hf_subset":"pan_Guru-taq_Latn","languages":["pan-Guru","taq-Latn"]},{"precision":0.73055,"recall":0.789526,"f1":0.747746,"accuracy":0.789526,"main_score":0.747746,"hf_subset":"pan_Guru-war_Latn","languages":["pan-Guru","war-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"pan_Guru-arb_Arab","languages":["pan-Guru","arb-Arab"]},{"precision":0.93857,"recall":0.956522,"f1":0.944499,"accuracy":0.956522,"main_score":0.944499,"hf_subset":"pan_Guru-bul_Cyrl","languages":["pan-Guru","bul-Cyrl"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"pan_Guru-fra_Latn","languages":["pan-Guru","fra-Latn"]},{"precision":0.937665,"recall":0.95751,"f1":0.944071,"accuracy":0.95751,"main_score":0.944071,"hf_subset":"pan_Guru-jpn_Jpan","languages":["pan-Guru","jpn-Jpan"]},{"precision":0.768923,"recall":0.826087,"f1":0.786185,"accuracy":0.826087,"main_score":0.786185,"hf_subset":"pan_Guru-lij_Latn","languages":["pan-Guru","lij-Latn"]},{"precision":0.801202,"recall":0.854743,"f1":0.817523,"accuracy":0.854743,"main_score":0.817523,"hf_subset":"pan_Guru-mya_Mymr","languages":["pan-Guru","mya-Mymr"]},{"precision":0.418192,"recall":0.505929,"f1":0.442136,"accuracy":0.505929,"main_score":0.442136,"hf_subset":"pan_Guru-sag_Latn","languages":["pan-Guru","sag-Latn"]},{"precision":0.144433,"recall":0.222332,"f1":0.160378,"accuracy":0.222332,"main_score":0.160378,"hf_subset":"pan_Guru-taq_Tfng","languages":["pan-Guru","taq-Tfng"]},{"precision":0.417492,"recall":0.502964,"f1":0.441899,"accuracy":0.502964,"main_score":0.441899,"hf_subset":"pan_Guru-wol_Latn","languages":["pan-Guru","wol-Latn"]},{"precision":0.263316,"recall":0.36166,"f1":0.289432,"accuracy":0.36166,"main_score":0.289432,"hf_subset":"pan_Guru-arb_Latn","languages":["pan-Guru","arb-Latn"]},{"precision":0.901515,"recall":0.928854,"f1":0.910211,"accuracy":0.928854,"main_score":0.910211,"hf_subset":"pan_Guru-cat_Latn","languages":["pan-Guru","cat-Latn"]},{"precision":0.724301,"recall":0.786561,"f1":0.742507,"accuracy":0.786561,"main_score":0.742507,"hf_subset":"pan_Guru-fur_Latn","languages":["pan-Guru","fur-Latn"]},{"precision":0.264187,"recall":0.346838,"f1":0.285918,"accuracy":0.346838,"main_score":0.285918,"hf_subset":"pan_Guru-kab_Latn","languages":["pan-Guru","kab-Latn"]},{"precision":0.70803,"recall":0.770751,"f1":0.726334,"accuracy":0.770751,"main_score":0.726334,"hf_subset":"pan_Guru-lim_Latn","languages":["pan-Guru","lim-Latn"]},{"precision":0.937253,"recall":0.955534,"f1":0.943182,"accuracy":0.955534,"main_score":0.943182,"hf_subset":"pan_Guru-nld_Latn","languages":["pan-Guru","nld-Latn"]},{"precision":0.861578,"recall":0.900198,"f1":0.874078,"accuracy":0.900198,"main_score":0.874078,"hf_subset":"pan_Guru-san_Deva","languages":["pan-Guru","san-Deva"]},{"precision":0.591769,"recall":0.657115,"f1":0.610579,"accuracy":0.657115,"main_score":0.610579,"hf_subset":"pan_Guru-tat_Cyrl","languages":["pan-Guru","tat-Cyrl"]},{"precision":0.406583,"recall":0.494071,"f1":0.430589,"accuracy":0.494071,"main_score":0.430589,"hf_subset":"pan_Guru-xho_Latn","languages":["pan-Guru","xho-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"pan_Guru-ars_Arab","languages":["pan-Guru","ars-Arab"]},{"precision":0.715324,"recall":0.777668,"f1":0.733788,"accuracy":0.777668,"main_score":0.733788,"hf_subset":"pan_Guru-ceb_Latn","languages":["pan-Guru","ceb-Latn"]},{"precision":0.394235,"recall":0.47332,"f1":0.415922,"accuracy":0.47332,"main_score":0.415922,"hf_subset":"pan_Guru-fuv_Latn","languages":["pan-Guru","fuv-Latn"]},{"precision":0.37855,"recall":0.471344,"f1":0.403622,"accuracy":0.471344,"main_score":0.403622,"hf_subset":"pan_Guru-kac_Latn","languages":["pan-Guru","kac-Latn"]},{"precision":0.42017,"recall":0.513834,"f1":0.446793,"accuracy":0.513834,"main_score":0.446793,"hf_subset":"pan_Guru-lin_Latn","languages":["pan-Guru","lin-Latn"]},{"precision":0.889822,"recall":0.922925,"f1":0.900527,"accuracy":0.922925,"main_score":0.900527,"hf_subset":"pan_Guru-nno_Latn","languages":["pan-Guru","nno-Latn"]},{"precision":0.244769,"recall":0.318182,"f1":0.263408,"accuracy":0.318182,"main_score":0.263408,"hf_subset":"pan_Guru-sat_Olck","languages":["pan-Guru","sat-Olck"]},{"precision":0.957181,"recall":0.969368,"f1":0.961133,"accuracy":0.969368,"main_score":0.961133,"hf_subset":"pan_Guru-tel_Telu","languages":["pan-Guru","tel-Telu"]},{"precision":0.33891,"recall":0.427866,"f1":0.362588,"accuracy":0.427866,"main_score":0.362588,"hf_subset":"pan_Guru-ydd_Hebr","languages":["pan-Guru","ydd-Hebr"]},{"precision":0.822332,"recall":0.871542,"f1":0.838076,"accuracy":0.871542,"main_score":0.838076,"hf_subset":"pan_Guru-ary_Arab","languages":["pan-Guru","ary-Arab"]},{"precision":0.914608,"recall":0.939723,"f1":0.922826,"accuracy":0.939723,"main_score":0.922826,"hf_subset":"pan_Guru-ces_Latn","languages":["pan-Guru","ces-Latn"]},{"precision":0.325797,"recall":0.408103,"f1":0.347445,"accuracy":0.408103,"main_score":0.347445,"hf_subset":"pan_Guru-gaz_Latn","languages":["pan-Guru","gaz-Latn"]},{"precision":0.391352,"recall":0.488142,"f1":0.418157,"accuracy":0.488142,"main_score":0.418157,"hf_subset":"pan_Guru-kam_Latn","languages":["pan-Guru","kam-Latn"]},{"precision":0.741782,"recall":0.799407,"f1":0.758729,"accuracy":0.799407,"main_score":0.758729,"hf_subset":"pan_Guru-lit_Latn","languages":["pan-Guru","lit-Latn"]},{"precision":0.927536,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"pan_Guru-nob_Latn","languages":["pan-Guru","nob-Latn"]},{"precision":0.671263,"recall":0.743083,"f1":0.691771,"accuracy":0.743083,"main_score":0.691771,"hf_subset":"pan_Guru-scn_Latn","languages":["pan-Guru","scn-Latn"]},{"precision":0.411116,"recall":0.493083,"f1":0.433963,"accuracy":0.493083,"main_score":0.433963,"hf_subset":"pan_Guru-tgk_Cyrl","languages":["pan-Guru","tgk-Cyrl"]},{"precision":0.359845,"recall":0.453557,"f1":0.386588,"accuracy":0.453557,"main_score":0.386588,"hf_subset":"pan_Guru-yor_Latn","languages":["pan-Guru","yor-Latn"]},{"precision":0.896492,"recall":0.923913,"f1":0.905204,"accuracy":0.923913,"main_score":0.905204,"hf_subset":"pan_Guru-arz_Arab","languages":["pan-Guru","arz-Arab"]},{"precision":0.380009,"recall":0.464427,"f1":0.402557,"accuracy":0.464427,"main_score":0.402557,"hf_subset":"pan_Guru-cjk_Latn","languages":["pan-Guru","cjk-Latn"]},{"precision":0.36206,"recall":0.440711,"f1":0.383327,"accuracy":0.440711,"main_score":0.383327,"hf_subset":"pan_Guru-gla_Latn","languages":["pan-Guru","gla-Latn"]},{"precision":0.944499,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"pan_Guru-kan_Knda","languages":["pan-Guru","kan-Knda"]},{"precision":0.693923,"recall":0.763834,"f1":0.714629,"accuracy":0.763834,"main_score":0.714629,"hf_subset":"pan_Guru-lmo_Latn","languages":["pan-Guru","lmo-Latn"]},{"precision":0.957675,"recall":0.970356,"f1":0.961792,"accuracy":0.970356,"main_score":0.961792,"hf_subset":"pan_Guru-npi_Deva","languages":["pan-Guru","npi-Deva"]},{"precision":0.331143,"recall":0.41996,"f1":0.355065,"accuracy":0.41996,"main_score":0.355065,"hf_subset":"pan_Guru-shn_Mymr","languages":["pan-Guru","shn-Mymr"]},{"precision":0.830978,"recall":0.878458,"f1":0.84608,"accuracy":0.878458,"main_score":0.84608,"hf_subset":"pan_Guru-tgl_Latn","languages":["pan-Guru","tgl-Latn"]},{"precision":0.907444,"recall":0.934783,"f1":0.916173,"accuracy":0.934783,"main_score":0.916173,"hf_subset":"pan_Guru-yue_Hant","languages":["pan-Guru","yue-Hant"]},{"precision":0.861825,"recall":0.900198,"f1":0.873814,"accuracy":0.900198,"main_score":0.873814,"hf_subset":"pan_Guru-asm_Beng","languages":["pan-Guru","asm-Beng"]},{"precision":0.4439,"recall":0.518775,"f1":0.464711,"accuracy":0.518775,"main_score":0.464711,"hf_subset":"pan_Guru-ckb_Arab","languages":["pan-Guru","ckb-Arab"]},{"precision":0.390573,"recall":0.467391,"f1":0.410282,"accuracy":0.467391,"main_score":0.410282,"hf_subset":"pan_Guru-gle_Latn","languages":["pan-Guru","gle-Latn"]},{"precision":0.667442,"recall":0.741107,"f1":0.689004,"accuracy":0.741107,"main_score":0.689004,"hf_subset":"pan_Guru-kas_Arab","languages":["pan-Guru","kas-Arab"]},{"precision":0.526921,"recall":0.598814,"f1":0.548342,"accuracy":0.598814,"main_score":0.548342,"hf_subset":"pan_Guru-ltg_Latn","languages":["pan-Guru","ltg-Latn"]},{"precision":0.411218,"recall":0.495059,"f1":0.43478,"accuracy":0.495059,"main_score":0.43478,"hf_subset":"pan_Guru-nso_Latn","languages":["pan-Guru","nso-Latn"]},{"precision":0.85919,"recall":0.900198,"f1":0.872003,"accuracy":0.900198,"main_score":0.872003,"hf_subset":"pan_Guru-sin_Sinh","languages":["pan-Guru","sin-Sinh"]},{"precision":0.939147,"recall":0.956522,"f1":0.944565,"accuracy":0.956522,"main_score":0.944565,"hf_subset":"pan_Guru-tha_Thai","languages":["pan-Guru","tha-Thai"]},{"precision":0.918314,"recall":0.943676,"f1":0.926548,"accuracy":0.943676,"main_score":0.926548,"hf_subset":"pan_Guru-zho_Hans","languages":["pan-Guru","zho-Hans"]},{"precision":0.865563,"recall":0.90415,"f1":0.877536,"accuracy":0.90415,"main_score":0.877536,"hf_subset":"pan_Guru-ast_Latn","languages":["pan-Guru","ast-Latn"]},{"precision":0.718363,"recall":0.784585,"f1":0.738015,"accuracy":0.784585,"main_score":0.738015,"hf_subset":"pan_Guru-crh_Latn","languages":["pan-Guru","crh-Latn"]},{"precision":0.923123,"recall":0.944664,"f1":0.929809,"accuracy":0.944664,"main_score":0.929809,"hf_subset":"pan_Guru-glg_Latn","languages":["pan-Guru","glg-Latn"]},{"precision":0.57859,"recall":0.670949,"f1":0.604778,"accuracy":0.670949,"main_score":0.604778,"hf_subset":"pan_Guru-kas_Deva","languages":["pan-Guru","kas-Deva"]},{"precision":0.650552,"recall":0.72332,"f1":0.671488,"accuracy":0.72332,"main_score":0.671488,"hf_subset":"pan_Guru-ltz_Latn","languages":["pan-Guru","ltz-Latn"]},{"precision":0.325741,"recall":0.410079,"f1":0.348822,"accuracy":0.410079,"main_score":0.348822,"hf_subset":"pan_Guru-nus_Latn","languages":["pan-Guru","nus-Latn"]},{"precision":0.918314,"recall":0.939723,"f1":0.925184,"accuracy":0.939723,"main_score":0.925184,"hf_subset":"pan_Guru-slk_Latn","languages":["pan-Guru","slk-Latn"]},{"precision":0.410615,"recall":0.488142,"f1":0.432438,"accuracy":0.488142,"main_score":0.432438,"hf_subset":"pan_Guru-tir_Ethi","languages":["pan-Guru","tir-Ethi"]},{"precision":0.91357,"recall":0.939723,"f1":0.921937,"accuracy":0.939723,"main_score":0.921937,"hf_subset":"pan_Guru-zho_Hant","languages":["pan-Guru","zho-Hant"]},{"precision":0.945652,"recall":0.961462,"f1":0.950758,"accuracy":0.961462,"main_score":0.950758,"hf_subset":"pan_Guru-awa_Deva","languages":["pan-Guru","awa-Deva"]},{"precision":0.41653,"recall":0.498024,"f1":0.439025,"accuracy":0.498024,"main_score":0.439025,"hf_subset":"pan_Guru-cym_Latn","languages":["pan-Guru","cym-Latn"]},{"precision":0.510218,"recall":0.597826,"f1":0.534444,"accuracy":0.597826,"main_score":0.534444,"hf_subset":"pan_Guru-grn_Latn","languages":["pan-Guru","grn-Latn"]},{"precision":0.8528,"recall":0.894269,"f1":0.865909,"accuracy":0.894269,"main_score":0.865909,"hf_subset":"pan_Guru-kat_Geor","languages":["pan-Guru","kat-Geor"]},{"precision":0.422046,"recall":0.500988,"f1":0.44398,"accuracy":0.500988,"main_score":0.44398,"hf_subset":"pan_Guru-lua_Latn","languages":["pan-Guru","lua-Latn"]},{"precision":0.44895,"recall":0.530632,"f1":0.47134,"accuracy":0.530632,"main_score":0.47134,"hf_subset":"pan_Guru-nya_Latn","languages":["pan-Guru","nya-Latn"]},{"precision":0.850082,"recall":0.889328,"f1":0.862352,"accuracy":0.889328,"main_score":0.862352,"hf_subset":"pan_Guru-slv_Latn","languages":["pan-Guru","slv-Latn"]},{"precision":0.614767,"recall":0.692688,"f1":0.637652,"accuracy":0.692688,"main_score":0.637652,"hf_subset":"pan_Guru-tpi_Latn","languages":["pan-Guru","tpi-Latn"]},{"precision":0.932312,"recall":0.952569,"f1":0.9389,"accuracy":0.952569,"main_score":0.9389,"hf_subset":"pan_Guru-zsm_Latn","languages":["pan-Guru","zsm-Latn"]},{"precision":0.358462,"recall":0.442688,"f1":0.381232,"accuracy":0.442688,"main_score":0.381232,"hf_subset":"pan_Guru-ayr_Latn","languages":["pan-Guru","ayr-Latn"]},{"precision":0.932477,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"pan_Guru-dan_Latn","languages":["pan-Guru","dan-Latn"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"pan_Guru-guj_Gujr","languages":["pan-Guru","guj-Gujr"]},{"precision":0.711637,"recall":0.773715,"f1":0.730141,"accuracy":0.773715,"main_score":0.730141,"hf_subset":"pan_Guru-kaz_Cyrl","languages":["pan-Guru","kaz-Cyrl"]},{"precision":0.366685,"recall":0.458498,"f1":0.391429,"accuracy":0.458498,"main_score":0.391429,"hf_subset":"pan_Guru-lug_Latn","languages":["pan-Guru","lug-Latn"]},{"precision":0.863752,"recall":0.901186,"f1":0.87556,"accuracy":0.901186,"main_score":0.87556,"hf_subset":"pan_Guru-oci_Latn","languages":["pan-Guru","oci-Latn"]},{"precision":0.398917,"recall":0.495059,"f1":0.425121,"accuracy":0.495059,"main_score":0.425121,"hf_subset":"pan_Guru-smo_Latn","languages":["pan-Guru","smo-Latn"]},{"precision":0.380734,"recall":0.465415,"f1":0.403984,"accuracy":0.465415,"main_score":0.403984,"hf_subset":"pan_Guru-tsn_Latn","languages":["pan-Guru","tsn-Latn"]},{"precision":0.374654,"recall":0.468379,"f1":0.399871,"accuracy":0.468379,"main_score":0.399871,"hf_subset":"pan_Guru-zul_Latn","languages":["pan-Guru","zul-Latn"]},{"precision":0.567609,"recall":0.661067,"f1":0.59445,"accuracy":0.661067,"main_score":0.59445,"hf_subset":"pan_Guru-azb_Arab","languages":["pan-Guru","azb-Arab"]},{"precision":0.947464,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"pan_Guru-deu_Latn","languages":["pan-Guru","deu-Latn"]},{"precision":0.556601,"recall":0.640316,"f1":0.581178,"accuracy":0.640316,"main_score":0.581178,"hf_subset":"pan_Guru-hat_Latn","languages":["pan-Guru","hat-Latn"]},{"precision":0.344991,"recall":0.426877,"f1":0.367399,"accuracy":0.426877,"main_score":0.367399,"hf_subset":"pan_Guru-kbp_Latn","languages":["pan-Guru","kbp-Latn"]},{"precision":0.398759,"recall":0.486166,"f1":0.422533,"accuracy":0.486166,"main_score":0.422533,"hf_subset":"pan_Guru-luo_Latn","languages":["pan-Guru","luo-Latn"]},{"precision":0.672333,"recall":0.738142,"f1":0.691573,"accuracy":0.738142,"main_score":0.691573,"hf_subset":"pan_Guru-ory_Orya","languages":["pan-Guru","ory-Orya"]},{"precision":0.39283,"recall":0.479249,"f1":0.416859,"accuracy":0.479249,"main_score":0.416859,"hf_subset":"pan_Guru-sna_Latn","languages":["pan-Guru","sna-Latn"]},{"precision":0.383963,"recall":0.472332,"f1":0.408386,"accuracy":0.472332,"main_score":0.408386,"hf_subset":"pan_Guru-tso_Latn","languages":["pan-Guru","tso-Latn"]},{"precision":0.765975,"recall":0.820158,"f1":0.782449,"accuracy":0.820158,"main_score":0.782449,"hf_subset":"pan_Guru-azj_Latn","languages":["pan-Guru","azj-Latn"]},{"precision":0.370458,"recall":0.465415,"f1":0.396925,"accuracy":0.465415,"main_score":0.396925,"hf_subset":"pan_Guru-dik_Latn","languages":["pan-Guru","dik-Latn"]},{"precision":0.423193,"recall":0.494071,"f1":0.442604,"accuracy":0.494071,"main_score":0.442604,"hf_subset":"pan_Guru-hau_Latn","languages":["pan-Guru","hau-Latn"]},{"precision":0.699382,"recall":0.769763,"f1":0.719949,"accuracy":0.769763,"main_score":0.719949,"hf_subset":"pan_Guru-kea_Latn","languages":["pan-Guru","kea-Latn"]},{"precision":0.513439,"recall":0.591897,"f1":0.534982,"accuracy":0.591897,"main_score":0.534982,"hf_subset":"pan_Guru-lus_Latn","languages":["pan-Guru","lus-Latn"]},{"precision":0.607075,"recall":0.681818,"f1":0.62871,"accuracy":0.681818,"main_score":0.62871,"hf_subset":"pan_Guru-pag_Latn","languages":["pan-Guru","pag-Latn"]},{"precision":0.74193,"recall":0.810277,"f1":0.763076,"accuracy":0.810277,"main_score":0.763076,"hf_subset":"pan_Guru-snd_Arab","languages":["pan-Guru","snd-Arab"]},{"precision":0.537256,"recall":0.613636,"f1":0.55884,"accuracy":0.613636,"main_score":0.55884,"hf_subset":"pan_Guru-tuk_Latn","languages":["pan-Guru","tuk-Latn"]},{"precision":0.566591,"recall":0.642292,"f1":0.588094,"accuracy":0.642292,"main_score":0.588094,"hf_subset":"pan_Guru-bak_Cyrl","languages":["pan-Guru","bak-Cyrl"]},{"precision":0.302878,"recall":0.395257,"f1":0.328392,"accuracy":0.395257,"main_score":0.328392,"hf_subset":"pan_Guru-dyu_Latn","languages":["pan-Guru","dyu-Latn"]},{"precision":0.85746,"recall":0.898221,"f1":0.870257,"accuracy":0.898221,"main_score":0.870257,"hf_subset":"pan_Guru-heb_Hebr","languages":["pan-Guru","heb-Hebr"]},{"precision":0.423877,"recall":0.496047,"f1":0.443731,"accuracy":0.496047,"main_score":0.443731,"hf_subset":"pan_Guru-khk_Cyrl","languages":["pan-Guru","khk-Cyrl"]},{"precision":0.744895,"recall":0.806324,"f1":0.763933,"accuracy":0.806324,"main_score":0.763933,"hf_subset":"pan_Guru-lvs_Latn","languages":["pan-Guru","lvs-Latn"]},{"precision":0.382083,"recall":0.454545,"f1":0.40227,"accuracy":0.454545,"main_score":0.40227,"hf_subset":"pan_Guru-som_Latn","languages":["pan-Guru","som-Latn"]},{"precision":0.422024,"recall":0.5,"f1":0.444,"accuracy":0.5,"main_score":0.444,"hf_subset":"pan_Guru-tum_Latn","languages":["pan-Guru","tum-Latn"]},{"precision":0.251788,"recall":0.307312,"f1":0.266215,"accuracy":0.307312,"main_score":0.266215,"hf_subset":"som_Latn-ace_Arab","languages":["som-Latn","ace-Arab"]},{"precision":0.386232,"recall":0.421937,"f1":0.396665,"accuracy":0.421937,"main_score":0.396665,"hf_subset":"som_Latn-bam_Latn","languages":["som-Latn","bam-Latn"]},{"precision":0.126094,"recall":0.181818,"f1":0.13937,"accuracy":0.181818,"main_score":0.13937,"hf_subset":"som_Latn-dzo_Tibt","languages":["som-Latn","dzo-Tibt"]},{"precision":0.396301,"recall":0.468379,"f1":0.414531,"accuracy":0.468379,"main_score":0.414531,"hf_subset":"som_Latn-hin_Deva","languages":["som-Latn","hin-Deva"]},{"precision":0.358532,"recall":0.412055,"f1":0.373929,"accuracy":0.412055,"main_score":0.373929,"hf_subset":"som_Latn-khm_Khmr","languages":["som-Latn","khm-Khmr"]},{"precision":0.390724,"recall":0.454545,"f1":0.406714,"accuracy":0.454545,"main_score":0.406714,"hf_subset":"som_Latn-mag_Deva","languages":["som-Latn","mag-Deva"]},{"precision":0.437336,"recall":0.472332,"f1":0.446427,"accuracy":0.472332,"main_score":0.446427,"hf_subset":"som_Latn-pap_Latn","languages":["som-Latn","pap-Latn"]},{"precision":0.434925,"recall":0.469368,"f1":0.444656,"accuracy":0.469368,"main_score":0.444656,"hf_subset":"som_Latn-sot_Latn","languages":["som-Latn","sot-Latn"]},{"precision":0.40541,"recall":0.470356,"f1":0.422806,"accuracy":0.470356,"main_score":0.422806,"hf_subset":"som_Latn-tur_Latn","languages":["som-Latn","tur-Latn"]},{"precision":0.427141,"recall":0.461462,"f1":0.436897,"accuracy":0.461462,"main_score":0.436897,"hf_subset":"som_Latn-ace_Latn","languages":["som-Latn","ace-Latn"]},{"precision":0.414361,"recall":0.447628,"f1":0.424333,"accuracy":0.447628,"main_score":0.424333,"hf_subset":"som_Latn-ban_Latn","languages":["som-Latn","ban-Latn"]},{"precision":0.354825,"recall":0.413043,"f1":0.370069,"accuracy":0.413043,"main_score":0.370069,"hf_subset":"som_Latn-ell_Grek","languages":["som-Latn","ell-Grek"]},{"precision":0.368412,"recall":0.43083,"f1":0.385065,"accuracy":0.43083,"main_score":0.385065,"hf_subset":"som_Latn-hne_Deva","languages":["som-Latn","hne-Deva"]},{"precision":0.365746,"recall":0.412055,"f1":0.379006,"accuracy":0.412055,"main_score":0.379006,"hf_subset":"som_Latn-kik_Latn","languages":["som-Latn","kik-Latn"]},{"precision":0.396768,"recall":0.45751,"f1":0.412431,"accuracy":0.45751,"main_score":0.412431,"hf_subset":"som_Latn-mai_Deva","languages":["som-Latn","mai-Deva"]},{"precision":0.383462,"recall":0.431818,"f1":0.396184,"accuracy":0.431818,"main_score":0.396184,"hf_subset":"som_Latn-pbt_Arab","languages":["som-Latn","pbt-Arab"]},{"precision":0.413892,"recall":0.472332,"f1":0.428918,"accuracy":0.472332,"main_score":0.428918,"hf_subset":"som_Latn-spa_Latn","languages":["som-Latn","spa-Latn"]},{"precision":0.419705,"recall":0.459486,"f1":0.43105,"accuracy":0.459486,"main_score":0.43105,"hf_subset":"som_Latn-twi_Latn","languages":["som-Latn","twi-Latn"]},{"precision":0.374871,"recall":0.435771,"f1":0.390835,"accuracy":0.435771,"main_score":0.390835,"hf_subset":"som_Latn-acm_Arab","languages":["som-Latn","acm-Arab"]},{"precision":0.367125,"recall":0.421937,"f1":0.382466,"accuracy":0.421937,"main_score":0.382466,"hf_subset":"som_Latn-bel_Cyrl","languages":["som-Latn","bel-Cyrl"]},{"precision":0.42003,"recall":0.480237,"f1":0.436033,"accuracy":0.480237,"main_score":0.436033,"hf_subset":"som_Latn-eng_Latn","languages":["som-Latn","eng-Latn"]},{"precision":0.400458,"recall":0.462451,"f1":0.416475,"accuracy":0.462451,"main_score":0.416475,"hf_subset":"som_Latn-hrv_Latn","languages":["som-Latn","hrv-Latn"]},{"precision":0.400026,"recall":0.443676,"f1":0.412702,"accuracy":0.443676,"main_score":0.412702,"hf_subset":"som_Latn-kin_Latn","languages":["som-Latn","kin-Latn"]},{"precision":0.372502,"recall":0.438735,"f1":0.390455,"accuracy":0.438735,"main_score":0.390455,"hf_subset":"som_Latn-mal_Mlym","languages":["som-Latn","mal-Mlym"]},{"precision":0.380062,"recall":0.449605,"f1":0.398514,"accuracy":0.449605,"main_score":0.398514,"hf_subset":"som_Latn-pes_Arab","languages":["som-Latn","pes-Arab"]},{"precision":0.406396,"recall":0.450593,"f1":0.418599,"accuracy":0.450593,"main_score":0.418599,"hf_subset":"som_Latn-srd_Latn","languages":["som-Latn","srd-Latn"]},{"precision":0.143159,"recall":0.193676,"f1":0.155852,"accuracy":0.193676,"main_score":0.155852,"hf_subset":"som_Latn-tzm_Tfng","languages":["som-Latn","tzm-Tfng"]},{"precision":0.369777,"recall":0.436759,"f1":0.386744,"accuracy":0.436759,"main_score":0.386744,"hf_subset":"som_Latn-acq_Arab","languages":["som-Latn","acq-Arab"]},{"precision":0.42044,"recall":0.458498,"f1":0.43084,"accuracy":0.458498,"main_score":0.43084,"hf_subset":"som_Latn-bem_Latn","languages":["som-Latn","bem-Latn"]},{"precision":0.400551,"recall":0.439723,"f1":0.410643,"accuracy":0.439723,"main_score":0.410643,"hf_subset":"som_Latn-epo_Latn","languages":["som-Latn","epo-Latn"]},{"precision":0.39167,"recall":0.453557,"f1":0.408056,"accuracy":0.453557,"main_score":0.408056,"hf_subset":"som_Latn-hun_Latn","languages":["som-Latn","hun-Latn"]},{"precision":0.403725,"recall":0.438735,"f1":0.413431,"accuracy":0.438735,"main_score":0.413431,"hf_subset":"som_Latn-kir_Cyrl","languages":["som-Latn","kir-Cyrl"]},{"precision":0.388391,"recall":0.454545,"f1":0.406223,"accuracy":0.454545,"main_score":0.406223,"hf_subset":"som_Latn-mar_Deva","languages":["som-Latn","mar-Deva"]},{"precision":0.416233,"recall":0.453557,"f1":0.426965,"accuracy":0.453557,"main_score":0.426965,"hf_subset":"som_Latn-plt_Latn","languages":["som-Latn","plt-Latn"]},{"precision":0.39486,"recall":0.450593,"f1":0.409548,"accuracy":0.450593,"main_score":0.409548,"hf_subset":"som_Latn-srp_Cyrl","languages":["som-Latn","srp-Cyrl"]},{"precision":0.293621,"recall":0.339921,"f1":0.306758,"accuracy":0.339921,"main_score":0.306758,"hf_subset":"som_Latn-uig_Arab","languages":["som-Latn","uig-Arab"]},{"precision":0.37541,"recall":0.422925,"f1":0.388639,"accuracy":0.422925,"main_score":0.388639,"hf_subset":"som_Latn-aeb_Arab","languages":["som-Latn","aeb-Arab"]},{"precision":0.37371,"recall":0.451581,"f1":0.394116,"accuracy":0.451581,"main_score":0.394116,"hf_subset":"som_Latn-ben_Beng","languages":["som-Latn","ben-Beng"]},{"precision":0.407925,"recall":0.445652,"f1":0.418063,"accuracy":0.445652,"main_score":0.418063,"hf_subset":"som_Latn-est_Latn","languages":["som-Latn","est-Latn"]},{"precision":0.366861,"recall":0.414032,"f1":0.379737,"accuracy":0.414032,"main_score":0.379737,"hf_subset":"som_Latn-hye_Armn","languages":["som-Latn","hye-Armn"]},{"precision":0.39249,"recall":0.433794,"f1":0.404781,"accuracy":0.433794,"main_score":0.404781,"hf_subset":"som_Latn-kmb_Latn","languages":["som-Latn","kmb-Latn"]},{"precision":0.228966,"recall":0.271739,"f1":0.240278,"accuracy":0.271739,"main_score":0.240278,"hf_subset":"som_Latn-min_Arab","languages":["som-Latn","min-Arab"]},{"precision":0.39908,"recall":0.454545,"f1":0.41286,"accuracy":0.454545,"main_score":0.41286,"hf_subset":"som_Latn-pol_Latn","languages":["som-Latn","pol-Latn"]},{"precision":0.402816,"recall":0.448617,"f1":0.415475,"accuracy":0.448617,"main_score":0.415475,"hf_subset":"som_Latn-ssw_Latn","languages":["som-Latn","ssw-Latn"]},{"precision":0.383761,"recall":0.448617,"f1":0.401197,"accuracy":0.448617,"main_score":0.401197,"hf_subset":"som_Latn-ukr_Cyrl","languages":["som-Latn","ukr-Cyrl"]},{"precision":0.422151,"recall":0.466403,"f1":0.43424,"accuracy":0.466403,"main_score":0.43424,"hf_subset":"som_Latn-afr_Latn","languages":["som-Latn","afr-Latn"]},{"precision":0.399706,"recall":0.456522,"f1":0.414195,"accuracy":0.456522,"main_score":0.414195,"hf_subset":"som_Latn-bho_Deva","languages":["som-Latn","bho-Deva"]},{"precision":0.41764,"recall":0.454545,"f1":0.428104,"accuracy":0.454545,"main_score":0.428104,"hf_subset":"som_Latn-eus_Latn","languages":["som-Latn","eus-Latn"]},{"precision":0.399548,"recall":0.448617,"f1":0.4126,"accuracy":0.448617,"main_score":0.4126,"hf_subset":"som_Latn-ibo_Latn","languages":["som-Latn","ibo-Latn"]},{"precision":0.422099,"recall":0.458498,"f1":0.432388,"accuracy":0.458498,"main_score":0.432388,"hf_subset":"som_Latn-kmr_Latn","languages":["som-Latn","kmr-Latn"]},{"precision":0.414762,"recall":0.44664,"f1":0.423515,"accuracy":0.44664,"main_score":0.423515,"hf_subset":"som_Latn-min_Latn","languages":["som-Latn","min-Latn"]},{"precision":0.41301,"recall":0.472332,"f1":0.427427,"accuracy":0.472332,"main_score":0.427427,"hf_subset":"som_Latn-por_Latn","languages":["som-Latn","por-Latn"]},{"precision":0.426418,"recall":0.45751,"f1":0.435216,"accuracy":0.45751,"main_score":0.435216,"hf_subset":"som_Latn-sun_Latn","languages":["som-Latn","sun-Latn"]},{"precision":0.377813,"recall":0.424901,"f1":0.391497,"accuracy":0.424901,"main_score":0.391497,"hf_subset":"som_Latn-umb_Latn","languages":["som-Latn","umb-Latn"]},{"precision":0.398611,"recall":0.447628,"f1":0.411954,"accuracy":0.447628,"main_score":0.411954,"hf_subset":"som_Latn-ajp_Arab","languages":["som-Latn","ajp-Arab"]},{"precision":0.237515,"recall":0.279644,"f1":0.248931,"accuracy":0.279644,"main_score":0.248931,"hf_subset":"som_Latn-bjn_Arab","languages":["som-Latn","bjn-Arab"]},{"precision":0.38948,"recall":0.429842,"f1":0.400962,"accuracy":0.429842,"main_score":0.400962,"hf_subset":"som_Latn-ewe_Latn","languages":["som-Latn","ewe-Latn"]},{"precision":0.442869,"recall":0.468379,"f1":0.450297,"accuracy":0.468379,"main_score":0.450297,"hf_subset":"som_Latn-ilo_Latn","languages":["som-Latn","ilo-Latn"]},{"precision":0.20541,"recall":0.247036,"f1":0.216371,"accuracy":0.247036,"main_score":0.216371,"hf_subset":"som_Latn-knc_Arab","languages":["som-Latn","knc-Arab"]},{"precision":0.387947,"recall":0.44664,"f1":0.403897,"accuracy":0.44664,"main_score":0.403897,"hf_subset":"som_Latn-mkd_Cyrl","languages":["som-Latn","mkd-Cyrl"]},{"precision":0.368485,"recall":0.440711,"f1":0.387732,"accuracy":0.440711,"main_score":0.387732,"hf_subset":"som_Latn-prs_Arab","languages":["som-Latn","prs-Arab"]},{"precision":0.412045,"recall":0.472332,"f1":0.427515,"accuracy":0.472332,"main_score":0.427515,"hf_subset":"som_Latn-swe_Latn","languages":["som-Latn","swe-Latn"]},{"precision":0.37118,"recall":0.435771,"f1":0.388654,"accuracy":0.435771,"main_score":0.388654,"hf_subset":"som_Latn-urd_Arab","languages":["som-Latn","urd-Arab"]},{"precision":0.412114,"recall":0.44664,"f1":0.422513,"accuracy":0.44664,"main_score":0.422513,"hf_subset":"som_Latn-aka_Latn","languages":["som-Latn","aka-Latn"]},{"precision":0.400899,"recall":0.439723,"f1":0.410625,"accuracy":0.439723,"main_score":0.410625,"hf_subset":"som_Latn-bjn_Latn","languages":["som-Latn","bjn-Latn"]},{"precision":0.387493,"recall":0.437747,"f1":0.401018,"accuracy":0.437747,"main_score":0.401018,"hf_subset":"som_Latn-fao_Latn","languages":["som-Latn","fao-Latn"]},{"precision":0.419189,"recall":0.488142,"f1":0.437362,"accuracy":0.488142,"main_score":0.437362,"hf_subset":"som_Latn-ind_Latn","languages":["som-Latn","ind-Latn"]},{"precision":0.436248,"recall":0.461462,"f1":0.443695,"accuracy":0.461462,"main_score":0.443695,"hf_subset":"som_Latn-knc_Latn","languages":["som-Latn","knc-Latn"]},{"precision":0.425612,"recall":0.461462,"f1":0.435222,"accuracy":0.461462,"main_score":0.435222,"hf_subset":"som_Latn-mlt_Latn","languages":["som-Latn","mlt-Latn"]},{"precision":0.401424,"recall":0.444664,"f1":0.413376,"accuracy":0.444664,"main_score":0.413376,"hf_subset":"som_Latn-quy_Latn","languages":["som-Latn","quy-Latn"]},{"precision":0.429583,"recall":0.470356,"f1":0.440407,"accuracy":0.470356,"main_score":0.440407,"hf_subset":"som_Latn-swh_Latn","languages":["som-Latn","swh-Latn"]},{"precision":0.381002,"recall":0.423913,"f1":0.392456,"accuracy":0.423913,"main_score":0.392456,"hf_subset":"som_Latn-uzn_Latn","languages":["som-Latn","uzn-Latn"]},{"precision":0.396363,"recall":0.435771,"f1":0.407358,"accuracy":0.435771,"main_score":0.407358,"hf_subset":"som_Latn-als_Latn","languages":["som-Latn","als-Latn"]},{"precision":0.198392,"recall":0.25,"f1":0.211727,"accuracy":0.25,"main_score":0.211727,"hf_subset":"som_Latn-bod_Tibt","languages":["som-Latn","bod-Tibt"]},{"precision":0.407658,"recall":0.445652,"f1":0.418489,"accuracy":0.445652,"main_score":0.418489,"hf_subset":"som_Latn-fij_Latn","languages":["som-Latn","fij-Latn"]},{"precision":0.376041,"recall":0.421937,"f1":0.388468,"accuracy":0.421937,"main_score":0.388468,"hf_subset":"som_Latn-isl_Latn","languages":["som-Latn","isl-Latn"]},{"precision":0.403212,"recall":0.442688,"f1":0.414583,"accuracy":0.442688,"main_score":0.414583,"hf_subset":"som_Latn-kon_Latn","languages":["som-Latn","kon-Latn"]},{"precision":0.31185,"recall":0.366601,"f1":0.325581,"accuracy":0.366601,"main_score":0.325581,"hf_subset":"som_Latn-mni_Beng","languages":["som-Latn","mni-Beng"]},{"precision":0.416045,"recall":0.467391,"f1":0.430172,"accuracy":0.467391,"main_score":0.430172,"hf_subset":"som_Latn-ron_Latn","languages":["som-Latn","ron-Latn"]},{"precision":0.38922,"recall":0.433794,"f1":0.401447,"accuracy":0.433794,"main_score":0.401447,"hf_subset":"som_Latn-szl_Latn","languages":["som-Latn","szl-Latn"]},{"precision":0.410914,"recall":0.453557,"f1":0.422754,"accuracy":0.453557,"main_score":0.422754,"hf_subset":"som_Latn-vec_Latn","languages":["som-Latn","vec-Latn"]},{"precision":0.365536,"recall":0.416008,"f1":0.379391,"accuracy":0.416008,"main_score":0.379391,"hf_subset":"som_Latn-amh_Ethi","languages":["som-Latn","amh-Ethi"]},{"precision":0.414845,"recall":0.471344,"f1":0.429714,"accuracy":0.471344,"main_score":0.429714,"hf_subset":"som_Latn-bos_Latn","languages":["som-Latn","bos-Latn"]},{"precision":0.387521,"recall":0.449605,"f1":0.403466,"accuracy":0.449605,"main_score":0.403466,"hf_subset":"som_Latn-fin_Latn","languages":["som-Latn","fin-Latn"]},{"precision":0.399891,"recall":0.472332,"f1":0.417867,"accuracy":0.472332,"main_score":0.417867,"hf_subset":"som_Latn-ita_Latn","languages":["som-Latn","ita-Latn"]},{"precision":0.379282,"recall":0.453557,"f1":0.397978,"accuracy":0.453557,"main_score":0.397978,"hf_subset":"som_Latn-kor_Hang","languages":["som-Latn","kor-Hang"]},{"precision":0.399614,"recall":0.435771,"f1":0.410096,"accuracy":0.435771,"main_score":0.410096,"hf_subset":"som_Latn-mos_Latn","languages":["som-Latn","mos-Latn"]},{"precision":0.398677,"recall":0.440711,"f1":0.41064,"accuracy":0.440711,"main_score":0.41064,"hf_subset":"som_Latn-run_Latn","languages":["som-Latn","run-Latn"]},{"precision":0.367164,"recall":0.436759,"f1":0.384876,"accuracy":0.436759,"main_score":0.384876,"hf_subset":"som_Latn-tam_Taml","languages":["som-Latn","tam-Taml"]},{"precision":0.393956,"recall":0.455534,"f1":0.409647,"accuracy":0.455534,"main_score":0.409647,"hf_subset":"som_Latn-vie_Latn","languages":["som-Latn","vie-Latn"]},{"precision":0.387239,"recall":0.435771,"f1":0.39984,"accuracy":0.435771,"main_score":0.39984,"hf_subset":"som_Latn-apc_Arab","languages":["som-Latn","apc-Arab"]},{"precision":0.413578,"recall":0.451581,"f1":0.424689,"accuracy":0.451581,"main_score":0.424689,"hf_subset":"som_Latn-bug_Latn","languages":["som-Latn","bug-Latn"]},{"precision":0.374664,"recall":0.418972,"f1":0.387356,"accuracy":0.418972,"main_score":0.387356,"hf_subset":"som_Latn-fon_Latn","languages":["som-Latn","fon-Latn"]},{"precision":0.436384,"recall":0.469368,"f1":0.445209,"accuracy":0.469368,"main_score":0.445209,"hf_subset":"som_Latn-jav_Latn","languages":["som-Latn","jav-Latn"]},{"precision":0.386214,"recall":0.425889,"f1":0.397341,"accuracy":0.425889,"main_score":0.397341,"hf_subset":"som_Latn-lao_Laoo","languages":["som-Latn","lao-Laoo"]},{"precision":0.376931,"recall":0.423913,"f1":0.389949,"accuracy":0.423913,"main_score":0.389949,"hf_subset":"som_Latn-mri_Latn","languages":["som-Latn","mri-Latn"]},{"precision":0.389422,"recall":0.458498,"f1":0.407377,"accuracy":0.458498,"main_score":0.407377,"hf_subset":"som_Latn-rus_Cyrl","languages":["som-Latn","rus-Cyrl"]},{"precision":0.391616,"recall":0.429842,"f1":0.402697,"accuracy":0.429842,"main_score":0.402697,"hf_subset":"som_Latn-taq_Latn","languages":["som-Latn","taq-Latn"]},{"precision":0.43727,"recall":0.466403,"f1":0.445509,"accuracy":0.466403,"main_score":0.445509,"hf_subset":"som_Latn-war_Latn","languages":["som-Latn","war-Latn"]},{"precision":0.367831,"recall":0.437747,"f1":0.385664,"accuracy":0.437747,"main_score":0.385664,"hf_subset":"som_Latn-arb_Arab","languages":["som-Latn","arb-Arab"]},{"precision":0.392246,"recall":0.449605,"f1":0.407984,"accuracy":0.449605,"main_score":0.407984,"hf_subset":"som_Latn-bul_Cyrl","languages":["som-Latn","bul-Cyrl"]},{"precision":0.409224,"recall":0.475296,"f1":0.42644,"accuracy":0.475296,"main_score":0.42644,"hf_subset":"som_Latn-fra_Latn","languages":["som-Latn","fra-Latn"]},{"precision":0.371461,"recall":0.448617,"f1":0.391858,"accuracy":0.448617,"main_score":0.391858,"hf_subset":"som_Latn-jpn_Jpan","languages":["som-Latn","jpn-Jpan"]},{"precision":0.406958,"recall":0.447628,"f1":0.418684,"accuracy":0.447628,"main_score":0.418684,"hf_subset":"som_Latn-lij_Latn","languages":["som-Latn","lij-Latn"]},{"precision":0.32832,"recall":0.384387,"f1":0.343202,"accuracy":0.384387,"main_score":0.343202,"hf_subset":"som_Latn-mya_Mymr","languages":["som-Latn","mya-Mymr"]},{"precision":0.402306,"recall":0.4417,"f1":0.4139,"accuracy":0.4417,"main_score":0.4139,"hf_subset":"som_Latn-sag_Latn","languages":["som-Latn","sag-Latn"]},{"precision":0.165821,"recall":0.22332,"f1":0.180188,"accuracy":0.22332,"main_score":0.180188,"hf_subset":"som_Latn-taq_Tfng","languages":["som-Latn","taq-Tfng"]},{"precision":0.410105,"recall":0.443676,"f1":0.420302,"accuracy":0.443676,"main_score":0.420302,"hf_subset":"som_Latn-wol_Latn","languages":["som-Latn","wol-Latn"]},{"precision":0.311888,"recall":0.381423,"f1":0.331012,"accuracy":0.381423,"main_score":0.331012,"hf_subset":"som_Latn-arb_Latn","languages":["som-Latn","arb-Latn"]},{"precision":0.394368,"recall":0.448617,"f1":0.408725,"accuracy":0.448617,"main_score":0.408725,"hf_subset":"som_Latn-cat_Latn","languages":["som-Latn","cat-Latn"]},{"precision":0.41183,"recall":0.455534,"f1":0.423501,"accuracy":0.455534,"main_score":0.423501,"hf_subset":"som_Latn-fur_Latn","languages":["som-Latn","fur-Latn"]},{"precision":0.333872,"recall":0.37747,"f1":0.345921,"accuracy":0.37747,"main_score":0.345921,"hf_subset":"som_Latn-kab_Latn","languages":["som-Latn","kab-Latn"]},{"precision":0.422433,"recall":0.459486,"f1":0.43209,"accuracy":0.459486,"main_score":0.43209,"hf_subset":"som_Latn-lim_Latn","languages":["som-Latn","lim-Latn"]},{"precision":0.407932,"recall":0.471344,"f1":0.423323,"accuracy":0.471344,"main_score":0.423323,"hf_subset":"som_Latn-nld_Latn","languages":["som-Latn","nld-Latn"]},{"precision":0.353886,"recall":0.416996,"f1":0.37059,"accuracy":0.416996,"main_score":0.37059,"hf_subset":"som_Latn-san_Deva","languages":["som-Latn","san-Deva"]},{"precision":0.409464,"recall":0.443676,"f1":0.418852,"accuracy":0.443676,"main_score":0.418852,"hf_subset":"som_Latn-tat_Cyrl","languages":["som-Latn","tat-Cyrl"]},{"precision":0.423558,"recall":0.462451,"f1":0.433919,"accuracy":0.462451,"main_score":0.433919,"hf_subset":"som_Latn-xho_Latn","languages":["som-Latn","xho-Latn"]},{"precision":0.338147,"recall":0.413043,"f1":0.357334,"accuracy":0.413043,"main_score":0.357334,"hf_subset":"som_Latn-ars_Arab","languages":["som-Latn","ars-Arab"]},{"precision":0.437636,"recall":0.470356,"f1":0.446518,"accuracy":0.470356,"main_score":0.446518,"hf_subset":"som_Latn-ceb_Latn","languages":["som-Latn","ceb-Latn"]},{"precision":0.388982,"recall":0.41996,"f1":0.398287,"accuracy":0.41996,"main_score":0.398287,"hf_subset":"som_Latn-fuv_Latn","languages":["som-Latn","fuv-Latn"]},{"precision":0.413333,"recall":0.449605,"f1":0.423887,"accuracy":0.449605,"main_score":0.423887,"hf_subset":"som_Latn-kac_Latn","languages":["som-Latn","kac-Latn"]},{"precision":0.415556,"recall":0.45751,"f1":0.427875,"accuracy":0.45751,"main_score":0.427875,"hf_subset":"som_Latn-lin_Latn","languages":["som-Latn","lin-Latn"]},{"precision":0.401821,"recall":0.459486,"f1":0.416681,"accuracy":0.459486,"main_score":0.416681,"hf_subset":"som_Latn-nno_Latn","languages":["som-Latn","nno-Latn"]},{"precision":0.189471,"recall":0.230237,"f1":0.20062,"accuracy":0.230237,"main_score":0.20062,"hf_subset":"som_Latn-sat_Olck","languages":["som-Latn","sat-Olck"]},{"precision":0.377266,"recall":0.444664,"f1":0.395216,"accuracy":0.444664,"main_score":0.395216,"hf_subset":"som_Latn-tel_Telu","languages":["som-Latn","tel-Telu"]},{"precision":0.269205,"recall":0.328063,"f1":0.283837,"accuracy":0.328063,"main_score":0.283837,"hf_subset":"som_Latn-ydd_Hebr","languages":["som-Latn","ydd-Hebr"]},{"precision":0.352845,"recall":0.400198,"f1":0.365239,"accuracy":0.400198,"main_score":0.365239,"hf_subset":"som_Latn-ary_Arab","languages":["som-Latn","ary-Arab"]},{"precision":0.385725,"recall":0.450593,"f1":0.40245,"accuracy":0.450593,"main_score":0.40245,"hf_subset":"som_Latn-ces_Latn","languages":["som-Latn","ces-Latn"]},{"precision":0.355124,"recall":0.397233,"f1":0.367358,"accuracy":0.397233,"main_score":0.367358,"hf_subset":"som_Latn-gaz_Latn","languages":["som-Latn","gaz-Latn"]},{"precision":0.411597,"recall":0.455534,"f1":0.423958,"accuracy":0.455534,"main_score":0.423958,"hf_subset":"som_Latn-kam_Latn","languages":["som-Latn","kam-Latn"]},{"precision":0.387691,"recall":0.433794,"f1":0.400219,"accuracy":0.433794,"main_score":0.400219,"hf_subset":"som_Latn-lit_Latn","languages":["som-Latn","lit-Latn"]},{"precision":0.409378,"recall":0.466403,"f1":0.424487,"accuracy":0.466403,"main_score":0.424487,"hf_subset":"som_Latn-nob_Latn","languages":["som-Latn","nob-Latn"]},{"precision":0.404252,"recall":0.444664,"f1":0.415662,"accuracy":0.444664,"main_score":0.415662,"hf_subset":"som_Latn-scn_Latn","languages":["som-Latn","scn-Latn"]},{"precision":0.396054,"recall":0.436759,"f1":0.407147,"accuracy":0.436759,"main_score":0.407147,"hf_subset":"som_Latn-tgk_Cyrl","languages":["som-Latn","tgk-Cyrl"]},{"precision":0.381077,"recall":0.424901,"f1":0.394401,"accuracy":0.424901,"main_score":0.394401,"hf_subset":"som_Latn-yor_Latn","languages":["som-Latn","yor-Latn"]},{"precision":0.374017,"recall":0.433794,"f1":0.390253,"accuracy":0.433794,"main_score":0.390253,"hf_subset":"som_Latn-arz_Arab","languages":["som-Latn","arz-Arab"]},{"precision":0.390419,"recall":0.429842,"f1":0.401783,"accuracy":0.429842,"main_score":0.401783,"hf_subset":"som_Latn-cjk_Latn","languages":["som-Latn","cjk-Latn"]},{"precision":0.374137,"recall":0.413043,"f1":0.384968,"accuracy":0.413043,"main_score":0.384968,"hf_subset":"som_Latn-gla_Latn","languages":["som-Latn","gla-Latn"]},{"precision":0.364713,"recall":0.436759,"f1":0.384112,"accuracy":0.436759,"main_score":0.384112,"hf_subset":"som_Latn-kan_Knda","languages":["som-Latn","kan-Knda"]},{"precision":0.413943,"recall":0.44664,"f1":0.423352,"accuracy":0.44664,"main_score":0.423352,"hf_subset":"som_Latn-lmo_Latn","languages":["som-Latn","lmo-Latn"]},{"precision":0.380833,"recall":0.440711,"f1":0.397162,"accuracy":0.440711,"main_score":0.397162,"hf_subset":"som_Latn-npi_Deva","languages":["som-Latn","npi-Deva"]},{"precision":0.36872,"recall":0.418972,"f1":0.382367,"accuracy":0.418972,"main_score":0.382367,"hf_subset":"som_Latn-shn_Mymr","languages":["som-Latn","shn-Mymr"]},{"precision":0.438006,"recall":0.481225,"f1":0.450092,"accuracy":0.481225,"main_score":0.450092,"hf_subset":"som_Latn-tgl_Latn","languages":["som-Latn","tgl-Latn"]},{"precision":0.366109,"recall":0.437747,"f1":0.384186,"accuracy":0.437747,"main_score":0.384186,"hf_subset":"som_Latn-yue_Hant","languages":["som-Latn","yue-Hant"]},{"precision":0.354325,"recall":0.413043,"f1":0.369532,"accuracy":0.413043,"main_score":0.369532,"hf_subset":"som_Latn-asm_Beng","languages":["som-Latn","asm-Beng"]},{"precision":0.322003,"recall":0.369565,"f1":0.336105,"accuracy":0.369565,"main_score":0.336105,"hf_subset":"som_Latn-ckb_Arab","languages":["som-Latn","ckb-Arab"]},{"precision":0.366595,"recall":0.41502,"f1":0.379794,"accuracy":0.41502,"main_score":0.379794,"hf_subset":"som_Latn-gle_Latn","languages":["som-Latn","gle-Latn"]},{"precision":0.319073,"recall":0.374506,"f1":0.33408,"accuracy":0.374506,"main_score":0.33408,"hf_subset":"som_Latn-kas_Arab","languages":["som-Latn","kas-Arab"]},{"precision":0.386884,"recall":0.431818,"f1":0.39905,"accuracy":0.431818,"main_score":0.39905,"hf_subset":"som_Latn-ltg_Latn","languages":["som-Latn","ltg-Latn"]},{"precision":0.43439,"recall":0.466403,"f1":0.443834,"accuracy":0.466403,"main_score":0.443834,"hf_subset":"som_Latn-nso_Latn","languages":["som-Latn","nso-Latn"]},{"precision":0.347867,"recall":0.403162,"f1":0.363026,"accuracy":0.403162,"main_score":0.363026,"hf_subset":"som_Latn-sin_Sinh","languages":["som-Latn","sin-Sinh"]},{"precision":0.38891,"recall":0.456522,"f1":0.40612,"accuracy":0.456522,"main_score":0.40612,"hf_subset":"som_Latn-tha_Thai","languages":["som-Latn","tha-Thai"]},{"precision":0.373245,"recall":0.440711,"f1":0.3909,"accuracy":0.440711,"main_score":0.3909,"hf_subset":"som_Latn-zho_Hans","languages":["som-Latn","zho-Hans"]},{"precision":0.414465,"recall":0.44664,"f1":0.423346,"accuracy":0.44664,"main_score":0.423346,"hf_subset":"som_Latn-ast_Latn","languages":["som-Latn","ast-Latn"]},{"precision":0.394713,"recall":0.43083,"f1":0.405186,"accuracy":0.43083,"main_score":0.405186,"hf_subset":"som_Latn-crh_Latn","languages":["som-Latn","crh-Latn"]},{"precision":0.40725,"recall":0.456522,"f1":0.42046,"accuracy":0.456522,"main_score":0.42046,"hf_subset":"som_Latn-glg_Latn","languages":["som-Latn","glg-Latn"]},{"precision":0.371074,"recall":0.418972,"f1":0.385213,"accuracy":0.418972,"main_score":0.385213,"hf_subset":"som_Latn-kas_Deva","languages":["som-Latn","kas-Deva"]},{"precision":0.391599,"recall":0.437747,"f1":0.404387,"accuracy":0.437747,"main_score":0.404387,"hf_subset":"som_Latn-ltz_Latn","languages":["som-Latn","ltz-Latn"]},{"precision":0.339018,"recall":0.38834,"f1":0.352696,"accuracy":0.38834,"main_score":0.352696,"hf_subset":"som_Latn-nus_Latn","languages":["som-Latn","nus-Latn"]},{"precision":0.405784,"recall":0.460474,"f1":0.419607,"accuracy":0.460474,"main_score":0.419607,"hf_subset":"som_Latn-slk_Latn","languages":["som-Latn","slk-Latn"]},{"precision":0.297004,"recall":0.346838,"f1":0.310517,"accuracy":0.346838,"main_score":0.310517,"hf_subset":"som_Latn-tir_Ethi","languages":["som-Latn","tir-Ethi"]},{"precision":0.354542,"recall":0.429842,"f1":0.373891,"accuracy":0.429842,"main_score":0.373891,"hf_subset":"som_Latn-zho_Hant","languages":["som-Latn","zho-Hant"]},{"precision":0.394767,"recall":0.45751,"f1":0.41111,"accuracy":0.45751,"main_score":0.41111,"hf_subset":"som_Latn-awa_Deva","languages":["som-Latn","awa-Deva"]},{"precision":0.387921,"recall":0.420949,"f1":0.397514,"accuracy":0.420949,"main_score":0.397514,"hf_subset":"som_Latn-cym_Latn","languages":["som-Latn","cym-Latn"]},{"precision":0.402901,"recall":0.448617,"f1":0.415134,"accuracy":0.448617,"main_score":0.415134,"hf_subset":"som_Latn-grn_Latn","languages":["som-Latn","grn-Latn"]},{"precision":0.359324,"recall":0.413043,"f1":0.373567,"accuracy":0.413043,"main_score":0.373567,"hf_subset":"som_Latn-kat_Geor","languages":["som-Latn","kat-Geor"]},{"precision":0.400611,"recall":0.442688,"f1":0.412313,"accuracy":0.442688,"main_score":0.412313,"hf_subset":"som_Latn-lua_Latn","languages":["som-Latn","lua-Latn"]},{"precision":0.430312,"recall":0.466403,"f1":0.440682,"accuracy":0.466403,"main_score":0.440682,"hf_subset":"som_Latn-nya_Latn","languages":["som-Latn","nya-Latn"]},{"precision":0.385823,"recall":0.440711,"f1":0.400481,"accuracy":0.440711,"main_score":0.400481,"hf_subset":"som_Latn-slv_Latn","languages":["som-Latn","slv-Latn"]},{"precision":0.427296,"recall":0.466403,"f1":0.437706,"accuracy":0.466403,"main_score":0.437706,"hf_subset":"som_Latn-tpi_Latn","languages":["som-Latn","tpi-Latn"]},{"precision":0.425971,"recall":0.474308,"f1":0.438434,"accuracy":0.474308,"main_score":0.438434,"hf_subset":"som_Latn-zsm_Latn","languages":["som-Latn","zsm-Latn"]},{"precision":0.388694,"recall":0.433794,"f1":0.401184,"accuracy":0.433794,"main_score":0.401184,"hf_subset":"som_Latn-ayr_Latn","languages":["som-Latn","ayr-Latn"]},{"precision":0.416514,"recall":0.478261,"f1":0.431979,"accuracy":0.478261,"main_score":0.431979,"hf_subset":"som_Latn-dan_Latn","languages":["som-Latn","dan-Latn"]},{"precision":0.370593,"recall":0.4417,"f1":0.389774,"accuracy":0.4417,"main_score":0.389774,"hf_subset":"som_Latn-guj_Gujr","languages":["som-Latn","guj-Gujr"]},{"precision":0.4093,"recall":0.449605,"f1":0.420632,"accuracy":0.449605,"main_score":0.420632,"hf_subset":"som_Latn-kaz_Cyrl","languages":["som-Latn","kaz-Cyrl"]},{"precision":0.394955,"recall":0.442688,"f1":0.408504,"accuracy":0.442688,"main_score":0.408504,"hf_subset":"som_Latn-lug_Latn","languages":["som-Latn","lug-Latn"]},{"precision":0.405657,"recall":0.453557,"f1":0.418725,"accuracy":0.453557,"main_score":0.418725,"hf_subset":"som_Latn-oci_Latn","languages":["som-Latn","oci-Latn"]},{"precision":0.416827,"recall":0.459486,"f1":0.428812,"accuracy":0.459486,"main_score":0.428812,"hf_subset":"som_Latn-smo_Latn","languages":["som-Latn","smo-Latn"]},{"precision":0.410408,"recall":0.450593,"f1":0.422215,"accuracy":0.450593,"main_score":0.422215,"hf_subset":"som_Latn-tsn_Latn","languages":["som-Latn","tsn-Latn"]},{"precision":0.407673,"recall":0.454545,"f1":0.420597,"accuracy":0.454545,"main_score":0.420597,"hf_subset":"som_Latn-zul_Latn","languages":["som-Latn","zul-Latn"]},{"precision":0.300998,"recall":0.356719,"f1":0.316271,"accuracy":0.356719,"main_score":0.316271,"hf_subset":"som_Latn-azb_Arab","languages":["som-Latn","azb-Arab"]},{"precision":0.402054,"recall":0.468379,"f1":0.418834,"accuracy":0.468379,"main_score":0.418834,"hf_subset":"som_Latn-deu_Latn","languages":["som-Latn","deu-Latn"]},{"precision":0.373416,"recall":0.418972,"f1":0.386105,"accuracy":0.418972,"main_score":0.386105,"hf_subset":"som_Latn-hat_Latn","languages":["som-Latn","hat-Latn"]},{"precision":0.366734,"recall":0.407115,"f1":0.37853,"accuracy":0.407115,"main_score":0.37853,"hf_subset":"som_Latn-kbp_Latn","languages":["som-Latn","kbp-Latn"]},{"precision":0.407792,"recall":0.44664,"f1":0.418737,"accuracy":0.44664,"main_score":0.418737,"hf_subset":"som_Latn-luo_Latn","languages":["som-Latn","luo-Latn"]},{"precision":0.361351,"recall":0.424901,"f1":0.378504,"accuracy":0.424901,"main_score":0.378504,"hf_subset":"som_Latn-ory_Orya","languages":["som-Latn","ory-Orya"]},{"precision":0.417105,"recall":0.453557,"f1":0.427299,"accuracy":0.453557,"main_score":0.427299,"hf_subset":"som_Latn-sna_Latn","languages":["som-Latn","sna-Latn"]},{"precision":0.406103,"recall":0.445652,"f1":0.417492,"accuracy":0.445652,"main_score":0.417492,"hf_subset":"som_Latn-tso_Latn","languages":["som-Latn","tso-Latn"]},{"precision":0.407803,"recall":0.439723,"f1":0.416503,"accuracy":0.439723,"main_score":0.416503,"hf_subset":"som_Latn-azj_Latn","languages":["som-Latn","azj-Latn"]},{"precision":0.368819,"recall":0.417984,"f1":0.383242,"accuracy":0.417984,"main_score":0.383242,"hf_subset":"som_Latn-dik_Latn","languages":["som-Latn","dik-Latn"]},{"precision":0.447606,"recall":0.476285,"f1":0.456334,"accuracy":0.476285,"main_score":0.456334,"hf_subset":"som_Latn-hau_Latn","languages":["som-Latn","hau-Latn"]},{"precision":0.423822,"recall":0.456522,"f1":0.433355,"accuracy":0.456522,"main_score":0.433355,"hf_subset":"som_Latn-kea_Latn","languages":["som-Latn","kea-Latn"]},{"precision":0.424177,"recall":0.45751,"f1":0.433997,"accuracy":0.45751,"main_score":0.433997,"hf_subset":"som_Latn-lus_Latn","languages":["som-Latn","lus-Latn"]},{"precision":0.422167,"recall":0.458498,"f1":0.432697,"accuracy":0.458498,"main_score":0.432697,"hf_subset":"som_Latn-pag_Latn","languages":["som-Latn","pag-Latn"]},{"precision":0.328284,"recall":0.386364,"f1":0.343132,"accuracy":0.386364,"main_score":0.343132,"hf_subset":"som_Latn-snd_Arab","languages":["som-Latn","snd-Arab"]},{"precision":0.381491,"recall":0.425889,"f1":0.393798,"accuracy":0.425889,"main_score":0.393798,"hf_subset":"som_Latn-tuk_Latn","languages":["som-Latn","tuk-Latn"]},{"precision":0.394466,"recall":0.432806,"f1":0.405217,"accuracy":0.432806,"main_score":0.405217,"hf_subset":"som_Latn-bak_Cyrl","languages":["som-Latn","bak-Cyrl"]},{"precision":0.324777,"recall":0.374506,"f1":0.338954,"accuracy":0.374506,"main_score":0.338954,"hf_subset":"som_Latn-dyu_Latn","languages":["som-Latn","dyu-Latn"]},{"precision":0.341192,"recall":0.398221,"f1":0.356817,"accuracy":0.398221,"main_score":0.356817,"hf_subset":"som_Latn-heb_Hebr","languages":["som-Latn","heb-Hebr"]},{"precision":0.381235,"recall":0.416008,"f1":0.391135,"accuracy":0.416008,"main_score":0.391135,"hf_subset":"som_Latn-khk_Cyrl","languages":["som-Latn","khk-Cyrl"]},{"precision":0.390562,"recall":0.435771,"f1":0.402732,"accuracy":0.435771,"main_score":0.402732,"hf_subset":"som_Latn-lvs_Latn","languages":["som-Latn","lvs-Latn"]},{"precision":0.384031,"recall":0.442688,"f1":0.399747,"accuracy":0.442688,"main_score":0.399747,"hf_subset":"som_Latn-pan_Guru","languages":["som-Latn","pan-Guru"]},{"precision":0.423291,"recall":0.458498,"f1":0.433498,"accuracy":0.458498,"main_score":0.433498,"hf_subset":"som_Latn-tum_Latn","languages":["som-Latn","tum-Latn"]},{"precision":0.241133,"recall":0.301383,"f1":0.256371,"accuracy":0.301383,"main_score":0.256371,"hf_subset":"tum_Latn-ace_Arab","languages":["tum-Latn","ace-Arab"]},{"precision":0.401485,"recall":0.456522,"f1":0.416916,"accuracy":0.456522,"main_score":0.416916,"hf_subset":"tum_Latn-bam_Latn","languages":["tum-Latn","bam-Latn"]},{"precision":0.145271,"recall":0.198617,"f1":0.158882,"accuracy":0.198617,"main_score":0.158882,"hf_subset":"tum_Latn-dzo_Tibt","languages":["tum-Latn","dzo-Tibt"]},{"precision":0.444037,"recall":0.513834,"f1":0.462539,"accuracy":0.513834,"main_score":0.462539,"hf_subset":"tum_Latn-hin_Deva","languages":["tum-Latn","hin-Deva"]},{"precision":0.377997,"recall":0.432806,"f1":0.393387,"accuracy":0.432806,"main_score":0.393387,"hf_subset":"tum_Latn-khm_Khmr","languages":["tum-Latn","khm-Khmr"]},{"precision":0.4274,"recall":0.5,"f1":0.446726,"accuracy":0.5,"main_score":0.446726,"hf_subset":"tum_Latn-mag_Deva","languages":["tum-Latn","mag-Deva"]},{"precision":0.487538,"recall":0.527668,"f1":0.499147,"accuracy":0.527668,"main_score":0.499147,"hf_subset":"tum_Latn-pap_Latn","languages":["tum-Latn","pap-Latn"]},{"precision":0.461438,"recall":0.51087,"f1":0.47502,"accuracy":0.51087,"main_score":0.47502,"hf_subset":"tum_Latn-sot_Latn","languages":["tum-Latn","sot-Latn"]},{"precision":0.470787,"recall":0.540514,"f1":0.490203,"accuracy":0.540514,"main_score":0.490203,"hf_subset":"tum_Latn-tur_Latn","languages":["tum-Latn","tur-Latn"]},{"precision":0.459189,"recall":0.506917,"f1":0.47283,"accuracy":0.506917,"main_score":0.47283,"hf_subset":"tum_Latn-ace_Latn","languages":["tum-Latn","ace-Latn"]},{"precision":0.461951,"recall":0.51087,"f1":0.474979,"accuracy":0.51087,"main_score":0.474979,"hf_subset":"tum_Latn-ban_Latn","languages":["tum-Latn","ban-Latn"]},{"precision":0.386314,"recall":0.459486,"f1":0.405711,"accuracy":0.459486,"main_score":0.405711,"hf_subset":"tum_Latn-ell_Grek","languages":["tum-Latn","ell-Grek"]},{"precision":0.426174,"recall":0.497036,"f1":0.44542,"accuracy":0.497036,"main_score":0.44542,"hf_subset":"tum_Latn-hne_Deva","languages":["tum-Latn","hne-Deva"]},{"precision":0.434957,"recall":0.478261,"f1":0.44748,"accuracy":0.478261,"main_score":0.44748,"hf_subset":"tum_Latn-kik_Latn","languages":["tum-Latn","kik-Latn"]},{"precision":0.452662,"recall":0.520751,"f1":0.471621,"accuracy":0.520751,"main_score":0.471621,"hf_subset":"tum_Latn-mai_Deva","languages":["tum-Latn","mai-Deva"]},{"precision":0.395519,"recall":0.45751,"f1":0.413192,"accuracy":0.45751,"main_score":0.413192,"hf_subset":"tum_Latn-pbt_Arab","languages":["tum-Latn","pbt-Arab"]},{"precision":0.458288,"recall":0.534585,"f1":0.478348,"accuracy":0.534585,"main_score":0.478348,"hf_subset":"tum_Latn-spa_Latn","languages":["tum-Latn","spa-Latn"]},{"precision":0.480231,"recall":0.518775,"f1":0.491722,"accuracy":0.518775,"main_score":0.491722,"hf_subset":"tum_Latn-twi_Latn","languages":["tum-Latn","twi-Latn"]},{"precision":0.445161,"recall":0.509881,"f1":0.462093,"accuracy":0.509881,"main_score":0.462093,"hf_subset":"tum_Latn-acm_Arab","languages":["tum-Latn","acm-Arab"]},{"precision":0.394431,"recall":0.450593,"f1":0.409964,"accuracy":0.450593,"main_score":0.409964,"hf_subset":"tum_Latn-bel_Cyrl","languages":["tum-Latn","bel-Cyrl"]},{"precision":0.480132,"recall":0.54249,"f1":0.496789,"accuracy":0.54249,"main_score":0.496789,"hf_subset":"tum_Latn-eng_Latn","languages":["tum-Latn","eng-Latn"]},{"precision":0.444292,"recall":0.507905,"f1":0.461472,"accuracy":0.507905,"main_score":0.461472,"hf_subset":"tum_Latn-hrv_Latn","languages":["tum-Latn","hrv-Latn"]},{"precision":0.424285,"recall":0.476285,"f1":0.439027,"accuracy":0.476285,"main_score":0.439027,"hf_subset":"tum_Latn-kin_Latn","languages":["tum-Latn","kin-Latn"]},{"precision":0.412325,"recall":0.48419,"f1":0.431633,"accuracy":0.48419,"main_score":0.431633,"hf_subset":"tum_Latn-mal_Mlym","languages":["tum-Latn","mal-Mlym"]},{"precision":0.42472,"recall":0.505929,"f1":0.446181,"accuracy":0.505929,"main_score":0.446181,"hf_subset":"tum_Latn-pes_Arab","languages":["tum-Latn","pes-Arab"]},{"precision":0.456921,"recall":0.508893,"f1":0.470609,"accuracy":0.508893,"main_score":0.470609,"hf_subset":"tum_Latn-srd_Latn","languages":["tum-Latn","srd-Latn"]},{"precision":0.124847,"recall":0.177866,"f1":0.137902,"accuracy":0.177866,"main_score":0.137902,"hf_subset":"tum_Latn-tzm_Tfng","languages":["tum-Latn","tzm-Tfng"]},{"precision":0.441529,"recall":0.508893,"f1":0.458534,"accuracy":0.508893,"main_score":0.458534,"hf_subset":"tum_Latn-acq_Arab","languages":["tum-Latn","acq-Arab"]},{"precision":0.500662,"recall":0.544466,"f1":0.512935,"accuracy":0.544466,"main_score":0.512935,"hf_subset":"tum_Latn-bem_Latn","languages":["tum-Latn","bem-Latn"]},{"precision":0.443443,"recall":0.497036,"f1":0.458816,"accuracy":0.497036,"main_score":0.458816,"hf_subset":"tum_Latn-epo_Latn","languages":["tum-Latn","epo-Latn"]},{"precision":0.420554,"recall":0.493083,"f1":0.440502,"accuracy":0.493083,"main_score":0.440502,"hf_subset":"tum_Latn-hun_Latn","languages":["tum-Latn","hun-Latn"]},{"precision":0.413863,"recall":0.466403,"f1":0.428398,"accuracy":0.466403,"main_score":0.428398,"hf_subset":"tum_Latn-kir_Cyrl","languages":["tum-Latn","kir-Cyrl"]},{"precision":0.427973,"recall":0.502964,"f1":0.448379,"accuracy":0.502964,"main_score":0.448379,"hf_subset":"tum_Latn-mar_Deva","languages":["tum-Latn","mar-Deva"]},{"precision":0.441043,"recall":0.487154,"f1":0.454537,"accuracy":0.487154,"main_score":0.454537,"hf_subset":"tum_Latn-plt_Latn","languages":["tum-Latn","plt-Latn"]},{"precision":0.435389,"recall":0.494071,"f1":0.450796,"accuracy":0.494071,"main_score":0.450796,"hf_subset":"tum_Latn-srp_Cyrl","languages":["tum-Latn","srp-Cyrl"]},{"precision":0.270938,"recall":0.327075,"f1":0.285926,"accuracy":0.327075,"main_score":0.285926,"hf_subset":"tum_Latn-uig_Arab","languages":["tum-Latn","uig-Arab"]},{"precision":0.427238,"recall":0.490119,"f1":0.443909,"accuracy":0.490119,"main_score":0.443909,"hf_subset":"tum_Latn-aeb_Arab","languages":["tum-Latn","aeb-Arab"]},{"precision":0.446631,"recall":0.51581,"f1":0.465365,"accuracy":0.51581,"main_score":0.465365,"hf_subset":"tum_Latn-ben_Beng","languages":["tum-Latn","ben-Beng"]},{"precision":0.436492,"recall":0.492095,"f1":0.451923,"accuracy":0.492095,"main_score":0.451923,"hf_subset":"tum_Latn-est_Latn","languages":["tum-Latn","est-Latn"]},{"precision":0.393021,"recall":0.450593,"f1":0.408302,"accuracy":0.450593,"main_score":0.408302,"hf_subset":"tum_Latn-hye_Armn","languages":["tum-Latn","hye-Armn"]},{"precision":0.425016,"recall":0.472332,"f1":0.439018,"accuracy":0.472332,"main_score":0.439018,"hf_subset":"tum_Latn-kmb_Latn","languages":["tum-Latn","kmb-Latn"]},{"precision":0.226588,"recall":0.278656,"f1":0.239508,"accuracy":0.278656,"main_score":0.239508,"hf_subset":"tum_Latn-min_Arab","languages":["tum-Latn","min-Arab"]},{"precision":0.443407,"recall":0.516798,"f1":0.462595,"accuracy":0.516798,"main_score":0.462595,"hf_subset":"tum_Latn-pol_Latn","languages":["tum-Latn","pol-Latn"]},{"precision":0.438237,"recall":0.482213,"f1":0.451078,"accuracy":0.482213,"main_score":0.451078,"hf_subset":"tum_Latn-ssw_Latn","languages":["tum-Latn","ssw-Latn"]},{"precision":0.444813,"recall":0.505929,"f1":0.461616,"accuracy":0.505929,"main_score":0.461616,"hf_subset":"tum_Latn-ukr_Cyrl","languages":["tum-Latn","ukr-Cyrl"]},{"precision":0.471507,"recall":0.51581,"f1":0.483647,"accuracy":0.51581,"main_score":0.483647,"hf_subset":"tum_Latn-afr_Latn","languages":["tum-Latn","afr-Latn"]},{"precision":0.44738,"recall":0.513834,"f1":0.464986,"accuracy":0.513834,"main_score":0.464986,"hf_subset":"tum_Latn-bho_Deva","languages":["tum-Latn","bho-Deva"]},{"precision":0.423188,"recall":0.471344,"f1":0.435525,"accuracy":0.471344,"main_score":0.435525,"hf_subset":"tum_Latn-eus_Latn","languages":["tum-Latn","eus-Latn"]},{"precision":0.405319,"recall":0.460474,"f1":0.421316,"accuracy":0.460474,"main_score":0.421316,"hf_subset":"tum_Latn-ibo_Latn","languages":["tum-Latn","ibo-Latn"]},{"precision":0.405364,"recall":0.459486,"f1":0.420459,"accuracy":0.459486,"main_score":0.420459,"hf_subset":"tum_Latn-kmr_Latn","languages":["tum-Latn","kmr-Latn"]},{"precision":0.456756,"recall":0.506917,"f1":0.469888,"accuracy":0.506917,"main_score":0.469888,"hf_subset":"tum_Latn-min_Latn","languages":["tum-Latn","min-Latn"]},{"precision":0.466213,"recall":0.537549,"f1":0.485249,"accuracy":0.537549,"main_score":0.485249,"hf_subset":"tum_Latn-por_Latn","languages":["tum-Latn","por-Latn"]},{"precision":0.475759,"recall":0.518775,"f1":0.487725,"accuracy":0.518775,"main_score":0.487725,"hf_subset":"tum_Latn-sun_Latn","languages":["tum-Latn","sun-Latn"]},{"precision":0.406143,"recall":0.451581,"f1":0.419755,"accuracy":0.451581,"main_score":0.419755,"hf_subset":"tum_Latn-umb_Latn","languages":["tum-Latn","umb-Latn"]},{"precision":0.452581,"recall":0.513834,"f1":0.468923,"accuracy":0.513834,"main_score":0.468923,"hf_subset":"tum_Latn-ajp_Arab","languages":["tum-Latn","ajp-Arab"]},{"precision":0.240186,"recall":0.301383,"f1":0.256559,"accuracy":0.301383,"main_score":0.256559,"hf_subset":"tum_Latn-bjn_Arab","languages":["tum-Latn","bjn-Arab"]},{"precision":0.451449,"recall":0.495059,"f1":0.464723,"accuracy":0.495059,"main_score":0.464723,"hf_subset":"tum_Latn-ewe_Latn","languages":["tum-Latn","ewe-Latn"]},{"precision":0.48515,"recall":0.529644,"f1":0.498336,"accuracy":0.529644,"main_score":0.498336,"hf_subset":"tum_Latn-ilo_Latn","languages":["tum-Latn","ilo-Latn"]},{"precision":0.178463,"recall":0.235178,"f1":0.192561,"accuracy":0.235178,"main_score":0.192561,"hf_subset":"tum_Latn-knc_Arab","languages":["tum-Latn","knc-Arab"]},{"precision":0.437838,"recall":0.497036,"f1":0.453691,"accuracy":0.497036,"main_score":0.453691,"hf_subset":"tum_Latn-mkd_Cyrl","languages":["tum-Latn","mkd-Cyrl"]},{"precision":0.432552,"recall":0.508893,"f1":0.452899,"accuracy":0.508893,"main_score":0.452899,"hf_subset":"tum_Latn-prs_Arab","languages":["tum-Latn","prs-Arab"]},{"precision":0.459436,"recall":0.52668,"f1":0.477583,"accuracy":0.52668,"main_score":0.477583,"hf_subset":"tum_Latn-swe_Latn","languages":["tum-Latn","swe-Latn"]},{"precision":0.386422,"recall":0.460474,"f1":0.406539,"accuracy":0.460474,"main_score":0.406539,"hf_subset":"tum_Latn-urd_Arab","languages":["tum-Latn","urd-Arab"]},{"precision":0.457668,"recall":0.5,"f1":0.46993,"accuracy":0.5,"main_score":0.46993,"hf_subset":"tum_Latn-aka_Latn","languages":["tum-Latn","aka-Latn"]},{"precision":0.459835,"recall":0.504941,"f1":0.472481,"accuracy":0.504941,"main_score":0.472481,"hf_subset":"tum_Latn-bjn_Latn","languages":["tum-Latn","bjn-Latn"]},{"precision":0.432729,"recall":0.485178,"f1":0.447114,"accuracy":0.485178,"main_score":0.447114,"hf_subset":"tum_Latn-fao_Latn","languages":["tum-Latn","fao-Latn"]},{"precision":0.481005,"recall":0.545455,"f1":0.497414,"accuracy":0.545455,"main_score":0.497414,"hf_subset":"tum_Latn-ind_Latn","languages":["tum-Latn","ind-Latn"]},{"precision":0.452939,"recall":0.496047,"f1":0.465335,"accuracy":0.496047,"main_score":0.465335,"hf_subset":"tum_Latn-knc_Latn","languages":["tum-Latn","knc-Latn"]},{"precision":0.446675,"recall":0.496047,"f1":0.460662,"accuracy":0.496047,"main_score":0.460662,"hf_subset":"tum_Latn-mlt_Latn","languages":["tum-Latn","mlt-Latn"]},{"precision":0.425754,"recall":0.48419,"f1":0.442396,"accuracy":0.48419,"main_score":0.442396,"hf_subset":"tum_Latn-quy_Latn","languages":["tum-Latn","quy-Latn"]},{"precision":0.478321,"recall":0.525692,"f1":0.491618,"accuracy":0.525692,"main_score":0.491618,"hf_subset":"tum_Latn-swh_Latn","languages":["tum-Latn","swh-Latn"]},{"precision":0.410637,"recall":0.461462,"f1":0.425033,"accuracy":0.461462,"main_score":0.425033,"hf_subset":"tum_Latn-uzn_Latn","languages":["tum-Latn","uzn-Latn"]},{"precision":0.433051,"recall":0.48913,"f1":0.448836,"accuracy":0.48913,"main_score":0.448836,"hf_subset":"tum_Latn-als_Latn","languages":["tum-Latn","als-Latn"]},{"precision":0.189602,"recall":0.247036,"f1":0.203741,"accuracy":0.247036,"main_score":0.203741,"hf_subset":"tum_Latn-bod_Tibt","languages":["tum-Latn","bod-Tibt"]},{"precision":0.426661,"recall":0.477273,"f1":0.441321,"accuracy":0.477273,"main_score":0.441321,"hf_subset":"tum_Latn-fij_Latn","languages":["tum-Latn","fij-Latn"]},{"precision":0.389889,"recall":0.449605,"f1":0.406271,"accuracy":0.449605,"main_score":0.406271,"hf_subset":"tum_Latn-isl_Latn","languages":["tum-Latn","isl-Latn"]},{"precision":0.472794,"recall":0.509881,"f1":0.483714,"accuracy":0.509881,"main_score":0.483714,"hf_subset":"tum_Latn-kon_Latn","languages":["tum-Latn","kon-Latn"]},{"precision":0.30872,"recall":0.373518,"f1":0.326377,"accuracy":0.373518,"main_score":0.326377,"hf_subset":"tum_Latn-mni_Beng","languages":["tum-Latn","mni-Beng"]},{"precision":0.463549,"recall":0.527668,"f1":0.480817,"accuracy":0.527668,"main_score":0.480817,"hf_subset":"tum_Latn-ron_Latn","languages":["tum-Latn","ron-Latn"]},{"precision":0.425546,"recall":0.480237,"f1":0.440626,"accuracy":0.480237,"main_score":0.440626,"hf_subset":"tum_Latn-szl_Latn","languages":["tum-Latn","szl-Latn"]},{"precision":0.470762,"recall":0.520751,"f1":0.483126,"accuracy":0.520751,"main_score":0.483126,"hf_subset":"tum_Latn-vec_Latn","languages":["tum-Latn","vec-Latn"]},{"precision":0.368378,"recall":0.431818,"f1":0.38607,"accuracy":0.431818,"main_score":0.38607,"hf_subset":"tum_Latn-amh_Ethi","languages":["tum-Latn","amh-Ethi"]},{"precision":0.44618,"recall":0.505929,"f1":0.462022,"accuracy":0.505929,"main_score":0.462022,"hf_subset":"tum_Latn-bos_Latn","languages":["tum-Latn","bos-Latn"]},{"precision":0.444683,"recall":0.507905,"f1":0.461754,"accuracy":0.507905,"main_score":0.461754,"hf_subset":"tum_Latn-fin_Latn","languages":["tum-Latn","fin-Latn"]},{"precision":0.479587,"recall":0.545455,"f1":0.496859,"accuracy":0.545455,"main_score":0.496859,"hf_subset":"tum_Latn-ita_Latn","languages":["tum-Latn","ita-Latn"]},{"precision":0.421654,"recall":0.5,"f1":0.442566,"accuracy":0.5,"main_score":0.442566,"hf_subset":"tum_Latn-kor_Hang","languages":["tum-Latn","kor-Hang"]},{"precision":0.413827,"recall":0.469368,"f1":0.429619,"accuracy":0.469368,"main_score":0.429619,"hf_subset":"tum_Latn-mos_Latn","languages":["tum-Latn","mos-Latn"]},{"precision":0.415375,"recall":0.468379,"f1":0.430763,"accuracy":0.468379,"main_score":0.430763,"hf_subset":"tum_Latn-run_Latn","languages":["tum-Latn","run-Latn"]},{"precision":0.410774,"recall":0.486166,"f1":0.431295,"accuracy":0.486166,"main_score":0.431295,"hf_subset":"tum_Latn-tam_Taml","languages":["tum-Latn","tam-Taml"]},{"precision":0.453014,"recall":0.521739,"f1":0.470731,"accuracy":0.521739,"main_score":0.470731,"hf_subset":"tum_Latn-vie_Latn","languages":["tum-Latn","vie-Latn"]},{"precision":0.439192,"recall":0.504941,"f1":0.456629,"accuracy":0.504941,"main_score":0.456629,"hf_subset":"tum_Latn-apc_Arab","languages":["tum-Latn","apc-Arab"]},{"precision":0.454356,"recall":0.503953,"f1":0.468648,"accuracy":0.503953,"main_score":0.468648,"hf_subset":"tum_Latn-bug_Latn","languages":["tum-Latn","bug-Latn"]},{"precision":0.394952,"recall":0.454545,"f1":0.411955,"accuracy":0.454545,"main_score":0.411955,"hf_subset":"tum_Latn-fon_Latn","languages":["tum-Latn","fon-Latn"]},{"precision":0.478424,"recall":0.520751,"f1":0.489864,"accuracy":0.520751,"main_score":0.489864,"hf_subset":"tum_Latn-jav_Latn","languages":["tum-Latn","jav-Latn"]},{"precision":0.384822,"recall":0.437747,"f1":0.398559,"accuracy":0.437747,"main_score":0.398559,"hf_subset":"tum_Latn-lao_Laoo","languages":["tum-Latn","lao-Laoo"]},{"precision":0.407009,"recall":0.460474,"f1":0.422316,"accuracy":0.460474,"main_score":0.422316,"hf_subset":"tum_Latn-mri_Latn","languages":["tum-Latn","mri-Latn"]},{"precision":0.431087,"recall":0.507905,"f1":0.450991,"accuracy":0.507905,"main_score":0.450991,"hf_subset":"tum_Latn-rus_Cyrl","languages":["tum-Latn","rus-Cyrl"]},{"precision":0.391242,"recall":0.448617,"f1":0.407056,"accuracy":0.448617,"main_score":0.407056,"hf_subset":"tum_Latn-taq_Latn","languages":["tum-Latn","taq-Latn"]},{"precision":0.5048,"recall":0.549407,"f1":0.516619,"accuracy":0.549407,"main_score":0.516619,"hf_subset":"tum_Latn-war_Latn","languages":["tum-Latn","war-Latn"]},{"precision":0.441658,"recall":0.511858,"f1":0.459763,"accuracy":0.511858,"main_score":0.459763,"hf_subset":"tum_Latn-arb_Arab","languages":["tum-Latn","arb-Arab"]},{"precision":0.453856,"recall":0.517787,"f1":0.471684,"accuracy":0.517787,"main_score":0.471684,"hf_subset":"tum_Latn-bul_Cyrl","languages":["tum-Latn","bul-Cyrl"]},{"precision":0.463724,"recall":0.531621,"f1":0.481424,"accuracy":0.531621,"main_score":0.481424,"hf_subset":"tum_Latn-fra_Latn","languages":["tum-Latn","fra-Latn"]},{"precision":0.440058,"recall":0.514822,"f1":0.459509,"accuracy":0.514822,"main_score":0.459509,"hf_subset":"tum_Latn-jpn_Jpan","languages":["tum-Latn","jpn-Jpan"]},{"precision":0.461377,"recall":0.512846,"f1":0.4755,"accuracy":0.512846,"main_score":0.4755,"hf_subset":"tum_Latn-lij_Latn","languages":["tum-Latn","lij-Latn"]},{"precision":0.336387,"recall":0.399209,"f1":0.353753,"accuracy":0.399209,"main_score":0.353753,"hf_subset":"tum_Latn-mya_Mymr","languages":["tum-Latn","mya-Mymr"]},{"precision":0.43928,"recall":0.487154,"f1":0.453153,"accuracy":0.487154,"main_score":0.453153,"hf_subset":"tum_Latn-sag_Latn","languages":["tum-Latn","sag-Latn"]},{"precision":0.156465,"recall":0.221344,"f1":0.171981,"accuracy":0.221344,"main_score":0.171981,"hf_subset":"tum_Latn-taq_Tfng","languages":["tum-Latn","taq-Tfng"]},{"precision":0.432701,"recall":0.485178,"f1":0.447676,"accuracy":0.485178,"main_score":0.447676,"hf_subset":"tum_Latn-wol_Latn","languages":["tum-Latn","wol-Latn"]},{"precision":0.268759,"recall":0.348814,"f1":0.289326,"accuracy":0.348814,"main_score":0.289326,"hf_subset":"tum_Latn-arb_Latn","languages":["tum-Latn","arb-Latn"]},{"precision":0.468964,"recall":0.521739,"f1":0.483248,"accuracy":0.521739,"main_score":0.483248,"hf_subset":"tum_Latn-cat_Latn","languages":["tum-Latn","cat-Latn"]},{"precision":0.462124,"recall":0.506917,"f1":0.474772,"accuracy":0.506917,"main_score":0.474772,"hf_subset":"tum_Latn-fur_Latn","languages":["tum-Latn","fur-Latn"]},{"precision":0.290822,"recall":0.359684,"f1":0.308403,"accuracy":0.359684,"main_score":0.308403,"hf_subset":"tum_Latn-kab_Latn","languages":["tum-Latn","kab-Latn"]},{"precision":0.456507,"recall":0.509881,"f1":0.471518,"accuracy":0.509881,"main_score":0.471518,"hf_subset":"tum_Latn-lim_Latn","languages":["tum-Latn","lim-Latn"]},{"precision":0.477523,"recall":0.536561,"f1":0.493491,"accuracy":0.536561,"main_score":0.493491,"hf_subset":"tum_Latn-nld_Latn","languages":["tum-Latn","nld-Latn"]},{"precision":0.412381,"recall":0.476285,"f1":0.429803,"accuracy":0.476285,"main_score":0.429803,"hf_subset":"tum_Latn-san_Deva","languages":["tum-Latn","san-Deva"]},{"precision":0.431769,"recall":0.480237,"f1":0.445818,"accuracy":0.480237,"main_score":0.445818,"hf_subset":"tum_Latn-tat_Cyrl","languages":["tum-Latn","tat-Cyrl"]},{"precision":0.442301,"recall":0.490119,"f1":0.456186,"accuracy":0.490119,"main_score":0.456186,"hf_subset":"tum_Latn-xho_Latn","languages":["tum-Latn","xho-Latn"]},{"precision":0.420066,"recall":0.494071,"f1":0.439278,"accuracy":0.494071,"main_score":0.439278,"hf_subset":"tum_Latn-ars_Arab","languages":["tum-Latn","ars-Arab"]},{"precision":0.477447,"recall":0.523715,"f1":0.490786,"accuracy":0.523715,"main_score":0.490786,"hf_subset":"tum_Latn-ceb_Latn","languages":["tum-Latn","ceb-Latn"]},{"precision":0.416917,"recall":0.465415,"f1":0.430922,"accuracy":0.465415,"main_score":0.430922,"hf_subset":"tum_Latn-fuv_Latn","languages":["tum-Latn","fuv-Latn"]},{"precision":0.424589,"recall":0.481225,"f1":0.440335,"accuracy":0.481225,"main_score":0.440335,"hf_subset":"tum_Latn-kac_Latn","languages":["tum-Latn","kac-Latn"]},{"precision":0.453137,"recall":0.501976,"f1":0.467776,"accuracy":0.501976,"main_score":0.467776,"hf_subset":"tum_Latn-lin_Latn","languages":["tum-Latn","lin-Latn"]},{"precision":0.454543,"recall":0.517787,"f1":0.471994,"accuracy":0.517787,"main_score":0.471994,"hf_subset":"tum_Latn-nno_Latn","languages":["tum-Latn","nno-Latn"]},{"precision":0.171169,"recall":0.214427,"f1":0.182584,"accuracy":0.214427,"main_score":0.182584,"hf_subset":"tum_Latn-sat_Olck","languages":["tum-Latn","sat-Olck"]},{"precision":0.427032,"recall":0.499012,"f1":0.447336,"accuracy":0.499012,"main_score":0.447336,"hf_subset":"tum_Latn-tel_Telu","languages":["tum-Latn","tel-Telu"]},{"precision":0.252768,"recall":0.311265,"f1":0.267786,"accuracy":0.311265,"main_score":0.267786,"hf_subset":"tum_Latn-ydd_Hebr","languages":["tum-Latn","ydd-Hebr"]},{"precision":0.41542,"recall":0.482213,"f1":0.433062,"accuracy":0.482213,"main_score":0.433062,"hf_subset":"tum_Latn-ary_Arab","languages":["tum-Latn","ary-Arab"]},{"precision":0.446847,"recall":0.508893,"f1":0.46417,"accuracy":0.508893,"main_score":0.46417,"hf_subset":"tum_Latn-ces_Latn","languages":["tum-Latn","ces-Latn"]},{"precision":0.319324,"recall":0.381423,"f1":0.335302,"accuracy":0.381423,"main_score":0.335302,"hf_subset":"tum_Latn-gaz_Latn","languages":["tum-Latn","gaz-Latn"]},{"precision":0.463153,"recall":0.505929,"f1":0.47503,"accuracy":0.505929,"main_score":0.47503,"hf_subset":"tum_Latn-kam_Latn","languages":["tum-Latn","kam-Latn"]},{"precision":0.423242,"recall":0.479249,"f1":0.439363,"accuracy":0.479249,"main_score":0.439363,"hf_subset":"tum_Latn-lit_Latn","languages":["tum-Latn","lit-Latn"]},{"precision":0.470942,"recall":0.529644,"f1":0.487479,"accuracy":0.529644,"main_score":0.487479,"hf_subset":"tum_Latn-nob_Latn","languages":["tum-Latn","nob-Latn"]},{"precision":0.459874,"recall":0.507905,"f1":0.473023,"accuracy":0.507905,"main_score":0.473023,"hf_subset":"tum_Latn-scn_Latn","languages":["tum-Latn","scn-Latn"]},{"precision":0.368368,"recall":0.426877,"f1":0.384005,"accuracy":0.426877,"main_score":0.384005,"hf_subset":"tum_Latn-tgk_Cyrl","languages":["tum-Latn","tgk-Cyrl"]},{"precision":0.39207,"recall":0.454545,"f1":0.410082,"accuracy":0.454545,"main_score":0.410082,"hf_subset":"tum_Latn-yor_Latn","languages":["tum-Latn","yor-Latn"]},{"precision":0.449863,"recall":0.518775,"f1":0.468162,"accuracy":0.518775,"main_score":0.468162,"hf_subset":"tum_Latn-arz_Arab","languages":["tum-Latn","arz-Arab"]},{"precision":0.422367,"recall":0.471344,"f1":0.436435,"accuracy":0.471344,"main_score":0.436435,"hf_subset":"tum_Latn-cjk_Latn","languages":["tum-Latn","cjk-Latn"]},{"precision":0.335743,"recall":0.403162,"f1":0.353945,"accuracy":0.403162,"main_score":0.353945,"hf_subset":"tum_Latn-gla_Latn","languages":["tum-Latn","gla-Latn"]},{"precision":0.41509,"recall":0.486166,"f1":0.434206,"accuracy":0.486166,"main_score":0.434206,"hf_subset":"tum_Latn-kan_Knda","languages":["tum-Latn","kan-Knda"]},{"precision":0.445014,"recall":0.5,"f1":0.460724,"accuracy":0.5,"main_score":0.460724,"hf_subset":"tum_Latn-lmo_Latn","languages":["tum-Latn","lmo-Latn"]},{"precision":0.41698,"recall":0.492095,"f1":0.438541,"accuracy":0.492095,"main_score":0.438541,"hf_subset":"tum_Latn-npi_Deva","languages":["tum-Latn","npi-Deva"]},{"precision":0.354627,"recall":0.423913,"f1":0.374035,"accuracy":0.423913,"main_score":0.374035,"hf_subset":"tum_Latn-shn_Mymr","languages":["tum-Latn","shn-Mymr"]},{"precision":0.484599,"recall":0.536561,"f1":0.499224,"accuracy":0.536561,"main_score":0.499224,"hf_subset":"tum_Latn-tgl_Latn","languages":["tum-Latn","tgl-Latn"]},{"precision":0.428771,"recall":0.501976,"f1":0.448001,"accuracy":0.501976,"main_score":0.448001,"hf_subset":"tum_Latn-yue_Hant","languages":["tum-Latn","yue-Hant"]},{"precision":0.390763,"recall":0.455534,"f1":0.408752,"accuracy":0.455534,"main_score":0.408752,"hf_subset":"tum_Latn-asm_Beng","languages":["tum-Latn","asm-Beng"]},{"precision":0.319379,"recall":0.375494,"f1":0.334753,"accuracy":0.375494,"main_score":0.334753,"hf_subset":"tum_Latn-ckb_Arab","languages":["tum-Latn","ckb-Arab"]},{"precision":0.344966,"recall":0.409091,"f1":0.361565,"accuracy":0.409091,"main_score":0.361565,"hf_subset":"tum_Latn-gle_Latn","languages":["tum-Latn","gle-Latn"]},{"precision":0.331922,"recall":0.402174,"f1":0.351429,"accuracy":0.402174,"main_score":0.351429,"hf_subset":"tum_Latn-kas_Arab","languages":["tum-Latn","kas-Arab"]},{"precision":0.406506,"recall":0.459486,"f1":0.421768,"accuracy":0.459486,"main_score":0.421768,"hf_subset":"tum_Latn-ltg_Latn","languages":["tum-Latn","ltg-Latn"]},{"precision":0.468965,"recall":0.508893,"f1":0.481011,"accuracy":0.508893,"main_score":0.481011,"hf_subset":"tum_Latn-nso_Latn","languages":["tum-Latn","nso-Latn"]},{"precision":0.382609,"recall":0.4417,"f1":0.398261,"accuracy":0.4417,"main_score":0.398261,"hf_subset":"tum_Latn-sin_Sinh","languages":["tum-Latn","sin-Sinh"]},{"precision":0.436935,"recall":0.511858,"f1":0.457339,"accuracy":0.511858,"main_score":0.457339,"hf_subset":"tum_Latn-tha_Thai","languages":["tum-Latn","tha-Thai"]},{"precision":0.454089,"recall":0.524704,"f1":0.472425,"accuracy":0.524704,"main_score":0.472425,"hf_subset":"tum_Latn-zho_Hans","languages":["tum-Latn","zho-Hans"]},{"precision":0.460004,"recall":0.503953,"f1":0.4721,"accuracy":0.503953,"main_score":0.4721,"hf_subset":"tum_Latn-ast_Latn","languages":["tum-Latn","ast-Latn"]},{"precision":0.426437,"recall":0.481225,"f1":0.441132,"accuracy":0.481225,"main_score":0.441132,"hf_subset":"tum_Latn-crh_Latn","languages":["tum-Latn","crh-Latn"]},{"precision":0.470835,"recall":0.528656,"f1":0.48611,"accuracy":0.528656,"main_score":0.48611,"hf_subset":"tum_Latn-glg_Latn","languages":["tum-Latn","glg-Latn"]},{"precision":0.393277,"recall":0.447628,"f1":0.407633,"accuracy":0.447628,"main_score":0.407633,"hf_subset":"tum_Latn-kas_Deva","languages":["tum-Latn","kas-Deva"]},{"precision":0.425922,"recall":0.479249,"f1":0.440652,"accuracy":0.479249,"main_score":0.440652,"hf_subset":"tum_Latn-ltz_Latn","languages":["tum-Latn","ltz-Latn"]},{"precision":0.333551,"recall":0.397233,"f1":0.351043,"accuracy":0.397233,"main_score":0.351043,"hf_subset":"tum_Latn-nus_Latn","languages":["tum-Latn","nus-Latn"]},{"precision":0.440276,"recall":0.502964,"f1":0.456777,"accuracy":0.502964,"main_score":0.456777,"hf_subset":"tum_Latn-slk_Latn","languages":["tum-Latn","slk-Latn"]},{"precision":0.287356,"recall":0.356719,"f1":0.305378,"accuracy":0.356719,"main_score":0.305378,"hf_subset":"tum_Latn-tir_Ethi","languages":["tum-Latn","tir-Ethi"]},{"precision":0.425111,"recall":0.499012,"f1":0.444687,"accuracy":0.499012,"main_score":0.444687,"hf_subset":"tum_Latn-zho_Hant","languages":["tum-Latn","zho-Hant"]},{"precision":0.442706,"recall":0.511858,"f1":0.461032,"accuracy":0.511858,"main_score":0.461032,"hf_subset":"tum_Latn-awa_Deva","languages":["tum-Latn","awa-Deva"]},{"precision":0.366935,"recall":0.428854,"f1":0.384081,"accuracy":0.428854,"main_score":0.384081,"hf_subset":"tum_Latn-cym_Latn","languages":["tum-Latn","cym-Latn"]},{"precision":0.482234,"recall":0.524704,"f1":0.494174,"accuracy":0.524704,"main_score":0.494174,"hf_subset":"tum_Latn-grn_Latn","languages":["tum-Latn","grn-Latn"]},{"precision":0.388521,"recall":0.447628,"f1":0.404745,"accuracy":0.447628,"main_score":0.404745,"hf_subset":"tum_Latn-kat_Geor","languages":["tum-Latn","kat-Geor"]},{"precision":0.454584,"recall":0.498024,"f1":0.467345,"accuracy":0.498024,"main_score":0.467345,"hf_subset":"tum_Latn-lua_Latn","languages":["tum-Latn","lua-Latn"]},{"precision":0.573613,"recall":0.621542,"f1":0.58736,"accuracy":0.621542,"main_score":0.58736,"hf_subset":"tum_Latn-nya_Latn","languages":["tum-Latn","nya-Latn"]},{"precision":0.431331,"recall":0.494071,"f1":0.447488,"accuracy":0.494071,"main_score":0.447488,"hf_subset":"tum_Latn-slv_Latn","languages":["tum-Latn","slv-Latn"]},{"precision":0.489766,"recall":0.537549,"f1":0.503151,"accuracy":0.537549,"main_score":0.503151,"hf_subset":"tum_Latn-tpi_Latn","languages":["tum-Latn","tpi-Latn"]},{"precision":0.483621,"recall":0.543478,"f1":0.498934,"accuracy":0.543478,"main_score":0.498934,"hf_subset":"tum_Latn-zsm_Latn","languages":["tum-Latn","zsm-Latn"]},{"precision":0.383218,"recall":0.442688,"f1":0.400659,"accuracy":0.442688,"main_score":0.400659,"hf_subset":"tum_Latn-ayr_Latn","languages":["tum-Latn","ayr-Latn"]},{"precision":0.471661,"recall":0.530632,"f1":0.487729,"accuracy":0.530632,"main_score":0.487729,"hf_subset":"tum_Latn-dan_Latn","languages":["tum-Latn","dan-Latn"]},{"precision":0.413528,"recall":0.488142,"f1":0.435063,"accuracy":0.488142,"main_score":0.435063,"hf_subset":"tum_Latn-guj_Gujr","languages":["tum-Latn","guj-Gujr"]},{"precision":0.421369,"recall":0.479249,"f1":0.436723,"accuracy":0.479249,"main_score":0.436723,"hf_subset":"tum_Latn-kaz_Cyrl","languages":["tum-Latn","kaz-Cyrl"]},{"precision":0.426724,"recall":0.478261,"f1":0.440549,"accuracy":0.478261,"main_score":0.440549,"hf_subset":"tum_Latn-lug_Latn","languages":["tum-Latn","lug-Latn"]},{"precision":0.454673,"recall":0.509881,"f1":0.46982,"accuracy":0.509881,"main_score":0.46982,"hf_subset":"tum_Latn-oci_Latn","languages":["tum-Latn","oci-Latn"]},{"precision":0.432308,"recall":0.48419,"f1":0.446826,"accuracy":0.48419,"main_score":0.446826,"hf_subset":"tum_Latn-smo_Latn","languages":["tum-Latn","smo-Latn"]},{"precision":0.446717,"recall":0.496047,"f1":0.46124,"accuracy":0.496047,"main_score":0.46124,"hf_subset":"tum_Latn-tsn_Latn","languages":["tum-Latn","tsn-Latn"]},{"precision":0.424935,"recall":0.479249,"f1":0.440948,"accuracy":0.479249,"main_score":0.440948,"hf_subset":"tum_Latn-zul_Latn","languages":["tum-Latn","zul-Latn"]},{"precision":0.324923,"recall":0.399209,"f1":0.345208,"accuracy":0.399209,"main_score":0.345208,"hf_subset":"tum_Latn-azb_Arab","languages":["tum-Latn","azb-Arab"]},{"precision":0.471848,"recall":0.536561,"f1":0.488391,"accuracy":0.536561,"main_score":0.488391,"hf_subset":"tum_Latn-deu_Latn","languages":["tum-Latn","deu-Latn"]},{"precision":0.396024,"recall":0.451581,"f1":0.411466,"accuracy":0.451581,"main_score":0.411466,"hf_subset":"tum_Latn-hat_Latn","languages":["tum-Latn","hat-Latn"]},{"precision":0.384554,"recall":0.437747,"f1":0.399133,"accuracy":0.437747,"main_score":0.399133,"hf_subset":"tum_Latn-kbp_Latn","languages":["tum-Latn","kbp-Latn"]},{"precision":0.453826,"recall":0.503953,"f1":0.468207,"accuracy":0.503953,"main_score":0.468207,"hf_subset":"tum_Latn-luo_Latn","languages":["tum-Latn","luo-Latn"]},{"precision":0.36746,"recall":0.433794,"f1":0.385754,"accuracy":0.433794,"main_score":0.385754,"hf_subset":"tum_Latn-ory_Orya","languages":["tum-Latn","ory-Orya"]},{"precision":0.47556,"recall":0.517787,"f1":0.488186,"accuracy":0.517787,"main_score":0.488186,"hf_subset":"tum_Latn-sna_Latn","languages":["tum-Latn","sna-Latn"]},{"precision":0.451217,"recall":0.496047,"f1":0.463774,"accuracy":0.496047,"main_score":0.463774,"hf_subset":"tum_Latn-tso_Latn","languages":["tum-Latn","tso-Latn"]},{"precision":0.424948,"recall":0.478261,"f1":0.439701,"accuracy":0.478261,"main_score":0.439701,"hf_subset":"tum_Latn-azj_Latn","languages":["tum-Latn","azj-Latn"]},{"precision":0.403948,"recall":0.460474,"f1":0.420405,"accuracy":0.460474,"main_score":0.420405,"hf_subset":"tum_Latn-dik_Latn","languages":["tum-Latn","dik-Latn"]},{"precision":0.434423,"recall":0.480237,"f1":0.447991,"accuracy":0.480237,"main_score":0.447991,"hf_subset":"tum_Latn-hau_Latn","languages":["tum-Latn","hau-Latn"]},{"precision":0.446233,"recall":0.498024,"f1":0.461193,"accuracy":0.498024,"main_score":0.461193,"hf_subset":"tum_Latn-kea_Latn","languages":["tum-Latn","kea-Latn"]},{"precision":0.486874,"recall":0.524704,"f1":0.497498,"accuracy":0.524704,"main_score":0.497498,"hf_subset":"tum_Latn-lus_Latn","languages":["tum-Latn","lus-Latn"]},{"precision":0.462492,"recall":0.51087,"f1":0.476512,"accuracy":0.51087,"main_score":0.476512,"hf_subset":"tum_Latn-pag_Latn","languages":["tum-Latn","pag-Latn"]},{"precision":0.330085,"recall":0.403162,"f1":0.349884,"accuracy":0.403162,"main_score":0.349884,"hf_subset":"tum_Latn-snd_Arab","languages":["tum-Latn","snd-Arab"]},{"precision":0.402729,"recall":0.460474,"f1":0.418311,"accuracy":0.460474,"main_score":0.418311,"hf_subset":"tum_Latn-tuk_Latn","languages":["tum-Latn","tuk-Latn"]},{"precision":0.426916,"recall":0.479249,"f1":0.441404,"accuracy":0.479249,"main_score":0.441404,"hf_subset":"tum_Latn-bak_Cyrl","languages":["tum-Latn","bak-Cyrl"]},{"precision":0.340536,"recall":0.408103,"f1":0.359599,"accuracy":0.408103,"main_score":0.359599,"hf_subset":"tum_Latn-dyu_Latn","languages":["tum-Latn","dyu-Latn"]},{"precision":0.364913,"recall":0.431818,"f1":0.383443,"accuracy":0.431818,"main_score":0.383443,"hf_subset":"tum_Latn-heb_Hebr","languages":["tum-Latn","heb-Hebr"]},{"precision":0.372297,"recall":0.424901,"f1":0.387171,"accuracy":0.424901,"main_score":0.387171,"hf_subset":"tum_Latn-khk_Cyrl","languages":["tum-Latn","khk-Cyrl"]},{"precision":0.412276,"recall":0.470356,"f1":0.42848,"accuracy":0.470356,"main_score":0.42848,"hf_subset":"tum_Latn-lvs_Latn","languages":["tum-Latn","lvs-Latn"]},{"precision":0.400359,"recall":0.47332,"f1":0.421314,"accuracy":0.47332,"main_score":0.421314,"hf_subset":"tum_Latn-pan_Guru","languages":["tum-Latn","pan-Guru"]},{"precision":0.394433,"recall":0.447628,"f1":0.409651,"accuracy":0.447628,"main_score":0.409651,"hf_subset":"tum_Latn-som_Latn","languages":["tum-Latn","som-Latn"]}]},"evaluation_time":1673.5843098163605,"kg_co2_emissions":null} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GermanSTSBenchmark.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GermanSTSBenchmark.json new file mode 100644 index 0000000000..afe71fe315 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GermanSTSBenchmark.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e36907544d44c3a247898ed81540310442329e20", + "task_name": "GermanSTSBenchmark", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "pearson": 0.841113, + "spearman": 0.846941, + "cosine_pearson": 0.841113, + "cosine_spearman": 0.846941, + "manhattan_pearson": 0.842992, + "manhattan_spearman": 0.845986, + "euclidean_pearson": 0.843913, + "euclidean_spearman": 0.846941, + "main_score": 0.846941, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.845098, + "spearman": 0.846442, + "cosine_pearson": 0.845098, + "cosine_spearman": 0.84644, + "manhattan_pearson": 0.835195, + "manhattan_spearman": 0.845705, + "euclidean_pearson": 0.836019, + "euclidean_spearman": 0.84644, + "main_score": 0.84644, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 87.90274834632874, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GreekLegalCodeClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GreekLegalCodeClassification.json new file mode 100644 index 0000000000..210f970235 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GreekLegalCodeClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", + "task_name": "GreekLegalCodeClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.29502, + "f1": 0.231657, + "f1_weighted": 0.286378, + "scores_per_experiment": [ + { + "accuracy": 0.281738, + "f1": 0.215008, + "f1_weighted": 0.276827 + }, + { + "accuracy": 0.293945, + "f1": 0.231396, + "f1_weighted": 0.281456 + }, + { + "accuracy": 0.282227, + "f1": 0.231246, + "f1_weighted": 0.274785 + }, + { + "accuracy": 0.293945, + "f1": 0.223873, + "f1_weighted": 0.286961 + }, + { + "accuracy": 0.302246, + "f1": 0.237833, + "f1_weighted": 0.294306 + }, + { + "accuracy": 0.300781, + "f1": 0.229807, + "f1_weighted": 0.291823 + }, + { + "accuracy": 0.30957, + "f1": 0.241144, + "f1_weighted": 0.303664 + }, + { + "accuracy": 0.294922, + "f1": 0.231753, + "f1_weighted": 0.279549 + }, + { + "accuracy": 0.299316, + "f1": 0.238201, + "f1_weighted": 0.295504 + }, + { + "accuracy": 0.291504, + "f1": 0.236306, + "f1_weighted": 0.278901 + } + ], + "main_score": 0.29502, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ], + "test": [ + { + "accuracy": 0.285596, + "f1": 0.241441, + "f1_weighted": 0.275614, + "scores_per_experiment": [ + { + "accuracy": 0.285645, + "f1": 0.23519, + "f1_weighted": 0.276877 + }, + { + "accuracy": 0.294434, + "f1": 0.252247, + "f1_weighted": 0.286379 + }, + { + "accuracy": 0.280273, + "f1": 0.238356, + "f1_weighted": 0.265805 + }, + { + "accuracy": 0.279297, + "f1": 0.23354, + "f1_weighted": 0.264619 + }, + { + "accuracy": 0.283691, + "f1": 0.248918, + "f1_weighted": 0.274416 + }, + { + "accuracy": 0.293457, + "f1": 0.249856, + "f1_weighted": 0.283585 + }, + { + "accuracy": 0.288086, + "f1": 0.240016, + "f1_weighted": 0.285087 + }, + { + "accuracy": 0.282227, + "f1": 0.232195, + "f1_weighted": 0.26599 + }, + { + "accuracy": 0.27002, + "f1": 0.229908, + "f1_weighted": 0.262618 + }, + { + "accuracy": 0.298828, + "f1": 0.254184, + "f1_weighted": 0.290766 + } + ], + "main_score": 0.285596, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ] + }, + "evaluation_time": 253.49888467788696, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GujaratiNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GujaratiNewsClassification.json new file mode 100644 index 0000000000..45ebfe61ab --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/GujaratiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", + "task_name": "GujaratiNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.827845, + "f1": 0.805748, + "f1_weighted": 0.828578, + "scores_per_experiment": [ + { + "accuracy": 0.831563, + "f1": 0.808277, + "f1_weighted": 0.835057 + }, + { + "accuracy": 0.77997, + "f1": 0.761049, + "f1_weighted": 0.779332 + }, + { + "accuracy": 0.81563, + "f1": 0.789431, + "f1_weighted": 0.818252 + }, + { + "accuracy": 0.830804, + "f1": 0.806105, + "f1_weighted": 0.828868 + }, + { + "accuracy": 0.845979, + "f1": 0.82828, + "f1_weighted": 0.845047 + }, + { + "accuracy": 0.832322, + "f1": 0.813169, + "f1_weighted": 0.833397 + }, + { + "accuracy": 0.817906, + "f1": 0.792461, + "f1_weighted": 0.818333 + }, + { + "accuracy": 0.849014, + "f1": 0.827485, + "f1_weighted": 0.849538 + }, + { + "accuracy": 0.823217, + "f1": 0.803441, + "f1_weighted": 0.824772 + }, + { + "accuracy": 0.852049, + "f1": 0.827785, + "f1_weighted": 0.853178 + } + ], + "main_score": 0.827845, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ] + } + ] + }, + "evaluation_time": 10.29330825805664, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HALClusteringS2S.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HALClusteringS2S.v2.json new file mode 100644 index 0000000000..cfd6045102 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HALClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915", + "task_name": "HALClusteringS2S.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.304648, + 0.273602, + 0.295017, + 0.307675, + 0.295639, + 0.300413, + 0.288156, + 0.276135, + 0.289451, + 0.303178 + ] + }, + "v_measure": 0.293391, + "v_measure_std": 0.011027, + "main_score": 0.293391, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 15.059507131576538, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HagridRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HagridRetrieval.json new file mode 100644 index 0000000000..dabd2621b1 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HagridRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", + "task_name": "HagridRetrieval", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.98387, + "ndcg_at_3": 0.98769, + "ndcg_at_5": 0.98847, + "ndcg_at_10": 0.98919, + "ndcg_at_20": 0.99019, + "ndcg_at_100": 0.99059, + "ndcg_at_1000": 0.99059, + "map_at_1": 0.98387, + "map_at_3": 0.9869, + "map_at_5": 0.9873, + "map_at_10": 0.98763, + "map_at_20": 0.9879, + "map_at_100": 0.98796, + "map_at_1000": 0.98796, + "recall_at_1": 0.98387, + "recall_at_3": 0.98992, + "recall_at_5": 0.99194, + "recall_at_10": 0.99395, + "recall_at_20": 0.99798, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.98387, + "precision_at_3": 0.32997, + "precision_at_5": 0.19839, + "precision_at_10": 0.0994, + "precision_at_20": 0.0499, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.983871, + "mrr_at_3": 0.986895, + "mrr_at_5": 0.987802, + "mrr_at_10": 0.987802, + "mrr_at_20": 0.988047, + "mrr_at_100": 0.98811, + "mrr_at_1000": 0.98811, + "nauc_ndcg_at_1_max": 0.623367, + "nauc_ndcg_at_1_std": -0.319934, + "nauc_ndcg_at_1_diff1": 0.983645, + "nauc_ndcg_at_3_max": 0.696857, + "nauc_ndcg_at_3_std": -0.2651, + "nauc_ndcg_at_3_diff1": 0.978577, + "nauc_ndcg_at_5_max": 0.676356, + "nauc_ndcg_at_5_std": -0.291339, + "nauc_ndcg_at_5_diff1": 0.977128, + "nauc_ndcg_at_10_max": 0.654864, + "nauc_ndcg_at_10_std": -0.334472, + "nauc_ndcg_at_10_diff1": 0.975609, + "nauc_ndcg_at_20_max": 0.619539, + "nauc_ndcg_at_20_std": -0.379729, + "nauc_ndcg_at_20_diff1": 0.973113, + "nauc_ndcg_at_100_max": 0.65285, + "nauc_ndcg_at_100_std": -0.322621, + "nauc_ndcg_at_100_diff1": 0.977488, + "nauc_ndcg_at_1000_max": 0.65285, + "nauc_ndcg_at_1000_std": -0.322621, + "nauc_ndcg_at_1000_diff1": 0.977488, + "nauc_map_at_1_max": 0.623367, + "nauc_map_at_1_std": -0.319934, + "nauc_map_at_1_diff1": 0.983645, + "nauc_map_at_3_max": 0.678087, + "nauc_map_at_3_std": -0.279105, + "nauc_map_at_3_diff1": 0.979871, + "nauc_map_at_5_max": 0.667867, + "nauc_map_at_5_std": -0.291867, + "nauc_map_at_5_diff1": 0.979232, + "nauc_map_at_10_max": 0.658842, + "nauc_map_at_10_std": -0.309532, + "nauc_map_at_10_diff1": 0.978668, + "nauc_map_at_20_max": 0.651311, + "nauc_map_at_20_std": -0.319366, + "nauc_map_at_20_diff1": 0.978197, + "nauc_map_at_100_max": 0.655488, + "nauc_map_at_100_std": -0.312174, + "nauc_map_at_100_diff1": 0.97875, + "nauc_map_at_1000_max": 0.655488, + "nauc_map_at_1000_std": -0.312174, + "nauc_map_at_1000_diff1": 0.97875, + "nauc_recall_at_1_max": 0.623367, + "nauc_recall_at_1_std": -0.319934, + "nauc_recall_at_1_diff1": 0.983645, + "nauc_recall_at_3_max": 0.765639, + "nauc_recall_at_3_std": -0.213778, + "nauc_recall_at_3_diff1": 0.973833, + "nauc_recall_at_5_max": 0.707048, + "nauc_recall_at_5_std": -0.297949, + "nauc_recall_at_5_diff1": 0.967291, + "nauc_recall_at_10_max": 0.609398, + "nauc_recall_at_10_std": -0.516665, + "nauc_recall_at_10_diff1": 0.956388, + "nauc_recall_at_20_max": -0.171806, + "nauc_recall_at_20_std": -1.73639, + "nauc_recall_at_20_diff1": 0.869164, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.623367, + "nauc_precision_at_1_std": -0.319934, + "nauc_precision_at_1_diff1": 0.983645, + "nauc_precision_at_3_max": 0.765639, + "nauc_precision_at_3_std": -0.213778, + "nauc_precision_at_3_diff1": 0.973833, + "nauc_precision_at_5_max": 0.707048, + "nauc_precision_at_5_std": -0.297949, + "nauc_precision_at_5_diff1": 0.967291, + "nauc_precision_at_10_max": 0.609398, + "nauc_precision_at_10_std": -0.516665, + "nauc_precision_at_10_diff1": 0.956388, + "nauc_precision_at_20_max": -0.171806, + "nauc_precision_at_20_std": -1.73639, + "nauc_precision_at_20_diff1": 0.869164, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.623367, + "nauc_mrr_at_1_std": -0.319934, + "nauc_mrr_at_1_diff1": 0.983645, + "nauc_mrr_at_3_max": 0.678087, + "nauc_mrr_at_3_std": -0.279105, + "nauc_mrr_at_3_diff1": 0.979871, + "nauc_mrr_at_5_max": 0.654143, + "nauc_mrr_at_5_std": -0.318729, + "nauc_mrr_at_5_diff1": 0.978374, + "nauc_mrr_at_10_max": 0.654143, + "nauc_mrr_at_10_std": -0.318729, + "nauc_mrr_at_10_diff1": 0.978374, + "nauc_mrr_at_20_max": 0.647065, + "nauc_mrr_at_20_std": -0.327323, + "nauc_mrr_at_20_diff1": 0.977932, + "nauc_mrr_at_100_max": 0.651405, + "nauc_mrr_at_100_std": -0.319857, + "nauc_mrr_at_100_diff1": 0.978508, + "nauc_mrr_at_1000_max": 0.651405, + "nauc_mrr_at_1000_std": -0.319857, + "nauc_mrr_at_1000_diff1": 0.978508, + "main_score": 0.98919, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17.206180334091187, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HotpotQAHardNegatives.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HotpotQAHardNegatives.json new file mode 100644 index 0000000000..1182457db0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "task_name": "HotpotQAHardNegatives", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.774, + "ndcg_at_3": 0.66179, + "ndcg_at_5": 0.69, + "ndcg_at_10": 0.71476, + "ndcg_at_20": 0.73184, + "ndcg_at_100": 0.75346, + "ndcg_at_1000": 0.7635, + "map_at_1": 0.387, + "map_at_3": 0.59208, + "map_at_5": 0.61486, + "map_at_10": 0.63013, + "map_at_20": 0.63685, + "map_at_100": 0.64135, + "map_at_1000": 0.64197, + "recall_at_1": 0.387, + "recall_at_3": 0.6435, + "recall_at_5": 0.6995, + "recall_at_10": 0.7615, + "recall_at_20": 0.8165, + "recall_at_100": 0.912, + "recall_at_1000": 0.976, + "precision_at_1": 0.774, + "precision_at_3": 0.429, + "precision_at_5": 0.2798, + "precision_at_10": 0.1523, + "precision_at_20": 0.08165, + "precision_at_100": 0.01824, + "precision_at_1000": 0.00195, + "mrr_at_1": 0.774, + "mrr_at_3": 0.830167, + "mrr_at_5": 0.835517, + "mrr_at_10": 0.838662, + "mrr_at_20": 0.840565, + "mrr_at_100": 0.841145, + "mrr_at_1000": 0.841182, + "nauc_ndcg_at_1_max": 0.44788, + "nauc_ndcg_at_1_std": -0.048495, + "nauc_ndcg_at_1_diff1": 0.656824, + "nauc_ndcg_at_3_max": 0.266838, + "nauc_ndcg_at_3_std": -0.020856, + "nauc_ndcg_at_3_diff1": 0.214122, + "nauc_ndcg_at_5_max": 0.261068, + "nauc_ndcg_at_5_std": -0.028267, + "nauc_ndcg_at_5_diff1": 0.205665, + "nauc_ndcg_at_10_max": 0.255595, + "nauc_ndcg_at_10_std": -0.017438, + "nauc_ndcg_at_10_diff1": 0.183952, + "nauc_ndcg_at_20_max": 0.252867, + "nauc_ndcg_at_20_std": -0.002646, + "nauc_ndcg_at_20_diff1": 0.193467, + "nauc_ndcg_at_100_max": 0.262624, + "nauc_ndcg_at_100_std": 0.015951, + "nauc_ndcg_at_100_diff1": 0.2, + "nauc_ndcg_at_1000_max": 0.270622, + "nauc_ndcg_at_1000_std": 0.006558, + "nauc_ndcg_at_1000_diff1": 0.221324, + "nauc_map_at_1_max": 0.44788, + "nauc_map_at_1_std": -0.048495, + "nauc_map_at_1_diff1": 0.656824, + "nauc_map_at_3_max": 0.22888, + "nauc_map_at_3_std": -0.021012, + "nauc_map_at_3_diff1": 0.158524, + "nauc_map_at_5_max": 0.224389, + "nauc_map_at_5_std": -0.027148, + "nauc_map_at_5_diff1": 0.154793, + "nauc_map_at_10_max": 0.22247, + "nauc_map_at_10_std": -0.020194, + "nauc_map_at_10_diff1": 0.143406, + "nauc_map_at_20_max": 0.221752, + "nauc_map_at_20_std": -0.016453, + "nauc_map_at_20_diff1": 0.148549, + "nauc_map_at_100_max": 0.223193, + "nauc_map_at_100_std": -0.013809, + "nauc_map_at_100_diff1": 0.149356, + "nauc_map_at_1000_max": 0.223491, + "nauc_map_at_1000_std": -0.014077, + "nauc_map_at_1000_diff1": 0.150106, + "nauc_recall_at_1_max": 0.44788, + "nauc_recall_at_1_std": -0.048495, + "nauc_recall_at_1_diff1": 0.656824, + "nauc_recall_at_3_max": 0.217497, + "nauc_recall_at_3_std": -0.007328, + "nauc_recall_at_3_diff1": 0.085568, + "nauc_recall_at_5_max": 0.196088, + "nauc_recall_at_5_std": -0.020764, + "nauc_recall_at_5_diff1": 0.055389, + "nauc_recall_at_10_max": 0.166238, + "nauc_recall_at_10_std": 0.010564, + "nauc_recall_at_10_diff1": -0.025968, + "nauc_recall_at_20_max": 0.135661, + "nauc_recall_at_20_std": 0.076853, + "nauc_recall_at_20_diff1": -0.037911, + "nauc_recall_at_100_max": 0.136732, + "nauc_recall_at_100_std": 0.326381, + "nauc_recall_at_100_diff1": -0.171593, + "nauc_recall_at_1000_max": 0.271427, + "nauc_recall_at_1000_std": 0.637838, + "nauc_recall_at_1000_diff1": -0.053581, + "nauc_precision_at_1_max": 0.44788, + "nauc_precision_at_1_std": -0.048495, + "nauc_precision_at_1_diff1": 0.656824, + "nauc_precision_at_3_max": 0.217497, + "nauc_precision_at_3_std": -0.007328, + "nauc_precision_at_3_diff1": 0.085568, + "nauc_precision_at_5_max": 0.196088, + "nauc_precision_at_5_std": -0.020764, + "nauc_precision_at_5_diff1": 0.055389, + "nauc_precision_at_10_max": 0.166238, + "nauc_precision_at_10_std": 0.010564, + "nauc_precision_at_10_diff1": -0.025968, + "nauc_precision_at_20_max": 0.135661, + "nauc_precision_at_20_std": 0.076853, + "nauc_precision_at_20_diff1": -0.037911, + "nauc_precision_at_100_max": 0.136732, + "nauc_precision_at_100_std": 0.326381, + "nauc_precision_at_100_diff1": -0.171593, + "nauc_precision_at_1000_max": 0.271427, + "nauc_precision_at_1000_std": 0.637838, + "nauc_precision_at_1000_diff1": -0.053581, + "nauc_mrr_at_1_max": 0.44788, + "nauc_mrr_at_1_std": -0.048495, + "nauc_mrr_at_1_diff1": 0.656824, + "nauc_mrr_at_3_max": 0.475556, + "nauc_mrr_at_3_std": -0.045322, + "nauc_mrr_at_3_diff1": 0.640966, + "nauc_mrr_at_5_max": 0.478857, + "nauc_mrr_at_5_std": -0.044396, + "nauc_mrr_at_5_diff1": 0.640252, + "nauc_mrr_at_10_max": 0.476058, + "nauc_mrr_at_10_std": -0.048122, + "nauc_mrr_at_10_diff1": 0.639549, + "nauc_mrr_at_20_max": 0.475401, + "nauc_mrr_at_20_std": -0.044844, + "nauc_mrr_at_20_diff1": 0.63863, + "nauc_mrr_at_100_max": 0.474878, + "nauc_mrr_at_100_std": -0.045815, + "nauc_mrr_at_100_diff1": 0.639707, + "nauc_mrr_at_1000_max": 0.474776, + "nauc_mrr_at_1000_std": -0.045966, + "nauc_mrr_at_1000_diff1": 0.639734, + "main_score": 0.71476, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1078.2490365505219, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IN22GenBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IN22GenBitextMining.json new file mode 100644 index 0000000000..91cf23131c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IN22GenBitextMining.json @@ -0,0 +1,6083 @@ +{ + "dataset_revision": "ec381535fe3ddf699297a023bcecaa548096ed68", + "task_name": "IN22GenBitextMining", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.465894, + "recall": 0.564453, + "f1": 0.492131, + "accuracy": 0.564453, + "main_score": 0.492131, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.908447, + "recall": 0.932617, + "f1": 0.916081, + "accuracy": 0.932617, + "main_score": 0.916081, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.881266, + "recall": 0.913086, + "f1": 0.891295, + "accuracy": 0.913086, + "main_score": 0.891295, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ] + }, + { + "precision": 0.972493, + "recall": 0.981445, + "f1": 0.975423, + "accuracy": 0.981445, + "main_score": 0.975423, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.979492, + "recall": 0.986328, + "f1": 0.981771, + "accuracy": 0.986328, + "main_score": 0.981771, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.9729, + "recall": 0.981445, + "f1": 0.975651, + "accuracy": 0.981445, + "main_score": 0.975651, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.649867, + "recall": 0.728516, + "f1": 0.672298, + "accuracy": 0.728516, + "main_score": 0.672298, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.975911, + "recall": 0.983398, + "f1": 0.978353, + "accuracy": 0.983398, + "main_score": 0.978353, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.961263, + "recall": 0.973633, + "f1": 0.965332, + "accuracy": 0.973633, + "main_score": 0.965332, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.177386, + "recall": 0.255859, + "f1": 0.197249, + "accuracy": 0.255859, + "main_score": 0.197249, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.978841, + "recall": 0.985352, + "f1": 0.980957, + "accuracy": 0.985352, + "main_score": 0.980957, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.70425, + "recall": 0.772461, + "f1": 0.724809, + "accuracy": 0.772461, + "main_score": 0.724809, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.878337, + "recall": 0.913086, + "f1": 0.889388, + "accuracy": 0.913086, + "main_score": 0.889388, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.895915, + "recall": 0.926758, + "f1": 0.905827, + "accuracy": 0.926758, + "main_score": 0.905827, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.248348, + "recall": 0.324219, + "f1": 0.269601, + "accuracy": 0.324219, + "main_score": 0.269601, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.796526, + "recall": 0.84668, + "f1": 0.811623, + "accuracy": 0.84668, + "main_score": 0.811623, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.968262, + "recall": 0.977539, + "f1": 0.971354, + "accuracy": 0.977539, + "main_score": 0.971354, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.972819, + "recall": 0.981445, + "f1": 0.975586, + "accuracy": 0.981445, + "main_score": 0.975586, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.470628, + "recall": 0.563477, + "f1": 0.495023, + "accuracy": 0.563477, + "main_score": 0.495023, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.946615, + "recall": 0.962891, + "f1": 0.951986, + "accuracy": 0.962891, + "main_score": 0.951986, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.901449, + "recall": 0.930664, + "f1": 0.91071, + "accuracy": 0.930664, + "main_score": 0.91071, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.658554, + "recall": 0.744141, + "f1": 0.683438, + "accuracy": 0.744141, + "main_score": 0.683438, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.978353, + "recall": 0.985352, + "f1": 0.980632, + "accuracy": 0.985352, + "main_score": 0.980632, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.167608, + "recall": 0.255859, + "f1": 0.19023, + "accuracy": 0.255859, + "main_score": 0.19023, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.698022, + "recall": 0.763672, + "f1": 0.717665, + "accuracy": 0.763672, + "main_score": 0.717665, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.922363, + "recall": 0.947266, + "f1": 0.930501, + "accuracy": 0.947266, + "main_score": 0.930501, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.933919, + "recall": 0.954102, + "f1": 0.940267, + "accuracy": 0.954102, + "main_score": 0.940267, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.2315, + "recall": 0.306641, + "f1": 0.251725, + "accuracy": 0.306641, + "main_score": 0.251725, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.814893, + "recall": 0.863281, + "f1": 0.829199, + "accuracy": 0.863281, + "main_score": 0.829199, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.98584, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.473496, + "recall": 0.521484, + "f1": 0.48554, + "accuracy": 0.521484, + "main_score": 0.48554, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.491234, + "recall": 0.555664, + "f1": 0.50717, + "accuracy": 0.555664, + "main_score": 0.50717, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.490976, + "recall": 0.538086, + "f1": 0.502716, + "accuracy": 0.538086, + "main_score": 0.502716, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.501172, + "recall": 0.563477, + "f1": 0.517519, + "accuracy": 0.563477, + "main_score": 0.517519, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.458668, + "recall": 0.508789, + "f1": 0.471283, + "accuracy": 0.508789, + "main_score": 0.471283, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.480343, + "recall": 0.539062, + "f1": 0.494836, + "accuracy": 0.539062, + "main_score": 0.494836, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.481572, + "recall": 0.545898, + "f1": 0.497479, + "accuracy": 0.545898, + "main_score": 0.497479, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.465627, + "recall": 0.523438, + "f1": 0.480331, + "accuracy": 0.523438, + "main_score": 0.480331, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.404239, + "recall": 0.450195, + "f1": 0.415813, + "accuracy": 0.450195, + "main_score": 0.415813, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.489679, + "recall": 0.543945, + "f1": 0.503815, + "accuracy": 0.543945, + "main_score": 0.503815, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.469808, + "recall": 0.525391, + "f1": 0.483501, + "accuracy": 0.525391, + "main_score": 0.483501, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.485026, + "recall": 0.542969, + "f1": 0.499255, + "accuracy": 0.542969, + "main_score": 0.499255, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.137383, + "recall": 0.198242, + "f1": 0.151964, + "accuracy": 0.198242, + "main_score": 0.151964, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.481373, + "recall": 0.53418, + "f1": 0.49541, + "accuracy": 0.53418, + "main_score": 0.49541, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.468378, + "recall": 0.523438, + "f1": 0.483372, + "accuracy": 0.523438, + "main_score": 0.483372, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.461382, + "recall": 0.512695, + "f1": 0.474195, + "accuracy": 0.512695, + "main_score": 0.474195, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.4775, + "recall": 0.529297, + "f1": 0.491274, + "accuracy": 0.529297, + "main_score": 0.491274, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ] + }, + { + "precision": 0.238925, + "recall": 0.286133, + "f1": 0.250948, + "accuracy": 0.286133, + "main_score": 0.250948, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.489906, + "recall": 0.521484, + "f1": 0.498347, + "accuracy": 0.521484, + "main_score": 0.498347, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.435044, + "recall": 0.496094, + "f1": 0.45052, + "accuracy": 0.496094, + "main_score": 0.45052, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.489912, + "recall": 0.551758, + "f1": 0.505978, + "accuracy": 0.551758, + "main_score": 0.505978, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.454746, + "recall": 0.519531, + "f1": 0.471041, + "accuracy": 0.519531, + "main_score": 0.471041, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.912061, + "recall": 0.936523, + "f1": 0.919661, + "accuracy": 0.936523, + "main_score": 0.919661, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.949056, + "recall": 0.962891, + "f1": 0.953418, + "accuracy": 0.962891, + "main_score": 0.953418, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.483754, + "recall": 0.569336, + "f1": 0.506544, + "accuracy": 0.569336, + "main_score": 0.506544, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.97168, + "recall": 0.980469, + "f1": 0.974447, + "accuracy": 0.980469, + "main_score": 0.974447, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.869906, + "recall": 0.901367, + "f1": 0.879739, + "accuracy": 0.901367, + "main_score": 0.879739, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.928385, + "recall": 0.949219, + "f1": 0.935221, + "accuracy": 0.949219, + "main_score": 0.935221, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.971191, + "recall": 0.980469, + "f1": 0.974284, + "accuracy": 0.980469, + "main_score": 0.974284, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.942871, + "recall": 0.960938, + "f1": 0.94873, + "accuracy": 0.960938, + "main_score": 0.94873, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.694287, + "recall": 0.767578, + "f1": 0.715825, + "accuracy": 0.767578, + "main_score": 0.715825, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.971761, + "recall": 0.979492, + "f1": 0.974186, + "accuracy": 0.979492, + "main_score": 0.974186, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.908887, + "recall": 0.935547, + "f1": 0.917318, + "accuracy": 0.935547, + "main_score": 0.917318, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.954753, + "recall": 0.966797, + "f1": 0.958464, + "accuracy": 0.966797, + "main_score": 0.958464, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.193022, + "recall": 0.277344, + "f1": 0.216383, + "accuracy": 0.277344, + "main_score": 0.216383, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.964193, + "recall": 0.974609, + "f1": 0.967611, + "accuracy": 0.974609, + "main_score": 0.967611, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.64006, + "recall": 0.703125, + "f1": 0.658529, + "accuracy": 0.703125, + "main_score": 0.658529, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.85555, + "recall": 0.892578, + "f1": 0.866732, + "accuracy": 0.892578, + "main_score": 0.866732, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.874512, + "recall": 0.90918, + "f1": 0.885547, + "accuracy": 0.90918, + "main_score": 0.885547, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.254247, + "recall": 0.314453, + "f1": 0.271706, + "accuracy": 0.314453, + "main_score": 0.271706, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.840951, + "recall": 0.87793, + "f1": 0.851855, + "accuracy": 0.87793, + "main_score": 0.851855, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.926676, + "recall": 0.947266, + "f1": 0.933171, + "accuracy": 0.947266, + "main_score": 0.933171, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.938639, + "recall": 0.958008, + "f1": 0.944987, + "accuracy": 0.958008, + "main_score": 0.944987, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.951009, + "recall": 0.96582, + "f1": 0.955892, + "accuracy": 0.96582, + "main_score": 0.955892, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.480154, + "recall": 0.579102, + "f1": 0.507172, + "accuracy": 0.579102, + "main_score": 0.507172, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ] + }, + { + "precision": 0.953451, + "recall": 0.967773, + "f1": 0.958171, + "accuracy": 0.967773, + "main_score": 0.958171, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ] + }, + { + "precision": 0.90734, + "recall": 0.93457, + "f1": 0.916081, + "accuracy": 0.93457, + "main_score": 0.916081, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.679134, + "recall": 0.758789, + "f1": 0.702055, + "accuracy": 0.758789, + "main_score": 0.702055, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.221794, + "recall": 0.316406, + "f1": 0.247731, + "accuracy": 0.316406, + "main_score": 0.247731, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.660384, + "recall": 0.728516, + "f1": 0.680455, + "accuracy": 0.728516, + "main_score": 0.680455, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.938314, + "recall": 0.958008, + "f1": 0.944824, + "accuracy": 0.958008, + "main_score": 0.944824, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.947298, + "recall": 0.962891, + "f1": 0.952311, + "accuracy": 0.962891, + "main_score": 0.952311, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.225358, + "recall": 0.294922, + "f1": 0.245044, + "accuracy": 0.294922, + "main_score": 0.245044, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.841611, + "recall": 0.884766, + "f1": 0.854671, + "accuracy": 0.884766, + "main_score": 0.854671, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ] + }, + { + "precision": 0.994954, + "recall": 0.996094, + "f1": 0.99528, + "accuracy": 0.996094, + "main_score": 0.99528, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.885091, + "recall": 0.917969, + "f1": 0.895638, + "accuracy": 0.917969, + "main_score": 0.895638, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.925049, + "recall": 0.947266, + "f1": 0.932194, + "accuracy": 0.947266, + "main_score": 0.932194, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.459326, + "recall": 0.548828, + "f1": 0.484275, + "accuracy": 0.548828, + "main_score": 0.484275, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.876872, + "recall": 0.90918, + "f1": 0.887272, + "accuracy": 0.90918, + "main_score": 0.887272, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.942871, + "recall": 0.959961, + "f1": 0.948405, + "accuracy": 0.959961, + "main_score": 0.948405, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.912679, + "recall": 0.936523, + "f1": 0.920103, + "accuracy": 0.936523, + "main_score": 0.920103, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.93929, + "recall": 0.958008, + "f1": 0.945475, + "accuracy": 0.958008, + "main_score": 0.945475, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.916048, + "recall": 0.9375, + "f1": 0.922852, + "accuracy": 0.9375, + "main_score": 0.922852, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.623619, + "recall": 0.697266, + "f1": 0.644782, + "accuracy": 0.697266, + "main_score": 0.644782, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.931152, + "recall": 0.950195, + "f1": 0.937337, + "accuracy": 0.950195, + "main_score": 0.937337, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.893229, + "recall": 0.920898, + "f1": 0.901809, + "accuracy": 0.920898, + "main_score": 0.901809, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.945882, + "recall": 0.961914, + "f1": 0.950911, + "accuracy": 0.961914, + "main_score": 0.950911, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.168355, + "recall": 0.240234, + "f1": 0.187445, + "accuracy": 0.240234, + "main_score": 0.187445, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.929036, + "recall": 0.949219, + "f1": 0.935514, + "accuracy": 0.949219, + "main_score": 0.935514, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.638746, + "recall": 0.706055, + "f1": 0.658122, + "accuracy": 0.706055, + "main_score": 0.658122, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.798991, + "recall": 0.849609, + "f1": 0.814909, + "accuracy": 0.849609, + "main_score": 0.814909, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.826774, + "recall": 0.873047, + "f1": 0.841178, + "accuracy": 0.873047, + "main_score": 0.841178, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ] + }, + { + "precision": 0.245821, + "recall": 0.310547, + "f1": 0.263766, + "accuracy": 0.310547, + "main_score": 0.263766, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.767799, + "recall": 0.819336, + "f1": 0.783285, + "accuracy": 0.819336, + "main_score": 0.783285, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.892985, + "recall": 0.923828, + "f1": 0.902702, + "accuracy": 0.923828, + "main_score": 0.902702, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.929036, + "recall": 0.947266, + "f1": 0.934733, + "accuracy": 0.947266, + "main_score": 0.934733, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.919189, + "recall": 0.942383, + "f1": 0.926497, + "accuracy": 0.942383, + "main_score": 0.926497, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.954915, + "recall": 0.96875, + "f1": 0.959473, + "accuracy": 0.96875, + "main_score": 0.959473, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.481924, + "recall": 0.573242, + "f1": 0.506426, + "accuracy": 0.573242, + "main_score": 0.506426, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ] + }, + { + "precision": 0.934489, + "recall": 0.953125, + "f1": 0.940495, + "accuracy": 0.953125, + "main_score": 0.940495, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.909993, + "recall": 0.9375, + "f1": 0.918945, + "accuracy": 0.9375, + "main_score": 0.918945, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.984375, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.671826, + "recall": 0.750977, + "f1": 0.694713, + "accuracy": 0.750977, + "main_score": 0.694713, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.981445, + "recall": 0.987305, + "f1": 0.983398, + "accuracy": 0.987305, + "main_score": 0.983398, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.194117, + "recall": 0.293945, + "f1": 0.22044, + "accuracy": 0.293945, + "main_score": 0.22044, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.704004, + "recall": 0.766602, + "f1": 0.722177, + "accuracy": 0.766602, + "main_score": 0.722177, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.928141, + "recall": 0.949219, + "f1": 0.934961, + "accuracy": 0.949219, + "main_score": 0.934961, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.924561, + "recall": 0.947266, + "f1": 0.931868, + "accuracy": 0.947266, + "main_score": 0.931868, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.256792, + "recall": 0.327148, + "f1": 0.275964, + "accuracy": 0.327148, + "main_score": 0.275964, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.798657, + "recall": 0.845703, + "f1": 0.812703, + "accuracy": 0.845703, + "main_score": 0.812703, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ] + }, + { + "precision": 0.984701, + "recall": 0.989258, + "f1": 0.986165, + "accuracy": 0.989258, + "main_score": 0.986165, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.97168, + "recall": 0.980469, + "f1": 0.974609, + "accuracy": 0.980469, + "main_score": 0.974609, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.446055, + "recall": 0.550781, + "f1": 0.473954, + "accuracy": 0.550781, + "main_score": 0.473954, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.961589, + "recall": 0.973633, + "f1": 0.965495, + "accuracy": 0.973633, + "main_score": 0.965495, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.912272, + "recall": 0.939453, + "f1": 0.921029, + "accuracy": 0.939453, + "main_score": 0.921029, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.655292, + "recall": 0.741211, + "f1": 0.68029, + "accuracy": 0.741211, + "main_score": 0.68029, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.978027, + "recall": 0.985352, + "f1": 0.980469, + "accuracy": 0.985352, + "main_score": 0.980469, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.159209, + "recall": 0.24707, + "f1": 0.182371, + "accuracy": 0.24707, + "main_score": 0.182371, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.673723, + "recall": 0.737305, + "f1": 0.691669, + "accuracy": 0.737305, + "main_score": 0.691669, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.938802, + "recall": 0.958008, + "f1": 0.944987, + "accuracy": 0.958008, + "main_score": 0.944987, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.937581, + "recall": 0.956055, + "f1": 0.943424, + "accuracy": 0.956055, + "main_score": 0.943424, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.227778, + "recall": 0.300781, + "f1": 0.247854, + "accuracy": 0.300781, + "main_score": 0.247854, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.819703, + "recall": 0.867188, + "f1": 0.83387, + "accuracy": 0.867188, + "main_score": 0.83387, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.968099, + "recall": 0.978516, + "f1": 0.971517, + "accuracy": 0.978516, + "main_score": 0.971517, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.455767, + "recall": 0.550781, + "f1": 0.481319, + "accuracy": 0.550781, + "main_score": 0.481319, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ] + }, + { + "precision": 0.934408, + "recall": 0.954102, + "f1": 0.940755, + "accuracy": 0.954102, + "main_score": 0.940755, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.895833, + "recall": 0.925781, + "f1": 0.905404, + "accuracy": 0.925781, + "main_score": 0.905404, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ] + }, + { + "precision": 0.974121, + "recall": 0.982422, + "f1": 0.976888, + "accuracy": 0.982422, + "main_score": 0.976888, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.646004, + "recall": 0.733398, + "f1": 0.671492, + "accuracy": 0.733398, + "main_score": 0.671492, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.972493, + "recall": 0.981445, + "f1": 0.975423, + "accuracy": 0.981445, + "main_score": 0.975423, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.164799, + "recall": 0.254883, + "f1": 0.187896, + "accuracy": 0.254883, + "main_score": 0.187896, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 0.678206, + "recall": 0.745117, + "f1": 0.6971, + "accuracy": 0.745117, + "main_score": 0.6971, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.914876, + "recall": 0.941406, + "f1": 0.923503, + "accuracy": 0.941406, + "main_score": 0.923503, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.920931, + "recall": 0.945312, + "f1": 0.928711, + "accuracy": 0.945312, + "main_score": 0.928711, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.243075, + "recall": 0.319336, + "f1": 0.264171, + "accuracy": 0.319336, + "main_score": 0.264171, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.778167, + "recall": 0.837891, + "f1": 0.796208, + "accuracy": 0.837891, + "main_score": 0.796208, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ] + }, + { + "precision": 0.983398, + "recall": 0.988281, + "f1": 0.985026, + "accuracy": 0.988281, + "main_score": 0.985026, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.660196, + "recall": 0.717773, + "f1": 0.676944, + "accuracy": 0.717773, + "main_score": 0.676944, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.707626, + "recall": 0.774414, + "f1": 0.727151, + "accuracy": 0.774414, + "main_score": 0.727151, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.430527, + "recall": 0.500977, + "f1": 0.449312, + "accuracy": 0.500977, + "main_score": 0.449312, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.714524, + "recall": 0.765625, + "f1": 0.72947, + "accuracy": 0.765625, + "main_score": 0.72947, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ] + }, + { + "precision": 0.72248, + "recall": 0.78418, + "f1": 0.740489, + "accuracy": 0.78418, + "main_score": 0.740489, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.636717, + "recall": 0.694336, + "f1": 0.653448, + "accuracy": 0.694336, + "main_score": 0.653448, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.713358, + "recall": 0.772461, + "f1": 0.730635, + "accuracy": 0.772461, + "main_score": 0.730635, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.71828, + "recall": 0.78418, + "f1": 0.737826, + "accuracy": 0.78418, + "main_score": 0.737826, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.692222, + "recall": 0.751953, + "f1": 0.709813, + "accuracy": 0.751953, + "main_score": 0.709813, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.738137, + "recall": 0.789062, + "f1": 0.753209, + "accuracy": 0.789062, + "main_score": 0.753209, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.689062, + "recall": 0.754883, + "f1": 0.70829, + "accuracy": 0.754883, + "main_score": 0.70829, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.710852, + "recall": 0.763672, + "f1": 0.726685, + "accuracy": 0.763672, + "main_score": 0.726685, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.153358, + "recall": 0.225586, + "f1": 0.172427, + "accuracy": 0.225586, + "main_score": 0.172427, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.722461, + "recall": 0.77832, + "f1": 0.73887, + "accuracy": 0.77832, + "main_score": 0.73887, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.494471, + "recall": 0.5625, + "f1": 0.514335, + "accuracy": 0.5625, + "main_score": 0.514335, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.637081, + "recall": 0.697266, + "f1": 0.654484, + "accuracy": 0.697266, + "main_score": 0.654484, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.656409, + "recall": 0.714844, + "f1": 0.673254, + "accuracy": 0.714844, + "main_score": 0.673254, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.229605, + "recall": 0.280273, + "f1": 0.24373, + "accuracy": 0.280273, + "main_score": 0.24373, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.640934, + "recall": 0.69043, + "f1": 0.655189, + "accuracy": 0.69043, + "main_score": 0.655189, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.669363, + "recall": 0.729492, + "f1": 0.68636, + "accuracy": 0.729492, + "main_score": 0.68636, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.71818, + "recall": 0.776367, + "f1": 0.735613, + "accuracy": 0.776367, + "main_score": 0.735613, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.808589, + "recall": 0.849609, + "f1": 0.82025, + "accuracy": 0.849609, + "main_score": 0.82025, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.968424, + "recall": 0.978516, + "f1": 0.97168, + "accuracy": 0.978516, + "main_score": 0.97168, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.457625, + "recall": 0.560547, + "f1": 0.485835, + "accuracy": 0.560547, + "main_score": 0.485835, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.963867, + "recall": 0.974609, + "f1": 0.967448, + "accuracy": 0.974609, + "main_score": 0.967448, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.899089, + "recall": 0.928711, + "f1": 0.908691, + "accuracy": 0.928711, + "main_score": 0.908691, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.686086, + "recall": 0.765625, + "f1": 0.709831, + "accuracy": 0.765625, + "main_score": 0.709831, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.965169, + "recall": 0.976562, + "f1": 0.968913, + "accuracy": 0.976562, + "main_score": 0.968913, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.165651, + "recall": 0.25, + "f1": 0.188834, + "accuracy": 0.25, + "main_score": 0.188834, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.678027, + "recall": 0.743164, + "f1": 0.696977, + "accuracy": 0.743164, + "main_score": 0.696977, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.906901, + "recall": 0.936523, + "f1": 0.916504, + "accuracy": 0.936523, + "main_score": 0.916504, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.931559, + "recall": 0.953125, + "f1": 0.938542, + "accuracy": 0.953125, + "main_score": 0.938542, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.247732, + "recall": 0.319336, + "f1": 0.268155, + "accuracy": 0.319336, + "main_score": 0.268155, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.844889, + "recall": 0.889648, + "f1": 0.85897, + "accuracy": 0.889648, + "main_score": 0.85897, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.974935, + "recall": 0.982422, + "f1": 0.977376, + "accuracy": 0.982422, + "main_score": 0.977376, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.981283, + "recall": 0.987305, + "f1": 0.983236, + "accuracy": 0.987305, + "main_score": 0.983236, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.962728, + "recall": 0.974609, + "f1": 0.966634, + "accuracy": 0.974609, + "main_score": 0.966634, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.465804, + "recall": 0.55957, + "f1": 0.491361, + "accuracy": 0.55957, + "main_score": 0.491361, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ] + }, + { + "precision": 0.906738, + "recall": 0.93457, + "f1": 0.916016, + "accuracy": 0.93457, + "main_score": 0.916016, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.88973, + "recall": 0.918945, + "f1": 0.898944, + "accuracy": 0.918945, + "main_score": 0.898944, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ] + }, + { + "precision": 0.973145, + "recall": 0.981445, + "f1": 0.975911, + "accuracy": 0.981445, + "main_score": 0.975911, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.979492, + "recall": 0.986328, + "f1": 0.981771, + "accuracy": 0.986328, + "main_score": 0.981771, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.668328, + "recall": 0.74707, + "f1": 0.691109, + "accuracy": 0.74707, + "main_score": 0.691109, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.962728, + "recall": 0.974609, + "f1": 0.966634, + "accuracy": 0.974609, + "main_score": 0.966634, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.193062, + "recall": 0.282227, + "f1": 0.216438, + "accuracy": 0.282227, + "main_score": 0.216438, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.671656, + "recall": 0.737305, + "f1": 0.690646, + "accuracy": 0.737305, + "main_score": 0.690646, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.907715, + "recall": 0.935547, + "f1": 0.916667, + "accuracy": 0.935547, + "main_score": 0.916667, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.919515, + "recall": 0.943359, + "f1": 0.927148, + "accuracy": 0.943359, + "main_score": 0.927148, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.249772, + "recall": 0.319336, + "f1": 0.269342, + "accuracy": 0.319336, + "main_score": 0.269342, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.782536, + "recall": 0.837891, + "f1": 0.799316, + "accuracy": 0.837891, + "main_score": 0.799316, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ] + }, + { + "precision": 0.97998, + "recall": 0.986328, + "f1": 0.982096, + "accuracy": 0.986328, + "main_score": 0.982096, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.966797, + "recall": 0.977539, + "f1": 0.970378, + "accuracy": 0.977539, + "main_score": 0.970378, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.451545, + "recall": 0.551758, + "f1": 0.479243, + "accuracy": 0.551758, + "main_score": 0.479243, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.938802, + "recall": 0.958008, + "f1": 0.94515, + "accuracy": 0.958008, + "main_score": 0.94515, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.924316, + "recall": 0.947266, + "f1": 0.931641, + "accuracy": 0.947266, + "main_score": 0.931641, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.984701, + "recall": 0.989258, + "f1": 0.986165, + "accuracy": 0.989258, + "main_score": 0.986165, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.659337, + "recall": 0.744141, + "f1": 0.684361, + "accuracy": 0.744141, + "main_score": 0.684361, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.170955, + "recall": 0.248047, + "f1": 0.190925, + "accuracy": 0.248047, + "main_score": 0.190925, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.674455, + "recall": 0.736328, + "f1": 0.692056, + "accuracy": 0.736328, + "main_score": 0.692056, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.918376, + "recall": 0.944336, + "f1": 0.926823, + "accuracy": 0.944336, + "main_score": 0.926823, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.940674, + "recall": 0.958984, + "f1": 0.946517, + "accuracy": 0.958984, + "main_score": 0.946517, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.239864, + "recall": 0.310547, + "f1": 0.259579, + "accuracy": 0.310547, + "main_score": 0.259579, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.811068, + "recall": 0.856445, + "f1": 0.824335, + "accuracy": 0.856445, + "main_score": 0.824335, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.986328, + "recall": 0.990234, + "f1": 0.98763, + "accuracy": 0.990234, + "main_score": 0.98763, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.086809, + "recall": 0.120117, + "f1": 0.093087, + "accuracy": 0.120117, + "main_score": 0.093087, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ] + }, + { + "precision": 0.097765, + "recall": 0.140625, + "f1": 0.106088, + "accuracy": 0.140625, + "main_score": 0.106088, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ] + }, + { + "precision": 0.060431, + "recall": 0.09375, + "f1": 0.066023, + "accuracy": 0.09375, + "main_score": 0.066023, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ] + }, + { + "precision": 0.069862, + "recall": 0.088867, + "f1": 0.073615, + "accuracy": 0.088867, + "main_score": 0.073615, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ] + }, + { + "precision": 0.122211, + "recall": 0.15625, + "f1": 0.130619, + "accuracy": 0.15625, + "main_score": 0.130619, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.068746, + "recall": 0.091797, + "f1": 0.072471, + "accuracy": 0.091797, + "main_score": 0.072471, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ] + }, + { + "precision": 0.120355, + "recall": 0.164062, + "f1": 0.129184, + "accuracy": 0.164062, + "main_score": 0.129184, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ] + }, + { + "precision": 0.113178, + "recall": 0.15625, + "f1": 0.122607, + "accuracy": 0.15625, + "main_score": 0.122607, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ] + }, + { + "precision": 0.100253, + "recall": 0.145508, + "f1": 0.109129, + "accuracy": 0.145508, + "main_score": 0.109129, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ] + }, + { + "precision": 0.048148, + "recall": 0.073242, + "f1": 0.052733, + "accuracy": 0.073242, + "main_score": 0.052733, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ] + }, + { + "precision": 0.076279, + "recall": 0.09668, + "f1": 0.079905, + "accuracy": 0.09668, + "main_score": 0.079905, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ] + }, + { + "precision": 0.103912, + "recall": 0.133789, + "f1": 0.109871, + "accuracy": 0.133789, + "main_score": 0.109871, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ] + }, + { + "precision": 0.085823, + "recall": 0.119141, + "f1": 0.091513, + "accuracy": 0.119141, + "main_score": 0.091513, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ] + }, + { + "precision": 0.114533, + "recall": 0.152344, + "f1": 0.122473, + "accuracy": 0.152344, + "main_score": 0.122473, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ] + }, + { + "precision": 0.14877, + "recall": 0.182617, + "f1": 0.155706, + "accuracy": 0.182617, + "main_score": 0.155706, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ] + }, + { + "precision": 0.116687, + "recall": 0.154297, + "f1": 0.125061, + "accuracy": 0.154297, + "main_score": 0.125061, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ] + }, + { + "precision": 0.10947, + "recall": 0.154297, + "f1": 0.118217, + "accuracy": 0.154297, + "main_score": 0.118217, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ] + }, + { + "precision": 0.037972, + "recall": 0.060547, + "f1": 0.042145, + "accuracy": 0.060547, + "main_score": 0.042145, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ] + }, + { + "precision": 0.045041, + "recall": 0.05957, + "f1": 0.047631, + "accuracy": 0.05957, + "main_score": 0.047631, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ] + }, + { + "precision": 0.080126, + "recall": 0.121094, + "f1": 0.088254, + "accuracy": 0.121094, + "main_score": 0.088254, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ] + }, + { + "precision": 0.116977, + "recall": 0.170898, + "f1": 0.127636, + "accuracy": 0.170898, + "main_score": 0.127636, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ] + }, + { + "precision": 0.096042, + "recall": 0.137695, + "f1": 0.105071, + "accuracy": 0.137695, + "main_score": 0.105071, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ] + }, + { + "precision": 0.973633, + "recall": 0.981445, + "f1": 0.976074, + "accuracy": 0.981445, + "main_score": 0.976074, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.46602, + "recall": 0.564453, + "f1": 0.493008, + "accuracy": 0.564453, + "main_score": 0.493008, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.947754, + "recall": 0.963867, + "f1": 0.952962, + "accuracy": 0.963867, + "main_score": 0.952962, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.894531, + "recall": 0.923828, + "f1": 0.903939, + "accuracy": 0.923828, + "main_score": 0.903939, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.694623, + "recall": 0.772461, + "f1": 0.717825, + "accuracy": 0.772461, + "main_score": 0.717825, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.975911, + "recall": 0.983398, + "f1": 0.978353, + "accuracy": 0.983398, + "main_score": 0.978353, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.181602, + "recall": 0.264648, + "f1": 0.203065, + "accuracy": 0.264648, + "main_score": 0.203065, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.681803, + "recall": 0.750977, + "f1": 0.702004, + "accuracy": 0.750977, + "main_score": 0.702004, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.935221, + "recall": 0.956055, + "f1": 0.942057, + "accuracy": 0.956055, + "main_score": 0.942057, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.941325, + "recall": 0.958984, + "f1": 0.947005, + "accuracy": 0.958984, + "main_score": 0.947005, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.242871, + "recall": 0.321289, + "f1": 0.264692, + "accuracy": 0.321289, + "main_score": 0.264692, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.823796, + "recall": 0.870117, + "f1": 0.837988, + "accuracy": 0.870117, + "main_score": 0.837988, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.981445, + "recall": 0.987305, + "f1": 0.983398, + "accuracy": 0.987305, + "main_score": 0.983398, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.664457, + "recall": 0.724609, + "f1": 0.680365, + "accuracy": 0.724609, + "main_score": 0.680365, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 0.677769, + "recall": 0.740234, + "f1": 0.694949, + "accuracy": 0.740234, + "main_score": 0.694949, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.440365, + "recall": 0.518555, + "f1": 0.461391, + "accuracy": 0.518555, + "main_score": 0.461391, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ] + }, + { + "precision": 0.610628, + "recall": 0.671875, + "f1": 0.627294, + "accuracy": 0.671875, + "main_score": 0.627294, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ] + }, + { + "precision": 0.646973, + "recall": 0.704102, + "f1": 0.662424, + "accuracy": 0.704102, + "main_score": 0.662424, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.625485, + "recall": 0.680664, + "f1": 0.640146, + "accuracy": 0.680664, + "main_score": 0.640146, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ] + }, + { + "precision": 0.667513, + "recall": 0.730469, + "f1": 0.684811, + "accuracy": 0.730469, + "main_score": 0.684811, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.652726, + "recall": 0.714844, + "f1": 0.668995, + "accuracy": 0.714844, + "main_score": 0.668995, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.661662, + "recall": 0.724609, + "f1": 0.679663, + "accuracy": 0.724609, + "main_score": 0.679663, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.483144, + "recall": 0.543945, + "f1": 0.498499, + "accuracy": 0.543945, + "main_score": 0.498499, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.666929, + "recall": 0.716797, + "f1": 0.679842, + "accuracy": 0.716797, + "main_score": 0.679842, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.649836, + "recall": 0.710938, + "f1": 0.666399, + "accuracy": 0.710938, + "main_score": 0.666399, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 0.63489, + "recall": 0.699219, + "f1": 0.653398, + "accuracy": 0.699219, + "main_score": 0.653398, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.2171, + "recall": 0.306641, + "f1": 0.241175, + "accuracy": 0.306641, + "main_score": 0.241175, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ] + }, + { + "precision": 0.661756, + "recall": 0.720703, + "f1": 0.678037, + "accuracy": 0.720703, + "main_score": 0.678037, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.662273, + "recall": 0.719727, + "f1": 0.677685, + "accuracy": 0.719727, + "main_score": 0.677685, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.62476, + "recall": 0.692383, + "f1": 0.642881, + "accuracy": 0.692383, + "main_score": 0.642881, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.325035, + "recall": 0.386719, + "f1": 0.341776, + "accuracy": 0.386719, + "main_score": 0.341776, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.574053, + "recall": 0.619141, + "f1": 0.585746, + "accuracy": 0.619141, + "main_score": 0.585746, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ] + }, + { + "precision": 0.623061, + "recall": 0.681641, + "f1": 0.638179, + "accuracy": 0.681641, + "main_score": 0.638179, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 0.67476, + "recall": 0.734375, + "f1": 0.691089, + "accuracy": 0.734375, + "main_score": 0.691089, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.653274, + "recall": 0.719727, + "f1": 0.671797, + "accuracy": 0.719727, + "main_score": 0.671797, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.894694, + "recall": 0.924805, + "f1": 0.904264, + "accuracy": 0.924805, + "main_score": 0.904264, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.955404, + "recall": 0.969727, + "f1": 0.960124, + "accuracy": 0.969727, + "main_score": 0.960124, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.475491, + "recall": 0.55957, + "f1": 0.49861, + "accuracy": 0.55957, + "main_score": 0.49861, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ] + }, + { + "precision": 0.854167, + "recall": 0.891602, + "f1": 0.865481, + "accuracy": 0.891602, + "main_score": 0.865481, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ] + }, + { + "precision": 0.951742, + "recall": 0.96582, + "f1": 0.956283, + "accuracy": 0.96582, + "main_score": 0.956283, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.820345, + "recall": 0.863281, + "f1": 0.833626, + "accuracy": 0.863281, + "main_score": 0.833626, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ] + }, + { + "precision": 0.941243, + "recall": 0.958984, + "f1": 0.94694, + "accuracy": 0.958984, + "main_score": 0.94694, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.950928, + "recall": 0.96582, + "f1": 0.955599, + "accuracy": 0.96582, + "main_score": 0.955599, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.927246, + "recall": 0.949219, + "f1": 0.934408, + "accuracy": 0.949219, + "main_score": 0.934408, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.649861, + "recall": 0.719727, + "f1": 0.669759, + "accuracy": 0.719727, + "main_score": 0.669759, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.915446, + "recall": 0.938477, + "f1": 0.922591, + "accuracy": 0.938477, + "main_score": 0.922591, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.913493, + "recall": 0.9375, + "f1": 0.920964, + "accuracy": 0.9375, + "main_score": 0.920964, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.942546, + "recall": 0.959961, + "f1": 0.948242, + "accuracy": 0.959961, + "main_score": 0.948242, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.222385, + "recall": 0.3125, + "f1": 0.246945, + "accuracy": 0.3125, + "main_score": 0.246945, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ] + }, + { + "precision": 0.945109, + "recall": 0.959961, + "f1": 0.949761, + "accuracy": 0.959961, + "main_score": 0.949761, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.717684, + "recall": 0.782227, + "f1": 0.736745, + "accuracy": 0.782227, + "main_score": 0.736745, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.847607, + "recall": 0.886719, + "f1": 0.859719, + "accuracy": 0.886719, + "main_score": 0.859719, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.276357, + "recall": 0.34668, + "f1": 0.296221, + "accuracy": 0.34668, + "main_score": 0.296221, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.74166, + "recall": 0.793945, + "f1": 0.756745, + "accuracy": 0.793945, + "main_score": 0.756745, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ] + }, + { + "precision": 0.912656, + "recall": 0.938477, + "f1": 0.920882, + "accuracy": 0.938477, + "main_score": 0.920882, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.929199, + "recall": 0.951172, + "f1": 0.936361, + "accuracy": 0.951172, + "main_score": 0.936361, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.938802, + "recall": 0.957031, + "f1": 0.944661, + "accuracy": 0.957031, + "main_score": 0.944661, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.917643, + "recall": 0.944336, + "f1": 0.926432, + "accuracy": 0.944336, + "main_score": 0.926432, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.958171, + "recall": 0.97168, + "f1": 0.962565, + "accuracy": 0.97168, + "main_score": 0.962565, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.475646, + "recall": 0.55957, + "f1": 0.498057, + "accuracy": 0.55957, + "main_score": 0.498057, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.868571, + "recall": 0.905273, + "f1": 0.880111, + "accuracy": 0.905273, + "main_score": 0.880111, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.965658, + "recall": 0.976562, + "f1": 0.969238, + "accuracy": 0.976562, + "main_score": 0.969238, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.824219, + "recall": 0.870117, + "f1": 0.838477, + "accuracy": 0.870117, + "main_score": 0.838477, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.94043, + "recall": 0.958008, + "f1": 0.946126, + "accuracy": 0.958008, + "main_score": 0.946126, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.965413, + "recall": 0.975586, + "f1": 0.968652, + "accuracy": 0.975586, + "main_score": 0.968652, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.942871, + "recall": 0.960938, + "f1": 0.948893, + "accuracy": 0.960938, + "main_score": 0.948893, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.649235, + "recall": 0.728516, + "f1": 0.6725, + "accuracy": 0.728516, + "main_score": 0.6725, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.946777, + "recall": 0.963867, + "f1": 0.952311, + "accuracy": 0.963867, + "main_score": 0.952311, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.937256, + "recall": 0.956055, + "f1": 0.943262, + "accuracy": 0.956055, + "main_score": 0.943262, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.954753, + "recall": 0.96875, + "f1": 0.95931, + "accuracy": 0.96875, + "main_score": 0.95931, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.196848, + "recall": 0.285156, + "f1": 0.219593, + "accuracy": 0.285156, + "main_score": 0.219593, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.954102, + "recall": 0.96875, + "f1": 0.958984, + "accuracy": 0.96875, + "main_score": 0.958984, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.650944, + "recall": 0.711914, + "f1": 0.668885, + "accuracy": 0.711914, + "main_score": 0.668885, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.844157, + "recall": 0.887695, + "f1": 0.857975, + "accuracy": 0.887695, + "main_score": 0.857975, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.257142, + "recall": 0.323242, + "f1": 0.274975, + "accuracy": 0.323242, + "main_score": 0.274975, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.751416, + "recall": 0.810547, + "f1": 0.769289, + "accuracy": 0.810547, + "main_score": 0.769289, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.941488, + "recall": 0.957031, + "f1": 0.946517, + "accuracy": 0.957031, + "main_score": 0.946517, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.945475, + "recall": 0.962891, + "f1": 0.951172, + "accuracy": 0.962891, + "main_score": 0.951172, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.943359, + "recall": 0.961914, + "f1": 0.949544, + "accuracy": 0.961914, + "main_score": 0.949544, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.198689, + "recall": 0.246094, + "f1": 0.209683, + "accuracy": 0.246094, + "main_score": 0.209683, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.198684, + "recall": 0.256836, + "f1": 0.212258, + "accuracy": 0.256836, + "main_score": 0.212258, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.216941, + "recall": 0.260742, + "f1": 0.226707, + "accuracy": 0.260742, + "main_score": 0.226707, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ] + }, + { + "precision": 0.200493, + "recall": 0.239258, + "f1": 0.209215, + "accuracy": 0.239258, + "main_score": 0.209215, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ] + }, + { + "precision": 0.189637, + "recall": 0.238281, + "f1": 0.2012, + "accuracy": 0.238281, + "main_score": 0.2012, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.204712, + "recall": 0.243164, + "f1": 0.21374, + "accuracy": 0.243164, + "main_score": 0.21374, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ] + }, + { + "precision": 0.205787, + "recall": 0.257812, + "f1": 0.216645, + "accuracy": 0.257812, + "main_score": 0.216645, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.198586, + "recall": 0.249023, + "f1": 0.210188, + "accuracy": 0.249023, + "main_score": 0.210188, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.216076, + "recall": 0.269531, + "f1": 0.228374, + "accuracy": 0.269531, + "main_score": 0.228374, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.201799, + "recall": 0.229492, + "f1": 0.208583, + "accuracy": 0.229492, + "main_score": 0.208583, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.200353, + "recall": 0.242188, + "f1": 0.209944, + "accuracy": 0.242188, + "main_score": 0.209944, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.203175, + "recall": 0.248047, + "f1": 0.212664, + "accuracy": 0.248047, + "main_score": 0.212664, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.209641, + "recall": 0.251953, + "f1": 0.219551, + "accuracy": 0.251953, + "main_score": 0.219551, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.059933, + "recall": 0.09375, + "f1": 0.067578, + "accuracy": 0.09375, + "main_score": 0.067578, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ] + }, + { + "precision": 0.214916, + "recall": 0.263672, + "f1": 0.224931, + "accuracy": 0.263672, + "main_score": 0.224931, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.289326, + "recall": 0.349609, + "f1": 0.303662, + "accuracy": 0.349609, + "main_score": 0.303662, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.225826, + "recall": 0.280273, + "f1": 0.237951, + "accuracy": 0.280273, + "main_score": 0.237951, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.220694, + "recall": 0.263672, + "f1": 0.231, + "accuracy": 0.263672, + "main_score": 0.231, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.199738, + "recall": 0.224609, + "f1": 0.205534, + "accuracy": 0.224609, + "main_score": 0.205534, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ] + }, + { + "precision": 0.203914, + "recall": 0.256836, + "f1": 0.215599, + "accuracy": 0.256836, + "main_score": 0.215599, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.203599, + "recall": 0.261719, + "f1": 0.217311, + "accuracy": 0.261719, + "main_score": 0.217311, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.203303, + "recall": 0.256836, + "f1": 0.215418, + "accuracy": 0.256836, + "main_score": 0.215418, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.804892, + "recall": 0.847656, + "f1": 0.817794, + "accuracy": 0.847656, + "main_score": 0.817794, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.852376, + "recall": 0.891602, + "f1": 0.864504, + "accuracy": 0.891602, + "main_score": 0.864504, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.486095, + "recall": 0.561523, + "f1": 0.506801, + "accuracy": 0.561523, + "main_score": 0.506801, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.856658, + "recall": 0.892578, + "f1": 0.867356, + "accuracy": 0.892578, + "main_score": 0.867356, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.869336, + "recall": 0.905273, + "f1": 0.880259, + "accuracy": 0.905273, + "main_score": 0.880259, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.77002, + "recall": 0.821289, + "f1": 0.785872, + "accuracy": 0.821289, + "main_score": 0.785872, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.807568, + "recall": 0.850586, + "f1": 0.820787, + "accuracy": 0.850586, + "main_score": 0.820787, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.86709, + "recall": 0.90332, + "f1": 0.878223, + "accuracy": 0.90332, + "main_score": 0.878223, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.789379, + "recall": 0.84082, + "f1": 0.805143, + "accuracy": 0.84082, + "main_score": 0.805143, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.637061, + "recall": 0.710938, + "f1": 0.658938, + "accuracy": 0.710938, + "main_score": 0.658938, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.858919, + "recall": 0.895508, + "f1": 0.869992, + "accuracy": 0.895508, + "main_score": 0.869992, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.80013, + "recall": 0.844727, + "f1": 0.813853, + "accuracy": 0.844727, + "main_score": 0.813853, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.843076, + "recall": 0.880859, + "f1": 0.854174, + "accuracy": 0.880859, + "main_score": 0.854174, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.175313, + "recall": 0.243164, + "f1": 0.193175, + "accuracy": 0.243164, + "main_score": 0.193175, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.847503, + "recall": 0.885742, + "f1": 0.859052, + "accuracy": 0.885742, + "main_score": 0.859052, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.59743, + "recall": 0.662109, + "f1": 0.616206, + "accuracy": 0.662109, + "main_score": 0.616206, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.732822, + "recall": 0.786133, + "f1": 0.748458, + "accuracy": 0.786133, + "main_score": 0.748458, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.768359, + "recall": 0.818359, + "f1": 0.783016, + "accuracy": 0.818359, + "main_score": 0.783016, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ] + }, + { + "precision": 0.24882, + "recall": 0.306641, + "f1": 0.264935, + "accuracy": 0.306641, + "main_score": 0.264935, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.796494, + "recall": 0.845703, + "f1": 0.810907, + "accuracy": 0.845703, + "main_score": 0.810907, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.832511, + "recall": 0.869141, + "f1": 0.843313, + "accuracy": 0.869141, + "main_score": 0.843313, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.851188, + "recall": 0.891602, + "f1": 0.863802, + "accuracy": 0.891602, + "main_score": 0.863802, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.936768, + "recall": 0.956055, + "f1": 0.942936, + "accuracy": 0.956055, + "main_score": 0.942936, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.984212, + "recall": 0.989258, + "f1": 0.98584, + "accuracy": 0.989258, + "main_score": 0.98584, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.424953, + "recall": 0.518555, + "f1": 0.448954, + "accuracy": 0.518555, + "main_score": 0.448954, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ] + }, + { + "precision": 0.902832, + "recall": 0.930664, + "f1": 0.911784, + "accuracy": 0.930664, + "main_score": 0.911784, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.869906, + "recall": 0.908203, + "f1": 0.882031, + "accuracy": 0.908203, + "main_score": 0.882031, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ] + }, + { + "precision": 0.974121, + "recall": 0.982422, + "f1": 0.976888, + "accuracy": 0.982422, + "main_score": 0.976888, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.980632, + "recall": 0.986328, + "f1": 0.982422, + "accuracy": 0.986328, + "main_score": 0.982422, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.620974, + "recall": 0.705078, + "f1": 0.644988, + "accuracy": 0.705078, + "main_score": 0.644988, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.970215, + "recall": 0.979492, + "f1": 0.973145, + "accuracy": 0.979492, + "main_score": 0.973145, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.128132, + "recall": 0.201172, + "f1": 0.146278, + "accuracy": 0.201172, + "main_score": 0.146278, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.638853, + "recall": 0.709961, + "f1": 0.659203, + "accuracy": 0.709961, + "main_score": 0.659203, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.890332, + "recall": 0.920898, + "f1": 0.89987, + "accuracy": 0.920898, + "main_score": 0.89987, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.907796, + "recall": 0.935547, + "f1": 0.916536, + "accuracy": 0.935547, + "main_score": 0.916536, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.237786, + "recall": 0.299805, + "f1": 0.255068, + "accuracy": 0.299805, + "main_score": 0.255068, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.764323, + "recall": 0.825195, + "f1": 0.782654, + "accuracy": 0.825195, + "main_score": 0.782654, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.980225, + "recall": 0.986328, + "f1": 0.982161, + "accuracy": 0.986328, + "main_score": 0.982161, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.965983, + "recall": 0.976562, + "f1": 0.969401, + "accuracy": 0.976562, + "main_score": 0.969401, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.460884, + "recall": 0.558594, + "f1": 0.486821, + "accuracy": 0.558594, + "main_score": 0.486821, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ] + }, + { + "precision": 0.934245, + "recall": 0.955078, + "f1": 0.941081, + "accuracy": 0.955078, + "main_score": 0.941081, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.897624, + "recall": 0.926758, + "f1": 0.906868, + "accuracy": 0.926758, + "main_score": 0.906868, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.660745, + "recall": 0.741211, + "f1": 0.684361, + "accuracy": 0.741211, + "main_score": 0.684361, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.978678, + "recall": 0.985352, + "f1": 0.980794, + "accuracy": 0.985352, + "main_score": 0.980794, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.207463, + "recall": 0.297852, + "f1": 0.230759, + "accuracy": 0.297852, + "main_score": 0.230759, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 0.695973, + "recall": 0.761719, + "f1": 0.715269, + "accuracy": 0.761719, + "main_score": 0.715269, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.921875, + "recall": 0.946289, + "f1": 0.92985, + "accuracy": 0.946289, + "main_score": 0.92985, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.932292, + "recall": 0.953125, + "f1": 0.938965, + "accuracy": 0.953125, + "main_score": 0.938965, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.257991, + "recall": 0.323242, + "f1": 0.275771, + "accuracy": 0.323242, + "main_score": 0.275771, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.803337, + "recall": 0.854492, + "f1": 0.818834, + "accuracy": 0.854492, + "main_score": 0.818834, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ] + }, + { + "precision": 0.98584, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.988607, + "recall": 0.992188, + "f1": 0.989746, + "accuracy": 0.992188, + "main_score": 0.989746, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.978027, + "recall": 0.985352, + "f1": 0.980469, + "accuracy": 0.985352, + "main_score": 0.980469, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.442505, + "recall": 0.541016, + "f1": 0.469218, + "accuracy": 0.541016, + "main_score": 0.469218, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.951497, + "recall": 0.966797, + "f1": 0.956543, + "accuracy": 0.966797, + "main_score": 0.956543, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.8986, + "recall": 0.927734, + "f1": 0.907845, + "accuracy": 0.927734, + "main_score": 0.907845, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.7604, + "recall": 0.825195, + "f1": 0.779753, + "accuracy": 0.825195, + "main_score": 0.779753, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.984375, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.179504, + "recall": 0.269531, + "f1": 0.202431, + "accuracy": 0.269531, + "main_score": 0.202431, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.686963, + "recall": 0.751953, + "f1": 0.705539, + "accuracy": 0.751953, + "main_score": 0.705539, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.931478, + "recall": 0.952148, + "f1": 0.938151, + "accuracy": 0.952148, + "main_score": 0.938151, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.934489, + "recall": 0.955078, + "f1": 0.941146, + "accuracy": 0.955078, + "main_score": 0.941146, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.246666, + "recall": 0.319336, + "f1": 0.26681, + "accuracy": 0.319336, + "main_score": 0.26681, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.832682, + "recall": 0.87793, + "f1": 0.846777, + "accuracy": 0.87793, + "main_score": 0.846777, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.985189, + "recall": 0.989258, + "f1": 0.986491, + "accuracy": 0.989258, + "main_score": 0.986491, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 67.56210088729858, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ImdbClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ImdbClassification.json new file mode 100644 index 0000000000..55e181114d --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ImdbClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", + "task_name": "ImdbClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.929168, + "f1": 0.929121, + "f1_weighted": 0.929121, + "ap": 0.897865, + "ap_weighted": 0.897865, + "scores_per_experiment": [ + { + "accuracy": 0.9288, + "f1": 0.928747, + "f1_weighted": 0.928747, + "ap": 0.908847, + "ap_weighted": 0.908847 + }, + { + "accuracy": 0.92904, + "f1": 0.928965, + "f1_weighted": 0.928965, + "ap": 0.911384, + "ap_weighted": 0.911384 + }, + { + "accuracy": 0.929, + "f1": 0.928966, + "f1_weighted": 0.928966, + "ap": 0.890852, + "ap_weighted": 0.890852 + }, + { + "accuracy": 0.9326, + "f1": 0.932584, + "f1_weighted": 0.932584, + "ap": 0.90939, + "ap_weighted": 0.90939 + }, + { + "accuracy": 0.92956, + "f1": 0.929495, + "f1_weighted": 0.929495, + "ap": 0.888765, + "ap_weighted": 0.888765 + }, + { + "accuracy": 0.9332, + "f1": 0.933188, + "f1_weighted": 0.933188, + "ap": 0.89935, + "ap_weighted": 0.89935 + }, + { + "accuracy": 0.92668, + "f1": 0.92663, + "f1_weighted": 0.92663, + "ap": 0.886384, + "ap_weighted": 0.886384 + }, + { + "accuracy": 0.92796, + "f1": 0.92795, + "f1_weighted": 0.92795, + "ap": 0.892935, + "ap_weighted": 0.892935 + }, + { + "accuracy": 0.92892, + "f1": 0.928823, + "f1_weighted": 0.928823, + "ap": 0.885807, + "ap_weighted": 0.885807 + }, + { + "accuracy": 0.92592, + "f1": 0.925864, + "f1_weighted": 0.925864, + "ap": 0.904934, + "ap_weighted": 0.904934 + } + ], + "main_score": 0.929168, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 50.71378540992737, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicCrosslingualSTS.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicCrosslingualSTS.json new file mode 100644 index 0000000000..aee0d03a65 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicCrosslingualSTS.json @@ -0,0 +1,203 @@ +{ + "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4", + "task_name": "IndicCrosslingualSTS", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.425358, + "spearman": 0.419806, + "cosine_pearson": 0.425358, + "cosine_spearman": 0.419806, + "manhattan_pearson": 0.417535, + "manhattan_spearman": 0.416854, + "euclidean_pearson": 0.420298, + "euclidean_spearman": 0.419806, + "main_score": 0.419806, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "pearson": 0.590055, + "spearman": 0.567029, + "cosine_pearson": 0.590055, + "cosine_spearman": 0.567029, + "manhattan_pearson": 0.570383, + "manhattan_spearman": 0.56926, + "euclidean_pearson": 0.568827, + "euclidean_spearman": 0.567029, + "main_score": 0.567029, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "pearson": 0.541643, + "spearman": 0.526627, + "cosine_pearson": 0.541643, + "cosine_spearman": 0.526627, + "manhattan_pearson": 0.524234, + "manhattan_spearman": 0.525558, + "euclidean_pearson": 0.52338, + "euclidean_spearman": 0.526627, + "main_score": 0.526627, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "pearson": 0.696214, + "spearman": 0.671399, + "cosine_pearson": 0.696214, + "cosine_spearman": 0.671399, + "manhattan_pearson": 0.685854, + "manhattan_spearman": 0.667783, + "euclidean_pearson": 0.685176, + "euclidean_spearman": 0.671399, + "main_score": 0.671399, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "pearson": 0.503547, + "spearman": 0.522951, + "cosine_pearson": 0.503547, + "cosine_spearman": 0.522951, + "manhattan_pearson": 0.488808, + "manhattan_spearman": 0.520126, + "euclidean_pearson": 0.492185, + "euclidean_spearman": 0.522951, + "main_score": 0.522951, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "pearson": 0.526557, + "spearman": 0.51145, + "cosine_pearson": 0.526557, + "cosine_spearman": 0.51145, + "manhattan_pearson": 0.517882, + "manhattan_spearman": 0.51252, + "euclidean_pearson": 0.517157, + "euclidean_spearman": 0.51145, + "main_score": 0.51145, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "pearson": 0.518923, + "spearman": 0.53104, + "cosine_pearson": 0.518923, + "cosine_spearman": 0.53104, + "manhattan_pearson": 0.51013, + "manhattan_spearman": 0.532115, + "euclidean_pearson": 0.513295, + "euclidean_spearman": 0.53104, + "main_score": 0.53104, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "pearson": 0.009645, + "spearman": 0.008377, + "cosine_pearson": 0.009645, + "cosine_spearman": 0.008377, + "manhattan_pearson": 0.011195, + "manhattan_spearman": -0.00146, + "euclidean_pearson": 0.010177, + "euclidean_spearman": 0.008377, + "main_score": 0.008377, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "pearson": 0.351146, + "spearman": 0.333983, + "cosine_pearson": 0.351146, + "cosine_spearman": 0.333983, + "manhattan_pearson": 0.350309, + "manhattan_spearman": 0.327713, + "euclidean_pearson": 0.354008, + "euclidean_spearman": 0.333983, + "main_score": 0.333983, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "pearson": 0.520512, + "spearman": 0.467661, + "cosine_pearson": 0.520512, + "cosine_spearman": 0.467661, + "manhattan_pearson": 0.511455, + "manhattan_spearman": 0.467924, + "euclidean_pearson": 0.509451, + "euclidean_spearman": 0.467661, + "main_score": 0.467661, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "pearson": 0.451823, + "spearman": 0.470454, + "cosine_pearson": 0.451823, + "cosine_spearman": 0.470454, + "manhattan_pearson": 0.438781, + "manhattan_spearman": 0.46716, + "euclidean_pearson": 0.441047, + "euclidean_spearman": 0.470454, + "main_score": 0.470454, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "pearson": 0.133692, + "spearman": 0.137427, + "cosine_pearson": 0.133692, + "cosine_spearman": 0.137427, + "manhattan_pearson": 0.139291, + "manhattan_spearman": 0.13966, + "euclidean_pearson": 0.137959, + "euclidean_spearman": 0.137427, + "main_score": 0.137427, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 47.158060789108276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicGenBenchFloresBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicGenBenchFloresBitextMining.json new file mode 100644 index 0000000000..1b83933849 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1405 @@ +{ + "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", + "task_name": "IndicGenBenchFloresBitextMining", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.989803, + "recall": 0.992979, + "f1": 0.990806, + "accuracy": 0.992979, + "main_score": 0.990806, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.971414, + "recall": 0.980943, + "f1": 0.97459, + "accuracy": 0.980943, + "main_score": 0.97459, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.983785, + "recall": 0.988967, + "f1": 0.985456, + "accuracy": 0.988967, + "main_score": 0.985456, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.986459, + "recall": 0.990973, + "f1": 0.987964, + "accuracy": 0.990973, + "main_score": 0.987964, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.98228, + "recall": 0.987964, + "f1": 0.984119, + "accuracy": 0.987964, + "main_score": 0.984119, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.956703, + "recall": 0.96991, + "f1": 0.96105, + "accuracy": 0.96991, + "main_score": 0.96105, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.898613, + "recall": 0.929789, + "f1": 0.908626, + "accuracy": 0.929789, + "main_score": 0.908626, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.96991, + "recall": 0.97994, + "f1": 0.973253, + "accuracy": 0.97994, + "main_score": 0.973253, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988967, + "recall": 0.991976, + "f1": 0.98997, + "accuracy": 0.991976, + "main_score": 0.98997, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.976764, + "recall": 0.983952, + "f1": 0.979104, + "accuracy": 0.983952, + "main_score": 0.979104, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.626135, + "recall": 0.687061, + "f1": 0.641885, + "accuracy": 0.687061, + "main_score": 0.641885, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.576058, + "recall": 0.662989, + "f1": 0.600718, + "accuracy": 0.662989, + "main_score": 0.600718, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.975928, + "recall": 0.983952, + "f1": 0.978602, + "accuracy": 0.983952, + "main_score": 0.978602, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.944667, + "recall": 0.962889, + "f1": 0.950685, + "accuracy": 0.962889, + "main_score": 0.950685, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.893347, + "recall": 0.924774, + "f1": 0.903176, + "accuracy": 0.924774, + "main_score": 0.903176, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.813524, + "recall": 0.867603, + "f1": 0.82999, + "accuracy": 0.867603, + "main_score": 0.82999, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.948178, + "recall": 0.964895, + "f1": 0.953694, + "accuracy": 0.964895, + "main_score": 0.953694, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.897108, + "recall": 0.928786, + "f1": 0.907289, + "accuracy": 0.928786, + "main_score": 0.907289, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991976, + "recall": 0.993982, + "f1": 0.992645, + "accuracy": 0.993982, + "main_score": 0.992645, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987462, + "recall": 0.990973, + "f1": 0.988633, + "accuracy": 0.990973, + "main_score": 0.988633, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.98345, + "recall": 0.988967, + "f1": 0.985289, + "accuracy": 0.988967, + "main_score": 0.985289, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.16642, + "recall": 0.195587, + "f1": 0.172768, + "accuracy": 0.195587, + "main_score": 0.172768, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.188349, + "recall": 0.251755, + "f1": 0.203791, + "accuracy": 0.251755, + "main_score": 0.203791, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.390414, + "recall": 0.448345, + "f1": 0.405238, + "accuracy": 0.448345, + "main_score": 0.405238, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.349096, + "recall": 0.450351, + "f1": 0.375315, + "accuracy": 0.450351, + "main_score": 0.375315, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.990973, + "recall": 0.993982, + "f1": 0.991976, + "accuracy": 0.993982, + "main_score": 0.991976, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.97668, + "recall": 0.983952, + "f1": 0.979004, + "accuracy": 0.983952, + "main_score": 0.979004, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.94216, + "recall": 0.95988, + "f1": 0.947844, + "accuracy": 0.95988, + "main_score": 0.947844, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.919759, + "f1": 0.895018, + "accuracy": 0.919759, + "main_score": 0.895018, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.968405, + "recall": 0.978937, + "f1": 0.971916, + "accuracy": 0.978937, + "main_score": 0.971916, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.976262, + "recall": 0.983952, + "f1": 0.97877, + "accuracy": 0.983952, + "main_score": 0.97877, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.984955, + "recall": 0.98997, + "f1": 0.986627, + "accuracy": 0.98997, + "main_score": 0.986627, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.435339, + "recall": 0.490471, + "f1": 0.450676, + "accuracy": 0.490471, + "main_score": 0.450676, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.40171, + "recall": 0.511535, + "f1": 0.430729, + "accuracy": 0.511535, + "main_score": 0.430729, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.969241, + "recall": 0.978937, + "f1": 0.972417, + "accuracy": 0.978937, + "main_score": 0.972417, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.984955, + "f1": 0.980107, + "accuracy": 0.984955, + "main_score": 0.980107, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.153685, + "recall": 0.197593, + "f1": 0.163683, + "accuracy": 0.197593, + "main_score": 0.163683, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.168481, + "recall": 0.231695, + "f1": 0.182882, + "accuracy": 0.231695, + "main_score": 0.182882, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ], + "test": [ + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.929842, + "f1": 0.909881, + "accuracy": 0.929842, + "main_score": 0.909881, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.634787, + "recall": 0.697628, + "f1": 0.652128, + "accuracy": 0.697628, + "main_score": 0.652128, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.590831, + "recall": 0.668972, + "f1": 0.612294, + "accuracy": 0.668972, + "main_score": 0.612294, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.950099, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.932971, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.874424, + "recall": 0.913043, + "f1": 0.886924, + "accuracy": 0.913043, + "main_score": 0.886924, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.901021, + "recall": 0.931818, + "f1": 0.911067, + "accuracy": 0.931818, + "main_score": 0.911067, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988389, + "recall": 0.991107, + "f1": 0.989196, + "accuracy": 0.991107, + "main_score": 0.989196, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.141253, + "recall": 0.163043, + "f1": 0.146407, + "accuracy": 0.163043, + "main_score": 0.146407, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.189455, + "recall": 0.261858, + "f1": 0.206915, + "accuracy": 0.261858, + "main_score": 0.206915, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.365915, + "recall": 0.422925, + "f1": 0.379816, + "accuracy": 0.422925, + "main_score": 0.379816, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.32254, + "recall": 0.43083, + "f1": 0.350472, + "accuracy": 0.43083, + "main_score": 0.350472, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.946558, + "recall": 0.962451, + "f1": 0.951647, + "accuracy": 0.962451, + "main_score": 0.951647, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.886397, + "recall": 0.921937, + "f1": 0.897892, + "accuracy": 0.921937, + "main_score": 0.897892, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.434356, + "recall": 0.492095, + "f1": 0.449167, + "accuracy": 0.492095, + "main_score": 0.449167, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.403041, + "recall": 0.513834, + "f1": 0.432217, + "accuracy": 0.513834, + "main_score": 0.432217, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.144184, + "recall": 0.19664, + "f1": 0.155699, + "accuracy": 0.19664, + "main_score": 0.155699, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.171303, + "recall": 0.240119, + "f1": 0.188038, + "accuracy": 0.240119, + "main_score": 0.188038, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ] + }, + "evaluation_time": 285.507785320282, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicLangClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicLangClassification.json new file mode 100644 index 0000000000..202e9fa086 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndicLangClassification.json @@ -0,0 +1,96 @@ +{ + "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097", + "task_name": "IndicLangClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.466247, + "f1": 0.444904, + "f1_weighted": 0.440552, + "scores_per_experiment": [ + { + "accuracy": 0.447367, + "f1": 0.430498, + "f1_weighted": 0.427365 + }, + { + "accuracy": 0.481261, + "f1": 0.454473, + "f1_weighted": 0.45113 + }, + { + "accuracy": 0.482083, + "f1": 0.457955, + "f1_weighted": 0.451205 + }, + { + "accuracy": 0.49142, + "f1": 0.469451, + "f1_weighted": 0.460555 + }, + { + "accuracy": 0.47725, + "f1": 0.453076, + "f1_weighted": 0.448065 + }, + { + "accuracy": 0.462555, + "f1": 0.431451, + "f1_weighted": 0.435477 + }, + { + "accuracy": 0.453712, + "f1": 0.431244, + "f1_weighted": 0.426811 + }, + { + "accuracy": 0.447202, + "f1": 0.430967, + "f1_weighted": 0.427506 + }, + { + "accuracy": 0.467881, + "f1": 0.456404, + "f1_weighted": 0.439154 + }, + { + "accuracy": 0.451739, + "f1": 0.433525, + "f1_weighted": 0.438253 + } + ], + "main_score": 0.466247, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 37.33315658569336, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndonesianIdClickbaitClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndonesianIdClickbaitClassification.json new file mode 100644 index 0000000000..190eec567c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IndonesianIdClickbaitClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "9fa4d0824015fe537ae2c8166781f5c79873da2c", + "task_name": "IndonesianIdClickbaitClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.615869, + "f1": 0.60871, + "f1_weighted": 0.613961, + "ap": 0.495503, + "ap_weighted": 0.495503, + "scores_per_experiment": [ + { + "accuracy": 0.679199, + "f1": 0.655325, + "f1_weighted": 0.669942, + "ap": 0.536448, + "ap_weighted": 0.536448 + }, + { + "accuracy": 0.540527, + "f1": 0.538971, + "f1_weighted": 0.534654, + "ap": 0.454559, + "ap_weighted": 0.454559 + }, + { + "accuracy": 0.601562, + "f1": 0.587968, + "f1_weighted": 0.600028, + "ap": 0.472937, + "ap_weighted": 0.472937 + }, + { + "accuracy": 0.648438, + "f1": 0.643625, + "f1_weighted": 0.650298, + "ap": 0.516917, + "ap_weighted": 0.516917 + }, + { + "accuracy": 0.641113, + "f1": 0.633614, + "f1_weighted": 0.64206, + "ap": 0.50835, + "ap_weighted": 0.50835 + }, + { + "accuracy": 0.584961, + "f1": 0.584847, + "f1_weighted": 0.585957, + "ap": 0.47666, + "ap_weighted": 0.47666 + }, + { + "accuracy": 0.640137, + "f1": 0.638876, + "f1_weighted": 0.642314, + "ap": 0.514802, + "ap_weighted": 0.514802 + }, + { + "accuracy": 0.660645, + "f1": 0.660259, + "f1_weighted": 0.658415, + "ap": 0.540071, + "ap_weighted": 0.540071 + }, + { + "accuracy": 0.599121, + "f1": 0.580903, + "f1_weighted": 0.594982, + "ap": 0.468561, + "ap_weighted": 0.468561 + }, + { + "accuracy": 0.562988, + "f1": 0.562717, + "f1_weighted": 0.560962, + "ap": 0.465723, + "ap_weighted": 0.465723 + } + ], + "main_score": 0.60871, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 24.071534633636475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IsiZuluNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IsiZuluNewsClassification.json new file mode 100644 index 0000000000..77b29d26cb --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/IsiZuluNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "55caf0e52693a1ea63b15a4980a73fc137fb862b", + "task_name": "IsiZuluNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.264229, + "f1": 0.285118, + "f1_weighted": 0.272029, + "scores_per_experiment": [ + { + "accuracy": 0.253989, + "f1": 0.268547, + "f1_weighted": 0.261659 + }, + { + "accuracy": 0.228723, + "f1": 0.258536, + "f1_weighted": 0.231612 + }, + { + "accuracy": 0.267287, + "f1": 0.295071, + "f1_weighted": 0.272821 + }, + { + "accuracy": 0.267287, + "f1": 0.282053, + "f1_weighted": 0.276811 + }, + { + "accuracy": 0.25133, + "f1": 0.268632, + "f1_weighted": 0.264448 + }, + { + "accuracy": 0.288564, + "f1": 0.309041, + "f1_weighted": 0.296503 + }, + { + "accuracy": 0.25133, + "f1": 0.278635, + "f1_weighted": 0.26348 + }, + { + "accuracy": 0.275266, + "f1": 0.292851, + "f1_weighted": 0.284343 + }, + { + "accuracy": 0.287234, + "f1": 0.298296, + "f1_weighted": 0.290508 + }, + { + "accuracy": 0.271277, + "f1": 0.299518, + "f1_weighted": 0.278108 + } + ], + "main_score": 0.264229, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 18.22432851791382, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ItaCaseholdClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ItaCaseholdClassification.json new file mode 100644 index 0000000000..5dbe6e3386 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ItaCaseholdClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626", + "task_name": "ItaCaseholdClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.70362, + "f1": 0.355515, + "f1_weighted": 0.646433, + "scores_per_experiment": [ + { + "accuracy": 0.701357, + "f1": 0.349384, + "f1_weighted": 0.647007 + }, + { + "accuracy": 0.705882, + "f1": 0.362125, + "f1_weighted": 0.649889 + }, + { + "accuracy": 0.705882, + "f1": 0.350681, + "f1_weighted": 0.651621 + }, + { + "accuracy": 0.692308, + "f1": 0.334762, + "f1_weighted": 0.631596 + }, + { + "accuracy": 0.705882, + "f1": 0.362682, + "f1_weighted": 0.651092 + }, + { + "accuracy": 0.723982, + "f1": 0.364019, + "f1_weighted": 0.668067 + }, + { + "accuracy": 0.669683, + "f1": 0.334334, + "f1_weighted": 0.60828 + }, + { + "accuracy": 0.714932, + "f1": 0.359887, + "f1_weighted": 0.661067 + }, + { + "accuracy": 0.705882, + "f1": 0.363581, + "f1_weighted": 0.643501 + }, + { + "accuracy": 0.710407, + "f1": 0.373693, + "f1_weighted": 0.652211 + } + ], + "main_score": 0.70362, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 20.31305766105652, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/JSICK.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/JSICK.json new file mode 100644 index 0000000000..b287df902b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/JSICK.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "JSICK", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.840288, + "spearman": 0.843984, + "cosine_pearson": 0.840288, + "cosine_spearman": 0.843984, + "manhattan_pearson": 0.854426, + "manhattan_spearman": 0.844224, + "euclidean_pearson": 0.854431, + "euclidean_spearman": 0.843984, + "main_score": 0.843984, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 15.57839298248291, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorHateSpeechMLClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorHateSpeechMLClassification.json new file mode 100644 index 0000000000..4d2aca3797 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorHateSpeechMLClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c657d15baf277c48d467f0625f7d33c50d4352ef", + "task_name": "KorHateSpeechMLClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.115758, + "f1": 0.275309, + "lrap": 0.259762, + "scores_per_experiment": [ + { + "accuracy": 0.110947, + "f1": 0.270828, + "lrap": 0.254186 + }, + { + "accuracy": 0.116838, + "f1": 0.264618, + "lrap": 0.251664 + }, + { + "accuracy": 0.102111, + "f1": 0.293441, + "lrap": 0.243032 + }, + { + "accuracy": 0.124693, + "f1": 0.268833, + "lrap": 0.282237 + }, + { + "accuracy": 0.141384, + "f1": 0.299447, + "lrap": 0.295151 + }, + { + "accuracy": 0.094256, + "f1": 0.276732, + "lrap": 0.231741 + }, + { + "accuracy": 0.112911, + "f1": 0.224456, + "lrap": 0.26395 + }, + { + "accuracy": 0.111929, + "f1": 0.290706, + "lrap": 0.255768 + }, + { + "accuracy": 0.105056, + "f1": 0.259768, + "lrap": 0.246441 + }, + { + "accuracy": 0.137457, + "f1": 0.304259, + "lrap": 0.273455 + } + ], + "main_score": 0.115758, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 29.208695650100708, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorSarcasmClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorSarcasmClassification.json new file mode 100644 index 0000000000..55eb02bb14 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KorSarcasmClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "3d96e36e10a88d5b7a3f617cf8362d997504494b", + "task_name": "KorSarcasmClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.580957, + "f1": 0.576939, + "f1_weighted": 0.576929, + "ap": 0.547064, + "ap_weighted": 0.547064, + "scores_per_experiment": [ + { + "accuracy": 0.633789, + "f1": 0.631308, + "f1_weighted": 0.631367, + "ap": 0.587193, + "ap_weighted": 0.587193 + }, + { + "accuracy": 0.57959, + "f1": 0.579573, + "f1_weighted": 0.579568, + "ap": 0.545083, + "ap_weighted": 0.545083 + }, + { + "accuracy": 0.576172, + "f1": 0.576168, + "f1_weighted": 0.576171, + "ap": 0.542943, + "ap_weighted": 0.542943 + }, + { + "accuracy": 0.555176, + "f1": 0.550936, + "f1_weighted": 0.551021, + "ap": 0.530269, + "ap_weighted": 0.530269 + }, + { + "accuracy": 0.559082, + "f1": 0.554707, + "f1_weighted": 0.554793, + "ap": 0.532792, + "ap_weighted": 0.532792 + }, + { + "accuracy": 0.591797, + "f1": 0.591697, + "f1_weighted": 0.59171, + "ap": 0.5536, + "ap_weighted": 0.5536 + }, + { + "accuracy": 0.598633, + "f1": 0.593861, + "f1_weighted": 0.593775, + "ap": 0.556479, + "ap_weighted": 0.556479 + }, + { + "accuracy": 0.620117, + "f1": 0.616678, + "f1_weighted": 0.616607, + "ap": 0.571347, + "ap_weighted": 0.571347 + }, + { + "accuracy": 0.529297, + "f1": 0.508631, + "f1_weighted": 0.508435, + "ap": 0.514499, + "ap_weighted": 0.514499 + }, + { + "accuracy": 0.565918, + "f1": 0.565831, + "f1_weighted": 0.565843, + "ap": 0.536438, + "ap_weighted": 0.536438 + } + ], + "main_score": 0.580957, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 19.355472326278687, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KurdishSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KurdishSentimentClassification.json new file mode 100644 index 0000000000..21bae6e545 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/KurdishSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "f334d90a9f68cc3af78cc2a2ece6a3b69408124c", + "task_name": "KurdishSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.599748, + "f1": 0.591902, + "f1_weighted": 0.593879, + "ap": 0.598239, + "ap_weighted": 0.598239, + "scores_per_experiment": [ + { + "accuracy": 0.653749, + "f1": 0.653307, + "f1_weighted": 0.654198, + "ap": 0.634936, + "ap_weighted": 0.634936 + }, + { + "accuracy": 0.641168, + "f1": 0.640462, + "f1_weighted": 0.639316, + "ap": 0.633452, + "ap_weighted": 0.633452 + }, + { + "accuracy": 0.488676, + "f1": 0.483066, + "f1_weighted": 0.486942, + "ap": 0.528085, + "ap_weighted": 0.528085 + }, + { + "accuracy": 0.651233, + "f1": 0.650936, + "f1_weighted": 0.651669, + "ap": 0.633615, + "ap_weighted": 0.633615 + }, + { + "accuracy": 0.624056, + "f1": 0.609628, + "f1_weighted": 0.615029, + "ap": 0.601434, + "ap_weighted": 0.601434 + }, + { + "accuracy": 0.579265, + "f1": 0.548713, + "f1_weighted": 0.557164, + "ap": 0.570115, + "ap_weighted": 0.570115 + }, + { + "accuracy": 0.614997, + "f1": 0.602814, + "f1_weighted": 0.597808, + "ap": 0.628447, + "ap_weighted": 0.628447 + }, + { + "accuracy": 0.663815, + "f1": 0.662162, + "f1_weighted": 0.663862, + "ap": 0.639415, + "ap_weighted": 0.639415 + }, + { + "accuracy": 0.534474, + "f1": 0.522079, + "f1_weighted": 0.527618, + "ap": 0.549205, + "ap_weighted": 0.549205 + }, + { + "accuracy": 0.546049, + "f1": 0.545856, + "f1_weighted": 0.545182, + "ap": 0.563689, + "ap_weighted": 0.563689 + } + ], + "main_score": 0.599748, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ] + } + ] + }, + "evaluation_time": 27.963950872421265, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LEMBPasskeyRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LEMBPasskeyRetrieval.json new file mode 100644 index 0000000000..aff8c73d43 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBPasskeyRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test_256": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 0.94, + "ndcg_at_3": 0.97786, + "ndcg_at_5": 0.97786, + "ndcg_at_10": 0.97786, + "ndcg_at_20": 0.97786, + "ndcg_at_100": 0.97786, + "ndcg_at_1000": 0.97786, + "map_at_1": 0.94, + "map_at_3": 0.97, + "map_at_5": 0.97, + "map_at_10": 0.97, + "map_at_20": 0.97, + "map_at_100": 0.97, + "map_at_1000": 0.97, + "recall_at_1": 0.94, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.94, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.94, + "mrr_at_3": 0.97, + "mrr_at_5": 0.97, + "mrr_at_10": 0.97, + "mrr_at_20": 0.97, + "mrr_at_100": 0.97, + "mrr_at_1000": 0.97, + "nauc_ndcg_at_1_max": 0.544818, + "nauc_ndcg_at_1_std": 0.116246, + "nauc_ndcg_at_1_diff1": 0.807812, + "nauc_ndcg_at_3_max": 0.544818, + "nauc_ndcg_at_3_std": 0.116246, + "nauc_ndcg_at_3_diff1": 0.807812, + "nauc_ndcg_at_5_max": 0.544818, + "nauc_ndcg_at_5_std": 0.116246, + "nauc_ndcg_at_5_diff1": 0.807812, + "nauc_ndcg_at_10_max": 0.544818, + "nauc_ndcg_at_10_std": 0.116246, + "nauc_ndcg_at_10_diff1": 0.807812, + "nauc_ndcg_at_20_max": 0.544818, + "nauc_ndcg_at_20_std": 0.116246, + "nauc_ndcg_at_20_diff1": 0.807812, + "nauc_ndcg_at_100_max": 0.544818, + "nauc_ndcg_at_100_std": 0.116246, + "nauc_ndcg_at_100_diff1": 0.807812, + "nauc_ndcg_at_1000_max": 0.544818, + "nauc_ndcg_at_1000_std": 0.116246, + "nauc_ndcg_at_1000_diff1": 0.807812, + "nauc_map_at_1_max": 0.544818, + "nauc_map_at_1_std": 0.116246, + "nauc_map_at_1_diff1": 0.807812, + "nauc_map_at_3_max": 0.544818, + "nauc_map_at_3_std": 0.116246, + "nauc_map_at_3_diff1": 0.807812, + "nauc_map_at_5_max": 0.544818, + "nauc_map_at_5_std": 0.116246, + "nauc_map_at_5_diff1": 0.807812, + "nauc_map_at_10_max": 0.544818, + "nauc_map_at_10_std": 0.116246, + "nauc_map_at_10_diff1": 0.807812, + "nauc_map_at_20_max": 0.544818, + "nauc_map_at_20_std": 0.116246, + "nauc_map_at_20_diff1": 0.807812, + "nauc_map_at_100_max": 0.544818, + "nauc_map_at_100_std": 0.116246, + "nauc_map_at_100_diff1": 0.807812, + "nauc_map_at_1000_max": 0.544818, + "nauc_map_at_1000_std": 0.116246, + "nauc_map_at_1000_diff1": 0.807812, + "nauc_recall_at_1_max": 0.544818, + "nauc_recall_at_1_std": 0.116246, + "nauc_recall_at_1_diff1": 0.807812, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.544818, + "nauc_precision_at_1_std": 0.116246, + "nauc_precision_at_1_diff1": 0.807812, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.544818, + "nauc_mrr_at_1_std": 0.116246, + "nauc_mrr_at_1_diff1": 0.807812, + "nauc_mrr_at_3_max": 0.544818, + "nauc_mrr_at_3_std": 0.116246, + "nauc_mrr_at_3_diff1": 0.807812, + "nauc_mrr_at_5_max": 0.544818, + "nauc_mrr_at_5_std": 0.116246, + "nauc_mrr_at_5_diff1": 0.807812, + "nauc_mrr_at_10_max": 0.544818, + "nauc_mrr_at_10_std": 0.116246, + "nauc_mrr_at_10_diff1": 0.807812, + "nauc_mrr_at_20_max": 0.544818, + "nauc_mrr_at_20_std": 0.116246, + "nauc_mrr_at_20_diff1": 0.807812, + "nauc_mrr_at_100_max": 0.544818, + "nauc_mrr_at_100_std": 0.116246, + "nauc_mrr_at_100_diff1": 0.807812, + "nauc_mrr_at_1000_max": 0.544818, + "nauc_mrr_at_1000_std": 0.116246, + "nauc_mrr_at_1000_diff1": 0.807812, + "main_score": 0.94, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 0.96, + "ndcg_at_3": 0.98524, + "ndcg_at_5": 0.98524, + "ndcg_at_10": 0.98524, + "ndcg_at_20": 0.98524, + "ndcg_at_100": 0.98524, + "ndcg_at_1000": 0.98524, + "map_at_1": 0.96, + "map_at_3": 0.98, + "map_at_5": 0.98, + "map_at_10": 0.98, + "map_at_20": 0.98, + "map_at_100": 0.98, + "map_at_1000": 0.98, + "recall_at_1": 0.96, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.96, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.96, + "mrr_at_3": 0.98, + "mrr_at_5": 0.98, + "mrr_at_10": 0.98, + "mrr_at_20": 0.98, + "mrr_at_100": 0.98, + "mrr_at_1000": 0.98, + "nauc_ndcg_at_1_max": 0.934641, + "nauc_ndcg_at_1_std": 0.722222, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.934641, + "nauc_ndcg_at_3_std": 0.722222, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.934641, + "nauc_ndcg_at_5_std": 0.722222, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.934641, + "nauc_ndcg_at_10_std": 0.722222, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.934641, + "nauc_ndcg_at_20_std": 0.722222, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.934641, + "nauc_ndcg_at_100_std": 0.722222, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.934641, + "nauc_ndcg_at_1000_std": 0.722222, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.934641, + "nauc_map_at_1_std": 0.722222, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.934641, + "nauc_map_at_3_std": 0.722222, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.934641, + "nauc_map_at_5_std": 0.722222, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.934641, + "nauc_map_at_10_std": 0.722222, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.934641, + "nauc_map_at_20_std": 0.722222, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.934641, + "nauc_map_at_100_std": 0.722222, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.934641, + "nauc_map_at_1000_std": 0.722222, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.934641, + "nauc_recall_at_1_std": 0.722222, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.934641, + "nauc_precision_at_1_std": 0.722222, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.934641, + "nauc_mrr_at_1_std": 0.722222, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.934641, + "nauc_mrr_at_3_std": 0.722222, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.934641, + "nauc_mrr_at_5_std": 0.722222, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.934641, + "nauc_mrr_at_10_std": 0.722222, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.934641, + "nauc_mrr_at_20_std": 0.722222, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.934641, + "nauc_mrr_at_100_std": 0.722222, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.934641, + "nauc_mrr_at_1000_std": 0.722222, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.96, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_100": 0.99262, + "ndcg_at_1000": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_100": 0.99, + "map_at_1000": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_100": 0.99, + "mrr_at_1000": 0.99, + "nauc_ndcg_at_1_max": 0.869281, + "nauc_ndcg_at_1_std": 0.722222, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.869281, + "nauc_ndcg_at_3_std": 0.722222, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.869281, + "nauc_ndcg_at_5_std": 0.722222, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.869281, + "nauc_ndcg_at_10_std": 0.722222, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.869281, + "nauc_ndcg_at_20_std": 0.722222, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.869281, + "nauc_ndcg_at_100_std": 0.722222, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.869281, + "nauc_ndcg_at_1000_std": 0.722222, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.869281, + "nauc_map_at_1_std": 0.722222, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.869281, + "nauc_map_at_3_std": 0.722222, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.869281, + "nauc_map_at_5_std": 0.722222, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.869281, + "nauc_map_at_10_std": 0.722222, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.869281, + "nauc_map_at_20_std": 0.722222, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.869281, + "nauc_map_at_100_std": 0.722222, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.869281, + "nauc_map_at_1000_std": 0.722222, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.869281, + "nauc_recall_at_1_std": 0.722222, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.869281, + "nauc_precision_at_1_std": 0.722222, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.869281, + "nauc_mrr_at_1_std": 0.722222, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.869281, + "nauc_mrr_at_3_std": 0.722222, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.869281, + "nauc_mrr_at_5_std": 0.722222, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.869281, + "nauc_mrr_at_10_std": 0.722222, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.869281, + "nauc_mrr_at_20_std": 0.722222, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.869281, + "nauc_mrr_at_100_std": 0.722222, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.869281, + "nauc_mrr_at_1000_std": 0.722222, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.98, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.62, + "ndcg_at_5": 0.62, + "ndcg_at_10": 0.62, + "ndcg_at_20": 0.62, + "ndcg_at_100": 0.68027, + "ndcg_at_1000": 0.68027, + "map_at_1": 0.62, + "map_at_3": 0.62, + "map_at_5": 0.62, + "map_at_10": 0.62, + "map_at_20": 0.62, + "map_at_100": 0.6249, + "map_at_1000": 0.6249, + "recall_at_1": 0.62, + "recall_at_3": 0.62, + "recall_at_5": 0.62, + "recall_at_10": 0.62, + "recall_at_20": 0.62, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.62, + "precision_at_3": 0.20667, + "precision_at_5": 0.124, + "precision_at_10": 0.062, + "precision_at_20": 0.031, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.62, + "mrr_at_5": 0.62, + "mrr_at_10": 0.62, + "mrr_at_20": 0.62, + "mrr_at_100": 0.625244, + "mrr_at_1000": 0.625244, + "nauc_ndcg_at_1_max": 0.987078, + "nauc_ndcg_at_1_std": 0.735194, + "nauc_ndcg_at_1_diff1": 0.955235, + "nauc_ndcg_at_3_max": 0.987078, + "nauc_ndcg_at_3_std": 0.735194, + "nauc_ndcg_at_3_diff1": 0.955235, + "nauc_ndcg_at_5_max": 0.987078, + "nauc_ndcg_at_5_std": 0.735194, + "nauc_ndcg_at_5_diff1": 0.955235, + "nauc_ndcg_at_10_max": 0.987078, + "nauc_ndcg_at_10_std": 0.735194, + "nauc_ndcg_at_10_diff1": 0.955235, + "nauc_ndcg_at_20_max": 0.987078, + "nauc_ndcg_at_20_std": 0.735194, + "nauc_ndcg_at_20_diff1": 0.955235, + "nauc_ndcg_at_100_max": 0.985267, + "nauc_ndcg_at_100_std": 0.732841, + "nauc_ndcg_at_100_diff1": 0.954711, + "nauc_ndcg_at_1000_max": 0.985267, + "nauc_ndcg_at_1000_std": 0.732841, + "nauc_ndcg_at_1000_diff1": 0.954711, + "nauc_map_at_1_max": 0.987078, + "nauc_map_at_1_std": 0.735194, + "nauc_map_at_1_diff1": 0.955235, + "nauc_map_at_3_max": 0.987078, + "nauc_map_at_3_std": 0.735194, + "nauc_map_at_3_diff1": 0.955235, + "nauc_map_at_5_max": 0.987078, + "nauc_map_at_5_std": 0.735194, + "nauc_map_at_5_diff1": 0.955235, + "nauc_map_at_10_max": 0.987078, + "nauc_map_at_10_std": 0.735194, + "nauc_map_at_10_diff1": 0.955235, + "nauc_map_at_20_max": 0.987078, + "nauc_map_at_20_std": 0.735194, + "nauc_map_at_20_diff1": 0.955235, + "nauc_map_at_100_max": 0.986515, + "nauc_map_at_100_std": 0.734478, + "nauc_map_at_100_diff1": 0.955067, + "nauc_map_at_1000_max": 0.986515, + "nauc_map_at_1000_std": 0.734478, + "nauc_map_at_1000_diff1": 0.955067, + "nauc_recall_at_1_max": 0.987078, + "nauc_recall_at_1_std": 0.735194, + "nauc_recall_at_1_diff1": 0.955235, + "nauc_recall_at_3_max": 0.987078, + "nauc_recall_at_3_std": 0.735194, + "nauc_recall_at_3_diff1": 0.955235, + "nauc_recall_at_5_max": 0.987078, + "nauc_recall_at_5_std": 0.735194, + "nauc_recall_at_5_diff1": 0.955235, + "nauc_recall_at_10_max": 0.987078, + "nauc_recall_at_10_std": 0.735194, + "nauc_recall_at_10_diff1": 0.955235, + "nauc_recall_at_20_max": 0.987078, + "nauc_recall_at_20_std": 0.735194, + "nauc_recall_at_20_diff1": 0.955235, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.987078, + "nauc_precision_at_1_std": 0.735194, + "nauc_precision_at_1_diff1": 0.955235, + "nauc_precision_at_3_max": 0.987078, + "nauc_precision_at_3_std": 0.735194, + "nauc_precision_at_3_diff1": 0.955235, + "nauc_precision_at_5_max": 0.987078, + "nauc_precision_at_5_std": 0.735194, + "nauc_precision_at_5_diff1": 0.955235, + "nauc_precision_at_10_max": 0.987078, + "nauc_precision_at_10_std": 0.735194, + "nauc_precision_at_10_diff1": 0.955235, + "nauc_precision_at_20_max": 0.987078, + "nauc_precision_at_20_std": 0.735194, + "nauc_precision_at_20_diff1": 0.955235, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.987078, + "nauc_mrr_at_1_std": 0.735194, + "nauc_mrr_at_1_diff1": 0.955235, + "nauc_mrr_at_3_max": 0.987078, + "nauc_mrr_at_3_std": 0.735194, + "nauc_mrr_at_3_diff1": 0.955235, + "nauc_mrr_at_5_max": 0.987078, + "nauc_mrr_at_5_std": 0.735194, + "nauc_mrr_at_5_diff1": 0.955235, + "nauc_mrr_at_10_max": 0.987078, + "nauc_mrr_at_10_std": 0.735194, + "nauc_mrr_at_10_diff1": 0.955235, + "nauc_mrr_at_20_max": 0.987078, + "nauc_mrr_at_20_std": 0.735194, + "nauc_mrr_at_20_diff1": 0.955235, + "nauc_mrr_at_100_max": 0.986741, + "nauc_mrr_at_100_std": 0.735298, + "nauc_mrr_at_100_diff1": 0.954609, + "nauc_mrr_at_1000_max": 0.986741, + "nauc_mrr_at_1000_std": 0.735298, + "nauc_mrr_at_1000_diff1": 0.954609, + "main_score": 0.62, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.16, + "ndcg_at_3": 0.16, + "ndcg_at_5": 0.16, + "ndcg_at_10": 0.16, + "ndcg_at_20": 0.16471, + "ndcg_at_100": 0.30739, + "ndcg_at_1000": 0.30739, + "map_at_1": 0.16, + "map_at_3": 0.16, + "map_at_5": 0.16, + "map_at_10": 0.16, + "map_at_20": 0.16111, + "map_at_100": 0.17756, + "map_at_1000": 0.17756, + "recall_at_1": 0.16, + "recall_at_3": 0.16, + "recall_at_5": 0.16, + "recall_at_10": 0.16, + "recall_at_20": 0.18, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.16, + "precision_at_3": 0.05333, + "precision_at_5": 0.032, + "precision_at_10": 0.016, + "precision_at_20": 0.009, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.16, + "mrr_at_3": 0.16, + "mrr_at_5": 0.16, + "mrr_at_10": 0.16, + "mrr_at_20": 0.162053, + "mrr_at_100": 0.178283, + "mrr_at_1000": 0.178283, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.440237, + "nauc_ndcg_at_1_diff1": 0.951605, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.440237, + "nauc_ndcg_at_3_diff1": 0.951605, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.440237, + "nauc_ndcg_at_5_diff1": 0.951605, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.440237, + "nauc_ndcg_at_10_diff1": 0.951605, + "nauc_ndcg_at_20_max": 0.981427, + "nauc_ndcg_at_20_std": 0.411686, + "nauc_ndcg_at_20_diff1": 0.920344, + "nauc_ndcg_at_100_max": 0.944765, + "nauc_ndcg_at_100_std": 0.40105, + "nauc_ndcg_at_100_diff1": 0.899389, + "nauc_ndcg_at_1000_max": 0.944765, + "nauc_ndcg_at_1000_std": 0.40105, + "nauc_ndcg_at_1000_diff1": 0.899389, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.440237, + "nauc_map_at_1_diff1": 0.951605, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.440237, + "nauc_map_at_3_diff1": 0.951605, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.440237, + "nauc_map_at_5_diff1": 0.951605, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.440237, + "nauc_map_at_10_diff1": 0.951605, + "nauc_map_at_20_max": 0.995542, + "nauc_map_at_20_std": 0.433385, + "nauc_map_at_20_diff1": 0.944103, + "nauc_map_at_100_max": 0.976407, + "nauc_map_at_100_std": 0.42331, + "nauc_map_at_100_diff1": 0.92932, + "nauc_map_at_1000_max": 0.976407, + "nauc_map_at_1000_std": 0.42331, + "nauc_map_at_1000_diff1": 0.92932, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.440237, + "nauc_recall_at_1_diff1": 0.951605, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.440237, + "nauc_recall_at_3_diff1": 0.951605, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.440237, + "nauc_recall_at_5_diff1": 0.951605, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.440237, + "nauc_recall_at_10_diff1": 0.951605, + "nauc_recall_at_20_max": 0.926324, + "nauc_recall_at_20_std": 0.326983, + "nauc_recall_at_20_diff1": 0.827597, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.440237, + "nauc_precision_at_1_diff1": 0.951605, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.440237, + "nauc_precision_at_3_diff1": 0.951605, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.440237, + "nauc_precision_at_5_diff1": 0.951605, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.440237, + "nauc_precision_at_10_diff1": 0.951605, + "nauc_precision_at_20_max": 0.926324, + "nauc_precision_at_20_std": 0.326983, + "nauc_precision_at_20_diff1": 0.827597, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.440237, + "nauc_mrr_at_1_diff1": 0.951605, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.440237, + "nauc_mrr_at_3_diff1": 0.951605, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.440237, + "nauc_mrr_at_5_diff1": 0.951605, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.440237, + "nauc_mrr_at_10_diff1": 0.951605, + "nauc_mrr_at_20_max": 0.989342, + "nauc_mrr_at_20_std": 0.439153, + "nauc_mrr_at_20_diff1": 0.938843, + "nauc_mrr_at_100_max": 0.98227, + "nauc_mrr_at_100_std": 0.438615, + "nauc_mrr_at_100_diff1": 0.932584, + "nauc_mrr_at_1000_max": 0.98227, + "nauc_mrr_at_1000_std": 0.438615, + "nauc_mrr_at_1000_diff1": 0.932584, + "main_score": 0.16, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.18, + "ndcg_at_3": 0.18, + "ndcg_at_5": 0.18, + "ndcg_at_10": 0.18, + "ndcg_at_20": 0.18455, + "ndcg_at_100": 0.32539, + "ndcg_at_1000": 0.32539, + "map_at_1": 0.18, + "map_at_3": 0.18, + "map_at_5": 0.18, + "map_at_10": 0.18, + "map_at_20": 0.181, + "map_at_100": 0.19777, + "map_at_1000": 0.19777, + "recall_at_1": 0.18, + "recall_at_3": 0.18, + "recall_at_5": 0.18, + "recall_at_10": 0.18, + "recall_at_20": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.18, + "precision_at_3": 0.06, + "precision_at_5": 0.036, + "precision_at_10": 0.018, + "precision_at_20": 0.01, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.18, + "mrr_at_3": 0.18, + "mrr_at_5": 0.18, + "mrr_at_10": 0.18, + "mrr_at_20": 0.182361, + "mrr_at_100": 0.198333, + "mrr_at_1000": 0.198333, + "nauc_ndcg_at_1_max": 0.926324, + "nauc_ndcg_at_1_std": 0.584465, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.926324, + "nauc_ndcg_at_3_std": 0.584465, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.926324, + "nauc_ndcg_at_5_std": 0.584465, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.926324, + "nauc_ndcg_at_10_std": 0.584465, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.891644, + "nauc_ndcg_at_20_std": 0.592495, + "nauc_ndcg_at_20_diff1": 0.971377, + "nauc_ndcg_at_100_max": 0.882725, + "nauc_ndcg_at_100_std": 0.565978, + "nauc_ndcg_at_100_diff1": 0.957535, + "nauc_ndcg_at_1000_max": 0.882725, + "nauc_ndcg_at_1000_std": 0.565978, + "nauc_ndcg_at_1000_diff1": 0.957535, + "nauc_map_at_1_max": 0.926324, + "nauc_map_at_1_std": 0.584465, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.926324, + "nauc_map_at_3_std": 0.584465, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.926324, + "nauc_map_at_5_std": 0.584465, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.926324, + "nauc_map_at_10_std": 0.584465, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.918591, + "nauc_map_at_20_std": 0.586255, + "nauc_map_at_20_diff1": 0.993618, + "nauc_map_at_100_max": 0.907723, + "nauc_map_at_100_std": 0.576787, + "nauc_map_at_100_diff1": 0.981637, + "nauc_map_at_1000_max": 0.907723, + "nauc_map_at_1000_std": 0.576787, + "nauc_map_at_1000_diff1": 0.981637, + "nauc_recall_at_1_max": 0.926324, + "nauc_recall_at_1_std": 0.584465, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.926324, + "nauc_recall_at_3_std": 0.584465, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.926324, + "nauc_recall_at_5_std": 0.584465, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.926324, + "nauc_recall_at_10_std": 0.584465, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.783371, + "nauc_recall_at_20_std": 0.617565, + "nauc_recall_at_20_diff1": 0.882015, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.926324, + "nauc_precision_at_1_std": 0.584465, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.926324, + "nauc_precision_at_3_std": 0.584465, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.926324, + "nauc_precision_at_5_std": 0.584465, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.926324, + "nauc_precision_at_10_std": 0.584465, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.783371, + "nauc_precision_at_20_std": 0.617565, + "nauc_precision_at_20_diff1": 0.882015, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.926324, + "nauc_mrr_at_1_std": 0.584465, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.926324, + "nauc_mrr_at_3_std": 0.584465, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.926324, + "nauc_mrr_at_5_std": 0.584465, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.926324, + "nauc_mrr_at_10_std": 0.584465, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.922261, + "nauc_mrr_at_20_std": 0.587665, + "nauc_mrr_at_20_diff1": 0.990781, + "nauc_mrr_at_100_max": 0.911806, + "nauc_mrr_at_100_std": 0.573866, + "nauc_mrr_at_100_diff1": 0.976425, + "nauc_mrr_at_1000_max": 0.911806, + "nauc_mrr_at_1000_std": 0.573866, + "nauc_mrr_at_1000_diff1": 0.976425, + "main_score": 0.18, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.02, + "ndcg_at_3": 0.02, + "ndcg_at_5": 0.02, + "ndcg_at_10": 0.04588, + "ndcg_at_20": 0.08055, + "ndcg_at_100": 0.21353, + "ndcg_at_1000": 0.21353, + "map_at_1": 0.02, + "map_at_3": 0.02, + "map_at_5": 0.02, + "map_at_10": 0.03069, + "map_at_20": 0.03985, + "map_at_100": 0.0554, + "map_at_1000": 0.0554, + "recall_at_1": 0.02, + "recall_at_3": 0.02, + "recall_at_5": 0.02, + "recall_at_10": 0.1, + "recall_at_20": 0.24, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.02, + "precision_at_3": 0.00667, + "precision_at_5": 0.004, + "precision_at_10": 0.01, + "precision_at_20": 0.012, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02, + "mrr_at_3": 0.02, + "mrr_at_5": 0.02, + "mrr_at_10": 0.024222, + "mrr_at_20": 0.031851, + "mrr_at_100": 0.047832, + "mrr_at_1000": 0.047832, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.456245, + "nauc_ndcg_at_10_std": 0.353948, + "nauc_ndcg_at_10_diff1": 0.352083, + "nauc_ndcg_at_20_max": 0.245877, + "nauc_ndcg_at_20_std": 0.202021, + "nauc_ndcg_at_20_diff1": 0.205991, + "nauc_ndcg_at_100_max": 0.390164, + "nauc_ndcg_at_100_std": 0.390986, + "nauc_ndcg_at_100_diff1": 0.324069, + "nauc_ndcg_at_1000_max": 0.390164, + "nauc_ndcg_at_1000_std": 0.390986, + "nauc_ndcg_at_1000_diff1": 0.324069, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.682445, + "nauc_map_at_10_std": 0.59484, + "nauc_map_at_10_diff1": 0.601621, + "nauc_map_at_20_max": 0.544594, + "nauc_map_at_20_std": 0.497582, + "nauc_map_at_20_diff1": 0.493192, + "nauc_map_at_100_max": 0.555259, + "nauc_map_at_100_std": 0.53367, + "nauc_map_at_100_diff1": 0.496549, + "nauc_map_at_1000_max": 0.555259, + "nauc_map_at_1000_std": 0.53367, + "nauc_map_at_1000_diff1": 0.496549, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.199195, + "nauc_recall_at_10_std": 0.094553, + "nauc_recall_at_10_diff1": 0.078186, + "nauc_recall_at_20_max": 0.005242, + "nauc_recall_at_20_std": -0.03295, + "nauc_recall_at_20_diff1": -0.015756, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.199195, + "nauc_precision_at_10_std": 0.094553, + "nauc_precision_at_10_diff1": 0.078186, + "nauc_precision_at_20_max": 0.005242, + "nauc_precision_at_20_std": -0.03295, + "nauc_precision_at_20_diff1": -0.015756, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.790643, + "nauc_mrr_at_10_std": 0.772535, + "nauc_mrr_at_10_diff1": 0.838407, + "nauc_mrr_at_20_max": 0.637767, + "nauc_mrr_at_20_std": 0.69179, + "nauc_mrr_at_20_diff1": 0.676324, + "nauc_mrr_at_100_max": 0.657976, + "nauc_mrr_at_100_std": 0.6836, + "nauc_mrr_at_100_diff1": 0.656663, + "nauc_mrr_at_1000_max": 0.657976, + "nauc_mrr_at_1000_std": 0.6836, + "nauc_mrr_at_1000_diff1": 0.656663, + "main_score": 0.02, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 38.092529296875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LegalBenchCorporateLobbying.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LegalBenchCorporateLobbying.json new file mode 100644 index 0000000000..930b33c964 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "task_name": "LegalBenchCorporateLobbying", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89706, + "ndcg_at_3": 0.94377, + "ndcg_at_5": 0.94971, + "ndcg_at_10": 0.95076, + "ndcg_at_20": 0.95148, + "ndcg_at_100": 0.95198, + "ndcg_at_1000": 0.95236, + "map_at_1": 0.89706, + "map_at_3": 0.93333, + "map_at_5": 0.93657, + "map_at_10": 0.93706, + "map_at_20": 0.93724, + "map_at_100": 0.9373, + "map_at_1000": 0.93731, + "recall_at_1": 0.89706, + "recall_at_3": 0.97353, + "recall_at_5": 0.98824, + "recall_at_10": 0.99118, + "recall_at_20": 0.99412, + "recall_at_100": 0.99706, + "recall_at_1000": 1.0, + "precision_at_1": 0.89706, + "precision_at_3": 0.32451, + "precision_at_5": 0.19765, + "precision_at_10": 0.09912, + "precision_at_20": 0.04971, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897059, + "mrr_at_3": 0.933333, + "mrr_at_5": 0.936569, + "mrr_at_10": 0.937059, + "mrr_at_20": 0.937243, + "mrr_at_100": 0.937295, + "mrr_at_1000": 0.937308, + "nauc_ndcg_at_1_max": 0.509198, + "nauc_ndcg_at_1_std": 0.170665, + "nauc_ndcg_at_1_diff1": 0.903936, + "nauc_ndcg_at_3_max": 0.615887, + "nauc_ndcg_at_3_std": 0.168703, + "nauc_ndcg_at_3_diff1": 0.896807, + "nauc_ndcg_at_5_max": 0.576602, + "nauc_ndcg_at_5_std": 0.167678, + "nauc_ndcg_at_5_diff1": 0.900106, + "nauc_ndcg_at_10_max": 0.567567, + "nauc_ndcg_at_10_std": 0.149918, + "nauc_ndcg_at_10_diff1": 0.903902, + "nauc_ndcg_at_20_max": 0.561136, + "nauc_ndcg_at_20_std": 0.141406, + "nauc_ndcg_at_20_diff1": 0.902473, + "nauc_ndcg_at_100_max": 0.565753, + "nauc_ndcg_at_100_std": 0.161222, + "nauc_ndcg_at_100_diff1": 0.902822, + "nauc_ndcg_at_1000_max": 0.562342, + "nauc_ndcg_at_1000_std": 0.154633, + "nauc_ndcg_at_1000_diff1": 0.902059, + "nauc_map_at_1_max": 0.509198, + "nauc_map_at_1_std": 0.170665, + "nauc_map_at_1_diff1": 0.903936, + "nauc_map_at_3_max": 0.579822, + "nauc_map_at_3_std": 0.165259, + "nauc_map_at_3_diff1": 0.899147, + "nauc_map_at_5_max": 0.561061, + "nauc_map_at_5_std": 0.163663, + "nauc_map_at_5_diff1": 0.900523, + "nauc_map_at_10_max": 0.557632, + "nauc_map_at_10_std": 0.15713, + "nauc_map_at_10_diff1": 0.901916, + "nauc_map_at_20_max": 0.556333, + "nauc_map_at_20_std": 0.15547, + "nauc_map_at_20_diff1": 0.901628, + "nauc_map_at_100_max": 0.556697, + "nauc_map_at_100_std": 0.157062, + "nauc_map_at_100_diff1": 0.901655, + "nauc_map_at_1000_max": 0.556608, + "nauc_map_at_1000_std": 0.156893, + "nauc_map_at_1000_diff1": 0.901635, + "nauc_recall_at_1_max": 0.509198, + "nauc_recall_at_1_std": 0.170665, + "nauc_recall_at_1_diff1": 0.903936, + "nauc_recall_at_3_max": 0.873483, + "nauc_recall_at_3_std": 0.197998, + "nauc_recall_at_3_diff1": 0.880174, + "nauc_recall_at_5_max": 0.780696, + "nauc_recall_at_5_std": 0.245565, + "nauc_recall_at_5_diff1": 0.897876, + "nauc_recall_at_10_max": 0.707594, + "nauc_recall_at_10_std": -0.005913, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.561391, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.509198, + "nauc_precision_at_1_std": 0.170665, + "nauc_precision_at_1_diff1": 0.903936, + "nauc_precision_at_3_max": 0.873483, + "nauc_precision_at_3_std": 0.197998, + "nauc_precision_at_3_diff1": 0.880174, + "nauc_precision_at_5_max": 0.780696, + "nauc_precision_at_5_std": 0.245565, + "nauc_precision_at_5_diff1": 0.897876, + "nauc_precision_at_10_max": 0.707594, + "nauc_precision_at_10_std": -0.005913, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.561391, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.509198, + "nauc_mrr_at_1_std": 0.170665, + "nauc_mrr_at_1_diff1": 0.903936, + "nauc_mrr_at_3_max": 0.579822, + "nauc_mrr_at_3_std": 0.165259, + "nauc_mrr_at_3_diff1": 0.899147, + "nauc_mrr_at_5_max": 0.561061, + "nauc_mrr_at_5_std": 0.163663, + "nauc_mrr_at_5_diff1": 0.900523, + "nauc_mrr_at_10_max": 0.557632, + "nauc_mrr_at_10_std": 0.15713, + "nauc_mrr_at_10_diff1": 0.901916, + "nauc_mrr_at_20_max": 0.556333, + "nauc_mrr_at_20_std": 0.15547, + "nauc_mrr_at_20_diff1": 0.901628, + "nauc_mrr_at_100_max": 0.556697, + "nauc_mrr_at_100_std": 0.157062, + "nauc_mrr_at_100_diff1": 0.901655, + "nauc_mrr_at_1000_max": 0.556608, + "nauc_mrr_at_1000_std": 0.156893, + "nauc_mrr_at_1000_diff1": 0.901635, + "main_score": 0.95076, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.5640645027160645, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MIRACLRetrievalHardNegatives.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..db03ace0d6 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.623, + "ndcg_at_3": 0.65278, + "ndcg_at_5": 0.68889, + "ndcg_at_10": 0.72783, + "ndcg_at_20": 0.74783, + "ndcg_at_100": 0.76383, + "ndcg_at_1000": 0.76594, + "map_at_1": 0.41473, + "map_at_3": 0.57908, + "map_at_5": 0.6199, + "map_at_10": 0.6477, + "map_at_20": 0.65737, + "map_at_100": 0.66156, + "map_at_1000": 0.66173, + "recall_at_1": 0.41473, + "recall_at_3": 0.66372, + "recall_at_5": 0.76367, + "recall_at_10": 0.86025, + "recall_at_20": 0.92028, + "recall_at_100": 0.98667, + "recall_at_1000": 0.99925, + "precision_at_1": 0.623, + "precision_at_3": 0.37967, + "precision_at_5": 0.274, + "precision_at_10": 0.1625, + "precision_at_20": 0.08935, + "precision_at_100": 0.01952, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.623, + "mrr_at_3": 0.714333, + "mrr_at_5": 0.729383, + "mrr_at_10": 0.736294, + "mrr_at_20": 0.738209, + "mrr_at_100": 0.738956, + "mrr_at_1000": 0.738989, + "nauc_ndcg_at_1_max": 0.290972, + "nauc_ndcg_at_1_std": -0.08863, + "nauc_ndcg_at_1_diff1": 0.436302, + "nauc_ndcg_at_3_max": 0.253773, + "nauc_ndcg_at_3_std": -0.152662, + "nauc_ndcg_at_3_diff1": 0.376359, + "nauc_ndcg_at_5_max": 0.27659, + "nauc_ndcg_at_5_std": -0.162503, + "nauc_ndcg_at_5_diff1": 0.366375, + "nauc_ndcg_at_10_max": 0.284063, + "nauc_ndcg_at_10_std": -0.154692, + "nauc_ndcg_at_10_diff1": 0.35655, + "nauc_ndcg_at_20_max": 0.293338, + "nauc_ndcg_at_20_std": -0.118685, + "nauc_ndcg_at_20_diff1": 0.350931, + "nauc_ndcg_at_100_max": 0.292752, + "nauc_ndcg_at_100_std": -0.106641, + "nauc_ndcg_at_100_diff1": 0.357663, + "nauc_ndcg_at_1000_max": 0.291167, + "nauc_ndcg_at_1000_std": -0.1098, + "nauc_ndcg_at_1000_diff1": 0.363319, + "nauc_map_at_1_max": 0.177012, + "nauc_map_at_1_std": -0.181965, + "nauc_map_at_1_diff1": 0.473104, + "nauc_map_at_3_max": 0.226702, + "nauc_map_at_3_std": -0.189257, + "nauc_map_at_3_diff1": 0.400366, + "nauc_map_at_5_max": 0.24753, + "nauc_map_at_5_std": -0.182236, + "nauc_map_at_5_diff1": 0.383664, + "nauc_map_at_10_max": 0.262541, + "nauc_map_at_10_std": -0.170162, + "nauc_map_at_10_diff1": 0.376924, + "nauc_map_at_20_max": 0.265826, + "nauc_map_at_20_std": -0.154073, + "nauc_map_at_20_diff1": 0.373037, + "nauc_map_at_100_max": 0.266668, + "nauc_map_at_100_std": -0.149552, + "nauc_map_at_100_diff1": 0.372872, + "nauc_map_at_1000_max": 0.266638, + "nauc_map_at_1000_std": -0.149593, + "nauc_map_at_1000_diff1": 0.373199, + "nauc_recall_at_1_max": 0.177012, + "nauc_recall_at_1_std": -0.181965, + "nauc_recall_at_1_diff1": 0.473104, + "nauc_recall_at_3_max": 0.208784, + "nauc_recall_at_3_std": -0.212691, + "nauc_recall_at_3_diff1": 0.343757, + "nauc_recall_at_5_max": 0.250878, + "nauc_recall_at_5_std": -0.217965, + "nauc_recall_at_5_diff1": 0.285141, + "nauc_recall_at_10_max": 0.253912, + "nauc_recall_at_10_std": -0.246047, + "nauc_recall_at_10_diff1": 0.209295, + "nauc_recall_at_20_max": 0.32012, + "nauc_recall_at_20_std": -0.095825, + "nauc_recall_at_20_diff1": 0.122178, + "nauc_recall_at_100_max": 0.483297, + "nauc_recall_at_100_std": 0.295491, + "nauc_recall_at_100_diff1": -0.120124, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.907407, + "nauc_recall_at_1000_diff1": 0.6662, + "nauc_precision_at_1_max": 0.290972, + "nauc_precision_at_1_std": -0.08863, + "nauc_precision_at_1_diff1": 0.436302, + "nauc_precision_at_3_max": 0.171246, + "nauc_precision_at_3_std": 0.050657, + "nauc_precision_at_3_diff1": -0.024072, + "nauc_precision_at_5_max": 0.154373, + "nauc_precision_at_5_std": 0.102316, + "nauc_precision_at_5_diff1": -0.134521, + "nauc_precision_at_10_max": 0.122497, + "nauc_precision_at_10_std": 0.167603, + "nauc_precision_at_10_diff1": -0.200553, + "nauc_precision_at_20_max": 0.095053, + "nauc_precision_at_20_std": 0.243521, + "nauc_precision_at_20_diff1": -0.238065, + "nauc_precision_at_100_max": 0.052998, + "nauc_precision_at_100_std": 0.276162, + "nauc_precision_at_100_diff1": -0.266129, + "nauc_precision_at_1000_max": 0.043485, + "nauc_precision_at_1000_std": 0.272201, + "nauc_precision_at_1000_diff1": -0.260121, + "nauc_mrr_at_1_max": 0.290972, + "nauc_mrr_at_1_std": -0.08863, + "nauc_mrr_at_1_diff1": 0.436302, + "nauc_mrr_at_3_max": 0.319217, + "nauc_mrr_at_3_std": -0.084214, + "nauc_mrr_at_3_diff1": 0.410876, + "nauc_mrr_at_5_max": 0.323725, + "nauc_mrr_at_5_std": -0.081937, + "nauc_mrr_at_5_diff1": 0.404033, + "nauc_mrr_at_10_max": 0.319573, + "nauc_mrr_at_10_std": -0.080711, + "nauc_mrr_at_10_diff1": 0.40198, + "nauc_mrr_at_20_max": 0.319804, + "nauc_mrr_at_20_std": -0.079558, + "nauc_mrr_at_20_diff1": 0.402767, + "nauc_mrr_at_100_max": 0.319682, + "nauc_mrr_at_100_std": -0.080207, + "nauc_mrr_at_100_diff1": 0.40416, + "nauc_mrr_at_1000_max": 0.319616, + "nauc_mrr_at_1000_std": -0.080288, + "nauc_mrr_at_1000_diff1": 0.404254, + "main_score": 0.72783, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66667, + "ndcg_at_3": 0.69251, + "ndcg_at_5": 0.7258, + "ndcg_at_10": 0.76017, + "ndcg_at_20": 0.77992, + "ndcg_at_100": 0.79155, + "ndcg_at_1000": 0.79341, + "map_at_1": 0.42918, + "map_at_3": 0.60681, + "map_at_5": 0.65093, + "map_at_10": 0.67862, + "map_at_20": 0.68932, + "map_at_100": 0.69292, + "map_at_1000": 0.69301, + "recall_at_1": 0.42918, + "recall_at_3": 0.70309, + "recall_at_5": 0.79778, + "recall_at_10": 0.88432, + "recall_at_20": 0.93977, + "recall_at_100": 0.985, + "recall_at_1000": 0.99757, + "precision_at_1": 0.66667, + "precision_at_3": 0.41687, + "precision_at_5": 0.29927, + "precision_at_10": 0.17616, + "precision_at_20": 0.09672, + "precision_at_100": 0.02071, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.666667, + "mrr_at_3": 0.760341, + "mrr_at_5": 0.77129, + "mrr_at_10": 0.77536, + "mrr_at_20": 0.776693, + "mrr_at_100": 0.777076, + "mrr_at_1000": 0.777107, + "nauc_ndcg_at_1_max": 0.405869, + "nauc_ndcg_at_1_std": -0.035936, + "nauc_ndcg_at_1_diff1": 0.48385, + "nauc_ndcg_at_3_max": 0.31012, + "nauc_ndcg_at_3_std": -0.166522, + "nauc_ndcg_at_3_diff1": 0.42219, + "nauc_ndcg_at_5_max": 0.32566, + "nauc_ndcg_at_5_std": -0.182022, + "nauc_ndcg_at_5_diff1": 0.424463, + "nauc_ndcg_at_10_max": 0.361641, + "nauc_ndcg_at_10_std": -0.120454, + "nauc_ndcg_at_10_diff1": 0.417664, + "nauc_ndcg_at_20_max": 0.360665, + "nauc_ndcg_at_20_std": -0.108766, + "nauc_ndcg_at_20_diff1": 0.414879, + "nauc_ndcg_at_100_max": 0.360919, + "nauc_ndcg_at_100_std": -0.09086, + "nauc_ndcg_at_100_diff1": 0.414235, + "nauc_ndcg_at_1000_max": 0.359652, + "nauc_ndcg_at_1000_std": -0.094767, + "nauc_ndcg_at_1000_diff1": 0.417553, + "nauc_map_at_1_max": 0.200984, + "nauc_map_at_1_std": -0.266536, + "nauc_map_at_1_diff1": 0.502834, + "nauc_map_at_3_max": 0.263362, + "nauc_map_at_3_std": -0.242982, + "nauc_map_at_3_diff1": 0.443546, + "nauc_map_at_5_max": 0.293166, + "nauc_map_at_5_std": -0.206624, + "nauc_map_at_5_diff1": 0.422427, + "nauc_map_at_10_max": 0.320347, + "nauc_map_at_10_std": -0.160235, + "nauc_map_at_10_diff1": 0.415483, + "nauc_map_at_20_max": 0.320274, + "nauc_map_at_20_std": -0.152207, + "nauc_map_at_20_diff1": 0.411694, + "nauc_map_at_100_max": 0.320872, + "nauc_map_at_100_std": -0.145557, + "nauc_map_at_100_diff1": 0.412292, + "nauc_map_at_1000_max": 0.320823, + "nauc_map_at_1000_std": -0.145706, + "nauc_map_at_1000_diff1": 0.412384, + "nauc_recall_at_1_max": 0.200984, + "nauc_recall_at_1_std": -0.266536, + "nauc_recall_at_1_diff1": 0.502834, + "nauc_recall_at_3_max": 0.216176, + "nauc_recall_at_3_std": -0.310744, + "nauc_recall_at_3_diff1": 0.405411, + "nauc_recall_at_5_max": 0.258349, + "nauc_recall_at_5_std": -0.305537, + "nauc_recall_at_5_diff1": 0.386508, + "nauc_recall_at_10_max": 0.361009, + "nauc_recall_at_10_std": -0.115596, + "nauc_recall_at_10_diff1": 0.339554, + "nauc_recall_at_20_max": 0.403067, + "nauc_recall_at_20_std": -0.070278, + "nauc_recall_at_20_diff1": 0.334123, + "nauc_recall_at_100_max": 0.570835, + "nauc_recall_at_100_std": 0.377369, + "nauc_recall_at_100_diff1": 0.209885, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.777227, + "nauc_recall_at_1000_diff1": 0.869316, + "nauc_precision_at_1_max": 0.405869, + "nauc_precision_at_1_std": -0.035936, + "nauc_precision_at_1_diff1": 0.48385, + "nauc_precision_at_3_max": 0.223602, + "nauc_precision_at_3_std": 0.195304, + "nauc_precision_at_3_diff1": -0.04718, + "nauc_precision_at_5_max": 0.183432, + "nauc_precision_at_5_std": 0.285515, + "nauc_precision_at_5_diff1": -0.167887, + "nauc_precision_at_10_max": 0.135336, + "nauc_precision_at_10_std": 0.386453, + "nauc_precision_at_10_diff1": -0.239574, + "nauc_precision_at_20_max": 0.067744, + "nauc_precision_at_20_std": 0.388686, + "nauc_precision_at_20_diff1": -0.278697, + "nauc_precision_at_100_max": 0.0362, + "nauc_precision_at_100_std": 0.417099, + "nauc_precision_at_100_diff1": -0.291896, + "nauc_precision_at_1000_max": 0.027319, + "nauc_precision_at_1000_std": 0.413188, + "nauc_precision_at_1000_diff1": -0.296427, + "nauc_mrr_at_1_max": 0.405869, + "nauc_mrr_at_1_std": -0.035936, + "nauc_mrr_at_1_diff1": 0.48385, + "nauc_mrr_at_3_max": 0.41471, + "nauc_mrr_at_3_std": -0.064078, + "nauc_mrr_at_3_diff1": 0.458556, + "nauc_mrr_at_5_max": 0.417239, + "nauc_mrr_at_5_std": -0.068606, + "nauc_mrr_at_5_diff1": 0.460387, + "nauc_mrr_at_10_max": 0.417633, + "nauc_mrr_at_10_std": -0.055345, + "nauc_mrr_at_10_diff1": 0.458444, + "nauc_mrr_at_20_max": 0.417174, + "nauc_mrr_at_20_std": -0.056785, + "nauc_mrr_at_20_diff1": 0.459023, + "nauc_mrr_at_100_max": 0.417252, + "nauc_mrr_at_100_std": -0.057057, + "nauc_mrr_at_100_diff1": 0.459384, + "nauc_mrr_at_1000_max": 0.41722, + "nauc_mrr_at_1000_std": -0.057007, + "nauc_mrr_at_1000_diff1": 0.459437, + "main_score": 0.76017, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.51475, + "ndcg_at_3": 0.49025, + "ndcg_at_5": 0.51615, + "ndcg_at_10": 0.56596, + "ndcg_at_20": 0.60635, + "ndcg_at_100": 0.65179, + "ndcg_at_1000": 0.65521, + "map_at_1": 0.24829, + "map_at_3": 0.37882, + "map_at_5": 0.42703, + "map_at_10": 0.46484, + "map_at_20": 0.48241, + "map_at_100": 0.49418, + "map_at_1000": 0.49455, + "recall_at_1": 0.24829, + "recall_at_3": 0.44979, + "recall_at_5": 0.55262, + "recall_at_10": 0.67718, + "recall_at_20": 0.7958, + "recall_at_100": 0.97746, + "recall_at_1000": 0.99543, + "precision_at_1": 0.51475, + "precision_at_3": 0.34754, + "precision_at_5": 0.26951, + "precision_at_10": 0.17311, + "precision_at_20": 0.10328, + "precision_at_100": 0.02577, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.514754, + "mrr_at_3": 0.603825, + "mrr_at_5": 0.618415, + "mrr_at_10": 0.627047, + "mrr_at_20": 0.63246, + "mrr_at_100": 0.634293, + "mrr_at_1000": 0.634323, + "nauc_ndcg_at_1_max": 0.468725, + "nauc_ndcg_at_1_std": -0.039345, + "nauc_ndcg_at_1_diff1": 0.469319, + "nauc_ndcg_at_3_max": 0.40773, + "nauc_ndcg_at_3_std": -0.072642, + "nauc_ndcg_at_3_diff1": 0.329899, + "nauc_ndcg_at_5_max": 0.432896, + "nauc_ndcg_at_5_std": -0.082894, + "nauc_ndcg_at_5_diff1": 0.358092, + "nauc_ndcg_at_10_max": 0.463393, + "nauc_ndcg_at_10_std": -0.071013, + "nauc_ndcg_at_10_diff1": 0.374375, + "nauc_ndcg_at_20_max": 0.449882, + "nauc_ndcg_at_20_std": -0.076448, + "nauc_ndcg_at_20_diff1": 0.367297, + "nauc_ndcg_at_100_max": 0.453341, + "nauc_ndcg_at_100_std": -0.047778, + "nauc_ndcg_at_100_diff1": 0.362799, + "nauc_ndcg_at_1000_max": 0.453752, + "nauc_ndcg_at_1000_std": -0.044168, + "nauc_ndcg_at_1000_diff1": 0.359087, + "nauc_map_at_1_max": 0.297715, + "nauc_map_at_1_std": -0.086936, + "nauc_map_at_1_diff1": 0.407379, + "nauc_map_at_3_max": 0.350888, + "nauc_map_at_3_std": -0.095925, + "nauc_map_at_3_diff1": 0.328976, + "nauc_map_at_5_max": 0.386162, + "nauc_map_at_5_std": -0.094341, + "nauc_map_at_5_diff1": 0.346909, + "nauc_map_at_10_max": 0.418095, + "nauc_map_at_10_std": -0.085191, + "nauc_map_at_10_diff1": 0.352438, + "nauc_map_at_20_max": 0.413276, + "nauc_map_at_20_std": -0.08832, + "nauc_map_at_20_diff1": 0.349372, + "nauc_map_at_100_max": 0.416343, + "nauc_map_at_100_std": -0.079131, + "nauc_map_at_100_diff1": 0.347357, + "nauc_map_at_1000_max": 0.416338, + "nauc_map_at_1000_std": -0.078777, + "nauc_map_at_1000_diff1": 0.346902, + "nauc_recall_at_1_max": 0.297715, + "nauc_recall_at_1_std": -0.086936, + "nauc_recall_at_1_diff1": 0.407379, + "nauc_recall_at_3_max": 0.334039, + "nauc_recall_at_3_std": -0.125791, + "nauc_recall_at_3_diff1": 0.28373, + "nauc_recall_at_5_max": 0.361855, + "nauc_recall_at_5_std": -0.125264, + "nauc_recall_at_5_diff1": 0.307845, + "nauc_recall_at_10_max": 0.445013, + "nauc_recall_at_10_std": -0.079352, + "nauc_recall_at_10_diff1": 0.343773, + "nauc_recall_at_20_max": 0.389385, + "nauc_recall_at_20_std": -0.126642, + "nauc_recall_at_20_diff1": 0.313873, + "nauc_recall_at_100_max": 0.337513, + "nauc_recall_at_100_std": -0.008851, + "nauc_recall_at_100_diff1": 0.284845, + "nauc_recall_at_1000_max": 0.279971, + "nauc_recall_at_1000_std": 0.763691, + "nauc_recall_at_1000_diff1": -0.367112, + "nauc_precision_at_1_max": 0.468725, + "nauc_precision_at_1_std": -0.039345, + "nauc_precision_at_1_diff1": 0.469319, + "nauc_precision_at_3_max": 0.375485, + "nauc_precision_at_3_std": -0.011191, + "nauc_precision_at_3_diff1": 0.155856, + "nauc_precision_at_5_max": 0.354792, + "nauc_precision_at_5_std": 0.011494, + "nauc_precision_at_5_diff1": 0.132474, + "nauc_precision_at_10_max": 0.312011, + "nauc_precision_at_10_std": 0.039743, + "nauc_precision_at_10_diff1": 0.079606, + "nauc_precision_at_20_max": 0.216391, + "nauc_precision_at_20_std": 0.04693, + "nauc_precision_at_20_diff1": 0.010855, + "nauc_precision_at_100_max": 0.107451, + "nauc_precision_at_100_std": 0.153581, + "nauc_precision_at_100_diff1": -0.089519, + "nauc_precision_at_1000_max": 0.096985, + "nauc_precision_at_1000_std": 0.166301, + "nauc_precision_at_1000_diff1": -0.112172, + "nauc_mrr_at_1_max": 0.468725, + "nauc_mrr_at_1_std": -0.039345, + "nauc_mrr_at_1_diff1": 0.469319, + "nauc_mrr_at_3_max": 0.503112, + "nauc_mrr_at_3_std": -0.044892, + "nauc_mrr_at_3_diff1": 0.427311, + "nauc_mrr_at_5_max": 0.497808, + "nauc_mrr_at_5_std": -0.040617, + "nauc_mrr_at_5_diff1": 0.423423, + "nauc_mrr_at_10_max": 0.498483, + "nauc_mrr_at_10_std": -0.034177, + "nauc_mrr_at_10_diff1": 0.426179, + "nauc_mrr_at_20_max": 0.496025, + "nauc_mrr_at_20_std": -0.033547, + "nauc_mrr_at_20_diff1": 0.426258, + "nauc_mrr_at_100_max": 0.495552, + "nauc_mrr_at_100_std": -0.034486, + "nauc_mrr_at_100_diff1": 0.426696, + "nauc_mrr_at_1000_max": 0.495554, + "nauc_mrr_at_1000_std": -0.034483, + "nauc_mrr_at_1000_diff1": 0.426702, + "main_score": 0.56596, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.54443, + "ndcg_at_3": 0.52314, + "ndcg_at_5": 0.54895, + "ndcg_at_10": 0.59216, + "ndcg_at_20": 0.62789, + "ndcg_at_100": 0.67312, + "ndcg_at_1000": 0.67935, + "map_at_1": 0.2646, + "map_at_3": 0.3966, + "map_at_5": 0.44353, + "map_at_10": 0.4818, + "map_at_20": 0.50033, + "map_at_100": 0.51358, + "map_at_1000": 0.51434, + "recall_at_1": 0.2646, + "recall_at_3": 0.46919, + "recall_at_5": 0.58421, + "recall_at_10": 0.70321, + "recall_at_20": 0.80127, + "recall_at_100": 0.96762, + "recall_at_1000": 0.9985, + "precision_at_1": 0.54443, + "precision_at_3": 0.36337, + "precision_at_5": 0.2821, + "precision_at_10": 0.18285, + "precision_at_20": 0.10901, + "precision_at_100": 0.02793, + "precision_at_1000": 0.00291, + "mrr_at_1": 0.544431, + "mrr_at_3": 0.642053, + "mrr_at_5": 0.662578, + "mrr_at_10": 0.67025, + "mrr_at_20": 0.672592, + "mrr_at_100": 0.673975, + "mrr_at_1000": 0.674024, + "nauc_ndcg_at_1_max": 0.384817, + "nauc_ndcg_at_1_std": 0.000961, + "nauc_ndcg_at_1_diff1": 0.383824, + "nauc_ndcg_at_3_max": 0.352971, + "nauc_ndcg_at_3_std": -0.031815, + "nauc_ndcg_at_3_diff1": 0.307975, + "nauc_ndcg_at_5_max": 0.32145, + "nauc_ndcg_at_5_std": -0.050571, + "nauc_ndcg_at_5_diff1": 0.294435, + "nauc_ndcg_at_10_max": 0.331916, + "nauc_ndcg_at_10_std": -0.057098, + "nauc_ndcg_at_10_diff1": 0.29969, + "nauc_ndcg_at_20_max": 0.348972, + "nauc_ndcg_at_20_std": -0.036655, + "nauc_ndcg_at_20_diff1": 0.301858, + "nauc_ndcg_at_100_max": 0.363747, + "nauc_ndcg_at_100_std": -0.00981, + "nauc_ndcg_at_100_diff1": 0.305288, + "nauc_ndcg_at_1000_max": 0.361858, + "nauc_ndcg_at_1000_std": -0.01177, + "nauc_ndcg_at_1000_diff1": 0.306338, + "nauc_map_at_1_max": 0.161378, + "nauc_map_at_1_std": -0.124424, + "nauc_map_at_1_diff1": 0.346532, + "nauc_map_at_3_max": 0.244681, + "nauc_map_at_3_std": -0.105008, + "nauc_map_at_3_diff1": 0.319316, + "nauc_map_at_5_max": 0.25918, + "nauc_map_at_5_std": -0.095994, + "nauc_map_at_5_diff1": 0.302695, + "nauc_map_at_10_max": 0.288581, + "nauc_map_at_10_std": -0.080559, + "nauc_map_at_10_diff1": 0.29803, + "nauc_map_at_20_max": 0.301939, + "nauc_map_at_20_std": -0.065508, + "nauc_map_at_20_diff1": 0.299202, + "nauc_map_at_100_max": 0.30748, + "nauc_map_at_100_std": -0.056954, + "nauc_map_at_100_diff1": 0.298335, + "nauc_map_at_1000_max": 0.307471, + "nauc_map_at_1000_std": -0.056956, + "nauc_map_at_1000_diff1": 0.298751, + "nauc_recall_at_1_max": 0.161378, + "nauc_recall_at_1_std": -0.124424, + "nauc_recall_at_1_diff1": 0.346532, + "nauc_recall_at_3_max": 0.216496, + "nauc_recall_at_3_std": -0.118502, + "nauc_recall_at_3_diff1": 0.267377, + "nauc_recall_at_5_max": 0.195527, + "nauc_recall_at_5_std": -0.108414, + "nauc_recall_at_5_diff1": 0.223829, + "nauc_recall_at_10_max": 0.227703, + "nauc_recall_at_10_std": -0.106853, + "nauc_recall_at_10_diff1": 0.211174, + "nauc_recall_at_20_max": 0.243317, + "nauc_recall_at_20_std": -0.093861, + "nauc_recall_at_20_diff1": 0.203093, + "nauc_recall_at_100_max": 0.356693, + "nauc_recall_at_100_std": 0.084533, + "nauc_recall_at_100_diff1": 0.240108, + "nauc_recall_at_1000_max": 0.326857, + "nauc_recall_at_1000_std": -0.326769, + "nauc_recall_at_1000_diff1": 0.311063, + "nauc_precision_at_1_max": 0.384817, + "nauc_precision_at_1_std": 0.000961, + "nauc_precision_at_1_diff1": 0.383824, + "nauc_precision_at_3_max": 0.39061, + "nauc_precision_at_3_std": 0.101589, + "nauc_precision_at_3_diff1": 0.131012, + "nauc_precision_at_5_max": 0.328852, + "nauc_precision_at_5_std": 0.137261, + "nauc_precision_at_5_diff1": 0.0229, + "nauc_precision_at_10_max": 0.295794, + "nauc_precision_at_10_std": 0.17472, + "nauc_precision_at_10_diff1": -0.032355, + "nauc_precision_at_20_max": 0.258262, + "nauc_precision_at_20_std": 0.218941, + "nauc_precision_at_20_diff1": -0.060552, + "nauc_precision_at_100_max": 0.170379, + "nauc_precision_at_100_std": 0.239092, + "nauc_precision_at_100_diff1": -0.099979, + "nauc_precision_at_1000_max": 0.147509, + "nauc_precision_at_1000_std": 0.229245, + "nauc_precision_at_1000_diff1": -0.10216, + "nauc_mrr_at_1_max": 0.384817, + "nauc_mrr_at_1_std": 0.000961, + "nauc_mrr_at_1_diff1": 0.383824, + "nauc_mrr_at_3_max": 0.429484, + "nauc_mrr_at_3_std": 0.01533, + "nauc_mrr_at_3_diff1": 0.354962, + "nauc_mrr_at_5_max": 0.427963, + "nauc_mrr_at_5_std": 0.020268, + "nauc_mrr_at_5_diff1": 0.357448, + "nauc_mrr_at_10_max": 0.426873, + "nauc_mrr_at_10_std": 0.017112, + "nauc_mrr_at_10_diff1": 0.360171, + "nauc_mrr_at_20_max": 0.425179, + "nauc_mrr_at_20_std": 0.016412, + "nauc_mrr_at_20_diff1": 0.360468, + "nauc_mrr_at_100_max": 0.424592, + "nauc_mrr_at_100_std": 0.016389, + "nauc_mrr_at_100_diff1": 0.360606, + "nauc_mrr_at_1000_max": 0.424525, + "nauc_mrr_at_1000_std": 0.016348, + "nauc_mrr_at_1000_diff1": 0.360542, + "main_score": 0.59216, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.60031, + "ndcg_at_3": 0.53418, + "ndcg_at_5": 0.52381, + "ndcg_at_10": 0.55852, + "ndcg_at_20": 0.61963, + "ndcg_at_100": 0.68522, + "ndcg_at_1000": 0.69281, + "map_at_1": 0.17894, + "map_at_3": 0.31249, + "map_at_5": 0.36972, + "map_at_10": 0.42946, + "map_at_20": 0.4665, + "map_at_100": 0.4909, + "map_at_1000": 0.492, + "recall_at_1": 0.17894, + "recall_at_3": 0.3602, + "recall_at_5": 0.46586, + "recall_at_10": 0.61474, + "recall_at_20": 0.76101, + "recall_at_100": 0.96615, + "recall_at_1000": 1.0, + "precision_at_1": 0.60031, + "precision_at_3": 0.44907, + "precision_at_5": 0.36698, + "precision_at_10": 0.25895, + "precision_at_20": 0.16698, + "precision_at_100": 0.04446, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.600309, + "mrr_at_3": 0.6875, + "mrr_at_5": 0.702623, + "mrr_at_10": 0.711147, + "mrr_at_20": 0.714037, + "mrr_at_100": 0.714884, + "mrr_at_1000": 0.714943, + "nauc_ndcg_at_1_max": 0.355897, + "nauc_ndcg_at_1_std": 0.086853, + "nauc_ndcg_at_1_diff1": 0.319347, + "nauc_ndcg_at_3_max": 0.337258, + "nauc_ndcg_at_3_std": 0.020567, + "nauc_ndcg_at_3_diff1": 0.246147, + "nauc_ndcg_at_5_max": 0.34142, + "nauc_ndcg_at_5_std": -0.007259, + "nauc_ndcg_at_5_diff1": 0.256126, + "nauc_ndcg_at_10_max": 0.336801, + "nauc_ndcg_at_10_std": -0.037857, + "nauc_ndcg_at_10_diff1": 0.269617, + "nauc_ndcg_at_20_max": 0.381855, + "nauc_ndcg_at_20_std": 0.01988, + "nauc_ndcg_at_20_diff1": 0.25234, + "nauc_ndcg_at_100_max": 0.415608, + "nauc_ndcg_at_100_std": 0.082365, + "nauc_ndcg_at_100_diff1": 0.261418, + "nauc_ndcg_at_1000_max": 0.407514, + "nauc_ndcg_at_1000_std": 0.077123, + "nauc_ndcg_at_1000_diff1": 0.261568, + "nauc_map_at_1_max": 0.109242, + "nauc_map_at_1_std": -0.159087, + "nauc_map_at_1_diff1": 0.341287, + "nauc_map_at_3_max": 0.191265, + "nauc_map_at_3_std": -0.153956, + "nauc_map_at_3_diff1": 0.29032, + "nauc_map_at_5_max": 0.236207, + "nauc_map_at_5_std": -0.122933, + "nauc_map_at_5_diff1": 0.280093, + "nauc_map_at_10_max": 0.289744, + "nauc_map_at_10_std": -0.089804, + "nauc_map_at_10_diff1": 0.271276, + "nauc_map_at_20_max": 0.325413, + "nauc_map_at_20_std": -0.053098, + "nauc_map_at_20_diff1": 0.257907, + "nauc_map_at_100_max": 0.343506, + "nauc_map_at_100_std": -0.02709, + "nauc_map_at_100_diff1": 0.260276, + "nauc_map_at_1000_max": 0.342993, + "nauc_map_at_1000_std": -0.027136, + "nauc_map_at_1000_diff1": 0.260203, + "nauc_recall_at_1_max": 0.109242, + "nauc_recall_at_1_std": -0.159087, + "nauc_recall_at_1_diff1": 0.341287, + "nauc_recall_at_3_max": 0.158925, + "nauc_recall_at_3_std": -0.171038, + "nauc_recall_at_3_diff1": 0.246838, + "nauc_recall_at_5_max": 0.195215, + "nauc_recall_at_5_std": -0.1351, + "nauc_recall_at_5_diff1": 0.222266, + "nauc_recall_at_10_max": 0.233159, + "nauc_recall_at_10_std": -0.120022, + "nauc_recall_at_10_diff1": 0.202042, + "nauc_recall_at_20_max": 0.28104, + "nauc_recall_at_20_std": -0.045111, + "nauc_recall_at_20_diff1": 0.141085, + "nauc_recall_at_100_max": 0.542888, + "nauc_recall_at_100_std": 0.279775, + "nauc_recall_at_100_diff1": 0.178094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.355897, + "nauc_precision_at_1_std": 0.086853, + "nauc_precision_at_1_diff1": 0.319347, + "nauc_precision_at_3_max": 0.356417, + "nauc_precision_at_3_std": 0.121588, + "nauc_precision_at_3_diff1": 0.1074, + "nauc_precision_at_5_max": 0.373037, + "nauc_precision_at_5_std": 0.1951, + "nauc_precision_at_5_diff1": 0.05157, + "nauc_precision_at_10_max": 0.370622, + "nauc_precision_at_10_std": 0.244169, + "nauc_precision_at_10_diff1": -0.008363, + "nauc_precision_at_20_max": 0.347733, + "nauc_precision_at_20_std": 0.319304, + "nauc_precision_at_20_diff1": -0.06567, + "nauc_precision_at_100_max": 0.26611, + "nauc_precision_at_100_std": 0.380891, + "nauc_precision_at_100_diff1": -0.110636, + "nauc_precision_at_1000_max": 0.231472, + "nauc_precision_at_1000_std": 0.366986, + "nauc_precision_at_1000_diff1": -0.120179, + "nauc_mrr_at_1_max": 0.355897, + "nauc_mrr_at_1_std": 0.086853, + "nauc_mrr_at_1_diff1": 0.319347, + "nauc_mrr_at_3_max": 0.400613, + "nauc_mrr_at_3_std": 0.12452, + "nauc_mrr_at_3_diff1": 0.313333, + "nauc_mrr_at_5_max": 0.410821, + "nauc_mrr_at_5_std": 0.137245, + "nauc_mrr_at_5_diff1": 0.311594, + "nauc_mrr_at_10_max": 0.407549, + "nauc_mrr_at_10_std": 0.132705, + "nauc_mrr_at_10_diff1": 0.313264, + "nauc_mrr_at_20_max": 0.40495, + "nauc_mrr_at_20_std": 0.130426, + "nauc_mrr_at_20_diff1": 0.313013, + "nauc_mrr_at_100_max": 0.404315, + "nauc_mrr_at_100_std": 0.129361, + "nauc_mrr_at_100_diff1": 0.313336, + "nauc_mrr_at_1000_max": 0.404171, + "nauc_mrr_at_1000_std": 0.129184, + "nauc_mrr_at_1000_diff1": 0.313346, + "main_score": 0.55852, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.46994, + "ndcg_at_3": 0.50093, + "ndcg_at_5": 0.54098, + "ndcg_at_10": 0.5884, + "ndcg_at_20": 0.61659, + "ndcg_at_100": 0.64902, + "ndcg_at_1000": 0.6548, + "map_at_1": 0.3063, + "map_at_3": 0.42711, + "map_at_5": 0.4699, + "map_at_10": 0.50017, + "map_at_20": 0.51238, + "map_at_100": 0.52041, + "map_at_1000": 0.52083, + "recall_at_1": 0.3063, + "recall_at_3": 0.50713, + "recall_at_5": 0.61369, + "recall_at_10": 0.73956, + "recall_at_20": 0.82764, + "recall_at_100": 0.96134, + "recall_at_1000": 0.99731, + "precision_at_1": 0.46994, + "precision_at_3": 0.29852, + "precision_at_5": 0.23038, + "precision_at_10": 0.14462, + "precision_at_20": 0.08299, + "precision_at_100": 0.01997, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.469937, + "mrr_at_3": 0.561973, + "mrr_at_5": 0.580564, + "mrr_at_10": 0.59367, + "mrr_at_20": 0.597555, + "mrr_at_100": 0.599527, + "mrr_at_1000": 0.599659, + "nauc_ndcg_at_1_max": 0.269451, + "nauc_ndcg_at_1_std": -0.081766, + "nauc_ndcg_at_1_diff1": 0.341142, + "nauc_ndcg_at_3_max": 0.245605, + "nauc_ndcg_at_3_std": -0.125845, + "nauc_ndcg_at_3_diff1": 0.280931, + "nauc_ndcg_at_5_max": 0.272483, + "nauc_ndcg_at_5_std": -0.10913, + "nauc_ndcg_at_5_diff1": 0.268841, + "nauc_ndcg_at_10_max": 0.286561, + "nauc_ndcg_at_10_std": -0.085019, + "nauc_ndcg_at_10_diff1": 0.256396, + "nauc_ndcg_at_20_max": 0.306697, + "nauc_ndcg_at_20_std": -0.067848, + "nauc_ndcg_at_20_diff1": 0.260552, + "nauc_ndcg_at_100_max": 0.288342, + "nauc_ndcg_at_100_std": -0.067457, + "nauc_ndcg_at_100_diff1": 0.259337, + "nauc_ndcg_at_1000_max": 0.289211, + "nauc_ndcg_at_1000_std": -0.071968, + "nauc_ndcg_at_1000_diff1": 0.260735, + "nauc_map_at_1_max": 0.182969, + "nauc_map_at_1_std": -0.15493, + "nauc_map_at_1_diff1": 0.427631, + "nauc_map_at_3_max": 0.230084, + "nauc_map_at_3_std": -0.151008, + "nauc_map_at_3_diff1": 0.342747, + "nauc_map_at_5_max": 0.256086, + "nauc_map_at_5_std": -0.130384, + "nauc_map_at_5_diff1": 0.312177, + "nauc_map_at_10_max": 0.270167, + "nauc_map_at_10_std": -0.113365, + "nauc_map_at_10_diff1": 0.293641, + "nauc_map_at_20_max": 0.276799, + "nauc_map_at_20_std": -0.107193, + "nauc_map_at_20_diff1": 0.291726, + "nauc_map_at_100_max": 0.273858, + "nauc_map_at_100_std": -0.105634, + "nauc_map_at_100_diff1": 0.290519, + "nauc_map_at_1000_max": 0.273891, + "nauc_map_at_1000_std": -0.10563, + "nauc_map_at_1000_diff1": 0.290455, + "nauc_recall_at_1_max": 0.182969, + "nauc_recall_at_1_std": -0.15493, + "nauc_recall_at_1_diff1": 0.427631, + "nauc_recall_at_3_max": 0.200423, + "nauc_recall_at_3_std": -0.155196, + "nauc_recall_at_3_diff1": 0.277005, + "nauc_recall_at_5_max": 0.239618, + "nauc_recall_at_5_std": -0.122226, + "nauc_recall_at_5_diff1": 0.21245, + "nauc_recall_at_10_max": 0.266565, + "nauc_recall_at_10_std": -0.044898, + "nauc_recall_at_10_diff1": 0.152901, + "nauc_recall_at_20_max": 0.377379, + "nauc_recall_at_20_std": 0.048675, + "nauc_recall_at_20_diff1": 0.17735, + "nauc_recall_at_100_max": 0.232422, + "nauc_recall_at_100_std": 0.218871, + "nauc_recall_at_100_diff1": 0.140673, + "nauc_recall_at_1000_max": 0.177941, + "nauc_recall_at_1000_std": 0.73564, + "nauc_recall_at_1000_diff1": 0.089244, + "nauc_precision_at_1_max": 0.269451, + "nauc_precision_at_1_std": -0.081766, + "nauc_precision_at_1_diff1": 0.341142, + "nauc_precision_at_3_max": 0.236528, + "nauc_precision_at_3_std": 0.00833, + "nauc_precision_at_3_diff1": -0.016936, + "nauc_precision_at_5_max": 0.230113, + "nauc_precision_at_5_std": 0.076072, + "nauc_precision_at_5_diff1": -0.126181, + "nauc_precision_at_10_max": 0.210317, + "nauc_precision_at_10_std": 0.161398, + "nauc_precision_at_10_diff1": -0.208905, + "nauc_precision_at_20_max": 0.179121, + "nauc_precision_at_20_std": 0.192533, + "nauc_precision_at_20_diff1": -0.233196, + "nauc_precision_at_100_max": 0.074778, + "nauc_precision_at_100_std": 0.227865, + "nauc_precision_at_100_diff1": -0.270324, + "nauc_precision_at_1000_max": 0.061488, + "nauc_precision_at_1000_std": 0.216121, + "nauc_precision_at_1000_diff1": -0.278885, + "nauc_mrr_at_1_max": 0.269451, + "nauc_mrr_at_1_std": -0.081766, + "nauc_mrr_at_1_diff1": 0.341142, + "nauc_mrr_at_3_max": 0.282662, + "nauc_mrr_at_3_std": -0.082078, + "nauc_mrr_at_3_diff1": 0.274005, + "nauc_mrr_at_5_max": 0.287307, + "nauc_mrr_at_5_std": -0.076454, + "nauc_mrr_at_5_diff1": 0.268077, + "nauc_mrr_at_10_max": 0.289067, + "nauc_mrr_at_10_std": -0.069508, + "nauc_mrr_at_10_diff1": 0.269236, + "nauc_mrr_at_20_max": 0.291414, + "nauc_mrr_at_20_std": -0.069715, + "nauc_mrr_at_20_diff1": 0.273003, + "nauc_mrr_at_100_max": 0.289512, + "nauc_mrr_at_100_std": -0.071888, + "nauc_mrr_at_100_diff1": 0.273671, + "nauc_mrr_at_1000_max": 0.289517, + "nauc_mrr_at_1000_std": -0.07204, + "nauc_mrr_at_1000_diff1": 0.273832, + "main_score": 0.5884, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.612, + "ndcg_at_3": 0.6223, + "ndcg_at_5": 0.66309, + "ndcg_at_10": 0.7031, + "ndcg_at_20": 0.72472, + "ndcg_at_100": 0.74475, + "ndcg_at_1000": 0.74765, + "map_at_1": 0.39949, + "map_at_3": 0.55906, + "map_at_5": 0.59598, + "map_at_10": 0.62092, + "map_at_20": 0.63049, + "map_at_100": 0.63524, + "map_at_1000": 0.63544, + "recall_at_1": 0.39949, + "recall_at_3": 0.63745, + "recall_at_5": 0.72933, + "recall_at_10": 0.82835, + "recall_at_20": 0.8949, + "recall_at_100": 0.978, + "recall_at_1000": 0.9965, + "precision_at_1": 0.612, + "precision_at_3": 0.367, + "precision_at_5": 0.2608, + "precision_at_10": 0.1526, + "precision_at_20": 0.08415, + "precision_at_100": 0.01874, + "precision_at_1000": 0.00191, + "mrr_at_1": 0.612, + "mrr_at_3": 0.7025, + "mrr_at_5": 0.71665, + "mrr_at_10": 0.724055, + "mrr_at_20": 0.726063, + "mrr_at_100": 0.727061, + "mrr_at_1000": 0.727093, + "nauc_ndcg_at_1_max": 0.31354, + "nauc_ndcg_at_1_std": -0.095572, + "nauc_ndcg_at_1_diff1": 0.454263, + "nauc_ndcg_at_3_max": 0.373946, + "nauc_ndcg_at_3_std": -0.044346, + "nauc_ndcg_at_3_diff1": 0.415647, + "nauc_ndcg_at_5_max": 0.387467, + "nauc_ndcg_at_5_std": -0.026002, + "nauc_ndcg_at_5_diff1": 0.414618, + "nauc_ndcg_at_10_max": 0.401257, + "nauc_ndcg_at_10_std": -0.013001, + "nauc_ndcg_at_10_diff1": 0.415073, + "nauc_ndcg_at_20_max": 0.400119, + "nauc_ndcg_at_20_std": -0.009514, + "nauc_ndcg_at_20_diff1": 0.412272, + "nauc_ndcg_at_100_max": 0.391327, + "nauc_ndcg_at_100_std": -0.006066, + "nauc_ndcg_at_100_diff1": 0.415577, + "nauc_ndcg_at_1000_max": 0.386143, + "nauc_ndcg_at_1000_std": -0.011373, + "nauc_ndcg_at_1000_diff1": 0.415071, + "nauc_map_at_1_max": 0.205975, + "nauc_map_at_1_std": -0.087, + "nauc_map_at_1_diff1": 0.440321, + "nauc_map_at_3_max": 0.332448, + "nauc_map_at_3_std": -0.060444, + "nauc_map_at_3_diff1": 0.412132, + "nauc_map_at_5_max": 0.358646, + "nauc_map_at_5_std": -0.037575, + "nauc_map_at_5_diff1": 0.406001, + "nauc_map_at_10_max": 0.370042, + "nauc_map_at_10_std": -0.029888, + "nauc_map_at_10_diff1": 0.408079, + "nauc_map_at_20_max": 0.370314, + "nauc_map_at_20_std": -0.02748, + "nauc_map_at_20_diff1": 0.406168, + "nauc_map_at_100_max": 0.368845, + "nauc_map_at_100_std": -0.026696, + "nauc_map_at_100_diff1": 0.406432, + "nauc_map_at_1000_max": 0.368572, + "nauc_map_at_1000_std": -0.026859, + "nauc_map_at_1000_diff1": 0.406364, + "nauc_recall_at_1_max": 0.205975, + "nauc_recall_at_1_std": -0.087, + "nauc_recall_at_1_diff1": 0.440321, + "nauc_recall_at_3_max": 0.373715, + "nauc_recall_at_3_std": -0.044636, + "nauc_recall_at_3_diff1": 0.394856, + "nauc_recall_at_5_max": 0.406123, + "nauc_recall_at_5_std": 0.006324, + "nauc_recall_at_5_diff1": 0.366173, + "nauc_recall_at_10_max": 0.452376, + "nauc_recall_at_10_std": 0.044884, + "nauc_recall_at_10_diff1": 0.343873, + "nauc_recall_at_20_max": 0.484464, + "nauc_recall_at_20_std": 0.073676, + "nauc_recall_at_20_diff1": 0.324845, + "nauc_recall_at_100_max": 0.707343, + "nauc_recall_at_100_std": 0.464744, + "nauc_recall_at_100_diff1": 0.384876, + "nauc_recall_at_1000_max": 0.872616, + "nauc_recall_at_1000_std": 0.962652, + "nauc_recall_at_1000_diff1": 0.430305, + "nauc_precision_at_1_max": 0.31354, + "nauc_precision_at_1_std": -0.095572, + "nauc_precision_at_1_diff1": 0.454263, + "nauc_precision_at_3_max": 0.324332, + "nauc_precision_at_3_std": 0.053687, + "nauc_precision_at_3_diff1": 0.106693, + "nauc_precision_at_5_max": 0.285175, + "nauc_precision_at_5_std": 0.113737, + "nauc_precision_at_5_diff1": 0.004611, + "nauc_precision_at_10_max": 0.216491, + "nauc_precision_at_10_std": 0.14608, + "nauc_precision_at_10_diff1": -0.083147, + "nauc_precision_at_20_max": 0.144244, + "nauc_precision_at_20_std": 0.164322, + "nauc_precision_at_20_diff1": -0.157787, + "nauc_precision_at_100_max": 0.037782, + "nauc_precision_at_100_std": 0.178825, + "nauc_precision_at_100_diff1": -0.232262, + "nauc_precision_at_1000_max": 0.001827, + "nauc_precision_at_1000_std": 0.161505, + "nauc_precision_at_1000_diff1": -0.253667, + "nauc_mrr_at_1_max": 0.31354, + "nauc_mrr_at_1_std": -0.095572, + "nauc_mrr_at_1_diff1": 0.454263, + "nauc_mrr_at_3_max": 0.387993, + "nauc_mrr_at_3_std": -0.052643, + "nauc_mrr_at_3_diff1": 0.460381, + "nauc_mrr_at_5_max": 0.377933, + "nauc_mrr_at_5_std": -0.04721, + "nauc_mrr_at_5_diff1": 0.456992, + "nauc_mrr_at_10_max": 0.377303, + "nauc_mrr_at_10_std": -0.04633, + "nauc_mrr_at_10_diff1": 0.45505, + "nauc_mrr_at_20_max": 0.375213, + "nauc_mrr_at_20_std": -0.048183, + "nauc_mrr_at_20_diff1": 0.455144, + "nauc_mrr_at_100_max": 0.374353, + "nauc_mrr_at_100_std": -0.049422, + "nauc_mrr_at_100_diff1": 0.455559, + "nauc_mrr_at_1000_max": 0.37429, + "nauc_mrr_at_1000_std": -0.049522, + "nauc_mrr_at_1000_diff1": 0.455538, + "main_score": 0.7031, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.46647, + "ndcg_at_3": 0.48448, + "ndcg_at_5": 0.52386, + "ndcg_at_10": 0.58012, + "ndcg_at_20": 0.60999, + "ndcg_at_100": 0.64691, + "ndcg_at_1000": 0.65007, + "map_at_1": 0.2699, + "map_at_3": 0.40818, + "map_at_5": 0.44549, + "map_at_10": 0.48158, + "map_at_20": 0.49515, + "map_at_100": 0.50359, + "map_at_1000": 0.50396, + "recall_at_1": 0.2699, + "recall_at_3": 0.49426, + "recall_at_5": 0.59245, + "recall_at_10": 0.73446, + "recall_at_20": 0.82545, + "recall_at_100": 0.98367, + "recall_at_1000": 1.0, + "precision_at_1": 0.46647, + "precision_at_3": 0.31584, + "precision_at_5": 0.23732, + "precision_at_10": 0.1516, + "precision_at_20": 0.08717, + "precision_at_100": 0.02085, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.466472, + "mrr_at_3": 0.569485, + "mrr_at_5": 0.588581, + "mrr_at_10": 0.599763, + "mrr_at_20": 0.603348, + "mrr_at_100": 0.605795, + "mrr_at_1000": 0.605811, + "nauc_ndcg_at_1_max": 0.309837, + "nauc_ndcg_at_1_std": 0.067456, + "nauc_ndcg_at_1_diff1": 0.281614, + "nauc_ndcg_at_3_max": 0.336656, + "nauc_ndcg_at_3_std": 0.087311, + "nauc_ndcg_at_3_diff1": 0.225012, + "nauc_ndcg_at_5_max": 0.330204, + "nauc_ndcg_at_5_std": 0.099311, + "nauc_ndcg_at_5_diff1": 0.201282, + "nauc_ndcg_at_10_max": 0.338392, + "nauc_ndcg_at_10_std": 0.106511, + "nauc_ndcg_at_10_diff1": 0.214523, + "nauc_ndcg_at_20_max": 0.357385, + "nauc_ndcg_at_20_std": 0.126724, + "nauc_ndcg_at_20_diff1": 0.209564, + "nauc_ndcg_at_100_max": 0.340063, + "nauc_ndcg_at_100_std": 0.111056, + "nauc_ndcg_at_100_diff1": 0.218235, + "nauc_ndcg_at_1000_max": 0.340332, + "nauc_ndcg_at_1000_std": 0.114199, + "nauc_ndcg_at_1000_diff1": 0.220701, + "nauc_map_at_1_max": 0.207984, + "nauc_map_at_1_std": 0.038088, + "nauc_map_at_1_diff1": 0.290445, + "nauc_map_at_3_max": 0.311762, + "nauc_map_at_3_std": 0.071253, + "nauc_map_at_3_diff1": 0.230263, + "nauc_map_at_5_max": 0.317233, + "nauc_map_at_5_std": 0.082438, + "nauc_map_at_5_diff1": 0.208161, + "nauc_map_at_10_max": 0.316712, + "nauc_map_at_10_std": 0.087778, + "nauc_map_at_10_diff1": 0.211946, + "nauc_map_at_20_max": 0.327392, + "nauc_map_at_20_std": 0.099286, + "nauc_map_at_20_diff1": 0.20949, + "nauc_map_at_100_max": 0.323752, + "nauc_map_at_100_std": 0.09608, + "nauc_map_at_100_diff1": 0.210894, + "nauc_map_at_1000_max": 0.323825, + "nauc_map_at_1000_std": 0.096537, + "nauc_map_at_1000_diff1": 0.211148, + "nauc_recall_at_1_max": 0.207984, + "nauc_recall_at_1_std": 0.038088, + "nauc_recall_at_1_diff1": 0.290445, + "nauc_recall_at_3_max": 0.317939, + "nauc_recall_at_3_std": 0.071106, + "nauc_recall_at_3_diff1": 0.19542, + "nauc_recall_at_5_max": 0.298246, + "nauc_recall_at_5_std": 0.092947, + "nauc_recall_at_5_diff1": 0.128322, + "nauc_recall_at_10_max": 0.318227, + "nauc_recall_at_10_std": 0.113323, + "nauc_recall_at_10_diff1": 0.1454, + "nauc_recall_at_20_max": 0.406007, + "nauc_recall_at_20_std": 0.19803, + "nauc_recall_at_20_diff1": 0.118271, + "nauc_recall_at_100_max": 0.22013, + "nauc_recall_at_100_std": -0.062776, + "nauc_recall_at_100_diff1": -0.0176, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.309837, + "nauc_precision_at_1_std": 0.067456, + "nauc_precision_at_1_diff1": 0.281614, + "nauc_precision_at_3_max": 0.354744, + "nauc_precision_at_3_std": 0.119832, + "nauc_precision_at_3_diff1": 0.06802, + "nauc_precision_at_5_max": 0.267531, + "nauc_precision_at_5_std": 0.129437, + "nauc_precision_at_5_diff1": -0.029146, + "nauc_precision_at_10_max": 0.162607, + "nauc_precision_at_10_std": 0.120967, + "nauc_precision_at_10_diff1": -0.056812, + "nauc_precision_at_20_max": 0.148395, + "nauc_precision_at_20_std": 0.149166, + "nauc_precision_at_20_diff1": -0.098834, + "nauc_precision_at_100_max": 0.014442, + "nauc_precision_at_100_std": 0.092701, + "nauc_precision_at_100_diff1": -0.137098, + "nauc_precision_at_1000_max": 0.007526, + "nauc_precision_at_1000_std": 0.104388, + "nauc_precision_at_1000_diff1": -0.129495, + "nauc_mrr_at_1_max": 0.309837, + "nauc_mrr_at_1_std": 0.067456, + "nauc_mrr_at_1_diff1": 0.281614, + "nauc_mrr_at_3_max": 0.36211, + "nauc_mrr_at_3_std": 0.099259, + "nauc_mrr_at_3_diff1": 0.282493, + "nauc_mrr_at_5_max": 0.350815, + "nauc_mrr_at_5_std": 0.106452, + "nauc_mrr_at_5_diff1": 0.266775, + "nauc_mrr_at_10_max": 0.357444, + "nauc_mrr_at_10_std": 0.102538, + "nauc_mrr_at_10_diff1": 0.268597, + "nauc_mrr_at_20_max": 0.355267, + "nauc_mrr_at_20_std": 0.10168, + "nauc_mrr_at_20_diff1": 0.270222, + "nauc_mrr_at_100_max": 0.354658, + "nauc_mrr_at_100_std": 0.100655, + "nauc_mrr_at_100_diff1": 0.271671, + "nauc_mrr_at_1000_max": 0.354629, + "nauc_mrr_at_1000_std": 0.10064, + "nauc_mrr_at_1000_diff1": 0.271666, + "main_score": 0.58012, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.51429, + "ndcg_at_3": 0.52221, + "ndcg_at_5": 0.54819, + "ndcg_at_10": 0.59708, + "ndcg_at_20": 0.62765, + "ndcg_at_100": 0.65811, + "ndcg_at_1000": 0.66396, + "map_at_1": 0.30424, + "map_at_3": 0.4335, + "map_at_5": 0.47334, + "map_at_10": 0.50852, + "map_at_20": 0.52242, + "map_at_100": 0.52895, + "map_at_1000": 0.52934, + "recall_at_1": 0.30424, + "recall_at_3": 0.50798, + "recall_at_5": 0.60294, + "recall_at_10": 0.73068, + "recall_at_20": 0.8252, + "recall_at_100": 0.96146, + "recall_at_1000": 0.99905, + "precision_at_1": 0.51429, + "precision_at_3": 0.33238, + "precision_at_5": 0.24686, + "precision_at_10": 0.15657, + "precision_at_20": 0.09, + "precision_at_100": 0.02077, + "precision_at_1000": 0.00215, + "mrr_at_1": 0.514286, + "mrr_at_3": 0.596667, + "mrr_at_5": 0.60981, + "mrr_at_10": 0.621537, + "mrr_at_20": 0.625414, + "mrr_at_100": 0.627424, + "mrr_at_1000": 0.627573, + "nauc_ndcg_at_1_max": 0.356545, + "nauc_ndcg_at_1_std": 0.022126, + "nauc_ndcg_at_1_diff1": 0.373289, + "nauc_ndcg_at_3_max": 0.331868, + "nauc_ndcg_at_3_std": 0.017969, + "nauc_ndcg_at_3_diff1": 0.292299, + "nauc_ndcg_at_5_max": 0.314447, + "nauc_ndcg_at_5_std": -0.025221, + "nauc_ndcg_at_5_diff1": 0.265531, + "nauc_ndcg_at_10_max": 0.354264, + "nauc_ndcg_at_10_std": -0.00868, + "nauc_ndcg_at_10_diff1": 0.278295, + "nauc_ndcg_at_20_max": 0.367572, + "nauc_ndcg_at_20_std": 0.015184, + "nauc_ndcg_at_20_diff1": 0.27646, + "nauc_ndcg_at_100_max": 0.372383, + "nauc_ndcg_at_100_std": 0.039052, + "nauc_ndcg_at_100_diff1": 0.274165, + "nauc_ndcg_at_1000_max": 0.366072, + "nauc_ndcg_at_1000_std": 0.031903, + "nauc_ndcg_at_1000_diff1": 0.277573, + "nauc_map_at_1_max": 0.144208, + "nauc_map_at_1_std": -0.058235, + "nauc_map_at_1_diff1": 0.393575, + "nauc_map_at_3_max": 0.246307, + "nauc_map_at_3_std": -0.029683, + "nauc_map_at_3_diff1": 0.330912, + "nauc_map_at_5_max": 0.27979, + "nauc_map_at_5_std": -0.039825, + "nauc_map_at_5_diff1": 0.296042, + "nauc_map_at_10_max": 0.319815, + "nauc_map_at_10_std": -0.018389, + "nauc_map_at_10_diff1": 0.295334, + "nauc_map_at_20_max": 0.331116, + "nauc_map_at_20_std": -0.003798, + "nauc_map_at_20_diff1": 0.289955, + "nauc_map_at_100_max": 0.332679, + "nauc_map_at_100_std": 0.002758, + "nauc_map_at_100_diff1": 0.288463, + "nauc_map_at_1000_max": 0.332309, + "nauc_map_at_1000_std": 0.002397, + "nauc_map_at_1000_diff1": 0.288446, + "nauc_recall_at_1_max": 0.144208, + "nauc_recall_at_1_std": -0.058235, + "nauc_recall_at_1_diff1": 0.393575, + "nauc_recall_at_3_max": 0.20728, + "nauc_recall_at_3_std": -0.036438, + "nauc_recall_at_3_diff1": 0.271786, + "nauc_recall_at_5_max": 0.228139, + "nauc_recall_at_5_std": -0.094272, + "nauc_recall_at_5_diff1": 0.169398, + "nauc_recall_at_10_max": 0.323781, + "nauc_recall_at_10_std": -0.086496, + "nauc_recall_at_10_diff1": 0.188746, + "nauc_recall_at_20_max": 0.367744, + "nauc_recall_at_20_std": -0.042489, + "nauc_recall_at_20_diff1": 0.196043, + "nauc_recall_at_100_max": 0.558148, + "nauc_recall_at_100_std": 0.307933, + "nauc_recall_at_100_diff1": 0.05246, + "nauc_recall_at_1000_max": 0.722222, + "nauc_recall_at_1000_std": 0.122782, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.356545, + "nauc_precision_at_1_std": 0.022126, + "nauc_precision_at_1_diff1": 0.373289, + "nauc_precision_at_3_max": 0.390707, + "nauc_precision_at_3_std": 0.110612, + "nauc_precision_at_3_diff1": 0.052771, + "nauc_precision_at_5_max": 0.372733, + "nauc_precision_at_5_std": 0.084997, + "nauc_precision_at_5_diff1": -0.05505, + "nauc_precision_at_10_max": 0.382277, + "nauc_precision_at_10_std": 0.138686, + "nauc_precision_at_10_diff1": -0.079278, + "nauc_precision_at_20_max": 0.359524, + "nauc_precision_at_20_std": 0.196326, + "nauc_precision_at_20_diff1": -0.126667, + "nauc_precision_at_100_max": 0.30368, + "nauc_precision_at_100_std": 0.239013, + "nauc_precision_at_100_diff1": -0.182301, + "nauc_precision_at_1000_max": 0.27294, + "nauc_precision_at_1000_std": 0.219144, + "nauc_precision_at_1000_diff1": -0.189976, + "nauc_mrr_at_1_max": 0.356545, + "nauc_mrr_at_1_std": 0.022126, + "nauc_mrr_at_1_diff1": 0.373289, + "nauc_mrr_at_3_max": 0.373275, + "nauc_mrr_at_3_std": 0.04108, + "nauc_mrr_at_3_diff1": 0.33193, + "nauc_mrr_at_5_max": 0.374219, + "nauc_mrr_at_5_std": 0.038283, + "nauc_mrr_at_5_diff1": 0.315188, + "nauc_mrr_at_10_max": 0.37707, + "nauc_mrr_at_10_std": 0.035471, + "nauc_mrr_at_10_diff1": 0.318977, + "nauc_mrr_at_20_max": 0.37489, + "nauc_mrr_at_20_std": 0.035275, + "nauc_mrr_at_20_diff1": 0.321432, + "nauc_mrr_at_100_max": 0.375384, + "nauc_mrr_at_100_std": 0.035984, + "nauc_mrr_at_100_diff1": 0.322058, + "nauc_mrr_at_1000_max": 0.375235, + "nauc_mrr_at_1000_std": 0.035793, + "nauc_mrr_at_1000_diff1": 0.322217, + "main_score": 0.59708, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.49479, + "ndcg_at_3": 0.4644, + "ndcg_at_5": 0.47985, + "ndcg_at_10": 0.51743, + "ndcg_at_20": 0.55774, + "ndcg_at_100": 0.61058, + "ndcg_at_1000": 0.62638, + "map_at_1": 0.21387, + "map_at_3": 0.33129, + "map_at_5": 0.37377, + "map_at_10": 0.41012, + "map_at_20": 0.43054, + "map_at_100": 0.44543, + "map_at_1000": 0.44686, + "recall_at_1": 0.21387, + "recall_at_3": 0.39427, + "recall_at_5": 0.49337, + "recall_at_10": 0.60471, + "recall_at_20": 0.71189, + "recall_at_100": 0.90726, + "recall_at_1000": 0.99202, + "precision_at_1": 0.49479, + "precision_at_3": 0.34132, + "precision_at_5": 0.26687, + "precision_at_10": 0.17563, + "precision_at_20": 0.1088, + "precision_at_100": 0.02894, + "precision_at_1000": 0.00319, + "mrr_at_1": 0.494792, + "mrr_at_3": 0.588889, + "mrr_at_5": 0.607587, + "mrr_at_10": 0.615595, + "mrr_at_20": 0.619452, + "mrr_at_100": 0.621425, + "mrr_at_1000": 0.621581, + "nauc_ndcg_at_1_max": 0.245072, + "nauc_ndcg_at_1_std": 0.013036, + "nauc_ndcg_at_1_diff1": 0.266928, + "nauc_ndcg_at_3_max": 0.252936, + "nauc_ndcg_at_3_std": -0.028782, + "nauc_ndcg_at_3_diff1": 0.213291, + "nauc_ndcg_at_5_max": 0.244548, + "nauc_ndcg_at_5_std": -0.059812, + "nauc_ndcg_at_5_diff1": 0.226752, + "nauc_ndcg_at_10_max": 0.258351, + "nauc_ndcg_at_10_std": -0.061607, + "nauc_ndcg_at_10_diff1": 0.21658, + "nauc_ndcg_at_20_max": 0.26198, + "nauc_ndcg_at_20_std": -0.036996, + "nauc_ndcg_at_20_diff1": 0.202724, + "nauc_ndcg_at_100_max": 0.253065, + "nauc_ndcg_at_100_std": -0.003506, + "nauc_ndcg_at_100_diff1": 0.195074, + "nauc_ndcg_at_1000_max": 0.24966, + "nauc_ndcg_at_1000_std": -0.012231, + "nauc_ndcg_at_1000_diff1": 0.202802, + "nauc_map_at_1_max": 0.228477, + "nauc_map_at_1_std": -0.092393, + "nauc_map_at_1_diff1": 0.358275, + "nauc_map_at_3_max": 0.253577, + "nauc_map_at_3_std": -0.109986, + "nauc_map_at_3_diff1": 0.278246, + "nauc_map_at_5_max": 0.245354, + "nauc_map_at_5_std": -0.108688, + "nauc_map_at_5_diff1": 0.262706, + "nauc_map_at_10_max": 0.254227, + "nauc_map_at_10_std": -0.091154, + "nauc_map_at_10_diff1": 0.242571, + "nauc_map_at_20_max": 0.255375, + "nauc_map_at_20_std": -0.07746, + "nauc_map_at_20_diff1": 0.234072, + "nauc_map_at_100_max": 0.253519, + "nauc_map_at_100_std": -0.063154, + "nauc_map_at_100_diff1": 0.229993, + "nauc_map_at_1000_max": 0.252944, + "nauc_map_at_1000_std": -0.06339, + "nauc_map_at_1000_diff1": 0.230303, + "nauc_recall_at_1_max": 0.228477, + "nauc_recall_at_1_std": -0.092393, + "nauc_recall_at_1_diff1": 0.358275, + "nauc_recall_at_3_max": 0.251817, + "nauc_recall_at_3_std": -0.1158, + "nauc_recall_at_3_diff1": 0.214146, + "nauc_recall_at_5_max": 0.222558, + "nauc_recall_at_5_std": -0.11278, + "nauc_recall_at_5_diff1": 0.195773, + "nauc_recall_at_10_max": 0.237426, + "nauc_recall_at_10_std": -0.074539, + "nauc_recall_at_10_diff1": 0.154166, + "nauc_recall_at_20_max": 0.253754, + "nauc_recall_at_20_std": -0.021342, + "nauc_recall_at_20_diff1": 0.108458, + "nauc_recall_at_100_max": 0.245995, + "nauc_recall_at_100_std": 0.198118, + "nauc_recall_at_100_diff1": 0.00797, + "nauc_recall_at_1000_max": 0.644983, + "nauc_recall_at_1000_std": 0.532171, + "nauc_recall_at_1000_diff1": -0.018255, + "nauc_precision_at_1_max": 0.245072, + "nauc_precision_at_1_std": 0.013036, + "nauc_precision_at_1_diff1": 0.266928, + "nauc_precision_at_3_max": 0.166508, + "nauc_precision_at_3_std": 0.034084, + "nauc_precision_at_3_diff1": 0.028177, + "nauc_precision_at_5_max": 0.098492, + "nauc_precision_at_5_std": 0.054394, + "nauc_precision_at_5_diff1": -0.031666, + "nauc_precision_at_10_max": 0.067956, + "nauc_precision_at_10_std": 0.111615, + "nauc_precision_at_10_diff1": -0.106612, + "nauc_precision_at_20_max": 0.030551, + "nauc_precision_at_20_std": 0.160404, + "nauc_precision_at_20_diff1": -0.136557, + "nauc_precision_at_100_max": -0.050805, + "nauc_precision_at_100_std": 0.222387, + "nauc_precision_at_100_diff1": -0.179604, + "nauc_precision_at_1000_max": -0.082585, + "nauc_precision_at_1000_std": 0.198078, + "nauc_precision_at_1000_diff1": -0.176185, + "nauc_mrr_at_1_max": 0.245072, + "nauc_mrr_at_1_std": 0.013036, + "nauc_mrr_at_1_diff1": 0.266928, + "nauc_mrr_at_3_max": 0.254788, + "nauc_mrr_at_3_std": 0.00262, + "nauc_mrr_at_3_diff1": 0.223431, + "nauc_mrr_at_5_max": 0.250498, + "nauc_mrr_at_5_std": 0.010055, + "nauc_mrr_at_5_diff1": 0.226087, + "nauc_mrr_at_10_max": 0.248107, + "nauc_mrr_at_10_std": 0.010103, + "nauc_mrr_at_10_diff1": 0.227285, + "nauc_mrr_at_20_max": 0.250366, + "nauc_mrr_at_20_std": 0.010273, + "nauc_mrr_at_20_diff1": 0.227353, + "nauc_mrr_at_100_max": 0.250398, + "nauc_mrr_at_100_std": 0.010544, + "nauc_mrr_at_100_diff1": 0.22888, + "nauc_mrr_at_1000_max": 0.250387, + "nauc_mrr_at_1000_std": 0.010358, + "nauc_mrr_at_1000_diff1": 0.228995, + "main_score": 0.51743, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.57674, + "ndcg_at_3": 0.60574, + "ndcg_at_5": 0.6406, + "ndcg_at_10": 0.68821, + "ndcg_at_20": 0.71202, + "ndcg_at_100": 0.73341, + "ndcg_at_1000": 0.7352, + "map_at_1": 0.3807, + "map_at_3": 0.52285, + "map_at_5": 0.56326, + "map_at_10": 0.59646, + "map_at_20": 0.60812, + "map_at_100": 0.61429, + "map_at_1000": 0.61447, + "recall_at_1": 0.3807, + "recall_at_3": 0.61203, + "recall_at_5": 0.71216, + "recall_at_10": 0.83604, + "recall_at_20": 0.90696, + "recall_at_100": 0.99004, + "recall_at_1000": 1.0, + "precision_at_1": 0.57674, + "precision_at_3": 0.35271, + "precision_at_5": 0.2607, + "precision_at_10": 0.16186, + "precision_at_20": 0.0907, + "precision_at_100": 0.02055, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.576744, + "mrr_at_3": 0.67655, + "mrr_at_5": 0.691957, + "mrr_at_10": 0.701561, + "mrr_at_20": 0.703952, + "mrr_at_100": 0.704724, + "mrr_at_1000": 0.704745, + "nauc_ndcg_at_1_max": 0.234345, + "nauc_ndcg_at_1_std": -0.104862, + "nauc_ndcg_at_1_diff1": 0.406795, + "nauc_ndcg_at_3_max": 0.213231, + "nauc_ndcg_at_3_std": -0.144898, + "nauc_ndcg_at_3_diff1": 0.408573, + "nauc_ndcg_at_5_max": 0.220505, + "nauc_ndcg_at_5_std": -0.167942, + "nauc_ndcg_at_5_diff1": 0.420837, + "nauc_ndcg_at_10_max": 0.245292, + "nauc_ndcg_at_10_std": -0.147427, + "nauc_ndcg_at_10_diff1": 0.409428, + "nauc_ndcg_at_20_max": 0.24791, + "nauc_ndcg_at_20_std": -0.138905, + "nauc_ndcg_at_20_diff1": 0.406062, + "nauc_ndcg_at_100_max": 0.242427, + "nauc_ndcg_at_100_std": -0.118348, + "nauc_ndcg_at_100_diff1": 0.404069, + "nauc_ndcg_at_1000_max": 0.239267, + "nauc_ndcg_at_1000_std": -0.120353, + "nauc_ndcg_at_1000_diff1": 0.401823, + "nauc_map_at_1_max": 0.08852, + "nauc_map_at_1_std": -0.221949, + "nauc_map_at_1_diff1": 0.421523, + "nauc_map_at_3_max": 0.157898, + "nauc_map_at_3_std": -0.216195, + "nauc_map_at_3_diff1": 0.421246, + "nauc_map_at_5_max": 0.182005, + "nauc_map_at_5_std": -0.208136, + "nauc_map_at_5_diff1": 0.424517, + "nauc_map_at_10_max": 0.200387, + "nauc_map_at_10_std": -0.187572, + "nauc_map_at_10_diff1": 0.417208, + "nauc_map_at_20_max": 0.203364, + "nauc_map_at_20_std": -0.177282, + "nauc_map_at_20_diff1": 0.413688, + "nauc_map_at_100_max": 0.203902, + "nauc_map_at_100_std": -0.171254, + "nauc_map_at_100_diff1": 0.413264, + "nauc_map_at_1000_max": 0.203741, + "nauc_map_at_1000_std": -0.171294, + "nauc_map_at_1000_diff1": 0.413152, + "nauc_recall_at_1_max": 0.08852, + "nauc_recall_at_1_std": -0.221949, + "nauc_recall_at_1_diff1": 0.421523, + "nauc_recall_at_3_max": 0.168353, + "nauc_recall_at_3_std": -0.208339, + "nauc_recall_at_3_diff1": 0.386556, + "nauc_recall_at_5_max": 0.199653, + "nauc_recall_at_5_std": -0.216418, + "nauc_recall_at_5_diff1": 0.396019, + "nauc_recall_at_10_max": 0.289756, + "nauc_recall_at_10_std": -0.153496, + "nauc_recall_at_10_diff1": 0.355515, + "nauc_recall_at_20_max": 0.33685, + "nauc_recall_at_20_std": -0.190227, + "nauc_recall_at_20_diff1": 0.366346, + "nauc_recall_at_100_max": 0.615722, + "nauc_recall_at_100_std": 0.212463, + "nauc_recall_at_100_diff1": 0.617063, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.234345, + "nauc_precision_at_1_std": -0.104862, + "nauc_precision_at_1_diff1": 0.406795, + "nauc_precision_at_3_max": 0.247294, + "nauc_precision_at_3_std": 0.101537, + "nauc_precision_at_3_diff1": 0.117116, + "nauc_precision_at_5_max": 0.235385, + "nauc_precision_at_5_std": 0.172519, + "nauc_precision_at_5_diff1": 0.015707, + "nauc_precision_at_10_max": 0.201576, + "nauc_precision_at_10_std": 0.258091, + "nauc_precision_at_10_diff1": -0.10168, + "nauc_precision_at_20_max": 0.158031, + "nauc_precision_at_20_std": 0.294467, + "nauc_precision_at_20_diff1": -0.160851, + "nauc_precision_at_100_max": 0.103413, + "nauc_precision_at_100_std": 0.338828, + "nauc_precision_at_100_diff1": -0.206202, + "nauc_precision_at_1000_max": 0.092802, + "nauc_precision_at_1000_std": 0.335631, + "nauc_precision_at_1000_diff1": -0.213965, + "nauc_mrr_at_1_max": 0.234345, + "nauc_mrr_at_1_std": -0.104862, + "nauc_mrr_at_1_diff1": 0.406795, + "nauc_mrr_at_3_max": 0.274479, + "nauc_mrr_at_3_std": -0.082173, + "nauc_mrr_at_3_diff1": 0.395826, + "nauc_mrr_at_5_max": 0.279014, + "nauc_mrr_at_5_std": -0.07697, + "nauc_mrr_at_5_diff1": 0.399899, + "nauc_mrr_at_10_max": 0.276807, + "nauc_mrr_at_10_std": -0.075521, + "nauc_mrr_at_10_diff1": 0.398269, + "nauc_mrr_at_20_max": 0.275275, + "nauc_mrr_at_20_std": -0.079745, + "nauc_mrr_at_20_diff1": 0.400484, + "nauc_mrr_at_100_max": 0.27406, + "nauc_mrr_at_100_std": -0.08015, + "nauc_mrr_at_100_diff1": 0.400491, + "nauc_mrr_at_1000_max": 0.273997, + "nauc_mrr_at_1000_std": -0.080224, + "nauc_mrr_at_1000_diff1": 0.400448, + "main_score": 0.68821, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.56808, + "ndcg_at_3": 0.60429, + "ndcg_at_5": 0.62515, + "ndcg_at_10": 0.66104, + "ndcg_at_20": 0.69799, + "ndcg_at_100": 0.72329, + "ndcg_at_1000": 0.72847, + "map_at_1": 0.36358, + "map_at_3": 0.49067, + "map_at_5": 0.53386, + "map_at_10": 0.57106, + "map_at_20": 0.59239, + "map_at_100": 0.59963, + "map_at_1000": 0.60009, + "recall_at_1": 0.36358, + "recall_at_3": 0.57137, + "recall_at_5": 0.66716, + "recall_at_10": 0.77164, + "recall_at_20": 0.87114, + "recall_at_100": 0.97066, + "recall_at_1000": 1.0, + "precision_at_1": 0.56808, + "precision_at_3": 0.36463, + "precision_at_5": 0.27887, + "precision_at_10": 0.1784, + "precision_at_20": 0.10869, + "precision_at_100": 0.02484, + "precision_at_1000": 0.00257, + "mrr_at_1": 0.568075, + "mrr_at_3": 0.679186, + "mrr_at_5": 0.691628, + "mrr_at_10": 0.698232, + "mrr_at_20": 0.700859, + "mrr_at_100": 0.701801, + "mrr_at_1000": 0.701848, + "nauc_ndcg_at_1_max": 0.308138, + "nauc_ndcg_at_1_std": 0.019202, + "nauc_ndcg_at_1_diff1": 0.39853, + "nauc_ndcg_at_3_max": 0.421012, + "nauc_ndcg_at_3_std": 0.066136, + "nauc_ndcg_at_3_diff1": 0.411064, + "nauc_ndcg_at_5_max": 0.430621, + "nauc_ndcg_at_5_std": 0.027948, + "nauc_ndcg_at_5_diff1": 0.448197, + "nauc_ndcg_at_10_max": 0.431039, + "nauc_ndcg_at_10_std": 0.063757, + "nauc_ndcg_at_10_diff1": 0.411048, + "nauc_ndcg_at_20_max": 0.441408, + "nauc_ndcg_at_20_std": 0.077254, + "nauc_ndcg_at_20_diff1": 0.392437, + "nauc_ndcg_at_100_max": 0.426103, + "nauc_ndcg_at_100_std": 0.07887, + "nauc_ndcg_at_100_diff1": 0.383331, + "nauc_ndcg_at_1000_max": 0.427022, + "nauc_ndcg_at_1000_std": 0.07839, + "nauc_ndcg_at_1000_diff1": 0.38847, + "nauc_map_at_1_max": 0.308327, + "nauc_map_at_1_std": -0.072942, + "nauc_map_at_1_diff1": 0.559434, + "nauc_map_at_3_max": 0.389349, + "nauc_map_at_3_std": -0.007437, + "nauc_map_at_3_diff1": 0.513658, + "nauc_map_at_5_max": 0.403885, + "nauc_map_at_5_std": -0.013757, + "nauc_map_at_5_diff1": 0.499857, + "nauc_map_at_10_max": 0.417185, + "nauc_map_at_10_std": 0.014327, + "nauc_map_at_10_diff1": 0.455163, + "nauc_map_at_20_max": 0.425006, + "nauc_map_at_20_std": 0.028349, + "nauc_map_at_20_diff1": 0.439539, + "nauc_map_at_100_max": 0.424236, + "nauc_map_at_100_std": 0.034304, + "nauc_map_at_100_diff1": 0.43597, + "nauc_map_at_1000_max": 0.424288, + "nauc_map_at_1000_std": 0.034049, + "nauc_map_at_1000_diff1": 0.436265, + "nauc_recall_at_1_max": 0.308327, + "nauc_recall_at_1_std": -0.072942, + "nauc_recall_at_1_diff1": 0.559434, + "nauc_recall_at_3_max": 0.403039, + "nauc_recall_at_3_std": 0.022542, + "nauc_recall_at_3_diff1": 0.470805, + "nauc_recall_at_5_max": 0.419388, + "nauc_recall_at_5_std": -0.025143, + "nauc_recall_at_5_diff1": 0.478586, + "nauc_recall_at_10_max": 0.432542, + "nauc_recall_at_10_std": 0.105341, + "nauc_recall_at_10_diff1": 0.337771, + "nauc_recall_at_20_max": 0.490977, + "nauc_recall_at_20_std": 0.128925, + "nauc_recall_at_20_diff1": 0.289009, + "nauc_recall_at_100_max": 0.322169, + "nauc_recall_at_100_std": 0.035739, + "nauc_recall_at_100_diff1": 0.097732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.308138, + "nauc_precision_at_1_std": 0.019202, + "nauc_precision_at_1_diff1": 0.39853, + "nauc_precision_at_3_max": 0.240951, + "nauc_precision_at_3_std": 0.199513, + "nauc_precision_at_3_diff1": -0.091148, + "nauc_precision_at_5_max": 0.153108, + "nauc_precision_at_5_std": 0.15169, + "nauc_precision_at_5_diff1": -0.209276, + "nauc_precision_at_10_max": 0.081704, + "nauc_precision_at_10_std": 0.187442, + "nauc_precision_at_10_diff1": -0.331955, + "nauc_precision_at_20_max": 0.029165, + "nauc_precision_at_20_std": 0.193958, + "nauc_precision_at_20_diff1": -0.367951, + "nauc_precision_at_100_max": -0.041695, + "nauc_precision_at_100_std": 0.192069, + "nauc_precision_at_100_diff1": -0.404147, + "nauc_precision_at_1000_max": -0.056693, + "nauc_precision_at_1000_std": 0.179875, + "nauc_precision_at_1000_diff1": -0.403383, + "nauc_mrr_at_1_max": 0.308138, + "nauc_mrr_at_1_std": 0.019202, + "nauc_mrr_at_1_diff1": 0.39853, + "nauc_mrr_at_3_max": 0.375769, + "nauc_mrr_at_3_std": 0.106323, + "nauc_mrr_at_3_diff1": 0.362667, + "nauc_mrr_at_5_max": 0.37707, + "nauc_mrr_at_5_std": 0.091466, + "nauc_mrr_at_5_diff1": 0.37417, + "nauc_mrr_at_10_max": 0.373911, + "nauc_mrr_at_10_std": 0.100634, + "nauc_mrr_at_10_diff1": 0.365069, + "nauc_mrr_at_20_max": 0.372861, + "nauc_mrr_at_20_std": 0.096018, + "nauc_mrr_at_20_diff1": 0.366604, + "nauc_mrr_at_100_max": 0.371902, + "nauc_mrr_at_100_std": 0.094276, + "nauc_mrr_at_100_diff1": 0.367457, + "nauc_mrr_at_1000_max": 0.371838, + "nauc_mrr_at_1000_std": 0.094369, + "nauc_mrr_at_1000_diff1": 0.367471, + "main_score": 0.66104, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.592, + "ndcg_at_3": 0.59331, + "ndcg_at_5": 0.62138, + "ndcg_at_10": 0.66517, + "ndcg_at_20": 0.70015, + "ndcg_at_100": 0.73024, + "ndcg_at_1000": 0.7338, + "map_at_1": 0.30667, + "map_at_3": 0.46761, + "map_at_5": 0.5207, + "map_at_10": 0.562, + "map_at_20": 0.58076, + "map_at_100": 0.59055, + "map_at_1000": 0.59097, + "recall_at_1": 0.30667, + "recall_at_3": 0.54953, + "recall_at_5": 0.66016, + "recall_at_10": 0.77902, + "recall_at_20": 0.87469, + "recall_at_100": 0.97985, + "recall_at_1000": 0.99772, + "precision_at_1": 0.592, + "precision_at_3": 0.407, + "precision_at_5": 0.3152, + "precision_at_10": 0.2, + "precision_at_20": 0.11665, + "precision_at_100": 0.0276, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.592, + "mrr_at_3": 0.698833, + "mrr_at_5": 0.713983, + "mrr_at_10": 0.720396, + "mrr_at_20": 0.72282, + "mrr_at_100": 0.723531, + "mrr_at_1000": 0.723555, + "nauc_ndcg_at_1_max": 0.302317, + "nauc_ndcg_at_1_std": -0.055732, + "nauc_ndcg_at_1_diff1": 0.343696, + "nauc_ndcg_at_3_max": 0.268915, + "nauc_ndcg_at_3_std": -0.039482, + "nauc_ndcg_at_3_diff1": 0.26867, + "nauc_ndcg_at_5_max": 0.261802, + "nauc_ndcg_at_5_std": -0.045813, + "nauc_ndcg_at_5_diff1": 0.26738, + "nauc_ndcg_at_10_max": 0.260462, + "nauc_ndcg_at_10_std": -0.056288, + "nauc_ndcg_at_10_diff1": 0.257933, + "nauc_ndcg_at_20_max": 0.273749, + "nauc_ndcg_at_20_std": -0.050446, + "nauc_ndcg_at_20_diff1": 0.261569, + "nauc_ndcg_at_100_max": 0.278465, + "nauc_ndcg_at_100_std": -0.02981, + "nauc_ndcg_at_100_diff1": 0.256985, + "nauc_ndcg_at_1000_max": 0.281116, + "nauc_ndcg_at_1000_std": -0.029585, + "nauc_ndcg_at_1000_diff1": 0.263541, + "nauc_map_at_1_max": 0.126014, + "nauc_map_at_1_std": -0.141898, + "nauc_map_at_1_diff1": 0.359707, + "nauc_map_at_3_max": 0.191336, + "nauc_map_at_3_std": -0.102856, + "nauc_map_at_3_diff1": 0.302391, + "nauc_map_at_5_max": 0.214956, + "nauc_map_at_5_std": -0.08932, + "nauc_map_at_5_diff1": 0.28441, + "nauc_map_at_10_max": 0.23321, + "nauc_map_at_10_std": -0.080727, + "nauc_map_at_10_diff1": 0.269709, + "nauc_map_at_20_max": 0.241318, + "nauc_map_at_20_std": -0.075537, + "nauc_map_at_20_diff1": 0.268805, + "nauc_map_at_100_max": 0.243617, + "nauc_map_at_100_std": -0.068594, + "nauc_map_at_100_diff1": 0.26684, + "nauc_map_at_1000_max": 0.243929, + "nauc_map_at_1000_std": -0.068415, + "nauc_map_at_1000_diff1": 0.267227, + "nauc_recall_at_1_max": 0.126014, + "nauc_recall_at_1_std": -0.141898, + "nauc_recall_at_1_diff1": 0.359707, + "nauc_recall_at_3_max": 0.163607, + "nauc_recall_at_3_std": -0.095657, + "nauc_recall_at_3_diff1": 0.246437, + "nauc_recall_at_5_max": 0.183734, + "nauc_recall_at_5_std": -0.063067, + "nauc_recall_at_5_diff1": 0.206754, + "nauc_recall_at_10_max": 0.178087, + "nauc_recall_at_10_std": -0.062406, + "nauc_recall_at_10_diff1": 0.150919, + "nauc_recall_at_20_max": 0.206935, + "nauc_recall_at_20_std": -0.077323, + "nauc_recall_at_20_diff1": 0.156869, + "nauc_recall_at_100_max": 0.214204, + "nauc_recall_at_100_std": 0.145891, + "nauc_recall_at_100_diff1": -0.062885, + "nauc_recall_at_1000_max": 0.942611, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.652433, + "nauc_precision_at_1_max": 0.302317, + "nauc_precision_at_1_std": -0.055732, + "nauc_precision_at_1_diff1": 0.343696, + "nauc_precision_at_3_max": 0.265432, + "nauc_precision_at_3_std": 0.098163, + "nauc_precision_at_3_diff1": 0.025315, + "nauc_precision_at_5_max": 0.229751, + "nauc_precision_at_5_std": 0.1262, + "nauc_precision_at_5_diff1": -0.068387, + "nauc_precision_at_10_max": 0.176811, + "nauc_precision_at_10_std": 0.143273, + "nauc_precision_at_10_diff1": -0.142139, + "nauc_precision_at_20_max": 0.135352, + "nauc_precision_at_20_std": 0.162055, + "nauc_precision_at_20_diff1": -0.171105, + "nauc_precision_at_100_max": 0.081541, + "nauc_precision_at_100_std": 0.19513, + "nauc_precision_at_100_diff1": -0.200974, + "nauc_precision_at_1000_max": 0.077005, + "nauc_precision_at_1000_std": 0.19277, + "nauc_precision_at_1000_diff1": -0.193408, + "nauc_mrr_at_1_max": 0.302317, + "nauc_mrr_at_1_std": -0.055732, + "nauc_mrr_at_1_diff1": 0.343696, + "nauc_mrr_at_3_max": 0.329815, + "nauc_mrr_at_3_std": -0.020567, + "nauc_mrr_at_3_diff1": 0.316926, + "nauc_mrr_at_5_max": 0.329061, + "nauc_mrr_at_5_std": -0.010208, + "nauc_mrr_at_5_diff1": 0.312551, + "nauc_mrr_at_10_max": 0.325319, + "nauc_mrr_at_10_std": -0.014575, + "nauc_mrr_at_10_diff1": 0.312693, + "nauc_mrr_at_20_max": 0.324758, + "nauc_mrr_at_20_std": -0.017969, + "nauc_mrr_at_20_diff1": 0.313995, + "nauc_mrr_at_100_max": 0.324311, + "nauc_mrr_at_100_std": -0.018369, + "nauc_mrr_at_100_diff1": 0.314616, + "nauc_mrr_at_1000_max": 0.324333, + "nauc_mrr_at_1000_std": -0.018316, + "nauc_mrr_at_1000_diff1": 0.314748, + "main_score": 0.66517, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.62448, + "ndcg_at_3": 0.66281, + "ndcg_at_5": 0.68986, + "ndcg_at_10": 0.71426, + "ndcg_at_20": 0.73383, + "ndcg_at_100": 0.75279, + "ndcg_at_1000": 0.75795, + "map_at_1": 0.44155, + "map_at_3": 0.59681, + "map_at_5": 0.62884, + "map_at_10": 0.64652, + "map_at_20": 0.65548, + "map_at_100": 0.66005, + "map_at_1000": 0.66037, + "recall_at_1": 0.44155, + "recall_at_3": 0.68288, + "recall_at_5": 0.76196, + "recall_at_10": 0.82121, + "recall_at_20": 0.88035, + "recall_at_100": 0.95914, + "recall_at_1000": 0.99249, + "precision_at_1": 0.62448, + "precision_at_3": 0.36929, + "precision_at_5": 0.25809, + "precision_at_10": 0.14544, + "precision_at_20": 0.08019, + "precision_at_100": 0.01801, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.624481, + "mrr_at_3": 0.70816, + "mrr_at_5": 0.721646, + "mrr_at_10": 0.72656, + "mrr_at_20": 0.728822, + "mrr_at_100": 0.729767, + "mrr_at_1000": 0.729895, + "nauc_ndcg_at_1_max": 0.42374, + "nauc_ndcg_at_1_std": 0.04428, + "nauc_ndcg_at_1_diff1": 0.524159, + "nauc_ndcg_at_3_max": 0.43287, + "nauc_ndcg_at_3_std": 0.020668, + "nauc_ndcg_at_3_diff1": 0.436292, + "nauc_ndcg_at_5_max": 0.451466, + "nauc_ndcg_at_5_std": 0.014578, + "nauc_ndcg_at_5_diff1": 0.461548, + "nauc_ndcg_at_10_max": 0.46855, + "nauc_ndcg_at_10_std": 0.04938, + "nauc_ndcg_at_10_diff1": 0.454161, + "nauc_ndcg_at_20_max": 0.464891, + "nauc_ndcg_at_20_std": 0.048125, + "nauc_ndcg_at_20_diff1": 0.445594, + "nauc_ndcg_at_100_max": 0.471281, + "nauc_ndcg_at_100_std": 0.075547, + "nauc_ndcg_at_100_diff1": 0.446312, + "nauc_ndcg_at_1000_max": 0.465161, + "nauc_ndcg_at_1000_std": 0.06804, + "nauc_ndcg_at_1000_diff1": 0.448522, + "nauc_map_at_1_max": 0.316028, + "nauc_map_at_1_std": -0.100216, + "nauc_map_at_1_diff1": 0.557411, + "nauc_map_at_3_max": 0.384194, + "nauc_map_at_3_std": -0.035785, + "nauc_map_at_3_diff1": 0.461905, + "nauc_map_at_5_max": 0.414694, + "nauc_map_at_5_std": -0.013729, + "nauc_map_at_5_diff1": 0.464117, + "nauc_map_at_10_max": 0.427652, + "nauc_map_at_10_std": 0.007807, + "nauc_map_at_10_diff1": 0.456446, + "nauc_map_at_20_max": 0.428067, + "nauc_map_at_20_std": 0.008022, + "nauc_map_at_20_diff1": 0.452212, + "nauc_map_at_100_max": 0.429924, + "nauc_map_at_100_std": 0.014955, + "nauc_map_at_100_diff1": 0.451711, + "nauc_map_at_1000_max": 0.429759, + "nauc_map_at_1000_std": 0.0148, + "nauc_map_at_1000_diff1": 0.451676, + "nauc_recall_at_1_max": 0.316028, + "nauc_recall_at_1_std": -0.100216, + "nauc_recall_at_1_diff1": 0.557411, + "nauc_recall_at_3_max": 0.377059, + "nauc_recall_at_3_std": -0.040545, + "nauc_recall_at_3_diff1": 0.390775, + "nauc_recall_at_5_max": 0.427541, + "nauc_recall_at_5_std": -0.023618, + "nauc_recall_at_5_diff1": 0.411782, + "nauc_recall_at_10_max": 0.499374, + "nauc_recall_at_10_std": 0.076186, + "nauc_recall_at_10_diff1": 0.395865, + "nauc_recall_at_20_max": 0.483872, + "nauc_recall_at_20_std": 0.056256, + "nauc_recall_at_20_diff1": 0.348761, + "nauc_recall_at_100_max": 0.680898, + "nauc_recall_at_100_std": 0.450833, + "nauc_recall_at_100_diff1": 0.334265, + "nauc_recall_at_1000_max": 0.527671, + "nauc_recall_at_1000_std": 0.694503, + "nauc_recall_at_1000_diff1": 0.413472, + "nauc_precision_at_1_max": 0.42374, + "nauc_precision_at_1_std": 0.04428, + "nauc_precision_at_1_diff1": 0.524159, + "nauc_precision_at_3_max": 0.221485, + "nauc_precision_at_3_std": 0.198754, + "nauc_precision_at_3_diff1": -0.048865, + "nauc_precision_at_5_max": 0.194991, + "nauc_precision_at_5_std": 0.241237, + "nauc_precision_at_5_diff1": -0.12106, + "nauc_precision_at_10_max": 0.15049, + "nauc_precision_at_10_std": 0.276375, + "nauc_precision_at_10_diff1": -0.191787, + "nauc_precision_at_20_max": 0.090469, + "nauc_precision_at_20_std": 0.258693, + "nauc_precision_at_20_diff1": -0.246225, + "nauc_precision_at_100_max": 0.031781, + "nauc_precision_at_100_std": 0.315012, + "nauc_precision_at_100_diff1": -0.302593, + "nauc_precision_at_1000_max": -0.011153, + "nauc_precision_at_1000_std": 0.287255, + "nauc_precision_at_1000_diff1": -0.323393, + "nauc_mrr_at_1_max": 0.42374, + "nauc_mrr_at_1_std": 0.04428, + "nauc_mrr_at_1_diff1": 0.524159, + "nauc_mrr_at_3_max": 0.490356, + "nauc_mrr_at_3_std": 0.085989, + "nauc_mrr_at_3_diff1": 0.484618, + "nauc_mrr_at_5_max": 0.489279, + "nauc_mrr_at_5_std": 0.086599, + "nauc_mrr_at_5_diff1": 0.49208, + "nauc_mrr_at_10_max": 0.49272, + "nauc_mrr_at_10_std": 0.092676, + "nauc_mrr_at_10_diff1": 0.492751, + "nauc_mrr_at_20_max": 0.489816, + "nauc_mrr_at_20_std": 0.091874, + "nauc_mrr_at_20_diff1": 0.492133, + "nauc_mrr_at_100_max": 0.489215, + "nauc_mrr_at_100_std": 0.09094, + "nauc_mrr_at_100_diff1": 0.492152, + "nauc_mrr_at_1000_max": 0.489106, + "nauc_mrr_at_1000_std": 0.090783, + "nauc_mrr_at_1000_diff1": 0.492262, + "main_score": 0.71426, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.68961, + "ndcg_at_3": 0.78789, + "ndcg_at_5": 0.80456, + "ndcg_at_10": 0.82002, + "ndcg_at_20": 0.82531, + "ndcg_at_100": 0.83066, + "ndcg_at_1000": 0.83151, + "map_at_1": 0.67854, + "map_at_3": 0.76228, + "map_at_5": 0.77183, + "map_at_10": 0.77854, + "map_at_20": 0.78002, + "map_at_100": 0.78081, + "map_at_1000": 0.78085, + "recall_at_1": 0.67854, + "recall_at_3": 0.85668, + "recall_at_5": 0.89614, + "recall_at_10": 0.94304, + "recall_at_20": 0.96397, + "recall_at_100": 0.99215, + "recall_at_1000": 0.99879, + "precision_at_1": 0.68961, + "precision_at_3": 0.29267, + "precision_at_5": 0.18406, + "precision_at_10": 0.0971, + "precision_at_20": 0.04964, + "precision_at_100": 0.01023, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.689614, + "mrr_at_3": 0.767713, + "mrr_at_5": 0.776711, + "mrr_at_10": 0.782747, + "mrr_at_20": 0.78413, + "mrr_at_100": 0.784823, + "mrr_at_1000": 0.784849, + "nauc_ndcg_at_1_max": 0.446273, + "nauc_ndcg_at_1_std": -0.227862, + "nauc_ndcg_at_1_diff1": 0.634544, + "nauc_ndcg_at_3_max": 0.476237, + "nauc_ndcg_at_3_std": -0.280453, + "nauc_ndcg_at_3_diff1": 0.61496, + "nauc_ndcg_at_5_max": 0.497084, + "nauc_ndcg_at_5_std": -0.227207, + "nauc_ndcg_at_5_diff1": 0.604635, + "nauc_ndcg_at_10_max": 0.496474, + "nauc_ndcg_at_10_std": -0.230034, + "nauc_ndcg_at_10_diff1": 0.610155, + "nauc_ndcg_at_20_max": 0.485195, + "nauc_ndcg_at_20_std": -0.233509, + "nauc_ndcg_at_20_diff1": 0.610307, + "nauc_ndcg_at_100_max": 0.476253, + "nauc_ndcg_at_100_std": -0.242623, + "nauc_ndcg_at_100_diff1": 0.615039, + "nauc_ndcg_at_1000_max": 0.476384, + "nauc_ndcg_at_1000_std": -0.242641, + "nauc_ndcg_at_1000_diff1": 0.615473, + "nauc_map_at_1_max": 0.429749, + "nauc_map_at_1_std": -0.257242, + "nauc_map_at_1_diff1": 0.642784, + "nauc_map_at_3_max": 0.462857, + "nauc_map_at_3_std": -0.27674, + "nauc_map_at_3_diff1": 0.622092, + "nauc_map_at_5_max": 0.472795, + "nauc_map_at_5_std": -0.249486, + "nauc_map_at_5_diff1": 0.617512, + "nauc_map_at_10_max": 0.472512, + "nauc_map_at_10_std": -0.24949, + "nauc_map_at_10_diff1": 0.619554, + "nauc_map_at_20_max": 0.469731, + "nauc_map_at_20_std": -0.250679, + "nauc_map_at_20_diff1": 0.619642, + "nauc_map_at_100_max": 0.468679, + "nauc_map_at_100_std": -0.251522, + "nauc_map_at_100_diff1": 0.620119, + "nauc_map_at_1000_max": 0.468652, + "nauc_map_at_1000_std": -0.251515, + "nauc_map_at_1000_diff1": 0.620131, + "nauc_recall_at_1_max": 0.429749, + "nauc_recall_at_1_std": -0.257242, + "nauc_recall_at_1_diff1": 0.642784, + "nauc_recall_at_3_max": 0.52603, + "nauc_recall_at_3_std": -0.318486, + "nauc_recall_at_3_diff1": 0.584143, + "nauc_recall_at_5_max": 0.629125, + "nauc_recall_at_5_std": -0.114942, + "nauc_recall_at_5_diff1": 0.532552, + "nauc_recall_at_10_max": 0.730673, + "nauc_recall_at_10_std": -0.061669, + "nauc_recall_at_10_diff1": 0.528016, + "nauc_recall_at_20_max": 0.678163, + "nauc_recall_at_20_std": -0.019449, + "nauc_recall_at_20_diff1": 0.485196, + "nauc_recall_at_100_max": 0.49137, + "nauc_recall_at_100_std": -0.282631, + "nauc_recall_at_100_diff1": 0.585836, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": -0.564231, + "nauc_recall_at_1000_diff1": 0.869246, + "nauc_precision_at_1_max": 0.446273, + "nauc_precision_at_1_std": -0.227862, + "nauc_precision_at_1_diff1": 0.634544, + "nauc_precision_at_3_max": 0.471545, + "nauc_precision_at_3_std": -0.194071, + "nauc_precision_at_3_diff1": 0.423382, + "nauc_precision_at_5_max": 0.513322, + "nauc_precision_at_5_std": 0.031737, + "nauc_precision_at_5_diff1": 0.310515, + "nauc_precision_at_10_max": 0.463612, + "nauc_precision_at_10_std": 0.180879, + "nauc_precision_at_10_diff1": 0.144101, + "nauc_precision_at_20_max": 0.346822, + "nauc_precision_at_20_std": 0.248965, + "nauc_precision_at_20_diff1": 0.014259, + "nauc_precision_at_100_max": 0.095154, + "nauc_precision_at_100_std": 0.313968, + "nauc_precision_at_100_diff1": -0.216397, + "nauc_precision_at_1000_max": 0.043546, + "nauc_precision_at_1000_std": 0.362375, + "nauc_precision_at_1000_diff1": -0.303129, + "nauc_mrr_at_1_max": 0.446273, + "nauc_mrr_at_1_std": -0.227862, + "nauc_mrr_at_1_diff1": 0.634544, + "nauc_mrr_at_3_max": 0.468535, + "nauc_mrr_at_3_std": -0.253306, + "nauc_mrr_at_3_diff1": 0.618344, + "nauc_mrr_at_5_max": 0.476704, + "nauc_mrr_at_5_std": -0.229888, + "nauc_mrr_at_5_diff1": 0.613059, + "nauc_mrr_at_10_max": 0.474424, + "nauc_mrr_at_10_std": -0.233619, + "nauc_mrr_at_10_diff1": 0.615605, + "nauc_mrr_at_20_max": 0.471943, + "nauc_mrr_at_20_std": -0.234176, + "nauc_mrr_at_20_diff1": 0.615777, + "nauc_mrr_at_100_max": 0.471098, + "nauc_mrr_at_100_std": -0.2351, + "nauc_mrr_at_100_diff1": 0.61636, + "nauc_mrr_at_1000_max": 0.471092, + "nauc_mrr_at_1000_std": -0.235077, + "nauc_mrr_at_1000_diff1": 0.616375, + "main_score": 0.82002, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.66985, + "ndcg_at_3": 0.71133, + "ndcg_at_5": 0.73645, + "ndcg_at_10": 0.76601, + "ndcg_at_20": 0.78483, + "ndcg_at_100": 0.79781, + "ndcg_at_1000": 0.79884, + "map_at_1": 0.47351, + "map_at_3": 0.64108, + "map_at_5": 0.6718, + "map_at_10": 0.69328, + "map_at_20": 0.70237, + "map_at_100": 0.70602, + "map_at_1000": 0.70609, + "recall_at_1": 0.47351, + "recall_at_3": 0.73448, + "recall_at_5": 0.80575, + "recall_at_10": 0.88231, + "recall_at_20": 0.93984, + "recall_at_100": 0.99177, + "recall_at_1000": 0.99795, + "precision_at_1": 0.66985, + "precision_at_3": 0.38927, + "precision_at_5": 0.26739, + "precision_at_10": 0.15389, + "precision_at_20": 0.08411, + "precision_at_100": 0.01816, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.66985, + "mrr_at_3": 0.765575, + "mrr_at_5": 0.773829, + "mrr_at_10": 0.778537, + "mrr_at_20": 0.780759, + "mrr_at_100": 0.78133, + "mrr_at_1000": 0.78134, + "nauc_ndcg_at_1_max": 0.386481, + "nauc_ndcg_at_1_std": 0.048527, + "nauc_ndcg_at_1_diff1": 0.594714, + "nauc_ndcg_at_3_max": 0.344893, + "nauc_ndcg_at_3_std": -0.043581, + "nauc_ndcg_at_3_diff1": 0.487586, + "nauc_ndcg_at_5_max": 0.349239, + "nauc_ndcg_at_5_std": -0.065375, + "nauc_ndcg_at_5_diff1": 0.503544, + "nauc_ndcg_at_10_max": 0.362529, + "nauc_ndcg_at_10_std": -0.051177, + "nauc_ndcg_at_10_diff1": 0.521981, + "nauc_ndcg_at_20_max": 0.364385, + "nauc_ndcg_at_20_std": -0.03204, + "nauc_ndcg_at_20_diff1": 0.515215, + "nauc_ndcg_at_100_max": 0.364002, + "nauc_ndcg_at_100_std": -0.008349, + "nauc_ndcg_at_100_diff1": 0.515632, + "nauc_ndcg_at_1000_max": 0.363163, + "nauc_ndcg_at_1000_std": -0.008697, + "nauc_ndcg_at_1000_diff1": 0.515721, + "nauc_map_at_1_max": 0.181296, + "nauc_map_at_1_std": -0.116705, + "nauc_map_at_1_diff1": 0.556118, + "nauc_map_at_3_max": 0.294291, + "nauc_map_at_3_std": -0.100948, + "nauc_map_at_3_diff1": 0.511072, + "nauc_map_at_5_max": 0.310072, + "nauc_map_at_5_std": -0.093244, + "nauc_map_at_5_diff1": 0.508473, + "nauc_map_at_10_max": 0.325718, + "nauc_map_at_10_std": -0.07085, + "nauc_map_at_10_diff1": 0.514024, + "nauc_map_at_20_max": 0.331052, + "nauc_map_at_20_std": -0.058837, + "nauc_map_at_20_diff1": 0.510499, + "nauc_map_at_100_max": 0.331003, + "nauc_map_at_100_std": -0.054254, + "nauc_map_at_100_diff1": 0.510707, + "nauc_map_at_1000_max": 0.330946, + "nauc_map_at_1000_std": -0.054179, + "nauc_map_at_1000_diff1": 0.510687, + "nauc_recall_at_1_max": 0.181296, + "nauc_recall_at_1_std": -0.116705, + "nauc_recall_at_1_diff1": 0.556118, + "nauc_recall_at_3_max": 0.276127, + "nauc_recall_at_3_std": -0.153723, + "nauc_recall_at_3_diff1": 0.414427, + "nauc_recall_at_5_max": 0.287317, + "nauc_recall_at_5_std": -0.189991, + "nauc_recall_at_5_diff1": 0.405649, + "nauc_recall_at_10_max": 0.370696, + "nauc_recall_at_10_std": -0.177493, + "nauc_recall_at_10_diff1": 0.460713, + "nauc_recall_at_20_max": 0.360258, + "nauc_recall_at_20_std": -0.19917, + "nauc_recall_at_20_diff1": 0.400107, + "nauc_recall_at_100_max": 0.57473, + "nauc_recall_at_100_std": 0.394072, + "nauc_recall_at_100_diff1": 0.315498, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.051002, + "nauc_precision_at_1_max": 0.386481, + "nauc_precision_at_1_std": 0.048527, + "nauc_precision_at_1_diff1": 0.594714, + "nauc_precision_at_3_max": 0.313021, + "nauc_precision_at_3_std": 0.164724, + "nauc_precision_at_3_diff1": 0.003278, + "nauc_precision_at_5_max": 0.252946, + "nauc_precision_at_5_std": 0.197574, + "nauc_precision_at_5_diff1": -0.089334, + "nauc_precision_at_10_max": 0.185882, + "nauc_precision_at_10_std": 0.251684, + "nauc_precision_at_10_diff1": -0.16843, + "nauc_precision_at_20_max": 0.144633, + "nauc_precision_at_20_std": 0.284189, + "nauc_precision_at_20_diff1": -0.230498, + "nauc_precision_at_100_max": 0.095553, + "nauc_precision_at_100_std": 0.318167, + "nauc_precision_at_100_diff1": -0.269579, + "nauc_precision_at_1000_max": 0.089456, + "nauc_precision_at_1000_std": 0.319008, + "nauc_precision_at_1000_diff1": -0.274078, + "nauc_mrr_at_1_max": 0.386481, + "nauc_mrr_at_1_std": 0.048527, + "nauc_mrr_at_1_diff1": 0.594714, + "nauc_mrr_at_3_max": 0.413156, + "nauc_mrr_at_3_std": 0.052875, + "nauc_mrr_at_3_diff1": 0.553613, + "nauc_mrr_at_5_max": 0.412417, + "nauc_mrr_at_5_std": 0.051321, + "nauc_mrr_at_5_diff1": 0.560754, + "nauc_mrr_at_10_max": 0.414542, + "nauc_mrr_at_10_std": 0.050537, + "nauc_mrr_at_10_diff1": 0.5658, + "nauc_mrr_at_20_max": 0.411325, + "nauc_mrr_at_20_std": 0.049845, + "nauc_mrr_at_20_diff1": 0.566105, + "nauc_mrr_at_100_max": 0.410897, + "nauc_mrr_at_100_std": 0.050445, + "nauc_mrr_at_100_diff1": 0.566057, + "nauc_mrr_at_1000_max": 0.410867, + "nauc_mrr_at_1000_std": 0.050396, + "nauc_mrr_at_1000_diff1": 0.566034, + "main_score": 0.76601, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.55462, + "ndcg_at_3": 0.6963, + "ndcg_at_5": 0.736, + "ndcg_at_10": 0.76099, + "ndcg_at_20": 0.76231, + "ndcg_at_100": 0.77025, + "ndcg_at_1000": 0.77174, + "map_at_1": 0.5049, + "map_at_3": 0.65196, + "map_at_5": 0.68127, + "map_at_10": 0.69352, + "map_at_20": 0.69412, + "map_at_100": 0.69538, + "map_at_1000": 0.69543, + "recall_at_1": 0.5049, + "recall_at_3": 0.78852, + "recall_at_5": 0.87815, + "recall_at_10": 0.94818, + "recall_at_20": 0.95238, + "recall_at_100": 0.9902, + "recall_at_1000": 1.0, + "precision_at_1": 0.55462, + "precision_at_3": 0.30532, + "precision_at_5": 0.2084, + "precision_at_10": 0.11261, + "precision_at_20": 0.05672, + "precision_at_100": 0.01185, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.554622, + "mrr_at_3": 0.680672, + "mrr_at_5": 0.696639, + "mrr_at_10": 0.706693, + "mrr_at_20": 0.706693, + "mrr_at_100": 0.708053, + "mrr_at_1000": 0.708053, + "nauc_ndcg_at_1_max": 0.156226, + "nauc_ndcg_at_1_std": -0.150224, + "nauc_ndcg_at_1_diff1": 0.587625, + "nauc_ndcg_at_3_max": 0.271369, + "nauc_ndcg_at_3_std": -0.216866, + "nauc_ndcg_at_3_diff1": 0.550332, + "nauc_ndcg_at_5_max": 0.255926, + "nauc_ndcg_at_5_std": -0.153942, + "nauc_ndcg_at_5_diff1": 0.542291, + "nauc_ndcg_at_10_max": 0.292853, + "nauc_ndcg_at_10_std": -0.087478, + "nauc_ndcg_at_10_diff1": 0.55227, + "nauc_ndcg_at_20_max": 0.294058, + "nauc_ndcg_at_20_std": -0.08417, + "nauc_ndcg_at_20_diff1": 0.557307, + "nauc_ndcg_at_100_max": 0.265834, + "nauc_ndcg_at_100_std": -0.121695, + "nauc_ndcg_at_100_diff1": 0.566089, + "nauc_ndcg_at_1000_max": 0.261109, + "nauc_ndcg_at_1000_std": -0.127635, + "nauc_ndcg_at_1000_diff1": 0.563208, + "nauc_map_at_1_max": 0.142522, + "nauc_map_at_1_std": -0.192095, + "nauc_map_at_1_diff1": 0.634027, + "nauc_map_at_3_max": 0.240883, + "nauc_map_at_3_std": -0.200073, + "nauc_map_at_3_diff1": 0.569318, + "nauc_map_at_5_max": 0.231181, + "nauc_map_at_5_std": -0.153793, + "nauc_map_at_5_diff1": 0.558698, + "nauc_map_at_10_max": 0.247684, + "nauc_map_at_10_std": -0.133523, + "nauc_map_at_10_diff1": 0.565615, + "nauc_map_at_20_max": 0.24801, + "nauc_map_at_20_std": -0.132442, + "nauc_map_at_20_diff1": 0.567479, + "nauc_map_at_100_max": 0.24444, + "nauc_map_at_100_std": -0.137109, + "nauc_map_at_100_diff1": 0.568592, + "nauc_map_at_1000_max": 0.244312, + "nauc_map_at_1000_std": -0.137256, + "nauc_map_at_1000_diff1": 0.568504, + "nauc_recall_at_1_max": 0.142522, + "nauc_recall_at_1_std": -0.192095, + "nauc_recall_at_1_diff1": 0.634027, + "nauc_recall_at_3_max": 0.371436, + "nauc_recall_at_3_std": -0.313567, + "nauc_recall_at_3_diff1": 0.493314, + "nauc_recall_at_5_max": 0.361088, + "nauc_recall_at_5_std": -0.119462, + "nauc_recall_at_5_diff1": 0.445083, + "nauc_recall_at_10_max": 0.856027, + "nauc_recall_at_10_std": 0.641032, + "nauc_recall_at_10_diff1": 0.40905, + "nauc_recall_at_20_max": 0.92109, + "nauc_recall_at_20_std": 0.747174, + "nauc_recall_at_20_diff1": 0.460409, + "nauc_recall_at_100_max": 0.841023, + "nauc_recall_at_100_std": 0.631962, + "nauc_recall_at_100_diff1": 0.880767, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.156226, + "nauc_precision_at_1_std": -0.150224, + "nauc_precision_at_1_diff1": 0.587625, + "nauc_precision_at_3_max": 0.222656, + "nauc_precision_at_3_std": -0.052671, + "nauc_precision_at_3_diff1": 0.077932, + "nauc_precision_at_5_max": 0.102918, + "nauc_precision_at_5_std": 0.149651, + "nauc_precision_at_5_diff1": -0.108975, + "nauc_precision_at_10_max": 0.135943, + "nauc_precision_at_10_std": 0.30425, + "nauc_precision_at_10_diff1": -0.210904, + "nauc_precision_at_20_max": 0.129007, + "nauc_precision_at_20_std": 0.309648, + "nauc_precision_at_20_diff1": -0.200422, + "nauc_precision_at_100_max": -0.017819, + "nauc_precision_at_100_std": 0.210899, + "nauc_precision_at_100_diff1": -0.279804, + "nauc_precision_at_1000_max": -0.077545, + "nauc_precision_at_1000_std": 0.146452, + "nauc_precision_at_1000_diff1": -0.320022, + "nauc_mrr_at_1_max": 0.156226, + "nauc_mrr_at_1_std": -0.150224, + "nauc_mrr_at_1_diff1": 0.587625, + "nauc_mrr_at_3_max": 0.249729, + "nauc_mrr_at_3_std": -0.193239, + "nauc_mrr_at_3_diff1": 0.551589, + "nauc_mrr_at_5_max": 0.23662, + "nauc_mrr_at_5_std": -0.171679, + "nauc_mrr_at_5_diff1": 0.55627, + "nauc_mrr_at_10_max": 0.248093, + "nauc_mrr_at_10_std": -0.141318, + "nauc_mrr_at_10_diff1": 0.559618, + "nauc_mrr_at_20_max": 0.248093, + "nauc_mrr_at_20_std": -0.141318, + "nauc_mrr_at_20_diff1": 0.559618, + "nauc_mrr_at_100_max": 0.244096, + "nauc_mrr_at_100_std": -0.146692, + "nauc_mrr_at_100_diff1": 0.560583, + "nauc_mrr_at_1000_max": 0.244096, + "nauc_mrr_at_1000_std": -0.146692, + "nauc_mrr_at_1000_diff1": 0.560583, + "main_score": 0.76099, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.57506, + "ndcg_at_3": 0.56232, + "ndcg_at_5": 0.59489, + "ndcg_at_10": 0.64909, + "ndcg_at_20": 0.68497, + "ndcg_at_100": 0.71304, + "ndcg_at_1000": 0.71507, + "map_at_1": 0.3133, + "map_at_3": 0.45626, + "map_at_5": 0.50673, + "map_at_10": 0.54852, + "map_at_20": 0.56699, + "map_at_100": 0.57579, + "map_at_1000": 0.576, + "recall_at_1": 0.3133, + "recall_at_3": 0.52854, + "recall_at_5": 0.64552, + "recall_at_10": 0.78027, + "recall_at_20": 0.88248, + "recall_at_100": 0.98916, + "recall_at_1000": 1.0, + "precision_at_1": 0.57506, + "precision_at_3": 0.3715, + "precision_at_5": 0.28702, + "precision_at_10": 0.18575, + "precision_at_20": 0.10878, + "precision_at_100": 0.02499, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.575064, + "mrr_at_3": 0.656489, + "mrr_at_5": 0.678244, + "mrr_at_10": 0.686371, + "mrr_at_20": 0.689318, + "mrr_at_100": 0.690388, + "mrr_at_1000": 0.690431, + "nauc_ndcg_at_1_max": 0.328604, + "nauc_ndcg_at_1_std": 0.010384, + "nauc_ndcg_at_1_diff1": 0.347758, + "nauc_ndcg_at_3_max": 0.312758, + "nauc_ndcg_at_3_std": -0.031489, + "nauc_ndcg_at_3_diff1": 0.282195, + "nauc_ndcg_at_5_max": 0.341512, + "nauc_ndcg_at_5_std": -0.041171, + "nauc_ndcg_at_5_diff1": 0.315163, + "nauc_ndcg_at_10_max": 0.348858, + "nauc_ndcg_at_10_std": -0.04235, + "nauc_ndcg_at_10_diff1": 0.301364, + "nauc_ndcg_at_20_max": 0.355161, + "nauc_ndcg_at_20_std": -0.013373, + "nauc_ndcg_at_20_diff1": 0.308463, + "nauc_ndcg_at_100_max": 0.339045, + "nauc_ndcg_at_100_std": -0.005728, + "nauc_ndcg_at_100_diff1": 0.312186, + "nauc_ndcg_at_1000_max": 0.337536, + "nauc_ndcg_at_1000_std": -0.009924, + "nauc_ndcg_at_1000_diff1": 0.310141, + "nauc_map_at_1_max": 0.192626, + "nauc_map_at_1_std": -0.072283, + "nauc_map_at_1_diff1": 0.415497, + "nauc_map_at_3_max": 0.274578, + "nauc_map_at_3_std": -0.08345, + "nauc_map_at_3_diff1": 0.343721, + "nauc_map_at_5_max": 0.305851, + "nauc_map_at_5_std": -0.075604, + "nauc_map_at_5_diff1": 0.336694, + "nauc_map_at_10_max": 0.321598, + "nauc_map_at_10_std": -0.056234, + "nauc_map_at_10_diff1": 0.320408, + "nauc_map_at_20_max": 0.326673, + "nauc_map_at_20_std": -0.039418, + "nauc_map_at_20_diff1": 0.317696, + "nauc_map_at_100_max": 0.324115, + "nauc_map_at_100_std": -0.035313, + "nauc_map_at_100_diff1": 0.31722, + "nauc_map_at_1000_max": 0.324004, + "nauc_map_at_1000_std": -0.035553, + "nauc_map_at_1000_diff1": 0.31718, + "nauc_recall_at_1_max": 0.192626, + "nauc_recall_at_1_std": -0.072283, + "nauc_recall_at_1_diff1": 0.415497, + "nauc_recall_at_3_max": 0.267312, + "nauc_recall_at_3_std": -0.106811, + "nauc_recall_at_3_diff1": 0.285876, + "nauc_recall_at_5_max": 0.308925, + "nauc_recall_at_5_std": -0.089797, + "nauc_recall_at_5_diff1": 0.273516, + "nauc_recall_at_10_max": 0.348045, + "nauc_recall_at_10_std": -0.09129, + "nauc_recall_at_10_diff1": 0.200686, + "nauc_recall_at_20_max": 0.416886, + "nauc_recall_at_20_std": 0.002072, + "nauc_recall_at_20_diff1": 0.224423, + "nauc_recall_at_100_max": 0.454565, + "nauc_recall_at_100_std": 0.470367, + "nauc_recall_at_100_diff1": 0.504205, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.328604, + "nauc_precision_at_1_std": 0.010384, + "nauc_precision_at_1_diff1": 0.347758, + "nauc_precision_at_3_max": 0.277554, + "nauc_precision_at_3_std": 0.048019, + "nauc_precision_at_3_diff1": -0.003618, + "nauc_precision_at_5_max": 0.261074, + "nauc_precision_at_5_std": 0.093829, + "nauc_precision_at_5_diff1": -0.076684, + "nauc_precision_at_10_max": 0.174292, + "nauc_precision_at_10_std": 0.147084, + "nauc_precision_at_10_diff1": -0.174397, + "nauc_precision_at_20_max": 0.111457, + "nauc_precision_at_20_std": 0.197293, + "nauc_precision_at_20_diff1": -0.201912, + "nauc_precision_at_100_max": 0.014007, + "nauc_precision_at_100_std": 0.193952, + "nauc_precision_at_100_diff1": -0.223414, + "nauc_precision_at_1000_max": 0.007291, + "nauc_precision_at_1000_std": 0.185988, + "nauc_precision_at_1000_diff1": -0.227818, + "nauc_mrr_at_1_max": 0.328604, + "nauc_mrr_at_1_std": 0.010384, + "nauc_mrr_at_1_diff1": 0.347758, + "nauc_mrr_at_3_max": 0.356231, + "nauc_mrr_at_3_std": 0.000867, + "nauc_mrr_at_3_diff1": 0.334353, + "nauc_mrr_at_5_max": 0.350477, + "nauc_mrr_at_5_std": 0.014401, + "nauc_mrr_at_5_diff1": 0.332362, + "nauc_mrr_at_10_max": 0.351488, + "nauc_mrr_at_10_std": 0.008628, + "nauc_mrr_at_10_diff1": 0.328378, + "nauc_mrr_at_20_max": 0.350562, + "nauc_mrr_at_20_std": 0.008743, + "nauc_mrr_at_20_diff1": 0.331648, + "nauc_mrr_at_100_max": 0.350199, + "nauc_mrr_at_100_std": 0.009345, + "nauc_mrr_at_100_diff1": 0.331745, + "nauc_mrr_at_1000_max": 0.350132, + "nauc_mrr_at_1000_std": 0.009214, + "nauc_mrr_at_1000_diff1": 0.331681, + "main_score": 0.64909, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 7528.599490404129, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MLQARetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MLQARetrieval.json new file mode 100644 index 0000000000..692db480fb --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MLQARetrieval.json @@ -0,0 +1,14517 @@ +{ + "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", + "task_name": "MLQARetrieval", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.68085, + "ndcg_at_3": 0.7544, + "ndcg_at_5": 0.77912, + "ndcg_at_10": 0.79521, + "ndcg_at_20": 0.80366, + "ndcg_at_100": 0.81027, + "ndcg_at_1000": 0.81258, + "map_at_1": 0.68085, + "map_at_3": 0.73694, + "map_at_5": 0.75068, + "map_at_10": 0.75721, + "map_at_20": 0.7596, + "map_at_100": 0.76055, + "map_at_1000": 0.76065, + "recall_at_1": 0.68085, + "recall_at_3": 0.80464, + "recall_at_5": 0.8646, + "recall_at_10": 0.91489, + "recall_at_20": 0.94778, + "recall_at_100": 0.98259, + "recall_at_1000": 1.0, + "precision_at_1": 0.68085, + "precision_at_3": 0.26821, + "precision_at_5": 0.17292, + "precision_at_10": 0.09149, + "precision_at_20": 0.04739, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.680851, + "mrr_at_3": 0.736944, + "mrr_at_5": 0.750677, + "mrr_at_10": 0.757207, + "mrr_at_20": 0.759596, + "mrr_at_100": 0.760551, + "mrr_at_1000": 0.760653, + "nauc_ndcg_at_1_max": 0.729302, + "nauc_ndcg_at_1_std": 0.363267, + "nauc_ndcg_at_1_diff1": 0.816798, + "nauc_ndcg_at_3_max": 0.778132, + "nauc_ndcg_at_3_std": 0.398489, + "nauc_ndcg_at_3_diff1": 0.791746, + "nauc_ndcg_at_5_max": 0.779507, + "nauc_ndcg_at_5_std": 0.40184, + "nauc_ndcg_at_5_diff1": 0.796648, + "nauc_ndcg_at_10_max": 0.779055, + "nauc_ndcg_at_10_std": 0.408949, + "nauc_ndcg_at_10_diff1": 0.803135, + "nauc_ndcg_at_20_max": 0.773442, + "nauc_ndcg_at_20_std": 0.399309, + "nauc_ndcg_at_20_diff1": 0.805316, + "nauc_ndcg_at_100_max": 0.772459, + "nauc_ndcg_at_100_std": 0.399812, + "nauc_ndcg_at_100_diff1": 0.80536, + "nauc_ndcg_at_1000_max": 0.769901, + "nauc_ndcg_at_1000_std": 0.394919, + "nauc_ndcg_at_1000_diff1": 0.804946, + "nauc_map_at_1_max": 0.729302, + "nauc_map_at_1_std": 0.363267, + "nauc_map_at_1_diff1": 0.816798, + "nauc_map_at_3_max": 0.766532, + "nauc_map_at_3_std": 0.38776, + "nauc_map_at_3_diff1": 0.799342, + "nauc_map_at_5_max": 0.766858, + "nauc_map_at_5_std": 0.389152, + "nauc_map_at_5_diff1": 0.80256, + "nauc_map_at_10_max": 0.766394, + "nauc_map_at_10_std": 0.391591, + "nauc_map_at_10_diff1": 0.804905, + "nauc_map_at_20_max": 0.764953, + "nauc_map_at_20_std": 0.389085, + "nauc_map_at_20_diff1": 0.805443, + "nauc_map_at_100_max": 0.764782, + "nauc_map_at_100_std": 0.388938, + "nauc_map_at_100_diff1": 0.805533, + "nauc_map_at_1000_max": 0.764692, + "nauc_map_at_1000_std": 0.388773, + "nauc_map_at_1000_diff1": 0.805533, + "nauc_recall_at_1_max": 0.729302, + "nauc_recall_at_1_std": 0.363267, + "nauc_recall_at_1_diff1": 0.816798, + "nauc_recall_at_3_max": 0.819193, + "nauc_recall_at_3_std": 0.437931, + "nauc_recall_at_3_diff1": 0.76384, + "nauc_recall_at_5_max": 0.838691, + "nauc_recall_at_5_std": 0.463771, + "nauc_recall_at_5_diff1": 0.76817, + "nauc_recall_at_10_max": 0.866852, + "nauc_recall_at_10_std": 0.540386, + "nauc_recall_at_10_diff1": 0.797265, + "nauc_recall_at_20_max": 0.849167, + "nauc_recall_at_20_std": 0.499947, + "nauc_recall_at_20_diff1": 0.821591, + "nauc_recall_at_100_max": 0.956399, + "nauc_recall_at_100_std": 0.755003, + "nauc_recall_at_100_diff1": 0.842812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729302, + "nauc_precision_at_1_std": 0.363267, + "nauc_precision_at_1_diff1": 0.816798, + "nauc_precision_at_3_max": 0.819193, + "nauc_precision_at_3_std": 0.437931, + "nauc_precision_at_3_diff1": 0.76384, + "nauc_precision_at_5_max": 0.838691, + "nauc_precision_at_5_std": 0.463771, + "nauc_precision_at_5_diff1": 0.76817, + "nauc_precision_at_10_max": 0.866852, + "nauc_precision_at_10_std": 0.540386, + "nauc_precision_at_10_diff1": 0.797265, + "nauc_precision_at_20_max": 0.849167, + "nauc_precision_at_20_std": 0.499947, + "nauc_precision_at_20_diff1": 0.821591, + "nauc_precision_at_100_max": 0.956399, + "nauc_precision_at_100_std": 0.755003, + "nauc_precision_at_100_diff1": 0.842812, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.729302, + "nauc_mrr_at_1_std": 0.363267, + "nauc_mrr_at_1_diff1": 0.816798, + "nauc_mrr_at_3_max": 0.766532, + "nauc_mrr_at_3_std": 0.38776, + "nauc_mrr_at_3_diff1": 0.799342, + "nauc_mrr_at_5_max": 0.766858, + "nauc_mrr_at_5_std": 0.389152, + "nauc_mrr_at_5_diff1": 0.80256, + "nauc_mrr_at_10_max": 0.766394, + "nauc_mrr_at_10_std": 0.391591, + "nauc_mrr_at_10_diff1": 0.804905, + "nauc_mrr_at_20_max": 0.764953, + "nauc_mrr_at_20_std": 0.389085, + "nauc_mrr_at_20_diff1": 0.805443, + "nauc_mrr_at_100_max": 0.764782, + "nauc_mrr_at_100_std": 0.388938, + "nauc_mrr_at_100_diff1": 0.805533, + "nauc_mrr_at_1000_max": 0.764692, + "nauc_mrr_at_1000_std": 0.388773, + "nauc_mrr_at_1000_diff1": 0.805533, + "main_score": 0.79521, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.7343, + "ndcg_at_3": 0.81228, + "ndcg_at_5": 0.84264, + "ndcg_at_10": 0.85743, + "ndcg_at_20": 0.85743, + "ndcg_at_100": 0.86126, + "ndcg_at_1000": 0.86193, + "map_at_1": 0.7343, + "map_at_3": 0.79549, + "map_at_5": 0.81264, + "map_at_10": 0.81917, + "map_at_20": 0.81917, + "map_at_100": 0.81979, + "map_at_1000": 0.81983, + "recall_at_1": 0.7343, + "recall_at_3": 0.8599, + "recall_at_5": 0.93237, + "recall_at_10": 0.97585, + "recall_at_20": 0.97585, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "precision_at_1": 0.7343, + "precision_at_3": 0.28663, + "precision_at_5": 0.18647, + "precision_at_10": 0.09758, + "precision_at_20": 0.04879, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.7343, + "mrr_at_3": 0.795491, + "mrr_at_5": 0.812641, + "mrr_at_10": 0.819168, + "mrr_at_20": 0.819168, + "mrr_at_100": 0.819793, + "mrr_at_1000": 0.819826, + "nauc_ndcg_at_1_max": 0.678628, + "nauc_ndcg_at_1_std": 0.333048, + "nauc_ndcg_at_1_diff1": 0.848721, + "nauc_ndcg_at_3_max": 0.757059, + "nauc_ndcg_at_3_std": 0.419033, + "nauc_ndcg_at_3_diff1": 0.804316, + "nauc_ndcg_at_5_max": 0.753412, + "nauc_ndcg_at_5_std": 0.422726, + "nauc_ndcg_at_5_diff1": 0.817412, + "nauc_ndcg_at_10_max": 0.742687, + "nauc_ndcg_at_10_std": 0.418273, + "nauc_ndcg_at_10_diff1": 0.824097, + "nauc_ndcg_at_20_max": 0.742687, + "nauc_ndcg_at_20_std": 0.418273, + "nauc_ndcg_at_20_diff1": 0.824097, + "nauc_ndcg_at_100_max": 0.734857, + "nauc_ndcg_at_100_std": 0.401615, + "nauc_ndcg_at_100_diff1": 0.826392, + "nauc_ndcg_at_1000_max": 0.733439, + "nauc_ndcg_at_1000_std": 0.398415, + "nauc_ndcg_at_1000_diff1": 0.825463, + "nauc_map_at_1_max": 0.678628, + "nauc_map_at_1_std": 0.333048, + "nauc_map_at_1_diff1": 0.848721, + "nauc_map_at_3_max": 0.736227, + "nauc_map_at_3_std": 0.394652, + "nauc_map_at_3_diff1": 0.816235, + "nauc_map_at_5_max": 0.732531, + "nauc_map_at_5_std": 0.393614, + "nauc_map_at_5_diff1": 0.823639, + "nauc_map_at_10_max": 0.727815, + "nauc_map_at_10_std": 0.390102, + "nauc_map_at_10_diff1": 0.826532, + "nauc_map_at_20_max": 0.727815, + "nauc_map_at_20_std": 0.390102, + "nauc_map_at_20_diff1": 0.826532, + "nauc_map_at_100_max": 0.726772, + "nauc_map_at_100_std": 0.38791, + "nauc_map_at_100_diff1": 0.826869, + "nauc_map_at_1000_max": 0.726717, + "nauc_map_at_1000_std": 0.387786, + "nauc_map_at_1000_diff1": 0.826834, + "nauc_recall_at_1_max": 0.678628, + "nauc_recall_at_1_std": 0.333048, + "nauc_recall_at_1_diff1": 0.848721, + "nauc_recall_at_3_max": 0.838192, + "nauc_recall_at_3_std": 0.51499, + "nauc_recall_at_3_diff1": 0.757815, + "nauc_recall_at_5_max": 0.900454, + "nauc_recall_at_5_std": 0.635025, + "nauc_recall_at_5_diff1": 0.778217, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.973814, + "nauc_recall_at_10_diff1": 0.802984, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.973814, + "nauc_recall_at_20_diff1": 0.802984, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678628, + "nauc_precision_at_1_std": 0.333048, + "nauc_precision_at_1_diff1": 0.848721, + "nauc_precision_at_3_max": 0.838192, + "nauc_precision_at_3_std": 0.51499, + "nauc_precision_at_3_diff1": 0.757815, + "nauc_precision_at_5_max": 0.900454, + "nauc_precision_at_5_std": 0.635025, + "nauc_precision_at_5_diff1": 0.778217, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.973814, + "nauc_precision_at_10_diff1": 0.802984, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.973814, + "nauc_precision_at_20_diff1": 0.802984, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.678628, + "nauc_mrr_at_1_std": 0.333048, + "nauc_mrr_at_1_diff1": 0.848721, + "nauc_mrr_at_3_max": 0.736227, + "nauc_mrr_at_3_std": 0.394652, + "nauc_mrr_at_3_diff1": 0.816235, + "nauc_mrr_at_5_max": 0.732531, + "nauc_mrr_at_5_std": 0.393614, + "nauc_mrr_at_5_diff1": 0.823639, + "nauc_mrr_at_10_max": 0.727815, + "nauc_mrr_at_10_std": 0.390102, + "nauc_mrr_at_10_diff1": 0.826532, + "nauc_mrr_at_20_max": 0.727815, + "nauc_mrr_at_20_std": 0.390102, + "nauc_mrr_at_20_diff1": 0.826532, + "nauc_mrr_at_100_max": 0.726772, + "nauc_mrr_at_100_std": 0.38791, + "nauc_mrr_at_100_diff1": 0.826869, + "nauc_mrr_at_1000_max": 0.726717, + "nauc_mrr_at_1000_std": 0.387786, + "nauc_mrr_at_1000_diff1": 0.826834, + "main_score": 0.85743, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.74662, + "ndcg_at_3": 0.82474, + "ndcg_at_5": 0.8394, + "ndcg_at_10": 0.84973, + "ndcg_at_20": 0.8545, + "ndcg_at_100": 0.85969, + "ndcg_at_1000": 0.8607, + "map_at_1": 0.74662, + "map_at_3": 0.80561, + "map_at_5": 0.81393, + "map_at_10": 0.81838, + "map_at_20": 0.81963, + "map_at_100": 0.82042, + "map_at_1000": 0.82046, + "recall_at_1": 0.74662, + "recall_at_3": 0.88008, + "recall_at_5": 0.91489, + "recall_at_10": 0.94584, + "recall_at_20": 0.96518, + "recall_at_100": 0.99226, + "recall_at_1000": 1.0, + "precision_at_1": 0.74662, + "precision_at_3": 0.29336, + "precision_at_5": 0.18298, + "precision_at_10": 0.09458, + "precision_at_20": 0.04826, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746615, + "mrr_at_3": 0.805609, + "mrr_at_5": 0.813926, + "mrr_at_10": 0.818378, + "mrr_at_20": 0.819625, + "mrr_at_100": 0.820423, + "mrr_at_1000": 0.820461, + "nauc_ndcg_at_1_max": 0.704017, + "nauc_ndcg_at_1_std": 0.19013, + "nauc_ndcg_at_1_diff1": 0.861615, + "nauc_ndcg_at_3_max": 0.762015, + "nauc_ndcg_at_3_std": 0.261885, + "nauc_ndcg_at_3_diff1": 0.833304, + "nauc_ndcg_at_5_max": 0.765522, + "nauc_ndcg_at_5_std": 0.259368, + "nauc_ndcg_at_5_diff1": 0.835119, + "nauc_ndcg_at_10_max": 0.76009, + "nauc_ndcg_at_10_std": 0.269463, + "nauc_ndcg_at_10_diff1": 0.838112, + "nauc_ndcg_at_20_max": 0.756469, + "nauc_ndcg_at_20_std": 0.260742, + "nauc_ndcg_at_20_diff1": 0.837218, + "nauc_ndcg_at_100_max": 0.752504, + "nauc_ndcg_at_100_std": 0.256334, + "nauc_ndcg_at_100_diff1": 0.841673, + "nauc_ndcg_at_1000_max": 0.75056, + "nauc_ndcg_at_1000_std": 0.251436, + "nauc_ndcg_at_1000_diff1": 0.842071, + "nauc_map_at_1_max": 0.704017, + "nauc_map_at_1_std": 0.19013, + "nauc_map_at_1_diff1": 0.861615, + "nauc_map_at_3_max": 0.746844, + "nauc_map_at_3_std": 0.242776, + "nauc_map_at_3_diff1": 0.84174, + "nauc_map_at_5_max": 0.74793, + "nauc_map_at_5_std": 0.240013, + "nauc_map_at_5_diff1": 0.843113, + "nauc_map_at_10_max": 0.745586, + "nauc_map_at_10_std": 0.242968, + "nauc_map_at_10_diff1": 0.84441, + "nauc_map_at_20_max": 0.744865, + "nauc_map_at_20_std": 0.241338, + "nauc_map_at_20_diff1": 0.844173, + "nauc_map_at_100_max": 0.744287, + "nauc_map_at_100_std": 0.240865, + "nauc_map_at_100_diff1": 0.844798, + "nauc_map_at_1000_max": 0.744227, + "nauc_map_at_1000_std": 0.240724, + "nauc_map_at_1000_diff1": 0.844815, + "nauc_recall_at_1_max": 0.704017, + "nauc_recall_at_1_std": 0.19013, + "nauc_recall_at_1_diff1": 0.861615, + "nauc_recall_at_3_max": 0.826866, + "nauc_recall_at_3_std": 0.343819, + "nauc_recall_at_3_diff1": 0.796491, + "nauc_recall_at_5_max": 0.865801, + "nauc_recall_at_5_std": 0.369851, + "nauc_recall_at_5_diff1": 0.789306, + "nauc_recall_at_10_max": 0.880069, + "nauc_recall_at_10_std": 0.512737, + "nauc_recall_at_10_diff1": 0.785952, + "nauc_recall_at_20_max": 0.884847, + "nauc_recall_at_20_std": 0.497144, + "nauc_recall_at_20_diff1": 0.746526, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.888565, + "nauc_recall_at_100_diff1": 0.795738, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704017, + "nauc_precision_at_1_std": 0.19013, + "nauc_precision_at_1_diff1": 0.861615, + "nauc_precision_at_3_max": 0.826866, + "nauc_precision_at_3_std": 0.343819, + "nauc_precision_at_3_diff1": 0.796491, + "nauc_precision_at_5_max": 0.865801, + "nauc_precision_at_5_std": 0.369851, + "nauc_precision_at_5_diff1": 0.789306, + "nauc_precision_at_10_max": 0.880069, + "nauc_precision_at_10_std": 0.512737, + "nauc_precision_at_10_diff1": 0.785952, + "nauc_precision_at_20_max": 0.884847, + "nauc_precision_at_20_std": 0.497144, + "nauc_precision_at_20_diff1": 0.746526, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.888565, + "nauc_precision_at_100_diff1": 0.795738, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.704017, + "nauc_mrr_at_1_std": 0.19013, + "nauc_mrr_at_1_diff1": 0.861615, + "nauc_mrr_at_3_max": 0.746844, + "nauc_mrr_at_3_std": 0.242776, + "nauc_mrr_at_3_diff1": 0.84174, + "nauc_mrr_at_5_max": 0.74793, + "nauc_mrr_at_5_std": 0.240013, + "nauc_mrr_at_5_diff1": 0.843113, + "nauc_mrr_at_10_max": 0.745586, + "nauc_mrr_at_10_std": 0.242968, + "nauc_mrr_at_10_diff1": 0.84441, + "nauc_mrr_at_20_max": 0.744865, + "nauc_mrr_at_20_std": 0.241338, + "nauc_mrr_at_20_diff1": 0.844173, + "nauc_mrr_at_100_max": 0.744287, + "nauc_mrr_at_100_std": 0.240865, + "nauc_mrr_at_100_diff1": 0.844798, + "nauc_mrr_at_1000_max": 0.744227, + "nauc_mrr_at_1000_std": 0.240724, + "nauc_mrr_at_1000_diff1": 0.844815, + "main_score": 0.84973, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80745, + "ndcg_at_3": 0.86069, + "ndcg_at_5": 0.88395, + "ndcg_at_10": 0.89229, + "ndcg_at_20": 0.8956, + "ndcg_at_100": 0.89784, + "ndcg_at_1000": 0.89784, + "map_at_1": 0.80745, + "map_at_3": 0.84886, + "map_at_5": 0.8619, + "map_at_10": 0.86553, + "map_at_20": 0.86652, + "map_at_100": 0.86679, + "map_at_1000": 0.86679, + "recall_at_1": 0.80745, + "recall_at_3": 0.89441, + "recall_at_5": 0.95031, + "recall_at_10": 0.97516, + "recall_at_20": 0.98758, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.80745, + "precision_at_3": 0.29814, + "precision_at_5": 0.19006, + "precision_at_10": 0.09752, + "precision_at_20": 0.04938, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807453, + "mrr_at_3": 0.848861, + "mrr_at_5": 0.861905, + "mrr_at_10": 0.865528, + "mrr_at_20": 0.866523, + "mrr_at_100": 0.866794, + "mrr_at_1000": 0.866794, + "nauc_ndcg_at_1_max": 0.831764, + "nauc_ndcg_at_1_std": 0.338597, + "nauc_ndcg_at_1_diff1": 0.863418, + "nauc_ndcg_at_3_max": 0.827822, + "nauc_ndcg_at_3_std": 0.365232, + "nauc_ndcg_at_3_diff1": 0.824335, + "nauc_ndcg_at_5_max": 0.849994, + "nauc_ndcg_at_5_std": 0.382302, + "nauc_ndcg_at_5_diff1": 0.832392, + "nauc_ndcg_at_10_max": 0.846281, + "nauc_ndcg_at_10_std": 0.378584, + "nauc_ndcg_at_10_diff1": 0.844533, + "nauc_ndcg_at_20_max": 0.841169, + "nauc_ndcg_at_20_std": 0.379794, + "nauc_ndcg_at_20_diff1": 0.841504, + "nauc_ndcg_at_100_max": 0.837519, + "nauc_ndcg_at_100_std": 0.365539, + "nauc_ndcg_at_100_diff1": 0.842602, + "nauc_ndcg_at_1000_max": 0.837519, + "nauc_ndcg_at_1000_std": 0.365539, + "nauc_ndcg_at_1000_diff1": 0.842602, + "nauc_map_at_1_max": 0.831764, + "nauc_map_at_1_std": 0.338597, + "nauc_map_at_1_diff1": 0.863418, + "nauc_map_at_3_max": 0.827996, + "nauc_map_at_3_std": 0.354228, + "nauc_map_at_3_diff1": 0.835648, + "nauc_map_at_5_max": 0.838325, + "nauc_map_at_5_std": 0.359883, + "nauc_map_at_5_diff1": 0.840843, + "nauc_map_at_10_max": 0.836784, + "nauc_map_at_10_std": 0.359205, + "nauc_map_at_10_diff1": 0.845041, + "nauc_map_at_20_max": 0.835504, + "nauc_map_at_20_std": 0.359444, + "nauc_map_at_20_diff1": 0.844317, + "nauc_map_at_100_max": 0.835152, + "nauc_map_at_100_std": 0.358073, + "nauc_map_at_100_diff1": 0.844439, + "nauc_map_at_1000_max": 0.835152, + "nauc_map_at_1000_std": 0.358073, + "nauc_map_at_1000_diff1": 0.844439, + "nauc_recall_at_1_max": 0.831764, + "nauc_recall_at_1_std": 0.338597, + "nauc_recall_at_1_diff1": 0.863418, + "nauc_recall_at_3_max": 0.82771, + "nauc_recall_at_3_std": 0.410681, + "nauc_recall_at_3_diff1": 0.779613, + "nauc_recall_at_5_max": 0.948989, + "nauc_recall_at_5_std": 0.567819, + "nauc_recall_at_5_diff1": 0.770379, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.674806, + "nauc_recall_at_10_diff1": 0.865321, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.795956, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.831764, + "nauc_precision_at_1_std": 0.338597, + "nauc_precision_at_1_diff1": 0.863418, + "nauc_precision_at_3_max": 0.82771, + "nauc_precision_at_3_std": 0.410681, + "nauc_precision_at_3_diff1": 0.779613, + "nauc_precision_at_5_max": 0.948989, + "nauc_precision_at_5_std": 0.567819, + "nauc_precision_at_5_diff1": 0.770379, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.674806, + "nauc_precision_at_10_diff1": 0.865321, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.795956, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.831764, + "nauc_mrr_at_1_std": 0.338597, + "nauc_mrr_at_1_diff1": 0.863418, + "nauc_mrr_at_3_max": 0.827996, + "nauc_mrr_at_3_std": 0.354228, + "nauc_mrr_at_3_diff1": 0.835648, + "nauc_mrr_at_5_max": 0.838325, + "nauc_mrr_at_5_std": 0.359883, + "nauc_mrr_at_5_diff1": 0.840843, + "nauc_mrr_at_10_max": 0.836784, + "nauc_mrr_at_10_std": 0.359205, + "nauc_mrr_at_10_diff1": 0.845041, + "nauc_mrr_at_20_max": 0.835504, + "nauc_mrr_at_20_std": 0.359444, + "nauc_mrr_at_20_diff1": 0.844317, + "nauc_mrr_at_100_max": 0.835152, + "nauc_mrr_at_100_std": 0.358073, + "nauc_mrr_at_100_diff1": 0.844439, + "nauc_mrr_at_1000_max": 0.835152, + "nauc_mrr_at_1000_std": 0.358073, + "nauc_mrr_at_1000_diff1": 0.844439, + "main_score": 0.89229, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.78495, + "ndcg_at_3": 0.85605, + "ndcg_at_5": 0.87132, + "ndcg_at_10": 0.8784, + "ndcg_at_20": 0.88104, + "ndcg_at_100": 0.88527, + "ndcg_at_1000": 0.88606, + "map_at_1": 0.78495, + "map_at_3": 0.83961, + "map_at_5": 0.84794, + "map_at_10": 0.85094, + "map_at_20": 0.85162, + "map_at_100": 0.85231, + "map_at_1000": 0.85236, + "recall_at_1": 0.78495, + "recall_at_3": 0.90323, + "recall_at_5": 0.94086, + "recall_at_10": 0.96237, + "recall_at_20": 0.97312, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "precision_at_1": 0.78495, + "precision_at_3": 0.30108, + "precision_at_5": 0.18817, + "precision_at_10": 0.09624, + "precision_at_20": 0.04866, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784946, + "mrr_at_3": 0.839606, + "mrr_at_5": 0.847939, + "mrr_at_10": 0.850941, + "mrr_at_20": 0.851623, + "mrr_at_100": 0.852308, + "mrr_at_1000": 0.852356, + "nauc_ndcg_at_1_max": 0.719137, + "nauc_ndcg_at_1_std": 0.451843, + "nauc_ndcg_at_1_diff1": 0.830902, + "nauc_ndcg_at_3_max": 0.784318, + "nauc_ndcg_at_3_std": 0.521675, + "nauc_ndcg_at_3_diff1": 0.813247, + "nauc_ndcg_at_5_max": 0.783986, + "nauc_ndcg_at_5_std": 0.524493, + "nauc_ndcg_at_5_diff1": 0.811965, + "nauc_ndcg_at_10_max": 0.781369, + "nauc_ndcg_at_10_std": 0.53329, + "nauc_ndcg_at_10_diff1": 0.804496, + "nauc_ndcg_at_20_max": 0.776235, + "nauc_ndcg_at_20_std": 0.532822, + "nauc_ndcg_at_20_diff1": 0.799905, + "nauc_ndcg_at_100_max": 0.77028, + "nauc_ndcg_at_100_std": 0.520582, + "nauc_ndcg_at_100_diff1": 0.811637, + "nauc_ndcg_at_1000_max": 0.768591, + "nauc_ndcg_at_1000_std": 0.517058, + "nauc_ndcg_at_1000_diff1": 0.811216, + "nauc_map_at_1_max": 0.719137, + "nauc_map_at_1_std": 0.451843, + "nauc_map_at_1_diff1": 0.830902, + "nauc_map_at_3_max": 0.765385, + "nauc_map_at_3_std": 0.504043, + "nauc_map_at_3_diff1": 0.817206, + "nauc_map_at_5_max": 0.764416, + "nauc_map_at_5_std": 0.504871, + "nauc_map_at_5_diff1": 0.816582, + "nauc_map_at_10_max": 0.763471, + "nauc_map_at_10_std": 0.508884, + "nauc_map_at_10_diff1": 0.814117, + "nauc_map_at_20_max": 0.762313, + "nauc_map_at_20_std": 0.508542, + "nauc_map_at_20_diff1": 0.813206, + "nauc_map_at_100_max": 0.761571, + "nauc_map_at_100_std": 0.507007, + "nauc_map_at_100_diff1": 0.814732, + "nauc_map_at_1000_max": 0.761488, + "nauc_map_at_1000_std": 0.506836, + "nauc_map_at_1000_diff1": 0.814713, + "nauc_recall_at_1_max": 0.719137, + "nauc_recall_at_1_std": 0.451843, + "nauc_recall_at_1_diff1": 0.830902, + "nauc_recall_at_3_max": 0.868716, + "nauc_recall_at_3_std": 0.59842, + "nauc_recall_at_3_diff1": 0.796418, + "nauc_recall_at_5_max": 0.917849, + "nauc_recall_at_5_std": 0.656132, + "nauc_recall_at_5_diff1": 0.781781, + "nauc_recall_at_10_max": 0.962562, + "nauc_recall_at_10_std": 0.78618, + "nauc_recall_at_10_diff1": 0.694523, + "nauc_recall_at_20_max": 0.947587, + "nauc_recall_at_20_std": 0.88455, + "nauc_recall_at_20_diff1": 0.572332, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.868968, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719137, + "nauc_precision_at_1_std": 0.451843, + "nauc_precision_at_1_diff1": 0.830902, + "nauc_precision_at_3_max": 0.868716, + "nauc_precision_at_3_std": 0.59842, + "nauc_precision_at_3_diff1": 0.796418, + "nauc_precision_at_5_max": 0.917849, + "nauc_precision_at_5_std": 0.656132, + "nauc_precision_at_5_diff1": 0.781781, + "nauc_precision_at_10_max": 0.962562, + "nauc_precision_at_10_std": 0.78618, + "nauc_precision_at_10_diff1": 0.694523, + "nauc_precision_at_20_max": 0.947587, + "nauc_precision_at_20_std": 0.88455, + "nauc_precision_at_20_diff1": 0.572332, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.868968, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719137, + "nauc_mrr_at_1_std": 0.451843, + "nauc_mrr_at_1_diff1": 0.830902, + "nauc_mrr_at_3_max": 0.765385, + "nauc_mrr_at_3_std": 0.504043, + "nauc_mrr_at_3_diff1": 0.817206, + "nauc_mrr_at_5_max": 0.764416, + "nauc_mrr_at_5_std": 0.504871, + "nauc_mrr_at_5_diff1": 0.816582, + "nauc_mrr_at_10_max": 0.763471, + "nauc_mrr_at_10_std": 0.508884, + "nauc_mrr_at_10_diff1": 0.814117, + "nauc_mrr_at_20_max": 0.762313, + "nauc_mrr_at_20_std": 0.508542, + "nauc_mrr_at_20_diff1": 0.813206, + "nauc_mrr_at_100_max": 0.761571, + "nauc_mrr_at_100_std": 0.507007, + "nauc_mrr_at_100_diff1": 0.814732, + "nauc_mrr_at_1000_max": 0.761488, + "nauc_mrr_at_1000_std": 0.506836, + "nauc_mrr_at_1000_diff1": 0.814713, + "main_score": 0.8784, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.71779, + "ndcg_at_3": 0.78425, + "ndcg_at_5": 0.7993, + "ndcg_at_10": 0.81842, + "ndcg_at_20": 0.82465, + "ndcg_at_100": 0.83287, + "ndcg_at_1000": 0.83375, + "map_at_1": 0.71779, + "map_at_3": 0.76892, + "map_at_5": 0.7772, + "map_at_10": 0.78467, + "map_at_20": 0.78638, + "map_at_100": 0.78762, + "map_at_1000": 0.78766, + "recall_at_1": 0.71779, + "recall_at_3": 0.82822, + "recall_at_5": 0.86503, + "recall_at_10": 0.92638, + "recall_at_20": 0.95092, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.71779, + "precision_at_3": 0.27607, + "precision_at_5": 0.17301, + "precision_at_10": 0.09264, + "precision_at_20": 0.04755, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717791, + "mrr_at_3": 0.768916, + "mrr_at_5": 0.777198, + "mrr_at_10": 0.78467, + "mrr_at_20": 0.786384, + "mrr_at_100": 0.787616, + "mrr_at_1000": 0.787664, + "nauc_ndcg_at_1_max": 0.725648, + "nauc_ndcg_at_1_std": 0.280996, + "nauc_ndcg_at_1_diff1": 0.803139, + "nauc_ndcg_at_3_max": 0.798725, + "nauc_ndcg_at_3_std": 0.408078, + "nauc_ndcg_at_3_diff1": 0.775131, + "nauc_ndcg_at_5_max": 0.794775, + "nauc_ndcg_at_5_std": 0.407733, + "nauc_ndcg_at_5_diff1": 0.773351, + "nauc_ndcg_at_10_max": 0.788257, + "nauc_ndcg_at_10_std": 0.423823, + "nauc_ndcg_at_10_diff1": 0.775586, + "nauc_ndcg_at_20_max": 0.783862, + "nauc_ndcg_at_20_std": 0.414706, + "nauc_ndcg_at_20_diff1": 0.776703, + "nauc_ndcg_at_100_max": 0.777935, + "nauc_ndcg_at_100_std": 0.389585, + "nauc_ndcg_at_100_diff1": 0.778108, + "nauc_ndcg_at_1000_max": 0.77826, + "nauc_ndcg_at_1000_std": 0.386791, + "nauc_ndcg_at_1000_diff1": 0.780553, + "nauc_map_at_1_max": 0.725648, + "nauc_map_at_1_std": 0.280996, + "nauc_map_at_1_diff1": 0.803139, + "nauc_map_at_3_max": 0.78007, + "nauc_map_at_3_std": 0.375669, + "nauc_map_at_3_diff1": 0.783411, + "nauc_map_at_5_max": 0.777418, + "nauc_map_at_5_std": 0.37346, + "nauc_map_at_5_diff1": 0.783018, + "nauc_map_at_10_max": 0.774365, + "nauc_map_at_10_std": 0.377012, + "nauc_map_at_10_diff1": 0.783604, + "nauc_map_at_20_max": 0.773195, + "nauc_map_at_20_std": 0.374257, + "nauc_map_at_20_diff1": 0.783885, + "nauc_map_at_100_max": 0.772523, + "nauc_map_at_100_std": 0.371078, + "nauc_map_at_100_diff1": 0.784194, + "nauc_map_at_1000_max": 0.772535, + "nauc_map_at_1000_std": 0.370954, + "nauc_map_at_1000_diff1": 0.7843, + "nauc_recall_at_1_max": 0.725648, + "nauc_recall_at_1_std": 0.280996, + "nauc_recall_at_1_diff1": 0.803139, + "nauc_recall_at_3_max": 0.866538, + "nauc_recall_at_3_std": 0.525873, + "nauc_recall_at_3_diff1": 0.744363, + "nauc_recall_at_5_max": 0.869629, + "nauc_recall_at_5_std": 0.559226, + "nauc_recall_at_5_diff1": 0.729374, + "nauc_recall_at_10_max": 0.883878, + "nauc_recall_at_10_std": 0.79979, + "nauc_recall_at_10_diff1": 0.718846, + "nauc_recall_at_20_max": 0.876869, + "nauc_recall_at_20_std": 0.879002, + "nauc_recall_at_20_diff1": 0.706119, + "nauc_recall_at_100_max": 0.722037, + "nauc_recall_at_100_std": 0.869548, + "nauc_recall_at_100_diff1": 0.358144, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725648, + "nauc_precision_at_1_std": 0.280996, + "nauc_precision_at_1_diff1": 0.803139, + "nauc_precision_at_3_max": 0.866538, + "nauc_precision_at_3_std": 0.525873, + "nauc_precision_at_3_diff1": 0.744363, + "nauc_precision_at_5_max": 0.869629, + "nauc_precision_at_5_std": 0.559226, + "nauc_precision_at_5_diff1": 0.729374, + "nauc_precision_at_10_max": 0.883878, + "nauc_precision_at_10_std": 0.79979, + "nauc_precision_at_10_diff1": 0.718846, + "nauc_precision_at_20_max": 0.876869, + "nauc_precision_at_20_std": 0.879002, + "nauc_precision_at_20_diff1": 0.706119, + "nauc_precision_at_100_max": 0.722037, + "nauc_precision_at_100_std": 0.869548, + "nauc_precision_at_100_diff1": 0.358144, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.725648, + "nauc_mrr_at_1_std": 0.280996, + "nauc_mrr_at_1_diff1": 0.803139, + "nauc_mrr_at_3_max": 0.78007, + "nauc_mrr_at_3_std": 0.375669, + "nauc_mrr_at_3_diff1": 0.783411, + "nauc_mrr_at_5_max": 0.777418, + "nauc_mrr_at_5_std": 0.37346, + "nauc_mrr_at_5_diff1": 0.783018, + "nauc_mrr_at_10_max": 0.774365, + "nauc_mrr_at_10_std": 0.377012, + "nauc_mrr_at_10_diff1": 0.783604, + "nauc_mrr_at_20_max": 0.773195, + "nauc_mrr_at_20_std": 0.374257, + "nauc_mrr_at_20_diff1": 0.783885, + "nauc_mrr_at_100_max": 0.772523, + "nauc_mrr_at_100_std": 0.371078, + "nauc_mrr_at_100_diff1": 0.784194, + "nauc_mrr_at_1000_max": 0.772535, + "nauc_mrr_at_1000_std": 0.370954, + "nauc_mrr_at_1000_diff1": 0.7843, + "main_score": 0.81842, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.78191, + "ndcg_at_3": 0.85366, + "ndcg_at_5": 0.86053, + "ndcg_at_10": 0.87069, + "ndcg_at_20": 0.87494, + "ndcg_at_100": 0.88166, + "ndcg_at_1000": 0.88166, + "map_at_1": 0.78191, + "map_at_3": 0.83777, + "map_at_5": 0.84176, + "map_at_10": 0.84585, + "map_at_20": 0.84713, + "map_at_100": 0.84799, + "map_at_1000": 0.84799, + "recall_at_1": 0.78191, + "recall_at_3": 0.89894, + "recall_at_5": 0.91489, + "recall_at_10": 0.94681, + "recall_at_20": 0.96277, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.78191, + "precision_at_3": 0.29965, + "precision_at_5": 0.18298, + "precision_at_10": 0.09468, + "precision_at_20": 0.04814, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781915, + "mrr_at_3": 0.837766, + "mrr_at_5": 0.841755, + "mrr_at_10": 0.845854, + "mrr_at_20": 0.847134, + "mrr_at_100": 0.847992, + "mrr_at_1000": 0.847992, + "nauc_ndcg_at_1_max": 0.686251, + "nauc_ndcg_at_1_std": 0.261527, + "nauc_ndcg_at_1_diff1": 0.815232, + "nauc_ndcg_at_3_max": 0.711647, + "nauc_ndcg_at_3_std": 0.394979, + "nauc_ndcg_at_3_diff1": 0.786431, + "nauc_ndcg_at_5_max": 0.732828, + "nauc_ndcg_at_5_std": 0.394664, + "nauc_ndcg_at_5_diff1": 0.8033, + "nauc_ndcg_at_10_max": 0.719453, + "nauc_ndcg_at_10_std": 0.378186, + "nauc_ndcg_at_10_diff1": 0.796568, + "nauc_ndcg_at_20_max": 0.723544, + "nauc_ndcg_at_20_std": 0.373385, + "nauc_ndcg_at_20_diff1": 0.801314, + "nauc_ndcg_at_100_max": 0.712457, + "nauc_ndcg_at_100_std": 0.355412, + "nauc_ndcg_at_100_diff1": 0.800129, + "nauc_ndcg_at_1000_max": 0.712457, + "nauc_ndcg_at_1000_std": 0.355412, + "nauc_ndcg_at_1000_diff1": 0.800129, + "nauc_map_at_1_max": 0.686251, + "nauc_map_at_1_std": 0.261527, + "nauc_map_at_1_diff1": 0.815232, + "nauc_map_at_3_max": 0.702011, + "nauc_map_at_3_std": 0.355117, + "nauc_map_at_3_diff1": 0.793199, + "nauc_map_at_5_max": 0.712697, + "nauc_map_at_5_std": 0.353888, + "nauc_map_at_5_diff1": 0.802096, + "nauc_map_at_10_max": 0.707515, + "nauc_map_at_10_std": 0.347176, + "nauc_map_at_10_diff1": 0.799817, + "nauc_map_at_20_max": 0.708248, + "nauc_map_at_20_std": 0.345429, + "nauc_map_at_20_diff1": 0.800945, + "nauc_map_at_100_max": 0.706904, + "nauc_map_at_100_std": 0.343049, + "nauc_map_at_100_diff1": 0.80079, + "nauc_map_at_1000_max": 0.706904, + "nauc_map_at_1000_std": 0.343049, + "nauc_map_at_1000_diff1": 0.80079, + "nauc_recall_at_1_max": 0.686251, + "nauc_recall_at_1_std": 0.261527, + "nauc_recall_at_1_diff1": 0.815232, + "nauc_recall_at_3_max": 0.75477, + "nauc_recall_at_3_std": 0.567756, + "nauc_recall_at_3_diff1": 0.758309, + "nauc_recall_at_5_max": 0.839524, + "nauc_recall_at_5_std": 0.599013, + "nauc_recall_at_5_diff1": 0.814097, + "nauc_recall_at_10_max": 0.8074, + "nauc_recall_at_10_std": 0.601135, + "nauc_recall_at_10_diff1": 0.771308, + "nauc_recall_at_20_max": 0.89891, + "nauc_recall_at_20_std": 0.647124, + "nauc_recall_at_20_diff1": 0.819389, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686251, + "nauc_precision_at_1_std": 0.261527, + "nauc_precision_at_1_diff1": 0.815232, + "nauc_precision_at_3_max": 0.75477, + "nauc_precision_at_3_std": 0.567756, + "nauc_precision_at_3_diff1": 0.758309, + "nauc_precision_at_5_max": 0.839524, + "nauc_precision_at_5_std": 0.599013, + "nauc_precision_at_5_diff1": 0.814097, + "nauc_precision_at_10_max": 0.8074, + "nauc_precision_at_10_std": 0.601135, + "nauc_precision_at_10_diff1": 0.771308, + "nauc_precision_at_20_max": 0.89891, + "nauc_precision_at_20_std": 0.647124, + "nauc_precision_at_20_diff1": 0.819389, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686251, + "nauc_mrr_at_1_std": 0.261527, + "nauc_mrr_at_1_diff1": 0.815232, + "nauc_mrr_at_3_max": 0.702011, + "nauc_mrr_at_3_std": 0.355117, + "nauc_mrr_at_3_diff1": 0.793199, + "nauc_mrr_at_5_max": 0.712697, + "nauc_mrr_at_5_std": 0.353888, + "nauc_mrr_at_5_diff1": 0.802096, + "nauc_mrr_at_10_max": 0.707515, + "nauc_mrr_at_10_std": 0.347176, + "nauc_mrr_at_10_diff1": 0.799817, + "nauc_mrr_at_20_max": 0.708248, + "nauc_mrr_at_20_std": 0.345429, + "nauc_mrr_at_20_diff1": 0.800945, + "nauc_mrr_at_100_max": 0.706904, + "nauc_mrr_at_100_std": 0.343049, + "nauc_mrr_at_100_diff1": 0.80079, + "nauc_mrr_at_1000_max": 0.706904, + "nauc_mrr_at_1000_std": 0.343049, + "nauc_mrr_at_1000_diff1": 0.80079, + "main_score": 0.87069, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.72464, + "ndcg_at_3": 0.81332, + "ndcg_at_5": 0.83162, + "ndcg_at_10": 0.84556, + "ndcg_at_20": 0.85063, + "ndcg_at_100": 0.85335, + "ndcg_at_1000": 0.85335, + "map_at_1": 0.72464, + "map_at_3": 0.79066, + "map_at_5": 0.80105, + "map_at_10": 0.80674, + "map_at_20": 0.80823, + "map_at_100": 0.80864, + "map_at_1000": 0.80864, + "recall_at_1": 0.72464, + "recall_at_3": 0.87923, + "recall_at_5": 0.92271, + "recall_at_10": 0.96618, + "recall_at_20": 0.98551, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72464, + "precision_at_3": 0.29308, + "precision_at_5": 0.18454, + "precision_at_10": 0.09662, + "precision_at_20": 0.04928, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.724638, + "mrr_at_3": 0.79066, + "mrr_at_5": 0.801047, + "mrr_at_10": 0.806742, + "mrr_at_20": 0.808231, + "mrr_at_100": 0.808636, + "mrr_at_1000": 0.808636, + "nauc_ndcg_at_1_max": 0.616924, + "nauc_ndcg_at_1_std": 0.117486, + "nauc_ndcg_at_1_diff1": 0.791237, + "nauc_ndcg_at_3_max": 0.667193, + "nauc_ndcg_at_3_std": 0.2578, + "nauc_ndcg_at_3_diff1": 0.768112, + "nauc_ndcg_at_5_max": 0.654511, + "nauc_ndcg_at_5_std": 0.254339, + "nauc_ndcg_at_5_diff1": 0.763397, + "nauc_ndcg_at_10_max": 0.661388, + "nauc_ndcg_at_10_std": 0.239709, + "nauc_ndcg_at_10_diff1": 0.777756, + "nauc_ndcg_at_20_max": 0.65661, + "nauc_ndcg_at_20_std": 0.229574, + "nauc_ndcg_at_20_diff1": 0.786254, + "nauc_ndcg_at_100_max": 0.653194, + "nauc_ndcg_at_100_std": 0.216904, + "nauc_ndcg_at_100_diff1": 0.781858, + "nauc_ndcg_at_1000_max": 0.653194, + "nauc_ndcg_at_1000_std": 0.216904, + "nauc_ndcg_at_1000_diff1": 0.781858, + "nauc_map_at_1_max": 0.616924, + "nauc_map_at_1_std": 0.117486, + "nauc_map_at_1_diff1": 0.791237, + "nauc_map_at_3_max": 0.655531, + "nauc_map_at_3_std": 0.218946, + "nauc_map_at_3_diff1": 0.776867, + "nauc_map_at_5_max": 0.649027, + "nauc_map_at_5_std": 0.215802, + "nauc_map_at_5_diff1": 0.775007, + "nauc_map_at_10_max": 0.650857, + "nauc_map_at_10_std": 0.209239, + "nauc_map_at_10_diff1": 0.780784, + "nauc_map_at_20_max": 0.649637, + "nauc_map_at_20_std": 0.206396, + "nauc_map_at_20_diff1": 0.782818, + "nauc_map_at_100_max": 0.649407, + "nauc_map_at_100_std": 0.204995, + "nauc_map_at_100_diff1": 0.782307, + "nauc_map_at_1000_max": 0.649407, + "nauc_map_at_1000_std": 0.204995, + "nauc_map_at_1000_diff1": 0.782307, + "nauc_recall_at_1_max": 0.616924, + "nauc_recall_at_1_std": 0.117486, + "nauc_recall_at_1_diff1": 0.791237, + "nauc_recall_at_3_max": 0.718645, + "nauc_recall_at_3_std": 0.434742, + "nauc_recall_at_3_diff1": 0.726518, + "nauc_recall_at_5_max": 0.682955, + "nauc_recall_at_5_std": 0.505851, + "nauc_recall_at_5_diff1": 0.682535, + "nauc_recall_at_10_max": 0.814324, + "nauc_recall_at_10_std": 0.652209, + "nauc_recall_at_10_diff1": 0.745392, + "nauc_recall_at_20_max": 0.851471, + "nauc_recall_at_20_std": 0.863812, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616924, + "nauc_precision_at_1_std": 0.117486, + "nauc_precision_at_1_diff1": 0.791237, + "nauc_precision_at_3_max": 0.718645, + "nauc_precision_at_3_std": 0.434742, + "nauc_precision_at_3_diff1": 0.726518, + "nauc_precision_at_5_max": 0.682955, + "nauc_precision_at_5_std": 0.505851, + "nauc_precision_at_5_diff1": 0.682535, + "nauc_precision_at_10_max": 0.814324, + "nauc_precision_at_10_std": 0.652209, + "nauc_precision_at_10_diff1": 0.745392, + "nauc_precision_at_20_max": 0.851471, + "nauc_precision_at_20_std": 0.863812, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.616924, + "nauc_mrr_at_1_std": 0.117486, + "nauc_mrr_at_1_diff1": 0.791237, + "nauc_mrr_at_3_max": 0.655531, + "nauc_mrr_at_3_std": 0.218946, + "nauc_mrr_at_3_diff1": 0.776867, + "nauc_mrr_at_5_max": 0.649027, + "nauc_mrr_at_5_std": 0.215802, + "nauc_mrr_at_5_diff1": 0.775007, + "nauc_mrr_at_10_max": 0.650857, + "nauc_mrr_at_10_std": 0.209239, + "nauc_mrr_at_10_diff1": 0.780784, + "nauc_mrr_at_20_max": 0.649637, + "nauc_mrr_at_20_std": 0.206396, + "nauc_mrr_at_20_diff1": 0.782818, + "nauc_mrr_at_100_max": 0.649407, + "nauc_mrr_at_100_std": 0.204995, + "nauc_mrr_at_100_diff1": 0.782307, + "nauc_mrr_at_1000_max": 0.649407, + "nauc_mrr_at_1000_std": 0.204995, + "nauc_mrr_at_1000_diff1": 0.782307, + "main_score": 0.84556, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.70703, + "ndcg_at_3": 0.7909, + "ndcg_at_5": 0.81275, + "ndcg_at_10": 0.82546, + "ndcg_at_20": 0.83255, + "ndcg_at_100": 0.83717, + "ndcg_at_1000": 0.83824, + "map_at_1": 0.70703, + "map_at_3": 0.77116, + "map_at_5": 0.78337, + "map_at_10": 0.78865, + "map_at_20": 0.79069, + "map_at_100": 0.7913, + "map_at_1000": 0.79135, + "recall_at_1": 0.70703, + "recall_at_3": 0.84766, + "recall_at_5": 0.90039, + "recall_at_10": 0.93945, + "recall_at_20": 0.9668, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "precision_at_1": 0.70703, + "precision_at_3": 0.28255, + "precision_at_5": 0.18008, + "precision_at_10": 0.09395, + "precision_at_20": 0.04834, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.707031, + "mrr_at_3": 0.771159, + "mrr_at_5": 0.783366, + "mrr_at_10": 0.788651, + "mrr_at_20": 0.790689, + "mrr_at_100": 0.791299, + "mrr_at_1000": 0.791352, + "nauc_ndcg_at_1_max": 0.654606, + "nauc_ndcg_at_1_std": 0.146409, + "nauc_ndcg_at_1_diff1": 0.802992, + "nauc_ndcg_at_3_max": 0.741509, + "nauc_ndcg_at_3_std": 0.260947, + "nauc_ndcg_at_3_diff1": 0.800344, + "nauc_ndcg_at_5_max": 0.725729, + "nauc_ndcg_at_5_std": 0.234599, + "nauc_ndcg_at_5_diff1": 0.794573, + "nauc_ndcg_at_10_max": 0.725497, + "nauc_ndcg_at_10_std": 0.230668, + "nauc_ndcg_at_10_diff1": 0.797705, + "nauc_ndcg_at_20_max": 0.719724, + "nauc_ndcg_at_20_std": 0.232427, + "nauc_ndcg_at_20_diff1": 0.799021, + "nauc_ndcg_at_100_max": 0.714343, + "nauc_ndcg_at_100_std": 0.220582, + "nauc_ndcg_at_100_diff1": 0.80086, + "nauc_ndcg_at_1000_max": 0.712224, + "nauc_ndcg_at_1000_std": 0.216954, + "nauc_ndcg_at_1000_diff1": 0.799631, + "nauc_map_at_1_max": 0.654606, + "nauc_map_at_1_std": 0.146409, + "nauc_map_at_1_diff1": 0.802992, + "nauc_map_at_3_max": 0.716412, + "nauc_map_at_3_std": 0.224703, + "nauc_map_at_3_diff1": 0.801107, + "nauc_map_at_5_max": 0.707249, + "nauc_map_at_5_std": 0.209933, + "nauc_map_at_5_diff1": 0.798367, + "nauc_map_at_10_max": 0.706749, + "nauc_map_at_10_std": 0.207804, + "nauc_map_at_10_diff1": 0.799497, + "nauc_map_at_20_max": 0.705114, + "nauc_map_at_20_std": 0.20751, + "nauc_map_at_20_diff1": 0.799744, + "nauc_map_at_100_max": 0.70456, + "nauc_map_at_100_std": 0.206228, + "nauc_map_at_100_diff1": 0.799965, + "nauc_map_at_1000_max": 0.704476, + "nauc_map_at_1000_std": 0.206091, + "nauc_map_at_1000_diff1": 0.799918, + "nauc_recall_at_1_max": 0.654606, + "nauc_recall_at_1_std": 0.146409, + "nauc_recall_at_1_diff1": 0.802992, + "nauc_recall_at_3_max": 0.843122, + "nauc_recall_at_3_std": 0.409596, + "nauc_recall_at_3_diff1": 0.797257, + "nauc_recall_at_5_max": 0.825084, + "nauc_recall_at_5_std": 0.368032, + "nauc_recall_at_5_diff1": 0.771583, + "nauc_recall_at_10_max": 0.885729, + "nauc_recall_at_10_std": 0.423801, + "nauc_recall_at_10_diff1": 0.782907, + "nauc_recall_at_20_max": 0.920272, + "nauc_recall_at_20_std": 0.632409, + "nauc_recall_at_20_diff1": 0.79683, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.715336, + "nauc_recall_at_100_diff1": 0.967334, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654606, + "nauc_precision_at_1_std": 0.146409, + "nauc_precision_at_1_diff1": 0.802992, + "nauc_precision_at_3_max": 0.843122, + "nauc_precision_at_3_std": 0.409596, + "nauc_precision_at_3_diff1": 0.797257, + "nauc_precision_at_5_max": 0.825084, + "nauc_precision_at_5_std": 0.368032, + "nauc_precision_at_5_diff1": 0.771583, + "nauc_precision_at_10_max": 0.885729, + "nauc_precision_at_10_std": 0.423801, + "nauc_precision_at_10_diff1": 0.782907, + "nauc_precision_at_20_max": 0.920272, + "nauc_precision_at_20_std": 0.632409, + "nauc_precision_at_20_diff1": 0.79683, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.715336, + "nauc_precision_at_100_diff1": 0.967334, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.654606, + "nauc_mrr_at_1_std": 0.146409, + "nauc_mrr_at_1_diff1": 0.802992, + "nauc_mrr_at_3_max": 0.716412, + "nauc_mrr_at_3_std": 0.224703, + "nauc_mrr_at_3_diff1": 0.801107, + "nauc_mrr_at_5_max": 0.707249, + "nauc_mrr_at_5_std": 0.209933, + "nauc_mrr_at_5_diff1": 0.798367, + "nauc_mrr_at_10_max": 0.706749, + "nauc_mrr_at_10_std": 0.207804, + "nauc_mrr_at_10_diff1": 0.799497, + "nauc_mrr_at_20_max": 0.705114, + "nauc_mrr_at_20_std": 0.20751, + "nauc_mrr_at_20_diff1": 0.799744, + "nauc_mrr_at_100_max": 0.70456, + "nauc_mrr_at_100_std": 0.206228, + "nauc_mrr_at_100_diff1": 0.799965, + "nauc_mrr_at_1000_max": 0.704476, + "nauc_mrr_at_1000_std": 0.206091, + "nauc_mrr_at_1000_diff1": 0.799918, + "main_score": 0.82546, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.70898, + "ndcg_at_3": 0.80713, + "ndcg_at_5": 0.81755, + "ndcg_at_10": 0.83626, + "ndcg_at_20": 0.84025, + "ndcg_at_100": 0.84516, + "ndcg_at_1000": 0.84573, + "map_at_1": 0.70898, + "map_at_3": 0.78418, + "map_at_5": 0.78994, + "map_at_10": 0.79789, + "map_at_20": 0.799, + "map_at_100": 0.79974, + "map_at_1000": 0.79978, + "recall_at_1": 0.70898, + "recall_at_3": 0.87305, + "recall_at_5": 0.89844, + "recall_at_10": 0.95508, + "recall_at_20": 0.9707, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "precision_at_1": 0.70898, + "precision_at_3": 0.29102, + "precision_at_5": 0.17969, + "precision_at_10": 0.09551, + "precision_at_20": 0.04854, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.708984, + "mrr_at_3": 0.78418, + "mrr_at_5": 0.789941, + "mrr_at_10": 0.797894, + "mrr_at_20": 0.799, + "mrr_at_100": 0.799743, + "mrr_at_1000": 0.799778, + "nauc_ndcg_at_1_max": 0.640294, + "nauc_ndcg_at_1_std": 0.119385, + "nauc_ndcg_at_1_diff1": 0.794812, + "nauc_ndcg_at_3_max": 0.715435, + "nauc_ndcg_at_3_std": 0.220884, + "nauc_ndcg_at_3_diff1": 0.769257, + "nauc_ndcg_at_5_max": 0.708689, + "nauc_ndcg_at_5_std": 0.220003, + "nauc_ndcg_at_5_diff1": 0.766497, + "nauc_ndcg_at_10_max": 0.708347, + "nauc_ndcg_at_10_std": 0.226472, + "nauc_ndcg_at_10_diff1": 0.777139, + "nauc_ndcg_at_20_max": 0.702337, + "nauc_ndcg_at_20_std": 0.222661, + "nauc_ndcg_at_20_diff1": 0.775056, + "nauc_ndcg_at_100_max": 0.694057, + "nauc_ndcg_at_100_std": 0.201194, + "nauc_ndcg_at_100_diff1": 0.779136, + "nauc_ndcg_at_1000_max": 0.692791, + "nauc_ndcg_at_1000_std": 0.200588, + "nauc_ndcg_at_1000_diff1": 0.778491, + "nauc_map_at_1_max": 0.640294, + "nauc_map_at_1_std": 0.119385, + "nauc_map_at_1_diff1": 0.794812, + "nauc_map_at_3_max": 0.692255, + "nauc_map_at_3_std": 0.191255, + "nauc_map_at_3_diff1": 0.77712, + "nauc_map_at_5_max": 0.688462, + "nauc_map_at_5_std": 0.190739, + "nauc_map_at_5_diff1": 0.776089, + "nauc_map_at_10_max": 0.687716, + "nauc_map_at_10_std": 0.191877, + "nauc_map_at_10_diff1": 0.780403, + "nauc_map_at_20_max": 0.686278, + "nauc_map_at_20_std": 0.19096, + "nauc_map_at_20_diff1": 0.779958, + "nauc_map_at_100_max": 0.68525, + "nauc_map_at_100_std": 0.188243, + "nauc_map_at_100_diff1": 0.780448, + "nauc_map_at_1000_max": 0.685188, + "nauc_map_at_1000_std": 0.188213, + "nauc_map_at_1000_diff1": 0.780418, + "nauc_recall_at_1_max": 0.640294, + "nauc_recall_at_1_std": 0.119385, + "nauc_recall_at_1_diff1": 0.794812, + "nauc_recall_at_3_max": 0.820283, + "nauc_recall_at_3_std": 0.353793, + "nauc_recall_at_3_diff1": 0.733705, + "nauc_recall_at_5_max": 0.815229, + "nauc_recall_at_5_std": 0.373813, + "nauc_recall_at_5_diff1": 0.714069, + "nauc_recall_at_10_max": 0.940143, + "nauc_recall_at_10_std": 0.627962, + "nauc_recall_at_10_diff1": 0.750176, + "nauc_recall_at_20_max": 0.946652, + "nauc_recall_at_20_std": 0.761986, + "nauc_recall_at_20_diff1": 0.695666, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.349087, + "nauc_recall_at_100_diff1": 0.934669, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640294, + "nauc_precision_at_1_std": 0.119385, + "nauc_precision_at_1_diff1": 0.794812, + "nauc_precision_at_3_max": 0.820283, + "nauc_precision_at_3_std": 0.353793, + "nauc_precision_at_3_diff1": 0.733705, + "nauc_precision_at_5_max": 0.815229, + "nauc_precision_at_5_std": 0.373813, + "nauc_precision_at_5_diff1": 0.714069, + "nauc_precision_at_10_max": 0.940143, + "nauc_precision_at_10_std": 0.627962, + "nauc_precision_at_10_diff1": 0.750176, + "nauc_precision_at_20_max": 0.946652, + "nauc_precision_at_20_std": 0.761986, + "nauc_precision_at_20_diff1": 0.695666, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.349087, + "nauc_precision_at_100_diff1": 0.934669, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.640294, + "nauc_mrr_at_1_std": 0.119385, + "nauc_mrr_at_1_diff1": 0.794812, + "nauc_mrr_at_3_max": 0.692255, + "nauc_mrr_at_3_std": 0.191255, + "nauc_mrr_at_3_diff1": 0.77712, + "nauc_mrr_at_5_max": 0.688462, + "nauc_mrr_at_5_std": 0.190739, + "nauc_mrr_at_5_diff1": 0.776089, + "nauc_mrr_at_10_max": 0.687716, + "nauc_mrr_at_10_std": 0.191877, + "nauc_mrr_at_10_diff1": 0.780403, + "nauc_mrr_at_20_max": 0.686278, + "nauc_mrr_at_20_std": 0.19096, + "nauc_mrr_at_20_diff1": 0.779958, + "nauc_mrr_at_100_max": 0.68525, + "nauc_mrr_at_100_std": 0.188243, + "nauc_mrr_at_100_diff1": 0.780448, + "nauc_mrr_at_1000_max": 0.685188, + "nauc_mrr_at_1000_std": 0.188213, + "nauc_mrr_at_1000_diff1": 0.780418, + "main_score": 0.83626, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7398, + "ndcg_at_3": 0.81638, + "ndcg_at_5": 0.84186, + "ndcg_at_10": 0.85393, + "ndcg_at_20": 0.85895, + "ndcg_at_100": 0.86297, + "ndcg_at_1000": 0.86297, + "map_at_1": 0.7398, + "map_at_3": 0.80017, + "map_at_5": 0.81446, + "map_at_10": 0.81974, + "map_at_20": 0.82104, + "map_at_100": 0.82167, + "map_at_1000": 0.82167, + "recall_at_1": 0.7398, + "recall_at_3": 0.86224, + "recall_at_5": 0.92347, + "recall_at_10": 0.95918, + "recall_at_20": 0.97959, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7398, + "precision_at_3": 0.28741, + "precision_at_5": 0.18469, + "precision_at_10": 0.09592, + "precision_at_20": 0.04898, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.739796, + "mrr_at_3": 0.80017, + "mrr_at_5": 0.814456, + "mrr_at_10": 0.81974, + "mrr_at_20": 0.821041, + "mrr_at_100": 0.821667, + "mrr_at_1000": 0.821667, + "nauc_ndcg_at_1_max": 0.584451, + "nauc_ndcg_at_1_std": 0.19579, + "nauc_ndcg_at_1_diff1": 0.810172, + "nauc_ndcg_at_3_max": 0.682742, + "nauc_ndcg_at_3_std": 0.354319, + "nauc_ndcg_at_3_diff1": 0.768041, + "nauc_ndcg_at_5_max": 0.662153, + "nauc_ndcg_at_5_std": 0.352378, + "nauc_ndcg_at_5_diff1": 0.769456, + "nauc_ndcg_at_10_max": 0.657748, + "nauc_ndcg_at_10_std": 0.344001, + "nauc_ndcg_at_10_diff1": 0.775223, + "nauc_ndcg_at_20_max": 0.64976, + "nauc_ndcg_at_20_std": 0.327062, + "nauc_ndcg_at_20_diff1": 0.777038, + "nauc_ndcg_at_100_max": 0.644078, + "nauc_ndcg_at_100_std": 0.311153, + "nauc_ndcg_at_100_diff1": 0.780392, + "nauc_ndcg_at_1000_max": 0.644078, + "nauc_ndcg_at_1000_std": 0.311153, + "nauc_ndcg_at_1000_diff1": 0.780392, + "nauc_map_at_1_max": 0.584451, + "nauc_map_at_1_std": 0.19579, + "nauc_map_at_1_diff1": 0.810172, + "nauc_map_at_3_max": 0.65391, + "nauc_map_at_3_std": 0.30919, + "nauc_map_at_3_diff1": 0.779436, + "nauc_map_at_5_max": 0.641879, + "nauc_map_at_5_std": 0.306002, + "nauc_map_at_5_diff1": 0.780723, + "nauc_map_at_10_max": 0.639952, + "nauc_map_at_10_std": 0.30224, + "nauc_map_at_10_diff1": 0.783077, + "nauc_map_at_20_max": 0.638052, + "nauc_map_at_20_std": 0.298336, + "nauc_map_at_20_diff1": 0.783305, + "nauc_map_at_100_max": 0.637344, + "nauc_map_at_100_std": 0.296329, + "nauc_map_at_100_diff1": 0.783791, + "nauc_map_at_1000_max": 0.637344, + "nauc_map_at_1000_std": 0.296329, + "nauc_map_at_1000_diff1": 0.783791, + "nauc_recall_at_1_max": 0.584451, + "nauc_recall_at_1_std": 0.19579, + "nauc_recall_at_1_diff1": 0.810172, + "nauc_recall_at_3_max": 0.796234, + "nauc_recall_at_3_std": 0.531158, + "nauc_recall_at_3_diff1": 0.723751, + "nauc_recall_at_5_max": 0.7841, + "nauc_recall_at_5_std": 0.641492, + "nauc_recall_at_5_diff1": 0.700088, + "nauc_recall_at_10_max": 0.841999, + "nauc_recall_at_10_std": 0.798515, + "nauc_recall_at_10_diff1": 0.696906, + "nauc_recall_at_20_max": 0.828302, + "nauc_recall_at_20_std": 0.822942, + "nauc_recall_at_20_diff1": 0.678547, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.584451, + "nauc_precision_at_1_std": 0.19579, + "nauc_precision_at_1_diff1": 0.810172, + "nauc_precision_at_3_max": 0.796234, + "nauc_precision_at_3_std": 0.531158, + "nauc_precision_at_3_diff1": 0.723751, + "nauc_precision_at_5_max": 0.7841, + "nauc_precision_at_5_std": 0.641492, + "nauc_precision_at_5_diff1": 0.700088, + "nauc_precision_at_10_max": 0.841999, + "nauc_precision_at_10_std": 0.798515, + "nauc_precision_at_10_diff1": 0.696906, + "nauc_precision_at_20_max": 0.828302, + "nauc_precision_at_20_std": 0.822942, + "nauc_precision_at_20_diff1": 0.678547, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.584451, + "nauc_mrr_at_1_std": 0.19579, + "nauc_mrr_at_1_diff1": 0.810172, + "nauc_mrr_at_3_max": 0.65391, + "nauc_mrr_at_3_std": 0.30919, + "nauc_mrr_at_3_diff1": 0.779436, + "nauc_mrr_at_5_max": 0.641879, + "nauc_mrr_at_5_std": 0.306002, + "nauc_mrr_at_5_diff1": 0.780723, + "nauc_mrr_at_10_max": 0.639952, + "nauc_mrr_at_10_std": 0.30224, + "nauc_mrr_at_10_diff1": 0.783077, + "nauc_mrr_at_20_max": 0.638052, + "nauc_mrr_at_20_std": 0.298336, + "nauc_mrr_at_20_diff1": 0.783305, + "nauc_mrr_at_100_max": 0.637344, + "nauc_mrr_at_100_std": 0.296329, + "nauc_mrr_at_100_diff1": 0.783791, + "nauc_mrr_at_1000_max": 0.637344, + "nauc_mrr_at_1000_std": 0.296329, + "nauc_mrr_at_1000_diff1": 0.783791, + "main_score": 0.85393, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7362, + "ndcg_at_3": 0.82267, + "ndcg_at_5": 0.83006, + "ndcg_at_10": 0.84808, + "ndcg_at_20": 0.85432, + "ndcg_at_100": 0.85783, + "ndcg_at_1000": 0.85783, + "map_at_1": 0.7362, + "map_at_3": 0.80164, + "map_at_5": 0.80562, + "map_at_10": 0.81316, + "map_at_20": 0.81489, + "map_at_100": 0.81542, + "map_at_1000": 0.81542, + "recall_at_1": 0.7362, + "recall_at_3": 0.88344, + "recall_at_5": 0.90184, + "recall_at_10": 0.95706, + "recall_at_20": 0.9816, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7362, + "precision_at_3": 0.29448, + "precision_at_5": 0.18037, + "precision_at_10": 0.09571, + "precision_at_20": 0.04908, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736196, + "mrr_at_3": 0.801636, + "mrr_at_5": 0.805624, + "mrr_at_10": 0.813163, + "mrr_at_20": 0.814892, + "mrr_at_100": 0.815421, + "mrr_at_1000": 0.815421, + "nauc_ndcg_at_1_max": 0.710842, + "nauc_ndcg_at_1_std": 0.33392, + "nauc_ndcg_at_1_diff1": 0.828317, + "nauc_ndcg_at_3_max": 0.790589, + "nauc_ndcg_at_3_std": 0.413219, + "nauc_ndcg_at_3_diff1": 0.835151, + "nauc_ndcg_at_5_max": 0.789024, + "nauc_ndcg_at_5_std": 0.407467, + "nauc_ndcg_at_5_diff1": 0.833942, + "nauc_ndcg_at_10_max": 0.779444, + "nauc_ndcg_at_10_std": 0.417042, + "nauc_ndcg_at_10_diff1": 0.820277, + "nauc_ndcg_at_20_max": 0.773561, + "nauc_ndcg_at_20_std": 0.406938, + "nauc_ndcg_at_20_diff1": 0.821965, + "nauc_ndcg_at_100_max": 0.7688, + "nauc_ndcg_at_100_std": 0.396098, + "nauc_ndcg_at_100_diff1": 0.82745, + "nauc_ndcg_at_1000_max": 0.7688, + "nauc_ndcg_at_1000_std": 0.396098, + "nauc_ndcg_at_1000_diff1": 0.82745, + "nauc_map_at_1_max": 0.710842, + "nauc_map_at_1_std": 0.33392, + "nauc_map_at_1_diff1": 0.828317, + "nauc_map_at_3_max": 0.770238, + "nauc_map_at_3_std": 0.393381, + "nauc_map_at_3_diff1": 0.832561, + "nauc_map_at_5_max": 0.76895, + "nauc_map_at_5_std": 0.390012, + "nauc_map_at_5_diff1": 0.831697, + "nauc_map_at_10_max": 0.764864, + "nauc_map_at_10_std": 0.392875, + "nauc_map_at_10_diff1": 0.826957, + "nauc_map_at_20_max": 0.763294, + "nauc_map_at_20_std": 0.389894, + "nauc_map_at_20_diff1": 0.827529, + "nauc_map_at_100_max": 0.762773, + "nauc_map_at_100_std": 0.388574, + "nauc_map_at_100_diff1": 0.828355, + "nauc_map_at_1000_max": 0.762773, + "nauc_map_at_1000_std": 0.388574, + "nauc_map_at_1000_diff1": 0.828355, + "nauc_recall_at_1_max": 0.710842, + "nauc_recall_at_1_std": 0.33392, + "nauc_recall_at_1_diff1": 0.828317, + "nauc_recall_at_3_max": 0.880669, + "nauc_recall_at_3_std": 0.500712, + "nauc_recall_at_3_diff1": 0.847289, + "nauc_recall_at_5_max": 0.890165, + "nauc_recall_at_5_std": 0.493726, + "nauc_recall_at_5_diff1": 0.8462, + "nauc_recall_at_10_max": 0.923019, + "nauc_recall_at_10_std": 0.691618, + "nauc_recall_at_10_diff1": 0.725439, + "nauc_recall_at_20_max": 0.956516, + "nauc_recall_at_20_std": 0.80779, + "nauc_recall_at_20_diff1": 0.637322, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.710842, + "nauc_precision_at_1_std": 0.33392, + "nauc_precision_at_1_diff1": 0.828317, + "nauc_precision_at_3_max": 0.880669, + "nauc_precision_at_3_std": 0.500712, + "nauc_precision_at_3_diff1": 0.847289, + "nauc_precision_at_5_max": 0.890165, + "nauc_precision_at_5_std": 0.493726, + "nauc_precision_at_5_diff1": 0.8462, + "nauc_precision_at_10_max": 0.923019, + "nauc_precision_at_10_std": 0.691618, + "nauc_precision_at_10_diff1": 0.725439, + "nauc_precision_at_20_max": 0.956516, + "nauc_precision_at_20_std": 0.80779, + "nauc_precision_at_20_diff1": 0.637322, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.710842, + "nauc_mrr_at_1_std": 0.33392, + "nauc_mrr_at_1_diff1": 0.828317, + "nauc_mrr_at_3_max": 0.770238, + "nauc_mrr_at_3_std": 0.393381, + "nauc_mrr_at_3_diff1": 0.832561, + "nauc_mrr_at_5_max": 0.76895, + "nauc_mrr_at_5_std": 0.390012, + "nauc_mrr_at_5_diff1": 0.831697, + "nauc_mrr_at_10_max": 0.764864, + "nauc_mrr_at_10_std": 0.392875, + "nauc_mrr_at_10_diff1": 0.826957, + "nauc_mrr_at_20_max": 0.763294, + "nauc_mrr_at_20_std": 0.389894, + "nauc_mrr_at_20_diff1": 0.827529, + "nauc_mrr_at_100_max": 0.762773, + "nauc_mrr_at_100_std": 0.388574, + "nauc_mrr_at_100_diff1": 0.828355, + "nauc_mrr_at_1000_max": 0.762773, + "nauc_mrr_at_1000_std": 0.388574, + "nauc_mrr_at_1000_diff1": 0.828355, + "main_score": 0.84808, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.69231, + "ndcg_at_3": 0.78709, + "ndcg_at_5": 0.80814, + "ndcg_at_10": 0.82086, + "ndcg_at_20": 0.83081, + "ndcg_at_100": 0.83473, + "ndcg_at_1000": 0.83473, + "map_at_1": 0.69231, + "map_at_3": 0.76465, + "map_at_5": 0.77674, + "map_at_10": 0.78215, + "map_at_20": 0.785, + "map_at_100": 0.78547, + "map_at_1000": 0.78547, + "recall_at_1": 0.69231, + "recall_at_3": 0.85165, + "recall_at_5": 0.9011, + "recall_at_10": 0.93956, + "recall_at_20": 0.97802, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69231, + "precision_at_3": 0.28388, + "precision_at_5": 0.18022, + "precision_at_10": 0.09396, + "precision_at_20": 0.0489, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692308, + "mrr_at_3": 0.764652, + "mrr_at_5": 0.77674, + "mrr_at_10": 0.782147, + "mrr_at_20": 0.784999, + "mrr_at_100": 0.785475, + "mrr_at_1000": 0.785475, + "nauc_ndcg_at_1_max": 0.622103, + "nauc_ndcg_at_1_std": 0.153863, + "nauc_ndcg_at_1_diff1": 0.809826, + "nauc_ndcg_at_3_max": 0.70041, + "nauc_ndcg_at_3_std": 0.298609, + "nauc_ndcg_at_3_diff1": 0.778295, + "nauc_ndcg_at_5_max": 0.677586, + "nauc_ndcg_at_5_std": 0.301433, + "nauc_ndcg_at_5_diff1": 0.768477, + "nauc_ndcg_at_10_max": 0.68762, + "nauc_ndcg_at_10_std": 0.302745, + "nauc_ndcg_at_10_diff1": 0.780455, + "nauc_ndcg_at_20_max": 0.676139, + "nauc_ndcg_at_20_std": 0.280014, + "nauc_ndcg_at_20_diff1": 0.783561, + "nauc_ndcg_at_100_max": 0.670168, + "nauc_ndcg_at_100_std": 0.264585, + "nauc_ndcg_at_100_diff1": 0.785117, + "nauc_ndcg_at_1000_max": 0.670168, + "nauc_ndcg_at_1000_std": 0.264585, + "nauc_ndcg_at_1000_diff1": 0.785117, + "nauc_map_at_1_max": 0.622103, + "nauc_map_at_1_std": 0.153863, + "nauc_map_at_1_diff1": 0.809826, + "nauc_map_at_3_max": 0.676196, + "nauc_map_at_3_std": 0.255556, + "nauc_map_at_3_diff1": 0.787536, + "nauc_map_at_5_max": 0.663604, + "nauc_map_at_5_std": 0.255123, + "nauc_map_at_5_diff1": 0.782963, + "nauc_map_at_10_max": 0.667311, + "nauc_map_at_10_std": 0.255804, + "nauc_map_at_10_diff1": 0.787426, + "nauc_map_at_20_max": 0.66434, + "nauc_map_at_20_std": 0.249906, + "nauc_map_at_20_diff1": 0.788254, + "nauc_map_at_100_max": 0.663742, + "nauc_map_at_100_std": 0.248414, + "nauc_map_at_100_diff1": 0.788349, + "nauc_map_at_1000_max": 0.663742, + "nauc_map_at_1000_std": 0.248414, + "nauc_map_at_1000_diff1": 0.788349, + "nauc_recall_at_1_max": 0.622103, + "nauc_recall_at_1_std": 0.153863, + "nauc_recall_at_1_diff1": 0.809826, + "nauc_recall_at_3_max": 0.803591, + "nauc_recall_at_3_std": 0.48105, + "nauc_recall_at_3_diff1": 0.739218, + "nauc_recall_at_5_max": 0.753302, + "nauc_recall_at_5_std": 0.568408, + "nauc_recall_at_5_diff1": 0.682947, + "nauc_recall_at_10_max": 0.873462, + "nauc_recall_at_10_std": 0.724314, + "nauc_recall_at_10_diff1": 0.727955, + "nauc_recall_at_20_max": 0.898056, + "nauc_recall_at_20_std": 0.861392, + "nauc_recall_at_20_diff1": 0.717299, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.622103, + "nauc_precision_at_1_std": 0.153863, + "nauc_precision_at_1_diff1": 0.809826, + "nauc_precision_at_3_max": 0.803591, + "nauc_precision_at_3_std": 0.48105, + "nauc_precision_at_3_diff1": 0.739218, + "nauc_precision_at_5_max": 0.753302, + "nauc_precision_at_5_std": 0.568408, + "nauc_precision_at_5_diff1": 0.682947, + "nauc_precision_at_10_max": 0.873462, + "nauc_precision_at_10_std": 0.724314, + "nauc_precision_at_10_diff1": 0.727955, + "nauc_precision_at_20_max": 0.898056, + "nauc_precision_at_20_std": 0.861392, + "nauc_precision_at_20_diff1": 0.717299, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.622103, + "nauc_mrr_at_1_std": 0.153863, + "nauc_mrr_at_1_diff1": 0.809826, + "nauc_mrr_at_3_max": 0.676196, + "nauc_mrr_at_3_std": 0.255556, + "nauc_mrr_at_3_diff1": 0.787536, + "nauc_mrr_at_5_max": 0.663604, + "nauc_mrr_at_5_std": 0.255123, + "nauc_mrr_at_5_diff1": 0.782963, + "nauc_mrr_at_10_max": 0.667311, + "nauc_mrr_at_10_std": 0.255804, + "nauc_mrr_at_10_diff1": 0.787426, + "nauc_mrr_at_20_max": 0.66434, + "nauc_mrr_at_20_std": 0.249906, + "nauc_mrr_at_20_diff1": 0.788254, + "nauc_mrr_at_100_max": 0.663742, + "nauc_mrr_at_100_std": 0.248414, + "nauc_mrr_at_100_diff1": 0.788349, + "nauc_mrr_at_1000_max": 0.663742, + "nauc_mrr_at_1000_std": 0.248414, + "nauc_mrr_at_1000_diff1": 0.788349, + "main_score": 0.82086, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.71053, + "ndcg_at_3": 0.83784, + "ndcg_at_5": 0.84871, + "ndcg_at_10": 0.85737, + "ndcg_at_20": 0.85875, + "ndcg_at_100": 0.8631, + "ndcg_at_1000": 0.8631, + "map_at_1": 0.71053, + "map_at_3": 0.80877, + "map_at_5": 0.81482, + "map_at_10": 0.81848, + "map_at_20": 0.81888, + "map_at_100": 0.81966, + "map_at_1000": 0.81966, + "recall_at_1": 0.71053, + "recall_at_3": 0.92105, + "recall_at_5": 0.94737, + "recall_at_10": 0.97368, + "recall_at_20": 0.97895, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71053, + "precision_at_3": 0.30702, + "precision_at_5": 0.18947, + "precision_at_10": 0.09737, + "precision_at_20": 0.04895, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.710526, + "mrr_at_3": 0.808772, + "mrr_at_5": 0.814825, + "mrr_at_10": 0.81848, + "mrr_at_20": 0.818884, + "mrr_at_100": 0.819662, + "mrr_at_1000": 0.819662, + "nauc_ndcg_at_1_max": 0.501343, + "nauc_ndcg_at_1_std": 0.158203, + "nauc_ndcg_at_1_diff1": 0.772366, + "nauc_ndcg_at_3_max": 0.637639, + "nauc_ndcg_at_3_std": 0.336103, + "nauc_ndcg_at_3_diff1": 0.787028, + "nauc_ndcg_at_5_max": 0.632074, + "nauc_ndcg_at_5_std": 0.335421, + "nauc_ndcg_at_5_diff1": 0.793324, + "nauc_ndcg_at_10_max": 0.60916, + "nauc_ndcg_at_10_std": 0.30356, + "nauc_ndcg_at_10_diff1": 0.791648, + "nauc_ndcg_at_20_max": 0.604903, + "nauc_ndcg_at_20_std": 0.297397, + "nauc_ndcg_at_20_diff1": 0.790802, + "nauc_ndcg_at_100_max": 0.590863, + "nauc_ndcg_at_100_std": 0.277544, + "nauc_ndcg_at_100_diff1": 0.784609, + "nauc_ndcg_at_1000_max": 0.590863, + "nauc_ndcg_at_1000_std": 0.277544, + "nauc_ndcg_at_1000_diff1": 0.784609, + "nauc_map_at_1_max": 0.501343, + "nauc_map_at_1_std": 0.158203, + "nauc_map_at_1_diff1": 0.772366, + "nauc_map_at_3_max": 0.595791, + "nauc_map_at_3_std": 0.281772, + "nauc_map_at_3_diff1": 0.780514, + "nauc_map_at_5_max": 0.591812, + "nauc_map_at_5_std": 0.279583, + "nauc_map_at_5_diff1": 0.78328, + "nauc_map_at_10_max": 0.583316, + "nauc_map_at_10_std": 0.26794, + "nauc_map_at_10_diff1": 0.78284, + "nauc_map_at_20_max": 0.582273, + "nauc_map_at_20_std": 0.266435, + "nauc_map_at_20_diff1": 0.782624, + "nauc_map_at_100_max": 0.580254, + "nauc_map_at_100_std": 0.263401, + "nauc_map_at_100_diff1": 0.781768, + "nauc_map_at_1000_max": 0.580254, + "nauc_map_at_1000_std": 0.263401, + "nauc_map_at_1000_diff1": 0.781768, + "nauc_recall_at_1_max": 0.501343, + "nauc_recall_at_1_std": 0.158203, + "nauc_recall_at_1_diff1": 0.772366, + "nauc_recall_at_3_max": 0.894802, + "nauc_recall_at_3_std": 0.669686, + "nauc_recall_at_3_diff1": 0.829132, + "nauc_recall_at_5_max": 0.986928, + "nauc_recall_at_5_std": 0.830766, + "nauc_recall_at_5_diff1": 0.888422, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.845472, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.839519, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.501343, + "nauc_precision_at_1_std": 0.158203, + "nauc_precision_at_1_diff1": 0.772366, + "nauc_precision_at_3_max": 0.894802, + "nauc_precision_at_3_std": 0.669686, + "nauc_precision_at_3_diff1": 0.829132, + "nauc_precision_at_5_max": 0.986928, + "nauc_precision_at_5_std": 0.830766, + "nauc_precision_at_5_diff1": 0.888422, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.845472, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.839519, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.501343, + "nauc_mrr_at_1_std": 0.158203, + "nauc_mrr_at_1_diff1": 0.772366, + "nauc_mrr_at_3_max": 0.595791, + "nauc_mrr_at_3_std": 0.281772, + "nauc_mrr_at_3_diff1": 0.780514, + "nauc_mrr_at_5_max": 0.591812, + "nauc_mrr_at_5_std": 0.279583, + "nauc_mrr_at_5_diff1": 0.78328, + "nauc_mrr_at_10_max": 0.583316, + "nauc_mrr_at_10_std": 0.26794, + "nauc_mrr_at_10_diff1": 0.78284, + "nauc_mrr_at_20_max": 0.582273, + "nauc_mrr_at_20_std": 0.266435, + "nauc_mrr_at_20_diff1": 0.782624, + "nauc_mrr_at_100_max": 0.580254, + "nauc_mrr_at_100_std": 0.263401, + "nauc_mrr_at_100_diff1": 0.781768, + "nauc_mrr_at_1000_max": 0.580254, + "nauc_mrr_at_1000_std": 0.263401, + "nauc_mrr_at_1000_diff1": 0.781768, + "main_score": 0.85737, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.69826, + "ndcg_at_3": 0.76784, + "ndcg_at_5": 0.78724, + "ndcg_at_10": 0.80729, + "ndcg_at_20": 0.81388, + "ndcg_at_100": 0.82077, + "ndcg_at_1000": 0.82274, + "map_at_1": 0.69826, + "map_at_3": 0.75048, + "map_at_5": 0.76141, + "map_at_10": 0.77008, + "map_at_20": 0.77202, + "map_at_100": 0.77313, + "map_at_1000": 0.7732, + "recall_at_1": 0.69826, + "recall_at_3": 0.81818, + "recall_at_5": 0.8646, + "recall_at_10": 0.92456, + "recall_at_20": 0.94971, + "recall_at_100": 0.98453, + "recall_at_1000": 1.0, + "precision_at_1": 0.69826, + "precision_at_3": 0.27273, + "precision_at_5": 0.17292, + "precision_at_10": 0.09246, + "precision_at_20": 0.04749, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.698259, + "mrr_at_3": 0.750484, + "mrr_at_5": 0.761412, + "mrr_at_10": 0.770082, + "mrr_at_20": 0.772016, + "mrr_at_100": 0.773127, + "mrr_at_1000": 0.7732, + "nauc_ndcg_at_1_max": 0.716197, + "nauc_ndcg_at_1_std": 0.22573, + "nauc_ndcg_at_1_diff1": 0.797524, + "nauc_ndcg_at_3_max": 0.754418, + "nauc_ndcg_at_3_std": 0.299719, + "nauc_ndcg_at_3_diff1": 0.759652, + "nauc_ndcg_at_5_max": 0.746884, + "nauc_ndcg_at_5_std": 0.292543, + "nauc_ndcg_at_5_diff1": 0.762124, + "nauc_ndcg_at_10_max": 0.744403, + "nauc_ndcg_at_10_std": 0.285911, + "nauc_ndcg_at_10_diff1": 0.768253, + "nauc_ndcg_at_20_max": 0.74907, + "nauc_ndcg_at_20_std": 0.285987, + "nauc_ndcg_at_20_diff1": 0.773809, + "nauc_ndcg_at_100_max": 0.744736, + "nauc_ndcg_at_100_std": 0.282422, + "nauc_ndcg_at_100_diff1": 0.771897, + "nauc_ndcg_at_1000_max": 0.743098, + "nauc_ndcg_at_1000_std": 0.277708, + "nauc_ndcg_at_1000_diff1": 0.772987, + "nauc_map_at_1_max": 0.716197, + "nauc_map_at_1_std": 0.22573, + "nauc_map_at_1_diff1": 0.797524, + "nauc_map_at_3_max": 0.744456, + "nauc_map_at_3_std": 0.277844, + "nauc_map_at_3_diff1": 0.770763, + "nauc_map_at_5_max": 0.740241, + "nauc_map_at_5_std": 0.27354, + "nauc_map_at_5_diff1": 0.772435, + "nauc_map_at_10_max": 0.738896, + "nauc_map_at_10_std": 0.269751, + "nauc_map_at_10_diff1": 0.774612, + "nauc_map_at_20_max": 0.740104, + "nauc_map_at_20_std": 0.269907, + "nauc_map_at_20_diff1": 0.775955, + "nauc_map_at_100_max": 0.739492, + "nauc_map_at_100_std": 0.269345, + "nauc_map_at_100_diff1": 0.775814, + "nauc_map_at_1000_max": 0.739436, + "nauc_map_at_1000_std": 0.269215, + "nauc_map_at_1000_diff1": 0.775837, + "nauc_recall_at_1_max": 0.716197, + "nauc_recall_at_1_std": 0.22573, + "nauc_recall_at_1_diff1": 0.797524, + "nauc_recall_at_3_max": 0.791183, + "nauc_recall_at_3_std": 0.381947, + "nauc_recall_at_3_diff1": 0.717932, + "nauc_recall_at_5_max": 0.775618, + "nauc_recall_at_5_std": 0.379904, + "nauc_recall_at_5_diff1": 0.714307, + "nauc_recall_at_10_max": 0.782306, + "nauc_recall_at_10_std": 0.407175, + "nauc_recall_at_10_diff1": 0.728115, + "nauc_recall_at_20_max": 0.856617, + "nauc_recall_at_20_std": 0.460161, + "nauc_recall_at_20_diff1": 0.780361, + "nauc_recall_at_100_max": 0.872214, + "nauc_recall_at_100_std": 0.66786, + "nauc_recall_at_100_diff1": 0.679474, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716197, + "nauc_precision_at_1_std": 0.22573, + "nauc_precision_at_1_diff1": 0.797524, + "nauc_precision_at_3_max": 0.791183, + "nauc_precision_at_3_std": 0.381947, + "nauc_precision_at_3_diff1": 0.717932, + "nauc_precision_at_5_max": 0.775618, + "nauc_precision_at_5_std": 0.379904, + "nauc_precision_at_5_diff1": 0.714307, + "nauc_precision_at_10_max": 0.782306, + "nauc_precision_at_10_std": 0.407175, + "nauc_precision_at_10_diff1": 0.728115, + "nauc_precision_at_20_max": 0.856617, + "nauc_precision_at_20_std": 0.460161, + "nauc_precision_at_20_diff1": 0.780361, + "nauc_precision_at_100_max": 0.872214, + "nauc_precision_at_100_std": 0.66786, + "nauc_precision_at_100_diff1": 0.679474, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.716197, + "nauc_mrr_at_1_std": 0.22573, + "nauc_mrr_at_1_diff1": 0.797524, + "nauc_mrr_at_3_max": 0.744456, + "nauc_mrr_at_3_std": 0.277844, + "nauc_mrr_at_3_diff1": 0.770763, + "nauc_mrr_at_5_max": 0.740241, + "nauc_mrr_at_5_std": 0.27354, + "nauc_mrr_at_5_diff1": 0.772435, + "nauc_mrr_at_10_max": 0.738896, + "nauc_mrr_at_10_std": 0.269751, + "nauc_mrr_at_10_diff1": 0.774612, + "nauc_mrr_at_20_max": 0.740104, + "nauc_mrr_at_20_std": 0.269907, + "nauc_mrr_at_20_diff1": 0.775955, + "nauc_mrr_at_100_max": 0.739492, + "nauc_mrr_at_100_std": 0.269345, + "nauc_mrr_at_100_diff1": 0.775814, + "nauc_mrr_at_1000_max": 0.739436, + "nauc_mrr_at_1000_std": 0.269215, + "nauc_mrr_at_1000_diff1": 0.775837, + "main_score": 0.80729, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.75781, + "ndcg_at_3": 0.83628, + "ndcg_at_5": 0.851, + "ndcg_at_10": 0.86128, + "ndcg_at_20": 0.86583, + "ndcg_at_100": 0.86988, + "ndcg_at_1000": 0.87061, + "map_at_1": 0.75781, + "map_at_3": 0.81803, + "map_at_5": 0.82633, + "map_at_10": 0.83068, + "map_at_20": 0.83198, + "map_at_100": 0.83255, + "map_at_1000": 0.83258, + "recall_at_1": 0.75781, + "recall_at_3": 0.88867, + "recall_at_5": 0.92383, + "recall_at_10": 0.95508, + "recall_at_20": 0.97266, + "recall_at_100": 0.99414, + "recall_at_1000": 1.0, + "precision_at_1": 0.75781, + "precision_at_3": 0.29622, + "precision_at_5": 0.18477, + "precision_at_10": 0.09551, + "precision_at_20": 0.04863, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757812, + "mrr_at_3": 0.818034, + "mrr_at_5": 0.826335, + "mrr_at_10": 0.83068, + "mrr_at_20": 0.83198, + "mrr_at_100": 0.832553, + "mrr_at_1000": 0.832576, + "nauc_ndcg_at_1_max": 0.649468, + "nauc_ndcg_at_1_std": 0.104295, + "nauc_ndcg_at_1_diff1": 0.851229, + "nauc_ndcg_at_3_max": 0.728714, + "nauc_ndcg_at_3_std": 0.195889, + "nauc_ndcg_at_3_diff1": 0.840954, + "nauc_ndcg_at_5_max": 0.727568, + "nauc_ndcg_at_5_std": 0.184757, + "nauc_ndcg_at_5_diff1": 0.843838, + "nauc_ndcg_at_10_max": 0.720047, + "nauc_ndcg_at_10_std": 0.194756, + "nauc_ndcg_at_10_diff1": 0.847123, + "nauc_ndcg_at_20_max": 0.719899, + "nauc_ndcg_at_20_std": 0.199025, + "nauc_ndcg_at_20_diff1": 0.85017, + "nauc_ndcg_at_100_max": 0.712325, + "nauc_ndcg_at_100_std": 0.184705, + "nauc_ndcg_at_100_diff1": 0.848216, + "nauc_ndcg_at_1000_max": 0.710568, + "nauc_ndcg_at_1000_std": 0.181408, + "nauc_ndcg_at_1000_diff1": 0.847289, + "nauc_map_at_1_max": 0.649468, + "nauc_map_at_1_std": 0.104295, + "nauc_map_at_1_diff1": 0.851229, + "nauc_map_at_3_max": 0.708344, + "nauc_map_at_3_std": 0.175397, + "nauc_map_at_3_diff1": 0.843733, + "nauc_map_at_5_max": 0.706911, + "nauc_map_at_5_std": 0.169091, + "nauc_map_at_5_diff1": 0.845273, + "nauc_map_at_10_max": 0.70371, + "nauc_map_at_10_std": 0.171968, + "nauc_map_at_10_diff1": 0.846466, + "nauc_map_at_20_max": 0.703687, + "nauc_map_at_20_std": 0.173, + "nauc_map_at_20_diff1": 0.847175, + "nauc_map_at_100_max": 0.702741, + "nauc_map_at_100_std": 0.171057, + "nauc_map_at_100_diff1": 0.846861, + "nauc_map_at_1000_max": 0.702696, + "nauc_map_at_1000_std": 0.170986, + "nauc_map_at_1000_diff1": 0.846837, + "nauc_recall_at_1_max": 0.649468, + "nauc_recall_at_1_std": 0.104295, + "nauc_recall_at_1_diff1": 0.851229, + "nauc_recall_at_3_max": 0.81594, + "nauc_recall_at_3_std": 0.281304, + "nauc_recall_at_3_diff1": 0.828949, + "nauc_recall_at_5_max": 0.848284, + "nauc_recall_at_5_std": 0.269115, + "nauc_recall_at_5_diff1": 0.836305, + "nauc_recall_at_10_max": 0.86672, + "nauc_recall_at_10_std": 0.418038, + "nauc_recall_at_10_diff1": 0.859488, + "nauc_recall_at_20_max": 0.952174, + "nauc_recall_at_20_std": 0.626388, + "nauc_recall_at_20_diff1": 0.920329, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.742433, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649468, + "nauc_precision_at_1_std": 0.104295, + "nauc_precision_at_1_diff1": 0.851229, + "nauc_precision_at_3_max": 0.81594, + "nauc_precision_at_3_std": 0.281304, + "nauc_precision_at_3_diff1": 0.828949, + "nauc_precision_at_5_max": 0.848284, + "nauc_precision_at_5_std": 0.269115, + "nauc_precision_at_5_diff1": 0.836305, + "nauc_precision_at_10_max": 0.86672, + "nauc_precision_at_10_std": 0.418038, + "nauc_precision_at_10_diff1": 0.859488, + "nauc_precision_at_20_max": 0.952174, + "nauc_precision_at_20_std": 0.626388, + "nauc_precision_at_20_diff1": 0.920329, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.742433, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.649468, + "nauc_mrr_at_1_std": 0.104295, + "nauc_mrr_at_1_diff1": 0.851229, + "nauc_mrr_at_3_max": 0.708344, + "nauc_mrr_at_3_std": 0.175397, + "nauc_mrr_at_3_diff1": 0.843733, + "nauc_mrr_at_5_max": 0.706911, + "nauc_mrr_at_5_std": 0.169091, + "nauc_mrr_at_5_diff1": 0.845273, + "nauc_mrr_at_10_max": 0.70371, + "nauc_mrr_at_10_std": 0.171968, + "nauc_mrr_at_10_diff1": 0.846466, + "nauc_mrr_at_20_max": 0.703687, + "nauc_mrr_at_20_std": 0.173, + "nauc_mrr_at_20_diff1": 0.847175, + "nauc_mrr_at_100_max": 0.702741, + "nauc_mrr_at_100_std": 0.171057, + "nauc_mrr_at_100_diff1": 0.846861, + "nauc_mrr_at_1000_max": 0.702696, + "nauc_mrr_at_1000_std": 0.170986, + "nauc_mrr_at_1000_diff1": 0.846837, + "main_score": 0.86128, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.78049, + "ndcg_at_3": 0.84345, + "ndcg_at_5": 0.8556, + "ndcg_at_10": 0.8663, + "ndcg_at_20": 0.87135, + "ndcg_at_100": 0.87534, + "ndcg_at_1000": 0.87652, + "map_at_1": 0.78049, + "map_at_3": 0.82869, + "map_at_5": 0.83539, + "map_at_10": 0.83982, + "map_at_20": 0.8412, + "map_at_100": 0.84172, + "map_at_1000": 0.84175, + "recall_at_1": 0.78049, + "recall_at_3": 0.88589, + "recall_at_5": 0.91551, + "recall_at_10": 0.94861, + "recall_at_20": 0.96864, + "recall_at_100": 0.99042, + "recall_at_1000": 1.0, + "precision_at_1": 0.78049, + "precision_at_3": 0.2953, + "precision_at_5": 0.1831, + "precision_at_10": 0.09486, + "precision_at_20": 0.04843, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.780488, + "mrr_at_3": 0.828688, + "mrr_at_5": 0.835395, + "mrr_at_10": 0.839816, + "mrr_at_20": 0.841196, + "mrr_at_100": 0.841717, + "mrr_at_1000": 0.841755, + "nauc_ndcg_at_1_max": 0.714732, + "nauc_ndcg_at_1_std": 0.012684, + "nauc_ndcg_at_1_diff1": 0.859065, + "nauc_ndcg_at_3_max": 0.776056, + "nauc_ndcg_at_3_std": 0.068962, + "nauc_ndcg_at_3_diff1": 0.833974, + "nauc_ndcg_at_5_max": 0.772928, + "nauc_ndcg_at_5_std": 0.079142, + "nauc_ndcg_at_5_diff1": 0.8356, + "nauc_ndcg_at_10_max": 0.769571, + "nauc_ndcg_at_10_std": 0.07854, + "nauc_ndcg_at_10_diff1": 0.836322, + "nauc_ndcg_at_20_max": 0.766732, + "nauc_ndcg_at_20_std": 0.079359, + "nauc_ndcg_at_20_diff1": 0.836988, + "nauc_ndcg_at_100_max": 0.763747, + "nauc_ndcg_at_100_std": 0.076041, + "nauc_ndcg_at_100_diff1": 0.840349, + "nauc_ndcg_at_1000_max": 0.761696, + "nauc_ndcg_at_1000_std": 0.068855, + "nauc_ndcg_at_1000_diff1": 0.840518, + "nauc_map_at_1_max": 0.714732, + "nauc_map_at_1_std": 0.012684, + "nauc_map_at_1_diff1": 0.859065, + "nauc_map_at_3_max": 0.759997, + "nauc_map_at_3_std": 0.053589, + "nauc_map_at_3_diff1": 0.841314, + "nauc_map_at_5_max": 0.757556, + "nauc_map_at_5_std": 0.057502, + "nauc_map_at_5_diff1": 0.842124, + "nauc_map_at_10_max": 0.756224, + "nauc_map_at_10_std": 0.057404, + "nauc_map_at_10_diff1": 0.842608, + "nauc_map_at_20_max": 0.755612, + "nauc_map_at_20_std": 0.057658, + "nauc_map_at_20_diff1": 0.842865, + "nauc_map_at_100_max": 0.755291, + "nauc_map_at_100_std": 0.057353, + "nauc_map_at_100_diff1": 0.843222, + "nauc_map_at_1000_max": 0.755237, + "nauc_map_at_1000_std": 0.057154, + "nauc_map_at_1000_diff1": 0.843223, + "nauc_recall_at_1_max": 0.714732, + "nauc_recall_at_1_std": 0.012684, + "nauc_recall_at_1_diff1": 0.859065, + "nauc_recall_at_3_max": 0.840884, + "nauc_recall_at_3_std": 0.131454, + "nauc_recall_at_3_diff1": 0.803821, + "nauc_recall_at_5_max": 0.851832, + "nauc_recall_at_5_std": 0.195576, + "nauc_recall_at_5_diff1": 0.802456, + "nauc_recall_at_10_max": 0.872711, + "nauc_recall_at_10_std": 0.254204, + "nauc_recall_at_10_diff1": 0.785941, + "nauc_recall_at_20_max": 0.890004, + "nauc_recall_at_20_std": 0.368905, + "nauc_recall_at_20_diff1": 0.762331, + "nauc_recall_at_100_max": 0.964342, + "nauc_recall_at_100_std": 0.772341, + "nauc_recall_at_100_diff1": 0.819383, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714732, + "nauc_precision_at_1_std": 0.012684, + "nauc_precision_at_1_diff1": 0.859065, + "nauc_precision_at_3_max": 0.840884, + "nauc_precision_at_3_std": 0.131454, + "nauc_precision_at_3_diff1": 0.803821, + "nauc_precision_at_5_max": 0.851832, + "nauc_precision_at_5_std": 0.195576, + "nauc_precision_at_5_diff1": 0.802456, + "nauc_precision_at_10_max": 0.872711, + "nauc_precision_at_10_std": 0.254204, + "nauc_precision_at_10_diff1": 0.785941, + "nauc_precision_at_20_max": 0.890004, + "nauc_precision_at_20_std": 0.368905, + "nauc_precision_at_20_diff1": 0.762331, + "nauc_precision_at_100_max": 0.964342, + "nauc_precision_at_100_std": 0.772341, + "nauc_precision_at_100_diff1": 0.819383, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.714732, + "nauc_mrr_at_1_std": 0.012684, + "nauc_mrr_at_1_diff1": 0.859065, + "nauc_mrr_at_3_max": 0.759997, + "nauc_mrr_at_3_std": 0.053589, + "nauc_mrr_at_3_diff1": 0.841314, + "nauc_mrr_at_5_max": 0.757556, + "nauc_mrr_at_5_std": 0.057502, + "nauc_mrr_at_5_diff1": 0.842124, + "nauc_mrr_at_10_max": 0.756224, + "nauc_mrr_at_10_std": 0.057404, + "nauc_mrr_at_10_diff1": 0.842608, + "nauc_mrr_at_20_max": 0.755612, + "nauc_mrr_at_20_std": 0.057658, + "nauc_mrr_at_20_diff1": 0.842865, + "nauc_mrr_at_100_max": 0.755291, + "nauc_mrr_at_100_std": 0.057353, + "nauc_mrr_at_100_diff1": 0.843222, + "nauc_mrr_at_1000_max": 0.755237, + "nauc_mrr_at_1000_std": 0.057154, + "nauc_mrr_at_1000_diff1": 0.843223, + "main_score": 0.8663, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.782, + "ndcg_at_3": 0.84164, + "ndcg_at_5": 0.85386, + "ndcg_at_10": 0.86512, + "ndcg_at_20": 0.87161, + "ndcg_at_100": 0.87585, + "ndcg_at_1000": 0.87642, + "map_at_1": 0.782, + "map_at_3": 0.827, + "map_at_5": 0.8337, + "map_at_10": 0.83851, + "map_at_20": 0.84024, + "map_at_100": 0.84088, + "map_at_1000": 0.84091, + "recall_at_1": 0.782, + "recall_at_3": 0.884, + "recall_at_5": 0.914, + "recall_at_10": 0.948, + "recall_at_20": 0.974, + "recall_at_100": 0.996, + "recall_at_1000": 1.0, + "precision_at_1": 0.782, + "precision_at_3": 0.29467, + "precision_at_5": 0.1828, + "precision_at_10": 0.0948, + "precision_at_20": 0.0487, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.782, + "mrr_at_3": 0.827, + "mrr_at_5": 0.8337, + "mrr_at_10": 0.838513, + "mrr_at_20": 0.840243, + "mrr_at_100": 0.840879, + "mrr_at_1000": 0.840908, + "nauc_ndcg_at_1_max": 0.750737, + "nauc_ndcg_at_1_std": 0.132564, + "nauc_ndcg_at_1_diff1": 0.866782, + "nauc_ndcg_at_3_max": 0.79962, + "nauc_ndcg_at_3_std": 0.206364, + "nauc_ndcg_at_3_diff1": 0.837096, + "nauc_ndcg_at_5_max": 0.795998, + "nauc_ndcg_at_5_std": 0.200103, + "nauc_ndcg_at_5_diff1": 0.839697, + "nauc_ndcg_at_10_max": 0.795905, + "nauc_ndcg_at_10_std": 0.225313, + "nauc_ndcg_at_10_diff1": 0.842221, + "nauc_ndcg_at_20_max": 0.791823, + "nauc_ndcg_at_20_std": 0.220108, + "nauc_ndcg_at_20_diff1": 0.844803, + "nauc_ndcg_at_100_max": 0.785553, + "nauc_ndcg_at_100_std": 0.199395, + "nauc_ndcg_at_100_diff1": 0.845683, + "nauc_ndcg_at_1000_max": 0.785147, + "nauc_ndcg_at_1000_std": 0.198572, + "nauc_ndcg_at_1000_diff1": 0.846281, + "nauc_map_at_1_max": 0.750737, + "nauc_map_at_1_std": 0.132564, + "nauc_map_at_1_diff1": 0.866782, + "nauc_map_at_3_max": 0.784617, + "nauc_map_at_3_std": 0.184224, + "nauc_map_at_3_diff1": 0.845847, + "nauc_map_at_5_max": 0.782275, + "nauc_map_at_5_std": 0.180484, + "nauc_map_at_5_diff1": 0.847298, + "nauc_map_at_10_max": 0.78196, + "nauc_map_at_10_std": 0.190824, + "nauc_map_at_10_diff1": 0.848247, + "nauc_map_at_20_max": 0.780905, + "nauc_map_at_20_std": 0.189429, + "nauc_map_at_20_diff1": 0.848794, + "nauc_map_at_100_max": 0.780132, + "nauc_map_at_100_std": 0.186852, + "nauc_map_at_100_diff1": 0.848892, + "nauc_map_at_1000_max": 0.780114, + "nauc_map_at_1000_std": 0.1868, + "nauc_map_at_1000_diff1": 0.848917, + "nauc_recall_at_1_max": 0.750737, + "nauc_recall_at_1_std": 0.132564, + "nauc_recall_at_1_diff1": 0.866782, + "nauc_recall_at_3_max": 0.86152, + "nauc_recall_at_3_std": 0.29742, + "nauc_recall_at_3_diff1": 0.801198, + "nauc_recall_at_5_max": 0.867175, + "nauc_recall_at_5_std": 0.300827, + "nauc_recall_at_5_diff1": 0.801044, + "nauc_recall_at_10_max": 0.91058, + "nauc_recall_at_10_std": 0.52363, + "nauc_recall_at_10_diff1": 0.797547, + "nauc_recall_at_20_max": 0.949723, + "nauc_recall_at_20_std": 0.719242, + "nauc_recall_at_20_diff1": 0.80446, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.348973, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750737, + "nauc_precision_at_1_std": 0.132564, + "nauc_precision_at_1_diff1": 0.866782, + "nauc_precision_at_3_max": 0.86152, + "nauc_precision_at_3_std": 0.29742, + "nauc_precision_at_3_diff1": 0.801198, + "nauc_precision_at_5_max": 0.867175, + "nauc_precision_at_5_std": 0.300827, + "nauc_precision_at_5_diff1": 0.801044, + "nauc_precision_at_10_max": 0.91058, + "nauc_precision_at_10_std": 0.52363, + "nauc_precision_at_10_diff1": 0.797547, + "nauc_precision_at_20_max": 0.949723, + "nauc_precision_at_20_std": 0.719242, + "nauc_precision_at_20_diff1": 0.80446, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.348973, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.750737, + "nauc_mrr_at_1_std": 0.132564, + "nauc_mrr_at_1_diff1": 0.866782, + "nauc_mrr_at_3_max": 0.784617, + "nauc_mrr_at_3_std": 0.184224, + "nauc_mrr_at_3_diff1": 0.845847, + "nauc_mrr_at_5_max": 0.782275, + "nauc_mrr_at_5_std": 0.180484, + "nauc_mrr_at_5_diff1": 0.847298, + "nauc_mrr_at_10_max": 0.78196, + "nauc_mrr_at_10_std": 0.190824, + "nauc_mrr_at_10_diff1": 0.848247, + "nauc_mrr_at_20_max": 0.780905, + "nauc_mrr_at_20_std": 0.189429, + "nauc_mrr_at_20_diff1": 0.848794, + "nauc_mrr_at_100_max": 0.780132, + "nauc_mrr_at_100_std": 0.186852, + "nauc_mrr_at_100_diff1": 0.848892, + "nauc_mrr_at_1000_max": 0.780114, + "nauc_mrr_at_1000_std": 0.1868, + "nauc_mrr_at_1000_diff1": 0.848917, + "main_score": 0.86512, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.76134, + "ndcg_at_3": 0.83011, + "ndcg_at_5": 0.84149, + "ndcg_at_10": 0.85447, + "ndcg_at_20": 0.86028, + "ndcg_at_100": 0.86471, + "ndcg_at_1000": 0.86572, + "map_at_1": 0.76134, + "map_at_3": 0.81361, + "map_at_5": 0.81992, + "map_at_10": 0.82541, + "map_at_20": 0.82692, + "map_at_100": 0.82753, + "map_at_1000": 0.82757, + "recall_at_1": 0.76134, + "recall_at_3": 0.87771, + "recall_at_5": 0.90533, + "recall_at_10": 0.94477, + "recall_at_20": 0.96844, + "recall_at_100": 0.99211, + "recall_at_1000": 1.0, + "precision_at_1": 0.76134, + "precision_at_3": 0.29257, + "precision_at_5": 0.18107, + "precision_at_10": 0.09448, + "precision_at_20": 0.04842, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761341, + "mrr_at_3": 0.813609, + "mrr_at_5": 0.819921, + "mrr_at_10": 0.825407, + "mrr_at_20": 0.826916, + "mrr_at_100": 0.827531, + "mrr_at_1000": 0.827568, + "nauc_ndcg_at_1_max": 0.738752, + "nauc_ndcg_at_1_std": 0.2372, + "nauc_ndcg_at_1_diff1": 0.853568, + "nauc_ndcg_at_3_max": 0.788292, + "nauc_ndcg_at_3_std": 0.324266, + "nauc_ndcg_at_3_diff1": 0.825819, + "nauc_ndcg_at_5_max": 0.775207, + "nauc_ndcg_at_5_std": 0.307076, + "nauc_ndcg_at_5_diff1": 0.817643, + "nauc_ndcg_at_10_max": 0.775812, + "nauc_ndcg_at_10_std": 0.297263, + "nauc_ndcg_at_10_diff1": 0.819797, + "nauc_ndcg_at_20_max": 0.774016, + "nauc_ndcg_at_20_std": 0.306184, + "nauc_ndcg_at_20_diff1": 0.821183, + "nauc_ndcg_at_100_max": 0.77061, + "nauc_ndcg_at_100_std": 0.297845, + "nauc_ndcg_at_100_diff1": 0.826364, + "nauc_ndcg_at_1000_max": 0.769513, + "nauc_ndcg_at_1000_std": 0.294574, + "nauc_ndcg_at_1000_diff1": 0.827579, + "nauc_map_at_1_max": 0.738752, + "nauc_map_at_1_std": 0.2372, + "nauc_map_at_1_diff1": 0.853568, + "nauc_map_at_3_max": 0.772856, + "nauc_map_at_3_std": 0.296216, + "nauc_map_at_3_diff1": 0.833699, + "nauc_map_at_5_max": 0.765856, + "nauc_map_at_5_std": 0.286752, + "nauc_map_at_5_diff1": 0.830058, + "nauc_map_at_10_max": 0.765902, + "nauc_map_at_10_std": 0.283173, + "nauc_map_at_10_diff1": 0.831406, + "nauc_map_at_20_max": 0.765514, + "nauc_map_at_20_std": 0.285467, + "nauc_map_at_20_diff1": 0.831704, + "nauc_map_at_100_max": 0.765126, + "nauc_map_at_100_std": 0.284748, + "nauc_map_at_100_diff1": 0.832318, + "nauc_map_at_1000_max": 0.76509, + "nauc_map_at_1000_std": 0.284652, + "nauc_map_at_1000_diff1": 0.832341, + "nauc_recall_at_1_max": 0.738752, + "nauc_recall_at_1_std": 0.2372, + "nauc_recall_at_1_diff1": 0.853568, + "nauc_recall_at_3_max": 0.852857, + "nauc_recall_at_3_std": 0.442116, + "nauc_recall_at_3_diff1": 0.793301, + "nauc_recall_at_5_max": 0.81997, + "nauc_recall_at_5_std": 0.4076, + "nauc_recall_at_5_diff1": 0.752667, + "nauc_recall_at_10_max": 0.854029, + "nauc_recall_at_10_std": 0.396985, + "nauc_recall_at_10_diff1": 0.719814, + "nauc_recall_at_20_max": 0.879192, + "nauc_recall_at_20_std": 0.599413, + "nauc_recall_at_20_diff1": 0.672069, + "nauc_recall_at_100_max": 0.901896, + "nauc_recall_at_100_std": 0.700654, + "nauc_recall_at_100_diff1": 0.665696, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738752, + "nauc_precision_at_1_std": 0.2372, + "nauc_precision_at_1_diff1": 0.853568, + "nauc_precision_at_3_max": 0.852857, + "nauc_precision_at_3_std": 0.442116, + "nauc_precision_at_3_diff1": 0.793301, + "nauc_precision_at_5_max": 0.81997, + "nauc_precision_at_5_std": 0.4076, + "nauc_precision_at_5_diff1": 0.752667, + "nauc_precision_at_10_max": 0.854029, + "nauc_precision_at_10_std": 0.396985, + "nauc_precision_at_10_diff1": 0.719814, + "nauc_precision_at_20_max": 0.879192, + "nauc_precision_at_20_std": 0.599413, + "nauc_precision_at_20_diff1": 0.672069, + "nauc_precision_at_100_max": 0.901896, + "nauc_precision_at_100_std": 0.700654, + "nauc_precision_at_100_diff1": 0.665696, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.738752, + "nauc_mrr_at_1_std": 0.2372, + "nauc_mrr_at_1_diff1": 0.853568, + "nauc_mrr_at_3_max": 0.772856, + "nauc_mrr_at_3_std": 0.296216, + "nauc_mrr_at_3_diff1": 0.833699, + "nauc_mrr_at_5_max": 0.765856, + "nauc_mrr_at_5_std": 0.286752, + "nauc_mrr_at_5_diff1": 0.830058, + "nauc_mrr_at_10_max": 0.765902, + "nauc_mrr_at_10_std": 0.283173, + "nauc_mrr_at_10_diff1": 0.831406, + "nauc_mrr_at_20_max": 0.765514, + "nauc_mrr_at_20_std": 0.285467, + "nauc_mrr_at_20_diff1": 0.831704, + "nauc_mrr_at_100_max": 0.765126, + "nauc_mrr_at_100_std": 0.284748, + "nauc_mrr_at_100_diff1": 0.832318, + "nauc_mrr_at_1000_max": 0.76509, + "nauc_mrr_at_1000_std": 0.284652, + "nauc_mrr_at_1000_diff1": 0.832341, + "main_score": 0.85447, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.70841, + "ndcg_at_3": 0.78385, + "ndcg_at_5": 0.80078, + "ndcg_at_10": 0.81196, + "ndcg_at_20": 0.81946, + "ndcg_at_100": 0.82781, + "ndcg_at_1000": 0.83003, + "map_at_1": 0.70841, + "map_at_3": 0.76647, + "map_at_5": 0.77586, + "map_at_10": 0.78036, + "map_at_20": 0.78245, + "map_at_100": 0.7836, + "map_at_1000": 0.78372, + "recall_at_1": 0.70841, + "recall_at_3": 0.83366, + "recall_at_5": 0.87476, + "recall_at_10": 0.90998, + "recall_at_20": 0.93933, + "recall_at_100": 0.98434, + "recall_at_1000": 1.0, + "precision_at_1": 0.70841, + "precision_at_3": 0.27789, + "precision_at_5": 0.17495, + "precision_at_10": 0.091, + "precision_at_20": 0.04697, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.708415, + "mrr_at_3": 0.766471, + "mrr_at_5": 0.775864, + "mrr_at_10": 0.780356, + "mrr_at_20": 0.782454, + "mrr_at_100": 0.783602, + "mrr_at_1000": 0.783721, + "nauc_ndcg_at_1_max": 0.669079, + "nauc_ndcg_at_1_std": 0.188892, + "nauc_ndcg_at_1_diff1": 0.829288, + "nauc_ndcg_at_3_max": 0.725608, + "nauc_ndcg_at_3_std": 0.258338, + "nauc_ndcg_at_3_diff1": 0.808614, + "nauc_ndcg_at_5_max": 0.735711, + "nauc_ndcg_at_5_std": 0.283499, + "nauc_ndcg_at_5_diff1": 0.8007, + "nauc_ndcg_at_10_max": 0.737387, + "nauc_ndcg_at_10_std": 0.288427, + "nauc_ndcg_at_10_diff1": 0.799262, + "nauc_ndcg_at_20_max": 0.73485, + "nauc_ndcg_at_20_std": 0.288364, + "nauc_ndcg_at_20_diff1": 0.803282, + "nauc_ndcg_at_100_max": 0.727179, + "nauc_ndcg_at_100_std": 0.273057, + "nauc_ndcg_at_100_diff1": 0.808621, + "nauc_ndcg_at_1000_max": 0.723473, + "nauc_ndcg_at_1000_std": 0.264515, + "nauc_ndcg_at_1000_diff1": 0.808201, + "nauc_map_at_1_max": 0.669079, + "nauc_map_at_1_std": 0.188892, + "nauc_map_at_1_diff1": 0.829288, + "nauc_map_at_3_max": 0.710925, + "nauc_map_at_3_std": 0.238061, + "nauc_map_at_3_diff1": 0.813506, + "nauc_map_at_5_max": 0.715677, + "nauc_map_at_5_std": 0.249279, + "nauc_map_at_5_diff1": 0.809672, + "nauc_map_at_10_max": 0.716086, + "nauc_map_at_10_std": 0.251099, + "nauc_map_at_10_diff1": 0.809155, + "nauc_map_at_20_max": 0.715335, + "nauc_map_at_20_std": 0.250791, + "nauc_map_at_20_diff1": 0.810189, + "nauc_map_at_100_max": 0.714492, + "nauc_map_at_100_std": 0.248904, + "nauc_map_at_100_diff1": 0.811044, + "nauc_map_at_1000_max": 0.714326, + "nauc_map_at_1000_std": 0.248537, + "nauc_map_at_1000_diff1": 0.811025, + "nauc_recall_at_1_max": 0.669079, + "nauc_recall_at_1_std": 0.188892, + "nauc_recall_at_1_diff1": 0.829288, + "nauc_recall_at_3_max": 0.780878, + "nauc_recall_at_3_std": 0.336042, + "nauc_recall_at_3_diff1": 0.790493, + "nauc_recall_at_5_max": 0.831514, + "nauc_recall_at_5_std": 0.453317, + "nauc_recall_at_5_diff1": 0.757141, + "nauc_recall_at_10_max": 0.872637, + "nauc_recall_at_10_std": 0.533575, + "nauc_recall_at_10_diff1": 0.73538, + "nauc_recall_at_20_max": 0.909601, + "nauc_recall_at_20_std": 0.64906, + "nauc_recall_at_20_diff1": 0.74725, + "nauc_recall_at_100_max": 0.983664, + "nauc_recall_at_100_std": 0.868776, + "nauc_recall_at_100_diff1": 0.836103, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669079, + "nauc_precision_at_1_std": 0.188892, + "nauc_precision_at_1_diff1": 0.829288, + "nauc_precision_at_3_max": 0.780878, + "nauc_precision_at_3_std": 0.336042, + "nauc_precision_at_3_diff1": 0.790493, + "nauc_precision_at_5_max": 0.831514, + "nauc_precision_at_5_std": 0.453317, + "nauc_precision_at_5_diff1": 0.757141, + "nauc_precision_at_10_max": 0.872637, + "nauc_precision_at_10_std": 0.533575, + "nauc_precision_at_10_diff1": 0.73538, + "nauc_precision_at_20_max": 0.909601, + "nauc_precision_at_20_std": 0.64906, + "nauc_precision_at_20_diff1": 0.74725, + "nauc_precision_at_100_max": 0.983664, + "nauc_precision_at_100_std": 0.868776, + "nauc_precision_at_100_diff1": 0.836103, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.669079, + "nauc_mrr_at_1_std": 0.188892, + "nauc_mrr_at_1_diff1": 0.829288, + "nauc_mrr_at_3_max": 0.710925, + "nauc_mrr_at_3_std": 0.238061, + "nauc_mrr_at_3_diff1": 0.813506, + "nauc_mrr_at_5_max": 0.715677, + "nauc_mrr_at_5_std": 0.249279, + "nauc_mrr_at_5_diff1": 0.809672, + "nauc_mrr_at_10_max": 0.716086, + "nauc_mrr_at_10_std": 0.251099, + "nauc_mrr_at_10_diff1": 0.809155, + "nauc_mrr_at_20_max": 0.715335, + "nauc_mrr_at_20_std": 0.250791, + "nauc_mrr_at_20_diff1": 0.810189, + "nauc_mrr_at_100_max": 0.714492, + "nauc_mrr_at_100_std": 0.248904, + "nauc_mrr_at_100_diff1": 0.811044, + "nauc_mrr_at_1000_max": 0.714326, + "nauc_mrr_at_1000_std": 0.248537, + "nauc_mrr_at_1000_diff1": 0.811025, + "main_score": 0.81196, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.83118, + "ndcg_at_5": 0.84622, + "ndcg_at_10": 0.85527, + "ndcg_at_20": 0.85832, + "ndcg_at_100": 0.86378, + "ndcg_at_1000": 0.8648, + "map_at_1": 0.75, + "map_at_3": 0.81184, + "map_at_5": 0.82037, + "map_at_10": 0.82414, + "map_at_20": 0.825, + "map_at_100": 0.82573, + "map_at_1000": 0.82577, + "recall_at_1": 0.75, + "recall_at_3": 0.8869, + "recall_at_5": 0.92262, + "recall_at_10": 0.9504, + "recall_at_20": 0.9623, + "recall_at_100": 0.99206, + "recall_at_1000": 1.0, + "precision_at_1": 0.75, + "precision_at_3": 0.29563, + "precision_at_5": 0.18452, + "precision_at_10": 0.09504, + "precision_at_20": 0.04812, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.75, + "mrr_at_3": 0.811839, + "mrr_at_5": 0.82037, + "mrr_at_10": 0.824138, + "mrr_at_20": 0.824997, + "mrr_at_100": 0.825731, + "mrr_at_1000": 0.825767, + "nauc_ndcg_at_1_max": 0.722086, + "nauc_ndcg_at_1_std": 0.255688, + "nauc_ndcg_at_1_diff1": 0.840714, + "nauc_ndcg_at_3_max": 0.76318, + "nauc_ndcg_at_3_std": 0.297997, + "nauc_ndcg_at_3_diff1": 0.824482, + "nauc_ndcg_at_5_max": 0.769686, + "nauc_ndcg_at_5_std": 0.318749, + "nauc_ndcg_at_5_diff1": 0.823046, + "nauc_ndcg_at_10_max": 0.771352, + "nauc_ndcg_at_10_std": 0.328085, + "nauc_ndcg_at_10_diff1": 0.82859, + "nauc_ndcg_at_20_max": 0.76826, + "nauc_ndcg_at_20_std": 0.326908, + "nauc_ndcg_at_20_diff1": 0.8269, + "nauc_ndcg_at_100_max": 0.761381, + "nauc_ndcg_at_100_std": 0.312083, + "nauc_ndcg_at_100_diff1": 0.828193, + "nauc_ndcg_at_1000_max": 0.759679, + "nauc_ndcg_at_1000_std": 0.307538, + "nauc_ndcg_at_1000_diff1": 0.828915, + "nauc_map_at_1_max": 0.722086, + "nauc_map_at_1_std": 0.255688, + "nauc_map_at_1_diff1": 0.840714, + "nauc_map_at_3_max": 0.751872, + "nauc_map_at_3_std": 0.285591, + "nauc_map_at_3_diff1": 0.82905, + "nauc_map_at_5_max": 0.754478, + "nauc_map_at_5_std": 0.294626, + "nauc_map_at_5_diff1": 0.8286, + "nauc_map_at_10_max": 0.754729, + "nauc_map_at_10_std": 0.297196, + "nauc_map_at_10_diff1": 0.830864, + "nauc_map_at_20_max": 0.753965, + "nauc_map_at_20_std": 0.296998, + "nauc_map_at_20_diff1": 0.830517, + "nauc_map_at_100_max": 0.753211, + "nauc_map_at_100_std": 0.295389, + "nauc_map_at_100_diff1": 0.830663, + "nauc_map_at_1000_max": 0.75316, + "nauc_map_at_1000_std": 0.295257, + "nauc_map_at_1000_diff1": 0.830681, + "nauc_recall_at_1_max": 0.722086, + "nauc_recall_at_1_std": 0.255688, + "nauc_recall_at_1_diff1": 0.840714, + "nauc_recall_at_3_max": 0.812937, + "nauc_recall_at_3_std": 0.353138, + "nauc_recall_at_3_diff1": 0.804312, + "nauc_recall_at_5_max": 0.863587, + "nauc_recall_at_5_std": 0.473192, + "nauc_recall_at_5_diff1": 0.788898, + "nauc_recall_at_10_max": 0.929442, + "nauc_recall_at_10_std": 0.638269, + "nauc_recall_at_10_diff1": 0.811989, + "nauc_recall_at_20_max": 0.936395, + "nauc_recall_at_20_std": 0.712601, + "nauc_recall_at_20_diff1": 0.782949, + "nauc_recall_at_100_max": 0.967349, + "nauc_recall_at_100_std": 0.865264, + "nauc_recall_at_100_diff1": 0.737404, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722086, + "nauc_precision_at_1_std": 0.255688, + "nauc_precision_at_1_diff1": 0.840714, + "nauc_precision_at_3_max": 0.812937, + "nauc_precision_at_3_std": 0.353138, + "nauc_precision_at_3_diff1": 0.804312, + "nauc_precision_at_5_max": 0.863587, + "nauc_precision_at_5_std": 0.473192, + "nauc_precision_at_5_diff1": 0.788898, + "nauc_precision_at_10_max": 0.929442, + "nauc_precision_at_10_std": 0.638269, + "nauc_precision_at_10_diff1": 0.811989, + "nauc_precision_at_20_max": 0.936395, + "nauc_precision_at_20_std": 0.712601, + "nauc_precision_at_20_diff1": 0.782949, + "nauc_precision_at_100_max": 0.967349, + "nauc_precision_at_100_std": 0.865264, + "nauc_precision_at_100_diff1": 0.737404, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.722086, + "nauc_mrr_at_1_std": 0.255688, + "nauc_mrr_at_1_diff1": 0.840714, + "nauc_mrr_at_3_max": 0.751872, + "nauc_mrr_at_3_std": 0.285591, + "nauc_mrr_at_3_diff1": 0.82905, + "nauc_mrr_at_5_max": 0.754478, + "nauc_mrr_at_5_std": 0.294626, + "nauc_mrr_at_5_diff1": 0.8286, + "nauc_mrr_at_10_max": 0.754729, + "nauc_mrr_at_10_std": 0.297196, + "nauc_mrr_at_10_diff1": 0.830864, + "nauc_mrr_at_20_max": 0.753965, + "nauc_mrr_at_20_std": 0.296998, + "nauc_mrr_at_20_diff1": 0.830517, + "nauc_mrr_at_100_max": 0.753211, + "nauc_mrr_at_100_std": 0.295389, + "nauc_mrr_at_100_diff1": 0.830663, + "nauc_mrr_at_1000_max": 0.75316, + "nauc_mrr_at_1000_std": 0.295257, + "nauc_mrr_at_1000_diff1": 0.830681, + "main_score": 0.85527, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.76398, + "ndcg_at_3": 0.83193, + "ndcg_at_5": 0.83995, + "ndcg_at_10": 0.8528, + "ndcg_at_20": 0.86234, + "ndcg_at_100": 0.86712, + "ndcg_at_1000": 0.86712, + "map_at_1": 0.76398, + "map_at_3": 0.8147, + "map_at_5": 0.81936, + "map_at_10": 0.82513, + "map_at_20": 0.8278, + "map_at_100": 0.82852, + "map_at_1000": 0.82852, + "recall_at_1": 0.76398, + "recall_at_3": 0.88199, + "recall_at_5": 0.90062, + "recall_at_10": 0.93789, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76398, + "precision_at_3": 0.294, + "precision_at_5": 0.18012, + "precision_at_10": 0.09379, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763975, + "mrr_at_3": 0.8147, + "mrr_at_5": 0.819358, + "mrr_at_10": 0.825126, + "mrr_at_20": 0.827796, + "mrr_at_100": 0.828521, + "mrr_at_1000": 0.828521, + "nauc_ndcg_at_1_max": 0.782545, + "nauc_ndcg_at_1_std": 0.430542, + "nauc_ndcg_at_1_diff1": 0.846083, + "nauc_ndcg_at_3_max": 0.803421, + "nauc_ndcg_at_3_std": 0.490689, + "nauc_ndcg_at_3_diff1": 0.843531, + "nauc_ndcg_at_5_max": 0.818043, + "nauc_ndcg_at_5_std": 0.521892, + "nauc_ndcg_at_5_diff1": 0.853562, + "nauc_ndcg_at_10_max": 0.824092, + "nauc_ndcg_at_10_std": 0.51631, + "nauc_ndcg_at_10_diff1": 0.859992, + "nauc_ndcg_at_20_max": 0.816213, + "nauc_ndcg_at_20_std": 0.50932, + "nauc_ndcg_at_20_diff1": 0.856099, + "nauc_ndcg_at_100_max": 0.809062, + "nauc_ndcg_at_100_std": 0.492632, + "nauc_ndcg_at_100_diff1": 0.852992, + "nauc_ndcg_at_1000_max": 0.809062, + "nauc_ndcg_at_1000_std": 0.492632, + "nauc_ndcg_at_1000_diff1": 0.852992, + "nauc_map_at_1_max": 0.782545, + "nauc_map_at_1_std": 0.430542, + "nauc_map_at_1_diff1": 0.846083, + "nauc_map_at_3_max": 0.797811, + "nauc_map_at_3_std": 0.474465, + "nauc_map_at_3_diff1": 0.844827, + "nauc_map_at_5_max": 0.80529, + "nauc_map_at_5_std": 0.490324, + "nauc_map_at_5_diff1": 0.850083, + "nauc_map_at_10_max": 0.807159, + "nauc_map_at_10_std": 0.486772, + "nauc_map_at_10_diff1": 0.852605, + "nauc_map_at_20_max": 0.805178, + "nauc_map_at_20_std": 0.484909, + "nauc_map_at_20_diff1": 0.85163, + "nauc_map_at_100_max": 0.804285, + "nauc_map_at_100_std": 0.482743, + "nauc_map_at_100_diff1": 0.851224, + "nauc_map_at_1000_max": 0.804285, + "nauc_map_at_1000_std": 0.482743, + "nauc_map_at_1000_diff1": 0.851224, + "nauc_recall_at_1_max": 0.782545, + "nauc_recall_at_1_std": 0.430542, + "nauc_recall_at_1_diff1": 0.846083, + "nauc_recall_at_3_max": 0.827033, + "nauc_recall_at_3_std": 0.559008, + "nauc_recall_at_3_diff1": 0.837659, + "nauc_recall_at_5_max": 0.882162, + "nauc_recall_at_5_std": 0.679576, + "nauc_recall_at_5_diff1": 0.871884, + "nauc_recall_at_10_max": 0.959191, + "nauc_recall_at_10_std": 0.742176, + "nauc_recall_at_10_diff1": 0.921623, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.930635, + "nauc_recall_at_20_diff1": 0.934686, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782545, + "nauc_precision_at_1_std": 0.430542, + "nauc_precision_at_1_diff1": 0.846083, + "nauc_precision_at_3_max": 0.827033, + "nauc_precision_at_3_std": 0.559008, + "nauc_precision_at_3_diff1": 0.837659, + "nauc_precision_at_5_max": 0.882162, + "nauc_precision_at_5_std": 0.679576, + "nauc_precision_at_5_diff1": 0.871884, + "nauc_precision_at_10_max": 0.959191, + "nauc_precision_at_10_std": 0.742176, + "nauc_precision_at_10_diff1": 0.921623, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.930635, + "nauc_precision_at_20_diff1": 0.934686, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.782545, + "nauc_mrr_at_1_std": 0.430542, + "nauc_mrr_at_1_diff1": 0.846083, + "nauc_mrr_at_3_max": 0.797811, + "nauc_mrr_at_3_std": 0.474465, + "nauc_mrr_at_3_diff1": 0.844827, + "nauc_mrr_at_5_max": 0.80529, + "nauc_mrr_at_5_std": 0.490324, + "nauc_mrr_at_5_diff1": 0.850083, + "nauc_mrr_at_10_max": 0.807159, + "nauc_mrr_at_10_std": 0.486772, + "nauc_mrr_at_10_diff1": 0.852605, + "nauc_mrr_at_20_max": 0.805178, + "nauc_mrr_at_20_std": 0.484909, + "nauc_mrr_at_20_diff1": 0.85163, + "nauc_mrr_at_100_max": 0.804285, + "nauc_mrr_at_100_std": 0.482743, + "nauc_mrr_at_100_diff1": 0.851224, + "nauc_mrr_at_1000_max": 0.804285, + "nauc_mrr_at_1000_std": 0.482743, + "nauc_mrr_at_1000_diff1": 0.851224, + "main_score": 0.8528, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.78571, + "ndcg_at_3": 0.85508, + "ndcg_at_5": 0.87593, + "ndcg_at_10": 0.88242, + "ndcg_at_20": 0.8864, + "ndcg_at_100": 0.88834, + "ndcg_at_1000": 0.88834, + "map_at_1": 0.78571, + "map_at_3": 0.83844, + "map_at_5": 0.84991, + "map_at_10": 0.85252, + "map_at_20": 0.85368, + "map_at_100": 0.85397, + "map_at_1000": 0.85397, + "recall_at_1": 0.78571, + "recall_at_3": 0.90306, + "recall_at_5": 0.95408, + "recall_at_10": 0.97449, + "recall_at_20": 0.9898, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.78571, + "precision_at_3": 0.30102, + "precision_at_5": 0.19082, + "precision_at_10": 0.09745, + "precision_at_20": 0.04949, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785714, + "mrr_at_3": 0.838435, + "mrr_at_5": 0.849915, + "mrr_at_10": 0.852521, + "mrr_at_20": 0.853678, + "mrr_at_100": 0.853974, + "mrr_at_1000": 0.853974, + "nauc_ndcg_at_1_max": 0.713915, + "nauc_ndcg_at_1_std": 0.295098, + "nauc_ndcg_at_1_diff1": 0.876465, + "nauc_ndcg_at_3_max": 0.765651, + "nauc_ndcg_at_3_std": 0.359323, + "nauc_ndcg_at_3_diff1": 0.867758, + "nauc_ndcg_at_5_max": 0.75026, + "nauc_ndcg_at_5_std": 0.348853, + "nauc_ndcg_at_5_diff1": 0.870906, + "nauc_ndcg_at_10_max": 0.749228, + "nauc_ndcg_at_10_std": 0.347472, + "nauc_ndcg_at_10_diff1": 0.867386, + "nauc_ndcg_at_20_max": 0.744809, + "nauc_ndcg_at_20_std": 0.33878, + "nauc_ndcg_at_20_diff1": 0.871224, + "nauc_ndcg_at_100_max": 0.743025, + "nauc_ndcg_at_100_std": 0.334364, + "nauc_ndcg_at_100_diff1": 0.871784, + "nauc_ndcg_at_1000_max": 0.743025, + "nauc_ndcg_at_1000_std": 0.334364, + "nauc_ndcg_at_1000_diff1": 0.871784, + "nauc_map_at_1_max": 0.713915, + "nauc_map_at_1_std": 0.295098, + "nauc_map_at_1_diff1": 0.876465, + "nauc_map_at_3_max": 0.75067, + "nauc_map_at_3_std": 0.338753, + "nauc_map_at_3_diff1": 0.871406, + "nauc_map_at_5_max": 0.741928, + "nauc_map_at_5_std": 0.331939, + "nauc_map_at_5_diff1": 0.873052, + "nauc_map_at_10_max": 0.741489, + "nauc_map_at_10_std": 0.331635, + "nauc_map_at_10_diff1": 0.871942, + "nauc_map_at_20_max": 0.740181, + "nauc_map_at_20_std": 0.329221, + "nauc_map_at_20_diff1": 0.872523, + "nauc_map_at_100_max": 0.74007, + "nauc_map_at_100_std": 0.328882, + "nauc_map_at_100_diff1": 0.872698, + "nauc_map_at_1000_max": 0.74007, + "nauc_map_at_1000_std": 0.328882, + "nauc_map_at_1000_diff1": 0.872698, + "nauc_recall_at_1_max": 0.713915, + "nauc_recall_at_1_std": 0.295098, + "nauc_recall_at_1_diff1": 0.876465, + "nauc_recall_at_3_max": 0.832864, + "nauc_recall_at_3_std": 0.452996, + "nauc_recall_at_3_diff1": 0.850601, + "nauc_recall_at_5_max": 0.817379, + "nauc_recall_at_5_std": 0.495999, + "nauc_recall_at_5_diff1": 0.852399, + "nauc_recall_at_10_max": 0.855182, + "nauc_recall_at_10_std": 0.580852, + "nauc_recall_at_10_diff1": 0.789897, + "nauc_recall_at_20_max": 0.861056, + "nauc_recall_at_20_std": 0.613685, + "nauc_recall_at_20_diff1": 0.861056, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713915, + "nauc_precision_at_1_std": 0.295098, + "nauc_precision_at_1_diff1": 0.876465, + "nauc_precision_at_3_max": 0.832864, + "nauc_precision_at_3_std": 0.452996, + "nauc_precision_at_3_diff1": 0.850601, + "nauc_precision_at_5_max": 0.817379, + "nauc_precision_at_5_std": 0.495999, + "nauc_precision_at_5_diff1": 0.852399, + "nauc_precision_at_10_max": 0.855182, + "nauc_precision_at_10_std": 0.580852, + "nauc_precision_at_10_diff1": 0.789897, + "nauc_precision_at_20_max": 0.861056, + "nauc_precision_at_20_std": 0.613685, + "nauc_precision_at_20_diff1": 0.861056, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.713915, + "nauc_mrr_at_1_std": 0.295098, + "nauc_mrr_at_1_diff1": 0.876465, + "nauc_mrr_at_3_max": 0.75067, + "nauc_mrr_at_3_std": 0.338753, + "nauc_mrr_at_3_diff1": 0.871406, + "nauc_mrr_at_5_max": 0.741928, + "nauc_mrr_at_5_std": 0.331939, + "nauc_mrr_at_5_diff1": 0.873052, + "nauc_mrr_at_10_max": 0.741489, + "nauc_mrr_at_10_std": 0.331635, + "nauc_mrr_at_10_diff1": 0.871942, + "nauc_mrr_at_20_max": 0.740181, + "nauc_mrr_at_20_std": 0.329221, + "nauc_mrr_at_20_diff1": 0.872523, + "nauc_mrr_at_100_max": 0.74007, + "nauc_mrr_at_100_std": 0.328882, + "nauc_mrr_at_100_diff1": 0.872698, + "nauc_mrr_at_1000_max": 0.74007, + "nauc_mrr_at_1000_std": 0.328882, + "nauc_mrr_at_1000_diff1": 0.872698, + "main_score": 0.88242, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.804, + "ndcg_at_3": 0.87043, + "ndcg_at_5": 0.88041, + "ndcg_at_10": 0.88665, + "ndcg_at_20": 0.88964, + "ndcg_at_100": 0.89401, + "ndcg_at_1000": 0.89428, + "map_at_1": 0.804, + "map_at_3": 0.854, + "map_at_5": 0.8596, + "map_at_10": 0.86204, + "map_at_20": 0.86283, + "map_at_100": 0.86341, + "map_at_1000": 0.86342, + "recall_at_1": 0.804, + "recall_at_3": 0.918, + "recall_at_5": 0.942, + "recall_at_10": 0.962, + "recall_at_20": 0.974, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.804, + "precision_at_3": 0.306, + "precision_at_5": 0.1884, + "precision_at_10": 0.0962, + "precision_at_20": 0.0487, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804, + "mrr_at_3": 0.854, + "mrr_at_5": 0.8596, + "mrr_at_10": 0.862041, + "mrr_at_20": 0.862833, + "mrr_at_100": 0.863408, + "mrr_at_1000": 0.86342, + "nauc_ndcg_at_1_max": 0.734329, + "nauc_ndcg_at_1_std": 0.089853, + "nauc_ndcg_at_1_diff1": 0.864197, + "nauc_ndcg_at_3_max": 0.774192, + "nauc_ndcg_at_3_std": 0.177146, + "nauc_ndcg_at_3_diff1": 0.837174, + "nauc_ndcg_at_5_max": 0.779292, + "nauc_ndcg_at_5_std": 0.17176, + "nauc_ndcg_at_5_diff1": 0.848327, + "nauc_ndcg_at_10_max": 0.772252, + "nauc_ndcg_at_10_std": 0.154805, + "nauc_ndcg_at_10_diff1": 0.850081, + "nauc_ndcg_at_20_max": 0.771812, + "nauc_ndcg_at_20_std": 0.153765, + "nauc_ndcg_at_20_diff1": 0.848929, + "nauc_ndcg_at_100_max": 0.766454, + "nauc_ndcg_at_100_std": 0.144498, + "nauc_ndcg_at_100_diff1": 0.851946, + "nauc_ndcg_at_1000_max": 0.766178, + "nauc_ndcg_at_1000_std": 0.143398, + "nauc_ndcg_at_1000_diff1": 0.851548, + "nauc_map_at_1_max": 0.734329, + "nauc_map_at_1_std": 0.089853, + "nauc_map_at_1_diff1": 0.864197, + "nauc_map_at_3_max": 0.761976, + "nauc_map_at_3_std": 0.145113, + "nauc_map_at_3_diff1": 0.84647, + "nauc_map_at_5_max": 0.764184, + "nauc_map_at_5_std": 0.141968, + "nauc_map_at_5_diff1": 0.852452, + "nauc_map_at_10_max": 0.761623, + "nauc_map_at_10_std": 0.135406, + "nauc_map_at_10_diff1": 0.85316, + "nauc_map_at_20_max": 0.761672, + "nauc_map_at_20_std": 0.135355, + "nauc_map_at_20_diff1": 0.852903, + "nauc_map_at_100_max": 0.761153, + "nauc_map_at_100_std": 0.134408, + "nauc_map_at_100_diff1": 0.853211, + "nauc_map_at_1000_max": 0.761143, + "nauc_map_at_1000_std": 0.13437, + "nauc_map_at_1000_diff1": 0.853197, + "nauc_recall_at_1_max": 0.734329, + "nauc_recall_at_1_std": 0.089853, + "nauc_recall_at_1_diff1": 0.864197, + "nauc_recall_at_3_max": 0.83372, + "nauc_recall_at_3_std": 0.33708, + "nauc_recall_at_3_diff1": 0.791134, + "nauc_recall_at_5_max": 0.880003, + "nauc_recall_at_5_std": 0.370183, + "nauc_recall_at_5_diff1": 0.822837, + "nauc_recall_at_10_max": 0.868691, + "nauc_recall_at_10_std": 0.329574, + "nauc_recall_at_10_diff1": 0.82407, + "nauc_recall_at_20_max": 0.89819, + "nauc_recall_at_20_std": 0.382604, + "nauc_recall_at_20_diff1": 0.794405, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.554155, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.734329, + "nauc_precision_at_1_std": 0.089853, + "nauc_precision_at_1_diff1": 0.864197, + "nauc_precision_at_3_max": 0.83372, + "nauc_precision_at_3_std": 0.33708, + "nauc_precision_at_3_diff1": 0.791134, + "nauc_precision_at_5_max": 0.880003, + "nauc_precision_at_5_std": 0.370183, + "nauc_precision_at_5_diff1": 0.822837, + "nauc_precision_at_10_max": 0.868691, + "nauc_precision_at_10_std": 0.329574, + "nauc_precision_at_10_diff1": 0.82407, + "nauc_precision_at_20_max": 0.89819, + "nauc_precision_at_20_std": 0.382604, + "nauc_precision_at_20_diff1": 0.794405, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.554155, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.734329, + "nauc_mrr_at_1_std": 0.089853, + "nauc_mrr_at_1_diff1": 0.864197, + "nauc_mrr_at_3_max": 0.761976, + "nauc_mrr_at_3_std": 0.145113, + "nauc_mrr_at_3_diff1": 0.84647, + "nauc_mrr_at_5_max": 0.764184, + "nauc_mrr_at_5_std": 0.141968, + "nauc_mrr_at_5_diff1": 0.852452, + "nauc_mrr_at_10_max": 0.761623, + "nauc_mrr_at_10_std": 0.135406, + "nauc_mrr_at_10_diff1": 0.85316, + "nauc_mrr_at_20_max": 0.761672, + "nauc_mrr_at_20_std": 0.135355, + "nauc_mrr_at_20_diff1": 0.852903, + "nauc_mrr_at_100_max": 0.761153, + "nauc_mrr_at_100_std": 0.134408, + "nauc_mrr_at_100_diff1": 0.853211, + "nauc_mrr_at_1000_max": 0.761143, + "nauc_mrr_at_1000_std": 0.13437, + "nauc_mrr_at_1000_diff1": 0.853197, + "main_score": 0.88665, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.85647, + "ndcg_at_5": 0.86861, + "ndcg_at_10": 0.87553, + "ndcg_at_20": 0.88051, + "ndcg_at_100": 0.88435, + "ndcg_at_1000": 0.88517, + "map_at_1": 0.79, + "map_at_3": 0.84067, + "map_at_5": 0.84727, + "map_at_10": 0.85002, + "map_at_20": 0.85134, + "map_at_100": 0.85192, + "map_at_1000": 0.85196, + "recall_at_1": 0.79, + "recall_at_3": 0.902, + "recall_at_5": 0.932, + "recall_at_10": 0.954, + "recall_at_20": 0.974, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "precision_at_1": 0.79, + "precision_at_3": 0.30067, + "precision_at_5": 0.1864, + "precision_at_10": 0.0954, + "precision_at_20": 0.0487, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.79, + "mrr_at_3": 0.840667, + "mrr_at_5": 0.847267, + "mrr_at_10": 0.850017, + "mrr_at_20": 0.851344, + "mrr_at_100": 0.851919, + "mrr_at_1000": 0.851957, + "nauc_ndcg_at_1_max": 0.739183, + "nauc_ndcg_at_1_std": 0.147051, + "nauc_ndcg_at_1_diff1": 0.881564, + "nauc_ndcg_at_3_max": 0.791521, + "nauc_ndcg_at_3_std": 0.237279, + "nauc_ndcg_at_3_diff1": 0.869602, + "nauc_ndcg_at_5_max": 0.792868, + "nauc_ndcg_at_5_std": 0.245191, + "nauc_ndcg_at_5_diff1": 0.873703, + "nauc_ndcg_at_10_max": 0.787264, + "nauc_ndcg_at_10_std": 0.231943, + "nauc_ndcg_at_10_diff1": 0.870015, + "nauc_ndcg_at_20_max": 0.786671, + "nauc_ndcg_at_20_std": 0.230555, + "nauc_ndcg_at_20_diff1": 0.87223, + "nauc_ndcg_at_100_max": 0.782629, + "nauc_ndcg_at_100_std": 0.219051, + "nauc_ndcg_at_100_diff1": 0.875328, + "nauc_ndcg_at_1000_max": 0.781297, + "nauc_ndcg_at_1000_std": 0.220256, + "nauc_ndcg_at_1000_diff1": 0.875034, + "nauc_map_at_1_max": 0.739183, + "nauc_map_at_1_std": 0.147051, + "nauc_map_at_1_diff1": 0.881564, + "nauc_map_at_3_max": 0.778646, + "nauc_map_at_3_std": 0.212908, + "nauc_map_at_3_diff1": 0.874382, + "nauc_map_at_5_max": 0.778849, + "nauc_map_at_5_std": 0.215606, + "nauc_map_at_5_diff1": 0.876735, + "nauc_map_at_10_max": 0.776831, + "nauc_map_at_10_std": 0.21173, + "nauc_map_at_10_diff1": 0.875639, + "nauc_map_at_20_max": 0.776638, + "nauc_map_at_20_std": 0.211535, + "nauc_map_at_20_diff1": 0.876054, + "nauc_map_at_100_max": 0.776157, + "nauc_map_at_100_std": 0.210424, + "nauc_map_at_100_diff1": 0.876451, + "nauc_map_at_1000_max": 0.776104, + "nauc_map_at_1000_std": 0.210494, + "nauc_map_at_1000_diff1": 0.876439, + "nauc_recall_at_1_max": 0.739183, + "nauc_recall_at_1_std": 0.147051, + "nauc_recall_at_1_diff1": 0.881564, + "nauc_recall_at_3_max": 0.846529, + "nauc_recall_at_3_std": 0.343147, + "nauc_recall_at_3_diff1": 0.847711, + "nauc_recall_at_5_max": 0.875542, + "nauc_recall_at_5_std": 0.425125, + "nauc_recall_at_5_diff1": 0.854946, + "nauc_recall_at_10_max": 0.867373, + "nauc_recall_at_10_std": 0.385296, + "nauc_recall_at_10_diff1": 0.8147, + "nauc_recall_at_20_max": 0.917044, + "nauc_recall_at_20_std": 0.466638, + "nauc_recall_at_20_diff1": 0.815413, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739183, + "nauc_precision_at_1_std": 0.147051, + "nauc_precision_at_1_diff1": 0.881564, + "nauc_precision_at_3_max": 0.846529, + "nauc_precision_at_3_std": 0.343147, + "nauc_precision_at_3_diff1": 0.847711, + "nauc_precision_at_5_max": 0.875542, + "nauc_precision_at_5_std": 0.425125, + "nauc_precision_at_5_diff1": 0.854946, + "nauc_precision_at_10_max": 0.867373, + "nauc_precision_at_10_std": 0.385296, + "nauc_precision_at_10_diff1": 0.8147, + "nauc_precision_at_20_max": 0.917044, + "nauc_precision_at_20_std": 0.466638, + "nauc_precision_at_20_diff1": 0.815413, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.739183, + "nauc_mrr_at_1_std": 0.147051, + "nauc_mrr_at_1_diff1": 0.881564, + "nauc_mrr_at_3_max": 0.778646, + "nauc_mrr_at_3_std": 0.212908, + "nauc_mrr_at_3_diff1": 0.874382, + "nauc_mrr_at_5_max": 0.778849, + "nauc_mrr_at_5_std": 0.215606, + "nauc_mrr_at_5_diff1": 0.876735, + "nauc_mrr_at_10_max": 0.776831, + "nauc_mrr_at_10_std": 0.21173, + "nauc_mrr_at_10_diff1": 0.875639, + "nauc_mrr_at_20_max": 0.776638, + "nauc_mrr_at_20_std": 0.211535, + "nauc_mrr_at_20_diff1": 0.876054, + "nauc_mrr_at_100_max": 0.776157, + "nauc_mrr_at_100_std": 0.210424, + "nauc_mrr_at_100_diff1": 0.876451, + "nauc_mrr_at_1000_max": 0.776104, + "nauc_mrr_at_1000_std": 0.210494, + "nauc_mrr_at_1000_diff1": 0.876439, + "main_score": 0.87553, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.82888, + "ndcg_at_3": 0.88471, + "ndcg_at_5": 0.89138, + "ndcg_at_10": 0.90019, + "ndcg_at_20": 0.90292, + "ndcg_at_100": 0.90721, + "ndcg_at_1000": 0.90721, + "map_at_1": 0.82888, + "map_at_3": 0.87077, + "map_at_5": 0.87451, + "map_at_10": 0.87824, + "map_at_20": 0.87901, + "map_at_100": 0.87974, + "map_at_1000": 0.87974, + "recall_at_1": 0.82888, + "recall_at_3": 0.92513, + "recall_at_5": 0.94118, + "recall_at_10": 0.96791, + "recall_at_20": 0.97861, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.82888, + "precision_at_3": 0.30838, + "precision_at_5": 0.18824, + "precision_at_10": 0.09679, + "precision_at_20": 0.04893, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828877, + "mrr_at_3": 0.870766, + "mrr_at_5": 0.87451, + "mrr_at_10": 0.878245, + "mrr_at_20": 0.879012, + "mrr_at_100": 0.879735, + "mrr_at_1000": 0.879735, + "nauc_ndcg_at_1_max": 0.799493, + "nauc_ndcg_at_1_std": 0.499415, + "nauc_ndcg_at_1_diff1": 0.799628, + "nauc_ndcg_at_3_max": 0.825281, + "nauc_ndcg_at_3_std": 0.575831, + "nauc_ndcg_at_3_diff1": 0.79106, + "nauc_ndcg_at_5_max": 0.844903, + "nauc_ndcg_at_5_std": 0.620057, + "nauc_ndcg_at_5_diff1": 0.789957, + "nauc_ndcg_at_10_max": 0.83313, + "nauc_ndcg_at_10_std": 0.596519, + "nauc_ndcg_at_10_diff1": 0.786997, + "nauc_ndcg_at_20_max": 0.83035, + "nauc_ndcg_at_20_std": 0.586835, + "nauc_ndcg_at_20_diff1": 0.789621, + "nauc_ndcg_at_100_max": 0.826861, + "nauc_ndcg_at_100_std": 0.576659, + "nauc_ndcg_at_100_diff1": 0.793063, + "nauc_ndcg_at_1000_max": 0.826861, + "nauc_ndcg_at_1000_std": 0.576659, + "nauc_ndcg_at_1000_diff1": 0.793063, + "nauc_map_at_1_max": 0.799493, + "nauc_map_at_1_std": 0.499415, + "nauc_map_at_1_diff1": 0.799628, + "nauc_map_at_3_max": 0.819364, + "nauc_map_at_3_std": 0.558285, + "nauc_map_at_3_diff1": 0.794829, + "nauc_map_at_5_max": 0.829144, + "nauc_map_at_5_std": 0.580408, + "nauc_map_at_5_diff1": 0.794616, + "nauc_map_at_10_max": 0.824543, + "nauc_map_at_10_std": 0.571261, + "nauc_map_at_10_diff1": 0.793581, + "nauc_map_at_20_max": 0.823932, + "nauc_map_at_20_std": 0.568977, + "nauc_map_at_20_diff1": 0.794399, + "nauc_map_at_100_max": 0.823425, + "nauc_map_at_100_std": 0.567394, + "nauc_map_at_100_diff1": 0.794822, + "nauc_map_at_1000_max": 0.823425, + "nauc_map_at_1000_std": 0.567394, + "nauc_map_at_1000_diff1": 0.794822, + "nauc_recall_at_1_max": 0.799493, + "nauc_recall_at_1_std": 0.499415, + "nauc_recall_at_1_diff1": 0.799628, + "nauc_recall_at_3_max": 0.852165, + "nauc_recall_at_3_std": 0.65557, + "nauc_recall_at_3_diff1": 0.772239, + "nauc_recall_at_5_max": 0.940476, + "nauc_recall_at_5_std": 0.858037, + "nauc_recall_at_5_diff1": 0.760598, + "nauc_recall_at_10_max": 0.912698, + "nauc_recall_at_10_std": 0.83582, + "nauc_recall_at_10_diff1": 0.711745, + "nauc_recall_at_20_max": 0.901786, + "nauc_recall_at_20_std": 0.786468, + "nauc_recall_at_20_diff1": 0.711745, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.799493, + "nauc_precision_at_1_std": 0.499415, + "nauc_precision_at_1_diff1": 0.799628, + "nauc_precision_at_3_max": 0.852165, + "nauc_precision_at_3_std": 0.65557, + "nauc_precision_at_3_diff1": 0.772239, + "nauc_precision_at_5_max": 0.940476, + "nauc_precision_at_5_std": 0.858037, + "nauc_precision_at_5_diff1": 0.760598, + "nauc_precision_at_10_max": 0.912698, + "nauc_precision_at_10_std": 0.83582, + "nauc_precision_at_10_diff1": 0.711745, + "nauc_precision_at_20_max": 0.901786, + "nauc_precision_at_20_std": 0.786468, + "nauc_precision_at_20_diff1": 0.711745, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.799493, + "nauc_mrr_at_1_std": 0.499415, + "nauc_mrr_at_1_diff1": 0.799628, + "nauc_mrr_at_3_max": 0.819364, + "nauc_mrr_at_3_std": 0.558285, + "nauc_mrr_at_3_diff1": 0.794829, + "nauc_mrr_at_5_max": 0.829144, + "nauc_mrr_at_5_std": 0.580408, + "nauc_mrr_at_5_diff1": 0.794616, + "nauc_mrr_at_10_max": 0.824543, + "nauc_mrr_at_10_std": 0.571261, + "nauc_mrr_at_10_diff1": 0.793581, + "nauc_mrr_at_20_max": 0.823932, + "nauc_mrr_at_20_std": 0.568977, + "nauc_mrr_at_20_diff1": 0.794399, + "nauc_mrr_at_100_max": 0.823425, + "nauc_mrr_at_100_std": 0.567394, + "nauc_mrr_at_100_diff1": 0.794822, + "nauc_mrr_at_1000_max": 0.823425, + "nauc_mrr_at_1000_std": 0.567394, + "nauc_mrr_at_1000_diff1": 0.794822, + "main_score": 0.90019, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.84914, + "ndcg_at_5": 0.85575, + "ndcg_at_10": 0.86307, + "ndcg_at_20": 0.87293, + "ndcg_at_100": 0.87856, + "ndcg_at_1000": 0.87856, + "map_at_1": 0.77778, + "map_at_3": 0.83333, + "map_at_5": 0.83704, + "map_at_10": 0.84034, + "map_at_20": 0.84332, + "map_at_100": 0.84403, + "map_at_1000": 0.84403, + "recall_at_1": 0.77778, + "recall_at_3": 0.89418, + "recall_at_5": 0.91005, + "recall_at_10": 0.93122, + "recall_at_20": 0.96825, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77778, + "precision_at_3": 0.29806, + "precision_at_5": 0.18201, + "precision_at_10": 0.09312, + "precision_at_20": 0.04841, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.837037, + "mrr_at_10": 0.840344, + "mrr_at_20": 0.843318, + "mrr_at_100": 0.844027, + "mrr_at_1000": 0.844027, + "nauc_ndcg_at_1_max": 0.760606, + "nauc_ndcg_at_1_std": 0.389117, + "nauc_ndcg_at_1_diff1": 0.873866, + "nauc_ndcg_at_3_max": 0.781496, + "nauc_ndcg_at_3_std": 0.453395, + "nauc_ndcg_at_3_diff1": 0.839725, + "nauc_ndcg_at_5_max": 0.778639, + "nauc_ndcg_at_5_std": 0.440634, + "nauc_ndcg_at_5_diff1": 0.852183, + "nauc_ndcg_at_10_max": 0.781434, + "nauc_ndcg_at_10_std": 0.447566, + "nauc_ndcg_at_10_diff1": 0.855262, + "nauc_ndcg_at_20_max": 0.79117, + "nauc_ndcg_at_20_std": 0.454118, + "nauc_ndcg_at_20_diff1": 0.856766, + "nauc_ndcg_at_100_max": 0.782971, + "nauc_ndcg_at_100_std": 0.443067, + "nauc_ndcg_at_100_diff1": 0.855959, + "nauc_ndcg_at_1000_max": 0.782971, + "nauc_ndcg_at_1000_std": 0.443067, + "nauc_ndcg_at_1000_diff1": 0.855959, + "nauc_map_at_1_max": 0.760606, + "nauc_map_at_1_std": 0.389117, + "nauc_map_at_1_diff1": 0.873866, + "nauc_map_at_3_max": 0.777635, + "nauc_map_at_3_std": 0.438398, + "nauc_map_at_3_diff1": 0.8497, + "nauc_map_at_5_max": 0.776137, + "nauc_map_at_5_std": 0.431889, + "nauc_map_at_5_diff1": 0.856157, + "nauc_map_at_10_max": 0.77739, + "nauc_map_at_10_std": 0.43495, + "nauc_map_at_10_diff1": 0.857388, + "nauc_map_at_20_max": 0.780157, + "nauc_map_at_20_std": 0.437045, + "nauc_map_at_20_diff1": 0.85792, + "nauc_map_at_100_max": 0.779237, + "nauc_map_at_100_std": 0.435742, + "nauc_map_at_100_diff1": 0.857622, + "nauc_map_at_1000_max": 0.779237, + "nauc_map_at_1000_std": 0.435742, + "nauc_map_at_1000_diff1": 0.857622, + "nauc_recall_at_1_max": 0.760606, + "nauc_recall_at_1_std": 0.389117, + "nauc_recall_at_1_diff1": 0.873866, + "nauc_recall_at_3_max": 0.796431, + "nauc_recall_at_3_std": 0.51465, + "nauc_recall_at_3_diff1": 0.797325, + "nauc_recall_at_5_max": 0.788338, + "nauc_recall_at_5_std": 0.476647, + "nauc_recall_at_5_diff1": 0.835884, + "nauc_recall_at_10_max": 0.804144, + "nauc_recall_at_10_std": 0.519443, + "nauc_recall_at_10_diff1": 0.848286, + "nauc_recall_at_20_max": 0.953658, + "nauc_recall_at_20_std": 0.671861, + "nauc_recall_at_20_diff1": 0.857443, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760606, + "nauc_precision_at_1_std": 0.389117, + "nauc_precision_at_1_diff1": 0.873866, + "nauc_precision_at_3_max": 0.796431, + "nauc_precision_at_3_std": 0.51465, + "nauc_precision_at_3_diff1": 0.797325, + "nauc_precision_at_5_max": 0.788338, + "nauc_precision_at_5_std": 0.476647, + "nauc_precision_at_5_diff1": 0.835884, + "nauc_precision_at_10_max": 0.804144, + "nauc_precision_at_10_std": 0.519443, + "nauc_precision_at_10_diff1": 0.848286, + "nauc_precision_at_20_max": 0.953658, + "nauc_precision_at_20_std": 0.671861, + "nauc_precision_at_20_diff1": 0.857443, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760606, + "nauc_mrr_at_1_std": 0.389117, + "nauc_mrr_at_1_diff1": 0.873866, + "nauc_mrr_at_3_max": 0.777635, + "nauc_mrr_at_3_std": 0.438398, + "nauc_mrr_at_3_diff1": 0.8497, + "nauc_mrr_at_5_max": 0.776137, + "nauc_mrr_at_5_std": 0.431889, + "nauc_mrr_at_5_diff1": 0.856157, + "nauc_mrr_at_10_max": 0.77739, + "nauc_mrr_at_10_std": 0.43495, + "nauc_mrr_at_10_diff1": 0.857388, + "nauc_mrr_at_20_max": 0.780157, + "nauc_mrr_at_20_std": 0.437045, + "nauc_mrr_at_20_diff1": 0.85792, + "nauc_mrr_at_100_max": 0.779237, + "nauc_mrr_at_100_std": 0.435742, + "nauc_mrr_at_100_diff1": 0.857622, + "nauc_mrr_at_1000_max": 0.779237, + "nauc_mrr_at_1000_std": 0.435742, + "nauc_mrr_at_1000_diff1": 0.857622, + "main_score": 0.86307, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.8323, + "ndcg_at_3": 0.87215, + "ndcg_at_5": 0.88018, + "ndcg_at_10": 0.8882, + "ndcg_at_20": 0.89304, + "ndcg_at_100": 0.89903, + "ndcg_at_1000": 0.89994, + "map_at_1": 0.8323, + "map_at_3": 0.86232, + "map_at_5": 0.86698, + "map_at_10": 0.87028, + "map_at_20": 0.87168, + "map_at_100": 0.8726, + "map_at_1000": 0.87265, + "recall_at_1": 0.8323, + "recall_at_3": 0.90062, + "recall_at_5": 0.91925, + "recall_at_10": 0.9441, + "recall_at_20": 0.96273, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.8323, + "precision_at_3": 0.30021, + "precision_at_5": 0.18385, + "precision_at_10": 0.09441, + "precision_at_20": 0.04814, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.832298, + "mrr_at_3": 0.862319, + "mrr_at_5": 0.866977, + "mrr_at_10": 0.87028, + "mrr_at_20": 0.871677, + "mrr_at_100": 0.8726, + "mrr_at_1000": 0.872654, + "nauc_ndcg_at_1_max": 0.706951, + "nauc_ndcg_at_1_std": 0.499212, + "nauc_ndcg_at_1_diff1": 0.897973, + "nauc_ndcg_at_3_max": 0.799047, + "nauc_ndcg_at_3_std": 0.6237, + "nauc_ndcg_at_3_diff1": 0.858352, + "nauc_ndcg_at_5_max": 0.788167, + "nauc_ndcg_at_5_std": 0.612444, + "nauc_ndcg_at_5_diff1": 0.858816, + "nauc_ndcg_at_10_max": 0.779746, + "nauc_ndcg_at_10_std": 0.593654, + "nauc_ndcg_at_10_diff1": 0.855772, + "nauc_ndcg_at_20_max": 0.769416, + "nauc_ndcg_at_20_std": 0.576789, + "nauc_ndcg_at_20_diff1": 0.862573, + "nauc_ndcg_at_100_max": 0.764443, + "nauc_ndcg_at_100_std": 0.574335, + "nauc_ndcg_at_100_diff1": 0.86673, + "nauc_ndcg_at_1000_max": 0.764837, + "nauc_ndcg_at_1000_std": 0.574517, + "nauc_ndcg_at_1000_diff1": 0.868085, + "nauc_map_at_1_max": 0.706951, + "nauc_map_at_1_std": 0.499212, + "nauc_map_at_1_diff1": 0.897973, + "nauc_map_at_3_max": 0.771403, + "nauc_map_at_3_std": 0.584805, + "nauc_map_at_3_diff1": 0.86921, + "nauc_map_at_5_max": 0.764669, + "nauc_map_at_5_std": 0.577464, + "nauc_map_at_5_diff1": 0.869849, + "nauc_map_at_10_max": 0.760902, + "nauc_map_at_10_std": 0.569824, + "nauc_map_at_10_diff1": 0.869139, + "nauc_map_at_20_max": 0.758194, + "nauc_map_at_20_std": 0.56555, + "nauc_map_at_20_diff1": 0.871038, + "nauc_map_at_100_max": 0.757731, + "nauc_map_at_100_std": 0.565347, + "nauc_map_at_100_diff1": 0.871832, + "nauc_map_at_1000_max": 0.757747, + "nauc_map_at_1000_std": 0.565352, + "nauc_map_at_1000_diff1": 0.871898, + "nauc_recall_at_1_max": 0.706951, + "nauc_recall_at_1_std": 0.499212, + "nauc_recall_at_1_diff1": 0.897973, + "nauc_recall_at_3_max": 0.906142, + "nauc_recall_at_3_std": 0.775188, + "nauc_recall_at_3_diff1": 0.816837, + "nauc_recall_at_5_max": 0.894531, + "nauc_recall_at_5_std": 0.772566, + "nauc_recall_at_5_diff1": 0.808806, + "nauc_recall_at_10_max": 0.892999, + "nauc_recall_at_10_std": 0.731342, + "nauc_recall_at_10_diff1": 0.767374, + "nauc_recall_at_20_max": 0.839499, + "nauc_recall_at_20_std": 0.618784, + "nauc_recall_at_20_diff1": 0.793255, + "nauc_recall_at_100_max": 0.72254, + "nauc_recall_at_100_std": 0.554919, + "nauc_recall_at_100_diff1": 0.72254, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.706951, + "nauc_precision_at_1_std": 0.499212, + "nauc_precision_at_1_diff1": 0.897973, + "nauc_precision_at_3_max": 0.906142, + "nauc_precision_at_3_std": 0.775188, + "nauc_precision_at_3_diff1": 0.816837, + "nauc_precision_at_5_max": 0.894531, + "nauc_precision_at_5_std": 0.772566, + "nauc_precision_at_5_diff1": 0.808806, + "nauc_precision_at_10_max": 0.892999, + "nauc_precision_at_10_std": 0.731342, + "nauc_precision_at_10_diff1": 0.767374, + "nauc_precision_at_20_max": 0.839499, + "nauc_precision_at_20_std": 0.618784, + "nauc_precision_at_20_diff1": 0.793255, + "nauc_precision_at_100_max": 0.72254, + "nauc_precision_at_100_std": 0.554919, + "nauc_precision_at_100_diff1": 0.72254, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.706951, + "nauc_mrr_at_1_std": 0.499212, + "nauc_mrr_at_1_diff1": 0.897973, + "nauc_mrr_at_3_max": 0.771403, + "nauc_mrr_at_3_std": 0.584805, + "nauc_mrr_at_3_diff1": 0.86921, + "nauc_mrr_at_5_max": 0.764669, + "nauc_mrr_at_5_std": 0.577464, + "nauc_mrr_at_5_diff1": 0.869849, + "nauc_mrr_at_10_max": 0.760902, + "nauc_mrr_at_10_std": 0.569824, + "nauc_mrr_at_10_diff1": 0.869139, + "nauc_mrr_at_20_max": 0.758194, + "nauc_mrr_at_20_std": 0.56555, + "nauc_mrr_at_20_diff1": 0.871038, + "nauc_mrr_at_100_max": 0.757731, + "nauc_mrr_at_100_std": 0.565347, + "nauc_mrr_at_100_diff1": 0.871832, + "nauc_mrr_at_1000_max": 0.757747, + "nauc_mrr_at_1000_std": 0.565352, + "nauc_mrr_at_1000_diff1": 0.871898, + "main_score": 0.8882, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.72581, + "ndcg_at_3": 0.81317, + "ndcg_at_5": 0.83099, + "ndcg_at_10": 0.83986, + "ndcg_at_20": 0.8521, + "ndcg_at_100": 0.85391, + "ndcg_at_1000": 0.85391, + "map_at_1": 0.72581, + "map_at_3": 0.79301, + "map_at_5": 0.80296, + "map_at_10": 0.80673, + "map_at_20": 0.81008, + "map_at_100": 0.81026, + "map_at_1000": 0.81026, + "recall_at_1": 0.72581, + "recall_at_3": 0.87097, + "recall_at_5": 0.91398, + "recall_at_10": 0.94086, + "recall_at_20": 0.98925, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72581, + "precision_at_3": 0.29032, + "precision_at_5": 0.1828, + "precision_at_10": 0.09409, + "precision_at_20": 0.04946, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.725806, + "mrr_at_3": 0.793011, + "mrr_at_5": 0.802957, + "mrr_at_10": 0.806727, + "mrr_at_20": 0.810081, + "mrr_at_100": 0.810259, + "mrr_at_1000": 0.810259, + "nauc_ndcg_at_1_max": 0.791526, + "nauc_ndcg_at_1_std": 0.561264, + "nauc_ndcg_at_1_diff1": 0.80775, + "nauc_ndcg_at_3_max": 0.808431, + "nauc_ndcg_at_3_std": 0.545864, + "nauc_ndcg_at_3_diff1": 0.777828, + "nauc_ndcg_at_5_max": 0.806553, + "nauc_ndcg_at_5_std": 0.554684, + "nauc_ndcg_at_5_diff1": 0.779831, + "nauc_ndcg_at_10_max": 0.82389, + "nauc_ndcg_at_10_std": 0.589871, + "nauc_ndcg_at_10_diff1": 0.797997, + "nauc_ndcg_at_20_max": 0.810537, + "nauc_ndcg_at_20_std": 0.567574, + "nauc_ndcg_at_20_diff1": 0.794598, + "nauc_ndcg_at_100_max": 0.808834, + "nauc_ndcg_at_100_std": 0.565587, + "nauc_ndcg_at_100_diff1": 0.792677, + "nauc_ndcg_at_1000_max": 0.808834, + "nauc_ndcg_at_1000_std": 0.565587, + "nauc_ndcg_at_1000_diff1": 0.792677, + "nauc_map_at_1_max": 0.791526, + "nauc_map_at_1_std": 0.561264, + "nauc_map_at_1_diff1": 0.80775, + "nauc_map_at_3_max": 0.803982, + "nauc_map_at_3_std": 0.550981, + "nauc_map_at_3_diff1": 0.785722, + "nauc_map_at_5_max": 0.802759, + "nauc_map_at_5_std": 0.555627, + "nauc_map_at_5_diff1": 0.786881, + "nauc_map_at_10_max": 0.809086, + "nauc_map_at_10_std": 0.567898, + "nauc_map_at_10_diff1": 0.793769, + "nauc_map_at_20_max": 0.805952, + "nauc_map_at_20_std": 0.56295, + "nauc_map_at_20_diff1": 0.792972, + "nauc_map_at_100_max": 0.805815, + "nauc_map_at_100_std": 0.562789, + "nauc_map_at_100_diff1": 0.792823, + "nauc_map_at_1000_max": 0.805815, + "nauc_map_at_1000_std": 0.562789, + "nauc_map_at_1000_diff1": 0.792823, + "nauc_recall_at_1_max": 0.791526, + "nauc_recall_at_1_std": 0.561264, + "nauc_recall_at_1_diff1": 0.80775, + "nauc_recall_at_3_max": 0.827154, + "nauc_recall_at_3_std": 0.52356, + "nauc_recall_at_3_diff1": 0.744592, + "nauc_recall_at_5_max": 0.828297, + "nauc_recall_at_5_std": 0.550867, + "nauc_recall_at_5_diff1": 0.739908, + "nauc_recall_at_10_max": 0.964264, + "nauc_recall_at_10_std": 0.817279, + "nauc_recall_at_10_diff1": 0.85346, + "nauc_recall_at_20_max": 0.934484, + "nauc_recall_at_20_std": 0.711374, + "nauc_recall_at_20_diff1": 0.934484, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791526, + "nauc_precision_at_1_std": 0.561264, + "nauc_precision_at_1_diff1": 0.80775, + "nauc_precision_at_3_max": 0.827154, + "nauc_precision_at_3_std": 0.52356, + "nauc_precision_at_3_diff1": 0.744592, + "nauc_precision_at_5_max": 0.828297, + "nauc_precision_at_5_std": 0.550867, + "nauc_precision_at_5_diff1": 0.739908, + "nauc_precision_at_10_max": 0.964264, + "nauc_precision_at_10_std": 0.817279, + "nauc_precision_at_10_diff1": 0.85346, + "nauc_precision_at_20_max": 0.934484, + "nauc_precision_at_20_std": 0.711374, + "nauc_precision_at_20_diff1": 0.934484, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791526, + "nauc_mrr_at_1_std": 0.561264, + "nauc_mrr_at_1_diff1": 0.80775, + "nauc_mrr_at_3_max": 0.803982, + "nauc_mrr_at_3_std": 0.550981, + "nauc_mrr_at_3_diff1": 0.785722, + "nauc_mrr_at_5_max": 0.802759, + "nauc_mrr_at_5_std": 0.555627, + "nauc_mrr_at_5_diff1": 0.786881, + "nauc_mrr_at_10_max": 0.809086, + "nauc_mrr_at_10_std": 0.567898, + "nauc_mrr_at_10_diff1": 0.793769, + "nauc_mrr_at_20_max": 0.805952, + "nauc_mrr_at_20_std": 0.56295, + "nauc_mrr_at_20_diff1": 0.792972, + "nauc_mrr_at_100_max": 0.805815, + "nauc_mrr_at_100_std": 0.562789, + "nauc_mrr_at_100_diff1": 0.792823, + "nauc_mrr_at_1000_max": 0.805815, + "nauc_mrr_at_1000_std": 0.562789, + "nauc_mrr_at_1000_diff1": 0.792823, + "main_score": 0.83986, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.84049, + "ndcg_at_3": 0.90308, + "ndcg_at_5": 0.9205, + "ndcg_at_10": 0.92255, + "ndcg_at_20": 0.92255, + "ndcg_at_100": 0.9238, + "ndcg_at_1000": 0.9238, + "map_at_1": 0.84049, + "map_at_3": 0.88855, + "map_at_5": 0.89806, + "map_at_10": 0.89893, + "map_at_20": 0.89893, + "map_at_100": 0.89915, + "map_at_1000": 0.89915, + "recall_at_1": 0.84049, + "recall_at_3": 0.94479, + "recall_at_5": 0.98773, + "recall_at_10": 0.99387, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.84049, + "precision_at_3": 0.31493, + "precision_at_5": 0.19755, + "precision_at_10": 0.09939, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.840491, + "mrr_at_3": 0.888548, + "mrr_at_5": 0.898057, + "mrr_at_10": 0.898934, + "mrr_at_20": 0.898934, + "mrr_at_100": 0.899145, + "mrr_at_1000": 0.899145, + "nauc_ndcg_at_1_max": 0.730489, + "nauc_ndcg_at_1_std": 0.347901, + "nauc_ndcg_at_1_diff1": 0.872705, + "nauc_ndcg_at_3_max": 0.804863, + "nauc_ndcg_at_3_std": 0.439083, + "nauc_ndcg_at_3_diff1": 0.845954, + "nauc_ndcg_at_5_max": 0.785451, + "nauc_ndcg_at_5_std": 0.407509, + "nauc_ndcg_at_5_diff1": 0.871695, + "nauc_ndcg_at_10_max": 0.779562, + "nauc_ndcg_at_10_std": 0.391246, + "nauc_ndcg_at_10_diff1": 0.868173, + "nauc_ndcg_at_20_max": 0.779562, + "nauc_ndcg_at_20_std": 0.391246, + "nauc_ndcg_at_20_diff1": 0.868173, + "nauc_ndcg_at_100_max": 0.775799, + "nauc_ndcg_at_100_std": 0.395852, + "nauc_ndcg_at_100_diff1": 0.865923, + "nauc_ndcg_at_1000_max": 0.775799, + "nauc_ndcg_at_1000_std": 0.395852, + "nauc_ndcg_at_1000_diff1": 0.865923, + "nauc_map_at_1_max": 0.730489, + "nauc_map_at_1_std": 0.347901, + "nauc_map_at_1_diff1": 0.872705, + "nauc_map_at_3_max": 0.783834, + "nauc_map_at_3_std": 0.412338, + "nauc_map_at_3_diff1": 0.855057, + "nauc_map_at_5_max": 0.774186, + "nauc_map_at_5_std": 0.397881, + "nauc_map_at_5_diff1": 0.867279, + "nauc_map_at_10_max": 0.772147, + "nauc_map_at_10_std": 0.392445, + "nauc_map_at_10_diff1": 0.86608, + "nauc_map_at_20_max": 0.772147, + "nauc_map_at_20_std": 0.392445, + "nauc_map_at_20_diff1": 0.86608, + "nauc_map_at_100_max": 0.771649, + "nauc_map_at_100_std": 0.393037, + "nauc_map_at_100_diff1": 0.865788, + "nauc_map_at_1000_max": 0.771649, + "nauc_map_at_1000_std": 0.393037, + "nauc_map_at_1000_diff1": 0.865788, + "nauc_recall_at_1_max": 0.730489, + "nauc_recall_at_1_std": 0.347901, + "nauc_recall_at_1_diff1": 0.872705, + "nauc_recall_at_3_max": 0.91954, + "nauc_recall_at_3_std": 0.585856, + "nauc_recall_at_3_diff1": 0.794823, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.560699, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.121397, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.121397, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730489, + "nauc_precision_at_1_std": 0.347901, + "nauc_precision_at_1_diff1": 0.872705, + "nauc_precision_at_3_max": 0.91954, + "nauc_precision_at_3_std": 0.585856, + "nauc_precision_at_3_diff1": 0.794823, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.560699, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.121397, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.121397, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.730489, + "nauc_mrr_at_1_std": 0.347901, + "nauc_mrr_at_1_diff1": 0.872705, + "nauc_mrr_at_3_max": 0.783834, + "nauc_mrr_at_3_std": 0.412338, + "nauc_mrr_at_3_diff1": 0.855057, + "nauc_mrr_at_5_max": 0.774186, + "nauc_mrr_at_5_std": 0.397881, + "nauc_mrr_at_5_diff1": 0.867279, + "nauc_mrr_at_10_max": 0.772147, + "nauc_mrr_at_10_std": 0.392445, + "nauc_mrr_at_10_diff1": 0.86608, + "nauc_mrr_at_20_max": 0.772147, + "nauc_mrr_at_20_std": 0.392445, + "nauc_mrr_at_20_diff1": 0.86608, + "nauc_mrr_at_100_max": 0.771649, + "nauc_mrr_at_100_std": 0.393037, + "nauc_mrr_at_100_diff1": 0.865788, + "nauc_mrr_at_1000_max": 0.771649, + "nauc_mrr_at_1000_std": 0.393037, + "nauc_mrr_at_1000_diff1": 0.865788, + "main_score": 0.92255, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80671, + "ndcg_at_3": 0.86921, + "ndcg_at_5": 0.88143, + "ndcg_at_10": 0.88994, + "ndcg_at_20": 0.89242, + "ndcg_at_100": 0.89556, + "ndcg_at_1000": 0.89584, + "map_at_1": 0.80671, + "map_at_3": 0.85339, + "map_at_5": 0.86019, + "map_at_10": 0.86382, + "map_at_20": 0.8645, + "map_at_100": 0.86488, + "map_at_1000": 0.86489, + "recall_at_1": 0.80671, + "recall_at_3": 0.91519, + "recall_at_5": 0.94477, + "recall_at_10": 0.97041, + "recall_at_20": 0.98028, + "recall_at_100": 0.99803, + "recall_at_1000": 1.0, + "precision_at_1": 0.80671, + "precision_at_3": 0.30506, + "precision_at_5": 0.18895, + "precision_at_10": 0.09704, + "precision_at_20": 0.04901, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806706, + "mrr_at_3": 0.853386, + "mrr_at_5": 0.860191, + "mrr_at_10": 0.863824, + "mrr_at_20": 0.864495, + "mrr_at_100": 0.864875, + "mrr_at_1000": 0.86489, + "nauc_ndcg_at_1_max": 0.722914, + "nauc_ndcg_at_1_std": 0.174958, + "nauc_ndcg_at_1_diff1": 0.801932, + "nauc_ndcg_at_3_max": 0.774319, + "nauc_ndcg_at_3_std": 0.219544, + "nauc_ndcg_at_3_diff1": 0.79407, + "nauc_ndcg_at_5_max": 0.768879, + "nauc_ndcg_at_5_std": 0.234935, + "nauc_ndcg_at_5_diff1": 0.795462, + "nauc_ndcg_at_10_max": 0.769715, + "nauc_ndcg_at_10_std": 0.229764, + "nauc_ndcg_at_10_diff1": 0.800417, + "nauc_ndcg_at_20_max": 0.76534, + "nauc_ndcg_at_20_std": 0.219788, + "nauc_ndcg_at_20_diff1": 0.799532, + "nauc_ndcg_at_100_max": 0.759428, + "nauc_ndcg_at_100_std": 0.215359, + "nauc_ndcg_at_100_diff1": 0.798267, + "nauc_ndcg_at_1000_max": 0.759119, + "nauc_ndcg_at_1000_std": 0.214958, + "nauc_ndcg_at_1000_diff1": 0.798067, + "nauc_map_at_1_max": 0.722914, + "nauc_map_at_1_std": 0.174958, + "nauc_map_at_1_diff1": 0.801932, + "nauc_map_at_3_max": 0.758621, + "nauc_map_at_3_std": 0.207172, + "nauc_map_at_3_diff1": 0.795659, + "nauc_map_at_5_max": 0.755186, + "nauc_map_at_5_std": 0.213796, + "nauc_map_at_5_diff1": 0.796262, + "nauc_map_at_10_max": 0.755319, + "nauc_map_at_10_std": 0.211267, + "nauc_map_at_10_diff1": 0.798159, + "nauc_map_at_20_max": 0.754267, + "nauc_map_at_20_std": 0.209089, + "nauc_map_at_20_diff1": 0.797876, + "nauc_map_at_100_max": 0.753699, + "nauc_map_at_100_std": 0.208708, + "nauc_map_at_100_diff1": 0.797745, + "nauc_map_at_1000_max": 0.753685, + "nauc_map_at_1000_std": 0.208691, + "nauc_map_at_1000_diff1": 0.797737, + "nauc_recall_at_1_max": 0.722914, + "nauc_recall_at_1_std": 0.174958, + "nauc_recall_at_1_diff1": 0.801932, + "nauc_recall_at_3_max": 0.848805, + "nauc_recall_at_3_std": 0.277386, + "nauc_recall_at_3_diff1": 0.7871, + "nauc_recall_at_5_max": 0.862104, + "nauc_recall_at_5_std": 0.385536, + "nauc_recall_at_5_diff1": 0.791681, + "nauc_recall_at_10_max": 0.946604, + "nauc_recall_at_10_std": 0.464084, + "nauc_recall_at_10_diff1": 0.837868, + "nauc_recall_at_20_max": 0.946067, + "nauc_recall_at_20_std": 0.370933, + "nauc_recall_at_20_diff1": 0.842228, + "nauc_recall_at_100_max": 0.869195, + "nauc_recall_at_100_std": 0.358054, + "nauc_recall_at_100_diff1": 0.869195, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722914, + "nauc_precision_at_1_std": 0.174958, + "nauc_precision_at_1_diff1": 0.801932, + "nauc_precision_at_3_max": 0.848805, + "nauc_precision_at_3_std": 0.277386, + "nauc_precision_at_3_diff1": 0.7871, + "nauc_precision_at_5_max": 0.862104, + "nauc_precision_at_5_std": 0.385536, + "nauc_precision_at_5_diff1": 0.791681, + "nauc_precision_at_10_max": 0.946604, + "nauc_precision_at_10_std": 0.464084, + "nauc_precision_at_10_diff1": 0.837868, + "nauc_precision_at_20_max": 0.946067, + "nauc_precision_at_20_std": 0.370933, + "nauc_precision_at_20_diff1": 0.842228, + "nauc_precision_at_100_max": 0.869195, + "nauc_precision_at_100_std": 0.358054, + "nauc_precision_at_100_diff1": 0.869195, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.722914, + "nauc_mrr_at_1_std": 0.174958, + "nauc_mrr_at_1_diff1": 0.801932, + "nauc_mrr_at_3_max": 0.758621, + "nauc_mrr_at_3_std": 0.207172, + "nauc_mrr_at_3_diff1": 0.795659, + "nauc_mrr_at_5_max": 0.755186, + "nauc_mrr_at_5_std": 0.213796, + "nauc_mrr_at_5_diff1": 0.796262, + "nauc_mrr_at_10_max": 0.755319, + "nauc_mrr_at_10_std": 0.211267, + "nauc_mrr_at_10_diff1": 0.798159, + "nauc_mrr_at_20_max": 0.754267, + "nauc_mrr_at_20_std": 0.209089, + "nauc_mrr_at_20_diff1": 0.797876, + "nauc_mrr_at_100_max": 0.753699, + "nauc_mrr_at_100_std": 0.208708, + "nauc_mrr_at_100_diff1": 0.797745, + "nauc_mrr_at_1000_max": 0.753685, + "nauc_mrr_at_1000_std": 0.208691, + "nauc_mrr_at_1000_diff1": 0.797737, + "main_score": 0.88994, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81818, + "ndcg_at_3": 0.88821, + "ndcg_at_5": 0.89719, + "ndcg_at_10": 0.90087, + "ndcg_at_20": 0.90503, + "ndcg_at_100": 0.90819, + "ndcg_at_1000": 0.90819, + "map_at_1": 0.81818, + "map_at_3": 0.87166, + "map_at_5": 0.87674, + "map_at_10": 0.87839, + "map_at_20": 0.87959, + "map_at_100": 0.88009, + "map_at_1000": 0.88009, + "recall_at_1": 0.81818, + "recall_at_3": 0.93583, + "recall_at_5": 0.95722, + "recall_at_10": 0.96791, + "recall_at_20": 0.98396, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81818, + "precision_at_3": 0.31194, + "precision_at_5": 0.19144, + "precision_at_10": 0.09679, + "precision_at_20": 0.0492, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818182, + "mrr_at_3": 0.871658, + "mrr_at_5": 0.876738, + "mrr_at_10": 0.878393, + "mrr_at_20": 0.879588, + "mrr_at_100": 0.880091, + "mrr_at_1000": 0.880091, + "nauc_ndcg_at_1_max": 0.754052, + "nauc_ndcg_at_1_std": 0.369123, + "nauc_ndcg_at_1_diff1": 0.848315, + "nauc_ndcg_at_3_max": 0.7906, + "nauc_ndcg_at_3_std": 0.428924, + "nauc_ndcg_at_3_diff1": 0.803749, + "nauc_ndcg_at_5_max": 0.797947, + "nauc_ndcg_at_5_std": 0.452141, + "nauc_ndcg_at_5_diff1": 0.818952, + "nauc_ndcg_at_10_max": 0.792575, + "nauc_ndcg_at_10_std": 0.441889, + "nauc_ndcg_at_10_diff1": 0.819757, + "nauc_ndcg_at_20_max": 0.789095, + "nauc_ndcg_at_20_std": 0.433119, + "nauc_ndcg_at_20_diff1": 0.828223, + "nauc_ndcg_at_100_max": 0.7815, + "nauc_ndcg_at_100_std": 0.419696, + "nauc_ndcg_at_100_diff1": 0.82359, + "nauc_ndcg_at_1000_max": 0.7815, + "nauc_ndcg_at_1000_std": 0.419696, + "nauc_ndcg_at_1000_diff1": 0.82359, + "nauc_map_at_1_max": 0.754052, + "nauc_map_at_1_std": 0.369123, + "nauc_map_at_1_diff1": 0.848315, + "nauc_map_at_3_max": 0.778844, + "nauc_map_at_3_std": 0.412781, + "nauc_map_at_3_diff1": 0.815987, + "nauc_map_at_5_max": 0.781431, + "nauc_map_at_5_std": 0.421617, + "nauc_map_at_5_diff1": 0.823822, + "nauc_map_at_10_max": 0.779182, + "nauc_map_at_10_std": 0.417318, + "nauc_map_at_10_diff1": 0.824142, + "nauc_map_at_20_max": 0.77816, + "nauc_map_at_20_std": 0.414712, + "nauc_map_at_20_diff1": 0.825756, + "nauc_map_at_100_max": 0.777186, + "nauc_map_at_100_std": 0.412779, + "nauc_map_at_100_diff1": 0.82517, + "nauc_map_at_1000_max": 0.777186, + "nauc_map_at_1000_std": 0.412779, + "nauc_map_at_1000_diff1": 0.82517, + "nauc_recall_at_1_max": 0.754052, + "nauc_recall_at_1_std": 0.369123, + "nauc_recall_at_1_diff1": 0.848315, + "nauc_recall_at_3_max": 0.855271, + "nauc_recall_at_3_std": 0.51517, + "nauc_recall_at_3_diff1": 0.738163, + "nauc_recall_at_5_max": 0.93256, + "nauc_recall_at_5_std": 0.703167, + "nauc_recall_at_5_diff1": 0.788039, + "nauc_recall_at_10_max": 0.931905, + "nauc_recall_at_10_std": 0.700308, + "nauc_recall_at_10_diff1": 0.78548, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.786004, + "nauc_recall_at_20_diff1": 0.956349, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754052, + "nauc_precision_at_1_std": 0.369123, + "nauc_precision_at_1_diff1": 0.848315, + "nauc_precision_at_3_max": 0.855271, + "nauc_precision_at_3_std": 0.51517, + "nauc_precision_at_3_diff1": 0.738163, + "nauc_precision_at_5_max": 0.93256, + "nauc_precision_at_5_std": 0.703167, + "nauc_precision_at_5_diff1": 0.788039, + "nauc_precision_at_10_max": 0.931905, + "nauc_precision_at_10_std": 0.700308, + "nauc_precision_at_10_diff1": 0.78548, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.786004, + "nauc_precision_at_20_diff1": 0.956349, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754052, + "nauc_mrr_at_1_std": 0.369123, + "nauc_mrr_at_1_diff1": 0.848315, + "nauc_mrr_at_3_max": 0.778844, + "nauc_mrr_at_3_std": 0.412781, + "nauc_mrr_at_3_diff1": 0.815987, + "nauc_mrr_at_5_max": 0.781431, + "nauc_mrr_at_5_std": 0.421617, + "nauc_mrr_at_5_diff1": 0.823822, + "nauc_mrr_at_10_max": 0.779182, + "nauc_mrr_at_10_std": 0.417318, + "nauc_mrr_at_10_diff1": 0.824142, + "nauc_mrr_at_20_max": 0.77816, + "nauc_mrr_at_20_std": 0.414712, + "nauc_mrr_at_20_diff1": 0.825756, + "nauc_mrr_at_100_max": 0.777186, + "nauc_mrr_at_100_std": 0.412779, + "nauc_mrr_at_100_diff1": 0.82517, + "nauc_mrr_at_1000_max": 0.777186, + "nauc_mrr_at_1000_std": 0.412779, + "nauc_mrr_at_1000_diff1": 0.82517, + "main_score": 0.90087, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.74753, + "ndcg_at_3": 0.81798, + "ndcg_at_5": 0.83223, + "ndcg_at_10": 0.84814, + "ndcg_at_20": 0.85267, + "ndcg_at_100": 0.85691, + "ndcg_at_1000": 0.85766, + "map_at_1": 0.74753, + "map_at_3": 0.80013, + "map_at_5": 0.80782, + "map_at_10": 0.81474, + "map_at_20": 0.81601, + "map_at_100": 0.81654, + "map_at_1000": 0.81656, + "recall_at_1": 0.74753, + "recall_at_3": 0.86982, + "recall_at_5": 0.90533, + "recall_at_10": 0.95266, + "recall_at_20": 0.97041, + "recall_at_100": 0.99408, + "recall_at_1000": 1.0, + "precision_at_1": 0.74753, + "precision_at_3": 0.28994, + "precision_at_5": 0.18107, + "precision_at_10": 0.09527, + "precision_at_20": 0.04852, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.747535, + "mrr_at_3": 0.800131, + "mrr_at_5": 0.807824, + "mrr_at_10": 0.81474, + "mrr_at_20": 0.816007, + "mrr_at_100": 0.816535, + "mrr_at_1000": 0.816562, + "nauc_ndcg_at_1_max": 0.785788, + "nauc_ndcg_at_1_std": 0.287424, + "nauc_ndcg_at_1_diff1": 0.863116, + "nauc_ndcg_at_3_max": 0.816143, + "nauc_ndcg_at_3_std": 0.350304, + "nauc_ndcg_at_3_diff1": 0.83894, + "nauc_ndcg_at_5_max": 0.812033, + "nauc_ndcg_at_5_std": 0.35793, + "nauc_ndcg_at_5_diff1": 0.838226, + "nauc_ndcg_at_10_max": 0.80577, + "nauc_ndcg_at_10_std": 0.341901, + "nauc_ndcg_at_10_diff1": 0.837608, + "nauc_ndcg_at_20_max": 0.805596, + "nauc_ndcg_at_20_std": 0.339294, + "nauc_ndcg_at_20_diff1": 0.845533, + "nauc_ndcg_at_100_max": 0.803218, + "nauc_ndcg_at_100_std": 0.333065, + "nauc_ndcg_at_100_diff1": 0.845785, + "nauc_ndcg_at_1000_max": 0.802345, + "nauc_ndcg_at_1000_std": 0.330709, + "nauc_ndcg_at_1000_diff1": 0.845382, + "nauc_map_at_1_max": 0.785788, + "nauc_map_at_1_std": 0.287424, + "nauc_map_at_1_diff1": 0.863116, + "nauc_map_at_3_max": 0.804531, + "nauc_map_at_3_std": 0.326761, + "nauc_map_at_3_diff1": 0.845184, + "nauc_map_at_5_max": 0.802009, + "nauc_map_at_5_std": 0.329791, + "nauc_map_at_5_diff1": 0.845016, + "nauc_map_at_10_max": 0.799434, + "nauc_map_at_10_std": 0.3232, + "nauc_map_at_10_diff1": 0.845259, + "nauc_map_at_20_max": 0.799337, + "nauc_map_at_20_std": 0.32234, + "nauc_map_at_20_diff1": 0.847062, + "nauc_map_at_100_max": 0.799132, + "nauc_map_at_100_std": 0.321878, + "nauc_map_at_100_diff1": 0.847104, + "nauc_map_at_1000_max": 0.799109, + "nauc_map_at_1000_std": 0.321813, + "nauc_map_at_1000_diff1": 0.847091, + "nauc_recall_at_1_max": 0.785788, + "nauc_recall_at_1_std": 0.287424, + "nauc_recall_at_1_diff1": 0.863116, + "nauc_recall_at_3_max": 0.86625, + "nauc_recall_at_3_std": 0.451663, + "nauc_recall_at_3_diff1": 0.813383, + "nauc_recall_at_5_max": 0.866993, + "nauc_recall_at_5_std": 0.514449, + "nauc_recall_at_5_diff1": 0.802456, + "nauc_recall_at_10_max": 0.865295, + "nauc_recall_at_10_std": 0.524302, + "nauc_recall_at_10_diff1": 0.757814, + "nauc_recall_at_20_max": 0.898374, + "nauc_recall_at_20_std": 0.592295, + "nauc_recall_at_20_diff1": 0.854031, + "nauc_recall_at_100_max": 0.956398, + "nauc_recall_at_100_std": 0.742416, + "nauc_recall_at_100_diff1": 0.912797, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785788, + "nauc_precision_at_1_std": 0.287424, + "nauc_precision_at_1_diff1": 0.863116, + "nauc_precision_at_3_max": 0.86625, + "nauc_precision_at_3_std": 0.451663, + "nauc_precision_at_3_diff1": 0.813383, + "nauc_precision_at_5_max": 0.866993, + "nauc_precision_at_5_std": 0.514449, + "nauc_precision_at_5_diff1": 0.802456, + "nauc_precision_at_10_max": 0.865295, + "nauc_precision_at_10_std": 0.524302, + "nauc_precision_at_10_diff1": 0.757814, + "nauc_precision_at_20_max": 0.898374, + "nauc_precision_at_20_std": 0.592295, + "nauc_precision_at_20_diff1": 0.854031, + "nauc_precision_at_100_max": 0.956398, + "nauc_precision_at_100_std": 0.742416, + "nauc_precision_at_100_diff1": 0.912797, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.785788, + "nauc_mrr_at_1_std": 0.287424, + "nauc_mrr_at_1_diff1": 0.863116, + "nauc_mrr_at_3_max": 0.804531, + "nauc_mrr_at_3_std": 0.326761, + "nauc_mrr_at_3_diff1": 0.845184, + "nauc_mrr_at_5_max": 0.802009, + "nauc_mrr_at_5_std": 0.329791, + "nauc_mrr_at_5_diff1": 0.845016, + "nauc_mrr_at_10_max": 0.799434, + "nauc_mrr_at_10_std": 0.3232, + "nauc_mrr_at_10_diff1": 0.845259, + "nauc_mrr_at_20_max": 0.799337, + "nauc_mrr_at_20_std": 0.32234, + "nauc_mrr_at_20_diff1": 0.847062, + "nauc_mrr_at_100_max": 0.799132, + "nauc_mrr_at_100_std": 0.321878, + "nauc_mrr_at_100_diff1": 0.847104, + "nauc_mrr_at_1000_max": 0.799109, + "nauc_mrr_at_1000_std": 0.321813, + "nauc_mrr_at_1000_diff1": 0.847091, + "main_score": 0.84814, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.74576, + "ndcg_at_3": 0.82466, + "ndcg_at_5": 0.83826, + "ndcg_at_10": 0.84386, + "ndcg_at_20": 0.85103, + "ndcg_at_100": 0.85843, + "ndcg_at_1000": 0.85843, + "map_at_1": 0.74576, + "map_at_3": 0.80508, + "map_at_5": 0.81243, + "map_at_10": 0.81481, + "map_at_20": 0.81679, + "map_at_100": 0.81784, + "map_at_1000": 0.81784, + "recall_at_1": 0.74576, + "recall_at_3": 0.88136, + "recall_at_5": 0.91525, + "recall_at_10": 0.9322, + "recall_at_20": 0.96045, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74576, + "precision_at_3": 0.29379, + "precision_at_5": 0.18305, + "precision_at_10": 0.09322, + "precision_at_20": 0.04802, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745763, + "mrr_at_3": 0.805085, + "mrr_at_5": 0.812429, + "mrr_at_10": 0.814806, + "mrr_at_20": 0.816786, + "mrr_at_100": 0.817837, + "mrr_at_1000": 0.817837, + "nauc_ndcg_at_1_max": 0.666745, + "nauc_ndcg_at_1_std": 0.316249, + "nauc_ndcg_at_1_diff1": 0.857416, + "nauc_ndcg_at_3_max": 0.73309, + "nauc_ndcg_at_3_std": 0.462302, + "nauc_ndcg_at_3_diff1": 0.83275, + "nauc_ndcg_at_5_max": 0.747005, + "nauc_ndcg_at_5_std": 0.47991, + "nauc_ndcg_at_5_diff1": 0.841466, + "nauc_ndcg_at_10_max": 0.738906, + "nauc_ndcg_at_10_std": 0.46943, + "nauc_ndcg_at_10_diff1": 0.842212, + "nauc_ndcg_at_20_max": 0.730773, + "nauc_ndcg_at_20_std": 0.447409, + "nauc_ndcg_at_20_diff1": 0.838033, + "nauc_ndcg_at_100_max": 0.719665, + "nauc_ndcg_at_100_std": 0.422819, + "nauc_ndcg_at_100_diff1": 0.843602, + "nauc_ndcg_at_1000_max": 0.719665, + "nauc_ndcg_at_1000_std": 0.422819, + "nauc_ndcg_at_1000_diff1": 0.843602, + "nauc_map_at_1_max": 0.666745, + "nauc_map_at_1_std": 0.316249, + "nauc_map_at_1_diff1": 0.857416, + "nauc_map_at_3_max": 0.712663, + "nauc_map_at_3_std": 0.412607, + "nauc_map_at_3_diff1": 0.841446, + "nauc_map_at_5_max": 0.717597, + "nauc_map_at_5_std": 0.417753, + "nauc_map_at_5_diff1": 0.845748, + "nauc_map_at_10_max": 0.714259, + "nauc_map_at_10_std": 0.41325, + "nauc_map_at_10_diff1": 0.845935, + "nauc_map_at_20_max": 0.712074, + "nauc_map_at_20_std": 0.407469, + "nauc_map_at_20_diff1": 0.845017, + "nauc_map_at_100_max": 0.710913, + "nauc_map_at_100_std": 0.40449, + "nauc_map_at_100_diff1": 0.845787, + "nauc_map_at_1000_max": 0.710913, + "nauc_map_at_1000_std": 0.40449, + "nauc_map_at_1000_diff1": 0.845787, + "nauc_recall_at_1_max": 0.666745, + "nauc_recall_at_1_std": 0.316249, + "nauc_recall_at_1_diff1": 0.857416, + "nauc_recall_at_3_max": 0.823616, + "nauc_recall_at_3_std": 0.685502, + "nauc_recall_at_3_diff1": 0.793522, + "nauc_recall_at_5_max": 0.925597, + "nauc_recall_at_5_std": 0.856415, + "nauc_recall_at_5_diff1": 0.818544, + "nauc_recall_at_10_max": 0.91791, + "nauc_recall_at_10_std": 0.880781, + "nauc_recall_at_10_diff1": 0.819449, + "nauc_recall_at_20_max": 0.936351, + "nauc_recall_at_20_std": 0.877983, + "nauc_recall_at_20_diff1": 0.746612, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666745, + "nauc_precision_at_1_std": 0.316249, + "nauc_precision_at_1_diff1": 0.857416, + "nauc_precision_at_3_max": 0.823616, + "nauc_precision_at_3_std": 0.685502, + "nauc_precision_at_3_diff1": 0.793522, + "nauc_precision_at_5_max": 0.925597, + "nauc_precision_at_5_std": 0.856415, + "nauc_precision_at_5_diff1": 0.818544, + "nauc_precision_at_10_max": 0.91791, + "nauc_precision_at_10_std": 0.880781, + "nauc_precision_at_10_diff1": 0.819449, + "nauc_precision_at_20_max": 0.936351, + "nauc_precision_at_20_std": 0.877983, + "nauc_precision_at_20_diff1": 0.746612, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.666745, + "nauc_mrr_at_1_std": 0.316249, + "nauc_mrr_at_1_diff1": 0.857416, + "nauc_mrr_at_3_max": 0.712663, + "nauc_mrr_at_3_std": 0.412607, + "nauc_mrr_at_3_diff1": 0.841446, + "nauc_mrr_at_5_max": 0.717597, + "nauc_mrr_at_5_std": 0.417753, + "nauc_mrr_at_5_diff1": 0.845748, + "nauc_mrr_at_10_max": 0.714259, + "nauc_mrr_at_10_std": 0.41325, + "nauc_mrr_at_10_diff1": 0.845935, + "nauc_mrr_at_20_max": 0.712074, + "nauc_mrr_at_20_std": 0.407469, + "nauc_mrr_at_20_diff1": 0.845017, + "nauc_mrr_at_100_max": 0.710913, + "nauc_mrr_at_100_std": 0.40449, + "nauc_mrr_at_100_diff1": 0.845787, + "nauc_mrr_at_1000_max": 0.710913, + "nauc_mrr_at_1000_std": 0.40449, + "nauc_mrr_at_1000_diff1": 0.845787, + "main_score": 0.84386, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.84656, + "ndcg_at_3": 0.90193, + "ndcg_at_5": 0.9149, + "ndcg_at_10": 0.92167, + "ndcg_at_20": 0.92167, + "ndcg_at_100": 0.92277, + "ndcg_at_1000": 0.92351, + "map_at_1": 0.84656, + "map_at_3": 0.88977, + "map_at_5": 0.89691, + "map_at_10": 0.89967, + "map_at_20": 0.89967, + "map_at_100": 0.89986, + "map_at_1000": 0.8999, + "recall_at_1": 0.84656, + "recall_at_3": 0.93651, + "recall_at_5": 0.96825, + "recall_at_10": 0.98942, + "recall_at_20": 0.98942, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "precision_at_1": 0.84656, + "precision_at_3": 0.31217, + "precision_at_5": 0.19365, + "precision_at_10": 0.09894, + "precision_at_20": 0.04947, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846561, + "mrr_at_3": 0.889771, + "mrr_at_5": 0.896914, + "mrr_at_10": 0.899668, + "mrr_at_20": 0.899668, + "mrr_at_100": 0.899864, + "mrr_at_1000": 0.899901, + "nauc_ndcg_at_1_max": 0.741623, + "nauc_ndcg_at_1_std": 0.401474, + "nauc_ndcg_at_1_diff1": 0.838477, + "nauc_ndcg_at_3_max": 0.749316, + "nauc_ndcg_at_3_std": 0.418885, + "nauc_ndcg_at_3_diff1": 0.794891, + "nauc_ndcg_at_5_max": 0.738515, + "nauc_ndcg_at_5_std": 0.410821, + "nauc_ndcg_at_5_diff1": 0.808849, + "nauc_ndcg_at_10_max": 0.754713, + "nauc_ndcg_at_10_std": 0.428641, + "nauc_ndcg_at_10_diff1": 0.81483, + "nauc_ndcg_at_20_max": 0.754713, + "nauc_ndcg_at_20_std": 0.428641, + "nauc_ndcg_at_20_diff1": 0.81483, + "nauc_ndcg_at_100_max": 0.753026, + "nauc_ndcg_at_100_std": 0.4268, + "nauc_ndcg_at_100_diff1": 0.818681, + "nauc_ndcg_at_1000_max": 0.750564, + "nauc_ndcg_at_1000_std": 0.422391, + "nauc_ndcg_at_1000_diff1": 0.816874, + "nauc_map_at_1_max": 0.741623, + "nauc_map_at_1_std": 0.401474, + "nauc_map_at_1_diff1": 0.838477, + "nauc_map_at_3_max": 0.74828, + "nauc_map_at_3_std": 0.416276, + "nauc_map_at_3_diff1": 0.808582, + "nauc_map_at_5_max": 0.742677, + "nauc_map_at_5_std": 0.411345, + "nauc_map_at_5_diff1": 0.815487, + "nauc_map_at_10_max": 0.748723, + "nauc_map_at_10_std": 0.41844, + "nauc_map_at_10_diff1": 0.8178, + "nauc_map_at_20_max": 0.748723, + "nauc_map_at_20_std": 0.41844, + "nauc_map_at_20_diff1": 0.8178, + "nauc_map_at_100_max": 0.748478, + "nauc_map_at_100_std": 0.418166, + "nauc_map_at_100_diff1": 0.818336, + "nauc_map_at_1000_max": 0.748383, + "nauc_map_at_1000_std": 0.417995, + "nauc_map_at_1000_diff1": 0.818267, + "nauc_recall_at_1_max": 0.741623, + "nauc_recall_at_1_std": 0.401474, + "nauc_recall_at_1_diff1": 0.838477, + "nauc_recall_at_3_max": 0.753292, + "nauc_recall_at_3_std": 0.42936, + "nauc_recall_at_3_diff1": 0.72896, + "nauc_recall_at_5_max": 0.696403, + "nauc_recall_at_5_std": 0.402398, + "nauc_recall_at_5_diff1": 0.757563, + "nauc_recall_at_10_max": 0.934602, + "nauc_recall_at_10_std": 0.711353, + "nauc_recall_at_10_diff1": 0.776751, + "nauc_recall_at_20_max": 0.934602, + "nauc_recall_at_20_std": 0.711353, + "nauc_recall_at_20_diff1": 0.776751, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869204, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741623, + "nauc_precision_at_1_std": 0.401474, + "nauc_precision_at_1_diff1": 0.838477, + "nauc_precision_at_3_max": 0.753292, + "nauc_precision_at_3_std": 0.42936, + "nauc_precision_at_3_diff1": 0.72896, + "nauc_precision_at_5_max": 0.696403, + "nauc_precision_at_5_std": 0.402398, + "nauc_precision_at_5_diff1": 0.757563, + "nauc_precision_at_10_max": 0.934602, + "nauc_precision_at_10_std": 0.711353, + "nauc_precision_at_10_diff1": 0.776751, + "nauc_precision_at_20_max": 0.934602, + "nauc_precision_at_20_std": 0.711353, + "nauc_precision_at_20_diff1": 0.776751, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869204, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741623, + "nauc_mrr_at_1_std": 0.401474, + "nauc_mrr_at_1_diff1": 0.838477, + "nauc_mrr_at_3_max": 0.74828, + "nauc_mrr_at_3_std": 0.416276, + "nauc_mrr_at_3_diff1": 0.808582, + "nauc_mrr_at_5_max": 0.742677, + "nauc_mrr_at_5_std": 0.411345, + "nauc_mrr_at_5_diff1": 0.815487, + "nauc_mrr_at_10_max": 0.748723, + "nauc_mrr_at_10_std": 0.41844, + "nauc_mrr_at_10_diff1": 0.8178, + "nauc_mrr_at_20_max": 0.748723, + "nauc_mrr_at_20_std": 0.41844, + "nauc_mrr_at_20_diff1": 0.8178, + "nauc_mrr_at_100_max": 0.748478, + "nauc_mrr_at_100_std": 0.418166, + "nauc_mrr_at_100_diff1": 0.818336, + "nauc_mrr_at_1000_max": 0.748383, + "nauc_mrr_at_1000_std": 0.417995, + "nauc_mrr_at_1000_diff1": 0.818267, + "main_score": 0.92167, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.74233, + "ndcg_at_3": 0.81639, + "ndcg_at_5": 0.83354, + "ndcg_at_10": 0.84576, + "ndcg_at_20": 0.85209, + "ndcg_at_100": 0.85586, + "ndcg_at_1000": 0.85673, + "map_at_1": 0.74233, + "map_at_3": 0.79755, + "map_at_5": 0.80675, + "map_at_10": 0.81197, + "map_at_20": 0.81377, + "map_at_100": 0.81443, + "map_at_1000": 0.81447, + "recall_at_1": 0.74233, + "recall_at_3": 0.87117, + "recall_at_5": 0.91411, + "recall_at_10": 0.95092, + "recall_at_20": 0.97546, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.74233, + "precision_at_3": 0.29039, + "precision_at_5": 0.18282, + "precision_at_10": 0.09509, + "precision_at_20": 0.04877, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742331, + "mrr_at_3": 0.797546, + "mrr_at_5": 0.806748, + "mrr_at_10": 0.81197, + "mrr_at_20": 0.813772, + "mrr_at_100": 0.814427, + "mrr_at_1000": 0.814473, + "nauc_ndcg_at_1_max": 0.694517, + "nauc_ndcg_at_1_std": 0.169976, + "nauc_ndcg_at_1_diff1": 0.801699, + "nauc_ndcg_at_3_max": 0.730193, + "nauc_ndcg_at_3_std": 0.248108, + "nauc_ndcg_at_3_diff1": 0.766548, + "nauc_ndcg_at_5_max": 0.729417, + "nauc_ndcg_at_5_std": 0.259041, + "nauc_ndcg_at_5_diff1": 0.770232, + "nauc_ndcg_at_10_max": 0.733313, + "nauc_ndcg_at_10_std": 0.298536, + "nauc_ndcg_at_10_diff1": 0.770783, + "nauc_ndcg_at_20_max": 0.735144, + "nauc_ndcg_at_20_std": 0.276169, + "nauc_ndcg_at_20_diff1": 0.777103, + "nauc_ndcg_at_100_max": 0.731669, + "nauc_ndcg_at_100_std": 0.264705, + "nauc_ndcg_at_100_diff1": 0.778776, + "nauc_ndcg_at_1000_max": 0.729887, + "nauc_ndcg_at_1000_std": 0.259822, + "nauc_ndcg_at_1000_diff1": 0.778173, + "nauc_map_at_1_max": 0.694517, + "nauc_map_at_1_std": 0.169976, + "nauc_map_at_1_diff1": 0.801699, + "nauc_map_at_3_max": 0.725834, + "nauc_map_at_3_std": 0.237419, + "nauc_map_at_3_diff1": 0.777013, + "nauc_map_at_5_max": 0.724973, + "nauc_map_at_5_std": 0.240743, + "nauc_map_at_5_diff1": 0.779383, + "nauc_map_at_10_max": 0.726438, + "nauc_map_at_10_std": 0.254888, + "nauc_map_at_10_diff1": 0.77956, + "nauc_map_at_20_max": 0.726798, + "nauc_map_at_20_std": 0.249282, + "nauc_map_at_20_diff1": 0.78078, + "nauc_map_at_100_max": 0.726366, + "nauc_map_at_100_std": 0.247788, + "nauc_map_at_100_diff1": 0.780983, + "nauc_map_at_1000_max": 0.726292, + "nauc_map_at_1000_std": 0.247583, + "nauc_map_at_1000_diff1": 0.780958, + "nauc_recall_at_1_max": 0.694517, + "nauc_recall_at_1_std": 0.169976, + "nauc_recall_at_1_diff1": 0.801699, + "nauc_recall_at_3_max": 0.744968, + "nauc_recall_at_3_std": 0.286042, + "nauc_recall_at_3_diff1": 0.72186, + "nauc_recall_at_5_max": 0.750675, + "nauc_recall_at_5_std": 0.363278, + "nauc_recall_at_5_diff1": 0.716843, + "nauc_recall_at_10_max": 0.796637, + "nauc_recall_at_10_std": 0.772177, + "nauc_recall_at_10_diff1": 0.686812, + "nauc_recall_at_20_max": 0.897896, + "nauc_recall_at_20_std": 0.770045, + "nauc_recall_at_20_diff1": 0.753738, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869548, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694517, + "nauc_precision_at_1_std": 0.169976, + "nauc_precision_at_1_diff1": 0.801699, + "nauc_precision_at_3_max": 0.744968, + "nauc_precision_at_3_std": 0.286042, + "nauc_precision_at_3_diff1": 0.72186, + "nauc_precision_at_5_max": 0.750675, + "nauc_precision_at_5_std": 0.363278, + "nauc_precision_at_5_diff1": 0.716843, + "nauc_precision_at_10_max": 0.796637, + "nauc_precision_at_10_std": 0.772177, + "nauc_precision_at_10_diff1": 0.686812, + "nauc_precision_at_20_max": 0.897896, + "nauc_precision_at_20_std": 0.770045, + "nauc_precision_at_20_diff1": 0.753738, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869548, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.694517, + "nauc_mrr_at_1_std": 0.169976, + "nauc_mrr_at_1_diff1": 0.801699, + "nauc_mrr_at_3_max": 0.725834, + "nauc_mrr_at_3_std": 0.237419, + "nauc_mrr_at_3_diff1": 0.777013, + "nauc_mrr_at_5_max": 0.724973, + "nauc_mrr_at_5_std": 0.240743, + "nauc_mrr_at_5_diff1": 0.779383, + "nauc_mrr_at_10_max": 0.726438, + "nauc_mrr_at_10_std": 0.254888, + "nauc_mrr_at_10_diff1": 0.77956, + "nauc_mrr_at_20_max": 0.726798, + "nauc_mrr_at_20_std": 0.249282, + "nauc_mrr_at_20_diff1": 0.78078, + "nauc_mrr_at_100_max": 0.726366, + "nauc_mrr_at_100_std": 0.247788, + "nauc_mrr_at_100_diff1": 0.780983, + "nauc_mrr_at_1000_max": 0.726292, + "nauc_mrr_at_1000_std": 0.247583, + "nauc_mrr_at_1000_diff1": 0.780958, + "main_score": 0.84576, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68132, + "ndcg_at_3": 0.8073, + "ndcg_at_5": 0.82526, + "ndcg_at_10": 0.83252, + "ndcg_at_20": 0.8381, + "ndcg_at_100": 0.84118, + "ndcg_at_1000": 0.84196, + "map_at_1": 0.68132, + "map_at_3": 0.77839, + "map_at_5": 0.78828, + "map_at_10": 0.79135, + "map_at_20": 0.79289, + "map_at_100": 0.7933, + "map_at_1000": 0.79335, + "recall_at_1": 0.68132, + "recall_at_3": 0.89011, + "recall_at_5": 0.93407, + "recall_at_10": 0.95604, + "recall_at_20": 0.97802, + "recall_at_100": 0.99451, + "recall_at_1000": 1.0, + "precision_at_1": 0.68132, + "precision_at_3": 0.2967, + "precision_at_5": 0.18681, + "precision_at_10": 0.0956, + "precision_at_20": 0.0489, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.681319, + "mrr_at_3": 0.778388, + "mrr_at_5": 0.788278, + "mrr_at_10": 0.791353, + "mrr_at_20": 0.792888, + "mrr_at_100": 0.793303, + "mrr_at_1000": 0.793346, + "nauc_ndcg_at_1_max": 0.61489, + "nauc_ndcg_at_1_std": -0.061603, + "nauc_ndcg_at_1_diff1": 0.869565, + "nauc_ndcg_at_3_max": 0.691812, + "nauc_ndcg_at_3_std": 0.057895, + "nauc_ndcg_at_3_diff1": 0.82922, + "nauc_ndcg_at_5_max": 0.673317, + "nauc_ndcg_at_5_std": 0.028268, + "nauc_ndcg_at_5_diff1": 0.842859, + "nauc_ndcg_at_10_max": 0.673027, + "nauc_ndcg_at_10_std": 0.055451, + "nauc_ndcg_at_10_diff1": 0.847281, + "nauc_ndcg_at_20_max": 0.664307, + "nauc_ndcg_at_20_std": 0.040437, + "nauc_ndcg_at_20_diff1": 0.847898, + "nauc_ndcg_at_100_max": 0.657812, + "nauc_ndcg_at_100_std": 0.024452, + "nauc_ndcg_at_100_diff1": 0.845539, + "nauc_ndcg_at_1000_max": 0.65588, + "nauc_ndcg_at_1000_std": 0.018946, + "nauc_ndcg_at_1000_diff1": 0.846232, + "nauc_map_at_1_max": 0.61489, + "nauc_map_at_1_std": -0.061603, + "nauc_map_at_1_diff1": 0.869565, + "nauc_map_at_3_max": 0.662049, + "nauc_map_at_3_std": 0.016218, + "nauc_map_at_3_diff1": 0.839817, + "nauc_map_at_5_max": 0.65181, + "nauc_map_at_5_std": 0.000114, + "nauc_map_at_5_diff1": 0.84612, + "nauc_map_at_10_max": 0.651253, + "nauc_map_at_10_std": 0.009258, + "nauc_map_at_10_diff1": 0.847638, + "nauc_map_at_20_max": 0.64921, + "nauc_map_at_20_std": 0.005694, + "nauc_map_at_20_diff1": 0.847795, + "nauc_map_at_100_max": 0.648483, + "nauc_map_at_100_std": 0.003909, + "nauc_map_at_100_diff1": 0.847559, + "nauc_map_at_1000_max": 0.6484, + "nauc_map_at_1000_std": 0.003672, + "nauc_map_at_1000_diff1": 0.847589, + "nauc_recall_at_1_max": 0.61489, + "nauc_recall_at_1_std": -0.061603, + "nauc_recall_at_1_diff1": 0.869565, + "nauc_recall_at_3_max": 0.84961, + "nauc_recall_at_3_std": 0.275941, + "nauc_recall_at_3_diff1": 0.776248, + "nauc_recall_at_5_max": 0.846856, + "nauc_recall_at_5_std": 0.249261, + "nauc_recall_at_5_diff1": 0.826924, + "nauc_recall_at_10_max": 0.932708, + "nauc_recall_at_10_std": 0.632011, + "nauc_recall_at_10_diff1": 0.865416, + "nauc_recall_at_20_max": 0.96736, + "nauc_recall_at_20_std": 0.819243, + "nauc_recall_at_20_diff1": 0.898056, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.61489, + "nauc_precision_at_1_std": -0.061603, + "nauc_precision_at_1_diff1": 0.869565, + "nauc_precision_at_3_max": 0.84961, + "nauc_precision_at_3_std": 0.275941, + "nauc_precision_at_3_diff1": 0.776248, + "nauc_precision_at_5_max": 0.846856, + "nauc_precision_at_5_std": 0.249261, + "nauc_precision_at_5_diff1": 0.826924, + "nauc_precision_at_10_max": 0.932708, + "nauc_precision_at_10_std": 0.632011, + "nauc_precision_at_10_diff1": 0.865416, + "nauc_precision_at_20_max": 0.96736, + "nauc_precision_at_20_std": 0.819243, + "nauc_precision_at_20_diff1": 0.898056, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.722785, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.61489, + "nauc_mrr_at_1_std": -0.061603, + "nauc_mrr_at_1_diff1": 0.869565, + "nauc_mrr_at_3_max": 0.662049, + "nauc_mrr_at_3_std": 0.016218, + "nauc_mrr_at_3_diff1": 0.839817, + "nauc_mrr_at_5_max": 0.65181, + "nauc_mrr_at_5_std": 0.000114, + "nauc_mrr_at_5_diff1": 0.84612, + "nauc_mrr_at_10_max": 0.651253, + "nauc_mrr_at_10_std": 0.009258, + "nauc_mrr_at_10_diff1": 0.847638, + "nauc_mrr_at_20_max": 0.64921, + "nauc_mrr_at_20_std": 0.005694, + "nauc_mrr_at_20_diff1": 0.847795, + "nauc_mrr_at_100_max": 0.648483, + "nauc_mrr_at_100_std": 0.003909, + "nauc_mrr_at_100_diff1": 0.847559, + "nauc_mrr_at_1000_max": 0.6484, + "nauc_mrr_at_1000_std": 0.003672, + "nauc_mrr_at_1000_diff1": 0.847589, + "main_score": 0.83252, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.73777, + "ndcg_at_3": 0.81563, + "ndcg_at_5": 0.83145, + "ndcg_at_10": 0.84376, + "ndcg_at_20": 0.8478, + "ndcg_at_100": 0.85332, + "ndcg_at_1000": 0.85466, + "map_at_1": 0.73777, + "map_at_3": 0.79713, + "map_at_5": 0.80574, + "map_at_10": 0.81098, + "map_at_20": 0.81213, + "map_at_100": 0.81293, + "map_at_1000": 0.81299, + "recall_at_1": 0.73777, + "recall_at_3": 0.86888, + "recall_at_5": 0.90802, + "recall_at_10": 0.94521, + "recall_at_20": 0.96086, + "recall_at_100": 0.99022, + "recall_at_1000": 1.0, + "precision_at_1": 0.73777, + "precision_at_3": 0.28963, + "precision_at_5": 0.1816, + "precision_at_10": 0.09452, + "precision_at_20": 0.04804, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.737769, + "mrr_at_3": 0.79713, + "mrr_at_5": 0.80574, + "mrr_at_10": 0.810984, + "mrr_at_20": 0.812132, + "mrr_at_100": 0.812927, + "mrr_at_1000": 0.812991, + "nauc_ndcg_at_1_max": 0.683682, + "nauc_ndcg_at_1_std": 0.040613, + "nauc_ndcg_at_1_diff1": 0.785103, + "nauc_ndcg_at_3_max": 0.738545, + "nauc_ndcg_at_3_std": 0.065225, + "nauc_ndcg_at_3_diff1": 0.755979, + "nauc_ndcg_at_5_max": 0.743286, + "nauc_ndcg_at_5_std": 0.104466, + "nauc_ndcg_at_5_diff1": 0.758551, + "nauc_ndcg_at_10_max": 0.734401, + "nauc_ndcg_at_10_std": 0.097265, + "nauc_ndcg_at_10_diff1": 0.760447, + "nauc_ndcg_at_20_max": 0.732777, + "nauc_ndcg_at_20_std": 0.100484, + "nauc_ndcg_at_20_diff1": 0.763799, + "nauc_ndcg_at_100_max": 0.726898, + "nauc_ndcg_at_100_std": 0.086278, + "nauc_ndcg_at_100_diff1": 0.766064, + "nauc_ndcg_at_1000_max": 0.72413, + "nauc_ndcg_at_1000_std": 0.081901, + "nauc_ndcg_at_1000_diff1": 0.765048, + "nauc_map_at_1_max": 0.683682, + "nauc_map_at_1_std": 0.040613, + "nauc_map_at_1_diff1": 0.785103, + "nauc_map_at_3_max": 0.720559, + "nauc_map_at_3_std": 0.055907, + "nauc_map_at_3_diff1": 0.763873, + "nauc_map_at_5_max": 0.72193, + "nauc_map_at_5_std": 0.074749, + "nauc_map_at_5_diff1": 0.765123, + "nauc_map_at_10_max": 0.718283, + "nauc_map_at_10_std": 0.071829, + "nauc_map_at_10_diff1": 0.765956, + "nauc_map_at_20_max": 0.717729, + "nauc_map_at_20_std": 0.072308, + "nauc_map_at_20_diff1": 0.766555, + "nauc_map_at_100_max": 0.717044, + "nauc_map_at_100_std": 0.070843, + "nauc_map_at_100_diff1": 0.766903, + "nauc_map_at_1000_max": 0.716937, + "nauc_map_at_1000_std": 0.070699, + "nauc_map_at_1000_diff1": 0.76686, + "nauc_recall_at_1_max": 0.683682, + "nauc_recall_at_1_std": 0.040613, + "nauc_recall_at_1_diff1": 0.785103, + "nauc_recall_at_3_max": 0.814888, + "nauc_recall_at_3_std": 0.105468, + "nauc_recall_at_3_diff1": 0.723387, + "nauc_recall_at_5_max": 0.864769, + "nauc_recall_at_5_std": 0.281398, + "nauc_recall_at_5_diff1": 0.724319, + "nauc_recall_at_10_max": 0.874252, + "nauc_recall_at_10_std": 0.335485, + "nauc_recall_at_10_diff1": 0.716679, + "nauc_recall_at_20_max": 0.90993, + "nauc_recall_at_20_std": 0.478861, + "nauc_recall_at_20_diff1": 0.75246, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.534653, + "nauc_recall_at_100_diff1": 0.862791, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683682, + "nauc_precision_at_1_std": 0.040613, + "nauc_precision_at_1_diff1": 0.785103, + "nauc_precision_at_3_max": 0.814888, + "nauc_precision_at_3_std": 0.105468, + "nauc_precision_at_3_diff1": 0.723387, + "nauc_precision_at_5_max": 0.864769, + "nauc_precision_at_5_std": 0.281398, + "nauc_precision_at_5_diff1": 0.724319, + "nauc_precision_at_10_max": 0.874252, + "nauc_precision_at_10_std": 0.335485, + "nauc_precision_at_10_diff1": 0.716679, + "nauc_precision_at_20_max": 0.90993, + "nauc_precision_at_20_std": 0.478861, + "nauc_precision_at_20_diff1": 0.75246, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.534653, + "nauc_precision_at_100_diff1": 0.862791, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.683682, + "nauc_mrr_at_1_std": 0.040613, + "nauc_mrr_at_1_diff1": 0.785103, + "nauc_mrr_at_3_max": 0.720559, + "nauc_mrr_at_3_std": 0.055907, + "nauc_mrr_at_3_diff1": 0.763873, + "nauc_mrr_at_5_max": 0.72193, + "nauc_mrr_at_5_std": 0.074749, + "nauc_mrr_at_5_diff1": 0.765123, + "nauc_mrr_at_10_max": 0.718283, + "nauc_mrr_at_10_std": 0.071829, + "nauc_mrr_at_10_diff1": 0.765956, + "nauc_mrr_at_20_max": 0.717729, + "nauc_mrr_at_20_std": 0.072308, + "nauc_mrr_at_20_diff1": 0.766555, + "nauc_mrr_at_100_max": 0.717044, + "nauc_mrr_at_100_std": 0.070843, + "nauc_mrr_at_100_diff1": 0.766903, + "nauc_mrr_at_1000_max": 0.716937, + "nauc_mrr_at_1000_std": 0.070699, + "nauc_mrr_at_1000_diff1": 0.76686, + "main_score": 0.84376, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74074, + "ndcg_at_3": 0.80933, + "ndcg_at_5": 0.82915, + "ndcg_at_10": 0.83969, + "ndcg_at_20": 0.85152, + "ndcg_at_100": 0.85497, + "ndcg_at_1000": 0.85497, + "map_at_1": 0.74074, + "map_at_3": 0.79277, + "map_at_5": 0.80388, + "map_at_10": 0.8084, + "map_at_20": 0.81153, + "map_at_100": 0.81222, + "map_at_1000": 0.81222, + "recall_at_1": 0.74074, + "recall_at_3": 0.85714, + "recall_at_5": 0.90476, + "recall_at_10": 0.93651, + "recall_at_20": 0.98413, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74074, + "precision_at_3": 0.28571, + "precision_at_5": 0.18095, + "precision_at_10": 0.09365, + "precision_at_20": 0.04921, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.740741, + "mrr_at_3": 0.792769, + "mrr_at_5": 0.80388, + "mrr_at_10": 0.808398, + "mrr_at_20": 0.811534, + "mrr_at_100": 0.812222, + "mrr_at_1000": 0.812222, + "nauc_ndcg_at_1_max": 0.658504, + "nauc_ndcg_at_1_std": 0.072462, + "nauc_ndcg_at_1_diff1": 0.833176, + "nauc_ndcg_at_3_max": 0.723277, + "nauc_ndcg_at_3_std": 0.167691, + "nauc_ndcg_at_3_diff1": 0.797091, + "nauc_ndcg_at_5_max": 0.708068, + "nauc_ndcg_at_5_std": 0.170042, + "nauc_ndcg_at_5_diff1": 0.785165, + "nauc_ndcg_at_10_max": 0.722569, + "nauc_ndcg_at_10_std": 0.217912, + "nauc_ndcg_at_10_diff1": 0.790287, + "nauc_ndcg_at_20_max": 0.710297, + "nauc_ndcg_at_20_std": 0.182187, + "nauc_ndcg_at_20_diff1": 0.793289, + "nauc_ndcg_at_100_max": 0.706277, + "nauc_ndcg_at_100_std": 0.162008, + "nauc_ndcg_at_100_diff1": 0.802924, + "nauc_ndcg_at_1000_max": 0.706277, + "nauc_ndcg_at_1000_std": 0.162008, + "nauc_ndcg_at_1000_diff1": 0.802924, + "nauc_map_at_1_max": 0.658504, + "nauc_map_at_1_std": 0.072462, + "nauc_map_at_1_diff1": 0.833176, + "nauc_map_at_3_max": 0.707961, + "nauc_map_at_3_std": 0.144275, + "nauc_map_at_3_diff1": 0.807696, + "nauc_map_at_5_max": 0.699218, + "nauc_map_at_5_std": 0.143739, + "nauc_map_at_5_diff1": 0.802364, + "nauc_map_at_10_max": 0.704988, + "nauc_map_at_10_std": 0.160878, + "nauc_map_at_10_diff1": 0.805092, + "nauc_map_at_20_max": 0.70202, + "nauc_map_at_20_std": 0.15229, + "nauc_map_at_20_diff1": 0.805891, + "nauc_map_at_100_max": 0.701361, + "nauc_map_at_100_std": 0.149067, + "nauc_map_at_100_diff1": 0.807411, + "nauc_map_at_1000_max": 0.701361, + "nauc_map_at_1000_std": 0.149067, + "nauc_map_at_1000_diff1": 0.807411, + "nauc_recall_at_1_max": 0.658504, + "nauc_recall_at_1_std": 0.072462, + "nauc_recall_at_1_diff1": 0.833176, + "nauc_recall_at_3_max": 0.782013, + "nauc_recall_at_3_std": 0.258117, + "nauc_recall_at_3_diff1": 0.754965, + "nauc_recall_at_5_max": 0.750155, + "nauc_recall_at_5_std": 0.310739, + "nauc_recall_at_5_diff1": 0.688774, + "nauc_recall_at_10_max": 0.861952, + "nauc_recall_at_10_std": 0.709023, + "nauc_recall_at_10_diff1": 0.670316, + "nauc_recall_at_20_max": 0.863718, + "nauc_recall_at_20_std": 0.956401, + "nauc_recall_at_20_diff1": 0.42232, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658504, + "nauc_precision_at_1_std": 0.072462, + "nauc_precision_at_1_diff1": 0.833176, + "nauc_precision_at_3_max": 0.782013, + "nauc_precision_at_3_std": 0.258117, + "nauc_precision_at_3_diff1": 0.754965, + "nauc_precision_at_5_max": 0.750155, + "nauc_precision_at_5_std": 0.310739, + "nauc_precision_at_5_diff1": 0.688774, + "nauc_precision_at_10_max": 0.861952, + "nauc_precision_at_10_std": 0.709023, + "nauc_precision_at_10_diff1": 0.670316, + "nauc_precision_at_20_max": 0.863718, + "nauc_precision_at_20_std": 0.956401, + "nauc_precision_at_20_diff1": 0.42232, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.658504, + "nauc_mrr_at_1_std": 0.072462, + "nauc_mrr_at_1_diff1": 0.833176, + "nauc_mrr_at_3_max": 0.707961, + "nauc_mrr_at_3_std": 0.144275, + "nauc_mrr_at_3_diff1": 0.807696, + "nauc_mrr_at_5_max": 0.699218, + "nauc_mrr_at_5_std": 0.143739, + "nauc_mrr_at_5_diff1": 0.802364, + "nauc_mrr_at_10_max": 0.704988, + "nauc_mrr_at_10_std": 0.160878, + "nauc_mrr_at_10_diff1": 0.805092, + "nauc_mrr_at_20_max": 0.70202, + "nauc_mrr_at_20_std": 0.15229, + "nauc_mrr_at_20_diff1": 0.805891, + "nauc_mrr_at_100_max": 0.701361, + "nauc_mrr_at_100_std": 0.149067, + "nauc_mrr_at_100_diff1": 0.807411, + "nauc_mrr_at_1000_max": 0.701361, + "nauc_mrr_at_1000_std": 0.149067, + "nauc_mrr_at_1000_diff1": 0.807411, + "main_score": 0.83969, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.72881, + "ndcg_at_3": 0.80206, + "ndcg_at_5": 0.82103, + "ndcg_at_10": 0.83318, + "ndcg_at_20": 0.84203, + "ndcg_at_100": 0.84744, + "ndcg_at_1000": 0.84744, + "map_at_1": 0.72881, + "map_at_3": 0.78437, + "map_at_5": 0.7951, + "map_at_10": 0.79975, + "map_at_20": 0.80233, + "map_at_100": 0.80314, + "map_at_1000": 0.80314, + "recall_at_1": 0.72881, + "recall_at_3": 0.85311, + "recall_at_5": 0.89831, + "recall_at_10": 0.93785, + "recall_at_20": 0.97175, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72881, + "precision_at_3": 0.28437, + "precision_at_5": 0.17966, + "precision_at_10": 0.09379, + "precision_at_20": 0.04859, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.728814, + "mrr_at_3": 0.784369, + "mrr_at_5": 0.795104, + "mrr_at_10": 0.799749, + "mrr_at_20": 0.802332, + "mrr_at_100": 0.803141, + "mrr_at_1000": 0.803141, + "nauc_ndcg_at_1_max": 0.770985, + "nauc_ndcg_at_1_std": 0.352086, + "nauc_ndcg_at_1_diff1": 0.778113, + "nauc_ndcg_at_3_max": 0.798024, + "nauc_ndcg_at_3_std": 0.44032, + "nauc_ndcg_at_3_diff1": 0.71693, + "nauc_ndcg_at_5_max": 0.800391, + "nauc_ndcg_at_5_std": 0.467857, + "nauc_ndcg_at_5_diff1": 0.708122, + "nauc_ndcg_at_10_max": 0.80174, + "nauc_ndcg_at_10_std": 0.450257, + "nauc_ndcg_at_10_diff1": 0.734921, + "nauc_ndcg_at_20_max": 0.79389, + "nauc_ndcg_at_20_std": 0.43567, + "nauc_ndcg_at_20_diff1": 0.731623, + "nauc_ndcg_at_100_max": 0.789077, + "nauc_ndcg_at_100_std": 0.423443, + "nauc_ndcg_at_100_diff1": 0.736485, + "nauc_ndcg_at_1000_max": 0.789077, + "nauc_ndcg_at_1000_std": 0.423443, + "nauc_ndcg_at_1000_diff1": 0.736485, + "nauc_map_at_1_max": 0.770985, + "nauc_map_at_1_std": 0.352086, + "nauc_map_at_1_diff1": 0.778113, + "nauc_map_at_3_max": 0.786977, + "nauc_map_at_3_std": 0.41062, + "nauc_map_at_3_diff1": 0.734852, + "nauc_map_at_5_max": 0.787412, + "nauc_map_at_5_std": 0.423088, + "nauc_map_at_5_diff1": 0.731241, + "nauc_map_at_10_max": 0.787626, + "nauc_map_at_10_std": 0.416303, + "nauc_map_at_10_diff1": 0.741186, + "nauc_map_at_20_max": 0.785651, + "nauc_map_at_20_std": 0.412678, + "nauc_map_at_20_diff1": 0.740536, + "nauc_map_at_100_max": 0.785104, + "nauc_map_at_100_std": 0.411322, + "nauc_map_at_100_diff1": 0.741202, + "nauc_map_at_1000_max": 0.785104, + "nauc_map_at_1000_std": 0.411322, + "nauc_map_at_1000_diff1": 0.741202, + "nauc_recall_at_1_max": 0.770985, + "nauc_recall_at_1_std": 0.352086, + "nauc_recall_at_1_diff1": 0.778113, + "nauc_recall_at_3_max": 0.843967, + "nauc_recall_at_3_std": 0.561218, + "nauc_recall_at_3_diff1": 0.645315, + "nauc_recall_at_5_max": 0.872357, + "nauc_recall_at_5_std": 0.713178, + "nauc_recall_at_5_diff1": 0.584322, + "nauc_recall_at_10_max": 0.927139, + "nauc_recall_at_10_std": 0.72793, + "nauc_recall_at_10_diff1": 0.708645, + "nauc_recall_at_20_max": 0.921421, + "nauc_recall_at_20_std": 0.763694, + "nauc_recall_at_20_diff1": 0.611559, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770985, + "nauc_precision_at_1_std": 0.352086, + "nauc_precision_at_1_diff1": 0.778113, + "nauc_precision_at_3_max": 0.843967, + "nauc_precision_at_3_std": 0.561218, + "nauc_precision_at_3_diff1": 0.645315, + "nauc_precision_at_5_max": 0.872357, + "nauc_precision_at_5_std": 0.713178, + "nauc_precision_at_5_diff1": 0.584322, + "nauc_precision_at_10_max": 0.927139, + "nauc_precision_at_10_std": 0.72793, + "nauc_precision_at_10_diff1": 0.708645, + "nauc_precision_at_20_max": 0.921421, + "nauc_precision_at_20_std": 0.763694, + "nauc_precision_at_20_diff1": 0.611559, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.770985, + "nauc_mrr_at_1_std": 0.352086, + "nauc_mrr_at_1_diff1": 0.778113, + "nauc_mrr_at_3_max": 0.786977, + "nauc_mrr_at_3_std": 0.41062, + "nauc_mrr_at_3_diff1": 0.734852, + "nauc_mrr_at_5_max": 0.787412, + "nauc_mrr_at_5_std": 0.423088, + "nauc_mrr_at_5_diff1": 0.731241, + "nauc_mrr_at_10_max": 0.787626, + "nauc_mrr_at_10_std": 0.416303, + "nauc_mrr_at_10_diff1": 0.741186, + "nauc_mrr_at_20_max": 0.785651, + "nauc_mrr_at_20_std": 0.412678, + "nauc_mrr_at_20_diff1": 0.740536, + "nauc_mrr_at_100_max": 0.785104, + "nauc_mrr_at_100_std": 0.411322, + "nauc_mrr_at_100_diff1": 0.741202, + "nauc_mrr_at_1000_max": 0.785104, + "nauc_mrr_at_1000_std": 0.411322, + "nauc_mrr_at_1000_diff1": 0.741202, + "main_score": 0.83318, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.7045, + "ndcg_at_3": 0.77942, + "ndcg_at_5": 0.79408, + "ndcg_at_10": 0.80992, + "ndcg_at_20": 0.81641, + "ndcg_at_100": 0.82596, + "ndcg_at_1000": 0.82756, + "map_at_1": 0.7045, + "map_at_3": 0.7619, + "map_at_5": 0.77012, + "map_at_10": 0.77704, + "map_at_20": 0.77886, + "map_at_100": 0.78021, + "map_at_1000": 0.78028, + "recall_at_1": 0.7045, + "recall_at_3": 0.82975, + "recall_at_5": 0.86497, + "recall_at_10": 0.91194, + "recall_at_20": 0.93738, + "recall_at_100": 0.98826, + "recall_at_1000": 1.0, + "precision_at_1": 0.7045, + "precision_at_3": 0.27658, + "precision_at_5": 0.17299, + "precision_at_10": 0.09119, + "precision_at_20": 0.04687, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.704501, + "mrr_at_3": 0.761905, + "mrr_at_5": 0.770124, + "mrr_at_10": 0.777045, + "mrr_at_20": 0.778859, + "mrr_at_100": 0.780207, + "mrr_at_1000": 0.780281, + "nauc_ndcg_at_1_max": 0.692355, + "nauc_ndcg_at_1_std": 0.180816, + "nauc_ndcg_at_1_diff1": 0.813897, + "nauc_ndcg_at_3_max": 0.724829, + "nauc_ndcg_at_3_std": 0.231542, + "nauc_ndcg_at_3_diff1": 0.767741, + "nauc_ndcg_at_5_max": 0.732881, + "nauc_ndcg_at_5_std": 0.261868, + "nauc_ndcg_at_5_diff1": 0.772298, + "nauc_ndcg_at_10_max": 0.733147, + "nauc_ndcg_at_10_std": 0.281631, + "nauc_ndcg_at_10_diff1": 0.773169, + "nauc_ndcg_at_20_max": 0.731125, + "nauc_ndcg_at_20_std": 0.270838, + "nauc_ndcg_at_20_diff1": 0.774049, + "nauc_ndcg_at_100_max": 0.722354, + "nauc_ndcg_at_100_std": 0.248226, + "nauc_ndcg_at_100_diff1": 0.780701, + "nauc_ndcg_at_1000_max": 0.720171, + "nauc_ndcg_at_1000_std": 0.245703, + "nauc_ndcg_at_1000_diff1": 0.779913, + "nauc_map_at_1_max": 0.692355, + "nauc_map_at_1_std": 0.180816, + "nauc_map_at_1_diff1": 0.813897, + "nauc_map_at_3_max": 0.711906, + "nauc_map_at_3_std": 0.215099, + "nauc_map_at_3_diff1": 0.779096, + "nauc_map_at_5_max": 0.715569, + "nauc_map_at_5_std": 0.229908, + "nauc_map_at_5_diff1": 0.781868, + "nauc_map_at_10_max": 0.715009, + "nauc_map_at_10_std": 0.236179, + "nauc_map_at_10_diff1": 0.782167, + "nauc_map_at_20_max": 0.714376, + "nauc_map_at_20_std": 0.233382, + "nauc_map_at_20_diff1": 0.782364, + "nauc_map_at_100_max": 0.713342, + "nauc_map_at_100_std": 0.230904, + "nauc_map_at_100_diff1": 0.783377, + "nauc_map_at_1000_max": 0.713256, + "nauc_map_at_1000_std": 0.230779, + "nauc_map_at_1000_diff1": 0.783355, + "nauc_recall_at_1_max": 0.692355, + "nauc_recall_at_1_std": 0.180816, + "nauc_recall_at_1_diff1": 0.813897, + "nauc_recall_at_3_max": 0.776055, + "nauc_recall_at_3_std": 0.295232, + "nauc_recall_at_3_diff1": 0.725522, + "nauc_recall_at_5_max": 0.815721, + "nauc_recall_at_5_std": 0.414974, + "nauc_recall_at_5_diff1": 0.730916, + "nauc_recall_at_10_max": 0.858424, + "nauc_recall_at_10_std": 0.605947, + "nauc_recall_at_10_diff1": 0.719907, + "nauc_recall_at_20_max": 0.888067, + "nauc_recall_at_20_std": 0.622023, + "nauc_recall_at_20_diff1": 0.709556, + "nauc_recall_at_100_max": 0.931939, + "nauc_recall_at_100_std": 0.474142, + "nauc_recall_at_100_diff1": 0.860387, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692355, + "nauc_precision_at_1_std": 0.180816, + "nauc_precision_at_1_diff1": 0.813897, + "nauc_precision_at_3_max": 0.776055, + "nauc_precision_at_3_std": 0.295232, + "nauc_precision_at_3_diff1": 0.725522, + "nauc_precision_at_5_max": 0.815721, + "nauc_precision_at_5_std": 0.414974, + "nauc_precision_at_5_diff1": 0.730916, + "nauc_precision_at_10_max": 0.858424, + "nauc_precision_at_10_std": 0.605947, + "nauc_precision_at_10_diff1": 0.719907, + "nauc_precision_at_20_max": 0.888067, + "nauc_precision_at_20_std": 0.622023, + "nauc_precision_at_20_diff1": 0.709556, + "nauc_precision_at_100_max": 0.931939, + "nauc_precision_at_100_std": 0.474142, + "nauc_precision_at_100_diff1": 0.860387, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.692355, + "nauc_mrr_at_1_std": 0.180816, + "nauc_mrr_at_1_diff1": 0.813897, + "nauc_mrr_at_3_max": 0.711906, + "nauc_mrr_at_3_std": 0.215099, + "nauc_mrr_at_3_diff1": 0.779096, + "nauc_mrr_at_5_max": 0.715569, + "nauc_mrr_at_5_std": 0.229908, + "nauc_mrr_at_5_diff1": 0.781868, + "nauc_mrr_at_10_max": 0.715009, + "nauc_mrr_at_10_std": 0.236179, + "nauc_mrr_at_10_diff1": 0.782167, + "nauc_mrr_at_20_max": 0.714376, + "nauc_mrr_at_20_std": 0.233382, + "nauc_mrr_at_20_diff1": 0.782364, + "nauc_mrr_at_100_max": 0.713342, + "nauc_mrr_at_100_std": 0.230904, + "nauc_mrr_at_100_diff1": 0.783377, + "nauc_mrr_at_1000_max": 0.713256, + "nauc_mrr_at_1000_std": 0.230779, + "nauc_mrr_at_1000_diff1": 0.783355, + "main_score": 0.80992, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.80435, + "ndcg_at_3": 0.86251, + "ndcg_at_5": 0.88076, + "ndcg_at_10": 0.88768, + "ndcg_at_20": 0.89152, + "ndcg_at_100": 0.89453, + "ndcg_at_1000": 0.89453, + "map_at_1": 0.80435, + "map_at_3": 0.84873, + "map_at_5": 0.85906, + "map_at_10": 0.86185, + "map_at_20": 0.86276, + "map_at_100": 0.86315, + "map_at_1000": 0.86315, + "recall_at_1": 0.80435, + "recall_at_3": 0.90217, + "recall_at_5": 0.94565, + "recall_at_10": 0.96739, + "recall_at_20": 0.9837, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.80435, + "precision_at_3": 0.30072, + "precision_at_5": 0.18913, + "precision_at_10": 0.09674, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804348, + "mrr_at_3": 0.848732, + "mrr_at_5": 0.859058, + "mrr_at_10": 0.861851, + "mrr_at_20": 0.862759, + "mrr_at_100": 0.863149, + "mrr_at_1000": 0.863149, + "nauc_ndcg_at_1_max": 0.549257, + "nauc_ndcg_at_1_std": 0.085394, + "nauc_ndcg_at_1_diff1": 0.800303, + "nauc_ndcg_at_3_max": 0.579816, + "nauc_ndcg_at_3_std": 0.123222, + "nauc_ndcg_at_3_diff1": 0.759108, + "nauc_ndcg_at_5_max": 0.621826, + "nauc_ndcg_at_5_std": 0.206251, + "nauc_ndcg_at_5_diff1": 0.768035, + "nauc_ndcg_at_10_max": 0.608868, + "nauc_ndcg_at_10_std": 0.189447, + "nauc_ndcg_at_10_diff1": 0.764134, + "nauc_ndcg_at_20_max": 0.602283, + "nauc_ndcg_at_20_std": 0.168916, + "nauc_ndcg_at_20_diff1": 0.764965, + "nauc_ndcg_at_100_max": 0.593196, + "nauc_ndcg_at_100_std": 0.154177, + "nauc_ndcg_at_100_diff1": 0.77281, + "nauc_ndcg_at_1000_max": 0.593196, + "nauc_ndcg_at_1000_std": 0.154177, + "nauc_ndcg_at_1000_diff1": 0.77281, + "nauc_map_at_1_max": 0.549257, + "nauc_map_at_1_std": 0.085394, + "nauc_map_at_1_diff1": 0.800303, + "nauc_map_at_3_max": 0.573515, + "nauc_map_at_3_std": 0.114884, + "nauc_map_at_3_diff1": 0.771481, + "nauc_map_at_5_max": 0.59302, + "nauc_map_at_5_std": 0.153718, + "nauc_map_at_5_diff1": 0.776606, + "nauc_map_at_10_max": 0.588163, + "nauc_map_at_10_std": 0.1467, + "nauc_map_at_10_diff1": 0.775644, + "nauc_map_at_20_max": 0.586782, + "nauc_map_at_20_std": 0.142563, + "nauc_map_at_20_diff1": 0.775889, + "nauc_map_at_100_max": 0.585836, + "nauc_map_at_100_std": 0.141024, + "nauc_map_at_100_diff1": 0.776813, + "nauc_map_at_1000_max": 0.585836, + "nauc_map_at_1000_std": 0.141024, + "nauc_map_at_1000_diff1": 0.776813, + "nauc_recall_at_1_max": 0.549257, + "nauc_recall_at_1_std": 0.085394, + "nauc_recall_at_1_diff1": 0.800303, + "nauc_recall_at_3_max": 0.604785, + "nauc_recall_at_3_std": 0.156751, + "nauc_recall_at_3_diff1": 0.706572, + "nauc_recall_at_5_max": 0.83738, + "nauc_recall_at_5_std": 0.604133, + "nauc_recall_at_5_diff1": 0.710503, + "nauc_recall_at_10_max": 0.846679, + "nauc_recall_at_10_std": 0.703229, + "nauc_recall_at_10_diff1": 0.628984, + "nauc_recall_at_20_max": 0.907446, + "nauc_recall_at_20_std": 0.664014, + "nauc_recall_at_20_diff1": 0.515524, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549257, + "nauc_precision_at_1_std": 0.085394, + "nauc_precision_at_1_diff1": 0.800303, + "nauc_precision_at_3_max": 0.604785, + "nauc_precision_at_3_std": 0.156751, + "nauc_precision_at_3_diff1": 0.706572, + "nauc_precision_at_5_max": 0.83738, + "nauc_precision_at_5_std": 0.604133, + "nauc_precision_at_5_diff1": 0.710503, + "nauc_precision_at_10_max": 0.846679, + "nauc_precision_at_10_std": 0.703229, + "nauc_precision_at_10_diff1": 0.628984, + "nauc_precision_at_20_max": 0.907446, + "nauc_precision_at_20_std": 0.664014, + "nauc_precision_at_20_diff1": 0.515524, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.549257, + "nauc_mrr_at_1_std": 0.085394, + "nauc_mrr_at_1_diff1": 0.800303, + "nauc_mrr_at_3_max": 0.573515, + "nauc_mrr_at_3_std": 0.114884, + "nauc_mrr_at_3_diff1": 0.771481, + "nauc_mrr_at_5_max": 0.59302, + "nauc_mrr_at_5_std": 0.153718, + "nauc_mrr_at_5_diff1": 0.776606, + "nauc_mrr_at_10_max": 0.588163, + "nauc_mrr_at_10_std": 0.1467, + "nauc_mrr_at_10_diff1": 0.775644, + "nauc_mrr_at_20_max": 0.586782, + "nauc_mrr_at_20_std": 0.142563, + "nauc_mrr_at_20_diff1": 0.775889, + "nauc_mrr_at_100_max": 0.585836, + "nauc_mrr_at_100_std": 0.141024, + "nauc_mrr_at_100_diff1": 0.776813, + "nauc_mrr_at_1000_max": 0.585836, + "nauc_mrr_at_1000_std": 0.141024, + "nauc_mrr_at_1000_diff1": 0.776813, + "main_score": 0.88768, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.73404, + "ndcg_at_3": 0.82035, + "ndcg_at_5": 0.83774, + "ndcg_at_10": 0.84848, + "ndcg_at_20": 0.85539, + "ndcg_at_100": 0.85841, + "ndcg_at_1000": 0.85841, + "map_at_1": 0.73404, + "map_at_3": 0.79876, + "map_at_5": 0.80833, + "map_at_10": 0.81301, + "map_at_20": 0.81499, + "map_at_100": 0.81544, + "map_at_1000": 0.81544, + "recall_at_1": 0.73404, + "recall_at_3": 0.88298, + "recall_at_5": 0.92553, + "recall_at_10": 0.95745, + "recall_at_20": 0.98404, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.73404, + "precision_at_3": 0.29433, + "precision_at_5": 0.18511, + "precision_at_10": 0.09574, + "precision_at_20": 0.0492, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734043, + "mrr_at_3": 0.798759, + "mrr_at_5": 0.808333, + "mrr_at_10": 0.813009, + "mrr_at_20": 0.814994, + "mrr_at_100": 0.815442, + "mrr_at_1000": 0.815442, + "nauc_ndcg_at_1_max": 0.617946, + "nauc_ndcg_at_1_std": 0.249108, + "nauc_ndcg_at_1_diff1": 0.742807, + "nauc_ndcg_at_3_max": 0.665289, + "nauc_ndcg_at_3_std": 0.285334, + "nauc_ndcg_at_3_diff1": 0.725787, + "nauc_ndcg_at_5_max": 0.656872, + "nauc_ndcg_at_5_std": 0.272162, + "nauc_ndcg_at_5_diff1": 0.734222, + "nauc_ndcg_at_10_max": 0.656583, + "nauc_ndcg_at_10_std": 0.268617, + "nauc_ndcg_at_10_diff1": 0.741925, + "nauc_ndcg_at_20_max": 0.657018, + "nauc_ndcg_at_20_std": 0.292744, + "nauc_ndcg_at_20_diff1": 0.737189, + "nauc_ndcg_at_100_max": 0.649824, + "nauc_ndcg_at_100_std": 0.279161, + "nauc_ndcg_at_100_diff1": 0.735223, + "nauc_ndcg_at_1000_max": 0.649824, + "nauc_ndcg_at_1000_std": 0.279161, + "nauc_ndcg_at_1000_diff1": 0.735223, + "nauc_map_at_1_max": 0.617946, + "nauc_map_at_1_std": 0.249108, + "nauc_map_at_1_diff1": 0.742807, + "nauc_map_at_3_max": 0.650344, + "nauc_map_at_3_std": 0.277687, + "nauc_map_at_3_diff1": 0.728527, + "nauc_map_at_5_max": 0.645981, + "nauc_map_at_5_std": 0.270929, + "nauc_map_at_5_diff1": 0.73282, + "nauc_map_at_10_max": 0.646011, + "nauc_map_at_10_std": 0.270769, + "nauc_map_at_10_diff1": 0.735697, + "nauc_map_at_20_max": 0.64612, + "nauc_map_at_20_std": 0.276682, + "nauc_map_at_20_diff1": 0.734643, + "nauc_map_at_100_max": 0.645229, + "nauc_map_at_100_std": 0.275054, + "nauc_map_at_100_diff1": 0.7344, + "nauc_map_at_1000_max": 0.645229, + "nauc_map_at_1000_std": 0.275054, + "nauc_map_at_1000_diff1": 0.7344, + "nauc_recall_at_1_max": 0.617946, + "nauc_recall_at_1_std": 0.249108, + "nauc_recall_at_1_diff1": 0.742807, + "nauc_recall_at_3_max": 0.734326, + "nauc_recall_at_3_std": 0.318214, + "nauc_recall_at_3_diff1": 0.714828, + "nauc_recall_at_5_max": 0.726829, + "nauc_recall_at_5_std": 0.272885, + "nauc_recall_at_5_diff1": 0.748588, + "nauc_recall_at_10_max": 0.767502, + "nauc_recall_at_10_std": 0.215801, + "nauc_recall_at_10_diff1": 0.830191, + "nauc_recall_at_20_max": 0.956375, + "nauc_recall_at_20_std": 0.863601, + "nauc_recall_at_20_diff1": 0.819976, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617946, + "nauc_precision_at_1_std": 0.249108, + "nauc_precision_at_1_diff1": 0.742807, + "nauc_precision_at_3_max": 0.734326, + "nauc_precision_at_3_std": 0.318214, + "nauc_precision_at_3_diff1": 0.714828, + "nauc_precision_at_5_max": 0.726829, + "nauc_precision_at_5_std": 0.272885, + "nauc_precision_at_5_diff1": 0.748588, + "nauc_precision_at_10_max": 0.767502, + "nauc_precision_at_10_std": 0.215801, + "nauc_precision_at_10_diff1": 0.830191, + "nauc_precision_at_20_max": 0.956375, + "nauc_precision_at_20_std": 0.863601, + "nauc_precision_at_20_diff1": 0.819976, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.617946, + "nauc_mrr_at_1_std": 0.249108, + "nauc_mrr_at_1_diff1": 0.742807, + "nauc_mrr_at_3_max": 0.650344, + "nauc_mrr_at_3_std": 0.277687, + "nauc_mrr_at_3_diff1": 0.728527, + "nauc_mrr_at_5_max": 0.645981, + "nauc_mrr_at_5_std": 0.270929, + "nauc_mrr_at_5_diff1": 0.73282, + "nauc_mrr_at_10_max": 0.646011, + "nauc_mrr_at_10_std": 0.270769, + "nauc_mrr_at_10_diff1": 0.735697, + "nauc_mrr_at_20_max": 0.64612, + "nauc_mrr_at_20_std": 0.276682, + "nauc_mrr_at_20_diff1": 0.734643, + "nauc_mrr_at_100_max": 0.645229, + "nauc_mrr_at_100_std": 0.275054, + "nauc_mrr_at_100_diff1": 0.7344, + "nauc_mrr_at_1000_max": 0.645229, + "nauc_mrr_at_1000_std": 0.275054, + "nauc_mrr_at_1000_diff1": 0.7344, + "main_score": 0.84848, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.76316, + "ndcg_at_3": 0.84204, + "ndcg_at_5": 0.85065, + "ndcg_at_10": 0.86585, + "ndcg_at_20": 0.87257, + "ndcg_at_100": 0.8742, + "ndcg_at_1000": 0.8742, + "map_at_1": 0.76316, + "map_at_3": 0.82368, + "map_at_5": 0.82842, + "map_at_10": 0.83463, + "map_at_20": 0.8365, + "map_at_100": 0.83662, + "map_at_1000": 0.83662, + "recall_at_1": 0.76316, + "recall_at_3": 0.89474, + "recall_at_5": 0.91579, + "recall_at_10": 0.96316, + "recall_at_20": 0.98947, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76316, + "precision_at_3": 0.29825, + "precision_at_5": 0.18316, + "precision_at_10": 0.09632, + "precision_at_20": 0.04947, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763158, + "mrr_at_3": 0.823684, + "mrr_at_5": 0.828421, + "mrr_at_10": 0.834632, + "mrr_at_20": 0.836498, + "mrr_at_100": 0.836622, + "mrr_at_1000": 0.836622, + "nauc_ndcg_at_1_max": 0.678707, + "nauc_ndcg_at_1_std": 0.336609, + "nauc_ndcg_at_1_diff1": 0.832679, + "nauc_ndcg_at_3_max": 0.769156, + "nauc_ndcg_at_3_std": 0.53117, + "nauc_ndcg_at_3_diff1": 0.802793, + "nauc_ndcg_at_5_max": 0.761728, + "nauc_ndcg_at_5_std": 0.52039, + "nauc_ndcg_at_5_diff1": 0.80173, + "nauc_ndcg_at_10_max": 0.746209, + "nauc_ndcg_at_10_std": 0.485523, + "nauc_ndcg_at_10_diff1": 0.799643, + "nauc_ndcg_at_20_max": 0.743262, + "nauc_ndcg_at_20_std": 0.470274, + "nauc_ndcg_at_20_diff1": 0.811326, + "nauc_ndcg_at_100_max": 0.739654, + "nauc_ndcg_at_100_std": 0.465881, + "nauc_ndcg_at_100_diff1": 0.810511, + "nauc_ndcg_at_1000_max": 0.739654, + "nauc_ndcg_at_1000_std": 0.465881, + "nauc_ndcg_at_1000_diff1": 0.810511, + "nauc_map_at_1_max": 0.678707, + "nauc_map_at_1_std": 0.336609, + "nauc_map_at_1_diff1": 0.832679, + "nauc_map_at_3_max": 0.744586, + "nauc_map_at_3_std": 0.477049, + "nauc_map_at_3_diff1": 0.811481, + "nauc_map_at_5_max": 0.73999, + "nauc_map_at_5_std": 0.469928, + "nauc_map_at_5_diff1": 0.810795, + "nauc_map_at_10_max": 0.733997, + "nauc_map_at_10_std": 0.456268, + "nauc_map_at_10_diff1": 0.810198, + "nauc_map_at_20_max": 0.733243, + "nauc_map_at_20_std": 0.452647, + "nauc_map_at_20_diff1": 0.812962, + "nauc_map_at_100_max": 0.733024, + "nauc_map_at_100_std": 0.452359, + "nauc_map_at_100_diff1": 0.812916, + "nauc_map_at_1000_max": 0.733024, + "nauc_map_at_1000_std": 0.452359, + "nauc_map_at_1000_diff1": 0.812916, + "nauc_recall_at_1_max": 0.678707, + "nauc_recall_at_1_std": 0.336609, + "nauc_recall_at_1_diff1": 0.832679, + "nauc_recall_at_3_max": 0.877585, + "nauc_recall_at_3_std": 0.770959, + "nauc_recall_at_3_diff1": 0.764027, + "nauc_recall_at_5_max": 0.875846, + "nauc_recall_at_5_std": 0.787757, + "nauc_recall_at_5_diff1": 0.753618, + "nauc_recall_at_10_max": 0.856943, + "nauc_recall_at_10_std": 0.762238, + "nauc_recall_at_10_diff1": 0.675604, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.777077, + "nauc_recall_at_20_diff1": 0.869281, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678707, + "nauc_precision_at_1_std": 0.336609, + "nauc_precision_at_1_diff1": 0.832679, + "nauc_precision_at_3_max": 0.877585, + "nauc_precision_at_3_std": 0.770959, + "nauc_precision_at_3_diff1": 0.764027, + "nauc_precision_at_5_max": 0.875846, + "nauc_precision_at_5_std": 0.787757, + "nauc_precision_at_5_diff1": 0.753618, + "nauc_precision_at_10_max": 0.856943, + "nauc_precision_at_10_std": 0.762238, + "nauc_precision_at_10_diff1": 0.675604, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.777077, + "nauc_precision_at_20_diff1": 0.869281, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678707, + "nauc_mrr_at_1_std": 0.336609, + "nauc_mrr_at_1_diff1": 0.832679, + "nauc_mrr_at_3_max": 0.744586, + "nauc_mrr_at_3_std": 0.477049, + "nauc_mrr_at_3_diff1": 0.811481, + "nauc_mrr_at_5_max": 0.73999, + "nauc_mrr_at_5_std": 0.469928, + "nauc_mrr_at_5_diff1": 0.810795, + "nauc_mrr_at_10_max": 0.733997, + "nauc_mrr_at_10_std": 0.456268, + "nauc_mrr_at_10_diff1": 0.810198, + "nauc_mrr_at_20_max": 0.733243, + "nauc_mrr_at_20_std": 0.452647, + "nauc_mrr_at_20_diff1": 0.812962, + "nauc_mrr_at_100_max": 0.733024, + "nauc_mrr_at_100_std": 0.452359, + "nauc_mrr_at_100_diff1": 0.812916, + "nauc_mrr_at_1000_max": 0.733024, + "nauc_mrr_at_1000_std": 0.452359, + "nauc_mrr_at_1000_diff1": 0.812916, + "main_score": 0.86585, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.75595, + "ndcg_at_3": 0.83735, + "ndcg_at_5": 0.85306, + "ndcg_at_10": 0.85887, + "ndcg_at_20": 0.86186, + "ndcg_at_100": 0.8675, + "ndcg_at_1000": 0.8686, + "map_at_1": 0.75595, + "map_at_3": 0.81746, + "map_at_5": 0.82629, + "map_at_10": 0.82871, + "map_at_20": 0.82952, + "map_at_100": 0.83034, + "map_at_1000": 0.83039, + "recall_at_1": 0.75595, + "recall_at_3": 0.89484, + "recall_at_5": 0.93254, + "recall_at_10": 0.9504, + "recall_at_20": 0.9623, + "recall_at_100": 0.99206, + "recall_at_1000": 1.0, + "precision_at_1": 0.75595, + "precision_at_3": 0.29828, + "precision_at_5": 0.18651, + "precision_at_10": 0.09504, + "precision_at_20": 0.04812, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755952, + "mrr_at_3": 0.81746, + "mrr_at_5": 0.82629, + "mrr_at_10": 0.828708, + "mrr_at_20": 0.829519, + "mrr_at_100": 0.830335, + "mrr_at_1000": 0.83039, + "nauc_ndcg_at_1_max": 0.640773, + "nauc_ndcg_at_1_std": 0.174865, + "nauc_ndcg_at_1_diff1": 0.81595, + "nauc_ndcg_at_3_max": 0.695263, + "nauc_ndcg_at_3_std": 0.265041, + "nauc_ndcg_at_3_diff1": 0.816849, + "nauc_ndcg_at_5_max": 0.699472, + "nauc_ndcg_at_5_std": 0.281787, + "nauc_ndcg_at_5_diff1": 0.81145, + "nauc_ndcg_at_10_max": 0.702296, + "nauc_ndcg_at_10_std": 0.287994, + "nauc_ndcg_at_10_diff1": 0.81172, + "nauc_ndcg_at_20_max": 0.696337, + "nauc_ndcg_at_20_std": 0.278278, + "nauc_ndcg_at_20_diff1": 0.811142, + "nauc_ndcg_at_100_max": 0.68799, + "nauc_ndcg_at_100_std": 0.254619, + "nauc_ndcg_at_100_diff1": 0.812197, + "nauc_ndcg_at_1000_max": 0.685455, + "nauc_ndcg_at_1000_std": 0.252566, + "nauc_ndcg_at_1000_diff1": 0.813079, + "nauc_map_at_1_max": 0.640773, + "nauc_map_at_1_std": 0.174865, + "nauc_map_at_1_diff1": 0.81595, + "nauc_map_at_3_max": 0.678546, + "nauc_map_at_3_std": 0.235993, + "nauc_map_at_3_diff1": 0.816837, + "nauc_map_at_5_max": 0.679265, + "nauc_map_at_5_std": 0.241595, + "nauc_map_at_5_diff1": 0.814056, + "nauc_map_at_10_max": 0.680135, + "nauc_map_at_10_std": 0.242972, + "nauc_map_at_10_diff1": 0.81422, + "nauc_map_at_20_max": 0.678692, + "nauc_map_at_20_std": 0.240597, + "nauc_map_at_20_diff1": 0.814135, + "nauc_map_at_100_max": 0.677615, + "nauc_map_at_100_std": 0.237691, + "nauc_map_at_100_diff1": 0.814199, + "nauc_map_at_1000_max": 0.677515, + "nauc_map_at_1000_std": 0.237608, + "nauc_map_at_1000_diff1": 0.814236, + "nauc_recall_at_1_max": 0.640773, + "nauc_recall_at_1_std": 0.174865, + "nauc_recall_at_1_diff1": 0.81595, + "nauc_recall_at_3_max": 0.77288, + "nauc_recall_at_3_std": 0.400854, + "nauc_recall_at_3_diff1": 0.816725, + "nauc_recall_at_5_max": 0.839733, + "nauc_recall_at_5_std": 0.565101, + "nauc_recall_at_5_diff1": 0.792261, + "nauc_recall_at_10_max": 0.909848, + "nauc_recall_at_10_std": 0.720238, + "nauc_recall_at_10_diff1": 0.787106, + "nauc_recall_at_20_max": 0.895127, + "nauc_recall_at_20_std": 0.725252, + "nauc_recall_at_20_diff1": 0.770603, + "nauc_recall_at_100_max": 0.967349, + "nauc_recall_at_100_std": 0.481468, + "nauc_recall_at_100_diff1": 0.717054, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640773, + "nauc_precision_at_1_std": 0.174865, + "nauc_precision_at_1_diff1": 0.81595, + "nauc_precision_at_3_max": 0.77288, + "nauc_precision_at_3_std": 0.400854, + "nauc_precision_at_3_diff1": 0.816725, + "nauc_precision_at_5_max": 0.839733, + "nauc_precision_at_5_std": 0.565101, + "nauc_precision_at_5_diff1": 0.792261, + "nauc_precision_at_10_max": 0.909848, + "nauc_precision_at_10_std": 0.720238, + "nauc_precision_at_10_diff1": 0.787106, + "nauc_precision_at_20_max": 0.895127, + "nauc_precision_at_20_std": 0.725252, + "nauc_precision_at_20_diff1": 0.770603, + "nauc_precision_at_100_max": 0.967349, + "nauc_precision_at_100_std": 0.481468, + "nauc_precision_at_100_diff1": 0.717054, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.640773, + "nauc_mrr_at_1_std": 0.174865, + "nauc_mrr_at_1_diff1": 0.81595, + "nauc_mrr_at_3_max": 0.678546, + "nauc_mrr_at_3_std": 0.235993, + "nauc_mrr_at_3_diff1": 0.816837, + "nauc_mrr_at_5_max": 0.679265, + "nauc_mrr_at_5_std": 0.241595, + "nauc_mrr_at_5_diff1": 0.814056, + "nauc_mrr_at_10_max": 0.680135, + "nauc_mrr_at_10_std": 0.242972, + "nauc_mrr_at_10_diff1": 0.81422, + "nauc_mrr_at_20_max": 0.678692, + "nauc_mrr_at_20_std": 0.240597, + "nauc_mrr_at_20_diff1": 0.814135, + "nauc_mrr_at_100_max": 0.677615, + "nauc_mrr_at_100_std": 0.237691, + "nauc_mrr_at_100_diff1": 0.814199, + "nauc_mrr_at_1000_max": 0.677515, + "nauc_mrr_at_1000_std": 0.237608, + "nauc_mrr_at_1000_diff1": 0.814236, + "main_score": 0.85887, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79503, + "ndcg_at_3": 0.86232, + "ndcg_at_5": 0.8722, + "ndcg_at_10": 0.87842, + "ndcg_at_20": 0.88634, + "ndcg_at_100": 0.88874, + "ndcg_at_1000": 0.88966, + "map_at_1": 0.79503, + "map_at_3": 0.84679, + "map_at_5": 0.85207, + "map_at_10": 0.85476, + "map_at_20": 0.85698, + "map_at_100": 0.85733, + "map_at_1000": 0.85739, + "recall_at_1": 0.79503, + "recall_at_3": 0.90683, + "recall_at_5": 0.93168, + "recall_at_10": 0.95031, + "recall_at_20": 0.98137, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.79503, + "precision_at_3": 0.30228, + "precision_at_5": 0.18634, + "precision_at_10": 0.09503, + "precision_at_20": 0.04907, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795031, + "mrr_at_3": 0.846791, + "mrr_at_5": 0.85207, + "mrr_at_10": 0.854762, + "mrr_at_20": 0.856981, + "mrr_at_100": 0.857331, + "mrr_at_1000": 0.857392, + "nauc_ndcg_at_1_max": 0.667552, + "nauc_ndcg_at_1_std": 0.190204, + "nauc_ndcg_at_1_diff1": 0.889957, + "nauc_ndcg_at_3_max": 0.752105, + "nauc_ndcg_at_3_std": 0.374997, + "nauc_ndcg_at_3_diff1": 0.870415, + "nauc_ndcg_at_5_max": 0.768271, + "nauc_ndcg_at_5_std": 0.400857, + "nauc_ndcg_at_5_diff1": 0.877671, + "nauc_ndcg_at_10_max": 0.758322, + "nauc_ndcg_at_10_std": 0.377184, + "nauc_ndcg_at_10_diff1": 0.875621, + "nauc_ndcg_at_20_max": 0.742384, + "nauc_ndcg_at_20_std": 0.337631, + "nauc_ndcg_at_20_diff1": 0.881019, + "nauc_ndcg_at_100_max": 0.738027, + "nauc_ndcg_at_100_std": 0.337404, + "nauc_ndcg_at_100_diff1": 0.879796, + "nauc_ndcg_at_1000_max": 0.735705, + "nauc_ndcg_at_1000_std": 0.331532, + "nauc_ndcg_at_1000_diff1": 0.87873, + "nauc_map_at_1_max": 0.667552, + "nauc_map_at_1_std": 0.190204, + "nauc_map_at_1_diff1": 0.889957, + "nauc_map_at_3_max": 0.729342, + "nauc_map_at_3_std": 0.323852, + "nauc_map_at_3_diff1": 0.876131, + "nauc_map_at_5_max": 0.735619, + "nauc_map_at_5_std": 0.33335, + "nauc_map_at_5_diff1": 0.879456, + "nauc_map_at_10_max": 0.731427, + "nauc_map_at_10_std": 0.32365, + "nauc_map_at_10_diff1": 0.878669, + "nauc_map_at_20_max": 0.727373, + "nauc_map_at_20_std": 0.314011, + "nauc_map_at_20_diff1": 0.879654, + "nauc_map_at_100_max": 0.726838, + "nauc_map_at_100_std": 0.313937, + "nauc_map_at_100_diff1": 0.879508, + "nauc_map_at_1000_max": 0.726716, + "nauc_map_at_1000_std": 0.31363, + "nauc_map_at_1000_diff1": 0.879454, + "nauc_recall_at_1_max": 0.667552, + "nauc_recall_at_1_std": 0.190204, + "nauc_recall_at_1_diff1": 0.889957, + "nauc_recall_at_3_max": 0.85214, + "nauc_recall_at_3_std": 0.600803, + "nauc_recall_at_3_diff1": 0.844951, + "nauc_recall_at_5_max": 0.964374, + "nauc_recall_at_5_std": 0.804187, + "nauc_recall_at_5_diff1": 0.870534, + "nauc_recall_at_10_max": 0.967343, + "nauc_recall_at_10_std": 0.786392, + "nauc_recall_at_10_diff1": 0.854642, + "nauc_recall_at_20_max": 0.956457, + "nauc_recall_at_20_std": 0.566408, + "nauc_recall_at_20_diff1": 0.956457, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.667552, + "nauc_precision_at_1_std": 0.190204, + "nauc_precision_at_1_diff1": 0.889957, + "nauc_precision_at_3_max": 0.85214, + "nauc_precision_at_3_std": 0.600803, + "nauc_precision_at_3_diff1": 0.844951, + "nauc_precision_at_5_max": 0.964374, + "nauc_precision_at_5_std": 0.804187, + "nauc_precision_at_5_diff1": 0.870534, + "nauc_precision_at_10_max": 0.967343, + "nauc_precision_at_10_std": 0.786392, + "nauc_precision_at_10_diff1": 0.854642, + "nauc_precision_at_20_max": 0.956457, + "nauc_precision_at_20_std": 0.566408, + "nauc_precision_at_20_diff1": 0.956457, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.667552, + "nauc_mrr_at_1_std": 0.190204, + "nauc_mrr_at_1_diff1": 0.889957, + "nauc_mrr_at_3_max": 0.729342, + "nauc_mrr_at_3_std": 0.323852, + "nauc_mrr_at_3_diff1": 0.876131, + "nauc_mrr_at_5_max": 0.735619, + "nauc_mrr_at_5_std": 0.33335, + "nauc_mrr_at_5_diff1": 0.879456, + "nauc_mrr_at_10_max": 0.731427, + "nauc_mrr_at_10_std": 0.32365, + "nauc_mrr_at_10_diff1": 0.878669, + "nauc_mrr_at_20_max": 0.727373, + "nauc_mrr_at_20_std": 0.314011, + "nauc_mrr_at_20_diff1": 0.879654, + "nauc_mrr_at_100_max": 0.726838, + "nauc_mrr_at_100_std": 0.313937, + "nauc_mrr_at_100_diff1": 0.879508, + "nauc_mrr_at_1000_max": 0.726716, + "nauc_mrr_at_1000_std": 0.31363, + "nauc_mrr_at_1000_diff1": 0.879454, + "main_score": 0.87842, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.85708, + "ndcg_at_5": 0.86619, + "ndcg_at_10": 0.87446, + "ndcg_at_20": 0.87983, + "ndcg_at_100": 0.88293, + "ndcg_at_1000": 0.88369, + "map_at_1": 0.77778, + "map_at_3": 0.83862, + "map_at_5": 0.84392, + "map_at_10": 0.84716, + "map_at_20": 0.84864, + "map_at_100": 0.84912, + "map_at_1000": 0.84916, + "recall_at_1": 0.77778, + "recall_at_3": 0.91005, + "recall_at_5": 0.93122, + "recall_at_10": 0.95767, + "recall_at_20": 0.97884, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "precision_at_1": 0.77778, + "precision_at_3": 0.30335, + "precision_at_5": 0.18624, + "precision_at_10": 0.09577, + "precision_at_20": 0.04894, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.838624, + "mrr_at_5": 0.843915, + "mrr_at_10": 0.847163, + "mrr_at_20": 0.848641, + "mrr_at_100": 0.849121, + "mrr_at_1000": 0.849164, + "nauc_ndcg_at_1_max": 0.562615, + "nauc_ndcg_at_1_std": 0.223151, + "nauc_ndcg_at_1_diff1": 0.779596, + "nauc_ndcg_at_3_max": 0.638635, + "nauc_ndcg_at_3_std": 0.367639, + "nauc_ndcg_at_3_diff1": 0.769191, + "nauc_ndcg_at_5_max": 0.635764, + "nauc_ndcg_at_5_std": 0.365979, + "nauc_ndcg_at_5_diff1": 0.773872, + "nauc_ndcg_at_10_max": 0.634297, + "nauc_ndcg_at_10_std": 0.352207, + "nauc_ndcg_at_10_diff1": 0.774479, + "nauc_ndcg_at_20_max": 0.628908, + "nauc_ndcg_at_20_std": 0.339904, + "nauc_ndcg_at_20_diff1": 0.775979, + "nauc_ndcg_at_100_max": 0.61841, + "nauc_ndcg_at_100_std": 0.322481, + "nauc_ndcg_at_100_diff1": 0.772091, + "nauc_ndcg_at_1000_max": 0.615753, + "nauc_ndcg_at_1000_std": 0.317764, + "nauc_ndcg_at_1000_diff1": 0.773613, + "nauc_map_at_1_max": 0.562615, + "nauc_map_at_1_std": 0.223151, + "nauc_map_at_1_diff1": 0.779596, + "nauc_map_at_3_max": 0.611445, + "nauc_map_at_3_std": 0.313655, + "nauc_map_at_3_diff1": 0.77198, + "nauc_map_at_5_max": 0.609019, + "nauc_map_at_5_std": 0.310866, + "nauc_map_at_5_diff1": 0.774432, + "nauc_map_at_10_max": 0.608919, + "nauc_map_at_10_std": 0.305945, + "nauc_map_at_10_diff1": 0.774331, + "nauc_map_at_20_max": 0.607508, + "nauc_map_at_20_std": 0.302727, + "nauc_map_at_20_diff1": 0.774618, + "nauc_map_at_100_max": 0.606169, + "nauc_map_at_100_std": 0.300501, + "nauc_map_at_100_diff1": 0.774142, + "nauc_map_at_1000_max": 0.60605, + "nauc_map_at_1000_std": 0.300291, + "nauc_map_at_1000_diff1": 0.774208, + "nauc_recall_at_1_max": 0.562615, + "nauc_recall_at_1_std": 0.223151, + "nauc_recall_at_1_diff1": 0.779596, + "nauc_recall_at_3_max": 0.772499, + "nauc_recall_at_3_std": 0.634877, + "nauc_recall_at_3_diff1": 0.756045, + "nauc_recall_at_5_max": 0.801435, + "nauc_recall_at_5_std": 0.710017, + "nauc_recall_at_5_diff1": 0.771976, + "nauc_recall_at_10_max": 0.874675, + "nauc_recall_at_10_std": 0.788123, + "nauc_recall_at_10_diff1": 0.782031, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.967301, + "nauc_recall_at_20_diff1": 0.822977, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.553501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.562615, + "nauc_precision_at_1_std": 0.223151, + "nauc_precision_at_1_diff1": 0.779596, + "nauc_precision_at_3_max": 0.772499, + "nauc_precision_at_3_std": 0.634877, + "nauc_precision_at_3_diff1": 0.756045, + "nauc_precision_at_5_max": 0.801435, + "nauc_precision_at_5_std": 0.710017, + "nauc_precision_at_5_diff1": 0.771976, + "nauc_precision_at_10_max": 0.874675, + "nauc_precision_at_10_std": 0.788123, + "nauc_precision_at_10_diff1": 0.782031, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.967301, + "nauc_precision_at_20_diff1": 0.822977, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.553501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.562615, + "nauc_mrr_at_1_std": 0.223151, + "nauc_mrr_at_1_diff1": 0.779596, + "nauc_mrr_at_3_max": 0.611445, + "nauc_mrr_at_3_std": 0.313655, + "nauc_mrr_at_3_diff1": 0.77198, + "nauc_mrr_at_5_max": 0.609019, + "nauc_mrr_at_5_std": 0.310866, + "nauc_mrr_at_5_diff1": 0.774432, + "nauc_mrr_at_10_max": 0.608919, + "nauc_mrr_at_10_std": 0.305945, + "nauc_mrr_at_10_diff1": 0.774331, + "nauc_mrr_at_20_max": 0.607508, + "nauc_mrr_at_20_std": 0.302727, + "nauc_mrr_at_20_diff1": 0.774618, + "nauc_mrr_at_100_max": 0.606169, + "nauc_mrr_at_100_std": 0.300501, + "nauc_mrr_at_100_diff1": 0.774142, + "nauc_mrr_at_1000_max": 0.60605, + "nauc_mrr_at_1000_std": 0.300291, + "nauc_mrr_at_1000_diff1": 0.774208, + "main_score": 0.87446, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.69565, + "ndcg_at_3": 0.80169, + "ndcg_at_5": 0.81292, + "ndcg_at_10": 0.82908, + "ndcg_at_20": 0.8351, + "ndcg_at_100": 0.84011, + "ndcg_at_1000": 0.84011, + "map_at_1": 0.69565, + "map_at_3": 0.77627, + "map_at_5": 0.78252, + "map_at_10": 0.78939, + "map_at_20": 0.79133, + "map_at_100": 0.79204, + "map_at_1000": 0.79204, + "recall_at_1": 0.69565, + "recall_at_3": 0.875, + "recall_at_5": 0.90217, + "recall_at_10": 0.95109, + "recall_at_20": 0.97283, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69565, + "precision_at_3": 0.29167, + "precision_at_5": 0.18043, + "precision_at_10": 0.09511, + "precision_at_20": 0.04864, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.695652, + "mrr_at_3": 0.776268, + "mrr_at_5": 0.782518, + "mrr_at_10": 0.789391, + "mrr_at_20": 0.791327, + "mrr_at_100": 0.792036, + "mrr_at_1000": 0.792036, + "nauc_ndcg_at_1_max": 0.487787, + "nauc_ndcg_at_1_std": 0.106366, + "nauc_ndcg_at_1_diff1": 0.780942, + "nauc_ndcg_at_3_max": 0.508108, + "nauc_ndcg_at_3_std": 0.185033, + "nauc_ndcg_at_3_diff1": 0.722703, + "nauc_ndcg_at_5_max": 0.526914, + "nauc_ndcg_at_5_std": 0.207785, + "nauc_ndcg_at_5_diff1": 0.736857, + "nauc_ndcg_at_10_max": 0.537921, + "nauc_ndcg_at_10_std": 0.223666, + "nauc_ndcg_at_10_diff1": 0.747376, + "nauc_ndcg_at_20_max": 0.530721, + "nauc_ndcg_at_20_std": 0.204907, + "nauc_ndcg_at_20_diff1": 0.753257, + "nauc_ndcg_at_100_max": 0.516188, + "nauc_ndcg_at_100_std": 0.178838, + "nauc_ndcg_at_100_diff1": 0.751518, + "nauc_ndcg_at_1000_max": 0.516188, + "nauc_ndcg_at_1000_std": 0.178838, + "nauc_ndcg_at_1000_diff1": 0.751518, + "nauc_map_at_1_max": 0.487787, + "nauc_map_at_1_std": 0.106366, + "nauc_map_at_1_diff1": 0.780942, + "nauc_map_at_3_max": 0.502165, + "nauc_map_at_3_std": 0.159784, + "nauc_map_at_3_diff1": 0.739463, + "nauc_map_at_5_max": 0.510113, + "nauc_map_at_5_std": 0.16881, + "nauc_map_at_5_diff1": 0.747539, + "nauc_map_at_10_max": 0.512946, + "nauc_map_at_10_std": 0.172627, + "nauc_map_at_10_diff1": 0.751171, + "nauc_map_at_20_max": 0.510862, + "nauc_map_at_20_std": 0.167211, + "nauc_map_at_20_diff1": 0.752753, + "nauc_map_at_100_max": 0.509241, + "nauc_map_at_100_std": 0.164237, + "nauc_map_at_100_diff1": 0.752833, + "nauc_map_at_1000_max": 0.509241, + "nauc_map_at_1000_std": 0.164237, + "nauc_map_at_1000_diff1": 0.752833, + "nauc_recall_at_1_max": 0.487787, + "nauc_recall_at_1_std": 0.106366, + "nauc_recall_at_1_diff1": 0.780942, + "nauc_recall_at_3_max": 0.535917, + "nauc_recall_at_3_std": 0.304823, + "nauc_recall_at_3_diff1": 0.644481, + "nauc_recall_at_5_max": 0.630042, + "nauc_recall_at_5_std": 0.440186, + "nauc_recall_at_5_diff1": 0.679064, + "nauc_recall_at_10_max": 0.844537, + "nauc_recall_at_10_std": 0.828174, + "nauc_recall_at_10_diff1": 0.729813, + "nauc_recall_at_20_max": 0.947838, + "nauc_recall_at_20_std": 0.947838, + "nauc_recall_at_20_diff1": 0.829293, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.487787, + "nauc_precision_at_1_std": 0.106366, + "nauc_precision_at_1_diff1": 0.780942, + "nauc_precision_at_3_max": 0.535917, + "nauc_precision_at_3_std": 0.304823, + "nauc_precision_at_3_diff1": 0.644481, + "nauc_precision_at_5_max": 0.630042, + "nauc_precision_at_5_std": 0.440186, + "nauc_precision_at_5_diff1": 0.679064, + "nauc_precision_at_10_max": 0.844537, + "nauc_precision_at_10_std": 0.828174, + "nauc_precision_at_10_diff1": 0.729813, + "nauc_precision_at_20_max": 0.947838, + "nauc_precision_at_20_std": 0.947838, + "nauc_precision_at_20_diff1": 0.829293, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.487787, + "nauc_mrr_at_1_std": 0.106366, + "nauc_mrr_at_1_diff1": 0.780942, + "nauc_mrr_at_3_max": 0.502165, + "nauc_mrr_at_3_std": 0.159784, + "nauc_mrr_at_3_diff1": 0.739463, + "nauc_mrr_at_5_max": 0.510113, + "nauc_mrr_at_5_std": 0.16881, + "nauc_mrr_at_5_diff1": 0.747539, + "nauc_mrr_at_10_max": 0.512946, + "nauc_mrr_at_10_std": 0.172627, + "nauc_mrr_at_10_diff1": 0.751171, + "nauc_mrr_at_20_max": 0.510862, + "nauc_mrr_at_20_std": 0.167211, + "nauc_mrr_at_20_diff1": 0.752753, + "nauc_mrr_at_100_max": 0.509241, + "nauc_mrr_at_100_std": 0.164237, + "nauc_mrr_at_100_diff1": 0.752833, + "nauc_mrr_at_1000_max": 0.509241, + "nauc_mrr_at_1000_std": 0.164237, + "nauc_mrr_at_1000_diff1": 0.752833, + "main_score": 0.82908, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.75198, + "ndcg_at_3": 0.83135, + "ndcg_at_5": 0.84373, + "ndcg_at_10": 0.85189, + "ndcg_at_20": 0.85597, + "ndcg_at_100": 0.86146, + "ndcg_at_1000": 0.86277, + "map_at_1": 0.75198, + "map_at_3": 0.81151, + "map_at_5": 0.81845, + "map_at_10": 0.82172, + "map_at_20": 0.82287, + "map_at_100": 0.8236, + "map_at_1000": 0.82366, + "recall_at_1": 0.75198, + "recall_at_3": 0.88889, + "recall_at_5": 0.91865, + "recall_at_10": 0.94444, + "recall_at_20": 0.96032, + "recall_at_100": 0.99008, + "recall_at_1000": 1.0, + "precision_at_1": 0.75198, + "precision_at_3": 0.2963, + "precision_at_5": 0.18373, + "precision_at_10": 0.09444, + "precision_at_20": 0.04802, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.751984, + "mrr_at_3": 0.811508, + "mrr_at_5": 0.818452, + "mrr_at_10": 0.821721, + "mrr_at_20": 0.822873, + "mrr_at_100": 0.823604, + "mrr_at_1000": 0.823658, + "nauc_ndcg_at_1_max": 0.668084, + "nauc_ndcg_at_1_std": 0.295672, + "nauc_ndcg_at_1_diff1": 0.81922, + "nauc_ndcg_at_3_max": 0.718432, + "nauc_ndcg_at_3_std": 0.364829, + "nauc_ndcg_at_3_diff1": 0.809656, + "nauc_ndcg_at_5_max": 0.726922, + "nauc_ndcg_at_5_std": 0.368482, + "nauc_ndcg_at_5_diff1": 0.813894, + "nauc_ndcg_at_10_max": 0.727584, + "nauc_ndcg_at_10_std": 0.382412, + "nauc_ndcg_at_10_diff1": 0.810362, + "nauc_ndcg_at_20_max": 0.723876, + "nauc_ndcg_at_20_std": 0.379925, + "nauc_ndcg_at_20_diff1": 0.810589, + "nauc_ndcg_at_100_max": 0.714754, + "nauc_ndcg_at_100_std": 0.364353, + "nauc_ndcg_at_100_diff1": 0.810189, + "nauc_ndcg_at_1000_max": 0.712646, + "nauc_ndcg_at_1000_std": 0.358616, + "nauc_ndcg_at_1000_diff1": 0.811282, + "nauc_map_at_1_max": 0.668084, + "nauc_map_at_1_std": 0.295672, + "nauc_map_at_1_diff1": 0.81922, + "nauc_map_at_3_max": 0.703515, + "nauc_map_at_3_std": 0.340927, + "nauc_map_at_3_diff1": 0.812055, + "nauc_map_at_5_max": 0.706866, + "nauc_map_at_5_std": 0.341565, + "nauc_map_at_5_diff1": 0.814146, + "nauc_map_at_10_max": 0.706859, + "nauc_map_at_10_std": 0.346708, + "nauc_map_at_10_diff1": 0.812798, + "nauc_map_at_20_max": 0.705833, + "nauc_map_at_20_std": 0.345989, + "nauc_map_at_20_diff1": 0.812813, + "nauc_map_at_100_max": 0.704772, + "nauc_map_at_100_std": 0.344289, + "nauc_map_at_100_diff1": 0.812695, + "nauc_map_at_1000_max": 0.704699, + "nauc_map_at_1000_std": 0.344096, + "nauc_map_at_1000_diff1": 0.812727, + "nauc_recall_at_1_max": 0.668084, + "nauc_recall_at_1_std": 0.295672, + "nauc_recall_at_1_diff1": 0.81922, + "nauc_recall_at_3_max": 0.786146, + "nauc_recall_at_3_std": 0.475642, + "nauc_recall_at_3_diff1": 0.799062, + "nauc_recall_at_5_max": 0.84785, + "nauc_recall_at_5_std": 0.531506, + "nauc_recall_at_5_diff1": 0.814211, + "nauc_recall_at_10_max": 0.9065, + "nauc_recall_at_10_std": 0.700199, + "nauc_recall_at_10_diff1": 0.789378, + "nauc_recall_at_20_max": 0.93035, + "nauc_recall_at_20_std": 0.791544, + "nauc_recall_at_20_diff1": 0.785637, + "nauc_recall_at_100_max": 0.918332, + "nauc_recall_at_100_std": 0.918332, + "nauc_recall_at_100_diff1": 0.700781, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668084, + "nauc_precision_at_1_std": 0.295672, + "nauc_precision_at_1_diff1": 0.81922, + "nauc_precision_at_3_max": 0.786146, + "nauc_precision_at_3_std": 0.475642, + "nauc_precision_at_3_diff1": 0.799062, + "nauc_precision_at_5_max": 0.84785, + "nauc_precision_at_5_std": 0.531506, + "nauc_precision_at_5_diff1": 0.814211, + "nauc_precision_at_10_max": 0.9065, + "nauc_precision_at_10_std": 0.700199, + "nauc_precision_at_10_diff1": 0.789378, + "nauc_precision_at_20_max": 0.93035, + "nauc_precision_at_20_std": 0.791544, + "nauc_precision_at_20_diff1": 0.785637, + "nauc_precision_at_100_max": 0.918332, + "nauc_precision_at_100_std": 0.918332, + "nauc_precision_at_100_diff1": 0.700781, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.668084, + "nauc_mrr_at_1_std": 0.295672, + "nauc_mrr_at_1_diff1": 0.81922, + "nauc_mrr_at_3_max": 0.703515, + "nauc_mrr_at_3_std": 0.340927, + "nauc_mrr_at_3_diff1": 0.812055, + "nauc_mrr_at_5_max": 0.706866, + "nauc_mrr_at_5_std": 0.341565, + "nauc_mrr_at_5_diff1": 0.814146, + "nauc_mrr_at_10_max": 0.706859, + "nauc_mrr_at_10_std": 0.346708, + "nauc_mrr_at_10_diff1": 0.812798, + "nauc_mrr_at_20_max": 0.705833, + "nauc_mrr_at_20_std": 0.345989, + "nauc_mrr_at_20_diff1": 0.812813, + "nauc_mrr_at_100_max": 0.704772, + "nauc_mrr_at_100_std": 0.344289, + "nauc_mrr_at_100_diff1": 0.812695, + "nauc_mrr_at_1000_max": 0.704699, + "nauc_mrr_at_1000_std": 0.344096, + "nauc_mrr_at_1000_diff1": 0.812727, + "main_score": 0.85189, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.53985, + "ndcg_at_3": 0.61394, + "ndcg_at_5": 0.63407, + "ndcg_at_10": 0.65267, + "ndcg_at_20": 0.66434, + "ndcg_at_100": 0.68157, + "ndcg_at_1000": 0.69045, + "map_at_1": 0.53975, + "map_at_3": 0.59585, + "map_at_5": 0.60705, + "map_at_10": 0.61482, + "map_at_20": 0.61804, + "map_at_100": 0.62037, + "map_at_1000": 0.62069, + "recall_at_1": 0.53975, + "recall_at_3": 0.66614, + "recall_at_5": 0.71489, + "recall_at_10": 0.77189, + "recall_at_20": 0.81793, + "recall_at_100": 0.91159, + "recall_at_1000": 0.982, + "precision_at_1": 0.53985, + "precision_at_3": 0.22208, + "precision_at_5": 0.143, + "precision_at_10": 0.0772, + "precision_at_20": 0.04091, + "precision_at_100": 0.00912, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.539846, + "mrr_at_3": 0.595943, + "mrr_at_5": 0.607147, + "mrr_at_10": 0.614912, + "mrr_at_20": 0.618126, + "mrr_at_100": 0.620453, + "mrr_at_1000": 0.620778, + "nauc_ndcg_at_1_max": 0.679554, + "nauc_ndcg_at_1_std": 0.066195, + "nauc_ndcg_at_1_diff1": 0.760522, + "nauc_ndcg_at_3_max": 0.702998, + "nauc_ndcg_at_3_std": 0.102142, + "nauc_ndcg_at_3_diff1": 0.713871, + "nauc_ndcg_at_5_max": 0.7041, + "nauc_ndcg_at_5_std": 0.115118, + "nauc_ndcg_at_5_diff1": 0.707988, + "nauc_ndcg_at_10_max": 0.704783, + "nauc_ndcg_at_10_std": 0.123308, + "nauc_ndcg_at_10_diff1": 0.705537, + "nauc_ndcg_at_20_max": 0.705712, + "nauc_ndcg_at_20_std": 0.129125, + "nauc_ndcg_at_20_diff1": 0.707494, + "nauc_ndcg_at_100_max": 0.704294, + "nauc_ndcg_at_100_std": 0.130722, + "nauc_ndcg_at_100_diff1": 0.710051, + "nauc_ndcg_at_1000_max": 0.70283, + "nauc_ndcg_at_1000_std": 0.122207, + "nauc_ndcg_at_1000_diff1": 0.714213, + "nauc_map_at_1_max": 0.679165, + "nauc_map_at_1_std": 0.065867, + "nauc_map_at_1_diff1": 0.760288, + "nauc_map_at_3_max": 0.696909, + "nauc_map_at_3_std": 0.092012, + "nauc_map_at_3_diff1": 0.725663, + "nauc_map_at_5_max": 0.697324, + "nauc_map_at_5_std": 0.098638, + "nauc_map_at_5_diff1": 0.722821, + "nauc_map_at_10_max": 0.697499, + "nauc_map_at_10_std": 0.101639, + "nauc_map_at_10_diff1": 0.722117, + "nauc_map_at_20_max": 0.697691, + "nauc_map_at_20_std": 0.103032, + "nauc_map_at_20_diff1": 0.722709, + "nauc_map_at_100_max": 0.697486, + "nauc_map_at_100_std": 0.103037, + "nauc_map_at_100_diff1": 0.723109, + "nauc_map_at_1000_max": 0.69745, + "nauc_map_at_1000_std": 0.102789, + "nauc_map_at_1000_diff1": 0.723259, + "nauc_recall_at_1_max": 0.679165, + "nauc_recall_at_1_std": 0.065867, + "nauc_recall_at_1_diff1": 0.760288, + "nauc_recall_at_3_max": 0.722111, + "nauc_recall_at_3_std": 0.134777, + "nauc_recall_at_3_diff1": 0.675639, + "nauc_recall_at_5_max": 0.727638, + "nauc_recall_at_5_std": 0.175582, + "nauc_recall_at_5_diff1": 0.654283, + "nauc_recall_at_10_max": 0.734844, + "nauc_recall_at_10_std": 0.2201, + "nauc_recall_at_10_diff1": 0.633842, + "nauc_recall_at_20_max": 0.746813, + "nauc_recall_at_20_std": 0.274781, + "nauc_recall_at_20_diff1": 0.631525, + "nauc_recall_at_100_max": 0.76223, + "nauc_recall_at_100_std": 0.435765, + "nauc_recall_at_100_diff1": 0.599682, + "nauc_recall_at_1000_max": 0.816447, + "nauc_recall_at_1000_std": 0.675878, + "nauc_recall_at_1000_diff1": 0.607697, + "nauc_precision_at_1_max": 0.679554, + "nauc_precision_at_1_std": 0.066195, + "nauc_precision_at_1_diff1": 0.760522, + "nauc_precision_at_3_max": 0.722635, + "nauc_precision_at_3_std": 0.135191, + "nauc_precision_at_3_diff1": 0.675955, + "nauc_precision_at_5_max": 0.728271, + "nauc_precision_at_5_std": 0.176064, + "nauc_precision_at_5_diff1": 0.654674, + "nauc_precision_at_10_max": 0.735605, + "nauc_precision_at_10_std": 0.220693, + "nauc_precision_at_10_diff1": 0.634305, + "nauc_precision_at_20_max": 0.746651, + "nauc_precision_at_20_std": 0.275516, + "nauc_precision_at_20_diff1": 0.63094, + "nauc_precision_at_100_max": 0.761608, + "nauc_precision_at_100_std": 0.436, + "nauc_precision_at_100_diff1": 0.598714, + "nauc_precision_at_1000_max": 0.789408, + "nauc_precision_at_1000_std": 0.653757, + "nauc_precision_at_1000_diff1": 0.586532, + "nauc_mrr_at_1_max": 0.679554, + "nauc_mrr_at_1_std": 0.066195, + "nauc_mrr_at_1_diff1": 0.760522, + "nauc_mrr_at_3_max": 0.697332, + "nauc_mrr_at_3_std": 0.092369, + "nauc_mrr_at_3_diff1": 0.725911, + "nauc_mrr_at_5_max": 0.697756, + "nauc_mrr_at_5_std": 0.099003, + "nauc_mrr_at_5_diff1": 0.723075, + "nauc_mrr_at_10_max": 0.697939, + "nauc_mrr_at_10_std": 0.102012, + "nauc_mrr_at_10_diff1": 0.722375, + "nauc_mrr_at_20_max": 0.698085, + "nauc_mrr_at_20_std": 0.103366, + "nauc_mrr_at_20_diff1": 0.72294, + "nauc_mrr_at_100_max": 0.697881, + "nauc_mrr_at_100_std": 0.10337, + "nauc_mrr_at_100_diff1": 0.723343, + "nauc_mrr_at_1000_max": 0.697848, + "nauc_mrr_at_1000_std": 0.103127, + "nauc_mrr_at_1000_diff1": 0.723492, + "main_score": 0.65267, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66323, + "ndcg_at_3": 0.73674, + "ndcg_at_5": 0.75324, + "ndcg_at_10": 0.77088, + "ndcg_at_20": 0.77926, + "ndcg_at_100": 0.78958, + "ndcg_at_1000": 0.79319, + "map_at_1": 0.66292, + "map_at_3": 0.71946, + "map_at_5": 0.72862, + "map_at_10": 0.73589, + "map_at_20": 0.73824, + "map_at_100": 0.73969, + "map_at_1000": 0.73984, + "recall_at_1": 0.66292, + "recall_at_3": 0.78641, + "recall_at_5": 0.82646, + "recall_at_10": 0.88107, + "recall_at_20": 0.91383, + "recall_at_100": 0.96905, + "recall_at_1000": 0.99697, + "precision_at_1": 0.66323, + "precision_at_3": 0.26234, + "precision_at_5": 0.16541, + "precision_at_10": 0.08817, + "precision_at_20": 0.04572, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.663228, + "mrr_at_3": 0.719458, + "mrr_at_5": 0.728621, + "mrr_at_10": 0.735886, + "mrr_at_20": 0.738238, + "mrr_at_100": 0.739692, + "mrr_at_1000": 0.739838, + "nauc_ndcg_at_1_max": 0.694, + "nauc_ndcg_at_1_std": -0.145898, + "nauc_ndcg_at_1_diff1": 0.816343, + "nauc_ndcg_at_3_max": 0.723443, + "nauc_ndcg_at_3_std": -0.1352, + "nauc_ndcg_at_3_diff1": 0.780926, + "nauc_ndcg_at_5_max": 0.727325, + "nauc_ndcg_at_5_std": -0.127043, + "nauc_ndcg_at_5_diff1": 0.776871, + "nauc_ndcg_at_10_max": 0.729559, + "nauc_ndcg_at_10_std": -0.106136, + "nauc_ndcg_at_10_diff1": 0.778363, + "nauc_ndcg_at_20_max": 0.728195, + "nauc_ndcg_at_20_std": -0.099368, + "nauc_ndcg_at_20_diff1": 0.778997, + "nauc_ndcg_at_100_max": 0.72642, + "nauc_ndcg_at_100_std": -0.102407, + "nauc_ndcg_at_100_diff1": 0.782779, + "nauc_ndcg_at_1000_max": 0.723769, + "nauc_ndcg_at_1000_std": -0.111585, + "nauc_ndcg_at_1000_diff1": 0.785475, + "nauc_map_at_1_max": 0.692334, + "nauc_map_at_1_std": -0.147696, + "nauc_map_at_1_diff1": 0.815666, + "nauc_map_at_3_max": 0.716427, + "nauc_map_at_3_std": -0.13738, + "nauc_map_at_3_diff1": 0.790716, + "nauc_map_at_5_max": 0.718346, + "nauc_map_at_5_std": -0.132968, + "nauc_map_at_5_diff1": 0.78883, + "nauc_map_at_10_max": 0.718904, + "nauc_map_at_10_std": -0.125494, + "nauc_map_at_10_diff1": 0.789719, + "nauc_map_at_20_max": 0.718458, + "nauc_map_at_20_std": -0.124057, + "nauc_map_at_20_diff1": 0.790029, + "nauc_map_at_100_max": 0.718239, + "nauc_map_at_100_std": -0.124648, + "nauc_map_at_100_diff1": 0.790567, + "nauc_map_at_1000_max": 0.718158, + "nauc_map_at_1000_std": -0.124903, + "nauc_map_at_1000_diff1": 0.790662, + "nauc_recall_at_1_max": 0.692334, + "nauc_recall_at_1_std": -0.147696, + "nauc_recall_at_1_diff1": 0.815666, + "nauc_recall_at_3_max": 0.74774, + "nauc_recall_at_3_std": -0.12787, + "nauc_recall_at_3_diff1": 0.74622, + "nauc_recall_at_5_max": 0.764186, + "nauc_recall_at_5_std": -0.101955, + "nauc_recall_at_5_diff1": 0.726933, + "nauc_recall_at_10_max": 0.791241, + "nauc_recall_at_10_std": 0.019898, + "nauc_recall_at_10_diff1": 0.71438, + "nauc_recall_at_20_max": 0.801268, + "nauc_recall_at_20_std": 0.123795, + "nauc_recall_at_20_diff1": 0.69648, + "nauc_recall_at_100_max": 0.870963, + "nauc_recall_at_100_std": 0.433002, + "nauc_recall_at_100_diff1": 0.666131, + "nauc_recall_at_1000_max": 0.944432, + "nauc_recall_at_1000_std": 0.91083, + "nauc_recall_at_1000_diff1": 0.819328, + "nauc_precision_at_1_max": 0.694, + "nauc_precision_at_1_std": -0.145898, + "nauc_precision_at_1_diff1": 0.816343, + "nauc_precision_at_3_max": 0.747283, + "nauc_precision_at_3_std": -0.121855, + "nauc_precision_at_3_diff1": 0.742766, + "nauc_precision_at_5_max": 0.763534, + "nauc_precision_at_5_std": -0.094908, + "nauc_precision_at_5_diff1": 0.722915, + "nauc_precision_at_10_max": 0.790081, + "nauc_precision_at_10_std": 0.028697, + "nauc_precision_at_10_diff1": 0.708851, + "nauc_precision_at_20_max": 0.799585, + "nauc_precision_at_20_std": 0.134395, + "nauc_precision_at_20_diff1": 0.689247, + "nauc_precision_at_100_max": 0.864077, + "nauc_precision_at_100_std": 0.451697, + "nauc_precision_at_100_diff1": 0.647417, + "nauc_precision_at_1000_max": 0.871587, + "nauc_precision_at_1000_std": 0.93384, + "nauc_precision_at_1000_diff1": 0.633341, + "nauc_mrr_at_1_max": 0.694, + "nauc_mrr_at_1_std": -0.145898, + "nauc_mrr_at_1_diff1": 0.816343, + "nauc_mrr_at_3_max": 0.716427, + "nauc_mrr_at_3_std": -0.13738, + "nauc_mrr_at_3_diff1": 0.790716, + "nauc_mrr_at_5_max": 0.718346, + "nauc_mrr_at_5_std": -0.132968, + "nauc_mrr_at_5_diff1": 0.78883, + "nauc_mrr_at_10_max": 0.718904, + "nauc_mrr_at_10_std": -0.125494, + "nauc_mrr_at_10_diff1": 0.789719, + "nauc_mrr_at_20_max": 0.718458, + "nauc_mrr_at_20_std": -0.124057, + "nauc_mrr_at_20_diff1": 0.790029, + "nauc_mrr_at_100_max": 0.718239, + "nauc_mrr_at_100_std": -0.124648, + "nauc_mrr_at_100_diff1": 0.790567, + "nauc_mrr_at_1000_max": 0.718158, + "nauc_mrr_at_1000_std": -0.124903, + "nauc_mrr_at_1000_diff1": 0.790662, + "main_score": 0.77088, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.59096, + "ndcg_at_3": 0.67298, + "ndcg_at_5": 0.69148, + "ndcg_at_10": 0.70902, + "ndcg_at_20": 0.71935, + "ndcg_at_100": 0.73354, + "ndcg_at_1000": 0.73953, + "map_at_1": 0.59087, + "map_at_3": 0.65319, + "map_at_5": 0.66344, + "map_at_10": 0.67076, + "map_at_20": 0.67359, + "map_at_100": 0.67555, + "map_at_1000": 0.67577, + "recall_at_1": 0.59087, + "recall_at_3": 0.73003, + "recall_at_5": 0.77504, + "recall_at_10": 0.82886, + "recall_at_20": 0.86975, + "recall_at_100": 0.94627, + "recall_at_1000": 0.99362, + "precision_at_1": 0.59096, + "precision_at_3": 0.24344, + "precision_at_5": 0.15506, + "precision_at_10": 0.08291, + "precision_at_20": 0.0435, + "precision_at_100": 0.00947, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.59096, + "mrr_at_3": 0.653226, + "mrr_at_5": 0.663475, + "mrr_at_10": 0.670786, + "mrr_at_20": 0.67362, + "mrr_at_100": 0.67557, + "mrr_at_1000": 0.67579, + "nauc_ndcg_at_1_max": 0.638708, + "nauc_ndcg_at_1_std": -0.008622, + "nauc_ndcg_at_1_diff1": 0.766266, + "nauc_ndcg_at_3_max": 0.679933, + "nauc_ndcg_at_3_std": 0.021782, + "nauc_ndcg_at_3_diff1": 0.733637, + "nauc_ndcg_at_5_max": 0.679417, + "nauc_ndcg_at_5_std": 0.024678, + "nauc_ndcg_at_5_diff1": 0.728286, + "nauc_ndcg_at_10_max": 0.680268, + "nauc_ndcg_at_10_std": 0.037018, + "nauc_ndcg_at_10_diff1": 0.727544, + "nauc_ndcg_at_20_max": 0.680894, + "nauc_ndcg_at_20_std": 0.040786, + "nauc_ndcg_at_20_diff1": 0.729094, + "nauc_ndcg_at_100_max": 0.678411, + "nauc_ndcg_at_100_std": 0.043575, + "nauc_ndcg_at_100_diff1": 0.732623, + "nauc_ndcg_at_1000_max": 0.675072, + "nauc_ndcg_at_1000_std": 0.033754, + "nauc_ndcg_at_1000_diff1": 0.734229, + "nauc_map_at_1_max": 0.6383, + "nauc_map_at_1_std": -0.009134, + "nauc_map_at_1_diff1": 0.765845, + "nauc_map_at_3_max": 0.669377, + "nauc_map_at_3_std": 0.013376, + "nauc_map_at_3_diff1": 0.741579, + "nauc_map_at_5_max": 0.66872, + "nauc_map_at_5_std": 0.014561, + "nauc_map_at_5_diff1": 0.738978, + "nauc_map_at_10_max": 0.668751, + "nauc_map_at_10_std": 0.019055, + "nauc_map_at_10_diff1": 0.738883, + "nauc_map_at_20_max": 0.668813, + "nauc_map_at_20_std": 0.019698, + "nauc_map_at_20_diff1": 0.739332, + "nauc_map_at_100_max": 0.668409, + "nauc_map_at_100_std": 0.019944, + "nauc_map_at_100_diff1": 0.739753, + "nauc_map_at_1000_max": 0.668304, + "nauc_map_at_1000_std": 0.019675, + "nauc_map_at_1000_diff1": 0.739804, + "nauc_recall_at_1_max": 0.6383, + "nauc_recall_at_1_std": -0.009134, + "nauc_recall_at_1_diff1": 0.765845, + "nauc_recall_at_3_max": 0.715744, + "nauc_recall_at_3_std": 0.050392, + "nauc_recall_at_3_diff1": 0.706817, + "nauc_recall_at_5_max": 0.720436, + "nauc_recall_at_5_std": 0.064286, + "nauc_recall_at_5_diff1": 0.686429, + "nauc_recall_at_10_max": 0.735762, + "nauc_recall_at_10_std": 0.131277, + "nauc_recall_at_10_diff1": 0.672196, + "nauc_recall_at_20_max": 0.755693, + "nauc_recall_at_20_std": 0.187044, + "nauc_recall_at_20_diff1": 0.668466, + "nauc_recall_at_100_max": 0.80468, + "nauc_recall_at_100_std": 0.441149, + "nauc_recall_at_100_diff1": 0.668829, + "nauc_recall_at_1000_max": 0.846298, + "nauc_recall_at_1000_std": 0.698244, + "nauc_recall_at_1000_diff1": 0.638713, + "nauc_precision_at_1_max": 0.638708, + "nauc_precision_at_1_std": -0.008622, + "nauc_precision_at_1_diff1": 0.766266, + "nauc_precision_at_3_max": 0.715942, + "nauc_precision_at_3_std": 0.052397, + "nauc_precision_at_3_diff1": 0.706738, + "nauc_precision_at_5_max": 0.720659, + "nauc_precision_at_5_std": 0.066591, + "nauc_precision_at_5_diff1": 0.686363, + "nauc_precision_at_10_max": 0.736082, + "nauc_precision_at_10_std": 0.1341, + "nauc_precision_at_10_diff1": 0.672193, + "nauc_precision_at_20_max": 0.756064, + "nauc_precision_at_20_std": 0.190551, + "nauc_precision_at_20_diff1": 0.668469, + "nauc_precision_at_100_max": 0.800008, + "nauc_precision_at_100_std": 0.451636, + "nauc_precision_at_100_diff1": 0.66305, + "nauc_precision_at_1000_max": 0.75325, + "nauc_precision_at_1000_std": 0.738412, + "nauc_precision_at_1000_diff1": 0.554801, + "nauc_mrr_at_1_max": 0.638708, + "nauc_mrr_at_1_std": -0.008622, + "nauc_mrr_at_1_diff1": 0.766266, + "nauc_mrr_at_3_max": 0.66945, + "nauc_mrr_at_3_std": 0.013569, + "nauc_mrr_at_3_diff1": 0.741577, + "nauc_mrr_at_5_max": 0.668794, + "nauc_mrr_at_5_std": 0.01476, + "nauc_mrr_at_5_diff1": 0.738976, + "nauc_mrr_at_10_max": 0.668827, + "nauc_mrr_at_10_std": 0.019258, + "nauc_mrr_at_10_diff1": 0.73888, + "nauc_mrr_at_20_max": 0.66889, + "nauc_mrr_at_20_std": 0.019904, + "nauc_mrr_at_20_diff1": 0.73933, + "nauc_mrr_at_100_max": 0.668466, + "nauc_mrr_at_100_std": 0.020108, + "nauc_mrr_at_100_diff1": 0.739753, + "nauc_mrr_at_1000_max": 0.668361, + "nauc_mrr_at_1000_std": 0.019827, + "nauc_mrr_at_1000_diff1": 0.739802, + "main_score": 0.70902, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62235, + "ndcg_at_3": 0.70732, + "ndcg_at_5": 0.72429, + "ndcg_at_10": 0.74051, + "ndcg_at_20": 0.74952, + "ndcg_at_100": 0.76247, + "ndcg_at_1000": 0.76727, + "map_at_1": 0.62235, + "map_at_3": 0.68714, + "map_at_5": 0.69662, + "map_at_10": 0.70333, + "map_at_20": 0.70584, + "map_at_100": 0.70766, + "map_at_1000": 0.70783, + "recall_at_1": 0.62235, + "recall_at_3": 0.76542, + "recall_at_5": 0.80637, + "recall_at_10": 0.85642, + "recall_at_20": 0.89181, + "recall_at_100": 0.96107, + "recall_at_1000": 0.99949, + "precision_at_1": 0.62235, + "precision_at_3": 0.25514, + "precision_at_5": 0.16127, + "precision_at_10": 0.08564, + "precision_at_20": 0.04459, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622346, + "mrr_at_3": 0.687142, + "mrr_at_5": 0.696621, + "mrr_at_10": 0.703327, + "mrr_at_20": 0.705836, + "mrr_at_100": 0.707661, + "mrr_at_1000": 0.707825, + "nauc_ndcg_at_1_max": 0.685984, + "nauc_ndcg_at_1_std": -0.006564, + "nauc_ndcg_at_1_diff1": 0.767045, + "nauc_ndcg_at_3_max": 0.726166, + "nauc_ndcg_at_3_std": 0.03065, + "nauc_ndcg_at_3_diff1": 0.730059, + "nauc_ndcg_at_5_max": 0.727442, + "nauc_ndcg_at_5_std": 0.037398, + "nauc_ndcg_at_5_diff1": 0.727367, + "nauc_ndcg_at_10_max": 0.728901, + "nauc_ndcg_at_10_std": 0.039389, + "nauc_ndcg_at_10_diff1": 0.730388, + "nauc_ndcg_at_20_max": 0.72706, + "nauc_ndcg_at_20_std": 0.042862, + "nauc_ndcg_at_20_diff1": 0.731176, + "nauc_ndcg_at_100_max": 0.724184, + "nauc_ndcg_at_100_std": 0.039744, + "nauc_ndcg_at_100_diff1": 0.735451, + "nauc_ndcg_at_1000_max": 0.72177, + "nauc_ndcg_at_1000_std": 0.035351, + "nauc_ndcg_at_1000_diff1": 0.735828, + "nauc_map_at_1_max": 0.685984, + "nauc_map_at_1_std": -0.006564, + "nauc_map_at_1_diff1": 0.767045, + "nauc_map_at_3_max": 0.715892, + "nauc_map_at_3_std": 0.021892, + "nauc_map_at_3_diff1": 0.738854, + "nauc_map_at_5_max": 0.716425, + "nauc_map_at_5_std": 0.025162, + "nauc_map_at_5_diff1": 0.737807, + "nauc_map_at_10_max": 0.716721, + "nauc_map_at_10_std": 0.025588, + "nauc_map_at_10_diff1": 0.738958, + "nauc_map_at_20_max": 0.716227, + "nauc_map_at_20_std": 0.026538, + "nauc_map_at_20_diff1": 0.73926, + "nauc_map_at_100_max": 0.715891, + "nauc_map_at_100_std": 0.026454, + "nauc_map_at_100_diff1": 0.739674, + "nauc_map_at_1000_max": 0.715828, + "nauc_map_at_1000_std": 0.02636, + "nauc_map_at_1000_diff1": 0.739698, + "nauc_recall_at_1_max": 0.685984, + "nauc_recall_at_1_std": -0.006564, + "nauc_recall_at_1_diff1": 0.767045, + "nauc_recall_at_3_max": 0.762346, + "nauc_recall_at_3_std": 0.061073, + "nauc_recall_at_3_diff1": 0.699455, + "nauc_recall_at_5_max": 0.771539, + "nauc_recall_at_5_std": 0.087327, + "nauc_recall_at_5_diff1": 0.68523, + "nauc_recall_at_10_max": 0.792515, + "nauc_recall_at_10_std": 0.113131, + "nauc_recall_at_10_diff1": 0.688831, + "nauc_recall_at_20_max": 0.79526, + "nauc_recall_at_20_std": 0.157613, + "nauc_recall_at_20_diff1": 0.682468, + "nauc_recall_at_100_max": 0.827925, + "nauc_recall_at_100_std": 0.23727, + "nauc_recall_at_100_diff1": 0.727114, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.72217, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.685984, + "nauc_precision_at_1_std": -0.006564, + "nauc_precision_at_1_diff1": 0.767045, + "nauc_precision_at_3_max": 0.762346, + "nauc_precision_at_3_std": 0.061073, + "nauc_precision_at_3_diff1": 0.699455, + "nauc_precision_at_5_max": 0.771539, + "nauc_precision_at_5_std": 0.087327, + "nauc_precision_at_5_diff1": 0.68523, + "nauc_precision_at_10_max": 0.792515, + "nauc_precision_at_10_std": 0.113131, + "nauc_precision_at_10_diff1": 0.688831, + "nauc_precision_at_20_max": 0.79526, + "nauc_precision_at_20_std": 0.157613, + "nauc_precision_at_20_diff1": 0.682468, + "nauc_precision_at_100_max": 0.827925, + "nauc_precision_at_100_std": 0.23727, + "nauc_precision_at_100_diff1": 0.727114, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.72217, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.685984, + "nauc_mrr_at_1_std": -0.006564, + "nauc_mrr_at_1_diff1": 0.767045, + "nauc_mrr_at_3_max": 0.715892, + "nauc_mrr_at_3_std": 0.021892, + "nauc_mrr_at_3_diff1": 0.738854, + "nauc_mrr_at_5_max": 0.716425, + "nauc_mrr_at_5_std": 0.025162, + "nauc_mrr_at_5_diff1": 0.737807, + "nauc_mrr_at_10_max": 0.716721, + "nauc_mrr_at_10_std": 0.025588, + "nauc_mrr_at_10_diff1": 0.738958, + "nauc_mrr_at_20_max": 0.716227, + "nauc_mrr_at_20_std": 0.026538, + "nauc_mrr_at_20_diff1": 0.73926, + "nauc_mrr_at_100_max": 0.715891, + "nauc_mrr_at_100_std": 0.026454, + "nauc_mrr_at_100_diff1": 0.739674, + "nauc_mrr_at_1000_max": 0.715828, + "nauc_mrr_at_1000_std": 0.02636, + "nauc_mrr_at_1000_diff1": 0.739698, + "main_score": 0.74051, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.58656, + "ndcg_at_3": 0.67772, + "ndcg_at_5": 0.69748, + "ndcg_at_10": 0.7152, + "ndcg_at_20": 0.72532, + "ndcg_at_100": 0.73847, + "ndcg_at_1000": 0.74388, + "map_at_1": 0.58656, + "map_at_3": 0.65574, + "map_at_5": 0.66669, + "map_at_10": 0.67404, + "map_at_20": 0.67676, + "map_at_100": 0.67858, + "map_at_1000": 0.6788, + "recall_at_1": 0.58656, + "recall_at_3": 0.74113, + "recall_at_5": 0.78919, + "recall_at_10": 0.8438, + "recall_at_20": 0.88422, + "recall_at_100": 0.95522, + "recall_at_1000": 0.99727, + "precision_at_1": 0.58656, + "precision_at_3": 0.24704, + "precision_at_5": 0.15784, + "precision_at_10": 0.08438, + "precision_at_20": 0.04421, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.586565, + "mrr_at_3": 0.655744, + "mrr_at_5": 0.666694, + "mrr_at_10": 0.674038, + "mrr_at_20": 0.67676, + "mrr_at_100": 0.678581, + "mrr_at_1000": 0.678797, + "nauc_ndcg_at_1_max": 0.621918, + "nauc_ndcg_at_1_std": 0.002905, + "nauc_ndcg_at_1_diff1": 0.739343, + "nauc_ndcg_at_3_max": 0.67351, + "nauc_ndcg_at_3_std": 0.045344, + "nauc_ndcg_at_3_diff1": 0.707393, + "nauc_ndcg_at_5_max": 0.676005, + "nauc_ndcg_at_5_std": 0.049435, + "nauc_ndcg_at_5_diff1": 0.707306, + "nauc_ndcg_at_10_max": 0.682417, + "nauc_ndcg_at_10_std": 0.069168, + "nauc_ndcg_at_10_diff1": 0.707389, + "nauc_ndcg_at_20_max": 0.678141, + "nauc_ndcg_at_20_std": 0.064712, + "nauc_ndcg_at_20_diff1": 0.708206, + "nauc_ndcg_at_100_max": 0.672239, + "nauc_ndcg_at_100_std": 0.060372, + "nauc_ndcg_at_100_diff1": 0.71159, + "nauc_ndcg_at_1000_max": 0.668461, + "nauc_ndcg_at_1000_std": 0.053077, + "nauc_ndcg_at_1000_diff1": 0.712346, + "nauc_map_at_1_max": 0.621918, + "nauc_map_at_1_std": 0.002905, + "nauc_map_at_1_diff1": 0.739343, + "nauc_map_at_3_max": 0.658966, + "nauc_map_at_3_std": 0.032933, + "nauc_map_at_3_diff1": 0.715576, + "nauc_map_at_5_max": 0.659659, + "nauc_map_at_5_std": 0.034779, + "nauc_map_at_5_diff1": 0.715543, + "nauc_map_at_10_max": 0.661669, + "nauc_map_at_10_std": 0.041651, + "nauc_map_at_10_diff1": 0.715908, + "nauc_map_at_20_max": 0.660539, + "nauc_map_at_20_std": 0.040436, + "nauc_map_at_20_diff1": 0.716211, + "nauc_map_at_100_max": 0.659854, + "nauc_map_at_100_std": 0.040078, + "nauc_map_at_100_diff1": 0.716576, + "nauc_map_at_1000_max": 0.659736, + "nauc_map_at_1000_std": 0.03991, + "nauc_map_at_1000_diff1": 0.716596, + "nauc_recall_at_1_max": 0.621918, + "nauc_recall_at_1_std": 0.002905, + "nauc_recall_at_1_diff1": 0.739343, + "nauc_recall_at_3_max": 0.72491, + "nauc_recall_at_3_std": 0.089428, + "nauc_recall_at_3_diff1": 0.678878, + "nauc_recall_at_5_max": 0.742924, + "nauc_recall_at_5_std": 0.109609, + "nauc_recall_at_5_diff1": 0.674827, + "nauc_recall_at_10_max": 0.795101, + "nauc_recall_at_10_std": 0.226469, + "nauc_recall_at_10_diff1": 0.663901, + "nauc_recall_at_20_max": 0.794547, + "nauc_recall_at_20_std": 0.237972, + "nauc_recall_at_20_diff1": 0.656466, + "nauc_recall_at_100_max": 0.810812, + "nauc_recall_at_100_std": 0.368451, + "nauc_recall_at_100_diff1": 0.671678, + "nauc_recall_at_1000_max": 0.605536, + "nauc_recall_at_1000_std": 0.280958, + "nauc_recall_at_1000_diff1": 0.555654, + "nauc_precision_at_1_max": 0.621918, + "nauc_precision_at_1_std": 0.002905, + "nauc_precision_at_1_diff1": 0.739343, + "nauc_precision_at_3_max": 0.72491, + "nauc_precision_at_3_std": 0.089428, + "nauc_precision_at_3_diff1": 0.678878, + "nauc_precision_at_5_max": 0.742924, + "nauc_precision_at_5_std": 0.109609, + "nauc_precision_at_5_diff1": 0.674827, + "nauc_precision_at_10_max": 0.795101, + "nauc_precision_at_10_std": 0.226469, + "nauc_precision_at_10_diff1": 0.663901, + "nauc_precision_at_20_max": 0.794547, + "nauc_precision_at_20_std": 0.237972, + "nauc_precision_at_20_diff1": 0.656466, + "nauc_precision_at_100_max": 0.810812, + "nauc_precision_at_100_std": 0.368451, + "nauc_precision_at_100_diff1": 0.671678, + "nauc_precision_at_1000_max": 0.605536, + "nauc_precision_at_1000_std": 0.280958, + "nauc_precision_at_1000_diff1": 0.555654, + "nauc_mrr_at_1_max": 0.621918, + "nauc_mrr_at_1_std": 0.002905, + "nauc_mrr_at_1_diff1": 0.739343, + "nauc_mrr_at_3_max": 0.658966, + "nauc_mrr_at_3_std": 0.032933, + "nauc_mrr_at_3_diff1": 0.715576, + "nauc_mrr_at_5_max": 0.659659, + "nauc_mrr_at_5_std": 0.034779, + "nauc_mrr_at_5_diff1": 0.715543, + "nauc_mrr_at_10_max": 0.661669, + "nauc_mrr_at_10_std": 0.041651, + "nauc_mrr_at_10_diff1": 0.715908, + "nauc_mrr_at_20_max": 0.660539, + "nauc_mrr_at_20_std": 0.040436, + "nauc_mrr_at_20_diff1": 0.716211, + "nauc_mrr_at_100_max": 0.659854, + "nauc_mrr_at_100_std": 0.040078, + "nauc_mrr_at_100_diff1": 0.716576, + "nauc_mrr_at_1000_max": 0.659736, + "nauc_mrr_at_1000_std": 0.03991, + "nauc_mrr_at_1000_diff1": 0.716596, + "main_score": 0.7152, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.56668, + "ndcg_at_3": 0.64558, + "ndcg_at_5": 0.66881, + "ndcg_at_10": 0.68602, + "ndcg_at_20": 0.69769, + "ndcg_at_100": 0.71392, + "ndcg_at_1000": 0.72044, + "map_at_1": 0.56668, + "map_at_3": 0.62669, + "map_at_5": 0.63951, + "map_at_10": 0.64671, + "map_at_20": 0.64994, + "map_at_100": 0.65222, + "map_at_1000": 0.65245, + "recall_at_1": 0.56668, + "recall_at_3": 0.70005, + "recall_at_5": 0.75672, + "recall_at_10": 0.80948, + "recall_at_20": 0.8554, + "recall_at_100": 0.94235, + "recall_at_1000": 0.99463, + "precision_at_1": 0.56668, + "precision_at_3": 0.23335, + "precision_at_5": 0.15134, + "precision_at_10": 0.08095, + "precision_at_20": 0.04277, + "precision_at_100": 0.00942, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.566683, + "mrr_at_3": 0.626689, + "mrr_at_5": 0.639513, + "mrr_at_10": 0.646707, + "mrr_at_20": 0.649941, + "mrr_at_100": 0.652221, + "mrr_at_1000": 0.652445, + "nauc_ndcg_at_1_max": 0.680918, + "nauc_ndcg_at_1_std": 0.054304, + "nauc_ndcg_at_1_diff1": 0.764115, + "nauc_ndcg_at_3_max": 0.716034, + "nauc_ndcg_at_3_std": 0.102796, + "nauc_ndcg_at_3_diff1": 0.717555, + "nauc_ndcg_at_5_max": 0.718362, + "nauc_ndcg_at_5_std": 0.113957, + "nauc_ndcg_at_5_diff1": 0.71556, + "nauc_ndcg_at_10_max": 0.71761, + "nauc_ndcg_at_10_std": 0.124933, + "nauc_ndcg_at_10_diff1": 0.711893, + "nauc_ndcg_at_20_max": 0.717395, + "nauc_ndcg_at_20_std": 0.125749, + "nauc_ndcg_at_20_diff1": 0.71301, + "nauc_ndcg_at_100_max": 0.714621, + "nauc_ndcg_at_100_std": 0.122938, + "nauc_ndcg_at_100_diff1": 0.717498, + "nauc_ndcg_at_1000_max": 0.71296, + "nauc_ndcg_at_1000_std": 0.114488, + "nauc_ndcg_at_1000_diff1": 0.720794, + "nauc_map_at_1_max": 0.680918, + "nauc_map_at_1_std": 0.054304, + "nauc_map_at_1_diff1": 0.764115, + "nauc_map_at_3_max": 0.7084, + "nauc_map_at_3_std": 0.090084, + "nauc_map_at_3_diff1": 0.730397, + "nauc_map_at_5_max": 0.709304, + "nauc_map_at_5_std": 0.095391, + "nauc_map_at_5_diff1": 0.729645, + "nauc_map_at_10_max": 0.708651, + "nauc_map_at_10_std": 0.099129, + "nauc_map_at_10_diff1": 0.728358, + "nauc_map_at_20_max": 0.708511, + "nauc_map_at_20_std": 0.099112, + "nauc_map_at_20_diff1": 0.728902, + "nauc_map_at_100_max": 0.70808, + "nauc_map_at_100_std": 0.098781, + "nauc_map_at_100_diff1": 0.729369, + "nauc_map_at_1000_max": 0.70804, + "nauc_map_at_1000_std": 0.098566, + "nauc_map_at_1000_diff1": 0.729471, + "nauc_recall_at_1_max": 0.680918, + "nauc_recall_at_1_std": 0.054304, + "nauc_recall_at_1_diff1": 0.764115, + "nauc_recall_at_3_max": 0.740448, + "nauc_recall_at_3_std": 0.144695, + "nauc_recall_at_3_diff1": 0.674919, + "nauc_recall_at_5_max": 0.752369, + "nauc_recall_at_5_std": 0.186691, + "nauc_recall_at_5_diff1": 0.661608, + "nauc_recall_at_10_max": 0.758194, + "nauc_recall_at_10_std": 0.252012, + "nauc_recall_at_10_diff1": 0.634799, + "nauc_recall_at_20_max": 0.768291, + "nauc_recall_at_20_std": 0.293625, + "nauc_recall_at_20_diff1": 0.618889, + "nauc_recall_at_100_max": 0.781844, + "nauc_recall_at_100_std": 0.453132, + "nauc_recall_at_100_diff1": 0.596002, + "nauc_recall_at_1000_max": 0.845969, + "nauc_recall_at_1000_std": 0.713792, + "nauc_recall_at_1000_diff1": 0.530892, + "nauc_precision_at_1_max": 0.680918, + "nauc_precision_at_1_std": 0.054304, + "nauc_precision_at_1_diff1": 0.764115, + "nauc_precision_at_3_max": 0.740448, + "nauc_precision_at_3_std": 0.144695, + "nauc_precision_at_3_diff1": 0.674919, + "nauc_precision_at_5_max": 0.752369, + "nauc_precision_at_5_std": 0.186691, + "nauc_precision_at_5_diff1": 0.661608, + "nauc_precision_at_10_max": 0.758194, + "nauc_precision_at_10_std": 0.252012, + "nauc_precision_at_10_diff1": 0.634799, + "nauc_precision_at_20_max": 0.768291, + "nauc_precision_at_20_std": 0.293625, + "nauc_precision_at_20_diff1": 0.618889, + "nauc_precision_at_100_max": 0.781844, + "nauc_precision_at_100_std": 0.453132, + "nauc_precision_at_100_diff1": 0.596002, + "nauc_precision_at_1000_max": 0.845969, + "nauc_precision_at_1000_std": 0.713792, + "nauc_precision_at_1000_diff1": 0.530892, + "nauc_mrr_at_1_max": 0.680918, + "nauc_mrr_at_1_std": 0.054304, + "nauc_mrr_at_1_diff1": 0.764115, + "nauc_mrr_at_3_max": 0.7084, + "nauc_mrr_at_3_std": 0.090084, + "nauc_mrr_at_3_diff1": 0.730397, + "nauc_mrr_at_5_max": 0.709304, + "nauc_mrr_at_5_std": 0.095391, + "nauc_mrr_at_5_diff1": 0.729645, + "nauc_mrr_at_10_max": 0.708651, + "nauc_mrr_at_10_std": 0.099129, + "nauc_mrr_at_10_diff1": 0.728358, + "nauc_mrr_at_20_max": 0.708511, + "nauc_mrr_at_20_std": 0.099112, + "nauc_mrr_at_20_diff1": 0.728902, + "nauc_mrr_at_100_max": 0.70808, + "nauc_mrr_at_100_std": 0.098781, + "nauc_mrr_at_100_diff1": 0.729369, + "nauc_mrr_at_1000_max": 0.70804, + "nauc_mrr_at_1000_std": 0.098566, + "nauc_mrr_at_1000_diff1": 0.729471, + "main_score": 0.68602, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.59048, + "ndcg_at_3": 0.67226, + "ndcg_at_5": 0.68993, + "ndcg_at_10": 0.70885, + "ndcg_at_20": 0.7193, + "ndcg_at_100": 0.7343, + "ndcg_at_1000": 0.73991, + "map_at_1": 0.59048, + "map_at_3": 0.65194, + "map_at_5": 0.66174, + "map_at_10": 0.66953, + "map_at_20": 0.67247, + "map_at_100": 0.67457, + "map_at_1000": 0.67478, + "recall_at_1": 0.59048, + "recall_at_3": 0.73117, + "recall_at_5": 0.77406, + "recall_at_10": 0.83264, + "recall_at_20": 0.87343, + "recall_at_100": 0.95397, + "recall_at_1000": 0.99791, + "precision_at_1": 0.59048, + "precision_at_3": 0.24372, + "precision_at_5": 0.15481, + "precision_at_10": 0.08326, + "precision_at_20": 0.04367, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.590481, + "mrr_at_3": 0.651935, + "mrr_at_5": 0.661742, + "mrr_at_10": 0.66953, + "mrr_at_20": 0.672469, + "mrr_at_100": 0.674567, + "mrr_at_1000": 0.674781, + "nauc_ndcg_at_1_max": 0.667305, + "nauc_ndcg_at_1_std": -0.02036, + "nauc_ndcg_at_1_diff1": 0.777169, + "nauc_ndcg_at_3_max": 0.682261, + "nauc_ndcg_at_3_std": -0.006963, + "nauc_ndcg_at_3_diff1": 0.733738, + "nauc_ndcg_at_5_max": 0.685459, + "nauc_ndcg_at_5_std": 0.013613, + "nauc_ndcg_at_5_diff1": 0.729495, + "nauc_ndcg_at_10_max": 0.690932, + "nauc_ndcg_at_10_std": 0.027044, + "nauc_ndcg_at_10_diff1": 0.728617, + "nauc_ndcg_at_20_max": 0.69059, + "nauc_ndcg_at_20_std": 0.029176, + "nauc_ndcg_at_20_diff1": 0.728696, + "nauc_ndcg_at_100_max": 0.687917, + "nauc_ndcg_at_100_std": 0.026883, + "nauc_ndcg_at_100_diff1": 0.73347, + "nauc_ndcg_at_1000_max": 0.685889, + "nauc_ndcg_at_1000_std": 0.018016, + "nauc_ndcg_at_1000_diff1": 0.737114, + "nauc_map_at_1_max": 0.667305, + "nauc_map_at_1_std": -0.02036, + "nauc_map_at_1_diff1": 0.777169, + "nauc_map_at_3_max": 0.678939, + "nauc_map_at_3_std": -0.009321, + "nauc_map_at_3_diff1": 0.745364, + "nauc_map_at_5_max": 0.680425, + "nauc_map_at_5_std": 0.000927, + "nauc_map_at_5_diff1": 0.743324, + "nauc_map_at_10_max": 0.682337, + "nauc_map_at_10_std": 0.006019, + "nauc_map_at_10_diff1": 0.74319, + "nauc_map_at_20_max": 0.682177, + "nauc_map_at_20_std": 0.006327, + "nauc_map_at_20_diff1": 0.743424, + "nauc_map_at_100_max": 0.681809, + "nauc_map_at_100_std": 0.006025, + "nauc_map_at_100_diff1": 0.74406, + "nauc_map_at_1000_max": 0.681743, + "nauc_map_at_1000_std": 0.005748, + "nauc_map_at_1000_diff1": 0.74418, + "nauc_recall_at_1_max": 0.667305, + "nauc_recall_at_1_std": -0.02036, + "nauc_recall_at_1_diff1": 0.777169, + "nauc_recall_at_3_max": 0.693373, + "nauc_recall_at_3_std": 0.000551, + "nauc_recall_at_3_diff1": 0.693663, + "nauc_recall_at_5_max": 0.705305, + "nauc_recall_at_5_std": 0.066594, + "nauc_recall_at_5_diff1": 0.675424, + "nauc_recall_at_10_max": 0.737159, + "nauc_recall_at_10_std": 0.142639, + "nauc_recall_at_10_diff1": 0.656255, + "nauc_recall_at_20_max": 0.747765, + "nauc_recall_at_20_std": 0.19205, + "nauc_recall_at_20_diff1": 0.634745, + "nauc_recall_at_100_max": 0.773271, + "nauc_recall_at_100_std": 0.39134, + "nauc_recall_at_100_diff1": 0.602903, + "nauc_recall_at_1000_max": 0.934648, + "nauc_recall_at_1000_std": 0.819109, + "nauc_recall_at_1000_diff1": 0.819109, + "nauc_precision_at_1_max": 0.667305, + "nauc_precision_at_1_std": -0.02036, + "nauc_precision_at_1_diff1": 0.777169, + "nauc_precision_at_3_max": 0.693373, + "nauc_precision_at_3_std": 0.000551, + "nauc_precision_at_3_diff1": 0.693663, + "nauc_precision_at_5_max": 0.705305, + "nauc_precision_at_5_std": 0.066594, + "nauc_precision_at_5_diff1": 0.675424, + "nauc_precision_at_10_max": 0.737159, + "nauc_precision_at_10_std": 0.142639, + "nauc_precision_at_10_diff1": 0.656255, + "nauc_precision_at_20_max": 0.747765, + "nauc_precision_at_20_std": 0.19205, + "nauc_precision_at_20_diff1": 0.634745, + "nauc_precision_at_100_max": 0.773271, + "nauc_precision_at_100_std": 0.39134, + "nauc_precision_at_100_diff1": 0.602903, + "nauc_precision_at_1000_max": 0.934648, + "nauc_precision_at_1000_std": 0.819109, + "nauc_precision_at_1000_diff1": 0.819109, + "nauc_mrr_at_1_max": 0.667305, + "nauc_mrr_at_1_std": -0.02036, + "nauc_mrr_at_1_diff1": 0.777169, + "nauc_mrr_at_3_max": 0.678939, + "nauc_mrr_at_3_std": -0.009321, + "nauc_mrr_at_3_diff1": 0.745364, + "nauc_mrr_at_5_max": 0.680425, + "nauc_mrr_at_5_std": 0.000927, + "nauc_mrr_at_5_diff1": 0.743324, + "nauc_mrr_at_10_max": 0.682337, + "nauc_mrr_at_10_std": 0.006019, + "nauc_mrr_at_10_diff1": 0.74319, + "nauc_mrr_at_20_max": 0.682177, + "nauc_mrr_at_20_std": 0.006327, + "nauc_mrr_at_20_diff1": 0.743424, + "nauc_mrr_at_100_max": 0.681809, + "nauc_mrr_at_100_std": 0.006025, + "nauc_mrr_at_100_diff1": 0.74406, + "nauc_mrr_at_1000_max": 0.681743, + "nauc_mrr_at_1000_std": 0.005748, + "nauc_mrr_at_1000_diff1": 0.74418, + "main_score": 0.70885, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.57853, + "ndcg_at_3": 0.65672, + "ndcg_at_5": 0.67824, + "ndcg_at_10": 0.69613, + "ndcg_at_20": 0.70725, + "ndcg_at_100": 0.72265, + "ndcg_at_1000": 0.72948, + "map_at_1": 0.57853, + "map_at_3": 0.63816, + "map_at_5": 0.64999, + "map_at_10": 0.65729, + "map_at_20": 0.66038, + "map_at_100": 0.6626, + "map_at_1000": 0.66286, + "recall_at_1": 0.57853, + "recall_at_3": 0.71013, + "recall_at_5": 0.76289, + "recall_at_10": 0.81868, + "recall_at_20": 0.86234, + "recall_at_100": 0.94421, + "recall_at_1000": 0.99818, + "precision_at_1": 0.57853, + "precision_at_3": 0.23671, + "precision_at_5": 0.15258, + "precision_at_10": 0.08187, + "precision_at_20": 0.04312, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.578532, + "mrr_at_3": 0.638165, + "mrr_at_5": 0.64999, + "mrr_at_10": 0.657289, + "mrr_at_20": 0.660378, + "mrr_at_100": 0.662604, + "mrr_at_1000": 0.662862, + "nauc_ndcg_at_1_max": 0.679509, + "nauc_ndcg_at_1_std": -0.033107, + "nauc_ndcg_at_1_diff1": 0.781471, + "nauc_ndcg_at_3_max": 0.690391, + "nauc_ndcg_at_3_std": -0.017354, + "nauc_ndcg_at_3_diff1": 0.739994, + "nauc_ndcg_at_5_max": 0.696334, + "nauc_ndcg_at_5_std": -0.007517, + "nauc_ndcg_at_5_diff1": 0.733643, + "nauc_ndcg_at_10_max": 0.698163, + "nauc_ndcg_at_10_std": -0.005773, + "nauc_ndcg_at_10_diff1": 0.733312, + "nauc_ndcg_at_20_max": 0.698854, + "nauc_ndcg_at_20_std": 0.008605, + "nauc_ndcg_at_20_diff1": 0.733514, + "nauc_ndcg_at_100_max": 0.697565, + "nauc_ndcg_at_100_std": 0.010337, + "nauc_ndcg_at_100_diff1": 0.738661, + "nauc_ndcg_at_1000_max": 0.694903, + "nauc_ndcg_at_1000_std": -0.00254, + "nauc_ndcg_at_1000_diff1": 0.741645, + "nauc_map_at_1_max": 0.679509, + "nauc_map_at_1_std": -0.033107, + "nauc_map_at_1_diff1": 0.781471, + "nauc_map_at_3_max": 0.688253, + "nauc_map_at_3_std": -0.022653, + "nauc_map_at_3_diff1": 0.751105, + "nauc_map_at_5_max": 0.691352, + "nauc_map_at_5_std": -0.017627, + "nauc_map_at_5_diff1": 0.748251, + "nauc_map_at_10_max": 0.691869, + "nauc_map_at_10_std": -0.017434, + "nauc_map_at_10_diff1": 0.748363, + "nauc_map_at_20_max": 0.691989, + "nauc_map_at_20_std": -0.014132, + "nauc_map_at_20_diff1": 0.748691, + "nauc_map_at_100_max": 0.691748, + "nauc_map_at_100_std": -0.014169, + "nauc_map_at_100_diff1": 0.749295, + "nauc_map_at_1000_max": 0.691655, + "nauc_map_at_1000_std": -0.014524, + "nauc_map_at_1000_diff1": 0.749381, + "nauc_recall_at_1_max": 0.679509, + "nauc_recall_at_1_std": -0.033107, + "nauc_recall_at_1_diff1": 0.781471, + "nauc_recall_at_3_max": 0.697151, + "nauc_recall_at_3_std": 0.00082, + "nauc_recall_at_3_diff1": 0.702959, + "nauc_recall_at_5_max": 0.715898, + "nauc_recall_at_5_std": 0.033386, + "nauc_recall_at_5_diff1": 0.676563, + "nauc_recall_at_10_max": 0.72975, + "nauc_recall_at_10_std": 0.053755, + "nauc_recall_at_10_diff1": 0.661145, + "nauc_recall_at_20_max": 0.743528, + "nauc_recall_at_20_std": 0.175387, + "nauc_recall_at_20_diff1": 0.639903, + "nauc_recall_at_100_max": 0.781231, + "nauc_recall_at_100_std": 0.449656, + "nauc_recall_at_100_diff1": 0.632442, + "nauc_recall_at_1000_max": 0.771218, + "nauc_recall_at_1000_std": 0.614987, + "nauc_recall_at_1000_diff1": 0.522384, + "nauc_precision_at_1_max": 0.679509, + "nauc_precision_at_1_std": -0.033107, + "nauc_precision_at_1_diff1": 0.781471, + "nauc_precision_at_3_max": 0.697151, + "nauc_precision_at_3_std": 0.00082, + "nauc_precision_at_3_diff1": 0.702959, + "nauc_precision_at_5_max": 0.715898, + "nauc_precision_at_5_std": 0.033386, + "nauc_precision_at_5_diff1": 0.676563, + "nauc_precision_at_10_max": 0.72975, + "nauc_precision_at_10_std": 0.053755, + "nauc_precision_at_10_diff1": 0.661145, + "nauc_precision_at_20_max": 0.743528, + "nauc_precision_at_20_std": 0.175387, + "nauc_precision_at_20_diff1": 0.639903, + "nauc_precision_at_100_max": 0.781231, + "nauc_precision_at_100_std": 0.449656, + "nauc_precision_at_100_diff1": 0.632442, + "nauc_precision_at_1000_max": 0.771218, + "nauc_precision_at_1000_std": 0.614987, + "nauc_precision_at_1000_diff1": 0.522384, + "nauc_mrr_at_1_max": 0.679509, + "nauc_mrr_at_1_std": -0.033107, + "nauc_mrr_at_1_diff1": 0.781471, + "nauc_mrr_at_3_max": 0.688253, + "nauc_mrr_at_3_std": -0.022653, + "nauc_mrr_at_3_diff1": 0.751105, + "nauc_mrr_at_5_max": 0.691352, + "nauc_mrr_at_5_std": -0.017627, + "nauc_mrr_at_5_diff1": 0.748251, + "nauc_mrr_at_10_max": 0.691869, + "nauc_mrr_at_10_std": -0.017434, + "nauc_mrr_at_10_diff1": 0.748363, + "nauc_mrr_at_20_max": 0.691989, + "nauc_mrr_at_20_std": -0.014132, + "nauc_mrr_at_20_diff1": 0.748691, + "nauc_mrr_at_100_max": 0.691748, + "nauc_mrr_at_100_std": -0.014169, + "nauc_mrr_at_100_diff1": 0.749295, + "nauc_mrr_at_1000_max": 0.691655, + "nauc_mrr_at_1000_std": -0.014524, + "nauc_mrr_at_1000_diff1": 0.749381, + "main_score": 0.69613, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.61622, + "ndcg_at_3": 0.68733, + "ndcg_at_5": 0.70474, + "ndcg_at_10": 0.72031, + "ndcg_at_20": 0.73161, + "ndcg_at_100": 0.74512, + "ndcg_at_1000": 0.75129, + "map_at_1": 0.61611, + "map_at_3": 0.67036, + "map_at_5": 0.68004, + "map_at_10": 0.68652, + "map_at_20": 0.68967, + "map_at_100": 0.69157, + "map_at_1000": 0.6918, + "recall_at_1": 0.61611, + "recall_at_3": 0.73617, + "recall_at_5": 0.77834, + "recall_at_10": 0.82621, + "recall_at_20": 0.87052, + "recall_at_100": 0.94276, + "recall_at_1000": 0.99158, + "precision_at_1": 0.61622, + "precision_at_3": 0.24551, + "precision_at_5": 0.15577, + "precision_at_10": 0.08267, + "precision_at_20": 0.04355, + "precision_at_100": 0.00943, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.61622, + "mrr_at_3": 0.670434, + "mrr_at_5": 0.680083, + "mrr_at_10": 0.686562, + "mrr_at_20": 0.689714, + "mrr_at_100": 0.691615, + "mrr_at_1000": 0.69184, + "nauc_ndcg_at_1_max": 0.681985, + "nauc_ndcg_at_1_std": -0.06861, + "nauc_ndcg_at_1_diff1": 0.804151, + "nauc_ndcg_at_3_max": 0.716068, + "nauc_ndcg_at_3_std": -0.048232, + "nauc_ndcg_at_3_diff1": 0.774283, + "nauc_ndcg_at_5_max": 0.715366, + "nauc_ndcg_at_5_std": -0.04408, + "nauc_ndcg_at_5_diff1": 0.770255, + "nauc_ndcg_at_10_max": 0.718279, + "nauc_ndcg_at_10_std": -0.032961, + "nauc_ndcg_at_10_diff1": 0.768482, + "nauc_ndcg_at_20_max": 0.718602, + "nauc_ndcg_at_20_std": -0.02464, + "nauc_ndcg_at_20_diff1": 0.76812, + "nauc_ndcg_at_100_max": 0.716415, + "nauc_ndcg_at_100_std": -0.019463, + "nauc_ndcg_at_100_diff1": 0.771384, + "nauc_ndcg_at_1000_max": 0.713623, + "nauc_ndcg_at_1000_std": -0.029683, + "nauc_ndcg_at_1000_diff1": 0.773582, + "nauc_map_at_1_max": 0.681217, + "nauc_map_at_1_std": -0.069227, + "nauc_map_at_1_diff1": 0.803928, + "nauc_map_at_3_max": 0.707163, + "nauc_map_at_3_std": -0.054013, + "nauc_map_at_3_diff1": 0.781757, + "nauc_map_at_5_max": 0.706697, + "nauc_map_at_5_std": -0.05187, + "nauc_map_at_5_diff1": 0.779889, + "nauc_map_at_10_max": 0.707572, + "nauc_map_at_10_std": -0.047877, + "nauc_map_at_10_diff1": 0.779338, + "nauc_map_at_20_max": 0.707579, + "nauc_map_at_20_std": -0.04583, + "nauc_map_at_20_diff1": 0.779357, + "nauc_map_at_100_max": 0.707217, + "nauc_map_at_100_std": -0.045175, + "nauc_map_at_100_diff1": 0.77971, + "nauc_map_at_1000_max": 0.707135, + "nauc_map_at_1000_std": -0.045457, + "nauc_map_at_1000_diff1": 0.779761, + "nauc_recall_at_1_max": 0.681217, + "nauc_recall_at_1_std": -0.069227, + "nauc_recall_at_1_diff1": 0.803928, + "nauc_recall_at_3_max": 0.746215, + "nauc_recall_at_3_std": -0.029095, + "nauc_recall_at_3_diff1": 0.749396, + "nauc_recall_at_5_max": 0.747904, + "nauc_recall_at_5_std": -0.014399, + "nauc_recall_at_5_diff1": 0.733345, + "nauc_recall_at_10_max": 0.768951, + "nauc_recall_at_10_std": 0.04264, + "nauc_recall_at_10_diff1": 0.717321, + "nauc_recall_at_20_max": 0.786157, + "nauc_recall_at_20_std": 0.122712, + "nauc_recall_at_20_diff1": 0.699172, + "nauc_recall_at_100_max": 0.824622, + "nauc_recall_at_100_std": 0.391092, + "nauc_recall_at_100_diff1": 0.689019, + "nauc_recall_at_1000_max": 0.88883, + "nauc_recall_at_1000_std": 0.683972, + "nauc_recall_at_1000_diff1": 0.682826, + "nauc_precision_at_1_max": 0.681985, + "nauc_precision_at_1_std": -0.06861, + "nauc_precision_at_1_diff1": 0.804151, + "nauc_precision_at_3_max": 0.746426, + "nauc_precision_at_3_std": -0.026306, + "nauc_precision_at_3_diff1": 0.748029, + "nauc_precision_at_5_max": 0.745897, + "nauc_precision_at_5_std": -0.009922, + "nauc_precision_at_5_diff1": 0.729489, + "nauc_precision_at_10_max": 0.766434, + "nauc_precision_at_10_std": 0.047915, + "nauc_precision_at_10_diff1": 0.712683, + "nauc_precision_at_20_max": 0.782777, + "nauc_precision_at_20_std": 0.129147, + "nauc_precision_at_20_diff1": 0.693221, + "nauc_precision_at_100_max": 0.809415, + "nauc_precision_at_100_std": 0.405866, + "nauc_precision_at_100_diff1": 0.669707, + "nauc_precision_at_1000_max": 0.73894, + "nauc_precision_at_1000_std": 0.732896, + "nauc_precision_at_1000_diff1": 0.524121, + "nauc_mrr_at_1_max": 0.681985, + "nauc_mrr_at_1_std": -0.06861, + "nauc_mrr_at_1_diff1": 0.804151, + "nauc_mrr_at_3_max": 0.707067, + "nauc_mrr_at_3_std": -0.053553, + "nauc_mrr_at_3_diff1": 0.781639, + "nauc_mrr_at_5_max": 0.706638, + "nauc_mrr_at_5_std": -0.051587, + "nauc_mrr_at_5_diff1": 0.779816, + "nauc_mrr_at_10_max": 0.707511, + "nauc_mrr_at_10_std": -0.047588, + "nauc_mrr_at_10_diff1": 0.779264, + "nauc_mrr_at_20_max": 0.707518, + "nauc_mrr_at_20_std": -0.045537, + "nauc_mrr_at_20_diff1": 0.779282, + "nauc_mrr_at_100_max": 0.707155, + "nauc_mrr_at_100_std": -0.044872, + "nauc_mrr_at_100_diff1": 0.779635, + "nauc_mrr_at_1000_max": 0.707075, + "nauc_mrr_at_1000_std": -0.045162, + "nauc_mrr_at_1000_diff1": 0.779688, + "main_score": 0.72031, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.62663, + "ndcg_at_3": 0.69868, + "ndcg_at_5": 0.71614, + "ndcg_at_10": 0.72981, + "ndcg_at_20": 0.74178, + "ndcg_at_100": 0.75431, + "ndcg_at_1000": 0.76027, + "map_at_1": 0.62641, + "map_at_3": 0.68118, + "map_at_5": 0.69084, + "map_at_10": 0.69659, + "map_at_20": 0.69993, + "map_at_100": 0.70172, + "map_at_1000": 0.70195, + "recall_at_1": 0.62641, + "recall_at_3": 0.74917, + "recall_at_5": 0.79171, + "recall_at_10": 0.83337, + "recall_at_20": 0.88035, + "recall_at_100": 0.94693, + "recall_at_1000": 0.9938, + "precision_at_1": 0.62663, + "precision_at_3": 0.24987, + "precision_at_5": 0.15843, + "precision_at_10": 0.08338, + "precision_at_20": 0.04404, + "precision_at_100": 0.00948, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.626634, + "mrr_at_3": 0.681217, + "mrr_at_5": 0.690878, + "mrr_at_10": 0.696627, + "mrr_at_20": 0.699964, + "mrr_at_100": 0.701765, + "mrr_at_1000": 0.701989, + "nauc_ndcg_at_1_max": 0.674562, + "nauc_ndcg_at_1_std": -0.075416, + "nauc_ndcg_at_1_diff1": 0.802631, + "nauc_ndcg_at_3_max": 0.712916, + "nauc_ndcg_at_3_std": -0.061616, + "nauc_ndcg_at_3_diff1": 0.773716, + "nauc_ndcg_at_5_max": 0.710872, + "nauc_ndcg_at_5_std": -0.053378, + "nauc_ndcg_at_5_diff1": 0.768197, + "nauc_ndcg_at_10_max": 0.715716, + "nauc_ndcg_at_10_std": -0.039363, + "nauc_ndcg_at_10_diff1": 0.769305, + "nauc_ndcg_at_20_max": 0.715414, + "nauc_ndcg_at_20_std": -0.030394, + "nauc_ndcg_at_20_diff1": 0.769297, + "nauc_ndcg_at_100_max": 0.712639, + "nauc_ndcg_at_100_std": -0.028006, + "nauc_ndcg_at_100_diff1": 0.771275, + "nauc_ndcg_at_1000_max": 0.709726, + "nauc_ndcg_at_1000_std": -0.038008, + "nauc_ndcg_at_1000_diff1": 0.773622, + "nauc_map_at_1_max": 0.673688, + "nauc_map_at_1_std": -0.076671, + "nauc_map_at_1_diff1": 0.802444, + "nauc_map_at_3_max": 0.703085, + "nauc_map_at_3_std": -0.066167, + "nauc_map_at_3_diff1": 0.781212, + "nauc_map_at_5_max": 0.701722, + "nauc_map_at_5_std": -0.062173, + "nauc_map_at_5_diff1": 0.77857, + "nauc_map_at_10_max": 0.703545, + "nauc_map_at_10_std": -0.056737, + "nauc_map_at_10_diff1": 0.779308, + "nauc_map_at_20_max": 0.703346, + "nauc_map_at_20_std": -0.054659, + "nauc_map_at_20_diff1": 0.77942, + "nauc_map_at_100_max": 0.702941, + "nauc_map_at_100_std": -0.054155, + "nauc_map_at_100_diff1": 0.779579, + "nauc_map_at_1000_max": 0.702855, + "nauc_map_at_1000_std": -0.054426, + "nauc_map_at_1000_diff1": 0.779665, + "nauc_recall_at_1_max": 0.673688, + "nauc_recall_at_1_std": -0.076671, + "nauc_recall_at_1_diff1": 0.802444, + "nauc_recall_at_3_max": 0.746391, + "nauc_recall_at_3_std": -0.045926, + "nauc_recall_at_3_diff1": 0.748126, + "nauc_recall_at_5_max": 0.74569, + "nauc_recall_at_5_std": -0.017338, + "nauc_recall_at_5_diff1": 0.727056, + "nauc_recall_at_10_max": 0.773845, + "nauc_recall_at_10_std": 0.051206, + "nauc_recall_at_10_diff1": 0.721877, + "nauc_recall_at_20_max": 0.791601, + "nauc_recall_at_20_std": 0.147838, + "nauc_recall_at_20_diff1": 0.705313, + "nauc_recall_at_100_max": 0.824111, + "nauc_recall_at_100_std": 0.384761, + "nauc_recall_at_100_diff1": 0.678443, + "nauc_recall_at_1000_max": 0.887975, + "nauc_recall_at_1000_std": 0.794808, + "nauc_recall_at_1000_diff1": 0.565324, + "nauc_precision_at_1_max": 0.674562, + "nauc_precision_at_1_std": -0.075416, + "nauc_precision_at_1_diff1": 0.802631, + "nauc_precision_at_3_max": 0.745423, + "nauc_precision_at_3_std": -0.042332, + "nauc_precision_at_3_diff1": 0.745177, + "nauc_precision_at_5_max": 0.744571, + "nauc_precision_at_5_std": -0.013287, + "nauc_precision_at_5_diff1": 0.723723, + "nauc_precision_at_10_max": 0.772343, + "nauc_precision_at_10_std": 0.055817, + "nauc_precision_at_10_diff1": 0.717835, + "nauc_precision_at_20_max": 0.789462, + "nauc_precision_at_20_std": 0.153414, + "nauc_precision_at_20_diff1": 0.699978, + "nauc_precision_at_100_max": 0.811803, + "nauc_precision_at_100_std": 0.402262, + "nauc_precision_at_100_diff1": 0.659327, + "nauc_precision_at_1000_max": 0.731355, + "nauc_precision_at_1000_std": 0.83566, + "nauc_precision_at_1000_diff1": 0.400508, + "nauc_mrr_at_1_max": 0.674562, + "nauc_mrr_at_1_std": -0.075416, + "nauc_mrr_at_1_diff1": 0.802631, + "nauc_mrr_at_3_max": 0.703122, + "nauc_mrr_at_3_std": -0.065931, + "nauc_mrr_at_3_diff1": 0.781196, + "nauc_mrr_at_5_max": 0.701759, + "nauc_mrr_at_5_std": -0.06193, + "nauc_mrr_at_5_diff1": 0.778553, + "nauc_mrr_at_10_max": 0.703584, + "nauc_mrr_at_10_std": -0.056489, + "nauc_mrr_at_10_diff1": 0.77929, + "nauc_mrr_at_20_max": 0.703386, + "nauc_mrr_at_20_std": -0.054408, + "nauc_mrr_at_20_diff1": 0.779402, + "nauc_mrr_at_100_max": 0.702984, + "nauc_mrr_at_100_std": -0.053881, + "nauc_mrr_at_100_diff1": 0.779561, + "nauc_mrr_at_1000_max": 0.702895, + "nauc_mrr_at_1000_std": -0.054163, + "nauc_mrr_at_1000_diff1": 0.779647, + "main_score": 0.72981, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65183, + "ndcg_at_3": 0.72429, + "ndcg_at_5": 0.74186, + "ndcg_at_10": 0.75647, + "ndcg_at_20": 0.76575, + "ndcg_at_100": 0.7775, + "ndcg_at_1000": 0.78238, + "map_at_1": 0.65155, + "map_at_3": 0.70667, + "map_at_5": 0.71647, + "map_at_10": 0.72252, + "map_at_20": 0.72508, + "map_at_100": 0.7268, + "map_at_1000": 0.72699, + "recall_at_1": 0.65155, + "recall_at_3": 0.77493, + "recall_at_5": 0.81746, + "recall_at_10": 0.86254, + "recall_at_20": 0.89915, + "recall_at_100": 0.96113, + "recall_at_1000": 0.99944, + "precision_at_1": 0.65183, + "precision_at_3": 0.2584, + "precision_at_5": 0.16361, + "precision_at_10": 0.08631, + "precision_at_20": 0.04499, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.651831, + "mrr_at_3": 0.706948, + "mrr_at_5": 0.716638, + "mrr_at_10": 0.722686, + "mrr_at_20": 0.725248, + "mrr_at_100": 0.726967, + "mrr_at_1000": 0.727155, + "nauc_ndcg_at_1_max": 0.662112, + "nauc_ndcg_at_1_std": -0.053649, + "nauc_ndcg_at_1_diff1": 0.797301, + "nauc_ndcg_at_3_max": 0.719575, + "nauc_ndcg_at_3_std": -0.039858, + "nauc_ndcg_at_3_diff1": 0.783023, + "nauc_ndcg_at_5_max": 0.722428, + "nauc_ndcg_at_5_std": -0.034826, + "nauc_ndcg_at_5_diff1": 0.781409, + "nauc_ndcg_at_10_max": 0.726522, + "nauc_ndcg_at_10_std": -0.01692, + "nauc_ndcg_at_10_diff1": 0.779336, + "nauc_ndcg_at_20_max": 0.723086, + "nauc_ndcg_at_20_std": -0.014026, + "nauc_ndcg_at_20_diff1": 0.778359, + "nauc_ndcg_at_100_max": 0.717992, + "nauc_ndcg_at_100_std": -0.016636, + "nauc_ndcg_at_100_diff1": 0.782081, + "nauc_ndcg_at_1000_max": 0.714015, + "nauc_ndcg_at_1000_std": -0.025975, + "nauc_ndcg_at_1000_diff1": 0.783102, + "nauc_map_at_1_max": 0.662297, + "nauc_map_at_1_std": -0.054754, + "nauc_map_at_1_diff1": 0.797411, + "nauc_map_at_3_max": 0.705484, + "nauc_map_at_3_std": -0.044511, + "nauc_map_at_3_diff1": 0.786773, + "nauc_map_at_5_max": 0.706442, + "nauc_map_at_5_std": -0.041976, + "nauc_map_at_5_diff1": 0.786011, + "nauc_map_at_10_max": 0.707445, + "nauc_map_at_10_std": -0.036163, + "nauc_map_at_10_diff1": 0.785379, + "nauc_map_at_20_max": 0.706367, + "nauc_map_at_20_std": -0.03578, + "nauc_map_at_20_diff1": 0.785128, + "nauc_map_at_100_max": 0.705662, + "nauc_map_at_100_std": -0.036207, + "nauc_map_at_100_diff1": 0.785638, + "nauc_map_at_1000_max": 0.705536, + "nauc_map_at_1000_std": -0.03648, + "nauc_map_at_1000_diff1": 0.785676, + "nauc_recall_at_1_max": 0.662297, + "nauc_recall_at_1_std": -0.054754, + "nauc_recall_at_1_diff1": 0.797411, + "nauc_recall_at_3_max": 0.768417, + "nauc_recall_at_3_std": -0.02466, + "nauc_recall_at_3_diff1": 0.769927, + "nauc_recall_at_5_max": 0.787414, + "nauc_recall_at_5_std": -0.005494, + "nauc_recall_at_5_diff1": 0.76264, + "nauc_recall_at_10_max": 0.828373, + "nauc_recall_at_10_std": 0.097824, + "nauc_recall_at_10_diff1": 0.746517, + "nauc_recall_at_20_max": 0.834442, + "nauc_recall_at_20_std": 0.159682, + "nauc_recall_at_20_diff1": 0.729594, + "nauc_recall_at_100_max": 0.875716, + "nauc_recall_at_100_std": 0.363778, + "nauc_recall_at_100_diff1": 0.748778, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.662112, + "nauc_precision_at_1_std": -0.053649, + "nauc_precision_at_1_diff1": 0.797301, + "nauc_precision_at_3_max": 0.768418, + "nauc_precision_at_3_std": -0.0231, + "nauc_precision_at_3_diff1": 0.76993, + "nauc_precision_at_5_max": 0.781133, + "nauc_precision_at_5_std": -0.001705, + "nauc_precision_at_5_diff1": 0.756501, + "nauc_precision_at_10_max": 0.81995, + "nauc_precision_at_10_std": 0.101965, + "nauc_precision_at_10_diff1": 0.738695, + "nauc_precision_at_20_max": 0.823325, + "nauc_precision_at_20_std": 0.164521, + "nauc_precision_at_20_diff1": 0.719489, + "nauc_precision_at_100_max": 0.846317, + "nauc_precision_at_100_std": 0.371108, + "nauc_precision_at_100_diff1": 0.722505, + "nauc_precision_at_1000_max": 0.162624, + "nauc_precision_at_1000_std": 0.784885, + "nauc_precision_at_1000_diff1": 0.162624, + "nauc_mrr_at_1_max": 0.662112, + "nauc_mrr_at_1_std": -0.053649, + "nauc_mrr_at_1_diff1": 0.797301, + "nauc_mrr_at_3_max": 0.7053, + "nauc_mrr_at_3_std": -0.043241, + "nauc_mrr_at_3_diff1": 0.78664, + "nauc_mrr_at_5_max": 0.706329, + "nauc_mrr_at_5_std": -0.04119, + "nauc_mrr_at_5_diff1": 0.785928, + "nauc_mrr_at_10_max": 0.70733, + "nauc_mrr_at_10_std": -0.035357, + "nauc_mrr_at_10_diff1": 0.785294, + "nauc_mrr_at_20_max": 0.70625, + "nauc_mrr_at_20_std": -0.034966, + "nauc_mrr_at_20_diff1": 0.785043, + "nauc_mrr_at_100_max": 0.705544, + "nauc_mrr_at_100_std": -0.035387, + "nauc_mrr_at_100_diff1": 0.785552, + "nauc_mrr_at_1000_max": 0.705418, + "nauc_mrr_at_1000_std": -0.03566, + "nauc_mrr_at_1000_diff1": 0.78559, + "main_score": 0.75647, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.61189, + "ndcg_at_3": 0.69226, + "ndcg_at_5": 0.7065, + "ndcg_at_10": 0.72654, + "ndcg_at_20": 0.73788, + "ndcg_at_100": 0.75057, + "ndcg_at_1000": 0.75611, + "map_at_1": 0.61189, + "map_at_3": 0.67308, + "map_at_5": 0.68105, + "map_at_10": 0.6894, + "map_at_20": 0.69262, + "map_at_100": 0.6944, + "map_at_1000": 0.69463, + "recall_at_1": 0.61189, + "recall_at_3": 0.74755, + "recall_at_5": 0.78182, + "recall_at_10": 0.84336, + "recall_at_20": 0.88741, + "recall_at_100": 0.95524, + "recall_at_1000": 0.9979, + "precision_at_1": 0.61189, + "precision_at_3": 0.24918, + "precision_at_5": 0.15636, + "precision_at_10": 0.08434, + "precision_at_20": 0.04437, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611888, + "mrr_at_3": 0.673077, + "mrr_at_5": 0.681049, + "mrr_at_10": 0.689396, + "mrr_at_20": 0.692621, + "mrr_at_100": 0.694402, + "mrr_at_1000": 0.694634, + "nauc_ndcg_at_1_max": 0.661667, + "nauc_ndcg_at_1_std": 0.010169, + "nauc_ndcg_at_1_diff1": 0.798653, + "nauc_ndcg_at_3_max": 0.705563, + "nauc_ndcg_at_3_std": 0.047511, + "nauc_ndcg_at_3_diff1": 0.769067, + "nauc_ndcg_at_5_max": 0.707632, + "nauc_ndcg_at_5_std": 0.050969, + "nauc_ndcg_at_5_diff1": 0.764619, + "nauc_ndcg_at_10_max": 0.7087, + "nauc_ndcg_at_10_std": 0.054531, + "nauc_ndcg_at_10_diff1": 0.762582, + "nauc_ndcg_at_20_max": 0.705298, + "nauc_ndcg_at_20_std": 0.057642, + "nauc_ndcg_at_20_diff1": 0.760392, + "nauc_ndcg_at_100_max": 0.702896, + "nauc_ndcg_at_100_std": 0.060435, + "nauc_ndcg_at_100_diff1": 0.764007, + "nauc_ndcg_at_1000_max": 0.699948, + "nauc_ndcg_at_1000_std": 0.050582, + "nauc_ndcg_at_1000_diff1": 0.767057, + "nauc_map_at_1_max": 0.661667, + "nauc_map_at_1_std": 0.010169, + "nauc_map_at_1_diff1": 0.798653, + "nauc_map_at_3_max": 0.694454, + "nauc_map_at_3_std": 0.036655, + "nauc_map_at_3_diff1": 0.776273, + "nauc_map_at_5_max": 0.695424, + "nauc_map_at_5_std": 0.037983, + "nauc_map_at_5_diff1": 0.774112, + "nauc_map_at_10_max": 0.6954, + "nauc_map_at_10_std": 0.039274, + "nauc_map_at_10_diff1": 0.773269, + "nauc_map_at_20_max": 0.694422, + "nauc_map_at_20_std": 0.039831, + "nauc_map_at_20_diff1": 0.772792, + "nauc_map_at_100_max": 0.693978, + "nauc_map_at_100_std": 0.039928, + "nauc_map_at_100_diff1": 0.77315, + "nauc_map_at_1000_max": 0.693882, + "nauc_map_at_1000_std": 0.039614, + "nauc_map_at_1000_diff1": 0.773254, + "nauc_recall_at_1_max": 0.661667, + "nauc_recall_at_1_std": 0.010169, + "nauc_recall_at_1_diff1": 0.798653, + "nauc_recall_at_3_max": 0.743782, + "nauc_recall_at_3_std": 0.085615, + "nauc_recall_at_3_diff1": 0.744428, + "nauc_recall_at_5_max": 0.754025, + "nauc_recall_at_5_std": 0.102077, + "nauc_recall_at_5_diff1": 0.727951, + "nauc_recall_at_10_max": 0.77577, + "nauc_recall_at_10_std": 0.133763, + "nauc_recall_at_10_diff1": 0.708742, + "nauc_recall_at_20_max": 0.772266, + "nauc_recall_at_20_std": 0.186439, + "nauc_recall_at_20_diff1": 0.674015, + "nauc_recall_at_100_max": 0.817387, + "nauc_recall_at_100_std": 0.453519, + "nauc_recall_at_100_diff1": 0.648831, + "nauc_recall_at_1000_max": 0.851385, + "nauc_recall_at_1000_std": 0.786026, + "nauc_recall_at_1000_diff1": 0.64986, + "nauc_precision_at_1_max": 0.661667, + "nauc_precision_at_1_std": 0.010169, + "nauc_precision_at_1_diff1": 0.798653, + "nauc_precision_at_3_max": 0.743782, + "nauc_precision_at_3_std": 0.085615, + "nauc_precision_at_3_diff1": 0.744428, + "nauc_precision_at_5_max": 0.754025, + "nauc_precision_at_5_std": 0.102077, + "nauc_precision_at_5_diff1": 0.727951, + "nauc_precision_at_10_max": 0.77577, + "nauc_precision_at_10_std": 0.133763, + "nauc_precision_at_10_diff1": 0.708742, + "nauc_precision_at_20_max": 0.772266, + "nauc_precision_at_20_std": 0.186439, + "nauc_precision_at_20_diff1": 0.674015, + "nauc_precision_at_100_max": 0.817387, + "nauc_precision_at_100_std": 0.453519, + "nauc_precision_at_100_diff1": 0.648831, + "nauc_precision_at_1000_max": 0.851385, + "nauc_precision_at_1000_std": 0.786026, + "nauc_precision_at_1000_diff1": 0.64986, + "nauc_mrr_at_1_max": 0.661667, + "nauc_mrr_at_1_std": 0.010169, + "nauc_mrr_at_1_diff1": 0.798653, + "nauc_mrr_at_3_max": 0.694454, + "nauc_mrr_at_3_std": 0.036655, + "nauc_mrr_at_3_diff1": 0.776273, + "nauc_mrr_at_5_max": 0.695424, + "nauc_mrr_at_5_std": 0.037983, + "nauc_mrr_at_5_diff1": 0.774112, + "nauc_mrr_at_10_max": 0.6954, + "nauc_mrr_at_10_std": 0.039274, + "nauc_mrr_at_10_diff1": 0.773269, + "nauc_mrr_at_20_max": 0.694422, + "nauc_mrr_at_20_std": 0.039831, + "nauc_mrr_at_20_diff1": 0.772792, + "nauc_mrr_at_100_max": 0.693978, + "nauc_mrr_at_100_std": 0.039928, + "nauc_mrr_at_100_diff1": 0.77315, + "nauc_mrr_at_1000_max": 0.693882, + "nauc_mrr_at_1000_std": 0.039614, + "nauc_mrr_at_1000_diff1": 0.773254, + "main_score": 0.72654, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.60299, + "ndcg_at_3": 0.67435, + "ndcg_at_5": 0.69329, + "ndcg_at_10": 0.71221, + "ndcg_at_20": 0.72354, + "ndcg_at_100": 0.73687, + "ndcg_at_1000": 0.74339, + "map_at_1": 0.60299, + "map_at_3": 0.65692, + "map_at_5": 0.66742, + "map_at_10": 0.67524, + "map_at_20": 0.67842, + "map_at_100": 0.68037, + "map_at_1000": 0.68061, + "recall_at_1": 0.60299, + "recall_at_3": 0.72478, + "recall_at_5": 0.77075, + "recall_at_10": 0.82925, + "recall_at_20": 0.87343, + "recall_at_100": 0.94388, + "recall_at_1000": 0.99582, + "precision_at_1": 0.60299, + "precision_at_3": 0.24159, + "precision_at_5": 0.15415, + "precision_at_10": 0.08293, + "precision_at_20": 0.04367, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.602985, + "mrr_at_3": 0.656915, + "mrr_at_5": 0.667423, + "mrr_at_10": 0.675237, + "mrr_at_20": 0.678421, + "mrr_at_100": 0.680373, + "mrr_at_1000": 0.680608, + "nauc_ndcg_at_1_max": 0.708407, + "nauc_ndcg_at_1_std": -0.011209, + "nauc_ndcg_at_1_diff1": 0.813699, + "nauc_ndcg_at_3_max": 0.743084, + "nauc_ndcg_at_3_std": 0.042481, + "nauc_ndcg_at_3_diff1": 0.780246, + "nauc_ndcg_at_5_max": 0.749597, + "nauc_ndcg_at_5_std": 0.061283, + "nauc_ndcg_at_5_diff1": 0.778813, + "nauc_ndcg_at_10_max": 0.749103, + "nauc_ndcg_at_10_std": 0.069821, + "nauc_ndcg_at_10_diff1": 0.777725, + "nauc_ndcg_at_20_max": 0.748599, + "nauc_ndcg_at_20_std": 0.081686, + "nauc_ndcg_at_20_diff1": 0.774722, + "nauc_ndcg_at_100_max": 0.74565, + "nauc_ndcg_at_100_std": 0.080076, + "nauc_ndcg_at_100_diff1": 0.777574, + "nauc_ndcg_at_1000_max": 0.742925, + "nauc_ndcg_at_1000_std": 0.064148, + "nauc_ndcg_at_1000_diff1": 0.781655, + "nauc_map_at_1_max": 0.708407, + "nauc_map_at_1_std": -0.011209, + "nauc_map_at_1_diff1": 0.813699, + "nauc_map_at_3_max": 0.734587, + "nauc_map_at_3_std": 0.028444, + "nauc_map_at_3_diff1": 0.788254, + "nauc_map_at_5_max": 0.737704, + "nauc_map_at_5_std": 0.037748, + "nauc_map_at_5_diff1": 0.787779, + "nauc_map_at_10_max": 0.737128, + "nauc_map_at_10_std": 0.040622, + "nauc_map_at_10_diff1": 0.787406, + "nauc_map_at_20_max": 0.736885, + "nauc_map_at_20_std": 0.042975, + "nauc_map_at_20_diff1": 0.786765, + "nauc_map_at_100_max": 0.736433, + "nauc_map_at_100_std": 0.042753, + "nauc_map_at_100_diff1": 0.787209, + "nauc_map_at_1000_max": 0.736363, + "nauc_map_at_1000_std": 0.042273, + "nauc_map_at_1000_diff1": 0.787348, + "nauc_recall_at_1_max": 0.708407, + "nauc_recall_at_1_std": -0.011209, + "nauc_recall_at_1_diff1": 0.813699, + "nauc_recall_at_3_max": 0.771325, + "nauc_recall_at_3_std": 0.089607, + "nauc_recall_at_3_diff1": 0.753728, + "nauc_recall_at_5_max": 0.795659, + "nauc_recall_at_5_std": 0.154271, + "nauc_recall_at_5_diff1": 0.744909, + "nauc_recall_at_10_max": 0.80765, + "nauc_recall_at_10_std": 0.218652, + "nauc_recall_at_10_diff1": 0.731579, + "nauc_recall_at_20_max": 0.822052, + "nauc_recall_at_20_std": 0.357001, + "nauc_recall_at_20_diff1": 0.694967, + "nauc_recall_at_100_max": 0.848276, + "nauc_recall_at_100_std": 0.634534, + "nauc_recall_at_100_diff1": 0.657216, + "nauc_recall_at_1000_max": 0.943959, + "nauc_recall_at_1000_std": 0.98132, + "nauc_recall_at_1000_diff1": 0.76985, + "nauc_precision_at_1_max": 0.708407, + "nauc_precision_at_1_std": -0.011209, + "nauc_precision_at_1_diff1": 0.813699, + "nauc_precision_at_3_max": 0.771325, + "nauc_precision_at_3_std": 0.089607, + "nauc_precision_at_3_diff1": 0.753728, + "nauc_precision_at_5_max": 0.795659, + "nauc_precision_at_5_std": 0.154271, + "nauc_precision_at_5_diff1": 0.744909, + "nauc_precision_at_10_max": 0.80765, + "nauc_precision_at_10_std": 0.218652, + "nauc_precision_at_10_diff1": 0.731579, + "nauc_precision_at_20_max": 0.822052, + "nauc_precision_at_20_std": 0.357001, + "nauc_precision_at_20_diff1": 0.694967, + "nauc_precision_at_100_max": 0.848276, + "nauc_precision_at_100_std": 0.634534, + "nauc_precision_at_100_diff1": 0.657216, + "nauc_precision_at_1000_max": 0.943959, + "nauc_precision_at_1000_std": 0.98132, + "nauc_precision_at_1000_diff1": 0.76985, + "nauc_mrr_at_1_max": 0.708407, + "nauc_mrr_at_1_std": -0.011209, + "nauc_mrr_at_1_diff1": 0.813699, + "nauc_mrr_at_3_max": 0.734587, + "nauc_mrr_at_3_std": 0.028444, + "nauc_mrr_at_3_diff1": 0.788254, + "nauc_mrr_at_5_max": 0.737704, + "nauc_mrr_at_5_std": 0.037748, + "nauc_mrr_at_5_diff1": 0.787779, + "nauc_mrr_at_10_max": 0.737128, + "nauc_mrr_at_10_std": 0.040622, + "nauc_mrr_at_10_diff1": 0.787406, + "nauc_mrr_at_20_max": 0.736885, + "nauc_mrr_at_20_std": 0.042975, + "nauc_mrr_at_20_diff1": 0.786765, + "nauc_mrr_at_100_max": 0.736433, + "nauc_mrr_at_100_std": 0.042753, + "nauc_mrr_at_100_diff1": 0.787209, + "nauc_mrr_at_1000_max": 0.736363, + "nauc_mrr_at_1000_std": 0.042273, + "nauc_mrr_at_1000_diff1": 0.787348, + "main_score": 0.71221, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.61543, + "ndcg_at_3": 0.69729, + "ndcg_at_5": 0.71588, + "ndcg_at_10": 0.73283, + "ndcg_at_20": 0.74555, + "ndcg_at_100": 0.75826, + "ndcg_at_1000": 0.76239, + "map_at_1": 0.61543, + "map_at_3": 0.67809, + "map_at_5": 0.68843, + "map_at_10": 0.69552, + "map_at_20": 0.69905, + "map_at_100": 0.70079, + "map_at_1000": 0.70095, + "recall_at_1": 0.61543, + "recall_at_3": 0.75247, + "recall_at_5": 0.79753, + "recall_at_10": 0.84938, + "recall_at_20": 0.89938, + "recall_at_100": 0.9679, + "recall_at_1000": 1.0, + "precision_at_1": 0.61543, + "precision_at_3": 0.25082, + "precision_at_5": 0.15951, + "precision_at_10": 0.085, + "precision_at_20": 0.045, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615432, + "mrr_at_3": 0.678086, + "mrr_at_5": 0.688426, + "mrr_at_10": 0.695493, + "mrr_at_20": 0.699021, + "mrr_at_100": 0.700762, + "mrr_at_1000": 0.700923, + "nauc_ndcg_at_1_max": 0.62296, + "nauc_ndcg_at_1_std": -0.043514, + "nauc_ndcg_at_1_diff1": 0.783356, + "nauc_ndcg_at_3_max": 0.683484, + "nauc_ndcg_at_3_std": 0.003506, + "nauc_ndcg_at_3_diff1": 0.750521, + "nauc_ndcg_at_5_max": 0.683398, + "nauc_ndcg_at_5_std": 0.00353, + "nauc_ndcg_at_5_diff1": 0.746826, + "nauc_ndcg_at_10_max": 0.686238, + "nauc_ndcg_at_10_std": 0.025113, + "nauc_ndcg_at_10_diff1": 0.747082, + "nauc_ndcg_at_20_max": 0.68214, + "nauc_ndcg_at_20_std": 0.028915, + "nauc_ndcg_at_20_diff1": 0.746816, + "nauc_ndcg_at_100_max": 0.677317, + "nauc_ndcg_at_100_std": 0.014451, + "nauc_ndcg_at_100_diff1": 0.751733, + "nauc_ndcg_at_1000_max": 0.6739, + "nauc_ndcg_at_1000_std": 0.01004, + "nauc_ndcg_at_1000_diff1": 0.752795, + "nauc_map_at_1_max": 0.62296, + "nauc_map_at_1_std": -0.043514, + "nauc_map_at_1_diff1": 0.783356, + "nauc_map_at_3_max": 0.667376, + "nauc_map_at_3_std": -0.008443, + "nauc_map_at_3_diff1": 0.757995, + "nauc_map_at_5_max": 0.666907, + "nauc_map_at_5_std": -0.008659, + "nauc_map_at_5_diff1": 0.756285, + "nauc_map_at_10_max": 0.667346, + "nauc_map_at_10_std": -0.001318, + "nauc_map_at_10_diff1": 0.756621, + "nauc_map_at_20_max": 0.666243, + "nauc_map_at_20_std": -0.000521, + "nauc_map_at_20_diff1": 0.756651, + "nauc_map_at_100_max": 0.665682, + "nauc_map_at_100_std": -0.002122, + "nauc_map_at_100_diff1": 0.757213, + "nauc_map_at_1000_max": 0.665578, + "nauc_map_at_1000_std": -0.002209, + "nauc_map_at_1000_diff1": 0.757251, + "nauc_recall_at_1_max": 0.62296, + "nauc_recall_at_1_std": -0.043514, + "nauc_recall_at_1_diff1": 0.783356, + "nauc_recall_at_3_max": 0.739478, + "nauc_recall_at_3_std": 0.044748, + "nauc_recall_at_3_diff1": 0.725194, + "nauc_recall_at_5_max": 0.74865, + "nauc_recall_at_5_std": 0.051285, + "nauc_recall_at_5_diff1": 0.709394, + "nauc_recall_at_10_max": 0.784798, + "nauc_recall_at_10_std": 0.174281, + "nauc_recall_at_10_diff1": 0.698932, + "nauc_recall_at_20_max": 0.790596, + "nauc_recall_at_20_std": 0.267017, + "nauc_recall_at_20_diff1": 0.676271, + "nauc_recall_at_100_max": 0.847249, + "nauc_recall_at_100_std": 0.254902, + "nauc_recall_at_100_diff1": 0.700621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62296, + "nauc_precision_at_1_std": -0.043514, + "nauc_precision_at_1_diff1": 0.783356, + "nauc_precision_at_3_max": 0.739478, + "nauc_precision_at_3_std": 0.044748, + "nauc_precision_at_3_diff1": 0.725194, + "nauc_precision_at_5_max": 0.74865, + "nauc_precision_at_5_std": 0.051285, + "nauc_precision_at_5_diff1": 0.709394, + "nauc_precision_at_10_max": 0.777464, + "nauc_precision_at_10_std": 0.180394, + "nauc_precision_at_10_diff1": 0.690685, + "nauc_precision_at_20_max": 0.780064, + "nauc_precision_at_20_std": 0.274764, + "nauc_precision_at_20_diff1": 0.664735, + "nauc_precision_at_100_max": 0.813154, + "nauc_precision_at_100_std": 0.279026, + "nauc_precision_at_100_diff1": 0.664498, + "nauc_precision_at_1000_max": -0.205796, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": -0.415079, + "nauc_mrr_at_1_max": 0.62296, + "nauc_mrr_at_1_std": -0.043514, + "nauc_mrr_at_1_diff1": 0.783356, + "nauc_mrr_at_3_max": 0.667376, + "nauc_mrr_at_3_std": -0.008443, + "nauc_mrr_at_3_diff1": 0.757995, + "nauc_mrr_at_5_max": 0.666907, + "nauc_mrr_at_5_std": -0.008659, + "nauc_mrr_at_5_diff1": 0.756285, + "nauc_mrr_at_10_max": 0.667328, + "nauc_mrr_at_10_std": -0.001485, + "nauc_mrr_at_10_diff1": 0.756632, + "nauc_mrr_at_20_max": 0.666225, + "nauc_mrr_at_20_std": -0.000691, + "nauc_mrr_at_20_diff1": 0.756662, + "nauc_mrr_at_100_max": 0.665664, + "nauc_mrr_at_100_std": -0.002293, + "nauc_mrr_at_100_diff1": 0.757224, + "nauc_mrr_at_1000_max": 0.66556, + "nauc_mrr_at_1000_std": -0.00238, + "nauc_mrr_at_1000_diff1": 0.757262, + "main_score": 0.73283, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.52766, + "ndcg_at_3": 0.60773, + "ndcg_at_5": 0.62978, + "ndcg_at_10": 0.64735, + "ndcg_at_20": 0.66047, + "ndcg_at_100": 0.6778, + "ndcg_at_1000": 0.68599, + "map_at_1": 0.52756, + "map_at_3": 0.5886, + "map_at_5": 0.60082, + "map_at_10": 0.60811, + "map_at_20": 0.61176, + "map_at_100": 0.61416, + "map_at_1000": 0.61446, + "recall_at_1": 0.52756, + "recall_at_3": 0.66276, + "recall_at_5": 0.71639, + "recall_at_10": 0.77049, + "recall_at_20": 0.82205, + "recall_at_100": 0.91534, + "recall_at_1000": 0.9805, + "precision_at_1": 0.52766, + "precision_at_3": 0.22095, + "precision_at_5": 0.1433, + "precision_at_10": 0.07707, + "precision_at_20": 0.04111, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.527658, + "mrr_at_3": 0.588693, + "mrr_at_5": 0.600909, + "mrr_at_10": 0.608182, + "mrr_at_20": 0.611829, + "mrr_at_100": 0.614238, + "mrr_at_1000": 0.614532, + "nauc_ndcg_at_1_max": 0.661248, + "nauc_ndcg_at_1_std": 0.056388, + "nauc_ndcg_at_1_diff1": 0.764558, + "nauc_ndcg_at_3_max": 0.688689, + "nauc_ndcg_at_3_std": 0.092053, + "nauc_ndcg_at_3_diff1": 0.713201, + "nauc_ndcg_at_5_max": 0.690189, + "nauc_ndcg_at_5_std": 0.103411, + "nauc_ndcg_at_5_diff1": 0.706754, + "nauc_ndcg_at_10_max": 0.69137, + "nauc_ndcg_at_10_std": 0.115025, + "nauc_ndcg_at_10_diff1": 0.703599, + "nauc_ndcg_at_20_max": 0.691355, + "nauc_ndcg_at_20_std": 0.12176, + "nauc_ndcg_at_20_diff1": 0.703777, + "nauc_ndcg_at_100_max": 0.688382, + "nauc_ndcg_at_100_std": 0.120807, + "nauc_ndcg_at_100_diff1": 0.70778, + "nauc_ndcg_at_1000_max": 0.68773, + "nauc_ndcg_at_1000_std": 0.113049, + "nauc_ndcg_at_1000_diff1": 0.712291, + "nauc_map_at_1_max": 0.660866, + "nauc_map_at_1_std": 0.056065, + "nauc_map_at_1_diff1": 0.764166, + "nauc_map_at_3_max": 0.681783, + "nauc_map_at_3_std": 0.082653, + "nauc_map_at_3_diff1": 0.725622, + "nauc_map_at_5_max": 0.682398, + "nauc_map_at_5_std": 0.088329, + "nauc_map_at_5_diff1": 0.722508, + "nauc_map_at_10_max": 0.682767, + "nauc_map_at_10_std": 0.092546, + "nauc_map_at_10_diff1": 0.721714, + "nauc_map_at_20_max": 0.682713, + "nauc_map_at_20_std": 0.094093, + "nauc_map_at_20_diff1": 0.721889, + "nauc_map_at_100_max": 0.682306, + "nauc_map_at_100_std": 0.093809, + "nauc_map_at_100_diff1": 0.722473, + "nauc_map_at_1000_max": 0.682288, + "nauc_map_at_1000_std": 0.093597, + "nauc_map_at_1000_diff1": 0.722612, + "nauc_recall_at_1_max": 0.660866, + "nauc_recall_at_1_std": 0.056065, + "nauc_recall_at_1_diff1": 0.764166, + "nauc_recall_at_3_max": 0.710378, + "nauc_recall_at_3_std": 0.122087, + "nauc_recall_at_3_diff1": 0.672939, + "nauc_recall_at_5_max": 0.717548, + "nauc_recall_at_5_std": 0.159062, + "nauc_recall_at_5_diff1": 0.649174, + "nauc_recall_at_10_max": 0.727445, + "nauc_recall_at_10_std": 0.21751, + "nauc_recall_at_10_diff1": 0.624482, + "nauc_recall_at_20_max": 0.735651, + "nauc_recall_at_20_std": 0.283706, + "nauc_recall_at_20_diff1": 0.607074, + "nauc_recall_at_100_max": 0.731055, + "nauc_recall_at_100_std": 0.425923, + "nauc_recall_at_100_diff1": 0.578269, + "nauc_recall_at_1000_max": 0.79999, + "nauc_recall_at_1000_std": 0.628738, + "nauc_recall_at_1000_diff1": 0.602948, + "nauc_precision_at_1_max": 0.661248, + "nauc_precision_at_1_std": 0.056388, + "nauc_precision_at_1_diff1": 0.764558, + "nauc_precision_at_3_max": 0.710896, + "nauc_precision_at_3_std": 0.122495, + "nauc_precision_at_3_diff1": 0.673449, + "nauc_precision_at_5_max": 0.718182, + "nauc_precision_at_5_std": 0.159543, + "nauc_precision_at_5_diff1": 0.649789, + "nauc_precision_at_10_max": 0.727342, + "nauc_precision_at_10_std": 0.218205, + "nauc_precision_at_10_diff1": 0.62454, + "nauc_precision_at_20_max": 0.735508, + "nauc_precision_at_20_std": 0.28444, + "nauc_precision_at_20_diff1": 0.60718, + "nauc_precision_at_100_max": 0.730798, + "nauc_precision_at_100_std": 0.426502, + "nauc_precision_at_100_diff1": 0.578125, + "nauc_precision_at_1000_max": 0.778082, + "nauc_precision_at_1000_std": 0.612374, + "nauc_precision_at_1000_diff1": 0.584835, + "nauc_mrr_at_1_max": 0.661248, + "nauc_mrr_at_1_std": 0.056388, + "nauc_mrr_at_1_diff1": 0.764558, + "nauc_mrr_at_3_max": 0.6822, + "nauc_mrr_at_3_std": 0.083006, + "nauc_mrr_at_3_diff1": 0.726044, + "nauc_mrr_at_5_max": 0.682825, + "nauc_mrr_at_5_std": 0.088691, + "nauc_mrr_at_5_diff1": 0.722939, + "nauc_mrr_at_10_max": 0.683105, + "nauc_mrr_at_10_std": 0.092833, + "nauc_mrr_at_10_diff1": 0.722055, + "nauc_mrr_at_20_max": 0.683054, + "nauc_mrr_at_20_std": 0.094383, + "nauc_mrr_at_20_diff1": 0.722234, + "nauc_mrr_at_100_max": 0.682649, + "nauc_mrr_at_100_std": 0.094096, + "nauc_mrr_at_100_diff1": 0.722818, + "nauc_mrr_at_1000_max": 0.682632, + "nauc_mrr_at_1000_std": 0.093887, + "nauc_mrr_at_1000_diff1": 0.722958, + "main_score": 0.64735, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.65876, + "ndcg_at_3": 0.72604, + "ndcg_at_5": 0.74206, + "ndcg_at_10": 0.75645, + "ndcg_at_20": 0.76685, + "ndcg_at_100": 0.77736, + "ndcg_at_1000": 0.78235, + "map_at_1": 0.65865, + "map_at_3": 0.7098, + "map_at_5": 0.71866, + "map_at_10": 0.72464, + "map_at_20": 0.72752, + "map_at_100": 0.72892, + "map_at_1000": 0.7291, + "recall_at_1": 0.65865, + "recall_at_3": 0.77288, + "recall_at_5": 0.81188, + "recall_at_10": 0.85608, + "recall_at_20": 0.897, + "recall_at_100": 0.95435, + "recall_at_1000": 0.9938, + "precision_at_1": 0.65876, + "precision_at_3": 0.2577, + "precision_at_5": 0.16242, + "precision_at_10": 0.08564, + "precision_at_20": 0.04488, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.658764, + "mrr_at_3": 0.709838, + "mrr_at_5": 0.718702, + "mrr_at_10": 0.724692, + "mrr_at_20": 0.72757, + "mrr_at_100": 0.728962, + "mrr_at_1000": 0.729146, + "nauc_ndcg_at_1_max": 0.726558, + "nauc_ndcg_at_1_std": -0.060477, + "nauc_ndcg_at_1_diff1": 0.846872, + "nauc_ndcg_at_3_max": 0.76394, + "nauc_ndcg_at_3_std": -0.037624, + "nauc_ndcg_at_3_diff1": 0.820952, + "nauc_ndcg_at_5_max": 0.764016, + "nauc_ndcg_at_5_std": -0.02809, + "nauc_ndcg_at_5_diff1": 0.816931, + "nauc_ndcg_at_10_max": 0.766558, + "nauc_ndcg_at_10_std": -0.009765, + "nauc_ndcg_at_10_diff1": 0.814817, + "nauc_ndcg_at_20_max": 0.761775, + "nauc_ndcg_at_20_std": -0.003453, + "nauc_ndcg_at_20_diff1": 0.812985, + "nauc_ndcg_at_100_max": 0.760787, + "nauc_ndcg_at_100_std": -0.004189, + "nauc_ndcg_at_100_diff1": 0.816434, + "nauc_ndcg_at_1000_max": 0.758857, + "nauc_ndcg_at_1000_std": -0.014369, + "nauc_ndcg_at_1000_diff1": 0.819319, + "nauc_map_at_1_max": 0.725948, + "nauc_map_at_1_std": -0.061147, + "nauc_map_at_1_diff1": 0.846736, + "nauc_map_at_3_max": 0.754169, + "nauc_map_at_3_std": -0.044591, + "nauc_map_at_3_diff1": 0.827643, + "nauc_map_at_5_max": 0.753898, + "nauc_map_at_5_std": -0.03994, + "nauc_map_at_5_diff1": 0.825678, + "nauc_map_at_10_max": 0.754531, + "nauc_map_at_10_std": -0.033665, + "nauc_map_at_10_diff1": 0.82507, + "nauc_map_at_20_max": 0.75327, + "nauc_map_at_20_std": -0.03243, + "nauc_map_at_20_diff1": 0.824755, + "nauc_map_at_100_max": 0.753077, + "nauc_map_at_100_std": -0.032462, + "nauc_map_at_100_diff1": 0.825131, + "nauc_map_at_1000_max": 0.753021, + "nauc_map_at_1000_std": -0.032752, + "nauc_map_at_1000_diff1": 0.82523, + "nauc_recall_at_1_max": 0.725948, + "nauc_recall_at_1_std": -0.061147, + "nauc_recall_at_1_diff1": 0.846736, + "nauc_recall_at_3_max": 0.7973, + "nauc_recall_at_3_std": -0.013457, + "nauc_recall_at_3_diff1": 0.797829, + "nauc_recall_at_5_max": 0.803398, + "nauc_recall_at_5_std": 0.020701, + "nauc_recall_at_5_diff1": 0.781849, + "nauc_recall_at_10_max": 0.827219, + "nauc_recall_at_10_std": 0.123779, + "nauc_recall_at_10_diff1": 0.762223, + "nauc_recall_at_20_max": 0.81057, + "nauc_recall_at_20_std": 0.219051, + "nauc_recall_at_20_diff1": 0.729377, + "nauc_recall_at_100_max": 0.851213, + "nauc_recall_at_100_std": 0.46338, + "nauc_recall_at_100_diff1": 0.709934, + "nauc_recall_at_1000_max": 0.947481, + "nauc_recall_at_1000_std": 0.91505, + "nauc_recall_at_1000_diff1": 0.715821, + "nauc_precision_at_1_max": 0.726558, + "nauc_precision_at_1_std": -0.060477, + "nauc_precision_at_1_diff1": 0.846872, + "nauc_precision_at_3_max": 0.797048, + "nauc_precision_at_3_std": -0.011569, + "nauc_precision_at_3_diff1": 0.79621, + "nauc_precision_at_5_max": 0.80309, + "nauc_precision_at_5_std": 0.022835, + "nauc_precision_at_5_diff1": 0.779992, + "nauc_precision_at_10_max": 0.827047, + "nauc_precision_at_10_std": 0.127698, + "nauc_precision_at_10_diff1": 0.759634, + "nauc_precision_at_20_max": 0.805373, + "nauc_precision_at_20_std": 0.22834, + "nauc_precision_at_20_diff1": 0.721658, + "nauc_precision_at_100_max": 0.818954, + "nauc_precision_at_100_std": 0.480918, + "nauc_precision_at_100_diff1": 0.674676, + "nauc_precision_at_1000_max": 0.731811, + "nauc_precision_at_1000_std": 0.931962, + "nauc_precision_at_1000_diff1": 0.499875, + "nauc_mrr_at_1_max": 0.726558, + "nauc_mrr_at_1_std": -0.060477, + "nauc_mrr_at_1_diff1": 0.846872, + "nauc_mrr_at_3_max": 0.754402, + "nauc_mrr_at_3_std": -0.044336, + "nauc_mrr_at_3_diff1": 0.827693, + "nauc_mrr_at_5_max": 0.754138, + "nauc_mrr_at_5_std": -0.039678, + "nauc_mrr_at_5_diff1": 0.825729, + "nauc_mrr_at_10_max": 0.754793, + "nauc_mrr_at_10_std": -0.033296, + "nauc_mrr_at_10_diff1": 0.825106, + "nauc_mrr_at_20_max": 0.753534, + "nauc_mrr_at_20_std": -0.03205, + "nauc_mrr_at_20_diff1": 0.824791, + "nauc_mrr_at_100_max": 0.753339, + "nauc_mrr_at_100_std": -0.032137, + "nauc_mrr_at_100_diff1": 0.825173, + "nauc_mrr_at_1000_max": 0.753283, + "nauc_mrr_at_1000_std": -0.032427, + "nauc_mrr_at_1000_diff1": 0.825272, + "main_score": 0.75645, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.62899, + "ndcg_at_3": 0.6982, + "ndcg_at_5": 0.71396, + "ndcg_at_10": 0.7281, + "ndcg_at_20": 0.73827, + "ndcg_at_100": 0.75113, + "ndcg_at_1000": 0.75757, + "map_at_1": 0.62891, + "map_at_3": 0.68165, + "map_at_5": 0.69041, + "map_at_10": 0.69632, + "map_at_20": 0.69912, + "map_at_100": 0.70093, + "map_at_1000": 0.70117, + "recall_at_1": 0.62891, + "recall_at_3": 0.7459, + "recall_at_5": 0.78406, + "recall_at_10": 0.82739, + "recall_at_20": 0.86754, + "recall_at_100": 0.93642, + "recall_at_1000": 0.98722, + "precision_at_1": 0.62899, + "precision_at_3": 0.24869, + "precision_at_5": 0.15685, + "precision_at_10": 0.08277, + "precision_at_20": 0.04339, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.628993, + "mrr_at_3": 0.681647, + "mrr_at_5": 0.690415, + "mrr_at_10": 0.696334, + "mrr_at_20": 0.699136, + "mrr_at_100": 0.700941, + "mrr_at_1000": 0.70118, + "nauc_ndcg_at_1_max": 0.717239, + "nauc_ndcg_at_1_std": 0.038674, + "nauc_ndcg_at_1_diff1": 0.820293, + "nauc_ndcg_at_3_max": 0.746138, + "nauc_ndcg_at_3_std": 0.068125, + "nauc_ndcg_at_3_diff1": 0.788659, + "nauc_ndcg_at_5_max": 0.747271, + "nauc_ndcg_at_5_std": 0.07822, + "nauc_ndcg_at_5_diff1": 0.783465, + "nauc_ndcg_at_10_max": 0.747446, + "nauc_ndcg_at_10_std": 0.087522, + "nauc_ndcg_at_10_diff1": 0.780907, + "nauc_ndcg_at_20_max": 0.747483, + "nauc_ndcg_at_20_std": 0.093553, + "nauc_ndcg_at_20_diff1": 0.781977, + "nauc_ndcg_at_100_max": 0.746373, + "nauc_ndcg_at_100_std": 0.097973, + "nauc_ndcg_at_100_diff1": 0.785347, + "nauc_ndcg_at_1000_max": 0.744294, + "nauc_ndcg_at_1000_std": 0.088938, + "nauc_ndcg_at_1000_diff1": 0.787648, + "nauc_map_at_1_max": 0.716975, + "nauc_map_at_1_std": 0.038165, + "nauc_map_at_1_diff1": 0.820281, + "nauc_map_at_3_max": 0.738621, + "nauc_map_at_3_std": 0.059517, + "nauc_map_at_3_diff1": 0.796632, + "nauc_map_at_5_max": 0.739126, + "nauc_map_at_5_std": 0.064659, + "nauc_map_at_5_diff1": 0.794134, + "nauc_map_at_10_max": 0.738987, + "nauc_map_at_10_std": 0.06791, + "nauc_map_at_10_diff1": 0.793224, + "nauc_map_at_20_max": 0.738956, + "nauc_map_at_20_std": 0.069196, + "nauc_map_at_20_diff1": 0.793612, + "nauc_map_at_100_max": 0.738749, + "nauc_map_at_100_std": 0.069818, + "nauc_map_at_100_diff1": 0.794049, + "nauc_map_at_1000_max": 0.738682, + "nauc_map_at_1000_std": 0.06956, + "nauc_map_at_1000_diff1": 0.794128, + "nauc_recall_at_1_max": 0.716975, + "nauc_recall_at_1_std": 0.038165, + "nauc_recall_at_1_diff1": 0.820281, + "nauc_recall_at_3_max": 0.771568, + "nauc_recall_at_3_std": 0.097728, + "nauc_recall_at_3_diff1": 0.761812, + "nauc_recall_at_5_max": 0.777975, + "nauc_recall_at_5_std": 0.131611, + "nauc_recall_at_5_diff1": 0.742429, + "nauc_recall_at_10_max": 0.785802, + "nauc_recall_at_10_std": 0.184022, + "nauc_recall_at_10_diff1": 0.723473, + "nauc_recall_at_20_max": 0.795885, + "nauc_recall_at_20_std": 0.251689, + "nauc_recall_at_20_diff1": 0.715185, + "nauc_recall_at_100_max": 0.82632, + "nauc_recall_at_100_std": 0.47678, + "nauc_recall_at_100_diff1": 0.70952, + "nauc_recall_at_1000_max": 0.874919, + "nauc_recall_at_1000_std": 0.781799, + "nauc_recall_at_1000_diff1": 0.702783, + "nauc_precision_at_1_max": 0.717239, + "nauc_precision_at_1_std": 0.038674, + "nauc_precision_at_1_diff1": 0.820293, + "nauc_precision_at_3_max": 0.770936, + "nauc_precision_at_3_std": 0.098926, + "nauc_precision_at_3_diff1": 0.760484, + "nauc_precision_at_5_max": 0.777246, + "nauc_precision_at_5_std": 0.132924, + "nauc_precision_at_5_diff1": 0.740947, + "nauc_precision_at_10_max": 0.784935, + "nauc_precision_at_10_std": 0.186384, + "nauc_precision_at_10_diff1": 0.721521, + "nauc_precision_at_20_max": 0.794801, + "nauc_precision_at_20_std": 0.255273, + "nauc_precision_at_20_diff1": 0.712504, + "nauc_precision_at_100_max": 0.812843, + "nauc_precision_at_100_std": 0.481016, + "nauc_precision_at_100_diff1": 0.693406, + "nauc_precision_at_1000_max": 0.782406, + "nauc_precision_at_1000_std": 0.781786, + "nauc_precision_at_1000_diff1": 0.602611, + "nauc_mrr_at_1_max": 0.717239, + "nauc_mrr_at_1_std": 0.038674, + "nauc_mrr_at_1_diff1": 0.820293, + "nauc_mrr_at_3_max": 0.738621, + "nauc_mrr_at_3_std": 0.059517, + "nauc_mrr_at_3_diff1": 0.796632, + "nauc_mrr_at_5_max": 0.739126, + "nauc_mrr_at_5_std": 0.064659, + "nauc_mrr_at_5_diff1": 0.794134, + "nauc_mrr_at_10_max": 0.738987, + "nauc_mrr_at_10_std": 0.067967, + "nauc_mrr_at_10_diff1": 0.793214, + "nauc_mrr_at_20_max": 0.738957, + "nauc_mrr_at_20_std": 0.069274, + "nauc_mrr_at_20_diff1": 0.793595, + "nauc_mrr_at_100_max": 0.738751, + "nauc_mrr_at_100_std": 0.069869, + "nauc_mrr_at_100_diff1": 0.794042, + "nauc_mrr_at_1000_max": 0.738684, + "nauc_mrr_at_1000_std": 0.069609, + "nauc_mrr_at_1000_diff1": 0.794121, + "main_score": 0.7281, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63131, + "ndcg_at_3": 0.70382, + "ndcg_at_5": 0.71996, + "ndcg_at_10": 0.73548, + "ndcg_at_20": 0.74429, + "ndcg_at_100": 0.75694, + "ndcg_at_1000": 0.7628, + "map_at_1": 0.63121, + "map_at_3": 0.68631, + "map_at_5": 0.69527, + "map_at_10": 0.70175, + "map_at_20": 0.70422, + "map_at_100": 0.70597, + "map_at_1000": 0.70618, + "recall_at_1": 0.63121, + "recall_at_3": 0.75424, + "recall_at_5": 0.79337, + "recall_at_10": 0.84098, + "recall_at_20": 0.87545, + "recall_at_100": 0.94353, + "recall_at_1000": 0.99019, + "precision_at_1": 0.63131, + "precision_at_3": 0.25144, + "precision_at_5": 0.15871, + "precision_at_10": 0.08412, + "precision_at_20": 0.04378, + "precision_at_100": 0.00944, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.631308, + "mrr_at_3": 0.686409, + "mrr_at_5": 0.695388, + "mrr_at_10": 0.701872, + "mrr_at_20": 0.70434, + "mrr_at_100": 0.706079, + "mrr_at_1000": 0.706292, + "nauc_ndcg_at_1_max": 0.735184, + "nauc_ndcg_at_1_std": 0.056451, + "nauc_ndcg_at_1_diff1": 0.832727, + "nauc_ndcg_at_3_max": 0.769731, + "nauc_ndcg_at_3_std": 0.093725, + "nauc_ndcg_at_3_diff1": 0.797293, + "nauc_ndcg_at_5_max": 0.769153, + "nauc_ndcg_at_5_std": 0.108633, + "nauc_ndcg_at_5_diff1": 0.791338, + "nauc_ndcg_at_10_max": 0.769891, + "nauc_ndcg_at_10_std": 0.120095, + "nauc_ndcg_at_10_diff1": 0.791446, + "nauc_ndcg_at_20_max": 0.771072, + "nauc_ndcg_at_20_std": 0.130441, + "nauc_ndcg_at_20_diff1": 0.792555, + "nauc_ndcg_at_100_max": 0.768413, + "nauc_ndcg_at_100_std": 0.127047, + "nauc_ndcg_at_100_diff1": 0.796224, + "nauc_ndcg_at_1000_max": 0.76637, + "nauc_ndcg_at_1000_std": 0.116801, + "nauc_ndcg_at_1000_diff1": 0.79866, + "nauc_map_at_1_max": 0.735374, + "nauc_map_at_1_std": 0.056719, + "nauc_map_at_1_diff1": 0.832694, + "nauc_map_at_3_max": 0.760967, + "nauc_map_at_3_std": 0.083075, + "nauc_map_at_3_diff1": 0.806054, + "nauc_map_at_5_max": 0.760597, + "nauc_map_at_5_std": 0.090682, + "nauc_map_at_5_diff1": 0.80321, + "nauc_map_at_10_max": 0.760772, + "nauc_map_at_10_std": 0.09468, + "nauc_map_at_10_diff1": 0.803593, + "nauc_map_at_20_max": 0.761061, + "nauc_map_at_20_std": 0.09714, + "nauc_map_at_20_diff1": 0.803976, + "nauc_map_at_100_max": 0.760672, + "nauc_map_at_100_std": 0.096634, + "nauc_map_at_100_diff1": 0.804477, + "nauc_map_at_1000_max": 0.760605, + "nauc_map_at_1000_std": 0.096363, + "nauc_map_at_1000_diff1": 0.804544, + "nauc_recall_at_1_max": 0.735374, + "nauc_recall_at_1_std": 0.056719, + "nauc_recall_at_1_diff1": 0.832694, + "nauc_recall_at_3_max": 0.79989, + "nauc_recall_at_3_std": 0.131114, + "nauc_recall_at_3_diff1": 0.767387, + "nauc_recall_at_5_max": 0.80178, + "nauc_recall_at_5_std": 0.180903, + "nauc_recall_at_5_diff1": 0.74478, + "nauc_recall_at_10_max": 0.813056, + "nauc_recall_at_10_std": 0.252417, + "nauc_recall_at_10_diff1": 0.732, + "nauc_recall_at_20_max": 0.830958, + "nauc_recall_at_20_std": 0.35646, + "nauc_recall_at_20_diff1": 0.72515, + "nauc_recall_at_100_max": 0.848139, + "nauc_recall_at_100_std": 0.542928, + "nauc_recall_at_100_diff1": 0.720521, + "nauc_recall_at_1000_max": 0.89277, + "nauc_recall_at_1000_std": 0.760221, + "nauc_recall_at_1000_diff1": 0.77722, + "nauc_precision_at_1_max": 0.735184, + "nauc_precision_at_1_std": 0.056451, + "nauc_precision_at_1_diff1": 0.832727, + "nauc_precision_at_3_max": 0.799707, + "nauc_precision_at_3_std": 0.130779, + "nauc_precision_at_3_diff1": 0.767472, + "nauc_precision_at_5_max": 0.801499, + "nauc_precision_at_5_std": 0.181465, + "nauc_precision_at_5_diff1": 0.74464, + "nauc_precision_at_10_max": 0.812861, + "nauc_precision_at_10_std": 0.253243, + "nauc_precision_at_10_diff1": 0.731946, + "nauc_precision_at_20_max": 0.83074, + "nauc_precision_at_20_std": 0.357632, + "nauc_precision_at_20_diff1": 0.725073, + "nauc_precision_at_100_max": 0.840501, + "nauc_precision_at_100_std": 0.545052, + "nauc_precision_at_100_diff1": 0.713559, + "nauc_precision_at_1000_max": 0.8486, + "nauc_precision_at_1000_std": 0.767099, + "nauc_precision_at_1000_diff1": 0.736586, + "nauc_mrr_at_1_max": 0.735184, + "nauc_mrr_at_1_std": 0.056451, + "nauc_mrr_at_1_diff1": 0.832727, + "nauc_mrr_at_3_max": 0.760758, + "nauc_mrr_at_3_std": 0.082777, + "nauc_mrr_at_3_diff1": 0.806086, + "nauc_mrr_at_5_max": 0.760366, + "nauc_mrr_at_5_std": 0.090546, + "nauc_mrr_at_5_diff1": 0.803203, + "nauc_mrr_at_10_max": 0.76054, + "nauc_mrr_at_10_std": 0.094542, + "nauc_mrr_at_10_diff1": 0.80359, + "nauc_mrr_at_20_max": 0.760827, + "nauc_mrr_at_20_std": 0.097002, + "nauc_mrr_at_20_diff1": 0.803974, + "nauc_mrr_at_100_max": 0.760438, + "nauc_mrr_at_100_std": 0.096436, + "nauc_mrr_at_100_diff1": 0.804484, + "nauc_mrr_at_1000_max": 0.760371, + "nauc_mrr_at_1000_std": 0.096165, + "nauc_mrr_at_1000_diff1": 0.804551, + "main_score": 0.73548, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.59194, + "ndcg_at_3": 0.66331, + "ndcg_at_5": 0.68295, + "ndcg_at_10": 0.69977, + "ndcg_at_20": 0.71082, + "ndcg_at_100": 0.72506, + "ndcg_at_1000": 0.73227, + "map_at_1": 0.59184, + "map_at_3": 0.64617, + "map_at_5": 0.65705, + "map_at_10": 0.66405, + "map_at_20": 0.66711, + "map_at_100": 0.66914, + "map_at_1000": 0.66941, + "recall_at_1": 0.59184, + "recall_at_3": 0.71257, + "recall_at_5": 0.76037, + "recall_at_10": 0.81204, + "recall_at_20": 0.85557, + "recall_at_100": 0.93155, + "recall_at_1000": 0.9881, + "precision_at_1": 0.59194, + "precision_at_3": 0.23759, + "precision_at_5": 0.15212, + "precision_at_10": 0.08122, + "precision_at_20": 0.04279, + "precision_at_100": 0.00932, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.591945, + "mrr_at_3": 0.646325, + "mrr_at_5": 0.657198, + "mrr_at_10": 0.664203, + "mrr_at_20": 0.66726, + "mrr_at_100": 0.669279, + "mrr_at_1000": 0.669554, + "nauc_ndcg_at_1_max": 0.65992, + "nauc_ndcg_at_1_std": 0.039466, + "nauc_ndcg_at_1_diff1": 0.786202, + "nauc_ndcg_at_3_max": 0.700694, + "nauc_ndcg_at_3_std": 0.066555, + "nauc_ndcg_at_3_diff1": 0.753093, + "nauc_ndcg_at_5_max": 0.704916, + "nauc_ndcg_at_5_std": 0.078435, + "nauc_ndcg_at_5_diff1": 0.745727, + "nauc_ndcg_at_10_max": 0.702541, + "nauc_ndcg_at_10_std": 0.088345, + "nauc_ndcg_at_10_diff1": 0.742217, + "nauc_ndcg_at_20_max": 0.703028, + "nauc_ndcg_at_20_std": 0.096725, + "nauc_ndcg_at_20_diff1": 0.742829, + "nauc_ndcg_at_100_max": 0.700484, + "nauc_ndcg_at_100_std": 0.098108, + "nauc_ndcg_at_100_diff1": 0.747011, + "nauc_ndcg_at_1000_max": 0.698159, + "nauc_ndcg_at_1000_std": 0.088314, + "nauc_ndcg_at_1000_diff1": 0.749696, + "nauc_map_at_1_max": 0.659883, + "nauc_map_at_1_std": 0.039576, + "nauc_map_at_1_diff1": 0.785743, + "nauc_map_at_3_max": 0.690961, + "nauc_map_at_3_std": 0.059172, + "nauc_map_at_3_diff1": 0.761364, + "nauc_map_at_5_max": 0.693059, + "nauc_map_at_5_std": 0.065184, + "nauc_map_at_5_diff1": 0.757811, + "nauc_map_at_10_max": 0.691898, + "nauc_map_at_10_std": 0.06864, + "nauc_map_at_10_diff1": 0.756575, + "nauc_map_at_20_max": 0.691921, + "nauc_map_at_20_std": 0.070477, + "nauc_map_at_20_diff1": 0.756894, + "nauc_map_at_100_max": 0.691548, + "nauc_map_at_100_std": 0.0706, + "nauc_map_at_100_diff1": 0.757415, + "nauc_map_at_1000_max": 0.691483, + "nauc_map_at_1000_std": 0.07035, + "nauc_map_at_1000_diff1": 0.757504, + "nauc_recall_at_1_max": 0.659883, + "nauc_recall_at_1_std": 0.039576, + "nauc_recall_at_1_diff1": 0.785743, + "nauc_recall_at_3_max": 0.732344, + "nauc_recall_at_3_std": 0.091335, + "nauc_recall_at_3_diff1": 0.725159, + "nauc_recall_at_5_max": 0.749084, + "nauc_recall_at_5_std": 0.130562, + "nauc_recall_at_5_diff1": 0.69845, + "nauc_recall_at_10_max": 0.748642, + "nauc_recall_at_10_std": 0.185929, + "nauc_recall_at_10_diff1": 0.67361, + "nauc_recall_at_20_max": 0.764453, + "nauc_recall_at_20_std": 0.270457, + "nauc_recall_at_20_diff1": 0.658637, + "nauc_recall_at_100_max": 0.781576, + "nauc_recall_at_100_std": 0.463494, + "nauc_recall_at_100_diff1": 0.651672, + "nauc_recall_at_1000_max": 0.810774, + "nauc_recall_at_1000_std": 0.676609, + "nauc_recall_at_1000_diff1": 0.599038, + "nauc_precision_at_1_max": 0.65992, + "nauc_precision_at_1_std": 0.039466, + "nauc_precision_at_1_diff1": 0.786202, + "nauc_precision_at_3_max": 0.732431, + "nauc_precision_at_3_std": 0.091097, + "nauc_precision_at_3_diff1": 0.725908, + "nauc_precision_at_5_max": 0.749196, + "nauc_precision_at_5_std": 0.130313, + "nauc_precision_at_5_diff1": 0.699301, + "nauc_precision_at_10_max": 0.748905, + "nauc_precision_at_10_std": 0.185702, + "nauc_precision_at_10_diff1": 0.674744, + "nauc_precision_at_20_max": 0.764808, + "nauc_precision_at_20_std": 0.270277, + "nauc_precision_at_20_diff1": 0.660062, + "nauc_precision_at_100_max": 0.776388, + "nauc_precision_at_100_std": 0.460202, + "nauc_precision_at_100_diff1": 0.649925, + "nauc_precision_at_1000_max": 0.780833, + "nauc_precision_at_1000_std": 0.653578, + "nauc_precision_at_1000_diff1": 0.590254, + "nauc_mrr_at_1_max": 0.65992, + "nauc_mrr_at_1_std": 0.039466, + "nauc_mrr_at_1_diff1": 0.786202, + "nauc_mrr_at_3_max": 0.690952, + "nauc_mrr_at_3_std": 0.058996, + "nauc_mrr_at_3_diff1": 0.761887, + "nauc_mrr_at_5_max": 0.69305, + "nauc_mrr_at_5_std": 0.065004, + "nauc_mrr_at_5_diff1": 0.758347, + "nauc_mrr_at_10_max": 0.691888, + "nauc_mrr_at_10_std": 0.068458, + "nauc_mrr_at_10_diff1": 0.757122, + "nauc_mrr_at_20_max": 0.691912, + "nauc_mrr_at_20_std": 0.070293, + "nauc_mrr_at_20_diff1": 0.757446, + "nauc_mrr_at_100_max": 0.691547, + "nauc_mrr_at_100_std": 0.070426, + "nauc_mrr_at_100_diff1": 0.757964, + "nauc_mrr_at_1000_max": 0.691481, + "nauc_mrr_at_1000_std": 0.070176, + "nauc_mrr_at_1000_diff1": 0.758054, + "main_score": 0.69977, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.5525, + "ndcg_at_3": 0.62832, + "ndcg_at_5": 0.64684, + "ndcg_at_10": 0.66353, + "ndcg_at_20": 0.67542, + "ndcg_at_100": 0.69191, + "ndcg_at_1000": 0.70019, + "map_at_1": 0.5525, + "map_at_3": 0.6098, + "map_at_5": 0.62012, + "map_at_10": 0.6271, + "map_at_20": 0.63035, + "map_at_100": 0.6326, + "map_at_1000": 0.63289, + "recall_at_1": 0.5525, + "recall_at_3": 0.68189, + "recall_at_5": 0.72666, + "recall_at_10": 0.7778, + "recall_at_20": 0.82493, + "recall_at_100": 0.91429, + "recall_at_1000": 0.98053, + "precision_at_1": 0.5525, + "precision_at_3": 0.2273, + "precision_at_5": 0.14533, + "precision_at_10": 0.07778, + "precision_at_20": 0.04125, + "precision_at_100": 0.00914, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.552502, + "mrr_at_3": 0.609797, + "mrr_at_5": 0.620115, + "mrr_at_10": 0.627096, + "mrr_at_20": 0.630346, + "mrr_at_100": 0.632597, + "mrr_at_1000": 0.632892, + "nauc_ndcg_at_1_max": 0.714722, + "nauc_ndcg_at_1_std": 0.106727, + "nauc_ndcg_at_1_diff1": 0.78585, + "nauc_ndcg_at_3_max": 0.746819, + "nauc_ndcg_at_3_std": 0.143563, + "nauc_ndcg_at_3_diff1": 0.745199, + "nauc_ndcg_at_5_max": 0.745587, + "nauc_ndcg_at_5_std": 0.153249, + "nauc_ndcg_at_5_diff1": 0.737625, + "nauc_ndcg_at_10_max": 0.747476, + "nauc_ndcg_at_10_std": 0.17341, + "nauc_ndcg_at_10_diff1": 0.735432, + "nauc_ndcg_at_20_max": 0.74787, + "nauc_ndcg_at_20_std": 0.181383, + "nauc_ndcg_at_20_diff1": 0.736567, + "nauc_ndcg_at_100_max": 0.7452, + "nauc_ndcg_at_100_std": 0.182051, + "nauc_ndcg_at_100_diff1": 0.739335, + "nauc_ndcg_at_1000_max": 0.74374, + "nauc_ndcg_at_1000_std": 0.171081, + "nauc_ndcg_at_1000_diff1": 0.742847, + "nauc_map_at_1_max": 0.714722, + "nauc_map_at_1_std": 0.106727, + "nauc_map_at_1_diff1": 0.78585, + "nauc_map_at_3_max": 0.739103, + "nauc_map_at_3_std": 0.134416, + "nauc_map_at_3_diff1": 0.755577, + "nauc_map_at_5_max": 0.738153, + "nauc_map_at_5_std": 0.139236, + "nauc_map_at_5_diff1": 0.75174, + "nauc_map_at_10_max": 0.738759, + "nauc_map_at_10_std": 0.146648, + "nauc_map_at_10_diff1": 0.751199, + "nauc_map_at_20_max": 0.738698, + "nauc_map_at_20_std": 0.148408, + "nauc_map_at_20_diff1": 0.751551, + "nauc_map_at_100_max": 0.738304, + "nauc_map_at_100_std": 0.148354, + "nauc_map_at_100_diff1": 0.751913, + "nauc_map_at_1000_max": 0.738272, + "nauc_map_at_1000_std": 0.148051, + "nauc_map_at_1000_diff1": 0.752031, + "nauc_recall_at_1_max": 0.714722, + "nauc_recall_at_1_std": 0.106727, + "nauc_recall_at_1_diff1": 0.78585, + "nauc_recall_at_3_max": 0.77167, + "nauc_recall_at_3_std": 0.173174, + "nauc_recall_at_3_diff1": 0.711462, + "nauc_recall_at_5_max": 0.771822, + "nauc_recall_at_5_std": 0.205027, + "nauc_recall_at_5_diff1": 0.685987, + "nauc_recall_at_10_max": 0.784311, + "nauc_recall_at_10_std": 0.298187, + "nauc_recall_at_10_diff1": 0.667132, + "nauc_recall_at_20_max": 0.796249, + "nauc_recall_at_20_std": 0.3764, + "nauc_recall_at_20_diff1": 0.659516, + "nauc_recall_at_100_max": 0.800446, + "nauc_recall_at_100_std": 0.563198, + "nauc_recall_at_100_diff1": 0.634333, + "nauc_recall_at_1000_max": 0.829464, + "nauc_recall_at_1000_std": 0.734391, + "nauc_recall_at_1000_diff1": 0.618556, + "nauc_precision_at_1_max": 0.714722, + "nauc_precision_at_1_std": 0.106727, + "nauc_precision_at_1_diff1": 0.78585, + "nauc_precision_at_3_max": 0.77167, + "nauc_precision_at_3_std": 0.173174, + "nauc_precision_at_3_diff1": 0.711462, + "nauc_precision_at_5_max": 0.771822, + "nauc_precision_at_5_std": 0.205027, + "nauc_precision_at_5_diff1": 0.685987, + "nauc_precision_at_10_max": 0.784311, + "nauc_precision_at_10_std": 0.298187, + "nauc_precision_at_10_diff1": 0.667132, + "nauc_precision_at_20_max": 0.796249, + "nauc_precision_at_20_std": 0.3764, + "nauc_precision_at_20_diff1": 0.659516, + "nauc_precision_at_100_max": 0.800446, + "nauc_precision_at_100_std": 0.563198, + "nauc_precision_at_100_diff1": 0.634333, + "nauc_precision_at_1000_max": 0.829464, + "nauc_precision_at_1000_std": 0.734391, + "nauc_precision_at_1000_diff1": 0.618556, + "nauc_mrr_at_1_max": 0.714722, + "nauc_mrr_at_1_std": 0.106727, + "nauc_mrr_at_1_diff1": 0.78585, + "nauc_mrr_at_3_max": 0.739103, + "nauc_mrr_at_3_std": 0.134416, + "nauc_mrr_at_3_diff1": 0.755577, + "nauc_mrr_at_5_max": 0.738153, + "nauc_mrr_at_5_std": 0.139236, + "nauc_mrr_at_5_diff1": 0.75174, + "nauc_mrr_at_10_max": 0.738759, + "nauc_mrr_at_10_std": 0.146648, + "nauc_mrr_at_10_diff1": 0.751199, + "nauc_mrr_at_20_max": 0.738698, + "nauc_mrr_at_20_std": 0.148408, + "nauc_mrr_at_20_diff1": 0.751551, + "nauc_mrr_at_100_max": 0.738304, + "nauc_mrr_at_100_std": 0.148354, + "nauc_mrr_at_100_diff1": 0.751913, + "nauc_mrr_at_1000_max": 0.738272, + "nauc_mrr_at_1000_std": 0.148051, + "nauc_mrr_at_1000_diff1": 0.752031, + "main_score": 0.66353, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.58002, + "ndcg_at_3": 0.65675, + "ndcg_at_5": 0.6753, + "ndcg_at_10": 0.69219, + "ndcg_at_20": 0.70496, + "ndcg_at_100": 0.71927, + "ndcg_at_1000": 0.726, + "map_at_1": 0.58002, + "map_at_3": 0.63821, + "map_at_5": 0.64856, + "map_at_10": 0.65554, + "map_at_20": 0.65911, + "map_at_100": 0.66106, + "map_at_1000": 0.66131, + "recall_at_1": 0.58002, + "recall_at_3": 0.71028, + "recall_at_5": 0.75506, + "recall_at_10": 0.80724, + "recall_at_20": 0.85718, + "recall_at_100": 0.93477, + "recall_at_1000": 0.98793, + "precision_at_1": 0.58002, + "precision_at_3": 0.23676, + "precision_at_5": 0.15101, + "precision_at_10": 0.08072, + "precision_at_20": 0.04286, + "precision_at_100": 0.00935, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.580023, + "mrr_at_3": 0.638207, + "mrr_at_5": 0.648556, + "mrr_at_10": 0.655539, + "mrr_at_20": 0.659121, + "mrr_at_100": 0.66106, + "mrr_at_1000": 0.661312, + "nauc_ndcg_at_1_max": 0.677029, + "nauc_ndcg_at_1_std": 0.032789, + "nauc_ndcg_at_1_diff1": 0.7951, + "nauc_ndcg_at_3_max": 0.701417, + "nauc_ndcg_at_3_std": 0.057402, + "nauc_ndcg_at_3_diff1": 0.750158, + "nauc_ndcg_at_5_max": 0.703907, + "nauc_ndcg_at_5_std": 0.07013, + "nauc_ndcg_at_5_diff1": 0.747353, + "nauc_ndcg_at_10_max": 0.702393, + "nauc_ndcg_at_10_std": 0.075733, + "nauc_ndcg_at_10_diff1": 0.745974, + "nauc_ndcg_at_20_max": 0.705319, + "nauc_ndcg_at_20_std": 0.086883, + "nauc_ndcg_at_20_diff1": 0.748057, + "nauc_ndcg_at_100_max": 0.703424, + "nauc_ndcg_at_100_std": 0.087724, + "nauc_ndcg_at_100_diff1": 0.750709, + "nauc_ndcg_at_1000_max": 0.701731, + "nauc_ndcg_at_1000_std": 0.079868, + "nauc_ndcg_at_1000_diff1": 0.753538, + "nauc_map_at_1_max": 0.677029, + "nauc_map_at_1_std": 0.032789, + "nauc_map_at_1_diff1": 0.7951, + "nauc_map_at_3_max": 0.695299, + "nauc_map_at_3_std": 0.050571, + "nauc_map_at_3_diff1": 0.761633, + "nauc_map_at_5_max": 0.696599, + "nauc_map_at_5_std": 0.057356, + "nauc_map_at_5_diff1": 0.760399, + "nauc_map_at_10_max": 0.695854, + "nauc_map_at_10_std": 0.059088, + "nauc_map_at_10_diff1": 0.760152, + "nauc_map_at_20_max": 0.696606, + "nauc_map_at_20_std": 0.061747, + "nauc_map_at_20_diff1": 0.76086, + "nauc_map_at_100_max": 0.69633, + "nauc_map_at_100_std": 0.061881, + "nauc_map_at_100_diff1": 0.761156, + "nauc_map_at_1000_max": 0.696288, + "nauc_map_at_1000_std": 0.061689, + "nauc_map_at_1000_diff1": 0.761249, + "nauc_recall_at_1_max": 0.677029, + "nauc_recall_at_1_std": 0.032789, + "nauc_recall_at_1_diff1": 0.7951, + "nauc_recall_at_3_max": 0.721636, + "nauc_recall_at_3_std": 0.080308, + "nauc_recall_at_3_diff1": 0.712144, + "nauc_recall_at_5_max": 0.731137, + "nauc_recall_at_5_std": 0.119746, + "nauc_recall_at_5_diff1": 0.698595, + "nauc_recall_at_10_max": 0.730703, + "nauc_recall_at_10_std": 0.156045, + "nauc_recall_at_10_diff1": 0.681894, + "nauc_recall_at_20_max": 0.758482, + "nauc_recall_at_20_std": 0.257253, + "nauc_recall_at_20_diff1": 0.67566, + "nauc_recall_at_100_max": 0.781182, + "nauc_recall_at_100_std": 0.448905, + "nauc_recall_at_100_diff1": 0.652174, + "nauc_recall_at_1000_max": 0.856287, + "nauc_recall_at_1000_std": 0.802464, + "nauc_recall_at_1000_diff1": 0.637746, + "nauc_precision_at_1_max": 0.677029, + "nauc_precision_at_1_std": 0.032789, + "nauc_precision_at_1_diff1": 0.7951, + "nauc_precision_at_3_max": 0.721636, + "nauc_precision_at_3_std": 0.080308, + "nauc_precision_at_3_diff1": 0.712144, + "nauc_precision_at_5_max": 0.731137, + "nauc_precision_at_5_std": 0.119746, + "nauc_precision_at_5_diff1": 0.698595, + "nauc_precision_at_10_max": 0.730703, + "nauc_precision_at_10_std": 0.156045, + "nauc_precision_at_10_diff1": 0.681894, + "nauc_precision_at_20_max": 0.758695, + "nauc_precision_at_20_std": 0.258647, + "nauc_precision_at_20_diff1": 0.675684, + "nauc_precision_at_100_max": 0.776083, + "nauc_precision_at_100_std": 0.451752, + "nauc_precision_at_100_diff1": 0.647159, + "nauc_precision_at_1000_max": 0.827299, + "nauc_precision_at_1000_std": 0.807855, + "nauc_precision_at_1000_diff1": 0.611646, + "nauc_mrr_at_1_max": 0.677029, + "nauc_mrr_at_1_std": 0.032789, + "nauc_mrr_at_1_diff1": 0.7951, + "nauc_mrr_at_3_max": 0.695299, + "nauc_mrr_at_3_std": 0.050571, + "nauc_mrr_at_3_diff1": 0.761633, + "nauc_mrr_at_5_max": 0.696599, + "nauc_mrr_at_5_std": 0.057356, + "nauc_mrr_at_5_diff1": 0.760399, + "nauc_mrr_at_10_max": 0.695854, + "nauc_mrr_at_10_std": 0.059088, + "nauc_mrr_at_10_diff1": 0.760152, + "nauc_mrr_at_20_max": 0.696613, + "nauc_mrr_at_20_std": 0.061796, + "nauc_mrr_at_20_diff1": 0.760863, + "nauc_mrr_at_100_max": 0.696333, + "nauc_mrr_at_100_std": 0.061898, + "nauc_mrr_at_100_diff1": 0.761157, + "nauc_mrr_at_1000_max": 0.69629, + "nauc_mrr_at_1000_std": 0.061706, + "nauc_mrr_at_1000_diff1": 0.761251, + "main_score": 0.69219, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.59656, + "ndcg_at_3": 0.68291, + "ndcg_at_5": 0.7014, + "ndcg_at_10": 0.72066, + "ndcg_at_20": 0.73089, + "ndcg_at_100": 0.74401, + "ndcg_at_1000": 0.74885, + "map_at_1": 0.59656, + "map_at_3": 0.66203, + "map_at_5": 0.6724, + "map_at_10": 0.68042, + "map_at_20": 0.68323, + "map_at_100": 0.68517, + "map_at_1000": 0.68535, + "recall_at_1": 0.59656, + "recall_at_3": 0.74317, + "recall_at_5": 0.78766, + "recall_at_10": 0.84681, + "recall_at_20": 0.88726, + "recall_at_100": 0.95602, + "recall_at_1000": 0.99444, + "precision_at_1": 0.59656, + "precision_at_3": 0.24772, + "precision_at_5": 0.15753, + "precision_at_10": 0.08468, + "precision_at_20": 0.04436, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.596562, + "mrr_at_3": 0.662032, + "mrr_at_5": 0.672396, + "mrr_at_10": 0.68042, + "mrr_at_20": 0.683228, + "mrr_at_100": 0.685175, + "mrr_at_1000": 0.685351, + "nauc_ndcg_at_1_max": 0.653692, + "nauc_ndcg_at_1_std": 0.053603, + "nauc_ndcg_at_1_diff1": 0.767629, + "nauc_ndcg_at_3_max": 0.702881, + "nauc_ndcg_at_3_std": 0.083528, + "nauc_ndcg_at_3_diff1": 0.741271, + "nauc_ndcg_at_5_max": 0.706116, + "nauc_ndcg_at_5_std": 0.104106, + "nauc_ndcg_at_5_diff1": 0.735336, + "nauc_ndcg_at_10_max": 0.702447, + "nauc_ndcg_at_10_std": 0.108103, + "nauc_ndcg_at_10_diff1": 0.735232, + "nauc_ndcg_at_20_max": 0.701528, + "nauc_ndcg_at_20_std": 0.114001, + "nauc_ndcg_at_20_diff1": 0.734951, + "nauc_ndcg_at_100_max": 0.697789, + "nauc_ndcg_at_100_std": 0.109626, + "nauc_ndcg_at_100_diff1": 0.738245, + "nauc_ndcg_at_1000_max": 0.695586, + "nauc_ndcg_at_1000_std": 0.102412, + "nauc_ndcg_at_1000_diff1": 0.740129, + "nauc_map_at_1_max": 0.653692, + "nauc_map_at_1_std": 0.053603, + "nauc_map_at_1_diff1": 0.767629, + "nauc_map_at_3_max": 0.689854, + "nauc_map_at_3_std": 0.075567, + "nauc_map_at_3_diff1": 0.747812, + "nauc_map_at_5_max": 0.691125, + "nauc_map_at_5_std": 0.086121, + "nauc_map_at_5_diff1": 0.744883, + "nauc_map_at_10_max": 0.689367, + "nauc_map_at_10_std": 0.087622, + "nauc_map_at_10_diff1": 0.744952, + "nauc_map_at_20_max": 0.689188, + "nauc_map_at_20_std": 0.088926, + "nauc_map_at_20_diff1": 0.745051, + "nauc_map_at_100_max": 0.688578, + "nauc_map_at_100_std": 0.088314, + "nauc_map_at_100_diff1": 0.745368, + "nauc_map_at_1000_max": 0.68851, + "nauc_map_at_1000_std": 0.088117, + "nauc_map_at_1000_diff1": 0.745413, + "nauc_recall_at_1_max": 0.653692, + "nauc_recall_at_1_std": 0.053603, + "nauc_recall_at_1_diff1": 0.767629, + "nauc_recall_at_3_max": 0.748385, + "nauc_recall_at_3_std": 0.111353, + "nauc_recall_at_3_diff1": 0.718655, + "nauc_recall_at_5_max": 0.766155, + "nauc_recall_at_5_std": 0.179239, + "nauc_recall_at_5_diff1": 0.696697, + "nauc_recall_at_10_max": 0.768459, + "nauc_recall_at_10_std": 0.22001, + "nauc_recall_at_10_diff1": 0.68431, + "nauc_recall_at_20_max": 0.779134, + "nauc_recall_at_20_std": 0.301357, + "nauc_recall_at_20_diff1": 0.664632, + "nauc_recall_at_100_max": 0.806686, + "nauc_recall_at_100_std": 0.464178, + "nauc_recall_at_100_diff1": 0.653868, + "nauc_recall_at_1000_max": 0.897069, + "nauc_recall_at_1000_std": 0.684138, + "nauc_recall_at_1000_diff1": 0.675528, + "nauc_precision_at_1_max": 0.653692, + "nauc_precision_at_1_std": 0.053603, + "nauc_precision_at_1_diff1": 0.767629, + "nauc_precision_at_3_max": 0.748385, + "nauc_precision_at_3_std": 0.111353, + "nauc_precision_at_3_diff1": 0.718655, + "nauc_precision_at_5_max": 0.766155, + "nauc_precision_at_5_std": 0.179239, + "nauc_precision_at_5_diff1": 0.696697, + "nauc_precision_at_10_max": 0.768459, + "nauc_precision_at_10_std": 0.22001, + "nauc_precision_at_10_diff1": 0.68431, + "nauc_precision_at_20_max": 0.779134, + "nauc_precision_at_20_std": 0.301357, + "nauc_precision_at_20_diff1": 0.664632, + "nauc_precision_at_100_max": 0.806686, + "nauc_precision_at_100_std": 0.464178, + "nauc_precision_at_100_diff1": 0.653868, + "nauc_precision_at_1000_max": 0.897069, + "nauc_precision_at_1000_std": 0.684138, + "nauc_precision_at_1000_diff1": 0.675528, + "nauc_mrr_at_1_max": 0.653692, + "nauc_mrr_at_1_std": 0.053603, + "nauc_mrr_at_1_diff1": 0.767629, + "nauc_mrr_at_3_max": 0.689854, + "nauc_mrr_at_3_std": 0.075567, + "nauc_mrr_at_3_diff1": 0.747812, + "nauc_mrr_at_5_max": 0.691125, + "nauc_mrr_at_5_std": 0.086121, + "nauc_mrr_at_5_diff1": 0.744883, + "nauc_mrr_at_10_max": 0.689367, + "nauc_mrr_at_10_std": 0.087622, + "nauc_mrr_at_10_diff1": 0.744952, + "nauc_mrr_at_20_max": 0.689188, + "nauc_mrr_at_20_std": 0.088926, + "nauc_mrr_at_20_diff1": 0.745051, + "nauc_mrr_at_100_max": 0.688578, + "nauc_mrr_at_100_std": 0.088314, + "nauc_mrr_at_100_diff1": 0.745368, + "nauc_mrr_at_1000_max": 0.68851, + "nauc_mrr_at_1000_std": 0.088117, + "nauc_mrr_at_1000_diff1": 0.745413, + "main_score": 0.72066, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67756, + "ndcg_at_3": 0.75602, + "ndcg_at_5": 0.77344, + "ndcg_at_10": 0.78629, + "ndcg_at_20": 0.7962, + "ndcg_at_100": 0.80482, + "ndcg_at_1000": 0.80767, + "map_at_1": 0.67719, + "map_at_3": 0.73694, + "map_at_5": 0.74661, + "map_at_10": 0.75208, + "map_at_20": 0.75488, + "map_at_100": 0.75611, + "map_at_1000": 0.75622, + "recall_at_1": 0.67719, + "recall_at_3": 0.81079, + "recall_at_5": 0.85306, + "recall_at_10": 0.89196, + "recall_at_20": 0.93048, + "recall_at_100": 0.97632, + "recall_at_1000": 0.99887, + "precision_at_1": 0.67756, + "precision_at_3": 0.27039, + "precision_at_5": 0.17069, + "precision_at_10": 0.08923, + "precision_at_20": 0.04656, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677565, + "mrr_at_3": 0.737317, + "mrr_at_5": 0.746984, + "mrr_at_10": 0.752455, + "mrr_at_20": 0.755224, + "mrr_at_100": 0.756446, + "mrr_at_1000": 0.756548, + "nauc_ndcg_at_1_max": 0.672416, + "nauc_ndcg_at_1_std": -0.135275, + "nauc_ndcg_at_1_diff1": 0.827795, + "nauc_ndcg_at_3_max": 0.711003, + "nauc_ndcg_at_3_std": -0.098486, + "nauc_ndcg_at_3_diff1": 0.789053, + "nauc_ndcg_at_5_max": 0.721822, + "nauc_ndcg_at_5_std": -0.08665, + "nauc_ndcg_at_5_diff1": 0.787935, + "nauc_ndcg_at_10_max": 0.719103, + "nauc_ndcg_at_10_std": -0.08605, + "nauc_ndcg_at_10_diff1": 0.788698, + "nauc_ndcg_at_20_max": 0.718681, + "nauc_ndcg_at_20_std": -0.072007, + "nauc_ndcg_at_20_diff1": 0.790316, + "nauc_ndcg_at_100_max": 0.712807, + "nauc_ndcg_at_100_std": -0.079016, + "nauc_ndcg_at_100_diff1": 0.794408, + "nauc_ndcg_at_1000_max": 0.710396, + "nauc_ndcg_at_1000_std": -0.089151, + "nauc_ndcg_at_1000_diff1": 0.796113, + "nauc_map_at_1_max": 0.672899, + "nauc_map_at_1_std": -0.135951, + "nauc_map_at_1_diff1": 0.828363, + "nauc_map_at_3_max": 0.701336, + "nauc_map_at_3_std": -0.110095, + "nauc_map_at_3_diff1": 0.800156, + "nauc_map_at_5_max": 0.706489, + "nauc_map_at_5_std": -0.104763, + "nauc_map_at_5_diff1": 0.800058, + "nauc_map_at_10_max": 0.705235, + "nauc_map_at_10_std": -0.104608, + "nauc_map_at_10_diff1": 0.800618, + "nauc_map_at_20_max": 0.70498, + "nauc_map_at_20_std": -0.101395, + "nauc_map_at_20_diff1": 0.801021, + "nauc_map_at_100_max": 0.704266, + "nauc_map_at_100_std": -0.102122, + "nauc_map_at_100_diff1": 0.801557, + "nauc_map_at_1000_max": 0.70419, + "nauc_map_at_1000_std": -0.102391, + "nauc_map_at_1000_diff1": 0.8016, + "nauc_recall_at_1_max": 0.672899, + "nauc_recall_at_1_std": -0.135951, + "nauc_recall_at_1_diff1": 0.828363, + "nauc_recall_at_3_max": 0.746712, + "nauc_recall_at_3_std": -0.055458, + "nauc_recall_at_3_diff1": 0.74796, + "nauc_recall_at_5_max": 0.793169, + "nauc_recall_at_5_std": -0.001875, + "nauc_recall_at_5_diff1": 0.73306, + "nauc_recall_at_10_max": 0.80005, + "nauc_recall_at_10_std": 0.024789, + "nauc_recall_at_10_diff1": 0.719597, + "nauc_recall_at_20_max": 0.83877, + "nauc_recall_at_20_std": 0.224211, + "nauc_recall_at_20_diff1": 0.701621, + "nauc_recall_at_100_max": 0.842129, + "nauc_recall_at_100_std": 0.494857, + "nauc_recall_at_100_diff1": 0.691001, + "nauc_recall_at_1000_max": 0.613678, + "nauc_recall_at_1000_std": -0.298609, + "nauc_recall_at_1000_diff1": 0.711754, + "nauc_precision_at_1_max": 0.672416, + "nauc_precision_at_1_std": -0.135275, + "nauc_precision_at_1_diff1": 0.827795, + "nauc_precision_at_3_max": 0.746557, + "nauc_precision_at_3_std": -0.054366, + "nauc_precision_at_3_diff1": 0.747495, + "nauc_precision_at_5_max": 0.793081, + "nauc_precision_at_5_std": -0.000371, + "nauc_precision_at_5_diff1": 0.732439, + "nauc_precision_at_10_max": 0.799956, + "nauc_precision_at_10_std": 0.026851, + "nauc_precision_at_10_diff1": 0.718738, + "nauc_precision_at_20_max": 0.821585, + "nauc_precision_at_20_std": 0.227704, + "nauc_precision_at_20_diff1": 0.684412, + "nauc_precision_at_100_max": 0.745899, + "nauc_precision_at_100_std": 0.481752, + "nauc_precision_at_100_diff1": 0.599874, + "nauc_precision_at_1000_max": -0.039605, + "nauc_precision_at_1000_std": 0.096644, + "nauc_precision_at_1000_diff1": -0.057483, + "nauc_mrr_at_1_max": 0.672416, + "nauc_mrr_at_1_std": -0.135275, + "nauc_mrr_at_1_diff1": 0.827795, + "nauc_mrr_at_3_max": 0.700839, + "nauc_mrr_at_3_std": -0.109281, + "nauc_mrr_at_3_diff1": 0.799514, + "nauc_mrr_at_5_max": 0.705978, + "nauc_mrr_at_5_std": -0.103912, + "nauc_mrr_at_5_diff1": 0.799392, + "nauc_mrr_at_10_max": 0.704711, + "nauc_mrr_at_10_std": -0.103739, + "nauc_mrr_at_10_diff1": 0.799938, + "nauc_mrr_at_20_max": 0.704483, + "nauc_mrr_at_20_std": -0.100589, + "nauc_mrr_at_20_diff1": 0.800379, + "nauc_mrr_at_100_max": 0.703775, + "nauc_mrr_at_100_std": -0.101333, + "nauc_mrr_at_100_diff1": 0.800924, + "nauc_mrr_at_1000_max": 0.703698, + "nauc_mrr_at_1000_std": -0.101602, + "nauc_mrr_at_1000_diff1": 0.800967, + "main_score": 0.78629, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.66038, + "ndcg_at_3": 0.73164, + "ndcg_at_5": 0.74668, + "ndcg_at_10": 0.76171, + "ndcg_at_20": 0.77026, + "ndcg_at_100": 0.78148, + "ndcg_at_1000": 0.78586, + "map_at_1": 0.66038, + "map_at_3": 0.7141, + "map_at_5": 0.72244, + "map_at_10": 0.72868, + "map_at_20": 0.73107, + "map_at_100": 0.73264, + "map_at_1000": 0.7328, + "recall_at_1": 0.66038, + "recall_at_3": 0.78241, + "recall_at_5": 0.81896, + "recall_at_10": 0.86522, + "recall_at_20": 0.89872, + "recall_at_100": 0.95888, + "recall_at_1000": 0.99353, + "precision_at_1": 0.66038, + "precision_at_3": 0.2608, + "precision_at_5": 0.16379, + "precision_at_10": 0.08652, + "precision_at_20": 0.04494, + "precision_at_100": 0.00959, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.660385, + "mrr_at_3": 0.7141, + "mrr_at_5": 0.722438, + "mrr_at_10": 0.728679, + "mrr_at_20": 0.73107, + "mrr_at_100": 0.732637, + "mrr_at_1000": 0.732797, + "nauc_ndcg_at_1_max": 0.710352, + "nauc_ndcg_at_1_std": 0.018227, + "nauc_ndcg_at_1_diff1": 0.826163, + "nauc_ndcg_at_3_max": 0.749061, + "nauc_ndcg_at_3_std": 0.050973, + "nauc_ndcg_at_3_diff1": 0.792783, + "nauc_ndcg_at_5_max": 0.748203, + "nauc_ndcg_at_5_std": 0.062431, + "nauc_ndcg_at_5_diff1": 0.789236, + "nauc_ndcg_at_10_max": 0.751569, + "nauc_ndcg_at_10_std": 0.073426, + "nauc_ndcg_at_10_diff1": 0.791465, + "nauc_ndcg_at_20_max": 0.750304, + "nauc_ndcg_at_20_std": 0.080856, + "nauc_ndcg_at_20_diff1": 0.791553, + "nauc_ndcg_at_100_max": 0.747482, + "nauc_ndcg_at_100_std": 0.080075, + "nauc_ndcg_at_100_diff1": 0.794926, + "nauc_ndcg_at_1000_max": 0.744632, + "nauc_ndcg_at_1000_std": 0.06885, + "nauc_ndcg_at_1000_diff1": 0.796661, + "nauc_map_at_1_max": 0.710352, + "nauc_map_at_1_std": 0.018227, + "nauc_map_at_1_diff1": 0.826163, + "nauc_map_at_3_max": 0.738965, + "nauc_map_at_3_std": 0.041448, + "nauc_map_at_3_diff1": 0.801644, + "nauc_map_at_5_max": 0.738111, + "nauc_map_at_5_std": 0.047009, + "nauc_map_at_5_diff1": 0.799957, + "nauc_map_at_10_max": 0.739164, + "nauc_map_at_10_std": 0.050717, + "nauc_map_at_10_diff1": 0.801113, + "nauc_map_at_20_max": 0.738729, + "nauc_map_at_20_std": 0.052339, + "nauc_map_at_20_diff1": 0.801158, + "nauc_map_at_100_max": 0.738318, + "nauc_map_at_100_std": 0.052161, + "nauc_map_at_100_diff1": 0.801541, + "nauc_map_at_1000_max": 0.738232, + "nauc_map_at_1000_std": 0.051843, + "nauc_map_at_1000_diff1": 0.801602, + "nauc_recall_at_1_max": 0.710352, + "nauc_recall_at_1_std": 0.018227, + "nauc_recall_at_1_diff1": 0.826163, + "nauc_recall_at_3_max": 0.784611, + "nauc_recall_at_3_std": 0.08504, + "nauc_recall_at_3_diff1": 0.761494, + "nauc_recall_at_5_max": 0.788763, + "nauc_recall_at_5_std": 0.127548, + "nauc_recall_at_5_diff1": 0.745534, + "nauc_recall_at_10_max": 0.817522, + "nauc_recall_at_10_std": 0.20206, + "nauc_recall_at_10_diff1": 0.742297, + "nauc_recall_at_20_max": 0.826949, + "nauc_recall_at_20_std": 0.296748, + "nauc_recall_at_20_diff1": 0.729903, + "nauc_recall_at_100_max": 0.868708, + "nauc_recall_at_100_std": 0.582966, + "nauc_recall_at_100_diff1": 0.728747, + "nauc_recall_at_1000_max": 0.858641, + "nauc_recall_at_1000_std": 0.655502, + "nauc_recall_at_1000_diff1": 0.76034, + "nauc_precision_at_1_max": 0.710352, + "nauc_precision_at_1_std": 0.018227, + "nauc_precision_at_1_diff1": 0.826163, + "nauc_precision_at_3_max": 0.784611, + "nauc_precision_at_3_std": 0.08504, + "nauc_precision_at_3_diff1": 0.761494, + "nauc_precision_at_5_max": 0.788763, + "nauc_precision_at_5_std": 0.127548, + "nauc_precision_at_5_diff1": 0.745534, + "nauc_precision_at_10_max": 0.817522, + "nauc_precision_at_10_std": 0.20206, + "nauc_precision_at_10_diff1": 0.742297, + "nauc_precision_at_20_max": 0.826949, + "nauc_precision_at_20_std": 0.296748, + "nauc_precision_at_20_diff1": 0.729903, + "nauc_precision_at_100_max": 0.868708, + "nauc_precision_at_100_std": 0.582966, + "nauc_precision_at_100_diff1": 0.728747, + "nauc_precision_at_1000_max": 0.858641, + "nauc_precision_at_1000_std": 0.655502, + "nauc_precision_at_1000_diff1": 0.76034, + "nauc_mrr_at_1_max": 0.710352, + "nauc_mrr_at_1_std": 0.018227, + "nauc_mrr_at_1_diff1": 0.826163, + "nauc_mrr_at_3_max": 0.738965, + "nauc_mrr_at_3_std": 0.041448, + "nauc_mrr_at_3_diff1": 0.801644, + "nauc_mrr_at_5_max": 0.738111, + "nauc_mrr_at_5_std": 0.047009, + "nauc_mrr_at_5_diff1": 0.799957, + "nauc_mrr_at_10_max": 0.739164, + "nauc_mrr_at_10_std": 0.050717, + "nauc_mrr_at_10_diff1": 0.801113, + "nauc_mrr_at_20_max": 0.738729, + "nauc_mrr_at_20_std": 0.052339, + "nauc_mrr_at_20_diff1": 0.801158, + "nauc_mrr_at_100_max": 0.738318, + "nauc_mrr_at_100_std": 0.052161, + "nauc_mrr_at_100_diff1": 0.801541, + "nauc_mrr_at_1000_max": 0.738232, + "nauc_mrr_at_1000_std": 0.051843, + "nauc_mrr_at_1000_diff1": 0.801602, + "main_score": 0.76171, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64597, + "ndcg_at_3": 0.71462, + "ndcg_at_5": 0.72984, + "ndcg_at_10": 0.7459, + "ndcg_at_20": 0.75533, + "ndcg_at_100": 0.76702, + "ndcg_at_1000": 0.77235, + "map_at_1": 0.64588, + "map_at_3": 0.69787, + "map_at_5": 0.70636, + "map_at_10": 0.71305, + "map_at_20": 0.71566, + "map_at_100": 0.7173, + "map_at_1000": 0.7175, + "recall_at_1": 0.64588, + "recall_at_3": 0.7629, + "recall_at_5": 0.79966, + "recall_at_10": 0.84898, + "recall_at_20": 0.88612, + "recall_at_100": 0.94887, + "recall_at_1000": 0.99057, + "precision_at_1": 0.64597, + "precision_at_3": 0.25436, + "precision_at_5": 0.15997, + "precision_at_10": 0.08492, + "precision_at_20": 0.04432, + "precision_at_100": 0.00949, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.645972, + "mrr_at_3": 0.697994, + "mrr_at_5": 0.706488, + "mrr_at_10": 0.713178, + "mrr_at_20": 0.715791, + "mrr_at_100": 0.717417, + "mrr_at_1000": 0.717624, + "nauc_ndcg_at_1_max": 0.7103, + "nauc_ndcg_at_1_std": 0.024755, + "nauc_ndcg_at_1_diff1": 0.812679, + "nauc_ndcg_at_3_max": 0.743084, + "nauc_ndcg_at_3_std": 0.074925, + "nauc_ndcg_at_3_diff1": 0.778968, + "nauc_ndcg_at_5_max": 0.742427, + "nauc_ndcg_at_5_std": 0.078286, + "nauc_ndcg_at_5_diff1": 0.773125, + "nauc_ndcg_at_10_max": 0.749244, + "nauc_ndcg_at_10_std": 0.094486, + "nauc_ndcg_at_10_diff1": 0.776805, + "nauc_ndcg_at_20_max": 0.746949, + "nauc_ndcg_at_20_std": 0.099546, + "nauc_ndcg_at_20_diff1": 0.77503, + "nauc_ndcg_at_100_max": 0.744923, + "nauc_ndcg_at_100_std": 0.099705, + "nauc_ndcg_at_100_diff1": 0.778844, + "nauc_ndcg_at_1000_max": 0.742111, + "nauc_ndcg_at_1000_std": 0.088687, + "nauc_ndcg_at_1000_diff1": 0.780703, + "nauc_map_at_1_max": 0.7105, + "nauc_map_at_1_std": 0.025037, + "nauc_map_at_1_diff1": 0.81286, + "nauc_map_at_3_max": 0.735006, + "nauc_map_at_3_std": 0.061084, + "nauc_map_at_3_diff1": 0.787505, + "nauc_map_at_5_max": 0.734474, + "nauc_map_at_5_std": 0.062423, + "nauc_map_at_5_diff1": 0.78464, + "nauc_map_at_10_max": 0.736904, + "nauc_map_at_10_std": 0.068246, + "nauc_map_at_10_diff1": 0.786421, + "nauc_map_at_20_max": 0.736261, + "nauc_map_at_20_std": 0.069284, + "nauc_map_at_20_diff1": 0.786087, + "nauc_map_at_100_max": 0.735953, + "nauc_map_at_100_std": 0.069237, + "nauc_map_at_100_diff1": 0.786543, + "nauc_map_at_1000_max": 0.735863, + "nauc_map_at_1000_std": 0.068899, + "nauc_map_at_1000_diff1": 0.786614, + "nauc_recall_at_1_max": 0.7105, + "nauc_recall_at_1_std": 0.025037, + "nauc_recall_at_1_diff1": 0.81286, + "nauc_recall_at_3_max": 0.770874, + "nauc_recall_at_3_std": 0.122889, + "nauc_recall_at_3_diff1": 0.750071, + "nauc_recall_at_5_max": 0.772768, + "nauc_recall_at_5_std": 0.140284, + "nauc_recall_at_5_diff1": 0.728418, + "nauc_recall_at_10_max": 0.813103, + "nauc_recall_at_10_std": 0.233613, + "nauc_recall_at_10_diff1": 0.731205, + "nauc_recall_at_20_max": 0.813904, + "nauc_recall_at_20_std": 0.31049, + "nauc_recall_at_20_diff1": 0.704701, + "nauc_recall_at_100_max": 0.851093, + "nauc_recall_at_100_std": 0.556709, + "nauc_recall_at_100_diff1": 0.704886, + "nauc_recall_at_1000_max": 0.855211, + "nauc_recall_at_1000_std": 0.745077, + "nauc_recall_at_1000_diff1": 0.672757, + "nauc_precision_at_1_max": 0.7103, + "nauc_precision_at_1_std": 0.024755, + "nauc_precision_at_1_diff1": 0.812679, + "nauc_precision_at_3_max": 0.770602, + "nauc_precision_at_3_std": 0.123356, + "nauc_precision_at_3_diff1": 0.749662, + "nauc_precision_at_5_max": 0.77246, + "nauc_precision_at_5_std": 0.14083, + "nauc_precision_at_5_diff1": 0.727935, + "nauc_precision_at_10_max": 0.812899, + "nauc_precision_at_10_std": 0.234456, + "nauc_precision_at_10_diff1": 0.730724, + "nauc_precision_at_20_max": 0.813643, + "nauc_precision_at_20_std": 0.31169, + "nauc_precision_at_20_diff1": 0.704042, + "nauc_precision_at_100_max": 0.842649, + "nauc_precision_at_100_std": 0.55899, + "nauc_precision_at_100_diff1": 0.696084, + "nauc_precision_at_1000_max": 0.810218, + "nauc_precision_at_1000_std": 0.752597, + "nauc_precision_at_1000_diff1": 0.62675, + "nauc_mrr_at_1_max": 0.7103, + "nauc_mrr_at_1_std": 0.024755, + "nauc_mrr_at_1_diff1": 0.812679, + "nauc_mrr_at_3_max": 0.734762, + "nauc_mrr_at_3_std": 0.060995, + "nauc_mrr_at_3_diff1": 0.787241, + "nauc_mrr_at_5_max": 0.734224, + "nauc_mrr_at_5_std": 0.062332, + "nauc_mrr_at_5_diff1": 0.78437, + "nauc_mrr_at_10_max": 0.736648, + "nauc_mrr_at_10_std": 0.068154, + "nauc_mrr_at_10_diff1": 0.786145, + "nauc_mrr_at_20_max": 0.736003, + "nauc_mrr_at_20_std": 0.069192, + "nauc_mrr_at_20_diff1": 0.785808, + "nauc_mrr_at_100_max": 0.735697, + "nauc_mrr_at_100_std": 0.069101, + "nauc_mrr_at_100_diff1": 0.786273, + "nauc_mrr_at_1000_max": 0.735607, + "nauc_mrr_at_1000_std": 0.068763, + "nauc_mrr_at_1000_diff1": 0.786344, + "main_score": 0.7459, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.63494, + "ndcg_at_3": 0.71129, + "ndcg_at_5": 0.72706, + "ndcg_at_10": 0.74428, + "ndcg_at_20": 0.75289, + "ndcg_at_100": 0.76487, + "ndcg_at_1000": 0.77091, + "map_at_1": 0.63494, + "map_at_3": 0.69307, + "map_at_5": 0.70195, + "map_at_10": 0.70915, + "map_at_20": 0.71149, + "map_at_100": 0.71324, + "map_at_1000": 0.71348, + "recall_at_1": 0.63494, + "recall_at_3": 0.76378, + "recall_at_5": 0.80151, + "recall_at_10": 0.85432, + "recall_at_20": 0.88857, + "recall_at_100": 0.95183, + "recall_at_1000": 0.99884, + "precision_at_1": 0.63494, + "precision_at_3": 0.25459, + "precision_at_5": 0.1603, + "precision_at_10": 0.08543, + "precision_at_20": 0.04443, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.634939, + "mrr_at_3": 0.693074, + "mrr_at_5": 0.701954, + "mrr_at_10": 0.709152, + "mrr_at_20": 0.711493, + "mrr_at_100": 0.713245, + "mrr_at_1000": 0.713479, + "nauc_ndcg_at_1_max": 0.705518, + "nauc_ndcg_at_1_std": 0.055296, + "nauc_ndcg_at_1_diff1": 0.808855, + "nauc_ndcg_at_3_max": 0.746962, + "nauc_ndcg_at_3_std": 0.132638, + "nauc_ndcg_at_3_diff1": 0.769979, + "nauc_ndcg_at_5_max": 0.747485, + "nauc_ndcg_at_5_std": 0.145607, + "nauc_ndcg_at_5_diff1": 0.763124, + "nauc_ndcg_at_10_max": 0.747486, + "nauc_ndcg_at_10_std": 0.148415, + "nauc_ndcg_at_10_diff1": 0.763347, + "nauc_ndcg_at_20_max": 0.748329, + "nauc_ndcg_at_20_std": 0.158109, + "nauc_ndcg_at_20_diff1": 0.765043, + "nauc_ndcg_at_100_max": 0.745512, + "nauc_ndcg_at_100_std": 0.15124, + "nauc_ndcg_at_100_diff1": 0.769847, + "nauc_ndcg_at_1000_max": 0.741823, + "nauc_ndcg_at_1000_std": 0.13745, + "nauc_ndcg_at_1000_diff1": 0.771879, + "nauc_map_at_1_max": 0.705518, + "nauc_map_at_1_std": 0.055296, + "nauc_map_at_1_diff1": 0.808855, + "nauc_map_at_3_max": 0.736716, + "nauc_map_at_3_std": 0.112789, + "nauc_map_at_3_diff1": 0.780011, + "nauc_map_at_5_max": 0.73669, + "nauc_map_at_5_std": 0.118851, + "nauc_map_at_5_diff1": 0.776727, + "nauc_map_at_10_max": 0.736331, + "nauc_map_at_10_std": 0.119034, + "nauc_map_at_10_diff1": 0.777076, + "nauc_map_at_20_max": 0.736456, + "nauc_map_at_20_std": 0.121359, + "nauc_map_at_20_diff1": 0.777594, + "nauc_map_at_100_max": 0.736052, + "nauc_map_at_100_std": 0.120164, + "nauc_map_at_100_diff1": 0.778207, + "nauc_map_at_1000_max": 0.735911, + "nauc_map_at_1000_std": 0.119677, + "nauc_map_at_1000_diff1": 0.778276, + "nauc_recall_at_1_max": 0.705518, + "nauc_recall_at_1_std": 0.055296, + "nauc_recall_at_1_diff1": 0.808855, + "nauc_recall_at_3_max": 0.782277, + "nauc_recall_at_3_std": 0.201454, + "nauc_recall_at_3_diff1": 0.735169, + "nauc_recall_at_5_max": 0.789311, + "nauc_recall_at_5_std": 0.252438, + "nauc_recall_at_5_diff1": 0.708839, + "nauc_recall_at_10_max": 0.803794, + "nauc_recall_at_10_std": 0.30273, + "nauc_recall_at_10_diff1": 0.692769, + "nauc_recall_at_20_max": 0.825274, + "nauc_recall_at_20_std": 0.415025, + "nauc_recall_at_20_diff1": 0.686799, + "nauc_recall_at_100_max": 0.859562, + "nauc_recall_at_100_std": 0.598006, + "nauc_recall_at_100_diff1": 0.696681, + "nauc_recall_at_1000_max": 0.861102, + "nauc_recall_at_1000_std": 0.934653, + "nauc_recall_at_1000_diff1": 0.495979, + "nauc_precision_at_1_max": 0.705518, + "nauc_precision_at_1_std": 0.055296, + "nauc_precision_at_1_diff1": 0.808855, + "nauc_precision_at_3_max": 0.782277, + "nauc_precision_at_3_std": 0.201454, + "nauc_precision_at_3_diff1": 0.735169, + "nauc_precision_at_5_max": 0.789311, + "nauc_precision_at_5_std": 0.252438, + "nauc_precision_at_5_diff1": 0.708839, + "nauc_precision_at_10_max": 0.803794, + "nauc_precision_at_10_std": 0.30273, + "nauc_precision_at_10_diff1": 0.692769, + "nauc_precision_at_20_max": 0.825274, + "nauc_precision_at_20_std": 0.415025, + "nauc_precision_at_20_diff1": 0.686799, + "nauc_precision_at_100_max": 0.859562, + "nauc_precision_at_100_std": 0.598006, + "nauc_precision_at_100_diff1": 0.696681, + "nauc_precision_at_1000_max": 0.861102, + "nauc_precision_at_1000_std": 0.934653, + "nauc_precision_at_1000_diff1": 0.495979, + "nauc_mrr_at_1_max": 0.705518, + "nauc_mrr_at_1_std": 0.055296, + "nauc_mrr_at_1_diff1": 0.808855, + "nauc_mrr_at_3_max": 0.736716, + "nauc_mrr_at_3_std": 0.112789, + "nauc_mrr_at_3_diff1": 0.780011, + "nauc_mrr_at_5_max": 0.73669, + "nauc_mrr_at_5_std": 0.118851, + "nauc_mrr_at_5_diff1": 0.776727, + "nauc_mrr_at_10_max": 0.736331, + "nauc_mrr_at_10_std": 0.119034, + "nauc_mrr_at_10_diff1": 0.777076, + "nauc_mrr_at_20_max": 0.736456, + "nauc_mrr_at_20_std": 0.121359, + "nauc_mrr_at_20_diff1": 0.777594, + "nauc_mrr_at_100_max": 0.736052, + "nauc_mrr_at_100_std": 0.120164, + "nauc_mrr_at_100_diff1": 0.778207, + "nauc_mrr_at_1000_max": 0.735911, + "nauc_mrr_at_1000_std": 0.119677, + "nauc_mrr_at_1000_diff1": 0.778276, + "main_score": 0.74428, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.63726, + "ndcg_at_3": 0.70617, + "ndcg_at_5": 0.72643, + "ndcg_at_10": 0.74259, + "ndcg_at_20": 0.75177, + "ndcg_at_100": 0.76355, + "ndcg_at_1000": 0.76863, + "map_at_1": 0.63726, + "map_at_3": 0.68938, + "map_at_5": 0.70065, + "map_at_10": 0.7074, + "map_at_20": 0.70994, + "map_at_100": 0.71157, + "map_at_1000": 0.71174, + "recall_at_1": 0.63726, + "recall_at_3": 0.75471, + "recall_at_5": 0.80377, + "recall_at_10": 0.85332, + "recall_at_20": 0.88949, + "recall_at_100": 0.95292, + "recall_at_1000": 0.99356, + "precision_at_1": 0.63726, + "precision_at_3": 0.25157, + "precision_at_5": 0.16075, + "precision_at_10": 0.08533, + "precision_at_20": 0.04447, + "precision_at_100": 0.00953, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.637265, + "mrr_at_3": 0.689379, + "mrr_at_5": 0.700652, + "mrr_at_10": 0.707402, + "mrr_at_20": 0.709936, + "mrr_at_100": 0.711566, + "mrr_at_1000": 0.711743, + "nauc_ndcg_at_1_max": 0.695741, + "nauc_ndcg_at_1_std": 0.104279, + "nauc_ndcg_at_1_diff1": 0.791305, + "nauc_ndcg_at_3_max": 0.737664, + "nauc_ndcg_at_3_std": 0.158136, + "nauc_ndcg_at_3_diff1": 0.7655, + "nauc_ndcg_at_5_max": 0.743726, + "nauc_ndcg_at_5_std": 0.182946, + "nauc_ndcg_at_5_diff1": 0.757116, + "nauc_ndcg_at_10_max": 0.743612, + "nauc_ndcg_at_10_std": 0.197639, + "nauc_ndcg_at_10_diff1": 0.757023, + "nauc_ndcg_at_20_max": 0.741882, + "nauc_ndcg_at_20_std": 0.198518, + "nauc_ndcg_at_20_diff1": 0.758088, + "nauc_ndcg_at_100_max": 0.737785, + "nauc_ndcg_at_100_std": 0.193408, + "nauc_ndcg_at_100_diff1": 0.761255, + "nauc_ndcg_at_1000_max": 0.734931, + "nauc_ndcg_at_1000_std": 0.181202, + "nauc_ndcg_at_1000_diff1": 0.762895, + "nauc_map_at_1_max": 0.695741, + "nauc_map_at_1_std": 0.104279, + "nauc_map_at_1_diff1": 0.791305, + "nauc_map_at_3_max": 0.726366, + "nauc_map_at_3_std": 0.142732, + "nauc_map_at_3_diff1": 0.771951, + "nauc_map_at_5_max": 0.729245, + "nauc_map_at_5_std": 0.155342, + "nauc_map_at_5_diff1": 0.76775, + "nauc_map_at_10_max": 0.728899, + "nauc_map_at_10_std": 0.160249, + "nauc_map_at_10_diff1": 0.768006, + "nauc_map_at_20_max": 0.728392, + "nauc_map_at_20_std": 0.160156, + "nauc_map_at_20_diff1": 0.768353, + "nauc_map_at_100_max": 0.72782, + "nauc_map_at_100_std": 0.159571, + "nauc_map_at_100_diff1": 0.768653, + "nauc_map_at_1000_max": 0.727727, + "nauc_map_at_1000_std": 0.159202, + "nauc_map_at_1000_diff1": 0.768702, + "nauc_recall_at_1_max": 0.695741, + "nauc_recall_at_1_std": 0.104279, + "nauc_recall_at_1_diff1": 0.791305, + "nauc_recall_at_3_max": 0.776454, + "nauc_recall_at_3_std": 0.211462, + "nauc_recall_at_3_diff1": 0.743601, + "nauc_recall_at_5_max": 0.802323, + "nauc_recall_at_5_std": 0.297668, + "nauc_recall_at_5_diff1": 0.713601, + "nauc_recall_at_10_max": 0.819372, + "nauc_recall_at_10_std": 0.403449, + "nauc_recall_at_10_diff1": 0.699435, + "nauc_recall_at_20_max": 0.827116, + "nauc_recall_at_20_std": 0.469033, + "nauc_recall_at_20_diff1": 0.691238, + "nauc_recall_at_100_max": 0.845352, + "nauc_recall_at_100_std": 0.688312, + "nauc_recall_at_100_diff1": 0.686743, + "nauc_recall_at_1000_max": 0.836227, + "nauc_recall_at_1000_std": 0.806963, + "nauc_recall_at_1000_diff1": 0.631575, + "nauc_precision_at_1_max": 0.695741, + "nauc_precision_at_1_std": 0.104279, + "nauc_precision_at_1_diff1": 0.791305, + "nauc_precision_at_3_max": 0.776454, + "nauc_precision_at_3_std": 0.211462, + "nauc_precision_at_3_diff1": 0.743601, + "nauc_precision_at_5_max": 0.802323, + "nauc_precision_at_5_std": 0.297668, + "nauc_precision_at_5_diff1": 0.713601, + "nauc_precision_at_10_max": 0.819372, + "nauc_precision_at_10_std": 0.403449, + "nauc_precision_at_10_diff1": 0.699435, + "nauc_precision_at_20_max": 0.827116, + "nauc_precision_at_20_std": 0.469033, + "nauc_precision_at_20_diff1": 0.691238, + "nauc_precision_at_100_max": 0.845352, + "nauc_precision_at_100_std": 0.688312, + "nauc_precision_at_100_diff1": 0.686743, + "nauc_precision_at_1000_max": 0.836227, + "nauc_precision_at_1000_std": 0.806963, + "nauc_precision_at_1000_diff1": 0.631575, + "nauc_mrr_at_1_max": 0.695741, + "nauc_mrr_at_1_std": 0.104279, + "nauc_mrr_at_1_diff1": 0.791305, + "nauc_mrr_at_3_max": 0.726366, + "nauc_mrr_at_3_std": 0.142732, + "nauc_mrr_at_3_diff1": 0.771951, + "nauc_mrr_at_5_max": 0.729245, + "nauc_mrr_at_5_std": 0.155342, + "nauc_mrr_at_5_diff1": 0.76775, + "nauc_mrr_at_10_max": 0.728899, + "nauc_mrr_at_10_std": 0.160249, + "nauc_mrr_at_10_diff1": 0.768006, + "nauc_mrr_at_20_max": 0.728392, + "nauc_mrr_at_20_std": 0.160156, + "nauc_mrr_at_20_diff1": 0.768353, + "nauc_mrr_at_100_max": 0.72782, + "nauc_mrr_at_100_std": 0.159571, + "nauc_mrr_at_100_diff1": 0.768653, + "nauc_mrr_at_1000_max": 0.727727, + "nauc_mrr_at_1000_std": 0.159202, + "nauc_mrr_at_1000_diff1": 0.768702, + "main_score": 0.74259, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.65229, + "ndcg_at_3": 0.72813, + "ndcg_at_5": 0.74657, + "ndcg_at_10": 0.76245, + "ndcg_at_20": 0.77118, + "ndcg_at_100": 0.78265, + "ndcg_at_1000": 0.78624, + "map_at_1": 0.65229, + "map_at_3": 0.71007, + "map_at_5": 0.72031, + "map_at_10": 0.72693, + "map_at_20": 0.72927, + "map_at_100": 0.73094, + "map_at_1000": 0.73106, + "recall_at_1": 0.65229, + "recall_at_3": 0.78017, + "recall_at_5": 0.82486, + "recall_at_10": 0.87365, + "recall_at_20": 0.90858, + "recall_at_100": 0.96918, + "recall_at_1000": 0.99795, + "precision_at_1": 0.65229, + "precision_at_3": 0.26006, + "precision_at_5": 0.16497, + "precision_at_10": 0.08737, + "precision_at_20": 0.04543, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652286, + "mrr_at_3": 0.710067, + "mrr_at_5": 0.720313, + "mrr_at_10": 0.726929, + "mrr_at_20": 0.729274, + "mrr_at_100": 0.730936, + "mrr_at_1000": 0.73106, + "nauc_ndcg_at_1_max": 0.689901, + "nauc_ndcg_at_1_std": 0.025214, + "nauc_ndcg_at_1_diff1": 0.793265, + "nauc_ndcg_at_3_max": 0.733033, + "nauc_ndcg_at_3_std": 0.075524, + "nauc_ndcg_at_3_diff1": 0.752895, + "nauc_ndcg_at_5_max": 0.734788, + "nauc_ndcg_at_5_std": 0.087091, + "nauc_ndcg_at_5_diff1": 0.751069, + "nauc_ndcg_at_10_max": 0.730478, + "nauc_ndcg_at_10_std": 0.080795, + "nauc_ndcg_at_10_diff1": 0.752283, + "nauc_ndcg_at_20_max": 0.728706, + "nauc_ndcg_at_20_std": 0.084296, + "nauc_ndcg_at_20_diff1": 0.752444, + "nauc_ndcg_at_100_max": 0.726444, + "nauc_ndcg_at_100_std": 0.077482, + "nauc_ndcg_at_100_diff1": 0.758749, + "nauc_ndcg_at_1000_max": 0.724502, + "nauc_ndcg_at_1000_std": 0.073099, + "nauc_ndcg_at_1000_diff1": 0.759759, + "nauc_map_at_1_max": 0.689901, + "nauc_map_at_1_std": 0.025214, + "nauc_map_at_1_diff1": 0.793265, + "nauc_map_at_3_max": 0.721278, + "nauc_map_at_3_std": 0.059754, + "nauc_map_at_3_diff1": 0.763327, + "nauc_map_at_5_max": 0.721506, + "nauc_map_at_5_std": 0.065233, + "nauc_map_at_5_diff1": 0.762536, + "nauc_map_at_10_max": 0.71957, + "nauc_map_at_10_std": 0.062492, + "nauc_map_at_10_diff1": 0.763251, + "nauc_map_at_20_max": 0.719034, + "nauc_map_at_20_std": 0.063211, + "nauc_map_at_20_diff1": 0.763345, + "nauc_map_at_100_max": 0.71875, + "nauc_map_at_100_std": 0.062053, + "nauc_map_at_100_diff1": 0.764251, + "nauc_map_at_1000_max": 0.718706, + "nauc_map_at_1000_std": 0.061983, + "nauc_map_at_1000_diff1": 0.764288, + "nauc_recall_at_1_max": 0.689901, + "nauc_recall_at_1_std": 0.025214, + "nauc_recall_at_1_diff1": 0.793265, + "nauc_recall_at_3_max": 0.7747, + "nauc_recall_at_3_std": 0.132491, + "nauc_recall_at_3_diff1": 0.716217, + "nauc_recall_at_5_max": 0.791057, + "nauc_recall_at_5_std": 0.181834, + "nauc_recall_at_5_diff1": 0.703598, + "nauc_recall_at_10_max": 0.788299, + "nauc_recall_at_10_std": 0.180655, + "nauc_recall_at_10_diff1": 0.693634, + "nauc_recall_at_20_max": 0.793237, + "nauc_recall_at_20_std": 0.244083, + "nauc_recall_at_20_diff1": 0.675664, + "nauc_recall_at_100_max": 0.842256, + "nauc_recall_at_100_std": 0.359326, + "nauc_recall_at_100_diff1": 0.720425, + "nauc_recall_at_1000_max": 0.967315, + "nauc_recall_at_1000_std": 0.780664, + "nauc_recall_at_1000_diff1": 0.865189, + "nauc_precision_at_1_max": 0.689901, + "nauc_precision_at_1_std": 0.025214, + "nauc_precision_at_1_diff1": 0.793265, + "nauc_precision_at_3_max": 0.7747, + "nauc_precision_at_3_std": 0.132491, + "nauc_precision_at_3_diff1": 0.716217, + "nauc_precision_at_5_max": 0.791057, + "nauc_precision_at_5_std": 0.181834, + "nauc_precision_at_5_diff1": 0.703598, + "nauc_precision_at_10_max": 0.788299, + "nauc_precision_at_10_std": 0.180655, + "nauc_precision_at_10_diff1": 0.693634, + "nauc_precision_at_20_max": 0.793237, + "nauc_precision_at_20_std": 0.244083, + "nauc_precision_at_20_diff1": 0.675664, + "nauc_precision_at_100_max": 0.842256, + "nauc_precision_at_100_std": 0.359326, + "nauc_precision_at_100_diff1": 0.720425, + "nauc_precision_at_1000_max": 0.967315, + "nauc_precision_at_1000_std": 0.780664, + "nauc_precision_at_1000_diff1": 0.865189, + "nauc_mrr_at_1_max": 0.689901, + "nauc_mrr_at_1_std": 0.025214, + "nauc_mrr_at_1_diff1": 0.793265, + "nauc_mrr_at_3_max": 0.721278, + "nauc_mrr_at_3_std": 0.059754, + "nauc_mrr_at_3_diff1": 0.763327, + "nauc_mrr_at_5_max": 0.721506, + "nauc_mrr_at_5_std": 0.065233, + "nauc_mrr_at_5_diff1": 0.762536, + "nauc_mrr_at_10_max": 0.71957, + "nauc_mrr_at_10_std": 0.062492, + "nauc_mrr_at_10_diff1": 0.763251, + "nauc_mrr_at_20_max": 0.719034, + "nauc_mrr_at_20_std": 0.063211, + "nauc_mrr_at_20_diff1": 0.763345, + "nauc_mrr_at_100_max": 0.71875, + "nauc_mrr_at_100_std": 0.062053, + "nauc_mrr_at_100_diff1": 0.764251, + "nauc_mrr_at_1000_max": 0.718706, + "nauc_mrr_at_1000_std": 0.061983, + "nauc_mrr_at_1000_diff1": 0.764288, + "main_score": 0.76245, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.58493, + "ndcg_at_3": 0.67078, + "ndcg_at_5": 0.6913, + "ndcg_at_10": 0.71016, + "ndcg_at_20": 0.72141, + "ndcg_at_100": 0.73417, + "ndcg_at_1000": 0.73995, + "map_at_1": 0.58493, + "map_at_3": 0.65001, + "map_at_5": 0.66142, + "map_at_10": 0.66919, + "map_at_20": 0.67238, + "map_at_100": 0.67426, + "map_at_1000": 0.67447, + "recall_at_1": 0.58493, + "recall_at_3": 0.73075, + "recall_at_5": 0.78045, + "recall_at_10": 0.83889, + "recall_at_20": 0.88258, + "recall_at_100": 0.94975, + "recall_at_1000": 0.99563, + "precision_at_1": 0.58493, + "precision_at_3": 0.24358, + "precision_at_5": 0.15609, + "precision_at_10": 0.08389, + "precision_at_20": 0.04413, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.584926, + "mrr_at_3": 0.650009, + "mrr_at_5": 0.661424, + "mrr_at_10": 0.669195, + "mrr_at_20": 0.672384, + "mrr_at_100": 0.674258, + "mrr_at_1000": 0.674469, + "nauc_ndcg_at_1_max": 0.597124, + "nauc_ndcg_at_1_std": -0.012179, + "nauc_ndcg_at_1_diff1": 0.734794, + "nauc_ndcg_at_3_max": 0.645683, + "nauc_ndcg_at_3_std": 0.036112, + "nauc_ndcg_at_3_diff1": 0.685935, + "nauc_ndcg_at_5_max": 0.657373, + "nauc_ndcg_at_5_std": 0.049156, + "nauc_ndcg_at_5_diff1": 0.682432, + "nauc_ndcg_at_10_max": 0.662335, + "nauc_ndcg_at_10_std": 0.061488, + "nauc_ndcg_at_10_diff1": 0.68521, + "nauc_ndcg_at_20_max": 0.655884, + "nauc_ndcg_at_20_std": 0.056363, + "nauc_ndcg_at_20_diff1": 0.685643, + "nauc_ndcg_at_100_max": 0.650455, + "nauc_ndcg_at_100_std": 0.058741, + "nauc_ndcg_at_100_diff1": 0.687993, + "nauc_ndcg_at_1000_max": 0.646829, + "nauc_ndcg_at_1000_std": 0.048292, + "nauc_ndcg_at_1000_diff1": 0.692129, + "nauc_map_at_1_max": 0.597124, + "nauc_map_at_1_std": -0.012179, + "nauc_map_at_1_diff1": 0.734794, + "nauc_map_at_3_max": 0.632727, + "nauc_map_at_3_std": 0.022684, + "nauc_map_at_3_diff1": 0.698838, + "nauc_map_at_5_max": 0.638357, + "nauc_map_at_5_std": 0.029085, + "nauc_map_at_5_diff1": 0.697423, + "nauc_map_at_10_max": 0.639616, + "nauc_map_at_10_std": 0.033113, + "nauc_map_at_10_diff1": 0.698653, + "nauc_map_at_20_max": 0.637776, + "nauc_map_at_20_std": 0.03159, + "nauc_map_at_20_diff1": 0.698749, + "nauc_map_at_100_max": 0.636987, + "nauc_map_at_100_std": 0.031802, + "nauc_map_at_100_diff1": 0.699115, + "nauc_map_at_1000_max": 0.636886, + "nauc_map_at_1000_std": 0.031543, + "nauc_map_at_1000_diff1": 0.699247, + "nauc_recall_at_1_max": 0.597124, + "nauc_recall_at_1_std": -0.012179, + "nauc_recall_at_1_diff1": 0.734794, + "nauc_recall_at_3_max": 0.690309, + "nauc_recall_at_3_std": 0.08264, + "nauc_recall_at_3_diff1": 0.641557, + "nauc_recall_at_5_max": 0.734719, + "nauc_recall_at_5_std": 0.131105, + "nauc_recall_at_5_diff1": 0.622704, + "nauc_recall_at_10_max": 0.78431, + "nauc_recall_at_10_std": 0.217557, + "nauc_recall_at_10_diff1": 0.618922, + "nauc_recall_at_20_max": 0.774302, + "nauc_recall_at_20_std": 0.228043, + "nauc_recall_at_20_diff1": 0.603047, + "nauc_recall_at_100_max": 0.801728, + "nauc_recall_at_100_std": 0.497939, + "nauc_recall_at_100_diff1": 0.549919, + "nauc_recall_at_1000_max": 0.932604, + "nauc_recall_at_1000_std": 0.839291, + "nauc_recall_at_1000_diff1": 0.714379, + "nauc_precision_at_1_max": 0.597124, + "nauc_precision_at_1_std": -0.012179, + "nauc_precision_at_1_diff1": 0.734794, + "nauc_precision_at_3_max": 0.690309, + "nauc_precision_at_3_std": 0.08264, + "nauc_precision_at_3_diff1": 0.641557, + "nauc_precision_at_5_max": 0.734719, + "nauc_precision_at_5_std": 0.131105, + "nauc_precision_at_5_diff1": 0.622704, + "nauc_precision_at_10_max": 0.78431, + "nauc_precision_at_10_std": 0.217557, + "nauc_precision_at_10_diff1": 0.618922, + "nauc_precision_at_20_max": 0.774302, + "nauc_precision_at_20_std": 0.228043, + "nauc_precision_at_20_diff1": 0.603047, + "nauc_precision_at_100_max": 0.801728, + "nauc_precision_at_100_std": 0.497939, + "nauc_precision_at_100_diff1": 0.549919, + "nauc_precision_at_1000_max": 0.932604, + "nauc_precision_at_1000_std": 0.839291, + "nauc_precision_at_1000_diff1": 0.714379, + "nauc_mrr_at_1_max": 0.597124, + "nauc_mrr_at_1_std": -0.012179, + "nauc_mrr_at_1_diff1": 0.734794, + "nauc_mrr_at_3_max": 0.632727, + "nauc_mrr_at_3_std": 0.022684, + "nauc_mrr_at_3_diff1": 0.698838, + "nauc_mrr_at_5_max": 0.638357, + "nauc_mrr_at_5_std": 0.029085, + "nauc_mrr_at_5_diff1": 0.697423, + "nauc_mrr_at_10_max": 0.639616, + "nauc_mrr_at_10_std": 0.033113, + "nauc_mrr_at_10_diff1": 0.698653, + "nauc_mrr_at_20_max": 0.637776, + "nauc_mrr_at_20_std": 0.03159, + "nauc_mrr_at_20_diff1": 0.698749, + "nauc_mrr_at_100_max": 0.636987, + "nauc_mrr_at_100_std": 0.031802, + "nauc_mrr_at_100_diff1": 0.699115, + "nauc_mrr_at_1000_max": 0.636886, + "nauc_mrr_at_1000_std": 0.031543, + "nauc_mrr_at_1000_diff1": 0.699247, + "main_score": 0.71016, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.6809, + "ndcg_at_3": 0.75603, + "ndcg_at_5": 0.77486, + "ndcg_at_10": 0.78728, + "ndcg_at_20": 0.79551, + "ndcg_at_100": 0.8042, + "ndcg_at_1000": 0.80782, + "map_at_1": 0.68055, + "map_at_3": 0.73793, + "map_at_5": 0.74843, + "map_at_10": 0.75362, + "map_at_20": 0.75593, + "map_at_100": 0.75712, + "map_at_1000": 0.75725, + "recall_at_1": 0.68055, + "recall_at_3": 0.80791, + "recall_at_5": 0.85339, + "recall_at_10": 0.89153, + "recall_at_20": 0.92372, + "recall_at_100": 0.97061, + "recall_at_1000": 0.9993, + "precision_at_1": 0.6809, + "precision_at_3": 0.26942, + "precision_at_5": 0.17075, + "precision_at_10": 0.08922, + "precision_at_20": 0.04622, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.680896, + "mrr_at_3": 0.738279, + "mrr_at_5": 0.748775, + "mrr_at_10": 0.753894, + "mrr_at_20": 0.756203, + "mrr_at_100": 0.757396, + "mrr_at_1000": 0.757527, + "nauc_ndcg_at_1_max": 0.676283, + "nauc_ndcg_at_1_std": -0.070436, + "nauc_ndcg_at_1_diff1": 0.826233, + "nauc_ndcg_at_3_max": 0.712132, + "nauc_ndcg_at_3_std": -0.064612, + "nauc_ndcg_at_3_diff1": 0.791733, + "nauc_ndcg_at_5_max": 0.716397, + "nauc_ndcg_at_5_std": -0.052919, + "nauc_ndcg_at_5_diff1": 0.79475, + "nauc_ndcg_at_10_max": 0.717049, + "nauc_ndcg_at_10_std": -0.04153, + "nauc_ndcg_at_10_diff1": 0.793122, + "nauc_ndcg_at_20_max": 0.718568, + "nauc_ndcg_at_20_std": -0.02934, + "nauc_ndcg_at_20_diff1": 0.796314, + "nauc_ndcg_at_100_max": 0.715531, + "nauc_ndcg_at_100_std": -0.02802, + "nauc_ndcg_at_100_diff1": 0.798117, + "nauc_ndcg_at_1000_max": 0.711911, + "nauc_ndcg_at_1000_std": -0.041751, + "nauc_ndcg_at_1000_diff1": 0.799895, + "nauc_map_at_1_max": 0.676733, + "nauc_map_at_1_std": -0.072639, + "nauc_map_at_1_diff1": 0.826936, + "nauc_map_at_3_max": 0.703652, + "nauc_map_at_3_std": -0.068011, + "nauc_map_at_3_diff1": 0.801484, + "nauc_map_at_5_max": 0.705395, + "nauc_map_at_5_std": -0.06265, + "nauc_map_at_5_diff1": 0.803645, + "nauc_map_at_10_max": 0.705589, + "nauc_map_at_10_std": -0.058219, + "nauc_map_at_10_diff1": 0.803074, + "nauc_map_at_20_max": 0.705911, + "nauc_map_at_20_std": -0.055352, + "nauc_map_at_20_diff1": 0.803912, + "nauc_map_at_100_max": 0.705595, + "nauc_map_at_100_std": -0.05512, + "nauc_map_at_100_diff1": 0.804151, + "nauc_map_at_1000_max": 0.705476, + "nauc_map_at_1000_std": -0.055529, + "nauc_map_at_1000_diff1": 0.804194, + "nauc_recall_at_1_max": 0.676733, + "nauc_recall_at_1_std": -0.072639, + "nauc_recall_at_1_diff1": 0.826936, + "nauc_recall_at_3_max": 0.742741, + "nauc_recall_at_3_std": -0.054611, + "nauc_recall_at_3_diff1": 0.756543, + "nauc_recall_at_5_max": 0.766497, + "nauc_recall_at_5_std": -0.008713, + "nauc_recall_at_5_diff1": 0.755559, + "nauc_recall_at_10_max": 0.784068, + "nauc_recall_at_10_std": 0.063125, + "nauc_recall_at_10_diff1": 0.736656, + "nauc_recall_at_20_max": 0.823823, + "nauc_recall_at_20_std": 0.216251, + "nauc_recall_at_20_diff1": 0.743829, + "nauc_recall_at_100_max": 0.885396, + "nauc_recall_at_100_std": 0.62723, + "nauc_recall_at_100_diff1": 0.718057, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.676283, + "nauc_precision_at_1_std": -0.070436, + "nauc_precision_at_1_diff1": 0.826233, + "nauc_precision_at_3_max": 0.742592, + "nauc_precision_at_3_std": -0.05132, + "nauc_precision_at_3_diff1": 0.755876, + "nauc_precision_at_5_max": 0.766358, + "nauc_precision_at_5_std": -0.004393, + "nauc_precision_at_5_diff1": 0.754702, + "nauc_precision_at_10_max": 0.770628, + "nauc_precision_at_10_std": 0.073623, + "nauc_precision_at_10_diff1": 0.721957, + "nauc_precision_at_20_max": 0.804367, + "nauc_precision_at_20_std": 0.228556, + "nauc_precision_at_20_diff1": 0.72312, + "nauc_precision_at_100_max": 0.833688, + "nauc_precision_at_100_std": 0.642049, + "nauc_precision_at_100_diff1": 0.66665, + "nauc_precision_at_1000_max": 0.101441, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.0, + "nauc_mrr_at_1_max": 0.676283, + "nauc_mrr_at_1_std": -0.070436, + "nauc_mrr_at_1_diff1": 0.826233, + "nauc_mrr_at_3_max": 0.703145, + "nauc_mrr_at_3_std": -0.065419, + "nauc_mrr_at_3_diff1": 0.800636, + "nauc_mrr_at_5_max": 0.704869, + "nauc_mrr_at_5_std": -0.059945, + "nauc_mrr_at_5_diff1": 0.802764, + "nauc_mrr_at_10_max": 0.705172, + "nauc_mrr_at_10_std": -0.056069, + "nauc_mrr_at_10_diff1": 0.802374, + "nauc_mrr_at_20_max": 0.705489, + "nauc_mrr_at_20_std": -0.053177, + "nauc_mrr_at_20_diff1": 0.803206, + "nauc_mrr_at_100_max": 0.705171, + "nauc_mrr_at_100_std": -0.052933, + "nauc_mrr_at_100_diff1": 0.803441, + "nauc_mrr_at_1000_max": 0.705052, + "nauc_mrr_at_1000_std": -0.053341, + "nauc_mrr_at_1000_diff1": 0.803484, + "main_score": 0.78728, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.62286, + "ndcg_at_3": 0.70559, + "ndcg_at_5": 0.72279, + "ndcg_at_10": 0.73827, + "ndcg_at_20": 0.74846, + "ndcg_at_100": 0.76025, + "ndcg_at_1000": 0.76544, + "map_at_1": 0.62286, + "map_at_3": 0.68594, + "map_at_5": 0.69554, + "map_at_10": 0.70198, + "map_at_20": 0.70481, + "map_at_100": 0.7065, + "map_at_1000": 0.70669, + "recall_at_1": 0.62286, + "recall_at_3": 0.7621, + "recall_at_5": 0.8037, + "recall_at_10": 0.8513, + "recall_at_20": 0.89138, + "recall_at_100": 0.95403, + "recall_at_1000": 0.99471, + "precision_at_1": 0.62286, + "precision_at_3": 0.25407, + "precision_at_5": 0.16078, + "precision_at_10": 0.08515, + "precision_at_20": 0.04458, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622864, + "mrr_at_3": 0.685991, + "mrr_at_5": 0.695542, + "mrr_at_10": 0.701977, + "mrr_at_20": 0.704808, + "mrr_at_100": 0.706496, + "mrr_at_1000": 0.706693, + "nauc_ndcg_at_1_max": 0.67534, + "nauc_ndcg_at_1_std": -0.002953, + "nauc_ndcg_at_1_diff1": 0.799561, + "nauc_ndcg_at_3_max": 0.709873, + "nauc_ndcg_at_3_std": 0.01392, + "nauc_ndcg_at_3_diff1": 0.758267, + "nauc_ndcg_at_5_max": 0.707723, + "nauc_ndcg_at_5_std": 0.018028, + "nauc_ndcg_at_5_diff1": 0.755682, + "nauc_ndcg_at_10_max": 0.708856, + "nauc_ndcg_at_10_std": 0.025096, + "nauc_ndcg_at_10_diff1": 0.756041, + "nauc_ndcg_at_20_max": 0.708204, + "nauc_ndcg_at_20_std": 0.03158, + "nauc_ndcg_at_20_diff1": 0.754864, + "nauc_ndcg_at_100_max": 0.708296, + "nauc_ndcg_at_100_std": 0.038097, + "nauc_ndcg_at_100_diff1": 0.760119, + "nauc_ndcg_at_1000_max": 0.70506, + "nauc_ndcg_at_1000_std": 0.028166, + "nauc_ndcg_at_1000_diff1": 0.762105, + "nauc_map_at_1_max": 0.67534, + "nauc_map_at_1_std": -0.002953, + "nauc_map_at_1_diff1": 0.799561, + "nauc_map_at_3_max": 0.700842, + "nauc_map_at_3_std": 0.009206, + "nauc_map_at_3_diff1": 0.768802, + "nauc_map_at_5_max": 0.699458, + "nauc_map_at_5_std": 0.011143, + "nauc_map_at_5_diff1": 0.767695, + "nauc_map_at_10_max": 0.699663, + "nauc_map_at_10_std": 0.013432, + "nauc_map_at_10_diff1": 0.768149, + "nauc_map_at_20_max": 0.699372, + "nauc_map_at_20_std": 0.014708, + "nauc_map_at_20_diff1": 0.767935, + "nauc_map_at_100_max": 0.699423, + "nauc_map_at_100_std": 0.015717, + "nauc_map_at_100_diff1": 0.768683, + "nauc_map_at_1000_max": 0.699323, + "nauc_map_at_1000_std": 0.015462, + "nauc_map_at_1000_diff1": 0.768744, + "nauc_recall_at_1_max": 0.67534, + "nauc_recall_at_1_std": -0.002953, + "nauc_recall_at_1_diff1": 0.799561, + "nauc_recall_at_3_max": 0.741573, + "nauc_recall_at_3_std": 0.030654, + "nauc_recall_at_3_diff1": 0.721568, + "nauc_recall_at_5_max": 0.740256, + "nauc_recall_at_5_std": 0.046606, + "nauc_recall_at_5_diff1": 0.707576, + "nauc_recall_at_10_max": 0.755527, + "nauc_recall_at_10_std": 0.090899, + "nauc_recall_at_10_diff1": 0.694865, + "nauc_recall_at_20_max": 0.766215, + "nauc_recall_at_20_std": 0.166229, + "nauc_recall_at_20_diff1": 0.666674, + "nauc_recall_at_100_max": 0.8376, + "nauc_recall_at_100_std": 0.470139, + "nauc_recall_at_100_diff1": 0.669738, + "nauc_recall_at_1000_max": 0.862831, + "nauc_recall_at_1000_std": 0.716379, + "nauc_recall_at_1000_diff1": 0.574011, + "nauc_precision_at_1_max": 0.67534, + "nauc_precision_at_1_std": -0.002953, + "nauc_precision_at_1_diff1": 0.799561, + "nauc_precision_at_3_max": 0.741564, + "nauc_precision_at_3_std": 0.030606, + "nauc_precision_at_3_diff1": 0.72134, + "nauc_precision_at_5_max": 0.73822, + "nauc_precision_at_5_std": 0.04638, + "nauc_precision_at_5_diff1": 0.70511, + "nauc_precision_at_10_max": 0.752863, + "nauc_precision_at_10_std": 0.090498, + "nauc_precision_at_10_diff1": 0.691716, + "nauc_precision_at_20_max": 0.762656, + "nauc_precision_at_20_std": 0.165452, + "nauc_precision_at_20_diff1": 0.662601, + "nauc_precision_at_100_max": 0.820071, + "nauc_precision_at_100_std": 0.470056, + "nauc_precision_at_100_diff1": 0.652079, + "nauc_precision_at_1000_max": 0.723403, + "nauc_precision_at_1000_std": 0.686676, + "nauc_precision_at_1000_diff1": 0.447843, + "nauc_mrr_at_1_max": 0.67534, + "nauc_mrr_at_1_std": -0.002953, + "nauc_mrr_at_1_diff1": 0.799561, + "nauc_mrr_at_3_max": 0.700833, + "nauc_mrr_at_3_std": 0.009184, + "nauc_mrr_at_3_diff1": 0.768716, + "nauc_mrr_at_5_max": 0.699458, + "nauc_mrr_at_5_std": 0.011143, + "nauc_mrr_at_5_diff1": 0.767695, + "nauc_mrr_at_10_max": 0.699663, + "nauc_mrr_at_10_std": 0.013432, + "nauc_mrr_at_10_diff1": 0.768149, + "nauc_mrr_at_20_max": 0.699372, + "nauc_mrr_at_20_std": 0.014708, + "nauc_mrr_at_20_diff1": 0.767935, + "nauc_mrr_at_100_max": 0.699422, + "nauc_mrr_at_100_std": 0.015709, + "nauc_mrr_at_100_diff1": 0.768683, + "nauc_mrr_at_1000_max": 0.699322, + "nauc_mrr_at_1000_std": 0.015454, + "nauc_mrr_at_1000_diff1": 0.768744, + "main_score": 0.73827, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65796, + "ndcg_at_3": 0.73642, + "ndcg_at_5": 0.75092, + "ndcg_at_10": 0.76661, + "ndcg_at_20": 0.77483, + "ndcg_at_100": 0.7861, + "ndcg_at_1000": 0.79025, + "map_at_1": 0.65796, + "map_at_3": 0.71792, + "map_at_5": 0.72605, + "map_at_10": 0.73258, + "map_at_20": 0.73488, + "map_at_100": 0.73645, + "map_at_1000": 0.7366, + "recall_at_1": 0.65796, + "recall_at_3": 0.78949, + "recall_at_5": 0.82433, + "recall_at_10": 0.87253, + "recall_at_20": 0.90476, + "recall_at_100": 0.96516, + "recall_at_1000": 0.99826, + "precision_at_1": 0.65796, + "precision_at_3": 0.26326, + "precision_at_5": 0.16492, + "precision_at_10": 0.08728, + "precision_at_20": 0.04527, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.657956, + "mrr_at_3": 0.71806, + "mrr_at_5": 0.72619, + "mrr_at_10": 0.732723, + "mrr_at_20": 0.734983, + "mrr_at_100": 0.736559, + "mrr_at_1000": 0.736707, + "nauc_ndcg_at_1_max": 0.677044, + "nauc_ndcg_at_1_std": 0.062191, + "nauc_ndcg_at_1_diff1": 0.788934, + "nauc_ndcg_at_3_max": 0.724392, + "nauc_ndcg_at_3_std": 0.08462, + "nauc_ndcg_at_3_diff1": 0.751564, + "nauc_ndcg_at_5_max": 0.732053, + "nauc_ndcg_at_5_std": 0.112367, + "nauc_ndcg_at_5_diff1": 0.749368, + "nauc_ndcg_at_10_max": 0.730163, + "nauc_ndcg_at_10_std": 0.117303, + "nauc_ndcg_at_10_diff1": 0.752492, + "nauc_ndcg_at_20_max": 0.728051, + "nauc_ndcg_at_20_std": 0.118907, + "nauc_ndcg_at_20_diff1": 0.752133, + "nauc_ndcg_at_100_max": 0.724164, + "nauc_ndcg_at_100_std": 0.119461, + "nauc_ndcg_at_100_diff1": 0.755307, + "nauc_ndcg_at_1000_max": 0.720992, + "nauc_ndcg_at_1000_std": 0.107653, + "nauc_ndcg_at_1000_diff1": 0.757514, + "nauc_map_at_1_max": 0.677044, + "nauc_map_at_1_std": 0.062191, + "nauc_map_at_1_diff1": 0.788934, + "nauc_map_at_3_max": 0.712271, + "nauc_map_at_3_std": 0.077389, + "nauc_map_at_3_diff1": 0.761932, + "nauc_map_at_5_max": 0.715774, + "nauc_map_at_5_std": 0.091548, + "nauc_map_at_5_diff1": 0.760836, + "nauc_map_at_10_max": 0.714735, + "nauc_map_at_10_std": 0.092705, + "nauc_map_at_10_diff1": 0.762372, + "nauc_map_at_20_max": 0.714053, + "nauc_map_at_20_std": 0.092763, + "nauc_map_at_20_diff1": 0.762357, + "nauc_map_at_100_max": 0.71359, + "nauc_map_at_100_std": 0.09314, + "nauc_map_at_100_diff1": 0.762711, + "nauc_map_at_1000_max": 0.713502, + "nauc_map_at_1000_std": 0.092795, + "nauc_map_at_1000_diff1": 0.762792, + "nauc_recall_at_1_max": 0.677044, + "nauc_recall_at_1_std": 0.062191, + "nauc_recall_at_1_diff1": 0.788934, + "nauc_recall_at_3_max": 0.767463, + "nauc_recall_at_3_std": 0.109529, + "nauc_recall_at_3_diff1": 0.714587, + "nauc_recall_at_5_max": 0.799814, + "nauc_recall_at_5_std": 0.201814, + "nauc_recall_at_5_diff1": 0.702598, + "nauc_recall_at_10_max": 0.812525, + "nauc_recall_at_10_std": 0.258494, + "nauc_recall_at_10_diff1": 0.701684, + "nauc_recall_at_20_max": 0.820968, + "nauc_recall_at_20_std": 0.316726, + "nauc_recall_at_20_diff1": 0.683819, + "nauc_recall_at_100_max": 0.863706, + "nauc_recall_at_100_std": 0.628692, + "nauc_recall_at_100_diff1": 0.664565, + "nauc_recall_at_1000_max": 0.807819, + "nauc_recall_at_1000_std": 0.386381, + "nauc_recall_at_1000_diff1": 0.698879, + "nauc_precision_at_1_max": 0.677044, + "nauc_precision_at_1_std": 0.062191, + "nauc_precision_at_1_diff1": 0.788934, + "nauc_precision_at_3_max": 0.767463, + "nauc_precision_at_3_std": 0.112249, + "nauc_precision_at_3_diff1": 0.714059, + "nauc_precision_at_5_max": 0.800062, + "nauc_precision_at_5_std": 0.205176, + "nauc_precision_at_5_diff1": 0.702145, + "nauc_precision_at_10_max": 0.812882, + "nauc_precision_at_10_std": 0.263111, + "nauc_precision_at_10_diff1": 0.701075, + "nauc_precision_at_20_max": 0.809001, + "nauc_precision_at_20_std": 0.323904, + "nauc_precision_at_20_diff1": 0.671391, + "nauc_precision_at_100_max": 0.830376, + "nauc_precision_at_100_std": 0.639163, + "nauc_precision_at_100_diff1": 0.631745, + "nauc_precision_at_1000_max": 0.394285, + "nauc_precision_at_1000_std": 0.611714, + "nauc_precision_at_1000_diff1": 0.258879, + "nauc_mrr_at_1_max": 0.677044, + "nauc_mrr_at_1_std": 0.062191, + "nauc_mrr_at_1_diff1": 0.788934, + "nauc_mrr_at_3_max": 0.712247, + "nauc_mrr_at_3_std": 0.078464, + "nauc_mrr_at_3_diff1": 0.761741, + "nauc_mrr_at_5_max": 0.715751, + "nauc_mrr_at_5_std": 0.092661, + "nauc_mrr_at_5_diff1": 0.760639, + "nauc_mrr_at_10_max": 0.714711, + "nauc_mrr_at_10_std": 0.093846, + "nauc_mrr_at_10_diff1": 0.762171, + "nauc_mrr_at_20_max": 0.714035, + "nauc_mrr_at_20_std": 0.093607, + "nauc_mrr_at_20_diff1": 0.762208, + "nauc_mrr_at_100_max": 0.713572, + "nauc_mrr_at_100_std": 0.093989, + "nauc_mrr_at_100_diff1": 0.762562, + "nauc_mrr_at_1000_max": 0.713484, + "nauc_mrr_at_1000_std": 0.093645, + "nauc_mrr_at_1000_diff1": 0.762642, + "main_score": 0.76661, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.5836, + "ndcg_at_3": 0.65779, + "ndcg_at_5": 0.67806, + "ndcg_at_10": 0.69602, + "ndcg_at_20": 0.70671, + "ndcg_at_100": 0.72078, + "ndcg_at_1000": 0.7281, + "map_at_1": 0.5835, + "map_at_3": 0.6397, + "map_at_5": 0.65093, + "map_at_10": 0.65842, + "map_at_20": 0.66135, + "map_at_100": 0.6633, + "map_at_1000": 0.66356, + "recall_at_1": 0.5835, + "recall_at_3": 0.70993, + "recall_at_5": 0.75926, + "recall_at_10": 0.81438, + "recall_at_20": 0.85669, + "recall_at_100": 0.93257, + "recall_at_1000": 0.99095, + "precision_at_1": 0.5836, + "precision_at_3": 0.23671, + "precision_at_5": 0.15191, + "precision_at_10": 0.08147, + "precision_at_20": 0.04285, + "precision_at_100": 0.00933, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.583605, + "mrr_at_3": 0.639849, + "mrr_at_5": 0.651027, + "mrr_at_10": 0.658525, + "mrr_at_20": 0.661453, + "mrr_at_100": 0.663401, + "mrr_at_1000": 0.663663, + "nauc_ndcg_at_1_max": 0.675736, + "nauc_ndcg_at_1_std": 0.006166, + "nauc_ndcg_at_1_diff1": 0.788023, + "nauc_ndcg_at_3_max": 0.703244, + "nauc_ndcg_at_3_std": 0.042381, + "nauc_ndcg_at_3_diff1": 0.746553, + "nauc_ndcg_at_5_max": 0.705951, + "nauc_ndcg_at_5_std": 0.051319, + "nauc_ndcg_at_5_diff1": 0.742818, + "nauc_ndcg_at_10_max": 0.707113, + "nauc_ndcg_at_10_std": 0.06047, + "nauc_ndcg_at_10_diff1": 0.740037, + "nauc_ndcg_at_20_max": 0.706797, + "nauc_ndcg_at_20_std": 0.064715, + "nauc_ndcg_at_20_diff1": 0.739772, + "nauc_ndcg_at_100_max": 0.706323, + "nauc_ndcg_at_100_std": 0.070354, + "nauc_ndcg_at_100_diff1": 0.743282, + "nauc_ndcg_at_1000_max": 0.703361, + "nauc_ndcg_at_1000_std": 0.059273, + "nauc_ndcg_at_1000_diff1": 0.746839, + "nauc_map_at_1_max": 0.675604, + "nauc_map_at_1_std": 0.006342, + "nauc_map_at_1_diff1": 0.787382, + "nauc_map_at_3_max": 0.696695, + "nauc_map_at_3_std": 0.032329, + "nauc_map_at_3_diff1": 0.756996, + "nauc_map_at_5_max": 0.697917, + "nauc_map_at_5_std": 0.036675, + "nauc_map_at_5_diff1": 0.755328, + "nauc_map_at_10_max": 0.698221, + "nauc_map_at_10_std": 0.03999, + "nauc_map_at_10_diff1": 0.754436, + "nauc_map_at_20_max": 0.698104, + "nauc_map_at_20_std": 0.040864, + "nauc_map_at_20_diff1": 0.754569, + "nauc_map_at_100_max": 0.698056, + "nauc_map_at_100_std": 0.041677, + "nauc_map_at_100_diff1": 0.755011, + "nauc_map_at_1000_max": 0.697958, + "nauc_map_at_1000_std": 0.041398, + "nauc_map_at_1000_diff1": 0.755114, + "nauc_recall_at_1_max": 0.675604, + "nauc_recall_at_1_std": 0.006342, + "nauc_recall_at_1_diff1": 0.787382, + "nauc_recall_at_3_max": 0.724392, + "nauc_recall_at_3_std": 0.076252, + "nauc_recall_at_3_diff1": 0.7112, + "nauc_recall_at_5_max": 0.735978, + "nauc_recall_at_5_std": 0.10867, + "nauc_recall_at_5_diff1": 0.694291, + "nauc_recall_at_10_max": 0.748151, + "nauc_recall_at_10_std": 0.161987, + "nauc_recall_at_10_diff1": 0.671004, + "nauc_recall_at_20_max": 0.756274, + "nauc_recall_at_20_std": 0.218278, + "nauc_recall_at_20_diff1": 0.649778, + "nauc_recall_at_100_max": 0.794867, + "nauc_recall_at_100_std": 0.46241, + "nauc_recall_at_100_diff1": 0.624278, + "nauc_recall_at_1000_max": 0.791928, + "nauc_recall_at_1000_std": 0.698268, + "nauc_recall_at_1000_diff1": 0.573081, + "nauc_precision_at_1_max": 0.675736, + "nauc_precision_at_1_std": 0.006166, + "nauc_precision_at_1_diff1": 0.788023, + "nauc_precision_at_3_max": 0.72466, + "nauc_precision_at_3_std": 0.076023, + "nauc_precision_at_3_diff1": 0.712026, + "nauc_precision_at_5_max": 0.734586, + "nauc_precision_at_5_std": 0.108154, + "nauc_precision_at_5_diff1": 0.693531, + "nauc_precision_at_10_max": 0.746468, + "nauc_precision_at_10_std": 0.161275, + "nauc_precision_at_10_diff1": 0.670156, + "nauc_precision_at_20_max": 0.754128, + "nauc_precision_at_20_std": 0.217268, + "nauc_precision_at_20_diff1": 0.648746, + "nauc_precision_at_100_max": 0.790498, + "nauc_precision_at_100_std": 0.459486, + "nauc_precision_at_100_diff1": 0.622396, + "nauc_precision_at_1000_max": 0.760224, + "nauc_precision_at_1000_std": 0.670602, + "nauc_precision_at_1000_diff1": 0.560776, + "nauc_mrr_at_1_max": 0.675736, + "nauc_mrr_at_1_std": 0.006166, + "nauc_mrr_at_1_diff1": 0.788023, + "nauc_mrr_at_3_max": 0.696819, + "nauc_mrr_at_3_std": 0.032121, + "nauc_mrr_at_3_diff1": 0.757655, + "nauc_mrr_at_5_max": 0.698069, + "nauc_mrr_at_5_std": 0.03648, + "nauc_mrr_at_5_diff1": 0.756052, + "nauc_mrr_at_10_max": 0.698376, + "nauc_mrr_at_10_std": 0.039791, + "nauc_mrr_at_10_diff1": 0.755175, + "nauc_mrr_at_20_max": 0.698261, + "nauc_mrr_at_20_std": 0.040664, + "nauc_mrr_at_20_diff1": 0.755315, + "nauc_mrr_at_100_max": 0.698213, + "nauc_mrr_at_100_std": 0.041475, + "nauc_mrr_at_100_diff1": 0.755762, + "nauc_mrr_at_1000_max": 0.698116, + "nauc_mrr_at_1000_std": 0.041196, + "nauc_mrr_at_1000_diff1": 0.755866, + "main_score": 0.69602, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.60452, + "ndcg_at_3": 0.68418, + "ndcg_at_5": 0.70429, + "ndcg_at_10": 0.72185, + "ndcg_at_20": 0.73299, + "ndcg_at_100": 0.7457, + "ndcg_at_1000": 0.75103, + "map_at_1": 0.60452, + "map_at_3": 0.66513, + "map_at_5": 0.6763, + "map_at_10": 0.68351, + "map_at_20": 0.68662, + "map_at_100": 0.68842, + "map_at_1000": 0.6886, + "recall_at_1": 0.60452, + "recall_at_3": 0.73909, + "recall_at_5": 0.78788, + "recall_at_10": 0.84232, + "recall_at_20": 0.88598, + "recall_at_100": 0.95378, + "recall_at_1000": 0.99692, + "precision_at_1": 0.60452, + "precision_at_3": 0.24636, + "precision_at_5": 0.15758, + "precision_at_10": 0.08423, + "precision_at_20": 0.0443, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.60452, + "mrr_at_3": 0.665126, + "mrr_at_5": 0.676297, + "mrr_at_10": 0.683512, + "mrr_at_20": 0.686622, + "mrr_at_100": 0.68842, + "mrr_at_1000": 0.688598, + "nauc_ndcg_at_1_max": 0.673503, + "nauc_ndcg_at_1_std": 0.044021, + "nauc_ndcg_at_1_diff1": 0.803401, + "nauc_ndcg_at_3_max": 0.723754, + "nauc_ndcg_at_3_std": 0.117386, + "nauc_ndcg_at_3_diff1": 0.765732, + "nauc_ndcg_at_5_max": 0.727322, + "nauc_ndcg_at_5_std": 0.134693, + "nauc_ndcg_at_5_diff1": 0.757379, + "nauc_ndcg_at_10_max": 0.727622, + "nauc_ndcg_at_10_std": 0.137386, + "nauc_ndcg_at_10_diff1": 0.757238, + "nauc_ndcg_at_20_max": 0.727232, + "nauc_ndcg_at_20_std": 0.146728, + "nauc_ndcg_at_20_diff1": 0.759269, + "nauc_ndcg_at_100_max": 0.723769, + "nauc_ndcg_at_100_std": 0.140356, + "nauc_ndcg_at_100_diff1": 0.764181, + "nauc_ndcg_at_1000_max": 0.719758, + "nauc_ndcg_at_1000_std": 0.127907, + "nauc_ndcg_at_1000_diff1": 0.765745, + "nauc_map_at_1_max": 0.673503, + "nauc_map_at_1_std": 0.044021, + "nauc_map_at_1_diff1": 0.803401, + "nauc_map_at_3_max": 0.711337, + "nauc_map_at_3_std": 0.09846, + "nauc_map_at_3_diff1": 0.774739, + "nauc_map_at_5_max": 0.71289, + "nauc_map_at_5_std": 0.107131, + "nauc_map_at_5_diff1": 0.770787, + "nauc_map_at_10_max": 0.712617, + "nauc_map_at_10_std": 0.107435, + "nauc_map_at_10_diff1": 0.771002, + "nauc_map_at_20_max": 0.712488, + "nauc_map_at_20_std": 0.109683, + "nauc_map_at_20_diff1": 0.771692, + "nauc_map_at_100_max": 0.711954, + "nauc_map_at_100_std": 0.108745, + "nauc_map_at_100_diff1": 0.772222, + "nauc_map_at_1000_max": 0.711838, + "nauc_map_at_1000_std": 0.108392, + "nauc_map_at_1000_diff1": 0.77226, + "nauc_recall_at_1_max": 0.673503, + "nauc_recall_at_1_std": 0.044021, + "nauc_recall_at_1_diff1": 0.803401, + "nauc_recall_at_3_max": 0.766, + "nauc_recall_at_3_std": 0.182208, + "nauc_recall_at_3_diff1": 0.735252, + "nauc_recall_at_5_max": 0.784224, + "nauc_recall_at_5_std": 0.245971, + "nauc_recall_at_5_diff1": 0.703281, + "nauc_recall_at_10_max": 0.803458, + "nauc_recall_at_10_std": 0.293441, + "nauc_recall_at_10_diff1": 0.686505, + "nauc_recall_at_20_max": 0.823921, + "nauc_recall_at_20_std": 0.414769, + "nauc_recall_at_20_diff1": 0.677691, + "nauc_recall_at_100_max": 0.878232, + "nauc_recall_at_100_std": 0.634018, + "nauc_recall_at_100_diff1": 0.691429, + "nauc_recall_at_1000_max": 0.83311, + "nauc_recall_at_1000_std": 0.693105, + "nauc_recall_at_1000_diff1": 0.543375, + "nauc_precision_at_1_max": 0.673503, + "nauc_precision_at_1_std": 0.044021, + "nauc_precision_at_1_diff1": 0.803401, + "nauc_precision_at_3_max": 0.766, + "nauc_precision_at_3_std": 0.182208, + "nauc_precision_at_3_diff1": 0.735252, + "nauc_precision_at_5_max": 0.784224, + "nauc_precision_at_5_std": 0.245971, + "nauc_precision_at_5_diff1": 0.703281, + "nauc_precision_at_10_max": 0.803458, + "nauc_precision_at_10_std": 0.293441, + "nauc_precision_at_10_diff1": 0.686505, + "nauc_precision_at_20_max": 0.823921, + "nauc_precision_at_20_std": 0.414769, + "nauc_precision_at_20_diff1": 0.677691, + "nauc_precision_at_100_max": 0.878232, + "nauc_precision_at_100_std": 0.634018, + "nauc_precision_at_100_diff1": 0.691429, + "nauc_precision_at_1000_max": 0.83311, + "nauc_precision_at_1000_std": 0.693105, + "nauc_precision_at_1000_diff1": 0.543375, + "nauc_mrr_at_1_max": 0.673503, + "nauc_mrr_at_1_std": 0.044021, + "nauc_mrr_at_1_diff1": 0.803401, + "nauc_mrr_at_3_max": 0.711337, + "nauc_mrr_at_3_std": 0.09846, + "nauc_mrr_at_3_diff1": 0.774739, + "nauc_mrr_at_5_max": 0.71289, + "nauc_mrr_at_5_std": 0.107131, + "nauc_mrr_at_5_diff1": 0.770787, + "nauc_mrr_at_10_max": 0.712617, + "nauc_mrr_at_10_std": 0.107435, + "nauc_mrr_at_10_diff1": 0.771002, + "nauc_mrr_at_20_max": 0.712488, + "nauc_mrr_at_20_std": 0.109683, + "nauc_mrr_at_20_diff1": 0.771692, + "nauc_mrr_at_100_max": 0.711954, + "nauc_mrr_at_100_std": 0.108745, + "nauc_mrr_at_100_diff1": 0.772222, + "nauc_mrr_at_1000_max": 0.711838, + "nauc_mrr_at_1000_std": 0.108392, + "nauc_mrr_at_1000_diff1": 0.77226, + "main_score": 0.72185, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.63894, + "ndcg_at_3": 0.72522, + "ndcg_at_5": 0.74356, + "ndcg_at_10": 0.75921, + "ndcg_at_20": 0.76911, + "ndcg_at_100": 0.77935, + "ndcg_at_1000": 0.78288, + "map_at_1": 0.63894, + "map_at_3": 0.70468, + "map_at_5": 0.71495, + "map_at_10": 0.72158, + "map_at_20": 0.7243, + "map_at_100": 0.72577, + "map_at_1000": 0.72588, + "recall_at_1": 0.63894, + "recall_at_3": 0.78438, + "recall_at_5": 0.82852, + "recall_at_10": 0.87606, + "recall_at_20": 0.91511, + "recall_at_100": 0.96944, + "recall_at_1000": 0.9983, + "precision_at_1": 0.63894, + "precision_at_3": 0.26146, + "precision_at_5": 0.1657, + "precision_at_10": 0.08761, + "precision_at_20": 0.04576, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.638936, + "mrr_at_3": 0.704678, + "mrr_at_5": 0.71495, + "mrr_at_10": 0.721575, + "mrr_at_20": 0.724301, + "mrr_at_100": 0.725774, + "mrr_at_1000": 0.725885, + "nauc_ndcg_at_1_max": 0.663381, + "nauc_ndcg_at_1_std": 0.027137, + "nauc_ndcg_at_1_diff1": 0.769691, + "nauc_ndcg_at_3_max": 0.673723, + "nauc_ndcg_at_3_std": 0.05243, + "nauc_ndcg_at_3_diff1": 0.722366, + "nauc_ndcg_at_5_max": 0.681356, + "nauc_ndcg_at_5_std": 0.05369, + "nauc_ndcg_at_5_diff1": 0.720837, + "nauc_ndcg_at_10_max": 0.692666, + "nauc_ndcg_at_10_std": 0.072099, + "nauc_ndcg_at_10_diff1": 0.726225, + "nauc_ndcg_at_20_max": 0.690728, + "nauc_ndcg_at_20_std": 0.076294, + "nauc_ndcg_at_20_diff1": 0.726673, + "nauc_ndcg_at_100_max": 0.68823, + "nauc_ndcg_at_100_std": 0.074666, + "nauc_ndcg_at_100_diff1": 0.732344, + "nauc_ndcg_at_1000_max": 0.684711, + "nauc_ndcg_at_1000_std": 0.066397, + "nauc_ndcg_at_1000_diff1": 0.733368, + "nauc_map_at_1_max": 0.663381, + "nauc_map_at_1_std": 0.027137, + "nauc_map_at_1_diff1": 0.769691, + "nauc_map_at_3_max": 0.670992, + "nauc_map_at_3_std": 0.045251, + "nauc_map_at_3_diff1": 0.734999, + "nauc_map_at_5_max": 0.675047, + "nauc_map_at_5_std": 0.04578, + "nauc_map_at_5_diff1": 0.73461, + "nauc_map_at_10_max": 0.679183, + "nauc_map_at_10_std": 0.052536, + "nauc_map_at_10_diff1": 0.736877, + "nauc_map_at_20_max": 0.678694, + "nauc_map_at_20_std": 0.053762, + "nauc_map_at_20_diff1": 0.737071, + "nauc_map_at_100_max": 0.678387, + "nauc_map_at_100_std": 0.053692, + "nauc_map_at_100_diff1": 0.737868, + "nauc_map_at_1000_max": 0.678307, + "nauc_map_at_1000_std": 0.053527, + "nauc_map_at_1000_diff1": 0.737902, + "nauc_recall_at_1_max": 0.663381, + "nauc_recall_at_1_std": 0.027137, + "nauc_recall_at_1_diff1": 0.769691, + "nauc_recall_at_3_max": 0.683593, + "nauc_recall_at_3_std": 0.078651, + "nauc_recall_at_3_diff1": 0.676633, + "nauc_recall_at_5_max": 0.709542, + "nauc_recall_at_5_std": 0.087838, + "nauc_recall_at_5_diff1": 0.661672, + "nauc_recall_at_10_max": 0.777709, + "nauc_recall_at_10_std": 0.195151, + "nauc_recall_at_10_diff1": 0.67054, + "nauc_recall_at_20_max": 0.793514, + "nauc_recall_at_20_std": 0.276919, + "nauc_recall_at_20_diff1": 0.65155, + "nauc_recall_at_100_max": 0.88636, + "nauc_recall_at_100_std": 0.551356, + "nauc_recall_at_100_diff1": 0.697705, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.814826, + "nauc_recall_at_1000_diff1": 0.956419, + "nauc_precision_at_1_max": 0.663381, + "nauc_precision_at_1_std": 0.027137, + "nauc_precision_at_1_diff1": 0.769691, + "nauc_precision_at_3_max": 0.683593, + "nauc_precision_at_3_std": 0.078651, + "nauc_precision_at_3_diff1": 0.676633, + "nauc_precision_at_5_max": 0.709542, + "nauc_precision_at_5_std": 0.087838, + "nauc_precision_at_5_diff1": 0.661672, + "nauc_precision_at_10_max": 0.777709, + "nauc_precision_at_10_std": 0.195151, + "nauc_precision_at_10_diff1": 0.67054, + "nauc_precision_at_20_max": 0.793514, + "nauc_precision_at_20_std": 0.276919, + "nauc_precision_at_20_diff1": 0.65155, + "nauc_precision_at_100_max": 0.88636, + "nauc_precision_at_100_std": 0.551356, + "nauc_precision_at_100_diff1": 0.697705, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.814826, + "nauc_precision_at_1000_diff1": 0.956419, + "nauc_mrr_at_1_max": 0.663381, + "nauc_mrr_at_1_std": 0.027137, + "nauc_mrr_at_1_diff1": 0.769691, + "nauc_mrr_at_3_max": 0.670992, + "nauc_mrr_at_3_std": 0.045251, + "nauc_mrr_at_3_diff1": 0.734999, + "nauc_mrr_at_5_max": 0.675047, + "nauc_mrr_at_5_std": 0.04578, + "nauc_mrr_at_5_diff1": 0.73461, + "nauc_mrr_at_10_max": 0.679183, + "nauc_mrr_at_10_std": 0.052536, + "nauc_mrr_at_10_diff1": 0.736877, + "nauc_mrr_at_20_max": 0.678694, + "nauc_mrr_at_20_std": 0.053762, + "nauc_mrr_at_20_diff1": 0.737071, + "nauc_mrr_at_100_max": 0.678387, + "nauc_mrr_at_100_std": 0.053692, + "nauc_mrr_at_100_diff1": 0.737868, + "nauc_mrr_at_1000_max": 0.678307, + "nauc_mrr_at_1000_std": 0.053527, + "nauc_mrr_at_1000_diff1": 0.737902, + "main_score": 0.75921, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.53591, + "ndcg_at_3": 0.62346, + "ndcg_at_5": 0.64188, + "ndcg_at_10": 0.66529, + "ndcg_at_20": 0.6782, + "ndcg_at_100": 0.69481, + "ndcg_at_1000": 0.70197, + "map_at_1": 0.53591, + "map_at_3": 0.60308, + "map_at_5": 0.61336, + "map_at_10": 0.62314, + "map_at_20": 0.62672, + "map_at_100": 0.62904, + "map_at_1000": 0.62932, + "recall_at_1": 0.53591, + "recall_at_3": 0.68197, + "recall_at_5": 0.72643, + "recall_at_10": 0.79824, + "recall_at_20": 0.84905, + "recall_at_100": 0.93796, + "recall_at_1000": 0.99414, + "precision_at_1": 0.53591, + "precision_at_3": 0.22732, + "precision_at_5": 0.14529, + "precision_at_10": 0.07982, + "precision_at_20": 0.04245, + "precision_at_100": 0.00938, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.535906, + "mrr_at_3": 0.603078, + "mrr_at_5": 0.613361, + "mrr_at_10": 0.623135, + "mrr_at_20": 0.626718, + "mrr_at_100": 0.629042, + "mrr_at_1000": 0.629316, + "nauc_ndcg_at_1_max": 0.642219, + "nauc_ndcg_at_1_std": 0.048241, + "nauc_ndcg_at_1_diff1": 0.7341, + "nauc_ndcg_at_3_max": 0.68188, + "nauc_ndcg_at_3_std": 0.080663, + "nauc_ndcg_at_3_diff1": 0.691942, + "nauc_ndcg_at_5_max": 0.686325, + "nauc_ndcg_at_5_std": 0.090945, + "nauc_ndcg_at_5_diff1": 0.68873, + "nauc_ndcg_at_10_max": 0.679956, + "nauc_ndcg_at_10_std": 0.093589, + "nauc_ndcg_at_10_diff1": 0.68637, + "nauc_ndcg_at_20_max": 0.681394, + "nauc_ndcg_at_20_std": 0.100968, + "nauc_ndcg_at_20_diff1": 0.687648, + "nauc_ndcg_at_100_max": 0.681231, + "nauc_ndcg_at_100_std": 0.100326, + "nauc_ndcg_at_100_diff1": 0.694141, + "nauc_ndcg_at_1000_max": 0.67826, + "nauc_ndcg_at_1000_std": 0.091669, + "nauc_ndcg_at_1000_diff1": 0.696737, + "nauc_map_at_1_max": 0.642219, + "nauc_map_at_1_std": 0.048241, + "nauc_map_at_1_diff1": 0.7341, + "nauc_map_at_3_max": 0.672348, + "nauc_map_at_3_std": 0.071353, + "nauc_map_at_3_diff1": 0.702799, + "nauc_map_at_5_max": 0.674468, + "nauc_map_at_5_std": 0.076754, + "nauc_map_at_5_diff1": 0.701333, + "nauc_map_at_10_max": 0.671916, + "nauc_map_at_10_std": 0.077069, + "nauc_map_at_10_diff1": 0.70085, + "nauc_map_at_20_max": 0.672244, + "nauc_map_at_20_std": 0.078785, + "nauc_map_at_20_diff1": 0.701397, + "nauc_map_at_100_max": 0.672261, + "nauc_map_at_100_std": 0.078586, + "nauc_map_at_100_diff1": 0.702365, + "nauc_map_at_1000_max": 0.672163, + "nauc_map_at_1000_std": 0.078349, + "nauc_map_at_1000_diff1": 0.702452, + "nauc_recall_at_1_max": 0.642219, + "nauc_recall_at_1_std": 0.048241, + "nauc_recall_at_1_diff1": 0.7341, + "nauc_recall_at_3_max": 0.712744, + "nauc_recall_at_3_std": 0.111599, + "nauc_recall_at_3_diff1": 0.65641, + "nauc_recall_at_5_max": 0.729352, + "nauc_recall_at_5_std": 0.144004, + "nauc_recall_at_5_diff1": 0.642923, + "nauc_recall_at_10_max": 0.712059, + "nauc_recall_at_10_std": 0.173071, + "nauc_recall_at_10_diff1": 0.61907, + "nauc_recall_at_20_max": 0.73101, + "nauc_recall_at_20_std": 0.247642, + "nauc_recall_at_20_diff1": 0.606394, + "nauc_recall_at_100_max": 0.787428, + "nauc_recall_at_100_std": 0.427348, + "nauc_recall_at_100_diff1": 0.627792, + "nauc_recall_at_1000_max": 0.8697, + "nauc_recall_at_1000_std": 0.693295, + "nauc_recall_at_1000_diff1": 0.810923, + "nauc_precision_at_1_max": 0.642219, + "nauc_precision_at_1_std": 0.048241, + "nauc_precision_at_1_diff1": 0.7341, + "nauc_precision_at_3_max": 0.712744, + "nauc_precision_at_3_std": 0.111599, + "nauc_precision_at_3_diff1": 0.65641, + "nauc_precision_at_5_max": 0.729352, + "nauc_precision_at_5_std": 0.144004, + "nauc_precision_at_5_diff1": 0.642923, + "nauc_precision_at_10_max": 0.712059, + "nauc_precision_at_10_std": 0.173071, + "nauc_precision_at_10_diff1": 0.61907, + "nauc_precision_at_20_max": 0.73101, + "nauc_precision_at_20_std": 0.247642, + "nauc_precision_at_20_diff1": 0.606394, + "nauc_precision_at_100_max": 0.787428, + "nauc_precision_at_100_std": 0.427348, + "nauc_precision_at_100_diff1": 0.627792, + "nauc_precision_at_1000_max": 0.8697, + "nauc_precision_at_1000_std": 0.693295, + "nauc_precision_at_1000_diff1": 0.810923, + "nauc_mrr_at_1_max": 0.642219, + "nauc_mrr_at_1_std": 0.048241, + "nauc_mrr_at_1_diff1": 0.7341, + "nauc_mrr_at_3_max": 0.672348, + "nauc_mrr_at_3_std": 0.071353, + "nauc_mrr_at_3_diff1": 0.702799, + "nauc_mrr_at_5_max": 0.674468, + "nauc_mrr_at_5_std": 0.076754, + "nauc_mrr_at_5_diff1": 0.701333, + "nauc_mrr_at_10_max": 0.671916, + "nauc_mrr_at_10_std": 0.077069, + "nauc_mrr_at_10_diff1": 0.70085, + "nauc_mrr_at_20_max": 0.672244, + "nauc_mrr_at_20_std": 0.078785, + "nauc_mrr_at_20_diff1": 0.701397, + "nauc_mrr_at_100_max": 0.672261, + "nauc_mrr_at_100_std": 0.078586, + "nauc_mrr_at_100_diff1": 0.702365, + "nauc_mrr_at_1000_max": 0.672163, + "nauc_mrr_at_1000_std": 0.078349, + "nauc_mrr_at_1000_diff1": 0.702452, + "main_score": 0.66529, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.64755, + "ndcg_at_3": 0.72665, + "ndcg_at_5": 0.74053, + "ndcg_at_10": 0.76062, + "ndcg_at_20": 0.77014, + "ndcg_at_100": 0.78089, + "ndcg_at_1000": 0.78431, + "map_at_1": 0.64725, + "map_at_3": 0.70709, + "map_at_5": 0.71485, + "map_at_10": 0.72326, + "map_at_20": 0.72588, + "map_at_100": 0.72745, + "map_at_1000": 0.72759, + "recall_at_1": 0.64725, + "recall_at_3": 0.78315, + "recall_at_5": 0.81661, + "recall_at_10": 0.87814, + "recall_at_20": 0.91577, + "recall_at_100": 0.97252, + "recall_at_1000": 0.99881, + "precision_at_1": 0.64755, + "precision_at_3": 0.26125, + "precision_at_5": 0.16344, + "precision_at_10": 0.08787, + "precision_at_20": 0.04582, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.647551, + "mrr_at_3": 0.707188, + "mrr_at_5": 0.714954, + "mrr_at_10": 0.723363, + "mrr_at_20": 0.72598, + "mrr_at_100": 0.727549, + "mrr_at_1000": 0.727689, + "nauc_ndcg_at_1_max": 0.691796, + "nauc_ndcg_at_1_std": -0.131201, + "nauc_ndcg_at_1_diff1": 0.842145, + "nauc_ndcg_at_3_max": 0.714204, + "nauc_ndcg_at_3_std": -0.109742, + "nauc_ndcg_at_3_diff1": 0.803818, + "nauc_ndcg_at_5_max": 0.718007, + "nauc_ndcg_at_5_std": -0.093767, + "nauc_ndcg_at_5_diff1": 0.802161, + "nauc_ndcg_at_10_max": 0.722766, + "nauc_ndcg_at_10_std": -0.075615, + "nauc_ndcg_at_10_diff1": 0.803976, + "nauc_ndcg_at_20_max": 0.721868, + "nauc_ndcg_at_20_std": -0.071407, + "nauc_ndcg_at_20_diff1": 0.803197, + "nauc_ndcg_at_100_max": 0.71954, + "nauc_ndcg_at_100_std": -0.080936, + "nauc_ndcg_at_100_diff1": 0.808178, + "nauc_ndcg_at_1000_max": 0.717071, + "nauc_ndcg_at_1000_std": -0.088354, + "nauc_ndcg_at_1000_diff1": 0.810154, + "nauc_map_at_1_max": 0.689595, + "nauc_map_at_1_std": -0.132929, + "nauc_map_at_1_diff1": 0.841078, + "nauc_map_at_3_max": 0.70891, + "nauc_map_at_3_std": -0.117237, + "nauc_map_at_3_diff1": 0.814379, + "nauc_map_at_5_max": 0.710633, + "nauc_map_at_5_std": -0.109056, + "nauc_map_at_5_diff1": 0.81381, + "nauc_map_at_10_max": 0.712472, + "nauc_map_at_10_std": -0.102211, + "nauc_map_at_10_diff1": 0.814749, + "nauc_map_at_20_max": 0.712212, + "nauc_map_at_20_std": -0.101513, + "nauc_map_at_20_diff1": 0.814642, + "nauc_map_at_100_max": 0.711914, + "nauc_map_at_100_std": -0.102512, + "nauc_map_at_100_diff1": 0.815295, + "nauc_map_at_1000_max": 0.711833, + "nauc_map_at_1000_std": -0.102709, + "nauc_map_at_1000_diff1": 0.815354, + "nauc_recall_at_1_max": 0.689595, + "nauc_recall_at_1_std": -0.132929, + "nauc_recall_at_1_diff1": 0.841078, + "nauc_recall_at_3_max": 0.731501, + "nauc_recall_at_3_std": -0.08291, + "nauc_recall_at_3_diff1": 0.765021, + "nauc_recall_at_5_max": 0.746833, + "nauc_recall_at_5_std": -0.028931, + "nauc_recall_at_5_diff1": 0.753674, + "nauc_recall_at_10_max": 0.782057, + "nauc_recall_at_10_std": 0.090951, + "nauc_recall_at_10_diff1": 0.742582, + "nauc_recall_at_20_max": 0.796922, + "nauc_recall_at_20_std": 0.199344, + "nauc_recall_at_20_diff1": 0.710649, + "nauc_recall_at_100_max": 0.861584, + "nauc_recall_at_100_std": 0.374096, + "nauc_recall_at_100_diff1": 0.699085, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.711756, + "nauc_precision_at_1_max": 0.691796, + "nauc_precision_at_1_std": -0.131201, + "nauc_precision_at_1_diff1": 0.842145, + "nauc_precision_at_3_max": 0.732896, + "nauc_precision_at_3_std": -0.077282, + "nauc_precision_at_3_diff1": 0.762728, + "nauc_precision_at_5_max": 0.748351, + "nauc_precision_at_5_std": -0.022764, + "nauc_precision_at_5_diff1": 0.751097, + "nauc_precision_at_10_max": 0.783946, + "nauc_precision_at_10_std": 0.098829, + "nauc_precision_at_10_diff1": 0.738952, + "nauc_precision_at_20_max": 0.799399, + "nauc_precision_at_20_std": 0.20911, + "nauc_precision_at_20_diff1": 0.705929, + "nauc_precision_at_100_max": 0.866632, + "nauc_precision_at_100_std": 0.396922, + "nauc_precision_at_100_diff1": 0.685394, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.531142, + "nauc_mrr_at_1_max": 0.691796, + "nauc_mrr_at_1_std": -0.131201, + "nauc_mrr_at_1_diff1": 0.842145, + "nauc_mrr_at_3_max": 0.709762, + "nauc_mrr_at_3_std": -0.116568, + "nauc_mrr_at_3_diff1": 0.814784, + "nauc_mrr_at_5_max": 0.711507, + "nauc_mrr_at_5_std": -0.108369, + "nauc_mrr_at_5_diff1": 0.814225, + "nauc_mrr_at_10_max": 0.713373, + "nauc_mrr_at_10_std": -0.101501, + "nauc_mrr_at_10_diff1": 0.815177, + "nauc_mrr_at_20_max": 0.713122, + "nauc_mrr_at_20_std": -0.100795, + "nauc_mrr_at_20_diff1": 0.815075, + "nauc_mrr_at_100_max": 0.71283, + "nauc_mrr_at_100_std": -0.10179, + "nauc_mrr_at_100_diff1": 0.815731, + "nauc_mrr_at_1000_max": 0.71275, + "nauc_mrr_at_1000_std": -0.101986, + "nauc_mrr_at_1000_diff1": 0.81579, + "main_score": 0.76062, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.59002, + "ndcg_at_3": 0.6682, + "ndcg_at_5": 0.68715, + "ndcg_at_10": 0.70321, + "ndcg_at_20": 0.7166, + "ndcg_at_100": 0.7311, + "ndcg_at_1000": 0.73676, + "map_at_1": 0.58993, + "map_at_3": 0.64946, + "map_at_5": 0.65998, + "map_at_10": 0.66666, + "map_at_20": 0.67038, + "map_at_100": 0.67243, + "map_at_1000": 0.67265, + "recall_at_1": 0.58993, + "recall_at_3": 0.72219, + "recall_at_5": 0.76816, + "recall_at_10": 0.81749, + "recall_at_20": 0.87011, + "recall_at_100": 0.94775, + "recall_at_1000": 0.99199, + "precision_at_1": 0.59002, + "precision_at_3": 0.24079, + "precision_at_5": 0.15369, + "precision_at_10": 0.08178, + "precision_at_20": 0.04352, + "precision_at_100": 0.00948, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.590024, + "mrr_at_3": 0.649493, + "mrr_at_5": 0.660025, + "mrr_at_10": 0.66671, + "mrr_at_20": 0.670431, + "mrr_at_100": 0.672469, + "mrr_at_1000": 0.672687, + "nauc_ndcg_at_1_max": 0.681788, + "nauc_ndcg_at_1_std": 0.002481, + "nauc_ndcg_at_1_diff1": 0.788135, + "nauc_ndcg_at_3_max": 0.714568, + "nauc_ndcg_at_3_std": 0.0305, + "nauc_ndcg_at_3_diff1": 0.752272, + "nauc_ndcg_at_5_max": 0.717087, + "nauc_ndcg_at_5_std": 0.047279, + "nauc_ndcg_at_5_diff1": 0.74801, + "nauc_ndcg_at_10_max": 0.715308, + "nauc_ndcg_at_10_std": 0.056743, + "nauc_ndcg_at_10_diff1": 0.742566, + "nauc_ndcg_at_20_max": 0.713174, + "nauc_ndcg_at_20_std": 0.0648, + "nauc_ndcg_at_20_diff1": 0.742943, + "nauc_ndcg_at_100_max": 0.71176, + "nauc_ndcg_at_100_std": 0.062947, + "nauc_ndcg_at_100_diff1": 0.747275, + "nauc_ndcg_at_1000_max": 0.710113, + "nauc_ndcg_at_1000_std": 0.053576, + "nauc_ndcg_at_1000_diff1": 0.750424, + "nauc_map_at_1_max": 0.68122, + "nauc_map_at_1_std": 0.002152, + "nauc_map_at_1_diff1": 0.787893, + "nauc_map_at_3_max": 0.706381, + "nauc_map_at_3_std": 0.02313, + "nauc_map_at_3_diff1": 0.761412, + "nauc_map_at_5_max": 0.707426, + "nauc_map_at_5_std": 0.031737, + "nauc_map_at_5_diff1": 0.759374, + "nauc_map_at_10_max": 0.70643, + "nauc_map_at_10_std": 0.034936, + "nauc_map_at_10_diff1": 0.757394, + "nauc_map_at_20_max": 0.705816, + "nauc_map_at_20_std": 0.03685, + "nauc_map_at_20_diff1": 0.757607, + "nauc_map_at_100_max": 0.705535, + "nauc_map_at_100_std": 0.036513, + "nauc_map_at_100_diff1": 0.758088, + "nauc_map_at_1000_max": 0.705484, + "nauc_map_at_1000_std": 0.036232, + "nauc_map_at_1000_diff1": 0.758193, + "nauc_recall_at_1_max": 0.68122, + "nauc_recall_at_1_std": 0.002152, + "nauc_recall_at_1_diff1": 0.787893, + "nauc_recall_at_3_max": 0.74163, + "nauc_recall_at_3_std": 0.055157, + "nauc_recall_at_3_diff1": 0.721479, + "nauc_recall_at_5_max": 0.753774, + "nauc_recall_at_5_std": 0.108947, + "nauc_recall_at_5_diff1": 0.704192, + "nauc_recall_at_10_max": 0.755147, + "nauc_recall_at_10_std": 0.165504, + "nauc_recall_at_10_diff1": 0.671308, + "nauc_recall_at_20_max": 0.753674, + "nauc_recall_at_20_std": 0.261168, + "nauc_recall_at_20_diff1": 0.649155, + "nauc_recall_at_100_max": 0.782427, + "nauc_recall_at_100_std": 0.488759, + "nauc_recall_at_100_diff1": 0.62496, + "nauc_recall_at_1000_max": 0.815659, + "nauc_recall_at_1000_std": 0.793711, + "nauc_recall_at_1000_diff1": 0.623467, + "nauc_precision_at_1_max": 0.681788, + "nauc_precision_at_1_std": 0.002481, + "nauc_precision_at_1_diff1": 0.788135, + "nauc_precision_at_3_max": 0.741966, + "nauc_precision_at_3_std": 0.055946, + "nauc_precision_at_3_diff1": 0.720961, + "nauc_precision_at_5_max": 0.754068, + "nauc_precision_at_5_std": 0.110568, + "nauc_precision_at_5_diff1": 0.703462, + "nauc_precision_at_10_max": 0.755563, + "nauc_precision_at_10_std": 0.167415, + "nauc_precision_at_10_diff1": 0.670516, + "nauc_precision_at_20_max": 0.754243, + "nauc_precision_at_20_std": 0.263592, + "nauc_precision_at_20_diff1": 0.648118, + "nauc_precision_at_100_max": 0.776557, + "nauc_precision_at_100_std": 0.492858, + "nauc_precision_at_100_diff1": 0.61642, + "nauc_precision_at_1000_max": 0.777312, + "nauc_precision_at_1000_std": 0.796435, + "nauc_precision_at_1000_diff1": 0.571328, + "nauc_mrr_at_1_max": 0.681788, + "nauc_mrr_at_1_std": 0.002481, + "nauc_mrr_at_1_diff1": 0.788135, + "nauc_mrr_at_3_max": 0.706593, + "nauc_mrr_at_3_std": 0.023253, + "nauc_mrr_at_3_diff1": 0.761501, + "nauc_mrr_at_5_max": 0.70763, + "nauc_mrr_at_5_std": 0.03198, + "nauc_mrr_at_5_diff1": 0.759444, + "nauc_mrr_at_10_max": 0.70664, + "nauc_mrr_at_10_std": 0.035183, + "nauc_mrr_at_10_diff1": 0.757467, + "nauc_mrr_at_20_max": 0.706028, + "nauc_mrr_at_20_std": 0.037101, + "nauc_mrr_at_20_diff1": 0.757681, + "nauc_mrr_at_100_max": 0.705752, + "nauc_mrr_at_100_std": 0.036724, + "nauc_mrr_at_100_diff1": 0.758169, + "nauc_mrr_at_1000_max": 0.705701, + "nauc_mrr_at_1000_std": 0.036443, + "nauc_mrr_at_1000_diff1": 0.758274, + "main_score": 0.70321, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63163, + "ndcg_at_3": 0.71226, + "ndcg_at_5": 0.72952, + "ndcg_at_10": 0.74459, + "ndcg_at_20": 0.75529, + "ndcg_at_100": 0.76697, + "ndcg_at_1000": 0.77164, + "map_at_1": 0.63138, + "map_at_3": 0.69278, + "map_at_5": 0.70242, + "map_at_10": 0.70873, + "map_at_20": 0.71169, + "map_at_100": 0.71337, + "map_at_1000": 0.71354, + "recall_at_1": 0.63138, + "recall_at_3": 0.76822, + "recall_at_5": 0.80987, + "recall_at_10": 0.85597, + "recall_at_20": 0.89812, + "recall_at_100": 0.96009, + "recall_at_1000": 0.99703, + "precision_at_1": 0.63163, + "precision_at_3": 0.25616, + "precision_at_5": 0.16202, + "precision_at_10": 0.08562, + "precision_at_20": 0.04492, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631631, + "mrr_at_3": 0.693026, + "mrr_at_5": 0.702669, + "mrr_at_10": 0.708983, + "mrr_at_20": 0.711941, + "mrr_at_100": 0.71362, + "mrr_at_1000": 0.713791, + "nauc_ndcg_at_1_max": 0.6797, + "nauc_ndcg_at_1_std": 0.069147, + "nauc_ndcg_at_1_diff1": 0.810697, + "nauc_ndcg_at_3_max": 0.725298, + "nauc_ndcg_at_3_std": 0.129303, + "nauc_ndcg_at_3_diff1": 0.760601, + "nauc_ndcg_at_5_max": 0.724313, + "nauc_ndcg_at_5_std": 0.127379, + "nauc_ndcg_at_5_diff1": 0.76202, + "nauc_ndcg_at_10_max": 0.726746, + "nauc_ndcg_at_10_std": 0.13761, + "nauc_ndcg_at_10_diff1": 0.762477, + "nauc_ndcg_at_20_max": 0.721019, + "nauc_ndcg_at_20_std": 0.137168, + "nauc_ndcg_at_20_diff1": 0.761259, + "nauc_ndcg_at_100_max": 0.717252, + "nauc_ndcg_at_100_std": 0.133547, + "nauc_ndcg_at_100_diff1": 0.765603, + "nauc_ndcg_at_1000_max": 0.716391, + "nauc_ndcg_at_1000_std": 0.127026, + "nauc_ndcg_at_1000_diff1": 0.769065, + "nauc_map_at_1_max": 0.68022, + "nauc_map_at_1_std": 0.069949, + "nauc_map_at_1_diff1": 0.811047, + "nauc_map_at_3_max": 0.713327, + "nauc_map_at_3_std": 0.11231, + "nauc_map_at_3_diff1": 0.774306, + "nauc_map_at_5_max": 0.712409, + "nauc_map_at_5_std": 0.110604, + "nauc_map_at_5_diff1": 0.775498, + "nauc_map_at_10_max": 0.713257, + "nauc_map_at_10_std": 0.114287, + "nauc_map_at_10_diff1": 0.775883, + "nauc_map_at_20_max": 0.711752, + "nauc_map_at_20_std": 0.11381, + "nauc_map_at_20_diff1": 0.775712, + "nauc_map_at_100_max": 0.71126, + "nauc_map_at_100_std": 0.113375, + "nauc_map_at_100_diff1": 0.776285, + "nauc_map_at_1000_max": 0.711265, + "nauc_map_at_1000_std": 0.113239, + "nauc_map_at_1000_diff1": 0.77641, + "nauc_recall_at_1_max": 0.68022, + "nauc_recall_at_1_std": 0.069949, + "nauc_recall_at_1_diff1": 0.811047, + "nauc_recall_at_3_max": 0.768143, + "nauc_recall_at_3_std": 0.191017, + "nauc_recall_at_3_diff1": 0.71239, + "nauc_recall_at_5_max": 0.772815, + "nauc_recall_at_5_std": 0.197105, + "nauc_recall_at_5_diff1": 0.707834, + "nauc_recall_at_10_max": 0.796838, + "nauc_recall_at_10_std": 0.264975, + "nauc_recall_at_10_diff1": 0.695212, + "nauc_recall_at_20_max": 0.775256, + "nauc_recall_at_20_std": 0.309622, + "nauc_recall_at_20_diff1": 0.661409, + "nauc_recall_at_100_max": 0.757597, + "nauc_recall_at_100_std": 0.467221, + "nauc_recall_at_100_diff1": 0.625541, + "nauc_recall_at_1000_max": 0.714934, + "nauc_recall_at_1000_std": 0.931916, + "nauc_recall_at_1000_diff1": 0.658037, + "nauc_precision_at_1_max": 0.6797, + "nauc_precision_at_1_std": 0.069147, + "nauc_precision_at_1_diff1": 0.810697, + "nauc_precision_at_3_max": 0.767616, + "nauc_precision_at_3_std": 0.189998, + "nauc_precision_at_3_diff1": 0.711971, + "nauc_precision_at_5_max": 0.772358, + "nauc_precision_at_5_std": 0.195952, + "nauc_precision_at_5_diff1": 0.707481, + "nauc_precision_at_10_max": 0.796286, + "nauc_precision_at_10_std": 0.263593, + "nauc_precision_at_10_diff1": 0.694736, + "nauc_precision_at_20_max": 0.774459, + "nauc_precision_at_20_std": 0.307836, + "nauc_precision_at_20_diff1": 0.660689, + "nauc_precision_at_100_max": 0.756082, + "nauc_precision_at_100_std": 0.463891, + "nauc_precision_at_100_diff1": 0.624018, + "nauc_precision_at_1000_max": 0.425038, + "nauc_precision_at_1000_std": 0.593251, + "nauc_precision_at_1000_diff1": 0.397822, + "nauc_mrr_at_1_max": 0.6797, + "nauc_mrr_at_1_std": 0.069147, + "nauc_mrr_at_1_diff1": 0.810697, + "nauc_mrr_at_3_max": 0.712747, + "nauc_mrr_at_3_std": 0.11141, + "nauc_mrr_at_3_diff1": 0.773883, + "nauc_mrr_at_5_max": 0.711812, + "nauc_mrr_at_5_std": 0.109678, + "nauc_mrr_at_5_diff1": 0.775064, + "nauc_mrr_at_10_max": 0.712647, + "nauc_mrr_at_10_std": 0.113342, + "nauc_mrr_at_10_diff1": 0.77544, + "nauc_mrr_at_20_max": 0.711134, + "nauc_mrr_at_20_std": 0.112854, + "nauc_mrr_at_20_diff1": 0.775264, + "nauc_mrr_at_100_max": 0.710638, + "nauc_mrr_at_100_std": 0.112413, + "nauc_mrr_at_100_diff1": 0.775834, + "nauc_mrr_at_1000_max": 0.710644, + "nauc_mrr_at_1000_std": 0.112279, + "nauc_mrr_at_1000_diff1": 0.77596, + "main_score": 0.74459, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.59476, + "ndcg_at_3": 0.67674, + "ndcg_at_5": 0.6961, + "ndcg_at_10": 0.71425, + "ndcg_at_20": 0.72537, + "ndcg_at_100": 0.73854, + "ndcg_at_1000": 0.74428, + "map_at_1": 0.59476, + "map_at_3": 0.65708, + "map_at_5": 0.66789, + "map_at_10": 0.67539, + "map_at_20": 0.67849, + "map_at_100": 0.68021, + "map_at_1000": 0.68042, + "recall_at_1": 0.59476, + "recall_at_3": 0.73344, + "recall_at_5": 0.78017, + "recall_at_10": 0.83616, + "recall_at_20": 0.87982, + "recall_at_100": 0.95223, + "recall_at_1000": 0.99743, + "precision_at_1": 0.59476, + "precision_at_3": 0.24448, + "precision_at_5": 0.15603, + "precision_at_10": 0.08362, + "precision_at_20": 0.04399, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.594761, + "mrr_at_3": 0.657079, + "mrr_at_5": 0.667891, + "mrr_at_10": 0.675395, + "mrr_at_20": 0.67849, + "mrr_at_100": 0.680208, + "mrr_at_1000": 0.680421, + "nauc_ndcg_at_1_max": 0.67322, + "nauc_ndcg_at_1_std": 0.027883, + "nauc_ndcg_at_1_diff1": 0.776783, + "nauc_ndcg_at_3_max": 0.709753, + "nauc_ndcg_at_3_std": 0.079653, + "nauc_ndcg_at_3_diff1": 0.732349, + "nauc_ndcg_at_5_max": 0.708777, + "nauc_ndcg_at_5_std": 0.082665, + "nauc_ndcg_at_5_diff1": 0.725558, + "nauc_ndcg_at_10_max": 0.71171, + "nauc_ndcg_at_10_std": 0.095393, + "nauc_ndcg_at_10_diff1": 0.725167, + "nauc_ndcg_at_20_max": 0.713138, + "nauc_ndcg_at_20_std": 0.104181, + "nauc_ndcg_at_20_diff1": 0.72553, + "nauc_ndcg_at_100_max": 0.710422, + "nauc_ndcg_at_100_std": 0.101646, + "nauc_ndcg_at_100_diff1": 0.73016, + "nauc_ndcg_at_1000_max": 0.70715, + "nauc_ndcg_at_1000_std": 0.088885, + "nauc_ndcg_at_1000_diff1": 0.733123, + "nauc_map_at_1_max": 0.67322, + "nauc_map_at_1_std": 0.027883, + "nauc_map_at_1_diff1": 0.776783, + "nauc_map_at_3_max": 0.701184, + "nauc_map_at_3_std": 0.065534, + "nauc_map_at_3_diff1": 0.743094, + "nauc_map_at_5_max": 0.700536, + "nauc_map_at_5_std": 0.066688, + "nauc_map_at_5_diff1": 0.740027, + "nauc_map_at_10_max": 0.701423, + "nauc_map_at_10_std": 0.071125, + "nauc_map_at_10_diff1": 0.740052, + "nauc_map_at_20_max": 0.701779, + "nauc_map_at_20_std": 0.073339, + "nauc_map_at_20_diff1": 0.740255, + "nauc_map_at_100_max": 0.701444, + "nauc_map_at_100_std": 0.073213, + "nauc_map_at_100_diff1": 0.740758, + "nauc_map_at_1000_max": 0.701334, + "nauc_map_at_1000_std": 0.072815, + "nauc_map_at_1000_diff1": 0.740836, + "nauc_recall_at_1_max": 0.67322, + "nauc_recall_at_1_std": 0.027883, + "nauc_recall_at_1_diff1": 0.776783, + "nauc_recall_at_3_max": 0.7386, + "nauc_recall_at_3_std": 0.128314, + "nauc_recall_at_3_diff1": 0.695994, + "nauc_recall_at_5_max": 0.739862, + "nauc_recall_at_5_std": 0.145759, + "nauc_recall_at_5_diff1": 0.668183, + "nauc_recall_at_10_max": 0.763113, + "nauc_recall_at_10_std": 0.224407, + "nauc_recall_at_10_diff1": 0.650906, + "nauc_recall_at_20_max": 0.78876, + "nauc_recall_at_20_std": 0.328103, + "nauc_recall_at_20_diff1": 0.630369, + "nauc_recall_at_100_max": 0.827727, + "nauc_recall_at_100_std": 0.564748, + "nauc_recall_at_100_diff1": 0.612812, + "nauc_recall_at_1000_max": 0.789913, + "nauc_recall_at_1000_std": 0.365035, + "nauc_recall_at_1000_diff1": 0.58504, + "nauc_precision_at_1_max": 0.67322, + "nauc_precision_at_1_std": 0.027883, + "nauc_precision_at_1_diff1": 0.776783, + "nauc_precision_at_3_max": 0.7386, + "nauc_precision_at_3_std": 0.128314, + "nauc_precision_at_3_diff1": 0.695994, + "nauc_precision_at_5_max": 0.739862, + "nauc_precision_at_5_std": 0.145759, + "nauc_precision_at_5_diff1": 0.668183, + "nauc_precision_at_10_max": 0.763113, + "nauc_precision_at_10_std": 0.224407, + "nauc_precision_at_10_diff1": 0.650906, + "nauc_precision_at_20_max": 0.78876, + "nauc_precision_at_20_std": 0.328103, + "nauc_precision_at_20_diff1": 0.630369, + "nauc_precision_at_100_max": 0.827727, + "nauc_precision_at_100_std": 0.564748, + "nauc_precision_at_100_diff1": 0.612812, + "nauc_precision_at_1000_max": 0.789913, + "nauc_precision_at_1000_std": 0.365035, + "nauc_precision_at_1000_diff1": 0.58504, + "nauc_mrr_at_1_max": 0.67322, + "nauc_mrr_at_1_std": 0.027883, + "nauc_mrr_at_1_diff1": 0.776783, + "nauc_mrr_at_3_max": 0.701184, + "nauc_mrr_at_3_std": 0.065534, + "nauc_mrr_at_3_diff1": 0.743094, + "nauc_mrr_at_5_max": 0.700536, + "nauc_mrr_at_5_std": 0.066688, + "nauc_mrr_at_5_diff1": 0.740027, + "nauc_mrr_at_10_max": 0.701423, + "nauc_mrr_at_10_std": 0.071125, + "nauc_mrr_at_10_diff1": 0.740052, + "nauc_mrr_at_20_max": 0.701779, + "nauc_mrr_at_20_std": 0.073339, + "nauc_mrr_at_20_diff1": 0.740255, + "nauc_mrr_at_100_max": 0.701444, + "nauc_mrr_at_100_std": 0.073213, + "nauc_mrr_at_100_diff1": 0.740758, + "nauc_mrr_at_1000_max": 0.701334, + "nauc_mrr_at_1000_std": 0.072815, + "nauc_mrr_at_1000_diff1": 0.740836, + "main_score": 0.71425, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.55996, + "ndcg_at_3": 0.63352, + "ndcg_at_5": 0.65246, + "ndcg_at_10": 0.66834, + "ndcg_at_20": 0.68129, + "ndcg_at_100": 0.69819, + "ndcg_at_1000": 0.70622, + "map_at_1": 0.55996, + "map_at_3": 0.61592, + "map_at_5": 0.62646, + "map_at_10": 0.63301, + "map_at_20": 0.63659, + "map_at_100": 0.63894, + "map_at_1000": 0.63922, + "recall_at_1": 0.55996, + "recall_at_3": 0.68426, + "recall_at_5": 0.73012, + "recall_at_10": 0.77925, + "recall_at_20": 0.83021, + "recall_at_100": 0.9212, + "recall_at_1000": 0.98544, + "precision_at_1": 0.55996, + "precision_at_3": 0.22809, + "precision_at_5": 0.14602, + "precision_at_10": 0.07793, + "precision_at_20": 0.04151, + "precision_at_100": 0.00921, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.559964, + "mrr_at_3": 0.615924, + "mrr_at_5": 0.62646, + "mrr_at_10": 0.63301, + "mrr_at_20": 0.636595, + "mrr_at_100": 0.638939, + "mrr_at_1000": 0.639224, + "nauc_ndcg_at_1_max": 0.661449, + "nauc_ndcg_at_1_std": 0.034859, + "nauc_ndcg_at_1_diff1": 0.799752, + "nauc_ndcg_at_3_max": 0.688778, + "nauc_ndcg_at_3_std": 0.070331, + "nauc_ndcg_at_3_diff1": 0.756381, + "nauc_ndcg_at_5_max": 0.692989, + "nauc_ndcg_at_5_std": 0.084625, + "nauc_ndcg_at_5_diff1": 0.75231, + "nauc_ndcg_at_10_max": 0.692278, + "nauc_ndcg_at_10_std": 0.094151, + "nauc_ndcg_at_10_diff1": 0.749087, + "nauc_ndcg_at_20_max": 0.693415, + "nauc_ndcg_at_20_std": 0.102577, + "nauc_ndcg_at_20_diff1": 0.749701, + "nauc_ndcg_at_100_max": 0.690565, + "nauc_ndcg_at_100_std": 0.105472, + "nauc_ndcg_at_100_diff1": 0.752219, + "nauc_ndcg_at_1000_max": 0.688813, + "nauc_ndcg_at_1000_std": 0.094594, + "nauc_ndcg_at_1000_diff1": 0.75615, + "nauc_map_at_1_max": 0.661449, + "nauc_map_at_1_std": 0.034859, + "nauc_map_at_1_diff1": 0.799752, + "nauc_map_at_3_max": 0.682219, + "nauc_map_at_3_std": 0.060472, + "nauc_map_at_3_diff1": 0.767377, + "nauc_map_at_5_max": 0.684162, + "nauc_map_at_5_std": 0.067564, + "nauc_map_at_5_diff1": 0.765413, + "nauc_map_at_10_max": 0.683828, + "nauc_map_at_10_std": 0.0711, + "nauc_map_at_10_diff1": 0.764339, + "nauc_map_at_20_max": 0.683955, + "nauc_map_at_20_std": 0.072882, + "nauc_map_at_20_diff1": 0.764572, + "nauc_map_at_100_max": 0.683562, + "nauc_map_at_100_std": 0.073272, + "nauc_map_at_100_diff1": 0.764846, + "nauc_map_at_1000_max": 0.683515, + "nauc_map_at_1000_std": 0.07299, + "nauc_map_at_1000_diff1": 0.764972, + "nauc_recall_at_1_max": 0.661449, + "nauc_recall_at_1_std": 0.034859, + "nauc_recall_at_1_diff1": 0.799752, + "nauc_recall_at_3_max": 0.709811, + "nauc_recall_at_3_std": 0.102634, + "nauc_recall_at_3_diff1": 0.720819, + "nauc_recall_at_5_max": 0.725246, + "nauc_recall_at_5_std": 0.148946, + "nauc_recall_at_5_diff1": 0.704944, + "nauc_recall_at_10_max": 0.72735, + "nauc_recall_at_10_std": 0.198228, + "nauc_recall_at_10_diff1": 0.683742, + "nauc_recall_at_20_max": 0.74448, + "nauc_recall_at_20_std": 0.279489, + "nauc_recall_at_20_diff1": 0.67183, + "nauc_recall_at_100_max": 0.749814, + "nauc_recall_at_100_std": 0.497446, + "nauc_recall_at_100_diff1": 0.640248, + "nauc_recall_at_1000_max": 0.765884, + "nauc_recall_at_1000_std": 0.732955, + "nauc_recall_at_1000_diff1": 0.654572, + "nauc_precision_at_1_max": 0.661449, + "nauc_precision_at_1_std": 0.034859, + "nauc_precision_at_1_diff1": 0.799752, + "nauc_precision_at_3_max": 0.709811, + "nauc_precision_at_3_std": 0.102634, + "nauc_precision_at_3_diff1": 0.720819, + "nauc_precision_at_5_max": 0.725246, + "nauc_precision_at_5_std": 0.148946, + "nauc_precision_at_5_diff1": 0.704944, + "nauc_precision_at_10_max": 0.72735, + "nauc_precision_at_10_std": 0.198228, + "nauc_precision_at_10_diff1": 0.683742, + "nauc_precision_at_20_max": 0.74448, + "nauc_precision_at_20_std": 0.279489, + "nauc_precision_at_20_diff1": 0.67183, + "nauc_precision_at_100_max": 0.749814, + "nauc_precision_at_100_std": 0.497446, + "nauc_precision_at_100_diff1": 0.640248, + "nauc_precision_at_1000_max": 0.765884, + "nauc_precision_at_1000_std": 0.732955, + "nauc_precision_at_1000_diff1": 0.654572, + "nauc_mrr_at_1_max": 0.661449, + "nauc_mrr_at_1_std": 0.034859, + "nauc_mrr_at_1_diff1": 0.799752, + "nauc_mrr_at_3_max": 0.682219, + "nauc_mrr_at_3_std": 0.060472, + "nauc_mrr_at_3_diff1": 0.767377, + "nauc_mrr_at_5_max": 0.684162, + "nauc_mrr_at_5_std": 0.067564, + "nauc_mrr_at_5_diff1": 0.765413, + "nauc_mrr_at_10_max": 0.683828, + "nauc_mrr_at_10_std": 0.0711, + "nauc_mrr_at_10_diff1": 0.764339, + "nauc_mrr_at_20_max": 0.683955, + "nauc_mrr_at_20_std": 0.072882, + "nauc_mrr_at_20_diff1": 0.764572, + "nauc_mrr_at_100_max": 0.683562, + "nauc_mrr_at_100_std": 0.073272, + "nauc_mrr_at_100_diff1": 0.764846, + "nauc_mrr_at_1000_max": 0.683515, + "nauc_mrr_at_1000_std": 0.07299, + "nauc_mrr_at_1000_diff1": 0.764972, + "main_score": 0.66834, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.59444, + "ndcg_at_3": 0.68009, + "ndcg_at_5": 0.7002, + "ndcg_at_10": 0.72044, + "ndcg_at_20": 0.72985, + "ndcg_at_100": 0.74366, + "ndcg_at_1000": 0.74819, + "map_at_1": 0.59444, + "map_at_3": 0.65963, + "map_at_5": 0.67078, + "map_at_10": 0.67899, + "map_at_20": 0.68159, + "map_at_100": 0.68351, + "map_at_1000": 0.68367, + "recall_at_1": 0.59444, + "recall_at_3": 0.73906, + "recall_at_5": 0.78796, + "recall_at_10": 0.85126, + "recall_at_20": 0.88832, + "recall_at_100": 0.96243, + "recall_at_1000": 0.99846, + "precision_at_1": 0.59444, + "precision_at_3": 0.24635, + "precision_at_5": 0.15759, + "precision_at_10": 0.08513, + "precision_at_20": 0.04442, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.594442, + "mrr_at_3": 0.659633, + "mrr_at_5": 0.670775, + "mrr_at_10": 0.67899, + "mrr_at_20": 0.68159, + "mrr_at_100": 0.683508, + "mrr_at_1000": 0.683673, + "nauc_ndcg_at_1_max": 0.643242, + "nauc_ndcg_at_1_std": 0.01965, + "nauc_ndcg_at_1_diff1": 0.778068, + "nauc_ndcg_at_3_max": 0.667859, + "nauc_ndcg_at_3_std": 0.030051, + "nauc_ndcg_at_3_diff1": 0.732272, + "nauc_ndcg_at_5_max": 0.673954, + "nauc_ndcg_at_5_std": 0.039752, + "nauc_ndcg_at_5_diff1": 0.728506, + "nauc_ndcg_at_10_max": 0.673939, + "nauc_ndcg_at_10_std": 0.049765, + "nauc_ndcg_at_10_diff1": 0.7296, + "nauc_ndcg_at_20_max": 0.675322, + "nauc_ndcg_at_20_std": 0.057217, + "nauc_ndcg_at_20_diff1": 0.731184, + "nauc_ndcg_at_100_max": 0.672766, + "nauc_ndcg_at_100_std": 0.059281, + "nauc_ndcg_at_100_diff1": 0.736622, + "nauc_ndcg_at_1000_max": 0.669737, + "nauc_ndcg_at_1000_std": 0.049031, + "nauc_ndcg_at_1000_diff1": 0.73826, + "nauc_map_at_1_max": 0.643242, + "nauc_map_at_1_std": 0.01965, + "nauc_map_at_1_diff1": 0.778068, + "nauc_map_at_3_max": 0.661812, + "nauc_map_at_3_std": 0.027356, + "nauc_map_at_3_diff1": 0.744236, + "nauc_map_at_5_max": 0.664915, + "nauc_map_at_5_std": 0.032224, + "nauc_map_at_5_diff1": 0.742765, + "nauc_map_at_10_max": 0.664373, + "nauc_map_at_10_std": 0.035896, + "nauc_map_at_10_diff1": 0.743263, + "nauc_map_at_20_max": 0.664643, + "nauc_map_at_20_std": 0.037611, + "nauc_map_at_20_diff1": 0.743688, + "nauc_map_at_100_max": 0.664333, + "nauc_map_at_100_std": 0.037986, + "nauc_map_at_100_diff1": 0.7444, + "nauc_map_at_1000_max": 0.664243, + "nauc_map_at_1000_std": 0.037704, + "nauc_map_at_1000_diff1": 0.744438, + "nauc_recall_at_1_max": 0.643242, + "nauc_recall_at_1_std": 0.01965, + "nauc_recall_at_1_diff1": 0.778068, + "nauc_recall_at_3_max": 0.68858, + "nauc_recall_at_3_std": 0.039361, + "nauc_recall_at_3_diff1": 0.690877, + "nauc_recall_at_5_max": 0.710601, + "nauc_recall_at_5_std": 0.071731, + "nauc_recall_at_5_diff1": 0.670957, + "nauc_recall_at_10_max": 0.727266, + "nauc_recall_at_10_std": 0.133029, + "nauc_recall_at_10_diff1": 0.657762, + "nauc_recall_at_20_max": 0.75373, + "nauc_recall_at_20_std": 0.216832, + "nauc_recall_at_20_diff1": 0.650941, + "nauc_recall_at_100_max": 0.821614, + "nauc_recall_at_100_std": 0.562622, + "nauc_recall_at_100_diff1": 0.661414, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.80781, + "nauc_precision_at_1_max": 0.643242, + "nauc_precision_at_1_std": 0.01965, + "nauc_precision_at_1_diff1": 0.778068, + "nauc_precision_at_3_max": 0.68858, + "nauc_precision_at_3_std": 0.039361, + "nauc_precision_at_3_diff1": 0.690877, + "nauc_precision_at_5_max": 0.710601, + "nauc_precision_at_5_std": 0.071731, + "nauc_precision_at_5_diff1": 0.670957, + "nauc_precision_at_10_max": 0.727266, + "nauc_precision_at_10_std": 0.133029, + "nauc_precision_at_10_diff1": 0.657762, + "nauc_precision_at_20_max": 0.75373, + "nauc_precision_at_20_std": 0.216832, + "nauc_precision_at_20_diff1": 0.650941, + "nauc_precision_at_100_max": 0.821614, + "nauc_precision_at_100_std": 0.562622, + "nauc_precision_at_100_diff1": 0.661414, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.80781, + "nauc_mrr_at_1_max": 0.643242, + "nauc_mrr_at_1_std": 0.01965, + "nauc_mrr_at_1_diff1": 0.778068, + "nauc_mrr_at_3_max": 0.661812, + "nauc_mrr_at_3_std": 0.027356, + "nauc_mrr_at_3_diff1": 0.744236, + "nauc_mrr_at_5_max": 0.664915, + "nauc_mrr_at_5_std": 0.032224, + "nauc_mrr_at_5_diff1": 0.742765, + "nauc_mrr_at_10_max": 0.664373, + "nauc_mrr_at_10_std": 0.035896, + "nauc_mrr_at_10_diff1": 0.743263, + "nauc_mrr_at_20_max": 0.664643, + "nauc_mrr_at_20_std": 0.037611, + "nauc_mrr_at_20_diff1": 0.743688, + "nauc_mrr_at_100_max": 0.664333, + "nauc_mrr_at_100_std": 0.037986, + "nauc_mrr_at_100_diff1": 0.7444, + "nauc_mrr_at_1000_max": 0.664243, + "nauc_mrr_at_1000_std": 0.037704, + "nauc_mrr_at_1000_diff1": 0.744438, + "main_score": 0.72044, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.55154, + "ndcg_at_3": 0.62395, + "ndcg_at_5": 0.64866, + "ndcg_at_10": 0.66835, + "ndcg_at_20": 0.68068, + "ndcg_at_100": 0.69907, + "ndcg_at_1000": 0.70569, + "map_at_1": 0.55154, + "map_at_3": 0.60597, + "map_at_5": 0.61975, + "map_at_10": 0.62801, + "map_at_20": 0.63148, + "map_at_100": 0.63399, + "map_at_1000": 0.63424, + "recall_at_1": 0.55154, + "recall_at_3": 0.67609, + "recall_at_5": 0.73574, + "recall_at_10": 0.79592, + "recall_at_20": 0.84406, + "recall_at_100": 0.94349, + "recall_at_1000": 0.99529, + "precision_at_1": 0.55154, + "precision_at_3": 0.22536, + "precision_at_5": 0.14715, + "precision_at_10": 0.07959, + "precision_at_20": 0.0422, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.551544, + "mrr_at_3": 0.605965, + "mrr_at_5": 0.619754, + "mrr_at_10": 0.628012, + "mrr_at_20": 0.631483, + "mrr_at_100": 0.633988, + "mrr_at_1000": 0.634239, + "nauc_ndcg_at_1_max": 0.64467, + "nauc_ndcg_at_1_std": 0.022924, + "nauc_ndcg_at_1_diff1": 0.742243, + "nauc_ndcg_at_3_max": 0.669421, + "nauc_ndcg_at_3_std": 0.039028, + "nauc_ndcg_at_3_diff1": 0.697965, + "nauc_ndcg_at_5_max": 0.67054, + "nauc_ndcg_at_5_std": 0.046111, + "nauc_ndcg_at_5_diff1": 0.694121, + "nauc_ndcg_at_10_max": 0.676915, + "nauc_ndcg_at_10_std": 0.062751, + "nauc_ndcg_at_10_diff1": 0.692408, + "nauc_ndcg_at_20_max": 0.675949, + "nauc_ndcg_at_20_std": 0.067142, + "nauc_ndcg_at_20_diff1": 0.690843, + "nauc_ndcg_at_100_max": 0.674299, + "nauc_ndcg_at_100_std": 0.066812, + "nauc_ndcg_at_100_diff1": 0.697831, + "nauc_ndcg_at_1000_max": 0.671295, + "nauc_ndcg_at_1000_std": 0.056608, + "nauc_ndcg_at_1000_diff1": 0.700891, + "nauc_map_at_1_max": 0.64467, + "nauc_map_at_1_std": 0.022924, + "nauc_map_at_1_diff1": 0.742243, + "nauc_map_at_3_max": 0.663625, + "nauc_map_at_3_std": 0.033362, + "nauc_map_at_3_diff1": 0.709038, + "nauc_map_at_5_max": 0.663975, + "nauc_map_at_5_std": 0.036788, + "nauc_map_at_5_diff1": 0.707316, + "nauc_map_at_10_max": 0.666365, + "nauc_map_at_10_std": 0.043121, + "nauc_map_at_10_diff1": 0.70692, + "nauc_map_at_20_max": 0.666061, + "nauc_map_at_20_std": 0.043934, + "nauc_map_at_20_diff1": 0.706698, + "nauc_map_at_100_max": 0.66575, + "nauc_map_at_100_std": 0.043697, + "nauc_map_at_100_diff1": 0.707625, + "nauc_map_at_1000_max": 0.665664, + "nauc_map_at_1000_std": 0.0434, + "nauc_map_at_1000_diff1": 0.707737, + "nauc_recall_at_1_max": 0.64467, + "nauc_recall_at_1_std": 0.022924, + "nauc_recall_at_1_diff1": 0.742243, + "nauc_recall_at_3_max": 0.68793, + "nauc_recall_at_3_std": 0.058103, + "nauc_recall_at_3_diff1": 0.662238, + "nauc_recall_at_5_max": 0.694647, + "nauc_recall_at_5_std": 0.082711, + "nauc_recall_at_5_diff1": 0.645184, + "nauc_recall_at_10_max": 0.727066, + "nauc_recall_at_10_std": 0.161766, + "nauc_recall_at_10_diff1": 0.626712, + "nauc_recall_at_20_max": 0.733782, + "nauc_recall_at_20_std": 0.219984, + "nauc_recall_at_20_diff1": 0.597654, + "nauc_recall_at_100_max": 0.794187, + "nauc_recall_at_100_std": 0.463389, + "nauc_recall_at_100_diff1": 0.606312, + "nauc_recall_at_1000_max": 0.894707, + "nauc_recall_at_1000_std": 0.719133, + "nauc_recall_at_1000_diff1": 0.755209, + "nauc_precision_at_1_max": 0.64467, + "nauc_precision_at_1_std": 0.022924, + "nauc_precision_at_1_diff1": 0.742243, + "nauc_precision_at_3_max": 0.68793, + "nauc_precision_at_3_std": 0.058103, + "nauc_precision_at_3_diff1": 0.662238, + "nauc_precision_at_5_max": 0.694647, + "nauc_precision_at_5_std": 0.082711, + "nauc_precision_at_5_diff1": 0.645184, + "nauc_precision_at_10_max": 0.727066, + "nauc_precision_at_10_std": 0.161766, + "nauc_precision_at_10_diff1": 0.626712, + "nauc_precision_at_20_max": 0.733782, + "nauc_precision_at_20_std": 0.219984, + "nauc_precision_at_20_diff1": 0.597654, + "nauc_precision_at_100_max": 0.775006, + "nauc_precision_at_100_std": 0.446925, + "nauc_precision_at_100_diff1": 0.593429, + "nauc_precision_at_1000_max": 0.682447, + "nauc_precision_at_1000_std": 0.509471, + "nauc_precision_at_1000_diff1": 0.599452, + "nauc_mrr_at_1_max": 0.64467, + "nauc_mrr_at_1_std": 0.022924, + "nauc_mrr_at_1_diff1": 0.742243, + "nauc_mrr_at_3_max": 0.663625, + "nauc_mrr_at_3_std": 0.033362, + "nauc_mrr_at_3_diff1": 0.709038, + "nauc_mrr_at_5_max": 0.663975, + "nauc_mrr_at_5_std": 0.036788, + "nauc_mrr_at_5_diff1": 0.707316, + "nauc_mrr_at_10_max": 0.666365, + "nauc_mrr_at_10_std": 0.043121, + "nauc_mrr_at_10_diff1": 0.70692, + "nauc_mrr_at_20_max": 0.666061, + "nauc_mrr_at_20_std": 0.043934, + "nauc_mrr_at_20_diff1": 0.706698, + "nauc_mrr_at_100_max": 0.665752, + "nauc_mrr_at_100_std": 0.043709, + "nauc_mrr_at_100_diff1": 0.707621, + "nauc_mrr_at_1000_max": 0.665666, + "nauc_mrr_at_1000_std": 0.043412, + "nauc_mrr_at_1000_diff1": 0.707733, + "main_score": 0.66835, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.63911, + "ndcg_at_3": 0.71683, + "ndcg_at_5": 0.73366, + "ndcg_at_10": 0.75043, + "ndcg_at_20": 0.76357, + "ndcg_at_100": 0.77515, + "ndcg_at_1000": 0.77804, + "map_at_1": 0.63911, + "map_at_3": 0.69803, + "map_at_5": 0.7074, + "map_at_10": 0.71432, + "map_at_20": 0.71803, + "map_at_100": 0.7196, + "map_at_1000": 0.71972, + "recall_at_1": 0.63911, + "recall_at_3": 0.77113, + "recall_at_5": 0.81184, + "recall_at_10": 0.86366, + "recall_at_20": 0.91487, + "recall_at_100": 0.97779, + "recall_at_1000": 1.0, + "precision_at_1": 0.63911, + "precision_at_3": 0.25704, + "precision_at_5": 0.16237, + "precision_at_10": 0.08637, + "precision_at_20": 0.04574, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.639112, + "mrr_at_3": 0.698026, + "mrr_at_5": 0.707403, + "mrr_at_10": 0.714319, + "mrr_at_20": 0.718034, + "mrr_at_100": 0.719598, + "mrr_at_1000": 0.719715, + "nauc_ndcg_at_1_max": 0.67527, + "nauc_ndcg_at_1_std": 0.012678, + "nauc_ndcg_at_1_diff1": 0.794604, + "nauc_ndcg_at_3_max": 0.715999, + "nauc_ndcg_at_3_std": 0.023689, + "nauc_ndcg_at_3_diff1": 0.770498, + "nauc_ndcg_at_5_max": 0.708912, + "nauc_ndcg_at_5_std": 0.027908, + "nauc_ndcg_at_5_diff1": 0.762821, + "nauc_ndcg_at_10_max": 0.708245, + "nauc_ndcg_at_10_std": 0.033324, + "nauc_ndcg_at_10_diff1": 0.762211, + "nauc_ndcg_at_20_max": 0.709971, + "nauc_ndcg_at_20_std": 0.043162, + "nauc_ndcg_at_20_diff1": 0.761816, + "nauc_ndcg_at_100_max": 0.708127, + "nauc_ndcg_at_100_std": 0.038001, + "nauc_ndcg_at_100_diff1": 0.768628, + "nauc_ndcg_at_1000_max": 0.70601, + "nauc_ndcg_at_1000_std": 0.032538, + "nauc_ndcg_at_1000_diff1": 0.769292, + "nauc_map_at_1_max": 0.67527, + "nauc_map_at_1_std": 0.012678, + "nauc_map_at_1_diff1": 0.794604, + "nauc_map_at_3_max": 0.705923, + "nauc_map_at_3_std": 0.02034, + "nauc_map_at_3_diff1": 0.776551, + "nauc_map_at_5_max": 0.701979, + "nauc_map_at_5_std": 0.022738, + "nauc_map_at_5_diff1": 0.772702, + "nauc_map_at_10_max": 0.701687, + "nauc_map_at_10_std": 0.024742, + "nauc_map_at_10_diff1": 0.772758, + "nauc_map_at_20_max": 0.702104, + "nauc_map_at_20_std": 0.027122, + "nauc_map_at_20_diff1": 0.772829, + "nauc_map_at_100_max": 0.701876, + "nauc_map_at_100_std": 0.026376, + "nauc_map_at_100_diff1": 0.773622, + "nauc_map_at_1000_max": 0.70181, + "nauc_map_at_1000_std": 0.026205, + "nauc_map_at_1000_diff1": 0.773651, + "nauc_recall_at_1_max": 0.67527, + "nauc_recall_at_1_std": 0.012678, + "nauc_recall_at_1_diff1": 0.794604, + "nauc_recall_at_3_max": 0.751144, + "nauc_recall_at_3_std": 0.035725, + "nauc_recall_at_3_diff1": 0.749335, + "nauc_recall_at_5_max": 0.734941, + "nauc_recall_at_5_std": 0.04933, + "nauc_recall_at_5_diff1": 0.721707, + "nauc_recall_at_10_max": 0.739277, + "nauc_recall_at_10_std": 0.082855, + "nauc_recall_at_10_diff1": 0.704164, + "nauc_recall_at_20_max": 0.770464, + "nauc_recall_at_20_std": 0.199027, + "nauc_recall_at_20_diff1": 0.668449, + "nauc_recall_at_100_max": 0.850774, + "nauc_recall_at_100_std": 0.403798, + "nauc_recall_at_100_diff1": 0.729728, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67527, + "nauc_precision_at_1_std": 0.012678, + "nauc_precision_at_1_diff1": 0.794604, + "nauc_precision_at_3_max": 0.751144, + "nauc_precision_at_3_std": 0.035725, + "nauc_precision_at_3_diff1": 0.749335, + "nauc_precision_at_5_max": 0.734941, + "nauc_precision_at_5_std": 0.04933, + "nauc_precision_at_5_diff1": 0.721707, + "nauc_precision_at_10_max": 0.739277, + "nauc_precision_at_10_std": 0.082855, + "nauc_precision_at_10_diff1": 0.704164, + "nauc_precision_at_20_max": 0.770464, + "nauc_precision_at_20_std": 0.199027, + "nauc_precision_at_20_diff1": 0.668449, + "nauc_precision_at_100_max": 0.850774, + "nauc_precision_at_100_std": 0.403798, + "nauc_precision_at_100_diff1": 0.729728, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.67527, + "nauc_mrr_at_1_std": 0.012678, + "nauc_mrr_at_1_diff1": 0.794604, + "nauc_mrr_at_3_max": 0.705923, + "nauc_mrr_at_3_std": 0.02034, + "nauc_mrr_at_3_diff1": 0.776551, + "nauc_mrr_at_5_max": 0.701979, + "nauc_mrr_at_5_std": 0.022738, + "nauc_mrr_at_5_diff1": 0.772702, + "nauc_mrr_at_10_max": 0.701687, + "nauc_mrr_at_10_std": 0.024742, + "nauc_mrr_at_10_diff1": 0.772758, + "nauc_mrr_at_20_max": 0.702104, + "nauc_mrr_at_20_std": 0.027122, + "nauc_mrr_at_20_diff1": 0.772829, + "nauc_mrr_at_100_max": 0.701876, + "nauc_mrr_at_100_std": 0.026376, + "nauc_mrr_at_100_diff1": 0.773622, + "nauc_mrr_at_1000_max": 0.70181, + "nauc_mrr_at_1000_std": 0.026205, + "nauc_mrr_at_1000_diff1": 0.773651, + "main_score": 0.75043, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.59435, + "ndcg_at_3": 0.67215, + "ndcg_at_5": 0.68854, + "ndcg_at_10": 0.70625, + "ndcg_at_20": 0.71956, + "ndcg_at_100": 0.73315, + "ndcg_at_1000": 0.73918, + "map_at_1": 0.59435, + "map_at_3": 0.65338, + "map_at_5": 0.66245, + "map_at_10": 0.66988, + "map_at_20": 0.6736, + "map_at_100": 0.67548, + "map_at_1000": 0.6757, + "recall_at_1": 0.59435, + "recall_at_3": 0.72629, + "recall_at_5": 0.76611, + "recall_at_10": 0.82025, + "recall_at_20": 0.87235, + "recall_at_100": 0.94586, + "recall_at_1000": 0.99338, + "precision_at_1": 0.59435, + "precision_at_3": 0.24213, + "precision_at_5": 0.15326, + "precision_at_10": 0.08204, + "precision_at_20": 0.04363, + "precision_at_100": 0.00946, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.594352, + "mrr_at_3": 0.653424, + "mrr_at_5": 0.662519, + "mrr_at_10": 0.669948, + "mrr_at_20": 0.673655, + "mrr_at_100": 0.675521, + "mrr_at_1000": 0.675749, + "nauc_ndcg_at_1_max": 0.670734, + "nauc_ndcg_at_1_std": 0.011254, + "nauc_ndcg_at_1_diff1": 0.78679, + "nauc_ndcg_at_3_max": 0.706262, + "nauc_ndcg_at_3_std": 0.028446, + "nauc_ndcg_at_3_diff1": 0.750254, + "nauc_ndcg_at_5_max": 0.70741, + "nauc_ndcg_at_5_std": 0.037673, + "nauc_ndcg_at_5_diff1": 0.74723, + "nauc_ndcg_at_10_max": 0.707224, + "nauc_ndcg_at_10_std": 0.053128, + "nauc_ndcg_at_10_diff1": 0.743468, + "nauc_ndcg_at_20_max": 0.706863, + "nauc_ndcg_at_20_std": 0.055522, + "nauc_ndcg_at_20_diff1": 0.745614, + "nauc_ndcg_at_100_max": 0.705788, + "nauc_ndcg_at_100_std": 0.060301, + "nauc_ndcg_at_100_diff1": 0.749902, + "nauc_ndcg_at_1000_max": 0.703103, + "nauc_ndcg_at_1000_std": 0.049852, + "nauc_ndcg_at_1000_diff1": 0.751805, + "nauc_map_at_1_max": 0.670734, + "nauc_map_at_1_std": 0.011254, + "nauc_map_at_1_diff1": 0.78679, + "nauc_map_at_3_max": 0.697407, + "nauc_map_at_3_std": 0.023663, + "nauc_map_at_3_diff1": 0.759546, + "nauc_map_at_5_max": 0.697876, + "nauc_map_at_5_std": 0.028342, + "nauc_map_at_5_diff1": 0.758237, + "nauc_map_at_10_max": 0.697481, + "nauc_map_at_10_std": 0.034039, + "nauc_map_at_10_diff1": 0.756918, + "nauc_map_at_20_max": 0.697327, + "nauc_map_at_20_std": 0.034517, + "nauc_map_at_20_diff1": 0.757622, + "nauc_map_at_100_max": 0.69707, + "nauc_map_at_100_std": 0.034957, + "nauc_map_at_100_diff1": 0.758095, + "nauc_map_at_1000_max": 0.696999, + "nauc_map_at_1000_std": 0.03466, + "nauc_map_at_1000_diff1": 0.758168, + "nauc_recall_at_1_max": 0.670734, + "nauc_recall_at_1_std": 0.011254, + "nauc_recall_at_1_diff1": 0.78679, + "nauc_recall_at_3_max": 0.736021, + "nauc_recall_at_3_std": 0.04435, + "nauc_recall_at_3_diff1": 0.718941, + "nauc_recall_at_5_max": 0.743084, + "nauc_recall_at_5_std": 0.074386, + "nauc_recall_at_5_diff1": 0.705463, + "nauc_recall_at_10_max": 0.752084, + "nauc_recall_at_10_std": 0.152304, + "nauc_recall_at_10_diff1": 0.679237, + "nauc_recall_at_20_max": 0.765043, + "nauc_recall_at_20_std": 0.204774, + "nauc_recall_at_20_diff1": 0.671572, + "nauc_recall_at_100_max": 0.821426, + "nauc_recall_at_100_std": 0.501404, + "nauc_recall_at_100_diff1": 0.677353, + "nauc_recall_at_1000_max": 0.922345, + "nauc_recall_at_1000_std": 0.875203, + "nauc_recall_at_1000_diff1": 0.634508, + "nauc_precision_at_1_max": 0.670734, + "nauc_precision_at_1_std": 0.011254, + "nauc_precision_at_1_diff1": 0.78679, + "nauc_precision_at_3_max": 0.736012, + "nauc_precision_at_3_std": 0.045069, + "nauc_precision_at_3_diff1": 0.718927, + "nauc_precision_at_5_max": 0.743068, + "nauc_precision_at_5_std": 0.074837, + "nauc_precision_at_5_diff1": 0.705217, + "nauc_precision_at_10_max": 0.752199, + "nauc_precision_at_10_std": 0.152958, + "nauc_precision_at_10_diff1": 0.679022, + "nauc_precision_at_20_max": 0.762175, + "nauc_precision_at_20_std": 0.206401, + "nauc_precision_at_20_diff1": 0.668547, + "nauc_precision_at_100_max": 0.807329, + "nauc_precision_at_100_std": 0.498298, + "nauc_precision_at_100_diff1": 0.663454, + "nauc_precision_at_1000_max": 0.807105, + "nauc_precision_at_1000_std": 0.81716, + "nauc_precision_at_1000_diff1": 0.534108, + "nauc_mrr_at_1_max": 0.670734, + "nauc_mrr_at_1_std": 0.011254, + "nauc_mrr_at_1_diff1": 0.78679, + "nauc_mrr_at_3_max": 0.697385, + "nauc_mrr_at_3_std": 0.023965, + "nauc_mrr_at_3_diff1": 0.75953, + "nauc_mrr_at_5_max": 0.69785, + "nauc_mrr_at_5_std": 0.028592, + "nauc_mrr_at_5_diff1": 0.758189, + "nauc_mrr_at_10_max": 0.697456, + "nauc_mrr_at_10_std": 0.034295, + "nauc_mrr_at_10_diff1": 0.756871, + "nauc_mrr_at_20_max": 0.697306, + "nauc_mrr_at_20_std": 0.034659, + "nauc_mrr_at_20_diff1": 0.757575, + "nauc_mrr_at_100_max": 0.697047, + "nauc_mrr_at_100_std": 0.035119, + "nauc_mrr_at_100_diff1": 0.758056, + "nauc_mrr_at_1000_max": 0.696976, + "nauc_mrr_at_1000_std": 0.034822, + "nauc_mrr_at_1000_diff1": 0.758129, + "main_score": 0.70625, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61993, + "ndcg_at_3": 0.69732, + "ndcg_at_5": 0.71719, + "ndcg_at_10": 0.73441, + "ndcg_at_20": 0.74615, + "ndcg_at_100": 0.7569, + "ndcg_at_1000": 0.76197, + "map_at_1": 0.61993, + "map_at_3": 0.67874, + "map_at_5": 0.68975, + "map_at_10": 0.69692, + "map_at_20": 0.70018, + "map_at_100": 0.7016, + "map_at_1000": 0.70179, + "recall_at_1": 0.61993, + "recall_at_3": 0.7509, + "recall_at_5": 0.79918, + "recall_at_10": 0.85208, + "recall_at_20": 0.89831, + "recall_at_100": 0.95686, + "recall_at_1000": 0.99692, + "precision_at_1": 0.61993, + "precision_at_3": 0.2503, + "precision_at_5": 0.15984, + "precision_at_10": 0.08521, + "precision_at_20": 0.04492, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.619928, + "mrr_at_3": 0.678737, + "mrr_at_5": 0.689753, + "mrr_at_10": 0.696923, + "mrr_at_20": 0.700175, + "mrr_at_100": 0.701603, + "mrr_at_1000": 0.701791, + "nauc_ndcg_at_1_max": 0.687556, + "nauc_ndcg_at_1_std": 0.005123, + "nauc_ndcg_at_1_diff1": 0.799471, + "nauc_ndcg_at_3_max": 0.736298, + "nauc_ndcg_at_3_std": 0.066387, + "nauc_ndcg_at_3_diff1": 0.755524, + "nauc_ndcg_at_5_max": 0.730337, + "nauc_ndcg_at_5_std": 0.069291, + "nauc_ndcg_at_5_diff1": 0.747207, + "nauc_ndcg_at_10_max": 0.730762, + "nauc_ndcg_at_10_std": 0.070034, + "nauc_ndcg_at_10_diff1": 0.751987, + "nauc_ndcg_at_20_max": 0.729021, + "nauc_ndcg_at_20_std": 0.075587, + "nauc_ndcg_at_20_diff1": 0.750845, + "nauc_ndcg_at_100_max": 0.727571, + "nauc_ndcg_at_100_std": 0.076031, + "nauc_ndcg_at_100_diff1": 0.757183, + "nauc_ndcg_at_1000_max": 0.725164, + "nauc_ndcg_at_1000_std": 0.066467, + "nauc_ndcg_at_1000_diff1": 0.759647, + "nauc_map_at_1_max": 0.687556, + "nauc_map_at_1_std": 0.005123, + "nauc_map_at_1_diff1": 0.799471, + "nauc_map_at_3_max": 0.723531, + "nauc_map_at_3_std": 0.050413, + "nauc_map_at_3_diff1": 0.766802, + "nauc_map_at_5_max": 0.720186, + "nauc_map_at_5_std": 0.051821, + "nauc_map_at_5_diff1": 0.763064, + "nauc_map_at_10_max": 0.720198, + "nauc_map_at_10_std": 0.051411, + "nauc_map_at_10_diff1": 0.765438, + "nauc_map_at_20_max": 0.719702, + "nauc_map_at_20_std": 0.052684, + "nauc_map_at_20_diff1": 0.765313, + "nauc_map_at_100_max": 0.719516, + "nauc_map_at_100_std": 0.052691, + "nauc_map_at_100_diff1": 0.766123, + "nauc_map_at_1000_max": 0.719441, + "nauc_map_at_1000_std": 0.052433, + "nauc_map_at_1000_diff1": 0.766194, + "nauc_recall_at_1_max": 0.687556, + "nauc_recall_at_1_std": 0.005123, + "nauc_recall_at_1_diff1": 0.799471, + "nauc_recall_at_3_max": 0.780384, + "nauc_recall_at_3_std": 0.121508, + "nauc_recall_at_3_diff1": 0.7167, + "nauc_recall_at_5_max": 0.769211, + "nauc_recall_at_5_std": 0.138567, + "nauc_recall_at_5_diff1": 0.682235, + "nauc_recall_at_10_max": 0.782929, + "nauc_recall_at_10_std": 0.167153, + "nauc_recall_at_10_diff1": 0.68277, + "nauc_recall_at_20_max": 0.788226, + "nauc_recall_at_20_std": 0.249369, + "nauc_recall_at_20_diff1": 0.645829, + "nauc_recall_at_100_max": 0.828157, + "nauc_recall_at_100_std": 0.487257, + "nauc_recall_at_100_diff1": 0.665244, + "nauc_recall_at_1000_max": 0.893012, + "nauc_recall_at_1000_std": 0.708676, + "nauc_recall_at_1000_diff1": 0.803138, + "nauc_precision_at_1_max": 0.687556, + "nauc_precision_at_1_std": 0.005123, + "nauc_precision_at_1_diff1": 0.799471, + "nauc_precision_at_3_max": 0.780384, + "nauc_precision_at_3_std": 0.121508, + "nauc_precision_at_3_diff1": 0.7167, + "nauc_precision_at_5_max": 0.769211, + "nauc_precision_at_5_std": 0.138567, + "nauc_precision_at_5_diff1": 0.682235, + "nauc_precision_at_10_max": 0.782929, + "nauc_precision_at_10_std": 0.167153, + "nauc_precision_at_10_diff1": 0.68277, + "nauc_precision_at_20_max": 0.788226, + "nauc_precision_at_20_std": 0.249369, + "nauc_precision_at_20_diff1": 0.645829, + "nauc_precision_at_100_max": 0.828157, + "nauc_precision_at_100_std": 0.487257, + "nauc_precision_at_100_diff1": 0.665244, + "nauc_precision_at_1000_max": 0.893012, + "nauc_precision_at_1000_std": 0.708676, + "nauc_precision_at_1000_diff1": 0.803138, + "nauc_mrr_at_1_max": 0.687556, + "nauc_mrr_at_1_std": 0.005123, + "nauc_mrr_at_1_diff1": 0.799471, + "nauc_mrr_at_3_max": 0.723531, + "nauc_mrr_at_3_std": 0.050413, + "nauc_mrr_at_3_diff1": 0.766802, + "nauc_mrr_at_5_max": 0.720186, + "nauc_mrr_at_5_std": 0.051821, + "nauc_mrr_at_5_diff1": 0.763064, + "nauc_mrr_at_10_max": 0.720198, + "nauc_mrr_at_10_std": 0.051411, + "nauc_mrr_at_10_diff1": 0.765438, + "nauc_mrr_at_20_max": 0.719702, + "nauc_mrr_at_20_std": 0.052684, + "nauc_mrr_at_20_diff1": 0.765313, + "nauc_mrr_at_100_max": 0.719516, + "nauc_mrr_at_100_std": 0.052691, + "nauc_mrr_at_100_diff1": 0.766123, + "nauc_mrr_at_1000_max": 0.719441, + "nauc_mrr_at_1000_std": 0.052433, + "nauc_mrr_at_1000_diff1": 0.766194, + "main_score": 0.73441, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.5974, + "ndcg_at_3": 0.68135, + "ndcg_at_5": 0.69989, + "ndcg_at_10": 0.71972, + "ndcg_at_20": 0.73236, + "ndcg_at_100": 0.74564, + "ndcg_at_1000": 0.75034, + "map_at_1": 0.5974, + "map_at_3": 0.66204, + "map_at_5": 0.67226, + "map_at_10": 0.68061, + "map_at_20": 0.68415, + "map_at_100": 0.68603, + "map_at_1000": 0.68621, + "recall_at_1": 0.5974, + "recall_at_3": 0.73669, + "recall_at_5": 0.78199, + "recall_at_10": 0.8423, + "recall_at_20": 0.89185, + "recall_at_100": 0.96263, + "recall_at_1000": 0.99943, + "precision_at_1": 0.5974, + "precision_at_3": 0.24556, + "precision_at_5": 0.1564, + "precision_at_10": 0.08426, + "precision_at_20": 0.04462, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597395, + "mrr_at_3": 0.662042, + "mrr_at_5": 0.672263, + "mrr_at_10": 0.680659, + "mrr_at_20": 0.684145, + "mrr_at_100": 0.686027, + "mrr_at_1000": 0.686205, + "nauc_ndcg_at_1_max": 0.649503, + "nauc_ndcg_at_1_std": 0.06927, + "nauc_ndcg_at_1_diff1": 0.755801, + "nauc_ndcg_at_3_max": 0.698872, + "nauc_ndcg_at_3_std": 0.109285, + "nauc_ndcg_at_3_diff1": 0.715113, + "nauc_ndcg_at_5_max": 0.697625, + "nauc_ndcg_at_5_std": 0.111498, + "nauc_ndcg_at_5_diff1": 0.709571, + "nauc_ndcg_at_10_max": 0.699466, + "nauc_ndcg_at_10_std": 0.123896, + "nauc_ndcg_at_10_diff1": 0.711863, + "nauc_ndcg_at_20_max": 0.695935, + "nauc_ndcg_at_20_std": 0.130817, + "nauc_ndcg_at_20_diff1": 0.709607, + "nauc_ndcg_at_100_max": 0.694584, + "nauc_ndcg_at_100_std": 0.127555, + "nauc_ndcg_at_100_diff1": 0.71512, + "nauc_ndcg_at_1000_max": 0.690776, + "nauc_ndcg_at_1000_std": 0.117611, + "nauc_ndcg_at_1000_diff1": 0.717728, + "nauc_map_at_1_max": 0.649503, + "nauc_map_at_1_std": 0.06927, + "nauc_map_at_1_diff1": 0.755801, + "nauc_map_at_3_max": 0.686049, + "nauc_map_at_3_std": 0.098064, + "nauc_map_at_3_diff1": 0.724917, + "nauc_map_at_5_max": 0.685088, + "nauc_map_at_5_std": 0.098805, + "nauc_map_at_5_diff1": 0.722262, + "nauc_map_at_10_max": 0.685468, + "nauc_map_at_10_std": 0.103263, + "nauc_map_at_10_diff1": 0.72341, + "nauc_map_at_20_max": 0.684485, + "nauc_map_at_20_std": 0.105079, + "nauc_map_at_20_diff1": 0.722856, + "nauc_map_at_100_max": 0.684361, + "nauc_map_at_100_std": 0.104798, + "nauc_map_at_100_diff1": 0.723624, + "nauc_map_at_1000_max": 0.684245, + "nauc_map_at_1000_std": 0.104506, + "nauc_map_at_1000_diff1": 0.723711, + "nauc_recall_at_1_max": 0.649503, + "nauc_recall_at_1_std": 0.06927, + "nauc_recall_at_1_diff1": 0.755801, + "nauc_recall_at_3_max": 0.742688, + "nauc_recall_at_3_std": 0.14806, + "nauc_recall_at_3_diff1": 0.682007, + "nauc_recall_at_5_max": 0.745834, + "nauc_recall_at_5_std": 0.161759, + "nauc_recall_at_5_diff1": 0.659859, + "nauc_recall_at_10_max": 0.770789, + "nauc_recall_at_10_std": 0.237559, + "nauc_recall_at_10_diff1": 0.655115, + "nauc_recall_at_20_max": 0.769525, + "nauc_recall_at_20_std": 0.332915, + "nauc_recall_at_20_diff1": 0.616024, + "nauc_recall_at_100_max": 0.854248, + "nauc_recall_at_100_std": 0.582189, + "nauc_recall_at_100_diff1": 0.606075, + "nauc_recall_at_1000_max": 0.122817, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869248, + "nauc_precision_at_1_max": 0.649503, + "nauc_precision_at_1_std": 0.06927, + "nauc_precision_at_1_diff1": 0.755801, + "nauc_precision_at_3_max": 0.742688, + "nauc_precision_at_3_std": 0.14806, + "nauc_precision_at_3_diff1": 0.682007, + "nauc_precision_at_5_max": 0.745834, + "nauc_precision_at_5_std": 0.161759, + "nauc_precision_at_5_diff1": 0.659859, + "nauc_precision_at_10_max": 0.770413, + "nauc_precision_at_10_std": 0.236307, + "nauc_precision_at_10_diff1": 0.654302, + "nauc_precision_at_20_max": 0.757962, + "nauc_precision_at_20_std": 0.325329, + "nauc_precision_at_20_diff1": 0.605175, + "nauc_precision_at_100_max": 0.819486, + "nauc_precision_at_100_std": 0.554412, + "nauc_precision_at_100_diff1": 0.575754, + "nauc_precision_at_1000_max": -0.272524, + "nauc_precision_at_1000_std": 0.047738, + "nauc_precision_at_1000_diff1": -0.047738, + "nauc_mrr_at_1_max": 0.649503, + "nauc_mrr_at_1_std": 0.06927, + "nauc_mrr_at_1_diff1": 0.755801, + "nauc_mrr_at_3_max": 0.686049, + "nauc_mrr_at_3_std": 0.098064, + "nauc_mrr_at_3_diff1": 0.724917, + "nauc_mrr_at_5_max": 0.685088, + "nauc_mrr_at_5_std": 0.098805, + "nauc_mrr_at_5_diff1": 0.722262, + "nauc_mrr_at_10_max": 0.685419, + "nauc_mrr_at_10_std": 0.103123, + "nauc_mrr_at_10_diff1": 0.723343, + "nauc_mrr_at_20_max": 0.684491, + "nauc_mrr_at_20_std": 0.105092, + "nauc_mrr_at_20_diff1": 0.722864, + "nauc_mrr_at_100_max": 0.684367, + "nauc_mrr_at_100_std": 0.104811, + "nauc_mrr_at_100_diff1": 0.723632, + "nauc_mrr_at_1000_max": 0.684251, + "nauc_mrr_at_1000_std": 0.10452, + "nauc_mrr_at_1000_diff1": 0.723719, + "main_score": 0.71972, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.56613, + "ndcg_at_3": 0.65016, + "ndcg_at_5": 0.66932, + "ndcg_at_10": 0.68781, + "ndcg_at_20": 0.69986, + "ndcg_at_100": 0.71583, + "ndcg_at_1000": 0.722, + "map_at_1": 0.56613, + "map_at_3": 0.63004, + "map_at_5": 0.64072, + "map_at_10": 0.64836, + "map_at_20": 0.65171, + "map_at_100": 0.65396, + "map_at_1000": 0.65419, + "recall_at_1": 0.56613, + "recall_at_3": 0.70818, + "recall_at_5": 0.7545, + "recall_at_10": 0.81163, + "recall_at_20": 0.85898, + "recall_at_100": 0.94442, + "recall_at_1000": 0.99331, + "precision_at_1": 0.56613, + "precision_at_3": 0.23606, + "precision_at_5": 0.1509, + "precision_at_10": 0.08116, + "precision_at_20": 0.04295, + "precision_at_100": 0.00944, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.566135, + "mrr_at_3": 0.630039, + "mrr_at_5": 0.640719, + "mrr_at_10": 0.648358, + "mrr_at_20": 0.651707, + "mrr_at_100": 0.653959, + "mrr_at_1000": 0.654188, + "nauc_ndcg_at_1_max": 0.69457, + "nauc_ndcg_at_1_std": 0.076138, + "nauc_ndcg_at_1_diff1": 0.780371, + "nauc_ndcg_at_3_max": 0.720096, + "nauc_ndcg_at_3_std": 0.102224, + "nauc_ndcg_at_3_diff1": 0.736533, + "nauc_ndcg_at_5_max": 0.725811, + "nauc_ndcg_at_5_std": 0.121213, + "nauc_ndcg_at_5_diff1": 0.730596, + "nauc_ndcg_at_10_max": 0.727743, + "nauc_ndcg_at_10_std": 0.133844, + "nauc_ndcg_at_10_diff1": 0.729936, + "nauc_ndcg_at_20_max": 0.727417, + "nauc_ndcg_at_20_std": 0.139041, + "nauc_ndcg_at_20_diff1": 0.73239, + "nauc_ndcg_at_100_max": 0.723517, + "nauc_ndcg_at_100_std": 0.133688, + "nauc_ndcg_at_100_diff1": 0.735796, + "nauc_ndcg_at_1000_max": 0.721839, + "nauc_ndcg_at_1000_std": 0.125828, + "nauc_ndcg_at_1000_diff1": 0.738443, + "nauc_map_at_1_max": 0.69457, + "nauc_map_at_1_std": 0.076138, + "nauc_map_at_1_diff1": 0.780371, + "nauc_map_at_3_max": 0.713846, + "nauc_map_at_3_std": 0.094231, + "nauc_map_at_3_diff1": 0.747255, + "nauc_map_at_5_max": 0.716591, + "nauc_map_at_5_std": 0.104004, + "nauc_map_at_5_diff1": 0.744397, + "nauc_map_at_10_max": 0.717045, + "nauc_map_at_10_std": 0.108023, + "nauc_map_at_10_diff1": 0.744255, + "nauc_map_at_20_max": 0.716825, + "nauc_map_at_20_std": 0.109193, + "nauc_map_at_20_diff1": 0.744937, + "nauc_map_at_100_max": 0.7163, + "nauc_map_at_100_std": 0.108574, + "nauc_map_at_100_diff1": 0.745384, + "nauc_map_at_1000_max": 0.716252, + "nauc_map_at_1000_std": 0.108378, + "nauc_map_at_1000_diff1": 0.745455, + "nauc_recall_at_1_max": 0.69457, + "nauc_recall_at_1_std": 0.076138, + "nauc_recall_at_1_diff1": 0.780371, + "nauc_recall_at_3_max": 0.740761, + "nauc_recall_at_3_std": 0.129498, + "nauc_recall_at_3_diff1": 0.701083, + "nauc_recall_at_5_max": 0.76134, + "nauc_recall_at_5_std": 0.189901, + "nauc_recall_at_5_diff1": 0.678233, + "nauc_recall_at_10_max": 0.779393, + "nauc_recall_at_10_std": 0.266423, + "nauc_recall_at_10_diff1": 0.664028, + "nauc_recall_at_20_max": 0.793084, + "nauc_recall_at_20_std": 0.340988, + "nauc_recall_at_20_diff1": 0.662547, + "nauc_recall_at_100_max": 0.800808, + "nauc_recall_at_100_std": 0.497379, + "nauc_recall_at_100_diff1": 0.640909, + "nauc_recall_at_1000_max": 0.896217, + "nauc_recall_at_1000_std": 0.922965, + "nauc_recall_at_1000_diff1": 0.700165, + "nauc_precision_at_1_max": 0.69457, + "nauc_precision_at_1_std": 0.076138, + "nauc_precision_at_1_diff1": 0.780371, + "nauc_precision_at_3_max": 0.740761, + "nauc_precision_at_3_std": 0.129498, + "nauc_precision_at_3_diff1": 0.701083, + "nauc_precision_at_5_max": 0.76134, + "nauc_precision_at_5_std": 0.189901, + "nauc_precision_at_5_diff1": 0.678233, + "nauc_precision_at_10_max": 0.779393, + "nauc_precision_at_10_std": 0.266423, + "nauc_precision_at_10_diff1": 0.664028, + "nauc_precision_at_20_max": 0.793084, + "nauc_precision_at_20_std": 0.340988, + "nauc_precision_at_20_diff1": 0.662547, + "nauc_precision_at_100_max": 0.800808, + "nauc_precision_at_100_std": 0.497379, + "nauc_precision_at_100_diff1": 0.640909, + "nauc_precision_at_1000_max": 0.896217, + "nauc_precision_at_1000_std": 0.922965, + "nauc_precision_at_1000_diff1": 0.700165, + "nauc_mrr_at_1_max": 0.69457, + "nauc_mrr_at_1_std": 0.076138, + "nauc_mrr_at_1_diff1": 0.780371, + "nauc_mrr_at_3_max": 0.713846, + "nauc_mrr_at_3_std": 0.094231, + "nauc_mrr_at_3_diff1": 0.747255, + "nauc_mrr_at_5_max": 0.716591, + "nauc_mrr_at_5_std": 0.104004, + "nauc_mrr_at_5_diff1": 0.744397, + "nauc_mrr_at_10_max": 0.717045, + "nauc_mrr_at_10_std": 0.108023, + "nauc_mrr_at_10_diff1": 0.744255, + "nauc_mrr_at_20_max": 0.716825, + "nauc_mrr_at_20_std": 0.109193, + "nauc_mrr_at_20_diff1": 0.744937, + "nauc_mrr_at_100_max": 0.7163, + "nauc_mrr_at_100_std": 0.108574, + "nauc_mrr_at_100_diff1": 0.745384, + "nauc_mrr_at_1000_max": 0.716252, + "nauc_mrr_at_1000_std": 0.108378, + "nauc_mrr_at_1000_diff1": 0.745455, + "main_score": 0.68781, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.60456, + "ndcg_at_3": 0.68182, + "ndcg_at_5": 0.69657, + "ndcg_at_10": 0.71341, + "ndcg_at_20": 0.72493, + "ndcg_at_100": 0.73815, + "ndcg_at_1000": 0.74459, + "map_at_1": 0.60456, + "map_at_3": 0.66313, + "map_at_5": 0.67131, + "map_at_10": 0.67831, + "map_at_20": 0.68145, + "map_at_100": 0.68333, + "map_at_1000": 0.68357, + "recall_at_1": 0.60456, + "recall_at_3": 0.73579, + "recall_at_5": 0.77161, + "recall_at_10": 0.8234, + "recall_at_20": 0.86906, + "recall_at_100": 0.93964, + "recall_at_1000": 0.99046, + "precision_at_1": 0.60456, + "precision_at_3": 0.24526, + "precision_at_5": 0.15432, + "precision_at_10": 0.08234, + "precision_at_20": 0.04346, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.604556, + "mrr_at_3": 0.66313, + "mrr_at_5": 0.671307, + "mrr_at_10": 0.67831, + "mrr_at_20": 0.681461, + "mrr_at_100": 0.683333, + "mrr_at_1000": 0.683572, + "nauc_ndcg_at_1_max": 0.692036, + "nauc_ndcg_at_1_std": 0.041732, + "nauc_ndcg_at_1_diff1": 0.807368, + "nauc_ndcg_at_3_max": 0.726209, + "nauc_ndcg_at_3_std": 0.080129, + "nauc_ndcg_at_3_diff1": 0.772325, + "nauc_ndcg_at_5_max": 0.72785, + "nauc_ndcg_at_5_std": 0.087281, + "nauc_ndcg_at_5_diff1": 0.769026, + "nauc_ndcg_at_10_max": 0.727133, + "nauc_ndcg_at_10_std": 0.093808, + "nauc_ndcg_at_10_diff1": 0.76497, + "nauc_ndcg_at_20_max": 0.727818, + "nauc_ndcg_at_20_std": 0.101173, + "nauc_ndcg_at_20_diff1": 0.766308, + "nauc_ndcg_at_100_max": 0.725072, + "nauc_ndcg_at_100_std": 0.101823, + "nauc_ndcg_at_100_diff1": 0.769388, + "nauc_ndcg_at_1000_max": 0.723386, + "nauc_ndcg_at_1000_std": 0.094231, + "nauc_ndcg_at_1000_diff1": 0.772308, + "nauc_map_at_1_max": 0.692036, + "nauc_map_at_1_std": 0.041732, + "nauc_map_at_1_diff1": 0.807368, + "nauc_map_at_3_max": 0.717657, + "nauc_map_at_3_std": 0.070375, + "nauc_map_at_3_diff1": 0.78103, + "nauc_map_at_5_max": 0.718345, + "nauc_map_at_5_std": 0.073958, + "nauc_map_at_5_diff1": 0.779474, + "nauc_map_at_10_max": 0.717731, + "nauc_map_at_10_std": 0.075768, + "nauc_map_at_10_diff1": 0.778016, + "nauc_map_at_20_max": 0.717843, + "nauc_map_at_20_std": 0.077446, + "nauc_map_at_20_diff1": 0.778465, + "nauc_map_at_100_max": 0.717427, + "nauc_map_at_100_std": 0.077524, + "nauc_map_at_100_diff1": 0.778843, + "nauc_map_at_1000_max": 0.71738, + "nauc_map_at_1000_std": 0.077319, + "nauc_map_at_1000_diff1": 0.778937, + "nauc_recall_at_1_max": 0.692036, + "nauc_recall_at_1_std": 0.041732, + "nauc_recall_at_1_diff1": 0.807368, + "nauc_recall_at_3_max": 0.755225, + "nauc_recall_at_3_std": 0.1133, + "nauc_recall_at_3_diff1": 0.742827, + "nauc_recall_at_5_max": 0.763654, + "nauc_recall_at_5_std": 0.138493, + "nauc_recall_at_5_diff1": 0.729401, + "nauc_recall_at_10_max": 0.770495, + "nauc_recall_at_10_std": 0.183451, + "nauc_recall_at_10_diff1": 0.702697, + "nauc_recall_at_20_max": 0.788289, + "nauc_recall_at_20_std": 0.263008, + "nauc_recall_at_20_diff1": 0.693147, + "nauc_recall_at_100_max": 0.80298, + "nauc_recall_at_100_std": 0.443455, + "nauc_recall_at_100_diff1": 0.676919, + "nauc_recall_at_1000_max": 0.902051, + "nauc_recall_at_1000_std": 0.844192, + "nauc_recall_at_1000_diff1": 0.704468, + "nauc_precision_at_1_max": 0.692036, + "nauc_precision_at_1_std": 0.041732, + "nauc_precision_at_1_diff1": 0.807368, + "nauc_precision_at_3_max": 0.755225, + "nauc_precision_at_3_std": 0.1133, + "nauc_precision_at_3_diff1": 0.742827, + "nauc_precision_at_5_max": 0.763654, + "nauc_precision_at_5_std": 0.138493, + "nauc_precision_at_5_diff1": 0.729401, + "nauc_precision_at_10_max": 0.770495, + "nauc_precision_at_10_std": 0.183451, + "nauc_precision_at_10_diff1": 0.702697, + "nauc_precision_at_20_max": 0.788389, + "nauc_precision_at_20_std": 0.264519, + "nauc_precision_at_20_diff1": 0.692842, + "nauc_precision_at_100_max": 0.796722, + "nauc_precision_at_100_std": 0.446561, + "nauc_precision_at_100_diff1": 0.669933, + "nauc_precision_at_1000_max": 0.860203, + "nauc_precision_at_1000_std": 0.849534, + "nauc_precision_at_1000_diff1": 0.660607, + "nauc_mrr_at_1_max": 0.692036, + "nauc_mrr_at_1_std": 0.041732, + "nauc_mrr_at_1_diff1": 0.807368, + "nauc_mrr_at_3_max": 0.717657, + "nauc_mrr_at_3_std": 0.070375, + "nauc_mrr_at_3_diff1": 0.78103, + "nauc_mrr_at_5_max": 0.718345, + "nauc_mrr_at_5_std": 0.073958, + "nauc_mrr_at_5_diff1": 0.779474, + "nauc_mrr_at_10_max": 0.717731, + "nauc_mrr_at_10_std": 0.075768, + "nauc_mrr_at_10_diff1": 0.778016, + "nauc_mrr_at_20_max": 0.717846, + "nauc_mrr_at_20_std": 0.077506, + "nauc_mrr_at_20_diff1": 0.778454, + "nauc_mrr_at_100_max": 0.717429, + "nauc_mrr_at_100_std": 0.077568, + "nauc_mrr_at_100_diff1": 0.778835, + "nauc_mrr_at_1000_max": 0.717382, + "nauc_mrr_at_1000_std": 0.077364, + "nauc_mrr_at_1000_diff1": 0.778929, + "main_score": 0.71341, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1930.9732930660248, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MTOPDomainClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MTOPDomainClassification.json new file mode 100644 index 0000000000..7406ec0fa9 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MTOPDomainClassification.json @@ -0,0 +1,757 @@ +{ + "dataset_revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf", + "task_name": "MTOPDomainClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.99038, + "f1": 0.98935, + "f1_weighted": 0.990349, + "scores_per_experiment": [ + { + "accuracy": 0.990604, + "f1": 0.989689, + "f1_weighted": 0.990597 + }, + { + "accuracy": 0.990604, + "f1": 0.989526, + "f1_weighted": 0.990571 + }, + { + "accuracy": 0.989262, + "f1": 0.988255, + "f1_weighted": 0.989226 + }, + { + "accuracy": 0.990604, + "f1": 0.989763, + "f1_weighted": 0.990561 + }, + { + "accuracy": 0.990604, + "f1": 0.989565, + "f1_weighted": 0.990576 + }, + { + "accuracy": 0.991051, + "f1": 0.99024, + "f1_weighted": 0.99103 + }, + { + "accuracy": 0.991946, + "f1": 0.991232, + "f1_weighted": 0.991921 + }, + { + "accuracy": 0.991946, + "f1": 0.991176, + "f1_weighted": 0.991935 + }, + { + "accuracy": 0.988814, + "f1": 0.986905, + "f1_weighted": 0.98873 + }, + { + "accuracy": 0.988367, + "f1": 0.987151, + "f1_weighted": 0.988348 + } + ], + "main_score": 0.99038, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.962755, + "f1": 0.958395, + "f1_weighted": 0.962711, + "scores_per_experiment": [ + { + "accuracy": 0.961983, + "f1": 0.9578, + "f1_weighted": 0.96189 + }, + { + "accuracy": 0.964187, + "f1": 0.959807, + "f1_weighted": 0.964081 + }, + { + "accuracy": 0.964738, + "f1": 0.960692, + "f1_weighted": 0.96471 + }, + { + "accuracy": 0.96584, + "f1": 0.962235, + "f1_weighted": 0.965809 + }, + { + "accuracy": 0.963085, + "f1": 0.958657, + "f1_weighted": 0.963052 + }, + { + "accuracy": 0.959229, + "f1": 0.954188, + "f1_weighted": 0.959028 + }, + { + "accuracy": 0.963636, + "f1": 0.959854, + "f1_weighted": 0.963824 + }, + { + "accuracy": 0.965289, + "f1": 0.960963, + "f1_weighted": 0.965418 + }, + { + "accuracy": 0.953719, + "f1": 0.948095, + "f1_weighted": 0.953549 + }, + { + "accuracy": 0.96584, + "f1": 0.961661, + "f1_weighted": 0.965746 + } + ], + "main_score": 0.962755, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.970923, + "f1": 0.969487, + "f1_weighted": 0.970874, + "scores_per_experiment": [ + { + "accuracy": 0.973805, + "f1": 0.972971, + "f1_weighted": 0.973809 + }, + { + "accuracy": 0.967256, + "f1": 0.965473, + "f1_weighted": 0.967085 + }, + { + "accuracy": 0.975115, + "f1": 0.974356, + "f1_weighted": 0.975141 + }, + { + "accuracy": 0.965946, + "f1": 0.965086, + "f1_weighted": 0.965781 + }, + { + "accuracy": 0.972495, + "f1": 0.970674, + "f1_weighted": 0.972545 + }, + { + "accuracy": 0.975769, + "f1": 0.974816, + "f1_weighted": 0.975785 + }, + { + "accuracy": 0.97315, + "f1": 0.970728, + "f1_weighted": 0.973262 + }, + { + "accuracy": 0.971185, + "f1": 0.968669, + "f1_weighted": 0.97116 + }, + { + "accuracy": 0.962672, + "f1": 0.961993, + "f1_weighted": 0.96238 + }, + { + "accuracy": 0.97184, + "f1": 0.970101, + "f1_weighted": 0.971795 + } + ], + "main_score": 0.970923, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.967597, + "f1": 0.96368, + "f1_weighted": 0.967578, + "scores_per_experiment": [ + { + "accuracy": 0.963855, + "f1": 0.958158, + "f1_weighted": 0.963681 + }, + { + "accuracy": 0.971465, + "f1": 0.968273, + "f1_weighted": 0.97143 + }, + { + "accuracy": 0.968928, + "f1": 0.965871, + "f1_weighted": 0.969035 + }, + { + "accuracy": 0.967026, + "f1": 0.962738, + "f1_weighted": 0.966913 + }, + { + "accuracy": 0.968294, + "f1": 0.965583, + "f1_weighted": 0.96827 + }, + { + "accuracy": 0.966392, + "f1": 0.962157, + "f1_weighted": 0.966398 + }, + { + "accuracy": 0.966392, + "f1": 0.961613, + "f1_weighted": 0.966432 + }, + { + "accuracy": 0.966392, + "f1": 0.962515, + "f1_weighted": 0.966364 + }, + { + "accuracy": 0.96766, + "f1": 0.964245, + "f1_weighted": 0.967712 + }, + { + "accuracy": 0.969562, + "f1": 0.965648, + "f1_weighted": 0.969546 + } + ], + "main_score": 0.967597, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.962326, + "f1": 0.958958, + "f1_weighted": 0.962456, + "scores_per_experiment": [ + { + "accuracy": 0.959742, + "f1": 0.955587, + "f1_weighted": 0.959876 + }, + { + "accuracy": 0.960736, + "f1": 0.956365, + "f1_weighted": 0.960666 + }, + { + "accuracy": 0.965706, + "f1": 0.962007, + "f1_weighted": 0.965793 + }, + { + "accuracy": 0.962724, + "f1": 0.960195, + "f1_weighted": 0.962776 + }, + { + "accuracy": 0.964215, + "f1": 0.961425, + "f1_weighted": 0.964347 + }, + { + "accuracy": 0.956262, + "f1": 0.95299, + "f1_weighted": 0.956719 + }, + { + "accuracy": 0.960736, + "f1": 0.957059, + "f1_weighted": 0.960818 + }, + { + "accuracy": 0.962724, + "f1": 0.958999, + "f1_weighted": 0.962819 + }, + { + "accuracy": 0.964215, + "f1": 0.961566, + "f1_weighted": 0.964433 + }, + { + "accuracy": 0.966203, + "f1": 0.963388, + "f1_weighted": 0.966312 + } + ], + "main_score": 0.962326, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.920347, + "f1": 0.917943, + "f1_weighted": 0.919856, + "scores_per_experiment": [ + { + "accuracy": 0.934171, + "f1": 0.932558, + "f1_weighted": 0.934098 + }, + { + "accuracy": 0.922202, + "f1": 0.918882, + "f1_weighted": 0.920987 + }, + { + "accuracy": 0.91921, + "f1": 0.917918, + "f1_weighted": 0.919176 + }, + { + "accuracy": 0.915021, + "f1": 0.913261, + "f1_weighted": 0.913882 + }, + { + "accuracy": 0.924596, + "f1": 0.919924, + "f1_weighted": 0.923566 + }, + { + "accuracy": 0.922202, + "f1": 0.921263, + "f1_weighted": 0.921457 + }, + { + "accuracy": 0.91921, + "f1": 0.916035, + "f1_weighted": 0.918752 + }, + { + "accuracy": 0.905446, + "f1": 0.901748, + "f1_weighted": 0.906365 + }, + { + "accuracy": 0.923399, + "f1": 0.921263, + "f1_weighted": 0.923067 + }, + { + "accuracy": 0.918013, + "f1": 0.916582, + "f1_weighted": 0.917215 + } + ], + "main_score": 0.920347, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + } + ], + "test": [ + { + "accuracy": 0.991085, + "f1": 0.990239, + "f1_weighted": 0.991094, + "scores_per_experiment": [ + { + "accuracy": 0.991564, + "f1": 0.990798, + "f1_weighted": 0.991581 + }, + { + "accuracy": 0.99202, + "f1": 0.991091, + "f1_weighted": 0.992023 + }, + { + "accuracy": 0.990424, + "f1": 0.98953, + "f1_weighted": 0.990429 + }, + { + "accuracy": 0.989512, + "f1": 0.988785, + "f1_weighted": 0.989515 + }, + { + "accuracy": 0.991564, + "f1": 0.990601, + "f1_weighted": 0.991571 + }, + { + "accuracy": 0.99088, + "f1": 0.990217, + "f1_weighted": 0.990893 + }, + { + "accuracy": 0.991792, + "f1": 0.990868, + "f1_weighted": 0.991798 + }, + { + "accuracy": 0.99202, + "f1": 0.991363, + "f1_weighted": 0.992025 + }, + { + "accuracy": 0.99088, + "f1": 0.989997, + "f1_weighted": 0.990887 + }, + { + "accuracy": 0.990196, + "f1": 0.989142, + "f1_weighted": 0.990214 + } + ], + "main_score": 0.991085, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.971457, + "f1": 0.969105, + "f1_weighted": 0.97156, + "scores_per_experiment": [ + { + "accuracy": 0.971541, + "f1": 0.970063, + "f1_weighted": 0.971731 + }, + { + "accuracy": 0.973795, + "f1": 0.971939, + "f1_weighted": 0.973884 + }, + { + "accuracy": 0.972387, + "f1": 0.970007, + "f1_weighted": 0.972452 + }, + { + "accuracy": 0.976331, + "f1": 0.974398, + "f1_weighted": 0.976373 + }, + { + "accuracy": 0.970978, + "f1": 0.968091, + "f1_weighted": 0.971054 + }, + { + "accuracy": 0.96816, + "f1": 0.965579, + "f1_weighted": 0.968253 + }, + { + "accuracy": 0.968724, + "f1": 0.966114, + "f1_weighted": 0.968991 + }, + { + "accuracy": 0.971823, + "f1": 0.970344, + "f1_weighted": 0.971995 + }, + { + "accuracy": 0.965061, + "f1": 0.96096, + "f1_weighted": 0.965065 + }, + { + "accuracy": 0.975768, + "f1": 0.973557, + "f1_weighted": 0.975798 + } + ], + "main_score": 0.971457, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.974149, + "f1": 0.971769, + "f1_weighted": 0.974211, + "scores_per_experiment": [ + { + "accuracy": 0.97465, + "f1": 0.97299, + "f1_weighted": 0.974666 + }, + { + "accuracy": 0.972982, + "f1": 0.970322, + "f1_weighted": 0.973025 + }, + { + "accuracy": 0.973316, + "f1": 0.970365, + "f1_weighted": 0.973385 + }, + { + "accuracy": 0.974316, + "f1": 0.972442, + "f1_weighted": 0.974381 + }, + { + "accuracy": 0.97465, + "f1": 0.971965, + "f1_weighted": 0.974792 + }, + { + "accuracy": 0.974983, + "f1": 0.973762, + "f1_weighted": 0.975068 + }, + { + "accuracy": 0.973649, + "f1": 0.969975, + "f1_weighted": 0.973741 + }, + { + "accuracy": 0.972982, + "f1": 0.96985, + "f1_weighted": 0.973021 + }, + { + "accuracy": 0.973649, + "f1": 0.97191, + "f1_weighted": 0.973688 + }, + { + "accuracy": 0.976318, + "f1": 0.974107, + "f1_weighted": 0.976343 + } + ], + "main_score": 0.974149, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.970435, + "f1": 0.967566, + "f1_weighted": 0.970475, + "scores_per_experiment": [ + { + "accuracy": 0.968055, + "f1": 0.963452, + "f1_weighted": 0.96802 + }, + { + "accuracy": 0.971813, + "f1": 0.969378, + "f1_weighted": 0.971789 + }, + { + "accuracy": 0.968368, + "f1": 0.965796, + "f1_weighted": 0.9685 + }, + { + "accuracy": 0.969621, + "f1": 0.967366, + "f1_weighted": 0.969663 + }, + { + "accuracy": 0.9715, + "f1": 0.968553, + "f1_weighted": 0.971558 + }, + { + "accuracy": 0.969621, + "f1": 0.965581, + "f1_weighted": 0.96966 + }, + { + "accuracy": 0.972127, + "f1": 0.968897, + "f1_weighted": 0.972158 + }, + { + "accuracy": 0.973066, + "f1": 0.969995, + "f1_weighted": 0.97309 + }, + { + "accuracy": 0.968368, + "f1": 0.966518, + "f1_weighted": 0.968483 + }, + { + "accuracy": 0.971813, + "f1": 0.970118, + "f1_weighted": 0.971833 + } + ], + "main_score": 0.970435, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.962675, + "f1": 0.958759, + "f1_weighted": 0.962792, + "scores_per_experiment": [ + { + "accuracy": 0.960201, + "f1": 0.954603, + "f1_weighted": 0.960338 + }, + { + "accuracy": 0.961994, + "f1": 0.956999, + "f1_weighted": 0.962022 + }, + { + "accuracy": 0.966296, + "f1": 0.962691, + "f1_weighted": 0.96627 + }, + { + "accuracy": 0.963069, + "f1": 0.959596, + "f1_weighted": 0.963043 + }, + { + "accuracy": 0.963069, + "f1": 0.959727, + "f1_weighted": 0.963141 + }, + { + "accuracy": 0.955181, + "f1": 0.95281, + "f1_weighted": 0.955695 + }, + { + "accuracy": 0.965221, + "f1": 0.961053, + "f1_weighted": 0.965258 + }, + { + "accuracy": 0.963786, + "f1": 0.960717, + "f1_weighted": 0.963876 + }, + { + "accuracy": 0.964862, + "f1": 0.960495, + "f1_weighted": 0.964971 + }, + { + "accuracy": 0.963069, + "f1": 0.958903, + "f1_weighted": 0.963305 + } + ], + "main_score": 0.962675, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.918517, + "f1": 0.91694, + "f1_weighted": 0.917899, + "scores_per_experiment": [ + { + "accuracy": 0.930561, + "f1": 0.929915, + "f1_weighted": 0.930505 + }, + { + "accuracy": 0.921881, + "f1": 0.919769, + "f1_weighted": 0.920945 + }, + { + "accuracy": 0.916817, + "f1": 0.918494, + "f1_weighted": 0.916844 + }, + { + "accuracy": 0.909584, + "f1": 0.90755, + "f1_weighted": 0.90778 + }, + { + "accuracy": 0.924774, + "f1": 0.922554, + "f1_weighted": 0.923598 + }, + { + "accuracy": 0.922604, + "f1": 0.921375, + "f1_weighted": 0.921861 + }, + { + "accuracy": 0.916456, + "f1": 0.913211, + "f1_weighted": 0.916245 + }, + { + "accuracy": 0.913562, + "f1": 0.912194, + "f1_weighted": 0.914011 + }, + { + "accuracy": 0.910307, + "f1": 0.906838, + "f1_weighted": 0.910068 + }, + { + "accuracy": 0.918626, + "f1": 0.917502, + "f1_weighted": 0.917134 + } + ], + "main_score": 0.918517, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + } + ] + }, + "evaluation_time": 280.30702567100525, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MacedonianTweetSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MacedonianTweetSentimentClassification.json new file mode 100644 index 0000000000..bdc6cd60d9 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MacedonianTweetSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "957e075ba35e4417ba7837987fd7053a6533a1a2", + "task_name": "MacedonianTweetSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.453117, + "f1": 0.419867, + "f1_weighted": 0.455774, + "scores_per_experiment": [ + { + "accuracy": 0.475856, + "f1": 0.457118, + "f1_weighted": 0.49172 + }, + { + "accuracy": 0.411765, + "f1": 0.357811, + "f1_weighted": 0.406865 + }, + { + "accuracy": 0.395961, + "f1": 0.385267, + "f1_weighted": 0.401111 + }, + { + "accuracy": 0.43986, + "f1": 0.398562, + "f1_weighted": 0.435417 + }, + { + "accuracy": 0.410009, + "f1": 0.399641, + "f1_weighted": 0.419075 + }, + { + "accuracy": 0.457419, + "f1": 0.419912, + "f1_weighted": 0.461293 + }, + { + "accuracy": 0.472344, + "f1": 0.430254, + "f1_weighted": 0.470312 + }, + { + "accuracy": 0.479368, + "f1": 0.457557, + "f1_weighted": 0.489843 + }, + { + "accuracy": 0.537313, + "f1": 0.474962, + "f1_weighted": 0.523459 + }, + { + "accuracy": 0.451273, + "f1": 0.417585, + "f1_weighted": 0.458643 + } + ], + "main_score": 0.453117, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ] + } + ] + }, + "evaluation_time": 18.345340967178345, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MalteseNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MalteseNewsClassification.json new file mode 100644 index 0000000000..6b749fec7f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MalteseNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6bb0321659c4f07c4c2176c30c98c971be6571b4", + "task_name": "MalteseNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.330823, + "f1": 0.271213, + "lrap": 0.438737, + "scores_per_experiment": [ + { + "accuracy": 0.397475, + "f1": 0.273184, + "lrap": 0.503349 + }, + { + "accuracy": 0.324336, + "f1": 0.259752, + "lrap": 0.42288 + }, + { + "accuracy": 0.302133, + "f1": 0.28249, + "lrap": 0.414195 + }, + { + "accuracy": 0.341315, + "f1": 0.294745, + "lrap": 0.451406 + }, + { + "accuracy": 0.340879, + "f1": 0.269877, + "lrap": 0.441616 + }, + { + "accuracy": 0.349151, + "f1": 0.260674, + "lrap": 0.462503 + }, + { + "accuracy": 0.339138, + "f1": 0.288553, + "lrap": 0.465115 + }, + { + "accuracy": 0.319983, + "f1": 0.275266, + "lrap": 0.421119 + }, + { + "accuracy": 0.332172, + "f1": 0.274385, + "lrap": 0.449588 + }, + { + "accuracy": 0.261646, + "f1": 0.233208, + "lrap": 0.355598 + } + ], + "main_score": 0.330823, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 46.52400779724121, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClassification.json new file mode 100644 index 0000000000..38a0cac8b5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClassification.json @@ -0,0 +1,1003 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "task_name": "MasakhaNEWSClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.819415, + "f1": 0.815174, + "f1_weighted": 0.81889, + "scores_per_experiment": [ + { + "accuracy": 0.859043, + "f1": 0.856888, + "f1_weighted": 0.859079 + }, + { + "accuracy": 0.744681, + "f1": 0.726796, + "f1_weighted": 0.734436 + }, + { + "accuracy": 0.851064, + "f1": 0.848017, + "f1_weighted": 0.851005 + }, + { + "accuracy": 0.768617, + "f1": 0.761546, + "f1_weighted": 0.766697 + }, + { + "accuracy": 0.827128, + "f1": 0.823097, + "f1_weighted": 0.827038 + }, + { + "accuracy": 0.821809, + "f1": 0.822408, + "f1_weighted": 0.826639 + }, + { + "accuracy": 0.808511, + "f1": 0.802792, + "f1_weighted": 0.806468 + }, + { + "accuracy": 0.843085, + "f1": 0.842781, + "f1_weighted": 0.843766 + }, + { + "accuracy": 0.797872, + "f1": 0.796756, + "f1_weighted": 0.801188 + }, + { + "accuracy": 0.87234, + "f1": 0.870658, + "f1_weighted": 0.872582 + } + ], + "main_score": 0.819415, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.810338, + "f1": 0.799563, + "f1_weighted": 0.808901, + "scores_per_experiment": [ + { + "accuracy": 0.82173, + "f1": 0.814579, + "f1_weighted": 0.821795 + }, + { + "accuracy": 0.830169, + "f1": 0.821271, + "f1_weighted": 0.828327 + }, + { + "accuracy": 0.794304, + "f1": 0.783572, + "f1_weighted": 0.79388 + }, + { + "accuracy": 0.810127, + "f1": 0.798463, + "f1_weighted": 0.808385 + }, + { + "accuracy": 0.820675, + "f1": 0.810141, + "f1_weighted": 0.818296 + }, + { + "accuracy": 0.794304, + "f1": 0.782712, + "f1_weighted": 0.794064 + }, + { + "accuracy": 0.808017, + "f1": 0.793241, + "f1_weighted": 0.803027 + }, + { + "accuracy": 0.791139, + "f1": 0.780265, + "f1_weighted": 0.789198 + }, + { + "accuracy": 0.792194, + "f1": 0.778821, + "f1_weighted": 0.7905 + }, + { + "accuracy": 0.840717, + "f1": 0.832567, + "f1_weighted": 0.841541 + } + ], + "main_score": 0.810338, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.779621, + "f1": 0.741165, + "f1_weighted": 0.782307, + "scores_per_experiment": [ + { + "accuracy": 0.853081, + "f1": 0.819137, + "f1_weighted": 0.849833 + }, + { + "accuracy": 0.800948, + "f1": 0.750712, + "f1_weighted": 0.805454 + }, + { + "accuracy": 0.803318, + "f1": 0.762727, + "f1_weighted": 0.805127 + }, + { + "accuracy": 0.732227, + "f1": 0.698693, + "f1_weighted": 0.738219 + }, + { + "accuracy": 0.817536, + "f1": 0.776475, + "f1_weighted": 0.812455 + }, + { + "accuracy": 0.774882, + "f1": 0.732275, + "f1_weighted": 0.772227 + }, + { + "accuracy": 0.748815, + "f1": 0.708081, + "f1_weighted": 0.759743 + }, + { + "accuracy": 0.734597, + "f1": 0.717925, + "f1_weighted": 0.737458 + }, + { + "accuracy": 0.793839, + "f1": 0.743635, + "f1_weighted": 0.794829 + }, + { + "accuracy": 0.736967, + "f1": 0.701989, + "f1_weighted": 0.747725 + } + ], + "main_score": 0.779621, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.709419, + "f1": 0.688604, + "f1_weighted": 0.700471, + "scores_per_experiment": [ + { + "accuracy": 0.717425, + "f1": 0.698124, + "f1_weighted": 0.707878 + }, + { + "accuracy": 0.714286, + "f1": 0.691346, + "f1_weighted": 0.703748 + }, + { + "accuracy": 0.723705, + "f1": 0.700078, + "f1_weighted": 0.712455 + }, + { + "accuracy": 0.740973, + "f1": 0.723656, + "f1_weighted": 0.735429 + }, + { + "accuracy": 0.651491, + "f1": 0.616246, + "f1_weighted": 0.630597 + }, + { + "accuracy": 0.734694, + "f1": 0.716533, + "f1_weighted": 0.730383 + }, + { + "accuracy": 0.703297, + "f1": 0.689146, + "f1_weighted": 0.699389 + }, + { + "accuracy": 0.706436, + "f1": 0.685115, + "f1_weighted": 0.69079 + }, + { + "accuracy": 0.690738, + "f1": 0.668254, + "f1_weighted": 0.681689 + }, + { + "accuracy": 0.711146, + "f1": 0.697544, + "f1_weighted": 0.712353 + } + ], + "main_score": 0.709419, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.689487, + "f1": 0.658545, + "f1_weighted": 0.688587, + "scores_per_experiment": [ + { + "accuracy": 0.684615, + "f1": 0.624214, + "f1_weighted": 0.679848 + }, + { + "accuracy": 0.648718, + "f1": 0.607873, + "f1_weighted": 0.655071 + }, + { + "accuracy": 0.710256, + "f1": 0.688555, + "f1_weighted": 0.709083 + }, + { + "accuracy": 0.702564, + "f1": 0.66123, + "f1_weighted": 0.688992 + }, + { + "accuracy": 0.661538, + "f1": 0.637547, + "f1_weighted": 0.651615 + }, + { + "accuracy": 0.682051, + "f1": 0.655857, + "f1_weighted": 0.688173 + }, + { + "accuracy": 0.676923, + "f1": 0.651522, + "f1_weighted": 0.670897 + }, + { + "accuracy": 0.679487, + "f1": 0.658237, + "f1_weighted": 0.683929 + }, + { + "accuracy": 0.730769, + "f1": 0.703896, + "f1_weighted": 0.735337 + }, + { + "accuracy": 0.717949, + "f1": 0.696521, + "f1_weighted": 0.722927 + } + ], + "main_score": 0.689487, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.747429, + "f1": 0.73729, + "f1_weighted": 0.765579, + "scores_per_experiment": [ + { + "accuracy": 0.737143, + "f1": 0.729688, + "f1_weighted": 0.759678 + }, + { + "accuracy": 0.737143, + "f1": 0.735135, + "f1_weighted": 0.748819 + }, + { + "accuracy": 0.748571, + "f1": 0.74526, + "f1_weighted": 0.769776 + }, + { + "accuracy": 0.765714, + "f1": 0.745314, + "f1_weighted": 0.778799 + }, + { + "accuracy": 0.714286, + "f1": 0.675891, + "f1_weighted": 0.732528 + }, + { + "accuracy": 0.725714, + "f1": 0.727136, + "f1_weighted": 0.753525 + }, + { + "accuracy": 0.76, + "f1": 0.748425, + "f1_weighted": 0.771646 + }, + { + "accuracy": 0.748571, + "f1": 0.747959, + "f1_weighted": 0.775993 + }, + { + "accuracy": 0.754286, + "f1": 0.749428, + "f1_weighted": 0.763214 + }, + { + "accuracy": 0.782857, + "f1": 0.768666, + "f1_weighted": 0.801811 + } + ], + "main_score": 0.747429, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "accuracy": 0.668161, + "f1": 0.61572, + "f1_weighted": 0.674775, + "scores_per_experiment": [ + { + "accuracy": 0.686099, + "f1": 0.619254, + "f1_weighted": 0.686022 + }, + { + "accuracy": 0.690583, + "f1": 0.64737, + "f1_weighted": 0.697955 + }, + { + "accuracy": 0.663677, + "f1": 0.609065, + "f1_weighted": 0.667977 + }, + { + "accuracy": 0.690583, + "f1": 0.657182, + "f1_weighted": 0.705913 + }, + { + "accuracy": 0.654709, + "f1": 0.593658, + "f1_weighted": 0.660876 + }, + { + "accuracy": 0.699552, + "f1": 0.638577, + "f1_weighted": 0.695771 + }, + { + "accuracy": 0.596413, + "f1": 0.551325, + "f1_weighted": 0.606747 + }, + { + "accuracy": 0.695067, + "f1": 0.646185, + "f1_weighted": 0.705058 + }, + { + "accuracy": 0.681614, + "f1": 0.638262, + "f1_weighted": 0.689985 + }, + { + "accuracy": 0.623318, + "f1": 0.556324, + "f1_weighted": 0.631443 + } + ], + "main_score": 0.668161, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "accuracy": 0.704308, + "f1": 0.652816, + "f1_weighted": 0.714273, + "scores_per_experiment": [ + { + "accuracy": 0.683077, + "f1": 0.647779, + "f1_weighted": 0.698404 + }, + { + "accuracy": 0.723077, + "f1": 0.681022, + "f1_weighted": 0.725407 + }, + { + "accuracy": 0.707692, + "f1": 0.685878, + "f1_weighted": 0.729966 + }, + { + "accuracy": 0.744615, + "f1": 0.69895, + "f1_weighted": 0.750526 + }, + { + "accuracy": 0.72, + "f1": 0.659808, + "f1_weighted": 0.732406 + }, + { + "accuracy": 0.683077, + "f1": 0.635668, + "f1_weighted": 0.69967 + }, + { + "accuracy": 0.676923, + "f1": 0.632577, + "f1_weighted": 0.694716 + }, + { + "accuracy": 0.729231, + "f1": 0.646166, + "f1_weighted": 0.732931 + }, + { + "accuracy": 0.673846, + "f1": 0.602339, + "f1_weighted": 0.673388 + }, + { + "accuracy": 0.701538, + "f1": 0.63797, + "f1_weighted": 0.70532 + } + ], + "main_score": 0.704308, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "accuracy": 0.930164, + "f1": 0.885556, + "f1_weighted": 0.93101, + "scores_per_experiment": [ + { + "accuracy": 0.888525, + "f1": 0.792698, + "f1_weighted": 0.889339 + }, + { + "accuracy": 0.92459, + "f1": 0.885601, + "f1_weighted": 0.926361 + }, + { + "accuracy": 0.937705, + "f1": 0.904752, + "f1_weighted": 0.938062 + }, + { + "accuracy": 0.937705, + "f1": 0.906407, + "f1_weighted": 0.937552 + }, + { + "accuracy": 0.947541, + "f1": 0.917273, + "f1_weighted": 0.947708 + }, + { + "accuracy": 0.937705, + "f1": 0.878128, + "f1_weighted": 0.937194 + }, + { + "accuracy": 0.947541, + "f1": 0.92021, + "f1_weighted": 0.948711 + }, + { + "accuracy": 0.92459, + "f1": 0.885982, + "f1_weighted": 0.92791 + }, + { + "accuracy": 0.921311, + "f1": 0.877498, + "f1_weighted": 0.921836 + }, + { + "accuracy": 0.934426, + "f1": 0.887016, + "f1_weighted": 0.935426 + } + ], + "main_score": 0.930164, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.750932, + "f1": 0.655528, + "f1_weighted": 0.769065, + "scores_per_experiment": [ + { + "accuracy": 0.701863, + "f1": 0.633329, + "f1_weighted": 0.725149 + }, + { + "accuracy": 0.782609, + "f1": 0.682376, + "f1_weighted": 0.794876 + }, + { + "accuracy": 0.742236, + "f1": 0.606935, + "f1_weighted": 0.756743 + }, + { + "accuracy": 0.742236, + "f1": 0.654338, + "f1_weighted": 0.77043 + }, + { + "accuracy": 0.754658, + "f1": 0.657768, + "f1_weighted": 0.773221 + }, + { + "accuracy": 0.76087, + "f1": 0.664163, + "f1_weighted": 0.774715 + }, + { + "accuracy": 0.767081, + "f1": 0.667378, + "f1_weighted": 0.789214 + }, + { + "accuracy": 0.73913, + "f1": 0.665674, + "f1_weighted": 0.757222 + }, + { + "accuracy": 0.76087, + "f1": 0.668096, + "f1_weighted": 0.785786 + }, + { + "accuracy": 0.757764, + "f1": 0.655222, + "f1_weighted": 0.763289 + } + ], + "main_score": 0.750932, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "accuracy": 0.842818, + "f1": 0.84635, + "f1_weighted": 0.841077, + "scores_per_experiment": [ + { + "accuracy": 0.856369, + "f1": 0.861721, + "f1_weighted": 0.857919 + }, + { + "accuracy": 0.850949, + "f1": 0.856404, + "f1_weighted": 0.852581 + }, + { + "accuracy": 0.821138, + "f1": 0.829386, + "f1_weighted": 0.822008 + }, + { + "accuracy": 0.867209, + "f1": 0.869214, + "f1_weighted": 0.865641 + }, + { + "accuracy": 0.864499, + "f1": 0.866788, + "f1_weighted": 0.862348 + }, + { + "accuracy": 0.840108, + "f1": 0.843777, + "f1_weighted": 0.838719 + }, + { + "accuracy": 0.867209, + "f1": 0.872074, + "f1_weighted": 0.867898 + }, + { + "accuracy": 0.831978, + "f1": 0.836177, + "f1_weighted": 0.830469 + }, + { + "accuracy": 0.799458, + "f1": 0.79725, + "f1_weighted": 0.788872 + }, + { + "accuracy": 0.829268, + "f1": 0.830709, + "f1_weighted": 0.824317 + } + ], + "main_score": 0.842818, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "accuracy": 0.654082, + "f1": 0.600423, + "f1_weighted": 0.664022, + "scores_per_experiment": [ + { + "accuracy": 0.619048, + "f1": 0.564439, + "f1_weighted": 0.626904 + }, + { + "accuracy": 0.653061, + "f1": 0.587535, + "f1_weighted": 0.651034 + }, + { + "accuracy": 0.670068, + "f1": 0.631529, + "f1_weighted": 0.684857 + }, + { + "accuracy": 0.653061, + "f1": 0.59353, + "f1_weighted": 0.671499 + }, + { + "accuracy": 0.676871, + "f1": 0.615845, + "f1_weighted": 0.692555 + }, + { + "accuracy": 0.64966, + "f1": 0.593585, + "f1_weighted": 0.657764 + }, + { + "accuracy": 0.663265, + "f1": 0.600164, + "f1_weighted": 0.673055 + }, + { + "accuracy": 0.632653, + "f1": 0.589436, + "f1_weighted": 0.640682 + }, + { + "accuracy": 0.636054, + "f1": 0.606003, + "f1_weighted": 0.644444 + }, + { + "accuracy": 0.687075, + "f1": 0.622163, + "f1_weighted": 0.697424 + } + ], + "main_score": 0.654082, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "accuracy": 0.732983, + "f1": 0.676412, + "f1_weighted": 0.739904, + "scores_per_experiment": [ + { + "accuracy": 0.722689, + "f1": 0.652139, + "f1_weighted": 0.732335 + }, + { + "accuracy": 0.756303, + "f1": 0.70809, + "f1_weighted": 0.759127 + }, + { + "accuracy": 0.733193, + "f1": 0.669293, + "f1_weighted": 0.732326 + }, + { + "accuracy": 0.701681, + "f1": 0.625809, + "f1_weighted": 0.712174 + }, + { + "accuracy": 0.737395, + "f1": 0.678062, + "f1_weighted": 0.749855 + }, + { + "accuracy": 0.712185, + "f1": 0.668752, + "f1_weighted": 0.715642 + }, + { + "accuracy": 0.764706, + "f1": 0.72142, + "f1_weighted": 0.774208 + }, + { + "accuracy": 0.737395, + "f1": 0.677837, + "f1_weighted": 0.751132 + }, + { + "accuracy": 0.739496, + "f1": 0.696934, + "f1_weighted": 0.748506 + }, + { + "accuracy": 0.72479, + "f1": 0.665785, + "f1_weighted": 0.723734 + } + ], + "main_score": 0.732983, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.572794, + "f1": 0.513488, + "f1_weighted": 0.584543, + "scores_per_experiment": [ + { + "accuracy": 0.595588, + "f1": 0.517847, + "f1_weighted": 0.601386 + }, + { + "accuracy": 0.577206, + "f1": 0.519052, + "f1_weighted": 0.596767 + }, + { + "accuracy": 0.558824, + "f1": 0.53053, + "f1_weighted": 0.56855 + }, + { + "accuracy": 0.533088, + "f1": 0.460194, + "f1_weighted": 0.557206 + }, + { + "accuracy": 0.610294, + "f1": 0.567878, + "f1_weighted": 0.617136 + }, + { + "accuracy": 0.544118, + "f1": 0.468667, + "f1_weighted": 0.550301 + }, + { + "accuracy": 0.577206, + "f1": 0.529862, + "f1_weighted": 0.590041 + }, + { + "accuracy": 0.573529, + "f1": 0.495191, + "f1_weighted": 0.585901 + }, + { + "accuracy": 0.632353, + "f1": 0.584142, + "f1_weighted": 0.64032 + }, + { + "accuracy": 0.525735, + "f1": 0.461523, + "f1_weighted": 0.537825 + } + ], + "main_score": 0.572794, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "accuracy": 0.80101, + "f1": 0.686337, + "f1_weighted": 0.816797, + "scores_per_experiment": [ + { + "accuracy": 0.814815, + "f1": 0.690333, + "f1_weighted": 0.830187 + }, + { + "accuracy": 0.794613, + "f1": 0.65989, + "f1_weighted": 0.815174 + }, + { + "accuracy": 0.804714, + "f1": 0.695818, + "f1_weighted": 0.815911 + }, + { + "accuracy": 0.79798, + "f1": 0.684026, + "f1_weighted": 0.813019 + }, + { + "accuracy": 0.791246, + "f1": 0.697266, + "f1_weighted": 0.813305 + }, + { + "accuracy": 0.821549, + "f1": 0.698685, + "f1_weighted": 0.836398 + }, + { + "accuracy": 0.811448, + "f1": 0.697949, + "f1_weighted": 0.827201 + }, + { + "accuracy": 0.757576, + "f1": 0.642139, + "f1_weighted": 0.78049 + }, + { + "accuracy": 0.814815, + "f1": 0.696571, + "f1_weighted": 0.826355 + }, + { + "accuracy": 0.801347, + "f1": 0.700693, + "f1_weighted": 0.809935 + } + ], + "main_score": 0.80101, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "accuracy": 0.776399, + "f1": 0.777287, + "f1_weighted": 0.776387, + "scores_per_experiment": [ + { + "accuracy": 0.785888, + "f1": 0.784127, + "f1_weighted": 0.785173 + }, + { + "accuracy": 0.761557, + "f1": 0.764592, + "f1_weighted": 0.76211 + }, + { + "accuracy": 0.76399, + "f1": 0.763186, + "f1_weighted": 0.76355 + }, + { + "accuracy": 0.761557, + "f1": 0.764946, + "f1_weighted": 0.765088 + }, + { + "accuracy": 0.759124, + "f1": 0.763244, + "f1_weighted": 0.760527 + }, + { + "accuracy": 0.776156, + "f1": 0.780956, + "f1_weighted": 0.777965 + }, + { + "accuracy": 0.783455, + "f1": 0.779514, + "f1_weighted": 0.780455 + }, + { + "accuracy": 0.800487, + "f1": 0.802102, + "f1_weighted": 0.800559 + }, + { + "accuracy": 0.76399, + "f1": 0.759027, + "f1_weighted": 0.761335 + }, + { + "accuracy": 0.807786, + "f1": 0.811181, + "f1_weighted": 0.807106 + } + ], + "main_score": 0.776399, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 178.5106873512268, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClusteringS2S.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClusteringS2S.json new file mode 100644 index 0000000000..3b8be0142b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,267 @@ +{ + "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60", + "task_name": "MasakhaNEWSClusteringS2S", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measure": 0.475774, + "v_measure_std": 0.435871, + "v_measures": [ + 1.0, + 0.090454, + 0.270598, + 0.017818, + 1.0 + ], + "main_score": 0.475774, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measure": 0.422455, + "v_measure_std": 0.322885, + "v_measures": [ + 2e-06, + 0.608767, + 0.062553, + 0.742056, + 0.698898 + ], + "main_score": 0.422455, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measure": 0.452354, + "v_measure_std": 0.357049, + "v_measures": [ + 1.0, + 0.014537, + 0.24363, + 0.281161, + 0.722444 + ], + "main_score": 0.452354, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measure": 0.357017, + "v_measure_std": 0.179597, + "v_measures": [ + 0.264436, + 0.13061, + 0.345568, + 0.369396, + 0.675073 + ], + "main_score": 0.357017, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measure": 0.413985, + "v_measure_std": 0.346907, + "v_measures": [ + 0.116217, + 0.469044, + 0.010294, + 1.0, + 0.474369 + ], + "main_score": 0.413985, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measure": 0.6234, + "v_measure_std": 0.407874, + "v_measures": [ + 0.014978, + 0.261621, + 1.0, + 1.0, + 0.840403 + ], + "main_score": 0.6234, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measure": 0.441516, + "v_measure_std": 0.458894, + "v_measures": [ + 0.011199, + 0.034187, + 1.0, + 1.0, + 0.162192 + ], + "main_score": 0.441516, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measure": 0.284035, + "v_measure_std": 0.381277, + "v_measures": [ + 0.358228, + 0.029868, + 1.0, + 0.031953, + 0.000123 + ], + "main_score": 0.284035, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "v_measure": 0.735964, + "v_measure_std": 0.317177, + "v_measures": [ + 0.163112, + 0.62718, + 0.88953, + 1.0, + 1.0 + ], + "main_score": 0.735964, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "v_measure": 0.476511, + "v_measure_std": 0.435981, + "v_measures": [ + 0.108565, + 0.002109, + 1.0, + 0.271882, + 1.0 + ], + "main_score": 0.476511, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "v_measure": 0.513772, + "v_measure_std": 0.40272, + "v_measures": [ + 1.0, + 0.30789, + 0.161123, + 0.099848, + 1.0 + ], + "main_score": 0.513772, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measure": 0.329552, + "v_measure_std": 0.355717, + "v_measures": [ + 0.318552, + 1.0, + 0.005364, + 0.057631, + 0.266213 + ], + "main_score": 0.329552, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "v_measure": 0.271154, + "v_measure_std": 0.309877, + "v_measures": [ + 0.037295, + 0.006621, + 0.011945, + 0.675254, + 0.624657 + ], + "main_score": 0.271154, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "v_measure": 0.436156, + "v_measure_std": 0.46156, + "v_measures": [ + 0.120104, + 1.0, + 0.036826, + 1.0, + 0.023852 + ], + "main_score": 0.436156, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measure": 0.302654, + "v_measure_std": 0.365909, + "v_measures": [ + 0.199372, + 0.005078, + 0.013019, + 0.2958, + 1.0 + ], + "main_score": 0.302654, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measure": 0.417399, + "v_measure_std": 0.324847, + "v_measures": [ + 1.0, + 0.16716, + 0.549855, + 0.182592, + 0.187386 + ], + "main_score": 0.417399, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 64.17461705207825, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveIntentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveIntentClassification.json new file mode 100644 index 0000000000..bc3ded4cf4 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveIntentClassification.json @@ -0,0 +1,6337 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.584407, + "f1": 0.515859, + "f1_weighted": 0.577041, + "scores_per_experiment": [ + { + "accuracy": 0.573045, + "f1": 0.505703, + "f1_weighted": 0.565514 + }, + { + "accuracy": 0.607477, + "f1": 0.53621, + "f1_weighted": 0.602942 + }, + { + "accuracy": 0.565667, + "f1": 0.51889, + "f1_weighted": 0.559681 + }, + { + "accuracy": 0.608952, + "f1": 0.52031, + "f1_weighted": 0.603369 + }, + { + "accuracy": 0.599606, + "f1": 0.507884, + "f1_weighted": 0.585755 + }, + { + "accuracy": 0.578455, + "f1": 0.526774, + "f1_weighted": 0.576831 + }, + { + "accuracy": 0.579439, + "f1": 0.51303, + "f1_weighted": 0.572893 + }, + { + "accuracy": 0.558288, + "f1": 0.501147, + "f1_weighted": 0.550306 + }, + { + "accuracy": 0.564683, + "f1": 0.509246, + "f1_weighted": 0.550188 + }, + { + "accuracy": 0.60846, + "f1": 0.519396, + "f1_weighted": 0.60293 + } + ], + "main_score": 0.584407, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.414117, + "f1": 0.366067, + "f1_weighted": 0.403, + "scores_per_experiment": [ + { + "accuracy": 0.426955, + "f1": 0.373412, + "f1_weighted": 0.419197 + }, + { + "accuracy": 0.459911, + "f1": 0.4047, + "f1_weighted": 0.453921 + }, + { + "accuracy": 0.430398, + "f1": 0.364513, + "f1_weighted": 0.420669 + }, + { + "accuracy": 0.394983, + "f1": 0.348117, + "f1_weighted": 0.38724 + }, + { + "accuracy": 0.408756, + "f1": 0.366725, + "f1_weighted": 0.399832 + }, + { + "accuracy": 0.389572, + "f1": 0.340396, + "f1_weighted": 0.364995 + }, + { + "accuracy": 0.408264, + "f1": 0.3662, + "f1_weighted": 0.387985 + }, + { + "accuracy": 0.407772, + "f1": 0.362022, + "f1_weighted": 0.399657 + }, + { + "accuracy": 0.410231, + "f1": 0.370404, + "f1_weighted": 0.392665 + }, + { + "accuracy": 0.404329, + "f1": 0.36418, + "f1_weighted": 0.40384 + } + ], + "main_score": 0.414117, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.630989, + "f1": 0.569909, + "f1_weighted": 0.619234, + "scores_per_experiment": [ + { + "accuracy": 0.619282, + "f1": 0.543834, + "f1_weighted": 0.60369 + }, + { + "accuracy": 0.612395, + "f1": 0.568211, + "f1_weighted": 0.599033 + }, + { + "accuracy": 0.660108, + "f1": 0.583637, + "f1_weighted": 0.652386 + }, + { + "accuracy": 0.637973, + "f1": 0.575218, + "f1_weighted": 0.631937 + }, + { + "accuracy": 0.612887, + "f1": 0.561705, + "f1_weighted": 0.590938 + }, + { + "accuracy": 0.614363, + "f1": 0.560225, + "f1_weighted": 0.603349 + }, + { + "accuracy": 0.662568, + "f1": 0.603022, + "f1_weighted": 0.658878 + }, + { + "accuracy": 0.608952, + "f1": 0.563245, + "f1_weighted": 0.597703 + }, + { + "accuracy": 0.615839, + "f1": 0.551909, + "f1_weighted": 0.598736 + }, + { + "accuracy": 0.665519, + "f1": 0.588079, + "f1_weighted": 0.655693 + } + ], + "main_score": 0.630989, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.510674, + "f1": 0.450736, + "f1_weighted": 0.50641, + "scores_per_experiment": [ + { + "accuracy": 0.497787, + "f1": 0.448532, + "f1_weighted": 0.49803 + }, + { + "accuracy": 0.513527, + "f1": 0.436292, + "f1_weighted": 0.504901 + }, + { + "accuracy": 0.50123, + "f1": 0.439916, + "f1_weighted": 0.502841 + }, + { + "accuracy": 0.536153, + "f1": 0.468717, + "f1_weighted": 0.535106 + }, + { + "accuracy": 0.5091, + "f1": 0.438871, + "f1_weighted": 0.508398 + }, + { + "accuracy": 0.481554, + "f1": 0.444281, + "f1_weighted": 0.473202 + }, + { + "accuracy": 0.521397, + "f1": 0.453173, + "f1_weighted": 0.5168 + }, + { + "accuracy": 0.519921, + "f1": 0.450241, + "f1_weighted": 0.511828 + }, + { + "accuracy": 0.516478, + "f1": 0.477304, + "f1_weighted": 0.503042 + }, + { + "accuracy": 0.509592, + "f1": 0.45003, + "f1_weighted": 0.509949 + } + ], + "main_score": 0.510674, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.725283, + "f1": 0.661747, + "f1_weighted": 0.72007, + "scores_per_experiment": [ + { + "accuracy": 0.721102, + "f1": 0.663928, + "f1_weighted": 0.711978 + }, + { + "accuracy": 0.732415, + "f1": 0.667167, + "f1_weighted": 0.730063 + }, + { + "accuracy": 0.737334, + "f1": 0.674699, + "f1_weighted": 0.733428 + }, + { + "accuracy": 0.727496, + "f1": 0.661084, + "f1_weighted": 0.725536 + }, + { + "accuracy": 0.716675, + "f1": 0.644881, + "f1_weighted": 0.705841 + }, + { + "accuracy": 0.714215, + "f1": 0.656242, + "f1_weighted": 0.70808 + }, + { + "accuracy": 0.723561, + "f1": 0.660765, + "f1_weighted": 0.712767 + }, + { + "accuracy": 0.699459, + "f1": 0.63046, + "f1_weighted": 0.694324 + }, + { + "accuracy": 0.728972, + "f1": 0.678142, + "f1_weighted": 0.726991 + }, + { + "accuracy": 0.751599, + "f1": 0.680103, + "f1_weighted": 0.751695 + } + ], + "main_score": 0.725283, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.363699, + "f1": 0.337562, + "f1_weighted": 0.356054, + "scores_per_experiment": [ + { + "accuracy": 0.376291, + "f1": 0.350054, + "f1_weighted": 0.357973 + }, + { + "accuracy": 0.367929, + "f1": 0.339252, + "f1_weighted": 0.355892 + }, + { + "accuracy": 0.319725, + "f1": 0.310858, + "f1_weighted": 0.312708 + }, + { + "accuracy": 0.368421, + "f1": 0.335179, + "f1_weighted": 0.364934 + }, + { + "accuracy": 0.39154, + "f1": 0.339814, + "f1_weighted": 0.377347 + }, + { + "accuracy": 0.353665, + "f1": 0.332891, + "f1_weighted": 0.356164 + }, + { + "accuracy": 0.354156, + "f1": 0.32819, + "f1_weighted": 0.3495 + }, + { + "accuracy": 0.38121, + "f1": 0.352534, + "f1_weighted": 0.367567 + }, + { + "accuracy": 0.346286, + "f1": 0.330913, + "f1_weighted": 0.337405 + }, + { + "accuracy": 0.377767, + "f1": 0.35593, + "f1_weighted": 0.381049 + } + ], + "main_score": 0.363699, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.712887, + "f1": 0.641813, + "f1_weighted": 0.706738, + "scores_per_experiment": [ + { + "accuracy": 0.706345, + "f1": 0.633156, + "f1_weighted": 0.699846 + }, + { + "accuracy": 0.720118, + "f1": 0.644921, + "f1_weighted": 0.72138 + }, + { + "accuracy": 0.702902, + "f1": 0.625601, + "f1_weighted": 0.693529 + }, + { + "accuracy": 0.730448, + "f1": 0.658738, + "f1_weighted": 0.72208 + }, + { + "accuracy": 0.707329, + "f1": 0.63635, + "f1_weighted": 0.694811 + }, + { + "accuracy": 0.707821, + "f1": 0.652371, + "f1_weighted": 0.703892 + }, + { + "accuracy": 0.718151, + "f1": 0.649075, + "f1_weighted": 0.710544 + }, + { + "accuracy": 0.702902, + "f1": 0.640796, + "f1_weighted": 0.694785 + }, + { + "accuracy": 0.703394, + "f1": 0.630989, + "f1_weighted": 0.698676 + }, + { + "accuracy": 0.729464, + "f1": 0.646129, + "f1_weighted": 0.727837 + } + ], + "main_score": 0.712887, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.793753, + "f1": 0.752984, + "f1_weighted": 0.786812, + "scores_per_experiment": [ + { + "accuracy": 0.796852, + "f1": 0.760636, + "f1_weighted": 0.789697 + }, + { + "accuracy": 0.804722, + "f1": 0.750455, + "f1_weighted": 0.800679 + }, + { + "accuracy": 0.796852, + "f1": 0.75728, + "f1_weighted": 0.787668 + }, + { + "accuracy": 0.807182, + "f1": 0.76011, + "f1_weighted": 0.799402 + }, + { + "accuracy": 0.781112, + "f1": 0.73318, + "f1_weighted": 0.771078 + }, + { + "accuracy": 0.789966, + "f1": 0.747638, + "f1_weighted": 0.787436 + }, + { + "accuracy": 0.792425, + "f1": 0.74934, + "f1_weighted": 0.780107 + }, + { + "accuracy": 0.783571, + "f1": 0.75598, + "f1_weighted": 0.77182 + }, + { + "accuracy": 0.787998, + "f1": 0.766469, + "f1_weighted": 0.787458 + }, + { + "accuracy": 0.796852, + "f1": 0.748753, + "f1_weighted": 0.792781 + } + ], + "main_score": 0.793753, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.645647, + "f1": 0.589165, + "f1_weighted": 0.638095, + "scores_per_experiment": [ + { + "accuracy": 0.656665, + "f1": 0.596931, + "f1_weighted": 0.650596 + }, + { + "accuracy": 0.656173, + "f1": 0.587082, + "f1_weighted": 0.657798 + }, + { + "accuracy": 0.651746, + "f1": 0.589394, + "f1_weighted": 0.646653 + }, + { + "accuracy": 0.661584, + "f1": 0.607351, + "f1_weighted": 0.654951 + }, + { + "accuracy": 0.66847, + "f1": 0.603162, + "f1_weighted": 0.66185 + }, + { + "accuracy": 0.625184, + "f1": 0.580653, + "f1_weighted": 0.606789 + }, + { + "accuracy": 0.654206, + "f1": 0.593314, + "f1_weighted": 0.647611 + }, + { + "accuracy": 0.617314, + "f1": 0.561194, + "f1_weighted": 0.607074 + }, + { + "accuracy": 0.604033, + "f1": 0.564535, + "f1_weighted": 0.590207 + }, + { + "accuracy": 0.661092, + "f1": 0.60803, + "f1_weighted": 0.65742 + } + ], + "main_score": 0.645647, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.864683, + "f1": 0.828071, + "f1_weighted": 0.860851, + "scores_per_experiment": [ + { + "accuracy": 0.869159, + "f1": 0.836723, + "f1_weighted": 0.866568 + }, + { + "accuracy": 0.870635, + "f1": 0.837752, + "f1_weighted": 0.868128 + }, + { + "accuracy": 0.856862, + "f1": 0.818702, + "f1_weighted": 0.849596 + }, + { + "accuracy": 0.865224, + "f1": 0.824537, + "f1_weighted": 0.862752 + }, + { + "accuracy": 0.856862, + "f1": 0.818399, + "f1_weighted": 0.852168 + }, + { + "accuracy": 0.857354, + "f1": 0.821749, + "f1_weighted": 0.853526 + }, + { + "accuracy": 0.858337, + "f1": 0.827999, + "f1_weighted": 0.852063 + }, + { + "accuracy": 0.86424, + "f1": 0.826202, + "f1_weighted": 0.858689 + }, + { + "accuracy": 0.867683, + "f1": 0.828816, + "f1_weighted": 0.866667 + }, + { + "accuracy": 0.880472, + "f1": 0.839834, + "f1_weighted": 0.878358 + } + ], + "main_score": 0.864683, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.795622, + "f1": 0.763597, + "f1_weighted": 0.788257, + "scores_per_experiment": [ + { + "accuracy": 0.80423, + "f1": 0.772205, + "f1_weighted": 0.797373 + }, + { + "accuracy": 0.790457, + "f1": 0.754715, + "f1_weighted": 0.784626 + }, + { + "accuracy": 0.791933, + "f1": 0.757423, + "f1_weighted": 0.783708 + }, + { + "accuracy": 0.8121, + "f1": 0.78664, + "f1_weighted": 0.804252 + }, + { + "accuracy": 0.791933, + "f1": 0.755087, + "f1_weighted": 0.779741 + }, + { + "accuracy": 0.790457, + "f1": 0.761792, + "f1_weighted": 0.786906 + }, + { + "accuracy": 0.790949, + "f1": 0.755121, + "f1_weighted": 0.783048 + }, + { + "accuracy": 0.799311, + "f1": 0.769627, + "f1_weighted": 0.792296 + }, + { + "accuracy": 0.767831, + "f1": 0.748142, + "f1_weighted": 0.755418 + }, + { + "accuracy": 0.817019, + "f1": 0.775211, + "f1_weighted": 0.815205 + } + ], + "main_score": 0.795622, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.762174, + "f1": 0.714434, + "f1_weighted": 0.755558, + "scores_per_experiment": [ + { + "accuracy": 0.760944, + "f1": 0.710236, + "f1_weighted": 0.751933 + }, + { + "accuracy": 0.763896, + "f1": 0.707943, + "f1_weighted": 0.758981 + }, + { + "accuracy": 0.769798, + "f1": 0.719544, + "f1_weighted": 0.761347 + }, + { + "accuracy": 0.769306, + "f1": 0.716614, + "f1_weighted": 0.761098 + }, + { + "accuracy": 0.771766, + "f1": 0.71799, + "f1_weighted": 0.759534 + }, + { + "accuracy": 0.755534, + "f1": 0.715832, + "f1_weighted": 0.753996 + }, + { + "accuracy": 0.759961, + "f1": 0.716145, + "f1_weighted": 0.754815 + }, + { + "accuracy": 0.75455, + "f1": 0.704642, + "f1_weighted": 0.743927 + }, + { + "accuracy": 0.740777, + "f1": 0.71499, + "f1_weighted": 0.738098 + }, + { + "accuracy": 0.775209, + "f1": 0.720408, + "f1_weighted": 0.771854 + } + ], + "main_score": 0.762174, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.685047, + "f1": 0.602144, + "f1_weighted": 0.677816, + "scores_per_experiment": [ + { + "accuracy": 0.705853, + "f1": 0.614519, + "f1_weighted": 0.697809 + }, + { + "accuracy": 0.675357, + "f1": 0.604996, + "f1_weighted": 0.673274 + }, + { + "accuracy": 0.679784, + "f1": 0.595109, + "f1_weighted": 0.66999 + }, + { + "accuracy": 0.701918, + "f1": 0.608156, + "f1_weighted": 0.694063 + }, + { + "accuracy": 0.687654, + "f1": 0.594588, + "f1_weighted": 0.678582 + }, + { + "accuracy": 0.676832, + "f1": 0.605298, + "f1_weighted": 0.674441 + }, + { + "accuracy": 0.681751, + "f1": 0.605059, + "f1_weighted": 0.668402 + }, + { + "accuracy": 0.656665, + "f1": 0.568931, + "f1_weighted": 0.645482 + }, + { + "accuracy": 0.676832, + "f1": 0.603245, + "f1_weighted": 0.673617 + }, + { + "accuracy": 0.707821, + "f1": 0.62154, + "f1_weighted": 0.702501 + } + ], + "main_score": 0.685047, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.824004, + "f1": 0.78046, + "f1_weighted": 0.818117, + "scores_per_experiment": [ + { + "accuracy": 0.829808, + "f1": 0.793479, + "f1_weighted": 0.826421 + }, + { + "accuracy": 0.825381, + "f1": 0.777009, + "f1_weighted": 0.819755 + }, + { + "accuracy": 0.821938, + "f1": 0.773662, + "f1_weighted": 0.813783 + }, + { + "accuracy": 0.831284, + "f1": 0.788349, + "f1_weighted": 0.825292 + }, + { + "accuracy": 0.814068, + "f1": 0.768712, + "f1_weighted": 0.803572 + }, + { + "accuracy": 0.813576, + "f1": 0.768788, + "f1_weighted": 0.807909 + }, + { + "accuracy": 0.823906, + "f1": 0.783088, + "f1_weighted": 0.814663 + }, + { + "accuracy": 0.813576, + "f1": 0.76894, + "f1_weighted": 0.807441 + }, + { + "accuracy": 0.827841, + "f1": 0.791661, + "f1_weighted": 0.826121 + }, + { + "accuracy": 0.838662, + "f1": 0.790911, + "f1_weighted": 0.836217 + } + ], + "main_score": 0.824004, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.527545, + "f1": 0.454724, + "f1_weighted": 0.521832, + "scores_per_experiment": [ + { + "accuracy": 0.52484, + "f1": 0.46211, + "f1_weighted": 0.52463 + }, + { + "accuracy": 0.503197, + "f1": 0.419327, + "f1_weighted": 0.510086 + }, + { + "accuracy": 0.570585, + "f1": 0.493238, + "f1_weighted": 0.568791 + }, + { + "accuracy": 0.56665, + "f1": 0.489347, + "f1_weighted": 0.56702 + }, + { + "accuracy": 0.516478, + "f1": 0.451286, + "f1_weighted": 0.505018 + }, + { + "accuracy": 0.530743, + "f1": 0.461869, + "f1_weighted": 0.532807 + }, + { + "accuracy": 0.539597, + "f1": 0.458227, + "f1_weighted": 0.531493 + }, + { + "accuracy": 0.497295, + "f1": 0.434519, + "f1_weighted": 0.474319 + }, + { + "accuracy": 0.519921, + "f1": 0.449966, + "f1_weighted": 0.50588 + }, + { + "accuracy": 0.506149, + "f1": 0.427347, + "f1_weighted": 0.498283 + } + ], + "main_score": 0.527545, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.777816, + "f1": 0.728522, + "f1_weighted": 0.772157, + "scores_per_experiment": [ + { + "accuracy": 0.769798, + "f1": 0.70616, + "f1_weighted": 0.758155 + }, + { + "accuracy": 0.791933, + "f1": 0.743839, + "f1_weighted": 0.787543 + }, + { + "accuracy": 0.786522, + "f1": 0.735267, + "f1_weighted": 0.782718 + }, + { + "accuracy": 0.790949, + "f1": 0.735984, + "f1_weighted": 0.786339 + }, + { + "accuracy": 0.773733, + "f1": 0.723024, + "f1_weighted": 0.765451 + }, + { + "accuracy": 0.77275, + "f1": 0.732921, + "f1_weighted": 0.769044 + }, + { + "accuracy": 0.775701, + "f1": 0.731077, + "f1_weighted": 0.766249 + }, + { + "accuracy": 0.763896, + "f1": 0.717295, + "f1_weighted": 0.759314 + }, + { + "accuracy": 0.765863, + "f1": 0.723227, + "f1_weighted": 0.761502 + }, + { + "accuracy": 0.787014, + "f1": 0.736428, + "f1_weighted": 0.78525 + } + ], + "main_score": 0.777816, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.518544, + "f1": 0.445678, + "f1_weighted": 0.509013, + "scores_per_experiment": [ + { + "accuracy": 0.507132, + "f1": 0.439017, + "f1_weighted": 0.496356 + }, + { + "accuracy": 0.505165, + "f1": 0.440874, + "f1_weighted": 0.498953 + }, + { + "accuracy": 0.534186, + "f1": 0.466625, + "f1_weighted": 0.531996 + }, + { + "accuracy": 0.51697, + "f1": 0.450143, + "f1_weighted": 0.503332 + }, + { + "accuracy": 0.526316, + "f1": 0.429807, + "f1_weighted": 0.517203 + }, + { + "accuracy": 0.533694, + "f1": 0.467295, + "f1_weighted": 0.53821 + }, + { + "accuracy": 0.512543, + "f1": 0.432613, + "f1_weighted": 0.508048 + }, + { + "accuracy": 0.522873, + "f1": 0.44158, + "f1_weighted": 0.51047 + }, + { + "accuracy": 0.512543, + "f1": 0.437712, + "f1_weighted": 0.490587 + }, + { + "accuracy": 0.514019, + "f1": 0.451116, + "f1_weighted": 0.494971 + } + ], + "main_score": 0.518544, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.382538, + "f1": 0.343599, + "f1_weighted": 0.375389, + "scores_per_experiment": [ + { + "accuracy": 0.393507, + "f1": 0.349947, + "f1_weighted": 0.396789 + }, + { + "accuracy": 0.383669, + "f1": 0.339469, + "f1_weighted": 0.382264 + }, + { + "accuracy": 0.39695, + "f1": 0.3576, + "f1_weighted": 0.391837 + }, + { + "accuracy": 0.397442, + "f1": 0.341688, + "f1_weighted": 0.395344 + }, + { + "accuracy": 0.387605, + "f1": 0.343011, + "f1_weighted": 0.375529 + }, + { + "accuracy": 0.343827, + "f1": 0.331122, + "f1_weighted": 0.340791 + }, + { + "accuracy": 0.363994, + "f1": 0.334308, + "f1_weighted": 0.35549 + }, + { + "accuracy": 0.368913, + "f1": 0.328925, + "f1_weighted": 0.361229 + }, + { + "accuracy": 0.390556, + "f1": 0.359642, + "f1_weighted": 0.37601 + }, + { + "accuracy": 0.398918, + "f1": 0.350276, + "f1_weighted": 0.37861 + } + ], + "main_score": 0.382538, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.780866, + "f1": 0.727086, + "f1_weighted": 0.77328, + "scores_per_experiment": [ + { + "accuracy": 0.788982, + "f1": 0.737613, + "f1_weighted": 0.780475 + }, + { + "accuracy": 0.776193, + "f1": 0.72351, + "f1_weighted": 0.776125 + }, + { + "accuracy": 0.784063, + "f1": 0.722883, + "f1_weighted": 0.778955 + }, + { + "accuracy": 0.804722, + "f1": 0.745859, + "f1_weighted": 0.795286 + }, + { + "accuracy": 0.772258, + "f1": 0.706188, + "f1_weighted": 0.761846 + }, + { + "accuracy": 0.776193, + "f1": 0.72144, + "f1_weighted": 0.769252 + }, + { + "accuracy": 0.774225, + "f1": 0.727601, + "f1_weighted": 0.763726 + }, + { + "accuracy": 0.784063, + "f1": 0.7321, + "f1_weighted": 0.777382 + }, + { + "accuracy": 0.749139, + "f1": 0.714125, + "f1_weighted": 0.732049 + }, + { + "accuracy": 0.798819, + "f1": 0.73954, + "f1_weighted": 0.797705 + } + ], + "main_score": 0.780866, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.32848, + "f1": 0.291927, + "f1_weighted": 0.317081, + "scores_per_experiment": [ + { + "accuracy": 0.327103, + "f1": 0.300684, + "f1_weighted": 0.308746 + }, + { + "accuracy": 0.32366, + "f1": 0.292098, + "f1_weighted": 0.31331 + }, + { + "accuracy": 0.337432, + "f1": 0.298164, + "f1_weighted": 0.335269 + }, + { + "accuracy": 0.353665, + "f1": 0.306811, + "f1_weighted": 0.334987 + }, + { + "accuracy": 0.319233, + "f1": 0.28323, + "f1_weighted": 0.314712 + }, + { + "accuracy": 0.319233, + "f1": 0.288217, + "f1_weighted": 0.306814 + }, + { + "accuracy": 0.349238, + "f1": 0.301527, + "f1_weighted": 0.338594 + }, + { + "accuracy": 0.311854, + "f1": 0.281344, + "f1_weighted": 0.295597 + }, + { + "accuracy": 0.307919, + "f1": 0.269678, + "f1_weighted": 0.291357 + }, + { + "accuracy": 0.335465, + "f1": 0.297515, + "f1_weighted": 0.33142 + } + ], + "main_score": 0.32848, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.774225, + "f1": 0.742905, + "f1_weighted": 0.766061, + "scores_per_experiment": [ + { + "accuracy": 0.773242, + "f1": 0.745881, + "f1_weighted": 0.759632 + }, + { + "accuracy": 0.781604, + "f1": 0.745618, + "f1_weighted": 0.781499 + }, + { + "accuracy": 0.763896, + "f1": 0.740405, + "f1_weighted": 0.750654 + }, + { + "accuracy": 0.791441, + "f1": 0.757365, + "f1_weighted": 0.783378 + }, + { + "accuracy": 0.777177, + "f1": 0.7465, + "f1_weighted": 0.765394 + }, + { + "accuracy": 0.788982, + "f1": 0.767785, + "f1_weighted": 0.784079 + }, + { + "accuracy": 0.772258, + "f1": 0.740133, + "f1_weighted": 0.758082 + }, + { + "accuracy": 0.747172, + "f1": 0.709983, + "f1_weighted": 0.737749 + }, + { + "accuracy": 0.769306, + "f1": 0.738555, + "f1_weighted": 0.767048 + }, + { + "accuracy": 0.777177, + "f1": 0.736824, + "f1_weighted": 0.77309 + } + ], + "main_score": 0.774225, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.811313, + "f1": 0.774184, + "f1_weighted": 0.805796, + "scores_per_experiment": [ + { + "accuracy": 0.811117, + "f1": 0.770008, + "f1_weighted": 0.805936 + }, + { + "accuracy": 0.828333, + "f1": 0.787723, + "f1_weighted": 0.827319 + }, + { + "accuracy": 0.815052, + "f1": 0.774003, + "f1_weighted": 0.807158 + }, + { + "accuracy": 0.812592, + "f1": 0.751395, + "f1_weighted": 0.806587 + }, + { + "accuracy": 0.802263, + "f1": 0.767831, + "f1_weighted": 0.792009 + }, + { + "accuracy": 0.800295, + "f1": 0.775045, + "f1_weighted": 0.794278 + }, + { + "accuracy": 0.799311, + "f1": 0.770716, + "f1_weighted": 0.789803 + }, + { + "accuracy": 0.795868, + "f1": 0.761522, + "f1_weighted": 0.790681 + }, + { + "accuracy": 0.818495, + "f1": 0.778483, + "f1_weighted": 0.815894 + }, + { + "accuracy": 0.829808, + "f1": 0.805119, + "f1_weighted": 0.828296 + } + ], + "main_score": 0.811313, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.472209, + "f1": 0.421626, + "f1_weighted": 0.465585, + "scores_per_experiment": [ + { + "accuracy": 0.474668, + "f1": 0.410746, + "f1_weighted": 0.464301 + }, + { + "accuracy": 0.495819, + "f1": 0.446964, + "f1_weighted": 0.498694 + }, + { + "accuracy": 0.481062, + "f1": 0.419236, + "f1_weighted": 0.474367 + }, + { + "accuracy": 0.474668, + "f1": 0.423777, + "f1_weighted": 0.472165 + }, + { + "accuracy": 0.454009, + "f1": 0.418173, + "f1_weighted": 0.448697 + }, + { + "accuracy": 0.46729, + "f1": 0.435617, + "f1_weighted": 0.456009 + }, + { + "accuracy": 0.494835, + "f1": 0.426952, + "f1_weighted": 0.489356 + }, + { + "accuracy": 0.454501, + "f1": 0.411983, + "f1_weighted": 0.448277 + }, + { + "accuracy": 0.461879, + "f1": 0.412968, + "f1_weighted": 0.449781 + }, + { + "accuracy": 0.463355, + "f1": 0.409844, + "f1_weighted": 0.454198 + } + ], + "main_score": 0.472209, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.371077, + "f1": 0.340438, + "f1_weighted": 0.358671, + "scores_per_experiment": [ + { + "accuracy": 0.353665, + "f1": 0.329703, + "f1_weighted": 0.34302 + }, + { + "accuracy": 0.372356, + "f1": 0.337853, + "f1_weighted": 0.35667 + }, + { + "accuracy": 0.388096, + "f1": 0.347155, + "f1_weighted": 0.383437 + }, + { + "accuracy": 0.366945, + "f1": 0.334457, + "f1_weighted": 0.355929 + }, + { + "accuracy": 0.381702, + "f1": 0.340714, + "f1_weighted": 0.368719 + }, + { + "accuracy": 0.369405, + "f1": 0.361202, + "f1_weighted": 0.355673 + }, + { + "accuracy": 0.380718, + "f1": 0.348193, + "f1_weighted": 0.368268 + }, + { + "accuracy": 0.358583, + "f1": 0.324836, + "f1_weighted": 0.343003 + }, + { + "accuracy": 0.371372, + "f1": 0.349827, + "f1_weighted": 0.355264 + }, + { + "accuracy": 0.367929, + "f1": 0.330441, + "f1_weighted": 0.356725 + } + ], + "main_score": 0.371077, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.375603, + "f1": 0.340314, + "f1_weighted": 0.370383, + "scores_per_experiment": [ + { + "accuracy": 0.402853, + "f1": 0.36935, + "f1_weighted": 0.415743 + }, + { + "accuracy": 0.38121, + "f1": 0.327517, + "f1_weighted": 0.376976 + }, + { + "accuracy": 0.359075, + "f1": 0.334192, + "f1_weighted": 0.3601 + }, + { + "accuracy": 0.387113, + "f1": 0.351328, + "f1_weighted": 0.381219 + }, + { + "accuracy": 0.383178, + "f1": 0.33511, + "f1_weighted": 0.37388 + }, + { + "accuracy": 0.342351, + "f1": 0.332276, + "f1_weighted": 0.319751 + }, + { + "accuracy": 0.380718, + "f1": 0.347303, + "f1_weighted": 0.376593 + }, + { + "accuracy": 0.390556, + "f1": 0.342394, + "f1_weighted": 0.391765 + }, + { + "accuracy": 0.364978, + "f1": 0.336087, + "f1_weighted": 0.360795 + }, + { + "accuracy": 0.363994, + "f1": 0.327584, + "f1_weighted": 0.347014 + } + ], + "main_score": 0.375603, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.648992, + "f1": 0.583487, + "f1_weighted": 0.639334, + "scores_per_experiment": [ + { + "accuracy": 0.676832, + "f1": 0.617184, + "f1_weighted": 0.664687 + }, + { + "accuracy": 0.630103, + "f1": 0.56552, + "f1_weighted": 0.624566 + }, + { + "accuracy": 0.653222, + "f1": 0.582668, + "f1_weighted": 0.646144 + }, + { + "accuracy": 0.659616, + "f1": 0.601188, + "f1_weighted": 0.649597 + }, + { + "accuracy": 0.640433, + "f1": 0.558652, + "f1_weighted": 0.629721 + }, + { + "accuracy": 0.647811, + "f1": 0.573023, + "f1_weighted": 0.640739 + }, + { + "accuracy": 0.662076, + "f1": 0.583922, + "f1_weighted": 0.651053 + }, + { + "accuracy": 0.603542, + "f1": 0.562138, + "f1_weighted": 0.583538 + }, + { + "accuracy": 0.635514, + "f1": 0.582696, + "f1_weighted": 0.620556 + }, + { + "accuracy": 0.680767, + "f1": 0.60788, + "f1_weighted": 0.682739 + } + ], + "main_score": 0.648992, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.7606, + "f1": 0.724853, + "f1_weighted": 0.75381, + "scores_per_experiment": [ + { + "accuracy": 0.751599, + "f1": 0.718531, + "f1_weighted": 0.738811 + }, + { + "accuracy": 0.77816, + "f1": 0.73899, + "f1_weighted": 0.777293 + }, + { + "accuracy": 0.766847, + "f1": 0.724074, + "f1_weighted": 0.759116 + }, + { + "accuracy": 0.775701, + "f1": 0.731661, + "f1_weighted": 0.767095 + }, + { + "accuracy": 0.738318, + "f1": 0.700752, + "f1_weighted": 0.731665 + }, + { + "accuracy": 0.750615, + "f1": 0.722519, + "f1_weighted": 0.741498 + }, + { + "accuracy": 0.761928, + "f1": 0.730148, + "f1_weighted": 0.75331 + }, + { + "accuracy": 0.756517, + "f1": 0.712094, + "f1_weighted": 0.750673 + }, + { + "accuracy": 0.741761, + "f1": 0.727911, + "f1_weighted": 0.735129 + }, + { + "accuracy": 0.784555, + "f1": 0.741851, + "f1_weighted": 0.783513 + } + ], + "main_score": 0.7606, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.399361, + "f1": 0.363167, + "f1_weighted": 0.387553, + "scores_per_experiment": [ + { + "accuracy": 0.399902, + "f1": 0.352162, + "f1_weighted": 0.38879 + }, + { + "accuracy": 0.438269, + "f1": 0.409448, + "f1_weighted": 0.437118 + }, + { + "accuracy": 0.390556, + "f1": 0.361937, + "f1_weighted": 0.386263 + }, + { + "accuracy": 0.421545, + "f1": 0.368078, + "f1_weighted": 0.405274 + }, + { + "accuracy": 0.388096, + "f1": 0.355, + "f1_weighted": 0.363189 + }, + { + "accuracy": 0.366945, + "f1": 0.348097, + "f1_weighted": 0.352344 + }, + { + "accuracy": 0.403837, + "f1": 0.370212, + "f1_weighted": 0.397286 + }, + { + "accuracy": 0.384653, + "f1": 0.348993, + "f1_weighted": 0.372723 + }, + { + "accuracy": 0.401869, + "f1": 0.364308, + "f1_weighted": 0.377601 + }, + { + "accuracy": 0.397934, + "f1": 0.35343, + "f1_weighted": 0.394944 + } + ], + "main_score": 0.399361, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.657255, + "f1": 0.579866, + "f1_weighted": 0.650458, + "scores_per_experiment": [ + { + "accuracy": 0.665519, + "f1": 0.593152, + "f1_weighted": 0.659864 + }, + { + "accuracy": 0.663551, + "f1": 0.586537, + "f1_weighted": 0.663626 + }, + { + "accuracy": 0.668962, + "f1": 0.583822, + "f1_weighted": 0.666728 + }, + { + "accuracy": 0.671422, + "f1": 0.595245, + "f1_weighted": 0.662166 + }, + { + "accuracy": 0.647319, + "f1": 0.56783, + "f1_weighted": 0.637197 + }, + { + "accuracy": 0.651746, + "f1": 0.572469, + "f1_weighted": 0.651824 + }, + { + "accuracy": 0.656173, + "f1": 0.566843, + "f1_weighted": 0.64763 + }, + { + "accuracy": 0.645352, + "f1": 0.561179, + "f1_weighted": 0.637794 + }, + { + "accuracy": 0.617314, + "f1": 0.565187, + "f1_weighted": 0.59697 + }, + { + "accuracy": 0.685194, + "f1": 0.606391, + "f1_weighted": 0.680778 + } + ], + "main_score": 0.657255, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.326267, + "f1": 0.309981, + "f1_weighted": 0.307417, + "scores_per_experiment": [ + { + "accuracy": 0.33153, + "f1": 0.314336, + "f1_weighted": 0.306858 + }, + { + "accuracy": 0.318741, + "f1": 0.312005, + "f1_weighted": 0.30313 + }, + { + "accuracy": 0.316773, + "f1": 0.316287, + "f1_weighted": 0.303255 + }, + { + "accuracy": 0.347762, + "f1": 0.320691, + "f1_weighted": 0.330323 + }, + { + "accuracy": 0.337432, + "f1": 0.308291, + "f1_weighted": 0.325367 + }, + { + "accuracy": 0.323168, + "f1": 0.302947, + "f1_weighted": 0.302188 + }, + { + "accuracy": 0.28972, + "f1": 0.282979, + "f1_weighted": 0.272384 + }, + { + "accuracy": 0.337924, + "f1": 0.313508, + "f1_weighted": 0.319091 + }, + { + "accuracy": 0.318249, + "f1": 0.312241, + "f1_weighted": 0.297118 + }, + { + "accuracy": 0.341367, + "f1": 0.316525, + "f1_weighted": 0.314451 + } + ], + "main_score": 0.326267, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.680915, + "f1": 0.613707, + "f1_weighted": 0.673237, + "scores_per_experiment": [ + { + "accuracy": 0.683719, + "f1": 0.621579, + "f1_weighted": 0.675727 + }, + { + "accuracy": 0.697, + "f1": 0.624456, + "f1_weighted": 0.696651 + }, + { + "accuracy": 0.679784, + "f1": 0.612655, + "f1_weighted": 0.674178 + }, + { + "accuracy": 0.699951, + "f1": 0.627433, + "f1_weighted": 0.689537 + }, + { + "accuracy": 0.682243, + "f1": 0.598105, + "f1_weighted": 0.671391 + }, + { + "accuracy": 0.677324, + "f1": 0.607251, + "f1_weighted": 0.672432 + }, + { + "accuracy": 0.665519, + "f1": 0.603906, + "f1_weighted": 0.652817 + }, + { + "accuracy": 0.669454, + "f1": 0.604663, + "f1_weighted": 0.659283 + }, + { + "accuracy": 0.661584, + "f1": 0.622742, + "f1_weighted": 0.649119 + }, + { + "accuracy": 0.692573, + "f1": 0.614275, + "f1_weighted": 0.691237 + } + ], + "main_score": 0.680915, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.438515, + "f1": 0.398181, + "f1_weighted": 0.43012, + "scores_per_experiment": [ + { + "accuracy": 0.434825, + "f1": 0.408201, + "f1_weighted": 0.42655 + }, + { + "accuracy": 0.434333, + "f1": 0.395969, + "f1_weighted": 0.429784 + }, + { + "accuracy": 0.439252, + "f1": 0.406827, + "f1_weighted": 0.432692 + }, + { + "accuracy": 0.476144, + "f1": 0.415645, + "f1_weighted": 0.46441 + }, + { + "accuracy": 0.441712, + "f1": 0.390526, + "f1_weighted": 0.430292 + }, + { + "accuracy": 0.43335, + "f1": 0.406175, + "f1_weighted": 0.424895 + }, + { + "accuracy": 0.42548, + "f1": 0.395911, + "f1_weighted": 0.416286 + }, + { + "accuracy": 0.452533, + "f1": 0.383987, + "f1_weighted": 0.44858 + }, + { + "accuracy": 0.40482, + "f1": 0.375598, + "f1_weighted": 0.387931 + }, + { + "accuracy": 0.442696, + "f1": 0.402971, + "f1_weighted": 0.439781 + } + ], + "main_score": 0.438515, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.707427, + "f1": 0.63895, + "f1_weighted": 0.70435, + "scores_per_experiment": [ + { + "accuracy": 0.709297, + "f1": 0.648225, + "f1_weighted": 0.702625 + }, + { + "accuracy": 0.698475, + "f1": 0.623328, + "f1_weighted": 0.696674 + }, + { + "accuracy": 0.712248, + "f1": 0.646086, + "f1_weighted": 0.711008 + }, + { + "accuracy": 0.723069, + "f1": 0.65001, + "f1_weighted": 0.719122 + }, + { + "accuracy": 0.702902, + "f1": 0.632048, + "f1_weighted": 0.694829 + }, + { + "accuracy": 0.71274, + "f1": 0.652974, + "f1_weighted": 0.714618 + }, + { + "accuracy": 0.71274, + "f1": 0.636424, + "f1_weighted": 0.706355 + }, + { + "accuracy": 0.702902, + "f1": 0.633414, + "f1_weighted": 0.700097 + }, + { + "accuracy": 0.687162, + "f1": 0.636336, + "f1_weighted": 0.682768 + }, + { + "accuracy": 0.71274, + "f1": 0.630653, + "f1_weighted": 0.715403 + } + ], + "main_score": 0.707427, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.775701, + "f1": 0.714041, + "f1_weighted": 0.772595, + "scores_per_experiment": [ + { + "accuracy": 0.773242, + "f1": 0.721997, + "f1_weighted": 0.769105 + }, + { + "accuracy": 0.78062, + "f1": 0.710075, + "f1_weighted": 0.780656 + }, + { + "accuracy": 0.776685, + "f1": 0.710118, + "f1_weighted": 0.771742 + }, + { + "accuracy": 0.785539, + "f1": 0.71784, + "f1_weighted": 0.779746 + }, + { + "accuracy": 0.777668, + "f1": 0.72046, + "f1_weighted": 0.772316 + }, + { + "accuracy": 0.777668, + "f1": 0.72617, + "f1_weighted": 0.77791 + }, + { + "accuracy": 0.774225, + "f1": 0.71557, + "f1_weighted": 0.765647 + }, + { + "accuracy": 0.764388, + "f1": 0.693576, + "f1_weighted": 0.759214 + }, + { + "accuracy": 0.765863, + "f1": 0.711894, + "f1_weighted": 0.768435 + }, + { + "accuracy": 0.781112, + "f1": 0.712709, + "f1_weighted": 0.781178 + } + ], + "main_score": 0.775701, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.750959, + "f1": 0.690189, + "f1_weighted": 0.744922, + "scores_per_experiment": [ + { + "accuracy": 0.755534, + "f1": 0.69151, + "f1_weighted": 0.750656 + }, + { + "accuracy": 0.764879, + "f1": 0.692472, + "f1_weighted": 0.762415 + }, + { + "accuracy": 0.769306, + "f1": 0.708228, + "f1_weighted": 0.760974 + }, + { + "accuracy": 0.766355, + "f1": 0.702852, + "f1_weighted": 0.758481 + }, + { + "accuracy": 0.736842, + "f1": 0.665397, + "f1_weighted": 0.725579 + }, + { + "accuracy": 0.746188, + "f1": 0.685445, + "f1_weighted": 0.74131 + }, + { + "accuracy": 0.746188, + "f1": 0.686256, + "f1_weighted": 0.737809 + }, + { + "accuracy": 0.731923, + "f1": 0.674807, + "f1_weighted": 0.722961 + }, + { + "accuracy": 0.750123, + "f1": 0.697439, + "f1_weighted": 0.747125 + }, + { + "accuracy": 0.742253, + "f1": 0.697488, + "f1_weighted": 0.741905 + } + ], + "main_score": 0.750959, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.792376, + "f1": 0.763092, + "f1_weighted": 0.785904, + "scores_per_experiment": [ + { + "accuracy": 0.790457, + "f1": 0.755627, + "f1_weighted": 0.781846 + }, + { + "accuracy": 0.807182, + "f1": 0.766254, + "f1_weighted": 0.804881 + }, + { + "accuracy": 0.791933, + "f1": 0.755153, + "f1_weighted": 0.784997 + }, + { + "accuracy": 0.797836, + "f1": 0.771473, + "f1_weighted": 0.791803 + }, + { + "accuracy": 0.78062, + "f1": 0.753154, + "f1_weighted": 0.769951 + }, + { + "accuracy": 0.794393, + "f1": 0.760111, + "f1_weighted": 0.79135 + }, + { + "accuracy": 0.785047, + "f1": 0.762651, + "f1_weighted": 0.774225 + }, + { + "accuracy": 0.784555, + "f1": 0.753078, + "f1_weighted": 0.776 + }, + { + "accuracy": 0.783571, + "f1": 0.771245, + "f1_weighted": 0.77865 + }, + { + "accuracy": 0.808165, + "f1": 0.782174, + "f1_weighted": 0.805338 + } + ], + "main_score": 0.792376, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.631579, + "f1": 0.580389, + "f1_weighted": 0.624857, + "scores_per_experiment": [ + { + "accuracy": 0.633055, + "f1": 0.576603, + "f1_weighted": 0.611413 + }, + { + "accuracy": 0.630103, + "f1": 0.578437, + "f1_weighted": 0.63286 + }, + { + "accuracy": 0.631087, + "f1": 0.587856, + "f1_weighted": 0.628575 + }, + { + "accuracy": 0.648303, + "f1": 0.597913, + "f1_weighted": 0.653627 + }, + { + "accuracy": 0.638465, + "f1": 0.567515, + "f1_weighted": 0.628851 + }, + { + "accuracy": 0.617314, + "f1": 0.588567, + "f1_weighted": 0.611436 + }, + { + "accuracy": 0.66306, + "f1": 0.609897, + "f1_weighted": 0.663464 + }, + { + "accuracy": 0.615839, + "f1": 0.56377, + "f1_weighted": 0.596574 + }, + { + "accuracy": 0.618298, + "f1": 0.570178, + "f1_weighted": 0.601028 + }, + { + "accuracy": 0.620266, + "f1": 0.563154, + "f1_weighted": 0.620737 + } + ], + "main_score": 0.631579, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.795081, + "f1": 0.744833, + "f1_weighted": 0.789226, + "scores_per_experiment": [ + { + "accuracy": 0.801279, + "f1": 0.749854, + "f1_weighted": 0.795984 + }, + { + "accuracy": 0.796852, + "f1": 0.734825, + "f1_weighted": 0.794176 + }, + { + "accuracy": 0.80669, + "f1": 0.75342, + "f1_weighted": 0.800263 + }, + { + "accuracy": 0.807673, + "f1": 0.756489, + "f1_weighted": 0.801214 + }, + { + "accuracy": 0.783079, + "f1": 0.719515, + "f1_weighted": 0.773963 + }, + { + "accuracy": 0.797836, + "f1": 0.760501, + "f1_weighted": 0.794751 + }, + { + "accuracy": 0.779144, + "f1": 0.736254, + "f1_weighted": 0.76595 + }, + { + "accuracy": 0.785047, + "f1": 0.733945, + "f1_weighted": 0.777394 + }, + { + "accuracy": 0.790949, + "f1": 0.753337, + "f1_weighted": 0.78957 + }, + { + "accuracy": 0.802263, + "f1": 0.750189, + "f1_weighted": 0.798999 + } + ], + "main_score": 0.795081, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.532612, + "f1": 0.472491, + "f1_weighted": 0.522795, + "scores_per_experiment": [ + { + "accuracy": 0.534186, + "f1": 0.477507, + "f1_weighted": 0.523008 + }, + { + "accuracy": 0.546483, + "f1": 0.483917, + "f1_weighted": 0.540597 + }, + { + "accuracy": 0.518446, + "f1": 0.459388, + "f1_weighted": 0.515041 + }, + { + "accuracy": 0.548942, + "f1": 0.472988, + "f1_weighted": 0.536511 + }, + { + "accuracy": 0.539597, + "f1": 0.479393, + "f1_weighted": 0.527347 + }, + { + "accuracy": 0.523364, + "f1": 0.468588, + "f1_weighted": 0.518604 + }, + { + "accuracy": 0.5273, + "f1": 0.469545, + "f1_weighted": 0.521615 + }, + { + "accuracy": 0.52484, + "f1": 0.45759, + "f1_weighted": 0.519358 + }, + { + "accuracy": 0.509592, + "f1": 0.462578, + "f1_weighted": 0.482833 + }, + { + "accuracy": 0.553369, + "f1": 0.493419, + "f1_weighted": 0.543033 + } + ], + "main_score": 0.532612, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.376832, + "f1": 0.347824, + "f1_weighted": 0.359856, + "scores_per_experiment": [ + { + "accuracy": 0.383178, + "f1": 0.338014, + "f1_weighted": 0.367445 + }, + { + "accuracy": 0.385637, + "f1": 0.346637, + "f1_weighted": 0.370675 + }, + { + "accuracy": 0.381702, + "f1": 0.354231, + "f1_weighted": 0.368 + }, + { + "accuracy": 0.390556, + "f1": 0.343324, + "f1_weighted": 0.381371 + }, + { + "accuracy": 0.387113, + "f1": 0.355705, + "f1_weighted": 0.370609 + }, + { + "accuracy": 0.373832, + "f1": 0.363461, + "f1_weighted": 0.351996 + }, + { + "accuracy": 0.355632, + "f1": 0.340752, + "f1_weighted": 0.342349 + }, + { + "accuracy": 0.380226, + "f1": 0.354503, + "f1_weighted": 0.360337 + }, + { + "accuracy": 0.366454, + "f1": 0.332761, + "f1_weighted": 0.33878 + }, + { + "accuracy": 0.363994, + "f1": 0.348852, + "f1_weighted": 0.346995 + } + ], + "main_score": 0.376832, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.719183, + "f1": 0.648579, + "f1_weighted": 0.71644, + "scores_per_experiment": [ + { + "accuracy": 0.729956, + "f1": 0.678725, + "f1_weighted": 0.726231 + }, + { + "accuracy": 0.73881, + "f1": 0.66291, + "f1_weighted": 0.736186 + }, + { + "accuracy": 0.722086, + "f1": 0.648481, + "f1_weighted": 0.718699 + }, + { + "accuracy": 0.73881, + "f1": 0.662459, + "f1_weighted": 0.737314 + }, + { + "accuracy": 0.707821, + "f1": 0.627204, + "f1_weighted": 0.701774 + }, + { + "accuracy": 0.718151, + "f1": 0.654279, + "f1_weighted": 0.723728 + }, + { + "accuracy": 0.719134, + "f1": 0.638651, + "f1_weighted": 0.713255 + }, + { + "accuracy": 0.721102, + "f1": 0.650825, + "f1_weighted": 0.719296 + }, + { + "accuracy": 0.67093, + "f1": 0.616895, + "f1_weighted": 0.660079 + }, + { + "accuracy": 0.725037, + "f1": 0.645365, + "f1_weighted": 0.727838 + } + ], + "main_score": 0.719183, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.45396, + "f1": 0.39345, + "f1_weighted": 0.440143, + "scores_per_experiment": [ + { + "accuracy": 0.465322, + "f1": 0.40486, + "f1_weighted": 0.449181 + }, + { + "accuracy": 0.462371, + "f1": 0.396859, + "f1_weighted": 0.448511 + }, + { + "accuracy": 0.434333, + "f1": 0.378965, + "f1_weighted": 0.421585 + }, + { + "accuracy": 0.477619, + "f1": 0.411305, + "f1_weighted": 0.471686 + }, + { + "accuracy": 0.440728, + "f1": 0.380512, + "f1_weighted": 0.424582 + }, + { + "accuracy": 0.445647, + "f1": 0.393714, + "f1_weighted": 0.434215 + }, + { + "accuracy": 0.429415, + "f1": 0.373182, + "f1_weighted": 0.408895 + }, + { + "accuracy": 0.46483, + "f1": 0.395215, + "f1_weighted": 0.452425 + }, + { + "accuracy": 0.431382, + "f1": 0.373549, + "f1_weighted": 0.403515 + }, + { + "accuracy": 0.487949, + "f1": 0.426339, + "f1_weighted": 0.486831 + } + ], + "main_score": 0.45396, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.661879, + "f1": 0.597678, + "f1_weighted": 0.656059, + "scores_per_experiment": [ + { + "accuracy": 0.673881, + "f1": 0.613952, + "f1_weighted": 0.665436 + }, + { + "accuracy": 0.640433, + "f1": 0.588321, + "f1_weighted": 0.634819 + }, + { + "accuracy": 0.6788, + "f1": 0.60995, + "f1_weighted": 0.67705 + }, + { + "accuracy": 0.66306, + "f1": 0.591759, + "f1_weighted": 0.653404 + }, + { + "accuracy": 0.669946, + "f1": 0.607093, + "f1_weighted": 0.659077 + }, + { + "accuracy": 0.664535, + "f1": 0.607504, + "f1_weighted": 0.662329 + }, + { + "accuracy": 0.659616, + "f1": 0.603459, + "f1_weighted": 0.651562 + }, + { + "accuracy": 0.639449, + "f1": 0.575003, + "f1_weighted": 0.635152 + }, + { + "accuracy": 0.6606, + "f1": 0.588979, + "f1_weighted": 0.656625 + }, + { + "accuracy": 0.66847, + "f1": 0.590761, + "f1_weighted": 0.665133 + } + ], + "main_score": 0.661879, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.669208, + "f1": 0.605335, + "f1_weighted": 0.663323, + "scores_per_experiment": [ + { + "accuracy": 0.665519, + "f1": 0.602487, + "f1_weighted": 0.654301 + }, + { + "accuracy": 0.685686, + "f1": 0.617349, + "f1_weighted": 0.684649 + }, + { + "accuracy": 0.681751, + "f1": 0.619979, + "f1_weighted": 0.681456 + }, + { + "accuracy": 0.666995, + "f1": 0.599842, + "f1_weighted": 0.657806 + }, + { + "accuracy": 0.664535, + "f1": 0.599956, + "f1_weighted": 0.657371 + }, + { + "accuracy": 0.66306, + "f1": 0.607813, + "f1_weighted": 0.661555 + }, + { + "accuracy": 0.667486, + "f1": 0.590695, + "f1_weighted": 0.662176 + }, + { + "accuracy": 0.667486, + "f1": 0.593588, + "f1_weighted": 0.660994 + }, + { + "accuracy": 0.653222, + "f1": 0.601593, + "f1_weighted": 0.638691 + }, + { + "accuracy": 0.67634, + "f1": 0.620052, + "f1_weighted": 0.674236 + } + ], + "main_score": 0.669208, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.707427, + "f1": 0.680234, + "f1_weighted": 0.697451, + "scores_per_experiment": [ + { + "accuracy": 0.714215, + "f1": 0.688918, + "f1_weighted": 0.700572 + }, + { + "accuracy": 0.715691, + "f1": 0.681862, + "f1_weighted": 0.71316 + }, + { + "accuracy": 0.71274, + "f1": 0.691434, + "f1_weighted": 0.70348 + }, + { + "accuracy": 0.697983, + "f1": 0.665339, + "f1_weighted": 0.690169 + }, + { + "accuracy": 0.684211, + "f1": 0.662764, + "f1_weighted": 0.66637 + }, + { + "accuracy": 0.701918, + "f1": 0.686048, + "f1_weighted": 0.686904 + }, + { + "accuracy": 0.705853, + "f1": 0.678051, + "f1_weighted": 0.69428 + }, + { + "accuracy": 0.693556, + "f1": 0.667423, + "f1_weighted": 0.677435 + }, + { + "accuracy": 0.706345, + "f1": 0.674007, + "f1_weighted": 0.699875 + }, + { + "accuracy": 0.741761, + "f1": 0.706493, + "f1_weighted": 0.742261 + } + ], + "main_score": 0.707427, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.530743, + "f1": 0.471615, + "f1_weighted": 0.52269, + "scores_per_experiment": [ + { + "accuracy": 0.522381, + "f1": 0.462002, + "f1_weighted": 0.510375 + }, + { + "accuracy": 0.565667, + "f1": 0.487563, + "f1_weighted": 0.558197 + }, + { + "accuracy": 0.539597, + "f1": 0.479159, + "f1_weighted": 0.534787 + }, + { + "accuracy": 0.56665, + "f1": 0.500791, + "f1_weighted": 0.564198 + }, + { + "accuracy": 0.548451, + "f1": 0.482212, + "f1_weighted": 0.548206 + }, + { + "accuracy": 0.531235, + "f1": 0.467055, + "f1_weighted": 0.523247 + }, + { + "accuracy": 0.491392, + "f1": 0.429512, + "f1_weighted": 0.473497 + }, + { + "accuracy": 0.503689, + "f1": 0.462512, + "f1_weighted": 0.484961 + }, + { + "accuracy": 0.5273, + "f1": 0.48597, + "f1_weighted": 0.52822 + }, + { + "accuracy": 0.511067, + "f1": 0.459375, + "f1_weighted": 0.501217 + } + ], + "main_score": 0.530743, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.744958, + "f1": 0.694262, + "f1_weighted": 0.737988, + "scores_per_experiment": [ + { + "accuracy": 0.747664, + "f1": 0.698263, + "f1_weighted": 0.74051 + }, + { + "accuracy": 0.746188, + "f1": 0.68556, + "f1_weighted": 0.742916 + }, + { + "accuracy": 0.758485, + "f1": 0.693776, + "f1_weighted": 0.753876 + }, + { + "accuracy": 0.753074, + "f1": 0.69876, + "f1_weighted": 0.747124 + }, + { + "accuracy": 0.741761, + "f1": 0.682228, + "f1_weighted": 0.728057 + }, + { + "accuracy": 0.737826, + "f1": 0.69626, + "f1_weighted": 0.731898 + }, + { + "accuracy": 0.732907, + "f1": 0.694554, + "f1_weighted": 0.720702 + }, + { + "accuracy": 0.745696, + "f1": 0.691489, + "f1_weighted": 0.74077 + }, + { + "accuracy": 0.724053, + "f1": 0.690602, + "f1_weighted": 0.7115 + }, + { + "accuracy": 0.761928, + "f1": 0.711133, + "f1_weighted": 0.762526 + } + ], + "main_score": 0.744958, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.614068, + "f1": 0.546956, + "f1_weighted": 0.606601, + "scores_per_experiment": [ + { + "accuracy": 0.606001, + "f1": 0.545815, + "f1_weighted": 0.594035 + }, + { + "accuracy": 0.614855, + "f1": 0.539091, + "f1_weighted": 0.610037 + }, + { + "accuracy": 0.614363, + "f1": 0.542688, + "f1_weighted": 0.613654 + }, + { + "accuracy": 0.632563, + "f1": 0.564492, + "f1_weighted": 0.625513 + }, + { + "accuracy": 0.588293, + "f1": 0.523981, + "f1_weighted": 0.570863 + }, + { + "accuracy": 0.601574, + "f1": 0.543126, + "f1_weighted": 0.601105 + }, + { + "accuracy": 0.62666, + "f1": 0.56349, + "f1_weighted": 0.620693 + }, + { + "accuracy": 0.594196, + "f1": 0.527758, + "f1_weighted": 0.581299 + }, + { + "accuracy": 0.612395, + "f1": 0.547915, + "f1_weighted": 0.598727 + }, + { + "accuracy": 0.649779, + "f1": 0.571203, + "f1_weighted": 0.650089 + } + ], + "main_score": 0.614068, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.68362, + "f1": 0.609209, + "f1_weighted": 0.673157, + "scores_per_experiment": [ + { + "accuracy": 0.693556, + "f1": 0.619159, + "f1_weighted": 0.680952 + }, + { + "accuracy": 0.662076, + "f1": 0.590144, + "f1_weighted": 0.647044 + }, + { + "accuracy": 0.679292, + "f1": 0.593202, + "f1_weighted": 0.667662 + }, + { + "accuracy": 0.706345, + "f1": 0.634515, + "f1_weighted": 0.697783 + }, + { + "accuracy": 0.696508, + "f1": 0.613332, + "f1_weighted": 0.686323 + }, + { + "accuracy": 0.634038, + "f1": 0.575425, + "f1_weighted": 0.616213 + }, + { + "accuracy": 0.693064, + "f1": 0.623926, + "f1_weighted": 0.686416 + }, + { + "accuracy": 0.6788, + "f1": 0.597797, + "f1_weighted": 0.670413 + }, + { + "accuracy": 0.690113, + "f1": 0.622101, + "f1_weighted": 0.684042 + }, + { + "accuracy": 0.70241, + "f1": 0.622487, + "f1_weighted": 0.694724 + } + ], + "main_score": 0.68362, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.791048, + "f1": 0.754049, + "f1_weighted": 0.785042, + "scores_per_experiment": [ + { + "accuracy": 0.803246, + "f1": 0.771822, + "f1_weighted": 0.79805 + }, + { + "accuracy": 0.805214, + "f1": 0.766634, + "f1_weighted": 0.801509 + }, + { + "accuracy": 0.782587, + "f1": 0.738863, + "f1_weighted": 0.773279 + }, + { + "accuracy": 0.804722, + "f1": 0.760618, + "f1_weighted": 0.795489 + }, + { + "accuracy": 0.780128, + "f1": 0.731822, + "f1_weighted": 0.769995 + }, + { + "accuracy": 0.782095, + "f1": 0.757375, + "f1_weighted": 0.778986 + }, + { + "accuracy": 0.783079, + "f1": 0.76018, + "f1_weighted": 0.772809 + }, + { + "accuracy": 0.785047, + "f1": 0.742487, + "f1_weighted": 0.780157 + }, + { + "accuracy": 0.787014, + "f1": 0.750106, + "f1_weighted": 0.786821 + }, + { + "accuracy": 0.797344, + "f1": 0.760585, + "f1_weighted": 0.793329 + } + ], + "main_score": 0.791048, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.720856, + "f1": 0.7, + "f1_weighted": 0.708017, + "scores_per_experiment": [ + { + "accuracy": 0.739302, + "f1": 0.70767, + "f1_weighted": 0.730391 + }, + { + "accuracy": 0.727988, + "f1": 0.700443, + "f1_weighted": 0.719191 + }, + { + "accuracy": 0.740285, + "f1": 0.714624, + "f1_weighted": 0.734913 + }, + { + "accuracy": 0.729956, + "f1": 0.71347, + "f1_weighted": 0.715732 + }, + { + "accuracy": 0.707329, + "f1": 0.677838, + "f1_weighted": 0.691813 + }, + { + "accuracy": 0.715691, + "f1": 0.709749, + "f1_weighted": 0.697753 + }, + { + "accuracy": 0.703394, + "f1": 0.684075, + "f1_weighted": 0.684459 + }, + { + "accuracy": 0.718151, + "f1": 0.691089, + "f1_weighted": 0.707767 + }, + { + "accuracy": 0.688637, + "f1": 0.689436, + "f1_weighted": 0.669883 + }, + { + "accuracy": 0.737826, + "f1": 0.711609, + "f1_weighted": 0.728272 + } + ], + "main_score": 0.720856, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ], + "test": [ + { + "accuracy": 0.582515, + "f1": 0.534792, + "f1_weighted": 0.576896, + "scores_per_experiment": [ + { + "accuracy": 0.586752, + "f1": 0.54058, + "f1_weighted": 0.585153 + }, + { + "accuracy": 0.602219, + "f1": 0.549383, + "f1_weighted": 0.599546 + }, + { + "accuracy": 0.562206, + "f1": 0.534043, + "f1_weighted": 0.556189 + }, + { + "accuracy": 0.602555, + "f1": 0.53819, + "f1_weighted": 0.597154 + }, + { + "accuracy": 0.595158, + "f1": 0.526712, + "f1_weighted": 0.580145 + }, + { + "accuracy": 0.568258, + "f1": 0.542713, + "f1_weighted": 0.566118 + }, + { + "accuracy": 0.572966, + "f1": 0.529871, + "f1_weighted": 0.566591 + }, + { + "accuracy": 0.564223, + "f1": 0.529775, + "f1_weighted": 0.563544 + }, + { + "accuracy": 0.575656, + "f1": 0.524607, + "f1_weighted": 0.563451 + }, + { + "accuracy": 0.595158, + "f1": 0.53205, + "f1_weighted": 0.591065 + } + ], + "main_score": 0.582515, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.406826, + "f1": 0.37281, + "f1_weighted": 0.397159, + "scores_per_experiment": [ + { + "accuracy": 0.436113, + "f1": 0.397204, + "f1_weighted": 0.430922 + }, + { + "accuracy": 0.436785, + "f1": 0.400284, + "f1_weighted": 0.428943 + }, + { + "accuracy": 0.413584, + "f1": 0.3694, + "f1_weighted": 0.408431 + }, + { + "accuracy": 0.404169, + "f1": 0.366455, + "f1_weighted": 0.398856 + }, + { + "accuracy": 0.395763, + "f1": 0.365467, + "f1_weighted": 0.383681 + }, + { + "accuracy": 0.383995, + "f1": 0.358789, + "f1_weighted": 0.366537 + }, + { + "accuracy": 0.407196, + "f1": 0.374714, + "f1_weighted": 0.385483 + }, + { + "accuracy": 0.392737, + "f1": 0.359025, + "f1_weighted": 0.384488 + }, + { + "accuracy": 0.412912, + "f1": 0.374486, + "f1_weighted": 0.402391 + }, + { + "accuracy": 0.385003, + "f1": 0.362274, + "f1_weighted": 0.381858 + } + ], + "main_score": 0.406826, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.618796, + "f1": 0.566033, + "f1_weighted": 0.607922, + "scores_per_experiment": [ + { + "accuracy": 0.62004, + "f1": 0.552778, + "f1_weighted": 0.610081 + }, + { + "accuracy": 0.600874, + "f1": 0.56533, + "f1_weighted": 0.592163 + }, + { + "accuracy": 0.640551, + "f1": 0.572218, + "f1_weighted": 0.638425 + }, + { + "accuracy": 0.634499, + "f1": 0.57921, + "f1_weighted": 0.629479 + }, + { + "accuracy": 0.596839, + "f1": 0.558436, + "f1_weighted": 0.575651 + }, + { + "accuracy": 0.591459, + "f1": 0.545229, + "f1_weighted": 0.574648 + }, + { + "accuracy": 0.635844, + "f1": 0.575188, + "f1_weighted": 0.627952 + }, + { + "accuracy": 0.60659, + "f1": 0.564591, + "f1_weighted": 0.595125 + }, + { + "accuracy": 0.614324, + "f1": 0.56493, + "f1_weighted": 0.59954 + }, + { + "accuracy": 0.64694, + "f1": 0.582417, + "f1_weighted": 0.636157 + } + ], + "main_score": 0.618796, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.505783, + "f1": 0.459726, + "f1_weighted": 0.499172, + "scores_per_experiment": [ + { + "accuracy": 0.495965, + "f1": 0.443674, + "f1_weighted": 0.494088 + }, + { + "accuracy": 0.52152, + "f1": 0.468947, + "f1_weighted": 0.51392 + }, + { + "accuracy": 0.493948, + "f1": 0.448429, + "f1_weighted": 0.497037 + }, + { + "accuracy": 0.520847, + "f1": 0.470764, + "f1_weighted": 0.516296 + }, + { + "accuracy": 0.501681, + "f1": 0.446353, + "f1_weighted": 0.500033 + }, + { + "accuracy": 0.472764, + "f1": 0.453814, + "f1_weighted": 0.45609 + }, + { + "accuracy": 0.522192, + "f1": 0.473081, + "f1_weighted": 0.518419 + }, + { + "accuracy": 0.5269, + "f1": 0.468412, + "f1_weighted": 0.514992 + }, + { + "accuracy": 0.503699, + "f1": 0.468879, + "f1_weighted": 0.484819 + }, + { + "accuracy": 0.498319, + "f1": 0.454903, + "f1_weighted": 0.496026 + } + ], + "main_score": 0.505783, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.717115, + "f1": 0.674601, + "f1_weighted": 0.713863, + "scores_per_experiment": [ + { + "accuracy": 0.724277, + "f1": 0.67475, + "f1_weighted": 0.720212 + }, + { + "accuracy": 0.727303, + "f1": 0.684683, + "f1_weighted": 0.727039 + }, + { + "accuracy": 0.720578, + "f1": 0.678265, + "f1_weighted": 0.718976 + }, + { + "accuracy": 0.716207, + "f1": 0.666548, + "f1_weighted": 0.716726 + }, + { + "accuracy": 0.707465, + "f1": 0.652995, + "f1_weighted": 0.696085 + }, + { + "accuracy": 0.694015, + "f1": 0.665079, + "f1_weighted": 0.689082 + }, + { + "accuracy": 0.713517, + "f1": 0.681161, + "f1_weighted": 0.706911 + }, + { + "accuracy": 0.700403, + "f1": 0.661826, + "f1_weighted": 0.696966 + }, + { + "accuracy": 0.721587, + "f1": 0.679714, + "f1_weighted": 0.71888 + }, + { + "accuracy": 0.745797, + "f1": 0.700983, + "f1_weighted": 0.747752 + } + ], + "main_score": 0.717115, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.372192, + "f1": 0.346652, + "f1_weighted": 0.361303, + "scores_per_experiment": [ + { + "accuracy": 0.39879, + "f1": 0.382576, + "f1_weighted": 0.383467 + }, + { + "accuracy": 0.376933, + "f1": 0.351638, + "f1_weighted": 0.367405 + }, + { + "accuracy": 0.327505, + "f1": 0.313533, + "f1_weighted": 0.322306 + }, + { + "accuracy": 0.375588, + "f1": 0.347445, + "f1_weighted": 0.367251 + }, + { + "accuracy": 0.402488, + "f1": 0.354579, + "f1_weighted": 0.389257 + }, + { + "accuracy": 0.360121, + "f1": 0.337187, + "f1_weighted": 0.358198 + }, + { + "accuracy": 0.352724, + "f1": 0.332117, + "f1_weighted": 0.335086 + }, + { + "accuracy": 0.401816, + "f1": 0.38127, + "f1_weighted": 0.387167 + }, + { + "accuracy": 0.352387, + "f1": 0.326911, + "f1_weighted": 0.33671 + }, + { + "accuracy": 0.373571, + "f1": 0.339263, + "f1_weighted": 0.366178 + } + ], + "main_score": 0.372192, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.711533, + "f1": 0.652635, + "f1_weighted": 0.706383, + "scores_per_experiment": [ + { + "accuracy": 0.715871, + "f1": 0.657243, + "f1_weighted": 0.711735 + }, + { + "accuracy": 0.724613, + "f1": 0.66612, + "f1_weighted": 0.721797 + }, + { + "accuracy": 0.696032, + "f1": 0.633638, + "f1_weighted": 0.687477 + }, + { + "accuracy": 0.731675, + "f1": 0.673587, + "f1_weighted": 0.727731 + }, + { + "accuracy": 0.703766, + "f1": 0.638444, + "f1_weighted": 0.690628 + }, + { + "accuracy": 0.686281, + "f1": 0.640741, + "f1_weighted": 0.682208 + }, + { + "accuracy": 0.704438, + "f1": 0.651173, + "f1_weighted": 0.699587 + }, + { + "accuracy": 0.703093, + "f1": 0.640015, + "f1_weighted": 0.696741 + }, + { + "accuracy": 0.719906, + "f1": 0.659482, + "f1_weighted": 0.717209 + }, + { + "accuracy": 0.729657, + "f1": 0.665907, + "f1_weighted": 0.728718 + } + ], + "main_score": 0.711533, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.785407, + "f1": 0.752042, + "f1_weighted": 0.780306, + "scores_per_experiment": [ + { + "accuracy": 0.785474, + "f1": 0.749351, + "f1_weighted": 0.779836 + }, + { + "accuracy": 0.792872, + "f1": 0.761157, + "f1_weighted": 0.788897 + }, + { + "accuracy": 0.780094, + "f1": 0.746132, + "f1_weighted": 0.771 + }, + { + "accuracy": 0.802959, + "f1": 0.763906, + "f1_weighted": 0.797919 + }, + { + "accuracy": 0.77774, + "f1": 0.74399, + "f1_weighted": 0.769632 + }, + { + "accuracy": 0.771015, + "f1": 0.744098, + "f1_weighted": 0.771379 + }, + { + "accuracy": 0.784802, + "f1": 0.757083, + "f1_weighted": 0.775813 + }, + { + "accuracy": 0.781775, + "f1": 0.743593, + "f1_weighted": 0.773817 + }, + { + "accuracy": 0.784465, + "f1": 0.747409, + "f1_weighted": 0.783855 + }, + { + "accuracy": 0.792872, + "f1": 0.763701, + "f1_weighted": 0.790909 + } + ], + "main_score": 0.785407, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.632011, + "f1": 0.590293, + "f1_weighted": 0.627442, + "scores_per_experiment": [ + { + "accuracy": 0.64963, + "f1": 0.601398, + "f1_weighted": 0.647964 + }, + { + "accuracy": 0.640888, + "f1": 0.593276, + "f1_weighted": 0.642001 + }, + { + "accuracy": 0.63349, + "f1": 0.598354, + "f1_weighted": 0.632756 + }, + { + "accuracy": 0.647613, + "f1": 0.599577, + "f1_weighted": 0.643485 + }, + { + "accuracy": 0.647613, + "f1": 0.595935, + "f1_weighted": 0.642733 + }, + { + "accuracy": 0.598184, + "f1": 0.565222, + "f1_weighted": 0.589167 + }, + { + "accuracy": 0.631137, + "f1": 0.585632, + "f1_weighted": 0.63079 + }, + { + "accuracy": 0.609617, + "f1": 0.575288, + "f1_weighted": 0.597723 + }, + { + "accuracy": 0.607599, + "f1": 0.570903, + "f1_weighted": 0.594585 + }, + { + "accuracy": 0.654338, + "f1": 0.617346, + "f1_weighted": 0.653211 + } + ], + "main_score": 0.632011, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.857868, + "f1": 0.837469, + "f1_weighted": 0.855037, + "scores_per_experiment": [ + { + "accuracy": 0.858776, + "f1": 0.836587, + "f1_weighted": 0.858062 + }, + { + "accuracy": 0.856086, + "f1": 0.839563, + "f1_weighted": 0.853625 + }, + { + "accuracy": 0.851715, + "f1": 0.835263, + "f1_weighted": 0.844277 + }, + { + "accuracy": 0.863147, + "f1": 0.843912, + "f1_weighted": 0.860586 + }, + { + "accuracy": 0.849697, + "f1": 0.826555, + "f1_weighted": 0.843198 + }, + { + "accuracy": 0.857431, + "f1": 0.844113, + "f1_weighted": 0.856114 + }, + { + "accuracy": 0.85306, + "f1": 0.836698, + "f1_weighted": 0.8496 + }, + { + "accuracy": 0.859785, + "f1": 0.834834, + "f1_weighted": 0.856508 + }, + { + "accuracy": 0.860121, + "f1": 0.835588, + "f1_weighted": 0.859926 + }, + { + "accuracy": 0.868863, + "f1": 0.841578, + "f1_weighted": 0.868472 + } + ], + "main_score": 0.857868, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.793847, + "f1": 0.777662, + "f1_weighted": 0.790087, + "scores_per_experiment": [ + { + "accuracy": 0.795562, + "f1": 0.783819, + "f1_weighted": 0.7911 + }, + { + "accuracy": 0.797915, + "f1": 0.784624, + "f1_weighted": 0.796338 + }, + { + "accuracy": 0.78581, + "f1": 0.774434, + "f1_weighted": 0.779163 + }, + { + "accuracy": 0.808675, + "f1": 0.785486, + "f1_weighted": 0.805593 + }, + { + "accuracy": 0.788837, + "f1": 0.760604, + "f1_weighted": 0.781893 + }, + { + "accuracy": 0.789509, + "f1": 0.781753, + "f1_weighted": 0.789424 + }, + { + "accuracy": 0.791863, + "f1": 0.778584, + "f1_weighted": 0.789595 + }, + { + "accuracy": 0.799597, + "f1": 0.78008, + "f1_weighted": 0.795252 + }, + { + "accuracy": 0.768998, + "f1": 0.759487, + "f1_weighted": 0.761637 + }, + { + "accuracy": 0.811701, + "f1": 0.787748, + "f1_weighted": 0.810873 + } + ], + "main_score": 0.793847, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.761264, + "f1": 0.72888, + "f1_weighted": 0.755514, + "scores_per_experiment": [ + { + "accuracy": 0.763954, + "f1": 0.732194, + "f1_weighted": 0.756448 + }, + { + "accuracy": 0.759583, + "f1": 0.716934, + "f1_weighted": 0.752916 + }, + { + "accuracy": 0.769334, + "f1": 0.736237, + "f1_weighted": 0.760427 + }, + { + "accuracy": 0.770679, + "f1": 0.73467, + "f1_weighted": 0.764182 + }, + { + "accuracy": 0.762609, + "f1": 0.729261, + "f1_weighted": 0.753106 + }, + { + "accuracy": 0.753194, + "f1": 0.724757, + "f1_weighted": 0.753543 + }, + { + "accuracy": 0.762609, + "f1": 0.732566, + "f1_weighted": 0.755855 + }, + { + "accuracy": 0.752522, + "f1": 0.712573, + "f1_weighted": 0.744669 + }, + { + "accuracy": 0.747142, + "f1": 0.725428, + "f1_weighted": 0.744955 + }, + { + "accuracy": 0.771015, + "f1": 0.744179, + "f1_weighted": 0.769042 + } + ], + "main_score": 0.761264, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.692972, + "f1": 0.628782, + "f1_weighted": 0.686774, + "scores_per_experiment": [ + { + "accuracy": 0.707801, + "f1": 0.646433, + "f1_weighted": 0.705358 + }, + { + "accuracy": 0.691661, + "f1": 0.633253, + "f1_weighted": 0.688384 + }, + { + "accuracy": 0.682582, + "f1": 0.615536, + "f1_weighted": 0.673169 + }, + { + "accuracy": 0.704775, + "f1": 0.635409, + "f1_weighted": 0.69512 + }, + { + "accuracy": 0.699395, + "f1": 0.642073, + "f1_weighted": 0.691278 + }, + { + "accuracy": 0.677875, + "f1": 0.632567, + "f1_weighted": 0.678061 + }, + { + "accuracy": 0.686617, + "f1": 0.620813, + "f1_weighted": 0.674025 + }, + { + "accuracy": 0.677539, + "f1": 0.605651, + "f1_weighted": 0.669034 + }, + { + "accuracy": 0.679892, + "f1": 0.610139, + "f1_weighted": 0.672249 + }, + { + "accuracy": 0.721587, + "f1": 0.645944, + "f1_weighted": 0.721064 + } + ], + "main_score": 0.692972, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.808776, + "f1": 0.781427, + "f1_weighted": 0.804818, + "scores_per_experiment": [ + { + "accuracy": 0.808339, + "f1": 0.783926, + "f1_weighted": 0.807349 + }, + { + "accuracy": 0.817754, + "f1": 0.783555, + "f1_weighted": 0.815043 + }, + { + "accuracy": 0.798588, + "f1": 0.776642, + "f1_weighted": 0.791588 + }, + { + "accuracy": 0.822125, + "f1": 0.794374, + "f1_weighted": 0.819371 + }, + { + "accuracy": 0.800605, + "f1": 0.766045, + "f1_weighted": 0.790815 + }, + { + "accuracy": 0.791863, + "f1": 0.770257, + "f1_weighted": 0.78897 + }, + { + "accuracy": 0.805985, + "f1": 0.787258, + "f1_weighted": 0.801564 + }, + { + "accuracy": 0.806321, + "f1": 0.770093, + "f1_weighted": 0.799909 + }, + { + "accuracy": 0.812374, + "f1": 0.787242, + "f1_weighted": 0.809546 + }, + { + "accuracy": 0.823806, + "f1": 0.794878, + "f1_weighted": 0.824023 + } + ], + "main_score": 0.808776, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.525891, + "f1": 0.462465, + "f1_weighted": 0.520445, + "scores_per_experiment": [ + { + "accuracy": 0.537323, + "f1": 0.468098, + "f1_weighted": 0.537337 + }, + { + "accuracy": 0.505044, + "f1": 0.440637, + "f1_weighted": 0.510437 + }, + { + "accuracy": 0.55111, + "f1": 0.482638, + "f1_weighted": 0.551831 + }, + { + "accuracy": 0.568931, + "f1": 0.490699, + "f1_weighted": 0.569177 + }, + { + "accuracy": 0.521184, + "f1": 0.45664, + "f1_weighted": 0.508778 + }, + { + "accuracy": 0.521184, + "f1": 0.465409, + "f1_weighted": 0.525828 + }, + { + "accuracy": 0.535642, + "f1": 0.46534, + "f1_weighted": 0.524681 + }, + { + "accuracy": 0.49731, + "f1": 0.45835, + "f1_weighted": 0.481321 + }, + { + "accuracy": 0.519502, + "f1": 0.450207, + "f1_weighted": 0.503872 + }, + { + "accuracy": 0.501681, + "f1": 0.446627, + "f1_weighted": 0.49119 + } + ], + "main_score": 0.525891, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.768191, + "f1": 0.739226, + "f1_weighted": 0.763718, + "scores_per_experiment": [ + { + "accuracy": 0.766308, + "f1": 0.725061, + "f1_weighted": 0.760538 + }, + { + "accuracy": 0.782784, + "f1": 0.758303, + "f1_weighted": 0.780114 + }, + { + "accuracy": 0.774042, + "f1": 0.744073, + "f1_weighted": 0.771306 + }, + { + "accuracy": 0.78043, + "f1": 0.745815, + "f1_weighted": 0.776642 + }, + { + "accuracy": 0.760256, + "f1": 0.72587, + "f1_weighted": 0.751657 + }, + { + "accuracy": 0.756893, + "f1": 0.741762, + "f1_weighted": 0.75406 + }, + { + "accuracy": 0.768662, + "f1": 0.741191, + "f1_weighted": 0.762483 + }, + { + "accuracy": 0.759247, + "f1": 0.729657, + "f1_weighted": 0.75281 + }, + { + "accuracy": 0.758574, + "f1": 0.730337, + "f1_weighted": 0.754233 + }, + { + "accuracy": 0.774714, + "f1": 0.750192, + "f1_weighted": 0.773337 + } + ], + "main_score": 0.768191, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.539543, + "f1": 0.469708, + "f1_weighted": 0.529351, + "scores_per_experiment": [ + { + "accuracy": 0.530262, + "f1": 0.461931, + "f1_weighted": 0.516876 + }, + { + "accuracy": 0.51883, + "f1": 0.455738, + "f1_weighted": 0.511869 + }, + { + "accuracy": 0.53497, + "f1": 0.470373, + "f1_weighted": 0.528535 + }, + { + "accuracy": 0.549092, + "f1": 0.475794, + "f1_weighted": 0.53793 + }, + { + "accuracy": 0.540013, + "f1": 0.454023, + "f1_weighted": 0.527911 + }, + { + "accuracy": 0.547075, + "f1": 0.484758, + "f1_weighted": 0.550487 + }, + { + "accuracy": 0.528245, + "f1": 0.460384, + "f1_weighted": 0.523952 + }, + { + "accuracy": 0.556826, + "f1": 0.481409, + "f1_weighted": 0.545255 + }, + { + "accuracy": 0.541695, + "f1": 0.471556, + "f1_weighted": 0.523052 + }, + { + "accuracy": 0.54842, + "f1": 0.481113, + "f1_weighted": 0.527643 + } + ], + "main_score": 0.539543, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.386853, + "f1": 0.357168, + "f1_weighted": 0.382179, + "scores_per_experiment": [ + { + "accuracy": 0.415266, + "f1": 0.37637, + "f1_weighted": 0.415856 + }, + { + "accuracy": 0.400471, + "f1": 0.370328, + "f1_weighted": 0.400761 + }, + { + "accuracy": 0.393073, + "f1": 0.363734, + "f1_weighted": 0.392469 + }, + { + "accuracy": 0.423336, + "f1": 0.374696, + "f1_weighted": 0.415469 + }, + { + "accuracy": 0.394082, + "f1": 0.351609, + "f1_weighted": 0.386354 + }, + { + "accuracy": 0.329859, + "f1": 0.335585, + "f1_weighted": 0.332055 + }, + { + "accuracy": 0.365837, + "f1": 0.335892, + "f1_weighted": 0.361575 + }, + { + "accuracy": 0.36382, + "f1": 0.331509, + "f1_weighted": 0.358871 + }, + { + "accuracy": 0.401143, + "f1": 0.37548, + "f1_weighted": 0.390962 + }, + { + "accuracy": 0.381641, + "f1": 0.356477, + "f1_weighted": 0.367419 + } + ], + "main_score": 0.386853, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.773537, + "f1": 0.738063, + "f1_weighted": 0.76823, + "scores_per_experiment": [ + { + "accuracy": 0.792199, + "f1": 0.757204, + "f1_weighted": 0.789255 + }, + { + "accuracy": 0.770343, + "f1": 0.737931, + "f1_weighted": 0.772486 + }, + { + "accuracy": 0.766644, + "f1": 0.728899, + "f1_weighted": 0.760588 + }, + { + "accuracy": 0.79119, + "f1": 0.751202, + "f1_weighted": 0.782049 + }, + { + "accuracy": 0.759919, + "f1": 0.722882, + "f1_weighted": 0.750197 + }, + { + "accuracy": 0.76698, + "f1": 0.728725, + "f1_weighted": 0.764647 + }, + { + "accuracy": 0.77236, + "f1": 0.73559, + "f1_weighted": 0.768817 + }, + { + "accuracy": 0.770007, + "f1": 0.734826, + "f1_weighted": 0.765175 + }, + { + "accuracy": 0.747478, + "f1": 0.728438, + "f1_weighted": 0.730095 + }, + { + "accuracy": 0.798252, + "f1": 0.754937, + "f1_weighted": 0.798988 + } + ], + "main_score": 0.773537, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.33655, + "f1": 0.31397, + "f1_weighted": 0.325706, + "scores_per_experiment": [ + { + "accuracy": 0.341627, + "f1": 0.326788, + "f1_weighted": 0.323587 + }, + { + "accuracy": 0.338265, + "f1": 0.309473, + "f1_weighted": 0.33466 + }, + { + "accuracy": 0.32616, + "f1": 0.30375, + "f1_weighted": 0.326487 + }, + { + "accuracy": 0.358776, + "f1": 0.325411, + "f1_weighted": 0.339553 + }, + { + "accuracy": 0.330195, + "f1": 0.307465, + "f1_weighted": 0.322214 + }, + { + "accuracy": 0.324143, + "f1": 0.298761, + "f1_weighted": 0.308399 + }, + { + "accuracy": 0.359112, + "f1": 0.337845, + "f1_weighted": 0.351196 + }, + { + "accuracy": 0.325824, + "f1": 0.31193, + "f1_weighted": 0.311595 + }, + { + "accuracy": 0.329859, + "f1": 0.303228, + "f1_weighted": 0.316601 + }, + { + "accuracy": 0.33154, + "f1": 0.315049, + "f1_weighted": 0.322766 + } + ], + "main_score": 0.33655, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.762912, + "f1": 0.732824, + "f1_weighted": 0.758306, + "scores_per_experiment": [ + { + "accuracy": 0.76698, + "f1": 0.744801, + "f1_weighted": 0.757983 + }, + { + "accuracy": 0.768662, + "f1": 0.74333, + "f1_weighted": 0.771574 + }, + { + "accuracy": 0.748151, + "f1": 0.720722, + "f1_weighted": 0.74156 + }, + { + "accuracy": 0.775723, + "f1": 0.742134, + "f1_weighted": 0.770033 + }, + { + "accuracy": 0.766308, + "f1": 0.721197, + "f1_weighted": 0.758688 + }, + { + "accuracy": 0.767653, + "f1": 0.738723, + "f1_weighted": 0.765594 + }, + { + "accuracy": 0.758574, + "f1": 0.726743, + "f1_weighted": 0.751178 + }, + { + "accuracy": 0.747814, + "f1": 0.710886, + "f1_weighted": 0.739744 + }, + { + "accuracy": 0.756557, + "f1": 0.732949, + "f1_weighted": 0.755181 + }, + { + "accuracy": 0.772697, + "f1": 0.746757, + "f1_weighted": 0.77153 + } + ], + "main_score": 0.762912, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.803161, + "f1": 0.776787, + "f1_weighted": 0.799382, + "scores_per_experiment": [ + { + "accuracy": 0.805313, + "f1": 0.762851, + "f1_weighted": 0.801367 + }, + { + "accuracy": 0.817418, + "f1": 0.7874, + "f1_weighted": 0.816397 + }, + { + "accuracy": 0.802959, + "f1": 0.779439, + "f1_weighted": 0.79607 + }, + { + "accuracy": 0.804976, + "f1": 0.771272, + "f1_weighted": 0.801658 + }, + { + "accuracy": 0.795562, + "f1": 0.770678, + "f1_weighted": 0.785791 + }, + { + "accuracy": 0.787492, + "f1": 0.772441, + "f1_weighted": 0.783076 + }, + { + "accuracy": 0.791527, + "f1": 0.774069, + "f1_weighted": 0.787714 + }, + { + "accuracy": 0.796907, + "f1": 0.779713, + "f1_weighted": 0.793227 + }, + { + "accuracy": 0.806658, + "f1": 0.777748, + "f1_weighted": 0.804887 + }, + { + "accuracy": 0.822798, + "f1": 0.79226, + "f1_weighted": 0.823637 + } + ], + "main_score": 0.803161, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.4692, + "f1": 0.42663, + "f1_weighted": 0.462784, + "scores_per_experiment": [ + { + "accuracy": 0.483524, + "f1": 0.436571, + "f1_weighted": 0.474775 + }, + { + "accuracy": 0.497646, + "f1": 0.461644, + "f1_weighted": 0.501255 + }, + { + "accuracy": 0.467048, + "f1": 0.425924, + "f1_weighted": 0.463497 + }, + { + "accuracy": 0.466375, + "f1": 0.420289, + "f1_weighted": 0.458675 + }, + { + "accuracy": 0.439139, + "f1": 0.401805, + "f1_weighted": 0.436657 + }, + { + "accuracy": 0.460323, + "f1": 0.420989, + "f1_weighted": 0.446647 + }, + { + "accuracy": 0.485878, + "f1": 0.424727, + "f1_weighted": 0.482259 + }, + { + "accuracy": 0.458642, + "f1": 0.417452, + "f1_weighted": 0.444721 + }, + { + "accuracy": 0.467048, + "f1": 0.428186, + "f1_weighted": 0.453819 + }, + { + "accuracy": 0.466375, + "f1": 0.428712, + "f1_weighted": 0.465539 + } + ], + "main_score": 0.4692, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.379758, + "f1": 0.360333, + "f1_weighted": 0.370326, + "scores_per_experiment": [ + { + "accuracy": 0.375252, + "f1": 0.361952, + "f1_weighted": 0.365899 + }, + { + "accuracy": 0.390383, + "f1": 0.378338, + "f1_weighted": 0.381757 + }, + { + "accuracy": 0.389711, + "f1": 0.359644, + "f1_weighted": 0.386931 + }, + { + "accuracy": 0.380968, + "f1": 0.351744, + "f1_weighted": 0.377531 + }, + { + "accuracy": 0.381641, + "f1": 0.357085, + "f1_weighted": 0.365326 + }, + { + "accuracy": 0.363484, + "f1": 0.358395, + "f1_weighted": 0.354039 + }, + { + "accuracy": 0.383658, + "f1": 0.366915, + "f1_weighted": 0.371485 + }, + { + "accuracy": 0.381305, + "f1": 0.358666, + "f1_weighted": 0.37474 + }, + { + "accuracy": 0.38265, + "f1": 0.357435, + "f1_weighted": 0.362728 + }, + { + "accuracy": 0.368527, + "f1": 0.35316, + "f1_weighted": 0.362828 + } + ], + "main_score": 0.379758, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.375555, + "f1": 0.347105, + "f1_weighted": 0.371441, + "scores_per_experiment": [ + { + "accuracy": 0.406859, + "f1": 0.3739, + "f1_weighted": 0.413127 + }, + { + "accuracy": 0.392065, + "f1": 0.353875, + "f1_weighted": 0.386235 + }, + { + "accuracy": 0.344654, + "f1": 0.329199, + "f1_weighted": 0.343927 + }, + { + "accuracy": 0.38534, + "f1": 0.366258, + "f1_weighted": 0.384679 + }, + { + "accuracy": 0.381305, + "f1": 0.342955, + "f1_weighted": 0.377868 + }, + { + "accuracy": 0.334902, + "f1": 0.327623, + "f1_weighted": 0.319425 + }, + { + "accuracy": 0.379287, + "f1": 0.349861, + "f1_weighted": 0.377699 + }, + { + "accuracy": 0.388366, + "f1": 0.346935, + "f1_weighted": 0.388783 + }, + { + "accuracy": 0.380968, + "f1": 0.34311, + "f1_weighted": 0.374507 + }, + { + "accuracy": 0.361802, + "f1": 0.337334, + "f1_weighted": 0.34816 + } + ], + "main_score": 0.375555, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.640518, + "f1": 0.591841, + "f1_weighted": 0.633593, + "scores_per_experiment": [ + { + "accuracy": 0.667451, + "f1": 0.612551, + "f1_weighted": 0.659601 + }, + { + "accuracy": 0.640215, + "f1": 0.594742, + "f1_weighted": 0.639639 + }, + { + "accuracy": 0.627774, + "f1": 0.581574, + "f1_weighted": 0.621136 + }, + { + "accuracy": 0.651648, + "f1": 0.60106, + "f1_weighted": 0.644124 + }, + { + "accuracy": 0.63349, + "f1": 0.569942, + "f1_weighted": 0.623811 + }, + { + "accuracy": 0.639543, + "f1": 0.596486, + "f1_weighted": 0.63772 + }, + { + "accuracy": 0.650975, + "f1": 0.588215, + "f1_weighted": 0.641668 + }, + { + "accuracy": 0.599193, + "f1": 0.561517, + "f1_weighted": 0.584735 + }, + { + "accuracy": 0.629119, + "f1": 0.589619, + "f1_weighted": 0.616436 + }, + { + "accuracy": 0.66577, + "f1": 0.622705, + "f1_weighted": 0.667062 + } + ], + "main_score": 0.640518, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.752488, + "f1": 0.722187, + "f1_weighted": 0.746522, + "scores_per_experiment": [ + { + "accuracy": 0.764963, + "f1": 0.721036, + "f1_weighted": 0.752355 + }, + { + "accuracy": 0.753867, + "f1": 0.717982, + "f1_weighted": 0.751285 + }, + { + "accuracy": 0.739744, + "f1": 0.713242, + "f1_weighted": 0.735405 + }, + { + "accuracy": 0.769334, + "f1": 0.72225, + "f1_weighted": 0.763187 + }, + { + "accuracy": 0.740081, + "f1": 0.710009, + "f1_weighted": 0.728958 + }, + { + "accuracy": 0.736046, + "f1": 0.721797, + "f1_weighted": 0.728727 + }, + { + "accuracy": 0.753194, + "f1": 0.722071, + "f1_weighted": 0.749968 + }, + { + "accuracy": 0.756557, + "f1": 0.714852, + "f1_weighted": 0.751744 + }, + { + "accuracy": 0.736718, + "f1": 0.735614, + "f1_weighted": 0.727279 + }, + { + "accuracy": 0.774378, + "f1": 0.743023, + "f1_weighted": 0.776314 + } + ], + "main_score": 0.752488, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.393275, + "f1": 0.364455, + "f1_weighted": 0.384362, + "scores_per_experiment": [ + { + "accuracy": 0.396772, + "f1": 0.362671, + "f1_weighted": 0.390231 + }, + { + "accuracy": 0.422663, + "f1": 0.402013, + "f1_weighted": 0.425995 + }, + { + "accuracy": 0.381641, + "f1": 0.356887, + "f1_weighted": 0.379252 + }, + { + "accuracy": 0.419301, + "f1": 0.363673, + "f1_weighted": 0.40581 + }, + { + "accuracy": 0.383995, + "f1": 0.345764, + "f1_weighted": 0.364009 + }, + { + "accuracy": 0.361802, + "f1": 0.349455, + "f1_weighted": 0.349209 + }, + { + "accuracy": 0.395091, + "f1": 0.370603, + "f1_weighted": 0.392213 + }, + { + "accuracy": 0.373235, + "f1": 0.356265, + "f1_weighted": 0.356976 + }, + { + "accuracy": 0.393073, + "f1": 0.367443, + "f1_weighted": 0.374905 + }, + { + "accuracy": 0.405178, + "f1": 0.369774, + "f1_weighted": 0.405021 + } + ], + "main_score": 0.393275, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.660256, + "f1": 0.601279, + "f1_weighted": 0.657526, + "scores_per_experiment": [ + { + "accuracy": 0.67922, + "f1": 0.629821, + "f1_weighted": 0.676966 + }, + { + "accuracy": 0.657028, + "f1": 0.603976, + "f1_weighted": 0.657808 + }, + { + "accuracy": 0.653329, + "f1": 0.592225, + "f1_weighted": 0.653626 + }, + { + "accuracy": 0.684936, + "f1": 0.619762, + "f1_weighted": 0.680418 + }, + { + "accuracy": 0.644923, + "f1": 0.578621, + "f1_weighted": 0.635896 + }, + { + "accuracy": 0.648621, + "f1": 0.590976, + "f1_weighted": 0.652703 + }, + { + "accuracy": 0.662744, + "f1": 0.592332, + "f1_weighted": 0.660124 + }, + { + "accuracy": 0.652656, + "f1": 0.590511, + "f1_weighted": 0.650851 + }, + { + "accuracy": 0.631137, + "f1": 0.590243, + "f1_weighted": 0.616878 + }, + { + "accuracy": 0.687962, + "f1": 0.624323, + "f1_weighted": 0.689986 + } + ], + "main_score": 0.660256, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.342905, + "f1": 0.324276, + "f1_weighted": 0.32012, + "scores_per_experiment": [ + { + "accuracy": 0.365837, + "f1": 0.344057, + "f1_weighted": 0.339139 + }, + { + "accuracy": 0.350034, + "f1": 0.331348, + "f1_weighted": 0.328738 + }, + { + "accuracy": 0.323134, + "f1": 0.313455, + "f1_weighted": 0.30584 + }, + { + "accuracy": 0.343309, + "f1": 0.322578, + "f1_weighted": 0.328418 + }, + { + "accuracy": 0.360457, + "f1": 0.329163, + "f1_weighted": 0.339416 + }, + { + "accuracy": 0.324815, + "f1": 0.304339, + "f1_weighted": 0.299635 + }, + { + "accuracy": 0.318763, + "f1": 0.309569, + "f1_weighted": 0.289156 + }, + { + "accuracy": 0.35844, + "f1": 0.336862, + "f1_weighted": 0.337906 + }, + { + "accuracy": 0.326496, + "f1": 0.310539, + "f1_weighted": 0.303235 + }, + { + "accuracy": 0.357767, + "f1": 0.340843, + "f1_weighted": 0.329716 + } + ], + "main_score": 0.342905, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.681002, + "f1": 0.625099, + "f1_weighted": 0.673097, + "scores_per_experiment": [ + { + "accuracy": 0.703766, + "f1": 0.648259, + "f1_weighted": 0.698987 + }, + { + "accuracy": 0.694687, + "f1": 0.643212, + "f1_weighted": 0.695099 + }, + { + "accuracy": 0.672159, + "f1": 0.619989, + "f1_weighted": 0.666412 + }, + { + "accuracy": 0.699731, + "f1": 0.634639, + "f1_weighted": 0.690466 + }, + { + "accuracy": 0.671822, + "f1": 0.60765, + "f1_weighted": 0.65929 + }, + { + "accuracy": 0.657364, + "f1": 0.60155, + "f1_weighted": 0.649577 + }, + { + "accuracy": 0.668124, + "f1": 0.609894, + "f1_weighted": 0.656765 + }, + { + "accuracy": 0.68191, + "f1": 0.620485, + "f1_weighted": 0.672631 + }, + { + "accuracy": 0.663753, + "f1": 0.624212, + "f1_weighted": 0.648557 + }, + { + "accuracy": 0.696705, + "f1": 0.6411, + "f1_weighted": 0.693191 + } + ], + "main_score": 0.681002, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.439307, + "f1": 0.404721, + "f1_weighted": 0.429364, + "scores_per_experiment": [ + { + "accuracy": 0.439812, + "f1": 0.411642, + "f1_weighted": 0.425915 + }, + { + "accuracy": 0.448554, + "f1": 0.413992, + "f1_weighted": 0.441731 + }, + { + "accuracy": 0.427707, + "f1": 0.400185, + "f1_weighted": 0.419728 + }, + { + "accuracy": 0.460323, + "f1": 0.406374, + "f1_weighted": 0.44951 + }, + { + "accuracy": 0.440148, + "f1": 0.401411, + "f1_weighted": 0.430019 + }, + { + "accuracy": 0.432751, + "f1": 0.407218, + "f1_weighted": 0.422525 + }, + { + "accuracy": 0.429724, + "f1": 0.406649, + "f1_weighted": 0.419207 + }, + { + "accuracy": 0.453934, + "f1": 0.396103, + "f1_weighted": 0.44604 + }, + { + "accuracy": 0.419637, + "f1": 0.397556, + "f1_weighted": 0.40604 + }, + { + "accuracy": 0.440484, + "f1": 0.406081, + "f1_weighted": 0.432922 + } + ], + "main_score": 0.439307, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.699092, + "f1": 0.644759, + "f1_weighted": 0.696115, + "scores_per_experiment": [ + { + "accuracy": 0.701748, + "f1": 0.650667, + "f1_weighted": 0.699195 + }, + { + "accuracy": 0.706456, + "f1": 0.664473, + "f1_weighted": 0.708028 + }, + { + "accuracy": 0.694351, + "f1": 0.636112, + "f1_weighted": 0.692611 + }, + { + "accuracy": 0.708137, + "f1": 0.646073, + "f1_weighted": 0.705924 + }, + { + "accuracy": 0.689644, + "f1": 0.630483, + "f1_weighted": 0.678327 + }, + { + "accuracy": 0.697041, + "f1": 0.649443, + "f1_weighted": 0.698322 + }, + { + "accuracy": 0.695696, + "f1": 0.641442, + "f1_weighted": 0.691132 + }, + { + "accuracy": 0.699395, + "f1": 0.641578, + "f1_weighted": 0.696831 + }, + { + "accuracy": 0.688299, + "f1": 0.638439, + "f1_weighted": 0.681993 + }, + { + "accuracy": 0.710155, + "f1": 0.648882, + "f1_weighted": 0.708787 + } + ], + "main_score": 0.699092, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.777438, + "f1": 0.730319, + "f1_weighted": 0.774439, + "scores_per_experiment": [ + { + "accuracy": 0.773369, + "f1": 0.723601, + "f1_weighted": 0.770767 + }, + { + "accuracy": 0.782784, + "f1": 0.736732, + "f1_weighted": 0.781958 + }, + { + "accuracy": 0.774714, + "f1": 0.727294, + "f1_weighted": 0.770704 + }, + { + "accuracy": 0.788837, + "f1": 0.74287, + "f1_weighted": 0.78297 + }, + { + "accuracy": 0.778413, + "f1": 0.72634, + "f1_weighted": 0.772055 + }, + { + "accuracy": 0.774042, + "f1": 0.732896, + "f1_weighted": 0.774191 + }, + { + "accuracy": 0.773369, + "f1": 0.730498, + "f1_weighted": 0.768503 + }, + { + "accuracy": 0.774378, + "f1": 0.726737, + "f1_weighted": 0.767624 + }, + { + "accuracy": 0.770343, + "f1": 0.722744, + "f1_weighted": 0.769986 + }, + { + "accuracy": 0.784129, + "f1": 0.733475, + "f1_weighted": 0.785631 + } + ], + "main_score": 0.777438, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.746806, + "f1": 0.692495, + "f1_weighted": 0.745042, + "scores_per_experiment": [ + { + "accuracy": 0.755212, + "f1": 0.697759, + "f1_weighted": 0.751623 + }, + { + "accuracy": 0.756557, + "f1": 0.704732, + "f1_weighted": 0.758887 + }, + { + "accuracy": 0.747142, + "f1": 0.690739, + "f1_weighted": 0.742331 + }, + { + "accuracy": 0.768325, + "f1": 0.706062, + "f1_weighted": 0.765822 + }, + { + "accuracy": 0.738399, + "f1": 0.673475, + "f1_weighted": 0.729054 + }, + { + "accuracy": 0.739744, + "f1": 0.682786, + "f1_weighted": 0.739588 + }, + { + "accuracy": 0.742434, + "f1": 0.691096, + "f1_weighted": 0.736227 + }, + { + "accuracy": 0.739744, + "f1": 0.681597, + "f1_weighted": 0.739353 + }, + { + "accuracy": 0.746469, + "f1": 0.703683, + "f1_weighted": 0.749203 + }, + { + "accuracy": 0.734028, + "f1": 0.693016, + "f1_weighted": 0.738328 + } + ], + "main_score": 0.746806, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.798655, + "f1": 0.768875, + "f1_weighted": 0.792555, + "scores_per_experiment": [ + { + "accuracy": 0.794217, + "f1": 0.75985, + "f1_weighted": 0.784887 + }, + { + "accuracy": 0.811365, + "f1": 0.785544, + "f1_weighted": 0.806682 + }, + { + "accuracy": 0.793544, + "f1": 0.765054, + "f1_weighted": 0.787915 + }, + { + "accuracy": 0.807666, + "f1": 0.77446, + "f1_weighted": 0.802032 + }, + { + "accuracy": 0.782112, + "f1": 0.74237, + "f1_weighted": 0.769659 + }, + { + "accuracy": 0.799933, + "f1": 0.773759, + "f1_weighted": 0.796749 + }, + { + "accuracy": 0.792872, + "f1": 0.760244, + "f1_weighted": 0.786082 + }, + { + "accuracy": 0.789509, + "f1": 0.764509, + "f1_weighted": 0.781472 + }, + { + "accuracy": 0.796234, + "f1": 0.775337, + "f1_weighted": 0.791092 + }, + { + "accuracy": 0.819099, + "f1": 0.787623, + "f1_weighted": 0.818976 + } + ], + "main_score": 0.798655, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.64573, + "f1": 0.614661, + "f1_weighted": 0.640878, + "scores_per_experiment": [ + { + "accuracy": 0.651311, + "f1": 0.606951, + "f1_weighted": 0.637434 + }, + { + "accuracy": 0.655683, + "f1": 0.635528, + "f1_weighted": 0.656578 + }, + { + "accuracy": 0.65501, + "f1": 0.622076, + "f1_weighted": 0.656638 + }, + { + "accuracy": 0.661399, + "f1": 0.632208, + "f1_weighted": 0.664617 + }, + { + "accuracy": 0.644586, + "f1": 0.589814, + "f1_weighted": 0.635557 + }, + { + "accuracy": 0.613315, + "f1": 0.591436, + "f1_weighted": 0.612541 + }, + { + "accuracy": 0.672159, + "f1": 0.640345, + "f1_weighted": 0.671795 + }, + { + "accuracy": 0.630128, + "f1": 0.612019, + "f1_weighted": 0.616881 + }, + { + "accuracy": 0.63887, + "f1": 0.614782, + "f1_weighted": 0.62441 + }, + { + "accuracy": 0.634835, + "f1": 0.601453, + "f1_weighted": 0.632329 + } + ], + "main_score": 0.64573, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.78998, + "f1": 0.75187, + "f1_weighted": 0.786023, + "scores_per_experiment": [ + { + "accuracy": 0.79388, + "f1": 0.756628, + "f1_weighted": 0.788936 + }, + { + "accuracy": 0.791863, + "f1": 0.757299, + "f1_weighted": 0.789189 + }, + { + "accuracy": 0.781439, + "f1": 0.748927, + "f1_weighted": 0.775597 + }, + { + "accuracy": 0.805985, + "f1": 0.760024, + "f1_weighted": 0.803221 + }, + { + "accuracy": 0.785138, + "f1": 0.740236, + "f1_weighted": 0.780389 + }, + { + "accuracy": 0.785474, + "f1": 0.754489, + "f1_weighted": 0.785235 + }, + { + "accuracy": 0.789173, + "f1": 0.751588, + "f1_weighted": 0.77988 + }, + { + "accuracy": 0.78312, + "f1": 0.740079, + "f1_weighted": 0.777979 + }, + { + "accuracy": 0.782784, + "f1": 0.746067, + "f1_weighted": 0.78093 + }, + { + "accuracy": 0.800941, + "f1": 0.763365, + "f1_weighted": 0.798875 + } + ], + "main_score": 0.78998, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.534062, + "f1": 0.490499, + "f1_weighted": 0.524669, + "scores_per_experiment": [ + { + "accuracy": 0.519502, + "f1": 0.479321, + "f1_weighted": 0.506385 + }, + { + "accuracy": 0.544721, + "f1": 0.506232, + "f1_weighted": 0.53916 + }, + { + "accuracy": 0.527909, + "f1": 0.492391, + "f1_weighted": 0.52024 + }, + { + "accuracy": 0.544385, + "f1": 0.479111, + "f1_weighted": 0.535474 + }, + { + "accuracy": 0.547747, + "f1": 0.497063, + "f1_weighted": 0.536326 + }, + { + "accuracy": 0.518157, + "f1": 0.476684, + "f1_weighted": 0.512641 + }, + { + "accuracy": 0.544721, + "f1": 0.503242, + "f1_weighted": 0.541256 + }, + { + "accuracy": 0.52959, + "f1": 0.487907, + "f1_weighted": 0.528802 + }, + { + "accuracy": 0.518157, + "f1": 0.481821, + "f1_weighted": 0.490181 + }, + { + "accuracy": 0.54573, + "f1": 0.501223, + "f1_weighted": 0.536222 + } + ], + "main_score": 0.534062, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.383927, + "f1": 0.366378, + "f1_weighted": 0.362909, + "scores_per_experiment": [ + { + "accuracy": 0.415266, + "f1": 0.382247, + "f1_weighted": 0.39972 + }, + { + "accuracy": 0.388702, + "f1": 0.375757, + "f1_weighted": 0.367817 + }, + { + "accuracy": 0.376597, + "f1": 0.361854, + "f1_weighted": 0.363534 + }, + { + "accuracy": 0.410558, + "f1": 0.374912, + "f1_weighted": 0.395744 + }, + { + "accuracy": 0.393073, + "f1": 0.373404, + "f1_weighted": 0.374759 + }, + { + "accuracy": 0.367518, + "f1": 0.370703, + "f1_weighted": 0.335032 + }, + { + "accuracy": 0.376933, + "f1": 0.356239, + "f1_weighted": 0.363242 + }, + { + "accuracy": 0.388702, + "f1": 0.373595, + "f1_weighted": 0.364364 + }, + { + "accuracy": 0.365837, + "f1": 0.343141, + "f1_weighted": 0.330766 + }, + { + "accuracy": 0.356086, + "f1": 0.351929, + "f1_weighted": 0.334109 + } + ], + "main_score": 0.383927, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.71735, + "f1": 0.665762, + "f1_weighted": 0.711908, + "scores_per_experiment": [ + { + "accuracy": 0.723605, + "f1": 0.68474, + "f1_weighted": 0.717895 + }, + { + "accuracy": 0.72764, + "f1": 0.681408, + "f1_weighted": 0.725666 + }, + { + "accuracy": 0.709482, + "f1": 0.647591, + "f1_weighted": 0.700714 + }, + { + "accuracy": 0.737391, + "f1": 0.677761, + "f1_weighted": 0.733217 + }, + { + "accuracy": 0.697714, + "f1": 0.637391, + "f1_weighted": 0.685653 + }, + { + "accuracy": 0.710491, + "f1": 0.667086, + "f1_weighted": 0.712692 + }, + { + "accuracy": 0.714862, + "f1": 0.656685, + "f1_weighted": 0.706445 + }, + { + "accuracy": 0.720915, + "f1": 0.662891, + "f1_weighted": 0.716048 + }, + { + "accuracy": 0.690989, + "f1": 0.655402, + "f1_weighted": 0.678887 + }, + { + "accuracy": 0.740417, + "f1": 0.686666, + "f1_weighted": 0.741865 + } + ], + "main_score": 0.71735, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.449328, + "f1": 0.408305, + "f1_weighted": 0.436059, + "scores_per_experiment": [ + { + "accuracy": 0.457633, + "f1": 0.427055, + "f1_weighted": 0.446457 + }, + { + "accuracy": 0.457297, + "f1": 0.411698, + "f1_weighted": 0.445454 + }, + { + "accuracy": 0.431069, + "f1": 0.396762, + "f1_weighted": 0.417032 + }, + { + "accuracy": 0.467384, + "f1": 0.422742, + "f1_weighted": 0.463555 + }, + { + "accuracy": 0.443847, + "f1": 0.398033, + "f1_weighted": 0.423996 + }, + { + "accuracy": 0.44082, + "f1": 0.403622, + "f1_weighted": 0.425744 + }, + { + "accuracy": 0.418628, + "f1": 0.382817, + "f1_weighted": 0.397842 + }, + { + "accuracy": 0.468729, + "f1": 0.419351, + "f1_weighted": 0.458803 + }, + { + "accuracy": 0.436449, + "f1": 0.394807, + "f1_weighted": 0.411084 + }, + { + "accuracy": 0.471419, + "f1": 0.42616, + "f1_weighted": 0.470627 + } + ], + "main_score": 0.449328, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.655952, + "f1": 0.600521, + "f1_weighted": 0.650768, + "scores_per_experiment": [ + { + "accuracy": 0.670141, + "f1": 0.616039, + "f1_weighted": 0.661089 + }, + { + "accuracy": 0.631473, + "f1": 0.590435, + "f1_weighted": 0.624421 + }, + { + "accuracy": 0.659045, + "f1": 0.601835, + "f1_weighted": 0.658889 + }, + { + "accuracy": 0.65501, + "f1": 0.594579, + "f1_weighted": 0.645397 + }, + { + "accuracy": 0.651311, + "f1": 0.591601, + "f1_weighted": 0.639303 + }, + { + "accuracy": 0.658709, + "f1": 0.604687, + "f1_weighted": 0.659793 + }, + { + "accuracy": 0.660054, + "f1": 0.609284, + "f1_weighted": 0.654593 + }, + { + "accuracy": 0.635508, + "f1": 0.573755, + "f1_weighted": 0.631633 + }, + { + "accuracy": 0.658709, + "f1": 0.600906, + "f1_weighted": 0.6592 + }, + { + "accuracy": 0.679556, + "f1": 0.622091, + "f1_weighted": 0.67336 + } + ], + "main_score": 0.655952, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.667619, + "f1": 0.615757, + "f1_weighted": 0.662407, + "scores_per_experiment": [ + { + "accuracy": 0.67115, + "f1": 0.622961, + "f1_weighted": 0.662833 + }, + { + "accuracy": 0.682582, + "f1": 0.629235, + "f1_weighted": 0.677658 + }, + { + "accuracy": 0.670477, + "f1": 0.613796, + "f1_weighted": 0.672742 + }, + { + "accuracy": 0.667451, + "f1": 0.60545, + "f1_weighted": 0.656854 + }, + { + "accuracy": 0.659381, + "f1": 0.603879, + "f1_weighted": 0.649404 + }, + { + "accuracy": 0.655346, + "f1": 0.61707, + "f1_weighted": 0.657021 + }, + { + "accuracy": 0.661399, + "f1": 0.602865, + "f1_weighted": 0.658653 + }, + { + "accuracy": 0.665098, + "f1": 0.60671, + "f1_weighted": 0.659154 + }, + { + "accuracy": 0.661735, + "f1": 0.619496, + "f1_weighted": 0.652289 + }, + { + "accuracy": 0.681574, + "f1": 0.636107, + "f1_weighted": 0.677461 + } + ], + "main_score": 0.667619, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.701883, + "f1": 0.703337, + "f1_weighted": 0.692459, + "scores_per_experiment": [ + { + "accuracy": 0.714862, + "f1": 0.718932, + "f1_weighted": 0.703701 + }, + { + "accuracy": 0.713517, + "f1": 0.711234, + "f1_weighted": 0.710607 + }, + { + "accuracy": 0.698386, + "f1": 0.707549, + "f1_weighted": 0.689615 + }, + { + "accuracy": 0.692334, + "f1": 0.691603, + "f1_weighted": 0.683338 + }, + { + "accuracy": 0.687626, + "f1": 0.691715, + "f1_weighted": 0.669317 + }, + { + "accuracy": 0.685272, + "f1": 0.704925, + "f1_weighted": 0.670976 + }, + { + "accuracy": 0.700403, + "f1": 0.703229, + "f1_weighted": 0.693521 + }, + { + "accuracy": 0.688299, + "f1": 0.673259, + "f1_weighted": 0.675545 + }, + { + "accuracy": 0.70881, + "f1": 0.69919, + "f1_weighted": 0.699524 + }, + { + "accuracy": 0.729321, + "f1": 0.731735, + "f1_weighted": 0.728449 + } + ], + "main_score": 0.701883, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.539475, + "f1": 0.497711, + "f1_weighted": 0.532673, + "scores_per_experiment": [ + { + "accuracy": 0.537323, + "f1": 0.490203, + "f1_weighted": 0.528805 + }, + { + "accuracy": 0.569603, + "f1": 0.512681, + "f1_weighted": 0.562701 + }, + { + "accuracy": 0.535978, + "f1": 0.486788, + "f1_weighted": 0.53198 + }, + { + "accuracy": 0.571621, + "f1": 0.514778, + "f1_weighted": 0.568136 + }, + { + "accuracy": 0.549765, + "f1": 0.506418, + "f1_weighted": 0.549334 + }, + { + "accuracy": 0.536651, + "f1": 0.494665, + "f1_weighted": 0.531333 + }, + { + "accuracy": 0.512777, + "f1": 0.4726, + "f1_weighted": 0.494719 + }, + { + "accuracy": 0.519502, + "f1": 0.494341, + "f1_weighted": 0.503737 + }, + { + "accuracy": 0.54304, + "f1": 0.511414, + "f1_weighted": 0.545142 + }, + { + "accuracy": 0.518494, + "f1": 0.493217, + "f1_weighted": 0.510846 + } + ], + "main_score": 0.539475, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.741258, + "f1": 0.696816, + "f1_weighted": 0.735874, + "scores_per_experiment": [ + { + "accuracy": 0.751849, + "f1": 0.700325, + "f1_weighted": 0.74629 + }, + { + "accuracy": 0.741089, + "f1": 0.687136, + "f1_weighted": 0.742193 + }, + { + "accuracy": 0.750504, + "f1": 0.692014, + "f1_weighted": 0.745625 + }, + { + "accuracy": 0.754539, + "f1": 0.717184, + "f1_weighted": 0.749543 + }, + { + "accuracy": 0.73302, + "f1": 0.68232, + "f1_weighted": 0.71892 + }, + { + "accuracy": 0.725286, + "f1": 0.687263, + "f1_weighted": 0.721441 + }, + { + "accuracy": 0.742434, + "f1": 0.70433, + "f1_weighted": 0.734855 + }, + { + "accuracy": 0.742434, + "f1": 0.681628, + "f1_weighted": 0.737281 + }, + { + "accuracy": 0.720915, + "f1": 0.699465, + "f1_weighted": 0.709551 + }, + { + "accuracy": 0.750504, + "f1": 0.716493, + "f1_weighted": 0.753042 + } + ], + "main_score": 0.741258, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.613383, + "f1": 0.569259, + "f1_weighted": 0.605612, + "scores_per_experiment": [ + { + "accuracy": 0.617687, + "f1": 0.573679, + "f1_weighted": 0.611935 + }, + { + "accuracy": 0.610289, + "f1": 0.567367, + "f1_weighted": 0.605432 + }, + { + "accuracy": 0.612307, + "f1": 0.568663, + "f1_weighted": 0.609784 + }, + { + "accuracy": 0.629455, + "f1": 0.579351, + "f1_weighted": 0.624061 + }, + { + "accuracy": 0.590451, + "f1": 0.547826, + "f1_weighted": 0.572579 + }, + { + "accuracy": 0.598184, + "f1": 0.564739, + "f1_weighted": 0.594903 + }, + { + "accuracy": 0.614324, + "f1": 0.578115, + "f1_weighted": 0.609057 + }, + { + "accuracy": 0.609953, + "f1": 0.563534, + "f1_weighted": 0.598953 + }, + { + "accuracy": 0.600202, + "f1": 0.550076, + "f1_weighted": 0.582788 + }, + { + "accuracy": 0.650975, + "f1": 0.599241, + "f1_weighted": 0.64663 + } + ], + "main_score": 0.613383, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.683692, + "f1": 0.63109, + "f1_weighted": 0.673335, + "scores_per_experiment": [ + { + "accuracy": 0.699395, + "f1": 0.639887, + "f1_weighted": 0.688143 + }, + { + "accuracy": 0.67115, + "f1": 0.636161, + "f1_weighted": 0.656349 + }, + { + "accuracy": 0.673167, + "f1": 0.608143, + "f1_weighted": 0.657401 + }, + { + "accuracy": 0.697714, + "f1": 0.644558, + "f1_weighted": 0.689379 + }, + { + "accuracy": 0.67922, + "f1": 0.627491, + "f1_weighted": 0.668472 + }, + { + "accuracy": 0.634163, + "f1": 0.602705, + "f1_weighted": 0.618056 + }, + { + "accuracy": 0.698386, + "f1": 0.636445, + "f1_weighted": 0.692634 + }, + { + "accuracy": 0.683591, + "f1": 0.624834, + "f1_weighted": 0.676018 + }, + { + "accuracy": 0.693342, + "f1": 0.646131, + "f1_weighted": 0.685184 + }, + { + "accuracy": 0.706792, + "f1": 0.644542, + "f1_weighted": 0.701711 + } + ], + "main_score": 0.683692, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.792636, + "f1": 0.76253, + "f1_weighted": 0.78699, + "scores_per_experiment": [ + { + "accuracy": 0.802959, + "f1": 0.755472, + "f1_weighted": 0.796556 + }, + { + "accuracy": 0.802286, + "f1": 0.77337, + "f1_weighted": 0.797186 + }, + { + "accuracy": 0.782448, + "f1": 0.755122, + "f1_weighted": 0.774413 + }, + { + "accuracy": 0.806321, + "f1": 0.772799, + "f1_weighted": 0.801042 + }, + { + "accuracy": 0.77774, + "f1": 0.740351, + "f1_weighted": 0.76775 + }, + { + "accuracy": 0.781439, + "f1": 0.765122, + "f1_weighted": 0.778787 + }, + { + "accuracy": 0.788164, + "f1": 0.758393, + "f1_weighted": 0.778184 + }, + { + "accuracy": 0.792199, + "f1": 0.761164, + "f1_weighted": 0.786717 + }, + { + "accuracy": 0.790518, + "f1": 0.766607, + "f1_weighted": 0.788256 + }, + { + "accuracy": 0.802286, + "f1": 0.776896, + "f1_weighted": 0.801009 + } + ], + "main_score": 0.792636, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.732448, + "f1": 0.725269, + "f1_weighted": 0.721727, + "scores_per_experiment": [ + { + "accuracy": 0.752186, + "f1": 0.735305, + "f1_weighted": 0.748395 + }, + { + "accuracy": 0.741762, + "f1": 0.738343, + "f1_weighted": 0.735556 + }, + { + "accuracy": 0.744788, + "f1": 0.729506, + "f1_weighted": 0.739308 + }, + { + "accuracy": 0.738063, + "f1": 0.742245, + "f1_weighted": 0.723768 + }, + { + "accuracy": 0.715871, + "f1": 0.69974, + "f1_weighted": 0.698578 + }, + { + "accuracy": 0.712508, + "f1": 0.716788, + "f1_weighted": 0.697624 + }, + { + "accuracy": 0.71957, + "f1": 0.715071, + "f1_weighted": 0.70291 + }, + { + "accuracy": 0.743443, + "f1": 0.72665, + "f1_weighted": 0.739338 + }, + { + "accuracy": 0.70343, + "f1": 0.707761, + "f1_weighted": 0.686731 + }, + { + "accuracy": 0.752858, + "f1": 0.741284, + "f1_weighted": 0.745067 + } + ], + "main_score": 0.732448, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ] + }, + "evaluation_time": 2827.0973336696625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveScenarioClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveScenarioClassification.json new file mode 100644 index 0000000000..29a60780b6 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MassiveScenarioClassification.json @@ -0,0 +1,6337 @@ +{ + "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", + "task_name": "MassiveScenarioClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.717511, + "f1": 0.68185, + "f1_weighted": 0.716132, + "scores_per_experiment": [ + { + "accuracy": 0.715199, + "f1": 0.684154, + "f1_weighted": 0.71592 + }, + { + "accuracy": 0.721102, + "f1": 0.684379, + "f1_weighted": 0.719541 + }, + { + "accuracy": 0.707329, + "f1": 0.673306, + "f1_weighted": 0.710454 + }, + { + "accuracy": 0.695032, + "f1": 0.649138, + "f1_weighted": 0.691296 + }, + { + "accuracy": 0.733399, + "f1": 0.69305, + "f1_weighted": 0.723911 + }, + { + "accuracy": 0.714707, + "f1": 0.683686, + "f1_weighted": 0.714502 + }, + { + "accuracy": 0.730448, + "f1": 0.692196, + "f1_weighted": 0.723851 + }, + { + "accuracy": 0.716183, + "f1": 0.679822, + "f1_weighted": 0.716608 + }, + { + "accuracy": 0.713724, + "f1": 0.682963, + "f1_weighted": 0.713375 + }, + { + "accuracy": 0.727988, + "f1": 0.695802, + "f1_weighted": 0.731865 + } + ], + "main_score": 0.717511, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.485932, + "f1": 0.474741, + "f1_weighted": 0.474455, + "scores_per_experiment": [ + { + "accuracy": 0.49336, + "f1": 0.474759, + "f1_weighted": 0.488289 + }, + { + "accuracy": 0.5273, + "f1": 0.516358, + "f1_weighted": 0.520864 + }, + { + "accuracy": 0.473192, + "f1": 0.459233, + "f1_weighted": 0.456949 + }, + { + "accuracy": 0.473192, + "f1": 0.469103, + "f1_weighted": 0.45734 + }, + { + "accuracy": 0.482538, + "f1": 0.464688, + "f1_weighted": 0.466922 + }, + { + "accuracy": 0.459911, + "f1": 0.456307, + "f1_weighted": 0.436856 + }, + { + "accuracy": 0.481062, + "f1": 0.470954, + "f1_weighted": 0.473268 + }, + { + "accuracy": 0.517462, + "f1": 0.505706, + "f1_weighted": 0.518247 + }, + { + "accuracy": 0.46483, + "f1": 0.456879, + "f1_weighted": 0.449466 + }, + { + "accuracy": 0.486473, + "f1": 0.473426, + "f1_weighted": 0.476346 + } + ], + "main_score": 0.485932, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.752533, + "f1": 0.745594, + "f1_weighted": 0.752161, + "scores_per_experiment": [ + { + "accuracy": 0.781604, + "f1": 0.772727, + "f1_weighted": 0.781732 + }, + { + "accuracy": 0.740285, + "f1": 0.73581, + "f1_weighted": 0.739432 + }, + { + "accuracy": 0.747664, + "f1": 0.739702, + "f1_weighted": 0.749006 + }, + { + "accuracy": 0.730939, + "f1": 0.723033, + "f1_weighted": 0.726665 + }, + { + "accuracy": 0.742253, + "f1": 0.730502, + "f1_weighted": 0.736642 + }, + { + "accuracy": 0.73881, + "f1": 0.732729, + "f1_weighted": 0.737848 + }, + { + "accuracy": 0.75455, + "f1": 0.742486, + "f1_weighted": 0.755118 + }, + { + "accuracy": 0.765863, + "f1": 0.765446, + "f1_weighted": 0.770618 + }, + { + "accuracy": 0.754058, + "f1": 0.748486, + "f1_weighted": 0.752797 + }, + { + "accuracy": 0.769306, + "f1": 0.765022, + "f1_weighted": 0.771755 + } + ], + "main_score": 0.752533, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.601722, + "f1": 0.58034, + "f1_weighted": 0.603872, + "scores_per_experiment": [ + { + "accuracy": 0.60059, + "f1": 0.579176, + "f1_weighted": 0.605527 + }, + { + "accuracy": 0.614363, + "f1": 0.595392, + "f1_weighted": 0.620919 + }, + { + "accuracy": 0.550418, + "f1": 0.557869, + "f1_weighted": 0.551146 + }, + { + "accuracy": 0.596163, + "f1": 0.563952, + "f1_weighted": 0.59685 + }, + { + "accuracy": 0.60305, + "f1": 0.573655, + "f1_weighted": 0.600807 + }, + { + "accuracy": 0.591244, + "f1": 0.571837, + "f1_weighted": 0.588578 + }, + { + "accuracy": 0.603542, + "f1": 0.566384, + "f1_weighted": 0.601879 + }, + { + "accuracy": 0.630103, + "f1": 0.606359, + "f1_weighted": 0.637677 + }, + { + "accuracy": 0.629611, + "f1": 0.611447, + "f1_weighted": 0.635852 + }, + { + "accuracy": 0.598131, + "f1": 0.577328, + "f1_weighted": 0.599483 + } + ], + "main_score": 0.601722, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.803591, + "f1": 0.789, + "f1_weighted": 0.805517, + "scores_per_experiment": [ + { + "accuracy": 0.807182, + "f1": 0.797292, + "f1_weighted": 0.80997 + }, + { + "accuracy": 0.818495, + "f1": 0.806938, + "f1_weighted": 0.818855 + }, + { + "accuracy": 0.802263, + "f1": 0.785012, + "f1_weighted": 0.807559 + }, + { + "accuracy": 0.794393, + "f1": 0.776403, + "f1_weighted": 0.796472 + }, + { + "accuracy": 0.796852, + "f1": 0.774563, + "f1_weighted": 0.793065 + }, + { + "accuracy": 0.79636, + "f1": 0.785981, + "f1_weighted": 0.799267 + }, + { + "accuracy": 0.783571, + "f1": 0.769595, + "f1_weighted": 0.785149 + }, + { + "accuracy": 0.805214, + "f1": 0.794971, + "f1_weighted": 0.808602 + }, + { + "accuracy": 0.812592, + "f1": 0.798253, + "f1_weighted": 0.814884 + }, + { + "accuracy": 0.818987, + "f1": 0.800991, + "f1_weighted": 0.821349 + } + ], + "main_score": 0.803591, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.427349, + "f1": 0.398366, + "f1_weighted": 0.421604, + "scores_per_experiment": [ + { + "accuracy": 0.390064, + "f1": 0.364809, + "f1_weighted": 0.384211 + }, + { + "accuracy": 0.438269, + "f1": 0.417077, + "f1_weighted": 0.436576 + }, + { + "accuracy": 0.409739, + "f1": 0.382352, + "f1_weighted": 0.400846 + }, + { + "accuracy": 0.416626, + "f1": 0.396573, + "f1_weighted": 0.420357 + }, + { + "accuracy": 0.451058, + "f1": 0.414352, + "f1_weighted": 0.438246 + }, + { + "accuracy": 0.417118, + "f1": 0.383492, + "f1_weighted": 0.401211 + }, + { + "accuracy": 0.450566, + "f1": 0.422347, + "f1_weighted": 0.447057 + }, + { + "accuracy": 0.447614, + "f1": 0.419995, + "f1_weighted": 0.451719 + }, + { + "accuracy": 0.403837, + "f1": 0.3681, + "f1_weighted": 0.397348 + }, + { + "accuracy": 0.448598, + "f1": 0.414559, + "f1_weighted": 0.43847 + } + ], + "main_score": 0.427349, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.815248, + "f1": 0.795435, + "f1_weighted": 0.815398, + "scores_per_experiment": [ + { + "accuracy": 0.825873, + "f1": 0.809222, + "f1_weighted": 0.826333 + }, + { + "accuracy": 0.81456, + "f1": 0.795059, + "f1_weighted": 0.814697 + }, + { + "accuracy": 0.798819, + "f1": 0.780118, + "f1_weighted": 0.800558 + }, + { + "accuracy": 0.818987, + "f1": 0.793253, + "f1_weighted": 0.819178 + }, + { + "accuracy": 0.810625, + "f1": 0.78298, + "f1_weighted": 0.801663 + }, + { + "accuracy": 0.805706, + "f1": 0.795583, + "f1_weighted": 0.806809 + }, + { + "accuracy": 0.817019, + "f1": 0.79244, + "f1_weighted": 0.815744 + }, + { + "accuracy": 0.813576, + "f1": 0.80147, + "f1_weighted": 0.817319 + }, + { + "accuracy": 0.829808, + "f1": 0.809869, + "f1_weighted": 0.831306 + }, + { + "accuracy": 0.817511, + "f1": 0.794351, + "f1_weighted": 0.820378 + } + ], + "main_score": 0.815248, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.882292, + "f1": 0.873704, + "f1_weighted": 0.881555, + "scores_per_experiment": [ + { + "accuracy": 0.882932, + "f1": 0.875429, + "f1_weighted": 0.882397 + }, + { + "accuracy": 0.886375, + "f1": 0.878324, + "f1_weighted": 0.885835 + }, + { + "accuracy": 0.875553, + "f1": 0.866285, + "f1_weighted": 0.87537 + }, + { + "accuracy": 0.881456, + "f1": 0.872718, + "f1_weighted": 0.879008 + }, + { + "accuracy": 0.877029, + "f1": 0.865076, + "f1_weighted": 0.8746 + }, + { + "accuracy": 0.878997, + "f1": 0.873338, + "f1_weighted": 0.879484 + }, + { + "accuracy": 0.878997, + "f1": 0.869441, + "f1_weighted": 0.876888 + }, + { + "accuracy": 0.886375, + "f1": 0.87792, + "f1_weighted": 0.885949 + }, + { + "accuracy": 0.885883, + "f1": 0.876423, + "f1_weighted": 0.885846 + }, + { + "accuracy": 0.889326, + "f1": 0.882088, + "f1_weighted": 0.89017 + } + ], + "main_score": 0.882292, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.760108, + "f1": 0.739563, + "f1_weighted": 0.761048, + "scores_per_experiment": [ + { + "accuracy": 0.774717, + "f1": 0.756637, + "f1_weighted": 0.77739 + }, + { + "accuracy": 0.773242, + "f1": 0.753512, + "f1_weighted": 0.774348 + }, + { + "accuracy": 0.765863, + "f1": 0.74486, + "f1_weighted": 0.766176 + }, + { + "accuracy": 0.75455, + "f1": 0.72511, + "f1_weighted": 0.748442 + }, + { + "accuracy": 0.764388, + "f1": 0.740281, + "f1_weighted": 0.759274 + }, + { + "accuracy": 0.735858, + "f1": 0.726622, + "f1_weighted": 0.737414 + }, + { + "accuracy": 0.759469, + "f1": 0.732073, + "f1_weighted": 0.761461 + }, + { + "accuracy": 0.749631, + "f1": 0.732368, + "f1_weighted": 0.751202 + }, + { + "accuracy": 0.757501, + "f1": 0.735895, + "f1_weighted": 0.75975 + }, + { + "accuracy": 0.765863, + "f1": 0.748276, + "f1_weighted": 0.775021 + } + ], + "main_score": 0.760108, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.91697, + "f1": 0.91032, + "f1_weighted": 0.916174, + "scores_per_experiment": [ + { + "accuracy": 0.915888, + "f1": 0.909241, + "f1_weighted": 0.914837 + }, + { + "accuracy": 0.917855, + "f1": 0.911186, + "f1_weighted": 0.917476 + }, + { + "accuracy": 0.915888, + "f1": 0.909373, + "f1_weighted": 0.914732 + }, + { + "accuracy": 0.916872, + "f1": 0.909816, + "f1_weighted": 0.915353 + }, + { + "accuracy": 0.915888, + "f1": 0.906976, + "f1_weighted": 0.914211 + }, + { + "accuracy": 0.909493, + "f1": 0.903294, + "f1_weighted": 0.908744 + }, + { + "accuracy": 0.917364, + "f1": 0.9112, + "f1_weighted": 0.916767 + }, + { + "accuracy": 0.917855, + "f1": 0.910946, + "f1_weighted": 0.917409 + }, + { + "accuracy": 0.923266, + "f1": 0.916337, + "f1_weighted": 0.922598 + }, + { + "accuracy": 0.919331, + "f1": 0.914827, + "f1_weighted": 0.919614 + } + ], + "main_score": 0.91697, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.868667, + "f1": 0.859186, + "f1_weighted": 0.868405, + "scores_per_experiment": [ + { + "accuracy": 0.867683, + "f1": 0.863154, + "f1_weighted": 0.867987 + }, + { + "accuracy": 0.877521, + "f1": 0.868424, + "f1_weighted": 0.877234 + }, + { + "accuracy": 0.866699, + "f1": 0.85239, + "f1_weighted": 0.866193 + }, + { + "accuracy": 0.855386, + "f1": 0.845303, + "f1_weighted": 0.854223 + }, + { + "accuracy": 0.862764, + "f1": 0.847837, + "f1_weighted": 0.859478 + }, + { + "accuracy": 0.868667, + "f1": 0.860755, + "f1_weighted": 0.86801 + }, + { + "accuracy": 0.868175, + "f1": 0.856468, + "f1_weighted": 0.867881 + }, + { + "accuracy": 0.866699, + "f1": 0.859398, + "f1_weighted": 0.868341 + }, + { + "accuracy": 0.877521, + "f1": 0.869283, + "f1_weighted": 0.878132 + }, + { + "accuracy": 0.875553, + "f1": 0.868848, + "f1_weighted": 0.876568 + } + ], + "main_score": 0.868667, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.839105, + "f1": 0.822527, + "f1_weighted": 0.838697, + "scores_per_experiment": [ + { + "accuracy": 0.848008, + "f1": 0.835304, + "f1_weighted": 0.84726 + }, + { + "accuracy": 0.849484, + "f1": 0.838455, + "f1_weighted": 0.850764 + }, + { + "accuracy": 0.837678, + "f1": 0.817137, + "f1_weighted": 0.833809 + }, + { + "accuracy": 0.835711, + "f1": 0.815858, + "f1_weighted": 0.835917 + }, + { + "accuracy": 0.838662, + "f1": 0.817985, + "f1_weighted": 0.832813 + }, + { + "accuracy": 0.824397, + "f1": 0.809926, + "f1_weighted": 0.824332 + }, + { + "accuracy": 0.832268, + "f1": 0.80983, + "f1_weighted": 0.832606 + }, + { + "accuracy": 0.833743, + "f1": 0.81633, + "f1_weighted": 0.836768 + }, + { + "accuracy": 0.85637, + "f1": 0.8392, + "f1_weighted": 0.856224 + }, + { + "accuracy": 0.834727, + "f1": 0.825241, + "f1_weighted": 0.836479 + } + ], + "main_score": 0.839105, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.775406, + "f1": 0.750853, + "f1_weighted": 0.776504, + "scores_per_experiment": [ + { + "accuracy": 0.789474, + "f1": 0.765041, + "f1_weighted": 0.793137 + }, + { + "accuracy": 0.775209, + "f1": 0.751673, + "f1_weighted": 0.778111 + }, + { + "accuracy": 0.769798, + "f1": 0.739259, + "f1_weighted": 0.773007 + }, + { + "accuracy": 0.769798, + "f1": 0.74106, + "f1_weighted": 0.768864 + }, + { + "accuracy": 0.78062, + "f1": 0.751105, + "f1_weighted": 0.775947 + }, + { + "accuracy": 0.758485, + "f1": 0.74472, + "f1_weighted": 0.760495 + }, + { + "accuracy": 0.776193, + "f1": 0.746379, + "f1_weighted": 0.772506 + }, + { + "accuracy": 0.773733, + "f1": 0.756525, + "f1_weighted": 0.77768 + }, + { + "accuracy": 0.780128, + "f1": 0.754926, + "f1_weighted": 0.780554 + }, + { + "accuracy": 0.78062, + "f1": 0.757844, + "f1_weighted": 0.784743 + } + ], + "main_score": 0.775406, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.884899, + "f1": 0.874614, + "f1_weighted": 0.883963, + "scores_per_experiment": [ + { + "accuracy": 0.88785, + "f1": 0.879457, + "f1_weighted": 0.886672 + }, + { + "accuracy": 0.891294, + "f1": 0.881252, + "f1_weighted": 0.890866 + }, + { + "accuracy": 0.891294, + "f1": 0.880711, + "f1_weighted": 0.890108 + }, + { + "accuracy": 0.87998, + "f1": 0.868227, + "f1_weighted": 0.879037 + }, + { + "accuracy": 0.877029, + "f1": 0.861579, + "f1_weighted": 0.873718 + }, + { + "accuracy": 0.874078, + "f1": 0.866626, + "f1_weighted": 0.873227 + }, + { + "accuracy": 0.883424, + "f1": 0.870374, + "f1_weighted": 0.882213 + }, + { + "accuracy": 0.887359, + "f1": 0.878863, + "f1_weighted": 0.887351 + }, + { + "accuracy": 0.889326, + "f1": 0.881093, + "f1_weighted": 0.889029 + }, + { + "accuracy": 0.887359, + "f1": 0.877961, + "f1_weighted": 0.887412 + } + ], + "main_score": 0.884899, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.624447, + "f1": 0.594644, + "f1_weighted": 0.627863, + "scores_per_experiment": [ + { + "accuracy": 0.612887, + "f1": 0.584371, + "f1_weighted": 0.61516 + }, + { + "accuracy": 0.633546, + "f1": 0.605149, + "f1_weighted": 0.638894 + }, + { + "accuracy": 0.620758, + "f1": 0.59236, + "f1_weighted": 0.622354 + }, + { + "accuracy": 0.621249, + "f1": 0.580475, + "f1_weighted": 0.62869 + }, + { + "accuracy": 0.613871, + "f1": 0.573707, + "f1_weighted": 0.609381 + }, + { + "accuracy": 0.61092, + "f1": 0.589354, + "f1_weighted": 0.613866 + }, + { + "accuracy": 0.633055, + "f1": 0.597456, + "f1_weighted": 0.636102 + }, + { + "accuracy": 0.63699, + "f1": 0.618275, + "f1_weighted": 0.63952 + }, + { + "accuracy": 0.631579, + "f1": 0.604789, + "f1_weighted": 0.639563 + }, + { + "accuracy": 0.629611, + "f1": 0.600506, + "f1_weighted": 0.635095 + } + ], + "main_score": 0.624447, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.850271, + "f1": 0.834739, + "f1_weighted": 0.850593, + "scores_per_experiment": [ + { + "accuracy": 0.859321, + "f1": 0.845464, + "f1_weighted": 0.860127 + }, + { + "accuracy": 0.850959, + "f1": 0.839893, + "f1_weighted": 0.851342 + }, + { + "accuracy": 0.83817, + "f1": 0.827618, + "f1_weighted": 0.83856 + }, + { + "accuracy": 0.849484, + "f1": 0.826482, + "f1_weighted": 0.849492 + }, + { + "accuracy": 0.849975, + "f1": 0.828801, + "f1_weighted": 0.847062 + }, + { + "accuracy": 0.836695, + "f1": 0.821312, + "f1_weighted": 0.836613 + }, + { + "accuracy": 0.850467, + "f1": 0.830273, + "f1_weighted": 0.849902 + }, + { + "accuracy": 0.844073, + "f1": 0.830049, + "f1_weighted": 0.84667 + }, + { + "accuracy": 0.868175, + "f1": 0.856762, + "f1_weighted": 0.869258 + }, + { + "accuracy": 0.855386, + "f1": 0.840735, + "f1_weighted": 0.856908 + } + ], + "main_score": 0.850271, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.621643, + "f1": 0.599187, + "f1_weighted": 0.624437, + "scores_per_experiment": [ + { + "accuracy": 0.592228, + "f1": 0.581066, + "f1_weighted": 0.592557 + }, + { + "accuracy": 0.620266, + "f1": 0.60348, + "f1_weighted": 0.626129 + }, + { + "accuracy": 0.616331, + "f1": 0.589334, + "f1_weighted": 0.622759 + }, + { + "accuracy": 0.621741, + "f1": 0.601138, + "f1_weighted": 0.622162 + }, + { + "accuracy": 0.623217, + "f1": 0.590981, + "f1_weighted": 0.619453 + }, + { + "accuracy": 0.606001, + "f1": 0.585657, + "f1_weighted": 0.607889 + }, + { + "accuracy": 0.63453, + "f1": 0.605162, + "f1_weighted": 0.634709 + }, + { + "accuracy": 0.6424, + "f1": 0.623616, + "f1_weighted": 0.650092 + }, + { + "accuracy": 0.62666, + "f1": 0.612729, + "f1_weighted": 0.631012 + }, + { + "accuracy": 0.633055, + "f1": 0.598708, + "f1_weighted": 0.637604 + } + ], + "main_score": 0.621643, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.439793, + "f1": 0.416186, + "f1_weighted": 0.433257, + "scores_per_experiment": [ + { + "accuracy": 0.431874, + "f1": 0.400557, + "f1_weighted": 0.419894 + }, + { + "accuracy": 0.456468, + "f1": 0.430472, + "f1_weighted": 0.453307 + }, + { + "accuracy": 0.388588, + "f1": 0.372413, + "f1_weighted": 0.371795 + }, + { + "accuracy": 0.441712, + "f1": 0.415807, + "f1_weighted": 0.43697 + }, + { + "accuracy": 0.464338, + "f1": 0.428928, + "f1_weighted": 0.460388 + }, + { + "accuracy": 0.422036, + "f1": 0.42215, + "f1_weighted": 0.417292 + }, + { + "accuracy": 0.44122, + "f1": 0.409243, + "f1_weighted": 0.429955 + }, + { + "accuracy": 0.458436, + "f1": 0.439008, + "f1_weighted": 0.455514 + }, + { + "accuracy": 0.476144, + "f1": 0.447729, + "f1_weighted": 0.482695 + }, + { + "accuracy": 0.417118, + "f1": 0.395549, + "f1_weighted": 0.404757 + } + ], + "main_score": 0.439793, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.861141, + "f1": 0.84533, + "f1_weighted": 0.860162, + "scores_per_experiment": [ + { + "accuracy": 0.865716, + "f1": 0.853659, + "f1_weighted": 0.865231 + }, + { + "accuracy": 0.867683, + "f1": 0.854439, + "f1_weighted": 0.867067 + }, + { + "accuracy": 0.860797, + "f1": 0.845534, + "f1_weighted": 0.860606 + }, + { + "accuracy": 0.856862, + "f1": 0.837074, + "f1_weighted": 0.854265 + }, + { + "accuracy": 0.8485, + "f1": 0.828056, + "f1_weighted": 0.842721 + }, + { + "accuracy": 0.854894, + "f1": 0.839882, + "f1_weighted": 0.853154 + }, + { + "accuracy": 0.859321, + "f1": 0.842374, + "f1_weighted": 0.858749 + }, + { + "accuracy": 0.857354, + "f1": 0.843707, + "f1_weighted": 0.858264 + }, + { + "accuracy": 0.878013, + "f1": 0.862623, + "f1_weighted": 0.877763 + }, + { + "accuracy": 0.862273, + "f1": 0.845956, + "f1_weighted": 0.863799 + } + ], + "main_score": 0.861141, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.429218, + "f1": 0.389477, + "f1_weighted": 0.423791, + "scores_per_experiment": [ + { + "accuracy": 0.464338, + "f1": 0.414132, + "f1_weighted": 0.456638 + }, + { + "accuracy": 0.461387, + "f1": 0.413076, + "f1_weighted": 0.461811 + }, + { + "accuracy": 0.406788, + "f1": 0.371102, + "f1_weighted": 0.400306 + }, + { + "accuracy": 0.413182, + "f1": 0.383008, + "f1_weighted": 0.410285 + }, + { + "accuracy": 0.393507, + "f1": 0.370654, + "f1_weighted": 0.374907 + }, + { + "accuracy": 0.42548, + "f1": 0.378174, + "f1_weighted": 0.412646 + }, + { + "accuracy": 0.455976, + "f1": 0.404969, + "f1_weighted": 0.454029 + }, + { + "accuracy": 0.453517, + "f1": 0.423154, + "f1_weighted": 0.453018 + }, + { + "accuracy": 0.386129, + "f1": 0.3505, + "f1_weighted": 0.386294 + }, + { + "accuracy": 0.431874, + "f1": 0.386001, + "f1_weighted": 0.427972 + } + ], + "main_score": 0.429218, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.858042, + "f1": 0.84384, + "f1_weighted": 0.856465, + "scores_per_experiment": [ + { + "accuracy": 0.863256, + "f1": 0.850913, + "f1_weighted": 0.861418 + }, + { + "accuracy": 0.862273, + "f1": 0.847975, + "f1_weighted": 0.862256 + }, + { + "accuracy": 0.851451, + "f1": 0.833628, + "f1_weighted": 0.84905 + }, + { + "accuracy": 0.854894, + "f1": 0.839812, + "f1_weighted": 0.851285 + }, + { + "accuracy": 0.862764, + "f1": 0.843058, + "f1_weighted": 0.858429 + }, + { + "accuracy": 0.850959, + "f1": 0.837886, + "f1_weighted": 0.849213 + }, + { + "accuracy": 0.852435, + "f1": 0.837716, + "f1_weighted": 0.851462 + }, + { + "accuracy": 0.852927, + "f1": 0.845859, + "f1_weighted": 0.854256 + }, + { + "accuracy": 0.865224, + "f1": 0.849538, + "f1_weighted": 0.863449 + }, + { + "accuracy": 0.86424, + "f1": 0.852011, + "f1_weighted": 0.863832 + } + ], + "main_score": 0.858042, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.870192, + "f1": 0.86415, + "f1_weighted": 0.870552, + "scores_per_experiment": [ + { + "accuracy": 0.88244, + "f1": 0.876558, + "f1_weighted": 0.882974 + }, + { + "accuracy": 0.885391, + "f1": 0.879546, + "f1_weighted": 0.884993 + }, + { + "accuracy": 0.878505, + "f1": 0.8712, + "f1_weighted": 0.877861 + }, + { + "accuracy": 0.863748, + "f1": 0.855045, + "f1_weighted": 0.864408 + }, + { + "accuracy": 0.875553, + "f1": 0.864697, + "f1_weighted": 0.873396 + }, + { + "accuracy": 0.871618, + "f1": 0.864839, + "f1_weighted": 0.870931 + }, + { + "accuracy": 0.84063, + "f1": 0.840252, + "f1_weighted": 0.842319 + }, + { + "accuracy": 0.84604, + "f1": 0.846756, + "f1_weighted": 0.84993 + }, + { + "accuracy": 0.876045, + "f1": 0.866993, + "f1_weighted": 0.875458 + }, + { + "accuracy": 0.881948, + "f1": 0.875618, + "f1_weighted": 0.883247 + } + ], + "main_score": 0.870192, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.595376, + "f1": 0.582845, + "f1_weighted": 0.597445, + "scores_per_experiment": [ + { + "accuracy": 0.610428, + "f1": 0.590423, + "f1_weighted": 0.610987 + }, + { + "accuracy": 0.6424, + "f1": 0.610072, + "f1_weighted": 0.646183 + }, + { + "accuracy": 0.580423, + "f1": 0.560839, + "f1_weighted": 0.581116 + }, + { + "accuracy": 0.578455, + "f1": 0.56179, + "f1_weighted": 0.579643 + }, + { + "accuracy": 0.596655, + "f1": 0.579286, + "f1_weighted": 0.588865 + }, + { + "accuracy": 0.548451, + "f1": 0.556933, + "f1_weighted": 0.541103 + }, + { + "accuracy": 0.602066, + "f1": 0.582009, + "f1_weighted": 0.607869 + }, + { + "accuracy": 0.605017, + "f1": 0.594819, + "f1_weighted": 0.616696 + }, + { + "accuracy": 0.565175, + "f1": 0.575939, + "f1_weighted": 0.567366 + }, + { + "accuracy": 0.624693, + "f1": 0.616342, + "f1_weighted": 0.634622 + } + ], + "main_score": 0.595376, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.441269, + "f1": 0.418654, + "f1_weighted": 0.441843, + "scores_per_experiment": [ + { + "accuracy": 0.405804, + "f1": 0.387021, + "f1_weighted": 0.392998 + }, + { + "accuracy": 0.473192, + "f1": 0.441602, + "f1_weighted": 0.477886 + }, + { + "accuracy": 0.466306, + "f1": 0.437112, + "f1_weighted": 0.474091 + }, + { + "accuracy": 0.411215, + "f1": 0.399789, + "f1_weighted": 0.422354 + }, + { + "accuracy": 0.471225, + "f1": 0.432724, + "f1_weighted": 0.46454 + }, + { + "accuracy": 0.420069, + "f1": 0.410234, + "f1_weighted": 0.427356 + }, + { + "accuracy": 0.446631, + "f1": 0.420224, + "f1_weighted": 0.442951 + }, + { + "accuracy": 0.473192, + "f1": 0.435498, + "f1_weighted": 0.470229 + }, + { + "accuracy": 0.440236, + "f1": 0.429211, + "f1_weighted": 0.441057 + }, + { + "accuracy": 0.40482, + "f1": 0.393127, + "f1_weighted": 0.404968 + } + ], + "main_score": 0.441269, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.44604, + "f1": 0.423745, + "f1_weighted": 0.44816, + "scores_per_experiment": [ + { + "accuracy": 0.47516, + "f1": 0.446674, + "f1_weighted": 0.487624 + }, + { + "accuracy": 0.427939, + "f1": 0.408592, + "f1_weighted": 0.420741 + }, + { + "accuracy": 0.405312, + "f1": 0.395978, + "f1_weighted": 0.399563 + }, + { + "accuracy": 0.453517, + "f1": 0.443787, + "f1_weighted": 0.460528 + }, + { + "accuracy": 0.472209, + "f1": 0.445443, + "f1_weighted": 0.465502 + }, + { + "accuracy": 0.416626, + "f1": 0.394999, + "f1_weighted": 0.412225 + }, + { + "accuracy": 0.474668, + "f1": 0.454606, + "f1_weighted": 0.489377 + }, + { + "accuracy": 0.461387, + "f1": 0.43337, + "f1_weighted": 0.465582 + }, + { + "accuracy": 0.447614, + "f1": 0.419199, + "f1_weighted": 0.457945 + }, + { + "accuracy": 0.425971, + "f1": 0.3948, + "f1_weighted": 0.422509 + } + ], + "main_score": 0.44604, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.739449, + "f1": 0.708714, + "f1_weighted": 0.740999, + "scores_per_experiment": [ + { + "accuracy": 0.742745, + "f1": 0.718622, + "f1_weighted": 0.744041 + }, + { + "accuracy": 0.746188, + "f1": 0.718827, + "f1_weighted": 0.750811 + }, + { + "accuracy": 0.722577, + "f1": 0.688162, + "f1_weighted": 0.723713 + }, + { + "accuracy": 0.742253, + "f1": 0.710508, + "f1_weighted": 0.743395 + }, + { + "accuracy": 0.72848, + "f1": 0.682229, + "f1_weighted": 0.7219 + }, + { + "accuracy": 0.707329, + "f1": 0.681037, + "f1_weighted": 0.707175 + }, + { + "accuracy": 0.753074, + "f1": 0.720181, + "f1_weighted": 0.754207 + }, + { + "accuracy": 0.73635, + "f1": 0.705971, + "f1_weighted": 0.741567 + }, + { + "accuracy": 0.767339, + "f1": 0.742816, + "f1_weighted": 0.767301 + }, + { + "accuracy": 0.748155, + "f1": 0.718788, + "f1_weighted": 0.755876 + } + ], + "main_score": 0.739449, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.848205, + "f1": 0.841152, + "f1_weighted": 0.848977, + "scores_per_experiment": [ + { + "accuracy": 0.858337, + "f1": 0.852789, + "f1_weighted": 0.858752 + }, + { + "accuracy": 0.856862, + "f1": 0.849768, + "f1_weighted": 0.856553 + }, + { + "accuracy": 0.84604, + "f1": 0.829698, + "f1_weighted": 0.846098 + }, + { + "accuracy": 0.845548, + "f1": 0.840415, + "f1_weighted": 0.845149 + }, + { + "accuracy": 0.839154, + "f1": 0.830786, + "f1_weighted": 0.83954 + }, + { + "accuracy": 0.834727, + "f1": 0.830165, + "f1_weighted": 0.833771 + }, + { + "accuracy": 0.837678, + "f1": 0.828558, + "f1_weighted": 0.84055 + }, + { + "accuracy": 0.843581, + "f1": 0.838665, + "f1_weighted": 0.846616 + }, + { + "accuracy": 0.859321, + "f1": 0.852506, + "f1_weighted": 0.859715 + }, + { + "accuracy": 0.860797, + "f1": 0.858171, + "f1_weighted": 0.863025 + } + ], + "main_score": 0.848205, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.48121, + "f1": 0.454203, + "f1_weighted": 0.482907, + "scores_per_experiment": [ + { + "accuracy": 0.499262, + "f1": 0.465929, + "f1_weighted": 0.500642 + }, + { + "accuracy": 0.477127, + "f1": 0.455974, + "f1_weighted": 0.482926 + }, + { + "accuracy": 0.510084, + "f1": 0.478379, + "f1_weighted": 0.51535 + }, + { + "accuracy": 0.466306, + "f1": 0.434601, + "f1_weighted": 0.467613 + }, + { + "accuracy": 0.494835, + "f1": 0.458231, + "f1_weighted": 0.488886 + }, + { + "accuracy": 0.448106, + "f1": 0.439533, + "f1_weighted": 0.447596 + }, + { + "accuracy": 0.499754, + "f1": 0.474557, + "f1_weighted": 0.504605 + }, + { + "accuracy": 0.503197, + "f1": 0.475232, + "f1_weighted": 0.50115 + }, + { + "accuracy": 0.453517, + "f1": 0.4471, + "f1_weighted": 0.465399 + }, + { + "accuracy": 0.459911, + "f1": 0.412493, + "f1_weighted": 0.454904 + } + ], + "main_score": 0.48121, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.737629, + "f1": 0.712818, + "f1_weighted": 0.740737, + "scores_per_experiment": [ + { + "accuracy": 0.744712, + "f1": 0.722587, + "f1_weighted": 0.748622 + }, + { + "accuracy": 0.741761, + "f1": 0.715056, + "f1_weighted": 0.747616 + }, + { + "accuracy": 0.727496, + "f1": 0.701491, + "f1_weighted": 0.72955 + }, + { + "accuracy": 0.71028, + "f1": 0.6847, + "f1_weighted": 0.714872 + }, + { + "accuracy": 0.739302, + "f1": 0.706827, + "f1_weighted": 0.736136 + }, + { + "accuracy": 0.733399, + "f1": 0.7118, + "f1_weighted": 0.73546 + }, + { + "accuracy": 0.754058, + "f1": 0.726034, + "f1_weighted": 0.755791 + }, + { + "accuracy": 0.738318, + "f1": 0.720226, + "f1_weighted": 0.744413 + }, + { + "accuracy": 0.745204, + "f1": 0.723634, + "f1_weighted": 0.746427 + }, + { + "accuracy": 0.741761, + "f1": 0.71582, + "f1_weighted": 0.748481 + } + ], + "main_score": 0.737629, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.391048, + "f1": 0.373517, + "f1_weighted": 0.380782, + "scores_per_experiment": [ + { + "accuracy": 0.402361, + "f1": 0.386824, + "f1_weighted": 0.401241 + }, + { + "accuracy": 0.355632, + "f1": 0.326796, + "f1_weighted": 0.339798 + }, + { + "accuracy": 0.406788, + "f1": 0.388195, + "f1_weighted": 0.406848 + }, + { + "accuracy": 0.412199, + "f1": 0.395819, + "f1_weighted": 0.412334 + }, + { + "accuracy": 0.412691, + "f1": 0.392339, + "f1_weighted": 0.395042 + }, + { + "accuracy": 0.338416, + "f1": 0.322193, + "f1_weighted": 0.305604 + }, + { + "accuracy": 0.385637, + "f1": 0.382238, + "f1_weighted": 0.378268 + }, + { + "accuracy": 0.420561, + "f1": 0.417005, + "f1_weighted": 0.41546 + }, + { + "accuracy": 0.363502, + "f1": 0.342349, + "f1_weighted": 0.353207 + }, + { + "accuracy": 0.412691, + "f1": 0.381412, + "f1_weighted": 0.400015 + } + ], + "main_score": 0.391048, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.771176, + "f1": 0.742105, + "f1_weighted": 0.770977, + "scores_per_experiment": [ + { + "accuracy": 0.777177, + "f1": 0.751946, + "f1_weighted": 0.781209 + }, + { + "accuracy": 0.780128, + "f1": 0.751991, + "f1_weighted": 0.782851 + }, + { + "accuracy": 0.765371, + "f1": 0.734535, + "f1_weighted": 0.765818 + }, + { + "accuracy": 0.766847, + "f1": 0.734679, + "f1_weighted": 0.767311 + }, + { + "accuracy": 0.777668, + "f1": 0.744121, + "f1_weighted": 0.769907 + }, + { + "accuracy": 0.769306, + "f1": 0.735482, + "f1_weighted": 0.764128 + }, + { + "accuracy": 0.762912, + "f1": 0.729733, + "f1_weighted": 0.760706 + }, + { + "accuracy": 0.762912, + "f1": 0.740474, + "f1_weighted": 0.76636 + }, + { + "accuracy": 0.776193, + "f1": 0.750905, + "f1_weighted": 0.776538 + }, + { + "accuracy": 0.773242, + "f1": 0.747188, + "f1_weighted": 0.774936 + } + ], + "main_score": 0.771176, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.540728, + "f1": 0.519247, + "f1_weighted": 0.542118, + "scores_per_experiment": [ + { + "accuracy": 0.546483, + "f1": 0.523932, + "f1_weighted": 0.539746 + }, + { + "accuracy": 0.551894, + "f1": 0.529707, + "f1_weighted": 0.557718 + }, + { + "accuracy": 0.514511, + "f1": 0.489249, + "f1_weighted": 0.518473 + }, + { + "accuracy": 0.548451, + "f1": 0.52323, + "f1_weighted": 0.55098 + }, + { + "accuracy": 0.54058, + "f1": 0.505737, + "f1_weighted": 0.540518 + }, + { + "accuracy": 0.530251, + "f1": 0.519199, + "f1_weighted": 0.525424 + }, + { + "accuracy": 0.542548, + "f1": 0.516895, + "f1_weighted": 0.546881 + }, + { + "accuracy": 0.558288, + "f1": 0.542413, + "f1_weighted": 0.561879 + }, + { + "accuracy": 0.550418, + "f1": 0.527263, + "f1_weighted": 0.547437 + }, + { + "accuracy": 0.523856, + "f1": 0.514843, + "f1_weighted": 0.53212 + } + ], + "main_score": 0.540728, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.790851, + "f1": 0.771434, + "f1_weighted": 0.791841, + "scores_per_experiment": [ + { + "accuracy": 0.800787, + "f1": 0.781601, + "f1_weighted": 0.803076 + }, + { + "accuracy": 0.803738, + "f1": 0.783639, + "f1_weighted": 0.80509 + }, + { + "accuracy": 0.78603, + "f1": 0.771759, + "f1_weighted": 0.785156 + }, + { + "accuracy": 0.786522, + "f1": 0.758859, + "f1_weighted": 0.786603 + }, + { + "accuracy": 0.782095, + "f1": 0.753502, + "f1_weighted": 0.774106 + }, + { + "accuracy": 0.790949, + "f1": 0.781228, + "f1_weighted": 0.792979 + }, + { + "accuracy": 0.774717, + "f1": 0.752763, + "f1_weighted": 0.777052 + }, + { + "accuracy": 0.795868, + "f1": 0.785338, + "f1_weighted": 0.798078 + }, + { + "accuracy": 0.791933, + "f1": 0.772781, + "f1_weighted": 0.7946 + }, + { + "accuracy": 0.795868, + "f1": 0.772867, + "f1_weighted": 0.801674 + } + ], + "main_score": 0.790851, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.861092, + "f1": 0.844478, + "f1_weighted": 0.860157, + "scores_per_experiment": [ + { + "accuracy": 0.861289, + "f1": 0.848245, + "f1_weighted": 0.85977 + }, + { + "accuracy": 0.86424, + "f1": 0.846737, + "f1_weighted": 0.864084 + }, + { + "accuracy": 0.857354, + "f1": 0.836423, + "f1_weighted": 0.857119 + }, + { + "accuracy": 0.854402, + "f1": 0.834631, + "f1_weighted": 0.851621 + }, + { + "accuracy": 0.855386, + "f1": 0.833769, + "f1_weighted": 0.852446 + }, + { + "accuracy": 0.852435, + "f1": 0.842499, + "f1_weighted": 0.852026 + }, + { + "accuracy": 0.863256, + "f1": 0.845009, + "f1_weighted": 0.860529 + }, + { + "accuracy": 0.866208, + "f1": 0.850783, + "f1_weighted": 0.866683 + }, + { + "accuracy": 0.866699, + "f1": 0.853141, + "f1_weighted": 0.867399 + }, + { + "accuracy": 0.869651, + "f1": 0.853544, + "f1_weighted": 0.869894 + } + ], + "main_score": 0.861092, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.830989, + "f1": 0.817924, + "f1_weighted": 0.830897, + "scores_per_experiment": [ + { + "accuracy": 0.847516, + "f1": 0.837001, + "f1_weighted": 0.84755 + }, + { + "accuracy": 0.84604, + "f1": 0.830198, + "f1_weighted": 0.846789 + }, + { + "accuracy": 0.832268, + "f1": 0.817131, + "f1_weighted": 0.831415 + }, + { + "accuracy": 0.828824, + "f1": 0.811292, + "f1_weighted": 0.825983 + }, + { + "accuracy": 0.828824, + "f1": 0.811169, + "f1_weighted": 0.82624 + }, + { + "accuracy": 0.819479, + "f1": 0.803755, + "f1_weighted": 0.818684 + }, + { + "accuracy": 0.824397, + "f1": 0.810668, + "f1_weighted": 0.824385 + }, + { + "accuracy": 0.795376, + "f1": 0.801494, + "f1_weighted": 0.799094 + }, + { + "accuracy": 0.850959, + "f1": 0.838696, + "f1_weighted": 0.851241 + }, + { + "accuracy": 0.836203, + "f1": 0.817841, + "f1_weighted": 0.837591 + } + ], + "main_score": 0.830989, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.864929, + "f1": 0.85618, + "f1_weighted": 0.864938, + "scores_per_experiment": [ + { + "accuracy": 0.87457, + "f1": 0.868192, + "f1_weighted": 0.874573 + }, + { + "accuracy": 0.870635, + "f1": 0.861279, + "f1_weighted": 0.871188 + }, + { + "accuracy": 0.861289, + "f1": 0.844166, + "f1_weighted": 0.859156 + }, + { + "accuracy": 0.864732, + "f1": 0.852642, + "f1_weighted": 0.864164 + }, + { + "accuracy": 0.857354, + "f1": 0.84618, + "f1_weighted": 0.853836 + }, + { + "accuracy": 0.861781, + "f1": 0.859514, + "f1_weighted": 0.862381 + }, + { + "accuracy": 0.862764, + "f1": 0.855105, + "f1_weighted": 0.862799 + }, + { + "accuracy": 0.863748, + "f1": 0.857712, + "f1_weighted": 0.865882 + }, + { + "accuracy": 0.866208, + "f1": 0.860434, + "f1_weighted": 0.866607 + }, + { + "accuracy": 0.866208, + "f1": 0.856579, + "f1_weighted": 0.868795 + } + ], + "main_score": 0.864929, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.74427, + "f1": 0.724464, + "f1_weighted": 0.745133, + "scores_per_experiment": [ + { + "accuracy": 0.743728, + "f1": 0.72369, + "f1_weighted": 0.742473 + }, + { + "accuracy": 0.762912, + "f1": 0.73859, + "f1_weighted": 0.765111 + }, + { + "accuracy": 0.732907, + "f1": 0.710785, + "f1_weighted": 0.729841 + }, + { + "accuracy": 0.732415, + "f1": 0.710828, + "f1_weighted": 0.731951 + }, + { + "accuracy": 0.740777, + "f1": 0.711257, + "f1_weighted": 0.731708 + }, + { + "accuracy": 0.758485, + "f1": 0.742489, + "f1_weighted": 0.760718 + }, + { + "accuracy": 0.747172, + "f1": 0.723384, + "f1_weighted": 0.750465 + }, + { + "accuracy": 0.748155, + "f1": 0.732467, + "f1_weighted": 0.753709 + }, + { + "accuracy": 0.749139, + "f1": 0.737495, + "f1_weighted": 0.751354 + }, + { + "accuracy": 0.727004, + "f1": 0.713654, + "f1_weighted": 0.734004 + } + ], + "main_score": 0.74427, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.87334, + "f1": 0.863062, + "f1_weighted": 0.872799, + "scores_per_experiment": [ + { + "accuracy": 0.876045, + "f1": 0.867276, + "f1_weighted": 0.875366 + }, + { + "accuracy": 0.87998, + "f1": 0.870256, + "f1_weighted": 0.879666 + }, + { + "accuracy": 0.876045, + "f1": 0.864306, + "f1_weighted": 0.875379 + }, + { + "accuracy": 0.876045, + "f1": 0.86567, + "f1_weighted": 0.874877 + }, + { + "accuracy": 0.876537, + "f1": 0.863385, + "f1_weighted": 0.874532 + }, + { + "accuracy": 0.855386, + "f1": 0.849354, + "f1_weighted": 0.855959 + }, + { + "accuracy": 0.862764, + "f1": 0.851548, + "f1_weighted": 0.862101 + }, + { + "accuracy": 0.866699, + "f1": 0.856667, + "f1_weighted": 0.866579 + }, + { + "accuracy": 0.887359, + "f1": 0.87673, + "f1_weighted": 0.886399 + }, + { + "accuracy": 0.876537, + "f1": 0.865428, + "f1_weighted": 0.877135 + } + ], + "main_score": 0.87334, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.629857, + "f1": 0.61331, + "f1_weighted": 0.630491, + "scores_per_experiment": [ + { + "accuracy": 0.640433, + "f1": 0.618718, + "f1_weighted": 0.635998 + }, + { + "accuracy": 0.635022, + "f1": 0.61521, + "f1_weighted": 0.633524 + }, + { + "accuracy": 0.636006, + "f1": 0.609568, + "f1_weighted": 0.632049 + }, + { + "accuracy": 0.616822, + "f1": 0.602753, + "f1_weighted": 0.62099 + }, + { + "accuracy": 0.63699, + "f1": 0.611194, + "f1_weighted": 0.627207 + }, + { + "accuracy": 0.607969, + "f1": 0.603507, + "f1_weighted": 0.605706 + }, + { + "accuracy": 0.638465, + "f1": 0.619181, + "f1_weighted": 0.64293 + }, + { + "accuracy": 0.623217, + "f1": 0.620402, + "f1_weighted": 0.631853 + }, + { + "accuracy": 0.627152, + "f1": 0.612875, + "f1_weighted": 0.633276 + }, + { + "accuracy": 0.636498, + "f1": 0.619689, + "f1_weighted": 0.641377 + } + ], + "main_score": 0.629857, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.505853, + "f1": 0.493939, + "f1_weighted": 0.50506, + "scores_per_experiment": [ + { + "accuracy": 0.533694, + "f1": 0.519508, + "f1_weighted": 0.540218 + }, + { + "accuracy": 0.537137, + "f1": 0.501713, + "f1_weighted": 0.547344 + }, + { + "accuracy": 0.517954, + "f1": 0.501533, + "f1_weighted": 0.521535 + }, + { + "accuracy": 0.494835, + "f1": 0.486411, + "f1_weighted": 0.49456 + }, + { + "accuracy": 0.489424, + "f1": 0.490801, + "f1_weighted": 0.477721 + }, + { + "accuracy": 0.473684, + "f1": 0.471576, + "f1_weighted": 0.462228 + }, + { + "accuracy": 0.496311, + "f1": 0.491054, + "f1_weighted": 0.492845 + }, + { + "accuracy": 0.528775, + "f1": 0.518841, + "f1_weighted": 0.533442 + }, + { + "accuracy": 0.449582, + "f1": 0.444645, + "f1_weighted": 0.437166 + }, + { + "accuracy": 0.537137, + "f1": 0.513309, + "f1_weighted": 0.543542 + } + ], + "main_score": 0.505853, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.817462, + "f1": 0.79537, + "f1_weighted": 0.82001, + "scores_per_experiment": [ + { + "accuracy": 0.823906, + "f1": 0.800507, + "f1_weighted": 0.823856 + }, + { + "accuracy": 0.819479, + "f1": 0.797377, + "f1_weighted": 0.820942 + }, + { + "accuracy": 0.80423, + "f1": 0.7812, + "f1_weighted": 0.807824 + }, + { + "accuracy": 0.813576, + "f1": 0.783606, + "f1_weighted": 0.818339 + }, + { + "accuracy": 0.817511, + "f1": 0.791736, + "f1_weighted": 0.816561 + }, + { + "accuracy": 0.810625, + "f1": 0.795179, + "f1_weighted": 0.812849 + }, + { + "accuracy": 0.8121, + "f1": 0.785169, + "f1_weighted": 0.815234 + }, + { + "accuracy": 0.824889, + "f1": 0.811676, + "f1_weighted": 0.828187 + }, + { + "accuracy": 0.81456, + "f1": 0.792846, + "f1_weighted": 0.818055 + }, + { + "accuracy": 0.833743, + "f1": 0.814397, + "f1_weighted": 0.838256 + } + ], + "main_score": 0.817462, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.56424, + "f1": 0.54552, + "f1_weighted": 0.555796, + "scores_per_experiment": [ + { + "accuracy": 0.545007, + "f1": 0.527512, + "f1_weighted": 0.530039 + }, + { + "accuracy": 0.585342, + "f1": 0.560309, + "f1_weighted": 0.588343 + }, + { + "accuracy": 0.567142, + "f1": 0.53653, + "f1_weighted": 0.558251 + }, + { + "accuracy": 0.573537, + "f1": 0.553089, + "f1_weighted": 0.566446 + }, + { + "accuracy": 0.567142, + "f1": 0.553599, + "f1_weighted": 0.553923 + }, + { + "accuracy": 0.56124, + "f1": 0.543776, + "f1_weighted": 0.553394 + }, + { + "accuracy": 0.549926, + "f1": 0.53145, + "f1_weighted": 0.536948 + }, + { + "accuracy": 0.559272, + "f1": 0.547932, + "f1_weighted": 0.553364 + }, + { + "accuracy": 0.567634, + "f1": 0.558091, + "f1_weighted": 0.557381 + }, + { + "accuracy": 0.566158, + "f1": 0.542908, + "f1_weighted": 0.559875 + } + ], + "main_score": 0.56424, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.742056, + "f1": 0.721775, + "f1_weighted": 0.741995, + "scores_per_experiment": [ + { + "accuracy": 0.755042, + "f1": 0.731122, + "f1_weighted": 0.755056 + }, + { + "accuracy": 0.71274, + "f1": 0.70688, + "f1_weighted": 0.711442 + }, + { + "accuracy": 0.733399, + "f1": 0.713139, + "f1_weighted": 0.737375 + }, + { + "accuracy": 0.742253, + "f1": 0.71519, + "f1_weighted": 0.741505 + }, + { + "accuracy": 0.734383, + "f1": 0.70751, + "f1_weighted": 0.725665 + }, + { + "accuracy": 0.743237, + "f1": 0.724984, + "f1_weighted": 0.742427 + }, + { + "accuracy": 0.757993, + "f1": 0.735384, + "f1_weighted": 0.755117 + }, + { + "accuracy": 0.733891, + "f1": 0.71504, + "f1_weighted": 0.738409 + }, + { + "accuracy": 0.764388, + "f1": 0.741787, + "f1_weighted": 0.765838 + }, + { + "accuracy": 0.743237, + "f1": 0.726716, + "f1_weighted": 0.747119 + } + ], + "main_score": 0.742056, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.742548, + "f1": 0.716394, + "f1_weighted": 0.745759, + "scores_per_experiment": [ + { + "accuracy": 0.741761, + "f1": 0.718017, + "f1_weighted": 0.745798 + }, + { + "accuracy": 0.755042, + "f1": 0.729885, + "f1_weighted": 0.761286 + }, + { + "accuracy": 0.726513, + "f1": 0.692367, + "f1_weighted": 0.73424 + }, + { + "accuracy": 0.741269, + "f1": 0.709655, + "f1_weighted": 0.7441 + }, + { + "accuracy": 0.749139, + "f1": 0.717546, + "f1_weighted": 0.744017 + }, + { + "accuracy": 0.741269, + "f1": 0.718786, + "f1_weighted": 0.745428 + }, + { + "accuracy": 0.741761, + "f1": 0.707809, + "f1_weighted": 0.742576 + }, + { + "accuracy": 0.744712, + "f1": 0.720914, + "f1_weighted": 0.749004 + }, + { + "accuracy": 0.751107, + "f1": 0.73282, + "f1_weighted": 0.75309 + }, + { + "accuracy": 0.732907, + "f1": 0.71614, + "f1_weighted": 0.738053 + } + ], + "main_score": 0.742548, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.807427, + "f1": 0.793667, + "f1_weighted": 0.806168, + "scores_per_experiment": [ + { + "accuracy": 0.808657, + "f1": 0.801459, + "f1_weighted": 0.808634 + }, + { + "accuracy": 0.818495, + "f1": 0.801397, + "f1_weighted": 0.817132 + }, + { + "accuracy": 0.799803, + "f1": 0.784379, + "f1_weighted": 0.796125 + }, + { + "accuracy": 0.802263, + "f1": 0.77934, + "f1_weighted": 0.798694 + }, + { + "accuracy": 0.799311, + "f1": 0.779773, + "f1_weighted": 0.795357 + }, + { + "accuracy": 0.793409, + "f1": 0.780879, + "f1_weighted": 0.790437 + }, + { + "accuracy": 0.81997, + "f1": 0.80412, + "f1_weighted": 0.818796 + }, + { + "accuracy": 0.798819, + "f1": 0.792495, + "f1_weighted": 0.801551 + }, + { + "accuracy": 0.813084, + "f1": 0.806608, + "f1_weighted": 0.812174 + }, + { + "accuracy": 0.820462, + "f1": 0.806217, + "f1_weighted": 0.822782 + } + ], + "main_score": 0.807427, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.65696, + "f1": 0.644101, + "f1_weighted": 0.657309, + "scores_per_experiment": [ + { + "accuracy": 0.660108, + "f1": 0.657435, + "f1_weighted": 0.660778 + }, + { + "accuracy": 0.643384, + "f1": 0.637673, + "f1_weighted": 0.640496 + }, + { + "accuracy": 0.645844, + "f1": 0.639502, + "f1_weighted": 0.654403 + }, + { + "accuracy": 0.675357, + "f1": 0.656911, + "f1_weighted": 0.673251 + }, + { + "accuracy": 0.651254, + "f1": 0.626794, + "f1_weighted": 0.643872 + }, + { + "accuracy": 0.640433, + "f1": 0.628046, + "f1_weighted": 0.636303 + }, + { + "accuracy": 0.66847, + "f1": 0.652466, + "f1_weighted": 0.672265 + }, + { + "accuracy": 0.650762, + "f1": 0.644843, + "f1_weighted": 0.657547 + }, + { + "accuracy": 0.646827, + "f1": 0.635197, + "f1_weighted": 0.643004 + }, + { + "accuracy": 0.687162, + "f1": 0.662141, + "f1_weighted": 0.691175 + } + ], + "main_score": 0.65696, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.833792, + "f1": 0.817085, + "f1_weighted": 0.833017, + "scores_per_experiment": [ + { + "accuracy": 0.847516, + "f1": 0.831823, + "f1_weighted": 0.847458 + }, + { + "accuracy": 0.842597, + "f1": 0.82432, + "f1_weighted": 0.841691 + }, + { + "accuracy": 0.837186, + "f1": 0.816276, + "f1_weighted": 0.836927 + }, + { + "accuracy": 0.822922, + "f1": 0.806043, + "f1_weighted": 0.823519 + }, + { + "accuracy": 0.82243, + "f1": 0.802087, + "f1_weighted": 0.816357 + }, + { + "accuracy": 0.81997, + "f1": 0.806259, + "f1_weighted": 0.817991 + }, + { + "accuracy": 0.824889, + "f1": 0.806706, + "f1_weighted": 0.82267 + }, + { + "accuracy": 0.829316, + "f1": 0.815815, + "f1_weighted": 0.831464 + }, + { + "accuracy": 0.84604, + "f1": 0.831015, + "f1_weighted": 0.846248 + }, + { + "accuracy": 0.845057, + "f1": 0.83051, + "f1_weighted": 0.845841 + } + ], + "main_score": 0.833792, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.696409, + "f1": 0.680143, + "f1_weighted": 0.696598, + "scores_per_experiment": [ + { + "accuracy": 0.709297, + "f1": 0.698618, + "f1_weighted": 0.706906 + }, + { + "accuracy": 0.715691, + "f1": 0.70074, + "f1_weighted": 0.7193 + }, + { + "accuracy": 0.662568, + "f1": 0.645714, + "f1_weighted": 0.662836 + }, + { + "accuracy": 0.680767, + "f1": 0.661183, + "f1_weighted": 0.677957 + }, + { + "accuracy": 0.680767, + "f1": 0.648133, + "f1_weighted": 0.673114 + }, + { + "accuracy": 0.691097, + "f1": 0.685308, + "f1_weighted": 0.693243 + }, + { + "accuracy": 0.706837, + "f1": 0.687261, + "f1_weighted": 0.706395 + }, + { + "accuracy": 0.693064, + "f1": 0.685685, + "f1_weighted": 0.697316 + }, + { + "accuracy": 0.720118, + "f1": 0.700924, + "f1_weighted": 0.720183 + }, + { + "accuracy": 0.703886, + "f1": 0.68786, + "f1_weighted": 0.70873 + } + ], + "main_score": 0.696409, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.766503, + "f1": 0.750374, + "f1_weighted": 0.765437, + "scores_per_experiment": [ + { + "accuracy": 0.781112, + "f1": 0.770346, + "f1_weighted": 0.783535 + }, + { + "accuracy": 0.715691, + "f1": 0.711086, + "f1_weighted": 0.713044 + }, + { + "accuracy": 0.762912, + "f1": 0.741354, + "f1_weighted": 0.763069 + }, + { + "accuracy": 0.766847, + "f1": 0.74566, + "f1_weighted": 0.76283 + }, + { + "accuracy": 0.745204, + "f1": 0.72205, + "f1_weighted": 0.737107 + }, + { + "accuracy": 0.774225, + "f1": 0.763133, + "f1_weighted": 0.772708 + }, + { + "accuracy": 0.784555, + "f1": 0.766657, + "f1_weighted": 0.782941 + }, + { + "accuracy": 0.777177, + "f1": 0.760443, + "f1_weighted": 0.782394 + }, + { + "accuracy": 0.785047, + "f1": 0.767157, + "f1_weighted": 0.782501 + }, + { + "accuracy": 0.772258, + "f1": 0.75585, + "f1_weighted": 0.774241 + } + ], + "main_score": 0.766503, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.859616, + "f1": 0.848274, + "f1_weighted": 0.859361, + "scores_per_experiment": [ + { + "accuracy": 0.865716, + "f1": 0.859449, + "f1_weighted": 0.865976 + }, + { + "accuracy": 0.859321, + "f1": 0.847621, + "f1_weighted": 0.859339 + }, + { + "accuracy": 0.859813, + "f1": 0.843832, + "f1_weighted": 0.857567 + }, + { + "accuracy": 0.859321, + "f1": 0.849165, + "f1_weighted": 0.858056 + }, + { + "accuracy": 0.865224, + "f1": 0.848672, + "f1_weighted": 0.862377 + }, + { + "accuracy": 0.854894, + "f1": 0.84591, + "f1_weighted": 0.855393 + }, + { + "accuracy": 0.8485, + "f1": 0.836425, + "f1_weighted": 0.847769 + }, + { + "accuracy": 0.85391, + "f1": 0.843709, + "f1_weighted": 0.855738 + }, + { + "accuracy": 0.864732, + "f1": 0.854187, + "f1_weighted": 0.865602 + }, + { + "accuracy": 0.864732, + "f1": 0.853773, + "f1_weighted": 0.865789 + } + ], + "main_score": 0.859616, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.828333, + "f1": 0.825195, + "f1_weighted": 0.828412, + "scores_per_experiment": [ + { + "accuracy": 0.842105, + "f1": 0.836476, + "f1_weighted": 0.841686 + }, + { + "accuracy": 0.839646, + "f1": 0.837433, + "f1_weighted": 0.83921 + }, + { + "accuracy": 0.834235, + "f1": 0.830166, + "f1_weighted": 0.834558 + }, + { + "accuracy": 0.82243, + "f1": 0.816205, + "f1_weighted": 0.819644 + }, + { + "accuracy": 0.837186, + "f1": 0.825681, + "f1_weighted": 0.834709 + }, + { + "accuracy": 0.817511, + "f1": 0.813574, + "f1_weighted": 0.815278 + }, + { + "accuracy": 0.805214, + "f1": 0.809073, + "f1_weighted": 0.806823 + }, + { + "accuracy": 0.818003, + "f1": 0.819208, + "f1_weighted": 0.821039 + }, + { + "accuracy": 0.833743, + "f1": 0.83532, + "f1_weighted": 0.834373 + }, + { + "accuracy": 0.833251, + "f1": 0.828818, + "f1_weighted": 0.836796 + } + ], + "main_score": 0.828333, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ], + "test": [ + { + "accuracy": 0.714829, + "f1": 0.675244, + "f1_weighted": 0.71362, + "scores_per_experiment": [ + { + "accuracy": 0.712508, + "f1": 0.67435, + "f1_weighted": 0.71338 + }, + { + "accuracy": 0.725286, + "f1": 0.690436, + "f1_weighted": 0.7235 + }, + { + "accuracy": 0.698722, + "f1": 0.661383, + "f1_weighted": 0.700892 + }, + { + "accuracy": 0.707465, + "f1": 0.660761, + "f1_weighted": 0.704536 + }, + { + "accuracy": 0.72226, + "f1": 0.678062, + "f1_weighted": 0.713606 + }, + { + "accuracy": 0.710155, + "f1": 0.675172, + "f1_weighted": 0.712182 + }, + { + "accuracy": 0.72495, + "f1": 0.681188, + "f1_weighted": 0.71953 + }, + { + "accuracy": 0.711163, + "f1": 0.668849, + "f1_weighted": 0.709839 + }, + { + "accuracy": 0.715871, + "f1": 0.680289, + "f1_weighted": 0.714449 + }, + { + "accuracy": 0.719906, + "f1": 0.681949, + "f1_weighted": 0.724283 + } + ], + "main_score": 0.714829, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.48544, + "f1": 0.469591, + "f1_weighted": 0.474582, + "scores_per_experiment": [ + { + "accuracy": 0.500336, + "f1": 0.480697, + "f1_weighted": 0.492932 + }, + { + "accuracy": 0.513786, + "f1": 0.497087, + "f1_weighted": 0.507636 + }, + { + "accuracy": 0.487223, + "f1": 0.469371, + "f1_weighted": 0.47476 + }, + { + "accuracy": 0.480834, + "f1": 0.468536, + "f1_weighted": 0.467939 + }, + { + "accuracy": 0.489576, + "f1": 0.468778, + "f1_weighted": 0.475542 + }, + { + "accuracy": 0.47041, + "f1": 0.456389, + "f1_weighted": 0.455128 + }, + { + "accuracy": 0.490921, + "f1": 0.479063, + "f1_weighted": 0.481172 + }, + { + "accuracy": 0.504707, + "f1": 0.486496, + "f1_weighted": 0.502636 + }, + { + "accuracy": 0.444183, + "f1": 0.43408, + "f1_weighted": 0.430231 + }, + { + "accuracy": 0.472428, + "f1": 0.455417, + "f1_weighted": 0.457841 + } + ], + "main_score": 0.48544, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.751412, + "f1": 0.740432, + "f1_weighted": 0.750222, + "scores_per_experiment": [ + { + "accuracy": 0.767653, + "f1": 0.755483, + "f1_weighted": 0.767102 + }, + { + "accuracy": 0.735373, + "f1": 0.727672, + "f1_weighted": 0.732888 + }, + { + "accuracy": 0.737391, + "f1": 0.729269, + "f1_weighted": 0.737666 + }, + { + "accuracy": 0.738063, + "f1": 0.723975, + "f1_weighted": 0.733879 + }, + { + "accuracy": 0.753531, + "f1": 0.736124, + "f1_weighted": 0.745654 + }, + { + "accuracy": 0.749496, + "f1": 0.735288, + "f1_weighted": 0.747986 + }, + { + "accuracy": 0.758911, + "f1": 0.746344, + "f1_weighted": 0.758709 + }, + { + "accuracy": 0.756221, + "f1": 0.753192, + "f1_weighted": 0.759143 + }, + { + "accuracy": 0.755884, + "f1": 0.746067, + "f1_weighted": 0.75598 + }, + { + "accuracy": 0.761601, + "f1": 0.750906, + "f1_weighted": 0.763218 + } + ], + "main_score": 0.751412, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.589576, + "f1": 0.564904, + "f1_weighted": 0.591006, + "scores_per_experiment": [ + { + "accuracy": 0.586079, + "f1": 0.564404, + "f1_weighted": 0.592354 + }, + { + "accuracy": 0.597512, + "f1": 0.571624, + "f1_weighted": 0.602497 + }, + { + "accuracy": 0.538332, + "f1": 0.535701, + "f1_weighted": 0.535491 + }, + { + "accuracy": 0.593477, + "f1": 0.560128, + "f1_weighted": 0.5978 + }, + { + "accuracy": 0.598184, + "f1": 0.56517, + "f1_weighted": 0.594695 + }, + { + "accuracy": 0.573974, + "f1": 0.547094, + "f1_weighted": 0.570729 + }, + { + "accuracy": 0.585743, + "f1": 0.547293, + "f1_weighted": 0.582593 + }, + { + "accuracy": 0.623403, + "f1": 0.599845, + "f1_weighted": 0.630372 + }, + { + "accuracy": 0.60928, + "f1": 0.589493, + "f1_weighted": 0.614764 + }, + { + "accuracy": 0.589778, + "f1": 0.568291, + "f1_weighted": 0.588767 + } + ], + "main_score": 0.589576, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.799462, + "f1": 0.782748, + "f1_weighted": 0.80114, + "scores_per_experiment": [ + { + "accuracy": 0.807666, + "f1": 0.794268, + "f1_weighted": 0.810382 + }, + { + "accuracy": 0.817081, + "f1": 0.800438, + "f1_weighted": 0.817154 + }, + { + "accuracy": 0.799933, + "f1": 0.782457, + "f1_weighted": 0.80393 + }, + { + "accuracy": 0.797579, + "f1": 0.77921, + "f1_weighted": 0.7997 + }, + { + "accuracy": 0.77774, + "f1": 0.752714, + "f1_weighted": 0.772867 + }, + { + "accuracy": 0.803295, + "f1": 0.786747, + "f1_weighted": 0.805489 + }, + { + "accuracy": 0.786483, + "f1": 0.77067, + "f1_weighted": 0.788555 + }, + { + "accuracy": 0.792872, + "f1": 0.78344, + "f1_weighted": 0.796414 + }, + { + "accuracy": 0.800605, + "f1": 0.783577, + "f1_weighted": 0.801629 + }, + { + "accuracy": 0.811365, + "f1": 0.79396, + "f1_weighted": 0.815282 + } + ], + "main_score": 0.799462, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.436752, + "f1": 0.3943, + "f1_weighted": 0.432341, + "scores_per_experiment": [ + { + "accuracy": 0.390383, + "f1": 0.361957, + "f1_weighted": 0.382961 + }, + { + "accuracy": 0.446537, + "f1": 0.410624, + "f1_weighted": 0.448331 + }, + { + "accuracy": 0.433759, + "f1": 0.384025, + "f1_weighted": 0.427673 + }, + { + "accuracy": 0.427371, + "f1": 0.398509, + "f1_weighted": 0.432664 + }, + { + "accuracy": 0.4731, + "f1": 0.415115, + "f1_weighted": 0.459372 + }, + { + "accuracy": 0.432751, + "f1": 0.388369, + "f1_weighted": 0.417164 + }, + { + "accuracy": 0.455952, + "f1": 0.411838, + "f1_weighted": 0.455563 + }, + { + "accuracy": 0.457969, + "f1": 0.418452, + "f1_weighted": 0.465793 + }, + { + "accuracy": 0.410558, + "f1": 0.362122, + "f1_weighted": 0.409733 + }, + { + "accuracy": 0.439139, + "f1": 0.39199, + "f1_weighted": 0.424157 + } + ], + "main_score": 0.436752, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.820444, + "f1": 0.800396, + "f1_weighted": 0.819855, + "scores_per_experiment": [ + { + "accuracy": 0.83154, + "f1": 0.814051, + "f1_weighted": 0.832339 + }, + { + "accuracy": 0.815064, + "f1": 0.795609, + "f1_weighted": 0.813417 + }, + { + "accuracy": 0.805985, + "f1": 0.793683, + "f1_weighted": 0.807976 + }, + { + "accuracy": 0.818426, + "f1": 0.793375, + "f1_weighted": 0.817315 + }, + { + "accuracy": 0.817081, + "f1": 0.789466, + "f1_weighted": 0.807671 + }, + { + "accuracy": 0.817081, + "f1": 0.797853, + "f1_weighted": 0.815843 + }, + { + "accuracy": 0.828178, + "f1": 0.80194, + "f1_weighted": 0.826712 + }, + { + "accuracy": 0.819099, + "f1": 0.806998, + "f1_weighted": 0.823321 + }, + { + "accuracy": 0.830531, + "f1": 0.81099, + "f1_weighted": 0.830119 + }, + { + "accuracy": 0.821453, + "f1": 0.799998, + "f1_weighted": 0.823839 + } + ], + "main_score": 0.820444, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.876564, + "f1": 0.866016, + "f1_weighted": 0.875045, + "scores_per_experiment": [ + { + "accuracy": 0.882986, + "f1": 0.874138, + "f1_weighted": 0.881383 + }, + { + "accuracy": 0.876933, + "f1": 0.865951, + "f1_weighted": 0.874243 + }, + { + "accuracy": 0.870881, + "f1": 0.861548, + "f1_weighted": 0.87103 + }, + { + "accuracy": 0.876597, + "f1": 0.864593, + "f1_weighted": 0.8739 + }, + { + "accuracy": 0.876261, + "f1": 0.862252, + "f1_weighted": 0.872856 + }, + { + "accuracy": 0.871553, + "f1": 0.863389, + "f1_weighted": 0.870959 + }, + { + "accuracy": 0.874243, + "f1": 0.863413, + "f1_weighted": 0.872194 + }, + { + "accuracy": 0.87458, + "f1": 0.863793, + "f1_weighted": 0.873712 + }, + { + "accuracy": 0.878951, + "f1": 0.868262, + "f1_weighted": 0.877397 + }, + { + "accuracy": 0.88265, + "f1": 0.872825, + "f1_weighted": 0.88278 + } + ], + "main_score": 0.876564, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.75111, + "f1": 0.729101, + "f1_weighted": 0.753405, + "scores_per_experiment": [ + { + "accuracy": 0.764627, + "f1": 0.74335, + "f1_weighted": 0.77015 + }, + { + "accuracy": 0.763282, + "f1": 0.742714, + "f1_weighted": 0.764508 + }, + { + "accuracy": 0.752858, + "f1": 0.737252, + "f1_weighted": 0.753472 + }, + { + "accuracy": 0.749496, + "f1": 0.719302, + "f1_weighted": 0.745978 + }, + { + "accuracy": 0.746469, + "f1": 0.72005, + "f1_weighted": 0.742137 + }, + { + "accuracy": 0.744788, + "f1": 0.728412, + "f1_weighted": 0.746391 + }, + { + "accuracy": 0.750168, + "f1": 0.721587, + "f1_weighted": 0.756043 + }, + { + "accuracy": 0.736382, + "f1": 0.718825, + "f1_weighted": 0.737236 + }, + { + "accuracy": 0.751177, + "f1": 0.725241, + "f1_weighted": 0.756367 + }, + { + "accuracy": 0.751849, + "f1": 0.734276, + "f1_weighted": 0.761766 + } + ], + "main_score": 0.75111, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.9154, + "f1": 0.907387, + "f1_weighted": 0.914107, + "scores_per_experiment": [ + { + "accuracy": 0.913584, + "f1": 0.906493, + "f1_weighted": 0.911868 + }, + { + "accuracy": 0.913584, + "f1": 0.906498, + "f1_weighted": 0.912281 + }, + { + "accuracy": 0.915602, + "f1": 0.906255, + "f1_weighted": 0.913642 + }, + { + "accuracy": 0.914593, + "f1": 0.903928, + "f1_weighted": 0.913227 + }, + { + "accuracy": 0.919973, + "f1": 0.910271, + "f1_weighted": 0.917715 + }, + { + "accuracy": 0.912912, + "f1": 0.90606, + "f1_weighted": 0.911832 + }, + { + "accuracy": 0.917956, + "f1": 0.911537, + "f1_weighted": 0.916744 + }, + { + "accuracy": 0.914257, + "f1": 0.906676, + "f1_weighted": 0.913296 + }, + { + "accuracy": 0.915266, + "f1": 0.9078, + "f1_weighted": 0.914639 + }, + { + "accuracy": 0.916274, + "f1": 0.908356, + "f1_weighted": 0.915828 + } + ], + "main_score": 0.9154, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.868897, + "f1": 0.85757, + "f1_weighted": 0.868819, + "scores_per_experiment": [ + { + "accuracy": 0.86651, + "f1": 0.856487, + "f1_weighted": 0.86646 + }, + { + "accuracy": 0.877606, + "f1": 0.865891, + "f1_weighted": 0.876777 + }, + { + "accuracy": 0.867518, + "f1": 0.853282, + "f1_weighted": 0.867325 + }, + { + "accuracy": 0.862139, + "f1": 0.850633, + "f1_weighted": 0.862583 + }, + { + "accuracy": 0.862139, + "f1": 0.849715, + "f1_weighted": 0.859595 + }, + { + "accuracy": 0.867855, + "f1": 0.856787, + "f1_weighted": 0.867231 + }, + { + "accuracy": 0.86382, + "f1": 0.852663, + "f1_weighted": 0.864503 + }, + { + "accuracy": 0.8692, + "f1": 0.862283, + "f1_weighted": 0.87108 + }, + { + "accuracy": 0.875252, + "f1": 0.862866, + "f1_weighted": 0.875238 + }, + { + "accuracy": 0.876933, + "f1": 0.865093, + "f1_weighted": 0.877399 + } + ], + "main_score": 0.868897, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.844284, + "f1": 0.824166, + "f1_weighted": 0.843288, + "scores_per_experiment": [ + { + "accuracy": 0.854069, + "f1": 0.83655, + "f1_weighted": 0.85249 + }, + { + "accuracy": 0.856086, + "f1": 0.836305, + "f1_weighted": 0.855274 + }, + { + "accuracy": 0.843645, + "f1": 0.822617, + "f1_weighted": 0.841064 + }, + { + "accuracy": 0.8423, + "f1": 0.817307, + "f1_weighted": 0.842251 + }, + { + "accuracy": 0.837929, + "f1": 0.812861, + "f1_weighted": 0.832401 + }, + { + "accuracy": 0.83692, + "f1": 0.819926, + "f1_weighted": 0.835316 + }, + { + "accuracy": 0.833221, + "f1": 0.809467, + "f1_weighted": 0.832288 + }, + { + "accuracy": 0.840955, + "f1": 0.825183, + "f1_weighted": 0.843247 + }, + { + "accuracy": 0.851042, + "f1": 0.830739, + "f1_weighted": 0.85095 + }, + { + "accuracy": 0.846671, + "f1": 0.830703, + "f1_weighted": 0.8476 + } + ], + "main_score": 0.844284, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.782347, + "f1": 0.75591, + "f1_weighted": 0.782587, + "scores_per_experiment": [ + { + "accuracy": 0.79657, + "f1": 0.766648, + "f1_weighted": 0.798993 + }, + { + "accuracy": 0.788164, + "f1": 0.764491, + "f1_weighted": 0.789426 + }, + { + "accuracy": 0.779758, + "f1": 0.749829, + "f1_weighted": 0.782651 + }, + { + "accuracy": 0.78043, + "f1": 0.754404, + "f1_weighted": 0.781231 + }, + { + "accuracy": 0.774378, + "f1": 0.741303, + "f1_weighted": 0.76965 + }, + { + "accuracy": 0.766308, + "f1": 0.74694, + "f1_weighted": 0.767446 + }, + { + "accuracy": 0.778749, + "f1": 0.742676, + "f1_weighted": 0.771154 + }, + { + "accuracy": 0.78581, + "f1": 0.767338, + "f1_weighted": 0.790203 + }, + { + "accuracy": 0.791863, + "f1": 0.765179, + "f1_weighted": 0.789202 + }, + { + "accuracy": 0.781439, + "f1": 0.760298, + "f1_weighted": 0.785913 + } + ], + "main_score": 0.782347, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.879792, + "f1": 0.869598, + "f1_weighted": 0.878731, + "scores_per_experiment": [ + { + "accuracy": 0.882313, + "f1": 0.874393, + "f1_weighted": 0.880765 + }, + { + "accuracy": 0.880296, + "f1": 0.870442, + "f1_weighted": 0.879368 + }, + { + "accuracy": 0.883658, + "f1": 0.872674, + "f1_weighted": 0.882115 + }, + { + "accuracy": 0.876261, + "f1": 0.8629, + "f1_weighted": 0.875746 + }, + { + "accuracy": 0.878615, + "f1": 0.863709, + "f1_weighted": 0.875188 + }, + { + "accuracy": 0.873571, + "f1": 0.86568, + "f1_weighted": 0.872767 + }, + { + "accuracy": 0.877606, + "f1": 0.867917, + "f1_weighted": 0.877115 + }, + { + "accuracy": 0.881305, + "f1": 0.873169, + "f1_weighted": 0.881071 + }, + { + "accuracy": 0.880632, + "f1": 0.87021, + "f1_weighted": 0.880003 + }, + { + "accuracy": 0.883658, + "f1": 0.874889, + "f1_weighted": 0.883172 + } + ], + "main_score": 0.879792, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.623302, + "f1": 0.593567, + "f1_weighted": 0.624672, + "scores_per_experiment": [ + { + "accuracy": 0.620377, + "f1": 0.601514, + "f1_weighted": 0.616049 + }, + { + "accuracy": 0.632818, + "f1": 0.604033, + "f1_weighted": 0.633169 + }, + { + "accuracy": 0.613652, + "f1": 0.592367, + "f1_weighted": 0.616839 + }, + { + "accuracy": 0.623067, + "f1": 0.580396, + "f1_weighted": 0.627402 + }, + { + "accuracy": 0.603564, + "f1": 0.563808, + "f1_weighted": 0.59938 + }, + { + "accuracy": 0.633826, + "f1": 0.600688, + "f1_weighted": 0.635212 + }, + { + "accuracy": 0.62273, + "f1": 0.588062, + "f1_weighted": 0.623718 + }, + { + "accuracy": 0.621385, + "f1": 0.592844, + "f1_weighted": 0.62344 + }, + { + "accuracy": 0.634163, + "f1": 0.608138, + "f1_weighted": 0.641816 + }, + { + "accuracy": 0.627438, + "f1": 0.603818, + "f1_weighted": 0.629691 + } + ], + "main_score": 0.623302, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.853968, + "f1": 0.84023, + "f1_weighted": 0.854764, + "scores_per_experiment": [ + { + "accuracy": 0.861466, + "f1": 0.850603, + "f1_weighted": 0.861705 + }, + { + "accuracy": 0.86113, + "f1": 0.850177, + "f1_weighted": 0.861145 + }, + { + "accuracy": 0.833221, + "f1": 0.822678, + "f1_weighted": 0.834477 + }, + { + "accuracy": 0.842972, + "f1": 0.824141, + "f1_weighted": 0.844224 + }, + { + "accuracy": 0.853396, + "f1": 0.833592, + "f1_weighted": 0.850991 + }, + { + "accuracy": 0.85306, + "f1": 0.839267, + "f1_weighted": 0.854931 + }, + { + "accuracy": 0.858776, + "f1": 0.842307, + "f1_weighted": 0.858752 + }, + { + "accuracy": 0.85306, + "f1": 0.843995, + "f1_weighted": 0.855652 + }, + { + "accuracy": 0.86382, + "f1": 0.850134, + "f1_weighted": 0.86507 + }, + { + "accuracy": 0.858776, + "f1": 0.845408, + "f1_weighted": 0.860695 + } + ], + "main_score": 0.853968, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.64842, + "f1": 0.617758, + "f1_weighted": 0.651116, + "scores_per_experiment": [ + { + "accuracy": 0.627102, + "f1": 0.60736, + "f1_weighted": 0.628698 + }, + { + "accuracy": 0.660726, + "f1": 0.638311, + "f1_weighted": 0.669506 + }, + { + "accuracy": 0.648958, + "f1": 0.614807, + "f1_weighted": 0.655439 + }, + { + "accuracy": 0.635171, + "f1": 0.607977, + "f1_weighted": 0.634651 + }, + { + "accuracy": 0.644923, + "f1": 0.601836, + "f1_weighted": 0.640518 + }, + { + "accuracy": 0.634835, + "f1": 0.604865, + "f1_weighted": 0.637522 + }, + { + "accuracy": 0.66308, + "f1": 0.620885, + "f1_weighted": 0.663518 + }, + { + "accuracy": 0.664761, + "f1": 0.635414, + "f1_weighted": 0.670858 + }, + { + "accuracy": 0.645259, + "f1": 0.624588, + "f1_weighted": 0.648933 + }, + { + "accuracy": 0.659381, + "f1": 0.621535, + "f1_weighted": 0.661513 + } + ], + "main_score": 0.64842, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.447445, + "f1": 0.417162, + "f1_weighted": 0.441915, + "scores_per_experiment": [ + { + "accuracy": 0.436113, + "f1": 0.402088, + "f1_weighted": 0.421506 + }, + { + "accuracy": 0.479489, + "f1": 0.436952, + "f1_weighted": 0.477504 + }, + { + "accuracy": 0.399462, + "f1": 0.374908, + "f1_weighted": 0.385794 + }, + { + "accuracy": 0.455615, + "f1": 0.428169, + "f1_weighted": 0.448654 + }, + { + "accuracy": 0.466039, + "f1": 0.418695, + "f1_weighted": 0.463062 + }, + { + "accuracy": 0.422663, + "f1": 0.412342, + "f1_weighted": 0.423898 + }, + { + "accuracy": 0.444855, + "f1": 0.408253, + "f1_weighted": 0.434342 + }, + { + "accuracy": 0.464358, + "f1": 0.441328, + "f1_weighted": 0.462954 + }, + { + "accuracy": 0.483524, + "f1": 0.447803, + "f1_weighted": 0.491633 + }, + { + "accuracy": 0.422327, + "f1": 0.401076, + "f1_weighted": 0.409803 + } + ], + "main_score": 0.447445, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.86076, + "f1": 0.848214, + "f1_weighted": 0.85999, + "scores_per_experiment": [ + { + "accuracy": 0.870208, + "f1": 0.862519, + "f1_weighted": 0.870459 + }, + { + "accuracy": 0.867518, + "f1": 0.853182, + "f1_weighted": 0.866459 + }, + { + "accuracy": 0.857767, + "f1": 0.845612, + "f1_weighted": 0.856828 + }, + { + "accuracy": 0.854741, + "f1": 0.839139, + "f1_weighted": 0.852469 + }, + { + "accuracy": 0.84768, + "f1": 0.832615, + "f1_weighted": 0.844025 + }, + { + "accuracy": 0.866174, + "f1": 0.854808, + "f1_weighted": 0.864257 + }, + { + "accuracy": 0.857431, + "f1": 0.843765, + "f1_weighted": 0.857629 + }, + { + "accuracy": 0.862139, + "f1": 0.85298, + "f1_weighted": 0.863396 + }, + { + "accuracy": 0.871553, + "f1": 0.858529, + "f1_weighted": 0.870949 + }, + { + "accuracy": 0.852387, + "f1": 0.838991, + "f1_weighted": 0.853431 + } + ], + "main_score": 0.86076, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.429119, + "f1": 0.383622, + "f1_weighted": 0.42554, + "scores_per_experiment": [ + { + "accuracy": 0.46772, + "f1": 0.41524, + "f1_weighted": 0.46186 + }, + { + "accuracy": 0.461332, + "f1": 0.406028, + "f1_weighted": 0.454335 + }, + { + "accuracy": 0.421654, + "f1": 0.37477, + "f1_weighted": 0.421975 + }, + { + "accuracy": 0.421991, + "f1": 0.382194, + "f1_weighted": 0.426405 + }, + { + "accuracy": 0.385003, + "f1": 0.354898, + "f1_weighted": 0.374326 + }, + { + "accuracy": 0.418292, + "f1": 0.363269, + "f1_weighted": 0.40663 + }, + { + "accuracy": 0.458305, + "f1": 0.403556, + "f1_weighted": 0.453407 + }, + { + "accuracy": 0.46234, + "f1": 0.422129, + "f1_weighted": 0.466898 + }, + { + "accuracy": 0.381641, + "f1": 0.347303, + "f1_weighted": 0.382896 + }, + { + "accuracy": 0.412912, + "f1": 0.366835, + "f1_weighted": 0.406663 + } + ], + "main_score": 0.429119, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.854607, + "f1": 0.838974, + "f1_weighted": 0.852892, + "scores_per_experiment": [ + { + "accuracy": 0.857095, + "f1": 0.842604, + "f1_weighted": 0.855166 + }, + { + "accuracy": 0.857767, + "f1": 0.843198, + "f1_weighted": 0.856448 + }, + { + "accuracy": 0.842636, + "f1": 0.821915, + "f1_weighted": 0.840637 + }, + { + "accuracy": 0.849025, + "f1": 0.829295, + "f1_weighted": 0.846132 + }, + { + "accuracy": 0.857095, + "f1": 0.839895, + "f1_weighted": 0.852815 + }, + { + "accuracy": 0.858776, + "f1": 0.843773, + "f1_weighted": 0.857507 + }, + { + "accuracy": 0.846335, + "f1": 0.830924, + "f1_weighted": 0.845474 + }, + { + "accuracy": 0.84768, + "f1": 0.837815, + "f1_weighted": 0.848965 + }, + { + "accuracy": 0.865165, + "f1": 0.847951, + "f1_weighted": 0.86204 + }, + { + "accuracy": 0.864492, + "f1": 0.85237, + "f1_weighted": 0.863733 + } + ], + "main_score": 0.854607, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.870343, + "f1": 0.864476, + "f1_weighted": 0.871007, + "scores_per_experiment": [ + { + "accuracy": 0.873571, + "f1": 0.866206, + "f1_weighted": 0.874321 + }, + { + "accuracy": 0.88534, + "f1": 0.879496, + "f1_weighted": 0.885975 + }, + { + "accuracy": 0.870208, + "f1": 0.863711, + "f1_weighted": 0.870299 + }, + { + "accuracy": 0.86382, + "f1": 0.855667, + "f1_weighted": 0.863893 + }, + { + "accuracy": 0.872898, + "f1": 0.860894, + "f1_weighted": 0.86989 + }, + { + "accuracy": 0.879623, + "f1": 0.872504, + "f1_weighted": 0.8791 + }, + { + "accuracy": 0.847007, + "f1": 0.845528, + "f1_weighted": 0.848918 + }, + { + "accuracy": 0.853396, + "f1": 0.855195, + "f1_weighted": 0.858429 + }, + { + "accuracy": 0.878615, + "f1": 0.87184, + "f1_weighted": 0.878481 + }, + { + "accuracy": 0.878951, + "f1": 0.873717, + "f1_weighted": 0.880762 + } + ], + "main_score": 0.870343, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.589946, + "f1": 0.573896, + "f1_weighted": 0.594154, + "scores_per_experiment": [ + { + "accuracy": 0.599193, + "f1": 0.584413, + "f1_weighted": 0.603424 + }, + { + "accuracy": 0.629792, + "f1": 0.597534, + "f1_weighted": 0.635784 + }, + { + "accuracy": 0.575319, + "f1": 0.552433, + "f1_weighted": 0.577716 + }, + { + "accuracy": 0.588769, + "f1": 0.566774, + "f1_weighted": 0.593091 + }, + { + "accuracy": 0.587424, + "f1": 0.563686, + "f1_weighted": 0.580477 + }, + { + "accuracy": 0.562206, + "f1": 0.559857, + "f1_weighted": 0.559239 + }, + { + "accuracy": 0.585407, + "f1": 0.56432, + "f1_weighted": 0.59419 + }, + { + "accuracy": 0.589778, + "f1": 0.576289, + "f1_weighted": 0.599129 + }, + { + "accuracy": 0.558171, + "f1": 0.564048, + "f1_weighted": 0.563495 + }, + { + "accuracy": 0.623403, + "f1": 0.609603, + "f1_weighted": 0.635 + } + ], + "main_score": 0.589946, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.443477, + "f1": 0.417796, + "f1_weighted": 0.444667, + "scores_per_experiment": [ + { + "accuracy": 0.425017, + "f1": 0.404102, + "f1_weighted": 0.414664 + }, + { + "accuracy": 0.478816, + "f1": 0.435332, + "f1_weighted": 0.480499 + }, + { + "accuracy": 0.466375, + "f1": 0.437796, + "f1_weighted": 0.473238 + }, + { + "accuracy": 0.420646, + "f1": 0.404387, + "f1_weighted": 0.42945 + }, + { + "accuracy": 0.477135, + "f1": 0.432818, + "f1_weighted": 0.471858 + }, + { + "accuracy": 0.422663, + "f1": 0.403499, + "f1_weighted": 0.431448 + }, + { + "accuracy": 0.434095, + "f1": 0.405953, + "f1_weighted": 0.434718 + }, + { + "accuracy": 0.468729, + "f1": 0.437759, + "f1_weighted": 0.468204 + }, + { + "accuracy": 0.436113, + "f1": 0.424579, + "f1_weighted": 0.436172 + }, + { + "accuracy": 0.405178, + "f1": 0.391738, + "f1_weighted": 0.40642 + } + ], + "main_score": 0.443477, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.448991, + "f1": 0.412996, + "f1_weighted": 0.450908, + "scores_per_experiment": [ + { + "accuracy": 0.481506, + "f1": 0.44197, + "f1_weighted": 0.490073 + }, + { + "accuracy": 0.43544, + "f1": 0.39607, + "f1_weighted": 0.431069 + }, + { + "accuracy": 0.413248, + "f1": 0.393046, + "f1_weighted": 0.407253 + }, + { + "accuracy": 0.450572, + "f1": 0.426726, + "f1_weighted": 0.454275 + }, + { + "accuracy": 0.453934, + "f1": 0.409586, + "f1_weighted": 0.448674 + }, + { + "accuracy": 0.429388, + "f1": 0.390628, + "f1_weighted": 0.432225 + }, + { + "accuracy": 0.476463, + "f1": 0.444151, + "f1_weighted": 0.486229 + }, + { + "accuracy": 0.474109, + "f1": 0.436942, + "f1_weighted": 0.475377 + }, + { + "accuracy": 0.446873, + "f1": 0.402365, + "f1_weighted": 0.457044 + }, + { + "accuracy": 0.428379, + "f1": 0.388473, + "f1_weighted": 0.426865 + } + ], + "main_score": 0.448991, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.73544, + "f1": 0.704363, + "f1_weighted": 0.736076, + "scores_per_experiment": [ + { + "accuracy": 0.752858, + "f1": 0.726461, + "f1_weighted": 0.752569 + }, + { + "accuracy": 0.743779, + "f1": 0.719206, + "f1_weighted": 0.746126 + }, + { + "accuracy": 0.721923, + "f1": 0.697464, + "f1_weighted": 0.720086 + }, + { + "accuracy": 0.738736, + "f1": 0.702277, + "f1_weighted": 0.738336 + }, + { + "accuracy": 0.732683, + "f1": 0.688279, + "f1_weighted": 0.728119 + }, + { + "accuracy": 0.703093, + "f1": 0.666104, + "f1_weighted": 0.704115 + }, + { + "accuracy": 0.741762, + "f1": 0.708678, + "f1_weighted": 0.741127 + }, + { + "accuracy": 0.726967, + "f1": 0.701086, + "f1_weighted": 0.731395 + }, + { + "accuracy": 0.759247, + "f1": 0.733484, + "f1_weighted": 0.756937 + }, + { + "accuracy": 0.733356, + "f1": 0.700587, + "f1_weighted": 0.74195 + } + ], + "main_score": 0.73544, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.847781, + "f1": 0.842962, + "f1_weighted": 0.848283, + "scores_per_experiment": [ + { + "accuracy": 0.859112, + "f1": 0.857193, + "f1_weighted": 0.859209 + }, + { + "accuracy": 0.859785, + "f1": 0.853543, + "f1_weighted": 0.85997 + }, + { + "accuracy": 0.840955, + "f1": 0.828437, + "f1_weighted": 0.839109 + }, + { + "accuracy": 0.843981, + "f1": 0.840228, + "f1_weighted": 0.843651 + }, + { + "accuracy": 0.838937, + "f1": 0.832828, + "f1_weighted": 0.839151 + }, + { + "accuracy": 0.834902, + "f1": 0.832294, + "f1_weighted": 0.833315 + }, + { + "accuracy": 0.839274, + "f1": 0.836678, + "f1_weighted": 0.841393 + }, + { + "accuracy": 0.847007, + "f1": 0.84607, + "f1_weighted": 0.849908 + }, + { + "accuracy": 0.856086, + "f1": 0.849209, + "f1_weighted": 0.856234 + }, + { + "accuracy": 0.857767, + "f1": 0.853139, + "f1_weighted": 0.86089 + } + ], + "main_score": 0.847781, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.475185, + "f1": 0.445394, + "f1_weighted": 0.479279, + "scores_per_experiment": [ + { + "accuracy": 0.483524, + "f1": 0.446893, + "f1_weighted": 0.48513 + }, + { + "accuracy": 0.475118, + "f1": 0.450278, + "f1_weighted": 0.479959 + }, + { + "accuracy": 0.496301, + "f1": 0.468844, + "f1_weighted": 0.502566 + }, + { + "accuracy": 0.471755, + "f1": 0.443409, + "f1_weighted": 0.473135 + }, + { + "accuracy": 0.487895, + "f1": 0.445394, + "f1_weighted": 0.484997 + }, + { + "accuracy": 0.427034, + "f1": 0.411593, + "f1_weighted": 0.430344 + }, + { + "accuracy": 0.494956, + "f1": 0.464416, + "f1_weighted": 0.507772 + }, + { + "accuracy": 0.499328, + "f1": 0.470277, + "f1_weighted": 0.500246 + }, + { + "accuracy": 0.455279, + "f1": 0.43918, + "f1_weighted": 0.469794 + }, + { + "accuracy": 0.460659, + "f1": 0.413655, + "f1_weighted": 0.458848 + } + ], + "main_score": 0.475185, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.739845, + "f1": 0.712006, + "f1_weighted": 0.743184, + "scores_per_experiment": [ + { + "accuracy": 0.749159, + "f1": 0.720975, + "f1_weighted": 0.753582 + }, + { + "accuracy": 0.753867, + "f1": 0.728317, + "f1_weighted": 0.759426 + }, + { + "accuracy": 0.734364, + "f1": 0.708144, + "f1_weighted": 0.735701 + }, + { + "accuracy": 0.717552, + "f1": 0.691251, + "f1_weighted": 0.722845 + }, + { + "accuracy": 0.734028, + "f1": 0.697066, + "f1_weighted": 0.730824 + }, + { + "accuracy": 0.742771, + "f1": 0.71399, + "f1_weighted": 0.746421 + }, + { + "accuracy": 0.748487, + "f1": 0.716519, + "f1_weighted": 0.749933 + }, + { + "accuracy": 0.73302, + "f1": 0.71067, + "f1_weighted": 0.739732 + }, + { + "accuracy": 0.741426, + "f1": 0.717013, + "f1_weighted": 0.74265 + }, + { + "accuracy": 0.743779, + "f1": 0.71612, + "f1_weighted": 0.750721 + } + ], + "main_score": 0.739845, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.395931, + "f1": 0.367563, + "f1_weighted": 0.387416, + "scores_per_experiment": [ + { + "accuracy": 0.414929, + "f1": 0.392684, + "f1_weighted": 0.411672 + }, + { + "accuracy": 0.36651, + "f1": 0.325672, + "f1_weighted": 0.35409 + }, + { + "accuracy": 0.409886, + "f1": 0.387057, + "f1_weighted": 0.409559 + }, + { + "accuracy": 0.420309, + "f1": 0.393521, + "f1_weighted": 0.425508 + }, + { + "accuracy": 0.417619, + "f1": 0.376814, + "f1_weighted": 0.404373 + }, + { + "accuracy": 0.328514, + "f1": 0.304632, + "f1_weighted": 0.293133 + }, + { + "accuracy": 0.397108, + "f1": 0.375071, + "f1_weighted": 0.390538 + }, + { + "accuracy": 0.431742, + "f1": 0.414063, + "f1_weighted": 0.430874 + }, + { + "accuracy": 0.356422, + "f1": 0.324117, + "f1_weighted": 0.349912 + }, + { + "accuracy": 0.416274, + "f1": 0.381999, + "f1_weighted": 0.404501 + } + ], + "main_score": 0.395931, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.769233, + "f1": 0.73717, + "f1_weighted": 0.769356, + "scores_per_experiment": [ + { + "accuracy": 0.780094, + "f1": 0.752183, + "f1_weighted": 0.78264 + }, + { + "accuracy": 0.77505, + "f1": 0.746417, + "f1_weighted": 0.777668 + }, + { + "accuracy": 0.770343, + "f1": 0.735717, + "f1_weighted": 0.772643 + }, + { + "accuracy": 0.775387, + "f1": 0.735469, + "f1_weighted": 0.775463 + }, + { + "accuracy": 0.765636, + "f1": 0.730107, + "f1_weighted": 0.757411 + }, + { + "accuracy": 0.771352, + "f1": 0.731763, + "f1_weighted": 0.769074 + }, + { + "accuracy": 0.756893, + "f1": 0.721748, + "f1_weighted": 0.75227 + }, + { + "accuracy": 0.764963, + "f1": 0.738872, + "f1_weighted": 0.768507 + }, + { + "accuracy": 0.765299, + "f1": 0.741188, + "f1_weighted": 0.768101 + }, + { + "accuracy": 0.767317, + "f1": 0.738237, + "f1_weighted": 0.769783 + } + ], + "main_score": 0.769233, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.538097, + "f1": 0.504662, + "f1_weighted": 0.536873, + "scores_per_experiment": [ + { + "accuracy": 0.539341, + "f1": 0.508503, + "f1_weighted": 0.534549 + }, + { + "accuracy": 0.561197, + "f1": 0.525952, + "f1_weighted": 0.560793 + }, + { + "accuracy": 0.522529, + "f1": 0.485038, + "f1_weighted": 0.526823 + }, + { + "accuracy": 0.540013, + "f1": 0.505253, + "f1_weighted": 0.538326 + }, + { + "accuracy": 0.533625, + "f1": 0.484532, + "f1_weighted": 0.528401 + }, + { + "accuracy": 0.544048, + "f1": 0.508924, + "f1_weighted": 0.539964 + }, + { + "accuracy": 0.536651, + "f1": 0.49831, + "f1_weighted": 0.538406 + }, + { + "accuracy": 0.530935, + "f1": 0.509577, + "f1_weighted": 0.528259 + }, + { + "accuracy": 0.557498, + "f1": 0.523087, + "f1_weighted": 0.555019 + }, + { + "accuracy": 0.515131, + "f1": 0.497443, + "f1_weighted": 0.518186 + } + ], + "main_score": 0.538097, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.791358, + "f1": 0.772857, + "f1_weighted": 0.790239, + "scores_per_experiment": [ + { + "accuracy": 0.79926, + "f1": 0.77768, + "f1_weighted": 0.798315 + }, + { + "accuracy": 0.805649, + "f1": 0.78723, + "f1_weighted": 0.804084 + }, + { + "accuracy": 0.781439, + "f1": 0.768366, + "f1_weighted": 0.779394 + }, + { + "accuracy": 0.790854, + "f1": 0.763704, + "f1_weighted": 0.788479 + }, + { + "accuracy": 0.783793, + "f1": 0.760723, + "f1_weighted": 0.774588 + }, + { + "accuracy": 0.798252, + "f1": 0.783071, + "f1_weighted": 0.797715 + }, + { + "accuracy": 0.779085, + "f1": 0.762471, + "f1_weighted": 0.779828 + }, + { + "accuracy": 0.797579, + "f1": 0.787689, + "f1_weighted": 0.798689 + }, + { + "accuracy": 0.78312, + "f1": 0.764107, + "f1_weighted": 0.783156 + }, + { + "accuracy": 0.794553, + "f1": 0.773531, + "f1_weighted": 0.798144 + } + ], + "main_score": 0.791358, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.865871, + "f1": 0.848481, + "f1_weighted": 0.86426, + "scores_per_experiment": [ + { + "accuracy": 0.870881, + "f1": 0.857541, + "f1_weighted": 0.869527 + }, + { + "accuracy": 0.872226, + "f1": 0.855032, + "f1_weighted": 0.87115 + }, + { + "accuracy": 0.862811, + "f1": 0.844591, + "f1_weighted": 0.862653 + }, + { + "accuracy": 0.85575, + "f1": 0.830988, + "f1_weighted": 0.852516 + }, + { + "accuracy": 0.867518, + "f1": 0.846506, + "f1_weighted": 0.863834 + }, + { + "accuracy": 0.862139, + "f1": 0.850886, + "f1_weighted": 0.861799 + }, + { + "accuracy": 0.865501, + "f1": 0.846894, + "f1_weighted": 0.861667 + }, + { + "accuracy": 0.862475, + "f1": 0.84645, + "f1_weighted": 0.862024 + }, + { + "accuracy": 0.864829, + "f1": 0.850368, + "f1_weighted": 0.863787 + }, + { + "accuracy": 0.87458, + "f1": 0.855558, + "f1_weighted": 0.87364 + } + ], + "main_score": 0.865871, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.830733, + "f1": 0.816796, + "f1_weighted": 0.832495, + "scores_per_experiment": [ + { + "accuracy": 0.840619, + "f1": 0.828606, + "f1_weighted": 0.841633 + }, + { + "accuracy": 0.83692, + "f1": 0.821686, + "f1_weighted": 0.839613 + }, + { + "accuracy": 0.841291, + "f1": 0.824627, + "f1_weighted": 0.841787 + }, + { + "accuracy": 0.83423, + "f1": 0.814335, + "f1_weighted": 0.835073 + }, + { + "accuracy": 0.826496, + "f1": 0.808263, + "f1_weighted": 0.826529 + }, + { + "accuracy": 0.831876, + "f1": 0.815401, + "f1_weighted": 0.833246 + }, + { + "accuracy": 0.813383, + "f1": 0.802469, + "f1_weighted": 0.815604 + }, + { + "accuracy": 0.799933, + "f1": 0.800336, + "f1_weighted": 0.806393 + }, + { + "accuracy": 0.840282, + "f1": 0.825762, + "f1_weighted": 0.840675 + }, + { + "accuracy": 0.8423, + "f1": 0.826476, + "f1_weighted": 0.844394 + } + ], + "main_score": 0.830733, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.867518, + "f1": 0.855998, + "f1_weighted": 0.866826, + "scores_per_experiment": [ + { + "accuracy": 0.87458, + "f1": 0.864194, + "f1_weighted": 0.874374 + }, + { + "accuracy": 0.873907, + "f1": 0.863372, + "f1_weighted": 0.873872 + }, + { + "accuracy": 0.863147, + "f1": 0.84817, + "f1_weighted": 0.859904 + }, + { + "accuracy": 0.867182, + "f1": 0.853383, + "f1_weighted": 0.866584 + }, + { + "accuracy": 0.866174, + "f1": 0.854558, + "f1_weighted": 0.863274 + }, + { + "accuracy": 0.868863, + "f1": 0.860064, + "f1_weighted": 0.868228 + }, + { + "accuracy": 0.86382, + "f1": 0.850565, + "f1_weighted": 0.862815 + }, + { + "accuracy": 0.864829, + "f1": 0.855627, + "f1_weighted": 0.865802 + }, + { + "accuracy": 0.867182, + "f1": 0.855462, + "f1_weighted": 0.866902 + }, + { + "accuracy": 0.865501, + "f1": 0.854582, + "f1_weighted": 0.866505 + } + ], + "main_score": 0.867518, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.746537, + "f1": 0.725192, + "f1_weighted": 0.747611, + "scores_per_experiment": [ + { + "accuracy": 0.749832, + "f1": 0.733553, + "f1_weighted": 0.748679 + }, + { + "accuracy": 0.762946, + "f1": 0.740425, + "f1_weighted": 0.765539 + }, + { + "accuracy": 0.732683, + "f1": 0.708465, + "f1_weighted": 0.728966 + }, + { + "accuracy": 0.742434, + "f1": 0.722864, + "f1_weighted": 0.742469 + }, + { + "accuracy": 0.740753, + "f1": 0.71087, + "f1_weighted": 0.733264 + }, + { + "accuracy": 0.755212, + "f1": 0.730618, + "f1_weighted": 0.756803 + }, + { + "accuracy": 0.749832, + "f1": 0.722246, + "f1_weighted": 0.753844 + }, + { + "accuracy": 0.750841, + "f1": 0.732587, + "f1_weighted": 0.756649 + }, + { + "accuracy": 0.743779, + "f1": 0.729199, + "f1_weighted": 0.746554 + }, + { + "accuracy": 0.737054, + "f1": 0.721094, + "f1_weighted": 0.743347 + } + ], + "main_score": 0.746537, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.871722, + "f1": 0.859275, + "f1_weighted": 0.870878, + "scores_per_experiment": [ + { + "accuracy": 0.873235, + "f1": 0.863234, + "f1_weighted": 0.872657 + }, + { + "accuracy": 0.870545, + "f1": 0.856021, + "f1_weighted": 0.869214 + }, + { + "accuracy": 0.87189, + "f1": 0.859195, + "f1_weighted": 0.870519 + }, + { + "accuracy": 0.874243, + "f1": 0.861616, + "f1_weighted": 0.873028 + }, + { + "accuracy": 0.870545, + "f1": 0.853009, + "f1_weighted": 0.867704 + }, + { + "accuracy": 0.86651, + "f1": 0.856059, + "f1_weighted": 0.866797 + }, + { + "accuracy": 0.864492, + "f1": 0.852164, + "f1_weighted": 0.863625 + }, + { + "accuracy": 0.870881, + "f1": 0.860119, + "f1_weighted": 0.871172 + }, + { + "accuracy": 0.878615, + "f1": 0.86759, + "f1_weighted": 0.878075 + }, + { + "accuracy": 0.876261, + "f1": 0.863738, + "f1_weighted": 0.875993 + } + ], + "main_score": 0.871722, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.629623, + "f1": 0.609083, + "f1_weighted": 0.629614, + "scores_per_experiment": [ + { + "accuracy": 0.64963, + "f1": 0.620117, + "f1_weighted": 0.64268 + }, + { + "accuracy": 0.641896, + "f1": 0.621754, + "f1_weighted": 0.636867 + }, + { + "accuracy": 0.62273, + "f1": 0.595807, + "f1_weighted": 0.615295 + }, + { + "accuracy": 0.613315, + "f1": 0.596832, + "f1_weighted": 0.621096 + }, + { + "accuracy": 0.6308, + "f1": 0.601488, + "f1_weighted": 0.61927 + }, + { + "accuracy": 0.622394, + "f1": 0.60089, + "f1_weighted": 0.622182 + }, + { + "accuracy": 0.63349, + "f1": 0.612148, + "f1_weighted": 0.637076 + }, + { + "accuracy": 0.616678, + "f1": 0.611231, + "f1_weighted": 0.627405 + }, + { + "accuracy": 0.629119, + "f1": 0.610108, + "f1_weighted": 0.636063 + }, + { + "accuracy": 0.63618, + "f1": 0.620452, + "f1_weighted": 0.638208 + } + ], + "main_score": 0.629623, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.510491, + "f1": 0.497205, + "f1_weighted": 0.509639, + "scores_per_experiment": [ + { + "accuracy": 0.528917, + "f1": 0.516619, + "f1_weighted": 0.530359 + }, + { + "accuracy": 0.536315, + "f1": 0.513837, + "f1_weighted": 0.545316 + }, + { + "accuracy": 0.506052, + "f1": 0.489857, + "f1_weighted": 0.513719 + }, + { + "accuracy": 0.51345, + "f1": 0.499893, + "f1_weighted": 0.513652 + }, + { + "accuracy": 0.492266, + "f1": 0.487495, + "f1_weighted": 0.480794 + }, + { + "accuracy": 0.481843, + "f1": 0.469199, + "f1_weighted": 0.466895 + }, + { + "accuracy": 0.509415, + "f1": 0.495853, + "f1_weighted": 0.504434 + }, + { + "accuracy": 0.51883, + "f1": 0.507417, + "f1_weighted": 0.523671 + }, + { + "accuracy": 0.475454, + "f1": 0.468007, + "f1_weighted": 0.467078 + }, + { + "accuracy": 0.542367, + "f1": 0.523867, + "f1_weighted": 0.55047 + } + ], + "main_score": 0.510491, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.826194, + "f1": 0.802576, + "f1_weighted": 0.826745, + "scores_per_experiment": [ + { + "accuracy": 0.838601, + "f1": 0.814131, + "f1_weighted": 0.836898 + }, + { + "accuracy": 0.820108, + "f1": 0.796873, + "f1_weighted": 0.819818 + }, + { + "accuracy": 0.816073, + "f1": 0.792355, + "f1_weighted": 0.817496 + }, + { + "accuracy": 0.824815, + "f1": 0.798667, + "f1_weighted": 0.8267 + }, + { + "accuracy": 0.827169, + "f1": 0.800848, + "f1_weighted": 0.824325 + }, + { + "accuracy": 0.822798, + "f1": 0.803091, + "f1_weighted": 0.822841 + }, + { + "accuracy": 0.830531, + "f1": 0.804083, + "f1_weighted": 0.831685 + }, + { + "accuracy": 0.826833, + "f1": 0.808241, + "f1_weighted": 0.828344 + }, + { + "accuracy": 0.817754, + "f1": 0.795518, + "f1_weighted": 0.819619 + }, + { + "accuracy": 0.837256, + "f1": 0.811955, + "f1_weighted": 0.839726 + } + ], + "main_score": 0.826194, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.57078, + "f1": 0.552528, + "f1_weighted": 0.562498, + "scores_per_experiment": [ + { + "accuracy": 0.553463, + "f1": 0.528174, + "f1_weighted": 0.542231 + }, + { + "accuracy": 0.584398, + "f1": 0.551686, + "f1_weighted": 0.584536 + }, + { + "accuracy": 0.566913, + "f1": 0.547241, + "f1_weighted": 0.559552 + }, + { + "accuracy": 0.584062, + "f1": 0.569209, + "f1_weighted": 0.576903 + }, + { + "accuracy": 0.581708, + "f1": 0.566162, + "f1_weighted": 0.568834 + }, + { + "accuracy": 0.567922, + "f1": 0.551329, + "f1_weighted": 0.557508 + }, + { + "accuracy": 0.551782, + "f1": 0.53522, + "f1_weighted": 0.539568 + }, + { + "accuracy": 0.572629, + "f1": 0.560549, + "f1_weighted": 0.566112 + }, + { + "accuracy": 0.566577, + "f1": 0.557394, + "f1_weighted": 0.557414 + }, + { + "accuracy": 0.578346, + "f1": 0.558316, + "f1_weighted": 0.572326 + } + ], + "main_score": 0.57078, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.740215, + "f1": 0.719005, + "f1_weighted": 0.740617, + "scores_per_experiment": [ + { + "accuracy": 0.749496, + "f1": 0.725389, + "f1_weighted": 0.748133 + }, + { + "accuracy": 0.720242, + "f1": 0.710265, + "f1_weighted": 0.719931 + }, + { + "accuracy": 0.738063, + "f1": 0.715616, + "f1_weighted": 0.741411 + }, + { + "accuracy": 0.746806, + "f1": 0.723057, + "f1_weighted": 0.746613 + }, + { + "accuracy": 0.725958, + "f1": 0.698214, + "f1_weighted": 0.720661 + }, + { + "accuracy": 0.743779, + "f1": 0.723966, + "f1_weighted": 0.744497 + }, + { + "accuracy": 0.748151, + "f1": 0.722152, + "f1_weighted": 0.747128 + }, + { + "accuracy": 0.736718, + "f1": 0.720994, + "f1_weighted": 0.740254 + }, + { + "accuracy": 0.759919, + "f1": 0.736281, + "f1_weighted": 0.760057 + }, + { + "accuracy": 0.73302, + "f1": 0.714116, + "f1_weighted": 0.737487 + } + ], + "main_score": 0.740215, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.757666, + "f1": 0.729264, + "f1_weighted": 0.758884, + "scores_per_experiment": [ + { + "accuracy": 0.761937, + "f1": 0.739952, + "f1_weighted": 0.763175 + }, + { + "accuracy": 0.77774, + "f1": 0.751398, + "f1_weighted": 0.781413 + }, + { + "accuracy": 0.739744, + "f1": 0.710358, + "f1_weighted": 0.743674 + }, + { + "accuracy": 0.753194, + "f1": 0.717678, + "f1_weighted": 0.754627 + }, + { + "accuracy": 0.756221, + "f1": 0.717952, + "f1_weighted": 0.749641 + }, + { + "accuracy": 0.761601, + "f1": 0.729833, + "f1_weighted": 0.763474 + }, + { + "accuracy": 0.756557, + "f1": 0.723615, + "f1_weighted": 0.758196 + }, + { + "accuracy": 0.756893, + "f1": 0.731427, + "f1_weighted": 0.759922 + }, + { + "accuracy": 0.768662, + "f1": 0.745253, + "f1_weighted": 0.769203 + }, + { + "accuracy": 0.744116, + "f1": 0.725169, + "f1_weighted": 0.745511 + } + ], + "main_score": 0.757666, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.807935, + "f1": 0.794948, + "f1_weighted": 0.805605, + "scores_per_experiment": [ + { + "accuracy": 0.803631, + "f1": 0.79644, + "f1_weighted": 0.801385 + }, + { + "accuracy": 0.821789, + "f1": 0.806414, + "f1_weighted": 0.819929 + }, + { + "accuracy": 0.794889, + "f1": 0.781556, + "f1_weighted": 0.790699 + }, + { + "accuracy": 0.796234, + "f1": 0.776548, + "f1_weighted": 0.791523 + }, + { + "accuracy": 0.806658, + "f1": 0.787603, + "f1_weighted": 0.801765 + }, + { + "accuracy": 0.803968, + "f1": 0.793861, + "f1_weighted": 0.799929 + }, + { + "accuracy": 0.81809, + "f1": 0.80125, + "f1_weighted": 0.816756 + }, + { + "accuracy": 0.806658, + "f1": 0.799564, + "f1_weighted": 0.808087 + }, + { + "accuracy": 0.804976, + "f1": 0.797726, + "f1_weighted": 0.801333 + }, + { + "accuracy": 0.822461, + "f1": 0.808514, + "f1_weighted": 0.82464 + } + ], + "main_score": 0.807935, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.660256, + "f1": 0.638452, + "f1_weighted": 0.662692, + "scores_per_experiment": [ + { + "accuracy": 0.664425, + "f1": 0.650806, + "f1_weighted": 0.666551 + }, + { + "accuracy": 0.635508, + "f1": 0.617198, + "f1_weighted": 0.637028 + }, + { + "accuracy": 0.64963, + "f1": 0.635748, + "f1_weighted": 0.660906 + }, + { + "accuracy": 0.696369, + "f1": 0.670631, + "f1_weighted": 0.694591 + }, + { + "accuracy": 0.663753, + "f1": 0.633553, + "f1_weighted": 0.659987 + }, + { + "accuracy": 0.65232, + "f1": 0.626211, + "f1_weighted": 0.653069 + }, + { + "accuracy": 0.667115, + "f1": 0.64186, + "f1_weighted": 0.670446 + }, + { + "accuracy": 0.644586, + "f1": 0.629209, + "f1_weighted": 0.654188 + }, + { + "accuracy": 0.656355, + "f1": 0.635597, + "f1_weighted": 0.652571 + }, + { + "accuracy": 0.672495, + "f1": 0.643706, + "f1_weighted": 0.677584 + } + ], + "main_score": 0.660256, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.832515, + "f1": 0.820122, + "f1_weighted": 0.832184, + "scores_per_experiment": [ + { + "accuracy": 0.844654, + "f1": 0.834137, + "f1_weighted": 0.844092 + }, + { + "accuracy": 0.837592, + "f1": 0.825246, + "f1_weighted": 0.836979 + }, + { + "accuracy": 0.843309, + "f1": 0.830088, + "f1_weighted": 0.844745 + }, + { + "accuracy": 0.821789, + "f1": 0.807841, + "f1_weighted": 0.822584 + }, + { + "accuracy": 0.819771, + "f1": 0.802033, + "f1_weighted": 0.813072 + }, + { + "accuracy": 0.829523, + "f1": 0.817561, + "f1_weighted": 0.829039 + }, + { + "accuracy": 0.828514, + "f1": 0.816444, + "f1_weighted": 0.82753 + }, + { + "accuracy": 0.827505, + "f1": 0.817206, + "f1_weighted": 0.829741 + }, + { + "accuracy": 0.839274, + "f1": 0.82706, + "f1_weighted": 0.839444 + }, + { + "accuracy": 0.833221, + "f1": 0.823603, + "f1_weighted": 0.834611 + } + ], + "main_score": 0.832515, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.698184, + "f1": 0.678579, + "f1_weighted": 0.699949, + "scores_per_experiment": [ + { + "accuracy": 0.701748, + "f1": 0.686268, + "f1_weighted": 0.701442 + }, + { + "accuracy": 0.715535, + "f1": 0.694889, + "f1_weighted": 0.719457 + }, + { + "accuracy": 0.665098, + "f1": 0.64542, + "f1_weighted": 0.667606 + }, + { + "accuracy": 0.688299, + "f1": 0.672884, + "f1_weighted": 0.689459 + }, + { + "accuracy": 0.689644, + "f1": 0.656441, + "f1_weighted": 0.684602 + }, + { + "accuracy": 0.701412, + "f1": 0.681875, + "f1_weighted": 0.70395 + }, + { + "accuracy": 0.697377, + "f1": 0.676882, + "f1_weighted": 0.698298 + }, + { + "accuracy": 0.69267, + "f1": 0.681285, + "f1_weighted": 0.69707 + }, + { + "accuracy": 0.715871, + "f1": 0.692673, + "f1_weighted": 0.717317 + }, + { + "accuracy": 0.71419, + "f1": 0.697175, + "f1_weighted": 0.720285 + } + ], + "main_score": 0.698184, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.770545, + "f1": 0.755404, + "f1_weighted": 0.768624, + "scores_per_experiment": [ + { + "accuracy": 0.78581, + "f1": 0.776597, + "f1_weighted": 0.787624 + }, + { + "accuracy": 0.717888, + "f1": 0.719297, + "f1_weighted": 0.714805 + }, + { + "accuracy": 0.76698, + "f1": 0.744902, + "f1_weighted": 0.767611 + }, + { + "accuracy": 0.774378, + "f1": 0.75459, + "f1_weighted": 0.770929 + }, + { + "accuracy": 0.742771, + "f1": 0.721982, + "f1_weighted": 0.730747 + }, + { + "accuracy": 0.786483, + "f1": 0.773902, + "f1_weighted": 0.783339 + }, + { + "accuracy": 0.791863, + "f1": 0.774273, + "f1_weighted": 0.788958 + }, + { + "accuracy": 0.766644, + "f1": 0.752828, + "f1_weighted": 0.771496 + }, + { + "accuracy": 0.787828, + "f1": 0.768742, + "f1_weighted": 0.784634 + }, + { + "accuracy": 0.784802, + "f1": 0.766925, + "f1_weighted": 0.786097 + } + ], + "main_score": 0.770545, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.87226, + "f1": 0.861528, + "f1_weighted": 0.871195, + "scores_per_experiment": [ + { + "accuracy": 0.879287, + "f1": 0.873138, + "f1_weighted": 0.879136 + }, + { + "accuracy": 0.881977, + "f1": 0.870205, + "f1_weighted": 0.881093 + }, + { + "accuracy": 0.871217, + "f1": 0.863259, + "f1_weighted": 0.868589 + }, + { + "accuracy": 0.869536, + "f1": 0.854913, + "f1_weighted": 0.867209 + }, + { + "accuracy": 0.874243, + "f1": 0.859075, + "f1_weighted": 0.870336 + }, + { + "accuracy": 0.868863, + "f1": 0.859774, + "f1_weighted": 0.868194 + }, + { + "accuracy": 0.864492, + "f1": 0.850838, + "f1_weighted": 0.863972 + }, + { + "accuracy": 0.866846, + "f1": 0.85906, + "f1_weighted": 0.867627 + }, + { + "accuracy": 0.870881, + "f1": 0.8619, + "f1_weighted": 0.870711 + }, + { + "accuracy": 0.875252, + "f1": 0.86312, + "f1_weighted": 0.875088 + } + ], + "main_score": 0.87226, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.833995, + "f1": 0.831609, + "f1_weighted": 0.83397, + "scores_per_experiment": [ + { + "accuracy": 0.852724, + "f1": 0.849865, + "f1_weighted": 0.853239 + }, + { + "accuracy": 0.850706, + "f1": 0.847454, + "f1_weighted": 0.849285 + }, + { + "accuracy": 0.831204, + "f1": 0.83097, + "f1_weighted": 0.831007 + }, + { + "accuracy": 0.820108, + "f1": 0.818592, + "f1_weighted": 0.816263 + }, + { + "accuracy": 0.844654, + "f1": 0.833583, + "f1_weighted": 0.841793 + }, + { + "accuracy": 0.833557, + "f1": 0.827479, + "f1_weighted": 0.830499 + }, + { + "accuracy": 0.808003, + "f1": 0.807377, + "f1_weighted": 0.810191 + }, + { + "accuracy": 0.82347, + "f1": 0.828914, + "f1_weighted": 0.82774 + }, + { + "accuracy": 0.834566, + "f1": 0.832455, + "f1_weighted": 0.83563 + }, + { + "accuracy": 0.840955, + "f1": 0.839405, + "f1_weighted": 0.844051 + } + ], + "main_score": 0.833995, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ] + }, + "evaluation_time": 1618.129005432129, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..cffba48636 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.435836, + 0.44645, + 0.432251, + 0.438321, + 0.449521, + 0.438254, + 0.447069, + 0.436291, + 0.441866, + 0.444669 + ] + }, + "v_measure": 0.441053, + "v_measure_std": 0.005417, + "main_score": 0.441053, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.463385105133057, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringS2S.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..2730394352 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.427085, + 0.400906, + 0.422628, + 0.413098, + 0.416951, + 0.42156, + 0.418189, + 0.419091, + 0.43362, + 0.419758 + ] + }, + "v_measure": 0.419289, + "v_measure_std": 0.008159, + "main_score": 0.419289, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.397178411483765, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MindSmallReranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MindSmallReranking.json new file mode 100644 index 0000000000..40a2bfa523 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MindSmallReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "59042f120c80e8afa9cdbb224f67076cec0fc9a7", + "task_name": "MindSmallReranking", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.318995, + "mrr": 0.329018, + "nAUC_map_max": -0.195502, + "nAUC_map_std": -0.023912, + "nAUC_map_diff1": 0.127102, + "nAUC_mrr_max": -0.149486, + "nAUC_mrr_std": -0.005211, + "nAUC_mrr_diff1": 0.119576, + "main_score": 0.318995, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3997.0011405944824, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiEURLEXMultilabelClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiEURLEXMultilabelClassification.json new file mode 100644 index 0000000000..771f7240b5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1437 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "task_name": "MultiEURLEXMultilabelClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.05326, + "f1": 0.336147, + "lrap": 0.475876, + "scores_per_experiment": [ + { + "accuracy": 0.0616, + "f1": 0.303507, + "lrap": 0.455679 + }, + { + "accuracy": 0.0332, + "f1": 0.314251, + "lrap": 0.45235 + }, + { + "accuracy": 0.0516, + "f1": 0.340696, + "lrap": 0.46923 + }, + { + "accuracy": 0.0438, + "f1": 0.310929, + "lrap": 0.498482 + }, + { + "accuracy": 0.0474, + "f1": 0.329068, + "lrap": 0.449848 + }, + { + "accuracy": 0.0548, + "f1": 0.354313, + "lrap": 0.486752 + }, + { + "accuracy": 0.061, + "f1": 0.369417, + "lrap": 0.508943 + }, + { + "accuracy": 0.0468, + "f1": 0.345195, + "lrap": 0.459297 + }, + { + "accuracy": 0.0422, + "f1": 0.341441, + "lrap": 0.461092 + }, + { + "accuracy": 0.0902, + "f1": 0.35265, + "lrap": 0.517088 + } + ], + "main_score": 0.05326, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.04382, + "f1": 0.341657, + "lrap": 0.464519, + "scores_per_experiment": [ + { + "accuracy": 0.036, + "f1": 0.364033, + "lrap": 0.474175 + }, + { + "accuracy": 0.0826, + "f1": 0.329859, + "lrap": 0.502067 + }, + { + "accuracy": 0.0628, + "f1": 0.354966, + "lrap": 0.501137 + }, + { + "accuracy": 0.0448, + "f1": 0.391726, + "lrap": 0.471045 + }, + { + "accuracy": 0.0404, + "f1": 0.322813, + "lrap": 0.448263 + }, + { + "accuracy": 0.0206, + "f1": 0.337787, + "lrap": 0.45589 + }, + { + "accuracy": 0.0312, + "f1": 0.338405, + "lrap": 0.426961 + }, + { + "accuracy": 0.0428, + "f1": 0.313307, + "lrap": 0.466034 + }, + { + "accuracy": 0.0282, + "f1": 0.313385, + "lrap": 0.446639 + }, + { + "accuracy": 0.0488, + "f1": 0.350292, + "lrap": 0.452979 + } + ], + "main_score": 0.04382, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.04132, + "f1": 0.341667, + "lrap": 0.460102, + "scores_per_experiment": [ + { + "accuracy": 0.0388, + "f1": 0.313365, + "lrap": 0.443517 + }, + { + "accuracy": 0.0434, + "f1": 0.372549, + "lrap": 0.476239 + }, + { + "accuracy": 0.0356, + "f1": 0.336551, + "lrap": 0.470809 + }, + { + "accuracy": 0.0538, + "f1": 0.336576, + "lrap": 0.463027 + }, + { + "accuracy": 0.0242, + "f1": 0.337087, + "lrap": 0.438644 + }, + { + "accuracy": 0.0662, + "f1": 0.327255, + "lrap": 0.474475 + }, + { + "accuracy": 0.03, + "f1": 0.342664, + "lrap": 0.459632 + }, + { + "accuracy": 0.0284, + "f1": 0.343931, + "lrap": 0.447343 + }, + { + "accuracy": 0.0622, + "f1": 0.361663, + "lrap": 0.487364 + }, + { + "accuracy": 0.0306, + "f1": 0.345032, + "lrap": 0.439969 + } + ], + "main_score": 0.04132, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.04026, + "f1": 0.325267, + "lrap": 0.459168, + "scores_per_experiment": [ + { + "accuracy": 0.0248, + "f1": 0.314141, + "lrap": 0.447847 + }, + { + "accuracy": 0.0532, + "f1": 0.330945, + "lrap": 0.469558 + }, + { + "accuracy": 0.0496, + "f1": 0.26395, + "lrap": 0.46283 + }, + { + "accuracy": 0.0296, + "f1": 0.333279, + "lrap": 0.427476 + }, + { + "accuracy": 0.039, + "f1": 0.34989, + "lrap": 0.472369 + }, + { + "accuracy": 0.0402, + "f1": 0.368336, + "lrap": 0.461426 + }, + { + "accuracy": 0.043, + "f1": 0.332947, + "lrap": 0.479162 + }, + { + "accuracy": 0.0588, + "f1": 0.336234, + "lrap": 0.480387 + }, + { + "accuracy": 0.0294, + "f1": 0.308501, + "lrap": 0.447009 + }, + { + "accuracy": 0.035, + "f1": 0.314448, + "lrap": 0.443619 + } + ], + "main_score": 0.04026, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.04486, + "f1": 0.357041, + "lrap": 0.474846, + "scores_per_experiment": [ + { + "accuracy": 0.0452, + "f1": 0.352659, + "lrap": 0.482824 + }, + { + "accuracy": 0.0402, + "f1": 0.33777, + "lrap": 0.434007 + }, + { + "accuracy": 0.0624, + "f1": 0.375154, + "lrap": 0.504139 + }, + { + "accuracy": 0.046, + "f1": 0.375531, + "lrap": 0.490438 + }, + { + "accuracy": 0.0538, + "f1": 0.351206, + "lrap": 0.463881 + }, + { + "accuracy": 0.0328, + "f1": 0.342433, + "lrap": 0.470444 + }, + { + "accuracy": 0.0516, + "f1": 0.38049, + "lrap": 0.492938 + }, + { + "accuracy": 0.0342, + "f1": 0.361018, + "lrap": 0.472251 + }, + { + "accuracy": 0.0468, + "f1": 0.326833, + "lrap": 0.473702 + }, + { + "accuracy": 0.0356, + "f1": 0.36732, + "lrap": 0.46384 + } + ], + "main_score": 0.04486, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.05114, + "f1": 0.355298, + "lrap": 0.476742, + "scores_per_experiment": [ + { + "accuracy": 0.0378, + "f1": 0.341925, + "lrap": 0.469155 + }, + { + "accuracy": 0.0294, + "f1": 0.370507, + "lrap": 0.464069 + }, + { + "accuracy": 0.0208, + "f1": 0.331717, + "lrap": 0.430781 + }, + { + "accuracy": 0.0512, + "f1": 0.378512, + "lrap": 0.528963 + }, + { + "accuracy": 0.042, + "f1": 0.346806, + "lrap": 0.467803 + }, + { + "accuracy": 0.0422, + "f1": 0.336423, + "lrap": 0.488708 + }, + { + "accuracy": 0.1448, + "f1": 0.370887, + "lrap": 0.492679 + }, + { + "accuracy": 0.0386, + "f1": 0.353252, + "lrap": 0.477761 + }, + { + "accuracy": 0.0636, + "f1": 0.366767, + "lrap": 0.479198 + }, + { + "accuracy": 0.041, + "f1": 0.356184, + "lrap": 0.468302 + } + ], + "main_score": 0.05114, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.04348, + "f1": 0.349485, + "lrap": 0.462868, + "scores_per_experiment": [ + { + "accuracy": 0.0288, + "f1": 0.349067, + "lrap": 0.454442 + }, + { + "accuracy": 0.0454, + "f1": 0.346605, + "lrap": 0.465906 + }, + { + "accuracy": 0.0476, + "f1": 0.346234, + "lrap": 0.463659 + }, + { + "accuracy": 0.0554, + "f1": 0.338813, + "lrap": 0.458811 + }, + { + "accuracy": 0.044, + "f1": 0.28704, + "lrap": 0.437176 + }, + { + "accuracy": 0.0434, + "f1": 0.336104, + "lrap": 0.465871 + }, + { + "accuracy": 0.0574, + "f1": 0.388823, + "lrap": 0.492218 + }, + { + "accuracy": 0.0488, + "f1": 0.389996, + "lrap": 0.479438 + }, + { + "accuracy": 0.0266, + "f1": 0.362546, + "lrap": 0.457017 + }, + { + "accuracy": 0.0374, + "f1": 0.34962, + "lrap": 0.454141 + } + ], + "main_score": 0.04348, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.04992, + "f1": 0.327594, + "lrap": 0.463803, + "scores_per_experiment": [ + { + "accuracy": 0.0404, + "f1": 0.352363, + "lrap": 0.471092 + }, + { + "accuracy": 0.0398, + "f1": 0.310665, + "lrap": 0.469594 + }, + { + "accuracy": 0.035, + "f1": 0.337881, + "lrap": 0.438406 + }, + { + "accuracy": 0.0406, + "f1": 0.292112, + "lrap": 0.472 + }, + { + "accuracy": 0.0284, + "f1": 0.325838, + "lrap": 0.445071 + }, + { + "accuracy": 0.0374, + "f1": 0.317981, + "lrap": 0.449856 + }, + { + "accuracy": 0.0524, + "f1": 0.309885, + "lrap": 0.461728 + }, + { + "accuracy": 0.057, + "f1": 0.333173, + "lrap": 0.451448 + }, + { + "accuracy": 0.0314, + "f1": 0.341567, + "lrap": 0.457397 + }, + { + "accuracy": 0.1368, + "f1": 0.354473, + "lrap": 0.521437 + } + ], + "main_score": 0.04992, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.04762, + "f1": 0.295492, + "lrap": 0.451349, + "scores_per_experiment": [ + { + "accuracy": 0.027, + "f1": 0.296657, + "lrap": 0.446214 + }, + { + "accuracy": 0.0172, + "f1": 0.26747, + "lrap": 0.42393 + }, + { + "accuracy": 0.0832, + "f1": 0.325037, + "lrap": 0.482661 + }, + { + "accuracy": 0.0252, + "f1": 0.285594, + "lrap": 0.434023 + }, + { + "accuracy": 0.0382, + "f1": 0.307867, + "lrap": 0.449854 + }, + { + "accuracy": 0.0306, + "f1": 0.332157, + "lrap": 0.441095 + }, + { + "accuracy": 0.0506, + "f1": 0.292569, + "lrap": 0.469498 + }, + { + "accuracy": 0.0316, + "f1": 0.256123, + "lrap": 0.432781 + }, + { + "accuracy": 0.0352, + "f1": 0.264194, + "lrap": 0.429288 + }, + { + "accuracy": 0.1374, + "f1": 0.327257, + "lrap": 0.504145 + } + ], + "main_score": 0.04762, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.03402, + "f1": 0.298125, + "lrap": 0.431738, + "scores_per_experiment": [ + { + "accuracy": 0.0372, + "f1": 0.312334, + "lrap": 0.452045 + }, + { + "accuracy": 0.0418, + "f1": 0.379028, + "lrap": 0.433384 + }, + { + "accuracy": 0.0634, + "f1": 0.279015, + "lrap": 0.45754 + }, + { + "accuracy": 0.016, + "f1": 0.251807, + "lrap": 0.394139 + }, + { + "accuracy": 0.0284, + "f1": 0.293604, + "lrap": 0.445287 + }, + { + "accuracy": 0.0216, + "f1": 0.289998, + "lrap": 0.444096 + }, + { + "accuracy": 0.0162, + "f1": 0.301597, + "lrap": 0.410593 + }, + { + "accuracy": 0.042, + "f1": 0.294211, + "lrap": 0.432343 + }, + { + "accuracy": 0.0386, + "f1": 0.281062, + "lrap": 0.439951 + }, + { + "accuracy": 0.035, + "f1": 0.298599, + "lrap": 0.408006 + } + ], + "main_score": 0.03402, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.04258, + "f1": 0.330972, + "lrap": 0.46893, + "scores_per_experiment": [ + { + "accuracy": 0.0702, + "f1": 0.363065, + "lrap": 0.498429 + }, + { + "accuracy": 0.0374, + "f1": 0.294686, + "lrap": 0.453879 + }, + { + "accuracy": 0.037, + "f1": 0.336191, + "lrap": 0.470928 + }, + { + "accuracy": 0.0526, + "f1": 0.348115, + "lrap": 0.481663 + }, + { + "accuracy": 0.0342, + "f1": 0.354519, + "lrap": 0.459783 + }, + { + "accuracy": 0.038, + "f1": 0.313714, + "lrap": 0.483188 + }, + { + "accuracy": 0.02, + "f1": 0.311867, + "lrap": 0.436009 + }, + { + "accuracy": 0.051, + "f1": 0.34142, + "lrap": 0.461482 + }, + { + "accuracy": 0.0528, + "f1": 0.323682, + "lrap": 0.469103 + }, + { + "accuracy": 0.0326, + "f1": 0.32246, + "lrap": 0.474831 + } + ], + "main_score": 0.04258, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.05302, + "f1": 0.334661, + "lrap": 0.466946, + "scores_per_experiment": [ + { + "accuracy": 0.038, + "f1": 0.346905, + "lrap": 0.458644 + }, + { + "accuracy": 0.0394, + "f1": 0.324413, + "lrap": 0.440732 + }, + { + "accuracy": 0.0494, + "f1": 0.290166, + "lrap": 0.475778 + }, + { + "accuracy": 0.0564, + "f1": 0.341006, + "lrap": 0.49229 + }, + { + "accuracy": 0.0586, + "f1": 0.3859, + "lrap": 0.465901 + }, + { + "accuracy": 0.0458, + "f1": 0.365095, + "lrap": 0.465202 + }, + { + "accuracy": 0.1286, + "f1": 0.321807, + "lrap": 0.479146 + }, + { + "accuracy": 0.033, + "f1": 0.294989, + "lrap": 0.452701 + }, + { + "accuracy": 0.0178, + "f1": 0.317318, + "lrap": 0.439816 + }, + { + "accuracy": 0.0632, + "f1": 0.359012, + "lrap": 0.49925 + } + ], + "main_score": 0.05302, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "accuracy": 0.03988, + "f1": 0.324701, + "lrap": 0.462191, + "scores_per_experiment": [ + { + "accuracy": 0.0446, + "f1": 0.355718, + "lrap": 0.457611 + }, + { + "accuracy": 0.0302, + "f1": 0.367217, + "lrap": 0.479567 + }, + { + "accuracy": 0.0418, + "f1": 0.334578, + "lrap": 0.446722 + }, + { + "accuracy": 0.035, + "f1": 0.321046, + "lrap": 0.438126 + }, + { + "accuracy": 0.0462, + "f1": 0.339839, + "lrap": 0.458076 + }, + { + "accuracy": 0.038, + "f1": 0.296766, + "lrap": 0.460206 + }, + { + "accuracy": 0.0436, + "f1": 0.274854, + "lrap": 0.46085 + }, + { + "accuracy": 0.044, + "f1": 0.332442, + "lrap": 0.485711 + }, + { + "accuracy": 0.0274, + "f1": 0.301804, + "lrap": 0.445619 + }, + { + "accuracy": 0.048, + "f1": 0.32275, + "lrap": 0.489421 + } + ], + "main_score": 0.03988, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.04322, + "f1": 0.315215, + "lrap": 0.443609, + "scores_per_experiment": [ + { + "accuracy": 0.0488, + "f1": 0.282976, + "lrap": 0.447856 + }, + { + "accuracy": 0.0558, + "f1": 0.279518, + "lrap": 0.44789 + }, + { + "accuracy": 0.0466, + "f1": 0.327627, + "lrap": 0.465248 + }, + { + "accuracy": 0.0256, + "f1": 0.307885, + "lrap": 0.43302 + }, + { + "accuracy": 0.052, + "f1": 0.309335, + "lrap": 0.452942 + }, + { + "accuracy": 0.0262, + "f1": 0.305688, + "lrap": 0.414217 + }, + { + "accuracy": 0.0364, + "f1": 0.338032, + "lrap": 0.462886 + }, + { + "accuracy": 0.0472, + "f1": 0.340826, + "lrap": 0.430884 + }, + { + "accuracy": 0.0594, + "f1": 0.272237, + "lrap": 0.415744 + }, + { + "accuracy": 0.0342, + "f1": 0.388027, + "lrap": 0.465407 + } + ], + "main_score": 0.04322, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "accuracy": 0.04014, + "f1": 0.303332, + "lrap": 0.442258, + "scores_per_experiment": [ + { + "accuracy": 0.0334, + "f1": 0.34378, + "lrap": 0.472378 + }, + { + "accuracy": 0.0254, + "f1": 0.323612, + "lrap": 0.448948 + }, + { + "accuracy": 0.1248, + "f1": 0.31851, + "lrap": 0.463693 + }, + { + "accuracy": 0.0344, + "f1": 0.266089, + "lrap": 0.438856 + }, + { + "accuracy": 0.0168, + "f1": 0.269832, + "lrap": 0.40315 + }, + { + "accuracy": 0.0278, + "f1": 0.262966, + "lrap": 0.392826 + }, + { + "accuracy": 0.0316, + "f1": 0.35982, + "lrap": 0.479471 + }, + { + "accuracy": 0.0292, + "f1": 0.320654, + "lrap": 0.450826 + }, + { + "accuracy": 0.0424, + "f1": 0.282824, + "lrap": 0.44303 + }, + { + "accuracy": 0.0356, + "f1": 0.285231, + "lrap": 0.4294 + } + ], + "main_score": 0.04014, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.04264, + "f1": 0.315142, + "lrap": 0.453201, + "scores_per_experiment": [ + { + "accuracy": 0.0476, + "f1": 0.316048, + "lrap": 0.437786 + }, + { + "accuracy": 0.0398, + "f1": 0.305535, + "lrap": 0.452618 + }, + { + "accuracy": 0.0488, + "f1": 0.329934, + "lrap": 0.468468 + }, + { + "accuracy": 0.0456, + "f1": 0.327201, + "lrap": 0.4732 + }, + { + "accuracy": 0.0464, + "f1": 0.319457, + "lrap": 0.462775 + }, + { + "accuracy": 0.033, + "f1": 0.302548, + "lrap": 0.431764 + }, + { + "accuracy": 0.059, + "f1": 0.354717, + "lrap": 0.472291 + }, + { + "accuracy": 0.0538, + "f1": 0.306942, + "lrap": 0.466125 + }, + { + "accuracy": 0.0272, + "f1": 0.291348, + "lrap": 0.440804 + }, + { + "accuracy": 0.0252, + "f1": 0.297696, + "lrap": 0.426184 + } + ], + "main_score": 0.04264, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.04094, + "f1": 0.306959, + "lrap": 0.449197, + "scores_per_experiment": [ + { + "accuracy": 0.0398, + "f1": 0.336261, + "lrap": 0.4594 + }, + { + "accuracy": 0.0902, + "f1": 0.355371, + "lrap": 0.506557 + }, + { + "accuracy": 0.0422, + "f1": 0.333311, + "lrap": 0.474248 + }, + { + "accuracy": 0.0374, + "f1": 0.292053, + "lrap": 0.431203 + }, + { + "accuracy": 0.0178, + "f1": 0.288139, + "lrap": 0.413632 + }, + { + "accuracy": 0.0266, + "f1": 0.301796, + "lrap": 0.456219 + }, + { + "accuracy": 0.0504, + "f1": 0.311374, + "lrap": 0.459288 + }, + { + "accuracy": 0.0296, + "f1": 0.300228, + "lrap": 0.443564 + }, + { + "accuracy": 0.0474, + "f1": 0.290899, + "lrap": 0.450405 + }, + { + "accuracy": 0.028, + "f1": 0.260162, + "lrap": 0.397451 + } + ], + "main_score": 0.04094, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ] + }, + { + "accuracy": 0.03546, + "f1": 0.315853, + "lrap": 0.436759, + "scores_per_experiment": [ + { + "accuracy": 0.0342, + "f1": 0.311693, + "lrap": 0.437165 + }, + { + "accuracy": 0.0354, + "f1": 0.31212, + "lrap": 0.449172 + }, + { + "accuracy": 0.0458, + "f1": 0.307642, + "lrap": 0.447008 + }, + { + "accuracy": 0.0354, + "f1": 0.295865, + "lrap": 0.42288 + }, + { + "accuracy": 0.0448, + "f1": 0.316996, + "lrap": 0.435608 + }, + { + "accuracy": 0.0356, + "f1": 0.309625, + "lrap": 0.456116 + }, + { + "accuracy": 0.0362, + "f1": 0.343033, + "lrap": 0.437589 + }, + { + "accuracy": 0.024, + "f1": 0.317743, + "lrap": 0.416116 + }, + { + "accuracy": 0.02, + "f1": 0.324089, + "lrap": 0.414138 + }, + { + "accuracy": 0.0432, + "f1": 0.319724, + "lrap": 0.451795 + } + ], + "main_score": 0.03546, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ] + }, + { + "accuracy": 0.0375, + "f1": 0.307802, + "lrap": 0.435671, + "scores_per_experiment": [ + { + "accuracy": 0.042, + "f1": 0.322717, + "lrap": 0.438218 + }, + { + "accuracy": 0.0296, + "f1": 0.290006, + "lrap": 0.454201 + }, + { + "accuracy": 0.046, + "f1": 0.346518, + "lrap": 0.453089 + }, + { + "accuracy": 0.0294, + "f1": 0.265266, + "lrap": 0.401416 + }, + { + "accuracy": 0.0304, + "f1": 0.307797, + "lrap": 0.429955 + }, + { + "accuracy": 0.0446, + "f1": 0.298723, + "lrap": 0.453208 + }, + { + "accuracy": 0.0514, + "f1": 0.301034, + "lrap": 0.437968 + }, + { + "accuracy": 0.0448, + "f1": 0.296648, + "lrap": 0.419395 + }, + { + "accuracy": 0.0244, + "f1": 0.32265, + "lrap": 0.435668 + }, + { + "accuracy": 0.0324, + "f1": 0.326662, + "lrap": 0.433591 + } + ], + "main_score": 0.0375, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "accuracy": 0.05236, + "f1": 0.324805, + "lrap": 0.466521, + "scores_per_experiment": [ + { + "accuracy": 0.1066, + "f1": 0.34362, + "lrap": 0.461861 + }, + { + "accuracy": 0.053, + "f1": 0.34335, + "lrap": 0.480488 + }, + { + "accuracy": 0.0374, + "f1": 0.292189, + "lrap": 0.432512 + }, + { + "accuracy": 0.0292, + "f1": 0.282094, + "lrap": 0.437201 + }, + { + "accuracy": 0.0216, + "f1": 0.344248, + "lrap": 0.448457 + }, + { + "accuracy": 0.0678, + "f1": 0.403258, + "lrap": 0.521912 + }, + { + "accuracy": 0.0964, + "f1": 0.333256, + "lrap": 0.496594 + }, + { + "accuracy": 0.056, + "f1": 0.324256, + "lrap": 0.484116 + }, + { + "accuracy": 0.0364, + "f1": 0.305145, + "lrap": 0.467397 + }, + { + "accuracy": 0.0192, + "f1": 0.276636, + "lrap": 0.434674 + } + ], + "main_score": 0.05236, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.0335, + "f1": 0.266349, + "lrap": 0.408017, + "scores_per_experiment": [ + { + "accuracy": 0.0316, + "f1": 0.253848, + "lrap": 0.383536 + }, + { + "accuracy": 0.0326, + "f1": 0.275169, + "lrap": 0.400853 + }, + { + "accuracy": 0.058, + "f1": 0.254874, + "lrap": 0.432838 + }, + { + "accuracy": 0.0546, + "f1": 0.280602, + "lrap": 0.44072 + }, + { + "accuracy": 0.0214, + "f1": 0.239804, + "lrap": 0.3798 + }, + { + "accuracy": 0.0352, + "f1": 0.257627, + "lrap": 0.417311 + }, + { + "accuracy": 0.0264, + "f1": 0.293669, + "lrap": 0.423111 + }, + { + "accuracy": 0.0276, + "f1": 0.29788, + "lrap": 0.397472 + }, + { + "accuracy": 0.0324, + "f1": 0.264047, + "lrap": 0.390477 + }, + { + "accuracy": 0.0152, + "f1": 0.245969, + "lrap": 0.414051 + } + ], + "main_score": 0.0335, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "accuracy": 0.03708, + "f1": 0.288026, + "lrap": 0.431363, + "scores_per_experiment": [ + { + "accuracy": 0.0248, + "f1": 0.296089, + "lrap": 0.41612 + }, + { + "accuracy": 0.0558, + "f1": 0.259825, + "lrap": 0.458898 + }, + { + "accuracy": 0.0436, + "f1": 0.299173, + "lrap": 0.455409 + }, + { + "accuracy": 0.032, + "f1": 0.299865, + "lrap": 0.42466 + }, + { + "accuracy": 0.0478, + "f1": 0.326732, + "lrap": 0.434962 + }, + { + "accuracy": 0.0368, + "f1": 0.24274, + "lrap": 0.42268 + }, + { + "accuracy": 0.0466, + "f1": 0.262802, + "lrap": 0.428274 + }, + { + "accuracy": 0.0228, + "f1": 0.295219, + "lrap": 0.42051 + }, + { + "accuracy": 0.0198, + "f1": 0.28256, + "lrap": 0.403981 + }, + { + "accuracy": 0.0408, + "f1": 0.31525, + "lrap": 0.448131 + } + ], + "main_score": 0.03708, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.05078, + "f1": 0.263975, + "lrap": 0.422099, + "scores_per_experiment": [ + { + "accuracy": 0.0172, + "f1": 0.240978, + "lrap": 0.388901 + }, + { + "accuracy": 0.0426, + "f1": 0.260128, + "lrap": 0.415322 + }, + { + "accuracy": 0.0278, + "f1": 0.244525, + "lrap": 0.411742 + }, + { + "accuracy": 0.0286, + "f1": 0.259158, + "lrap": 0.40585 + }, + { + "accuracy": 0.108, + "f1": 0.252347, + "lrap": 0.43579 + }, + { + "accuracy": 0.0238, + "f1": 0.245399, + "lrap": 0.417525 + }, + { + "accuracy": 0.1418, + "f1": 0.312743, + "lrap": 0.458772 + }, + { + "accuracy": 0.036, + "f1": 0.272256, + "lrap": 0.441769 + }, + { + "accuracy": 0.0248, + "f1": 0.24378, + "lrap": 0.404667 + }, + { + "accuracy": 0.0572, + "f1": 0.308436, + "lrap": 0.440651 + } + ], + "main_score": 0.05078, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 3778.50626039505, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiHateClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiHateClassification.json new file mode 100644 index 0000000000..5af12dfabe --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/MultiHateClassification.json @@ -0,0 +1,935 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "task_name": "MultiHateClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.5538, + "f1": 0.525708, + "f1_weighted": 0.567641, + "ap": 0.32701, + "ap_weighted": 0.32701, + "scores_per_experiment": [ + { + "accuracy": 0.498, + "f1": 0.497113, + "f1_weighted": 0.505519, + "ap": 0.335868, + "ap_weighted": 0.335868 + }, + { + "accuracy": 0.599, + "f1": 0.548988, + "f1_weighted": 0.608762, + "ap": 0.328567, + "ap_weighted": 0.328567 + }, + { + "accuracy": 0.558, + "f1": 0.520399, + "f1_weighted": 0.573846, + "ap": 0.315197, + "ap_weighted": 0.315197 + }, + { + "accuracy": 0.564, + "f1": 0.531865, + "f1_weighted": 0.580681, + "ap": 0.323343, + "ap_weighted": 0.323343 + }, + { + "accuracy": 0.513, + "f1": 0.493337, + "f1_weighted": 0.533062, + "ap": 0.308213, + "ap_weighted": 0.308213 + }, + { + "accuracy": 0.642, + "f1": 0.602842, + "f1_weighted": 0.652475, + "ap": 0.369092, + "ap_weighted": 0.369092 + }, + { + "accuracy": 0.574, + "f1": 0.558734, + "f1_weighted": 0.5914, + "ap": 0.350736, + "ap_weighted": 0.350736 + }, + { + "accuracy": 0.452, + "f1": 0.448983, + "f1_weighted": 0.465211, + "ap": 0.301879, + "ap_weighted": 0.301879 + }, + { + "accuracy": 0.559, + "f1": 0.52833, + "f1_weighted": 0.576199, + "ap": 0.321877, + "ap_weighted": 0.321877 + }, + { + "accuracy": 0.579, + "f1": 0.526493, + "f1_weighted": 0.589249, + "ap": 0.315329, + "ap_weighted": 0.315329 + } + ], + "main_score": 0.5538, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.6105, + "f1": 0.569288, + "f1_weighted": 0.609922, + "ap": 0.378787, + "ap_weighted": 0.378787, + "scores_per_experiment": [ + { + "accuracy": 0.592, + "f1": 0.557827, + "f1_weighted": 0.600359, + "ap": 0.360833, + "ap_weighted": 0.360833 + }, + { + "accuracy": 0.557, + "f1": 0.55684, + "f1_weighted": 0.559753, + "ap": 0.39636, + "ap_weighted": 0.39636 + }, + { + "accuracy": 0.577, + "f1": 0.566587, + "f1_weighted": 0.589831, + "ap": 0.378838, + "ap_weighted": 0.378838 + }, + { + "accuracy": 0.59, + "f1": 0.545154, + "f1_weighted": 0.59457, + "ap": 0.351224, + "ap_weighted": 0.351224 + }, + { + "accuracy": 0.698, + "f1": 0.672705, + "f1_weighted": 0.704187, + "ap": 0.458424, + "ap_weighted": 0.458424 + }, + { + "accuracy": 0.674, + "f1": 0.592141, + "f1_weighted": 0.655362, + "ap": 0.387551, + "ap_weighted": 0.387551 + }, + { + "accuracy": 0.623, + "f1": 0.536991, + "f1_weighted": 0.606038, + "ap": 0.347461, + "ap_weighted": 0.347461 + }, + { + "accuracy": 0.623, + "f1": 0.520131, + "f1_weighted": 0.597005, + "ap": 0.340199, + "ap_weighted": 0.340199 + }, + { + "accuracy": 0.56, + "f1": 0.556244, + "f1_weighted": 0.57037, + "ap": 0.381209, + "ap_weighted": 0.381209 + }, + { + "accuracy": 0.611, + "f1": 0.588262, + "f1_weighted": 0.62174, + "ap": 0.385771, + "ap_weighted": 0.385771 + } + ], + "main_score": 0.6105, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ] + }, + { + "accuracy": 0.7036, + "f1": 0.65667, + "f1_weighted": 0.702994, + "ap": 0.432585, + "ap_weighted": 0.432585, + "scores_per_experiment": [ + { + "accuracy": 0.716, + "f1": 0.676867, + "f1_weighted": 0.718699, + "ap": 0.448999, + "ap_weighted": 0.448999 + }, + { + "accuracy": 0.741, + "f1": 0.686483, + "f1_weighted": 0.735117, + "ap": 0.462705, + "ap_weighted": 0.462705 + }, + { + "accuracy": 0.741, + "f1": 0.662193, + "f1_weighted": 0.722889, + "ap": 0.446068, + "ap_weighted": 0.446068 + }, + { + "accuracy": 0.682, + "f1": 0.644185, + "f1_weighted": 0.687336, + "ap": 0.41629, + "ap_weighted": 0.41629 + }, + { + "accuracy": 0.66, + "f1": 0.629248, + "f1_weighted": 0.668969, + "ap": 0.40483, + "ap_weighted": 0.40483 + }, + { + "accuracy": 0.675, + "f1": 0.645382, + "f1_weighted": 0.683506, + "ap": 0.41981, + "ap_weighted": 0.41981 + }, + { + "accuracy": 0.703, + "f1": 0.671198, + "f1_weighted": 0.709238, + "ap": 0.444251, + "ap_weighted": 0.444251 + }, + { + "accuracy": 0.743, + "f1": 0.66048, + "f1_weighted": 0.722747, + "ap": 0.44683, + "ap_weighted": 0.44683 + }, + { + "accuracy": 0.662, + "f1": 0.622901, + "f1_weighted": 0.668071, + "ap": 0.396852, + "ap_weighted": 0.396852 + }, + { + "accuracy": 0.713, + "f1": 0.667762, + "f1_weighted": 0.713368, + "ap": 0.439213, + "ap_weighted": 0.439213 + } + ], + "main_score": 0.7036, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.627, + "f1": 0.58864, + "f1_weighted": 0.633339, + "ap": 0.368738, + "ap_weighted": 0.368738, + "scores_per_experiment": [ + { + "accuracy": 0.675, + "f1": 0.627529, + "f1_weighted": 0.680718, + "ap": 0.386685, + "ap_weighted": 0.386685 + }, + { + "accuracy": 0.704, + "f1": 0.658791, + "f1_weighted": 0.708471, + "ap": 0.416706, + "ap_weighted": 0.416706 + }, + { + "accuracy": 0.607, + "f1": 0.593991, + "f1_weighted": 0.623061, + "ap": 0.379001, + "ap_weighted": 0.379001 + }, + { + "accuracy": 0.656, + "f1": 0.597943, + "f1_weighted": 0.659056, + "ap": 0.360375, + "ap_weighted": 0.360375 + }, + { + "accuracy": 0.536, + "f1": 0.517463, + "f1_weighted": 0.555294, + "ap": 0.321138, + "ap_weighted": 0.321138 + }, + { + "accuracy": 0.674, + "f1": 0.623576, + "f1_weighted": 0.678684, + "ap": 0.382687, + "ap_weighted": 0.382687 + }, + { + "accuracy": 0.464, + "f1": 0.463786, + "f1_weighted": 0.468075, + "ap": 0.319588, + "ap_weighted": 0.319588 + }, + { + "accuracy": 0.698, + "f1": 0.598402, + "f1_weighted": 0.6784, + "ap": 0.365017, + "ap_weighted": 0.365017 + }, + { + "accuracy": 0.59, + "f1": 0.578092, + "f1_weighted": 0.606444, + "ap": 0.367954, + "ap_weighted": 0.367954 + }, + { + "accuracy": 0.666, + "f1": 0.626826, + "f1_weighted": 0.675189, + "ap": 0.388229, + "ap_weighted": 0.388229 + } + ], + "main_score": 0.627, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.592, + "f1": 0.556745, + "f1_weighted": 0.602484, + "ap": 0.343451, + "ap_weighted": 0.343451, + "scores_per_experiment": [ + { + "accuracy": 0.516, + "f1": 0.507417, + "f1_weighted": 0.533296, + "ap": 0.325, + "ap_weighted": 0.325 + }, + { + "accuracy": 0.564, + "f1": 0.549401, + "f1_weighted": 0.581682, + "ap": 0.344976, + "ap_weighted": 0.344976 + }, + { + "accuracy": 0.49, + "f1": 0.485835, + "f1_weighted": 0.504253, + "ap": 0.319211, + "ap_weighted": 0.319211 + }, + { + "accuracy": 0.67, + "f1": 0.582403, + "f1_weighted": 0.658524, + "ap": 0.349892, + "ap_weighted": 0.349892 + }, + { + "accuracy": 0.616, + "f1": 0.58074, + "f1_weighted": 0.629131, + "ap": 0.353817, + "ap_weighted": 0.353817 + }, + { + "accuracy": 0.603, + "f1": 0.558649, + "f1_weighted": 0.614333, + "ap": 0.335845, + "ap_weighted": 0.335845 + }, + { + "accuracy": 0.579, + "f1": 0.553946, + "f1_weighted": 0.59602, + "ap": 0.340273, + "ap_weighted": 0.340273 + }, + { + "accuracy": 0.659, + "f1": 0.587223, + "f1_weighted": 0.65573, + "ap": 0.352487, + "ap_weighted": 0.352487 + }, + { + "accuracy": 0.601, + "f1": 0.566794, + "f1_weighted": 0.615243, + "ap": 0.344469, + "ap_weighted": 0.344469 + }, + { + "accuracy": 0.622, + "f1": 0.595045, + "f1_weighted": 0.636627, + "ap": 0.368539, + "ap_weighted": 0.368539 + } + ], + "main_score": 0.592, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.5844, + "f1": 0.537359, + "f1_weighted": 0.592883, + "ap": 0.327729, + "ap_weighted": 0.327729, + "scores_per_experiment": [ + { + "accuracy": 0.612, + "f1": 0.554962, + "f1_weighted": 0.618054, + "ap": 0.33208, + "ap_weighted": 0.33208 + }, + { + "accuracy": 0.57, + "f1": 0.544638, + "f1_weighted": 0.587194, + "ap": 0.334887, + "ap_weighted": 0.334887 + }, + { + "accuracy": 0.543, + "f1": 0.52644, + "f1_weighted": 0.561508, + "ap": 0.329311, + "ap_weighted": 0.329311 + }, + { + "accuracy": 0.578, + "f1": 0.539832, + "f1_weighted": 0.592313, + "ap": 0.326803, + "ap_weighted": 0.326803 + }, + { + "accuracy": 0.595, + "f1": 0.546509, + "f1_weighted": 0.605232, + "ap": 0.328261, + "ap_weighted": 0.328261 + }, + { + "accuracy": 0.563, + "f1": 0.546092, + "f1_weighted": 0.580784, + "ap": 0.341412, + "ap_weighted": 0.341412 + }, + { + "accuracy": 0.652, + "f1": 0.565589, + "f1_weighted": 0.642313, + "ap": 0.338401, + "ap_weighted": 0.338401 + }, + { + "accuracy": 0.532, + "f1": 0.499178, + "f1_weighted": 0.549949, + "ap": 0.306669, + "ap_weighted": 0.306669 + }, + { + "accuracy": 0.668, + "f1": 0.552522, + "f1_weighted": 0.64254, + "ap": 0.333537, + "ap_weighted": 0.333537 + }, + { + "accuracy": 0.531, + "f1": 0.497832, + "f1_weighted": 0.548939, + "ap": 0.305927, + "ap_weighted": 0.305927 + } + ], + "main_score": 0.5844, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.6099, + "f1": 0.569214, + "f1_weighted": 0.621391, + "ap": 0.345192, + "ap_weighted": 0.345192, + "scores_per_experiment": [ + { + "accuracy": 0.644, + "f1": 0.594946, + "f1_weighted": 0.65133, + "ap": 0.359424, + "ap_weighted": 0.359424 + }, + { + "accuracy": 0.616, + "f1": 0.56027, + "f1_weighted": 0.622888, + "ap": 0.33376, + "ap_weighted": 0.33376 + }, + { + "accuracy": 0.552, + "f1": 0.529647, + "f1_weighted": 0.570662, + "ap": 0.32587, + "ap_weighted": 0.32587 + }, + { + "accuracy": 0.628, + "f1": 0.596842, + "f1_weighted": 0.641673, + "ap": 0.366904, + "ap_weighted": 0.366904 + }, + { + "accuracy": 0.647, + "f1": 0.604153, + "f1_weighted": 0.656247, + "ap": 0.368143, + "ap_weighted": 0.368143 + }, + { + "accuracy": 0.628, + "f1": 0.584369, + "f1_weighted": 0.638235, + "ap": 0.352823, + "ap_weighted": 0.352823 + }, + { + "accuracy": 0.599, + "f1": 0.533382, + "f1_weighted": 0.603375, + "ap": 0.316656, + "ap_weighted": 0.316656 + }, + { + "accuracy": 0.602, + "f1": 0.556595, + "f1_weighted": 0.613351, + "ap": 0.333395, + "ap_weighted": 0.333395 + }, + { + "accuracy": 0.584, + "f1": 0.557665, + "f1_weighted": 0.600837, + "ap": 0.341257, + "ap_weighted": 0.341257 + }, + { + "accuracy": 0.599, + "f1": 0.574273, + "f1_weighted": 0.615313, + "ap": 0.353687, + "ap_weighted": 0.353687 + } + ], + "main_score": 0.6099, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.5892, + "f1": 0.563751, + "f1_weighted": 0.60435, + "ap": 0.348079, + "ap_weighted": 0.348079, + "scores_per_experiment": [ + { + "accuracy": 0.67, + "f1": 0.616334, + "f1_weighted": 0.674305, + "ap": 0.374096, + "ap_weighted": 0.374096 + }, + { + "accuracy": 0.524, + "f1": 0.517279, + "f1_weighted": 0.540291, + "ap": 0.33179, + "ap_weighted": 0.33179 + }, + { + "accuracy": 0.595, + "f1": 0.566358, + "f1_weighted": 0.611383, + "ap": 0.344376, + "ap_weighted": 0.344376 + }, + { + "accuracy": 0.63, + "f1": 0.592868, + "f1_weighted": 0.642541, + "ap": 0.359638, + "ap_weighted": 0.359638 + }, + { + "accuracy": 0.545, + "f1": 0.518881, + "f1_weighted": 0.564169, + "ap": 0.316125, + "ap_weighted": 0.316125 + }, + { + "accuracy": 0.54, + "f1": 0.529981, + "f1_weighted": 0.557705, + "ap": 0.335229, + "ap_weighted": 0.335229 + }, + { + "accuracy": 0.557, + "f1": 0.540947, + "f1_weighted": 0.575628, + "ap": 0.336008, + "ap_weighted": 0.336008 + }, + { + "accuracy": 0.581, + "f1": 0.557811, + "f1_weighted": 0.598721, + "ap": 0.34176, + "ap_weighted": 0.34176 + }, + { + "accuracy": 0.614, + "f1": 0.59758, + "f1_weighted": 0.63042, + "ap": 0.376805, + "ap_weighted": 0.376805 + }, + { + "accuracy": 0.636, + "f1": 0.59947, + "f1_weighted": 0.648338, + "ap": 0.364968, + "ap_weighted": 0.364968 + } + ], + "main_score": 0.5892, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.5737, + "f1": 0.542642, + "f1_weighted": 0.589118, + "ap": 0.330382, + "ap_weighted": 0.330382, + "scores_per_experiment": [ + { + "accuracy": 0.573, + "f1": 0.555393, + "f1_weighted": 0.591138, + "ap": 0.344292, + "ap_weighted": 0.344292 + }, + { + "accuracy": 0.605, + "f1": 0.541162, + "f1_weighted": 0.610306, + "ap": 0.319247, + "ap_weighted": 0.319247 + }, + { + "accuracy": 0.535, + "f1": 0.528091, + "f1_weighted": 0.55116, + "ap": 0.338485, + "ap_weighted": 0.338485 + }, + { + "accuracy": 0.562, + "f1": 0.526448, + "f1_weighted": 0.578868, + "ap": 0.316579, + "ap_weighted": 0.316579 + }, + { + "accuracy": 0.569, + "f1": 0.546445, + "f1_weighted": 0.587307, + "ap": 0.334672, + "ap_weighted": 0.334672 + }, + { + "accuracy": 0.523, + "f1": 0.502917, + "f1_weighted": 0.543282, + "ap": 0.310619, + "ap_weighted": 0.310619 + }, + { + "accuracy": 0.614, + "f1": 0.575262, + "f1_weighted": 0.627084, + "ap": 0.346161, + "ap_weighted": 0.346161 + }, + { + "accuracy": 0.587, + "f1": 0.550488, + "f1_weighted": 0.602245, + "ap": 0.330485, + "ap_weighted": 0.330485 + }, + { + "accuracy": 0.6, + "f1": 0.556863, + "f1_weighted": 0.61272, + "ap": 0.33242, + "ap_weighted": 0.33242 + }, + { + "accuracy": 0.569, + "f1": 0.54335, + "f1_weighted": 0.587074, + "ap": 0.33086, + "ap_weighted": 0.33086 + } + ], + "main_score": 0.5737, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.6412, + "f1": 0.600742, + "f1_weighted": 0.648319, + "ap": 0.376114, + "ap_weighted": 0.376114, + "scores_per_experiment": [ + { + "accuracy": 0.688, + "f1": 0.590474, + "f1_weighted": 0.669614, + "ap": 0.359679, + "ap_weighted": 0.359679 + }, + { + "accuracy": 0.645, + "f1": 0.631849, + "f1_weighted": 0.659403, + "ap": 0.412178, + "ap_weighted": 0.412178 + }, + { + "accuracy": 0.639, + "f1": 0.623801, + "f1_weighted": 0.653745, + "ap": 0.40254, + "ap_weighted": 0.40254 + }, + { + "accuracy": 0.681, + "f1": 0.613853, + "f1_weighted": 0.677619, + "ap": 0.375322, + "ap_weighted": 0.375322 + }, + { + "accuracy": 0.648, + "f1": 0.607843, + "f1_weighted": 0.657537, + "ap": 0.373607, + "ap_weighted": 0.373607 + }, + { + "accuracy": 0.676, + "f1": 0.631356, + "f1_weighted": 0.682158, + "ap": 0.392456, + "ap_weighted": 0.392456 + }, + { + "accuracy": 0.579, + "f1": 0.519844, + "f1_weighted": 0.586584, + "ap": 0.312015, + "ap_weighted": 0.312015 + }, + { + "accuracy": 0.643, + "f1": 0.630064, + "f1_weighted": 0.657458, + "ap": 0.410854, + "ap_weighted": 0.410854 + }, + { + "accuracy": 0.659, + "f1": 0.61761, + "f1_weighted": 0.667429, + "ap": 0.381306, + "ap_weighted": 0.381306 + }, + { + "accuracy": 0.554, + "f1": 0.540727, + "f1_weighted": 0.571645, + "ap": 0.341186, + "ap_weighted": 0.341186 + } + ], + "main_score": 0.6412, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.625, + "f1": 0.579571, + "f1_weighted": 0.633399, + "ap": 0.351591, + "ap_weighted": 0.351591, + "scores_per_experiment": [ + { + "accuracy": 0.509, + "f1": 0.486122, + "f1_weighted": 0.53036, + "ap": 0.299137, + "ap_weighted": 0.299137 + }, + { + "accuracy": 0.64, + "f1": 0.58218, + "f1_weighted": 0.645595, + "ap": 0.344717, + "ap_weighted": 0.344717 + }, + { + "accuracy": 0.582, + "f1": 0.572114, + "f1_weighted": 0.59865, + "ap": 0.363909, + "ap_weighted": 0.363909 + }, + { + "accuracy": 0.652, + "f1": 0.605292, + "f1_weighted": 0.66069, + "ap": 0.36456, + "ap_weighted": 0.36456 + }, + { + "accuracy": 0.561, + "f1": 0.541742, + "f1_weighted": 0.58007, + "ap": 0.33251, + "ap_weighted": 0.33251 + }, + { + "accuracy": 0.666, + "f1": 0.611684, + "f1_weighted": 0.670938, + "ap": 0.368223, + "ap_weighted": 0.368223 + }, + { + "accuracy": 0.706, + "f1": 0.622642, + "f1_weighted": 0.695004, + "ap": 0.379028, + "ap_weighted": 0.379028 + }, + { + "accuracy": 0.656, + "f1": 0.620972, + "f1_weighted": 0.667983, + "ap": 0.381622, + "ap_weighted": 0.381622 + }, + { + "accuracy": 0.653, + "f1": 0.574734, + "f1_weighted": 0.649169, + "ap": 0.338103, + "ap_weighted": 0.338103 + }, + { + "accuracy": 0.625, + "f1": 0.57823, + "f1_weighted": 0.635534, + "ap": 0.344107, + "ap_weighted": 0.344107 + } + ], + "main_score": 0.625, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 201.50272822380066, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NTREXBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NTREXBitextMining.json new file mode 100644 index 0000000000..24bf6a6275 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NTREXBitextMining.json @@ -0,0 +1,23003 @@ +{ + "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "task_name": "NTREXBitextMining", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.89297, + "recall": 0.919379, + "f1": 0.901044, + "accuracy": 0.919379, + "main_score": 0.901044, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.909862, + "recall": 0.931898, + "f1": 0.916436, + "accuracy": 0.931898, + "main_score": 0.916436, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.943749, + "recall": 0.957937, + "f1": 0.948156, + "accuracy": 0.957937, + "main_score": 0.948156, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.6539, + "recall": 0.719579, + "f1": 0.672812, + "accuracy": 0.719579, + "main_score": 0.672812, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.62043, + "recall": 0.686029, + "f1": 0.639309, + "accuracy": 0.686029, + "main_score": 0.639309, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.759027, + "recall": 0.804707, + "f1": 0.772725, + "accuracy": 0.804707, + "main_score": 0.772725, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.92235, + "recall": 0.941913, + "f1": 0.928292, + "accuracy": 0.941913, + "main_score": 0.928292, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.873456, + "recall": 0.904857, + "f1": 0.883052, + "accuracy": 0.904857, + "main_score": 0.883052, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.901644, + "recall": 0.925889, + "f1": 0.909397, + "accuracy": 0.925889, + "main_score": 0.909397, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.894367, + "recall": 0.919379, + "f1": 0.901875, + "accuracy": 0.919379, + "main_score": 0.901875, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.71146, + "recall": 0.77316, + "f1": 0.729556, + "accuracy": 0.77316, + "main_score": 0.729556, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.422411, + "recall": 0.492739, + "f1": 0.44171, + "accuracy": 0.492739, + "main_score": 0.44171, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.44799, + "recall": 0.523786, + "f1": 0.469345, + "accuracy": 0.523786, + "main_score": 0.469345, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.426146, + "recall": 0.496745, + "f1": 0.446204, + "accuracy": 0.496745, + "main_score": 0.446204, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.321416, + "recall": 0.401602, + "f1": 0.343332, + "accuracy": 0.401602, + "main_score": 0.343332, + "hf_subset": "amh_Ethi-orm_Ethi", + "languages": [ + "amh-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.409716, + "recall": 0.48022, + "f1": 0.429197, + "accuracy": 0.48022, + "main_score": 0.429197, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.411988, + "recall": 0.488232, + "f1": 0.433157, + "accuracy": 0.488232, + "main_score": 0.433157, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.654391, + "recall": 0.714071, + "f1": 0.671803, + "accuracy": 0.714071, + "main_score": 0.671803, + "hf_subset": "amh_Ethi-swa_Latn", + "languages": [ + "amh-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.518865, + "recall": 0.603405, + "f1": 0.543361, + "accuracy": 0.603405, + "main_score": 0.543361, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.426172, + "recall": 0.497747, + "f1": 0.44627, + "accuracy": 0.497747, + "main_score": 0.44627, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.384397, + "recall": 0.45969, + "f1": 0.405604, + "accuracy": 0.45969, + "main_score": 0.405604, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.409569, + "recall": 0.488733, + "f1": 0.431284, + "accuracy": 0.488733, + "main_score": 0.431284, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.329118, + "recall": 0.415123, + "f1": 0.352782, + "accuracy": 0.415123, + "main_score": 0.352782, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.423842, + "recall": 0.49975, + "f1": 0.44497, + "accuracy": 0.49975, + "main_score": 0.44497, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.932691, + "recall": 0.951928, + "f1": 0.938858, + "accuracy": 0.951928, + "main_score": 0.938858, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.354273, + "recall": 0.451678, + "f1": 0.379047, + "accuracy": 0.451678, + "main_score": 0.379047, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.959815, + "recall": 0.971958, + "f1": 0.963645, + "accuracy": 0.971958, + "main_score": 0.963645, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.915932, + "recall": 0.940411, + "f1": 0.923752, + "accuracy": 0.940411, + "main_score": 0.923752, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.967785, + "recall": 0.977466, + "f1": 0.970956, + "accuracy": 0.977466, + "main_score": 0.970956, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.950092, + "recall": 0.964447, + "f1": 0.954765, + "accuracy": 0.964447, + "main_score": 0.954765, + "hf_subset": "arb_Arab-fas_Arab", + "languages": [ + "arb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.894008, + "recall": 0.924887, + "f1": 0.903655, + "accuracy": 0.924887, + "main_score": 0.903655, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.955183, + "recall": 0.968953, + "f1": 0.95969, + "accuracy": 0.968953, + "main_score": 0.95969, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.815223, + "recall": 0.867802, + "f1": 0.831714, + "accuracy": 0.867802, + "main_score": 0.831714, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.94137, + "recall": 0.958938, + "f1": 0.946954, + "accuracy": 0.958938, + "main_score": 0.946954, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.810891, + "recall": 0.85979, + "f1": 0.825588, + "accuracy": 0.85979, + "main_score": 0.825588, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.965031, + "recall": 0.974962, + "f1": 0.968286, + "accuracy": 0.974962, + "main_score": 0.968286, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.938575, + "recall": 0.955934, + "f1": 0.944166, + "accuracy": 0.955934, + "main_score": 0.944166, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.39004, + "recall": 0.491237, + "f1": 0.416702, + "accuracy": 0.491237, + "main_score": 0.416702, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.933751, + "recall": 0.95343, + "f1": 0.94006, + "accuracy": 0.95343, + "main_score": 0.94006, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.67039, + "recall": 0.746119, + "f1": 0.692156, + "accuracy": 0.746119, + "main_score": 0.692156, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.779434, + "recall": 0.836254, + "f1": 0.796741, + "accuracy": 0.836254, + "main_score": 0.796741, + "hf_subset": "arb_Arab-mey_Arab", + "languages": [ + "arb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.949382, + "recall": 0.963946, + "f1": 0.954131, + "accuracy": 0.963946, + "main_score": 0.954131, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.914956, + "recall": 0.940411, + "f1": 0.923218, + "accuracy": 0.940411, + "main_score": 0.923218, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.955308, + "recall": 0.968453, + "f1": 0.959473, + "accuracy": 0.968453, + "main_score": 0.959473, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.929436, + "recall": 0.950426, + "f1": 0.936171, + "accuracy": 0.950426, + "main_score": 0.936171, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.698012, + "recall": 0.770656, + "f1": 0.719302, + "accuracy": 0.770656, + "main_score": 0.719302, + "hf_subset": "arb_Arab-pus_Arab", + "languages": [ + "arb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.933943, + "recall": 0.952929, + "f1": 0.940027, + "accuracy": 0.952929, + "main_score": 0.940027, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.432211, + "recall": 0.543816, + "f1": 0.461942, + "accuracy": 0.543816, + "main_score": 0.461942, + "hf_subset": "arb_Arab-shi_Arab", + "languages": [ + "arb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.963028, + "recall": 0.97346, + "f1": 0.966366, + "accuracy": 0.97346, + "main_score": 0.966366, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.780921, + "recall": 0.835754, + "f1": 0.797392, + "accuracy": 0.835754, + "main_score": 0.797392, + "hf_subset": "arb_Arab-swa_Latn", + "languages": [ + "arb-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.918378, + "recall": 0.942914, + "f1": 0.926306, + "accuracy": 0.942914, + "main_score": 0.926306, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.897321, + "recall": 0.92639, + "f1": 0.90646, + "accuracy": 0.92639, + "main_score": 0.90646, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.412935, + "recall": 0.512769, + "f1": 0.439146, + "accuracy": 0.512769, + "main_score": 0.439146, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.927099, + "recall": 0.947421, + "f1": 0.9336, + "accuracy": 0.947421, + "main_score": 0.9336, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.943499, + "recall": 0.959439, + "f1": 0.948566, + "accuracy": 0.959439, + "main_score": 0.948566, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.944959, + "recall": 0.960941, + "f1": 0.950042, + "accuracy": 0.960941, + "main_score": 0.950042, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.44114, + "recall": 0.535303, + "f1": 0.466021, + "accuracy": 0.535303, + "main_score": 0.466021, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.598183, + "recall": 0.664997, + "f1": 0.617167, + "accuracy": 0.664997, + "main_score": 0.617167, + "hf_subset": "aze_Latn-bak_Cyrl", + "languages": [ + "aze-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.852395, + "recall": 0.891337, + "f1": 0.864413, + "accuracy": 0.891337, + "main_score": 0.864413, + "hf_subset": "aze_Latn-eng_Latn", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.67604, + "recall": 0.737106, + "f1": 0.693805, + "accuracy": 0.737106, + "main_score": 0.693805, + "hf_subset": "aze_Latn-kaz_Cyrl", + "languages": [ + "aze-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.642181, + "recall": 0.707061, + "f1": 0.660903, + "accuracy": 0.707061, + "main_score": 0.660903, + "hf_subset": "aze_Latn-kir_Cyrl", + "languages": [ + "aze-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.613457, + "recall": 0.681522, + "f1": 0.633271, + "accuracy": 0.681522, + "main_score": 0.633271, + "hf_subset": "aze_Latn-tat_Cyrl", + "languages": [ + "aze-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.625974, + "recall": 0.690035, + "f1": 0.643862, + "accuracy": 0.690035, + "main_score": 0.643862, + "hf_subset": "aze_Latn-tuk_Latn", + "languages": [ + "aze-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.829824, + "recall": 0.868803, + "f1": 0.841389, + "accuracy": 0.868803, + "main_score": 0.841389, + "hf_subset": "aze_Latn-tur_Latn", + "languages": [ + "aze-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.302331, + "recall": 0.39309, + "f1": 0.326143, + "accuracy": 0.39309, + "main_score": 0.326143, + "hf_subset": "aze_Latn-uig_Arab", + "languages": [ + "aze-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.64388, + "recall": 0.712569, + "f1": 0.663761, + "accuracy": 0.712569, + "main_score": 0.663761, + "hf_subset": "aze_Latn-uzb_Latn", + "languages": [ + "aze-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.598781, + "recall": 0.661993, + "f1": 0.61722, + "accuracy": 0.661993, + "main_score": 0.61722, + "hf_subset": "bak_Cyrl-aze_Latn", + "languages": [ + "bak-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.656663, + "recall": 0.712569, + "f1": 0.67274, + "accuracy": 0.712569, + "main_score": 0.67274, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.642894, + "recall": 0.703555, + "f1": 0.66053, + "accuracy": 0.703555, + "main_score": 0.66053, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.639428, + "recall": 0.697046, + "f1": 0.655933, + "accuracy": 0.697046, + "main_score": 0.655933, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.759508, + "recall": 0.810215, + "f1": 0.774397, + "accuracy": 0.810215, + "main_score": 0.774397, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.580118, + "recall": 0.640961, + "f1": 0.597504, + "accuracy": 0.640961, + "main_score": 0.597504, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.639027, + "recall": 0.69304, + "f1": 0.65432, + "accuracy": 0.69304, + "main_score": 0.65432, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.327472, + "recall": 0.408613, + "f1": 0.349565, + "accuracy": 0.408613, + "main_score": 0.349565, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.586431, + "recall": 0.65348, + "f1": 0.606025, + "accuracy": 0.65348, + "main_score": 0.606025, + "hf_subset": "bak_Cyrl-uzb_Latn", + "languages": [ + "bak-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.829094, + "recall": 0.868803, + "f1": 0.841157, + "accuracy": 0.868803, + "main_score": 0.841157, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.831194, + "recall": 0.869805, + "f1": 0.842879, + "accuracy": 0.869805, + "main_score": 0.842879, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.829316, + "recall": 0.869304, + "f1": 0.841338, + "accuracy": 0.869304, + "main_score": 0.841338, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.883214, + "recall": 0.912369, + "f1": 0.892124, + "accuracy": 0.912369, + "main_score": 0.892124, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.824059, + "recall": 0.863295, + "f1": 0.836008, + "accuracy": 0.863295, + "main_score": 0.836008, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.811567, + "recall": 0.853781, + "f1": 0.82448, + "accuracy": 0.853781, + "main_score": 0.82448, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.832816, + "recall": 0.870305, + "f1": 0.844069, + "accuracy": 0.870305, + "main_score": 0.844069, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.856778, + "recall": 0.890836, + "f1": 0.867121, + "accuracy": 0.890836, + "main_score": 0.867121, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.836288, + "recall": 0.870806, + "f1": 0.846403, + "accuracy": 0.870806, + "main_score": 0.846403, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.767844, + "recall": 0.816224, + "f1": 0.782408, + "accuracy": 0.816224, + "main_score": 0.782408, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.72526, + "recall": 0.786179, + "f1": 0.743309, + "accuracy": 0.786179, + "main_score": 0.743309, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.809157, + "recall": 0.851277, + "f1": 0.821819, + "accuracy": 0.851277, + "main_score": 0.821819, + "hf_subset": "bel_Cyrl-srp_Latn", + "languages": [ + "bel-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.872367, + "recall": 0.904357, + "f1": 0.881992, + "accuracy": 0.904357, + "main_score": 0.881992, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.551208, + "recall": 0.608413, + "f1": 0.566871, + "accuracy": 0.608413, + "main_score": 0.566871, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.510595, + "recall": 0.56685, + "f1": 0.527253, + "accuracy": 0.56685, + "main_score": 0.527253, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.546308, + "recall": 0.597897, + "f1": 0.561254, + "accuracy": 0.597897, + "main_score": 0.561254, + "hf_subset": "bem_Latn-fuc_Latn", + "languages": [ + "bem-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.530078, + "recall": 0.584377, + "f1": 0.545652, + "accuracy": 0.584377, + "main_score": 0.545652, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.559956, + "recall": 0.609915, + "f1": 0.574766, + "accuracy": 0.609915, + "main_score": 0.574766, + "hf_subset": "bem_Latn-nde_Latn", + "languages": [ + "bem-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.591466, + "recall": 0.638458, + "f1": 0.604846, + "accuracy": 0.638458, + "main_score": 0.604846, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.569609, + "recall": 0.616425, + "f1": 0.583108, + "accuracy": 0.616425, + "main_score": 0.583108, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.533683, + "recall": 0.588883, + "f1": 0.549291, + "accuracy": 0.588883, + "main_score": 0.549291, + "hf_subset": "bem_Latn-ven_Latn", + "languages": [ + "bem-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.940411, + "recall": 0.958438, + "f1": 0.946253, + "accuracy": 0.958438, + "main_score": 0.946253, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.975338, + "recall": 0.982474, + "f1": 0.977583, + "accuracy": 0.982474, + "main_score": 0.977583, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.38144, + "recall": 0.474712, + "f1": 0.40626, + "accuracy": 0.474712, + "main_score": 0.40626, + "hf_subset": "ben_Beng-div_Thaa", + "languages": [ + "ben-Beng", + "div-Thaa" + ] + }, + { + "precision": 0.923761, + "recall": 0.945919, + "f1": 0.930846, + "accuracy": 0.945919, + "main_score": 0.930846, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.556474, + "recall": 0.643465, + "f1": 0.580414, + "accuracy": 0.643465, + "main_score": 0.580414, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.961292, + "recall": 0.972959, + "f1": 0.965031, + "accuracy": 0.972959, + "main_score": 0.965031, + "hf_subset": "ben_Beng-fas_Arab", + "languages": [ + "ben-Beng", + "fas-Arab" + ] + }, + { + "precision": 0.907545, + "recall": 0.932399, + "f1": 0.915356, + "accuracy": 0.932399, + "main_score": 0.915356, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.961609, + "recall": 0.972959, + "f1": 0.965365, + "accuracy": 0.972959, + "main_score": 0.965365, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.928726, + "recall": 0.951427, + "f1": 0.936238, + "accuracy": 0.951427, + "main_score": 0.936238, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.831723, + "recall": 0.87982, + "f1": 0.846813, + "accuracy": 0.87982, + "main_score": 0.846813, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.969371, + "recall": 0.978468, + "f1": 0.972292, + "accuracy": 0.978468, + "main_score": 0.972292, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.829444, + "recall": 0.876314, + "f1": 0.843882, + "accuracy": 0.876314, + "main_score": 0.843882, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981472, + "f1": 0.976381, + "accuracy": 0.981472, + "main_score": 0.976381, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.960274, + "recall": 0.972459, + "f1": 0.96428, + "accuracy": 0.972459, + "main_score": 0.96428, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.921858, + "recall": 0.944917, + "f1": 0.929177, + "accuracy": 0.944917, + "main_score": 0.929177, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.960858, + "recall": 0.972959, + "f1": 0.964864, + "accuracy": 0.972959, + "main_score": 0.964864, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.705584, + "recall": 0.774161, + "f1": 0.725577, + "accuracy": 0.774161, + "main_score": 0.725577, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.948297, + "recall": 0.964447, + "f1": 0.953547, + "accuracy": 0.964447, + "main_score": 0.953547, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.930537, + "recall": 0.950426, + "f1": 0.936772, + "accuracy": 0.950426, + "main_score": 0.936772, + "hf_subset": "ben_Beng-nep_Deva", + "languages": [ + "ben-Beng", + "nep-Deva" + ] + }, + { + "precision": 0.961901, + "recall": 0.972959, + "f1": 0.965482, + "accuracy": 0.972959, + "main_score": 0.965482, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.838675, + "recall": 0.885829, + "f1": 0.853456, + "accuracy": 0.885829, + "main_score": 0.853456, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.924762, + "recall": 0.94642, + "f1": 0.931681, + "accuracy": 0.94642, + "main_score": 0.931681, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.96645, + "recall": 0.975964, + "f1": 0.969538, + "accuracy": 0.975964, + "main_score": 0.969538, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.956518, + "recall": 0.969454, + "f1": 0.960774, + "accuracy": 0.969454, + "main_score": 0.960774, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.799424, + "recall": 0.852779, + "f1": 0.815759, + "accuracy": 0.852779, + "main_score": 0.815759, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.518874, + "recall": 0.616925, + "f1": 0.545945, + "accuracy": 0.616925, + "main_score": 0.545945, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.974629, + "recall": 0.981973, + "f1": 0.977049, + "accuracy": 0.981973, + "main_score": 0.977049, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.796061, + "recall": 0.848272, + "f1": 0.81182, + "accuracy": 0.848272, + "main_score": 0.81182, + "hf_subset": "ben_Beng-swa_Latn", + "languages": [ + "ben-Beng", + "swa-Latn" + ] + }, + { + "precision": 0.937949, + "recall": 0.956435, + "f1": 0.943866, + "accuracy": 0.956435, + "main_score": 0.943866, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.935612, + "recall": 0.954432, + "f1": 0.941612, + "accuracy": 0.954432, + "main_score": 0.941612, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.93229, + "recall": 0.952429, + "f1": 0.938775, + "accuracy": 0.952429, + "main_score": 0.938775, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.939651, + "recall": 0.955934, + "f1": 0.944784, + "accuracy": 0.955934, + "main_score": 0.944784, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.932482, + "recall": 0.952429, + "f1": 0.938808, + "accuracy": 0.952429, + "main_score": 0.938808, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.957436, + "recall": 0.970956, + "f1": 0.961859, + "accuracy": 0.970956, + "main_score": 0.961859, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.955517, + "recall": 0.968953, + "f1": 0.95994, + "accuracy": 0.968953, + "main_score": 0.95994, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.453677, + "recall": 0.54682, + "f1": 0.478309, + "accuracy": 0.54682, + "main_score": 0.478309, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.223666, + "recall": 0.273911, + "f1": 0.236636, + "accuracy": 0.273911, + "main_score": 0.236636, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.307535, + "recall": 0.350526, + "f1": 0.318372, + "accuracy": 0.350526, + "main_score": 0.318372, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.27842, + "recall": 0.327491, + "f1": 0.291394, + "accuracy": 0.327491, + "main_score": 0.291394, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.298195, + "recall": 0.335003, + "f1": 0.308168, + "accuracy": 0.335003, + "main_score": 0.308168, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.292326, + "recall": 0.331998, + "f1": 0.302564, + "accuracy": 0.331998, + "main_score": 0.302564, + "hf_subset": "bod_Tibt-mon_Mong", + "languages": [ + "bod-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.175043, + "recall": 0.220831, + "f1": 0.18729, + "accuracy": 0.220831, + "main_score": 0.18729, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.298176, + "recall": 0.344517, + "f1": 0.310476, + "accuracy": 0.344517, + "main_score": 0.310476, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.779516, + "recall": 0.833751, + "f1": 0.795903, + "accuracy": 0.833751, + "main_score": 0.795903, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.908196, + "recall": 0.934402, + "f1": 0.916541, + "accuracy": 0.934402, + "main_score": 0.916541, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.919286, + "recall": 0.937907, + "f1": 0.925004, + "accuracy": 0.937907, + "main_score": 0.925004, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.949549, + "recall": 0.962444, + "f1": 0.95363, + "accuracy": 0.962444, + "main_score": 0.95363, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.968453, + "recall": 0.977466, + "f1": 0.971374, + "accuracy": 0.977466, + "main_score": 0.971374, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.87018, + "recall": 0.904857, + "f1": 0.880841, + "accuracy": 0.904857, + "main_score": 0.880841, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.911279, + "recall": 0.933901, + "f1": 0.918222, + "accuracy": 0.933901, + "main_score": 0.918222, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.916099, + "recall": 0.938408, + "f1": 0.923168, + "accuracy": 0.938408, + "main_score": 0.923168, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.916475, + "recall": 0.936405, + "f1": 0.922784, + "accuracy": 0.936405, + "main_score": 0.922784, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.886096, + "recall": 0.916375, + "f1": 0.895286, + "accuracy": 0.916375, + "main_score": 0.895286, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.75776, + "recall": 0.82023, + "f1": 0.775991, + "accuracy": 0.82023, + "main_score": 0.775991, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.962944, + "recall": 0.973961, + "f1": 0.966533, + "accuracy": 0.973961, + "main_score": 0.966533, + "hf_subset": "bos_Latn-srp_Latn", + "languages": [ + "bos-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.921808, + "recall": 0.942414, + "f1": 0.928343, + "accuracy": 0.942414, + "main_score": 0.928343, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.813232, + "recall": 0.86029, + "f1": 0.827386, + "accuracy": 0.86029, + "main_score": 0.827386, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.913767, + "recall": 0.936905, + "f1": 0.920956, + "accuracy": 0.936905, + "main_score": 0.920956, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.903522, + "recall": 0.930396, + "f1": 0.912101, + "accuracy": 0.930396, + "main_score": 0.912101, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.962502, + "recall": 0.972959, + "f1": 0.965815, + "accuracy": 0.972959, + "main_score": 0.965815, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.899675, + "recall": 0.927391, + "f1": 0.908312, + "accuracy": 0.927391, + "main_score": 0.908312, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.904565, + "recall": 0.931898, + "f1": 0.913153, + "accuracy": 0.931898, + "main_score": 0.913153, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.9223, + "recall": 0.944417, + "f1": 0.929478, + "accuracy": 0.944417, + "main_score": 0.929478, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.942347, + "recall": 0.958438, + "f1": 0.947421, + "accuracy": 0.958438, + "main_score": 0.947421, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.905124, + "recall": 0.929394, + "f1": 0.912614, + "accuracy": 0.929394, + "main_score": 0.912614, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.837314, + "recall": 0.87982, + "f1": 0.850418, + "accuracy": 0.87982, + "main_score": 0.850418, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.752625, + "recall": 0.81322, + "f1": 0.770718, + "accuracy": 0.81322, + "main_score": 0.770718, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.894425, + "recall": 0.923886, + "f1": 0.903748, + "accuracy": 0.923886, + "main_score": 0.903748, + "hf_subset": "bul_Cyrl-srp_Latn", + "languages": [ + "bul-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.926239, + "recall": 0.94642, + "f1": 0.932716, + "accuracy": 0.94642, + "main_score": 0.932716, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.963086, + "recall": 0.97346, + "f1": 0.966316, + "accuracy": 0.97346, + "main_score": 0.966316, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.940928, + "recall": 0.958438, + "f1": 0.946503, + "accuracy": 0.958438, + "main_score": 0.946503, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.938007, + "recall": 0.954932, + "f1": 0.943232, + "accuracy": 0.954932, + "main_score": 0.943232, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.948105, + "recall": 0.960441, + "f1": 0.952011, + "accuracy": 0.960441, + "main_score": 0.952011, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.675181, + "recall": 0.747121, + "f1": 0.696655, + "accuracy": 0.747121, + "main_score": 0.696655, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.95126, + "recall": 0.964947, + "f1": 0.955684, + "accuracy": 0.964947, + "main_score": 0.955684, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.923427, + "recall": 0.941913, + "f1": 0.929344, + "accuracy": 0.941913, + "main_score": 0.929344, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.961486, + "recall": 0.971457, + "f1": 0.964589, + "accuracy": 0.971457, + "main_score": 0.964589, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.811355, + "recall": 0.85979, + "f1": 0.82614, + "accuracy": 0.85979, + "main_score": 0.82614, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.922334, + "recall": 0.943415, + "f1": 0.92886, + "accuracy": 0.943415, + "main_score": 0.92886, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.905959, + "recall": 0.931898, + "f1": 0.914088, + "accuracy": 0.931898, + "main_score": 0.914088, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.957812, + "recall": 0.969454, + "f1": 0.961459, + "accuracy": 0.969454, + "main_score": 0.961459, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.915544, + "recall": 0.937406, + "f1": 0.922193, + "accuracy": 0.937406, + "main_score": 0.922193, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.863053, + "recall": 0.900851, + "f1": 0.874745, + "accuracy": 0.900851, + "main_score": 0.874745, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.922943, + "recall": 0.944917, + "f1": 0.929928, + "accuracy": 0.944917, + "main_score": 0.929928, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.921595, + "recall": 0.941913, + "f1": 0.92795, + "accuracy": 0.941913, + "main_score": 0.92795, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.953013, + "recall": 0.965949, + "f1": 0.957086, + "accuracy": 0.965949, + "main_score": 0.957086, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.862035, + "recall": 0.895844, + "f1": 0.872277, + "accuracy": 0.895844, + "main_score": 0.872277, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.732628, + "recall": 0.800701, + "f1": 0.753076, + "accuracy": 0.800701, + "main_score": 0.753076, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.883033, + "recall": 0.915373, + "f1": 0.893273, + "accuracy": 0.915373, + "main_score": 0.893273, + "hf_subset": "ces_Latn-srp_Latn", + "languages": [ + "ces-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.917668, + "recall": 0.93991, + "f1": 0.92463, + "accuracy": 0.93991, + "main_score": 0.92463, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.404933, + "recall": 0.474712, + "f1": 0.423189, + "accuracy": 0.474712, + "main_score": 0.423189, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.405147, + "recall": 0.474211, + "f1": 0.4231, + "accuracy": 0.474211, + "main_score": 0.4231, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.429139, + "recall": 0.502253, + "f1": 0.447542, + "accuracy": 0.502253, + "main_score": 0.447542, + "hf_subset": "ckb_Arab-fas_Arab", + "languages": [ + "ckb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.395252, + "recall": 0.4667, + "f1": 0.413923, + "accuracy": 0.4667, + "main_score": 0.413923, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.428157, + "recall": 0.490736, + "f1": 0.4448, + "accuracy": 0.490736, + "main_score": 0.4448, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.356376, + "recall": 0.416124, + "f1": 0.37216, + "accuracy": 0.416124, + "main_score": 0.37216, + "hf_subset": "ckb_Arab-mey_Arab", + "languages": [ + "ckb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.442071, + "recall": 0.521783, + "f1": 0.462762, + "accuracy": 0.521783, + "main_score": 0.462762, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.40571, + "recall": 0.470706, + "f1": 0.423273, + "accuracy": 0.470706, + "main_score": 0.423273, + "hf_subset": "ckb_Arab-pus_Arab", + "languages": [ + "ckb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.269695, + "recall": 0.331497, + "f1": 0.286131, + "accuracy": 0.331497, + "main_score": 0.286131, + "hf_subset": "ckb_Arab-shi_Arab", + "languages": [ + "ckb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.373068, + "recall": 0.434652, + "f1": 0.389989, + "accuracy": 0.434652, + "main_score": 0.389989, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.517554, + "recall": 0.574362, + "f1": 0.533212, + "accuracy": 0.574362, + "main_score": 0.533212, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.490206, + "recall": 0.544817, + "f1": 0.50541, + "accuracy": 0.544817, + "main_score": 0.50541, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.866316, + "recall": 0.903355, + "f1": 0.877767, + "accuracy": 0.903355, + "main_score": 0.877767, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.953597, + "recall": 0.96695, + "f1": 0.957837, + "accuracy": 0.96695, + "main_score": 0.957837, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.964614, + "recall": 0.974962, + "f1": 0.967868, + "accuracy": 0.974962, + "main_score": 0.967868, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.654855, + "recall": 0.727091, + "f1": 0.675152, + "accuracy": 0.727091, + "main_score": 0.675152, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.621075, + "recall": 0.701052, + "f1": 0.643728, + "accuracy": 0.701052, + "main_score": 0.643728, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.730398, + "recall": 0.792188, + "f1": 0.748423, + "accuracy": 0.792188, + "main_score": 0.748423, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.962686, + "recall": 0.972959, + "f1": 0.965815, + "accuracy": 0.972959, + "main_score": 0.965815, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935862, + "recall": 0.953931, + "f1": 0.941696, + "accuracy": 0.953931, + "main_score": 0.941696, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.964029, + "recall": 0.975463, + "f1": 0.967785, + "accuracy": 0.975463, + "main_score": 0.967785, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.958897, + "recall": 0.970456, + "f1": 0.962544, + "accuracy": 0.970456, + "main_score": 0.962544, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.855446, + "recall": 0.897346, + "f1": 0.868397, + "accuracy": 0.897346, + "main_score": 0.868397, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.946002, + "recall": 0.961943, + "f1": 0.951177, + "accuracy": 0.961943, + "main_score": 0.951177, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.955934, + "recall": 0.968953, + "f1": 0.960107, + "accuracy": 0.968953, + "main_score": 0.960107, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.938992, + "recall": 0.957937, + "f1": 0.945084, + "accuracy": 0.957937, + "main_score": 0.945084, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.921215, + "recall": 0.945919, + "f1": 0.92921, + "accuracy": 0.945919, + "main_score": 0.92921, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.577417, + "recall": 0.668503, + "f1": 0.602837, + "accuracy": 0.668503, + "main_score": 0.602837, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.954056, + "recall": 0.967952, + "f1": 0.958447, + "accuracy": 0.967952, + "main_score": 0.958447, + "hf_subset": "deu_Latn-fas_Arab", + "languages": [ + "deu-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.920397, + "recall": 0.943916, + "f1": 0.927875, + "accuracy": 0.943916, + "main_score": 0.927875, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.966784, + "recall": 0.977466, + "f1": 0.970289, + "accuracy": 0.977466, + "main_score": 0.970289, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.831239, + "recall": 0.879319, + "f1": 0.846062, + "accuracy": 0.879319, + "main_score": 0.846062, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.955809, + "recall": 0.968953, + "f1": 0.959973, + "accuracy": 0.968953, + "main_score": 0.959973, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.837999, + "recall": 0.883826, + "f1": 0.852295, + "accuracy": 0.883826, + "main_score": 0.852295, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.565525, + "recall": 0.65999, + "f1": 0.591406, + "accuracy": 0.65999, + "main_score": 0.591406, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.958062, + "recall": 0.970956, + "f1": 0.962227, + "accuracy": 0.970956, + "main_score": 0.962227, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.950426, + "recall": 0.96645, + "f1": 0.955684, + "accuracy": 0.96645, + "main_score": 0.955684, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.686096, + "recall": 0.76014, + "f1": 0.70733, + "accuracy": 0.76014, + "main_score": 0.70733, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.721646, + "recall": 0.791187, + "f1": 0.742256, + "accuracy": 0.791187, + "main_score": 0.742256, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.969204, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.888917, + "recall": 0.920881, + "f1": 0.898965, + "accuracy": 0.920881, + "main_score": 0.898965, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.942288, + "recall": 0.959439, + "f1": 0.947872, + "accuracy": 0.959439, + "main_score": 0.947872, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.947087, + "recall": 0.963946, + "f1": 0.952596, + "accuracy": 0.963946, + "main_score": 0.952596, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.969621, + "recall": 0.978468, + "f1": 0.972542, + "accuracy": 0.978468, + "main_score": 0.972542, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.956184, + "recall": 0.969454, + "f1": 0.960524, + "accuracy": 0.969454, + "main_score": 0.960524, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.794751, + "recall": 0.844767, + "f1": 0.80965, + "accuracy": 0.844767, + "main_score": 0.80965, + "hf_subset": "deu_Latn-swa_Latn", + "languages": [ + "deu-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.952429, + "recall": 0.967451, + "f1": 0.957353, + "accuracy": 0.967451, + "main_score": 0.957353, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.900851, + "recall": 0.930896, + "f1": 0.910516, + "accuracy": 0.930896, + "main_score": 0.910516, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.945209, + "recall": 0.95994, + "f1": 0.949875, + "accuracy": 0.95994, + "main_score": 0.949875, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.960691, + "recall": 0.972459, + "f1": 0.964447, + "accuracy": 0.972459, + "main_score": 0.964447, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.951277, + "recall": 0.965949, + "f1": 0.955934, + "accuracy": 0.965949, + "main_score": 0.955934, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.445502, + "recall": 0.542814, + "f1": 0.47177, + "accuracy": 0.542814, + "main_score": 0.47177, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.387589, + "recall": 0.464697, + "f1": 0.407317, + "accuracy": 0.464697, + "main_score": 0.407317, + "hf_subset": "div_Thaa-ben_Beng", + "languages": [ + "div-Thaa", + "ben-Beng" + ] + }, + { + "precision": 0.380496, + "recall": 0.442163, + "f1": 0.396637, + "accuracy": 0.442163, + "main_score": 0.396637, + "hf_subset": "div_Thaa-eng_Latn", + "languages": [ + "div-Thaa", + "eng-Latn" + ] + }, + { + "precision": 0.285676, + "recall": 0.335003, + "f1": 0.29824, + "accuracy": 0.335003, + "main_score": 0.29824, + "hf_subset": "div_Thaa-eus_Latn", + "languages": [ + "div-Thaa", + "eus-Latn" + ] + }, + { + "precision": 0.41806, + "recall": 0.495243, + "f1": 0.437869, + "accuracy": 0.495243, + "main_score": 0.437869, + "hf_subset": "div_Thaa-guj_Gujr", + "languages": [ + "div-Thaa", + "guj-Gujr" + ] + }, + { + "precision": 0.410896, + "recall": 0.481222, + "f1": 0.428685, + "accuracy": 0.481222, + "main_score": 0.428685, + "hf_subset": "div_Thaa-hin_Deva", + "languages": [ + "div-Thaa", + "hin-Deva" + ] + }, + { + "precision": 0.39963, + "recall": 0.473711, + "f1": 0.419187, + "accuracy": 0.473711, + "main_score": 0.419187, + "hf_subset": "div_Thaa-kan_Knda", + "languages": [ + "div-Thaa", + "kan-Knda" + ] + }, + { + "precision": 0.412237, + "recall": 0.482223, + "f1": 0.430075, + "accuracy": 0.482223, + "main_score": 0.430075, + "hf_subset": "div_Thaa-mar_Deva", + "languages": [ + "div-Thaa", + "mar-Deva" + ] + }, + { + "precision": 0.388639, + "recall": 0.455183, + "f1": 0.406139, + "accuracy": 0.455183, + "main_score": 0.406139, + "hf_subset": "div_Thaa-nep_Deva", + "languages": [ + "div-Thaa", + "nep-Deva" + ] + }, + { + "precision": 0.434714, + "recall": 0.510766, + "f1": 0.455114, + "accuracy": 0.510766, + "main_score": 0.455114, + "hf_subset": "div_Thaa-pan_Guru", + "languages": [ + "div-Thaa", + "pan-Guru" + ] + }, + { + "precision": 0.389981, + "recall": 0.463696, + "f1": 0.409392, + "accuracy": 0.463696, + "main_score": 0.409392, + "hf_subset": "div_Thaa-sin_Sinh", + "languages": [ + "div-Thaa", + "sin-Sinh" + ] + }, + { + "precision": 0.303573, + "recall": 0.37356, + "f1": 0.32209, + "accuracy": 0.37356, + "main_score": 0.32209, + "hf_subset": "div_Thaa-snd_Arab", + "languages": [ + "div-Thaa", + "snd-Arab" + ] + }, + { + "precision": 0.35616, + "recall": 0.429644, + "f1": 0.374791, + "accuracy": 0.429644, + "main_score": 0.374791, + "hf_subset": "div_Thaa-tam_Taml", + "languages": [ + "div-Thaa", + "tam-Taml" + ] + }, + { + "precision": 0.425193, + "recall": 0.49324, + "f1": 0.442425, + "accuracy": 0.49324, + "main_score": 0.442425, + "hf_subset": "div_Thaa-tel_Telu", + "languages": [ + "div-Thaa", + "tel-Telu" + ] + }, + { + "precision": 0.402525, + "recall": 0.47972, + "f1": 0.422828, + "accuracy": 0.47972, + "main_score": 0.422828, + "hf_subset": "div_Thaa-urd_Arab", + "languages": [ + "div-Thaa", + "urd-Arab" + ] + }, + { + "precision": 0.130598, + "recall": 0.176765, + "f1": 0.142058, + "accuracy": 0.176765, + "main_score": 0.142058, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.09021, + "recall": 0.120681, + "f1": 0.096277, + "accuracy": 0.120681, + "main_score": 0.096277, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.088523, + "recall": 0.11968, + "f1": 0.095179, + "accuracy": 0.11968, + "main_score": 0.095179, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.082959, + "recall": 0.103155, + "f1": 0.087492, + "accuracy": 0.103155, + "main_score": 0.087492, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.108839, + "recall": 0.136705, + "f1": 0.115059, + "accuracy": 0.136705, + "main_score": 0.115059, + "hf_subset": "dzo_Tibt-mon_Mong", + "languages": [ + "dzo-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.068888, + "recall": 0.094141, + "f1": 0.07447, + "accuracy": 0.094141, + "main_score": 0.07447, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.101595, + "recall": 0.134702, + "f1": 0.108399, + "accuracy": 0.134702, + "main_score": 0.108399, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.916875, + "recall": 0.940911, + "f1": 0.92453, + "accuracy": 0.940911, + "main_score": 0.92453, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 0.931789, + "recall": 0.951427, + "f1": 0.938024, + "accuracy": 0.951427, + "main_score": 0.938024, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.957394, + "recall": 0.970956, + "f1": 0.961809, + "accuracy": 0.970956, + "main_score": 0.961809, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.967493, + "recall": 0.977466, + "f1": 0.970656, + "accuracy": 0.977466, + "main_score": 0.970656, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.941829, + "recall": 0.959439, + "f1": 0.947588, + "accuracy": 0.959439, + "main_score": 0.947588, + "hf_subset": "ell_Grek-fas_Arab", + "languages": [ + "ell-Grek", + "fas-Arab" + ] + }, + { + "precision": 0.899307, + "recall": 0.927892, + "f1": 0.908479, + "accuracy": 0.927892, + "main_score": 0.908479, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 0.948214, + "recall": 0.962944, + "f1": 0.952879, + "accuracy": 0.962944, + "main_score": 0.952879, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 0.834477, + "recall": 0.882824, + "f1": 0.849608, + "accuracy": 0.882824, + "main_score": 0.849608, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.938783, + "recall": 0.956935, + "f1": 0.944617, + "accuracy": 0.956935, + "main_score": 0.944617, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.828818, + "recall": 0.874812, + "f1": 0.842991, + "accuracy": 0.874812, + "main_score": 0.842991, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.742318, + "recall": 0.808713, + "f1": 0.761973, + "accuracy": 0.808713, + "main_score": 0.761973, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.953514, + "recall": 0.967451, + "f1": 0.95792, + "accuracy": 0.967451, + "main_score": 0.95792, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.924892, + "recall": 0.945919, + "f1": 0.931506, + "accuracy": 0.945919, + "main_score": 0.931506, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.78098, + "recall": 0.838257, + "f1": 0.798281, + "accuracy": 0.838257, + "main_score": 0.798281, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.931514, + "recall": 0.951427, + "f1": 0.937907, + "accuracy": 0.951427, + "main_score": 0.937907, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.678812, + "recall": 0.752629, + "f1": 0.700243, + "accuracy": 0.752629, + "main_score": 0.700243, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.952696, + "recall": 0.96695, + "f1": 0.957269, + "accuracy": 0.96695, + "main_score": 0.957269, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.927892, + "recall": 0.949424, + "f1": 0.934902, + "accuracy": 0.949424, + "main_score": 0.934902, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.95101, + "recall": 0.965448, + "f1": 0.955684, + "accuracy": 0.965448, + "main_score": 0.955684, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.944959, + "recall": 0.960941, + "f1": 0.950125, + "accuracy": 0.960941, + "main_score": 0.950125, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.963796, + "recall": 0.973961, + "f1": 0.96695, + "accuracy": 0.973961, + "main_score": 0.96695, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.67252, + "recall": 0.743115, + "f1": 0.692567, + "accuracy": 0.743115, + "main_score": 0.692567, + "hf_subset": "ell_Grek-sqi_Latn", + "languages": [ + "ell-Grek", + "sqi-Latn" + ] + }, + { + "precision": 0.768649, + "recall": 0.825238, + "f1": 0.785453, + "accuracy": 0.825238, + "main_score": 0.785453, + "hf_subset": "ell_Grek-swa_Latn", + "languages": [ + "ell-Grek", + "swa-Latn" + ] + }, + { + "precision": 0.92906, + "recall": 0.950426, + "f1": 0.935987, + "accuracy": 0.950426, + "main_score": 0.935987, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.888141, + "recall": 0.921382, + "f1": 0.898615, + "accuracy": 0.921382, + "main_score": 0.898615, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.915891, + "recall": 0.940411, + "f1": 0.923786, + "accuracy": 0.940411, + "main_score": 0.923786, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.944166, + "recall": 0.960441, + "f1": 0.949341, + "accuracy": 0.960441, + "main_score": 0.949341, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.928201, + "recall": 0.949424, + "f1": 0.935019, + "accuracy": 0.949424, + "main_score": 0.935019, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.417694, + "recall": 0.508763, + "f1": 0.441587, + "accuracy": 0.508763, + "main_score": 0.441587, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.878632, + "recall": 0.912369, + "f1": 0.888759, + "accuracy": 0.912369, + "main_score": 0.888759, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.591954, + "recall": 0.677016, + "f1": 0.614928, + "accuracy": 0.677016, + "main_score": 0.614928, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.960524, + "recall": 0.972459, + "f1": 0.964447, + "accuracy": 0.972459, + "main_score": 0.964447, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.756387, + "recall": 0.819229, + "f1": 0.774725, + "accuracy": 0.819229, + "main_score": 0.774725, + "hf_subset": "eng_Latn-aze_Latn", + "languages": [ + "eng-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.559765, + "recall": 0.647471, + "f1": 0.583964, + "accuracy": 0.647471, + "main_score": 0.583964, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.801819, + "recall": 0.855784, + "f1": 0.818103, + "accuracy": 0.855784, + "main_score": 0.818103, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.493233, + "recall": 0.581873, + "f1": 0.516818, + "accuracy": 0.581873, + "main_score": 0.516818, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.969371, + "recall": 0.979469, + "f1": 0.972709, + "accuracy": 0.979469, + "main_score": 0.972709, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.210389, + "recall": 0.308463, + "f1": 0.232777, + "accuracy": 0.308463, + "main_score": 0.232777, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.904123, + "recall": 0.9334, + "f1": 0.913353, + "accuracy": 0.9334, + "main_score": 0.913353, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.93133, + "recall": 0.951928, + "f1": 0.937883, + "accuracy": 0.951928, + "main_score": 0.937883, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.933539, + "recall": 0.952429, + "f1": 0.939481, + "accuracy": 0.952429, + "main_score": 0.939481, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.914747, + "recall": 0.93991, + "f1": 0.922751, + "accuracy": 0.93991, + "main_score": 0.922751, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.350199, + "recall": 0.449174, + "f1": 0.374566, + "accuracy": 0.449174, + "main_score": 0.374566, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.435912, + "recall": 0.532799, + "f1": 0.46153, + "accuracy": 0.532799, + "main_score": 0.46153, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.950551, + "recall": 0.96645, + "f1": 0.955717, + "accuracy": 0.96645, + "main_score": 0.955717, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.367463, + "recall": 0.45318, + "f1": 0.389313, + "accuracy": 0.45318, + "main_score": 0.389313, + "hf_subset": "eng_Latn-div_Thaa", + "languages": [ + "eng-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.130233, + "recall": 0.188282, + "f1": 0.144218, + "accuracy": 0.188282, + "main_score": 0.144218, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.934944, + "recall": 0.954432, + "f1": 0.941095, + "accuracy": 0.954432, + "main_score": 0.941095, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.563762, + "recall": 0.651477, + "f1": 0.587735, + "accuracy": 0.651477, + "main_score": 0.587735, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.406006, + "recall": 0.501753, + "f1": 0.431541, + "accuracy": 0.501753, + "main_score": 0.431541, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.597638, + "recall": 0.682023, + "f1": 0.621156, + "accuracy": 0.682023, + "main_score": 0.621156, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.969429, + "recall": 0.978468, + "f1": 0.972325, + "accuracy": 0.978468, + "main_score": 0.972325, + "hf_subset": "eng_Latn-fas_Arab", + "languages": [ + "eng-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.311527, + "recall": 0.412118, + "f1": 0.33598, + "accuracy": 0.412118, + "main_score": 0.33598, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.879619, + "recall": 0.912369, + "f1": 0.889794, + "accuracy": 0.912369, + "main_score": 0.889794, + "hf_subset": "eng_Latn-fil_Latn", + "languages": [ + "eng-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.933817, + "recall": 0.95343, + "f1": 0.94006, + "accuracy": 0.95343, + "main_score": 0.94006, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.447194, + "recall": 0.542814, + "f1": 0.473111, + "accuracy": 0.542814, + "main_score": 0.473111, + "hf_subset": "eng_Latn-fuc_Latn", + "languages": [ + "eng-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.387908, + "recall": 0.483225, + "f1": 0.412417, + "accuracy": 0.483225, + "main_score": 0.412417, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.951432, + "recall": 0.964947, + "f1": 0.955642, + "accuracy": 0.964947, + "main_score": 0.955642, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.917793, + "recall": 0.942914, + "f1": 0.925681, + "accuracy": 0.942914, + "main_score": 0.925681, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.468952, + "recall": 0.559339, + "f1": 0.492935, + "accuracy": 0.559339, + "main_score": 0.492935, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.838575, + "recall": 0.883826, + "f1": 0.852295, + "accuracy": 0.883826, + "main_score": 0.852295, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.412231, + "recall": 0.505258, + "f1": 0.436441, + "accuracy": 0.505258, + "main_score": 0.436441, + "hf_subset": "eng_Latn-hmn_Latn", + "languages": [ + "eng-Latn", + "hmn-Latn" + ] + }, + { + "precision": 0.898473, + "recall": 0.928893, + "f1": 0.908098, + "accuracy": 0.928893, + "main_score": 0.908098, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.83875, + "recall": 0.884827, + "f1": 0.853196, + "accuracy": 0.884827, + "main_score": 0.853196, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.724396, + "recall": 0.794692, + "f1": 0.744758, + "accuracy": 0.794692, + "main_score": 0.744758, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.491814, + "recall": 0.578368, + "f1": 0.515109, + "accuracy": 0.578368, + "main_score": 0.515109, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.577423, + "recall": 0.668002, + "f1": 0.602391, + "accuracy": 0.668002, + "main_score": 0.602391, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.933609, + "recall": 0.953931, + "f1": 0.94011, + "accuracy": 0.953931, + "main_score": 0.94011, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.793854, + "recall": 0.849274, + "f1": 0.810393, + "accuracy": 0.849274, + "main_score": 0.810393, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.615424, + "recall": 0.702554, + "f1": 0.639837, + "accuracy": 0.702554, + "main_score": 0.639837, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.795176, + "recall": 0.852278, + "f1": 0.812254, + "accuracy": 0.852278, + "main_score": 0.812254, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.423209, + "recall": 0.517777, + "f1": 0.44781, + "accuracy": 0.517777, + "main_score": 0.44781, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.586744, + "recall": 0.676014, + "f1": 0.611466, + "accuracy": 0.676014, + "main_score": 0.611466, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.40921, + "recall": 0.508262, + "f1": 0.435095, + "accuracy": 0.508262, + "main_score": 0.435095, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.639537, + "recall": 0.721082, + "f1": 0.662094, + "accuracy": 0.721082, + "main_score": 0.662094, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.682626, + "recall": 0.761142, + "f1": 0.705147, + "accuracy": 0.761142, + "main_score": 0.705147, + "hf_subset": "eng_Latn-lav_Latn", + "languages": [ + "eng-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.711811, + "recall": 0.77967, + "f1": 0.731021, + "accuracy": 0.77967, + "main_score": 0.731021, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.739102, + "recall": 0.801202, + "f1": 0.757212, + "accuracy": 0.801202, + "main_score": 0.757212, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.923552, + "recall": 0.945919, + "f1": 0.930529, + "accuracy": 0.945919, + "main_score": 0.930529, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.95126, + "recall": 0.96695, + "f1": 0.956435, + "accuracy": 0.96695, + "main_score": 0.956435, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.771462, + "recall": 0.830746, + "f1": 0.78872, + "accuracy": 0.830746, + "main_score": 0.78872, + "hf_subset": "eng_Latn-mey_Arab", + "languages": [ + "eng-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.864368, + "recall": 0.903355, + "f1": 0.876506, + "accuracy": 0.903355, + "main_score": 0.876506, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.426804, + "recall": 0.526289, + "f1": 0.452972, + "accuracy": 0.526289, + "main_score": 0.452972, + "hf_subset": "eng_Latn-mlg_Latn", + "languages": [ + "eng-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.665783, + "recall": 0.739109, + "f1": 0.686285, + "accuracy": 0.739109, + "main_score": 0.686285, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.39109, + "recall": 0.483225, + "f1": 0.414196, + "accuracy": 0.483225, + "main_score": 0.414196, + "hf_subset": "eng_Latn-mon_Mong", + "languages": [ + "eng-Latn", + "mon-Mong" + ] + }, + { + "precision": 0.410195, + "recall": 0.50676, + "f1": 0.435391, + "accuracy": 0.50676, + "main_score": 0.435391, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.961192, + "recall": 0.97346, + "f1": 0.965114, + "accuracy": 0.97346, + "main_score": 0.965114, + "hf_subset": "eng_Latn-msa_Latn", + "languages": [ + "eng-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.236968, + "recall": 0.332499, + "f1": 0.258739, + "accuracy": 0.332499, + "main_score": 0.258739, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.430328, + "recall": 0.524286, + "f1": 0.454685, + "accuracy": 0.524286, + "main_score": 0.454685, + "hf_subset": "eng_Latn-nde_Latn", + "languages": [ + "eng-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.919671, + "recall": 0.943916, + "f1": 0.927241, + "accuracy": 0.943916, + "main_score": 0.927241, + "hf_subset": "eng_Latn-nep_Deva", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.901786, + "recall": 0.931397, + "f1": 0.911083, + "accuracy": 0.931397, + "main_score": 0.911083, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.951344, + "recall": 0.96645, + "f1": 0.956184, + "accuracy": 0.96645, + "main_score": 0.956184, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.469102, + "recall": 0.558338, + "f1": 0.492825, + "accuracy": 0.558338, + "main_score": 0.492825, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.480131, + "recall": 0.568853, + "f1": 0.503643, + "accuracy": 0.568853, + "main_score": 0.503643, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.26689, + "recall": 0.36655, + "f1": 0.291028, + "accuracy": 0.36655, + "main_score": 0.291028, + "hf_subset": "eng_Latn-orm_Ethi", + "languages": [ + "eng-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.828831, + "recall": 0.878317, + "f1": 0.844043, + "accuracy": 0.878317, + "main_score": 0.844043, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.953555, + "recall": 0.968453, + "f1": 0.958388, + "accuracy": 0.968453, + "main_score": 0.958388, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.958855, + "recall": 0.971958, + "f1": 0.963111, + "accuracy": 0.971958, + "main_score": 0.963111, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.72793, + "recall": 0.796194, + "f1": 0.747981, + "accuracy": 0.796194, + "main_score": 0.747981, + "hf_subset": "eng_Latn-pus_Arab", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.948898, + "recall": 0.963946, + "f1": 0.95363, + "accuracy": 0.963946, + "main_score": 0.95363, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969788, + "accuracy": 0.976965, + "main_score": 0.969788, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.408817, + "recall": 0.516775, + "f1": 0.43633, + "accuracy": 0.516775, + "main_score": 0.43633, + "hf_subset": "eng_Latn-shi_Arab", + "languages": [ + "eng-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.783258, + "recall": 0.842764, + "f1": 0.801085, + "accuracy": 0.842764, + "main_score": 0.801085, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.902162, + "recall": 0.930396, + "f1": 0.911033, + "accuracy": 0.930396, + "main_score": 0.911033, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.803288, + "recall": 0.855784, + "f1": 0.818978, + "accuracy": 0.855784, + "main_score": 0.818978, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.446091, + "recall": 0.530796, + "f1": 0.468158, + "accuracy": 0.530796, + "main_score": 0.468158, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.433534, + "recall": 0.527792, + "f1": 0.457843, + "accuracy": 0.527792, + "main_score": 0.457843, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.478351, + "recall": 0.573861, + "f1": 0.502928, + "accuracy": 0.573861, + "main_score": 0.502928, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.41819, + "recall": 0.511768, + "f1": 0.44272, + "accuracy": 0.511768, + "main_score": 0.44272, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.989234, + "recall": 0.991988, + "f1": 0.990152, + "accuracy": 0.991988, + "main_score": 0.990152, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.702931, + "recall": 0.770656, + "f1": 0.722227, + "accuracy": 0.770656, + "main_score": 0.722227, + "hf_subset": "eng_Latn-sqi_Latn", + "languages": [ + "eng-Latn", + "sqi-Latn" + ] + }, + { + "precision": 0.722447, + "recall": 0.794191, + "f1": 0.743417, + "accuracy": 0.794191, + "main_score": 0.743417, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.86559, + "recall": 0.904857, + "f1": 0.877786, + "accuracy": 0.904857, + "main_score": 0.877786, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.430911, + "recall": 0.51978, + "f1": 0.454206, + "accuracy": 0.51978, + "main_score": 0.454206, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.80008, + "recall": 0.851778, + "f1": 0.815768, + "accuracy": 0.851778, + "main_score": 0.815768, + "hf_subset": "eng_Latn-swa_Latn", + "languages": [ + "eng-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.958771, + "recall": 0.971958, + "f1": 0.963028, + "accuracy": 0.971958, + "main_score": 0.963028, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.38229, + "recall": 0.477216, + "f1": 0.406394, + "accuracy": 0.477216, + "main_score": 0.406394, + "hf_subset": "eng_Latn-tah_Latn", + "languages": [ + "eng-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.933108, + "recall": 0.953931, + "f1": 0.939776, + "accuracy": 0.953931, + "main_score": 0.939776, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.565679, + "recall": 0.655483, + "f1": 0.590026, + "accuracy": 0.655483, + "main_score": 0.590026, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.944917, + "recall": 0.962444, + "f1": 0.950593, + "accuracy": 0.962444, + "main_score": 0.950593, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.418942, + "recall": 0.517777, + "f1": 0.444178, + "accuracy": 0.517777, + "main_score": 0.444178, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.975714, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.354025, + "recall": 0.441662, + "f1": 0.375311, + "accuracy": 0.441662, + "main_score": 0.375311, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.371397, + "recall": 0.474211, + "f1": 0.39776, + "accuracy": 0.474211, + "main_score": 0.39776, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.462179, + "recall": 0.552829, + "f1": 0.486852, + "accuracy": 0.552829, + "main_score": 0.486852, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.537241, + "recall": 0.62694, + "f1": 0.560683, + "accuracy": 0.62694, + "main_score": 0.560683, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.953889, + "recall": 0.967451, + "f1": 0.958304, + "accuracy": 0.967451, + "main_score": 0.958304, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.236616, + "recall": 0.32699, + "f1": 0.258401, + "accuracy": 0.32699, + "main_score": 0.258401, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.945143, + "recall": 0.961442, + "f1": 0.950376, + "accuracy": 0.961442, + "main_score": 0.950376, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.939593, + "recall": 0.957937, + "f1": 0.945335, + "accuracy": 0.957937, + "main_score": 0.945335, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.534955, + "recall": 0.624937, + "f1": 0.558694, + "accuracy": 0.624937, + "main_score": 0.558694, + "hf_subset": "eng_Latn-uzb_Latn", + "languages": [ + "eng-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.415643, + "recall": 0.517777, + "f1": 0.442799, + "accuracy": 0.517777, + "main_score": 0.442799, + "hf_subset": "eng_Latn-ven_Latn", + "languages": [ + "eng-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.412293, + "recall": 0.505759, + "f1": 0.437112, + "accuracy": 0.505759, + "main_score": 0.437112, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.427759, + "recall": 0.525288, + "f1": 0.45246, + "accuracy": 0.525288, + "main_score": 0.45246, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.37772, + "recall": 0.476214, + "f1": 0.40244, + "accuracy": 0.476214, + "main_score": 0.40244, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.96115, + "recall": 0.972959, + "f1": 0.964981, + "accuracy": 0.972959, + "main_score": 0.964981, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969788, + "accuracy": 0.976965, + "main_score": 0.969788, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.968035, + "recall": 0.977466, + "f1": 0.9711, + "accuracy": 0.977466, + "main_score": 0.9711, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.464426, + "recall": 0.556335, + "f1": 0.488772, + "accuracy": 0.556335, + "main_score": 0.488772, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.586225, + "recall": 0.657987, + "f1": 0.606804, + "accuracy": 0.657987, + "main_score": 0.606804, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.314254, + "recall": 0.388583, + "f1": 0.334253, + "accuracy": 0.388583, + "main_score": 0.334253, + "hf_subset": "eus_Latn-div_Thaa", + "languages": [ + "eus-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.645533, + "recall": 0.707061, + "f1": 0.662945, + "accuracy": 0.707061, + "main_score": 0.662945, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.526927, + "recall": 0.608413, + "f1": 0.549568, + "accuracy": 0.608413, + "main_score": 0.549568, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.599185, + "recall": 0.669004, + "f1": 0.619369, + "accuracy": 0.669004, + "main_score": 0.619369, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.540674, + "recall": 0.621432, + "f1": 0.563743, + "accuracy": 0.621432, + "main_score": 0.563743, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.57826, + "recall": 0.64697, + "f1": 0.597813, + "accuracy": 0.64697, + "main_score": 0.597813, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.561067, + "recall": 0.630446, + "f1": 0.580896, + "accuracy": 0.630446, + "main_score": 0.580896, + "hf_subset": "eus_Latn-nep_Deva", + "languages": [ + "eus-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.480239, + "recall": 0.561342, + "f1": 0.502893, + "accuracy": 0.561342, + "main_score": 0.502893, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.485766, + "recall": 0.565348, + "f1": 0.508752, + "accuracy": 0.565348, + "main_score": 0.508752, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.348673, + "recall": 0.430646, + "f1": 0.370047, + "accuracy": 0.430646, + "main_score": 0.370047, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.534746, + "recall": 0.611417, + "f1": 0.556466, + "accuracy": 0.611417, + "main_score": 0.556466, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.549427, + "recall": 0.623435, + "f1": 0.57023, + "accuracy": 0.623435, + "main_score": 0.57023, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.551757, + "recall": 0.625939, + "f1": 0.572637, + "accuracy": 0.625939, + "main_score": 0.572637, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.503945, + "recall": 0.555333, + "f1": 0.518564, + "accuracy": 0.555333, + "main_score": 0.518564, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.481038, + "recall": 0.538808, + "f1": 0.496538, + "accuracy": 0.538808, + "main_score": 0.496538, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.512111, + "recall": 0.557837, + "f1": 0.525487, + "accuracy": 0.557837, + "main_score": 0.525487, + "hf_subset": "ewe_Latn-fuc_Latn", + "languages": [ + "ewe-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.470716, + "recall": 0.52028, + "f1": 0.48442, + "accuracy": 0.52028, + "main_score": 0.48442, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.472512, + "recall": 0.530295, + "f1": 0.488706, + "accuracy": 0.530295, + "main_score": 0.488706, + "hf_subset": "ewe_Latn-nde_Latn", + "languages": [ + "ewe-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.508114, + "recall": 0.555333, + "f1": 0.521447, + "accuracy": 0.555333, + "main_score": 0.521447, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.493832, + "recall": 0.542814, + "f1": 0.507147, + "accuracy": 0.542814, + "main_score": 0.507147, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.485982, + "recall": 0.539309, + "f1": 0.501221, + "accuracy": 0.539309, + "main_score": 0.501221, + "hf_subset": "ewe_Latn-ven_Latn", + "languages": [ + "ewe-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.640884, + "recall": 0.696044, + "f1": 0.656424, + "accuracy": 0.696044, + "main_score": 0.656424, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.677274, + "recall": 0.730095, + "f1": 0.692004, + "accuracy": 0.730095, + "main_score": 0.692004, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.65932, + "recall": 0.714572, + "f1": 0.674076, + "accuracy": 0.714572, + "main_score": 0.674076, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.667153, + "recall": 0.723085, + "f1": 0.682783, + "accuracy": 0.723085, + "main_score": 0.682783, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.709635, + "recall": 0.768152, + "f1": 0.726501, + "accuracy": 0.768152, + "main_score": 0.726501, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.578088, + "recall": 0.638458, + "f1": 0.595257, + "accuracy": 0.638458, + "main_score": 0.595257, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.654339, + "recall": 0.708062, + "f1": 0.669664, + "accuracy": 0.708062, + "main_score": 0.669664, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.679863, + "recall": 0.734101, + "f1": 0.694851, + "accuracy": 0.734101, + "main_score": 0.694851, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.674965, + "recall": 0.731597, + "f1": 0.690471, + "accuracy": 0.731597, + "main_score": 0.690471, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.677159, + "recall": 0.72659, + "f1": 0.691212, + "accuracy": 0.72659, + "main_score": 0.691212, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.944584, + "recall": 0.961442, + "f1": 0.950092, + "accuracy": 0.961442, + "main_score": 0.950092, + "hf_subset": "fas_Arab-arb_Arab", + "languages": [ + "fas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.939868, + "recall": 0.957937, + "f1": 0.945618, + "accuracy": 0.957937, + "main_score": 0.945618, + "hf_subset": "fas_Arab-ben_Beng", + "languages": [ + "fas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.369014, + "recall": 0.466199, + "f1": 0.393348, + "accuracy": 0.466199, + "main_score": 0.393348, + "hf_subset": "fas_Arab-ckb_Arab", + "languages": [ + "fas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.961943, + "recall": 0.97346, + "f1": 0.965782, + "accuracy": 0.97346, + "main_score": 0.965782, + "hf_subset": "fas_Arab-deu_Latn", + "languages": [ + "fas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.929269, + "recall": 0.949925, + "f1": 0.935837, + "accuracy": 0.949925, + "main_score": 0.935837, + "hf_subset": "fas_Arab-ell_Grek", + "languages": [ + "fas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.98022, + "recall": 0.985979, + "f1": 0.98214, + "accuracy": 0.985979, + "main_score": 0.98214, + "hf_subset": "fas_Arab-eng_Latn", + "languages": [ + "fas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.888182, + "recall": 0.920381, + "f1": 0.898414, + "accuracy": 0.920381, + "main_score": 0.898414, + "hf_subset": "fas_Arab-fin_Latn", + "languages": [ + "fas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.953096, + "recall": 0.96695, + "f1": 0.957603, + "accuracy": 0.96695, + "main_score": 0.957603, + "hf_subset": "fas_Arab-fra_Latn", + "languages": [ + "fas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.807161, + "recall": 0.861793, + "f1": 0.824019, + "accuracy": 0.861793, + "main_score": 0.824019, + "hf_subset": "fas_Arab-heb_Hebr", + "languages": [ + "fas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.94859, + "recall": 0.964447, + "f1": 0.953764, + "accuracy": 0.964447, + "main_score": 0.953764, + "hf_subset": "fas_Arab-hin_Deva", + "languages": [ + "fas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.812878, + "recall": 0.863796, + "f1": 0.828643, + "accuracy": 0.863796, + "main_score": 0.828643, + "hf_subset": "fas_Arab-hun_Latn", + "languages": [ + "fas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.963988, + "recall": 0.974962, + "f1": 0.967568, + "accuracy": 0.974962, + "main_score": 0.967568, + "hf_subset": "fas_Arab-ind_Latn", + "languages": [ + "fas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.941621, + "recall": 0.958938, + "f1": 0.947204, + "accuracy": 0.958938, + "main_score": 0.947204, + "hf_subset": "fas_Arab-jpn_Jpan", + "languages": [ + "fas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.408837, + "recall": 0.505258, + "f1": 0.433712, + "accuracy": 0.505258, + "main_score": 0.433712, + "hf_subset": "fas_Arab-kmr_Latn", + "languages": [ + "fas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.949841, + "recall": 0.964947, + "f1": 0.954765, + "accuracy": 0.964947, + "main_score": 0.954765, + "hf_subset": "fas_Arab-kor_Hang", + "languages": [ + "fas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.684161, + "recall": 0.757636, + "f1": 0.705298, + "accuracy": 0.757636, + "main_score": 0.705298, + "hf_subset": "fas_Arab-lit_Latn", + "languages": [ + "fas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.762631, + "recall": 0.823235, + "f1": 0.780727, + "accuracy": 0.823235, + "main_score": 0.780727, + "hf_subset": "fas_Arab-mey_Arab", + "languages": [ + "fas-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.951552, + "recall": 0.965448, + "f1": 0.955967, + "accuracy": 0.965448, + "main_score": 0.955967, + "hf_subset": "fas_Arab-nld_Latn", + "languages": [ + "fas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.932232, + "recall": 0.952429, + "f1": 0.938641, + "accuracy": 0.952429, + "main_score": 0.938641, + "hf_subset": "fas_Arab-pol_Latn", + "languages": [ + "fas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.95343, + "recall": 0.96695, + "f1": 0.957753, + "accuracy": 0.96695, + "main_score": 0.957753, + "hf_subset": "fas_Arab-por_Latn", + "languages": [ + "fas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.957186, + "recall": 0.970456, + "f1": 0.961526, + "accuracy": 0.970456, + "main_score": 0.961526, + "hf_subset": "fas_Arab-prs_Arab", + "languages": [ + "fas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.733067, + "recall": 0.798197, + "f1": 0.752384, + "accuracy": 0.798197, + "main_score": 0.752384, + "hf_subset": "fas_Arab-pus_Arab", + "languages": [ + "fas-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.936822, + "recall": 0.954932, + "f1": 0.942747, + "accuracy": 0.954932, + "main_score": 0.942747, + "hf_subset": "fas_Arab-rus_Cyrl", + "languages": [ + "fas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.401287, + "recall": 0.517777, + "f1": 0.43193, + "accuracy": 0.517777, + "main_score": 0.43193, + "hf_subset": "fas_Arab-shi_Arab", + "languages": [ + "fas-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.965532, + "recall": 0.974962, + "f1": 0.968536, + "accuracy": 0.974962, + "main_score": 0.968536, + "hf_subset": "fas_Arab-spa_Latn", + "languages": [ + "fas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.779336, + "recall": 0.835253, + "f1": 0.796174, + "accuracy": 0.835253, + "main_score": 0.796174, + "hf_subset": "fas_Arab-swa_Latn", + "languages": [ + "fas-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.920506, + "recall": 0.944917, + "f1": 0.928343, + "accuracy": 0.944917, + "main_score": 0.928343, + "hf_subset": "fas_Arab-swe_Latn", + "languages": [ + "fas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.892255, + "recall": 0.923886, + "f1": 0.902354, + "accuracy": 0.923886, + "main_score": 0.902354, + "hf_subset": "fas_Arab-tam_Taml", + "languages": [ + "fas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.418923, + "recall": 0.518277, + "f1": 0.444743, + "accuracy": 0.518277, + "main_score": 0.444743, + "hf_subset": "fas_Arab-tgk_Cyrl", + "languages": [ + "fas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.929286, + "recall": 0.948423, + "f1": 0.93542, + "accuracy": 0.948423, + "main_score": 0.93542, + "hf_subset": "fas_Arab-tur_Latn", + "languages": [ + "fas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.949424, + "recall": 0.962944, + "f1": 0.953664, + "accuracy": 0.962944, + "main_score": 0.953664, + "hf_subset": "fas_Arab-vie_Latn", + "languages": [ + "fas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.943332, + "recall": 0.95994, + "f1": 0.948656, + "accuracy": 0.95994, + "main_score": 0.948656, + "hf_subset": "fas_Arab-zho_Hant", + "languages": [ + "fas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.423711, + "recall": 0.521282, + "f1": 0.449396, + "accuracy": 0.521282, + "main_score": 0.449396, + "hf_subset": "fas_Arab-zul_Latn", + "languages": [ + "fas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.411069, + "recall": 0.471708, + "f1": 0.42686, + "accuracy": 0.471708, + "main_score": 0.42686, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.427508, + "recall": 0.474712, + "f1": 0.44053, + "accuracy": 0.474712, + "main_score": 0.44053, + "hf_subset": "fij_Latn-fil_Latn", + "languages": [ + "fij-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.417762, + "recall": 0.472208, + "f1": 0.432667, + "accuracy": 0.472208, + "main_score": 0.432667, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.329299, + "recall": 0.394091, + "f1": 0.346784, + "accuracy": 0.394091, + "main_score": 0.346784, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.431868, + "recall": 0.479219, + "f1": 0.444918, + "accuracy": 0.479219, + "main_score": 0.444918, + "hf_subset": "fij_Latn-mlg_Latn", + "languages": [ + "fij-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.428259, + "recall": 0.479219, + "f1": 0.441643, + "accuracy": 0.479219, + "main_score": 0.441643, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.409198, + "recall": 0.463195, + "f1": 0.42431, + "accuracy": 0.463195, + "main_score": 0.42431, + "hf_subset": "fij_Latn-msa_Latn", + "languages": [ + "fij-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.455394, + "recall": 0.501753, + "f1": 0.468087, + "accuracy": 0.501753, + "main_score": 0.468087, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.433199, + "recall": 0.485729, + "f1": 0.44787, + "accuracy": 0.485729, + "main_score": 0.44787, + "hf_subset": "fij_Latn-tah_Latn", + "languages": [ + "fij-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.426813, + "recall": 0.48022, + "f1": 0.441601, + "accuracy": 0.48022, + "main_score": 0.441601, + "hf_subset": "fij_Latn-ton_Latn", + "languages": [ + "fij-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.914013, + "recall": 0.932399, + "f1": 0.919499, + "accuracy": 0.932399, + "main_score": 0.919499, + "hf_subset": "fil_Latn-eng_Latn", + "languages": [ + "fil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.375076, + "recall": 0.458187, + "f1": 0.396634, + "accuracy": 0.458187, + "main_score": 0.396634, + "hf_subset": "fil_Latn-fij_Latn", + "languages": [ + "fil-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.889083, + "recall": 0.911868, + "f1": 0.895748, + "accuracy": 0.911868, + "main_score": 0.895748, + "hf_subset": "fil_Latn-ind_Latn", + "languages": [ + "fil-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.785107, + "recall": 0.834251, + "f1": 0.799898, + "accuracy": 0.834251, + "main_score": 0.799898, + "hf_subset": "fil_Latn-mal_Mlym", + "languages": [ + "fil-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.507279, + "recall": 0.585378, + "f1": 0.528755, + "accuracy": 0.585378, + "main_score": 0.528755, + "hf_subset": "fil_Latn-mlg_Latn", + "languages": [ + "fil-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.467259, + "recall": 0.543816, + "f1": 0.487611, + "accuracy": 0.543816, + "main_score": 0.487611, + "hf_subset": "fil_Latn-mri_Latn", + "languages": [ + "fil-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.861739, + "recall": 0.891337, + "f1": 0.870991, + "accuracy": 0.891337, + "main_score": 0.870991, + "hf_subset": "fil_Latn-msa_Latn", + "languages": [ + "fil-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.501594, + "recall": 0.577867, + "f1": 0.522231, + "accuracy": 0.577867, + "main_score": 0.522231, + "hf_subset": "fil_Latn-smo_Latn", + "languages": [ + "fil-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.432609, + "recall": 0.512769, + "f1": 0.454182, + "accuracy": 0.512769, + "main_score": 0.454182, + "hf_subset": "fil_Latn-tah_Latn", + "languages": [ + "fil-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.424438, + "recall": 0.509765, + "f1": 0.446829, + "accuracy": 0.509765, + "main_score": 0.446829, + "hf_subset": "fil_Latn-ton_Latn", + "languages": [ + "fil-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.901886, + "recall": 0.929394, + "f1": 0.910683, + "accuracy": 0.929394, + "main_score": 0.910683, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.904791, + "recall": 0.930896, + "f1": 0.913103, + "accuracy": 0.930896, + "main_score": 0.913103, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.936663, + "recall": 0.952429, + "f1": 0.941529, + "accuracy": 0.952429, + "main_score": 0.941529, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.898807, + "recall": 0.927892, + "f1": 0.908229, + "accuracy": 0.927892, + "main_score": 0.908229, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.951594, + "recall": 0.964447, + "f1": 0.955667, + "accuracy": 0.964447, + "main_score": 0.955667, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.908671, + "recall": 0.932399, + "f1": 0.916241, + "accuracy": 0.932399, + "main_score": 0.916241, + "hf_subset": "fin_Latn-fas_Arab", + "languages": [ + "fin-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.918837, + "recall": 0.941412, + "f1": 0.926072, + "accuracy": 0.941412, + "main_score": 0.926072, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.798051, + "recall": 0.854782, + "f1": 0.815735, + "accuracy": 0.854782, + "main_score": 0.815735, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.919212, + "recall": 0.940911, + "f1": 0.926015, + "accuracy": 0.940911, + "main_score": 0.926015, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.82003, + "recall": 0.867301, + "f1": 0.834778, + "accuracy": 0.867301, + "main_score": 0.834778, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.925113, + "recall": 0.945919, + "f1": 0.931681, + "accuracy": 0.945919, + "main_score": 0.931681, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.90999, + "recall": 0.933901, + "f1": 0.917636, + "accuracy": 0.933901, + "main_score": 0.917636, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.901177, + "recall": 0.928393, + "f1": 0.909631, + "accuracy": 0.928393, + "main_score": 0.909631, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.673511, + "recall": 0.752629, + "f1": 0.697042, + "accuracy": 0.752629, + "main_score": 0.697042, + "hf_subset": "fin_Latn-lav_Latn", + "languages": [ + "fin-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.688421, + "recall": 0.756635, + "f1": 0.707917, + "accuracy": 0.756635, + "main_score": 0.707917, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.923093, + "recall": 0.944417, + "f1": 0.929797, + "accuracy": 0.944417, + "main_score": 0.929797, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.901452, + "recall": 0.929394, + "f1": 0.910366, + "accuracy": 0.929394, + "main_score": 0.910366, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.930204, + "recall": 0.949424, + "f1": 0.936171, + "accuracy": 0.949424, + "main_score": 0.936171, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.914906, + "recall": 0.938908, + "f1": 0.922534, + "accuracy": 0.938908, + "main_score": 0.922534, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.935403, + "recall": 0.952429, + "f1": 0.940895, + "accuracy": 0.952429, + "main_score": 0.940895, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.776937, + "recall": 0.828743, + "f1": 0.792112, + "accuracy": 0.828743, + "main_score": 0.792112, + "hf_subset": "fin_Latn-swa_Latn", + "languages": [ + "fin-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.907611, + "recall": 0.934902, + "f1": 0.916274, + "accuracy": 0.934902, + "main_score": 0.916274, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.861092, + "recall": 0.898848, + "f1": 0.873043, + "accuracy": 0.898848, + "main_score": 0.873043, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.906739, + "recall": 0.929394, + "f1": 0.913787, + "accuracy": 0.929394, + "main_score": 0.913787, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.913303, + "recall": 0.937406, + "f1": 0.920948, + "accuracy": 0.937406, + "main_score": 0.920948, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.900626, + "recall": 0.927391, + "f1": 0.908888, + "accuracy": 0.927391, + "main_score": 0.908888, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.452256, + "recall": 0.54682, + "f1": 0.47843, + "accuracy": 0.54682, + "main_score": 0.47843, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.942622, + "recall": 0.95994, + "f1": 0.948206, + "accuracy": 0.95994, + "main_score": 0.948206, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.945418, + "recall": 0.962444, + "f1": 0.950926, + "accuracy": 0.962444, + "main_score": 0.950926, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.919897, + "recall": 0.942914, + "f1": 0.9272, + "accuracy": 0.942914, + "main_score": 0.9272, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.971415, + "recall": 0.979469, + "f1": 0.973911, + "accuracy": 0.979469, + "main_score": 0.973911, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.913287, + "recall": 0.938408, + "f1": 0.921258, + "accuracy": 0.938408, + "main_score": 0.921258, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986271, + "recall": 0.990486, + "f1": 0.987598, + "accuracy": 0.990486, + "main_score": 0.987598, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.944851, + "recall": 0.960441, + "f1": 0.949741, + "accuracy": 0.960441, + "main_score": 0.949741, + "hf_subset": "fra_Latn-fas_Arab", + "languages": [ + "fra-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.906309, + "recall": 0.933901, + "f1": 0.915023, + "accuracy": 0.933901, + "main_score": 0.915023, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.936964, + "recall": 0.955433, + "f1": 0.942764, + "accuracy": 0.955433, + "main_score": 0.942764, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.804315, + "recall": 0.86029, + "f1": 0.821692, + "accuracy": 0.86029, + "main_score": 0.821692, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.953013, + "recall": 0.96695, + "f1": 0.95752, + "accuracy": 0.96695, + "main_score": 0.95752, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.826289, + "recall": 0.872809, + "f1": 0.840353, + "accuracy": 0.872809, + "main_score": 0.840353, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.965865, + "recall": 0.975964, + "f1": 0.96912, + "accuracy": 0.975964, + "main_score": 0.96912, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.974337, + "recall": 0.980971, + "f1": 0.976415, + "accuracy": 0.980971, + "main_score": 0.976415, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.945961, + "recall": 0.961442, + "f1": 0.950876, + "accuracy": 0.961442, + "main_score": 0.950876, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.949007, + "recall": 0.964447, + "f1": 0.953931, + "accuracy": 0.964447, + "main_score": 0.953931, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.680817, + "recall": 0.755633, + "f1": 0.702253, + "accuracy": 0.755633, + "main_score": 0.702253, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.646126, + "recall": 0.719579, + "f1": 0.666167, + "accuracy": 0.719579, + "main_score": 0.666167, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.968161, + "recall": 0.977466, + "f1": 0.971073, + "accuracy": 0.977466, + "main_score": 0.971073, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.939409, + "recall": 0.957436, + "f1": 0.945235, + "accuracy": 0.957436, + "main_score": 0.945235, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.965907, + "recall": 0.976465, + "f1": 0.969321, + "accuracy": 0.976465, + "main_score": 0.969321, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.936446, + "recall": 0.954432, + "f1": 0.942113, + "accuracy": 0.954432, + "main_score": 0.942113, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.956894, + "recall": 0.969454, + "f1": 0.960891, + "accuracy": 0.969454, + "main_score": 0.960891, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.766594, + "recall": 0.825739, + "f1": 0.78449, + "accuracy": 0.825739, + "main_score": 0.78449, + "hf_subset": "fra_Latn-swa_Latn", + "languages": [ + "fra-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.936488, + "recall": 0.954932, + "f1": 0.942147, + "accuracy": 0.954932, + "main_score": 0.942147, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.890816, + "recall": 0.922884, + "f1": 0.900843, + "accuracy": 0.922884, + "main_score": 0.900843, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.933817, + "recall": 0.951928, + "f1": 0.939543, + "accuracy": 0.951928, + "main_score": 0.939543, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.956143, + "recall": 0.969955, + "f1": 0.960641, + "accuracy": 0.969955, + "main_score": 0.960641, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.943999, + "recall": 0.959439, + "f1": 0.948799, + "accuracy": 0.959439, + "main_score": 0.948799, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.445354, + "recall": 0.5333, + "f1": 0.468429, + "accuracy": 0.5333, + "main_score": 0.468429, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.541107, + "recall": 0.588883, + "f1": 0.553988, + "accuracy": 0.588883, + "main_score": 0.553988, + "hf_subset": "fuc_Latn-bem_Latn", + "languages": [ + "fuc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.508004, + "recall": 0.565849, + "f1": 0.523769, + "accuracy": 0.565849, + "main_score": 0.523769, + "hf_subset": "fuc_Latn-eng_Latn", + "languages": [ + "fuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.503219, + "recall": 0.556835, + "f1": 0.518835, + "accuracy": 0.556835, + "main_score": 0.518835, + "hf_subset": "fuc_Latn-ewe_Latn", + "languages": [ + "fuc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.486112, + "recall": 0.541312, + "f1": 0.501391, + "accuracy": 0.541312, + "main_score": 0.501391, + "hf_subset": "fuc_Latn-kin_Latn", + "languages": [ + "fuc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.50325, + "recall": 0.560841, + "f1": 0.519285, + "accuracy": 0.560841, + "main_score": 0.519285, + "hf_subset": "fuc_Latn-nde_Latn", + "languages": [ + "fuc-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.535523, + "recall": 0.583375, + "f1": 0.549202, + "accuracy": 0.583375, + "main_score": 0.549202, + "hf_subset": "fuc_Latn-nya_Latn", + "languages": [ + "fuc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.518838, + "recall": 0.569855, + "f1": 0.533514, + "accuracy": 0.569855, + "main_score": 0.533514, + "hf_subset": "fuc_Latn-sna_Latn", + "languages": [ + "fuc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.516932, + "recall": 0.571357, + "f1": 0.532412, + "accuracy": 0.571357, + "main_score": 0.532412, + "hf_subset": "fuc_Latn-ven_Latn", + "languages": [ + "fuc-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.503214, + "recall": 0.547321, + "f1": 0.515576, + "accuracy": 0.547321, + "main_score": 0.515576, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.465144, + "recall": 0.524286, + "f1": 0.480321, + "accuracy": 0.524286, + "main_score": 0.480321, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.93244, + "recall": 0.951928, + "f1": 0.938591, + "accuracy": 0.951928, + "main_score": 0.938591, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.965991, + "recall": 0.975964, + "f1": 0.96913, + "accuracy": 0.975964, + "main_score": 0.96913, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.952654, + "recall": 0.965949, + "f1": 0.956778, + "accuracy": 0.965949, + "main_score": 0.956778, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.968261, + "recall": 0.977466, + "f1": 0.971157, + "accuracy": 0.977466, + "main_score": 0.971157, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.67574, + "recall": 0.747121, + "f1": 0.69615, + "accuracy": 0.747121, + "main_score": 0.69615, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.96428, + "recall": 0.974962, + "f1": 0.967785, + "accuracy": 0.974962, + "main_score": 0.967785, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.928226, + "recall": 0.94642, + "f1": 0.933944, + "accuracy": 0.94642, + "main_score": 0.933944, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.980471, + "f1": 0.976047, + "accuracy": 0.980471, + "main_score": 0.976047, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.954765, + "recall": 0.967952, + "f1": 0.958922, + "accuracy": 0.967952, + "main_score": 0.958922, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.427635, + "recall": 0.507762, + "f1": 0.449463, + "accuracy": 0.507762, + "main_score": 0.449463, + "hf_subset": "guj_Gujr-div_Thaa", + "languages": [ + "guj-Gujr", + "div-Thaa" + ] + }, + { + "precision": 0.970581, + "recall": 0.97997, + "f1": 0.97366, + "accuracy": 0.97997, + "main_score": 0.97366, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.547886, + "recall": 0.632949, + "f1": 0.572081, + "accuracy": 0.632949, + "main_score": 0.572081, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.958187, + "recall": 0.970456, + "f1": 0.96211, + "accuracy": 0.970456, + "main_score": 0.96211, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.925054, + "recall": 0.947421, + "f1": 0.932148, + "accuracy": 0.947421, + "main_score": 0.932148, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.945852, + "recall": 0.961943, + "f1": 0.951093, + "accuracy": 0.961943, + "main_score": 0.951093, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.925722, + "recall": 0.94692, + "f1": 0.932365, + "accuracy": 0.94692, + "main_score": 0.932365, + "hf_subset": "guj_Gujr-nep_Deva", + "languages": [ + "guj-Gujr", + "nep-Deva" + ] + }, + { + "precision": 0.896052, + "recall": 0.928393, + "f1": 0.906476, + "accuracy": 0.928393, + "main_score": 0.906476, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.82805, + "recall": 0.875814, + "f1": 0.843191, + "accuracy": 0.875814, + "main_score": 0.843191, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.572006, + "recall": 0.663495, + "f1": 0.597829, + "accuracy": 0.663495, + "main_score": 0.597829, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.916375, + "recall": 0.939409, + "f1": 0.923678, + "accuracy": 0.939409, + "main_score": 0.923678, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.924178, + "recall": 0.945919, + "f1": 0.931163, + "accuracy": 0.945919, + "main_score": 0.931163, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.939659, + "recall": 0.956935, + "f1": 0.945151, + "accuracy": 0.956935, + "main_score": 0.945151, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.371333, + "recall": 0.440661, + "f1": 0.389922, + "accuracy": 0.440661, + "main_score": 0.389922, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.534632, + "recall": 0.590886, + "f1": 0.549975, + "accuracy": 0.590886, + "main_score": 0.549975, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.569522, + "recall": 0.610916, + "f1": 0.581904, + "accuracy": 0.610916, + "main_score": 0.581904, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.544844, + "recall": 0.588883, + "f1": 0.557519, + "accuracy": 0.588883, + "main_score": 0.557519, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.334721, + "recall": 0.405108, + "f1": 0.353154, + "accuracy": 0.405108, + "main_score": 0.353154, + "hf_subset": "hau_Latn-orm_Ethi", + "languages": [ + "hau-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.528108, + "recall": 0.57336, + "f1": 0.541051, + "accuracy": 0.57336, + "main_score": 0.541051, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.512112, + "recall": 0.565849, + "f1": 0.527278, + "accuracy": 0.565849, + "main_score": 0.527278, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.556629, + "recall": 0.602904, + "f1": 0.570043, + "accuracy": 0.602904, + "main_score": 0.570043, + "hf_subset": "hau_Latn-swa_Latn", + "languages": [ + "hau-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.326592, + "recall": 0.397096, + "f1": 0.344871, + "accuracy": 0.397096, + "main_score": 0.344871, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.537821, + "recall": 0.585378, + "f1": 0.551888, + "accuracy": 0.585378, + "main_score": 0.551888, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.48545, + "recall": 0.54031, + "f1": 0.501268, + "accuracy": 0.54031, + "main_score": 0.501268, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.480392, + "recall": 0.53981, + "f1": 0.497305, + "accuracy": 0.53981, + "main_score": 0.497305, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.469706, + "recall": 0.52679, + "f1": 0.485934, + "accuracy": 0.52679, + "main_score": 0.485934, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.509508, + "recall": 0.563846, + "f1": 0.524998, + "accuracy": 0.563846, + "main_score": 0.524998, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.849332, + "recall": 0.887331, + "f1": 0.861101, + "accuracy": 0.887331, + "main_score": 0.861101, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.869287, + "recall": 0.903355, + "f1": 0.879877, + "accuracy": 0.903355, + "main_score": 0.879877, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.349056, + "recall": 0.438658, + "f1": 0.372464, + "accuracy": 0.438658, + "main_score": 0.372464, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.87092, + "recall": 0.903856, + "f1": 0.881064, + "accuracy": 0.903856, + "main_score": 0.881064, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.863954, + "recall": 0.897346, + "f1": 0.874044, + "accuracy": 0.897346, + "main_score": 0.874044, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.903469, + "recall": 0.928893, + "f1": 0.9114, + "accuracy": 0.928893, + "main_score": 0.9114, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.871866, + "recall": 0.905358, + "f1": 0.882284, + "accuracy": 0.905358, + "main_score": 0.882284, + "hf_subset": "heb_Hebr-fas_Arab", + "languages": [ + "heb-Hebr", + "fas-Arab" + ] + }, + { + "precision": 0.824086, + "recall": 0.867301, + "f1": 0.837034, + "accuracy": 0.867301, + "main_score": 0.837034, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.87102, + "recall": 0.904857, + "f1": 0.881256, + "accuracy": 0.904857, + "main_score": 0.881256, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.866921, + "recall": 0.901853, + "f1": 0.877594, + "accuracy": 0.901853, + "main_score": 0.877594, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.763767, + "recall": 0.81973, + "f1": 0.780481, + "accuracy": 0.81973, + "main_score": 0.780481, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.872217, + "recall": 0.903355, + "f1": 0.881739, + "accuracy": 0.903355, + "main_score": 0.881739, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.838003, + "recall": 0.877817, + "f1": 0.850229, + "accuracy": 0.877817, + "main_score": 0.850229, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.391757, + "recall": 0.474211, + "f1": 0.414118, + "accuracy": 0.474211, + "main_score": 0.414118, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.845209, + "recall": 0.885829, + "f1": 0.857711, + "accuracy": 0.885829, + "main_score": 0.857711, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.64946, + "recall": 0.72008, + "f1": 0.670026, + "accuracy": 0.72008, + "main_score": 0.670026, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.68886, + "recall": 0.750125, + "f1": 0.706879, + "accuracy": 0.750125, + "main_score": 0.706879, + "hf_subset": "heb_Hebr-mey_Arab", + "languages": [ + "heb-Hebr", + "mey-Arab" + ] + }, + { + "precision": 0.877666, + "recall": 0.910366, + "f1": 0.887782, + "accuracy": 0.910366, + "main_score": 0.887782, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.851625, + "recall": 0.889334, + "f1": 0.863061, + "accuracy": 0.889334, + "main_score": 0.863061, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.889376, + "recall": 0.919379, + "f1": 0.898414, + "accuracy": 0.919379, + "main_score": 0.898414, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.869643, + "recall": 0.90686, + "f1": 0.88133, + "accuracy": 0.90686, + "main_score": 0.88133, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.635839, + "recall": 0.709564, + "f1": 0.657559, + "accuracy": 0.709564, + "main_score": 0.657559, + "hf_subset": "heb_Hebr-pus_Arab", + "languages": [ + "heb-Hebr", + "pus-Arab" + ] + }, + { + "precision": 0.86294, + "recall": 0.897847, + "f1": 0.873555, + "accuracy": 0.897847, + "main_score": 0.873555, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.381221, + "recall": 0.479219, + "f1": 0.407906, + "accuracy": 0.479219, + "main_score": 0.407906, + "hf_subset": "heb_Hebr-shi_Arab", + "languages": [ + "heb-Hebr", + "shi-Arab" + ] + }, + { + "precision": 0.886318, + "recall": 0.914872, + "f1": 0.894877, + "accuracy": 0.914872, + "main_score": 0.894877, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.744381, + "recall": 0.8002, + "f1": 0.760862, + "accuracy": 0.8002, + "main_score": 0.760862, + "hf_subset": "heb_Hebr-swa_Latn", + "languages": [ + "heb-Hebr", + "swa-Latn" + ] + }, + { + "precision": 0.860704, + "recall": 0.895844, + "f1": 0.871282, + "accuracy": 0.895844, + "main_score": 0.871282, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.82768, + "recall": 0.872809, + "f1": 0.84158, + "accuracy": 0.872809, + "main_score": 0.84158, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.401221, + "recall": 0.491738, + "f1": 0.425316, + "accuracy": 0.491738, + "main_score": 0.425316, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.847222, + "recall": 0.883325, + "f1": 0.858275, + "accuracy": 0.883325, + "main_score": 0.858275, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.849624, + "recall": 0.884827, + "f1": 0.859974, + "accuracy": 0.884827, + "main_score": 0.859974, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.831218, + "recall": 0.874812, + "f1": 0.844528, + "accuracy": 0.874812, + "main_score": 0.844528, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.404453, + "recall": 0.488232, + "f1": 0.427575, + "accuracy": 0.488232, + "main_score": 0.427575, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.948256, + "recall": 0.963445, + "f1": 0.953263, + "accuracy": 0.963445, + "main_score": 0.953263, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.961275, + "recall": 0.97346, + "f1": 0.965281, + "accuracy": 0.97346, + "main_score": 0.965281, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.970205, + "recall": 0.979469, + "f1": 0.973126, + "accuracy": 0.979469, + "main_score": 0.973126, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.396577, + "recall": 0.484727, + "f1": 0.419445, + "accuracy": 0.484727, + "main_score": 0.419445, + "hf_subset": "hin_Deva-div_Thaa", + "languages": [ + "hin-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.925906, + "recall": 0.947421, + "f1": 0.932532, + "accuracy": 0.947421, + "main_score": 0.932532, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.566079, + "recall": 0.651978, + "f1": 0.589732, + "accuracy": 0.651978, + "main_score": 0.589732, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.965782, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, + "hf_subset": "hin_Deva-fas_Arab", + "languages": [ + "hin-Deva", + "fas-Arab" + ] + }, + { + "precision": 0.914538, + "recall": 0.938908, + "f1": 0.922169, + "accuracy": 0.938908, + "main_score": 0.922169, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.964196, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.933191, + "recall": 0.952929, + "f1": 0.939442, + "accuracy": 0.952929, + "main_score": 0.939442, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.823894, + "recall": 0.87331, + "f1": 0.839142, + "accuracy": 0.87331, + "main_score": 0.839142, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.829094, + "recall": 0.876314, + "f1": 0.843708, + "accuracy": 0.876314, + "main_score": 0.843708, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.977299, + "recall": 0.983976, + "f1": 0.979469, + "accuracy": 0.983976, + "main_score": 0.979469, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.960274, + "recall": 0.972459, + "f1": 0.964196, + "accuracy": 0.972459, + "main_score": 0.964196, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.923844, + "recall": 0.94692, + "f1": 0.931347, + "accuracy": 0.94692, + "main_score": 0.931347, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.953764, + "recall": 0.968453, + "f1": 0.958605, + "accuracy": 0.968453, + "main_score": 0.958605, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.715236, + "recall": 0.778167, + "f1": 0.733296, + "accuracy": 0.778167, + "main_score": 0.733296, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.955767, + "recall": 0.969955, + "f1": 0.960441, + "accuracy": 0.969955, + "main_score": 0.960441, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.938282, + "recall": 0.956935, + "f1": 0.944367, + "accuracy": 0.956935, + "main_score": 0.944367, + "hf_subset": "hin_Deva-nep_Deva", + "languages": [ + "hin-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.967535, + "recall": 0.977967, + "f1": 0.970956, + "accuracy": 0.977967, + "main_score": 0.970956, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.86004, + "recall": 0.901853, + "f1": 0.873136, + "accuracy": 0.901853, + "main_score": 0.873136, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.934276, + "recall": 0.95343, + "f1": 0.940444, + "accuracy": 0.95343, + "main_score": 0.940444, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.965532, + "recall": 0.976465, + "f1": 0.96912, + "accuracy": 0.976465, + "main_score": 0.96912, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.951511, + "recall": 0.965949, + "f1": 0.956268, + "accuracy": 0.965949, + "main_score": 0.956268, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.7998, + "recall": 0.854782, + "f1": 0.816527, + "accuracy": 0.854782, + "main_score": 0.816527, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.51803, + "recall": 0.619429, + "f1": 0.545822, + "accuracy": 0.619429, + "main_score": 0.545822, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.977049, + "recall": 0.983976, + "f1": 0.979302, + "accuracy": 0.983976, + "main_score": 0.979302, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.796408, + "recall": 0.848773, + "f1": 0.812363, + "accuracy": 0.848773, + "main_score": 0.812363, + "hf_subset": "hin_Deva-swa_Latn", + "languages": [ + "hin-Deva", + "swa-Latn" + ] + }, + { + "precision": 0.939451, + "recall": 0.957436, + "f1": 0.945285, + "accuracy": 0.957436, + "main_score": 0.945285, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.93194, + "recall": 0.952429, + "f1": 0.938524, + "accuracy": 0.952429, + "main_score": 0.938524, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.934777, + "recall": 0.954932, + "f1": 0.941362, + "accuracy": 0.954932, + "main_score": 0.941362, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.942163, + "recall": 0.959439, + "f1": 0.947655, + "accuracy": 0.959439, + "main_score": 0.947655, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.943749, + "recall": 0.961943, + "f1": 0.949675, + "accuracy": 0.961943, + "main_score": 0.949675, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.960357, + "recall": 0.971958, + "f1": 0.964113, + "accuracy": 0.971958, + "main_score": 0.964113, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.956476, + "recall": 0.968953, + "f1": 0.960391, + "accuracy": 0.968953, + "main_score": 0.960391, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.454435, + "recall": 0.550325, + "f1": 0.480831, + "accuracy": 0.550325, + "main_score": 0.480831, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.483461, + "recall": 0.536304, + "f1": 0.49743, + "accuracy": 0.536304, + "main_score": 0.49743, + "hf_subset": "hmn_Latn-eng_Latn", + "languages": [ + "hmn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.777593, + "recall": 0.830746, + "f1": 0.793599, + "accuracy": 0.830746, + "main_score": 0.793599, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.964463, + "recall": 0.975463, + "f1": 0.968035, + "accuracy": 0.975463, + "main_score": 0.968035, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.898264, + "recall": 0.92639, + "f1": 0.907177, + "accuracy": 0.92639, + "main_score": 0.907177, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.908222, + "recall": 0.930396, + "f1": 0.915028, + "accuracy": 0.930396, + "main_score": 0.915028, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.945535, + "recall": 0.959439, + "f1": 0.949841, + "accuracy": 0.959439, + "main_score": 0.949841, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.870594, + "recall": 0.905358, + "f1": 0.881247, + "accuracy": 0.905358, + "main_score": 0.881247, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.901544, + "recall": 0.928393, + "f1": 0.909989, + "accuracy": 0.928393, + "main_score": 0.909989, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.912786, + "recall": 0.936905, + "f1": 0.920407, + "accuracy": 0.936905, + "main_score": 0.920407, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.911901, + "recall": 0.932399, + "f1": 0.918194, + "accuracy": 0.932399, + "main_score": 0.918194, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.875472, + "recall": 0.909865, + "f1": 0.885996, + "accuracy": 0.909865, + "main_score": 0.885996, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.741562, + "recall": 0.805709, + "f1": 0.760337, + "accuracy": 0.805709, + "main_score": 0.760337, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.94667, + "recall": 0.962444, + "f1": 0.951761, + "accuracy": 0.962444, + "main_score": 0.951761, + "hf_subset": "hrv_Latn-srp_Latn", + "languages": [ + "hrv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.898973, + "recall": 0.927391, + "f1": 0.908105, + "accuracy": 0.927391, + "main_score": 0.908105, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.83088, + "recall": 0.871307, + "f1": 0.843358, + "accuracy": 0.871307, + "main_score": 0.843358, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.847785, + "recall": 0.884827, + "f1": 0.859271, + "accuracy": 0.884827, + "main_score": 0.859271, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.881785, + "recall": 0.908363, + "f1": 0.890121, + "accuracy": 0.908363, + "main_score": 0.890121, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.844425, + "recall": 0.883826, + "f1": 0.856819, + "accuracy": 0.883826, + "main_score": 0.856819, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.883968, + "recall": 0.91337, + "f1": 0.893249, + "accuracy": 0.91337, + "main_score": 0.893249, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.838787, + "recall": 0.875814, + "f1": 0.850127, + "accuracy": 0.875814, + "main_score": 0.850127, + "hf_subset": "hun_Latn-fas_Arab", + "languages": [ + "hun-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.854319, + "recall": 0.889334, + "f1": 0.865064, + "accuracy": 0.889334, + "main_score": 0.865064, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.859194, + "recall": 0.891838, + "f1": 0.869165, + "accuracy": 0.891838, + "main_score": 0.869165, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.758121, + "recall": 0.81973, + "f1": 0.776999, + "accuracy": 0.81973, + "main_score": 0.776999, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.845335, + "recall": 0.884326, + "f1": 0.857506, + "accuracy": 0.884326, + "main_score": 0.857506, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.869029, + "recall": 0.900351, + "f1": 0.878614, + "accuracy": 0.900351, + "main_score": 0.878614, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.831472, + "recall": 0.872809, + "f1": 0.84435, + "accuracy": 0.872809, + "main_score": 0.84435, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.831628, + "recall": 0.871808, + "f1": 0.843904, + "accuracy": 0.871808, + "main_score": 0.843904, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.653469, + "recall": 0.725088, + "f1": 0.674683, + "accuracy": 0.725088, + "main_score": 0.674683, + "hf_subset": "hun_Latn-lav_Latn", + "languages": [ + "hun-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.696484, + "recall": 0.76014, + "f1": 0.715185, + "accuracy": 0.76014, + "main_score": 0.715185, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.873318, + "recall": 0.904357, + "f1": 0.882924, + "accuracy": 0.904357, + "main_score": 0.882924, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.846717, + "recall": 0.884326, + "f1": 0.858376, + "accuracy": 0.884326, + "main_score": 0.858376, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.869143, + "recall": 0.900851, + "f1": 0.878785, + "accuracy": 0.900851, + "main_score": 0.878785, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.857157, + "recall": 0.891838, + "f1": 0.867793, + "accuracy": 0.891838, + "main_score": 0.867793, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.881749, + "recall": 0.908363, + "f1": 0.889987, + "accuracy": 0.908363, + "main_score": 0.889987, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.742615, + "recall": 0.793691, + "f1": 0.758126, + "accuracy": 0.793691, + "main_score": 0.758126, + "hf_subset": "hun_Latn-swa_Latn", + "languages": [ + "hun-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.862532, + "recall": 0.894842, + "f1": 0.87262, + "accuracy": 0.894842, + "main_score": 0.87262, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.797367, + "recall": 0.846269, + "f1": 0.812656, + "accuracy": 0.846269, + "main_score": 0.812656, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.849794, + "recall": 0.88032, + "f1": 0.859123, + "accuracy": 0.88032, + "main_score": 0.859123, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.854137, + "recall": 0.884827, + "f1": 0.86362, + "accuracy": 0.884827, + "main_score": 0.86362, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.839431, + "recall": 0.876815, + "f1": 0.850986, + "accuracy": 0.876815, + "main_score": 0.850986, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.456439, + "recall": 0.543315, + "f1": 0.480398, + "accuracy": 0.543315, + "main_score": 0.480398, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.789857, + "recall": 0.841763, + "f1": 0.805718, + "accuracy": 0.841763, + "main_score": 0.805718, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.80921, + "recall": 0.855283, + "f1": 0.822879, + "accuracy": 0.855283, + "main_score": 0.822879, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.733705, + "recall": 0.795193, + "f1": 0.752239, + "accuracy": 0.795193, + "main_score": 0.752239, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.611027, + "recall": 0.677016, + "f1": 0.62963, + "accuracy": 0.677016, + "main_score": 0.62963, + "hf_subset": "hye_Armn-sqi_Latn", + "languages": [ + "hye-Armn", + "sqi-Latn" + ] + }, + { + "precision": 0.39461, + "recall": 0.460691, + "f1": 0.412074, + "accuracy": 0.460691, + "main_score": 0.412074, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.544638, + "recall": 0.59339, + "f1": 0.558096, + "accuracy": 0.59339, + "main_score": 0.558096, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.54797, + "recall": 0.597897, + "f1": 0.562185, + "accuracy": 0.597897, + "main_score": 0.562185, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.555517, + "recall": 0.597396, + "f1": 0.567448, + "accuracy": 0.597396, + "main_score": 0.567448, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.340224, + "recall": 0.416124, + "f1": 0.360064, + "accuracy": 0.416124, + "main_score": 0.360064, + "hf_subset": "ibo_Latn-orm_Ethi", + "languages": [ + "ibo-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.519539, + "recall": 0.570356, + "f1": 0.5338, + "accuracy": 0.570356, + "main_score": 0.5338, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.538515, + "recall": 0.585879, + "f1": 0.551804, + "accuracy": 0.585879, + "main_score": 0.551804, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.562708, + "recall": 0.604907, + "f1": 0.575029, + "accuracy": 0.604907, + "main_score": 0.575029, + "hf_subset": "ibo_Latn-swa_Latn", + "languages": [ + "ibo-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.365472, + "recall": 0.434652, + "f1": 0.383703, + "accuracy": 0.434652, + "main_score": 0.383703, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.568002, + "recall": 0.610916, + "f1": 0.580321, + "accuracy": 0.610916, + "main_score": 0.580321, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.494313, + "recall": 0.547822, + "f1": 0.508816, + "accuracy": 0.547822, + "main_score": 0.508816, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.512357, + "recall": 0.562844, + "f1": 0.526617, + "accuracy": 0.562844, + "main_score": 0.526617, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.499965, + "recall": 0.554832, + "f1": 0.515358, + "accuracy": 0.554832, + "main_score": 0.515358, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.546063, + "recall": 0.591888, + "f1": 0.55912, + "accuracy": 0.591888, + "main_score": 0.55912, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.949424, + "recall": 0.964947, + "f1": 0.954515, + "accuracy": 0.964947, + "main_score": 0.954515, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.954348, + "recall": 0.968453, + "f1": 0.958938, + "accuracy": 0.968453, + "main_score": 0.958938, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.924094, + "recall": 0.94692, + "f1": 0.93133, + "accuracy": 0.94692, + "main_score": 0.93133, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.961901, + "recall": 0.97346, + "f1": 0.965648, + "accuracy": 0.97346, + "main_score": 0.965648, + "hf_subset": "ind_Latn-fas_Arab", + "languages": [ + "ind-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.319288, + "recall": 0.417126, + "f1": 0.343484, + "accuracy": 0.417126, + "main_score": 0.343484, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.867255, + "recall": 0.903355, + "f1": 0.878171, + "accuracy": 0.903355, + "main_score": 0.878171, + "hf_subset": "ind_Latn-fil_Latn", + "languages": [ + "ind-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.915874, + "recall": 0.941412, + "f1": 0.923953, + "accuracy": 0.941412, + "main_score": 0.923953, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.968995, + "recall": 0.978468, + "f1": 0.972075, + "accuracy": 0.978468, + "main_score": 0.972075, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.822334, + "recall": 0.872308, + "f1": 0.837773, + "accuracy": 0.872308, + "main_score": 0.837773, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.964029, + "recall": 0.974462, + "f1": 0.967451, + "accuracy": 0.974462, + "main_score": 0.967451, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.828447, + "recall": 0.875313, + "f1": 0.842589, + "accuracy": 0.875313, + "main_score": 0.842589, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.957269, + "recall": 0.969955, + "f1": 0.961335, + "accuracy": 0.969955, + "main_score": 0.961335, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.955225, + "recall": 0.968453, + "f1": 0.959556, + "accuracy": 0.968453, + "main_score": 0.959556, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.69872, + "recall": 0.768653, + "f1": 0.718453, + "accuracy": 0.768653, + "main_score": 0.718453, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.902416, + "recall": 0.930896, + "f1": 0.911462, + "accuracy": 0.930896, + "main_score": 0.911462, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.444814, + "recall": 0.541813, + "f1": 0.470693, + "accuracy": 0.541813, + "main_score": 0.470693, + "hf_subset": "ind_Latn-mlg_Latn", + "languages": [ + "ind-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.419877, + "recall": 0.518277, + "f1": 0.445678, + "accuracy": 0.518277, + "main_score": 0.445678, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969871, + "accuracy": 0.976965, + "main_score": 0.969871, + "hf_subset": "ind_Latn-msa_Latn", + "languages": [ + "ind-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.970706, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935862, + "recall": 0.955433, + "f1": 0.942197, + "accuracy": 0.955433, + "main_score": 0.942197, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974378, + "accuracy": 0.980471, + "main_score": 0.974378, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.954724, + "recall": 0.967952, + "f1": 0.958972, + "accuracy": 0.967952, + "main_score": 0.958972, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.446763, + "recall": 0.537807, + "f1": 0.470699, + "accuracy": 0.537807, + "main_score": 0.470699, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.984977, + "f1": 0.980971, + "accuracy": 0.984977, + "main_score": 0.980971, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.810721, + "recall": 0.856284, + "f1": 0.824221, + "accuracy": 0.856284, + "main_score": 0.824221, + "hf_subset": "ind_Latn-swa_Latn", + "languages": [ + "ind-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.940578, + "recall": 0.958438, + "f1": 0.946253, + "accuracy": 0.958438, + "main_score": 0.946253, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.386909, + "recall": 0.486229, + "f1": 0.412268, + "accuracy": 0.486229, + "main_score": 0.412268, + "hf_subset": "ind_Latn-tah_Latn", + "languages": [ + "ind-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.90686, + "recall": 0.934402, + "f1": 0.91569, + "accuracy": 0.934402, + "main_score": 0.91569, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.367503, + "recall": 0.470205, + "f1": 0.393647, + "accuracy": 0.470205, + "main_score": 0.393647, + "hf_subset": "ind_Latn-ton_Latn", + "languages": [ + "ind-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.937965, + "recall": 0.955433, + "f1": 0.943532, + "accuracy": 0.955433, + "main_score": 0.943532, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.960107, + "recall": 0.972959, + "f1": 0.96428, + "accuracy": 0.972959, + "main_score": 0.96428, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.960774, + "recall": 0.972459, + "f1": 0.96453, + "accuracy": 0.972459, + "main_score": 0.96453, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.463412, + "recall": 0.557336, + "f1": 0.488527, + "accuracy": 0.557336, + "main_score": 0.488527, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.605371, + "recall": 0.665999, + "f1": 0.622065, + "accuracy": 0.665999, + "main_score": 0.622065, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.64562, + "recall": 0.702554, + "f1": 0.661511, + "accuracy": 0.702554, + "main_score": 0.661511, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.626399, + "recall": 0.682524, + "f1": 0.641778, + "accuracy": 0.682524, + "main_score": 0.641778, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.634577, + "recall": 0.692539, + "f1": 0.651212, + "accuracy": 0.692539, + "main_score": 0.651212, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.69248, + "recall": 0.750125, + "f1": 0.708422, + "accuracy": 0.750125, + "main_score": 0.708422, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.536352, + "recall": 0.598398, + "f1": 0.553874, + "accuracy": 0.598398, + "main_score": 0.553874, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.632032, + "recall": 0.69304, + "f1": 0.649004, + "accuracy": 0.69304, + "main_score": 0.649004, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.645716, + "recall": 0.703055, + "f1": 0.661096, + "accuracy": 0.703055, + "main_score": 0.661096, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.664149, + "recall": 0.719579, + "f1": 0.679093, + "accuracy": 0.719579, + "main_score": 0.679093, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.654146, + "recall": 0.705058, + "f1": 0.668376, + "accuracy": 0.705058, + "main_score": 0.668376, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.929394, + "recall": 0.949424, + "f1": 0.935904, + "accuracy": 0.949424, + "main_score": 0.935904, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970372, + "recall": 0.979469, + "f1": 0.973377, + "accuracy": 0.979469, + "main_score": 0.973377, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.964947, + "f1": 0.955266, + "accuracy": 0.964947, + "main_score": 0.955266, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.654188, + "recall": 0.729594, + "f1": 0.675204, + "accuracy": 0.729594, + "main_score": 0.675204, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.944291, + "recall": 0.960941, + "f1": 0.949708, + "accuracy": 0.960941, + "main_score": 0.949708, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.932566, + "recall": 0.952429, + "f1": 0.938892, + "accuracy": 0.952429, + "main_score": 0.938892, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.943165, + "recall": 0.960441, + "f1": 0.94884, + "accuracy": 0.960441, + "main_score": 0.94884, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.958771, + "recall": 0.970956, + "f1": 0.962694, + "accuracy": 0.970956, + "main_score": 0.962694, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.902166, + "recall": 0.931397, + "f1": 0.911445, + "accuracy": 0.931397, + "main_score": 0.911445, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.941637, + "recall": 0.958938, + "f1": 0.947204, + "accuracy": 0.958938, + "main_score": 0.947204, + "hf_subset": "jpn_Jpan-fas_Arab", + "languages": [ + "jpn-Jpan", + "fas-Arab" + ] + }, + { + "precision": 0.889197, + "recall": 0.921382, + "f1": 0.899241, + "accuracy": 0.921382, + "main_score": 0.899241, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.960399, + "recall": 0.971958, + "f1": 0.964146, + "accuracy": 0.971958, + "main_score": 0.964146, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.790511, + "recall": 0.850275, + "f1": 0.80903, + "accuracy": 0.850275, + "main_score": 0.80903, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.948005, + "recall": 0.963445, + "f1": 0.953013, + "accuracy": 0.963445, + "main_score": 0.953013, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.801548, + "recall": 0.855784, + "f1": 0.818222, + "accuracy": 0.855784, + "main_score": 0.818222, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.959105, + "recall": 0.971958, + "f1": 0.963362, + "accuracy": 0.971958, + "main_score": 0.963362, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.956602, + "recall": 0.969955, + "f1": 0.960941, + "accuracy": 0.969955, + "main_score": 0.960941, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.682342, + "recall": 0.754131, + "f1": 0.70296, + "accuracy": 0.754131, + "main_score": 0.70296, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.957102, + "recall": 0.970456, + "f1": 0.961442, + "accuracy": 0.970456, + "main_score": 0.961442, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.920088, + "recall": 0.943415, + "f1": 0.927591, + "accuracy": 0.943415, + "main_score": 0.927591, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.955767, + "recall": 0.968953, + "f1": 0.960023, + "accuracy": 0.968953, + "main_score": 0.960023, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.94354, + "recall": 0.960441, + "f1": 0.948957, + "accuracy": 0.960441, + "main_score": 0.948957, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.962627, + "recall": 0.973961, + "f1": 0.966199, + "accuracy": 0.973961, + "main_score": 0.966199, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.75822, + "recall": 0.817727, + "f1": 0.775985, + "accuracy": 0.817727, + "main_score": 0.775985, + "hf_subset": "jpn_Jpan-swa_Latn", + "languages": [ + "jpn-Jpan", + "swa-Latn" + ] + }, + { + "precision": 0.920923, + "recall": 0.944917, + "f1": 0.928593, + "accuracy": 0.944917, + "main_score": 0.928593, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.905859, + "recall": 0.934402, + "f1": 0.915023, + "accuracy": 0.934402, + "main_score": 0.915023, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.933918, + "recall": 0.952929, + "f1": 0.939977, + "accuracy": 0.952929, + "main_score": 0.939977, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.948882, + "recall": 0.964447, + "f1": 0.953881, + "accuracy": 0.964447, + "main_score": 0.953881, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.939943, + "recall": 0.957436, + "f1": 0.945502, + "accuracy": 0.957436, + "main_score": 0.945502, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.951511, + "recall": 0.965448, + "f1": 0.956017, + "accuracy": 0.965448, + "main_score": 0.956017, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.957228, + "recall": 0.969454, + "f1": 0.961142, + "accuracy": 0.969454, + "main_score": 0.961142, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.435638, + "recall": 0.531297, + "f1": 0.460675, + "accuracy": 0.531297, + "main_score": 0.460675, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.939409, + "recall": 0.957436, + "f1": 0.945335, + "accuracy": 0.957436, + "main_score": 0.945335, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.410894, + "recall": 0.495243, + "f1": 0.433427, + "accuracy": 0.495243, + "main_score": 0.433427, + "hf_subset": "kan_Knda-div_Thaa", + "languages": [ + "kan-Knda", + "div-Thaa" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.545951, + "recall": 0.633951, + "f1": 0.570914, + "accuracy": 0.633951, + "main_score": 0.570914, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.917376, + "recall": 0.942414, + "f1": 0.925472, + "accuracy": 0.942414, + "main_score": 0.925472, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.95005, + "recall": 0.964947, + "f1": 0.954882, + "accuracy": 0.964947, + "main_score": 0.954882, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.938199, + "recall": 0.955433, + "f1": 0.943782, + "accuracy": 0.955433, + "main_score": 0.943782, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.916391, + "recall": 0.93991, + "f1": 0.923869, + "accuracy": 0.93991, + "main_score": 0.923869, + "hf_subset": "kan_Knda-nep_Deva", + "languages": [ + "kan-Knda", + "nep-Deva" + ] + }, + { + "precision": 0.845218, + "recall": 0.889334, + "f1": 0.859105, + "accuracy": 0.889334, + "main_score": 0.859105, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.816859, + "recall": 0.866299, + "f1": 0.832232, + "accuracy": 0.866299, + "main_score": 0.832232, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.526943, + "recall": 0.621933, + "f1": 0.553724, + "accuracy": 0.621933, + "main_score": 0.553724, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.926782, + "recall": 0.94692, + "f1": 0.933183, + "accuracy": 0.94692, + "main_score": 0.933183, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.925722, + "recall": 0.948423, + "f1": 0.93305, + "accuracy": 0.948423, + "main_score": 0.93305, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.929895, + "recall": 0.950926, + "f1": 0.936638, + "accuracy": 0.950926, + "main_score": 0.936638, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.838391, + "recall": 0.881823, + "f1": 0.851728, + "accuracy": 0.881823, + "main_score": 0.851728, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.869429, + "recall": 0.903856, + "f1": 0.880046, + "accuracy": 0.903856, + "main_score": 0.880046, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.745068, + "recall": 0.80671, + "f1": 0.763815, + "accuracy": 0.80671, + "main_score": 0.763815, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.651397, + "recall": 0.718077, + "f1": 0.670921, + "accuracy": 0.718077, + "main_score": 0.670921, + "hf_subset": "kat_Geor-sqi_Latn", + "languages": [ + "kat-Geor", + "sqi-Latn" + ] + }, + { + "precision": 0.67807, + "recall": 0.735103, + "f1": 0.69451, + "accuracy": 0.735103, + "main_score": 0.69451, + "hf_subset": "kaz_Cyrl-aze_Latn", + "languages": [ + "kaz-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.652104, + "recall": 0.703055, + "f1": 0.666932, + "accuracy": 0.703055, + "main_score": 0.666932, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.743719, + "recall": 0.794191, + "f1": 0.758064, + "accuracy": 0.794191, + "main_score": 0.758064, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.708914, + "recall": 0.76014, + "f1": 0.723289, + "accuracy": 0.76014, + "main_score": 0.723289, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.665482, + "recall": 0.720581, + "f1": 0.681485, + "accuracy": 0.720581, + "main_score": 0.681485, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.61345, + "recall": 0.67301, + "f1": 0.63064, + "accuracy": 0.67301, + "main_score": 0.63064, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.716576, + "recall": 0.762143, + "f1": 0.729705, + "accuracy": 0.762143, + "main_score": 0.729705, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.324702, + "recall": 0.405608, + "f1": 0.346492, + "accuracy": 0.405608, + "main_score": 0.346492, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.63688, + "recall": 0.696545, + "f1": 0.65391, + "accuracy": 0.696545, + "main_score": 0.65391, + "hf_subset": "kaz_Cyrl-uzb_Latn", + "languages": [ + "kaz-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.253639, + "recall": 0.343515, + "f1": 0.275808, + "accuracy": 0.343515, + "main_score": 0.275808, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.138271, + "recall": 0.1998, + "f1": 0.152681, + "accuracy": 0.1998, + "main_score": 0.152681, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.876373, + "recall": 0.911868, + "f1": 0.887431, + "accuracy": 0.911868, + "main_score": 0.887431, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.687436, + "recall": 0.75363, + "f1": 0.70648, + "accuracy": 0.75363, + "main_score": 0.70648, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.387607, + "recall": 0.466199, + "f1": 0.408299, + "accuracy": 0.466199, + "main_score": 0.408299, + "hf_subset": "khm_Khmr-mon_Mong", + "languages": [ + "khm-Khmr", + "mon-Mong" + ] + }, + { + "precision": 0.268704, + "recall": 0.351527, + "f1": 0.289234, + "accuracy": 0.351527, + "main_score": 0.289234, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.856969, + "recall": 0.894342, + "f1": 0.868295, + "accuracy": 0.894342, + "main_score": 0.868295, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.543513, + "recall": 0.591387, + "f1": 0.556712, + "accuracy": 0.591387, + "main_score": 0.556712, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.492162, + "recall": 0.552328, + "f1": 0.508941, + "accuracy": 0.552328, + "main_score": 0.508941, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.461746, + "recall": 0.517777, + "f1": 0.477579, + "accuracy": 0.517777, + "main_score": 0.477579, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.500681, + "recall": 0.550325, + "f1": 0.515469, + "accuracy": 0.550325, + "main_score": 0.515469, + "hf_subset": "kin_Latn-fuc_Latn", + "languages": [ + "kin-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.495209, + "recall": 0.55333, + "f1": 0.510998, + "accuracy": 0.55333, + "main_score": 0.510998, + "hf_subset": "kin_Latn-nde_Latn", + "languages": [ + "kin-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.528794, + "recall": 0.572859, + "f1": 0.54122, + "accuracy": 0.572859, + "main_score": 0.54122, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.523144, + "recall": 0.567852, + "f1": 0.535876, + "accuracy": 0.567852, + "main_score": 0.535876, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.495847, + "recall": 0.547321, + "f1": 0.510706, + "accuracy": 0.547321, + "main_score": 0.510706, + "hf_subset": "kin_Latn-ven_Latn", + "languages": [ + "kin-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.647555, + "recall": 0.708062, + "f1": 0.664938, + "accuracy": 0.708062, + "main_score": 0.664938, + "hf_subset": "kir_Cyrl-aze_Latn", + "languages": [ + "kir-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.655642, + "recall": 0.709564, + "f1": 0.671594, + "accuracy": 0.709564, + "main_score": 0.671594, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.716523, + "recall": 0.767651, + "f1": 0.731491, + "accuracy": 0.767651, + "main_score": 0.731491, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.714459, + "recall": 0.770155, + "f1": 0.730607, + "accuracy": 0.770155, + "main_score": 0.730607, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.68844, + "recall": 0.740611, + "f1": 0.704157, + "accuracy": 0.740611, + "main_score": 0.704157, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.610641, + "recall": 0.671507, + "f1": 0.628044, + "accuracy": 0.671507, + "main_score": 0.628044, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.671718, + "recall": 0.724086, + "f1": 0.687127, + "accuracy": 0.724086, + "main_score": 0.687127, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.324878, + "recall": 0.408613, + "f1": 0.348163, + "accuracy": 0.408613, + "main_score": 0.348163, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.630745, + "recall": 0.691037, + "f1": 0.648096, + "accuracy": 0.691037, + "main_score": 0.648096, + "hf_subset": "kir_Cyrl-uzb_Latn", + "languages": [ + "kir-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.446409, + "recall": 0.514271, + "f1": 0.464814, + "accuracy": 0.514271, + "main_score": 0.464814, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.395977, + "recall": 0.477216, + "f1": 0.417821, + "accuracy": 0.477216, + "main_score": 0.417821, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.487554, + "recall": 0.55333, + "f1": 0.505461, + "accuracy": 0.55333, + "main_score": 0.505461, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.442564, + "recall": 0.511768, + "f1": 0.460885, + "accuracy": 0.511768, + "main_score": 0.460885, + "hf_subset": "kmr_Latn-fas_Arab", + "languages": [ + "kmr-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.387458, + "recall": 0.454181, + "f1": 0.405557, + "accuracy": 0.454181, + "main_score": 0.405557, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.382741, + "recall": 0.449174, + "f1": 0.400326, + "accuracy": 0.449174, + "main_score": 0.400326, + "hf_subset": "kmr_Latn-mey_Arab", + "languages": [ + "kmr-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.43563, + "recall": 0.507261, + "f1": 0.455114, + "accuracy": 0.507261, + "main_score": 0.455114, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.401093, + "recall": 0.4667, + "f1": 0.418638, + "accuracy": 0.4667, + "main_score": 0.418638, + "hf_subset": "kmr_Latn-pus_Arab", + "languages": [ + "kmr-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.308899, + "recall": 0.379569, + "f1": 0.32781, + "accuracy": 0.379569, + "main_score": 0.32781, + "hf_subset": "kmr_Latn-shi_Arab", + "languages": [ + "kmr-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.469019, + "recall": 0.535303, + "f1": 0.487162, + "accuracy": 0.535303, + "main_score": 0.487162, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.929853, + "recall": 0.950426, + "f1": 0.936438, + "accuracy": 0.950426, + "main_score": 0.936438, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.941621, + "recall": 0.959439, + "f1": 0.947288, + "accuracy": 0.959439, + "main_score": 0.947288, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.954098, + "recall": 0.967952, + "f1": 0.958521, + "accuracy": 0.967952, + "main_score": 0.958521, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.909548, + "recall": 0.935904, + "f1": 0.917843, + "accuracy": 0.935904, + "main_score": 0.917843, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.984143, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.947772, + "recall": 0.962944, + "f1": 0.952579, + "accuracy": 0.962944, + "main_score": 0.952579, + "hf_subset": "kor_Hang-fas_Arab", + "languages": [ + "kor-Hang", + "fas-Arab" + ] + }, + { + "precision": 0.887957, + "recall": 0.920381, + "f1": 0.898281, + "accuracy": 0.920381, + "main_score": 0.898281, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.961442, + "recall": 0.972959, + "f1": 0.965198, + "accuracy": 0.972959, + "main_score": 0.965198, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.797187, + "recall": 0.85328, + "f1": 0.814455, + "accuracy": 0.85328, + "main_score": 0.814455, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.950092, + "recall": 0.965448, + "f1": 0.955099, + "accuracy": 0.965448, + "main_score": 0.955099, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.809502, + "recall": 0.861292, + "f1": 0.825473, + "accuracy": 0.861292, + "main_score": 0.825473, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.960691, + "recall": 0.972959, + "f1": 0.964614, + "accuracy": 0.972959, + "main_score": 0.964614, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.955475, + "recall": 0.968453, + "f1": 0.959639, + "accuracy": 0.968453, + "main_score": 0.959639, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.674569, + "recall": 0.748122, + "f1": 0.695737, + "accuracy": 0.748122, + "main_score": 0.695737, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.947755, + "recall": 0.963946, + "f1": 0.953096, + "accuracy": 0.963946, + "main_score": 0.953096, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.915665, + "recall": 0.940911, + "f1": 0.923652, + "accuracy": 0.940911, + "main_score": 0.923652, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.954849, + "recall": 0.967952, + "f1": 0.959105, + "accuracy": 0.967952, + "main_score": 0.959105, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.960941, + "f1": 0.949675, + "accuracy": 0.960941, + "main_score": 0.949675, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.966617, + "recall": 0.976465, + "f1": 0.969705, + "accuracy": 0.976465, + "main_score": 0.969705, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.762611, + "recall": 0.822233, + "f1": 0.780472, + "accuracy": 0.822233, + "main_score": 0.780472, + "hf_subset": "kor_Hang-swa_Latn", + "languages": [ + "kor-Hang", + "swa-Latn" + ] + }, + { + "precision": 0.928476, + "recall": 0.949925, + "f1": 0.935219, + "accuracy": 0.949925, + "main_score": 0.935219, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.901644, + "recall": 0.930396, + "f1": 0.9108, + "accuracy": 0.930396, + "main_score": 0.9108, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.925405, + "recall": 0.945919, + "f1": 0.931874, + "accuracy": 0.945919, + "main_score": 0.931874, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.945852, + "recall": 0.961943, + "f1": 0.95101, + "accuracy": 0.961943, + "main_score": 0.95101, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.957937, + "f1": 0.946687, + "accuracy": 0.957937, + "main_score": 0.946687, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.947171, + "recall": 0.963445, + "f1": 0.952512, + "accuracy": 0.963445, + "main_score": 0.952512, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.955642, + "recall": 0.968953, + "f1": 0.95989, + "accuracy": 0.968953, + "main_score": 0.95989, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.439478, + "recall": 0.534301, + "f1": 0.465089, + "accuracy": 0.534301, + "main_score": 0.465089, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.2651, + "recall": 0.345018, + "f1": 0.285226, + "accuracy": 0.345018, + "main_score": 0.285226, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.142967, + "recall": 0.202303, + "f1": 0.157668, + "accuracy": 0.202303, + "main_score": 0.157668, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.72923, + "recall": 0.787181, + "f1": 0.745644, + "accuracy": 0.787181, + "main_score": 0.745644, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.6627, + "recall": 0.735603, + "f1": 0.684108, + "accuracy": 0.735603, + "main_score": 0.684108, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.398149, + "recall": 0.469204, + "f1": 0.417083, + "accuracy": 0.469204, + "main_score": 0.417083, + "hf_subset": "lao_Laoo-mon_Mong", + "languages": [ + "lao-Laoo", + "mon-Mong" + ] + }, + { + "precision": 0.26627, + "recall": 0.343515, + "f1": 0.285795, + "accuracy": 0.343515, + "main_score": 0.285795, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.739311, + "recall": 0.796194, + "f1": 0.755591, + "accuracy": 0.796194, + "main_score": 0.755591, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.793945, + "recall": 0.838758, + "f1": 0.80715, + "accuracy": 0.838758, + "main_score": 0.80715, + "hf_subset": "lav_Latn-eng_Latn", + "languages": [ + "lav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.74692, + "recall": 0.794191, + "f1": 0.761034, + "accuracy": 0.794191, + "main_score": 0.761034, + "hf_subset": "lav_Latn-fin_Latn", + "languages": [ + "lav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.721584, + "recall": 0.774161, + "f1": 0.737193, + "accuracy": 0.774161, + "main_score": 0.737193, + "hf_subset": "lav_Latn-hun_Latn", + "languages": [ + "lav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.730537, + "recall": 0.782674, + "f1": 0.746011, + "accuracy": 0.782674, + "main_score": 0.746011, + "hf_subset": "lav_Latn-lit_Latn", + "languages": [ + "lav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.728667, + "recall": 0.784176, + "f1": 0.745345, + "accuracy": 0.784176, + "main_score": 0.745345, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.736018, + "recall": 0.78668, + "f1": 0.751152, + "accuracy": 0.78668, + "main_score": 0.751152, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.780294, + "recall": 0.82023, + "f1": 0.791956, + "accuracy": 0.82023, + "main_score": 0.791956, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.736555, + "recall": 0.787181, + "f1": 0.751869, + "accuracy": 0.787181, + "main_score": 0.751869, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.786905, + "recall": 0.828242, + "f1": 0.799212, + "accuracy": 0.828242, + "main_score": 0.799212, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.72785, + "recall": 0.780671, + "f1": 0.74327, + "accuracy": 0.780671, + "main_score": 0.74327, + "hf_subset": "lit_Latn-fas_Arab", + "languages": [ + "lit-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.750562, + "recall": 0.796695, + "f1": 0.76431, + "accuracy": 0.796695, + "main_score": 0.76431, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.764602, + "recall": 0.810215, + "f1": 0.778145, + "accuracy": 0.810215, + "main_score": 0.778145, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.654325, + "recall": 0.724086, + "f1": 0.674947, + "accuracy": 0.724086, + "main_score": 0.674947, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.738216, + "recall": 0.788182, + "f1": 0.752817, + "accuracy": 0.788182, + "main_score": 0.752817, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.710137, + "recall": 0.763145, + "f1": 0.726409, + "accuracy": 0.763145, + "main_score": 0.726409, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.780135, + "recall": 0.820731, + "f1": 0.792193, + "accuracy": 0.820731, + "main_score": 0.792193, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.734743, + "recall": 0.78668, + "f1": 0.750358, + "accuracy": 0.78668, + "main_score": 0.750358, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.70654, + "recall": 0.761142, + "f1": 0.72259, + "accuracy": 0.761142, + "main_score": 0.72259, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.717403, + "recall": 0.774161, + "f1": 0.734166, + "accuracy": 0.774161, + "main_score": 0.734166, + "hf_subset": "lit_Latn-lav_Latn", + "languages": [ + "lit-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.780041, + "recall": 0.822233, + "f1": 0.792333, + "accuracy": 0.822233, + "main_score": 0.792333, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.746534, + "recall": 0.792188, + "f1": 0.759766, + "accuracy": 0.792188, + "main_score": 0.759766, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.789024, + "recall": 0.828242, + "f1": 0.800381, + "accuracy": 0.828242, + "main_score": 0.800381, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.757437, + "recall": 0.80671, + "f1": 0.77225, + "accuracy": 0.80671, + "main_score": 0.77225, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.780576, + "recall": 0.819229, + "f1": 0.792331, + "accuracy": 0.819229, + "main_score": 0.792331, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.681368, + "recall": 0.734602, + "f1": 0.697381, + "accuracy": 0.734602, + "main_score": 0.697381, + "hf_subset": "lit_Latn-swa_Latn", + "languages": [ + "lit-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.769932, + "recall": 0.812719, + "f1": 0.782323, + "accuracy": 0.812719, + "main_score": 0.782323, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.676102, + "recall": 0.740611, + "f1": 0.695554, + "accuracy": 0.740611, + "main_score": 0.695554, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.736019, + "recall": 0.780671, + "f1": 0.749388, + "accuracy": 0.780671, + "main_score": 0.749388, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.745824, + "recall": 0.789184, + "f1": 0.758858, + "accuracy": 0.789184, + "main_score": 0.758858, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.720845, + "recall": 0.77316, + "f1": 0.736269, + "accuracy": 0.77316, + "main_score": 0.736269, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.472152, + "recall": 0.548322, + "f1": 0.493435, + "accuracy": 0.548322, + "main_score": 0.493435, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.772059, + "recall": 0.82023, + "f1": 0.786371, + "accuracy": 0.82023, + "main_score": 0.786371, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.80505, + "recall": 0.844767, + "f1": 0.817228, + "accuracy": 0.844767, + "main_score": 0.817228, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.826864, + "recall": 0.861793, + "f1": 0.837095, + "accuracy": 0.861793, + "main_score": 0.837095, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.831999, + "recall": 0.867301, + "f1": 0.842457, + "accuracy": 0.867301, + "main_score": 0.842457, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.608977, + "recall": 0.676014, + "f1": 0.628499, + "accuracy": 0.676014, + "main_score": 0.628499, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.549342, + "recall": 0.624937, + "f1": 0.571016, + "accuracy": 0.624937, + "main_score": 0.571016, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.824064, + "recall": 0.854281, + "f1": 0.833003, + "accuracy": 0.854281, + "main_score": 0.833003, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.789511, + "recall": 0.830746, + "f1": 0.80199, + "accuracy": 0.830746, + "main_score": 0.80199, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.79898, + "recall": 0.838257, + "f1": 0.810737, + "accuracy": 0.838257, + "main_score": 0.810737, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.80843, + "recall": 0.844266, + "f1": 0.819167, + "accuracy": 0.844266, + "main_score": 0.819167, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.96019, + "recall": 0.971958, + "f1": 0.963946, + "accuracy": 0.971958, + "main_score": 0.963946, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.302914, + "recall": 0.400601, + "f1": 0.327858, + "accuracy": 0.400601, + "main_score": 0.327858, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.806706, + "recall": 0.852779, + "f1": 0.820608, + "accuracy": 0.852779, + "main_score": 0.820608, + "hf_subset": "mal_Mlym-fil_Latn", + "languages": [ + "mal-Mlym", + "fil-Latn" + ] + }, + { + "precision": 0.939743, + "recall": 0.957436, + "f1": 0.945401, + "accuracy": 0.957436, + "main_score": 0.945401, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.430512, + "recall": 0.522784, + "f1": 0.455191, + "accuracy": 0.522784, + "main_score": 0.455191, + "hf_subset": "mal_Mlym-mlg_Latn", + "languages": [ + "mal-Mlym", + "mlg-Latn" + ] + }, + { + "precision": 0.387985, + "recall": 0.483225, + "f1": 0.413241, + "accuracy": 0.483225, + "main_score": 0.413241, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.897888, + "recall": 0.92639, + "f1": 0.906794, + "accuracy": 0.92639, + "main_score": 0.906794, + "hf_subset": "mal_Mlym-msa_Latn", + "languages": [ + "mal-Mlym", + "msa-Latn" + ] + }, + { + "precision": 0.418559, + "recall": 0.509765, + "f1": 0.442872, + "accuracy": 0.509765, + "main_score": 0.442872, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.368514, + "recall": 0.466199, + "f1": 0.394338, + "accuracy": 0.466199, + "main_score": 0.394338, + "hf_subset": "mal_Mlym-tah_Latn", + "languages": [ + "mal-Mlym", + "tah-Latn" + ] + }, + { + "precision": 0.356448, + "recall": 0.458187, + "f1": 0.383376, + "accuracy": 0.458187, + "main_score": 0.383376, + "hf_subset": "mal_Mlym-ton_Latn", + "languages": [ + "mal-Mlym", + "ton-Latn" + ] + }, + { + "precision": 0.956268, + "recall": 0.969955, + "f1": 0.960774, + "accuracy": 0.969955, + "main_score": 0.960774, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.406369, + "recall": 0.491237, + "f1": 0.429541, + "accuracy": 0.491237, + "main_score": 0.429541, + "hf_subset": "mar_Deva-div_Thaa", + "languages": [ + "mar-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.968244, + "recall": 0.977967, + "f1": 0.971407, + "accuracy": 0.977967, + "main_score": 0.971407, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.562581, + "recall": 0.643966, + "f1": 0.585176, + "accuracy": 0.643966, + "main_score": 0.585176, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.922175, + "recall": 0.94642, + "f1": 0.930095, + "accuracy": 0.94642, + "main_score": 0.930095, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.963445, + "recall": 0.974462, + "f1": 0.967034, + "accuracy": 0.974462, + "main_score": 0.967034, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.929119, + "recall": 0.949925, + "f1": 0.935854, + "accuracy": 0.949925, + "main_score": 0.935854, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.930187, + "recall": 0.949925, + "f1": 0.936414, + "accuracy": 0.949925, + "main_score": 0.936414, + "hf_subset": "mar_Deva-nep_Deva", + "languages": [ + "mar-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.855717, + "recall": 0.897847, + "f1": 0.868837, + "accuracy": 0.897847, + "main_score": 0.868837, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.807219, + "recall": 0.858287, + "f1": 0.822844, + "accuracy": 0.858287, + "main_score": 0.822844, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.511289, + "recall": 0.610416, + "f1": 0.538196, + "accuracy": 0.610416, + "main_score": 0.538196, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.927683, + "recall": 0.948423, + "f1": 0.934335, + "accuracy": 0.948423, + "main_score": 0.934335, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.929811, + "recall": 0.951427, + "f1": 0.936822, + "accuracy": 0.951427, + "main_score": 0.936822, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.939409, + "recall": 0.956935, + "f1": 0.944984, + "accuracy": 0.956935, + "main_score": 0.944984, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.856097, + "recall": 0.887331, + "f1": 0.86606, + "accuracy": 0.887331, + "main_score": 0.86606, + "hf_subset": "mey_Arab-arb_Arab", + "languages": [ + "mey-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.33507, + "recall": 0.421632, + "f1": 0.35834, + "accuracy": 0.421632, + "main_score": 0.35834, + "hf_subset": "mey_Arab-ckb_Arab", + "languages": [ + "mey-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.87644, + "recall": 0.905358, + "f1": 0.885436, + "accuracy": 0.905358, + "main_score": 0.885436, + "hf_subset": "mey_Arab-eng_Latn", + "languages": [ + "mey-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.833561, + "recall": 0.868803, + "f1": 0.844458, + "accuracy": 0.868803, + "main_score": 0.844458, + "hf_subset": "mey_Arab-fas_Arab", + "languages": [ + "mey-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.695853, + "recall": 0.760641, + "f1": 0.715402, + "accuracy": 0.760641, + "main_score": 0.715402, + "hf_subset": "mey_Arab-heb_Hebr", + "languages": [ + "mey-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.391076, + "recall": 0.477717, + "f1": 0.414575, + "accuracy": 0.477717, + "main_score": 0.414575, + "hf_subset": "mey_Arab-kmr_Latn", + "languages": [ + "mey-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.823953, + "recall": 0.861793, + "f1": 0.835866, + "accuracy": 0.861793, + "main_score": 0.835866, + "hf_subset": "mey_Arab-prs_Arab", + "languages": [ + "mey-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.626002, + "recall": 0.696545, + "f1": 0.647059, + "accuracy": 0.696545, + "main_score": 0.647059, + "hf_subset": "mey_Arab-pus_Arab", + "languages": [ + "mey-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.454856, + "recall": 0.550325, + "f1": 0.481676, + "accuracy": 0.550325, + "main_score": 0.481676, + "hf_subset": "mey_Arab-shi_Arab", + "languages": [ + "mey-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.404531, + "recall": 0.496745, + "f1": 0.429569, + "accuracy": 0.496745, + "main_score": 0.429569, + "hf_subset": "mey_Arab-tgk_Cyrl", + "languages": [ + "mey-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.801662, + "recall": 0.845769, + "f1": 0.814672, + "accuracy": 0.845769, + "main_score": 0.814672, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.897901, + "recall": 0.924387, + "f1": 0.90617, + "accuracy": 0.924387, + "main_score": 0.90617, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.916625, + "recall": 0.93991, + "f1": 0.924112, + "accuracy": 0.93991, + "main_score": 0.924112, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.887427, + "recall": 0.915874, + "f1": 0.896244, + "accuracy": 0.915874, + "main_score": 0.896244, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.939568, + "recall": 0.954932, + "f1": 0.944266, + "accuracy": 0.954932, + "main_score": 0.944266, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.905071, + "recall": 0.928893, + "f1": 0.91241, + "accuracy": 0.928893, + "main_score": 0.91241, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.887211, + "recall": 0.912869, + "f1": 0.894859, + "accuracy": 0.912869, + "main_score": 0.894859, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.889392, + "recall": 0.916375, + "f1": 0.897947, + "accuracy": 0.916375, + "main_score": 0.897947, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.888154, + "recall": 0.914372, + "f1": 0.896237, + "accuracy": 0.914372, + "main_score": 0.896237, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.833213, + "recall": 0.873811, + "f1": 0.845353, + "accuracy": 0.873811, + "main_score": 0.845353, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.796854, + "recall": 0.849775, + "f1": 0.812731, + "accuracy": 0.849775, + "main_score": 0.812731, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.887715, + "recall": 0.915874, + "f1": 0.896395, + "accuracy": 0.915874, + "main_score": 0.896395, + "hf_subset": "mkd_Cyrl-srp_Latn", + "languages": [ + "mkd-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.898322, + "recall": 0.923886, + "f1": 0.906293, + "accuracy": 0.923886, + "main_score": 0.906293, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.517577, + "recall": 0.577366, + "f1": 0.53423, + "accuracy": 0.577366, + "main_score": 0.53423, + "hf_subset": "mlg_Latn-eng_Latn", + "languages": [ + "mlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.399571, + "recall": 0.470205, + "f1": 0.419068, + "accuracy": 0.470205, + "main_score": 0.419068, + "hf_subset": "mlg_Latn-fij_Latn", + "languages": [ + "mlg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.547556, + "recall": 0.596395, + "f1": 0.561196, + "accuracy": 0.596395, + "main_score": 0.561196, + "hf_subset": "mlg_Latn-fil_Latn", + "languages": [ + "mlg-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.540009, + "recall": 0.594892, + "f1": 0.555852, + "accuracy": 0.594892, + "main_score": 0.555852, + "hf_subset": "mlg_Latn-ind_Latn", + "languages": [ + "mlg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.415312, + "recall": 0.490736, + "f1": 0.435497, + "accuracy": 0.490736, + "main_score": 0.435497, + "hf_subset": "mlg_Latn-mal_Mlym", + "languages": [ + "mlg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.479214, + "recall": 0.53981, + "f1": 0.496349, + "accuracy": 0.53981, + "main_score": 0.496349, + "hf_subset": "mlg_Latn-mri_Latn", + "languages": [ + "mlg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.531487, + "recall": 0.588883, + "f1": 0.547508, + "accuracy": 0.588883, + "main_score": 0.547508, + "hf_subset": "mlg_Latn-msa_Latn", + "languages": [ + "mlg-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.523332, + "recall": 0.570856, + "f1": 0.537064, + "accuracy": 0.570856, + "main_score": 0.537064, + "hf_subset": "mlg_Latn-smo_Latn", + "languages": [ + "mlg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.469999, + "recall": 0.524787, + "f1": 0.485771, + "accuracy": 0.524787, + "main_score": 0.485771, + "hf_subset": "mlg_Latn-tah_Latn", + "languages": [ + "mlg-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.45637, + "recall": 0.521783, + "f1": 0.474848, + "accuracy": 0.521783, + "main_score": 0.474848, + "hf_subset": "mlg_Latn-ton_Latn", + "languages": [ + "mlg-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.735984, + "recall": 0.781673, + "f1": 0.749703, + "accuracy": 0.781673, + "main_score": 0.749703, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.771094, + "recall": 0.81322, + "f1": 0.782625, + "accuracy": 0.81322, + "main_score": 0.782625, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.73007, + "recall": 0.779169, + "f1": 0.743729, + "accuracy": 0.779169, + "main_score": 0.743729, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.732851, + "recall": 0.775663, + "f1": 0.745096, + "accuracy": 0.775663, + "main_score": 0.745096, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.749087, + "recall": 0.795193, + "f1": 0.762056, + "accuracy": 0.795193, + "main_score": 0.762056, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.744861, + "recall": 0.790686, + "f1": 0.757915, + "accuracy": 0.790686, + "main_score": 0.757915, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.728867, + "recall": 0.774161, + "f1": 0.742136, + "accuracy": 0.774161, + "main_score": 0.742136, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.743899, + "recall": 0.783676, + "f1": 0.755459, + "accuracy": 0.783676, + "main_score": 0.755459, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.277152, + "recall": 0.35303, + "f1": 0.297074, + "accuracy": 0.35303, + "main_score": 0.297074, + "hf_subset": "mon_Mong-bod_Tibt", + "languages": [ + "mon-Mong", + "bod-Tibt" + ] + }, + { + "precision": 0.158938, + "recall": 0.213821, + "f1": 0.172389, + "accuracy": 0.213821, + "main_score": 0.172389, + "hf_subset": "mon_Mong-dzo_Tibt", + "languages": [ + "mon-Mong", + "dzo-Tibt" + ] + }, + { + "precision": 0.469694, + "recall": 0.536304, + "f1": 0.487632, + "accuracy": 0.536304, + "main_score": 0.487632, + "hf_subset": "mon_Mong-eng_Latn", + "languages": [ + "mon-Mong", + "eng-Latn" + ] + }, + { + "precision": 0.39631, + "recall": 0.464196, + "f1": 0.414752, + "accuracy": 0.464196, + "main_score": 0.414752, + "hf_subset": "mon_Mong-khm_Khmr", + "languages": [ + "mon-Mong", + "khm-Khmr" + ] + }, + { + "precision": 0.412624, + "recall": 0.472709, + "f1": 0.42886, + "accuracy": 0.472709, + "main_score": 0.42886, + "hf_subset": "mon_Mong-lao_Laoo", + "languages": [ + "mon-Mong", + "lao-Laoo" + ] + }, + { + "precision": 0.256383, + "recall": 0.323986, + "f1": 0.275109, + "accuracy": 0.323986, + "main_score": 0.275109, + "hf_subset": "mon_Mong-mya_Mymr", + "languages": [ + "mon-Mong", + "mya-Mymr" + ] + }, + { + "precision": 0.448934, + "recall": 0.522283, + "f1": 0.468953, + "accuracy": 0.522283, + "main_score": 0.468953, + "hf_subset": "mon_Mong-tha_Thai", + "languages": [ + "mon-Mong", + "tha-Thai" + ] + }, + { + "precision": 0.490836, + "recall": 0.542313, + "f1": 0.504307, + "accuracy": 0.542313, + "main_score": 0.504307, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.404124, + "recall": 0.466199, + "f1": 0.42082, + "accuracy": 0.466199, + "main_score": 0.42082, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.497192, + "recall": 0.545819, + "f1": 0.510418, + "accuracy": 0.545819, + "main_score": 0.510418, + "hf_subset": "mri_Latn-fil_Latn", + "languages": [ + "mri-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.492165, + "recall": 0.540811, + "f1": 0.505607, + "accuracy": 0.540811, + "main_score": 0.505607, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.387463, + "recall": 0.451177, + "f1": 0.404533, + "accuracy": 0.451177, + "main_score": 0.404533, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.483872, + "recall": 0.530796, + "f1": 0.496936, + "accuracy": 0.530796, + "main_score": 0.496936, + "hf_subset": "mri_Latn-mlg_Latn", + "languages": [ + "mri-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.492465, + "recall": 0.53981, + "f1": 0.505444, + "accuracy": 0.53981, + "main_score": 0.505444, + "hf_subset": "mri_Latn-msa_Latn", + "languages": [ + "mri-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.519965, + "recall": 0.565348, + "f1": 0.532633, + "accuracy": 0.565348, + "main_score": 0.532633, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.49305, + "recall": 0.542814, + "f1": 0.506857, + "accuracy": 0.542814, + "main_score": 0.506857, + "hf_subset": "mri_Latn-tah_Latn", + "languages": [ + "mri-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.486289, + "recall": 0.53981, + "f1": 0.501387, + "accuracy": 0.53981, + "main_score": 0.501387, + "hf_subset": "mri_Latn-ton_Latn", + "languages": [ + "mri-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, + "hf_subset": "msa_Latn-eng_Latn", + "languages": [ + "msa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.343746, + "recall": 0.437156, + "f1": 0.367486, + "accuracy": 0.437156, + "main_score": 0.367486, + "hf_subset": "msa_Latn-fij_Latn", + "languages": [ + "msa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.847204, + "recall": 0.887832, + "f1": 0.859632, + "accuracy": 0.887832, + "main_score": 0.859632, + "hf_subset": "msa_Latn-fil_Latn", + "languages": [ + "msa-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.974754, + "recall": 0.982474, + "f1": 0.977249, + "accuracy": 0.982474, + "main_score": 0.977249, + "hf_subset": "msa_Latn-ind_Latn", + "languages": [ + "msa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.879903, + "recall": 0.914372, + "f1": 0.890879, + "accuracy": 0.914372, + "main_score": 0.890879, + "hf_subset": "msa_Latn-mal_Mlym", + "languages": [ + "msa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.479666, + "recall": 0.565849, + "f1": 0.503051, + "accuracy": 0.565849, + "main_score": 0.503051, + "hf_subset": "msa_Latn-mlg_Latn", + "languages": [ + "msa-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.435888, + "recall": 0.523786, + "f1": 0.459042, + "accuracy": 0.523786, + "main_score": 0.459042, + "hf_subset": "msa_Latn-mri_Latn", + "languages": [ + "msa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.458029, + "recall": 0.544316, + "f1": 0.481342, + "accuracy": 0.544316, + "main_score": 0.481342, + "hf_subset": "msa_Latn-smo_Latn", + "languages": [ + "msa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.397025, + "recall": 0.489735, + "f1": 0.421084, + "accuracy": 0.489735, + "main_score": 0.421084, + "hf_subset": "msa_Latn-tah_Latn", + "languages": [ + "msa-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.374505, + "recall": 0.474712, + "f1": 0.400773, + "accuracy": 0.474712, + "main_score": 0.400773, + "hf_subset": "msa_Latn-ton_Latn", + "languages": [ + "msa-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.181003, + "recall": 0.232849, + "f1": 0.194644, + "accuracy": 0.232849, + "main_score": 0.194644, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.111189, + "recall": 0.154231, + "f1": 0.121208, + "accuracy": 0.154231, + "main_score": 0.121208, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.305904, + "recall": 0.367551, + "f1": 0.320926, + "accuracy": 0.367551, + "main_score": 0.320926, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.276498, + "recall": 0.3335, + "f1": 0.29048, + "accuracy": 0.3335, + "main_score": 0.29048, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.297615, + "recall": 0.34001, + "f1": 0.308377, + "accuracy": 0.34001, + "main_score": 0.308377, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.256152, + "recall": 0.302454, + "f1": 0.268286, + "accuracy": 0.302454, + "main_score": 0.268286, + "hf_subset": "mya_Mymr-mon_Mong", + "languages": [ + "mya-Mymr", + "mon-Mong" + ] + }, + { + "precision": 0.32308, + "recall": 0.390586, + "f1": 0.339806, + "accuracy": 0.390586, + "main_score": 0.339806, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.572784, + "recall": 0.615924, + "f1": 0.58531, + "accuracy": 0.615924, + "main_score": 0.58531, + "hf_subset": "nde_Latn-bem_Latn", + "languages": [ + "nde-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.524929, + "recall": 0.581873, + "f1": 0.54074, + "accuracy": 0.581873, + "main_score": 0.54074, + "hf_subset": "nde_Latn-eng_Latn", + "languages": [ + "nde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.495397, + "recall": 0.552829, + "f1": 0.512393, + "accuracy": 0.552829, + "main_score": 0.512393, + "hf_subset": "nde_Latn-ewe_Latn", + "languages": [ + "nde-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.524535, + "recall": 0.576865, + "f1": 0.539255, + "accuracy": 0.576865, + "main_score": 0.539255, + "hf_subset": "nde_Latn-fuc_Latn", + "languages": [ + "nde-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.509101, + "recall": 0.563345, + "f1": 0.524438, + "accuracy": 0.563345, + "main_score": 0.524438, + "hf_subset": "nde_Latn-kin_Latn", + "languages": [ + "nde-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.550534, + "recall": 0.592889, + "f1": 0.562657, + "accuracy": 0.592889, + "main_score": 0.562657, + "hf_subset": "nde_Latn-nya_Latn", + "languages": [ + "nde-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.569021, + "recall": 0.614922, + "f1": 0.581732, + "accuracy": 0.614922, + "main_score": 0.581732, + "hf_subset": "nde_Latn-sna_Latn", + "languages": [ + "nde-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.540739, + "recall": 0.59339, + "f1": 0.55588, + "accuracy": 0.59339, + "main_score": 0.55588, + "hf_subset": "nde_Latn-ven_Latn", + "languages": [ + "nde-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.945835, + "recall": 0.960941, + "f1": 0.950759, + "accuracy": 0.960941, + "main_score": 0.950759, + "hf_subset": "nep_Deva-ben_Beng", + "languages": [ + "nep-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.389436, + "recall": 0.477717, + "f1": 0.413493, + "accuracy": 0.477717, + "main_score": 0.413493, + "hf_subset": "nep_Deva-div_Thaa", + "languages": [ + "nep-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.966658, + "recall": 0.975463, + "f1": 0.969404, + "accuracy": 0.975463, + "main_score": 0.969404, + "hf_subset": "nep_Deva-eng_Latn", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.558278, + "recall": 0.644967, + "f1": 0.582481, + "accuracy": 0.644967, + "main_score": 0.582481, + "hf_subset": "nep_Deva-eus_Latn", + "languages": [ + "nep-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.897054, + "recall": 0.92639, + "f1": 0.90656, + "accuracy": 0.92639, + "main_score": 0.90656, + "hf_subset": "nep_Deva-guj_Gujr", + "languages": [ + "nep-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.956785, + "recall": 0.968453, + "f1": 0.960524, + "accuracy": 0.968453, + "main_score": 0.960524, + "hf_subset": "nep_Deva-hin_Deva", + "languages": [ + "nep-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.910616, + "recall": 0.935403, + "f1": 0.918544, + "accuracy": 0.935403, + "main_score": 0.918544, + "hf_subset": "nep_Deva-kan_Knda", + "languages": [ + "nep-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.939743, + "recall": 0.957436, + "f1": 0.945485, + "accuracy": 0.957436, + "main_score": 0.945485, + "hf_subset": "nep_Deva-mar_Deva", + "languages": [ + "nep-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.845769, + "recall": 0.889835, + "f1": 0.859606, + "accuracy": 0.889835, + "main_score": 0.859606, + "hf_subset": "nep_Deva-pan_Guru", + "languages": [ + "nep-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.804131, + "recall": 0.857787, + "f1": 0.820731, + "accuracy": 0.857787, + "main_score": 0.820731, + "hf_subset": "nep_Deva-sin_Sinh", + "languages": [ + "nep-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.536957, + "recall": 0.630946, + "f1": 0.56333, + "accuracy": 0.630946, + "main_score": 0.56333, + "hf_subset": "nep_Deva-snd_Arab", + "languages": [ + "nep-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.914221, + "recall": 0.936905, + "f1": 0.921442, + "accuracy": 0.936905, + "main_score": 0.921442, + "hf_subset": "nep_Deva-tam_Taml", + "languages": [ + "nep-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.906735, + "recall": 0.932399, + "f1": 0.914722, + "accuracy": 0.932399, + "main_score": 0.914722, + "hf_subset": "nep_Deva-tel_Telu", + "languages": [ + "nep-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.912118, + "recall": 0.936905, + "f1": 0.920197, + "accuracy": 0.936905, + "main_score": 0.920197, + "hf_subset": "nep_Deva-urd_Arab", + "languages": [ + "nep-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.867593, + "recall": 0.90636, + "f1": 0.879736, + "accuracy": 0.90636, + "main_score": 0.879736, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.931748, + "recall": 0.950426, + "f1": 0.937556, + "accuracy": 0.950426, + "main_score": 0.937556, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.949591, + "recall": 0.965448, + "f1": 0.954765, + "accuracy": 0.965448, + "main_score": 0.954765, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.938658, + "recall": 0.957436, + "f1": 0.94475, + "accuracy": 0.957436, + "main_score": 0.94475, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.923427, + "recall": 0.94642, + "f1": 0.930846, + "accuracy": 0.94642, + "main_score": 0.930846, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.617472, + "recall": 0.695543, + "f1": 0.639083, + "accuracy": 0.695543, + "main_score": 0.639083, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.947618, + "recall": 0.962944, + "f1": 0.952587, + "accuracy": 0.962944, + "main_score": 0.952587, + "hf_subset": "nld_Latn-fas_Arab", + "languages": [ + "nld-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.916959, + "recall": 0.941412, + "f1": 0.924687, + "accuracy": 0.941412, + "main_score": 0.924687, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.961108, + "recall": 0.972959, + "f1": 0.964947, + "accuracy": 0.972959, + "main_score": 0.964947, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.821708, + "recall": 0.871808, + "f1": 0.837106, + "accuracy": 0.871808, + "main_score": 0.837106, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950008, + "recall": 0.965448, + "f1": 0.955016, + "accuracy": 0.965448, + "main_score": 0.955016, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.835508, + "recall": 0.879319, + "f1": 0.848841, + "accuracy": 0.879319, + "main_score": 0.848841, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.967284, + "recall": 0.976965, + "f1": 0.970456, + "accuracy": 0.976965, + "main_score": 0.970456, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.577475, + "recall": 0.665999, + "f1": 0.601919, + "accuracy": 0.665999, + "main_score": 0.601919, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.956184, + "recall": 0.969955, + "f1": 0.960691, + "accuracy": 0.969955, + "main_score": 0.960691, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.934276, + "recall": 0.952929, + "f1": 0.94011, + "accuracy": 0.952929, + "main_score": 0.94011, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.710004, + "recall": 0.778167, + "f1": 0.729582, + "accuracy": 0.778167, + "main_score": 0.729582, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.73741, + "recall": 0.798698, + "f1": 0.755338, + "accuracy": 0.798698, + "main_score": 0.755338, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.897054, + "recall": 0.927391, + "f1": 0.906543, + "accuracy": 0.927391, + "main_score": 0.906543, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.94475, + "recall": 0.961943, + "f1": 0.950342, + "accuracy": 0.961943, + "main_score": 0.950342, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.93123, + "recall": 0.951928, + "f1": 0.937907, + "accuracy": 0.951928, + "main_score": 0.937907, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.951093, + "recall": 0.965949, + "f1": 0.955934, + "accuracy": 0.965949, + "main_score": 0.955934, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.972125, + "recall": 0.979469, + "f1": 0.974545, + "accuracy": 0.979469, + "main_score": 0.974545, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.798502, + "recall": 0.848773, + "f1": 0.813597, + "accuracy": 0.848773, + "main_score": 0.813597, + "hf_subset": "nld_Latn-swa_Latn", + "languages": [ + "nld-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.946461, + "recall": 0.962944, + "f1": 0.951794, + "accuracy": 0.962944, + "main_score": 0.951794, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.902938, + "recall": 0.931898, + "f1": 0.912185, + "accuracy": 0.931898, + "main_score": 0.912185, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.930763, + "recall": 0.949925, + "f1": 0.936822, + "accuracy": 0.949925, + "main_score": 0.936822, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.955296, + "recall": 0.968453, + "f1": 0.959514, + "accuracy": 0.968453, + "main_score": 0.959514, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.941696, + "recall": 0.957937, + "f1": 0.946837, + "accuracy": 0.957937, + "main_score": 0.946837, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.459417, + "recall": 0.549825, + "f1": 0.483527, + "accuracy": 0.549825, + "main_score": 0.483527, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.851085, + "recall": 0.889835, + "f1": 0.862837, + "accuracy": 0.889835, + "main_score": 0.862837, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.939117, + "recall": 0.955433, + "f1": 0.944176, + "accuracy": 0.955433, + "main_score": 0.944176, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.926632, + "recall": 0.94642, + "f1": 0.932849, + "accuracy": 0.94642, + "main_score": 0.932849, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.944129, + "recall": 0.958938, + "f1": 0.948565, + "accuracy": 0.958938, + "main_score": 0.948565, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.678098, + "recall": 0.746119, + "f1": 0.697562, + "accuracy": 0.746119, + "main_score": 0.697562, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.637213, + "recall": 0.714071, + "f1": 0.6592, + "accuracy": 0.714071, + "main_score": 0.6592, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.734685, + "recall": 0.79319, + "f1": 0.752011, + "accuracy": 0.79319, + "main_score": 0.752011, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.929594, + "recall": 0.947922, + "f1": 0.935112, + "accuracy": 0.947922, + "main_score": 0.935112, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.956894, + "recall": 0.969955, + "f1": 0.961058, + "accuracy": 0.969955, + "main_score": 0.961058, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.941066, + "recall": 0.956935, + "f1": 0.94586, + "accuracy": 0.956935, + "main_score": 0.94586, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.873719, + "recall": 0.908863, + "f1": 0.884577, + "accuracy": 0.908863, + "main_score": 0.884577, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.965114, + "recall": 0.975964, + "f1": 0.968703, + "accuracy": 0.975964, + "main_score": 0.968703, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.962026, + "recall": 0.972959, + "f1": 0.965408, + "accuracy": 0.972959, + "main_score": 0.965408, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974645, + "recall": 0.982474, + "f1": 0.977132, + "accuracy": 0.982474, + "main_score": 0.977132, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.661904, + "recall": 0.734602, + "f1": 0.682607, + "accuracy": 0.734602, + "main_score": 0.682607, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.643377, + "recall": 0.718077, + "f1": 0.664174, + "accuracy": 0.718077, + "main_score": 0.664174, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.74652, + "recall": 0.805709, + "f1": 0.764181, + "accuracy": 0.805709, + "main_score": 0.764181, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.964071, + "recall": 0.974462, + "f1": 0.967318, + "accuracy": 0.974462, + "main_score": 0.967318, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949675, + "recall": 0.964447, + "f1": 0.954415, + "accuracy": 0.964447, + "main_score": 0.954415, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.963253, + "recall": 0.973961, + "f1": 0.966567, + "accuracy": 0.973961, + "main_score": 0.966567, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.37882, + "recall": 0.444166, + "f1": 0.395275, + "accuracy": 0.444166, + "main_score": 0.395275, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.532371, + "recall": 0.592389, + "f1": 0.548881, + "accuracy": 0.592389, + "main_score": 0.548881, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.526578, + "recall": 0.582874, + "f1": 0.542942, + "accuracy": 0.582874, + "main_score": 0.542942, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.585201, + "recall": 0.627942, + "f1": 0.59726, + "accuracy": 0.627942, + "main_score": 0.59726, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.331138, + "recall": 0.40661, + "f1": 0.350421, + "accuracy": 0.40661, + "main_score": 0.350421, + "hf_subset": "nso_Latn-orm_Ethi", + "languages": [ + "nso-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.49589, + "recall": 0.550826, + "f1": 0.510605, + "accuracy": 0.550826, + "main_score": 0.510605, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.555762, + "recall": 0.604407, + "f1": 0.569625, + "accuracy": 0.604407, + "main_score": 0.569625, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.54477, + "recall": 0.590386, + "f1": 0.557699, + "accuracy": 0.590386, + "main_score": 0.557699, + "hf_subset": "nso_Latn-swa_Latn", + "languages": [ + "nso-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.341138, + "recall": 0.409614, + "f1": 0.358048, + "accuracy": 0.409614, + "main_score": 0.358048, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.732691, + "recall": 0.777666, + "f1": 0.745376, + "accuracy": 0.777666, + "main_score": 0.745376, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.487439, + "recall": 0.543816, + "f1": 0.502828, + "accuracy": 0.543816, + "main_score": 0.502828, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.515834, + "recall": 0.574362, + "f1": 0.53206, + "accuracy": 0.574362, + "main_score": 0.53206, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.472688, + "recall": 0.530796, + "f1": 0.489195, + "accuracy": 0.530796, + "main_score": 0.489195, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.550586, + "recall": 0.602904, + "f1": 0.56547, + "accuracy": 0.602904, + "main_score": 0.56547, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.576081, + "recall": 0.623936, + "f1": 0.589415, + "accuracy": 0.623936, + "main_score": 0.589415, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.524662, + "recall": 0.587882, + "f1": 0.542437, + "accuracy": 0.587882, + "main_score": 0.542437, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.49296, + "recall": 0.554832, + "f1": 0.510618, + "accuracy": 0.554832, + "main_score": 0.510618, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.526717, + "recall": 0.580371, + "f1": 0.541994, + "accuracy": 0.580371, + "main_score": 0.541994, + "hf_subset": "nya_Latn-fuc_Latn", + "languages": [ + "nya-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.515225, + "recall": 0.570856, + "f1": 0.530416, + "accuracy": 0.570856, + "main_score": 0.530416, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.539674, + "recall": 0.590886, + "f1": 0.553769, + "accuracy": 0.590886, + "main_score": 0.553769, + "hf_subset": "nya_Latn-nde_Latn", + "languages": [ + "nya-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.566153, + "recall": 0.61993, + "f1": 0.581099, + "accuracy": 0.61993, + "main_score": 0.581099, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.529352, + "recall": 0.587381, + "f1": 0.545873, + "accuracy": 0.587381, + "main_score": 0.545873, + "hf_subset": "nya_Latn-ven_Latn", + "languages": [ + "nya-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.310521, + "recall": 0.36004, + "f1": 0.323926, + "accuracy": 0.36004, + "main_score": 0.323926, + "hf_subset": "orm_Ethi-amh_Ethi", + "languages": [ + "orm-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.359023, + "recall": 0.417126, + "f1": 0.374665, + "accuracy": 0.417126, + "main_score": 0.374665, + "hf_subset": "orm_Ethi-eng_Latn", + "languages": [ + "orm-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.381295, + "recall": 0.423635, + "f1": 0.393619, + "accuracy": 0.423635, + "main_score": 0.393619, + "hf_subset": "orm_Ethi-hau_Latn", + "languages": [ + "orm-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.403741, + "recall": 0.450676, + "f1": 0.416927, + "accuracy": 0.450676, + "main_score": 0.416927, + "hf_subset": "orm_Ethi-ibo_Latn", + "languages": [ + "orm-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.384495, + "recall": 0.425138, + "f1": 0.395694, + "accuracy": 0.425138, + "main_score": 0.395694, + "hf_subset": "orm_Ethi-nso_Latn", + "languages": [ + "orm-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.375962, + "recall": 0.417626, + "f1": 0.387626, + "accuracy": 0.417626, + "main_score": 0.387626, + "hf_subset": "orm_Ethi-som_Latn", + "languages": [ + "orm-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.374078, + "recall": 0.423135, + "f1": 0.388077, + "accuracy": 0.423135, + "main_score": 0.388077, + "hf_subset": "orm_Ethi-ssw_Latn", + "languages": [ + "orm-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.365269, + "recall": 0.410115, + "f1": 0.377412, + "accuracy": 0.410115, + "main_score": 0.377412, + "hf_subset": "orm_Ethi-swa_Latn", + "languages": [ + "orm-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.319423, + "recall": 0.376064, + "f1": 0.335144, + "accuracy": 0.376064, + "main_score": 0.335144, + "hf_subset": "orm_Ethi-tir_Ethi", + "languages": [ + "orm-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.398966, + "recall": 0.437656, + "f1": 0.409739, + "accuracy": 0.437656, + "main_score": 0.409739, + "hf_subset": "orm_Ethi-tsn_Latn", + "languages": [ + "orm-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.379347, + "recall": 0.421632, + "f1": 0.391271, + "accuracy": 0.421632, + "main_score": 0.391271, + "hf_subset": "orm_Ethi-wol_Latn", + "languages": [ + "orm-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.357768, + "recall": 0.408613, + "f1": 0.372175, + "accuracy": 0.408613, + "main_score": 0.372175, + "hf_subset": "orm_Ethi-xho_Latn", + "languages": [ + "orm-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.319174, + "recall": 0.36655, + "f1": 0.33233, + "accuracy": 0.36655, + "main_score": 0.33233, + "hf_subset": "orm_Ethi-yor_Latn", + "languages": [ + "orm-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.363315, + "recall": 0.409614, + "f1": 0.376114, + "accuracy": 0.409614, + "main_score": 0.376114, + "hf_subset": "orm_Ethi-zul_Latn", + "languages": [ + "orm-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.891629, + "recall": 0.920881, + "f1": 0.900761, + "accuracy": 0.920881, + "main_score": 0.900761, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.453537, + "recall": 0.531297, + "f1": 0.474753, + "accuracy": 0.531297, + "main_score": 0.474753, + "hf_subset": "pan_Guru-div_Thaa", + "languages": [ + "pan-Guru", + "div-Thaa" + ] + }, + { + "precision": 0.917543, + "recall": 0.941913, + "f1": 0.925288, + "accuracy": 0.941913, + "main_score": 0.925288, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.522879, + "recall": 0.600901, + "f1": 0.544501, + "accuracy": 0.600901, + "main_score": 0.544501, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.91877, + "recall": 0.942414, + "f1": 0.926316, + "accuracy": 0.942414, + "main_score": 0.926316, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.916767, + "recall": 0.941412, + "f1": 0.92467, + "accuracy": 0.941412, + "main_score": 0.92467, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.87245, + "recall": 0.90686, + "f1": 0.883325, + "accuracy": 0.90686, + "main_score": 0.883325, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.903347, + "recall": 0.930896, + "f1": 0.911901, + "accuracy": 0.930896, + "main_score": 0.911901, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.882871, + "recall": 0.91337, + "f1": 0.892252, + "accuracy": 0.91337, + "main_score": 0.892252, + "hf_subset": "pan_Guru-nep_Deva", + "languages": [ + "pan-Guru", + "nep-Deva" + ] + }, + { + "precision": 0.789618, + "recall": 0.843265, + "f1": 0.806112, + "accuracy": 0.843265, + "main_score": 0.806112, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.562713, + "recall": 0.645969, + "f1": 0.586628, + "accuracy": 0.645969, + "main_score": 0.586628, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.852212, + "recall": 0.892339, + "f1": 0.864776, + "accuracy": 0.892339, + "main_score": 0.864776, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.863228, + "recall": 0.89985, + "f1": 0.874679, + "accuracy": 0.89985, + "main_score": 0.874679, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.890424, + "recall": 0.921382, + "f1": 0.900125, + "accuracy": 0.921382, + "main_score": 0.900125, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.918728, + "recall": 0.941913, + "f1": 0.926139, + "accuracy": 0.941913, + "main_score": 0.926139, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.786009, + "recall": 0.840761, + "f1": 0.802522, + "accuracy": 0.840761, + "main_score": 0.802522, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.918419, + "recall": 0.941913, + "f1": 0.926006, + "accuracy": 0.941913, + "main_score": 0.926006, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.888349, + "recall": 0.91988, + "f1": 0.898147, + "accuracy": 0.91988, + "main_score": 0.898147, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.90081, + "recall": 0.928893, + "f1": 0.909798, + "accuracy": 0.928893, + "main_score": 0.909798, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.904106, + "recall": 0.932399, + "f1": 0.913096, + "accuracy": 0.932399, + "main_score": 0.913096, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.955934, + "recall": 0.968953, + "f1": 0.96019, + "accuracy": 0.968953, + "main_score": 0.96019, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.908321, + "recall": 0.934902, + "f1": 0.916892, + "accuracy": 0.934902, + "main_score": 0.916892, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.967034, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.924153, + "recall": 0.945919, + "f1": 0.930956, + "accuracy": 0.945919, + "main_score": 0.930956, + "hf_subset": "pol_Latn-fas_Arab", + "languages": [ + "pol-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.900976, + "recall": 0.929394, + "f1": 0.910065, + "accuracy": 0.929394, + "main_score": 0.910065, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.950342, + "recall": 0.965949, + "f1": 0.955433, + "accuracy": 0.965949, + "main_score": 0.955433, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.795226, + "recall": 0.852278, + "f1": 0.812962, + "accuracy": 0.852278, + "main_score": 0.812962, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.919212, + "recall": 0.941913, + "f1": 0.926557, + "accuracy": 0.941913, + "main_score": 0.926557, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.890561, + "recall": 0.921382, + "f1": 0.900277, + "accuracy": 0.921382, + "main_score": 0.900277, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.832599, + "recall": 0.877817, + "f1": 0.846429, + "accuracy": 0.877817, + "main_score": 0.846429, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.950676, + "recall": 0.964947, + "f1": 0.955266, + "accuracy": 0.964947, + "main_score": 0.955266, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.921774, + "recall": 0.944417, + "f1": 0.92891, + "accuracy": 0.944417, + "main_score": 0.92891, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.914555, + "recall": 0.93991, + "f1": 0.922634, + "accuracy": 0.93991, + "main_score": 0.922634, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.695851, + "recall": 0.766149, + "f1": 0.716531, + "accuracy": 0.766149, + "main_score": 0.716531, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.836301, + "recall": 0.880821, + "f1": 0.850234, + "accuracy": 0.880821, + "main_score": 0.850234, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.951177, + "recall": 0.964447, + "f1": 0.955517, + "accuracy": 0.964447, + "main_score": 0.955517, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.950676, + "recall": 0.965448, + "f1": 0.955517, + "accuracy": 0.965448, + "main_score": 0.955517, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.939063, + "recall": 0.956935, + "f1": 0.944792, + "accuracy": 0.956935, + "main_score": 0.944792, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.890895, + "recall": 0.920381, + "f1": 0.900077, + "accuracy": 0.920381, + "main_score": 0.900077, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.803752, + "recall": 0.854281, + "f1": 0.819271, + "accuracy": 0.854281, + "main_score": 0.819271, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.961359, + "recall": 0.972959, + "f1": 0.965114, + "accuracy": 0.972959, + "main_score": 0.965114, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.706268, + "recall": 0.780671, + "f1": 0.728338, + "accuracy": 0.780671, + "main_score": 0.728338, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.864564, + "recall": 0.903856, + "f1": 0.877049, + "accuracy": 0.903856, + "main_score": 0.877049, + "hf_subset": "pol_Latn-srp_Latn", + "languages": [ + "pol-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.765457, + "recall": 0.82023, + "f1": 0.781804, + "accuracy": 0.82023, + "main_score": 0.781804, + "hf_subset": "pol_Latn-swa_Latn", + "languages": [ + "pol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.927391, + "recall": 0.947922, + "f1": 0.933801, + "accuracy": 0.947922, + "main_score": 0.933801, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.869237, + "recall": 0.905859, + "f1": 0.880805, + "accuracy": 0.905859, + "main_score": 0.880805, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.920397, + "recall": 0.941913, + "f1": 0.927291, + "accuracy": 0.941913, + "main_score": 0.927291, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.925572, + "recall": 0.94642, + "f1": 0.932148, + "accuracy": 0.94642, + "main_score": 0.932148, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.931856, + "recall": 0.950426, + "f1": 0.937673, + "accuracy": 0.950426, + "main_score": 0.937673, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.922968, + "recall": 0.945418, + "f1": 0.930021, + "accuracy": 0.945418, + "main_score": 0.930021, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.420927, + "recall": 0.516274, + "f1": 0.446684, + "accuracy": 0.516274, + "main_score": 0.446684, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.941037, + "recall": 0.957937, + "f1": 0.946453, + "accuracy": 0.957937, + "main_score": 0.946453, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.940911, + "recall": 0.958438, + "f1": 0.946587, + "accuracy": 0.958438, + "main_score": 0.946587, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.928159, + "recall": 0.949424, + "f1": 0.934819, + "accuracy": 0.949424, + "main_score": 0.934819, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.96645, + "recall": 0.976465, + "f1": 0.969705, + "accuracy": 0.976465, + "main_score": 0.969705, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.9223, + "recall": 0.945418, + "f1": 0.929628, + "accuracy": 0.945418, + "main_score": 0.929628, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949524, + "recall": 0.963946, + "f1": 0.954181, + "accuracy": 0.963946, + "main_score": 0.954181, + "hf_subset": "por_Latn-fas_Arab", + "languages": [ + "por-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.924387, + "recall": 0.94692, + "f1": 0.931647, + "accuracy": 0.94692, + "main_score": 0.931647, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.942163, + "recall": 0.95994, + "f1": 0.947922, + "accuracy": 0.95994, + "main_score": 0.947922, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.811125, + "recall": 0.865298, + "f1": 0.827892, + "accuracy": 0.865298, + "main_score": 0.827892, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.952929, + "recall": 0.967451, + "f1": 0.957687, + "accuracy": 0.967451, + "main_score": 0.957687, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.830642, + "recall": 0.876815, + "f1": 0.844992, + "accuracy": 0.876815, + "main_score": 0.844992, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.950676, + "recall": 0.965949, + "f1": 0.955583, + "accuracy": 0.965949, + "main_score": 0.955583, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.948548, + "recall": 0.963946, + "f1": 0.953547, + "accuracy": 0.963946, + "main_score": 0.953547, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.696259, + "recall": 0.769654, + "f1": 0.717756, + "accuracy": 0.769654, + "main_score": 0.717756, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.649229, + "recall": 0.726089, + "f1": 0.670799, + "accuracy": 0.726089, + "main_score": 0.670799, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972542, + "accuracy": 0.978968, + "main_score": 0.972542, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.942998, + "recall": 0.95994, + "f1": 0.948423, + "accuracy": 0.95994, + "main_score": 0.948423, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.934752, + "recall": 0.954432, + "f1": 0.941078, + "accuracy": 0.954432, + "main_score": 0.941078, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.959231, + "recall": 0.971457, + "f1": 0.963145, + "accuracy": 0.971457, + "main_score": 0.963145, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.980554, + "recall": 0.985979, + "f1": 0.982307, + "accuracy": 0.985979, + "main_score": 0.982307, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.783897, + "recall": 0.837256, + "f1": 0.799694, + "accuracy": 0.837256, + "main_score": 0.799694, + "hf_subset": "por_Latn-swa_Latn", + "languages": [ + "por-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.94667, + "recall": 0.963445, + "f1": 0.952095, + "accuracy": 0.963445, + "main_score": 0.952095, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.910115, + "recall": 0.935904, + "f1": 0.918277, + "accuracy": 0.935904, + "main_score": 0.918277, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.94304, + "recall": 0.959439, + "f1": 0.948289, + "accuracy": 0.959439, + "main_score": 0.948289, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.957019, + "recall": 0.969454, + "f1": 0.961008, + "accuracy": 0.969454, + "main_score": 0.961008, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.950426, + "recall": 0.964947, + "f1": 0.955075, + "accuracy": 0.964947, + "main_score": 0.955075, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.446274, + "recall": 0.544316, + "f1": 0.472473, + "accuracy": 0.544316, + "main_score": 0.472473, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.943624, + "recall": 0.960441, + "f1": 0.94904, + "accuracy": 0.960441, + "main_score": 0.94904, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.407376, + "recall": 0.498247, + "f1": 0.431683, + "accuracy": 0.498247, + "main_score": 0.431683, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.963445, + "recall": 0.974962, + "f1": 0.967201, + "accuracy": 0.974962, + "main_score": 0.967201, + "hf_subset": "prs_Arab-fas_Arab", + "languages": [ + "prs-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.8331, + "recall": 0.880821, + "f1": 0.847981, + "accuracy": 0.880821, + "main_score": 0.847981, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.397323, + "recall": 0.496745, + "f1": 0.423705, + "accuracy": 0.496745, + "main_score": 0.423705, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.76999, + "recall": 0.824737, + "f1": 0.786431, + "accuracy": 0.824737, + "main_score": 0.786431, + "hf_subset": "prs_Arab-mey_Arab", + "languages": [ + "prs-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.764223, + "recall": 0.822734, + "f1": 0.78185, + "accuracy": 0.822734, + "main_score": 0.78185, + "hf_subset": "prs_Arab-pus_Arab", + "languages": [ + "prs-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.418101, + "recall": 0.529294, + "f1": 0.447743, + "accuracy": 0.529294, + "main_score": 0.447743, + "hf_subset": "prs_Arab-shi_Arab", + "languages": [ + "prs-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.419228, + "recall": 0.512268, + "f1": 0.443503, + "accuracy": 0.512268, + "main_score": 0.443503, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.786, + "recall": 0.832749, + "f1": 0.800383, + "accuracy": 0.832749, + "main_score": 0.800383, + "hf_subset": "pus_Arab-arb_Arab", + "languages": [ + "pus-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.396654, + "recall": 0.484727, + "f1": 0.419835, + "accuracy": 0.484727, + "main_score": 0.419835, + "hf_subset": "pus_Arab-ckb_Arab", + "languages": [ + "pus-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.815511, + "recall": 0.858788, + "f1": 0.828547, + "accuracy": 0.858788, + "main_score": 0.828547, + "hf_subset": "pus_Arab-eng_Latn", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.815606, + "recall": 0.854782, + "f1": 0.827318, + "accuracy": 0.854782, + "main_score": 0.827318, + "hf_subset": "pus_Arab-fas_Arab", + "languages": [ + "pus-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.660628, + "recall": 0.727591, + "f1": 0.68027, + "accuracy": 0.727591, + "main_score": 0.68027, + "hf_subset": "pus_Arab-heb_Hebr", + "languages": [ + "pus-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.421004, + "recall": 0.500751, + "f1": 0.442503, + "accuracy": 0.500751, + "main_score": 0.442503, + "hf_subset": "pus_Arab-kmr_Latn", + "languages": [ + "pus-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.645197, + "recall": 0.711567, + "f1": 0.664766, + "accuracy": 0.711567, + "main_score": 0.664766, + "hf_subset": "pus_Arab-mey_Arab", + "languages": [ + "pus-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.823754, + "recall": 0.866299, + "f1": 0.836826, + "accuracy": 0.866299, + "main_score": 0.836826, + "hf_subset": "pus_Arab-prs_Arab", + "languages": [ + "pus-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.393841, + "recall": 0.48673, + "f1": 0.418995, + "accuracy": 0.48673, + "main_score": 0.418995, + "hf_subset": "pus_Arab-shi_Arab", + "languages": [ + "pus-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.399104, + "recall": 0.485729, + "f1": 0.422683, + "accuracy": 0.485729, + "main_score": 0.422683, + "hf_subset": "pus_Arab-tgk_Cyrl", + "languages": [ + "pus-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.909923, + "recall": 0.934402, + "f1": 0.917452, + "accuracy": 0.934402, + "main_score": 0.917452, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.961567, + "recall": 0.972459, + "f1": 0.965064, + "accuracy": 0.972459, + "main_score": 0.965064, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.942639, + "recall": 0.95994, + "f1": 0.948206, + "accuracy": 0.95994, + "main_score": 0.948206, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.923469, + "recall": 0.943916, + "f1": 0.929795, + "accuracy": 0.943916, + "main_score": 0.929795, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.965365, + "recall": 0.975964, + "f1": 0.96887, + "accuracy": 0.975964, + "main_score": 0.96887, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.673224, + "recall": 0.741612, + "f1": 0.692723, + "accuracy": 0.741612, + "main_score": 0.692723, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.952679, + "recall": 0.96645, + "f1": 0.957186, + "accuracy": 0.96645, + "main_score": 0.957186, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.956643, + "recall": 0.967952, + "f1": 0.960307, + "accuracy": 0.967952, + "main_score": 0.960307, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.930896, + "recall": 0.949424, + "f1": 0.936805, + "accuracy": 0.949424, + "main_score": 0.936805, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.793937, + "recall": 0.84677, + "f1": 0.809575, + "accuracy": 0.84677, + "main_score": 0.809575, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.932482, + "recall": 0.95343, + "f1": 0.939326, + "accuracy": 0.95343, + "main_score": 0.939326, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.883258, + "recall": 0.915874, + "f1": 0.893283, + "accuracy": 0.915874, + "main_score": 0.893283, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.906835, + "recall": 0.9334, + "f1": 0.915139, + "accuracy": 0.9334, + "main_score": 0.915139, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.88885, + "recall": 0.922384, + "f1": 0.899399, + "accuracy": 0.922384, + "main_score": 0.899399, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.960232, + "recall": 0.972959, + "f1": 0.964397, + "accuracy": 0.972959, + "main_score": 0.964397, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.907445, + "recall": 0.934902, + "f1": 0.916291, + "accuracy": 0.934902, + "main_score": 0.916291, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.943206, + "recall": 0.95994, + "f1": 0.948623, + "accuracy": 0.95994, + "main_score": 0.948623, + "hf_subset": "rus_Cyrl-fas_Arab", + "languages": [ + "rus-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.894567, + "recall": 0.925388, + "f1": 0.90439, + "accuracy": 0.925388, + "main_score": 0.90439, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.958521, + "recall": 0.970456, + "f1": 0.962444, + "accuracy": 0.970456, + "main_score": 0.962444, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.802287, + "recall": 0.857286, + "f1": 0.819012, + "accuracy": 0.857286, + "main_score": 0.819012, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.940119, + "recall": 0.957937, + "f1": 0.945952, + "accuracy": 0.957937, + "main_score": 0.945952, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.872605, + "recall": 0.908363, + "f1": 0.883717, + "accuracy": 0.908363, + "main_score": 0.883717, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.830821, + "recall": 0.877817, + "f1": 0.845201, + "accuracy": 0.877817, + "main_score": 0.845201, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.953847, + "recall": 0.96695, + "f1": 0.958104, + "accuracy": 0.96695, + "main_score": 0.958104, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.958938, + "f1": 0.947121, + "accuracy": 0.958938, + "main_score": 0.947121, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.934777, + "recall": 0.953931, + "f1": 0.940945, + "accuracy": 0.953931, + "main_score": 0.940945, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.689243, + "recall": 0.762644, + "f1": 0.71038, + "accuracy": 0.762644, + "main_score": 0.71038, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.832387, + "recall": 0.876314, + "f1": 0.845854, + "accuracy": 0.876314, + "main_score": 0.845854, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.950384, + "recall": 0.964447, + "f1": 0.954966, + "accuracy": 0.964447, + "main_score": 0.954966, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.932165, + "recall": 0.951928, + "f1": 0.938491, + "accuracy": 0.951928, + "main_score": 0.938491, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.956268, + "recall": 0.968953, + "f1": 0.960357, + "accuracy": 0.968953, + "main_score": 0.960357, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.878935, + "recall": 0.912869, + "f1": 0.889468, + "accuracy": 0.912869, + "main_score": 0.889468, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.78934, + "recall": 0.843766, + "f1": 0.805406, + "accuracy": 0.843766, + "main_score": 0.805406, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.964572, + "recall": 0.974962, + "f1": 0.967902, + "accuracy": 0.974962, + "main_score": 0.967902, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.698574, + "recall": 0.774662, + "f1": 0.721147, + "accuracy": 0.774662, + "main_score": 0.721147, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.861058, + "recall": 0.901352, + "f1": 0.873694, + "accuracy": 0.901352, + "main_score": 0.873694, + "hf_subset": "rus_Cyrl-srp_Latn", + "languages": [ + "rus-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.757689, + "recall": 0.815724, + "f1": 0.774813, + "accuracy": 0.815724, + "main_score": 0.774813, + "hf_subset": "rus_Cyrl-swa_Latn", + "languages": [ + "rus-Cyrl", + "swa-Latn" + ] + }, + { + "precision": 0.919421, + "recall": 0.944417, + "f1": 0.927508, + "accuracy": 0.944417, + "main_score": 0.927508, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.884093, + "recall": 0.917376, + "f1": 0.894559, + "accuracy": 0.917376, + "main_score": 0.894559, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.925388, + "recall": 0.94642, + "f1": 0.932048, + "accuracy": 0.94642, + "main_score": 0.932048, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.92881, + "recall": 0.949925, + "f1": 0.935553, + "accuracy": 0.949925, + "main_score": 0.935553, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.947546, + "recall": 0.963445, + "f1": 0.952629, + "accuracy": 0.963445, + "main_score": 0.952629, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.949591, + "recall": 0.963946, + "f1": 0.954181, + "accuracy": 0.963946, + "main_score": 0.954181, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.435495, + "recall": 0.530295, + "f1": 0.460146, + "accuracy": 0.530295, + "main_score": 0.460146, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.568314, + "recall": 0.623435, + "f1": 0.584016, + "accuracy": 0.623435, + "main_score": 0.584016, + "hf_subset": "shi_Arab-arb_Arab", + "languages": [ + "shi-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.278015, + "recall": 0.347021, + "f1": 0.29644, + "accuracy": 0.347021, + "main_score": 0.29644, + "hf_subset": "shi_Arab-ckb_Arab", + "languages": [ + "shi-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.53504, + "recall": 0.596395, + "f1": 0.552257, + "accuracy": 0.596395, + "main_score": 0.552257, + "hf_subset": "shi_Arab-eng_Latn", + "languages": [ + "shi-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.52668, + "recall": 0.587882, + "f1": 0.543762, + "accuracy": 0.587882, + "main_score": 0.543762, + "hf_subset": "shi_Arab-fas_Arab", + "languages": [ + "shi-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.403897, + "recall": 0.482223, + "f1": 0.426072, + "accuracy": 0.482223, + "main_score": 0.426072, + "hf_subset": "shi_Arab-heb_Hebr", + "languages": [ + "shi-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.332759, + "recall": 0.392589, + "f1": 0.349378, + "accuracy": 0.392589, + "main_score": 0.349378, + "hf_subset": "shi_Arab-kmr_Latn", + "languages": [ + "shi-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.504049, + "recall": 0.56635, + "f1": 0.522033, + "accuracy": 0.56635, + "main_score": 0.522033, + "hf_subset": "shi_Arab-mey_Arab", + "languages": [ + "shi-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.506994, + "recall": 0.57336, + "f1": 0.525511, + "accuracy": 0.57336, + "main_score": 0.525511, + "hf_subset": "shi_Arab-prs_Arab", + "languages": [ + "shi-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.420964, + "recall": 0.489234, + "f1": 0.44017, + "accuracy": 0.489234, + "main_score": 0.44017, + "hf_subset": "shi_Arab-pus_Arab", + "languages": [ + "shi-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.327865, + "recall": 0.401602, + "f1": 0.348387, + "accuracy": 0.401602, + "main_score": 0.348387, + "hf_subset": "shi_Arab-tgk_Cyrl", + "languages": [ + "shi-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.843699, + "recall": 0.885328, + "f1": 0.856537, + "accuracy": 0.885328, + "main_score": 0.856537, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.384887, + "recall": 0.469705, + "f1": 0.407963, + "accuracy": 0.469705, + "main_score": 0.407963, + "hf_subset": "sin_Sinh-div_Thaa", + "languages": [ + "sin-Sinh", + "div-Thaa" + ] + }, + { + "precision": 0.831957, + "recall": 0.875313, + "f1": 0.845235, + "accuracy": 0.875313, + "main_score": 0.845235, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.507587, + "recall": 0.584377, + "f1": 0.529331, + "accuracy": 0.584377, + "main_score": 0.529331, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.823937, + "recall": 0.868803, + "f1": 0.83772, + "accuracy": 0.868803, + "main_score": 0.83772, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.831126, + "recall": 0.872308, + "f1": 0.843386, + "accuracy": 0.872308, + "main_score": 0.843386, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.832399, + "recall": 0.875814, + "f1": 0.845719, + "accuracy": 0.875814, + "main_score": 0.845719, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.829015, + "recall": 0.87331, + "f1": 0.842606, + "accuracy": 0.87331, + "main_score": 0.842606, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.806965, + "recall": 0.854281, + "f1": 0.821481, + "accuracy": 0.854281, + "main_score": 0.821481, + "hf_subset": "sin_Sinh-nep_Deva", + "languages": [ + "sin-Sinh", + "nep-Deva" + ] + }, + { + "precision": 0.769412, + "recall": 0.826239, + "f1": 0.786582, + "accuracy": 0.826239, + "main_score": 0.786582, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.451703, + "recall": 0.543816, + "f1": 0.477034, + "accuracy": 0.543816, + "main_score": 0.477034, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.823106, + "recall": 0.867301, + "f1": 0.836723, + "accuracy": 0.867301, + "main_score": 0.836723, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.821123, + "recall": 0.8668, + "f1": 0.835119, + "accuracy": 0.8668, + "main_score": 0.835119, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.830229, + "recall": 0.872308, + "f1": 0.843067, + "accuracy": 0.872308, + "main_score": 0.843067, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.798732, + "recall": 0.848272, + "f1": 0.813592, + "accuracy": 0.848272, + "main_score": 0.813592, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.915228, + "recall": 0.937907, + "f1": 0.922225, + "accuracy": 0.937907, + "main_score": 0.922225, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.900083, + "recall": 0.92639, + "f1": 0.908162, + "accuracy": 0.92639, + "main_score": 0.908162, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.955099, + "recall": 0.968953, + "f1": 0.959606, + "accuracy": 0.968953, + "main_score": 0.959606, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.946687, + "recall": 0.95994, + "f1": 0.950826, + "accuracy": 0.95994, + "main_score": 0.950826, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.909648, + "recall": 0.933901, + "f1": 0.917359, + "accuracy": 0.933901, + "main_score": 0.917359, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.86365, + "recall": 0.899349, + "f1": 0.874363, + "accuracy": 0.899349, + "main_score": 0.874363, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.907945, + "recall": 0.931397, + "f1": 0.915309, + "accuracy": 0.931397, + "main_score": 0.915309, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.918544, + "recall": 0.938408, + "f1": 0.924687, + "accuracy": 0.938408, + "main_score": 0.924687, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.853847, + "recall": 0.891337, + "f1": 0.865341, + "accuracy": 0.891337, + "main_score": 0.865341, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.734397, + "recall": 0.800701, + "f1": 0.754285, + "accuracy": 0.800701, + "main_score": 0.754285, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.888575, + "recall": 0.919379, + "f1": 0.898164, + "accuracy": 0.919379, + "main_score": 0.898164, + "hf_subset": "slk_Latn-srp_Latn", + "languages": [ + "slk-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.907799, + "recall": 0.931898, + "f1": 0.915351, + "accuracy": 0.931898, + "main_score": 0.915351, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.744558, + "recall": 0.801202, + "f1": 0.761322, + "accuracy": 0.801202, + "main_score": 0.761322, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.896862, + "recall": 0.924387, + "f1": 0.905484, + "accuracy": 0.924387, + "main_score": 0.905484, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.845991, + "recall": 0.885328, + "f1": 0.858098, + "accuracy": 0.885328, + "main_score": 0.858098, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.876153, + "recall": 0.902354, + "f1": 0.884118, + "accuracy": 0.902354, + "main_score": 0.884118, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.87985, + "recall": 0.907361, + "f1": 0.888226, + "accuracy": 0.907361, + "main_score": 0.888226, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.90762, + "recall": 0.931397, + "f1": 0.914889, + "accuracy": 0.931397, + "main_score": 0.914889, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.819501, + "recall": 0.862794, + "f1": 0.832474, + "accuracy": 0.862794, + "main_score": 0.832474, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.844095, + "recall": 0.878317, + "f1": 0.854463, + "accuracy": 0.878317, + "main_score": 0.854463, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.849212, + "recall": 0.883826, + "f1": 0.859841, + "accuracy": 0.883826, + "main_score": 0.859841, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.873108, + "recall": 0.900851, + "f1": 0.881336, + "accuracy": 0.900851, + "main_score": 0.881336, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.722525, + "recall": 0.785679, + "f1": 0.740979, + "accuracy": 0.785679, + "main_score": 0.740979, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.87995, + "recall": 0.908363, + "f1": 0.888825, + "accuracy": 0.908363, + "main_score": 0.888825, + "hf_subset": "slv_Latn-srp_Latn", + "languages": [ + "slv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.862482, + "recall": 0.89334, + "f1": 0.87169, + "accuracy": 0.89334, + "main_score": 0.87169, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.533413, + "recall": 0.58638, + "f1": 0.547697, + "accuracy": 0.58638, + "main_score": 0.547697, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.42725, + "recall": 0.49324, + "f1": 0.445628, + "accuracy": 0.49324, + "main_score": 0.445628, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.545151, + "recall": 0.589384, + "f1": 0.557402, + "accuracy": 0.589384, + "main_score": 0.557402, + "hf_subset": "smo_Latn-fil_Latn", + "languages": [ + "smo-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.54333, + "recall": 0.587882, + "f1": 0.555697, + "accuracy": 0.587882, + "main_score": 0.555697, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.425597, + "recall": 0.491237, + "f1": 0.443692, + "accuracy": 0.491237, + "main_score": 0.443692, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.507631, + "recall": 0.556335, + "f1": 0.52196, + "accuracy": 0.556335, + "main_score": 0.52196, + "hf_subset": "smo_Latn-mlg_Latn", + "languages": [ + "smo-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.520252, + "recall": 0.569855, + "f1": 0.534344, + "accuracy": 0.569855, + "main_score": 0.534344, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.518642, + "recall": 0.565849, + "f1": 0.531687, + "accuracy": 0.565849, + "main_score": 0.531687, + "hf_subset": "smo_Latn-msa_Latn", + "languages": [ + "smo-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.514379, + "recall": 0.56685, + "f1": 0.528679, + "accuracy": 0.56685, + "main_score": 0.528679, + "hf_subset": "smo_Latn-tah_Latn", + "languages": [ + "smo-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.528594, + "recall": 0.584377, + "f1": 0.54419, + "accuracy": 0.584377, + "main_score": 0.54419, + "hf_subset": "smo_Latn-ton_Latn", + "languages": [ + "smo-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.573723, + "recall": 0.618928, + "f1": 0.586393, + "accuracy": 0.618928, + "main_score": 0.586393, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.514936, + "recall": 0.572859, + "f1": 0.530607, + "accuracy": 0.572859, + "main_score": 0.530607, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.48858, + "recall": 0.546319, + "f1": 0.505616, + "accuracy": 0.546319, + "main_score": 0.505616, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.540198, + "recall": 0.58688, + "f1": 0.553361, + "accuracy": 0.58688, + "main_score": 0.553361, + "hf_subset": "sna_Latn-fuc_Latn", + "languages": [ + "sna-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.526035, + "recall": 0.572359, + "f1": 0.539121, + "accuracy": 0.572359, + "main_score": 0.539121, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.551257, + "recall": 0.601903, + "f1": 0.565649, + "accuracy": 0.601903, + "main_score": 0.565649, + "hf_subset": "sna_Latn-nde_Latn", + "languages": [ + "sna-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.582838, + "recall": 0.625438, + "f1": 0.595162, + "accuracy": 0.625438, + "main_score": 0.595162, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.558154, + "recall": 0.609915, + "f1": 0.572436, + "accuracy": 0.609915, + "main_score": 0.572436, + "hf_subset": "sna_Latn-ven_Latn", + "languages": [ + "sna-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.609409, + "recall": 0.674011, + "f1": 0.62749, + "accuracy": 0.674011, + "main_score": 0.62749, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.317467, + "recall": 0.389084, + "f1": 0.33633, + "accuracy": 0.389084, + "main_score": 0.33633, + "hf_subset": "snd_Arab-div_Thaa", + "languages": [ + "snd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.603097, + "recall": 0.661993, + "f1": 0.618413, + "accuracy": 0.661993, + "main_score": 0.618413, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.393588, + "recall": 0.451177, + "f1": 0.409413, + "accuracy": 0.451177, + "main_score": 0.409413, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.612412, + "recall": 0.679519, + "f1": 0.631304, + "accuracy": 0.679519, + "main_score": 0.631304, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.626871, + "recall": 0.688533, + "f1": 0.644447, + "accuracy": 0.688533, + "main_score": 0.644447, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.585313, + "recall": 0.651477, + "f1": 0.603913, + "accuracy": 0.651477, + "main_score": 0.603913, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.598763, + "recall": 0.664997, + "f1": 0.617982, + "accuracy": 0.664997, + "main_score": 0.617982, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.608274, + "recall": 0.671007, + "f1": 0.625948, + "accuracy": 0.671007, + "main_score": 0.625948, + "hf_subset": "snd_Arab-nep_Deva", + "languages": [ + "snd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.581469, + "recall": 0.657987, + "f1": 0.60344, + "accuracy": 0.657987, + "main_score": 0.60344, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.478842, + "recall": 0.548823, + "f1": 0.49865, + "accuracy": 0.548823, + "main_score": 0.49865, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.53017, + "recall": 0.604407, + "f1": 0.551395, + "accuracy": 0.604407, + "main_score": 0.551395, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.577804, + "recall": 0.647471, + "f1": 0.597397, + "accuracy": 0.647471, + "main_score": 0.597397, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.671133, + "recall": 0.729094, + "f1": 0.68755, + "accuracy": 0.729094, + "main_score": 0.68755, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.356501, + "recall": 0.423135, + "f1": 0.374025, + "accuracy": 0.423135, + "main_score": 0.374025, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.486875, + "recall": 0.547321, + "f1": 0.503357, + "accuracy": 0.547321, + "main_score": 0.503357, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.530308, + "recall": 0.575864, + "f1": 0.543198, + "accuracy": 0.575864, + "main_score": 0.543198, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.542329, + "recall": 0.588383, + "f1": 0.555119, + "accuracy": 0.588383, + "main_score": 0.555119, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.523472, + "recall": 0.569354, + "f1": 0.536145, + "accuracy": 0.569354, + "main_score": 0.536145, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.343447, + "recall": 0.41362, + "f1": 0.362145, + "accuracy": 0.41362, + "main_score": 0.362145, + "hf_subset": "som_Latn-orm_Ethi", + "languages": [ + "som-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.49028, + "recall": 0.547822, + "f1": 0.506679, + "accuracy": 0.547822, + "main_score": 0.506679, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.520341, + "recall": 0.563345, + "f1": 0.532393, + "accuracy": 0.563345, + "main_score": 0.532393, + "hf_subset": "som_Latn-swa_Latn", + "languages": [ + "som-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.32182, + "recall": 0.388082, + "f1": 0.339082, + "accuracy": 0.388082, + "main_score": 0.339082, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.516492, + "recall": 0.569354, + "f1": 0.531528, + "accuracy": 0.569354, + "main_score": 0.531528, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.466841, + "recall": 0.521282, + "f1": 0.482044, + "accuracy": 0.521282, + "main_score": 0.482044, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.474596, + "recall": 0.531297, + "f1": 0.490508, + "accuracy": 0.531297, + "main_score": 0.490508, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.455822, + "recall": 0.515273, + "f1": 0.4727, + "accuracy": 0.515273, + "main_score": 0.4727, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.485854, + "recall": 0.539309, + "f1": 0.500629, + "accuracy": 0.539309, + "main_score": 0.500629, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.954932, + "recall": 0.968453, + "f1": 0.959356, + "accuracy": 0.968453, + "main_score": 0.959356, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.953013, + "recall": 0.967952, + "f1": 0.957937, + "accuracy": 0.967952, + "main_score": 0.957937, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.929536, + "recall": 0.949925, + "f1": 0.935937, + "accuracy": 0.949925, + "main_score": 0.935937, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.972667, + "recall": 0.980971, + "f1": 0.97533, + "accuracy": 0.980971, + "main_score": 0.97533, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.928142, + "recall": 0.950426, + "f1": 0.935303, + "accuracy": 0.950426, + "main_score": 0.935303, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955116, + "recall": 0.968453, + "f1": 0.959356, + "accuracy": 0.968453, + "main_score": 0.959356, + "hf_subset": "spa_Latn-fas_Arab", + "languages": [ + "spa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.922959, + "recall": 0.945418, + "f1": 0.929912, + "accuracy": 0.945418, + "main_score": 0.929912, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.976006, + "recall": 0.983475, + "f1": 0.978418, + "accuracy": 0.983475, + "main_score": 0.978418, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.952178, + "recall": 0.96645, + "f1": 0.956768, + "accuracy": 0.96645, + "main_score": 0.956768, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.810165, + "recall": 0.863796, + "f1": 0.826506, + "accuracy": 0.863796, + "main_score": 0.826506, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956393, + "recall": 0.969454, + "f1": 0.960558, + "accuracy": 0.969454, + "main_score": 0.960558, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.832616, + "recall": 0.877817, + "f1": 0.846505, + "accuracy": 0.877817, + "main_score": 0.846505, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.955266, + "recall": 0.968953, + "f1": 0.959673, + "accuracy": 0.968953, + "main_score": 0.959673, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.953597, + "recall": 0.967451, + "f1": 0.958004, + "accuracy": 0.967451, + "main_score": 0.958004, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.687967, + "recall": 0.764146, + "f1": 0.709961, + "accuracy": 0.764146, + "main_score": 0.709961, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.640621, + "recall": 0.717076, + "f1": 0.661936, + "accuracy": 0.717076, + "main_score": 0.661936, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.941704, + "recall": 0.95994, + "f1": 0.947538, + "accuracy": 0.95994, + "main_score": 0.947538, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.974003, + "recall": 0.981973, + "f1": 0.976582, + "accuracy": 0.981973, + "main_score": 0.976582, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.939952, + "recall": 0.956435, + "f1": 0.945177, + "accuracy": 0.956435, + "main_score": 0.945177, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.958271, + "recall": 0.970956, + "f1": 0.96236, + "accuracy": 0.970956, + "main_score": 0.96236, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.793903, + "recall": 0.845268, + "f1": 0.809116, + "accuracy": 0.845268, + "main_score": 0.809116, + "hf_subset": "spa_Latn-swa_Latn", + "languages": [ + "spa-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.944333, + "recall": 0.961943, + "f1": 0.950008, + "accuracy": 0.961943, + "main_score": 0.950008, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.904348, + "recall": 0.931397, + "f1": 0.912736, + "accuracy": 0.931397, + "main_score": 0.912736, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.937606, + "recall": 0.954932, + "f1": 0.943065, + "accuracy": 0.954932, + "main_score": 0.943065, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.964113, + "recall": 0.974962, + "f1": 0.967618, + "accuracy": 0.974962, + "main_score": 0.967618, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.953822, + "recall": 0.96645, + "f1": 0.957803, + "accuracy": 0.96645, + "main_score": 0.957803, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.447893, + "recall": 0.542814, + "f1": 0.473425, + "accuracy": 0.542814, + "main_score": 0.473425, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.695471, + "recall": 0.751127, + "f1": 0.712085, + "accuracy": 0.751127, + "main_score": 0.712085, + "hf_subset": "sqi_Latn-ell_Grek", + "languages": [ + "sqi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.781165, + "recall": 0.825238, + "f1": 0.794028, + "accuracy": 0.825238, + "main_score": 0.794028, + "hf_subset": "sqi_Latn-eng_Latn", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.583608, + "recall": 0.651978, + "f1": 0.603103, + "accuracy": 0.651978, + "main_score": 0.603103, + "hf_subset": "sqi_Latn-hye_Armn", + "languages": [ + "sqi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.612845, + "recall": 0.684026, + "f1": 0.633745, + "accuracy": 0.684026, + "main_score": 0.633745, + "hf_subset": "sqi_Latn-kat_Geor", + "languages": [ + "sqi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.718939, + "recall": 0.772659, + "f1": 0.734875, + "accuracy": 0.772659, + "main_score": 0.734875, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.832387, + "recall": 0.867802, + "f1": 0.842441, + "accuracy": 0.867802, + "main_score": 0.842441, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.793622, + "recall": 0.835754, + "f1": 0.806033, + "accuracy": 0.835754, + "main_score": 0.806033, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.781024, + "recall": 0.821232, + "f1": 0.792904, + "accuracy": 0.821232, + "main_score": 0.792904, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.803628, + "recall": 0.846269, + "f1": 0.816196, + "accuracy": 0.846269, + "main_score": 0.816196, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.8227, + "recall": 0.860791, + "f1": 0.833627, + "accuracy": 0.860791, + "main_score": 0.833627, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.815169, + "recall": 0.856284, + "f1": 0.827176, + "accuracy": 0.856284, + "main_score": 0.827176, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.768728, + "recall": 0.812218, + "f1": 0.781629, + "accuracy": 0.812218, + "main_score": 0.781629, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.790937, + "recall": 0.83325, + "f1": 0.803318, + "accuracy": 0.83325, + "main_score": 0.803318, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.77406, + "recall": 0.817226, + "f1": 0.786855, + "accuracy": 0.817226, + "main_score": 0.786855, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.768559, + "recall": 0.818227, + "f1": 0.783217, + "accuracy": 0.818227, + "main_score": 0.783217, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.888313, + "recall": 0.914872, + "f1": 0.896021, + "accuracy": 0.914872, + "main_score": 0.896021, + "hf_subset": "srp_Cyrl-srp_Latn", + "languages": [ + "srp-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.781881, + "recall": 0.823235, + "f1": 0.794297, + "accuracy": 0.823235, + "main_score": 0.794297, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.778589, + "recall": 0.832248, + "f1": 0.794595, + "accuracy": 0.832248, + "main_score": 0.794595, + "hf_subset": "srp_Latn-bel_Cyrl", + "languages": [ + "srp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.966074, + "recall": 0.975964, + "f1": 0.969237, + "accuracy": 0.975964, + "main_score": 0.969237, + "hf_subset": "srp_Latn-bos_Latn", + "languages": [ + "srp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.89985, + "recall": 0.925889, + "f1": 0.907981, + "accuracy": 0.925889, + "main_score": 0.907981, + "hf_subset": "srp_Latn-bul_Cyrl", + "languages": [ + "srp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.898643, + "recall": 0.925388, + "f1": 0.906987, + "accuracy": 0.925388, + "main_score": 0.906987, + "hf_subset": "srp_Latn-ces_Latn", + "languages": [ + "srp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.945335, + "recall": 0.95994, + "f1": 0.949801, + "accuracy": 0.95994, + "main_score": 0.949801, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.95005, + "recall": 0.964447, + "f1": 0.954632, + "accuracy": 0.964447, + "main_score": 0.954632, + "hf_subset": "srp_Latn-hrv_Latn", + "languages": [ + "srp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.873658, + "recall": 0.90686, + "f1": 0.883837, + "accuracy": 0.90686, + "main_score": 0.883837, + "hf_subset": "srp_Latn-mkd_Cyrl", + "languages": [ + "srp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.905901, + "recall": 0.930896, + "f1": 0.913821, + "accuracy": 0.930896, + "main_score": 0.913821, + "hf_subset": "srp_Latn-pol_Latn", + "languages": [ + "srp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.917743, + "recall": 0.940411, + "f1": 0.924739, + "accuracy": 0.940411, + "main_score": 0.924739, + "hf_subset": "srp_Latn-rus_Cyrl", + "languages": [ + "srp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.904165, + "recall": 0.929394, + "f1": 0.912152, + "accuracy": 0.929394, + "main_score": 0.912152, + "hf_subset": "srp_Latn-slk_Latn", + "languages": [ + "srp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.866107, + "recall": 0.900851, + "f1": 0.876648, + "accuracy": 0.900851, + "main_score": 0.876648, + "hf_subset": "srp_Latn-slv_Latn", + "languages": [ + "srp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.840377, + "recall": 0.884326, + "f1": 0.853488, + "accuracy": 0.884326, + "main_score": 0.853488, + "hf_subset": "srp_Latn-srp_Cyrl", + "languages": [ + "srp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.908546, + "recall": 0.931898, + "f1": 0.91584, + "accuracy": 0.931898, + "main_score": 0.91584, + "hf_subset": "srp_Latn-ukr_Cyrl", + "languages": [ + "srp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.370577, + "recall": 0.438157, + "f1": 0.388442, + "accuracy": 0.438157, + "main_score": 0.388442, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.514781, + "recall": 0.573861, + "f1": 0.531422, + "accuracy": 0.573861, + "main_score": 0.531422, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.520233, + "recall": 0.568853, + "f1": 0.534237, + "accuracy": 0.568853, + "main_score": 0.534237, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.564657, + "recall": 0.607912, + "f1": 0.577252, + "accuracy": 0.607912, + "main_score": 0.577252, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.558934, + "recall": 0.596895, + "f1": 0.570136, + "accuracy": 0.596895, + "main_score": 0.570136, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.322046, + "recall": 0.398598, + "f1": 0.341547, + "accuracy": 0.398598, + "main_score": 0.341547, + "hf_subset": "ssw_Latn-orm_Ethi", + "languages": [ + "ssw-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.489034, + "recall": 0.542814, + "f1": 0.503933, + "accuracy": 0.542814, + "main_score": 0.503933, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.525647, + "recall": 0.574362, + "f1": 0.539196, + "accuracy": 0.574362, + "main_score": 0.539196, + "hf_subset": "ssw_Latn-swa_Latn", + "languages": [ + "ssw-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.337494, + "recall": 0.406109, + "f1": 0.355417, + "accuracy": 0.406109, + "main_score": 0.355417, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.567398, + "recall": 0.607912, + "f1": 0.579151, + "accuracy": 0.607912, + "main_score": 0.579151, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.466849, + "recall": 0.524787, + "f1": 0.483238, + "accuracy": 0.524787, + "main_score": 0.483238, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.605717, + "recall": 0.670506, + "f1": 0.624185, + "accuracy": 0.670506, + "main_score": 0.624185, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.457852, + "recall": 0.514271, + "f1": 0.473856, + "accuracy": 0.514271, + "main_score": 0.473856, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.688055, + "recall": 0.746119, + "f1": 0.704701, + "accuracy": 0.746119, + "main_score": 0.704701, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.559962, + "recall": 0.643465, + "f1": 0.583234, + "accuracy": 0.643465, + "main_score": 0.583234, + "hf_subset": "swa_Latn-amh_Ethi", + "languages": [ + "swa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.810683, + "recall": 0.854782, + "f1": 0.824185, + "accuracy": 0.854782, + "main_score": 0.824185, + "hf_subset": "swa_Latn-arb_Arab", + "languages": [ + "swa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.814366, + "recall": 0.859289, + "f1": 0.828245, + "accuracy": 0.859289, + "main_score": 0.828245, + "hf_subset": "swa_Latn-ben_Beng", + "languages": [ + "swa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.839683, + "recall": 0.874311, + "f1": 0.850062, + "accuracy": 0.874311, + "main_score": 0.850062, + "hf_subset": "swa_Latn-deu_Latn", + "languages": [ + "swa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.78938, + "recall": 0.836755, + "f1": 0.803807, + "accuracy": 0.836755, + "main_score": 0.803807, + "hf_subset": "swa_Latn-ell_Grek", + "languages": [ + "swa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.857365, + "recall": 0.890836, + "f1": 0.867394, + "accuracy": 0.890836, + "main_score": 0.867394, + "hf_subset": "swa_Latn-eng_Latn", + "languages": [ + "swa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.798044, + "recall": 0.843265, + "f1": 0.811464, + "accuracy": 0.843265, + "main_score": 0.811464, + "hf_subset": "swa_Latn-fas_Arab", + "languages": [ + "swa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.803973, + "recall": 0.846269, + "f1": 0.817109, + "accuracy": 0.846269, + "main_score": 0.817109, + "hf_subset": "swa_Latn-fin_Latn", + "languages": [ + "swa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.812519, + "recall": 0.854281, + "f1": 0.82539, + "accuracy": 0.854281, + "main_score": 0.82539, + "hf_subset": "swa_Latn-fra_Latn", + "languages": [ + "swa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.535841, + "recall": 0.605408, + "f1": 0.555334, + "accuracy": 0.605408, + "main_score": 0.555334, + "hf_subset": "swa_Latn-hau_Latn", + "languages": [ + "swa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.714406, + "recall": 0.780671, + "f1": 0.734354, + "accuracy": 0.780671, + "main_score": 0.734354, + "hf_subset": "swa_Latn-heb_Hebr", + "languages": [ + "swa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.811337, + "recall": 0.854281, + "f1": 0.824045, + "accuracy": 0.854281, + "main_score": 0.824045, + "hf_subset": "swa_Latn-hin_Deva", + "languages": [ + "swa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.728474, + "recall": 0.782173, + "f1": 0.744514, + "accuracy": 0.782173, + "main_score": 0.744514, + "hf_subset": "swa_Latn-hun_Latn", + "languages": [ + "swa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.557786, + "recall": 0.61993, + "f1": 0.575355, + "accuracy": 0.61993, + "main_score": 0.575355, + "hf_subset": "swa_Latn-ibo_Latn", + "languages": [ + "swa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.849225, + "recall": 0.881322, + "f1": 0.858679, + "accuracy": 0.881322, + "main_score": 0.858679, + "hf_subset": "swa_Latn-ind_Latn", + "languages": [ + "swa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.795577, + "recall": 0.840761, + "f1": 0.809808, + "accuracy": 0.840761, + "main_score": 0.809808, + "hf_subset": "swa_Latn-jpn_Jpan", + "languages": [ + "swa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.782715, + "recall": 0.828242, + "f1": 0.795994, + "accuracy": 0.828242, + "main_score": 0.795994, + "hf_subset": "swa_Latn-kor_Hang", + "languages": [ + "swa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.636202, + "recall": 0.705058, + "f1": 0.656446, + "accuracy": 0.705058, + "main_score": 0.656446, + "hf_subset": "swa_Latn-lit_Latn", + "languages": [ + "swa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.849889, + "recall": 0.876815, + "f1": 0.858147, + "accuracy": 0.876815, + "main_score": 0.858147, + "hf_subset": "swa_Latn-nld_Latn", + "languages": [ + "swa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.529341, + "recall": 0.598898, + "f1": 0.549222, + "accuracy": 0.598898, + "main_score": 0.549222, + "hf_subset": "swa_Latn-nso_Latn", + "languages": [ + "swa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.303817, + "recall": 0.38658, + "f1": 0.324493, + "accuracy": 0.38658, + "main_score": 0.324493, + "hf_subset": "swa_Latn-orm_Ethi", + "languages": [ + "swa-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.789395, + "recall": 0.832248, + "f1": 0.802134, + "accuracy": 0.832248, + "main_score": 0.802134, + "hf_subset": "swa_Latn-pol_Latn", + "languages": [ + "swa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.836481, + "recall": 0.87331, + "f1": 0.847479, + "accuracy": 0.87331, + "main_score": 0.847479, + "hf_subset": "swa_Latn-por_Latn", + "languages": [ + "swa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.795549, + "recall": 0.842263, + "f1": 0.809775, + "accuracy": 0.842263, + "main_score": 0.809775, + "hf_subset": "swa_Latn-rus_Cyrl", + "languages": [ + "swa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.48582, + "recall": 0.555834, + "f1": 0.504546, + "accuracy": 0.555834, + "main_score": 0.504546, + "hf_subset": "swa_Latn-som_Latn", + "languages": [ + "swa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.830905, + "recall": 0.867301, + "f1": 0.841989, + "accuracy": 0.867301, + "main_score": 0.841989, + "hf_subset": "swa_Latn-spa_Latn", + "languages": [ + "swa-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.493143, + "recall": 0.568353, + "f1": 0.513378, + "accuracy": 0.568353, + "main_score": 0.513378, + "hf_subset": "swa_Latn-ssw_Latn", + "languages": [ + "swa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.812773, + "recall": 0.854281, + "f1": 0.825284, + "accuracy": 0.854281, + "main_score": 0.825284, + "hf_subset": "swa_Latn-swe_Latn", + "languages": [ + "swa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.766605, + "recall": 0.819229, + "f1": 0.782709, + "accuracy": 0.819229, + "main_score": 0.782709, + "hf_subset": "swa_Latn-tam_Taml", + "languages": [ + "swa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.363019, + "recall": 0.452679, + "f1": 0.386213, + "accuracy": 0.452679, + "main_score": 0.386213, + "hf_subset": "swa_Latn-tir_Ethi", + "languages": [ + "swa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.539076, + "recall": 0.602404, + "f1": 0.556612, + "accuracy": 0.602404, + "main_score": 0.556612, + "hf_subset": "swa_Latn-tsn_Latn", + "languages": [ + "swa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.811766, + "recall": 0.850275, + "f1": 0.823339, + "accuracy": 0.850275, + "main_score": 0.823339, + "hf_subset": "swa_Latn-tur_Latn", + "languages": [ + "swa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833018, + "recall": 0.868302, + "f1": 0.843609, + "accuracy": 0.868302, + "main_score": 0.843609, + "hf_subset": "swa_Latn-vie_Latn", + "languages": [ + "swa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.449436, + "recall": 0.524286, + "f1": 0.470134, + "accuracy": 0.524286, + "main_score": 0.470134, + "hf_subset": "swa_Latn-wol_Latn", + "languages": [ + "swa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.473971, + "recall": 0.55333, + "f1": 0.496067, + "accuracy": 0.55333, + "main_score": 0.496067, + "hf_subset": "swa_Latn-xho_Latn", + "languages": [ + "swa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.440743, + "recall": 0.522283, + "f1": 0.463104, + "accuracy": 0.522283, + "main_score": 0.463104, + "hf_subset": "swa_Latn-yor_Latn", + "languages": [ + "swa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.784162, + "recall": 0.831247, + "f1": 0.798424, + "accuracy": 0.831247, + "main_score": 0.798424, + "hf_subset": "swa_Latn-zho_Hant", + "languages": [ + "swa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.515764, + "recall": 0.584377, + "f1": 0.535347, + "accuracy": 0.584377, + "main_score": 0.535347, + "hf_subset": "swa_Latn-zul_Latn", + "languages": [ + "swa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.865774, + "recall": 0.902854, + "f1": 0.877116, + "accuracy": 0.902854, + "main_score": 0.877116, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.920564, + "recall": 0.943415, + "f1": 0.927785, + "accuracy": 0.943415, + "main_score": 0.927785, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.9392, + "recall": 0.957436, + "f1": 0.945034, + "accuracy": 0.957436, + "main_score": 0.945034, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.965573, + "recall": 0.974462, + "f1": 0.968403, + "accuracy": 0.974462, + "main_score": 0.968403, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.967243, + "recall": 0.976465, + "f1": 0.970239, + "accuracy": 0.976465, + "main_score": 0.970239, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.925764, + "recall": 0.948923, + "f1": 0.933267, + "accuracy": 0.948923, + "main_score": 0.933267, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.97659, + "recall": 0.983475, + "f1": 0.978751, + "accuracy": 0.983475, + "main_score": 0.978751, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.647923, + "recall": 0.722584, + "f1": 0.669264, + "accuracy": 0.722584, + "main_score": 0.669264, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.930855, + "recall": 0.949925, + "f1": 0.936831, + "accuracy": 0.949925, + "main_score": 0.936831, + "hf_subset": "swe_Latn-fas_Arab", + "languages": [ + "swe-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.91917, + "recall": 0.940911, + "f1": 0.925882, + "accuracy": 0.940911, + "main_score": 0.925882, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.946378, + "recall": 0.961943, + "f1": 0.951294, + "accuracy": 0.961943, + "main_score": 0.951294, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.816975, + "recall": 0.868803, + "f1": 0.833236, + "accuracy": 0.868803, + "main_score": 0.833236, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.94208, + "recall": 0.958938, + "f1": 0.947588, + "accuracy": 0.958938, + "main_score": 0.947588, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.839801, + "recall": 0.882323, + "f1": 0.852822, + "accuracy": 0.882323, + "main_score": 0.852822, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.959898, + "recall": 0.971457, + "f1": 0.963562, + "accuracy": 0.971457, + "main_score": 0.963562, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.626271, + "recall": 0.707561, + "f1": 0.64904, + "accuracy": 0.707561, + "main_score": 0.64904, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.935987, + "recall": 0.954432, + "f1": 0.941829, + "accuracy": 0.954432, + "main_score": 0.941829, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.930312, + "recall": 0.949925, + "f1": 0.936471, + "accuracy": 0.949925, + "main_score": 0.936471, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.722161, + "recall": 0.785178, + "f1": 0.740515, + "accuracy": 0.785178, + "main_score": 0.740515, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.746656, + "recall": 0.805208, + "f1": 0.763627, + "accuracy": 0.805208, + "main_score": 0.763627, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.961668, + "recall": 0.971958, + "f1": 0.964897, + "accuracy": 0.971958, + "main_score": 0.964897, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.94233, + "recall": 0.958438, + "f1": 0.947505, + "accuracy": 0.958438, + "main_score": 0.947505, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.964029, + "recall": 0.975463, + "f1": 0.967785, + "accuracy": 0.975463, + "main_score": 0.967785, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.927182, + "recall": 0.949424, + "f1": 0.934352, + "accuracy": 0.949424, + "main_score": 0.934352, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.955308, + "recall": 0.968953, + "f1": 0.959723, + "accuracy": 0.968953, + "main_score": 0.959723, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.937656, + "recall": 0.955433, + "f1": 0.943391, + "accuracy": 0.955433, + "main_score": 0.943391, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.963195, + "recall": 0.97346, + "f1": 0.96645, + "accuracy": 0.97346, + "main_score": 0.96645, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.799686, + "recall": 0.844767, + "f1": 0.813213, + "accuracy": 0.844767, + "main_score": 0.813213, + "hf_subset": "swe_Latn-swa_Latn", + "languages": [ + "swe-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.890269, + "recall": 0.921382, + "f1": 0.900076, + "accuracy": 0.921382, + "main_score": 0.900076, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.920569, + "recall": 0.940911, + "f1": 0.926832, + "accuracy": 0.940911, + "main_score": 0.926832, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.965448, + "f1": 0.956551, + "accuracy": 0.965448, + "main_score": 0.956551, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.930996, + "recall": 0.950926, + "f1": 0.937282, + "accuracy": 0.950926, + "main_score": 0.937282, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.464829, + "recall": 0.555834, + "f1": 0.48978, + "accuracy": 0.555834, + "main_score": 0.48978, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.454842, + "recall": 0.507261, + "f1": 0.468755, + "accuracy": 0.507261, + "main_score": 0.468755, + "hf_subset": "tah_Latn-eng_Latn", + "languages": [ + "tah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.393702, + "recall": 0.453681, + "f1": 0.410158, + "accuracy": 0.453681, + "main_score": 0.410158, + "hf_subset": "tah_Latn-fij_Latn", + "languages": [ + "tah-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.473662, + "recall": 0.517276, + "f1": 0.485536, + "accuracy": 0.517276, + "main_score": 0.485536, + "hf_subset": "tah_Latn-fil_Latn", + "languages": [ + "tah-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.472438, + "recall": 0.516775, + "f1": 0.485147, + "accuracy": 0.516775, + "main_score": 0.485147, + "hf_subset": "tah_Latn-ind_Latn", + "languages": [ + "tah-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.378262, + "recall": 0.438157, + "f1": 0.394142, + "accuracy": 0.438157, + "main_score": 0.394142, + "hf_subset": "tah_Latn-mal_Mlym", + "languages": [ + "tah-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.476509, + "recall": 0.52028, + "f1": 0.488907, + "accuracy": 0.52028, + "main_score": 0.488907, + "hf_subset": "tah_Latn-mlg_Latn", + "languages": [ + "tah-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.484772, + "recall": 0.532799, + "f1": 0.497795, + "accuracy": 0.532799, + "main_score": 0.497795, + "hf_subset": "tah_Latn-mri_Latn", + "languages": [ + "tah-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.465807, + "recall": 0.512769, + "f1": 0.478618, + "accuracy": 0.512769, + "main_score": 0.478618, + "hf_subset": "tah_Latn-msa_Latn", + "languages": [ + "tah-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.503198, + "recall": 0.545819, + "f1": 0.514798, + "accuracy": 0.545819, + "main_score": 0.514798, + "hf_subset": "tah_Latn-smo_Latn", + "languages": [ + "tah-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.434011, + "recall": 0.48673, + "f1": 0.448826, + "accuracy": 0.48673, + "main_score": 0.448826, + "hf_subset": "tah_Latn-ton_Latn", + "languages": [ + "tah-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.909656, + "recall": 0.935904, + "f1": 0.917994, + "accuracy": 0.935904, + "main_score": 0.917994, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 0.939451, + "recall": 0.957436, + "f1": 0.945201, + "accuracy": 0.957436, + "main_score": 0.945201, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.94425, + "recall": 0.961442, + "f1": 0.949841, + "accuracy": 0.961442, + "main_score": 0.949841, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.355436, + "recall": 0.445669, + "f1": 0.379259, + "accuracy": 0.445669, + "main_score": 0.379259, + "hf_subset": "tam_Taml-div_Thaa", + "languages": [ + "tam-Taml", + "div-Thaa" + ] + }, + { + "precision": 0.900267, + "recall": 0.929394, + "f1": 0.909598, + "accuracy": 0.929394, + "main_score": 0.909598, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.965991, + "recall": 0.975964, + "f1": 0.969154, + "accuracy": 0.975964, + "main_score": 0.969154, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.516639, + "recall": 0.601903, + "f1": 0.540098, + "accuracy": 0.601903, + "main_score": 0.540098, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.920214, + "recall": 0.942914, + "f1": 0.927475, + "accuracy": 0.942914, + "main_score": 0.927475, + "hf_subset": "tam_Taml-fas_Arab", + "languages": [ + "tam-Taml", + "fas-Arab" + ] + }, + { + "precision": 0.870139, + "recall": 0.904857, + "f1": 0.880948, + "accuracy": 0.904857, + "main_score": 0.880948, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.931397, + "recall": 0.951427, + "f1": 0.937823, + "accuracy": 0.951427, + "main_score": 0.937823, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.899992, + "recall": 0.928893, + "f1": 0.909231, + "accuracy": 0.928893, + "main_score": 0.909231, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.800534, + "recall": 0.857787, + "f1": 0.818404, + "accuracy": 0.857787, + "main_score": 0.818404, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.951844, + "recall": 0.96645, + "f1": 0.956602, + "accuracy": 0.96645, + "main_score": 0.956602, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.798865, + "recall": 0.852278, + "f1": 0.815399, + "accuracy": 0.852278, + "main_score": 0.815399, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.94354, + "recall": 0.95994, + "f1": 0.94869, + "accuracy": 0.95994, + "main_score": 0.94869, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.950926, + "f1": 0.938141, + "accuracy": 0.950926, + "main_score": 0.938141, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.909281, + "recall": 0.936905, + "f1": 0.918187, + "accuracy": 0.936905, + "main_score": 0.918187, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.933484, + "recall": 0.952929, + "f1": 0.939826, + "accuracy": 0.952929, + "main_score": 0.939826, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.667607, + "recall": 0.738608, + "f1": 0.688009, + "accuracy": 0.738608, + "main_score": 0.688009, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.929327, + "recall": 0.948923, + "f1": 0.935653, + "accuracy": 0.948923, + "main_score": 0.935653, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.899182, + "recall": 0.927391, + "f1": 0.908179, + "accuracy": 0.927391, + "main_score": 0.908179, + "hf_subset": "tam_Taml-nep_Deva", + "languages": [ + "tam-Taml", + "nep-Deva" + ] + }, + { + "precision": 0.936113, + "recall": 0.954932, + "f1": 0.942197, + "accuracy": 0.954932, + "main_score": 0.942197, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.805016, + "recall": 0.860791, + "f1": 0.822384, + "accuracy": 0.860791, + "main_score": 0.822384, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.903522, + "recall": 0.931397, + "f1": 0.912352, + "accuracy": 0.931397, + "main_score": 0.912352, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.937823, + "recall": 0.955433, + "f1": 0.943415, + "accuracy": 0.955433, + "main_score": 0.943415, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.925054, + "recall": 0.947421, + "f1": 0.932298, + "accuracy": 0.947421, + "main_score": 0.932298, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.796687, + "recall": 0.850776, + "f1": 0.813263, + "accuracy": 0.850776, + "main_score": 0.813263, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.481443, + "recall": 0.582874, + "f1": 0.509689, + "accuracy": 0.582874, + "main_score": 0.509689, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.950551, + "recall": 0.964947, + "f1": 0.955133, + "accuracy": 0.964947, + "main_score": 0.955133, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.762937, + "recall": 0.820731, + "f1": 0.779875, + "accuracy": 0.820731, + "main_score": 0.779875, + "hf_subset": "tam_Taml-swa_Latn", + "languages": [ + "tam-Taml", + "swa-Latn" + ] + }, + { + "precision": 0.905817, + "recall": 0.933901, + "f1": 0.914739, + "accuracy": 0.933901, + "main_score": 0.914739, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.908613, + "recall": 0.934902, + "f1": 0.917126, + "accuracy": 0.934902, + "main_score": 0.917126, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.915515, + "recall": 0.938408, + "f1": 0.92281, + "accuracy": 0.938408, + "main_score": 0.92281, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.905149, + "recall": 0.932399, + "f1": 0.913721, + "accuracy": 0.932399, + "main_score": 0.913721, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.927308, + "recall": 0.949424, + "f1": 0.934485, + "accuracy": 0.949424, + "main_score": 0.934485, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.918478, + "recall": 0.942414, + "f1": 0.926139, + "accuracy": 0.942414, + "main_score": 0.926139, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.424086, + "recall": 0.517777, + "f1": 0.44974, + "accuracy": 0.517777, + "main_score": 0.44974, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.611255, + "recall": 0.672008, + "f1": 0.62873, + "accuracy": 0.672008, + "main_score": 0.62873, + "hf_subset": "tat_Cyrl-aze_Latn", + "languages": [ + "tat-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.757104, + "recall": 0.804707, + "f1": 0.770918, + "accuracy": 0.804707, + "main_score": 0.770918, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.681584, + "recall": 0.736104, + "f1": 0.697524, + "accuracy": 0.736104, + "main_score": 0.697524, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.683362, + "recall": 0.736605, + "f1": 0.698848, + "accuracy": 0.736605, + "main_score": 0.698848, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.693258, + "recall": 0.738608, + "f1": 0.706237, + "accuracy": 0.738608, + "main_score": 0.706237, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.597285, + "recall": 0.663495, + "f1": 0.616173, + "accuracy": 0.663495, + "main_score": 0.616173, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.651642, + "recall": 0.699549, + "f1": 0.66567, + "accuracy": 0.699549, + "main_score": 0.66567, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.345196, + "recall": 0.42664, + "f1": 0.367227, + "accuracy": 0.42664, + "main_score": 0.367227, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.598504, + "recall": 0.662494, + "f1": 0.61673, + "accuracy": 0.662494, + "main_score": 0.61673, + "hf_subset": "tat_Cyrl-uzb_Latn", + "languages": [ + "tat-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.94571, + "recall": 0.962444, + "f1": 0.95121, + "accuracy": 0.962444, + "main_score": 0.95121, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.412144, + "recall": 0.497246, + "f1": 0.43493, + "accuracy": 0.497246, + "main_score": 0.43493, + "hf_subset": "tel_Telu-div_Thaa", + "languages": [ + "tel-Telu", + "div-Thaa" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.541458, + "recall": 0.628443, + "f1": 0.566123, + "accuracy": 0.628443, + "main_score": 0.566123, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.897805, + "recall": 0.928893, + "f1": 0.907712, + "accuracy": 0.928893, + "main_score": 0.907712, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.949483, + "recall": 0.962944, + "f1": 0.953614, + "accuracy": 0.962944, + "main_score": 0.953614, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.920272, + "recall": 0.943916, + "f1": 0.927842, + "accuracy": 0.943916, + "main_score": 0.927842, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.925805, + "recall": 0.947922, + "f1": 0.932883, + "accuracy": 0.947922, + "main_score": 0.932883, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.901102, + "recall": 0.927892, + "f1": 0.909433, + "accuracy": 0.927892, + "main_score": 0.909433, + "hf_subset": "tel_Telu-nep_Deva", + "languages": [ + "tel-Telu", + "nep-Deva" + ] + }, + { + "precision": 0.835645, + "recall": 0.881322, + "f1": 0.849758, + "accuracy": 0.881322, + "main_score": 0.849758, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.790198, + "recall": 0.846269, + "f1": 0.807305, + "accuracy": 0.846269, + "main_score": 0.807305, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.523932, + "recall": 0.621933, + "f1": 0.551485, + "accuracy": 0.621933, + "main_score": 0.551485, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.92225, + "recall": 0.944417, + "f1": 0.929394, + "accuracy": 0.944417, + "main_score": 0.929394, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.924387, + "recall": 0.94642, + "f1": 0.93138, + "accuracy": 0.94642, + "main_score": 0.93138, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.465303, + "recall": 0.534301, + "f1": 0.484313, + "accuracy": 0.534301, + "main_score": 0.484313, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.378095, + "recall": 0.45318, + "f1": 0.399555, + "accuracy": 0.45318, + "main_score": 0.399555, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.497758, + "recall": 0.564847, + "f1": 0.516522, + "accuracy": 0.564847, + "main_score": 0.516522, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.481309, + "recall": 0.549324, + "f1": 0.500189, + "accuracy": 0.549324, + "main_score": 0.500189, + "hf_subset": "tgk_Cyrl-fas_Arab", + "languages": [ + "tgk-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.422128, + "recall": 0.494742, + "f1": 0.441911, + "accuracy": 0.494742, + "main_score": 0.441911, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.480945, + "recall": 0.542814, + "f1": 0.498234, + "accuracy": 0.542814, + "main_score": 0.498234, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.413229, + "recall": 0.483225, + "f1": 0.432603, + "accuracy": 0.483225, + "main_score": 0.432603, + "hf_subset": "tgk_Cyrl-mey_Arab", + "languages": [ + "tgk-Cyrl", + "mey-Arab" + ] + }, + { + "precision": 0.465277, + "recall": 0.537306, + "f1": 0.485054, + "accuracy": 0.537306, + "main_score": 0.485054, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.416262, + "recall": 0.485228, + "f1": 0.435112, + "accuracy": 0.485228, + "main_score": 0.435112, + "hf_subset": "tgk_Cyrl-pus_Arab", + "languages": [ + "tgk-Cyrl", + "pus-Arab" + ] + }, + { + "precision": 0.318848, + "recall": 0.390586, + "f1": 0.338119, + "accuracy": 0.390586, + "main_score": 0.338119, + "hf_subset": "tgk_Cyrl-shi_Arab", + "languages": [ + "tgk-Cyrl", + "shi-Arab" + ] + }, + { + "precision": 0.218775, + "recall": 0.320981, + "f1": 0.241986, + "accuracy": 0.320981, + "main_score": 0.241986, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.143045, + "recall": 0.205809, + "f1": 0.157733, + "accuracy": 0.205809, + "main_score": 0.157733, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.9831, + "recall": 0.988483, + "f1": 0.984844, + "accuracy": 0.988483, + "main_score": 0.984844, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.821215, + "recall": 0.869805, + "f1": 0.835854, + "accuracy": 0.869805, + "main_score": 0.835854, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.675664, + "recall": 0.752128, + "f1": 0.697956, + "accuracy": 0.752128, + "main_score": 0.697956, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.397617, + "recall": 0.492739, + "f1": 0.422227, + "accuracy": 0.492739, + "main_score": 0.422227, + "hf_subset": "tha_Thai-mon_Mong", + "languages": [ + "tha-Thai", + "mon-Mong" + ] + }, + { + "precision": 0.240804, + "recall": 0.343015, + "f1": 0.264819, + "accuracy": 0.343015, + "main_score": 0.264819, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.494025, + "recall": 0.56685, + "f1": 0.514345, + "accuracy": 0.56685, + "main_score": 0.514345, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.422099, + "recall": 0.484727, + "f1": 0.437687, + "accuracy": 0.484727, + "main_score": 0.437687, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.345674, + "recall": 0.398598, + "f1": 0.360147, + "accuracy": 0.398598, + "main_score": 0.360147, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.397187, + "recall": 0.452679, + "f1": 0.412001, + "accuracy": 0.452679, + "main_score": 0.412001, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.364563, + "recall": 0.418127, + "f1": 0.379366, + "accuracy": 0.418127, + "main_score": 0.379366, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.315334, + "recall": 0.377566, + "f1": 0.332001, + "accuracy": 0.377566, + "main_score": 0.332001, + "hf_subset": "tir_Ethi-orm_Ethi", + "languages": [ + "tir-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.348151, + "recall": 0.398097, + "f1": 0.361231, + "accuracy": 0.398097, + "main_score": 0.361231, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.358162, + "recall": 0.416625, + "f1": 0.373557, + "accuracy": 0.416625, + "main_score": 0.373557, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.412227, + "recall": 0.463696, + "f1": 0.42644, + "accuracy": 0.463696, + "main_score": 0.42644, + "hf_subset": "tir_Ethi-swa_Latn", + "languages": [ + "tir-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.372826, + "recall": 0.428142, + "f1": 0.387854, + "accuracy": 0.428142, + "main_score": 0.387854, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.344005, + "recall": 0.4001, + "f1": 0.358999, + "accuracy": 0.4001, + "main_score": 0.358999, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.36068, + "recall": 0.418127, + "f1": 0.376174, + "accuracy": 0.418127, + "main_score": 0.376174, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.280098, + "recall": 0.338508, + "f1": 0.295502, + "accuracy": 0.338508, + "main_score": 0.295502, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.355084, + "recall": 0.411117, + "f1": 0.370099, + "accuracy": 0.411117, + "main_score": 0.370099, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.439253, + "recall": 0.499249, + "f1": 0.455517, + "accuracy": 0.499249, + "main_score": 0.455517, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.400317, + "recall": 0.460691, + "f1": 0.416946, + "accuracy": 0.460691, + "main_score": 0.416946, + "hf_subset": "ton_Latn-fij_Latn", + "languages": [ + "ton-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.45777, + "recall": 0.507261, + "f1": 0.471177, + "accuracy": 0.507261, + "main_score": 0.471177, + "hf_subset": "ton_Latn-fil_Latn", + "languages": [ + "ton-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.451856, + "recall": 0.505258, + "f1": 0.466322, + "accuracy": 0.505258, + "main_score": 0.466322, + "hf_subset": "ton_Latn-ind_Latn", + "languages": [ + "ton-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.357469, + "recall": 0.427641, + "f1": 0.376028, + "accuracy": 0.427641, + "main_score": 0.376028, + "hf_subset": "ton_Latn-mal_Mlym", + "languages": [ + "ton-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.465372, + "recall": 0.512769, + "f1": 0.478871, + "accuracy": 0.512769, + "main_score": 0.478871, + "hf_subset": "ton_Latn-mlg_Latn", + "languages": [ + "ton-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.488904, + "recall": 0.532298, + "f1": 0.500957, + "accuracy": 0.532298, + "main_score": 0.500957, + "hf_subset": "ton_Latn-mri_Latn", + "languages": [ + "ton-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.445956, + "recall": 0.499249, + "f1": 0.46052, + "accuracy": 0.499249, + "main_score": 0.46052, + "hf_subset": "ton_Latn-msa_Latn", + "languages": [ + "ton-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.512118, + "recall": 0.564347, + "f1": 0.526873, + "accuracy": 0.564347, + "main_score": 0.526873, + "hf_subset": "ton_Latn-smo_Latn", + "languages": [ + "ton-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.445377, + "recall": 0.497747, + "f1": 0.459787, + "accuracy": 0.497747, + "main_score": 0.459787, + "hf_subset": "ton_Latn-tah_Latn", + "languages": [ + "ton-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.374335, + "recall": 0.442664, + "f1": 0.392078, + "accuracy": 0.442664, + "main_score": 0.392078, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.534358, + "recall": 0.590386, + "f1": 0.549397, + "accuracy": 0.590386, + "main_score": 0.549397, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.538125, + "recall": 0.587882, + "f1": 0.552226, + "accuracy": 0.587882, + "main_score": 0.552226, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.591435, + "recall": 0.630946, + "f1": 0.602994, + "accuracy": 0.630946, + "main_score": 0.602994, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.726606, + "recall": 0.770155, + "f1": 0.738415, + "accuracy": 0.770155, + "main_score": 0.738415, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.327918, + "recall": 0.405608, + "f1": 0.348056, + "accuracy": 0.405608, + "main_score": 0.348056, + "hf_subset": "tsn_Latn-orm_Ethi", + "languages": [ + "tsn-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.503713, + "recall": 0.557336, + "f1": 0.518085, + "accuracy": 0.557336, + "main_score": 0.518085, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.563727, + "recall": 0.61342, + "f1": 0.577694, + "accuracy": 0.61342, + "main_score": 0.577694, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.547317, + "recall": 0.591387, + "f1": 0.559912, + "accuracy": 0.591387, + "main_score": 0.559912, + "hf_subset": "tsn_Latn-swa_Latn", + "languages": [ + "tsn-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.329945, + "recall": 0.402604, + "f1": 0.348154, + "accuracy": 0.402604, + "main_score": 0.348154, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.482978, + "recall": 0.541312, + "f1": 0.499504, + "accuracy": 0.541312, + "main_score": 0.499504, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.515149, + "recall": 0.572359, + "f1": 0.530921, + "accuracy": 0.572359, + "main_score": 0.530921, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.486509, + "recall": 0.539309, + "f1": 0.502036, + "accuracy": 0.539309, + "main_score": 0.502036, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.547118, + "recall": 0.599399, + "f1": 0.561566, + "accuracy": 0.599399, + "main_score": 0.561566, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.623461, + "recall": 0.68653, + "f1": 0.641221, + "accuracy": 0.68653, + "main_score": 0.641221, + "hf_subset": "tuk_Latn-aze_Latn", + "languages": [ + "tuk-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.562681, + "recall": 0.625438, + "f1": 0.580429, + "accuracy": 0.625438, + "main_score": 0.580429, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.651935, + "recall": 0.708062, + "f1": 0.667973, + "accuracy": 0.708062, + "main_score": 0.667973, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.616043, + "recall": 0.677516, + "f1": 0.633732, + "accuracy": 0.677516, + "main_score": 0.633732, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.588739, + "recall": 0.651978, + "f1": 0.606658, + "accuracy": 0.651978, + "main_score": 0.606658, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.602431, + "recall": 0.663996, + "f1": 0.620376, + "accuracy": 0.663996, + "main_score": 0.620376, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.641765, + "recall": 0.696044, + "f1": 0.656559, + "accuracy": 0.696044, + "main_score": 0.656559, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.333108, + "recall": 0.415123, + "f1": 0.354816, + "accuracy": 0.415123, + "main_score": 0.354816, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.597583, + "recall": 0.660491, + "f1": 0.615577, + "accuracy": 0.660491, + "main_score": 0.615577, + "hf_subset": "tuk_Latn-uzb_Latn", + "languages": [ + "tuk-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.912928, + "recall": 0.937406, + "f1": 0.920648, + "accuracy": 0.937406, + "main_score": 0.920648, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.738111, + "recall": 0.8002, + "f1": 0.75607, + "accuracy": 0.8002, + "main_score": 0.75607, + "hf_subset": "tur_Latn-aze_Latn", + "languages": [ + "tur-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.535385, + "recall": 0.621432, + "f1": 0.559432, + "accuracy": 0.621432, + "main_score": 0.559432, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.913871, + "recall": 0.939409, + "f1": 0.922133, + "accuracy": 0.939409, + "main_score": 0.922133, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.939034, + "recall": 0.957436, + "f1": 0.945034, + "accuracy": 0.957436, + "main_score": 0.945034, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.896261, + "recall": 0.927391, + "f1": 0.906426, + "accuracy": 0.927391, + "main_score": 0.906426, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.955141, + "recall": 0.968453, + "f1": 0.959473, + "accuracy": 0.968453, + "main_score": 0.959473, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.916867, + "recall": 0.940411, + "f1": 0.924337, + "accuracy": 0.940411, + "main_score": 0.924337, + "hf_subset": "tur_Latn-fas_Arab", + "languages": [ + "tur-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.887848, + "recall": 0.918878, + "f1": 0.897563, + "accuracy": 0.918878, + "main_score": 0.897563, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.928601, + "recall": 0.949424, + "f1": 0.935186, + "accuracy": 0.949424, + "main_score": 0.935186, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.782582, + "recall": 0.842263, + "f1": 0.800804, + "accuracy": 0.842263, + "main_score": 0.800804, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.93083, + "recall": 0.949925, + "f1": 0.936905, + "accuracy": 0.949925, + "main_score": 0.936905, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.810583, + "recall": 0.864296, + "f1": 0.827558, + "accuracy": 0.864296, + "main_score": 0.827558, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.936405, + "recall": 0.953931, + "f1": 0.94198, + "accuracy": 0.953931, + "main_score": 0.94198, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.93012, + "recall": 0.950426, + "f1": 0.936688, + "accuracy": 0.950426, + "main_score": 0.936688, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.599798, + "recall": 0.682524, + "f1": 0.622653, + "accuracy": 0.682524, + "main_score": 0.622653, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.570676, + "recall": 0.660991, + "f1": 0.596276, + "accuracy": 0.660991, + "main_score": 0.596276, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.917518, + "recall": 0.940911, + "f1": 0.924821, + "accuracy": 0.940911, + "main_score": 0.924821, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.669382, + "recall": 0.744617, + "f1": 0.691245, + "accuracy": 0.744617, + "main_score": 0.691245, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.932607, + "recall": 0.95343, + "f1": 0.939359, + "accuracy": 0.95343, + "main_score": 0.939359, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.907027, + "recall": 0.9334, + "f1": 0.91544, + "accuracy": 0.9334, + "main_score": 0.91544, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.939367, + "recall": 0.957436, + "f1": 0.945201, + "accuracy": 0.957436, + "main_score": 0.945201, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.948923, + "f1": 0.9334, + "accuracy": 0.948923, + "main_score": 0.9334, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.936101, + "recall": 0.954932, + "f1": 0.942155, + "accuracy": 0.954932, + "main_score": 0.942155, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.770795, + "recall": 0.825739, + "f1": 0.787274, + "accuracy": 0.825739, + "main_score": 0.787274, + "hf_subset": "tur_Latn-swa_Latn", + "languages": [ + "tur-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.901953, + "recall": 0.930396, + "f1": 0.911117, + "accuracy": 0.930396, + "main_score": 0.911117, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.886622, + "recall": 0.918378, + "f1": 0.896695, + "accuracy": 0.918378, + "main_score": 0.896695, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.547813, + "recall": 0.635453, + "f1": 0.572771, + "accuracy": 0.635453, + "main_score": 0.572771, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.553794, + "recall": 0.637957, + "f1": 0.576611, + "accuracy": 0.637957, + "main_score": 0.576611, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.248346, + "recall": 0.342013, + "f1": 0.270949, + "accuracy": 0.342013, + "main_score": 0.270949, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.531952, + "recall": 0.622934, + "f1": 0.556728, + "accuracy": 0.622934, + "main_score": 0.556728, + "hf_subset": "tur_Latn-uzb_Latn", + "languages": [ + "tur-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.927391, + "recall": 0.948923, + "f1": 0.934485, + "accuracy": 0.948923, + "main_score": 0.934485, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.923193, + "recall": 0.944417, + "f1": 0.929928, + "accuracy": 0.944417, + "main_score": 0.929928, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.444632, + "recall": 0.539309, + "f1": 0.470366, + "accuracy": 0.539309, + "main_score": 0.470366, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.314379, + "recall": 0.367051, + "f1": 0.327403, + "accuracy": 0.367051, + "main_score": 0.327403, + "hf_subset": "uig_Arab-aze_Latn", + "languages": [ + "uig-Arab", + "aze-Latn" + ] + }, + { + "precision": 0.301526, + "recall": 0.352529, + "f1": 0.314379, + "accuracy": 0.352529, + "main_score": 0.314379, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.286028, + "recall": 0.345018, + "f1": 0.300979, + "accuracy": 0.345018, + "main_score": 0.300979, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.323154, + "recall": 0.378067, + "f1": 0.337201, + "accuracy": 0.378067, + "main_score": 0.337201, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.315026, + "recall": 0.367551, + "f1": 0.327654, + "accuracy": 0.367551, + "main_score": 0.327654, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.315782, + "recall": 0.368553, + "f1": 0.329168, + "accuracy": 0.368553, + "main_score": 0.329168, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.324571, + "recall": 0.374061, + "f1": 0.336921, + "accuracy": 0.374061, + "main_score": 0.336921, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.290785, + "recall": 0.348022, + "f1": 0.304901, + "accuracy": 0.348022, + "main_score": 0.304901, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.31728, + "recall": 0.36655, + "f1": 0.329455, + "accuracy": 0.36655, + "main_score": 0.329455, + "hf_subset": "uig_Arab-uzb_Latn", + "languages": [ + "uig-Arab", + "uzb-Latn" + ] + }, + { + "precision": 0.838833, + "recall": 0.881823, + "f1": 0.852028, + "accuracy": 0.881823, + "main_score": 0.852028, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.894342, + "recall": 0.925388, + "f1": 0.904173, + "accuracy": 0.925388, + "main_score": 0.904173, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.914831, + "recall": 0.939409, + "f1": 0.922651, + "accuracy": 0.939409, + "main_score": 0.922651, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.90141, + "recall": 0.929394, + "f1": 0.910215, + "accuracy": 0.929394, + "main_score": 0.910215, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.980471, + "f1": 0.974829, + "accuracy": 0.980471, + "main_score": 0.974829, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.903814, + "recall": 0.932399, + "f1": 0.912886, + "accuracy": 0.932399, + "main_score": 0.912886, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.855792, + "recall": 0.893841, + "f1": 0.867527, + "accuracy": 0.893841, + "main_score": 0.867527, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.925029, + "recall": 0.945919, + "f1": 0.931581, + "accuracy": 0.945919, + "main_score": 0.931581, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.944667, + "recall": 0.959439, + "f1": 0.949324, + "accuracy": 0.959439, + "main_score": 0.949324, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.889059, + "recall": 0.920881, + "f1": 0.899099, + "accuracy": 0.920881, + "main_score": 0.899099, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.820055, + "recall": 0.865298, + "f1": 0.833734, + "accuracy": 0.865298, + "main_score": 0.833734, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.724266, + "recall": 0.791187, + "f1": 0.743951, + "accuracy": 0.791187, + "main_score": 0.743951, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.886663, + "recall": 0.917376, + "f1": 0.896311, + "accuracy": 0.917376, + "main_score": 0.896311, + "hf_subset": "ukr_Cyrl-srp_Latn", + "languages": [ + "ukr-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.953263, + "recall": 0.967451, + "f1": 0.957937, + "accuracy": 0.967451, + "main_score": 0.957937, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.412282, + "recall": 0.494241, + "f1": 0.434309, + "accuracy": 0.494241, + "main_score": 0.434309, + "hf_subset": "urd_Arab-div_Thaa", + "languages": [ + "urd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.969204, + "recall": 0.979469, + "f1": 0.972626, + "accuracy": 0.979469, + "main_score": 0.972626, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.553438, + "recall": 0.638458, + "f1": 0.577153, + "accuracy": 0.638458, + "main_score": 0.577153, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.915665, + "recall": 0.941913, + "f1": 0.92417, + "accuracy": 0.941913, + "main_score": 0.92417, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.95994, + "recall": 0.971958, + "f1": 0.963862, + "accuracy": 0.971958, + "main_score": 0.963862, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.925388, + "recall": 0.947421, + "f1": 0.932566, + "accuracy": 0.947421, + "main_score": 0.932566, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.94243, + "recall": 0.959439, + "f1": 0.947922, + "accuracy": 0.959439, + "main_score": 0.947922, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.9108, + "recall": 0.936405, + "f1": 0.918938, + "accuracy": 0.936405, + "main_score": 0.918938, + "hf_subset": "urd_Arab-nep_Deva", + "languages": [ + "urd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.865331, + "recall": 0.904357, + "f1": 0.877633, + "accuracy": 0.904357, + "main_score": 0.877633, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.802863, + "recall": 0.856284, + "f1": 0.819212, + "accuracy": 0.856284, + "main_score": 0.819212, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.59719, + "recall": 0.686029, + "f1": 0.622498, + "accuracy": 0.686029, + "main_score": 0.622498, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.925889, + "recall": 0.947421, + "f1": 0.932616, + "accuracy": 0.947421, + "main_score": 0.932616, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.918002, + "recall": 0.941412, + "f1": 0.925481, + "accuracy": 0.941412, + "main_score": 0.925481, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.658663, + "recall": 0.722083, + "f1": 0.677154, + "accuracy": 0.722083, + "main_score": 0.677154, + "hf_subset": "uzb_Latn-aze_Latn", + "languages": [ + "uzb-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.585874, + "recall": 0.651978, + "f1": 0.605323, + "accuracy": 0.651978, + "main_score": 0.605323, + "hf_subset": "uzb_Latn-bak_Cyrl", + "languages": [ + "uzb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.644027, + "recall": 0.704056, + "f1": 0.660674, + "accuracy": 0.704056, + "main_score": 0.660674, + "hf_subset": "uzb_Latn-eng_Latn", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.619993, + "recall": 0.680521, + "f1": 0.637529, + "accuracy": 0.680521, + "main_score": 0.637529, + "hf_subset": "uzb_Latn-kaz_Cyrl", + "languages": [ + "uzb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622324, + "recall": 0.683025, + "f1": 0.639799, + "accuracy": 0.683025, + "main_score": 0.639799, + "hf_subset": "uzb_Latn-kir_Cyrl", + "languages": [ + "uzb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.605643, + "recall": 0.663996, + "f1": 0.622711, + "accuracy": 0.663996, + "main_score": 0.622711, + "hf_subset": "uzb_Latn-tat_Cyrl", + "languages": [ + "uzb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.599555, + "recall": 0.664497, + "f1": 0.618037, + "accuracy": 0.664497, + "main_score": 0.618037, + "hf_subset": "uzb_Latn-tuk_Latn", + "languages": [ + "uzb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.638599, + "recall": 0.697546, + "f1": 0.655649, + "accuracy": 0.697546, + "main_score": 0.655649, + "hf_subset": "uzb_Latn-tur_Latn", + "languages": [ + "uzb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.344305, + "recall": 0.431147, + "f1": 0.367906, + "accuracy": 0.431147, + "main_score": 0.367906, + "hf_subset": "uzb_Latn-uig_Arab", + "languages": [ + "uzb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.559003, + "recall": 0.600901, + "f1": 0.570303, + "accuracy": 0.600901, + "main_score": 0.570303, + "hf_subset": "ven_Latn-bem_Latn", + "languages": [ + "ven-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.514172, + "recall": 0.565849, + "f1": 0.528376, + "accuracy": 0.565849, + "main_score": 0.528376, + "hf_subset": "ven_Latn-eng_Latn", + "languages": [ + "ven-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.49855, + "recall": 0.548823, + "f1": 0.51309, + "accuracy": 0.548823, + "main_score": 0.51309, + "hf_subset": "ven_Latn-ewe_Latn", + "languages": [ + "ven-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.540206, + "recall": 0.585879, + "f1": 0.553845, + "accuracy": 0.585879, + "main_score": 0.553845, + "hf_subset": "ven_Latn-fuc_Latn", + "languages": [ + "ven-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.508074, + "recall": 0.556835, + "f1": 0.521728, + "accuracy": 0.556835, + "main_score": 0.521728, + "hf_subset": "ven_Latn-kin_Latn", + "languages": [ + "ven-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.540723, + "recall": 0.588883, + "f1": 0.553797, + "accuracy": 0.588883, + "main_score": 0.553797, + "hf_subset": "ven_Latn-nde_Latn", + "languages": [ + "ven-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.551164, + "recall": 0.595393, + "f1": 0.563746, + "accuracy": 0.595393, + "main_score": 0.563746, + "hf_subset": "ven_Latn-nya_Latn", + "languages": [ + "ven-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.564497, + "recall": 0.609414, + "f1": 0.576841, + "accuracy": 0.609414, + "main_score": 0.576841, + "hf_subset": "ven_Latn-sna_Latn", + "languages": [ + "ven-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.931898, + "recall": 0.952929, + "f1": 0.938741, + "accuracy": 0.952929, + "main_score": 0.938741, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.93315, + "recall": 0.954432, + "f1": 0.940077, + "accuracy": 0.954432, + "main_score": 0.940077, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.958605, + "recall": 0.971457, + "f1": 0.962777, + "accuracy": 0.971457, + "main_score": 0.962777, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.901953, + "recall": 0.931397, + "f1": 0.91125, + "accuracy": 0.931397, + "main_score": 0.91125, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981973, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.931093, + "recall": 0.950426, + "f1": 0.937147, + "accuracy": 0.950426, + "main_score": 0.937147, + "hf_subset": "vie_Latn-fas_Arab", + "languages": [ + "vie-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.893173, + "recall": 0.924887, + "f1": 0.903088, + "accuracy": 0.924887, + "main_score": 0.903088, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.960941, + "recall": 0.97346, + "f1": 0.965031, + "accuracy": 0.97346, + "main_score": 0.965031, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.781848, + "recall": 0.842263, + "f1": 0.800203, + "accuracy": 0.842263, + "main_score": 0.800203, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.943665, + "recall": 0.961442, + "f1": 0.949424, + "accuracy": 0.961442, + "main_score": 0.949424, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.813345, + "recall": 0.864296, + "f1": 0.829094, + "accuracy": 0.864296, + "main_score": 0.829094, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.965865, + "recall": 0.975964, + "f1": 0.969204, + "accuracy": 0.975964, + "main_score": 0.969204, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.942372, + "recall": 0.959439, + "f1": 0.947788, + "accuracy": 0.959439, + "main_score": 0.947788, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.924053, + "recall": 0.94692, + "f1": 0.931481, + "accuracy": 0.94692, + "main_score": 0.931481, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.666126, + "recall": 0.742614, + "f1": 0.6879, + "accuracy": 0.742614, + "main_score": 0.6879, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.953514, + "recall": 0.96695, + "f1": 0.95777, + "accuracy": 0.96695, + "main_score": 0.95777, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.915348, + "recall": 0.93991, + "f1": 0.923085, + "accuracy": 0.93991, + "main_score": 0.923085, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.951302, + "recall": 0.96645, + "f1": 0.956218, + "accuracy": 0.96645, + "main_score": 0.956218, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.938074, + "recall": 0.955934, + "f1": 0.943816, + "accuracy": 0.955934, + "main_score": 0.943816, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.960941, + "recall": 0.972959, + "f1": 0.964947, + "accuracy": 0.972959, + "main_score": 0.964947, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.787748, + "recall": 0.839259, + "f1": 0.803167, + "accuracy": 0.839259, + "main_score": 0.803167, + "hf_subset": "vie_Latn-swa_Latn", + "languages": [ + "vie-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.91746, + "recall": 0.942914, + "f1": 0.925722, + "accuracy": 0.942914, + "main_score": 0.925722, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.886847, + "recall": 0.920881, + "f1": 0.897663, + "accuracy": 0.920881, + "main_score": 0.897663, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.92795, + "recall": 0.948423, + "f1": 0.934418, + "accuracy": 0.948423, + "main_score": 0.934418, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.941537, + "recall": 0.958938, + "f1": 0.947121, + "accuracy": 0.958938, + "main_score": 0.947121, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.943248, + "recall": 0.95994, + "f1": 0.948573, + "accuracy": 0.95994, + "main_score": 0.948573, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.94773, + "recall": 0.961943, + "f1": 0.952212, + "accuracy": 0.961943, + "main_score": 0.952212, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.445761, + "recall": 0.538307, + "f1": 0.470175, + "accuracy": 0.538307, + "main_score": 0.470175, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.34995, + "recall": 0.414121, + "f1": 0.366969, + "accuracy": 0.414121, + "main_score": 0.366969, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.477432, + "recall": 0.5333, + "f1": 0.492399, + "accuracy": 0.5333, + "main_score": 0.492399, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.503698, + "recall": 0.549324, + "f1": 0.51667, + "accuracy": 0.549324, + "main_score": 0.51667, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.522071, + "recall": 0.567852, + "f1": 0.534882, + "accuracy": 0.567852, + "main_score": 0.534882, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.507697, + "recall": 0.551828, + "f1": 0.519927, + "accuracy": 0.551828, + "main_score": 0.519927, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.344095, + "recall": 0.409114, + "f1": 0.361908, + "accuracy": 0.409114, + "main_score": 0.361908, + "hf_subset": "wol_Latn-orm_Ethi", + "languages": [ + "wol-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.481348, + "recall": 0.527291, + "f1": 0.494461, + "accuracy": 0.527291, + "main_score": 0.494461, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.470568, + "recall": 0.52679, + "f1": 0.486052, + "accuracy": 0.52679, + "main_score": 0.486052, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.473168, + "recall": 0.525288, + "f1": 0.487995, + "accuracy": 0.525288, + "main_score": 0.487995, + "hf_subset": "wol_Latn-swa_Latn", + "languages": [ + "wol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.329236, + "recall": 0.394592, + "f1": 0.346592, + "accuracy": 0.394592, + "main_score": 0.346592, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.506688, + "recall": 0.550325, + "f1": 0.518911, + "accuracy": 0.550325, + "main_score": 0.518911, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.450684, + "recall": 0.50676, + "f1": 0.466341, + "accuracy": 0.50676, + "main_score": 0.466341, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.440109, + "recall": 0.492739, + "f1": 0.454968, + "accuracy": 0.492739, + "main_score": 0.454968, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.470482, + "recall": 0.52679, + "f1": 0.486277, + "accuracy": 0.52679, + "main_score": 0.486277, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.382182, + "recall": 0.442664, + "f1": 0.398576, + "accuracy": 0.442664, + "main_score": 0.398576, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.535404, + "recall": 0.587882, + "f1": 0.550096, + "accuracy": 0.587882, + "main_score": 0.550096, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.509415, + "recall": 0.561843, + "f1": 0.524638, + "accuracy": 0.561843, + "main_score": 0.524638, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.569524, + "recall": 0.60641, + "f1": 0.579873, + "accuracy": 0.60641, + "main_score": 0.579873, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.564401, + "recall": 0.604407, + "f1": 0.575625, + "accuracy": 0.604407, + "main_score": 0.575625, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.323308, + "recall": 0.398097, + "f1": 0.34318, + "accuracy": 0.398097, + "main_score": 0.34318, + "hf_subset": "xho_Latn-orm_Ethi", + "languages": [ + "xho-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.486665, + "recall": 0.530796, + "f1": 0.499096, + "accuracy": 0.530796, + "main_score": 0.499096, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.64681, + "recall": 0.697046, + "f1": 0.660872, + "accuracy": 0.697046, + "main_score": 0.660872, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.534647, + "recall": 0.57987, + "f1": 0.547779, + "accuracy": 0.57987, + "main_score": 0.547779, + "hf_subset": "xho_Latn-swa_Latn", + "languages": [ + "xho-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.335408, + "recall": 0.403605, + "f1": 0.353211, + "accuracy": 0.403605, + "main_score": 0.353211, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.559648, + "recall": 0.601903, + "f1": 0.571745, + "accuracy": 0.601903, + "main_score": 0.571745, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.463568, + "recall": 0.521783, + "f1": 0.480328, + "accuracy": 0.521783, + "main_score": 0.480328, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.445205, + "recall": 0.502253, + "f1": 0.461249, + "accuracy": 0.502253, + "main_score": 0.461249, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.659506, + "recall": 0.715073, + "f1": 0.675311, + "accuracy": 0.715073, + "main_score": 0.675311, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.29776, + "recall": 0.363045, + "f1": 0.314876, + "accuracy": 0.363045, + "main_score": 0.314876, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.446393, + "recall": 0.505759, + "f1": 0.462742, + "accuracy": 0.505759, + "main_score": 0.462742, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.459621, + "recall": 0.510265, + "f1": 0.474333, + "accuracy": 0.510265, + "main_score": 0.474333, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.515438, + "recall": 0.558338, + "f1": 0.527895, + "accuracy": 0.558338, + "main_score": 0.527895, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.471105, + "recall": 0.521282, + "f1": 0.485383, + "accuracy": 0.521282, + "main_score": 0.485383, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.272804, + "recall": 0.351027, + "f1": 0.29282, + "accuracy": 0.351027, + "main_score": 0.29282, + "hf_subset": "yor_Latn-orm_Ethi", + "languages": [ + "yor-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.446344, + "recall": 0.500751, + "f1": 0.461633, + "accuracy": 0.500751, + "main_score": 0.461633, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.451103, + "recall": 0.508763, + "f1": 0.467383, + "accuracy": 0.508763, + "main_score": 0.467383, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.470841, + "recall": 0.516274, + "f1": 0.483529, + "accuracy": 0.516274, + "main_score": 0.483529, + "hf_subset": "yor_Latn-swa_Latn", + "languages": [ + "yor-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.270229, + "recall": 0.341512, + "f1": 0.288131, + "accuracy": 0.341512, + "main_score": 0.288131, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.486582, + "recall": 0.535303, + "f1": 0.500556, + "accuracy": 0.535303, + "main_score": 0.500556, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.4114, + "recall": 0.475213, + "f1": 0.429084, + "accuracy": 0.475213, + "main_score": 0.429084, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.398931, + "recall": 0.458187, + "f1": 0.415283, + "accuracy": 0.458187, + "main_score": 0.415283, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.441759, + "recall": 0.498748, + "f1": 0.457521, + "accuracy": 0.498748, + "main_score": 0.457521, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.979803, + "recall": 0.985478, + "f1": 0.981639, + "accuracy": 0.985478, + "main_score": 0.981639, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.947901, + "recall": 0.961943, + "f1": 0.95229, + "accuracy": 0.961943, + "main_score": 0.95229, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.944667, + "recall": 0.960441, + "f1": 0.949758, + "accuracy": 0.960441, + "main_score": 0.949758, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.952011, + "recall": 0.964947, + "f1": 0.955977, + "accuracy": 0.964947, + "main_score": 0.955977, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.957812, + "recall": 0.969955, + "f1": 0.961726, + "accuracy": 0.969955, + "main_score": 0.961726, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.97033, + "recall": 0.978968, + "f1": 0.973076, + "accuracy": 0.978968, + "main_score": 0.973076, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.967034, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.938825, + "recall": 0.956935, + "f1": 0.94465, + "accuracy": 0.956935, + "main_score": 0.94465, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.933918, + "recall": 0.954432, + "f1": 0.940578, + "accuracy": 0.954432, + "main_score": 0.940578, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.935946, + "recall": 0.955433, + "f1": 0.94218, + "accuracy": 0.955433, + "main_score": 0.94218, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.93799, + "recall": 0.956435, + "f1": 0.943916, + "accuracy": 0.956435, + "main_score": 0.943916, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.956268, + "recall": 0.969454, + "f1": 0.960608, + "accuracy": 0.969454, + "main_score": 0.960608, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.933275, + "recall": 0.951427, + "f1": 0.939025, + "accuracy": 0.951427, + "main_score": 0.939025, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.939075, + "recall": 0.957436, + "f1": 0.945001, + "accuracy": 0.957436, + "main_score": 0.945001, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.963696, + "recall": 0.974962, + "f1": 0.967451, + "accuracy": 0.974962, + "main_score": 0.967451, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.897838, + "recall": 0.927391, + "f1": 0.907144, + "accuracy": 0.927391, + "main_score": 0.907144, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.942706, + "recall": 0.959439, + "f1": 0.948039, + "accuracy": 0.959439, + "main_score": 0.948039, + "hf_subset": "zho_Hant-fas_Arab", + "languages": [ + "zho-Hant", + "fas-Arab" + ] + }, + { + "precision": 0.887093, + "recall": 0.918878, + "f1": 0.897107, + "accuracy": 0.918878, + "main_score": 0.897107, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 0.960107, + "recall": 0.971958, + "f1": 0.964029, + "accuracy": 0.971958, + "main_score": 0.964029, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.776198, + "recall": 0.838257, + "f1": 0.795212, + "accuracy": 0.838257, + "main_score": 0.795212, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.945835, + "recall": 0.962444, + "f1": 0.951177, + "accuracy": 0.962444, + "main_score": 0.951177, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.8058, + "recall": 0.857286, + "f1": 0.821401, + "accuracy": 0.857286, + "main_score": 0.821401, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.961693, + "recall": 0.972959, + "f1": 0.965281, + "accuracy": 0.972959, + "main_score": 0.965281, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.950175, + "recall": 0.964447, + "f1": 0.954765, + "accuracy": 0.964447, + "main_score": 0.954765, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.940619, + "recall": 0.958438, + "f1": 0.94637, + "accuracy": 0.958438, + "main_score": 0.94637, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.653439, + "recall": 0.730596, + "f1": 0.675324, + "accuracy": 0.730596, + "main_score": 0.675324, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.957728, + "recall": 0.968953, + "f1": 0.961125, + "accuracy": 0.968953, + "main_score": 0.961125, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.920898, + "recall": 0.944417, + "f1": 0.928309, + "accuracy": 0.944417, + "main_score": 0.928309, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.961943, + "recall": 0.972959, + "f1": 0.965448, + "accuracy": 0.972959, + "main_score": 0.965448, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.945084, + "recall": 0.961442, + "f1": 0.950342, + "accuracy": 0.961442, + "main_score": 0.950342, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.965782, + "recall": 0.975964, + "f1": 0.969037, + "accuracy": 0.975964, + "main_score": 0.969037, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.754774, + "recall": 0.812719, + "f1": 0.772298, + "accuracy": 0.812719, + "main_score": 0.772298, + "hf_subset": "zho_Hant-swa_Latn", + "languages": [ + "zho-Hant", + "swa-Latn" + ] + }, + { + "precision": 0.91746, + "recall": 0.941913, + "f1": 0.925121, + "accuracy": 0.941913, + "main_score": 0.925121, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.877817, + "recall": 0.914372, + "f1": 0.889468, + "accuracy": 0.914372, + "main_score": 0.889468, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.930729, + "recall": 0.949925, + "f1": 0.936781, + "accuracy": 0.949925, + "main_score": 0.936781, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.952345, + "recall": 0.965949, + "f1": 0.956668, + "accuracy": 0.965949, + "main_score": 0.956668, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.954849, + "recall": 0.968453, + "f1": 0.959272, + "accuracy": 0.968453, + "main_score": 0.959272, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.956852, + "recall": 0.969955, + "f1": 0.961108, + "accuracy": 0.969955, + "main_score": 0.961108, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.439065, + "recall": 0.527792, + "f1": 0.462188, + "accuracy": 0.527792, + "main_score": 0.462188, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.396327, + "recall": 0.463195, + "f1": 0.414334, + "accuracy": 0.463195, + "main_score": 0.414334, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.499015, + "recall": 0.558838, + "f1": 0.516222, + "accuracy": 0.558838, + "main_score": 0.516222, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.495273, + "recall": 0.567351, + "f1": 0.515748, + "accuracy": 0.567351, + "main_score": 0.515748, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.540949, + "recall": 0.594392, + "f1": 0.555713, + "accuracy": 0.594392, + "main_score": 0.555713, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.444242, + "recall": 0.509264, + "f1": 0.461938, + "accuracy": 0.509264, + "main_score": 0.461938, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.564322, + "recall": 0.614922, + "f1": 0.57836, + "accuracy": 0.614922, + "main_score": 0.57836, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.481549, + "recall": 0.545819, + "f1": 0.499713, + "accuracy": 0.545819, + "main_score": 0.499713, + "hf_subset": "zul_Latn-fas_Arab", + "languages": [ + "zul-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.520327, + "recall": 0.579369, + "f1": 0.537276, + "accuracy": 0.579369, + "main_score": 0.537276, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.541401, + "recall": 0.595894, + "f1": 0.556424, + "accuracy": 0.595894, + "main_score": 0.556424, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.520677, + "recall": 0.576365, + "f1": 0.536966, + "accuracy": 0.576365, + "main_score": 0.536966, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.408162, + "recall": 0.482724, + "f1": 0.428104, + "accuracy": 0.482724, + "main_score": 0.428104, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.511725, + "recall": 0.578868, + "f1": 0.530438, + "accuracy": 0.578868, + "main_score": 0.530438, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.498724, + "recall": 0.552328, + "f1": 0.513313, + "accuracy": 0.552328, + "main_score": 0.513313, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.584785, + "recall": 0.623936, + "f1": 0.596328, + "accuracy": 0.623936, + "main_score": 0.596328, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.556046, + "recall": 0.604907, + "f1": 0.569979, + "accuracy": 0.604907, + "main_score": 0.569979, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496075, + "recall": 0.561342, + "f1": 0.514303, + "accuracy": 0.561342, + "main_score": 0.514303, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.471992, + "recall": 0.53981, + "f1": 0.491117, + "accuracy": 0.53981, + "main_score": 0.491117, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491345, + "recall": 0.547321, + "f1": 0.507535, + "accuracy": 0.547321, + "main_score": 0.507535, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.540318, + "recall": 0.589885, + "f1": 0.554701, + "accuracy": 0.589885, + "main_score": 0.554701, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.566909, + "recall": 0.61342, + "f1": 0.580624, + "accuracy": 0.61342, + "main_score": 0.580624, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.328678, + "recall": 0.406109, + "f1": 0.3489, + "accuracy": 0.406109, + "main_score": 0.3489, + "hf_subset": "zul_Latn-orm_Ethi", + "languages": [ + "zul-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.498287, + "recall": 0.556335, + "f1": 0.51469, + "accuracy": 0.556335, + "main_score": 0.51469, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.53697, + "recall": 0.591387, + "f1": 0.552048, + "accuracy": 0.591387, + "main_score": 0.552048, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.509625, + "recall": 0.575864, + "f1": 0.528131, + "accuracy": 0.575864, + "main_score": 0.528131, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492118, + "recall": 0.544817, + "f1": 0.506601, + "accuracy": 0.544817, + "main_score": 0.506601, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.5442, + "recall": 0.595894, + "f1": 0.558431, + "accuracy": 0.595894, + "main_score": 0.558431, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.713136, + "recall": 0.77366, + "f1": 0.730988, + "accuracy": 0.77366, + "main_score": 0.730988, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.556986, + "recall": 0.603405, + "f1": 0.569815, + "accuracy": 0.603405, + "main_score": 0.569815, + "hf_subset": "zul_Latn-swa_Latn", + "languages": [ + "zul-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.533632, + "recall": 0.589384, + "f1": 0.549186, + "accuracy": 0.589384, + "main_score": 0.549186, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.434204, + "recall": 0.514772, + "f1": 0.456264, + "accuracy": 0.514772, + "main_score": 0.456264, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.346403, + "recall": 0.41362, + "f1": 0.36391, + "accuracy": 0.41362, + "main_score": 0.36391, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.573633, + "recall": 0.620931, + "f1": 0.587313, + "accuracy": 0.620931, + "main_score": 0.587313, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.53179, + "recall": 0.582374, + "f1": 0.546014, + "accuracy": 0.582374, + "main_score": 0.546014, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.533276, + "recall": 0.590386, + "f1": 0.549218, + "accuracy": 0.590386, + "main_score": 0.549218, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.462757, + "recall": 0.525288, + "f1": 0.480459, + "accuracy": 0.525288, + "main_score": 0.480459, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.658915, + "recall": 0.718077, + "f1": 0.675886, + "accuracy": 0.718077, + "main_score": 0.675886, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.44406, + "recall": 0.509765, + "f1": 0.462698, + "accuracy": 0.509765, + "main_score": 0.462698, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.492925, + "recall": 0.55984, + "f1": 0.511159, + "accuracy": 0.55984, + "main_score": 0.511159, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + } + ] + }, + "evaluation_time": 617.7493522167206, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NepaliNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NepaliNewsClassification.json new file mode 100644 index 0000000000..01b45d052a --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NepaliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "79125f20d858a08f71ec4923169a6545221725c4", + "task_name": "NepaliNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.954785, + "f1": 0.954283, + "f1_weighted": 0.954785, + "scores_per_experiment": [ + { + "accuracy": 0.950195, + "f1": 0.949913, + "f1_weighted": 0.950247 + }, + { + "accuracy": 0.944336, + "f1": 0.943614, + "f1_weighted": 0.944194 + }, + { + "accuracy": 0.941406, + "f1": 0.940698, + "f1_weighted": 0.941406 + }, + { + "accuracy": 0.958496, + "f1": 0.957636, + "f1_weighted": 0.958342 + }, + { + "accuracy": 0.967773, + "f1": 0.967247, + "f1_weighted": 0.967744 + }, + { + "accuracy": 0.960449, + "f1": 0.960134, + "f1_weighted": 0.960556 + }, + { + "accuracy": 0.94873, + "f1": 0.948498, + "f1_weighted": 0.948888 + }, + { + "accuracy": 0.961426, + "f1": 0.96134, + "f1_weighted": 0.961511 + }, + { + "accuracy": 0.954102, + "f1": 0.953217, + "f1_weighted": 0.953985 + }, + { + "accuracy": 0.960938, + "f1": 0.96053, + "f1_weighted": 0.96098 + } + ], + "main_score": 0.954785, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ] + } + ] + }, + "evaluation_time": 28.81259512901306, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/News21InstructionRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/News21InstructionRetrieval.json new file mode 100644 index 0000000000..f6b06a6be5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/News21InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e0144086b45fe31ac125e9ac1a83b6a409bb6ca6", + "task_name": "News21InstructionRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "p-MRR": 0.114471, + "individual": { + "original": { + "ndcg_at_1": 0.08594, + "ndcg_at_3": 0.10979, + "ndcg_at_5": 0.12568, + "ndcg_at_10": 0.17824, + "ndcg_at_20": 0.2134, + "ndcg_at_100": 0.31761, + "ndcg_at_1000": 0.41242, + "map_at_1": 0.01125, + "map_at_3": 0.02901, + "map_at_5": 0.04068, + "map_at_10": 0.06206, + "map_at_20": 0.08522, + "map_at_100": 0.12869, + "map_at_1000": 0.14973, + "recall_at_1": 0.01125, + "recall_at_3": 0.04936, + "recall_at_5": 0.08631, + "recall_at_10": 0.15524, + "recall_at_20": 0.25911, + "recall_at_100": 0.56534, + "recall_at_1000": 1.0, + "precision_at_1": 0.1875, + "precision_at_3": 0.16667, + "precision_at_5": 0.1625, + "precision_at_10": 0.17188, + "precision_at_20": 0.15156, + "precision_at_100": 0.07875, + "precision_at_1000": 0.01634, + "naucs_at_1_max": -0.035128, + "naucs_at_1_std": -0.150646, + "naucs_at_1_diff1": 0.045943, + "naucs_at_3_max": 0.037496, + "naucs_at_3_std": -0.118794, + "naucs_at_3_diff1": 0.089053, + "naucs_at_5_max": 0.017487, + "naucs_at_5_std": -0.13618, + "naucs_at_5_diff1": 0.119862, + "naucs_at_10_max": 0.006747, + "naucs_at_10_std": -0.076487, + "naucs_at_10_diff1": 0.101012, + "naucs_at_20_max": -0.011904, + "naucs_at_20_std": -0.086217, + "naucs_at_20_diff1": 0.101044, + "naucs_at_100_max": -0.007774, + "naucs_at_100_std": -0.089832, + "naucs_at_100_diff1": 0.101974, + "naucs_at_1000_max": -0.007654, + "naucs_at_1000_std": -0.090167, + "naucs_at_1000_diff1": 0.101397, + "mrr_at_1": 0.1875, + "mrr_at_3": 0.255208, + "mrr_at_5": 0.297396, + "mrr_at_10": 0.327431, + "mrr_at_20": 0.334003, + "mrr_at_100": 0.335767, + "mrr_at_1000": 0.335975 + }, + "changed": { + "ndcg_at_1": 0.27344, + "ndcg_at_3": 0.23, + "ndcg_at_5": 0.24129, + "ndcg_at_10": 0.26103, + "ndcg_at_20": 0.28426, + "ndcg_at_100": 0.40328, + "ndcg_at_1000": 0.54434, + "map_at_1": 0.01652, + "map_at_3": 0.03707, + "map_at_5": 0.05186, + "map_at_10": 0.09257, + "map_at_20": 0.13448, + "map_at_100": 0.21956, + "map_at_1000": 0.26745, + "recall_at_1": 0.01652, + "recall_at_3": 0.04158, + "recall_at_5": 0.06532, + "recall_at_10": 0.13543, + "recall_at_20": 0.22083, + "recall_at_100": 0.51427, + "recall_at_1000": 1.0, + "precision_at_1": 0.4375, + "precision_at_3": 0.375, + "precision_at_5": 0.38125, + "precision_at_10": 0.36875, + "precision_at_20": 0.31562, + "precision_at_100": 0.17094, + "precision_at_1000": 0.03725, + "naucs_at_1_max": 0.20506, + "naucs_at_1_std": 0.272977, + "naucs_at_1_diff1": 0.107566, + "naucs_at_3_max": 0.338247, + "naucs_at_3_std": 0.346785, + "naucs_at_3_diff1": 0.132573, + "naucs_at_5_max": 0.343097, + "naucs_at_5_std": 0.377634, + "naucs_at_5_diff1": 0.146916, + "naucs_at_10_max": 0.328412, + "naucs_at_10_std": 0.366471, + "naucs_at_10_diff1": 0.133689, + "naucs_at_20_max": 0.32343, + "naucs_at_20_std": 0.361337, + "naucs_at_20_diff1": 0.124281, + "naucs_at_100_max": 0.321644, + "naucs_at_100_std": 0.359116, + "naucs_at_100_diff1": 0.124996, + "naucs_at_1000_max": 0.321644, + "naucs_at_1000_std": 0.359116, + "naucs_at_1000_diff1": 0.124996, + "mrr_at_1": 0.4375, + "mrr_at_3": 0.520833, + "mrr_at_5": 0.548958, + "mrr_at_10": 0.56622, + "mrr_at_20": 0.570187, + "mrr_at_100": 0.572199, + "mrr_at_1000": 0.572199 + } + }, + "main_score": 0.114471, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 234.06116032600403, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NollySentiBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NollySentiBitextMining.json new file mode 100644 index 0000000000..f5ff4ae932 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NollySentiBitextMining.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "d48254fbdb51af1ae7f20831aab0bccf0b70a19c", + "task_name": "NollySentiBitextMining", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "precision": 0.292549, + "recall": 0.356098, + "f1": 0.306096, + "accuracy": 0.356098, + "main_score": 0.306096, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.242067, + "recall": 0.314634, + "f1": 0.257599, + "accuracy": 0.314634, + "main_score": 0.257599, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.86626, + "recall": 0.904878, + "f1": 0.877967, + "accuracy": 0.904878, + "main_score": 0.877967, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ] + }, + { + "precision": 0.196006, + "recall": 0.25122, + "f1": 0.208542, + "accuracy": 0.25122, + "main_score": 0.208542, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 7.983628273010254, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NordicLangClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NordicLangClassification.json new file mode 100644 index 0000000000..efb43acc1f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NordicLangClassification.json @@ -0,0 +1,78 @@ +{ + "dataset_revision": "e254179d18ab0165fdb6dbef91178266222bee2a", + "task_name": "NordicLangClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.6556, + "f1": 0.642339, + "f1_weighted": 0.645215, + "scores_per_experiment": [ + { + "accuracy": 0.656, + "f1": 0.646449, + "f1_weighted": 0.650547 + }, + { + "accuracy": 0.66, + "f1": 0.647673, + "f1_weighted": 0.650397 + }, + { + "accuracy": 0.648667, + "f1": 0.63353, + "f1_weighted": 0.635721 + }, + { + "accuracy": 0.675, + "f1": 0.665073, + "f1_weighted": 0.668037 + }, + { + "accuracy": 0.666333, + "f1": 0.649921, + "f1_weighted": 0.65314 + }, + { + "accuracy": 0.631333, + "f1": 0.619769, + "f1_weighted": 0.623375 + }, + { + "accuracy": 0.669667, + "f1": 0.659843, + "f1_weighted": 0.66206 + }, + { + "accuracy": 0.656333, + "f1": 0.641239, + "f1_weighted": 0.643213 + }, + { + "accuracy": 0.634333, + "f1": 0.622757, + "f1_weighted": 0.625426 + }, + { + "accuracy": 0.658333, + "f1": 0.637135, + "f1_weighted": 0.640237 + } + ], + "main_score": 0.6556, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 19.423102140426636, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NorwegianCourtsBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NorwegianCourtsBitextMining.json new file mode 100644 index 0000000000..01045035c0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NorwegianCourtsBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "d79af07e969a6678fcbbe819956840425816468f", + "task_name": "NorwegianCourtsBitextMining", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.899854, + "recall": 0.925439, + "f1": 0.907895, + "accuracy": 0.925439, + "main_score": 0.907895, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + } + ] + }, + "evaluation_time": 11.044854164123535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaParagraphEmotionClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaParagraphEmotionClassification.json new file mode 100644 index 0000000000..67727976a9 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaParagraphEmotionClassification.json @@ -0,0 +1,631 @@ +{ + "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575", + "task_name": "NusaParagraphEmotionClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.378, + "f1": 0.369169, + "f1_weighted": 0.381528, + "scores_per_experiment": [ + { + "accuracy": 0.354, + "f1": 0.341667, + "f1_weighted": 0.360041 + }, + { + "accuracy": 0.364, + "f1": 0.356734, + "f1_weighted": 0.364906 + }, + { + "accuracy": 0.396, + "f1": 0.379546, + "f1_weighted": 0.389808 + }, + { + "accuracy": 0.378, + "f1": 0.371562, + "f1_weighted": 0.384871 + }, + { + "accuracy": 0.388, + "f1": 0.371564, + "f1_weighted": 0.383258 + }, + { + "accuracy": 0.382, + "f1": 0.381079, + "f1_weighted": 0.38956 + }, + { + "accuracy": 0.372, + "f1": 0.374356, + "f1_weighted": 0.379577 + }, + { + "accuracy": 0.384, + "f1": 0.378135, + "f1_weighted": 0.390912 + }, + { + "accuracy": 0.362, + "f1": 0.346309, + "f1_weighted": 0.365585 + }, + { + "accuracy": 0.4, + "f1": 0.390736, + "f1_weighted": 0.406764 + } + ], + "main_score": 0.369169, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ] + }, + { + "accuracy": 0.5865, + "f1": 0.566439, + "f1_weighted": 0.585459, + "scores_per_experiment": [ + { + "accuracy": 0.5625, + "f1": 0.548797, + "f1_weighted": 0.57083 + }, + { + "accuracy": 0.59125, + "f1": 0.567035, + "f1_weighted": 0.59025 + }, + { + "accuracy": 0.59875, + "f1": 0.580346, + "f1_weighted": 0.601372 + }, + { + "accuracy": 0.54125, + "f1": 0.520059, + "f1_weighted": 0.53288 + }, + { + "accuracy": 0.5775, + "f1": 0.565146, + "f1_weighted": 0.583659 + }, + { + "accuracy": 0.62875, + "f1": 0.60685, + "f1_weighted": 0.627383 + }, + { + "accuracy": 0.5475, + "f1": 0.524123, + "f1_weighted": 0.542384 + }, + { + "accuracy": 0.60125, + "f1": 0.584067, + "f1_weighted": 0.596799 + }, + { + "accuracy": 0.5825, + "f1": 0.569898, + "f1_weighted": 0.580477 + }, + { + "accuracy": 0.63375, + "f1": 0.598066, + "f1_weighted": 0.62856 + } + ], + "main_score": 0.566439, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ] + }, + { + "accuracy": 0.466, + "f1": 0.389581, + "f1_weighted": 0.449074, + "scores_per_experiment": [ + { + "accuracy": 0.463333, + "f1": 0.387222, + "f1_weighted": 0.443974 + }, + { + "accuracy": 0.44, + "f1": 0.368839, + "f1_weighted": 0.430807 + }, + { + "accuracy": 0.473333, + "f1": 0.387036, + "f1_weighted": 0.454115 + }, + { + "accuracy": 0.49, + "f1": 0.403414, + "f1_weighted": 0.469263 + }, + { + "accuracy": 0.506667, + "f1": 0.421014, + "f1_weighted": 0.488132 + }, + { + "accuracy": 0.463333, + "f1": 0.39858, + "f1_weighted": 0.441659 + }, + { + "accuracy": 0.436667, + "f1": 0.371511, + "f1_weighted": 0.425696 + }, + { + "accuracy": 0.466667, + "f1": 0.395011, + "f1_weighted": 0.452458 + }, + { + "accuracy": 0.49, + "f1": 0.404908, + "f1_weighted": 0.466548 + }, + { + "accuracy": 0.43, + "f1": 0.358279, + "f1_weighted": 0.418085 + } + ], + "main_score": 0.389581, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.452, + "f1": 0.443982, + "f1_weighted": 0.44794, + "scores_per_experiment": [ + { + "accuracy": 0.49625, + "f1": 0.48902, + "f1_weighted": 0.492643 + }, + { + "accuracy": 0.4425, + "f1": 0.433901, + "f1_weighted": 0.442799 + }, + { + "accuracy": 0.44375, + "f1": 0.425192, + "f1_weighted": 0.437052 + }, + { + "accuracy": 0.48125, + "f1": 0.470106, + "f1_weighted": 0.477516 + }, + { + "accuracy": 0.4625, + "f1": 0.459663, + "f1_weighted": 0.458082 + }, + { + "accuracy": 0.4675, + "f1": 0.456876, + "f1_weighted": 0.46024 + }, + { + "accuracy": 0.38625, + "f1": 0.391176, + "f1_weighted": 0.380775 + }, + { + "accuracy": 0.47875, + "f1": 0.473911, + "f1_weighted": 0.471666 + }, + { + "accuracy": 0.42625, + "f1": 0.424294, + "f1_weighted": 0.431826 + }, + { + "accuracy": 0.435, + "f1": 0.415679, + "f1_weighted": 0.426797 + } + ], + "main_score": 0.443982, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.3554, + "f1": 0.321467, + "f1_weighted": 0.361689, + "scores_per_experiment": [ + { + "accuracy": 0.308, + "f1": 0.280247, + "f1_weighted": 0.316431 + }, + { + "accuracy": 0.428, + "f1": 0.38024, + "f1_weighted": 0.447995 + }, + { + "accuracy": 0.282, + "f1": 0.271916, + "f1_weighted": 0.298754 + }, + { + "accuracy": 0.372, + "f1": 0.341326, + "f1_weighted": 0.383343 + }, + { + "accuracy": 0.37, + "f1": 0.328934, + "f1_weighted": 0.359624 + }, + { + "accuracy": 0.378, + "f1": 0.329747, + "f1_weighted": 0.385175 + }, + { + "accuracy": 0.35, + "f1": 0.318054, + "f1_weighted": 0.353177 + }, + { + "accuracy": 0.34, + "f1": 0.319224, + "f1_weighted": 0.340888 + }, + { + "accuracy": 0.402, + "f1": 0.34814, + "f1_weighted": 0.417879 + }, + { + "accuracy": 0.324, + "f1": 0.296844, + "f1_weighted": 0.313625 + } + ], + "main_score": 0.321467, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.391, + "f1": 0.375465, + "f1_weighted": 0.393212, + "scores_per_experiment": [ + { + "accuracy": 0.358, + "f1": 0.350519, + "f1_weighted": 0.360997 + }, + { + "accuracy": 0.398, + "f1": 0.378271, + "f1_weighted": 0.397925 + }, + { + "accuracy": 0.432, + "f1": 0.401844, + "f1_weighted": 0.439556 + }, + { + "accuracy": 0.402, + "f1": 0.390204, + "f1_weighted": 0.40484 + }, + { + "accuracy": 0.414, + "f1": 0.402155, + "f1_weighted": 0.409722 + }, + { + "accuracy": 0.37, + "f1": 0.353429, + "f1_weighted": 0.373166 + }, + { + "accuracy": 0.386, + "f1": 0.363007, + "f1_weighted": 0.378896 + }, + { + "accuracy": 0.41, + "f1": 0.371501, + "f1_weighted": 0.413304 + }, + { + "accuracy": 0.37, + "f1": 0.357639, + "f1_weighted": 0.37375 + }, + { + "accuracy": 0.37, + "f1": 0.386081, + "f1_weighted": 0.379961 + } + ], + "main_score": 0.375465, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ] + }, + { + "accuracy": 0.51375, + "f1": 0.486913, + "f1_weighted": 0.509622, + "scores_per_experiment": [ + { + "accuracy": 0.59625, + "f1": 0.550862, + "f1_weighted": 0.595702 + }, + { + "accuracy": 0.47, + "f1": 0.45161, + "f1_weighted": 0.465359 + }, + { + "accuracy": 0.4975, + "f1": 0.467271, + "f1_weighted": 0.487707 + }, + { + "accuracy": 0.4975, + "f1": 0.46576, + "f1_weighted": 0.500356 + }, + { + "accuracy": 0.5425, + "f1": 0.52947, + "f1_weighted": 0.541547 + }, + { + "accuracy": 0.4875, + "f1": 0.475223, + "f1_weighted": 0.485711 + }, + { + "accuracy": 0.4875, + "f1": 0.479829, + "f1_weighted": 0.469255 + }, + { + "accuracy": 0.535, + "f1": 0.4819, + "f1_weighted": 0.532479 + }, + { + "accuracy": 0.49625, + "f1": 0.465717, + "f1_weighted": 0.492078 + }, + { + "accuracy": 0.5275, + "f1": 0.501491, + "f1_weighted": 0.526028 + } + ], + "main_score": 0.486913, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.67875, + "f1": 0.590016, + "f1_weighted": 0.662102, + "scores_per_experiment": [ + { + "accuracy": 0.725, + "f1": 0.622314, + "f1_weighted": 0.701234 + }, + { + "accuracy": 0.6575, + "f1": 0.565885, + "f1_weighted": 0.64017 + }, + { + "accuracy": 0.685, + "f1": 0.590943, + "f1_weighted": 0.666939 + }, + { + "accuracy": 0.69, + "f1": 0.60426, + "f1_weighted": 0.673814 + }, + { + "accuracy": 0.7, + "f1": 0.611908, + "f1_weighted": 0.684181 + }, + { + "accuracy": 0.6775, + "f1": 0.593628, + "f1_weighted": 0.664381 + }, + { + "accuracy": 0.6725, + "f1": 0.577464, + "f1_weighted": 0.654365 + }, + { + "accuracy": 0.6725, + "f1": 0.595971, + "f1_weighted": 0.658832 + }, + { + "accuracy": 0.6525, + "f1": 0.567554, + "f1_weighted": 0.635735 + }, + { + "accuracy": 0.655, + "f1": 0.570233, + "f1_weighted": 0.64137 + } + ], + "main_score": 0.590016, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ] + }, + { + "accuracy": 0.468333, + "f1": 0.44343, + "f1_weighted": 0.466854, + "scores_per_experiment": [ + { + "accuracy": 0.51, + "f1": 0.454116, + "f1_weighted": 0.501326 + }, + { + "accuracy": 0.45, + "f1": 0.447671, + "f1_weighted": 0.461109 + }, + { + "accuracy": 0.49, + "f1": 0.454128, + "f1_weighted": 0.488117 + }, + { + "accuracy": 0.476667, + "f1": 0.430764, + "f1_weighted": 0.469795 + }, + { + "accuracy": 0.47, + "f1": 0.438187, + "f1_weighted": 0.471227 + }, + { + "accuracy": 0.426667, + "f1": 0.419653, + "f1_weighted": 0.426011 + }, + { + "accuracy": 0.453333, + "f1": 0.44424, + "f1_weighted": 0.462675 + }, + { + "accuracy": 0.463333, + "f1": 0.439508, + "f1_weighted": 0.450334 + }, + { + "accuracy": 0.456667, + "f1": 0.436573, + "f1_weighted": 0.451265 + }, + { + "accuracy": 0.486667, + "f1": 0.469465, + "f1_weighted": 0.486685 + } + ], + "main_score": 0.44343, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ] + }, + { + "accuracy": 0.447625, + "f1": 0.429833, + "f1_weighted": 0.441773, + "scores_per_experiment": [ + { + "accuracy": 0.4525, + "f1": 0.437185, + "f1_weighted": 0.455609 + }, + { + "accuracy": 0.43625, + "f1": 0.421635, + "f1_weighted": 0.433735 + }, + { + "accuracy": 0.47125, + "f1": 0.449657, + "f1_weighted": 0.466378 + }, + { + "accuracy": 0.47375, + "f1": 0.431304, + "f1_weighted": 0.45916 + }, + { + "accuracy": 0.4825, + "f1": 0.467168, + "f1_weighted": 0.47939 + }, + { + "accuracy": 0.4075, + "f1": 0.384286, + "f1_weighted": 0.39693 + }, + { + "accuracy": 0.47125, + "f1": 0.460013, + "f1_weighted": 0.474857 + }, + { + "accuracy": 0.43625, + "f1": 0.418746, + "f1_weighted": 0.426033 + }, + { + "accuracy": 0.4125, + "f1": 0.396023, + "f1_weighted": 0.39852 + }, + { + "accuracy": 0.4325, + "f1": 0.432311, + "f1_weighted": 0.427119 + } + ], + "main_score": 0.429833, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 86.06043601036072, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaTranslationBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaTranslationBitextMining.json new file mode 100644 index 0000000000..c0c077fdbb --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaTranslationBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", + "task_name": "NusaTranslationBitextMining", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "precision": 0.829543, + "recall": 0.868, + "f1": 0.840266, + "accuracy": 0.868, + "main_score": 0.840266, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ] + }, + { + "precision": 0.545963, + "recall": 0.613788, + "f1": 0.56288, + "accuracy": 0.613788, + "main_score": 0.56288, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.640846, + "recall": 0.696364, + "f1": 0.65475, + "accuracy": 0.696364, + "main_score": 0.65475, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ] + }, + { + "precision": 0.644205, + "recall": 0.7, + "f1": 0.658499, + "accuracy": 0.7, + "main_score": 0.658499, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ] + }, + { + "precision": 0.653152, + "recall": 0.712727, + "f1": 0.66828, + "accuracy": 0.712727, + "main_score": 0.66828, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.520838, + "recall": 0.585455, + "f1": 0.536796, + "accuracy": 0.585455, + "main_score": 0.536796, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.392195, + "recall": 0.458333, + "f1": 0.407973, + "accuracy": 0.458333, + "main_score": 0.407973, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ] + }, + { + "precision": 0.710451, + "recall": 0.761667, + "f1": 0.723571, + "accuracy": 0.761667, + "main_score": 0.723571, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 0.925583, + "recall": 0.947, + "f1": 0.932033, + "accuracy": 0.947, + "main_score": 0.932033, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ] + }, + { + "precision": 0.611354, + "recall": 0.668, + "f1": 0.625984, + "accuracy": 0.668, + "main_score": 0.625984, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ] + }, + { + "precision": 0.639696, + "recall": 0.7, + "f1": 0.654641, + "accuracy": 0.7, + "main_score": 0.654641, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 207.68819975852966, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaX-senti.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaX-senti.json new file mode 100644 index 0000000000..008c8f137a --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaX-senti.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add", + "task_name": "NusaX-senti", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.6445, + "f1": 0.627202, + "f1_weighted": 0.633773, + "scores_per_experiment": [ + { + "accuracy": 0.6625, + "f1": 0.64486, + "f1_weighted": 0.653932 + }, + { + "accuracy": 0.6175, + "f1": 0.593033, + "f1_weighted": 0.607796 + }, + { + "accuracy": 0.6575, + "f1": 0.637175, + "f1_weighted": 0.636774 + }, + { + "accuracy": 0.705, + "f1": 0.692205, + "f1_weighted": 0.697402 + }, + { + "accuracy": 0.5425, + "f1": 0.515908, + "f1_weighted": 0.518905 + }, + { + "accuracy": 0.6425, + "f1": 0.622191, + "f1_weighted": 0.636956 + }, + { + "accuracy": 0.6275, + "f1": 0.603316, + "f1_weighted": 0.613376 + }, + { + "accuracy": 0.675, + "f1": 0.67089, + "f1_weighted": 0.67532 + }, + { + "accuracy": 0.685, + "f1": 0.676713, + "f1_weighted": 0.680057 + }, + { + "accuracy": 0.63, + "f1": 0.615729, + "f1_weighted": 0.617214 + } + ], + "main_score": 0.6445, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ] + }, + { + "accuracy": 0.65025, + "f1": 0.62897, + "f1_weighted": 0.639595, + "scores_per_experiment": [ + { + "accuracy": 0.6775, + "f1": 0.661208, + "f1_weighted": 0.670918 + }, + { + "accuracy": 0.615, + "f1": 0.592686, + "f1_weighted": 0.60843 + }, + { + "accuracy": 0.6625, + "f1": 0.652326, + "f1_weighted": 0.657807 + }, + { + "accuracy": 0.715, + "f1": 0.700802, + "f1_weighted": 0.708744 + }, + { + "accuracy": 0.5625, + "f1": 0.530029, + "f1_weighted": 0.530602 + }, + { + "accuracy": 0.645, + "f1": 0.595152, + "f1_weighted": 0.628243 + }, + { + "accuracy": 0.66, + "f1": 0.633942, + "f1_weighted": 0.649072 + }, + { + "accuracy": 0.64, + "f1": 0.636502, + "f1_weighted": 0.637218 + }, + { + "accuracy": 0.6825, + "f1": 0.658624, + "f1_weighted": 0.673582 + }, + { + "accuracy": 0.6425, + "f1": 0.628427, + "f1_weighted": 0.631338 + } + ], + "main_score": 0.65025, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ] + }, + { + "accuracy": 0.70325, + "f1": 0.684654, + "f1_weighted": 0.696597, + "scores_per_experiment": [ + { + "accuracy": 0.735, + "f1": 0.717222, + "f1_weighted": 0.729811 + }, + { + "accuracy": 0.67, + "f1": 0.637872, + "f1_weighted": 0.657426 + }, + { + "accuracy": 0.75, + "f1": 0.74233, + "f1_weighted": 0.747901 + }, + { + "accuracy": 0.725, + "f1": 0.700044, + "f1_weighted": 0.716145 + }, + { + "accuracy": 0.62, + "f1": 0.596034, + "f1_weighted": 0.60295 + }, + { + "accuracy": 0.735, + "f1": 0.710035, + "f1_weighted": 0.727908 + }, + { + "accuracy": 0.6775, + "f1": 0.657375, + "f1_weighted": 0.672605 + }, + { + "accuracy": 0.7025, + "f1": 0.694561, + "f1_weighted": 0.701221 + }, + { + "accuracy": 0.715, + "f1": 0.696766, + "f1_weighted": 0.709162 + }, + { + "accuracy": 0.7025, + "f1": 0.694304, + "f1_weighted": 0.700837 + } + ], + "main_score": 0.70325, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ] + }, + { + "accuracy": 0.59975, + "f1": 0.580573, + "f1_weighted": 0.580858, + "scores_per_experiment": [ + { + "accuracy": 0.655, + "f1": 0.640853, + "f1_weighted": 0.644405 + }, + { + "accuracy": 0.5375, + "f1": 0.510457, + "f1_weighted": 0.517673 + }, + { + "accuracy": 0.625, + "f1": 0.612981, + "f1_weighted": 0.609017 + }, + { + "accuracy": 0.61, + "f1": 0.592004, + "f1_weighted": 0.597312 + }, + { + "accuracy": 0.5675, + "f1": 0.525751, + "f1_weighted": 0.512837 + }, + { + "accuracy": 0.5825, + "f1": 0.557217, + "f1_weighted": 0.557356 + }, + { + "accuracy": 0.56, + "f1": 0.529984, + "f1_weighted": 0.534826 + }, + { + "accuracy": 0.5925, + "f1": 0.586803, + "f1_weighted": 0.579934 + }, + { + "accuracy": 0.635, + "f1": 0.627463, + "f1_weighted": 0.632501 + }, + { + "accuracy": 0.6325, + "f1": 0.622222, + "f1_weighted": 0.622723 + } + ], + "main_score": 0.59975, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.89525, + "f1": 0.886624, + "f1_weighted": 0.8958, + "scores_per_experiment": [ + { + "accuracy": 0.9125, + "f1": 0.905198, + "f1_weighted": 0.913136 + }, + { + "accuracy": 0.89, + "f1": 0.877867, + "f1_weighted": 0.889948 + }, + { + "accuracy": 0.9025, + "f1": 0.896583, + "f1_weighted": 0.904597 + }, + { + "accuracy": 0.915, + "f1": 0.905582, + "f1_weighted": 0.913933 + }, + { + "accuracy": 0.8675, + "f1": 0.857396, + "f1_weighted": 0.869417 + }, + { + "accuracy": 0.8925, + "f1": 0.879986, + "f1_weighted": 0.892062 + }, + { + "accuracy": 0.89, + "f1": 0.882188, + "f1_weighted": 0.890591 + }, + { + "accuracy": 0.895, + "f1": 0.890747, + "f1_weighted": 0.896223 + }, + { + "accuracy": 0.8925, + "f1": 0.882245, + "f1_weighted": 0.892258 + }, + { + "accuracy": 0.895, + "f1": 0.888449, + "f1_weighted": 0.895836 + } + ], + "main_score": 0.89525, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.88425, + "f1": 0.874235, + "f1_weighted": 0.88448, + "scores_per_experiment": [ + { + "accuracy": 0.91, + "f1": 0.901488, + "f1_weighted": 0.909753 + }, + { + "accuracy": 0.8775, + "f1": 0.866565, + "f1_weighted": 0.876658 + }, + { + "accuracy": 0.885, + "f1": 0.878201, + "f1_weighted": 0.887235 + }, + { + "accuracy": 0.9125, + "f1": 0.901901, + "f1_weighted": 0.911241 + }, + { + "accuracy": 0.845, + "f1": 0.833293, + "f1_weighted": 0.847293 + }, + { + "accuracy": 0.8725, + "f1": 0.856951, + "f1_weighted": 0.870206 + }, + { + "accuracy": 0.8875, + "f1": 0.879226, + "f1_weighted": 0.888337 + }, + { + "accuracy": 0.8975, + "f1": 0.892493, + "f1_weighted": 0.898935 + }, + { + "accuracy": 0.8775, + "f1": 0.866964, + "f1_weighted": 0.878136 + }, + { + "accuracy": 0.8775, + "f1": 0.865271, + "f1_weighted": 0.877011 + } + ], + "main_score": 0.88425, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.71925, + "f1": 0.704596, + "f1_weighted": 0.714014, + "scores_per_experiment": [ + { + "accuracy": 0.7325, + "f1": 0.720423, + "f1_weighted": 0.730105 + }, + { + "accuracy": 0.6875, + "f1": 0.663782, + "f1_weighted": 0.679786 + }, + { + "accuracy": 0.7625, + "f1": 0.753062, + "f1_weighted": 0.762526 + }, + { + "accuracy": 0.7425, + "f1": 0.73019, + "f1_weighted": 0.736778 + }, + { + "accuracy": 0.645, + "f1": 0.622798, + "f1_weighted": 0.628101 + }, + { + "accuracy": 0.7025, + "f1": 0.677744, + "f1_weighted": 0.696564 + }, + { + "accuracy": 0.74, + "f1": 0.726743, + "f1_weighted": 0.734678 + }, + { + "accuracy": 0.7, + "f1": 0.692591, + "f1_weighted": 0.697497 + }, + { + "accuracy": 0.7475, + "f1": 0.735214, + "f1_weighted": 0.746474 + }, + { + "accuracy": 0.7325, + "f1": 0.72341, + "f1_weighted": 0.727625 + } + ], + "main_score": 0.71925, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.64, + "f1": 0.620138, + "f1_weighted": 0.628202, + "scores_per_experiment": [ + { + "accuracy": 0.6525, + "f1": 0.6362, + "f1_weighted": 0.648132 + }, + { + "accuracy": 0.6625, + "f1": 0.642676, + "f1_weighted": 0.655312 + }, + { + "accuracy": 0.63, + "f1": 0.607824, + "f1_weighted": 0.609017 + }, + { + "accuracy": 0.65, + "f1": 0.631155, + "f1_weighted": 0.640955 + }, + { + "accuracy": 0.5825, + "f1": 0.549607, + "f1_weighted": 0.541996 + }, + { + "accuracy": 0.5725, + "f1": 0.547657, + "f1_weighted": 0.559434 + }, + { + "accuracy": 0.6125, + "f1": 0.580699, + "f1_weighted": 0.596938 + }, + { + "accuracy": 0.67, + "f1": 0.668264, + "f1_weighted": 0.673404 + }, + { + "accuracy": 0.665, + "f1": 0.646434, + "f1_weighted": 0.654268 + }, + { + "accuracy": 0.7025, + "f1": 0.690868, + "f1_weighted": 0.702569 + } + ], + "main_score": 0.64, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.71275, + "f1": 0.695417, + "f1_weighted": 0.707119, + "scores_per_experiment": [ + { + "accuracy": 0.735, + "f1": 0.718195, + "f1_weighted": 0.732146 + }, + { + "accuracy": 0.6875, + "f1": 0.666838, + "f1_weighted": 0.679276 + }, + { + "accuracy": 0.7375, + "f1": 0.728741, + "f1_weighted": 0.735344 + }, + { + "accuracy": 0.76, + "f1": 0.744649, + "f1_weighted": 0.754808 + }, + { + "accuracy": 0.635, + "f1": 0.616226, + "f1_weighted": 0.625169 + }, + { + "accuracy": 0.7225, + "f1": 0.699784, + "f1_weighted": 0.717864 + }, + { + "accuracy": 0.69, + "f1": 0.654165, + "f1_weighted": 0.678036 + }, + { + "accuracy": 0.7075, + "f1": 0.699174, + "f1_weighted": 0.705685 + }, + { + "accuracy": 0.725, + "f1": 0.708585, + "f1_weighted": 0.720089 + }, + { + "accuracy": 0.7275, + "f1": 0.717818, + "f1_weighted": 0.722777 + } + ], + "main_score": 0.71275, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.64075, + "f1": 0.618154, + "f1_weighted": 0.633669, + "scores_per_experiment": [ + { + "accuracy": 0.65, + "f1": 0.633004, + "f1_weighted": 0.644773 + }, + { + "accuracy": 0.6275, + "f1": 0.593563, + "f1_weighted": 0.617481 + }, + { + "accuracy": 0.6825, + "f1": 0.671627, + "f1_weighted": 0.680156 + }, + { + "accuracy": 0.685, + "f1": 0.669957, + "f1_weighted": 0.681166 + }, + { + "accuracy": 0.5825, + "f1": 0.571656, + "f1_weighted": 0.577478 + }, + { + "accuracy": 0.615, + "f1": 0.561715, + "f1_weighted": 0.595145 + }, + { + "accuracy": 0.65, + "f1": 0.61353, + "f1_weighted": 0.637352 + }, + { + "accuracy": 0.6, + "f1": 0.601605, + "f1_weighted": 0.602409 + }, + { + "accuracy": 0.655, + "f1": 0.63105, + "f1_weighted": 0.650214 + }, + { + "accuracy": 0.66, + "f1": 0.633833, + "f1_weighted": 0.650514 + } + ], + "main_score": 0.64075, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ] + }, + { + "accuracy": 0.67025, + "f1": 0.651751, + "f1_weighted": 0.659989, + "scores_per_experiment": [ + { + "accuracy": 0.7075, + "f1": 0.69481, + "f1_weighted": 0.699105 + }, + { + "accuracy": 0.6625, + "f1": 0.63541, + "f1_weighted": 0.649857 + }, + { + "accuracy": 0.7025, + "f1": 0.687884, + "f1_weighted": 0.69758 + }, + { + "accuracy": 0.7025, + "f1": 0.686683, + "f1_weighted": 0.693157 + }, + { + "accuracy": 0.585, + "f1": 0.561605, + "f1_weighted": 0.559172 + }, + { + "accuracy": 0.66, + "f1": 0.640518, + "f1_weighted": 0.655228 + }, + { + "accuracy": 0.64, + "f1": 0.611996, + "f1_weighted": 0.626625 + }, + { + "accuracy": 0.685, + "f1": 0.67199, + "f1_weighted": 0.677597 + }, + { + "accuracy": 0.68, + "f1": 0.661452, + "f1_weighted": 0.672695 + }, + { + "accuracy": 0.6775, + "f1": 0.66516, + "f1_weighted": 0.668875 + } + ], + "main_score": 0.67025, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + }, + { + "accuracy": 0.616, + "f1": 0.59919, + "f1_weighted": 0.606195, + "scores_per_experiment": [ + { + "accuracy": 0.64, + "f1": 0.630137, + "f1_weighted": 0.633841 + }, + { + "accuracy": 0.5725, + "f1": 0.542968, + "f1_weighted": 0.560035 + }, + { + "accuracy": 0.645, + "f1": 0.640301, + "f1_weighted": 0.646167 + }, + { + "accuracy": 0.66, + "f1": 0.646596, + "f1_weighted": 0.655288 + }, + { + "accuracy": 0.6025, + "f1": 0.570417, + "f1_weighted": 0.56464 + }, + { + "accuracy": 0.6025, + "f1": 0.586316, + "f1_weighted": 0.597286 + }, + { + "accuracy": 0.5575, + "f1": 0.526227, + "f1_weighted": 0.545342 + }, + { + "accuracy": 0.6025, + "f1": 0.60139, + "f1_weighted": 0.602807 + }, + { + "accuracy": 0.635, + "f1": 0.620225, + "f1_weighted": 0.627464 + }, + { + "accuracy": 0.6425, + "f1": 0.627324, + "f1_weighted": 0.629084 + } + ], + "main_score": 0.616, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ] + } + ] + }, + "evaluation_time": 125.70305228233337, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaXBitextMining.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaXBitextMining.json new file mode 100644 index 0000000000..a950fcb603 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/NusaXBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", + "task_name": "NusaXBitextMining", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "precision": 0.583484, + "recall": 0.652, + "f1": 0.601735, + "accuracy": 0.652, + "main_score": 0.601735, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.690991, + "recall": 0.748, + "f1": 0.706278, + "accuracy": 0.748, + "main_score": 0.706278, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.485258, + "recall": 0.568, + "f1": 0.505583, + "accuracy": 0.568, + "main_score": 0.505583, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.730052, + "recall": 0.792, + "f1": 0.747205, + "accuracy": 0.792, + "main_score": 0.747205, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.412771, + "recall": 0.482, + "f1": 0.429105, + "accuracy": 0.482, + "main_score": 0.429105, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.979667, + "recall": 0.986, + "f1": 0.981667, + "accuracy": 0.986, + "main_score": 0.981667, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.715625, + "recall": 0.776, + "f1": 0.731449, + "accuracy": 0.776, + "main_score": 0.731449, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.498191, + "recall": 0.578, + "f1": 0.517579, + "accuracy": 0.578, + "main_score": 0.517579, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.780017, + "recall": 0.828, + "f1": 0.792321, + "accuracy": 0.828, + "main_score": 0.792321, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 0.634256, + "recall": 0.708, + "f1": 0.654029, + "accuracy": 0.708, + "main_score": 0.654029, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ] + }, + { + "precision": 0.697607, + "recall": 0.76, + "f1": 0.714873, + "accuracy": 0.76, + "main_score": 0.714873, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 29.122211933135986, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OdiaNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OdiaNewsClassification.json new file mode 100644 index 0000000000..52827802c8 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OdiaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ffb8a34c9637fb20256e8c7be02504d16af4bd6b", + "task_name": "OdiaNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.575244, + "f1": 0.579467, + "f1_weighted": 0.57099, + "scores_per_experiment": [ + { + "accuracy": 0.54541, + "f1": 0.552457, + "f1_weighted": 0.53912 + }, + { + "accuracy": 0.617676, + "f1": 0.615469, + "f1_weighted": 0.613003 + }, + { + "accuracy": 0.600586, + "f1": 0.603885, + "f1_weighted": 0.598494 + }, + { + "accuracy": 0.617676, + "f1": 0.618296, + "f1_weighted": 0.616947 + }, + { + "accuracy": 0.58252, + "f1": 0.578582, + "f1_weighted": 0.579974 + }, + { + "accuracy": 0.546387, + "f1": 0.563619, + "f1_weighted": 0.547377 + }, + { + "accuracy": 0.518066, + "f1": 0.533948, + "f1_weighted": 0.502885 + }, + { + "accuracy": 0.577637, + "f1": 0.577126, + "f1_weighted": 0.573104 + }, + { + "accuracy": 0.594238, + "f1": 0.600688, + "f1_weighted": 0.591032 + }, + { + "accuracy": 0.552246, + "f1": 0.550601, + "f1_weighted": 0.547965 + } + ], + "main_score": 0.579467, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ] + } + ] + }, + "evaluation_time": 20.774360418319702, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OpusparcusPC.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OpusparcusPC.json new file mode 100644 index 0000000000..d4e7c19267 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/OpusparcusPC.json @@ -0,0 +1,577 @@ +{ + "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a", + "task_name": "OpusparcusPC", + "mteb_version": "1.34.7", + "scores": { + "test.full": [ + { + "similarity_accuracy": 0.875089, + "similarity_accuracy_threshold": 0.62635, + "similarity_f1": 0.919488, + "similarity_f1_threshold": 0.608874, + "similarity_precision": 0.882353, + "similarity_recall": 0.959885, + "similarity_ap": 0.965318, + "cosine_accuracy": 0.875089, + "cosine_accuracy_threshold": 0.62635, + "cosine_f1": 0.919488, + "cosine_f1_threshold": 0.608874, + "cosine_precision": 0.882353, + "cosine_recall": 0.959885, + "cosine_ap": 0.965318, + "manhattan_accuracy": 0.874379, + "manhattan_accuracy_threshold": 19.132008, + "manhattan_f1": 0.919067, + "manhattan_f1_threshold": 19.534229, + "manhattan_precision": 0.881579, + "manhattan_recall": 0.959885, + "manhattan_ap": 0.965193, + "euclidean_accuracy": 0.875089, + "euclidean_accuracy_threshold": 0.864465, + "euclidean_f1": 0.919488, + "euclidean_f1_threshold": 0.88445, + "euclidean_precision": 0.882353, + "euclidean_recall": 0.959885, + "euclidean_ap": 0.965317, + "dot_accuracy": 0.875089, + "dot_accuracy_threshold": 0.62635, + "dot_f1": 0.919488, + "dot_f1_threshold": 0.608874, + "dot_precision": 0.882353, + "dot_recall": 0.959885, + "dot_ap": 0.965318, + "max_accuracy": 0.875089, + "max_f1": 0.919488, + "max_precision": 0.882353, + "max_recall": 0.959885, + "max_ap": 0.965318, + "main_score": 0.965318, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.939169, + "similarity_accuracy_threshold": 0.625053, + "similarity_f1": 0.958835, + "similarity_f1_threshold": 0.621779, + "similarity_precision": 0.945545, + "similarity_recall": 0.972505, + "similarity_ap": 0.988529, + "cosine_accuracy": 0.939169, + "cosine_accuracy_threshold": 0.625053, + "cosine_f1": 0.958835, + "cosine_f1_threshold": 0.621779, + "cosine_precision": 0.945545, + "cosine_recall": 0.972505, + "cosine_ap": 0.988529, + "manhattan_accuracy": 0.937685, + "manhattan_accuracy_threshold": 19.074736, + "manhattan_f1": 0.95825, + "manhattan_f1_threshold": 19.450018, + "manhattan_precision": 0.935922, + "manhattan_recall": 0.98167, + "manhattan_ap": 0.988407, + "euclidean_accuracy": 0.939169, + "euclidean_accuracy_threshold": 0.865962, + "euclidean_f1": 0.958835, + "euclidean_f1_threshold": 0.869737, + "euclidean_precision": 0.945545, + "euclidean_recall": 0.972505, + "euclidean_ap": 0.988529, + "dot_accuracy": 0.939169, + "dot_accuracy_threshold": 0.625053, + "dot_f1": 0.958835, + "dot_f1_threshold": 0.621779, + "dot_precision": 0.945545, + "dot_recall": 0.972505, + "dot_ap": 0.988529, + "max_accuracy": 0.939169, + "max_f1": 0.958835, + "max_precision": 0.945545, + "max_recall": 0.98167, + "max_ap": 0.988529, + "main_score": 0.988529, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.787261, + "similarity_accuracy_threshold": 0.640148, + "similarity_f1": 0.838159, + "similarity_f1_threshold": 0.618536, + "similarity_precision": 0.768494, + "similarity_recall": 0.921712, + "similarity_ap": 0.893908, + "cosine_accuracy": 0.787261, + "cosine_accuracy_threshold": 0.640148, + "cosine_f1": 0.838159, + "cosine_f1_threshold": 0.618535, + "cosine_precision": 0.768494, + "cosine_recall": 0.921712, + "cosine_ap": 0.893908, + "manhattan_accuracy": 0.784713, + "manhattan_accuracy_threshold": 18.807121, + "manhattan_f1": 0.835934, + "manhattan_f1_threshold": 19.310572, + "manhattan_precision": 0.764045, + "manhattan_recall": 0.922756, + "manhattan_ap": 0.893678, + "euclidean_accuracy": 0.787261, + "euclidean_accuracy_threshold": 0.848354, + "euclidean_f1": 0.838159, + "euclidean_f1_threshold": 0.873458, + "euclidean_precision": 0.768494, + "euclidean_recall": 0.921712, + "euclidean_ap": 0.893908, + "dot_accuracy": 0.787261, + "dot_accuracy_threshold": 0.640148, + "dot_f1": 0.838159, + "dot_f1_threshold": 0.618536, + "dot_precision": 0.768494, + "dot_recall": 0.921712, + "dot_ap": 0.893908, + "max_accuracy": 0.787261, + "max_f1": 0.838159, + "max_precision": 0.768494, + "max_recall": 0.922756, + "max_ap": 0.893908, + "main_score": 0.893908, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.834469, + "similarity_accuracy_threshold": 0.660708, + "similarity_f1": 0.886608, + "similarity_f1_threshold": 0.660708, + "similarity_precision": 0.836268, + "similarity_recall": 0.943396, + "similarity_ap": 0.939186, + "cosine_accuracy": 0.834469, + "cosine_accuracy_threshold": 0.660708, + "cosine_f1": 0.886608, + "cosine_f1_threshold": 0.660708, + "cosine_precision": 0.836268, + "cosine_recall": 0.943396, + "cosine_ap": 0.939186, + "manhattan_accuracy": 0.833787, + "manhattan_accuracy_threshold": 17.86199, + "manhattan_f1": 0.885807, + "manhattan_f1_threshold": 18.460522, + "manhattan_precision": 0.82872, + "manhattan_recall": 0.951341, + "manhattan_ap": 0.938952, + "euclidean_accuracy": 0.834469, + "euclidean_accuracy_threshold": 0.823762, + "euclidean_f1": 0.886608, + "euclidean_f1_threshold": 0.823762, + "euclidean_precision": 0.836268, + "euclidean_recall": 0.943396, + "euclidean_ap": 0.939186, + "dot_accuracy": 0.834469, + "dot_accuracy_threshold": 0.660708, + "dot_f1": 0.886608, + "dot_f1_threshold": 0.660708, + "dot_precision": 0.836268, + "dot_recall": 0.943396, + "dot_ap": 0.939186, + "max_accuracy": 0.834469, + "max_f1": 0.886608, + "max_precision": 0.836268, + "max_recall": 0.951341, + "max_ap": 0.939186, + "main_score": 0.939186, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.757966, + "similarity_accuracy_threshold": 0.673732, + "similarity_f1": 0.828836, + "similarity_f1_threshold": 0.622833, + "similarity_precision": 0.753834, + "similarity_recall": 0.920412, + "similarity_ap": 0.893597, + "cosine_accuracy": 0.757966, + "cosine_accuracy_threshold": 0.673732, + "cosine_f1": 0.828836, + "cosine_f1_threshold": 0.622833, + "cosine_precision": 0.753834, + "cosine_recall": 0.920412, + "cosine_ap": 0.893597, + "manhattan_accuracy": 0.756127, + "manhattan_accuracy_threshold": 17.842968, + "manhattan_f1": 0.827817, + "manhattan_f1_threshold": 19.293026, + "manhattan_precision": 0.749052, + "manhattan_recall": 0.925094, + "manhattan_ap": 0.893517, + "euclidean_accuracy": 0.757966, + "euclidean_accuracy_threshold": 0.807797, + "euclidean_f1": 0.828836, + "euclidean_f1_threshold": 0.868524, + "euclidean_precision": 0.753834, + "euclidean_recall": 0.920412, + "euclidean_ap": 0.893597, + "dot_accuracy": 0.757966, + "dot_accuracy_threshold": 0.673732, + "dot_f1": 0.828836, + "dot_f1_threshold": 0.622833, + "dot_precision": 0.753834, + "dot_recall": 0.920412, + "dot_ap": 0.893597, + "max_accuracy": 0.757966, + "max_f1": 0.828836, + "max_precision": 0.753834, + "max_recall": 0.925094, + "max_ap": 0.893597, + "main_score": 0.893597, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.820602, + "similarity_accuracy_threshold": 0.664209, + "similarity_f1": 0.841197, + "similarity_f1_threshold": 0.651458, + "similarity_precision": 0.80957, + "similarity_recall": 0.875396, + "similarity_ap": 0.91957, + "cosine_accuracy": 0.820602, + "cosine_accuracy_threshold": 0.664209, + "cosine_f1": 0.841197, + "cosine_f1_threshold": 0.651458, + "cosine_precision": 0.80957, + "cosine_recall": 0.875396, + "cosine_ap": 0.91957, + "manhattan_accuracy": 0.820602, + "manhattan_accuracy_threshold": 17.747385, + "manhattan_f1": 0.837394, + "manhattan_f1_threshold": 18.618517, + "manhattan_precision": 0.791353, + "manhattan_recall": 0.889124, + "manhattan_ap": 0.919104, + "euclidean_accuracy": 0.820602, + "euclidean_accuracy_threshold": 0.819501, + "euclidean_f1": 0.841197, + "euclidean_f1_threshold": 0.834916, + "euclidean_precision": 0.80957, + "euclidean_recall": 0.875396, + "euclidean_ap": 0.91957, + "dot_accuracy": 0.820602, + "dot_accuracy_threshold": 0.664209, + "dot_f1": 0.841197, + "dot_f1_threshold": 0.651458, + "dot_precision": 0.80957, + "dot_recall": 0.875396, + "dot_ap": 0.91957, + "max_accuracy": 0.820602, + "max_f1": 0.841197, + "max_precision": 0.80957, + "max_recall": 0.889124, + "max_ap": 0.91957, + "main_score": 0.91957, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ], + "validation.full": [ + { + "similarity_accuracy": 0.864322, + "similarity_accuracy_threshold": 0.622404, + "similarity_f1": 0.911132, + "similarity_f1_threshold": 0.588628, + "similarity_precision": 0.865778, + "similarity_recall": 0.9615, + "similarity_ap": 0.971356, + "cosine_accuracy": 0.864322, + "cosine_accuracy_threshold": 0.622404, + "cosine_f1": 0.911132, + "cosine_f1_threshold": 0.588628, + "cosine_precision": 0.865778, + "cosine_recall": 0.9615, + "cosine_ap": 0.971356, + "manhattan_accuracy": 0.865757, + "manhattan_accuracy_threshold": 18.519466, + "manhattan_f1": 0.911834, + "manhattan_f1_threshold": 19.730236, + "manhattan_precision": 0.872744, + "manhattan_recall": 0.95459, + "manhattan_ap": 0.971243, + "euclidean_accuracy": 0.864322, + "euclidean_accuracy_threshold": 0.869018, + "euclidean_f1": 0.911132, + "euclidean_f1_threshold": 0.907052, + "euclidean_precision": 0.865778, + "euclidean_recall": 0.9615, + "euclidean_ap": 0.971356, + "dot_accuracy": 0.864322, + "dot_accuracy_threshold": 0.622404, + "dot_f1": 0.911132, + "dot_f1_threshold": 0.588628, + "dot_precision": 0.865778, + "dot_recall": 0.9615, + "dot_ap": 0.971356, + "max_accuracy": 0.865757, + "max_f1": 0.911834, + "max_precision": 0.872744, + "max_recall": 0.9615, + "max_ap": 0.971356, + "main_score": 0.971356, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.921481, + "similarity_accuracy_threshold": 0.633614, + "similarity_f1": 0.94894, + "similarity_f1_threshold": 0.618689, + "similarity_precision": 0.928369, + "similarity_recall": 0.970443, + "similarity_ap": 0.985846, + "cosine_accuracy": 0.921481, + "cosine_accuracy_threshold": 0.633614, + "cosine_f1": 0.94894, + "cosine_f1_threshold": 0.618689, + "cosine_precision": 0.928369, + "cosine_recall": 0.970443, + "cosine_ap": 0.985846, + "manhattan_accuracy": 0.92, + "manhattan_accuracy_threshold": 19.477722, + "manhattan_f1": 0.948226, + "manhattan_f1_threshold": 19.55069, + "manhattan_precision": 0.923436, + "manhattan_recall": 0.974384, + "manhattan_ap": 0.985691, + "euclidean_accuracy": 0.921481, + "euclidean_accuracy_threshold": 0.856021, + "euclidean_f1": 0.94894, + "euclidean_f1_threshold": 0.873283, + "euclidean_precision": 0.928369, + "euclidean_recall": 0.970443, + "euclidean_ap": 0.985846, + "dot_accuracy": 0.921481, + "dot_accuracy_threshold": 0.633614, + "dot_f1": 0.94894, + "dot_f1_threshold": 0.618689, + "dot_precision": 0.928369, + "dot_recall": 0.970443, + "dot_ap": 0.985846, + "max_accuracy": 0.921481, + "max_f1": 0.94894, + "max_precision": 0.928369, + "max_recall": 0.974384, + "max_ap": 0.985846, + "main_score": 0.985846, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.774603, + "similarity_accuracy_threshold": 0.634183, + "similarity_f1": 0.82842, + "similarity_f1_threshold": 0.634183, + "similarity_precision": 0.774864, + "similarity_recall": 0.889927, + "similarity_ap": 0.885172, + "cosine_accuracy": 0.774603, + "cosine_accuracy_threshold": 0.634183, + "cosine_f1": 0.82842, + "cosine_f1_threshold": 0.634183, + "cosine_precision": 0.774864, + "cosine_recall": 0.889927, + "cosine_ap": 0.885172, + "manhattan_accuracy": 0.773968, + "manhattan_accuracy_threshold": 18.298363, + "manhattan_f1": 0.825321, + "manhattan_f1_threshold": 19.085766, + "manhattan_precision": 0.761863, + "manhattan_recall": 0.900312, + "manhattan_ap": 0.88474, + "euclidean_accuracy": 0.774603, + "euclidean_accuracy_threshold": 0.855356, + "euclidean_f1": 0.82842, + "euclidean_f1_threshold": 0.855356, + "euclidean_precision": 0.774864, + "euclidean_recall": 0.889927, + "euclidean_ap": 0.885172, + "dot_accuracy": 0.774603, + "dot_accuracy_threshold": 0.634183, + "dot_f1": 0.82842, + "dot_f1_threshold": 0.634183, + "dot_precision": 0.774864, + "dot_recall": 0.889927, + "dot_ap": 0.885172, + "max_accuracy": 0.774603, + "max_f1": 0.82842, + "max_precision": 0.774864, + "max_recall": 0.900312, + "max_ap": 0.885172, + "main_score": 0.885172, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.827635, + "similarity_accuracy_threshold": 0.664155, + "similarity_f1": 0.8841, + "similarity_f1_threshold": 0.664155, + "similarity_precision": 0.846013, + "similarity_recall": 0.925777, + "similarity_ap": 0.949567, + "cosine_accuracy": 0.827635, + "cosine_accuracy_threshold": 0.664155, + "cosine_f1": 0.8841, + "cosine_f1_threshold": 0.664155, + "cosine_precision": 0.846013, + "cosine_recall": 0.925777, + "cosine_ap": 0.949567, + "manhattan_accuracy": 0.830484, + "manhattan_accuracy_threshold": 18.054502, + "manhattan_f1": 0.886015, + "manhattan_f1_threshold": 18.101019, + "manhattan_precision": 0.847846, + "manhattan_recall": 0.927783, + "manhattan_ap": 0.949222, + "euclidean_accuracy": 0.827635, + "euclidean_accuracy_threshold": 0.819567, + "euclidean_f1": 0.8841, + "euclidean_f1_threshold": 0.819567, + "euclidean_precision": 0.846013, + "euclidean_recall": 0.925777, + "euclidean_ap": 0.949567, + "dot_accuracy": 0.827635, + "dot_accuracy_threshold": 0.664155, + "dot_f1": 0.8841, + "dot_f1_threshold": 0.664155, + "dot_precision": 0.846013, + "dot_recall": 0.925777, + "dot_ap": 0.949567, + "max_accuracy": 0.830484, + "max_f1": 0.886015, + "max_precision": 0.847846, + "max_recall": 0.927783, + "max_ap": 0.949567, + "main_score": 0.949567, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.786608, + "similarity_accuracy_threshold": 0.712105, + "similarity_f1": 0.841078, + "similarity_f1_threshold": 0.684303, + "similarity_precision": 0.79947, + "similarity_recall": 0.887255, + "similarity_ap": 0.902987, + "cosine_accuracy": 0.786608, + "cosine_accuracy_threshold": 0.712105, + "cosine_f1": 0.841078, + "cosine_f1_threshold": 0.684303, + "cosine_precision": 0.79947, + "cosine_recall": 0.887255, + "cosine_ap": 0.902987, + "manhattan_accuracy": 0.784105, + "manhattan_accuracy_threshold": 16.393929, + "manhattan_f1": 0.839277, + "manhattan_f1_threshold": 17.658131, + "manhattan_precision": 0.795435, + "manhattan_recall": 0.888235, + "manhattan_ap": 0.902756, + "euclidean_accuracy": 0.786608, + "euclidean_accuracy_threshold": 0.758808, + "euclidean_f1": 0.841078, + "euclidean_f1_threshold": 0.794603, + "euclidean_precision": 0.79947, + "euclidean_recall": 0.887255, + "euclidean_ap": 0.902987, + "dot_accuracy": 0.786608, + "dot_accuracy_threshold": 0.712105, + "dot_f1": 0.841078, + "dot_f1_threshold": 0.684303, + "dot_precision": 0.79947, + "dot_recall": 0.887255, + "dot_ap": 0.902987, + "max_accuracy": 0.786608, + "max_f1": 0.841078, + "max_precision": 0.79947, + "max_recall": 0.888235, + "max_ap": 0.902987, + "main_score": 0.902987, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.81582, + "similarity_accuracy_threshold": 0.664442, + "similarity_f1": 0.841332, + "similarity_f1_threshold": 0.649207, + "similarity_precision": 0.811909, + "similarity_recall": 0.872967, + "similarity_ap": 0.906638, + "cosine_accuracy": 0.81582, + "cosine_accuracy_threshold": 0.664442, + "cosine_f1": 0.841332, + "cosine_f1_threshold": 0.649207, + "cosine_precision": 0.811909, + "cosine_recall": 0.872967, + "cosine_ap": 0.906638, + "manhattan_accuracy": 0.816975, + "manhattan_accuracy_threshold": 18.234879, + "manhattan_f1": 0.842983, + "manhattan_f1_threshold": 18.46257, + "manhattan_precision": 0.814991, + "manhattan_recall": 0.872967, + "manhattan_ap": 0.906369, + "euclidean_accuracy": 0.81582, + "euclidean_accuracy_threshold": 0.819216, + "euclidean_f1": 0.841332, + "euclidean_f1_threshold": 0.837608, + "euclidean_precision": 0.811909, + "euclidean_recall": 0.872967, + "euclidean_ap": 0.906638, + "dot_accuracy": 0.81582, + "dot_accuracy_threshold": 0.664442, + "dot_f1": 0.841332, + "dot_f1_threshold": 0.649207, + "dot_precision": 0.811909, + "dot_recall": 0.872967, + "dot_ap": 0.906638, + "max_accuracy": 0.816975, + "max_f1": 0.842983, + "max_precision": 0.814991, + "max_recall": 0.872967, + "max_ap": 0.906638, + "main_score": 0.906638, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 52.76356077194214, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PAC.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PAC.json new file mode 100644 index 0000000000..f3362503e8 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PAC.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543", + "task_name": "PAC", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.678656, + "f1": 0.655084, + "f1_weighted": 0.682785, + "ap": 0.775224, + "ap_weighted": 0.775224, + "scores_per_experiment": [ + { + "accuracy": 0.68636, + "f1": 0.676595, + "f1_weighted": 0.696336, + "ap": 0.795137, + "ap_weighted": 0.795137 + }, + { + "accuracy": 0.686939, + "f1": 0.679617, + "f1_weighted": 0.696631, + "ap": 0.803163, + "ap_weighted": 0.803163 + }, + { + "accuracy": 0.733275, + "f1": 0.694657, + "f1_weighted": 0.732804, + "ap": 0.776403, + "ap_weighted": 0.776403 + }, + { + "accuracy": 0.673328, + "f1": 0.576817, + "f1_weighted": 0.64781, + "ap": 0.711367, + "ap_weighted": 0.711367 + }, + { + "accuracy": 0.681436, + "f1": 0.674073, + "f1_weighted": 0.691282, + "ap": 0.799055, + "ap_weighted": 0.799055 + }, + { + "accuracy": 0.593976, + "f1": 0.59175, + "f1_weighted": 0.602341, + "ap": 0.756152, + "ap_weighted": 0.756152 + }, + { + "accuracy": 0.640023, + "f1": 0.630792, + "f1_weighted": 0.6513, + "ap": 0.765121, + "ap_weighted": 0.765121 + }, + { + "accuracy": 0.725167, + "f1": 0.703371, + "f1_weighted": 0.731617, + "ap": 0.794291, + "ap_weighted": 0.794291 + }, + { + "accuracy": 0.655951, + "f1": 0.650088, + "f1_weighted": 0.666, + "ap": 0.785905, + "ap_weighted": 0.785905 + }, + { + "accuracy": 0.710107, + "f1": 0.673086, + "f1_weighted": 0.711732, + "ap": 0.76565, + "ap_weighted": 0.76565 + } + ], + "main_score": 0.678656, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 12.012322425842285, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PawsXPairClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PawsXPairClassification.json new file mode 100644 index 0000000000..a3635a1d2c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PawsXPairClassification.json @@ -0,0 +1,671 @@ +{ + "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", + "task_name": "PawsXPairClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.6105, + "similarity_accuracy_threshold": 0.985137, + "similarity_f1": 0.623031, + "similarity_f1_threshold": 0.660481, + "similarity_precision": 0.453619, + "similarity_recall": 0.994413, + "similarity_ap": 0.589847, + "cosine_accuracy": 0.6105, + "cosine_accuracy_threshold": 0.985137, + "cosine_f1": 0.623031, + "cosine_f1_threshold": 0.660481, + "cosine_precision": 0.453619, + "cosine_recall": 0.994413, + "cosine_ap": 0.588095, + "manhattan_accuracy": 0.6095, + "manhattan_accuracy_threshold": 3.726113, + "manhattan_f1": 0.623031, + "manhattan_f1_threshold": 18.11265, + "manhattan_precision": 0.453619, + "manhattan_recall": 0.994413, + "manhattan_ap": 0.587751, + "euclidean_accuracy": 0.6105, + "euclidean_accuracy_threshold": 0.172409, + "euclidean_f1": 0.623031, + "euclidean_f1_threshold": 0.823858, + "euclidean_precision": 0.453619, + "euclidean_recall": 0.994413, + "euclidean_ap": 0.588095, + "dot_accuracy": 0.6105, + "dot_accuracy_threshold": 0.985137, + "dot_f1": 0.623031, + "dot_f1_threshold": 0.660481, + "dot_precision": 0.453619, + "dot_recall": 0.994413, + "dot_ap": 0.586856, + "max_accuracy": 0.6105, + "max_f1": 0.623031, + "max_precision": 0.453619, + "max_recall": 0.994413, + "max_ap": 0.589847, + "main_score": 0.589847, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.6595, + "similarity_accuracy_threshold": 0.991761, + "similarity_f1": 0.641753, + "similarity_f1_threshold": 0.966579, + "similarity_precision": 0.525686, + "similarity_recall": 0.823594, + "similarity_ap": 0.670158, + "cosine_accuracy": 0.6595, + "cosine_accuracy_threshold": 0.991761, + "cosine_f1": 0.641753, + "cosine_f1_threshold": 0.96658, + "cosine_precision": 0.525686, + "cosine_recall": 0.823594, + "cosine_ap": 0.670159, + "manhattan_accuracy": 0.6575, + "manhattan_accuracy_threshold": 2.835818, + "manhattan_f1": 0.642234, + "manhattan_f1_threshold": 5.524333, + "manhattan_precision": 0.531408, + "manhattan_recall": 0.811466, + "manhattan_ap": 0.669315, + "euclidean_accuracy": 0.6595, + "euclidean_accuracy_threshold": 0.128368, + "euclidean_f1": 0.641753, + "euclidean_f1_threshold": 0.258536, + "euclidean_precision": 0.525686, + "euclidean_recall": 0.823594, + "euclidean_ap": 0.670159, + "dot_accuracy": 0.6595, + "dot_accuracy_threshold": 0.991761, + "dot_f1": 0.641753, + "dot_f1_threshold": 0.966579, + "dot_precision": 0.525686, + "dot_recall": 0.823594, + "dot_ap": 0.670156, + "max_accuracy": 0.6595, + "max_f1": 0.642234, + "max_precision": 0.531408, + "max_recall": 0.823594, + "max_ap": 0.670159, + "main_score": 0.670159, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.980016, + "similarity_f1": 0.624441, + "similarity_f1_threshold": 0.590815, + "similarity_precision": 0.453954, + "similarity_recall": 1.0, + "similarity_ap": 0.604706, + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.980016, + "cosine_f1": 0.624441, + "cosine_f1_threshold": 0.590815, + "cosine_precision": 0.453954, + "cosine_recall": 1.0, + "cosine_ap": 0.604706, + "manhattan_accuracy": 0.6115, + "manhattan_accuracy_threshold": 3.614721, + "manhattan_f1": 0.624441, + "manhattan_f1_threshold": 19.709286, + "manhattan_precision": 0.453954, + "manhattan_recall": 1.0, + "manhattan_ap": 0.604704, + "euclidean_accuracy": 0.612, + "euclidean_accuracy_threshold": 0.199922, + "euclidean_f1": 0.624441, + "euclidean_f1_threshold": 0.902371, + "euclidean_precision": 0.453954, + "euclidean_recall": 1.0, + "euclidean_ap": 0.604706, + "dot_accuracy": 0.612, + "dot_accuracy_threshold": 0.980016, + "dot_f1": 0.624441, + "dot_f1_threshold": 0.590815, + "dot_precision": 0.453954, + "dot_recall": 1.0, + "dot_ap": 0.604705, + "max_accuracy": 0.612, + "max_f1": 0.624441, + "max_precision": 0.453954, + "max_recall": 1.0, + "max_ap": 0.604706, + "main_score": 0.604706, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.637, + "similarity_accuracy_threshold": 0.981979, + "similarity_f1": 0.624913, + "similarity_f1_threshold": 0.425364, + "similarity_precision": 0.454454, + "similarity_recall": 1.0, + "similarity_ap": 0.624243, + "cosine_accuracy": 0.637, + "cosine_accuracy_threshold": 0.981979, + "cosine_f1": 0.624913, + "cosine_f1_threshold": 0.425364, + "cosine_precision": 0.454454, + "cosine_recall": 1.0, + "cosine_ap": 0.624303, + "manhattan_accuracy": 0.637, + "manhattan_accuracy_threshold": 4.08778, + "manhattan_f1": 0.624913, + "manhattan_f1_threshold": 23.145828, + "manhattan_precision": 0.454454, + "manhattan_recall": 1.0, + "manhattan_ap": 0.624017, + "euclidean_accuracy": 0.637, + "euclidean_accuracy_threshold": 0.189846, + "euclidean_f1": 0.624913, + "euclidean_f1_threshold": 1.05757, + "euclidean_precision": 0.454454, + "euclidean_recall": 1.0, + "euclidean_ap": 0.624303, + "dot_accuracy": 0.637, + "dot_accuracy_threshold": 0.981979, + "dot_f1": 0.624913, + "dot_f1_threshold": 0.425364, + "dot_precision": 0.454454, + "dot_recall": 1.0, + "dot_ap": 0.624193, + "max_accuracy": 0.637, + "max_f1": 0.624913, + "max_precision": 0.454454, + "max_recall": 1.0, + "max_ap": 0.624303, + "main_score": 0.624303, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.586, + "similarity_accuracy_threshold": 0.951714, + "similarity_f1": 0.624204, + "similarity_f1_threshold": 0.320571, + "similarity_precision": 0.453937, + "similarity_recall": 0.998867, + "similarity_ap": 0.52647, + "cosine_accuracy": 0.586, + "cosine_accuracy_threshold": 0.951714, + "cosine_f1": 0.624204, + "cosine_f1_threshold": 0.320571, + "cosine_precision": 0.453937, + "cosine_recall": 0.998867, + "cosine_ap": 0.526823, + "manhattan_accuracy": 0.586, + "manhattan_accuracy_threshold": 7.080535, + "manhattan_f1": 0.624204, + "manhattan_f1_threshold": 25.913864, + "manhattan_precision": 0.453937, + "manhattan_recall": 0.998867, + "manhattan_ap": 0.526895, + "euclidean_accuracy": 0.586, + "euclidean_accuracy_threshold": 0.31076, + "euclidean_f1": 0.624204, + "euclidean_f1_threshold": 1.158977, + "euclidean_precision": 0.453937, + "euclidean_recall": 0.998867, + "euclidean_ap": 0.526823, + "dot_accuracy": 0.586, + "dot_accuracy_threshold": 0.951714, + "dot_f1": 0.624204, + "dot_f1_threshold": 0.320571, + "dot_precision": 0.453937, + "dot_recall": 0.998867, + "dot_ap": 0.525591, + "max_accuracy": 0.586, + "max_f1": 0.624204, + "max_precision": 0.453937, + "max_recall": 0.998867, + "max_ap": 0.526895, + "main_score": 0.526895, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.581, + "similarity_accuracy_threshold": 0.957132, + "similarity_f1": 0.625569, + "similarity_f1_threshold": 0.555964, + "similarity_precision": 0.455845, + "similarity_recall": 0.996652, + "similarity_ap": 0.532872, + "cosine_accuracy": 0.581, + "cosine_accuracy_threshold": 0.957132, + "cosine_f1": 0.625569, + "cosine_f1_threshold": 0.555964, + "cosine_precision": 0.455845, + "cosine_recall": 0.996652, + "cosine_ap": 0.532231, + "manhattan_accuracy": 0.581, + "manhattan_accuracy_threshold": 6.5632, + "manhattan_f1": 0.625874, + "manhattan_f1_threshold": 21.450714, + "manhattan_precision": 0.455703, + "manhattan_recall": 0.998884, + "manhattan_ap": 0.531822, + "euclidean_accuracy": 0.581, + "euclidean_accuracy_threshold": 0.292806, + "euclidean_f1": 0.625569, + "euclidean_f1_threshold": 0.942376, + "euclidean_precision": 0.455845, + "euclidean_recall": 0.996652, + "euclidean_ap": 0.532231, + "dot_accuracy": 0.581, + "dot_accuracy_threshold": 0.957132, + "dot_f1": 0.625569, + "dot_f1_threshold": 0.555964, + "dot_precision": 0.455845, + "dot_recall": 0.996652, + "dot_ap": 0.531785, + "max_accuracy": 0.581, + "max_f1": 0.625874, + "max_precision": 0.455845, + "max_recall": 0.998884, + "max_ap": 0.532872, + "main_score": 0.532872, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.613, + "similarity_accuracy_threshold": 0.981431, + "similarity_f1": 0.623994, + "similarity_f1_threshold": 0.630584, + "similarity_precision": 0.453944, + "similarity_recall": 0.997763, + "similarity_ap": 0.589083, + "cosine_accuracy": 0.613, + "cosine_accuracy_threshold": 0.981431, + "cosine_f1": 0.623994, + "cosine_f1_threshold": 0.630584, + "cosine_precision": 0.453944, + "cosine_recall": 0.997763, + "cosine_ap": 0.59014, + "manhattan_accuracy": 0.613, + "manhattan_accuracy_threshold": 4.257674, + "manhattan_f1": 0.62395, + "manhattan_f1_threshold": 18.693184, + "manhattan_precision": 0.454128, + "manhattan_recall": 0.996644, + "manhattan_ap": 0.589966, + "euclidean_accuracy": 0.613, + "euclidean_accuracy_threshold": 0.192712, + "euclidean_f1": 0.623994, + "euclidean_f1_threshold": 0.859553, + "euclidean_precision": 0.453944, + "euclidean_recall": 0.997763, + "euclidean_ap": 0.59014, + "dot_accuracy": 0.613, + "dot_accuracy_threshold": 0.981431, + "dot_f1": 0.623994, + "dot_f1_threshold": 0.630584, + "dot_precision": 0.453944, + "dot_recall": 0.997763, + "dot_ap": 0.588849, + "max_accuracy": 0.613, + "max_f1": 0.623994, + "max_precision": 0.454128, + "max_recall": 0.997763, + "max_ap": 0.59014, + "main_score": 0.59014, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.6245, + "similarity_accuracy_threshold": 0.990111, + "similarity_f1": 0.599351, + "similarity_f1_threshold": 0.581208, + "similarity_precision": 0.427909, + "similarity_recall": 1.0, + "similarity_ap": 0.531908, + "cosine_accuracy": 0.6245, + "cosine_accuracy_threshold": 0.990111, + "cosine_f1": 0.599351, + "cosine_f1_threshold": 0.581208, + "cosine_precision": 0.427909, + "cosine_recall": 1.0, + "cosine_ap": 0.530752, + "manhattan_accuracy": 0.624, + "manhattan_accuracy_threshold": 3.081739, + "manhattan_f1": 0.599135, + "manhattan_f1_threshold": 21.136265, + "manhattan_precision": 0.427689, + "manhattan_recall": 1.0, + "manhattan_ap": 0.530617, + "euclidean_accuracy": 0.6245, + "euclidean_accuracy_threshold": 0.140636, + "euclidean_f1": 0.599351, + "euclidean_f1_threshold": 0.915052, + "euclidean_precision": 0.427909, + "euclidean_recall": 1.0, + "euclidean_ap": 0.530752, + "dot_accuracy": 0.6245, + "dot_accuracy_threshold": 0.990111, + "dot_f1": 0.599351, + "dot_f1_threshold": 0.581208, + "dot_precision": 0.427909, + "dot_recall": 1.0, + "dot_ap": 0.531942, + "max_accuracy": 0.6245, + "max_f1": 0.599351, + "max_precision": 0.427909, + "max_recall": 1.0, + "max_ap": 0.531942, + "main_score": 0.531942, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.6555, + "similarity_accuracy_threshold": 0.990712, + "similarity_f1": 0.62904, + "similarity_f1_threshold": 0.969743, + "similarity_precision": 0.517991, + "similarity_recall": 0.800695, + "similarity_ap": 0.630659, + "cosine_accuracy": 0.6555, + "cosine_accuracy_threshold": 0.990712, + "cosine_f1": 0.62904, + "cosine_f1_threshold": 0.969743, + "cosine_precision": 0.517991, + "cosine_recall": 0.800695, + "cosine_ap": 0.630657, + "manhattan_accuracy": 0.6555, + "manhattan_accuracy_threshold": 3.16155, + "manhattan_f1": 0.628623, + "manhattan_f1_threshold": 5.471553, + "manhattan_precision": 0.515985, + "manhattan_recall": 0.804171, + "manhattan_ap": 0.630221, + "euclidean_accuracy": 0.6555, + "euclidean_accuracy_threshold": 0.136297, + "euclidean_f1": 0.62904, + "euclidean_f1_threshold": 0.245997, + "euclidean_precision": 0.517991, + "euclidean_recall": 0.800695, + "euclidean_ap": 0.630653, + "dot_accuracy": 0.6555, + "dot_accuracy_threshold": 0.990712, + "dot_f1": 0.62904, + "dot_f1_threshold": 0.969743, + "dot_precision": 0.517991, + "dot_recall": 0.800695, + "dot_ap": 0.630653, + "max_accuracy": 0.6555, + "max_f1": 0.62904, + "max_precision": 0.517991, + "max_recall": 0.804171, + "max_ap": 0.630659, + "main_score": 0.630659, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.6305, + "similarity_accuracy_threshold": 0.983699, + "similarity_f1": 0.604352, + "similarity_f1_threshold": 0.693715, + "similarity_precision": 0.433027, + "similarity_recall": 1.0, + "similarity_ap": 0.573652, + "cosine_accuracy": 0.6305, + "cosine_accuracy_threshold": 0.983699, + "cosine_f1": 0.604352, + "cosine_f1_threshold": 0.693715, + "cosine_precision": 0.433027, + "cosine_recall": 1.0, + "cosine_ap": 0.573523, + "manhattan_accuracy": 0.6285, + "manhattan_accuracy_threshold": 4.045859, + "manhattan_f1": 0.603922, + "manhattan_f1_threshold": 17.422045, + "manhattan_precision": 0.432584, + "manhattan_recall": 1.0, + "manhattan_ap": 0.573352, + "euclidean_accuracy": 0.6305, + "euclidean_accuracy_threshold": 0.180561, + "euclidean_f1": 0.604352, + "euclidean_f1_threshold": 0.782666, + "euclidean_precision": 0.433027, + "euclidean_recall": 1.0, + "euclidean_ap": 0.573523, + "dot_accuracy": 0.6305, + "dot_accuracy_threshold": 0.983699, + "dot_f1": 0.604352, + "dot_f1_threshold": 0.693715, + "dot_precision": 0.433027, + "dot_recall": 1.0, + "dot_ap": 0.573546, + "max_accuracy": 0.6305, + "max_f1": 0.604352, + "max_precision": 0.433027, + "max_recall": 1.0, + "max_ap": 0.573652, + "main_score": 0.573652, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.64, + "similarity_accuracy_threshold": 0.993187, + "similarity_f1": 0.603086, + "similarity_f1_threshold": 0.645216, + "similarity_precision": 0.431727, + "similarity_recall": 1.0, + "similarity_ap": 0.615523, + "cosine_accuracy": 0.64, + "cosine_accuracy_threshold": 0.993187, + "cosine_f1": 0.603086, + "cosine_f1_threshold": 0.645216, + "cosine_precision": 0.431727, + "cosine_recall": 1.0, + "cosine_ap": 0.614445, + "manhattan_accuracy": 0.638, + "manhattan_accuracy_threshold": 2.579176, + "manhattan_f1": 0.603086, + "manhattan_f1_threshold": 18.589954, + "manhattan_precision": 0.431727, + "manhattan_recall": 1.0, + "manhattan_ap": 0.613728, + "euclidean_accuracy": 0.64, + "euclidean_accuracy_threshold": 0.116729, + "euclidean_f1": 0.603086, + "euclidean_f1_threshold": 0.842327, + "euclidean_precision": 0.431727, + "euclidean_recall": 1.0, + "euclidean_ap": 0.614445, + "dot_accuracy": 0.64, + "dot_accuracy_threshold": 0.993187, + "dot_f1": 0.603086, + "dot_f1_threshold": 0.645216, + "dot_precision": 0.431727, + "dot_recall": 1.0, + "dot_ap": 0.615275, + "max_accuracy": 0.64, + "max_f1": 0.603086, + "max_precision": 0.431727, + "max_recall": 1.0, + "max_ap": 0.615523, + "main_score": 0.615523, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.6185, + "similarity_accuracy_threshold": 0.976812, + "similarity_f1": 0.601695, + "similarity_f1_threshold": 0.304155, + "similarity_precision": 0.430738, + "similarity_recall": 0.997658, + "similarity_ap": 0.559746, + "cosine_accuracy": 0.6185, + "cosine_accuracy_threshold": 0.976812, + "cosine_f1": 0.601695, + "cosine_f1_threshold": 0.304155, + "cosine_precision": 0.430738, + "cosine_recall": 0.997658, + "cosine_ap": 0.559101, + "manhattan_accuracy": 0.6175, + "manhattan_accuracy_threshold": 4.720511, + "manhattan_f1": 0.601695, + "manhattan_f1_threshold": 26.02828, + "manhattan_precision": 0.430738, + "manhattan_recall": 0.997658, + "manhattan_ap": 0.558813, + "euclidean_accuracy": 0.6185, + "euclidean_accuracy_threshold": 0.215349, + "euclidean_f1": 0.601695, + "euclidean_f1_threshold": 1.178943, + "euclidean_precision": 0.430738, + "euclidean_recall": 0.997658, + "euclidean_ap": 0.559101, + "dot_accuracy": 0.6185, + "dot_accuracy_threshold": 0.976812, + "dot_f1": 0.601695, + "dot_f1_threshold": 0.304155, + "dot_precision": 0.430738, + "dot_recall": 0.997658, + "dot_ap": 0.558815, + "max_accuracy": 0.6185, + "max_f1": 0.601695, + "max_precision": 0.430738, + "max_recall": 0.997658, + "max_ap": 0.559746, + "main_score": 0.559746, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.602, + "similarity_accuracy_threshold": 0.987506, + "similarity_f1": 0.596642, + "similarity_f1_threshold": 0.477266, + "similarity_precision": 0.426238, + "similarity_recall": 0.994048, + "similarity_ap": 0.487373, + "cosine_accuracy": 0.602, + "cosine_accuracy_threshold": 0.987506, + "cosine_f1": 0.596642, + "cosine_f1_threshold": 0.477266, + "cosine_precision": 0.426238, + "cosine_recall": 0.994048, + "cosine_ap": 0.485128, + "manhattan_accuracy": 0.6015, + "manhattan_accuracy_threshold": 3.494203, + "manhattan_f1": 0.596642, + "manhattan_f1_threshold": 22.75882, + "manhattan_precision": 0.426238, + "manhattan_recall": 0.994048, + "manhattan_ap": 0.484672, + "euclidean_accuracy": 0.602, + "euclidean_accuracy_threshold": 0.158076, + "euclidean_f1": 0.596642, + "euclidean_f1_threshold": 1.02189, + "euclidean_precision": 0.426238, + "euclidean_recall": 0.994048, + "euclidean_ap": 0.485128, + "dot_accuracy": 0.602, + "dot_accuracy_threshold": 0.987506, + "dot_f1": 0.596642, + "dot_f1_threshold": 0.477266, + "dot_precision": 0.426238, + "dot_recall": 0.994048, + "dot_ap": 0.486316, + "max_accuracy": 0.602, + "max_f1": 0.596642, + "max_precision": 0.426238, + "max_recall": 0.994048, + "max_ap": 0.487373, + "main_score": 0.487373, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.997701, + "similarity_f1": 0.601339, + "similarity_f1_threshold": 0.286017, + "similarity_precision": 0.42994, + "similarity_recall": 1.0, + "similarity_ap": 0.541261, + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.997701, + "cosine_f1": 0.601339, + "cosine_f1_threshold": 0.286016, + "cosine_precision": 0.42994, + "cosine_recall": 1.0, + "cosine_ap": 0.542663, + "manhattan_accuracy": 0.612, + "manhattan_accuracy_threshold": 1.528837, + "manhattan_f1": 0.601339, + "manhattan_f1_threshold": 26.021019, + "manhattan_precision": 0.42994, + "manhattan_recall": 1.0, + "manhattan_ap": 0.542559, + "euclidean_accuracy": 0.612, + "euclidean_accuracy_threshold": 0.067806, + "euclidean_f1": 0.601339, + "euclidean_f1_threshold": 1.189541, + "euclidean_precision": 0.42994, + "euclidean_recall": 1.0, + "euclidean_ap": 0.542663, + "dot_accuracy": 0.612, + "dot_accuracy_threshold": 0.997701, + "dot_f1": 0.601339, + "dot_f1_threshold": 0.286017, + "dot_precision": 0.42994, + "dot_recall": 1.0, + "dot_ap": 0.544128, + "max_accuracy": 0.612, + "max_f1": 0.601339, + "max_precision": 0.42994, + "max_recall": 1.0, + "max_ap": 0.544128, + "main_score": 0.544128, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 88.21860408782959, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PlscClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PlscClusteringP2P.v2.json new file mode 100644 index 0000000000..cf3a6d7cfe --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PlscClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "8436dd4c05222778013d6642ee2f3fa1722bca9b", + "task_name": "PlscClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.731032, + 0.712894, + 0.72537, + 0.713313, + 0.738799, + 0.72385, + 0.713142, + 0.707673, + 0.723063, + 0.724619 + ] + }, + "v_measure": 0.721375, + "v_measure_std": 0.009082, + "main_score": 0.721375, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 5.081709384918213, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PoemSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PoemSentimentClassification.json new file mode 100644 index 0000000000..62d4fd2e36 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PoemSentimentClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "329d529d875a00c47ec71954a1a96ae167584770", + "task_name": "PoemSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "accuracy": 0.577143, + "f1": 0.450362, + "f1_weighted": 0.629116, + "scores_per_experiment": [ + { + "accuracy": 0.590476, + "f1": 0.462326, + "f1_weighted": 0.648474 + }, + { + "accuracy": 0.571429, + "f1": 0.458885, + "f1_weighted": 0.619953 + }, + { + "accuracy": 0.638095, + "f1": 0.471983, + "f1_weighted": 0.699103 + }, + { + "accuracy": 0.6, + "f1": 0.471808, + "f1_weighted": 0.654467 + }, + { + "accuracy": 0.609524, + "f1": 0.457054, + "f1_weighted": 0.652306 + }, + { + "accuracy": 0.533333, + "f1": 0.429332, + "f1_weighted": 0.587869 + }, + { + "accuracy": 0.571429, + "f1": 0.485371, + "f1_weighted": 0.635389 + }, + { + "accuracy": 0.590476, + "f1": 0.431444, + "f1_weighted": 0.62892 + }, + { + "accuracy": 0.504762, + "f1": 0.403719, + "f1_weighted": 0.558394 + }, + { + "accuracy": 0.561905, + "f1": 0.431697, + "f1_weighted": 0.606283 + } + ], + "main_score": 0.577143, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.6, + "f1": 0.478932, + "f1_weighted": 0.653137, + "scores_per_experiment": [ + { + "accuracy": 0.692308, + "f1": 0.548447, + "f1_weighted": 0.752198 + }, + { + "accuracy": 0.596154, + "f1": 0.478014, + "f1_weighted": 0.633625 + }, + { + "accuracy": 0.625, + "f1": 0.515201, + "f1_weighted": 0.701768 + }, + { + "accuracy": 0.605769, + "f1": 0.508673, + "f1_weighted": 0.668937 + }, + { + "accuracy": 0.548077, + "f1": 0.426682, + "f1_weighted": 0.605801 + }, + { + "accuracy": 0.557692, + "f1": 0.462873, + "f1_weighted": 0.607328 + }, + { + "accuracy": 0.625, + "f1": 0.499981, + "f1_weighted": 0.675928 + }, + { + "accuracy": 0.615385, + "f1": 0.43214, + "f1_weighted": 0.647548 + }, + { + "accuracy": 0.557692, + "f1": 0.452069, + "f1_weighted": 0.601236 + }, + { + "accuracy": 0.576923, + "f1": 0.465241, + "f1_weighted": 0.637002 + } + ], + "main_score": 0.6, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 27.915043592453003, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PolEmo2.0-OUT.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PolEmo2.0-OUT.json new file mode 100644 index 0000000000..c03c712cf0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PolEmo2.0-OUT.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6a21ab8716e255ab1867265f8b396105e8aa63d4", + "task_name": "PolEmo2.0-OUT", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.627733, + "f1": 0.500199, + "f1_weighted": 0.661887, + "scores_per_experiment": [ + { + "accuracy": 0.635628, + "f1": 0.517253, + "f1_weighted": 0.687347 + }, + { + "accuracy": 0.659919, + "f1": 0.546224, + "f1_weighted": 0.722359 + }, + { + "accuracy": 0.639676, + "f1": 0.499457, + "f1_weighted": 0.655085 + }, + { + "accuracy": 0.605263, + "f1": 0.502066, + "f1_weighted": 0.674575 + }, + { + "accuracy": 0.653846, + "f1": 0.516935, + "f1_weighted": 0.680669 + }, + { + "accuracy": 0.603239, + "f1": 0.502606, + "f1_weighted": 0.668294 + }, + { + "accuracy": 0.710526, + "f1": 0.567233, + "f1_weighted": 0.746516 + }, + { + "accuracy": 0.603239, + "f1": 0.50257, + "f1_weighted": 0.667336 + }, + { + "accuracy": 0.566802, + "f1": 0.400252, + "f1_weighted": 0.53157 + }, + { + "accuracy": 0.59919, + "f1": 0.447391, + "f1_weighted": 0.585119 + } + ], + "main_score": 0.627733, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 10.291775703430176, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PpcPC.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PpcPC.json new file mode 100644 index 0000000000..2e2a1da806 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PpcPC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2", + "task_name": "PpcPC", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.8, + "similarity_accuracy_threshold": 0.863473, + "similarity_f1": 0.844275, + "similarity_f1_threshold": 0.829435, + "similarity_precision": 0.783286, + "similarity_recall": 0.915563, + "similarity_ap": 0.908572, + "cosine_accuracy": 0.8, + "cosine_accuracy_threshold": 0.863473, + "cosine_f1": 0.844275, + "cosine_f1_threshold": 0.829435, + "cosine_precision": 0.783286, + "cosine_recall": 0.915563, + "cosine_ap": 0.908572, + "manhattan_accuracy": 0.801, + "manhattan_accuracy_threshold": 11.503909, + "manhattan_f1": 0.843966, + "manhattan_f1_threshold": 12.721493, + "manhattan_precision": 0.787661, + "manhattan_recall": 0.90894, + "manhattan_ap": 0.908137, + "euclidean_accuracy": 0.8, + "euclidean_accuracy_threshold": 0.522546, + "euclidean_f1": 0.844275, + "euclidean_f1_threshold": 0.584063, + "euclidean_precision": 0.783286, + "euclidean_recall": 0.915563, + "euclidean_ap": 0.908572, + "dot_accuracy": 0.8, + "dot_accuracy_threshold": 0.863473, + "dot_f1": 0.844275, + "dot_f1_threshold": 0.829435, + "dot_precision": 0.783286, + "dot_recall": 0.915563, + "dot_ap": 0.908572, + "max_accuracy": 0.801, + "max_f1": 0.844275, + "max_precision": 0.787661, + "max_recall": 0.915563, + "max_ap": 0.908572, + "main_score": 0.908572, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 12.762652397155762, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PunjabiNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PunjabiNewsClassification.json new file mode 100644 index 0000000000..9cf497d6ab --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/PunjabiNewsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "cec3923e16519efe51d535497e711932b8f1dc44", + "task_name": "PunjabiNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.823567, + "f1": 0.7433, + "f1_weighted": 0.83879, + "ap": 0.421703, + "ap_weighted": 0.421703, + "scores_per_experiment": [ + { + "accuracy": 0.783439, + "f1": 0.71485, + "f1_weighted": 0.808381, + "ap": 0.395889, + "ap_weighted": 0.395889 + }, + { + "accuracy": 0.802548, + "f1": 0.723356, + "f1_weighted": 0.822346, + "ap": 0.392731, + "ap_weighted": 0.392731 + }, + { + "accuracy": 0.802548, + "f1": 0.7333, + "f1_weighted": 0.824188, + "ap": 0.418052, + "ap_weighted": 0.418052 + }, + { + "accuracy": 0.866242, + "f1": 0.774933, + "f1_weighted": 0.870807, + "ap": 0.452941, + "ap_weighted": 0.452941 + }, + { + "accuracy": 0.847134, + "f1": 0.7645, + "f1_weighted": 0.857796, + "ap": 0.443075, + "ap_weighted": 0.443075 + }, + { + "accuracy": 0.88535, + "f1": 0.778665, + "f1_weighted": 0.881435, + "ap": 0.46342, + "ap_weighted": 0.46342 + }, + { + "accuracy": 0.796178, + "f1": 0.717117, + "f1_weighted": 0.817134, + "ap": 0.385213, + "ap_weighted": 0.385213 + }, + { + "accuracy": 0.834395, + "f1": 0.761007, + "f1_weighted": 0.849579, + "ap": 0.448555, + "ap_weighted": 0.448555 + }, + { + "accuracy": 0.789809, + "f1": 0.710962, + "f1_weighted": 0.811924, + "ap": 0.378001, + "ap_weighted": 0.378001 + }, + { + "accuracy": 0.828025, + "f1": 0.754304, + "f1_weighted": 0.844313, + "ap": 0.439153, + "ap_weighted": 0.439153 + } + ], + "main_score": 0.823567, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ] + } + ] + }, + "evaluation_time": 16.626065254211426, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RTE3.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RTE3.json new file mode 100644 index 0000000000..4ba0713917 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RTE3.json @@ -0,0 +1,199 @@ +{ + "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7", + "task_name": "RTE3", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.848233, + "similarity_accuracy_threshold": 0.569433, + "similarity_f1": 0.917885, + "similarity_f1_threshold": 0.569433, + "similarity_precision": 0.85, + "similarity_recall": 0.997555, + "similarity_ap": 0.888458, + "cosine_accuracy": 0.848233, + "cosine_accuracy_threshold": 0.569433, + "cosine_f1": 0.917885, + "cosine_f1_threshold": 0.569433, + "cosine_precision": 0.85, + "cosine_recall": 0.997555, + "cosine_ap": 0.888458, + "manhattan_accuracy": 0.848233, + "manhattan_accuracy_threshold": 20.727821, + "manhattan_f1": 0.917885, + "manhattan_f1_threshold": 20.727821, + "manhattan_precision": 0.85, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.888162, + "euclidean_accuracy": 0.848233, + "euclidean_accuracy_threshold": 0.927932, + "euclidean_f1": 0.917885, + "euclidean_f1_threshold": 0.927932, + "euclidean_precision": 0.85, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.888458, + "dot_accuracy": 0.848233, + "dot_accuracy_threshold": 0.569433, + "dot_f1": 0.917885, + "dot_f1_threshold": 0.569433, + "dot_precision": 0.85, + "dot_recall": 0.997555, + "dot_ap": 0.888458, + "max_accuracy": 0.848233, + "max_f1": 0.917885, + "max_precision": 0.85, + "max_recall": 0.997555, + "max_ap": 0.888458, + "main_score": 0.888458, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.852697, + "similarity_accuracy_threshold": 0.552449, + "similarity_f1": 0.920314, + "similarity_f1_threshold": 0.552449, + "similarity_precision": 0.852391, + "similarity_recall": 1.0, + "similarity_ap": 0.898397, + "cosine_accuracy": 0.852697, + "cosine_accuracy_threshold": 0.552449, + "cosine_f1": 0.920314, + "cosine_f1_threshold": 0.552449, + "cosine_precision": 0.852391, + "cosine_recall": 1.0, + "cosine_ap": 0.898397, + "manhattan_accuracy": 0.852697, + "manhattan_accuracy_threshold": 20.898754, + "manhattan_f1": 0.920314, + "manhattan_f1_threshold": 20.898754, + "manhattan_precision": 0.852391, + "manhattan_recall": 1.0, + "manhattan_ap": 0.898642, + "euclidean_accuracy": 0.852697, + "euclidean_accuracy_threshold": 0.946095, + "euclidean_f1": 0.920314, + "euclidean_f1_threshold": 0.946095, + "euclidean_precision": 0.852391, + "euclidean_recall": 1.0, + "euclidean_ap": 0.898397, + "dot_accuracy": 0.852697, + "dot_accuracy_threshold": 0.552449, + "dot_f1": 0.920314, + "dot_f1_threshold": 0.552449, + "dot_precision": 0.852391, + "dot_recall": 1.0, + "dot_ap": 0.898397, + "max_accuracy": 0.852697, + "max_f1": 0.920314, + "max_precision": 0.852391, + "max_recall": 1.0, + "max_ap": 0.898642, + "main_score": 0.898642, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.846473, + "similarity_accuracy_threshold": 0.579147, + "similarity_f1": 0.916854, + "similarity_f1_threshold": 0.579147, + "similarity_precision": 0.848233, + "similarity_recall": 0.997555, + "similarity_ap": 0.902775, + "cosine_accuracy": 0.846473, + "cosine_accuracy_threshold": 0.579147, + "cosine_f1": 0.916854, + "cosine_f1_threshold": 0.579147, + "cosine_precision": 0.848233, + "cosine_recall": 0.997555, + "cosine_ap": 0.902775, + "manhattan_accuracy": 0.846473, + "manhattan_accuracy_threshold": 20.483597, + "manhattan_f1": 0.916854, + "manhattan_f1_threshold": 20.483597, + "manhattan_precision": 0.848233, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.903599, + "euclidean_accuracy": 0.846473, + "euclidean_accuracy_threshold": 0.91741, + "euclidean_f1": 0.916854, + "euclidean_f1_threshold": 0.91741, + "euclidean_precision": 0.848233, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.902775, + "dot_accuracy": 0.846473, + "dot_accuracy_threshold": 0.579147, + "dot_f1": 0.916854, + "dot_f1_threshold": 0.579147, + "dot_precision": 0.848233, + "dot_recall": 0.997555, + "dot_ap": 0.902775, + "max_accuracy": 0.846473, + "max_f1": 0.916854, + "max_precision": 0.848233, + "max_recall": 0.997555, + "max_ap": 0.903599, + "main_score": 0.903599, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.84728, + "similarity_accuracy_threshold": 0.589285, + "similarity_f1": 0.917327, + "similarity_f1_threshold": 0.589285, + "similarity_precision": 0.849057, + "similarity_recall": 0.997537, + "similarity_ap": 0.895327, + "cosine_accuracy": 0.84728, + "cosine_accuracy_threshold": 0.589285, + "cosine_f1": 0.917327, + "cosine_f1_threshold": 0.589285, + "cosine_precision": 0.849057, + "cosine_recall": 0.997537, + "cosine_ap": 0.895327, + "manhattan_accuracy": 0.84728, + "manhattan_accuracy_threshold": 20.092258, + "manhattan_f1": 0.917327, + "manhattan_f1_threshold": 20.092258, + "manhattan_precision": 0.849057, + "manhattan_recall": 0.997537, + "manhattan_ap": 0.896034, + "euclidean_accuracy": 0.84728, + "euclidean_accuracy_threshold": 0.906263, + "euclidean_f1": 0.917327, + "euclidean_f1_threshold": 0.906263, + "euclidean_precision": 0.849057, + "euclidean_recall": 0.997537, + "euclidean_ap": 0.895327, + "dot_accuracy": 0.84728, + "dot_accuracy_threshold": 0.589285, + "dot_f1": 0.917327, + "dot_f1_threshold": 0.589285, + "dot_precision": 0.849057, + "dot_recall": 0.997537, + "dot_ap": 0.895327, + "max_accuracy": 0.84728, + "max_f1": 0.917327, + "max_precision": 0.849057, + "max_recall": 0.997537, + "max_ap": 0.896034, + "main_score": 0.896034, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 19.52891969680786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Robust04InstructionRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Robust04InstructionRetrieval.json new file mode 100644 index 0000000000..7fc5bc356b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Robust04InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "a5a1c4fe2bc528ac12e83f8cdf82178da85d2f1d", + "task_name": "Robust04InstructionRetrieval", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "p-MRR": -0.009404, + "individual": { + "original": { + "ndcg_at_1": 0.18269, + "ndcg_at_3": 0.15036, + "ndcg_at_5": 0.15584, + "ndcg_at_10": 0.14962, + "ndcg_at_20": 0.15843, + "ndcg_at_100": 0.23032, + "ndcg_at_1000": 0.42161, + "map_at_1": 0.01903, + "map_at_3": 0.03204, + "map_at_5": 0.04171, + "map_at_10": 0.05387, + "map_at_20": 0.06812, + "map_at_100": 0.09135, + "map_at_1000": 0.11448, + "recall_at_1": 0.01903, + "recall_at_3": 0.03602, + "recall_at_5": 0.0564, + "recall_at_10": 0.08902, + "recall_at_20": 0.14294, + "recall_at_100": 0.34921, + "recall_at_1000": 1.0, + "precision_at_1": 0.21154, + "precision_at_3": 0.16667, + "precision_at_5": 0.16923, + "precision_at_10": 0.13462, + "precision_at_20": 0.10865, + "precision_at_100": 0.05635, + "precision_at_1000": 0.01981, + "naucs_at_1_max": 0.285556, + "naucs_at_1_std": -0.108051, + "naucs_at_1_diff1": 0.032438, + "naucs_at_3_max": 0.375825, + "naucs_at_3_std": -0.099003, + "naucs_at_3_diff1": 0.122242, + "naucs_at_5_max": 0.380811, + "naucs_at_5_std": -0.096222, + "naucs_at_5_diff1": 0.104716, + "naucs_at_10_max": 0.366299, + "naucs_at_10_std": -0.094452, + "naucs_at_10_diff1": 0.096282, + "naucs_at_20_max": 0.361397, + "naucs_at_20_std": -0.096451, + "naucs_at_20_diff1": 0.087513, + "naucs_at_100_max": 0.357597, + "naucs_at_100_std": -0.097563, + "naucs_at_100_diff1": 0.09245, + "naucs_at_1000_max": 0.357973, + "naucs_at_1000_std": -0.09771, + "naucs_at_1000_diff1": 0.092185, + "mrr_at_1": 0.211538, + "mrr_at_3": 0.25, + "mrr_at_5": 0.273077, + "mrr_at_10": 0.282898, + "mrr_at_20": 0.28682, + "mrr_at_100": 0.296818, + "mrr_at_1000": 0.29746 + }, + "changed": { + "ndcg_at_1": 0.24038, + "ndcg_at_3": 0.24849, + "ndcg_at_5": 0.2392, + "ndcg_at_10": 0.2222, + "ndcg_at_20": 0.2218, + "ndcg_at_100": 0.28526, + "ndcg_at_1000": 0.51445, + "map_at_1": 0.01829, + "map_at_3": 0.03835, + "map_at_5": 0.04806, + "map_at_10": 0.06326, + "map_at_20": 0.08404, + "map_at_100": 0.11866, + "map_at_1000": 0.15826, + "recall_at_1": 0.01829, + "recall_at_3": 0.04669, + "recall_at_5": 0.06182, + "recall_at_10": 0.09308, + "recall_at_20": 0.15847, + "recall_at_100": 0.36372, + "recall_at_1000": 1.0, + "precision_at_1": 0.26923, + "precision_at_3": 0.28205, + "precision_at_5": 0.26538, + "precision_at_10": 0.21923, + "precision_at_20": 0.18365, + "precision_at_100": 0.09673, + "precision_at_1000": 0.03369, + "naucs_at_1_max": 0.469772, + "naucs_at_1_std": 0.044774, + "naucs_at_1_diff1": 0.00267, + "naucs_at_3_max": 0.476306, + "naucs_at_3_std": 0.073712, + "naucs_at_3_diff1": -0.039079, + "naucs_at_5_max": 0.462565, + "naucs_at_5_std": 0.059396, + "naucs_at_5_diff1": -0.051678, + "naucs_at_10_max": 0.453199, + "naucs_at_10_std": 0.037631, + "naucs_at_10_diff1": -0.028372, + "naucs_at_20_max": 0.445013, + "naucs_at_20_std": 0.029259, + "naucs_at_20_diff1": -0.031229, + "naucs_at_100_max": 0.445565, + "naucs_at_100_std": 0.032994, + "naucs_at_100_diff1": -0.031234, + "naucs_at_1000_max": 0.445606, + "naucs_at_1000_std": 0.033543, + "naucs_at_1000_diff1": -0.030433, + "mrr_at_1": 0.269231, + "mrr_at_3": 0.362179, + "mrr_at_5": 0.385256, + "mrr_at_10": 0.399809, + "mrr_at_20": 0.406962, + "mrr_at_100": 0.412005, + "mrr_at_1000": 0.412148 + } + }, + "main_score": -0.009404, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 297.16869044303894, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RomaniBibleClustering.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RomaniBibleClustering.json new file mode 100644 index 0000000000..061d6b0cde --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RomaniBibleClustering.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "97fae0e80a8d275bc685dcb3da08972af542ad6e", + "task_name": "RomaniBibleClustering", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measure": 0.418824, + "v_measure_std": 0.008836, + "v_measures": [ + 0.417261, + 0.433387, + 0.40975, + 0.414896 + ], + "main_score": 0.418824, + "hf_subset": "default", + "languages": [ + "rom-Latn" + ] + } + ] + }, + "evaluation_time": 15.861868619918823, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RuBQReranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RuBQReranking.json new file mode 100644 index 0000000000..a967aa318f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/RuBQReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2", + "task_name": "RuBQReranking", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.71259, + "mrr": 0.763185, + "nAUC_map_max": 0.046183, + "nAUC_map_std": -0.008497, + "nAUC_map_diff1": 0.309231, + "nAUC_mrr_max": 0.057573, + "nAUC_mrr_std": -0.007348, + "nAUC_mrr_diff1": 0.341945, + "main_score": 0.71259, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 58.93991041183472, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SCIDOCS.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SCIDOCS.json new file mode 100644 index 0000000000..988f69bef9 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.208, + "ndcg_at_3": 0.17601, + "ndcg_at_5": 0.15296, + "ndcg_at_10": 0.18429, + "ndcg_at_20": 0.21127, + "ndcg_at_100": 0.25856, + "ndcg_at_1000": 0.31088, + "map_at_1": 0.04218, + "map_at_3": 0.07772, + "map_at_5": 0.09261, + "map_at_10": 0.10847, + "map_at_20": 0.11806, + "map_at_100": 0.12745, + "map_at_1000": 0.13033, + "recall_at_1": 0.04218, + "recall_at_3": 0.10168, + "recall_at_5": 0.13708, + "recall_at_10": 0.19488, + "recall_at_20": 0.25792, + "recall_at_100": 0.41053, + "recall_at_1000": 0.66643, + "precision_at_1": 0.208, + "precision_at_3": 0.167, + "precision_at_5": 0.1352, + "precision_at_10": 0.0961, + "precision_at_20": 0.06355, + "precision_at_100": 0.02023, + "precision_at_1000": 0.00328, + "mrr_at_1": 0.208, + "mrr_at_3": 0.286833, + "mrr_at_5": 0.303683, + "mrr_at_10": 0.315544, + "mrr_at_20": 0.32252, + "mrr_at_100": 0.326868, + "mrr_at_1000": 0.327467, + "nauc_ndcg_at_1_max": 0.185675, + "nauc_ndcg_at_1_std": 0.00919, + "nauc_ndcg_at_1_diff1": 0.282258, + "nauc_ndcg_at_3_max": 0.221478, + "nauc_ndcg_at_3_std": 0.09118, + "nauc_ndcg_at_3_diff1": 0.191355, + "nauc_ndcg_at_5_max": 0.220466, + "nauc_ndcg_at_5_std": 0.110146, + "nauc_ndcg_at_5_diff1": 0.166383, + "nauc_ndcg_at_10_max": 0.254233, + "nauc_ndcg_at_10_std": 0.160276, + "nauc_ndcg_at_10_diff1": 0.168267, + "nauc_ndcg_at_20_max": 0.25835, + "nauc_ndcg_at_20_std": 0.185646, + "nauc_ndcg_at_20_diff1": 0.149402, + "nauc_ndcg_at_100_max": 0.27871, + "nauc_ndcg_at_100_std": 0.237964, + "nauc_ndcg_at_100_diff1": 0.155165, + "nauc_ndcg_at_1000_max": 0.275964, + "nauc_ndcg_at_1000_std": 0.257338, + "nauc_ndcg_at_1000_diff1": 0.147784, + "nauc_map_at_1_max": 0.184667, + "nauc_map_at_1_std": 0.008649, + "nauc_map_at_1_diff1": 0.280443, + "nauc_map_at_3_max": 0.234261, + "nauc_map_at_3_std": 0.087345, + "nauc_map_at_3_diff1": 0.201339, + "nauc_map_at_5_max": 0.230328, + "nauc_map_at_5_std": 0.097589, + "nauc_map_at_5_diff1": 0.17899, + "nauc_map_at_10_max": 0.255587, + "nauc_map_at_10_std": 0.13917, + "nauc_map_at_10_diff1": 0.171585, + "nauc_map_at_20_max": 0.25752, + "nauc_map_at_20_std": 0.155347, + "nauc_map_at_20_diff1": 0.161551, + "nauc_map_at_100_max": 0.26386, + "nauc_map_at_100_std": 0.174901, + "nauc_map_at_100_diff1": 0.162029, + "nauc_map_at_1000_max": 0.264186, + "nauc_map_at_1000_std": 0.178509, + "nauc_map_at_1000_diff1": 0.160982, + "nauc_recall_at_1_max": 0.184667, + "nauc_recall_at_1_std": 0.008649, + "nauc_recall_at_1_diff1": 0.280443, + "nauc_recall_at_3_max": 0.226075, + "nauc_recall_at_3_std": 0.119327, + "nauc_recall_at_3_diff1": 0.147963, + "nauc_recall_at_5_max": 0.219567, + "nauc_recall_at_5_std": 0.143624, + "nauc_recall_at_5_diff1": 0.11294, + "nauc_recall_at_10_max": 0.267295, + "nauc_recall_at_10_std": 0.219544, + "nauc_recall_at_10_diff1": 0.118997, + "nauc_recall_at_20_max": 0.258988, + "nauc_recall_at_20_std": 0.255963, + "nauc_recall_at_20_diff1": 0.075662, + "nauc_recall_at_100_max": 0.280575, + "nauc_recall_at_100_std": 0.355709, + "nauc_recall_at_100_diff1": 0.083119, + "nauc_recall_at_1000_max": 0.23608, + "nauc_recall_at_1000_std": 0.419157, + "nauc_recall_at_1000_diff1": 0.028358, + "nauc_precision_at_1_max": 0.185675, + "nauc_precision_at_1_std": 0.00919, + "nauc_precision_at_1_diff1": 0.282258, + "nauc_precision_at_3_max": 0.231251, + "nauc_precision_at_3_std": 0.120449, + "nauc_precision_at_3_diff1": 0.15348, + "nauc_precision_at_5_max": 0.224168, + "nauc_precision_at_5_std": 0.144738, + "nauc_precision_at_5_diff1": 0.117342, + "nauc_precision_at_10_max": 0.272723, + "nauc_precision_at_10_std": 0.221194, + "nauc_precision_at_10_diff1": 0.122485, + "nauc_precision_at_20_max": 0.265792, + "nauc_precision_at_20_std": 0.258735, + "nauc_precision_at_20_diff1": 0.076942, + "nauc_precision_at_100_max": 0.285724, + "nauc_precision_at_100_std": 0.353573, + "nauc_precision_at_100_diff1": 0.084062, + "nauc_precision_at_1000_max": 0.239862, + "nauc_precision_at_1000_std": 0.405211, + "nauc_precision_at_1000_diff1": 0.024345, + "nauc_mrr_at_1_max": 0.185675, + "nauc_mrr_at_1_std": 0.00919, + "nauc_mrr_at_1_diff1": 0.282258, + "nauc_mrr_at_3_max": 0.187557, + "nauc_mrr_at_3_std": 0.060387, + "nauc_mrr_at_3_diff1": 0.210842, + "nauc_mrr_at_5_max": 0.195402, + "nauc_mrr_at_5_std": 0.077723, + "nauc_mrr_at_5_diff1": 0.207643, + "nauc_mrr_at_10_max": 0.202661, + "nauc_mrr_at_10_std": 0.085914, + "nauc_mrr_at_10_diff1": 0.213562, + "nauc_mrr_at_20_max": 0.203765, + "nauc_mrr_at_20_std": 0.088278, + "nauc_mrr_at_20_diff1": 0.21242, + "nauc_mrr_at_100_max": 0.203554, + "nauc_mrr_at_100_std": 0.087569, + "nauc_mrr_at_100_diff1": 0.213336, + "nauc_mrr_at_1000_max": 0.203325, + "nauc_mrr_at_1000_std": 0.087094, + "nauc_mrr_at_1000_diff1": 0.213424, + "main_score": 0.18429, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 76.73602938652039, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SIB200ClusteringS2S.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SIB200ClusteringS2S.json new file mode 100644 index 0000000000..8234d281ae --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SIB200ClusteringS2S.json @@ -0,0 +1,4542 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200ClusteringS2S", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.23317, + 0.239543, + 0.240761, + 0.150685, + 0.165018, + 0.214168, + 0.129612, + 0.258571, + 0.2238, + 0.160392 + ] + }, + "v_measure": 0.201572, + "v_measure_std": 0.043217, + "main_score": 0.201572, + "hf_subset": "ace_Latn", + "languages": [ + "ace-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.463982, + 0.461484, + 0.429023, + 0.447229, + 0.412407, + 0.452471, + 0.431233, + 0.432439, + 0.459498, + 0.421338 + ] + }, + "v_measure": 0.44111, + "v_measure_std": 0.017253, + "main_score": 0.44111, + "hf_subset": "acm_Arab", + "languages": [ + "acm-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.454741, + 0.337264, + 0.342287, + 0.442536, + 0.46155, + 0.449774, + 0.475954, + 0.357511, + 0.398328, + 0.449936 + ] + }, + "v_measure": 0.416988, + "v_measure_std": 0.05052, + "main_score": 0.416988, + "hf_subset": "acq_Arab", + "languages": [ + "acq-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.370225, + 0.373227, + 0.386815, + 0.416177, + 0.410232, + 0.334604, + 0.448772, + 0.375112, + 0.346526, + 0.444718 + ] + }, + "v_measure": 0.390641, + "v_measure_std": 0.036608, + "main_score": 0.390641, + "hf_subset": "aeb_Arab", + "languages": [ + "aeb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.260332, + 0.300554, + 0.218522, + 0.314766, + 0.291933, + 0.294915, + 0.316054, + 0.303801, + 0.249934, + 0.2772 + ] + }, + "v_measure": 0.282801, + "v_measure_std": 0.029769, + "main_score": 0.282801, + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.4387, + 0.438501, + 0.391202, + 0.418035, + 0.402068, + 0.49839, + 0.428386, + 0.460645, + 0.428759, + 0.425123 + ] + }, + "v_measure": 0.432981, + "v_measure_std": 0.028517, + "main_score": 0.432981, + "hf_subset": "ajp_Arab", + "languages": [ + "ajp-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.207452, + 0.217801, + 0.19724, + 0.177353, + 0.173915, + 0.183576, + 0.223684, + 0.14406, + 0.206876, + 0.153998 + ] + }, + "v_measure": 0.188595, + "v_measure_std": 0.025291, + "main_score": 0.188595, + "hf_subset": "aka_Latn", + "languages": [ + "aka-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.299481, + 0.249699, + 0.250859, + 0.282905, + 0.294694, + 0.263783, + 0.278481, + 0.31965, + 0.246298, + 0.288161 + ] + }, + "v_measure": 0.277401, + "v_measure_std": 0.023116, + "main_score": 0.277401, + "hf_subset": "als_Latn", + "languages": [ + "als-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.175321, + 0.213411, + 0.190501, + 0.178881, + 0.192259, + 0.198988, + 0.233372, + 0.173059, + 0.183691, + 0.215209 + ] + }, + "v_measure": 0.195469, + "v_measure_std": 0.018755, + "main_score": 0.195469, + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.395037, + 0.39019, + 0.381656, + 0.327303, + 0.431308, + 0.413783, + 0.379131, + 0.370226, + 0.467939, + 0.448337 + ] + }, + "v_measure": 0.400491, + "v_measure_std": 0.038967, + "main_score": 0.400491, + "hf_subset": "apc_Arab", + "languages": [ + "apc-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.067558, + 0.040826, + 0.06952, + 0.052125, + 0.05929, + 0.066604, + 0.04006, + 0.061194, + 0.048523, + 0.035598 + ] + }, + "v_measure": 0.05413, + "v_measure_std": 0.011845, + "main_score": 0.05413, + "hf_subset": "arb_Latn", + "languages": [ + "arb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.469362, + 0.434558, + 0.352392, + 0.446834, + 0.40047, + 0.461135, + 0.427716, + 0.359637, + 0.419816, + 0.469672 + ] + }, + "v_measure": 0.424159, + "v_measure_std": 0.040013, + "main_score": 0.424159, + "hf_subset": "ars_Arab", + "languages": [ + "ars-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.328532, + 0.368786, + 0.284714, + 0.344876, + 0.39735, + 0.324119, + 0.342234, + 0.397038, + 0.372057, + 0.444354 + ] + }, + "v_measure": 0.360406, + "v_measure_std": 0.04312, + "main_score": 0.360406, + "hf_subset": "ary_Arab", + "languages": [ + "ary-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.343634, + 0.418282, + 0.381296, + 0.405215, + 0.445689, + 0.36571, + 0.437678, + 0.501055, + 0.442973, + 0.436235 + ] + }, + "v_measure": 0.417777, + "v_measure_std": 0.043339, + "main_score": 0.417777, + "hf_subset": "arz_Arab", + "languages": [ + "arz-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.318411, + 0.267399, + 0.277461, + 0.326726, + 0.336553, + 0.298975, + 0.33011, + 0.316391, + 0.336619, + 0.36356 + ] + }, + "v_measure": 0.31722, + "v_measure_std": 0.027481, + "main_score": 0.31722, + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.312339, + 0.274339, + 0.307637, + 0.331687, + 0.326578, + 0.316827, + 0.281758, + 0.320779, + 0.332807, + 0.34072 + ] + }, + "v_measure": 0.314547, + "v_measure_std": 0.020604, + "main_score": 0.314547, + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.473922, + 0.400535, + 0.426176, + 0.468918, + 0.440889, + 0.392276, + 0.35802, + 0.470751, + 0.398455, + 0.428736 + ] + }, + "v_measure": 0.425868, + "v_measure_std": 0.036791, + "main_score": 0.425868, + "hf_subset": "awa_Deva", + "languages": [ + "awa-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.078412, + 0.10443, + 0.10431, + 0.096366, + 0.102445, + 0.104187, + 0.07815, + 0.118014, + 0.092889, + 0.06156 + ] + }, + "v_measure": 0.094076, + "v_measure_std": 0.015875, + "main_score": 0.094076, + "hf_subset": "ayr_Latn", + "languages": [ + "ayr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.217469, + 0.226619, + 0.256139, + 0.250747, + 0.209871, + 0.20011, + 0.240777, + 0.25048, + 0.207509, + 0.189014 + ] + }, + "v_measure": 0.224874, + "v_measure_std": 0.022448, + "main_score": 0.224874, + "hf_subset": "azb_Arab", + "languages": [ + "azb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.303856, + 0.340362, + 0.329492, + 0.344417, + 0.298905, + 0.348712, + 0.321812, + 0.364861, + 0.291455, + 0.357555 + ] + }, + "v_measure": 0.330143, + "v_measure_std": 0.024173, + "main_score": 0.330143, + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.235562, + 0.307404, + 0.291047, + 0.247868, + 0.241399, + 0.276679, + 0.230677, + 0.301144, + 0.26675, + 0.294872 + ] + }, + "v_measure": 0.26934, + "v_measure_std": 0.027425, + "main_score": 0.26934, + "hf_subset": "bak_Cyrl", + "languages": [ + "bak-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.129998, + 0.122482, + 0.140453, + 0.108255, + 0.126906, + 0.135423, + 0.128945, + 0.115621, + 0.097237, + 0.122976 + ] + }, + "v_measure": 0.12283, + "v_measure_std": 0.012223, + "main_score": 0.12283, + "hf_subset": "bam_Latn", + "languages": [ + "bam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.248345, + 0.211469, + 0.24102, + 0.303869, + 0.282689, + 0.304468, + 0.320138, + 0.234468, + 0.2819, + 0.291414 + ] + }, + "v_measure": 0.271978, + "v_measure_std": 0.034012, + "main_score": 0.271978, + "hf_subset": "ban_Latn", + "languages": [ + "ban-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.271931, + 0.286602, + 0.33211, + 0.262981, + 0.317243, + 0.292835, + 0.305716, + 0.32627, + 0.315435, + 0.322745 + ] + }, + "v_measure": 0.303387, + "v_measure_std": 0.022541, + "main_score": 0.303387, + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.174724, + 0.182015, + 0.229236, + 0.169397, + 0.195829, + 0.185114, + 0.198647, + 0.162302, + 0.191644, + 0.203229 + ] + }, + "v_measure": 0.189214, + "v_measure_std": 0.018255, + "main_score": 0.189214, + "hf_subset": "bem_Latn", + "languages": [ + "bem-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.442393, + 0.403467, + 0.441971, + 0.435325, + 0.402117, + 0.441805, + 0.438831, + 0.441634, + 0.392669, + 0.409933 + ] + }, + "v_measure": 0.425014, + "v_measure_std": 0.019254, + "main_score": 0.425014, + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.439769, + 0.392835, + 0.410898, + 0.481613, + 0.403043, + 0.492723, + 0.334101, + 0.432039, + 0.471958, + 0.341186 + ] + }, + "v_measure": 0.420016, + "v_measure_std": 0.051979, + "main_score": 0.420016, + "hf_subset": "bho_Deva", + "languages": [ + "bho-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.292954, + 0.220344, + 0.270179, + 0.268044, + 0.24614, + 0.219663, + 0.213232, + 0.207418, + 0.205936, + 0.21041 + ] + }, + "v_measure": 0.235432, + "v_measure_std": 0.029907, + "main_score": 0.235432, + "hf_subset": "bjn_Latn", + "languages": [ + "bjn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.037269, + 0.045304, + 0.038248, + 0.045692, + 0.031522, + 0.051921, + 0.042214, + 0.049217, + 0.049479, + 0.040056 + ] + }, + "v_measure": 0.043092, + "v_measure_std": 0.006076, + "main_score": 0.043092, + "hf_subset": "bod_Tibt", + "languages": [ + "bod-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.392319, + 0.369527, + 0.399297, + 0.349476, + 0.428531, + 0.445217, + 0.425145, + 0.444862, + 0.384326, + 0.385645 + ] + }, + "v_measure": 0.402434, + "v_measure_std": 0.030719, + "main_score": 0.402434, + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.20712, + 0.240697, + 0.235432, + 0.254928, + 0.235853, + 0.183125, + 0.240023, + 0.267987, + 0.229506, + 0.26404 + ] + }, + "v_measure": 0.235871, + "v_measure_std": 0.024245, + "main_score": 0.235871, + "hf_subset": "bug_Latn", + "languages": [ + "bug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.323465, + 0.418773, + 0.438326, + 0.425944, + 0.371629, + 0.46512, + 0.459958, + 0.31402, + 0.44376, + 0.301851 + ] + }, + "v_measure": 0.396285, + "v_measure_std": 0.059829, + "main_score": 0.396285, + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.339331, + 0.400775, + 0.402705, + 0.42886, + 0.409966, + 0.35088, + 0.430049, + 0.347693, + 0.375815, + 0.329405 + ] + }, + "v_measure": 0.381548, + "v_measure_std": 0.035828, + "main_score": 0.381548, + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.29772, + 0.296245, + 0.234034, + 0.317973, + 0.263807, + 0.286902, + 0.270258, + 0.342039, + 0.267312, + 0.283808 + ] + }, + "v_measure": 0.28601, + "v_measure_std": 0.028637, + "main_score": 0.28601, + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.401817, + 0.42152, + 0.384564, + 0.43472, + 0.420403, + 0.305628, + 0.433672, + 0.430764, + 0.379053, + 0.369363 + ] + }, + "v_measure": 0.398151, + "v_measure_std": 0.038283, + "main_score": 0.398151, + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.098272, + 0.147185, + 0.113406, + 0.125186, + 0.159278, + 0.142655, + 0.146973, + 0.122128, + 0.125003, + 0.132436 + ] + }, + "v_measure": 0.131252, + "v_measure_std": 0.017272, + "main_score": 0.131252, + "hf_subset": "cjk_Latn", + "languages": [ + "cjk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.089512, + 0.105671, + 0.108298, + 0.105867, + 0.123944, + 0.109966, + 0.105629, + 0.118502, + 0.12046, + 0.126953 + ] + }, + "v_measure": 0.11148, + "v_measure_std": 0.010579, + "main_score": 0.11148, + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.222349, + 0.210734, + 0.186785, + 0.261869, + 0.222571, + 0.232081, + 0.260682, + 0.226279, + 0.233961, + 0.190503 + ] + }, + "v_measure": 0.224781, + "v_measure_std": 0.02373, + "main_score": 0.224781, + "hf_subset": "crh_Latn", + "languages": [ + "crh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.13632, + 0.1188, + 0.135542, + 0.109508, + 0.126465, + 0.095735, + 0.120961, + 0.150397, + 0.117925, + 0.106937 + ] + }, + "v_measure": 0.121859, + "v_measure_std": 0.015216, + "main_score": 0.121859, + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.410286, + 0.359214, + 0.437251, + 0.397369, + 0.435272, + 0.402456, + 0.45971, + 0.441189, + 0.332963, + 0.441125 + ] + }, + "v_measure": 0.411683, + "v_measure_std": 0.038074, + "main_score": 0.411683, + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.437379, + 0.455279, + 0.422653, + 0.437301, + 0.478825, + 0.519403, + 0.462588, + 0.432201, + 0.388253, + 0.404449 + ] + }, + "v_measure": 0.443833, + "v_measure_std": 0.035674, + "main_score": 0.443833, + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.133227, + 0.132016, + 0.167299, + 0.175366, + 0.131118, + 0.095302, + 0.075361, + 0.134838, + 0.159841, + 0.215969 + ] + }, + "v_measure": 0.142034, + "v_measure_std": 0.038093, + "main_score": 0.142034, + "hf_subset": "dik_Latn", + "languages": [ + "dik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.150386, + 0.178687, + 0.096488, + 0.148439, + 0.154539, + 0.123064, + 0.136173, + 0.1606, + 0.13628, + 0.113628 + ] + }, + "v_measure": 0.139828, + "v_measure_std": 0.022837, + "main_score": 0.139828, + "hf_subset": "dyu_Latn", + "languages": [ + "dyu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.035368, + 0.033031, + 0.044684, + 0.047082, + 0.045309, + 0.032968, + 0.036165, + 0.049477, + 0.041272, + 0.048924 + ] + }, + "v_measure": 0.041428, + "v_measure_std": 0.006206, + "main_score": 0.041428, + "hf_subset": "dzo_Tibt", + "languages": [ + "dzo-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.426518, + 0.453782, + 0.343959, + 0.330456, + 0.460775, + 0.425427, + 0.417736, + 0.333701, + 0.42112, + 0.43762 + ] + }, + "v_measure": 0.405109, + "v_measure_std": 0.047142, + "main_score": 0.405109, + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.441591, + 0.425703, + 0.413669, + 0.390666, + 0.431699, + 0.406322, + 0.417614, + 0.372192, + 0.313914, + 0.394961 + ] + }, + "v_measure": 0.400833, + "v_measure_std": 0.03496, + "main_score": 0.400833, + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.221098, + 0.256345, + 0.276648, + 0.314798, + 0.276656, + 0.363062, + 0.280482, + 0.280332, + 0.277824, + 0.31607 + ] + }, + "v_measure": 0.286331, + "v_measure_std": 0.036148, + "main_score": 0.286331, + "hf_subset": "epo_Latn", + "languages": [ + "epo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.270785, + 0.222162, + 0.32946, + 0.324227, + 0.262603, + 0.263562, + 0.274147, + 0.235441, + 0.264567, + 0.256144 + ] + }, + "v_measure": 0.27031, + "v_measure_std": 0.032083, + "main_score": 0.27031, + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.170431, + 0.15842, + 0.201605, + 0.200712, + 0.225033, + 0.169944, + 0.204874, + 0.148622, + 0.176919, + 0.131829 + ] + }, + "v_measure": 0.178839, + "v_measure_std": 0.02739, + "main_score": 0.178839, + "hf_subset": "eus_Latn", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.173463, + 0.210658, + 0.179592, + 0.170243, + 0.139716, + 0.19458, + 0.175967, + 0.158501, + 0.151094, + 0.185848 + ] + }, + "v_measure": 0.173966, + "v_measure_std": 0.019742, + "main_score": 0.173966, + "hf_subset": "ewe_Latn", + "languages": [ + "ewe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.154652, + 0.189883, + 0.177204, + 0.153169, + 0.164374, + 0.157933, + 0.182625, + 0.183412, + 0.171447, + 0.129628 + ] + }, + "v_measure": 0.166433, + "v_measure_std": 0.017284, + "main_score": 0.166433, + "hf_subset": "fao_Latn", + "languages": [ + "fao-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.192225, + 0.198212, + 0.153791, + 0.168225, + 0.103572, + 0.187502, + 0.202988, + 0.181923, + 0.127355, + 0.19053 + ] + }, + "v_measure": 0.170632, + "v_measure_std": 0.031211, + "main_score": 0.170632, + "hf_subset": "fij_Latn", + "languages": [ + "fij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.403918, + 0.423813, + 0.32909, + 0.41843, + 0.454492, + 0.3934, + 0.353302, + 0.366824, + 0.338243, + 0.424339 + ] + }, + "v_measure": 0.390585, + "v_measure_std": 0.039704, + "main_score": 0.390585, + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.122482, + 0.16301, + 0.153658, + 0.170224, + 0.175956, + 0.134976, + 0.177378, + 0.170637, + 0.16514, + 0.121714 + ] + }, + "v_measure": 0.155517, + "v_measure_std": 0.020368, + "main_score": 0.155517, + "hf_subset": "fon_Latn", + "languages": [ + "fon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.356528, + 0.39444, + 0.457862, + 0.450492, + 0.438229, + 0.449369, + 0.523539, + 0.389726, + 0.459593, + 0.427748 + ] + }, + "v_measure": 0.434753, + "v_measure_std": 0.043964, + "main_score": 0.434753, + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.217596, + 0.239735, + 0.273079, + 0.230685, + 0.261521, + 0.246146, + 0.254262, + 0.260703, + 0.235687, + 0.265872 + ] + }, + "v_measure": 0.248529, + "v_measure_std": 0.016663, + "main_score": 0.248529, + "hf_subset": "fur_Latn", + "languages": [ + "fur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.155453, + 0.173796, + 0.152602, + 0.151152, + 0.127577, + 0.139032, + 0.147639, + 0.104062, + 0.112608, + 0.139004 + ] + }, + "v_measure": 0.140292, + "v_measure_std": 0.019798, + "main_score": 0.140292, + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.08828, + 0.089277, + 0.072175, + 0.070393, + 0.081472, + 0.057489, + 0.074326, + 0.058254, + 0.072311, + 0.086616 + ] + }, + "v_measure": 0.075059, + "v_measure_std": 0.010867, + "main_score": 0.075059, + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.108865, + 0.101974, + 0.116179, + 0.080814, + 0.115675, + 0.143333, + 0.111318, + 0.098225, + 0.110523, + 0.111256 + ] + }, + "v_measure": 0.109816, + "v_measure_std": 0.01497, + "main_score": 0.109816, + "hf_subset": "gla_Latn", + "languages": [ + "gla-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.080883, + 0.118091, + 0.078501, + 0.091745, + 0.085537, + 0.083545, + 0.112819, + 0.108837, + 0.102145, + 0.086697 + ] + }, + "v_measure": 0.09488, + "v_measure_std": 0.013656, + "main_score": 0.09488, + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.310649, + 0.311989, + 0.27996, + 0.313114, + 0.266506, + 0.409257, + 0.35105, + 0.332735, + 0.368949, + 0.228642 + ] + }, + "v_measure": 0.317285, + "v_measure_std": 0.049422, + "main_score": 0.317285, + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.290705, + 0.226029, + 0.193568, + 0.252462, + 0.240587, + 0.247064, + 0.259882, + 0.234952, + 0.271008, + 0.284209 + ] + }, + "v_measure": 0.250047, + "v_measure_std": 0.027304, + "main_score": 0.250047, + "hf_subset": "grn_Latn", + "languages": [ + "grn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.414542, + 0.412399, + 0.450915, + 0.390075, + 0.423387, + 0.365633, + 0.356071, + 0.330121, + 0.375389, + 0.382826 + ] + }, + "v_measure": 0.390136, + "v_measure_std": 0.033948, + "main_score": 0.390136, + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.127032, + 0.156198, + 0.199451, + 0.159608, + 0.132709, + 0.170102, + 0.225082, + 0.158807, + 0.150245, + 0.128743 + ] + }, + "v_measure": 0.160798, + "v_measure_std": 0.029678, + "main_score": 0.160798, + "hf_subset": "hat_Latn", + "languages": [ + "hat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.164857, + 0.141618, + 0.22353, + 0.199058, + 0.211956, + 0.158152, + 0.165534, + 0.190876, + 0.185245, + 0.197936 + ] + }, + "v_measure": 0.183876, + "v_measure_std": 0.024465, + "main_score": 0.183876, + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.299585, + 0.307369, + 0.274693, + 0.291723, + 0.293957, + 0.292863, + 0.302006, + 0.311993, + 0.284087, + 0.259232 + ] + }, + "v_measure": 0.291751, + "v_measure_std": 0.014945, + "main_score": 0.291751, + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.418997, + 0.440227, + 0.416, + 0.444422, + 0.43648, + 0.467703, + 0.44081, + 0.416615, + 0.508645, + 0.418852 + ] + }, + "v_measure": 0.440875, + "v_measure_std": 0.027415, + "main_score": 0.440875, + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.375018, + 0.355367, + 0.447473, + 0.4289, + 0.321651, + 0.443728, + 0.379497, + 0.377044, + 0.323912, + 0.448821 + ] + }, + "v_measure": 0.390141, + "v_measure_std": 0.046802, + "main_score": 0.390141, + "hf_subset": "hne_Deva", + "languages": [ + "hne-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.375648, + 0.435904, + 0.446302, + 0.384164, + 0.487023, + 0.397842, + 0.397634, + 0.447518, + 0.401646, + 0.419216 + ] + }, + "v_measure": 0.41929, + "v_measure_std": 0.032816, + "main_score": 0.41929, + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.356694, + 0.420233, + 0.403643, + 0.362432, + 0.435031, + 0.404261, + 0.406664, + 0.376397, + 0.435041, + 0.428445 + ] + }, + "v_measure": 0.402884, + "v_measure_std": 0.027405, + "main_score": 0.402884, + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.232, + 0.224274, + 0.204619, + 0.236521, + 0.22778, + 0.209209, + 0.197173, + 0.253655, + 0.243133, + 0.191133 + ] + }, + "v_measure": 0.22195, + "v_measure_std": 0.019578, + "main_score": 0.22195, + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.110276, + 0.163655, + 0.129074, + 0.166146, + 0.119988, + 0.178275, + 0.142903, + 0.107681, + 0.148338, + 0.171719 + ] + }, + "v_measure": 0.143805, + "v_measure_std": 0.024689, + "main_score": 0.143805, + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.191177, + 0.201488, + 0.246795, + 0.212137, + 0.267905, + 0.26035, + 0.216592, + 0.247527, + 0.166901, + 0.257554 + ] + }, + "v_measure": 0.226842, + "v_measure_std": 0.03226, + "main_score": 0.226842, + "hf_subset": "ilo_Latn", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.415979, + 0.500487, + 0.471697, + 0.445037, + 0.517947, + 0.466173, + 0.460534, + 0.480733, + 0.411498, + 0.379835 + ] + }, + "v_measure": 0.454992, + "v_measure_std": 0.040363, + "main_score": 0.454992, + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.197752, + 0.19287, + 0.196585, + 0.183927, + 0.16935, + 0.194569, + 0.187688, + 0.180951, + 0.230428, + 0.179194 + ] + }, + "v_measure": 0.191332, + "v_measure_std": 0.015545, + "main_score": 0.191332, + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.417964, + 0.464551, + 0.454865, + 0.416906, + 0.468622, + 0.410904, + 0.408273, + 0.459037, + 0.450963, + 0.435258 + ] + }, + "v_measure": 0.438734, + "v_measure_std": 0.02237, + "main_score": 0.438734, + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.270746, + 0.292033, + 0.300987, + 0.318025, + 0.351641, + 0.33033, + 0.375383, + 0.262348, + 0.367915, + 0.34152 + ] + }, + "v_measure": 0.321093, + "v_measure_std": 0.037175, + "main_score": 0.321093, + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.527692, + 0.488182, + 0.436402, + 0.400515, + 0.485254, + 0.516883, + 0.41786, + 0.520805, + 0.496871, + 0.529655 + ] + }, + "v_measure": 0.482012, + "v_measure_std": 0.044927, + "main_score": 0.482012, + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.069441, + 0.068215, + 0.06904, + 0.085919, + 0.077716, + 0.072753, + 0.06725, + 0.069741, + 0.071211, + 0.067195 + ] + }, + "v_measure": 0.071848, + "v_measure_std": 0.005548, + "main_score": 0.071848, + "hf_subset": "kab_Latn", + "languages": [ + "kab-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.127758, + 0.134911, + 0.103284, + 0.169801, + 0.135859, + 0.14402, + 0.130706, + 0.120719, + 0.140577, + 0.142433 + ] + }, + "v_measure": 0.135007, + "v_measure_std": 0.01631, + "main_score": 0.135007, + "hf_subset": "kac_Latn", + "languages": [ + "kac-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.111475, + 0.143643, + 0.115965, + 0.138635, + 0.14244, + 0.145466, + 0.164736, + 0.135076, + 0.101504, + 0.14824 + ] + }, + "v_measure": 0.134718, + "v_measure_std": 0.018301, + "main_score": 0.134718, + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.417329, + 0.353841, + 0.375212, + 0.424634, + 0.358314, + 0.467281, + 0.439031, + 0.476539, + 0.454835, + 0.443039 + ] + }, + "v_measure": 0.421005, + "v_measure_std": 0.042125, + "main_score": 0.421005, + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.230823, + 0.188509, + 0.187386, + 0.202315, + 0.239055, + 0.232608, + 0.222804, + 0.203881, + 0.203813, + 0.191352 + ] + }, + "v_measure": 0.210255, + "v_measure_std": 0.018461, + "main_score": 0.210255, + "hf_subset": "kas_Deva", + "languages": [ + "kas-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.341892, + 0.351044, + 0.362945, + 0.365235, + 0.271674, + 0.357704, + 0.287171, + 0.38196, + 0.283375, + 0.342219 + ] + }, + "v_measure": 0.334522, + "v_measure_std": 0.037059, + "main_score": 0.334522, + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.220421, + 0.264073, + 0.257263, + 0.214293, + 0.317495, + 0.271327, + 0.280474, + 0.260975, + 0.245253, + 0.325199 + ] + }, + "v_measure": 0.265677, + "v_measure_std": 0.034176, + "main_score": 0.265677, + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.160895, + 0.149802, + 0.148579, + 0.142106, + 0.177219, + 0.132228, + 0.13068, + 0.159896, + 0.157545, + 0.137994 + ] + }, + "v_measure": 0.149694, + "v_measure_std": 0.013824, + "main_score": 0.149694, + "hf_subset": "kbp_Latn", + "languages": [ + "kbp-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.179249, + 0.215812, + 0.241006, + 0.223823, + 0.206964, + 0.322918, + 0.231939, + 0.268852, + 0.263419, + 0.231835 + ] + }, + "v_measure": 0.238582, + "v_measure_std": 0.037413, + "main_score": 0.238582, + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.132974, + 0.1188, + 0.141917, + 0.111925, + 0.146897, + 0.115023, + 0.161851, + 0.140137, + 0.123388, + 0.13511 + ] + }, + "v_measure": 0.132802, + "v_measure_std": 0.014904, + "main_score": 0.132802, + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.300797, + 0.343907, + 0.263289, + 0.304989, + 0.340906, + 0.304807, + 0.31266, + 0.295532, + 0.34596, + 0.26452 + ] + }, + "v_measure": 0.307737, + "v_measure_std": 0.028196, + "main_score": 0.307737, + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.186393, + 0.193634, + 0.162616, + 0.139986, + 0.163204, + 0.143377, + 0.153506, + 0.217522, + 0.167737, + 0.194562 + ] + }, + "v_measure": 0.172254, + "v_measure_std": 0.023719, + "main_score": 0.172254, + "hf_subset": "kik_Latn", + "languages": [ + "kik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.154402, + 0.164284, + 0.181269, + 0.157124, + 0.175057, + 0.173756, + 0.176602, + 0.186874, + 0.133886, + 0.160404 + ] + }, + "v_measure": 0.166366, + "v_measure_std": 0.014836, + "main_score": 0.166366, + "hf_subset": "kin_Latn", + "languages": [ + "kin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.311391, + 0.330927, + 0.273534, + 0.274919, + 0.267827, + 0.271971, + 0.231718, + 0.304492, + 0.305062, + 0.240937 + ] + }, + "v_measure": 0.281278, + "v_measure_std": 0.029879, + "main_score": 0.281278, + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.138236, + 0.106845, + 0.132886, + 0.165215, + 0.161623, + 0.149606, + 0.137458, + 0.147762, + 0.134658, + 0.124954 + ] + }, + "v_measure": 0.139924, + "v_measure_std": 0.016341, + "main_score": 0.139924, + "hf_subset": "kmb_Latn", + "languages": [ + "kmb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.126762, + 0.158167, + 0.153831, + 0.21605, + 0.15827, + 0.176786, + 0.174507, + 0.146212, + 0.104651, + 0.169012 + ] + }, + "v_measure": 0.158425, + "v_measure_std": 0.028448, + "main_score": 0.158425, + "hf_subset": "kmr_Latn", + "languages": [ + "kmr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.14414, + 0.145159, + 0.191167, + 0.168045, + 0.155367, + 0.15327, + 0.157088, + 0.136445, + 0.115388, + 0.161404 + ] + }, + "v_measure": 0.152747, + "v_measure_std": 0.018985, + "main_score": 0.152747, + "hf_subset": "knc_Latn", + "languages": [ + "knc-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.185761, + 0.199891, + 0.221642, + 0.250345, + 0.181818, + 0.21241, + 0.207496, + 0.172147, + 0.159699, + 0.214421 + ] + }, + "v_measure": 0.200563, + "v_measure_std": 0.025202, + "main_score": 0.200563, + "hf_subset": "kon_Latn", + "languages": [ + "kon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.437937, + 0.400526, + 0.392217, + 0.423293, + 0.475802, + 0.520642, + 0.434375, + 0.449107, + 0.529318, + 0.446176 + ] + }, + "v_measure": 0.450939, + "v_measure_std": 0.043409, + "main_score": 0.450939, + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.221324, + 0.260852, + 0.261795, + 0.209726, + 0.236492, + 0.251612, + 0.247666, + 0.261886, + 0.251702, + 0.221644 + ] + }, + "v_measure": 0.24247, + "v_measure_std": 0.018091, + "main_score": 0.24247, + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.333047, + 0.301846, + 0.243045, + 0.259042, + 0.294884, + 0.263616, + 0.304746, + 0.216973, + 0.230002, + 0.277548 + ] + }, + "v_measure": 0.272475, + "v_measure_std": 0.0348, + "main_score": 0.272475, + "hf_subset": "lij_Latn", + "languages": [ + "lij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.22349, + 0.252595, + 0.291775, + 0.256406, + 0.249869, + 0.359746, + 0.287311, + 0.271614, + 0.23668, + 0.339661 + ] + }, + "v_measure": 0.276915, + "v_measure_std": 0.041679, + "main_score": 0.276915, + "hf_subset": "lim_Latn", + "languages": [ + "lim-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.206908, + 0.14718, + 0.19416, + 0.183952, + 0.179599, + 0.185398, + 0.157438, + 0.175001, + 0.198811, + 0.181138 + ] + }, + "v_measure": 0.180958, + "v_measure_std": 0.017107, + "main_score": 0.180958, + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.256022, + 0.240491, + 0.310024, + 0.266795, + 0.273451, + 0.317265, + 0.279443, + 0.282716, + 0.257192, + 0.274116 + ] + }, + "v_measure": 0.275751, + "v_measure_std": 0.022417, + "main_score": 0.275751, + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.27754, + 0.229265, + 0.271592, + 0.25823, + 0.256356, + 0.200011, + 0.263062, + 0.295372, + 0.20623, + 0.233243 + ] + }, + "v_measure": 0.24909, + "v_measure_std": 0.029461, + "main_score": 0.24909, + "hf_subset": "lmo_Latn", + "languages": [ + "lmo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.258073, + 0.272201, + 0.176608, + 0.159724, + 0.223877, + 0.186649, + 0.183819, + 0.219637, + 0.231991, + 0.254235 + ] + }, + "v_measure": 0.216681, + "v_measure_std": 0.036514, + "main_score": 0.216681, + "hf_subset": "ltg_Latn", + "languages": [ + "ltg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.234375, + 0.348139, + 0.341642, + 0.297439, + 0.319649, + 0.344673, + 0.317241, + 0.344598, + 0.310504, + 0.279183 + ] + }, + "v_measure": 0.313744, + "v_measure_std": 0.034187, + "main_score": 0.313744, + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.194904, + 0.219483, + 0.218589, + 0.187544, + 0.210406, + 0.156909, + 0.207525, + 0.187185, + 0.220899, + 0.199902 + ] + }, + "v_measure": 0.200335, + "v_measure_std": 0.018783, + "main_score": 0.200335, + "hf_subset": "lua_Latn", + "languages": [ + "lua-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.114997, + 0.143424, + 0.15287, + 0.140681, + 0.11744, + 0.169883, + 0.13593, + 0.106689, + 0.118184, + 0.131313 + ] + }, + "v_measure": 0.133141, + "v_measure_std": 0.018472, + "main_score": 0.133141, + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.167338, + 0.206699, + 0.129685, + 0.145308, + 0.13206, + 0.175927, + 0.128648, + 0.126676, + 0.160273, + 0.174327 + ] + }, + "v_measure": 0.154694, + "v_measure_std": 0.02534, + "main_score": 0.154694, + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.274218, + 0.275172, + 0.281456, + 0.296663, + 0.267654, + 0.272133, + 0.251307, + 0.308947, + 0.29516, + 0.230167 + ] + }, + "v_measure": 0.275288, + "v_measure_std": 0.021687, + "main_score": 0.275288, + "hf_subset": "lus_Latn", + "languages": [ + "lus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.307733, + 0.31032, + 0.281124, + 0.286023, + 0.296321, + 0.279905, + 0.288128, + 0.331145, + 0.273375, + 0.31937 + ] + }, + "v_measure": 0.297344, + "v_measure_std": 0.018055, + "main_score": 0.297344, + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.403677, + 0.402687, + 0.493616, + 0.54807, + 0.465797, + 0.481523, + 0.497455, + 0.47112, + 0.476429, + 0.405879 + ] + }, + "v_measure": 0.464625, + "v_measure_std": 0.045113, + "main_score": 0.464625, + "hf_subset": "mag_Deva", + "languages": [ + "mag-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.477075, + 0.520509, + 0.440137, + 0.369929, + 0.409361, + 0.454926, + 0.489087, + 0.570444, + 0.460298, + 0.425627 + ] + }, + "v_measure": 0.461739, + "v_measure_std": 0.054079, + "main_score": 0.461739, + "hf_subset": "mai_Deva", + "languages": [ + "mai-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.346411, + 0.43064, + 0.412626, + 0.437533, + 0.419956, + 0.388387, + 0.344691, + 0.411906, + 0.462831, + 0.456395 + ] + }, + "v_measure": 0.411138, + "v_measure_std": 0.03873, + "main_score": 0.411138, + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.361026, + 0.375906, + 0.369021, + 0.437554, + 0.494311, + 0.519961, + 0.3617, + 0.340737, + 0.321541, + 0.456059 + ] + }, + "v_measure": 0.403782, + "v_measure_std": 0.064722, + "main_score": 0.403782, + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.219202, + 0.266632, + 0.296026, + 0.244704, + 0.182139, + 0.226254, + 0.249051, + 0.283486, + 0.249517, + 0.220011 + ] + }, + "v_measure": 0.243702, + "v_measure_std": 0.031884, + "main_score": 0.243702, + "hf_subset": "min_Latn", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.255801, + 0.31654, + 0.362587, + 0.27321, + 0.308877, + 0.326235, + 0.368326, + 0.369613, + 0.360873, + 0.407348 + ] + }, + "v_measure": 0.334941, + "v_measure_std": 0.044904, + "main_score": 0.334941, + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.252951, + 0.203014, + 0.286776, + 0.266833, + 0.264807, + 0.191392, + 0.220184, + 0.29168, + 0.275485, + 0.283928 + ] + }, + "v_measure": 0.253705, + "v_measure_std": 0.034345, + "main_score": 0.253705, + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.053744, + 0.054022, + 0.076284, + 0.093542, + 0.074687, + 0.09019, + 0.066695, + 0.059363, + 0.051517, + 0.076959 + ] + }, + "v_measure": 0.0697, + "v_measure_std": 0.014339, + "main_score": 0.0697, + "hf_subset": "mni_Beng", + "languages": [ + "mni-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.164043, + 0.133334, + 0.117398, + 0.118074, + 0.117871, + 0.131706, + 0.129822, + 0.121805, + 0.129866, + 0.127508 + ] + }, + "v_measure": 0.129143, + "v_measure_std": 0.012989, + "main_score": 0.129143, + "hf_subset": "mos_Latn", + "languages": [ + "mos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.118727, + 0.105404, + 0.086704, + 0.073276, + 0.129801, + 0.085642, + 0.094473, + 0.082645, + 0.098673, + 0.121972 + ] + }, + "v_measure": 0.099732, + "v_measure_std": 0.017834, + "main_score": 0.099732, + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.23555, + 0.211853, + 0.243879, + 0.249307, + 0.250067, + 0.241563, + 0.316928, + 0.30951, + 0.250943, + 0.31882 + ] + }, + "v_measure": 0.262842, + "v_measure_std": 0.035891, + "main_score": 0.262842, + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.382953, + 0.42423, + 0.444312, + 0.35902, + 0.440253, + 0.393199, + 0.432547, + 0.374171, + 0.409379, + 0.397197 + ] + }, + "v_measure": 0.405726, + "v_measure_std": 0.027716, + "main_score": 0.405726, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.376849, + 0.471079, + 0.354236, + 0.363244, + 0.355604, + 0.426844, + 0.40701, + 0.349156, + 0.453848, + 0.436661 + ] + }, + "v_measure": 0.399453, + "v_measure_std": 0.043128, + "main_score": 0.399453, + "hf_subset": "nno_Latn", + "languages": [ + "nno-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.39202, + 0.382624, + 0.397037, + 0.459023, + 0.35546, + 0.38134, + 0.42379, + 0.41216, + 0.450161, + 0.413991 + ] + }, + "v_measure": 0.406761, + "v_measure_std": 0.030263, + "main_score": 0.406761, + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.434702, + 0.447485, + 0.408193, + 0.439567, + 0.340337, + 0.412871, + 0.425305, + 0.391651, + 0.493153, + 0.39495 + ] + }, + "v_measure": 0.418821, + "v_measure_std": 0.038324, + "main_score": 0.418821, + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.019191, + 0.023537, + 0.025595, + 0.02827, + 0.02451, + 0.024937, + 0.029776, + 0.025661, + 0.016772, + 0.021137 + ] + }, + "v_measure": 0.023938, + "v_measure_std": 0.003765, + "main_score": 0.023938, + "hf_subset": "nqo_Nkoo", + "languages": [ + "nqo-Nkoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.135209, + 0.167041, + 0.161009, + 0.141246, + 0.140113, + 0.139722, + 0.164617, + 0.149121, + 0.167933, + 0.168748 + ] + }, + "v_measure": 0.153476, + "v_measure_std": 0.01295, + "main_score": 0.153476, + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.092298, + 0.082573, + 0.095496, + 0.086613, + 0.067811, + 0.096679, + 0.090965, + 0.093378, + 0.080839, + 0.102975 + ] + }, + "v_measure": 0.088963, + "v_measure_std": 0.00945, + "main_score": 0.088963, + "hf_subset": "nus_Latn", + "languages": [ + "nus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.194475, + 0.225402, + 0.214386, + 0.22268, + 0.164958, + 0.203351, + 0.22231, + 0.209681, + 0.211345, + 0.150928 + ] + }, + "v_measure": 0.201951, + "v_measure_std": 0.02393, + "main_score": 0.201951, + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.347068, + 0.369308, + 0.308759, + 0.242581, + 0.312993, + 0.354718, + 0.325455, + 0.289541, + 0.331986, + 0.292701 + ] + }, + "v_measure": 0.317511, + "v_measure_std": 0.035104, + "main_score": 0.317511, + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.11153, + 0.101463, + 0.112727, + 0.103912, + 0.100409, + 0.110216, + 0.096735, + 0.100439, + 0.127754, + 0.106423 + ] + }, + "v_measure": 0.107161, + "v_measure_std": 0.008524, + "main_score": 0.107161, + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.231783, + 0.186179, + 0.214545, + 0.262739, + 0.24892, + 0.197356, + 0.245288, + 0.232398, + 0.194977, + 0.187552 + ] + }, + "v_measure": 0.220174, + "v_measure_std": 0.026382, + "main_score": 0.220174, + "hf_subset": "pag_Latn", + "languages": [ + "pag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.23411, + 0.290784, + 0.307542, + 0.311179, + 0.306891, + 0.306165, + 0.251339, + 0.292007, + 0.303716, + 0.334397 + ] + }, + "v_measure": 0.293813, + "v_measure_std": 0.028178, + "main_score": 0.293813, + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.33667, + 0.316829, + 0.276312, + 0.326959, + 0.282213, + 0.318762, + 0.317686, + 0.26515, + 0.295324, + 0.333656 + ] + }, + "v_measure": 0.306956, + "v_measure_std": 0.024046, + "main_score": 0.306956, + "hf_subset": "pap_Latn", + "languages": [ + "pap-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.319395, + 0.279857, + 0.233652, + 0.334897, + 0.307551, + 0.352343, + 0.358286, + 0.359389, + 0.349303, + 0.32634 + ] + }, + "v_measure": 0.322101, + "v_measure_std": 0.037898, + "main_score": 0.322101, + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.463883, + 0.474765, + 0.47559, + 0.522211, + 0.427329, + 0.455445, + 0.370484, + 0.426944, + 0.470947, + 0.471781 + ] + }, + "v_measure": 0.455938, + "v_measure_std": 0.038254, + "main_score": 0.455938, + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.187608, + 0.175405, + 0.158366, + 0.19629, + 0.18308, + 0.187985, + 0.182066, + 0.166932, + 0.169714, + 0.144236 + ] + }, + "v_measure": 0.175168, + "v_measure_std": 0.014873, + "main_score": 0.175168, + "hf_subset": "plt_Latn", + "languages": [ + "plt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.489918, + 0.465503, + 0.476162, + 0.467056, + 0.430283, + 0.448615, + 0.46907, + 0.363023, + 0.505136, + 0.420426 + ] + }, + "v_measure": 0.453519, + "v_measure_std": 0.038626, + "main_score": 0.453519, + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.459914, + 0.400411, + 0.461888, + 0.439587, + 0.481938, + 0.394811, + 0.414545, + 0.400665, + 0.491839, + 0.489243 + ] + }, + "v_measure": 0.443484, + "v_measure_std": 0.036647, + "main_score": 0.443484, + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.492861, + 0.425551, + 0.436212, + 0.404657, + 0.345954, + 0.430203, + 0.459766, + 0.423383, + 0.476023, + 0.49267 + ] + }, + "v_measure": 0.438728, + "v_measure_std": 0.042343, + "main_score": 0.438728, + "hf_subset": "prs_Arab", + "languages": [ + "prs-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.100093, + 0.143424, + 0.154829, + 0.192405, + 0.194809, + 0.197972, + 0.117248, + 0.138033, + 0.154747, + 0.134295 + ] + }, + "v_measure": 0.152786, + "v_measure_std": 0.031737, + "main_score": 0.152786, + "hf_subset": "quy_Latn", + "languages": [ + "quy-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.377436, + 0.355938, + 0.410545, + 0.414612, + 0.379823, + 0.474952, + 0.411021, + 0.445618, + 0.396635, + 0.38942 + ] + }, + "v_measure": 0.4056, + "v_measure_std": 0.032882, + "main_score": 0.4056, + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.135803, + 0.161682, + 0.155365, + 0.13725, + 0.141324, + 0.146689, + 0.153588, + 0.144713, + 0.174505, + 0.174718 + ] + }, + "v_measure": 0.152564, + "v_measure_std": 0.013425, + "main_score": 0.152564, + "hf_subset": "run_Latn", + "languages": [ + "run-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.483774, + 0.454093, + 0.463213, + 0.45633, + 0.510956, + 0.465237, + 0.448734, + 0.466592, + 0.432312, + 0.516221 + ] + }, + "v_measure": 0.469746, + "v_measure_std": 0.02529, + "main_score": 0.469746, + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.153572, + 0.21259, + 0.172059, + 0.14982, + 0.181418, + 0.148448, + 0.180991, + 0.156464, + 0.179766, + 0.164282 + ] + }, + "v_measure": 0.169941, + "v_measure_std": 0.018768, + "main_score": 0.169941, + "hf_subset": "sag_Latn", + "languages": [ + "sag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.283488, + 0.362016, + 0.381538, + 0.341011, + 0.346481, + 0.28956, + 0.399871, + 0.407534, + 0.340579, + 0.33035 + ] + }, + "v_measure": 0.348243, + "v_measure_std": 0.039434, + "main_score": 0.348243, + "hf_subset": "san_Deva", + "languages": [ + "san-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.033783, + 0.036018, + 0.038457, + 0.029335, + 0.044624, + 0.037603, + 0.040545, + 0.044804, + 0.033265, + 0.036195 + ] + }, + "v_measure": 0.037463, + "v_measure_std": 0.004654, + "main_score": 0.037463, + "hf_subset": "sat_Olck", + "languages": [ + "sat-Olck" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.246398, + 0.255517, + 0.194119, + 0.186063, + 0.168159, + 0.213417, + 0.216738, + 0.216462, + 0.237195, + 0.206011 + ] + }, + "v_measure": 0.214008, + "v_measure_std": 0.025819, + "main_score": 0.214008, + "hf_subset": "scn_Latn", + "languages": [ + "scn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.100308, + 0.085959, + 0.138065, + 0.095493, + 0.134428, + 0.104182, + 0.095581, + 0.079103, + 0.125766, + 0.097454 + ] + }, + "v_measure": 0.105634, + "v_measure_std": 0.019179, + "main_score": 0.105634, + "hf_subset": "shn_Mymr", + "languages": [ + "shn-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.239292, + 0.248454, + 0.297608, + 0.261264, + 0.254117, + 0.274263, + 0.282638, + 0.236618, + 0.267225, + 0.304576 + ] + }, + "v_measure": 0.266606, + "v_measure_std": 0.022087, + "main_score": 0.266606, + "hf_subset": "sin_Sinh", + "languages": [ + "sin-Sinh" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.414046, + 0.438638, + 0.360395, + 0.427862, + 0.389981, + 0.380862, + 0.424746, + 0.441734, + 0.380288, + 0.430008 + ] + }, + "v_measure": 0.408856, + "v_measure_std": 0.02713, + "main_score": 0.408856, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.316463, + 0.380659, + 0.381985, + 0.431862, + 0.335272, + 0.371841, + 0.325846, + 0.39513, + 0.262201, + 0.320562 + ] + }, + "v_measure": 0.352182, + "v_measure_std": 0.046509, + "main_score": 0.352182, + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.138628, + 0.180513, + 0.135763, + 0.129754, + 0.139684, + 0.151618, + 0.127852, + 0.155436, + 0.135101, + 0.14842 + ] + }, + "v_measure": 0.144277, + "v_measure_std": 0.014829, + "main_score": 0.144277, + "hf_subset": "smo_Latn", + "languages": [ + "smo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.174723, + 0.15799, + 0.207947, + 0.206467, + 0.144966, + 0.123183, + 0.150561, + 0.178691, + 0.190612, + 0.154882 + ] + }, + "v_measure": 0.169002, + "v_measure_std": 0.026176, + "main_score": 0.169002, + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.226199, + 0.272583, + 0.257921, + 0.211219, + 0.230716, + 0.233952, + 0.243313, + 0.2292, + 0.253279, + 0.280083 + ] + }, + "v_measure": 0.243846, + "v_measure_std": 0.020705, + "main_score": 0.243846, + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.128185, + 0.137493, + 0.171904, + 0.146043, + 0.145538, + 0.117746, + 0.143287, + 0.133462, + 0.157133, + 0.165282 + ] + }, + "v_measure": 0.144607, + "v_measure_std": 0.015812, + "main_score": 0.144607, + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.132257, + 0.144954, + 0.145276, + 0.171183, + 0.192673, + 0.128549, + 0.127712, + 0.153292, + 0.152482, + 0.186281 + ] + }, + "v_measure": 0.153466, + "v_measure_std": 0.021914, + "main_score": 0.153466, + "hf_subset": "sot_Latn", + "languages": [ + "sot-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.374741, + 0.332494, + 0.427996, + 0.412527, + 0.436432, + 0.368749, + 0.425734, + 0.327766, + 0.474706, + 0.337619 + ] + }, + "v_measure": 0.391876, + "v_measure_std": 0.048096, + "main_score": 0.391876, + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.221244, + 0.244286, + 0.236047, + 0.248053, + 0.225567, + 0.247896, + 0.283526, + 0.214374, + 0.277339, + 0.272443 + ] + }, + "v_measure": 0.247078, + "v_measure_std": 0.022844, + "main_score": 0.247078, + "hf_subset": "srd_Latn", + "languages": [ + "srd-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.3934, + 0.329037, + 0.372193, + 0.411458, + 0.407314, + 0.365195, + 0.370924, + 0.405986, + 0.362331, + 0.356253 + ] + }, + "v_measure": 0.377409, + "v_measure_std": 0.025218, + "main_score": 0.377409, + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.138579, + 0.116897, + 0.136078, + 0.135755, + 0.139557, + 0.116157, + 0.123325, + 0.117147, + 0.112748, + 0.128505 + ] + }, + "v_measure": 0.126475, + "v_measure_std": 0.009918, + "main_score": 0.126475, + "hf_subset": "ssw_Latn", + "languages": [ + "ssw-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.380283, + 0.298923, + 0.334098, + 0.297476, + 0.311904, + 0.267592, + 0.279879, + 0.292191, + 0.327889, + 0.317064 + ] + }, + "v_measure": 0.31073, + "v_measure_std": 0.030317, + "main_score": 0.31073, + "hf_subset": "sun_Latn", + "languages": [ + "sun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.424522, + 0.426875, + 0.455996, + 0.425877, + 0.364418, + 0.426914, + 0.448335, + 0.409153, + 0.401896, + 0.493982 + ] + }, + "v_measure": 0.427797, + "v_measure_std": 0.032632, + "main_score": 0.427797, + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.252098, + 0.364305, + 0.315809, + 0.35952, + 0.353251, + 0.308142, + 0.253289, + 0.346232, + 0.332238, + 0.315383 + ] + }, + "v_measure": 0.320027, + "v_measure_std": 0.038352, + "main_score": 0.320027, + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.213293, + 0.232535, + 0.208964, + 0.240083, + 0.20482, + 0.246241, + 0.248333, + 0.229325, + 0.269549, + 0.230407 + ] + }, + "v_measure": 0.232355, + "v_measure_std": 0.018902, + "main_score": 0.232355, + "hf_subset": "szl_Latn", + "languages": [ + "szl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.42939, + 0.360658, + 0.45457, + 0.417148, + 0.408808, + 0.433211, + 0.359569, + 0.413647, + 0.383263, + 0.381044 + ] + }, + "v_measure": 0.404131, + "v_measure_std": 0.030255, + "main_score": 0.404131, + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.034066, + 0.036056, + 0.025037, + 0.029887, + 0.032728, + 0.037622, + 0.034362, + 0.032675, + 0.033974, + 0.033883 + ] + }, + "v_measure": 0.033029, + "v_measure_std": 0.003297, + "main_score": 0.033029, + "hf_subset": "taq_Tfng", + "languages": [ + "taq-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.273381, + 0.307336, + 0.246381, + 0.246497, + 0.284591, + 0.345808, + 0.275059, + 0.27846, + 0.292319, + 0.313136 + ] + }, + "v_measure": 0.286297, + "v_measure_std": 0.028767, + "main_score": 0.286297, + "hf_subset": "tat_Cyrl", + "languages": [ + "tat-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.333207, + 0.408016, + 0.419407, + 0.360831, + 0.447789, + 0.339696, + 0.399736, + 0.406276, + 0.40752, + 0.422441 + ] + }, + "v_measure": 0.394492, + "v_measure_std": 0.035571, + "main_score": 0.394492, + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.178651, + 0.168266, + 0.19288, + 0.153419, + 0.157457, + 0.162917, + 0.142826, + 0.202901, + 0.205705, + 0.217066 + ] + }, + "v_measure": 0.178209, + "v_measure_std": 0.023918, + "main_score": 0.178209, + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.290411, + 0.286023, + 0.320809, + 0.351639, + 0.350331, + 0.31825, + 0.353781, + 0.320282, + 0.289085, + 0.347622 + ] + }, + "v_measure": 0.322823, + "v_measure_std": 0.025952, + "main_score": 0.322823, + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.472061, + 0.509277, + 0.473418, + 0.483628, + 0.40612, + 0.429792, + 0.453207, + 0.492727, + 0.493027, + 0.467113 + ] + }, + "v_measure": 0.468037, + "v_measure_std": 0.029564, + "main_score": 0.468037, + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.072778, + 0.084696, + 0.077301, + 0.067262, + 0.100487, + 0.101653, + 0.086472, + 0.079371, + 0.098008, + 0.101028 + ] + }, + "v_measure": 0.086906, + "v_measure_std": 0.0121, + "main_score": 0.086906, + "hf_subset": "tir_Ethi", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.350493, + 0.339076, + 0.32204, + 0.318318, + 0.34938, + 0.258063, + 0.330761, + 0.315912, + 0.322983, + 0.349146 + ] + }, + "v_measure": 0.325617, + "v_measure_std": 0.025837, + "main_score": 0.325617, + "hf_subset": "tpi_Latn", + "languages": [ + "tpi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.189163, + 0.160021, + 0.157556, + 0.107744, + 0.136152, + 0.154927, + 0.11065, + 0.143439, + 0.127925, + 0.183405 + ] + }, + "v_measure": 0.147098, + "v_measure_std": 0.026083, + "main_score": 0.147098, + "hf_subset": "tsn_Latn", + "languages": [ + "tsn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.167533, + 0.135792, + 0.141274, + 0.132285, + 0.129976, + 0.124017, + 0.159577, + 0.162744, + 0.131755, + 0.182683 + ] + }, + "v_measure": 0.146764, + "v_measure_std": 0.018777, + "main_score": 0.146764, + "hf_subset": "tso_Latn", + "languages": [ + "tso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.232504, + 0.162855, + 0.214161, + 0.142267, + 0.187155, + 0.237502, + 0.155694, + 0.195075, + 0.225874, + 0.212262 + ] + }, + "v_measure": 0.196535, + "v_measure_std": 0.031982, + "main_score": 0.196535, + "hf_subset": "tuk_Latn", + "languages": [ + "tuk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.150676, + 0.123056, + 0.155348, + 0.159237, + 0.17943, + 0.191415, + 0.16852, + 0.155664, + 0.16914, + 0.179671 + ] + }, + "v_measure": 0.163216, + "v_measure_std": 0.018157, + "main_score": 0.163216, + "hf_subset": "tum_Latn", + "languages": [ + "tum-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.430516, + 0.476829, + 0.487551, + 0.442162, + 0.480518, + 0.439044, + 0.470133, + 0.477629, + 0.418347, + 0.466213 + ] + }, + "v_measure": 0.458894, + "v_measure_std": 0.022945, + "main_score": 0.458894, + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.200048, + 0.190763, + 0.175289, + 0.239007, + 0.232641, + 0.222478, + 0.198271, + 0.207888, + 0.214962, + 0.201015 + ] + }, + "v_measure": 0.208236, + "v_measure_std": 0.018439, + "main_score": 0.208236, + "hf_subset": "twi_Latn", + "languages": [ + "twi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.031038, + 0.030807, + 0.030031, + 0.035739, + 0.028783, + 0.043295, + 0.033216, + 0.037114, + 0.039263, + 0.025355 + ] + }, + "v_measure": 0.033464, + "v_measure_std": 0.005111, + "main_score": 0.033464, + "hf_subset": "tzm_Tfng", + "languages": [ + "tzm-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.040472, + 0.053617, + 0.037667, + 0.037603, + 0.025683, + 0.040048, + 0.0364, + 0.041634, + 0.029874, + 0.035779 + ] + }, + "v_measure": 0.037878, + "v_measure_std": 0.00702, + "main_score": 0.037878, + "hf_subset": "uig_Arab", + "languages": [ + "uig-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.427019, + 0.431161, + 0.438403, + 0.419865, + 0.462957, + 0.454477, + 0.364367, + 0.423324, + 0.434169, + 0.429903 + ] + }, + "v_measure": 0.428564, + "v_measure_std": 0.024936, + "main_score": 0.428564, + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.094611, + 0.126285, + 0.090571, + 0.139343, + 0.108917, + 0.125226, + 0.124399, + 0.110186, + 0.091755, + 0.130603 + ] + }, + "v_measure": 0.11419, + "v_measure_std": 0.016622, + "main_score": 0.11419, + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.417383, + 0.363626, + 0.405291, + 0.339705, + 0.354435, + 0.404285, + 0.412632, + 0.438718, + 0.399404, + 0.376214 + ] + }, + "v_measure": 0.391169, + "v_measure_std": 0.029712, + "main_score": 0.391169, + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.224515, + 0.205333, + 0.284004, + 0.231831, + 0.262608, + 0.225556, + 0.244265, + 0.22682, + 0.223083, + 0.254618 + ] + }, + "v_measure": 0.238263, + "v_measure_std": 0.021968, + "main_score": 0.238263, + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.235452, + 0.320776, + 0.338853, + 0.346522, + 0.362906, + 0.307573, + 0.326791, + 0.307676, + 0.257337, + 0.354554 + ] + }, + "v_measure": 0.315844, + "v_measure_std": 0.039178, + "main_score": 0.315844, + "hf_subset": "vec_Latn", + "languages": [ + "vec-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.387481, + 0.434397, + 0.41371, + 0.420504, + 0.447892, + 0.396814, + 0.485318, + 0.518315, + 0.392451, + 0.457671 + ] + }, + "v_measure": 0.435455, + "v_measure_std": 0.040425, + "main_score": 0.435455, + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.38908, + 0.327266, + 0.302225, + 0.267032, + 0.33372, + 0.351886, + 0.266875, + 0.338203, + 0.30457, + 0.355743 + ] + }, + "v_measure": 0.32366, + "v_measure_std": 0.036996, + "main_score": 0.32366, + "hf_subset": "war_Latn", + "languages": [ + "war-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.209137, + 0.18388, + 0.196932, + 0.221633, + 0.263334, + 0.200266, + 0.203562, + 0.178172, + 0.227767, + 0.209871 + ] + }, + "v_measure": 0.209455, + "v_measure_std": 0.023012, + "main_score": 0.209455, + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.135114, + 0.169599, + 0.184522, + 0.162046, + 0.188176, + 0.116551, + 0.160839, + 0.14772, + 0.181531, + 0.186599 + ] + }, + "v_measure": 0.16327, + "v_measure_std": 0.022835, + "main_score": 0.16327, + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.042759, + 0.041349, + 0.049716, + 0.053442, + 0.055555, + 0.040783, + 0.041199, + 0.058274, + 0.056326, + 0.044048 + ] + }, + "v_measure": 0.048345, + "v_measure_std": 0.006701, + "main_score": 0.048345, + "hf_subset": "ydd_Hebr", + "languages": [ + "ydd-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.120204, + 0.136865, + 0.159957, + 0.141102, + 0.117881, + 0.162606, + 0.14681, + 0.110508, + 0.173617, + 0.143664 + ] + }, + "v_measure": 0.141321, + "v_measure_std": 0.019605, + "main_score": 0.141321, + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.448353, + 0.50351, + 0.451758, + 0.501204, + 0.481163, + 0.505735, + 0.335616, + 0.469814, + 0.391939, + 0.487596 + ] + }, + "v_measure": 0.457669, + "v_measure_std": 0.052193, + "main_score": 0.457669, + "hf_subset": "yue_Hant", + "languages": [ + "yue-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.511651, + 0.478757, + 0.540237, + 0.503996, + 0.504681, + 0.41964, + 0.43487, + 0.472581, + 0.406774, + 0.452597 + ] + }, + "v_measure": 0.472579, + "v_measure_std": 0.041369, + "main_score": 0.472579, + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.359419, + 0.3626, + 0.351764, + 0.393014, + 0.372185, + 0.402544, + 0.338752, + 0.37108, + 0.414965, + 0.376818 + ] + }, + "v_measure": 0.374314, + "v_measure_std": 0.022254, + "main_score": 0.374314, + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.13112, + 0.155539, + 0.109666, + 0.151525, + 0.114817, + 0.138197, + 0.127323, + 0.150145, + 0.145043, + 0.131957 + ] + }, + "v_measure": 0.135533, + "v_measure_std": 0.014714, + "main_score": 0.135533, + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 720.7099561691284, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SICK-R.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SICK-R.json new file mode 100644 index 0000000000..503deabf0a --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "task_name": "SICK-R", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.844895, + "spearman": 0.813676, + "cosine_pearson": 0.844895, + "cosine_spearman": 0.813676, + "manhattan_pearson": 0.820321, + "manhattan_spearman": 0.814421, + "euclidean_pearson": 0.81949, + "euclidean_spearman": 0.813676, + "main_score": 0.813676, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30.181742429733276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS12.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS12.json new file mode 100644 index 0000000000..ef23c58bb0 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "task_name": "STS12", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.867257, + "spearman": 0.793184, + "cosine_pearson": 0.867257, + "cosine_spearman": 0.793211, + "manhattan_pearson": 0.831349, + "manhattan_spearman": 0.792683, + "euclidean_pearson": 0.832136, + "euclidean_spearman": 0.793211, + "main_score": 0.793211, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.707472085952759, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS13.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS13.json new file mode 100644 index 0000000000..0c3659f465 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "task_name": "STS13", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.859244, + "spearman": 0.864162, + "cosine_pearson": 0.859244, + "cosine_spearman": 0.864161, + "manhattan_pearson": 0.859775, + "manhattan_spearman": 0.863604, + "euclidean_pearson": 0.860208, + "euclidean_spearman": 0.864161, + "main_score": 0.864161, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9.26171064376831, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS14.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS14.json new file mode 100644 index 0000000000..973aaa4aed --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "task_name": "STS14", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.84122, + "spearman": 0.836713, + "cosine_pearson": 0.84122, + "cosine_spearman": 0.836713, + "manhattan_pearson": 0.83565, + "manhattan_spearman": 0.836672, + "euclidean_pearson": 0.835649, + "euclidean_spearman": 0.836713, + "main_score": 0.836713, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.171197652816772, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS15.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS15.json new file mode 100644 index 0000000000..21f3ae16f6 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "task_name": "STS15", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.885308, + "spearman": 0.893485, + "cosine_pearson": 0.885308, + "cosine_spearman": 0.893485, + "manhattan_pearson": 0.886602, + "manhattan_spearman": 0.892489, + "euclidean_pearson": 0.887605, + "euclidean_spearman": 0.893485, + "main_score": 0.893485, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.99356722831726, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS17.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS17.json new file mode 100644 index 0000000000..42536530c5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS17.json @@ -0,0 +1,183 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "task_name": "STS17", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.807435, + "spearman": 0.815493, + "cosine_pearson": 0.807435, + "cosine_spearman": 0.815493, + "manhattan_pearson": 0.812641, + "manhattan_spearman": 0.815296, + "euclidean_pearson": 0.812594, + "euclidean_spearman": 0.815493, + "main_score": 0.815493, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ] + }, + { + "pearson": 0.801812, + "spearman": 0.806611, + "cosine_pearson": 0.801812, + "cosine_spearman": 0.806606, + "manhattan_pearson": 0.803757, + "manhattan_spearman": 0.807302, + "euclidean_pearson": 0.803716, + "euclidean_spearman": 0.806606, + "main_score": 0.806606, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.800476, + "spearman": 0.814547, + "cosine_pearson": 0.800476, + "cosine_spearman": 0.814547, + "manhattan_pearson": 0.811388, + "manhattan_spearman": 0.813989, + "euclidean_pearson": 0.811155, + "euclidean_spearman": 0.814547, + "main_score": 0.814547, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.863157, + "spearman": 0.865372, + "cosine_pearson": 0.863157, + "cosine_spearman": 0.865372, + "manhattan_pearson": 0.868896, + "manhattan_spearman": 0.861095, + "euclidean_pearson": 0.872918, + "euclidean_spearman": 0.865372, + "main_score": 0.865372, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.899911, + "spearman": 0.903149, + "cosine_pearson": 0.899911, + "cosine_spearman": 0.903149, + "manhattan_pearson": 0.903409, + "manhattan_spearman": 0.902566, + "euclidean_pearson": 0.903764, + "euclidean_spearman": 0.903149, + "main_score": 0.903149, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.774048, + "spearman": 0.762419, + "cosine_pearson": 0.774048, + "cosine_spearman": 0.762419, + "manhattan_pearson": 0.772778, + "manhattan_spearman": 0.759253, + "euclidean_pearson": 0.774288, + "euclidean_spearman": 0.762419, + "main_score": 0.762419, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "pearson": 0.849085, + "spearman": 0.858189, + "cosine_pearson": 0.849085, + "cosine_spearman": 0.858189, + "manhattan_pearson": 0.859955, + "manhattan_spearman": 0.857672, + "euclidean_pearson": 0.859472, + "euclidean_spearman": 0.858189, + "main_score": 0.858189, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.892759, + "spearman": 0.885848, + "cosine_pearson": 0.892759, + "cosine_spearman": 0.885856, + "manhattan_pearson": 0.899225, + "manhattan_spearman": 0.885794, + "euclidean_pearson": 0.89924, + "euclidean_spearman": 0.885856, + "main_score": 0.885856, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.85962, + "spearman": 0.860375, + "cosine_pearson": 0.85962, + "cosine_spearman": 0.860375, + "manhattan_pearson": 0.868948, + "manhattan_spearman": 0.859009, + "euclidean_pearson": 0.869351, + "euclidean_spearman": 0.860375, + "main_score": 0.860375, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.854511, + "spearman": 0.8575, + "cosine_pearson": 0.854511, + "cosine_spearman": 0.8575, + "manhattan_pearson": 0.860334, + "manhattan_spearman": 0.855789, + "euclidean_pearson": 0.861105, + "euclidean_spearman": 0.8575, + "main_score": 0.8575, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.857566, + "spearman": 0.856281, + "cosine_pearson": 0.857566, + "cosine_spearman": 0.856281, + "manhattan_pearson": 0.863547, + "manhattan_spearman": 0.856265, + "euclidean_pearson": 0.863547, + "euclidean_spearman": 0.856281, + "main_score": 0.856281, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 49.39342784881592, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS22.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS22.v2.json new file mode 100644 index 0000000000..1c9f2d32cb --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STS22.v2.json @@ -0,0 +1,289 @@ +{ + "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", + "task_name": "STS22.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.681538, + "spearman": 0.675201, + "cosine_pearson": 0.681538, + "cosine_spearman": 0.675201, + "manhattan_pearson": 0.692726, + "manhattan_spearman": 0.674197, + "euclidean_pearson": 0.695154, + "euclidean_spearman": 0.675201, + "main_score": 0.675201, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.50956, + "spearman": 0.588999, + "cosine_pearson": 0.50956, + "cosine_spearman": 0.589039, + "manhattan_pearson": 0.504005, + "manhattan_spearman": 0.586738, + "euclidean_pearson": 0.505823, + "euclidean_spearman": 0.589039, + "main_score": 0.589039, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.742047, + "spearman": 0.758071, + "cosine_pearson": 0.742047, + "cosine_spearman": 0.758071, + "manhattan_pearson": 0.7641, + "manhattan_spearman": 0.756569, + "euclidean_pearson": 0.765644, + "euclidean_spearman": 0.758071, + "main_score": 0.758071, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.464777, + "spearman": 0.476042, + "cosine_pearson": 0.464777, + "cosine_spearman": 0.476042, + "manhattan_pearson": 0.361531, + "manhattan_spearman": 0.478279, + "euclidean_pearson": 0.361287, + "euclidean_spearman": 0.476042, + "main_score": 0.476042, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.643974, + "spearman": 0.694673, + "cosine_pearson": 0.643974, + "cosine_spearman": 0.694673, + "manhattan_pearson": 0.671872, + "manhattan_spearman": 0.693227, + "euclidean_pearson": 0.675041, + "euclidean_spearman": 0.694673, + "main_score": 0.694673, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "pearson": 0.541367, + "spearman": 0.63426, + "cosine_pearson": 0.541367, + "cosine_spearman": 0.63426, + "manhattan_pearson": 0.60539, + "manhattan_spearman": 0.63449, + "euclidean_pearson": 0.60096, + "euclidean_spearman": 0.63426, + "main_score": 0.63426, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.634934, + "spearman": 0.686161, + "cosine_pearson": 0.634934, + "cosine_spearman": 0.686161, + "manhattan_pearson": 0.656924, + "manhattan_spearman": 0.683758, + "euclidean_pearson": 0.65879, + "euclidean_spearman": 0.686161, + "main_score": 0.686161, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.752487, + "spearman": 0.754989, + "cosine_pearson": 0.752487, + "cosine_spearman": 0.754989, + "manhattan_pearson": 0.754, + "manhattan_spearman": 0.75354, + "euclidean_pearson": 0.755034, + "euclidean_spearman": 0.754989, + "main_score": 0.754989, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + }, + { + "pearson": 0.829035, + "spearman": 0.836739, + "cosine_pearson": 0.829035, + "cosine_spearman": 0.836739, + "manhattan_pearson": 0.839058, + "manhattan_spearman": 0.835037, + "euclidean_pearson": 0.839277, + "euclidean_spearman": 0.836739, + "main_score": 0.836739, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.688277, + "spearman": 0.626054, + "cosine_pearson": 0.688277, + "cosine_spearman": 0.626054, + "manhattan_pearson": 0.719244, + "manhattan_spearman": 0.622639, + "euclidean_pearson": 0.722543, + "euclidean_spearman": 0.626054, + "main_score": 0.626054, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.798352, + "spearman": 0.827184, + "cosine_pearson": 0.798352, + "cosine_spearman": 0.827184, + "manhattan_pearson": 0.822904, + "manhattan_spearman": 0.827537, + "euclidean_pearson": 0.821945, + "euclidean_spearman": 0.827184, + "main_score": 0.827184, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.76656, + "spearman": 0.797565, + "cosine_pearson": 0.76656, + "cosine_spearman": 0.797565, + "manhattan_pearson": 0.786478, + "manhattan_spearman": 0.797881, + "euclidean_pearson": 0.786869, + "euclidean_spearman": 0.797565, + "main_score": 0.797565, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.840835, + "spearman": 0.832346, + "cosine_pearson": 0.840835, + "cosine_spearman": 0.832346, + "manhattan_pearson": 0.842295, + "manhattan_spearman": 0.837387, + "euclidean_pearson": 0.839137, + "euclidean_spearman": 0.832346, + "main_score": 0.832346, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.772699, + "spearman": 0.766803, + "cosine_pearson": 0.772699, + "cosine_spearman": 0.766803, + "manhattan_pearson": 0.782987, + "manhattan_spearman": 0.759094, + "euclidean_pearson": 0.788125, + "euclidean_spearman": 0.766803, + "main_score": 0.766803, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "pearson": 0.722275, + "spearman": 0.7974, + "cosine_pearson": 0.722275, + "cosine_spearman": 0.7974, + "manhattan_pearson": 0.751384, + "manhattan_spearman": 0.796243, + "euclidean_pearson": 0.754918, + "euclidean_spearman": 0.7974, + "main_score": 0.7974, + "hf_subset": "es-it", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "pearson": 0.617171, + "spearman": 0.653854, + "cosine_pearson": 0.617171, + "cosine_spearman": 0.653854, + "manhattan_pearson": 0.613789, + "manhattan_spearman": 0.647077, + "euclidean_pearson": 0.620542, + "euclidean_spearman": 0.653854, + "main_score": 0.653854, + "hf_subset": "de-fr", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "pearson": 0.409063, + "spearman": 0.564764, + "cosine_pearson": 0.409063, + "cosine_spearman": 0.564764, + "manhattan_pearson": 0.469443, + "manhattan_spearman": 0.564764, + "euclidean_pearson": 0.447478, + "euclidean_spearman": 0.564764, + "main_score": 0.564764, + "hf_subset": "de-pl", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "pearson": 0.778945, + "spearman": 0.845154, + "cosine_pearson": 0.778945, + "cosine_spearman": 0.845154, + "manhattan_pearson": 0.821504, + "manhattan_spearman": 0.845154, + "euclidean_pearson": 0.808147, + "euclidean_spearman": 0.845154, + "main_score": 0.845154, + "hf_subset": "fr-pl", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 44.65664601325989, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSB.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSB.json new file mode 100644 index 0000000000..af5ba4e005 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "task_name": "STSB", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "pearson": 0.817293, + "spearman": 0.831064, + "cosine_pearson": 0.817293, + "cosine_spearman": 0.831062, + "manhattan_pearson": 0.825862, + "manhattan_spearman": 0.830342, + "euclidean_pearson": 0.826701, + "euclidean_spearman": 0.831062, + "main_score": 0.831062, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ], + "test": [ + { + "pearson": 0.79785, + "spearman": 0.801658, + "cosine_pearson": 0.79785, + "cosine_spearman": 0.801672, + "manhattan_pearson": 0.79436, + "manhattan_spearman": 0.801359, + "euclidean_pearson": 0.794476, + "euclidean_spearman": 0.801672, + "main_score": 0.801672, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 20.377801179885864, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSBenchmark.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSBenchmark.json new file mode 100644 index 0000000000..5f01d722fd --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "task_name": "STSBenchmark", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.876719, + "spearman": 0.881646, + "cosine_pearson": 0.876719, + "cosine_spearman": 0.881646, + "manhattan_pearson": 0.873849, + "manhattan_spearman": 0.881506, + "euclidean_pearson": 0.874046, + "euclidean_spearman": 0.881646, + "main_score": 0.881646, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.487292051315308, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSES.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSES.json new file mode 100644 index 0000000000..e4634b9640 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/STSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0912bb6c9393c76d62a7c5ee81c4c817ff47c9f4", + "task_name": "STSES", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.844064, + "spearman": 0.823051, + "cosine_pearson": 0.844064, + "cosine_spearman": 0.823051, + "manhattan_pearson": 0.846453, + "manhattan_spearman": 0.821314, + "euclidean_pearson": 0.848134, + "euclidean_spearman": 0.823051, + "main_score": 0.823051, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 1.9663972854614258, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ScalaClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ScalaClassification.json new file mode 100644 index 0000000000..7188019455 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ScalaClassification.json @@ -0,0 +1,347 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "task_name": "ScalaClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.51167, + "f1": 0.510671, + "f1_weighted": 0.510671, + "ap": 0.506063, + "ap_weighted": 0.506063, + "scores_per_experiment": [ + { + "accuracy": 0.523438, + "f1": 0.523408, + "f1_weighted": 0.523408, + "ap": 0.512277, + "ap_weighted": 0.512277 + }, + { + "accuracy": 0.522949, + "f1": 0.521692, + "f1_weighted": 0.521692, + "ap": 0.512061, + "ap_weighted": 0.512061 + }, + { + "accuracy": 0.501465, + "f1": 0.500201, + "f1_weighted": 0.500201, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.524902, + "f1": 0.524807, + "f1_weighted": 0.524807, + "ap": 0.513089, + "ap_weighted": 0.513089 + }, + { + "accuracy": 0.496582, + "f1": 0.494877, + "f1_weighted": 0.494877, + "ap": 0.498304, + "ap_weighted": 0.498304 + }, + { + "accuracy": 0.504883, + "f1": 0.501448, + "f1_weighted": 0.501448, + "ap": 0.502462, + "ap_weighted": 0.502462 + }, + { + "accuracy": 0.510742, + "f1": 0.510427, + "f1_weighted": 0.510427, + "ap": 0.505481, + "ap_weighted": 0.505481 + }, + { + "accuracy": 0.509766, + "f1": 0.508188, + "f1_weighted": 0.508188, + "ap": 0.504968, + "ap_weighted": 0.504968 + }, + { + "accuracy": 0.507324, + "f1": 0.507239, + "f1_weighted": 0.507239, + "ap": 0.503717, + "ap_weighted": 0.503717 + }, + { + "accuracy": 0.514648, + "f1": 0.514424, + "f1_weighted": 0.514424, + "ap": 0.50753, + "ap_weighted": 0.50753 + } + ], + "main_score": 0.51167, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.507422, + "f1": 0.504956, + "f1_weighted": 0.504956, + "ap": 0.5039, + "ap_weighted": 0.5039, + "scores_per_experiment": [ + { + "accuracy": 0.494141, + "f1": 0.488235, + "f1_weighted": 0.488235, + "ap": 0.497114, + "ap_weighted": 0.497114 + }, + { + "accuracy": 0.491699, + "f1": 0.491672, + "f1_weighted": 0.491672, + "ap": 0.49592, + "ap_weighted": 0.49592 + }, + { + "accuracy": 0.51416, + "f1": 0.508746, + "f1_weighted": 0.508746, + "ap": 0.507246, + "ap_weighted": 0.507246 + }, + { + "accuracy": 0.501465, + "f1": 0.496713, + "f1_weighted": 0.496713, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.49707, + "f1": 0.493982, + "f1_weighted": 0.493982, + "ap": 0.498543, + "ap_weighted": 0.498543 + }, + { + "accuracy": 0.51709, + "f1": 0.517029, + "f1_weighted": 0.517029, + "ap": 0.508831, + "ap_weighted": 0.508831 + }, + { + "accuracy": 0.516602, + "f1": 0.515303, + "f1_weighted": 0.515303, + "ap": 0.508608, + "ap_weighted": 0.508608 + }, + { + "accuracy": 0.519043, + "f1": 0.516552, + "f1_weighted": 0.516552, + "ap": 0.509945, + "ap_weighted": 0.509945 + }, + { + "accuracy": 0.498535, + "f1": 0.496949, + "f1_weighted": 0.496949, + "ap": 0.49927, + "ap_weighted": 0.49927 + }, + { + "accuracy": 0.524414, + "f1": 0.524377, + "f1_weighted": 0.524377, + "ap": 0.512793, + "ap_weighted": 0.512793 + } + ], + "main_score": 0.507422, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.504346, + "f1": 0.503351, + "f1_weighted": 0.503351, + "ap": 0.502239, + "ap_weighted": 0.502239, + "scores_per_experiment": [ + { + "accuracy": 0.496582, + "f1": 0.49636, + "f1_weighted": 0.49636, + "ap": 0.498302, + "ap_weighted": 0.498302 + }, + { + "accuracy": 0.49707, + "f1": 0.497047, + "f1_weighted": 0.497047, + "ap": 0.498544, + "ap_weighted": 0.498544 + }, + { + "accuracy": 0.500488, + "f1": 0.500202, + "f1_weighted": 0.500202, + "ap": 0.500244, + "ap_weighted": 0.500244 + }, + { + "accuracy": 0.500977, + "f1": 0.500919, + "f1_weighted": 0.500919, + "ap": 0.500489, + "ap_weighted": 0.500489 + }, + { + "accuracy": 0.510254, + "f1": 0.509596, + "f1_weighted": 0.509596, + "ap": 0.505225, + "ap_weighted": 0.505225 + }, + { + "accuracy": 0.506836, + "f1": 0.50291, + "f1_weighted": 0.50291, + "ap": 0.503458, + "ap_weighted": 0.503458 + }, + { + "accuracy": 0.501953, + "f1": 0.500902, + "f1_weighted": 0.500902, + "ap": 0.500981, + "ap_weighted": 0.500981 + }, + { + "accuracy": 0.513184, + "f1": 0.513122, + "f1_weighted": 0.513122, + "ap": 0.506762, + "ap_weighted": 0.506762 + }, + { + "accuracy": 0.516602, + "f1": 0.513087, + "f1_weighted": 0.513087, + "ap": 0.508633, + "ap_weighted": 0.508633 + }, + { + "accuracy": 0.499512, + "f1": 0.499366, + "f1_weighted": 0.499366, + "ap": 0.499756, + "ap_weighted": 0.499756 + } + ], + "main_score": 0.504346, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ] + }, + { + "accuracy": 0.507324, + "f1": 0.506393, + "f1_weighted": 0.506393, + "ap": 0.50385, + "ap_weighted": 0.50385, + "scores_per_experiment": [ + { + "accuracy": 0.499023, + "f1": 0.498437, + "f1_weighted": 0.498437, + "ap": 0.499513, + "ap_weighted": 0.499513 + }, + { + "accuracy": 0.505859, + "f1": 0.505541, + "f1_weighted": 0.505541, + "ap": 0.502966, + "ap_weighted": 0.502966 + }, + { + "accuracy": 0.516113, + "f1": 0.513743, + "f1_weighted": 0.513743, + "ap": 0.508284, + "ap_weighted": 0.508284 + }, + { + "accuracy": 0.509277, + "f1": 0.508509, + "f1_weighted": 0.508509, + "ap": 0.504718, + "ap_weighted": 0.504718 + }, + { + "accuracy": 0.51416, + "f1": 0.511976, + "f1_weighted": 0.511976, + "ap": 0.507312, + "ap_weighted": 0.507312 + }, + { + "accuracy": 0.491211, + "f1": 0.490043, + "f1_weighted": 0.490043, + "ap": 0.495676, + "ap_weighted": 0.495676 + }, + { + "accuracy": 0.490723, + "f1": 0.488879, + "f1_weighted": 0.488879, + "ap": 0.495438, + "ap_weighted": 0.495438 + }, + { + "accuracy": 0.510254, + "f1": 0.510228, + "f1_weighted": 0.510228, + "ap": 0.505234, + "ap_weighted": 0.505234 + }, + { + "accuracy": 0.504883, + "f1": 0.504866, + "f1_weighted": 0.504866, + "ap": 0.502465, + "ap_weighted": 0.502465 + }, + { + "accuracy": 0.531738, + "f1": 0.531713, + "f1_weighted": 0.531713, + "ap": 0.516891, + "ap_weighted": 0.516891 + } + ], + "main_score": 0.507324, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 59.68326234817505, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SemRel24STS.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SemRel24STS.json new file mode 100644 index 0000000000..fd9efc6e4f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SemRel24STS.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd", + "task_name": "SemRel24STS", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.815096, + "spearman": 0.811258, + "cosine_pearson": 0.815096, + "cosine_spearman": 0.811258, + "manhattan_pearson": 0.79453, + "manhattan_spearman": 0.810339, + "euclidean_pearson": 0.794407, + "euclidean_spearman": 0.811258, + "main_score": 0.811258, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ] + }, + { + "pearson": 0.7731, + "spearman": 0.752294, + "cosine_pearson": 0.7731, + "cosine_spearman": 0.752294, + "manhattan_pearson": 0.763523, + "manhattan_spearman": 0.74846, + "euclidean_pearson": 0.767113, + "euclidean_spearman": 0.752294, + "main_score": 0.752294, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "pearson": 0.618947, + "spearman": 0.62736, + "cosine_pearson": 0.618947, + "cosine_spearman": 0.62736, + "manhattan_pearson": 0.607292, + "manhattan_spearman": 0.629991, + "euclidean_pearson": 0.60476, + "euclidean_spearman": 0.62736, + "main_score": 0.62736, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ] + }, + { + "pearson": 0.544288, + "spearman": 0.504431, + "cosine_pearson": 0.544288, + "cosine_spearman": 0.504431, + "manhattan_pearson": 0.542864, + "manhattan_spearman": 0.504331, + "euclidean_pearson": 0.543392, + "euclidean_spearman": 0.504431, + "main_score": 0.504431, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "pearson": 0.513328, + "spearman": 0.498243, + "cosine_pearson": 0.513328, + "cosine_spearman": 0.498243, + "manhattan_pearson": 0.514571, + "manhattan_spearman": 0.49913, + "euclidean_pearson": 0.513832, + "euclidean_spearman": 0.498243, + "main_score": 0.498243, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "pearson": 0.824555, + "spearman": 0.810449, + "cosine_pearson": 0.824555, + "cosine_spearman": 0.810449, + "manhattan_pearson": 0.819445, + "manhattan_spearman": 0.809918, + "euclidean_pearson": 0.819729, + "euclidean_spearman": 0.810449, + "main_score": 0.810449, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.47948, + "spearman": 0.464604, + "cosine_pearson": 0.47948, + "cosine_spearman": 0.464604, + "manhattan_pearson": 0.484573, + "manhattan_spearman": 0.461944, + "euclidean_pearson": 0.486917, + "euclidean_spearman": 0.464604, + "main_score": 0.464604, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "pearson": 0.808409, + "spearman": 0.8214, + "cosine_pearson": 0.808409, + "cosine_spearman": 0.8214, + "manhattan_pearson": 0.77918, + "manhattan_spearman": 0.817852, + "euclidean_pearson": 0.780406, + "euclidean_spearman": 0.8214, + "main_score": 0.8214, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "pearson": 0.394759, + "spearman": 0.378819, + "cosine_pearson": 0.394759, + "cosine_spearman": 0.378819, + "manhattan_pearson": 0.418924, + "manhattan_spearman": 0.382893, + "euclidean_pearson": 0.416258, + "euclidean_spearman": 0.378819, + "main_score": 0.378819, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "pearson": 0.485162, + "spearman": 0.47009, + "cosine_pearson": 0.485162, + "cosine_spearman": 0.47009, + "manhattan_pearson": 0.493128, + "manhattan_spearman": 0.470345, + "euclidean_pearson": 0.492879, + "euclidean_spearman": 0.47009, + "main_score": 0.47009, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "pearson": 0.843224, + "spearman": 0.827452, + "cosine_pearson": 0.843224, + "cosine_spearman": 0.827452, + "manhattan_pearson": 0.827646, + "manhattan_spearman": 0.827502, + "euclidean_pearson": 0.826575, + "euclidean_spearman": 0.827452, + "main_score": 0.827452, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ] + }, + { + "pearson": 0.865507, + "spearman": 0.860122, + "cosine_pearson": 0.865507, + "cosine_spearman": 0.860122, + "manhattan_pearson": 0.834285, + "manhattan_spearman": 0.857303, + "euclidean_pearson": 0.835012, + "euclidean_spearman": 0.860122, + "main_score": 0.860122, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 67.09568238258362, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SentimentAnalysisHindi.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SentimentAnalysisHindi.json new file mode 100644 index 0000000000..5dd2899d33 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SentimentAnalysisHindi.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1beac1b941da76a9c51e3e5b39d230fde9a80983", + "task_name": "SentimentAnalysisHindi", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.658594, + "f1": 0.65492, + "f1_weighted": 0.658926, + "scores_per_experiment": [ + { + "accuracy": 0.723145, + "f1": 0.719568, + "f1_weighted": 0.722305 + }, + { + "accuracy": 0.643555, + "f1": 0.633972, + "f1_weighted": 0.649249 + }, + { + "accuracy": 0.672363, + "f1": 0.67854, + "f1_weighted": 0.672416 + }, + { + "accuracy": 0.617188, + "f1": 0.614717, + "f1_weighted": 0.616934 + }, + { + "accuracy": 0.689941, + "f1": 0.702181, + "f1_weighted": 0.690069 + }, + { + "accuracy": 0.632324, + "f1": 0.621758, + "f1_weighted": 0.625041 + }, + { + "accuracy": 0.599121, + "f1": 0.586614, + "f1_weighted": 0.59423 + }, + { + "accuracy": 0.646973, + "f1": 0.637573, + "f1_weighted": 0.651522 + }, + { + "accuracy": 0.628906, + "f1": 0.619334, + "f1_weighted": 0.634774 + }, + { + "accuracy": 0.732422, + "f1": 0.734947, + "f1_weighted": 0.732717 + } + ], + "main_score": 0.65492, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 12.381467342376709, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SinhalaNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SinhalaNewsClassification.json new file mode 100644 index 0000000000..040a449821 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SinhalaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7fb2f514ea683c5282dfec0a9672ece8de90ac50", + "task_name": "SinhalaNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.656689, + "f1": 0.640375, + "f1_weighted": 0.658701, + "scores_per_experiment": [ + { + "accuracy": 0.666504, + "f1": 0.652441, + "f1_weighted": 0.673632 + }, + { + "accuracy": 0.665527, + "f1": 0.64376, + "f1_weighted": 0.671987 + }, + { + "accuracy": 0.64502, + "f1": 0.629107, + "f1_weighted": 0.638896 + }, + { + "accuracy": 0.59375, + "f1": 0.577998, + "f1_weighted": 0.591722 + }, + { + "accuracy": 0.631348, + "f1": 0.614115, + "f1_weighted": 0.627418 + }, + { + "accuracy": 0.67627, + "f1": 0.653312, + "f1_weighted": 0.679107 + }, + { + "accuracy": 0.639648, + "f1": 0.625547, + "f1_weighted": 0.640255 + }, + { + "accuracy": 0.655762, + "f1": 0.644248, + "f1_weighted": 0.657642 + }, + { + "accuracy": 0.6875, + "f1": 0.674352, + "f1_weighted": 0.695378 + }, + { + "accuracy": 0.705566, + "f1": 0.688867, + "f1_weighted": 0.710969 + } + ], + "main_score": 0.656689, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ] + } + ] + }, + "evaluation_time": 12.166780948638916, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SiswatiNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SiswatiNewsClassification.json new file mode 100644 index 0000000000..7d2180c270 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SiswatiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f5502326c4e48adc99b18b1582f68b8fb5e7ec30", + "task_name": "SiswatiNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.57, + "f1": 0.320905, + "f1_weighted": 0.534929, + "scores_per_experiment": [ + { + "accuracy": 0.575, + "f1": 0.333155, + "f1_weighted": 0.543887 + }, + { + "accuracy": 0.5875, + "f1": 0.320391, + "f1_weighted": 0.546403 + }, + { + "accuracy": 0.575, + "f1": 0.322293, + "f1_weighted": 0.532024 + }, + { + "accuracy": 0.575, + "f1": 0.316892, + "f1_weighted": 0.53214 + }, + { + "accuracy": 0.6125, + "f1": 0.331476, + "f1_weighted": 0.586793 + }, + { + "accuracy": 0.525, + "f1": 0.295103, + "f1_weighted": 0.489488 + }, + { + "accuracy": 0.5625, + "f1": 0.317398, + "f1_weighted": 0.543162 + }, + { + "accuracy": 0.525, + "f1": 0.30357, + "f1_weighted": 0.482796 + }, + { + "accuracy": 0.5875, + "f1": 0.339746, + "f1_weighted": 0.555693 + }, + { + "accuracy": 0.575, + "f1": 0.329025, + "f1_weighted": 0.536906 + } + ], + "main_score": 0.57, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ] + } + ] + }, + "evaluation_time": 20.45466661453247, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SlovakMovieReviewSentimentClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..79658d2b58 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0c47583c9d339b3b6f89e4db76088af5f1ec8d39", + "task_name": "SlovakMovieReviewSentimentClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.732666, + "f1": 0.721436, + "f1_weighted": 0.73113, + "ap": 0.588435, + "ap_weighted": 0.588435, + "scores_per_experiment": [ + { + "accuracy": 0.735352, + "f1": 0.722788, + "f1_weighted": 0.734026, + "ap": 0.584507, + "ap_weighted": 0.584507 + }, + { + "accuracy": 0.754395, + "f1": 0.742339, + "f1_weighted": 0.752952, + "ap": 0.607682, + "ap_weighted": 0.607682 + }, + { + "accuracy": 0.763184, + "f1": 0.736928, + "f1_weighted": 0.752754, + "ap": 0.623517, + "ap_weighted": 0.623517 + }, + { + "accuracy": 0.764648, + "f1": 0.754005, + "f1_weighted": 0.763749, + "ap": 0.620687, + "ap_weighted": 0.620687 + }, + { + "accuracy": 0.614258, + "f1": 0.610837, + "f1_weighted": 0.617785, + "ap": 0.478211, + "ap_weighted": 0.478211 + }, + { + "accuracy": 0.730957, + "f1": 0.711879, + "f1_weighted": 0.725997, + "ap": 0.578006, + "ap_weighted": 0.578006 + }, + { + "accuracy": 0.727539, + "f1": 0.727183, + "f1_weighted": 0.72906, + "ap": 0.58717, + "ap_weighted": 0.58717 + }, + { + "accuracy": 0.771973, + "f1": 0.753758, + "f1_weighted": 0.766512, + "ap": 0.632455, + "ap_weighted": 0.632455 + }, + { + "accuracy": 0.705078, + "f1": 0.700471, + "f1_weighted": 0.707545, + "ap": 0.556797, + "ap_weighted": 0.556797 + }, + { + "accuracy": 0.759277, + "f1": 0.754177, + "f1_weighted": 0.76092, + "ap": 0.615317, + "ap_weighted": 0.615317 + } + ], + "main_score": 0.732666, + "hf_subset": "default", + "languages": [ + "svk-Latn" + ] + } + ] + }, + "evaluation_time": 19.856396198272705, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SpartQA.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SpartQA.json new file mode 100644 index 0000000000..617a1ad135 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SpartQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45", + "task_name": "SpartQA", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04201, + "ndcg_at_3": 0.06819, + "ndcg_at_5": 0.0858, + "ndcg_at_10": 0.10676, + "ndcg_at_20": 0.12306, + "ndcg_at_100": 0.15068, + "ndcg_at_1000": 0.19392, + "map_at_1": 0.03107, + "map_at_3": 0.05549, + "map_at_5": 0.06518, + "map_at_10": 0.07356, + "map_at_20": 0.0779, + "map_at_100": 0.08141, + "map_at_1000": 0.0827, + "recall_at_1": 0.03107, + "recall_at_3": 0.0857, + "recall_at_5": 0.1241, + "recall_at_10": 0.18327, + "recall_at_20": 0.24105, + "recall_at_100": 0.3708, + "recall_at_1000": 0.68132, + "precision_at_1": 0.04201, + "precision_at_3": 0.04155, + "precision_at_5": 0.03684, + "precision_at_10": 0.02721, + "precision_at_20": 0.01818, + "precision_at_100": 0.00603, + "precision_at_1000": 0.00117, + "mrr_at_1": 0.042014, + "mrr_at_3": 0.075403, + "mrr_at_5": 0.086366, + "mrr_at_10": 0.096367, + "mrr_at_20": 0.101556, + "mrr_at_100": 0.105855, + "mrr_at_1000": 0.107168, + "nauc_ndcg_at_1_max": -0.152247, + "nauc_ndcg_at_1_std": 0.48842, + "nauc_ndcg_at_1_diff1": -0.335953, + "nauc_ndcg_at_3_max": -0.149086, + "nauc_ndcg_at_3_std": 0.403589, + "nauc_ndcg_at_3_diff1": -0.26805, + "nauc_ndcg_at_5_max": -0.149993, + "nauc_ndcg_at_5_std": 0.381956, + "nauc_ndcg_at_5_diff1": -0.248682, + "nauc_ndcg_at_10_max": -0.144082, + "nauc_ndcg_at_10_std": 0.369512, + "nauc_ndcg_at_10_diff1": -0.200562, + "nauc_ndcg_at_20_max": -0.142047, + "nauc_ndcg_at_20_std": 0.352615, + "nauc_ndcg_at_20_diff1": -0.168696, + "nauc_ndcg_at_100_max": -0.134204, + "nauc_ndcg_at_100_std": 0.34216, + "nauc_ndcg_at_100_diff1": -0.119267, + "nauc_ndcg_at_1000_max": -0.136354, + "nauc_ndcg_at_1000_std": 0.378398, + "nauc_ndcg_at_1000_diff1": -0.141111, + "nauc_map_at_1_max": -0.125792, + "nauc_map_at_1_std": 0.498102, + "nauc_map_at_1_diff1": -0.331374, + "nauc_map_at_3_max": -0.13949, + "nauc_map_at_3_std": 0.422132, + "nauc_map_at_3_diff1": -0.283132, + "nauc_map_at_5_max": -0.144529, + "nauc_map_at_5_std": 0.407407, + "nauc_map_at_5_diff1": -0.271558, + "nauc_map_at_10_max": -0.142924, + "nauc_map_at_10_std": 0.398923, + "nauc_map_at_10_diff1": -0.242508, + "nauc_map_at_20_max": -0.143347, + "nauc_map_at_20_std": 0.392642, + "nauc_map_at_20_diff1": -0.229907, + "nauc_map_at_100_max": -0.142013, + "nauc_map_at_100_std": 0.389964, + "nauc_map_at_100_diff1": -0.22051, + "nauc_map_at_1000_max": -0.142672, + "nauc_map_at_1000_std": 0.391923, + "nauc_map_at_1000_diff1": -0.221585, + "nauc_recall_at_1_max": -0.125792, + "nauc_recall_at_1_std": 0.498102, + "nauc_recall_at_1_diff1": -0.331374, + "nauc_recall_at_3_max": -0.145855, + "nauc_recall_at_3_std": 0.377684, + "nauc_recall_at_3_diff1": -0.251181, + "nauc_recall_at_5_max": -0.143334, + "nauc_recall_at_5_std": 0.339519, + "nauc_recall_at_5_diff1": -0.222612, + "nauc_recall_at_10_max": -0.134005, + "nauc_recall_at_10_std": 0.323804, + "nauc_recall_at_10_diff1": -0.145359, + "nauc_recall_at_20_max": -0.125758, + "nauc_recall_at_20_std": 0.284736, + "nauc_recall_at_20_diff1": -0.086424, + "nauc_recall_at_100_max": -0.092871, + "nauc_recall_at_100_std": 0.263354, + "nauc_recall_at_100_diff1": 0.028355, + "nauc_recall_at_1000_max": -0.064428, + "nauc_recall_at_1000_std": 0.355948, + "nauc_recall_at_1000_diff1": -0.024806, + "nauc_precision_at_1_max": -0.152247, + "nauc_precision_at_1_std": 0.48842, + "nauc_precision_at_1_diff1": -0.335953, + "nauc_precision_at_3_max": -0.177906, + "nauc_precision_at_3_std": 0.375126, + "nauc_precision_at_3_diff1": -0.229862, + "nauc_precision_at_5_max": -0.168056, + "nauc_precision_at_5_std": 0.33629, + "nauc_precision_at_5_diff1": -0.187023, + "nauc_precision_at_10_max": -0.147497, + "nauc_precision_at_10_std": 0.318959, + "nauc_precision_at_10_diff1": -0.109328, + "nauc_precision_at_20_max": -0.13416, + "nauc_precision_at_20_std": 0.272183, + "nauc_precision_at_20_diff1": -0.038239, + "nauc_precision_at_100_max": -0.129101, + "nauc_precision_at_100_std": 0.190645, + "nauc_precision_at_100_diff1": 0.087131, + "nauc_precision_at_1000_max": -0.06143, + "nauc_precision_at_1000_std": 0.128874, + "nauc_precision_at_1000_diff1": 0.131955, + "nauc_mrr_at_1_max": -0.152247, + "nauc_mrr_at_1_std": 0.48842, + "nauc_mrr_at_1_diff1": -0.335953, + "nauc_mrr_at_3_max": -0.166634, + "nauc_mrr_at_3_std": 0.405243, + "nauc_mrr_at_3_diff1": -0.269407, + "nauc_mrr_at_5_max": -0.158758, + "nauc_mrr_at_5_std": 0.38769, + "nauc_mrr_at_5_diff1": -0.24919, + "nauc_mrr_at_10_max": -0.152715, + "nauc_mrr_at_10_std": 0.381199, + "nauc_mrr_at_10_diff1": -0.226229, + "nauc_mrr_at_20_max": -0.150031, + "nauc_mrr_at_20_std": 0.373137, + "nauc_mrr_at_20_diff1": -0.213739, + "nauc_mrr_at_100_max": -0.146146, + "nauc_mrr_at_100_std": 0.368659, + "nauc_mrr_at_100_diff1": -0.202545, + "nauc_mrr_at_1000_max": -0.145938, + "nauc_mrr_at_1000_std": 0.370172, + "nauc_mrr_at_1000_diff1": -0.203679, + "main_score": 0.10676, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.685837507247925, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SprintDuplicateQuestions.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SprintDuplicateQuestions.json new file mode 100644 index 0000000000..1bc842f832 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SprintDuplicateQuestions.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "task_name": "SprintDuplicateQuestions", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.998594, + "similarity_accuracy_threshold": 0.769073, + "similarity_f1": 0.928924, + "similarity_f1_threshold": 0.732572, + "similarity_precision": 0.917154, + "similarity_recall": 0.941, + "similarity_ap": 0.970191, + "cosine_accuracy": 0.998594, + "cosine_accuracy_threshold": 0.769073, + "cosine_f1": 0.928924, + "cosine_f1_threshold": 0.732572, + "cosine_precision": 0.917154, + "cosine_recall": 0.941, + "cosine_ap": 0.970191, + "manhattan_accuracy": 0.998614, + "manhattan_accuracy_threshold": 15.134224, + "manhattan_f1": 0.928425, + "manhattan_f1_threshold": 15.227952, + "manhattan_precision": 0.949791, + "manhattan_recall": 0.908, + "manhattan_ap": 0.970258, + "euclidean_accuracy": 0.998594, + "euclidean_accuracy_threshold": 0.679598, + "euclidean_f1": 0.928924, + "euclidean_f1_threshold": 0.731339, + "euclidean_precision": 0.917154, + "euclidean_recall": 0.941, + "euclidean_ap": 0.970191, + "dot_accuracy": 0.998594, + "dot_accuracy_threshold": 0.769073, + "dot_f1": 0.928924, + "dot_f1_threshold": 0.732572, + "dot_precision": 0.917154, + "dot_recall": 0.941, + "dot_ap": 0.970191, + "max_accuracy": 0.998614, + "max_f1": 0.928924, + "max_precision": 0.949791, + "max_recall": 0.941, + "max_ap": 0.970258, + "main_score": 0.970258, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 174.07049441337585, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClustering.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClustering.v2.json new file mode 100644 index 0000000000..fdf1b8f17f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "task_name": "StackExchangeClustering.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.915806, + 0.905675, + 0.909472, + 0.911779, + 0.900341, + 0.911634, + 0.901918, + 0.911464, + 0.910131, + 0.915924 + ] + }, + "v_measure": 0.909414, + "v_measure_std": 0.00501, + "main_score": 0.909414, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.43057870864868, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClusteringP2P.v2.json new file mode 100644 index 0000000000..482623321f --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackExchangeClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44", + "task_name": "StackExchangeClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.488564, + 0.482066, + 0.484235, + 0.480612, + 0.483953, + 0.497731, + 0.488996, + 0.499787, + 0.49423, + 0.489481 + ] + }, + "v_measure": 0.488965, + "v_measure_std": 0.006221, + "main_score": 0.488965, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30.648049116134644, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackOverflowQA.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackOverflowQA.json new file mode 100644 index 0000000000..0a174109cf --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "task_name": "StackOverflowQA", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78736, + "ndcg_at_3": 0.84586, + "ndcg_at_5": 0.85714, + "ndcg_at_10": 0.86473, + "ndcg_at_20": 0.86896, + "ndcg_at_100": 0.87446, + "ndcg_at_1000": 0.87665, + "map_at_1": 0.78736, + "map_at_3": 0.83233, + "map_at_5": 0.83855, + "map_at_10": 0.84175, + "map_at_20": 0.84294, + "map_at_100": 0.84374, + "map_at_1000": 0.84383, + "recall_at_1": 0.78736, + "recall_at_3": 0.88465, + "recall_at_5": 0.91224, + "recall_at_10": 0.93531, + "recall_at_20": 0.95186, + "recall_at_100": 0.98094, + "recall_at_1000": 0.99799, + "precision_at_1": 0.78736, + "precision_at_3": 0.29488, + "precision_at_5": 0.18245, + "precision_at_10": 0.09353, + "precision_at_20": 0.04759, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787362, + "mrr_at_3": 0.83233, + "mrr_at_5": 0.838549, + "mrr_at_10": 0.841749, + "mrr_at_20": 0.842939, + "mrr_at_100": 0.84374, + "mrr_at_1000": 0.84383, + "nauc_ndcg_at_1_max": 0.708296, + "nauc_ndcg_at_1_std": -0.087572, + "nauc_ndcg_at_1_diff1": 0.862974, + "nauc_ndcg_at_3_max": 0.700849, + "nauc_ndcg_at_3_std": -0.114166, + "nauc_ndcg_at_3_diff1": 0.838416, + "nauc_ndcg_at_5_max": 0.699693, + "nauc_ndcg_at_5_std": -0.107219, + "nauc_ndcg_at_5_diff1": 0.83594, + "nauc_ndcg_at_10_max": 0.698445, + "nauc_ndcg_at_10_std": -0.102901, + "nauc_ndcg_at_10_diff1": 0.840221, + "nauc_ndcg_at_20_max": 0.702826, + "nauc_ndcg_at_20_std": -0.105627, + "nauc_ndcg_at_20_diff1": 0.842837, + "nauc_ndcg_at_100_max": 0.702343, + "nauc_ndcg_at_100_std": -0.101364, + "nauc_ndcg_at_100_diff1": 0.843824, + "nauc_ndcg_at_1000_max": 0.703569, + "nauc_ndcg_at_1000_std": -0.099787, + "nauc_ndcg_at_1000_diff1": 0.844303, + "nauc_map_at_1_max": 0.708296, + "nauc_map_at_1_std": -0.087572, + "nauc_map_at_1_diff1": 0.862974, + "nauc_map_at_3_max": 0.703599, + "nauc_map_at_3_std": -0.106359, + "nauc_map_at_3_diff1": 0.844912, + "nauc_map_at_5_max": 0.702865, + "nauc_map_at_5_std": -0.102793, + "nauc_map_at_5_diff1": 0.843883, + "nauc_map_at_10_max": 0.702609, + "nauc_map_at_10_std": -0.100956, + "nauc_map_at_10_diff1": 0.845532, + "nauc_map_at_20_max": 0.70366, + "nauc_map_at_20_std": -0.101493, + "nauc_map_at_20_diff1": 0.846131, + "nauc_map_at_100_max": 0.703612, + "nauc_map_at_100_std": -0.100935, + "nauc_map_at_100_diff1": 0.846241, + "nauc_map_at_1000_max": 0.703681, + "nauc_map_at_1000_std": -0.100842, + "nauc_map_at_1000_diff1": 0.846255, + "nauc_recall_at_1_max": 0.708296, + "nauc_recall_at_1_std": -0.087572, + "nauc_recall_at_1_diff1": 0.862974, + "nauc_recall_at_3_max": 0.689493, + "nauc_recall_at_3_std": -0.145462, + "nauc_recall_at_3_diff1": 0.812792, + "nauc_recall_at_5_max": 0.683738, + "nauc_recall_at_5_std": -0.127224, + "nauc_recall_at_5_diff1": 0.796354, + "nauc_recall_at_10_max": 0.668985, + "nauc_recall_at_10_std": -0.110461, + "nauc_recall_at_10_diff1": 0.808992, + "nauc_recall_at_20_max": 0.70324, + "nauc_recall_at_20_std": -0.14259, + "nauc_recall_at_20_diff1": 0.825945, + "nauc_recall_at_100_max": 0.687759, + "nauc_recall_at_100_std": -0.059902, + "nauc_recall_at_100_diff1": 0.835765, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.828444, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.708296, + "nauc_precision_at_1_std": -0.087572, + "nauc_precision_at_1_diff1": 0.862974, + "nauc_precision_at_3_max": 0.689493, + "nauc_precision_at_3_std": -0.145462, + "nauc_precision_at_3_diff1": 0.812792, + "nauc_precision_at_5_max": 0.683738, + "nauc_precision_at_5_std": -0.127224, + "nauc_precision_at_5_diff1": 0.796354, + "nauc_precision_at_10_max": 0.668985, + "nauc_precision_at_10_std": -0.110461, + "nauc_precision_at_10_diff1": 0.808992, + "nauc_precision_at_20_max": 0.70324, + "nauc_precision_at_20_std": -0.14259, + "nauc_precision_at_20_diff1": 0.825945, + "nauc_precision_at_100_max": 0.687759, + "nauc_precision_at_100_std": -0.059902, + "nauc_precision_at_100_diff1": 0.835765, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.828444, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.708296, + "nauc_mrr_at_1_std": -0.087572, + "nauc_mrr_at_1_diff1": 0.862974, + "nauc_mrr_at_3_max": 0.703599, + "nauc_mrr_at_3_std": -0.106359, + "nauc_mrr_at_3_diff1": 0.844912, + "nauc_mrr_at_5_max": 0.702865, + "nauc_mrr_at_5_std": -0.102793, + "nauc_mrr_at_5_diff1": 0.843883, + "nauc_mrr_at_10_max": 0.702609, + "nauc_mrr_at_10_std": -0.100956, + "nauc_mrr_at_10_diff1": 0.845532, + "nauc_mrr_at_20_max": 0.70366, + "nauc_mrr_at_20_std": -0.101493, + "nauc_mrr_at_20_diff1": 0.846131, + "nauc_mrr_at_100_max": 0.703612, + "nauc_mrr_at_100_std": -0.100935, + "nauc_mrr_at_100_diff1": 0.846241, + "nauc_mrr_at_1000_max": 0.703681, + "nauc_mrr_at_1000_std": -0.100842, + "nauc_mrr_at_1000_diff1": 0.846255, + "main_score": 0.86473, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 48.39231467247009, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StatcanDialogueDatasetRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 0000000000..d3141bb7c7 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,601 @@ +{ + "dataset_revision": "7a26938c93e99e0759a1df416896bb72527e2f33", + "task_name": "StatcanDialogueDatasetRetrieval", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.19705, + "ndcg_at_3": 0.26232, + "ndcg_at_5": 0.29814, + "ndcg_at_10": 0.33702, + "ndcg_at_20": 0.36768, + "ndcg_at_100": 0.41221, + "ndcg_at_1000": 0.4315, + "map_at_1": 0.15467, + "map_at_3": 0.2275, + "map_at_5": 0.25098, + "map_at_10": 0.26862, + "map_at_20": 0.27824, + "map_at_100": 0.28559, + "map_at_1000": 0.28654, + "recall_at_1": 0.15467, + "recall_at_3": 0.31145, + "recall_at_5": 0.39552, + "recall_at_10": 0.50388, + "recall_at_20": 0.61392, + "recall_at_100": 0.83288, + "recall_at_1000": 0.96493, + "precision_at_1": 0.19705, + "precision_at_3": 0.13628, + "precision_at_5": 0.10497, + "precision_at_10": 0.06851, + "precision_at_20": 0.04208, + "precision_at_100": 0.01158, + "precision_at_1000": 0.0014, + "mrr_at_1": 0.197053, + "mrr_at_3": 0.273788, + "mrr_at_5": 0.29248, + "mrr_at_10": 0.307925, + "mrr_at_20": 0.315583, + "mrr_at_100": 0.320531, + "mrr_at_1000": 0.321126, + "nauc_ndcg_at_1_max": 0.218845, + "nauc_ndcg_at_1_std": -0.012422, + "nauc_ndcg_at_1_diff1": 0.271298, + "nauc_ndcg_at_3_max": 0.169963, + "nauc_ndcg_at_3_std": -0.027642, + "nauc_ndcg_at_3_diff1": 0.212831, + "nauc_ndcg_at_5_max": 0.15995, + "nauc_ndcg_at_5_std": 0.001747, + "nauc_ndcg_at_5_diff1": 0.210774, + "nauc_ndcg_at_10_max": 0.1855, + "nauc_ndcg_at_10_std": 0.016995, + "nauc_ndcg_at_10_diff1": 0.209841, + "nauc_ndcg_at_20_max": 0.200053, + "nauc_ndcg_at_20_std": 0.028039, + "nauc_ndcg_at_20_diff1": 0.21838, + "nauc_ndcg_at_100_max": 0.210551, + "nauc_ndcg_at_100_std": 0.054513, + "nauc_ndcg_at_100_diff1": 0.220824, + "nauc_ndcg_at_1000_max": 0.216345, + "nauc_ndcg_at_1000_std": 0.042957, + "nauc_ndcg_at_1000_diff1": 0.222493, + "nauc_map_at_1_max": 0.090073, + "nauc_map_at_1_std": -0.036869, + "nauc_map_at_1_diff1": 0.276491, + "nauc_map_at_3_max": 0.131039, + "nauc_map_at_3_std": -0.036464, + "nauc_map_at_3_diff1": 0.227197, + "nauc_map_at_5_max": 0.13669, + "nauc_map_at_5_std": -0.018728, + "nauc_map_at_5_diff1": 0.223693, + "nauc_map_at_10_max": 0.150574, + "nauc_map_at_10_std": -0.011405, + "nauc_map_at_10_diff1": 0.221893, + "nauc_map_at_20_max": 0.158266, + "nauc_map_at_20_std": -0.007089, + "nauc_map_at_20_diff1": 0.2246, + "nauc_map_at_100_max": 0.161052, + "nauc_map_at_100_std": -0.001368, + "nauc_map_at_100_diff1": 0.225017, + "nauc_map_at_1000_max": 0.161814, + "nauc_map_at_1000_std": -0.001603, + "nauc_map_at_1000_diff1": 0.224969, + "nauc_recall_at_1_max": 0.090073, + "nauc_recall_at_1_std": -0.036869, + "nauc_recall_at_1_diff1": 0.276491, + "nauc_recall_at_3_max": 0.130192, + "nauc_recall_at_3_std": -0.036772, + "nauc_recall_at_3_diff1": 0.181161, + "nauc_recall_at_5_max": 0.115284, + "nauc_recall_at_5_std": 0.025611, + "nauc_recall_at_5_diff1": 0.167816, + "nauc_recall_at_10_max": 0.159127, + "nauc_recall_at_10_std": 0.059001, + "nauc_recall_at_10_diff1": 0.17007, + "nauc_recall_at_20_max": 0.193199, + "nauc_recall_at_20_std": 0.097299, + "nauc_recall_at_20_diff1": 0.195711, + "nauc_recall_at_100_max": 0.252457, + "nauc_recall_at_100_std": 0.364943, + "nauc_recall_at_100_diff1": 0.235401, + "nauc_recall_at_1000_max": 0.502883, + "nauc_recall_at_1000_std": 0.837383, + "nauc_recall_at_1000_diff1": 0.578466, + "nauc_precision_at_1_max": 0.218845, + "nauc_precision_at_1_std": -0.012422, + "nauc_precision_at_1_diff1": 0.271298, + "nauc_precision_at_3_max": 0.313665, + "nauc_precision_at_3_std": -0.005652, + "nauc_precision_at_3_diff1": 0.158161, + "nauc_precision_at_5_max": 0.307505, + "nauc_precision_at_5_std": 0.041863, + "nauc_precision_at_5_diff1": 0.145117, + "nauc_precision_at_10_max": 0.367071, + "nauc_precision_at_10_std": 0.074514, + "nauc_precision_at_10_diff1": 0.110457, + "nauc_precision_at_20_max": 0.401784, + "nauc_precision_at_20_std": 0.106809, + "nauc_precision_at_20_diff1": 0.113488, + "nauc_precision_at_100_max": 0.383586, + "nauc_precision_at_100_std": 0.142521, + "nauc_precision_at_100_diff1": 0.026796, + "nauc_precision_at_1000_max": 0.35385, + "nauc_precision_at_1000_std": 0.019493, + "nauc_precision_at_1000_diff1": -0.088383, + "nauc_mrr_at_1_max": 0.218845, + "nauc_mrr_at_1_std": -0.012422, + "nauc_mrr_at_1_diff1": 0.271298, + "nauc_mrr_at_3_max": 0.245283, + "nauc_mrr_at_3_std": 0.002656, + "nauc_mrr_at_3_diff1": 0.226316, + "nauc_mrr_at_5_max": 0.235221, + "nauc_mrr_at_5_std": 0.014094, + "nauc_mrr_at_5_diff1": 0.225069, + "nauc_mrr_at_10_max": 0.24705, + "nauc_mrr_at_10_std": 0.022124, + "nauc_mrr_at_10_diff1": 0.223168, + "nauc_mrr_at_20_max": 0.247248, + "nauc_mrr_at_20_std": 0.024358, + "nauc_mrr_at_20_diff1": 0.225135, + "nauc_mrr_at_100_max": 0.248395, + "nauc_mrr_at_100_std": 0.026796, + "nauc_mrr_at_100_diff1": 0.225225, + "nauc_mrr_at_1000_max": 0.24822, + "nauc_mrr_at_1000_std": 0.02651, + "nauc_mrr_at_1000_diff1": 0.225523, + "main_score": 0.50388, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.17213, + "ndcg_at_3": 0.21763, + "ndcg_at_5": 0.23902, + "ndcg_at_10": 0.26535, + "ndcg_at_20": 0.29588, + "ndcg_at_100": 0.34283, + "ndcg_at_1000": 0.3653, + "map_at_1": 0.12186, + "map_at_3": 0.18648, + "map_at_5": 0.20072, + "map_at_10": 0.21302, + "map_at_20": 0.22207, + "map_at_100": 0.22927, + "map_at_1000": 0.23026, + "recall_at_1": 0.12186, + "recall_at_3": 0.26421, + "recall_at_5": 0.31544, + "recall_at_10": 0.39331, + "recall_at_20": 0.50464, + "recall_at_100": 0.7375, + "recall_at_1000": 0.88641, + "precision_at_1": 0.17213, + "precision_at_3": 0.12022, + "precision_at_5": 0.08689, + "precision_at_10": 0.05328, + "precision_at_20": 0.03361, + "precision_at_100": 0.01016, + "precision_at_1000": 0.00135, + "mrr_at_1": 0.172131, + "mrr_at_3": 0.226776, + "mrr_at_5": 0.238251, + "mrr_at_10": 0.246653, + "mrr_at_20": 0.25527, + "mrr_at_100": 0.260997, + "mrr_at_1000": 0.261682, + "nauc_ndcg_at_1_max": 0.296122, + "nauc_ndcg_at_1_std": 0.23602, + "nauc_ndcg_at_1_diff1": 0.035189, + "nauc_ndcg_at_3_max": 0.252482, + "nauc_ndcg_at_3_std": 0.216056, + "nauc_ndcg_at_3_diff1": -0.005427, + "nauc_ndcg_at_5_max": 0.22422, + "nauc_ndcg_at_5_std": 0.165714, + "nauc_ndcg_at_5_diff1": -0.006563, + "nauc_ndcg_at_10_max": 0.269945, + "nauc_ndcg_at_10_std": 0.190149, + "nauc_ndcg_at_10_diff1": -0.005785, + "nauc_ndcg_at_20_max": 0.257524, + "nauc_ndcg_at_20_std": 0.183054, + "nauc_ndcg_at_20_diff1": 0.042895, + "nauc_ndcg_at_100_max": 0.297541, + "nauc_ndcg_at_100_std": 0.220743, + "nauc_ndcg_at_100_diff1": 0.042365, + "nauc_ndcg_at_1000_max": 0.298375, + "nauc_ndcg_at_1000_std": 0.229537, + "nauc_ndcg_at_1000_diff1": 0.014128, + "nauc_map_at_1_max": 0.115387, + "nauc_map_at_1_std": 0.098338, + "nauc_map_at_1_diff1": 0.092939, + "nauc_map_at_3_max": 0.209067, + "nauc_map_at_3_std": 0.190196, + "nauc_map_at_3_diff1": 0.008112, + "nauc_map_at_5_max": 0.195189, + "nauc_map_at_5_std": 0.165492, + "nauc_map_at_5_diff1": -0.00313, + "nauc_map_at_10_max": 0.21866, + "nauc_map_at_10_std": 0.177985, + "nauc_map_at_10_diff1": -0.005952, + "nauc_map_at_20_max": 0.214309, + "nauc_map_at_20_std": 0.175201, + "nauc_map_at_20_diff1": 0.012109, + "nauc_map_at_100_max": 0.221402, + "nauc_map_at_100_std": 0.180822, + "nauc_map_at_100_diff1": 0.012729, + "nauc_map_at_1000_max": 0.221767, + "nauc_map_at_1000_std": 0.181579, + "nauc_map_at_1000_diff1": 0.011483, + "nauc_recall_at_1_max": 0.115387, + "nauc_recall_at_1_std": 0.098338, + "nauc_recall_at_1_diff1": 0.092939, + "nauc_recall_at_3_max": 0.221189, + "nauc_recall_at_3_std": 0.198105, + "nauc_recall_at_3_diff1": -0.00898, + "nauc_recall_at_5_max": 0.181374, + "nauc_recall_at_5_std": 0.114809, + "nauc_recall_at_5_diff1": -0.026782, + "nauc_recall_at_10_max": 0.297492, + "nauc_recall_at_10_std": 0.184367, + "nauc_recall_at_10_diff1": -0.013659, + "nauc_recall_at_20_max": 0.245052, + "nauc_recall_at_20_std": 0.158091, + "nauc_recall_at_20_diff1": 0.133111, + "nauc_recall_at_100_max": 0.448347, + "nauc_recall_at_100_std": 0.354238, + "nauc_recall_at_100_diff1": 0.19949, + "nauc_recall_at_1000_max": 0.607479, + "nauc_recall_at_1000_std": 0.66207, + "nauc_recall_at_1000_diff1": -0.085717, + "nauc_precision_at_1_max": 0.296122, + "nauc_precision_at_1_std": 0.23602, + "nauc_precision_at_1_diff1": 0.035189, + "nauc_precision_at_3_max": 0.41564, + "nauc_precision_at_3_std": 0.335734, + "nauc_precision_at_3_diff1": -0.079163, + "nauc_precision_at_5_max": 0.371641, + "nauc_precision_at_5_std": 0.254368, + "nauc_precision_at_5_diff1": -0.067331, + "nauc_precision_at_10_max": 0.421153, + "nauc_precision_at_10_std": 0.282768, + "nauc_precision_at_10_diff1": -0.077405, + "nauc_precision_at_20_max": 0.405725, + "nauc_precision_at_20_std": 0.261544, + "nauc_precision_at_20_diff1": 0.040339, + "nauc_precision_at_100_max": 0.541999, + "nauc_precision_at_100_std": 0.359755, + "nauc_precision_at_100_diff1": 0.009497, + "nauc_precision_at_1000_max": 0.337463, + "nauc_precision_at_1000_std": 0.195691, + "nauc_precision_at_1000_diff1": -0.119865, + "nauc_mrr_at_1_max": 0.296122, + "nauc_mrr_at_1_std": 0.23602, + "nauc_mrr_at_1_diff1": 0.035189, + "nauc_mrr_at_3_max": 0.314705, + "nauc_mrr_at_3_std": 0.2339, + "nauc_mrr_at_3_diff1": 0.005245, + "nauc_mrr_at_5_max": 0.31033, + "nauc_mrr_at_5_std": 0.211865, + "nauc_mrr_at_5_diff1": 0.019785, + "nauc_mrr_at_10_max": 0.323946, + "nauc_mrr_at_10_std": 0.214383, + "nauc_mrr_at_10_diff1": 0.022707, + "nauc_mrr_at_20_max": 0.320473, + "nauc_mrr_at_20_std": 0.212703, + "nauc_mrr_at_20_diff1": 0.031319, + "nauc_mrr_at_100_max": 0.321923, + "nauc_mrr_at_100_std": 0.216945, + "nauc_mrr_at_100_diff1": 0.028735, + "nauc_mrr_at_1000_max": 0.321878, + "nauc_mrr_at_1000_std": 0.217456, + "nauc_mrr_at_1000_diff1": 0.02783, + "main_score": 0.39331, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.20434, + "ndcg_at_3": 0.26436, + "ndcg_at_5": 0.2993, + "ndcg_at_10": 0.34054, + "ndcg_at_20": 0.37409, + "ndcg_at_100": 0.41774, + "ndcg_at_1000": 0.43555, + "map_at_1": 0.14524, + "map_at_3": 0.22699, + "map_at_5": 0.24888, + "map_at_10": 0.26884, + "map_at_20": 0.27996, + "map_at_100": 0.287, + "map_at_1000": 0.28778, + "recall_at_1": 0.14524, + "recall_at_3": 0.30775, + "recall_at_5": 0.38728, + "recall_at_10": 0.5013, + "recall_at_20": 0.62113, + "recall_at_100": 0.83487, + "recall_at_1000": 0.9623, + "precision_at_1": 0.20434, + "precision_at_3": 0.15069, + "precision_at_5": 0.11465, + "precision_at_10": 0.07414, + "precision_at_20": 0.0462, + "precision_at_100": 0.0126, + "precision_at_1000": 0.00147, + "mrr_at_1": 0.20434, + "mrr_at_3": 0.285714, + "mrr_at_5": 0.306781, + "mrr_at_10": 0.321341, + "mrr_at_20": 0.3284, + "mrr_at_100": 0.333024, + "mrr_at_1000": 0.333498, + "nauc_ndcg_at_1_max": 0.310479, + "nauc_ndcg_at_1_std": 0.019627, + "nauc_ndcg_at_1_diff1": 0.205144, + "nauc_ndcg_at_3_max": 0.253879, + "nauc_ndcg_at_3_std": 0.00673, + "nauc_ndcg_at_3_diff1": 0.165597, + "nauc_ndcg_at_5_max": 0.267561, + "nauc_ndcg_at_5_std": 0.027691, + "nauc_ndcg_at_5_diff1": 0.168941, + "nauc_ndcg_at_10_max": 0.302572, + "nauc_ndcg_at_10_std": 0.058427, + "nauc_ndcg_at_10_diff1": 0.164103, + "nauc_ndcg_at_20_max": 0.314735, + "nauc_ndcg_at_20_std": 0.090761, + "nauc_ndcg_at_20_diff1": 0.157007, + "nauc_ndcg_at_100_max": 0.330884, + "nauc_ndcg_at_100_std": 0.109711, + "nauc_ndcg_at_100_diff1": 0.16415, + "nauc_ndcg_at_1000_max": 0.327357, + "nauc_ndcg_at_1000_std": 0.090507, + "nauc_ndcg_at_1000_diff1": 0.163452, + "nauc_map_at_1_max": 0.17019, + "nauc_map_at_1_std": -0.047926, + "nauc_map_at_1_diff1": 0.222388, + "nauc_map_at_3_max": 0.226455, + "nauc_map_at_3_std": -0.007842, + "nauc_map_at_3_diff1": 0.17679, + "nauc_map_at_5_max": 0.239636, + "nauc_map_at_5_std": 0.008894, + "nauc_map_at_5_diff1": 0.178545, + "nauc_map_at_10_max": 0.260283, + "nauc_map_at_10_std": 0.026598, + "nauc_map_at_10_diff1": 0.175743, + "nauc_map_at_20_max": 0.267713, + "nauc_map_at_20_std": 0.040129, + "nauc_map_at_20_diff1": 0.173358, + "nauc_map_at_100_max": 0.272242, + "nauc_map_at_100_std": 0.042848, + "nauc_map_at_100_diff1": 0.175026, + "nauc_map_at_1000_max": 0.27224, + "nauc_map_at_1000_std": 0.04226, + "nauc_map_at_1000_diff1": 0.174809, + "nauc_recall_at_1_max": 0.17019, + "nauc_recall_at_1_std": -0.047926, + "nauc_recall_at_1_diff1": 0.222388, + "nauc_recall_at_3_max": 0.20286, + "nauc_recall_at_3_std": -0.007071, + "nauc_recall_at_3_diff1": 0.148169, + "nauc_recall_at_5_max": 0.223368, + "nauc_recall_at_5_std": 0.037549, + "nauc_recall_at_5_diff1": 0.155003, + "nauc_recall_at_10_max": 0.281263, + "nauc_recall_at_10_std": 0.103732, + "nauc_recall_at_10_diff1": 0.137028, + "nauc_recall_at_20_max": 0.302279, + "nauc_recall_at_20_std": 0.209608, + "nauc_recall_at_20_diff1": 0.114507, + "nauc_recall_at_100_max": 0.402401, + "nauc_recall_at_100_std": 0.495043, + "nauc_recall_at_100_diff1": 0.164328, + "nauc_recall_at_1000_max": 0.46195, + "nauc_recall_at_1000_std": 0.793168, + "nauc_recall_at_1000_diff1": 0.291939, + "nauc_precision_at_1_max": 0.310479, + "nauc_precision_at_1_std": 0.019627, + "nauc_precision_at_1_diff1": 0.205144, + "nauc_precision_at_3_max": 0.376305, + "nauc_precision_at_3_std": 0.090212, + "nauc_precision_at_3_diff1": 0.101307, + "nauc_precision_at_5_max": 0.41132, + "nauc_precision_at_5_std": 0.132144, + "nauc_precision_at_5_diff1": 0.093753, + "nauc_precision_at_10_max": 0.48108, + "nauc_precision_at_10_std": 0.191611, + "nauc_precision_at_10_diff1": 0.066055, + "nauc_precision_at_20_max": 0.483144, + "nauc_precision_at_20_std": 0.260072, + "nauc_precision_at_20_diff1": 0.0175, + "nauc_precision_at_100_max": 0.49937, + "nauc_precision_at_100_std": 0.280553, + "nauc_precision_at_100_diff1": -0.028172, + "nauc_precision_at_1000_max": 0.438368, + "nauc_precision_at_1000_std": 0.147387, + "nauc_precision_at_1000_diff1": -0.080303, + "nauc_mrr_at_1_max": 0.310479, + "nauc_mrr_at_1_std": 0.019627, + "nauc_mrr_at_1_diff1": 0.205144, + "nauc_mrr_at_3_max": 0.324754, + "nauc_mrr_at_3_std": 0.033415, + "nauc_mrr_at_3_diff1": 0.163404, + "nauc_mrr_at_5_max": 0.336161, + "nauc_mrr_at_5_std": 0.044328, + "nauc_mrr_at_5_diff1": 0.160628, + "nauc_mrr_at_10_max": 0.344498, + "nauc_mrr_at_10_std": 0.051212, + "nauc_mrr_at_10_diff1": 0.161671, + "nauc_mrr_at_20_max": 0.344315, + "nauc_mrr_at_20_std": 0.056736, + "nauc_mrr_at_20_diff1": 0.162207, + "nauc_mrr_at_100_max": 0.34342, + "nauc_mrr_at_100_std": 0.0574, + "nauc_mrr_at_100_diff1": 0.163306, + "nauc_mrr_at_1000_max": 0.343287, + "nauc_mrr_at_1000_std": 0.057044, + "nauc_mrr_at_1000_diff1": 0.163233, + "main_score": 0.5013, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.10185, + "ndcg_at_3": 0.15473, + "ndcg_at_5": 0.1873, + "ndcg_at_10": 0.24718, + "ndcg_at_20": 0.28039, + "ndcg_at_100": 0.32408, + "ndcg_at_1000": 0.34574, + "map_at_1": 0.08796, + "map_at_3": 0.13297, + "map_at_5": 0.15041, + "map_at_10": 0.17522, + "map_at_20": 0.18518, + "map_at_100": 0.19214, + "map_at_1000": 0.19312, + "recall_at_1": 0.08796, + "recall_at_3": 0.19753, + "recall_at_5": 0.27238, + "recall_at_10": 0.45216, + "recall_at_20": 0.57562, + "recall_at_100": 0.79167, + "recall_at_1000": 0.94907, + "precision_at_1": 0.10185, + "precision_at_3": 0.08025, + "precision_at_5": 0.06667, + "precision_at_10": 0.05556, + "precision_at_20": 0.03611, + "precision_at_100": 0.01037, + "precision_at_1000": 0.00125, + "mrr_at_1": 0.101852, + "mrr_at_3": 0.152778, + "mrr_at_5": 0.174074, + "mrr_at_10": 0.197975, + "mrr_at_20": 0.20542, + "mrr_at_100": 0.210408, + "mrr_at_1000": 0.211086, + "nauc_ndcg_at_1_max": 0.284506, + "nauc_ndcg_at_1_std": 0.245194, + "nauc_ndcg_at_1_diff1": 0.262535, + "nauc_ndcg_at_3_max": 0.253251, + "nauc_ndcg_at_3_std": 0.129357, + "nauc_ndcg_at_3_diff1": 0.269239, + "nauc_ndcg_at_5_max": 0.22717, + "nauc_ndcg_at_5_std": 0.14035, + "nauc_ndcg_at_5_diff1": 0.17833, + "nauc_ndcg_at_10_max": 0.265972, + "nauc_ndcg_at_10_std": 0.142812, + "nauc_ndcg_at_10_diff1": 0.2474, + "nauc_ndcg_at_20_max": 0.287521, + "nauc_ndcg_at_20_std": 0.155809, + "nauc_ndcg_at_20_diff1": 0.226242, + "nauc_ndcg_at_100_max": 0.317592, + "nauc_ndcg_at_100_std": 0.203792, + "nauc_ndcg_at_100_diff1": 0.19453, + "nauc_ndcg_at_1000_max": 0.327986, + "nauc_ndcg_at_1000_std": 0.205285, + "nauc_ndcg_at_1000_diff1": 0.195077, + "nauc_map_at_1_max": 0.224419, + "nauc_map_at_1_std": 0.263615, + "nauc_map_at_1_diff1": 0.307883, + "nauc_map_at_3_max": 0.231141, + "nauc_map_at_3_std": 0.158876, + "nauc_map_at_3_diff1": 0.276103, + "nauc_map_at_5_max": 0.210821, + "nauc_map_at_5_std": 0.163314, + "nauc_map_at_5_diff1": 0.218797, + "nauc_map_at_10_max": 0.235165, + "nauc_map_at_10_std": 0.163333, + "nauc_map_at_10_diff1": 0.250945, + "nauc_map_at_20_max": 0.244793, + "nauc_map_at_20_std": 0.16594, + "nauc_map_at_20_diff1": 0.242933, + "nauc_map_at_100_max": 0.253289, + "nauc_map_at_100_std": 0.174121, + "nauc_map_at_100_diff1": 0.238368, + "nauc_map_at_1000_max": 0.254187, + "nauc_map_at_1000_std": 0.174982, + "nauc_map_at_1000_diff1": 0.238237, + "nauc_recall_at_1_max": 0.224419, + "nauc_recall_at_1_std": 0.263615, + "nauc_recall_at_1_diff1": 0.307883, + "nauc_recall_at_3_max": 0.2481, + "nauc_recall_at_3_std": 0.080133, + "nauc_recall_at_3_diff1": 0.256414, + "nauc_recall_at_5_max": 0.183865, + "nauc_recall_at_5_std": 0.098605, + "nauc_recall_at_5_diff1": 0.098337, + "nauc_recall_at_10_max": 0.233643, + "nauc_recall_at_10_std": 0.089701, + "nauc_recall_at_10_diff1": 0.257512, + "nauc_recall_at_20_max": 0.292543, + "nauc_recall_at_20_std": 0.13697, + "nauc_recall_at_20_diff1": 0.203765, + "nauc_recall_at_100_max": 0.383769, + "nauc_recall_at_100_std": 0.375963, + "nauc_recall_at_100_diff1": 0.032835, + "nauc_recall_at_1000_max": 0.781023, + "nauc_recall_at_1000_std": 0.781023, + "nauc_recall_at_1000_diff1": -0.264697, + "nauc_precision_at_1_max": 0.284506, + "nauc_precision_at_1_std": 0.245194, + "nauc_precision_at_1_diff1": 0.262535, + "nauc_precision_at_3_max": 0.341524, + "nauc_precision_at_3_std": 0.091482, + "nauc_precision_at_3_diff1": 0.228711, + "nauc_precision_at_5_max": 0.333273, + "nauc_precision_at_5_std": 0.129247, + "nauc_precision_at_5_diff1": 0.06395, + "nauc_precision_at_10_max": 0.455296, + "nauc_precision_at_10_std": 0.127634, + "nauc_precision_at_10_diff1": 0.186171, + "nauc_precision_at_20_max": 0.469552, + "nauc_precision_at_20_std": 0.146449, + "nauc_precision_at_20_diff1": 0.097346, + "nauc_precision_at_100_max": 0.528497, + "nauc_precision_at_100_std": 0.26249, + "nauc_precision_at_100_diff1": -0.124863, + "nauc_precision_at_1000_max": 0.490719, + "nauc_precision_at_1000_std": 0.180404, + "nauc_precision_at_1000_diff1": -0.203708, + "nauc_mrr_at_1_max": 0.284506, + "nauc_mrr_at_1_std": 0.245194, + "nauc_mrr_at_1_diff1": 0.262535, + "nauc_mrr_at_3_max": 0.28946, + "nauc_mrr_at_3_std": 0.136108, + "nauc_mrr_at_3_diff1": 0.265284, + "nauc_mrr_at_5_max": 0.28749, + "nauc_mrr_at_5_std": 0.1473, + "nauc_mrr_at_5_diff1": 0.203214, + "nauc_mrr_at_10_max": 0.306181, + "nauc_mrr_at_10_std": 0.159856, + "nauc_mrr_at_10_diff1": 0.231072, + "nauc_mrr_at_20_max": 0.307251, + "nauc_mrr_at_20_std": 0.159797, + "nauc_mrr_at_20_diff1": 0.229166, + "nauc_mrr_at_100_max": 0.308624, + "nauc_mrr_at_100_std": 0.166224, + "nauc_mrr_at_100_diff1": 0.224564, + "nauc_mrr_at_1000_max": 0.309088, + "nauc_mrr_at_1000_std": 0.166861, + "nauc_mrr_at_1000_diff1": 0.224591, + "main_score": 0.45216, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 71.68316602706909, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SummEvalSummarization.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SummEvalSummarization.v2.json new file mode 100644 index 0000000000..c0ab7da9ca --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SummEvalSummarization.v2.json @@ -0,0 +1,24 @@ +{ + "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c", + "task_name": "SummEvalSummarization.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "pearson": 0.415728, + "spearman": 0.376351, + "cosine_spearman": 0.376351, + "cosine_pearson": 0.415728, + "dot_spearman": 0.376351, + "dot_pearson": 0.415728, + "main_score": 0.376351, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 53.63966488838196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwahiliNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwahiliNewsClassification.json new file mode 100644 index 0000000000..82c6f7cb02 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwahiliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "24fcf066e6b96f9e0d743e8b79184e0c599f73c3", + "task_name": "SwahiliNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "accuracy": 0.659521, + "f1": 0.635727, + "f1_weighted": 0.665463, + "scores_per_experiment": [ + { + "accuracy": 0.652832, + "f1": 0.617293, + "f1_weighted": 0.664219 + }, + { + "accuracy": 0.678711, + "f1": 0.656827, + "f1_weighted": 0.690967 + }, + { + "accuracy": 0.75293, + "f1": 0.707544, + "f1_weighted": 0.765283 + }, + { + "accuracy": 0.65918, + "f1": 0.631313, + "f1_weighted": 0.661574 + }, + { + "accuracy": 0.614746, + "f1": 0.622998, + "f1_weighted": 0.621382 + }, + { + "accuracy": 0.60791, + "f1": 0.591382, + "f1_weighted": 0.605698 + }, + { + "accuracy": 0.585938, + "f1": 0.582291, + "f1_weighted": 0.575388 + }, + { + "accuracy": 0.693359, + "f1": 0.661731, + "f1_weighted": 0.705902 + }, + { + "accuracy": 0.611328, + "f1": 0.612449, + "f1_weighted": 0.615305 + }, + { + "accuracy": 0.738281, + "f1": 0.673447, + "f1_weighted": 0.748912 + } + ], + "main_score": 0.659521, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ] + } + ] + }, + "evaluation_time": 15.103822231292725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwednClusteringP2P.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwednClusteringP2P.json new file mode 100644 index 0000000000..321598b92e --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwednClusteringP2P.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "task_name": "SwednClusteringP2P", + "mteb_version": "1.34.7", + "scores": { + "summaries": [ + { + "v_measures": { + "Level 0": [ + 0.427258, + 0.53829, + 0.365241, + 0.413996, + 0.322858, + 0.391488, + 0.341185, + 0.419644, + 0.373505, + 0.511083 + ] + }, + "v_measure": 0.410455, + "v_measure_std": 0.065642, + "main_score": 0.410455, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ], + "articles": [ + { + "v_measures": { + "Level 0": [ + 0.381304, + 0.429948, + 0.456679, + 0.389381, + 0.388495, + 0.422459, + 0.387167, + 0.38728, + 0.295723, + 0.364414 + ] + }, + "v_measure": 0.390285, + "v_measure_std": 0.040904, + "main_score": 0.390285, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 8.50654673576355, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwissJudgementClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwissJudgementClassification.json new file mode 100644 index 0000000000..b18b9a1bfc --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SwissJudgementClassification.json @@ -0,0 +1,263 @@ +{ + "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f", + "task_name": "SwissJudgementClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.55625, + "f1": 0.471772, + "f1_weighted": 0.592913, + "ap": 0.200265, + "ap_weighted": 0.200265, + "scores_per_experiment": [ + { + "accuracy": 0.494629, + "f1": 0.452997, + "f1_weighted": 0.544514, + "ap": 0.202686, + "ap_weighted": 0.202686 + }, + { + "accuracy": 0.592285, + "f1": 0.470882, + "f1_weighted": 0.624585, + "ap": 0.190422, + "ap_weighted": 0.190422 + }, + { + "accuracy": 0.482422, + "f1": 0.444057, + "f1_weighted": 0.532624, + "ap": 0.200392, + "ap_weighted": 0.200392 + }, + { + "accuracy": 0.608398, + "f1": 0.499295, + "f1_weighted": 0.641038, + "ap": 0.201697, + "ap_weighted": 0.201697 + }, + { + "accuracy": 0.579102, + "f1": 0.485901, + "f1_weighted": 0.618648, + "ap": 0.199242, + "ap_weighted": 0.199242 + }, + { + "accuracy": 0.604492, + "f1": 0.498364, + "f1_weighted": 0.638291, + "ap": 0.201827, + "ap_weighted": 0.201827 + }, + { + "accuracy": 0.65918, + "f1": 0.523791, + "f1_weighted": 0.677777, + "ap": 0.20846, + "ap_weighted": 0.20846 + }, + { + "accuracy": 0.643555, + "f1": 0.494536, + "f1_weighted": 0.660976, + "ap": 0.195875, + "ap_weighted": 0.195875 + }, + { + "accuracy": 0.417969, + "f1": 0.402647, + "f1_weighted": 0.460665, + "ap": 0.199187, + "ap_weighted": 0.199187 + }, + { + "accuracy": 0.480469, + "f1": 0.445253, + "f1_weighted": 0.530016, + "ap": 0.202866, + "ap_weighted": 0.202866 + } + ], + "main_score": 0.55625, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.580859, + "f1": 0.478244, + "f1_weighted": 0.618508, + "ap": 0.189293, + "ap_weighted": 0.189293, + "scores_per_experiment": [ + { + "accuracy": 0.704102, + "f1": 0.514423, + "f1_weighted": 0.705287, + "ap": 0.190496, + "ap_weighted": 0.190496 + }, + { + "accuracy": 0.489746, + "f1": 0.445086, + "f1_weighted": 0.544091, + "ap": 0.190303, + "ap_weighted": 0.190303 + }, + { + "accuracy": 0.543457, + "f1": 0.484807, + "f1_weighted": 0.594128, + "ap": 0.202438, + "ap_weighted": 0.202438 + }, + { + "accuracy": 0.54541, + "f1": 0.472589, + "f1_weighted": 0.59584, + "ap": 0.190561, + "ap_weighted": 0.190561 + }, + { + "accuracy": 0.660156, + "f1": 0.511412, + "f1_weighted": 0.680954, + "ap": 0.191615, + "ap_weighted": 0.191615 + }, + { + "accuracy": 0.51709, + "f1": 0.453829, + "f1_weighted": 0.57073, + "ap": 0.185956, + "ap_weighted": 0.185956 + }, + { + "accuracy": 0.524902, + "f1": 0.441108, + "f1_weighted": 0.577208, + "ap": 0.176492, + "ap_weighted": 0.176492 + }, + { + "accuracy": 0.633789, + "f1": 0.49344, + "f1_weighted": 0.66113, + "ap": 0.185806, + "ap_weighted": 0.185806 + }, + { + "accuracy": 0.509277, + "f1": 0.453743, + "f1_weighted": 0.563281, + "ap": 0.188919, + "ap_weighted": 0.188919 + }, + { + "accuracy": 0.680664, + "f1": 0.512006, + "f1_weighted": 0.692431, + "ap": 0.190346, + "ap_weighted": 0.190346 + } + ], + "main_score": 0.580859, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.594951, + "f1": 0.480354, + "f1_weighted": 0.626697, + "ap": 0.190883, + "ap_weighted": 0.190883, + "scores_per_experiment": [ + { + "accuracy": 0.528325, + "f1": 0.453187, + "f1_weighted": 0.579998, + "ap": 0.183437, + "ap_weighted": 0.183437 + }, + { + "accuracy": 0.432266, + "f1": 0.380367, + "f1_weighted": 0.492557, + "ap": 0.167838, + "ap_weighted": 0.167838 + }, + { + "accuracy": 0.683498, + "f1": 0.531021, + "f1_weighted": 0.698317, + "ap": 0.201207, + "ap_weighted": 0.201207 + }, + { + "accuracy": 0.697044, + "f1": 0.502213, + "f1_weighted": 0.697044, + "ap": 0.187878, + "ap_weighted": 0.187878 + }, + { + "accuracy": 0.597291, + "f1": 0.474101, + "f1_weighted": 0.633339, + "ap": 0.182681, + "ap_weighted": 0.182681 + }, + { + "accuracy": 0.681034, + "f1": 0.501846, + "f1_weighted": 0.688761, + "ap": 0.187965, + "ap_weighted": 0.187965 + }, + { + "accuracy": 0.58867, + "f1": 0.496121, + "f1_weighted": 0.631221, + "ap": 0.196233, + "ap_weighted": 0.196233 + }, + { + "accuracy": 0.470443, + "f1": 0.430917, + "f1_weighted": 0.524746, + "ap": 0.187827, + "ap_weighted": 0.187827 + }, + { + "accuracy": 0.560345, + "f1": 0.503384, + "f1_weighted": 0.608606, + "ap": 0.214769, + "ap_weighted": 0.214769 + }, + { + "accuracy": 0.710591, + "f1": 0.530387, + "f1_weighted": 0.712382, + "ap": 0.198992, + "ap_weighted": 0.198992 + } + ], + "main_score": 0.594951, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 71.09066891670227, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SyntheticText2SQL.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SyntheticText2SQL.json new file mode 100644 index 0000000000..3dda624f70 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/SyntheticText2SQL.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "686b87296c3a0191b5d9415a00526c62db9fce09", + "task_name": "SyntheticText2SQL", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.05059, + "ndcg_at_3": 0.54981, + "ndcg_at_5": 0.57175, + "ndcg_at_10": 0.58423, + "ndcg_at_20": 0.59016, + "ndcg_at_100": 0.5942, + "ndcg_at_1000": 0.59511, + "map_at_1": 0.05059, + "map_at_3": 0.44138, + "map_at_5": 0.45366, + "map_at_10": 0.45893, + "map_at_20": 0.46056, + "map_at_100": 0.46116, + "map_at_1000": 0.4612, + "recall_at_1": 0.05059, + "recall_at_3": 0.8578, + "recall_at_5": 0.91061, + "recall_at_10": 0.94856, + "recall_at_20": 0.97197, + "recall_at_100": 0.99316, + "recall_at_1000": 1.0, + "precision_at_1": 0.05059, + "precision_at_3": 0.28593, + "precision_at_5": 0.18212, + "precision_at_10": 0.09486, + "precision_at_20": 0.0486, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.413946, + "mrr_at_3": 0.635105, + "mrr_at_5": 0.645035, + "mrr_at_10": 0.649458, + "mrr_at_20": 0.651035, + "mrr_at_100": 0.651645, + "mrr_at_1000": 0.651684, + "nauc_ndcg_at_1_max": 0.005246, + "nauc_ndcg_at_1_std": -0.108322, + "nauc_ndcg_at_1_diff1": 0.883541, + "nauc_ndcg_at_3_max": 0.308849, + "nauc_ndcg_at_3_std": -0.284864, + "nauc_ndcg_at_3_diff1": -0.565104, + "nauc_ndcg_at_5_max": 0.305159, + "nauc_ndcg_at_5_std": -0.278301, + "nauc_ndcg_at_5_diff1": -0.484525, + "nauc_ndcg_at_10_max": 0.292572, + "nauc_ndcg_at_10_std": -0.26277, + "nauc_ndcg_at_10_diff1": -0.411173, + "nauc_ndcg_at_20_max": 0.279373, + "nauc_ndcg_at_20_std": -0.25019, + "nauc_ndcg_at_20_diff1": -0.3684, + "nauc_ndcg_at_100_max": 0.268511, + "nauc_ndcg_at_100_std": -0.246616, + "nauc_ndcg_at_100_diff1": -0.336143, + "nauc_ndcg_at_1000_max": 0.265368, + "nauc_ndcg_at_1000_std": -0.248059, + "nauc_ndcg_at_1000_diff1": -0.328279, + "nauc_map_at_1_max": 0.005246, + "nauc_map_at_1_std": -0.108322, + "nauc_map_at_1_diff1": 0.883541, + "nauc_map_at_3_max": 0.266448, + "nauc_map_at_3_std": -0.257047, + "nauc_map_at_3_diff1": -0.374829, + "nauc_map_at_5_max": 0.260415, + "nauc_map_at_5_std": -0.250724, + "nauc_map_at_5_diff1": -0.313199, + "nauc_map_at_10_max": 0.253406, + "nauc_map_at_10_std": -0.24369, + "nauc_map_at_10_diff1": -0.277292, + "nauc_map_at_20_max": 0.249684, + "nauc_map_at_20_std": -0.240489, + "nauc_map_at_20_diff1": -0.265111, + "nauc_map_at_100_max": 0.248197, + "nauc_map_at_100_std": -0.239993, + "nauc_map_at_100_diff1": -0.260843, + "nauc_map_at_1000_max": 0.24806, + "nauc_map_at_1000_std": -0.240075, + "nauc_map_at_1000_diff1": -0.26056, + "nauc_recall_at_1_max": 0.005246, + "nauc_recall_at_1_std": -0.108322, + "nauc_recall_at_1_diff1": 0.883541, + "nauc_recall_at_3_max": 0.41528, + "nauc_recall_at_3_std": -0.356139, + "nauc_recall_at_3_diff1": -1.037176, + "nauc_recall_at_5_max": 0.460429, + "nauc_recall_at_5_std": -0.375265, + "nauc_recall_at_5_diff1": -1.052412, + "nauc_recall_at_10_max": 0.504988, + "nauc_recall_at_10_std": -0.357708, + "nauc_recall_at_10_diff1": -1.05801, + "nauc_recall_at_20_max": 0.517549, + "nauc_recall_at_20_std": -0.278246, + "nauc_recall_at_20_diff1": -1.06526, + "nauc_recall_at_100_max": 0.54711, + "nauc_recall_at_100_std": -0.136394, + "nauc_recall_at_100_diff1": -1.080706, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.005246, + "nauc_precision_at_1_std": -0.108322, + "nauc_precision_at_1_diff1": 0.883541, + "nauc_precision_at_3_max": 0.41528, + "nauc_precision_at_3_std": -0.356139, + "nauc_precision_at_3_diff1": -1.037176, + "nauc_precision_at_5_max": 0.460429, + "nauc_precision_at_5_std": -0.375265, + "nauc_precision_at_5_diff1": -1.052412, + "nauc_precision_at_10_max": 0.504988, + "nauc_precision_at_10_std": -0.357708, + "nauc_precision_at_10_diff1": -1.05801, + "nauc_precision_at_20_max": 0.517549, + "nauc_precision_at_20_std": -0.278246, + "nauc_precision_at_20_diff1": -1.06526, + "nauc_precision_at_100_max": 0.54711, + "nauc_precision_at_100_std": -0.136394, + "nauc_precision_at_100_diff1": -1.080706, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.118417, + "nauc_mrr_at_1_std": -0.11497, + "nauc_mrr_at_1_diff1": -0.220071, + "nauc_mrr_at_3_max": 0.200592, + "nauc_mrr_at_3_std": -0.180009, + "nauc_mrr_at_3_diff1": -0.452525, + "nauc_mrr_at_5_max": 0.196679, + "nauc_mrr_at_5_std": -0.174225, + "nauc_mrr_at_5_diff1": -0.43273, + "nauc_mrr_at_10_max": 0.192925, + "nauc_mrr_at_10_std": -0.169727, + "nauc_mrr_at_10_diff1": -0.420873, + "nauc_mrr_at_20_max": 0.190905, + "nauc_mrr_at_20_std": -0.167829, + "nauc_mrr_at_20_diff1": -0.416536, + "nauc_mrr_at_100_max": 0.190075, + "nauc_mrr_at_100_std": -0.167413, + "nauc_mrr_at_100_diff1": -0.414993, + "nauc_mrr_at_1000_max": 0.190004, + "nauc_mrr_at_1000_std": -0.167438, + "nauc_mrr_at_1000_diff1": -0.414892, + "main_score": 0.58423, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 1022.1799495220184, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/T2Reranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/T2Reranking.json new file mode 100644 index 0000000000..77b5df978b --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "task_name": "T2Reranking", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "map": 0.675443, + "mrr": 0.767754, + "nAUC_map_max": 0.353441, + "nAUC_map_std": -0.013882, + "nAUC_map_diff1": -0.14554, + "nAUC_mrr_max": 0.271558, + "nAUC_mrr_std": -0.026454, + "nAUC_mrr_diff1": -0.134949, + "main_score": 0.675443, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 163.16609454154968, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TERRa.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TERRa.json new file mode 100644 index 0000000000..e6dfae4fbb --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TERRa.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "7b58f24536063837d644aab9a023c62199b2a612", + "task_name": "TERRa", + "mteb_version": "1.34.7", + "scores": { + "dev": [ + { + "similarity_accuracy": 0.635179, + "similarity_accuracy_threshold": 0.755787, + "similarity_f1": 0.692913, + "similarity_f1_threshold": 0.689444, + "similarity_precision": 0.578947, + "similarity_recall": 0.862745, + "similarity_ap": 0.651066, + "cosine_accuracy": 0.635179, + "cosine_accuracy_threshold": 0.755787, + "cosine_f1": 0.692913, + "cosine_f1_threshold": 0.689444, + "cosine_precision": 0.578947, + "cosine_recall": 0.862745, + "cosine_ap": 0.651066, + "manhattan_accuracy": 0.631922, + "manhattan_accuracy_threshold": 15.551548, + "manhattan_f1": 0.695418, + "manhattan_f1_threshold": 17.200409, + "manhattan_precision": 0.591743, + "manhattan_recall": 0.843137, + "manhattan_ap": 0.651458, + "euclidean_accuracy": 0.635179, + "euclidean_accuracy_threshold": 0.698875, + "euclidean_f1": 0.692913, + "euclidean_f1_threshold": 0.788107, + "euclidean_precision": 0.578947, + "euclidean_recall": 0.862745, + "euclidean_ap": 0.651066, + "dot_accuracy": 0.635179, + "dot_accuracy_threshold": 0.755787, + "dot_f1": 0.692913, + "dot_f1_threshold": 0.689444, + "dot_precision": 0.578947, + "dot_recall": 0.862745, + "dot_ap": 0.651066, + "max_accuracy": 0.635179, + "max_f1": 0.695418, + "max_precision": 0.591743, + "max_recall": 0.862745, + "max_ap": 0.651458, + "main_score": 0.651458, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 9.496636152267456, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TRECCOVID.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TRECCOVID.json new file mode 100644 index 0000000000..8453242e66 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.8305, + "ndcg_at_5": 0.82002, + "ndcg_at_10": 0.8035, + "ndcg_at_20": 0.76821, + "ndcg_at_100": 0.61383, + "ndcg_at_1000": 0.54965, + "map_at_1": 0.0025, + "map_at_3": 0.00667, + "map_at_5": 0.01068, + "map_at_10": 0.02028, + "map_at_20": 0.03688, + "map_at_100": 0.12133, + "map_at_1000": 0.29738, + "recall_at_1": 0.0025, + "recall_at_3": 0.00689, + "recall_at_5": 0.01121, + "recall_at_10": 0.02209, + "recall_at_20": 0.04113, + "recall_at_100": 0.15035, + "recall_at_1000": 0.5176, + "precision_at_1": 0.9, + "precision_at_3": 0.86667, + "precision_at_5": 0.856, + "precision_at_10": 0.852, + "precision_at_20": 0.806, + "precision_at_100": 0.631, + "precision_at_1000": 0.24342, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": -0.063163, + "nauc_ndcg_at_1_std": 0.368597, + "nauc_ndcg_at_1_diff1": -0.293654, + "nauc_ndcg_at_3_max": 0.359111, + "nauc_ndcg_at_3_std": 0.450618, + "nauc_ndcg_at_3_diff1": -0.20205, + "nauc_ndcg_at_5_max": 0.464028, + "nauc_ndcg_at_5_std": 0.560935, + "nauc_ndcg_at_5_diff1": -0.101862, + "nauc_ndcg_at_10_max": 0.47008, + "nauc_ndcg_at_10_std": 0.672832, + "nauc_ndcg_at_10_diff1": -0.240548, + "nauc_ndcg_at_20_max": 0.548432, + "nauc_ndcg_at_20_std": 0.775422, + "nauc_ndcg_at_20_diff1": -0.251821, + "nauc_ndcg_at_100_max": 0.548606, + "nauc_ndcg_at_100_std": 0.817799, + "nauc_ndcg_at_100_diff1": -0.420757, + "nauc_ndcg_at_1000_max": 0.541461, + "nauc_ndcg_at_1000_std": 0.811979, + "nauc_ndcg_at_1000_diff1": -0.292642, + "nauc_map_at_1_max": -0.099219, + "nauc_map_at_1_std": -0.098779, + "nauc_map_at_1_diff1": 0.319474, + "nauc_map_at_3_max": 0.048503, + "nauc_map_at_3_std": 0.000932, + "nauc_map_at_3_diff1": 0.362632, + "nauc_map_at_5_max": 0.093148, + "nauc_map_at_5_std": 0.072816, + "nauc_map_at_5_diff1": 0.35314, + "nauc_map_at_10_max": 0.100688, + "nauc_map_at_10_std": 0.158944, + "nauc_map_at_10_diff1": 0.292844, + "nauc_map_at_20_max": 0.184505, + "nauc_map_at_20_std": 0.282125, + "nauc_map_at_20_diff1": 0.218216, + "nauc_map_at_100_max": 0.341667, + "nauc_map_at_100_std": 0.614856, + "nauc_map_at_100_diff1": -0.042254, + "nauc_map_at_1000_max": 0.538968, + "nauc_map_at_1000_std": 0.819651, + "nauc_map_at_1000_diff1": -0.291312, + "nauc_recall_at_1_max": -0.099219, + "nauc_recall_at_1_std": -0.098779, + "nauc_recall_at_1_diff1": 0.319474, + "nauc_recall_at_3_max": 0.028677, + "nauc_recall_at_3_std": -0.028961, + "nauc_recall_at_3_diff1": 0.376116, + "nauc_recall_at_5_max": 0.056121, + "nauc_recall_at_5_std": 0.032082, + "nauc_recall_at_5_diff1": 0.375173, + "nauc_recall_at_10_max": 0.029306, + "nauc_recall_at_10_std": 0.070223, + "nauc_recall_at_10_diff1": 0.325973, + "nauc_recall_at_20_max": 0.099915, + "nauc_recall_at_20_std": 0.165259, + "nauc_recall_at_20_diff1": 0.264164, + "nauc_recall_at_100_max": 0.220862, + "nauc_recall_at_100_std": 0.45544, + "nauc_recall_at_100_diff1": 0.028299, + "nauc_recall_at_1000_max": 0.451439, + "nauc_recall_at_1000_std": 0.705497, + "nauc_recall_at_1000_diff1": -0.21613, + "nauc_precision_at_1_max": 0.019421, + "nauc_precision_at_1_std": 0.430159, + "nauc_precision_at_1_diff1": -0.267134, + "nauc_precision_at_3_max": 0.473287, + "nauc_precision_at_3_std": 0.491096, + "nauc_precision_at_3_diff1": -0.106356, + "nauc_precision_at_5_max": 0.559662, + "nauc_precision_at_5_std": 0.629995, + "nauc_precision_at_5_diff1": -0.059194, + "nauc_precision_at_10_max": 0.51034, + "nauc_precision_at_10_std": 0.739918, + "nauc_precision_at_10_diff1": -0.270017, + "nauc_precision_at_20_max": 0.546655, + "nauc_precision_at_20_std": 0.800682, + "nauc_precision_at_20_diff1": -0.312509, + "nauc_precision_at_100_max": 0.540163, + "nauc_precision_at_100_std": 0.785189, + "nauc_precision_at_100_diff1": -0.478975, + "nauc_precision_at_1000_max": 0.460597, + "nauc_precision_at_1000_std": 0.478674, + "nauc_precision_at_1000_diff1": -0.430241, + "nauc_mrr_at_1_max": 0.019421, + "nauc_mrr_at_1_std": 0.430159, + "nauc_mrr_at_1_diff1": -0.267134, + "nauc_mrr_at_3_max": 0.072537, + "nauc_mrr_at_3_std": 0.457604, + "nauc_mrr_at_3_diff1": -0.261146, + "nauc_mrr_at_5_max": 0.072537, + "nauc_mrr_at_5_std": 0.457604, + "nauc_mrr_at_5_diff1": -0.261146, + "nauc_mrr_at_10_max": 0.072537, + "nauc_mrr_at_10_std": 0.457604, + "nauc_mrr_at_10_diff1": -0.261146, + "nauc_mrr_at_20_max": 0.072537, + "nauc_mrr_at_20_std": 0.457604, + "nauc_mrr_at_20_diff1": -0.261146, + "nauc_mrr_at_100_max": 0.072537, + "nauc_mrr_at_100_std": 0.457604, + "nauc_mrr_at_100_diff1": -0.261146, + "nauc_mrr_at_1000_max": 0.072537, + "nauc_mrr_at_1000_std": 0.457604, + "nauc_mrr_at_1000_diff1": -0.261146, + "main_score": 0.8035, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 235.1304852962494, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Tatoeba.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Tatoeba.json new file mode 100644 index 0000000000..ee0f3c3940 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Tatoeba.json @@ -0,0 +1,1355 @@ +{ + "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", + "task_name": "Tatoeba", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "precision": 0.213188, + "recall": 0.25, + "f1": 0.221605, + "accuracy": 0.25, + "main_score": 0.221605, + "hf_subset": "sqi-eng", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.459389, + "recall": 0.526012, + "f1": 0.474603, + "accuracy": 0.526012, + "main_score": 0.474603, + "hf_subset": "fry-eng", + "languages": [ + "fry-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141989, + "recall": 0.178049, + "f1": 0.148887, + "accuracy": 0.178049, + "main_score": 0.148887, + "hf_subset": "kur-eng", + "languages": [ + "kur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.889117, + "recall": 0.921, + "f1": 0.899067, + "accuracy": 0.921, + "main_score": 0.899067, + "hf_subset": "tur-eng", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982333, + "recall": 0.988, + "f1": 0.984167, + "accuracy": 0.988, + "main_score": 0.984167, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.912611, + "recall": 0.937, + "f1": 0.920367, + "accuracy": 0.937, + "main_score": 0.920367, + "hf_subset": "nld-eng", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.74375, + "recall": 0.803, + "f1": 0.760867, + "accuracy": 0.803, + "main_score": 0.760867, + "hf_subset": "ron-eng", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.358387, + "recall": 0.447761, + "f1": 0.380049, + "accuracy": 0.447761, + "main_score": 0.380049, + "hf_subset": "ang-eng", + "languages": [ + "ang-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.46392, + "recall": 0.542, + "f1": 0.483897, + "accuracy": 0.542, + "main_score": 0.483897, + "hf_subset": "ido-eng", + "languages": [ + "ido-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233616, + "recall": 0.287805, + "f1": 0.24426, + "accuracy": 0.287805, + "main_score": 0.24426, + "hf_subset": "jav-eng", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.197305, + "recall": 0.257, + "f1": 0.211141, + "accuracy": 0.257, + "main_score": 0.211141, + "hf_subset": "isl-eng", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.520745, + "recall": 0.600243, + "f1": 0.541614, + "accuracy": 0.600243, + "main_score": 0.541614, + "hf_subset": "slv-eng", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115545, + "recall": 0.144348, + "f1": 0.121178, + "accuracy": 0.144348, + "main_score": 0.121178, + "hf_subset": "cym-eng", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.257241, + "recall": 0.318261, + "f1": 0.271355, + "accuracy": 0.318261, + "main_score": 0.271355, + "hf_subset": "kaz-eng", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.246843, + "recall": 0.308, + "f1": 0.26085, + "accuracy": 0.308, + "main_score": 0.26085, + "hf_subset": "est-eng", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.492144, + "recall": 0.583, + "f1": 0.516392, + "accuracy": 0.583, + "main_score": 0.516392, + "hf_subset": "heb-eng", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.049201, + "recall": 0.066345, + "f1": 0.052272, + "accuracy": 0.066345, + "main_score": 0.052272, + "hf_subset": "gla-eng", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.793817, + "recall": 0.851, + "f1": 0.811238, + "accuracy": 0.851, + "main_score": 0.811238, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.325012, + "recall": 0.411, + "f1": 0.345543, + "accuracy": 0.411, + "main_score": 0.345543, + "hf_subset": "lat-eng", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.526052, + "recall": 0.604, + "f1": 0.54769, + "accuracy": 0.604, + "main_score": 0.54769, + "hf_subset": "bel-eng", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.332679, + "recall": 0.407619, + "f1": 0.350474, + "accuracy": 0.407619, + "main_score": 0.350474, + "hf_subset": "pms-eng", + "languages": [ + "pms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062259, + "recall": 0.092, + "f1": 0.067409, + "accuracy": 0.092, + "main_score": 0.067409, + "hf_subset": "gle-eng", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.872833, + "recall": 0.91, + "f1": 0.884667, + "accuracy": 0.91, + "main_score": 0.884667, + "hf_subset": "pes-eng", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.839517, + "recall": 0.882, + "f1": 0.852533, + "accuracy": 0.882, + "main_score": 0.852533, + "hf_subset": "nob-eng", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.710692, + "recall": 0.774, + "f1": 0.728398, + "accuracy": 0.774, + "main_score": 0.728398, + "hf_subset": "bul-eng", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.664813, + "recall": 0.743, + "f1": 0.687434, + "accuracy": 0.743, + "main_score": 0.687434, + "hf_subset": "cbk-eng", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.505471, + "recall": 0.566, + "f1": 0.520859, + "accuracy": 0.566, + "main_score": 0.520859, + "hf_subset": "hun-eng", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043206, + "recall": 0.064, + "f1": 0.04618, + "accuracy": 0.064, + "main_score": 0.04618, + "hf_subset": "uig-eng", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.920417, + "recall": 0.944, + "f1": 0.928067, + "accuracy": 0.944, + "main_score": 0.928067, + "hf_subset": "rus-eng", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.961833, + "recall": 0.973, + "f1": 0.9655, + "accuracy": 0.973, + "main_score": 0.9655, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.339766, + "recall": 0.431267, + "f1": 0.362845, + "accuracy": 0.431267, + "main_score": 0.362845, + "hf_subset": "hye-eng", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.797151, + "recall": 0.854701, + "f1": 0.814815, + "accuracy": 0.854701, + "main_score": 0.814815, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.532251, + "recall": 0.617, + "f1": 0.55429, + "accuracy": 0.617, + "main_score": 0.55429, + "hf_subset": "afr-eng", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141847, + "recall": 0.168182, + "f1": 0.147976, + "accuracy": 0.168182, + "main_score": 0.147976, + "hf_subset": "mon-eng", + "languages": [ + "mon-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.673745, + "recall": 0.742138, + "f1": 0.693227, + "accuracy": 0.742138, + "main_score": 0.693227, + "hf_subset": "arz-eng", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.687737, + "recall": 0.748, + "f1": 0.70484, + "accuracy": 0.748, + "main_score": 0.70484, + "hf_subset": "hrv-eng", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.550067, + "recall": 0.618677, + "f1": 0.566735, + "accuracy": 0.618677, + "main_score": 0.566735, + "hf_subset": "nov-eng", + "languages": [ + "nov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.407977, + "recall": 0.521368, + "f1": 0.437648, + "accuracy": 0.521368, + "main_score": 0.437648, + "hf_subset": "gsw-eng", + "languages": [ + "gsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.465781, + "recall": 0.541, + "f1": 0.485276, + "accuracy": 0.541, + "main_score": 0.485276, + "hf_subset": "nds-eng", + "languages": [ + "nds-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.78145, + "recall": 0.838, + "f1": 0.798667, + "accuracy": 0.838, + "main_score": 0.798667, + "hf_subset": "ukr-eng", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.158165, + "recall": 0.205607, + "f1": 0.169274, + "accuracy": 0.205607, + "main_score": 0.169274, + "hf_subset": "uzb-eng", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.275389, + "recall": 0.333, + "f1": 0.288867, + "accuracy": 0.333, + "main_score": 0.288867, + "hf_subset": "lit-eng", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.825617, + "recall": 0.869, + "f1": 0.83851, + "accuracy": 0.869, + "main_score": 0.83851, + "hf_subset": "ina-eng", + "languages": [ + "ina-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.4899, + "recall": 0.555, + "f1": 0.506018, + "accuracy": 0.555, + "main_score": 0.506018, + "hf_subset": "lfn-eng", + "languages": [ + "lfn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.8735, + "recall": 0.91, + "f1": 0.884919, + "accuracy": 0.91, + "main_score": 0.884919, + "hf_subset": "zsm-eng", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.86425, + "recall": 0.898, + "f1": 0.8749, + "accuracy": 0.898, + "main_score": 0.8749, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946333, + "recall": 0.963, + "f1": 0.951667, + "accuracy": 0.963, + "main_score": 0.951667, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.232339, + "recall": 0.282, + "f1": 0.243382, + "accuracy": 0.282, + "main_score": 0.243382, + "hf_subset": "lvs-eng", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.756511, + "recall": 0.812, + "f1": 0.773022, + "accuracy": 0.812, + "main_score": 0.773022, + "hf_subset": "glg-eng", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158553, + "recall": 0.205, + "f1": 0.167796, + "accuracy": 0.205, + "main_score": 0.167796, + "hf_subset": "ceb-eng", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060295, + "recall": 0.073, + "f1": 0.062969, + "accuracy": 0.073, + "main_score": 0.062969, + "hf_subset": "bre-eng", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.763343, + "recall": 0.827, + "f1": 0.782836, + "accuracy": 0.827, + "main_score": 0.782836, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.343006, + "recall": 0.446429, + "f1": 0.370111, + "accuracy": 0.446429, + "main_score": 0.370111, + "hf_subset": "swg-eng", + "languages": [ + "swg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.242898, + "recall": 0.32382, + "f1": 0.262296, + "accuracy": 0.32382, + "main_score": 0.262296, + "hf_subset": "arq-eng", + "languages": [ + "arq-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.019371, + "recall": 0.029, + "f1": 0.020509, + "accuracy": 0.029, + "main_score": 0.020509, + "hf_subset": "kab-eng", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.924333, + "recall": 0.944, + "f1": 0.930667, + "accuracy": 0.944, + "main_score": 0.930667, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9272, + "recall": 0.946, + "f1": 0.933133, + "accuracy": 0.946, + "main_score": 0.933133, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131258, + "recall": 0.17, + "f1": 0.139098, + "accuracy": 0.17, + "main_score": 0.139098, + "hf_subset": "tat-eng", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.32876, + "recall": 0.4, + "f1": 0.345364, + "accuracy": 0.4, + "main_score": 0.345364, + "hf_subset": "oci-eng", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.890726, + "recall": 0.922, + "f1": 0.900817, + "accuracy": 0.922, + "main_score": 0.900817, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144163, + "recall": 0.18, + "f1": 0.151589, + "accuracy": 0.18, + "main_score": 0.151589, + "hf_subset": "war-eng", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.406459, + "recall": 0.482, + "f1": 0.424917, + "accuracy": 0.482, + "main_score": 0.424917, + "hf_subset": "aze-eng", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.93275, + "recall": 0.953, + "f1": 0.939233, + "accuracy": 0.953, + "main_score": 0.939233, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.591852, + "recall": 0.658, + "f1": 0.61018, + "accuracy": 0.658, + "main_score": 0.61018, + "hf_subset": "nno-eng", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.251776, + "recall": 0.306569, + "f1": 0.26326, + "accuracy": 0.306569, + "main_score": 0.26326, + "hf_subset": "cha-eng", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092344, + "recall": 0.121, + "f1": 0.09813, + "accuracy": 0.121, + "main_score": 0.09813, + "hf_subset": "mhr-eng", + "languages": [ + "mhr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.793802, + "recall": 0.844, + "f1": 0.808787, + "accuracy": 0.844, + "main_score": 0.808787, + "hf_subset": "dan-eng", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.783167, + "recall": 0.841, + "f1": 0.801115, + "accuracy": 0.841, + "main_score": 0.801115, + "hf_subset": "ell-eng", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.415079, + "recall": 0.505952, + "f1": 0.437025, + "accuracy": 0.505952, + "main_score": 0.437025, + "hf_subset": "amh-eng", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.068921, + "recall": 0.085, + "f1": 0.072482, + "accuracy": 0.085, + "main_score": 0.072482, + "hf_subset": "pam-eng", + "languages": [ + "pam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.338934, + "recall": 0.414079, + "f1": 0.357437, + "accuracy": 0.414079, + "main_score": 0.357437, + "hf_subset": "hsb-eng", + "languages": [ + "hsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.584403, + "recall": 0.664, + "f1": 0.606575, + "accuracy": 0.664, + "main_score": 0.606575, + "hf_subset": "srp-eng", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.422397, + "recall": 0.489, + "f1": 0.439203, + "accuracy": 0.489, + "main_score": 0.439203, + "hf_subset": "epo-eng", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074194, + "recall": 0.095, + "f1": 0.077513, + "accuracy": 0.095, + "main_score": 0.077513, + "hf_subset": "kzj-eng", + "languages": [ + "kzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.53269, + "recall": 0.597403, + "f1": 0.548467, + "accuracy": 0.597403, + "main_score": 0.548467, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.26967, + "recall": 0.328244, + "f1": 0.281455, + "accuracy": 0.328244, + "main_score": 0.281455, + "hf_subset": "fao-eng", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.831198, + "recall": 0.877729, + "f1": 0.845657, + "accuracy": 0.877729, + "main_score": 0.845657, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.622502, + "recall": 0.697, + "f1": 0.643267, + "accuracy": 0.697, + "main_score": 0.643267, + "hf_subset": "ile-eng", + "languages": [ + "ile-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.683873, + "recall": 0.748588, + "f1": 0.702166, + "accuracy": 0.748588, + "main_score": 0.702166, + "hf_subset": "bos-eng", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044108, + "recall": 0.06, + "f1": 0.047426, + "accuracy": 0.06, + "main_score": 0.047426, + "hf_subset": "cor-eng", + "languages": [ + "cor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.665863, + "recall": 0.73, + "f1": 0.684306, + "accuracy": 0.73, + "main_score": 0.684306, + "hf_subset": "cat-eng", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172378, + "recall": 0.207, + "f1": 0.18068, + "accuracy": 0.207, + "main_score": 0.18068, + "hf_subset": "eus-eng", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.853333, + "recall": 0.891, + "f1": 0.864686, + "accuracy": 0.891, + "main_score": 0.864686, + "hf_subset": "yue-eng", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.787702, + "recall": 0.837, + "f1": 0.802215, + "accuracy": 0.837, + "main_score": 0.802215, + "hf_subset": "swe-eng", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062027, + "recall": 0.079, + "f1": 0.065371, + "accuracy": 0.079, + "main_score": 0.065371, + "hf_subset": "dtp-eng", + "languages": [ + "dtp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.495359, + "recall": 0.591153, + "f1": 0.521435, + "accuracy": 0.591153, + "main_score": 0.521435, + "hf_subset": "kat-eng", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.931333, + "recall": 0.952, + "f1": 0.938167, + "accuracy": 0.952, + "main_score": 0.938167, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.252541, + "recall": 0.312253, + "f1": 0.26879, + "accuracy": 0.312253, + "main_score": 0.26879, + "hf_subset": "csb-eng", + "languages": [ + "csb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.125425, + "recall": 0.169014, + "f1": 0.129785, + "accuracy": 0.169014, + "main_score": 0.129785, + "hf_subset": "xho-eng", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180316, + "recall": 0.246707, + "f1": 0.194372, + "accuracy": 0.246707, + "main_score": 0.194372, + "hf_subset": "orv-eng", + "languages": [ + "orv-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.898583, + "recall": 0.925, + "f1": 0.9069, + "accuracy": 0.925, + "main_score": 0.9069, + "hf_subset": "ind-eng", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.145424, + "recall": 0.20197, + "f1": 0.157557, + "accuracy": 0.20197, + "main_score": 0.157557, + "hf_subset": "tuk-eng", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.454445, + "recall": 0.524648, + "f1": 0.471977, + "accuracy": 0.524648, + "main_score": 0.471977, + "hf_subset": "max-eng", + "languages": [ + "max-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.306368, + "recall": 0.387179, + "f1": 0.326514, + "accuracy": 0.387179, + "main_score": 0.326514, + "hf_subset": "swh-eng", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.915167, + "recall": 0.941, + "f1": 0.923452, + "accuracy": 0.941, + "main_score": 0.923452, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.293637, + "recall": 0.371608, + "f1": 0.312466, + "accuracy": 0.371608, + "main_score": 0.312466, + "hf_subset": "dsb-eng", + "languages": [ + "dsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057391, + "recall": 0.071, + "f1": 0.059587, + "accuracy": 0.071, + "main_score": 0.059587, + "hf_subset": "ber-eng", + "languages": [ + "ber-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.77671, + "recall": 0.840391, + "f1": 0.796091, + "accuracy": 0.840391, + "main_score": 0.796091, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.611911, + "recall": 0.68, + "f1": 0.630357, + "accuracy": 0.68, + "main_score": 0.630357, + "hf_subset": "slk-eng", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.507088, + "recall": 0.58, + "f1": 0.526839, + "accuracy": 0.58, + "main_score": 0.526839, + "hf_subset": "tgl-eng", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.619423, + "recall": 0.700787, + "f1": 0.642782, + "accuracy": 0.700787, + "main_score": 0.642782, + "hf_subset": "ast-eng", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.380334, + "recall": 0.462, + "f1": 0.399881, + "accuracy": 0.462, + "main_score": 0.399881, + "hf_subset": "mkd-eng", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.344786, + "recall": 0.429363, + "f1": 0.364895, + "accuracy": 0.429363, + "main_score": 0.364895, + "hf_subset": "khm-eng", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.617553, + "recall": 0.698, + "f1": 0.640432, + "accuracy": 0.698, + "main_score": 0.640432, + "hf_subset": "ces-eng", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.2669, + "recall": 0.326923, + "f1": 0.280966, + "accuracy": 0.326923, + "main_score": 0.280966, + "hf_subset": "tzl-eng", + "languages": [ + "tzl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.72645, + "recall": 0.793, + "f1": 0.74625, + "accuracy": 0.793, + "main_score": 0.74625, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.797809, + "recall": 0.842, + "f1": 0.811193, + "accuracy": 0.842, + "main_score": 0.811193, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.890333, + "recall": 0.923, + "f1": 0.900833, + "accuracy": 0.923, + "main_score": 0.900833, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.038191, + "recall": 0.063679, + "f1": 0.0417, + "accuracy": 0.063679, + "main_score": 0.0417, + "hf_subset": "yid-eng", + "languages": [ + "yid-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.71069, + "recall": 0.766, + "f1": 0.725863, + "accuracy": 0.766, + "main_score": 0.725863, + "hf_subset": "fin-eng", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.94708, + "recall": 0.961679, + "f1": 0.951946, + "accuracy": 0.961679, + "main_score": 0.951946, + "hf_subset": "tha-eng", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.837783, + "recall": 0.88, + "f1": 0.850652, + "accuracy": 0.88, + "main_score": 0.850652, + "hf_subset": "wuu-eng", + "languages": [ + "wuu-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 422.90462470054626, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TempReasonL1.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TempReasonL1.json new file mode 100644 index 0000000000..6634294da2 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TempReasonL1.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9097e99aa8c9d827189c65f2e11bfe756af439f6", + "task_name": "TempReasonL1", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0, + "ndcg_at_3": 0.00251, + "ndcg_at_5": 0.00506, + "ndcg_at_10": 0.00998, + "ndcg_at_20": 0.01682, + "ndcg_at_100": 0.03424, + "ndcg_at_1000": 0.08827, + "map_at_1": 0.0, + "map_at_3": 0.00183, + "map_at_5": 0.00323, + "map_at_10": 0.00521, + "map_at_20": 0.00706, + "map_at_100": 0.00919, + "map_at_1000": 0.01066, + "recall_at_1": 0.0, + "recall_at_3": 0.0045, + "recall_at_5": 0.01075, + "recall_at_10": 0.02625, + "recall_at_20": 0.0535, + "recall_at_100": 0.15175, + "recall_at_1000": 0.61025, + "precision_at_1": 0.0, + "precision_at_3": 0.0015, + "precision_at_5": 0.00215, + "precision_at_10": 0.00263, + "precision_at_20": 0.00268, + "precision_at_100": 0.00152, + "precision_at_1000": 0.00061, + "mrr_at_1": 0.0, + "mrr_at_3": 0.001833, + "mrr_at_5": 0.003233, + "mrr_at_10": 0.005212, + "mrr_at_20": 0.007064, + "mrr_at_100": 0.009192, + "mrr_at_1000": 0.010664, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": 0.076266, + "nauc_ndcg_at_3_std": -0.050141, + "nauc_ndcg_at_3_diff1": 0.13034, + "nauc_ndcg_at_5_max": 0.141398, + "nauc_ndcg_at_5_std": 0.052966, + "nauc_ndcg_at_5_diff1": 0.036588, + "nauc_ndcg_at_10_max": 0.06966, + "nauc_ndcg_at_10_std": 0.072307, + "nauc_ndcg_at_10_diff1": 0.014313, + "nauc_ndcg_at_20_max": 0.071608, + "nauc_ndcg_at_20_std": 0.048741, + "nauc_ndcg_at_20_diff1": 0.053215, + "nauc_ndcg_at_100_max": 0.027135, + "nauc_ndcg_at_100_std": 0.035794, + "nauc_ndcg_at_100_diff1": 0.027411, + "nauc_ndcg_at_1000_max": 0.074577, + "nauc_ndcg_at_1000_std": 0.052122, + "nauc_ndcg_at_1000_diff1": 0.051371, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": 0.091598, + "nauc_map_at_3_std": -0.020812, + "nauc_map_at_3_diff1": 0.147974, + "nauc_map_at_5_max": 0.139682, + "nauc_map_at_5_std": 0.056534, + "nauc_map_at_5_diff1": 0.060089, + "nauc_map_at_10_max": 0.084529, + "nauc_map_at_10_std": 0.068598, + "nauc_map_at_10_diff1": 0.031096, + "nauc_map_at_20_max": 0.084414, + "nauc_map_at_20_std": 0.056355, + "nauc_map_at_20_diff1": 0.053587, + "nauc_map_at_100_max": 0.061052, + "nauc_map_at_100_std": 0.046538, + "nauc_map_at_100_diff1": 0.043515, + "nauc_map_at_1000_max": 0.063521, + "nauc_map_at_1000_std": 0.046921, + "nauc_map_at_1000_diff1": 0.044918, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": 0.05566, + "nauc_recall_at_3_std": -0.089557, + "nauc_recall_at_3_diff1": 0.106639, + "nauc_recall_at_5_max": 0.144396, + "nauc_recall_at_5_std": 0.050611, + "nauc_recall_at_5_diff1": 0.011781, + "nauc_recall_at_10_max": 0.057271, + "nauc_recall_at_10_std": 0.076653, + "nauc_recall_at_10_diff1": 0.00288, + "nauc_recall_at_20_max": 0.063495, + "nauc_recall_at_20_std": 0.042981, + "nauc_recall_at_20_diff1": 0.055611, + "nauc_recall_at_100_max": 0.011457, + "nauc_recall_at_100_std": 0.031668, + "nauc_recall_at_100_diff1": 0.019116, + "nauc_recall_at_1000_max": 0.105494, + "nauc_recall_at_1000_std": 0.066273, + "nauc_recall_at_1000_diff1": 0.06707, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 0.05566, + "nauc_precision_at_3_std": -0.089557, + "nauc_precision_at_3_diff1": 0.106639, + "nauc_precision_at_5_max": 0.144396, + "nauc_precision_at_5_std": 0.050611, + "nauc_precision_at_5_diff1": 0.011781, + "nauc_precision_at_10_max": 0.057271, + "nauc_precision_at_10_std": 0.076653, + "nauc_precision_at_10_diff1": 0.00288, + "nauc_precision_at_20_max": 0.063495, + "nauc_precision_at_20_std": 0.042981, + "nauc_precision_at_20_diff1": 0.055611, + "nauc_precision_at_100_max": 0.011457, + "nauc_precision_at_100_std": 0.031668, + "nauc_precision_at_100_diff1": 0.019116, + "nauc_precision_at_1000_max": 0.105494, + "nauc_precision_at_1000_std": 0.066273, + "nauc_precision_at_1000_diff1": 0.06707, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": 0.091598, + "nauc_mrr_at_3_std": -0.020812, + "nauc_mrr_at_3_diff1": 0.147974, + "nauc_mrr_at_5_max": 0.139682, + "nauc_mrr_at_5_std": 0.056534, + "nauc_mrr_at_5_diff1": 0.060089, + "nauc_mrr_at_10_max": 0.084529, + "nauc_mrr_at_10_std": 0.068598, + "nauc_mrr_at_10_diff1": 0.031096, + "nauc_mrr_at_20_max": 0.084414, + "nauc_mrr_at_20_std": 0.056355, + "nauc_mrr_at_20_diff1": 0.053587, + "nauc_mrr_at_100_max": 0.061052, + "nauc_mrr_at_100_std": 0.046538, + "nauc_mrr_at_100_diff1": 0.043515, + "nauc_mrr_at_1000_max": 0.063521, + "nauc_mrr_at_1000_std": 0.046921, + "nauc_mrr_at_1000_diff1": 0.044918, + "main_score": 0.00998, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 86.84697890281677, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Touche2020Retrieval.v3.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Touche2020Retrieval.v3.json new file mode 100644 index 0000000000..a7832b8f40 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/Touche2020Retrieval.v3.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "431886eaecc48f067a3975b70d0949ea2862463c", + "task_name": "Touche2020Retrieval.v3", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65306, + "ndcg_at_3": 0.64453, + "ndcg_at_5": 0.62717, + "ndcg_at_10": 0.58898, + "ndcg_at_20": 0.53431, + "ndcg_at_100": 0.6098, + "ndcg_at_1000": 0.72884, + "map_at_1": 0.02756, + "map_at_3": 0.07418, + "map_at_5": 0.11478, + "map_at_10": 0.1946, + "map_at_20": 0.28139, + "map_at_100": 0.39198, + "map_at_1000": 0.42553, + "recall_at_1": 0.02756, + "recall_at_3": 0.07993, + "recall_at_5": 0.12612, + "recall_at_10": 0.22996, + "recall_at_20": 0.36257, + "recall_at_100": 0.63984, + "recall_at_1000": 0.93549, + "precision_at_1": 0.7551, + "precision_at_3": 0.72789, + "precision_at_5": 0.70204, + "precision_at_10": 0.63469, + "precision_at_20": 0.51224, + "precision_at_100": 0.20245, + "precision_at_1000": 0.03239, + "mrr_at_1": 0.755102, + "mrr_at_3": 0.843537, + "mrr_at_5": 0.848639, + "mrr_at_10": 0.848639, + "mrr_at_20": 0.849714, + "mrr_at_100": 0.849714, + "mrr_at_1000": 0.849714, + "nauc_ndcg_at_1_max": -0.16309, + "nauc_ndcg_at_1_std": 0.17533, + "nauc_ndcg_at_1_diff1": -0.135463, + "nauc_ndcg_at_3_max": -0.058693, + "nauc_ndcg_at_3_std": 0.274297, + "nauc_ndcg_at_3_diff1": -0.136647, + "nauc_ndcg_at_5_max": -0.011818, + "nauc_ndcg_at_5_std": 0.298692, + "nauc_ndcg_at_5_diff1": -0.115297, + "nauc_ndcg_at_10_max": -0.031047, + "nauc_ndcg_at_10_std": 0.238596, + "nauc_ndcg_at_10_diff1": -0.04179, + "nauc_ndcg_at_20_max": -0.000706, + "nauc_ndcg_at_20_std": 0.192349, + "nauc_ndcg_at_20_diff1": 0.001796, + "nauc_ndcg_at_100_max": 0.021172, + "nauc_ndcg_at_100_std": 0.275998, + "nauc_ndcg_at_100_diff1": 0.069008, + "nauc_ndcg_at_1000_max": 0.134803, + "nauc_ndcg_at_1000_std": 0.402012, + "nauc_ndcg_at_1000_diff1": 0.052705, + "nauc_map_at_1_max": -0.12951, + "nauc_map_at_1_std": -0.106068, + "nauc_map_at_1_diff1": 0.011118, + "nauc_map_at_3_max": -0.002536, + "nauc_map_at_3_std": -0.064191, + "nauc_map_at_3_diff1": -0.025584, + "nauc_map_at_5_max": 0.026211, + "nauc_map_at_5_std": -0.029473, + "nauc_map_at_5_diff1": 0.010531, + "nauc_map_at_10_max": -0.054162, + "nauc_map_at_10_std": -0.107105, + "nauc_map_at_10_diff1": 0.010852, + "nauc_map_at_20_max": 0.009389, + "nauc_map_at_20_std": -0.040387, + "nauc_map_at_20_diff1": 0.074591, + "nauc_map_at_100_max": 0.069579, + "nauc_map_at_100_std": 0.14247, + "nauc_map_at_100_diff1": 0.097561, + "nauc_map_at_1000_max": 0.106863, + "nauc_map_at_1000_std": 0.181468, + "nauc_map_at_1000_diff1": 0.098964, + "nauc_recall_at_1_max": -0.12951, + "nauc_recall_at_1_std": -0.106068, + "nauc_recall_at_1_diff1": 0.011118, + "nauc_recall_at_3_max": -0.045394, + "nauc_recall_at_3_std": -0.103511, + "nauc_recall_at_3_diff1": -0.012812, + "nauc_recall_at_5_max": 0.0099, + "nauc_recall_at_5_std": -0.041878, + "nauc_recall_at_5_diff1": 0.044083, + "nauc_recall_at_10_max": -0.100561, + "nauc_recall_at_10_std": -0.147938, + "nauc_recall_at_10_diff1": 0.043422, + "nauc_recall_at_20_max": -0.02964, + "nauc_recall_at_20_std": -0.067137, + "nauc_recall_at_20_diff1": 0.121531, + "nauc_recall_at_100_max": 0.047514, + "nauc_recall_at_100_std": 0.285456, + "nauc_recall_at_100_diff1": 0.14647, + "nauc_recall_at_1000_max": 0.378408, + "nauc_recall_at_1000_std": 0.717615, + "nauc_recall_at_1000_diff1": 0.320657, + "nauc_precision_at_1_max": -0.159918, + "nauc_precision_at_1_std": 0.194646, + "nauc_precision_at_1_diff1": -0.133555, + "nauc_precision_at_3_max": 0.113945, + "nauc_precision_at_3_std": 0.284286, + "nauc_precision_at_3_diff1": -0.151047, + "nauc_precision_at_5_max": 0.162987, + "nauc_precision_at_5_std": 0.324394, + "nauc_precision_at_5_diff1": -0.065703, + "nauc_precision_at_10_max": 0.022401, + "nauc_precision_at_10_std": 0.191798, + "nauc_precision_at_10_diff1": -0.038137, + "nauc_precision_at_20_max": 0.134742, + "nauc_precision_at_20_std": 0.335756, + "nauc_precision_at_20_diff1": 0.052891, + "nauc_precision_at_100_max": 0.22987, + "nauc_precision_at_100_std": 0.582494, + "nauc_precision_at_100_diff1": -0.030981, + "nauc_precision_at_1000_max": 0.264973, + "nauc_precision_at_1000_std": 0.242084, + "nauc_precision_at_1000_diff1": -0.089562, + "nauc_mrr_at_1_max": -0.159918, + "nauc_mrr_at_1_std": 0.194646, + "nauc_mrr_at_1_diff1": -0.133555, + "nauc_mrr_at_3_max": -0.059985, + "nauc_mrr_at_3_std": 0.281922, + "nauc_mrr_at_3_diff1": -0.130713, + "nauc_mrr_at_5_max": -0.056081, + "nauc_mrr_at_5_std": 0.260302, + "nauc_mrr_at_5_diff1": -0.129414, + "nauc_mrr_at_10_max": -0.056081, + "nauc_mrr_at_10_std": 0.260302, + "nauc_mrr_at_10_diff1": -0.129414, + "nauc_mrr_at_20_max": -0.062155, + "nauc_mrr_at_20_std": 0.254523, + "nauc_mrr_at_20_diff1": -0.134735, + "nauc_mrr_at_100_max": -0.062155, + "nauc_mrr_at_100_std": 0.254523, + "nauc_mrr_at_100_diff1": -0.134735, + "nauc_mrr_at_1000_max": -0.062155, + "nauc_mrr_at_1000_std": 0.254523, + "nauc_mrr_at_1000_diff1": -0.134735, + "main_score": 0.58898, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 674.3259968757629, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ToxicConversationsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ToxicConversationsClassification.json new file mode 100644 index 0000000000..e1c6171160 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "task_name": "ToxicConversationsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.829346, + "f1": 0.666742, + "f1_weighted": 0.862047, + "ap": 0.2558, + "ap_weighted": 0.2558, + "scores_per_experiment": [ + { + "accuracy": 0.821289, + "f1": 0.658497, + "f1_weighted": 0.856979, + "ap": 0.248501, + "ap_weighted": 0.248501 + }, + { + "accuracy": 0.866699, + "f1": 0.697838, + "f1_weighted": 0.887986, + "ap": 0.278338, + "ap_weighted": 0.278338 + }, + { + "accuracy": 0.84668, + "f1": 0.683746, + "f1_weighted": 0.874833, + "ap": 0.273195, + "ap_weighted": 0.273195 + }, + { + "accuracy": 0.883301, + "f1": 0.722494, + "f1_weighted": 0.90032, + "ap": 0.313022, + "ap_weighted": 0.313022 + }, + { + "accuracy": 0.802246, + "f1": 0.643346, + "f1_weighted": 0.843744, + "ap": 0.238223, + "ap_weighted": 0.238223 + }, + { + "accuracy": 0.714355, + "f1": 0.574904, + "f1_weighted": 0.779861, + "ap": 0.190326, + "ap_weighted": 0.190326 + }, + { + "accuracy": 0.852539, + "f1": 0.682871, + "f1_weighted": 0.878136, + "ap": 0.263177, + "ap_weighted": 0.263177 + }, + { + "accuracy": 0.792969, + "f1": 0.632208, + "f1_weighted": 0.836899, + "ap": 0.22465, + "ap_weighted": 0.22465 + }, + { + "accuracy": 0.859375, + "f1": 0.68991, + "f1_weighted": 0.882881, + "ap": 0.270088, + "ap_weighted": 0.270088 + }, + { + "accuracy": 0.854004, + "f1": 0.681606, + "f1_weighted": 0.878828, + "ap": 0.25848, + "ap_weighted": 0.25848 + } + ], + "main_score": 0.829346, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.541113376617432, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TswanaNewsClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TswanaNewsClassification.json new file mode 100644 index 0000000000..bf60598920 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TswanaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "061ca1525717eebaaa9bada240f6cbb31eb3aa87", + "task_name": "TswanaNewsClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.311499, + "f1": 0.303673, + "f1_weighted": 0.304564, + "scores_per_experiment": [ + { + "accuracy": 0.308008, + "f1": 0.300538, + "f1_weighted": 0.309547 + }, + { + "accuracy": 0.318275, + "f1": 0.315461, + "f1_weighted": 0.28708 + }, + { + "accuracy": 0.310062, + "f1": 0.307874, + "f1_weighted": 0.296501 + }, + { + "accuracy": 0.318275, + "f1": 0.310734, + "f1_weighted": 0.31814 + }, + { + "accuracy": 0.322382, + "f1": 0.298868, + "f1_weighted": 0.318675 + }, + { + "accuracy": 0.324435, + "f1": 0.314253, + "f1_weighted": 0.319939 + }, + { + "accuracy": 0.297741, + "f1": 0.280278, + "f1_weighted": 0.279923 + }, + { + "accuracy": 0.328542, + "f1": 0.332921, + "f1_weighted": 0.337203 + }, + { + "accuracy": 0.262834, + "f1": 0.260368, + "f1_weighted": 0.257499 + }, + { + "accuracy": 0.324435, + "f1": 0.315439, + "f1_weighted": 0.321131 + } + ], + "main_score": 0.311499, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ] + } + ] + }, + "evaluation_time": 11.585390567779541, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetSentimentExtractionClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetSentimentExtractionClassification.json new file mode 100644 index 0000000000..cd2a437679 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetSentimentExtractionClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a", + "task_name": "TweetSentimentExtractionClassification", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "accuracy": 0.665874, + "f1": 0.667695, + "f1_weighted": 0.657126, + "scores_per_experiment": [ + { + "accuracy": 0.652235, + "f1": 0.651004, + "f1_weighted": 0.636613 + }, + { + "accuracy": 0.671477, + "f1": 0.674578, + "f1_weighted": 0.66566 + }, + { + "accuracy": 0.679966, + "f1": 0.68235, + "f1_weighted": 0.673918 + }, + { + "accuracy": 0.662705, + "f1": 0.667053, + "f1_weighted": 0.657044 + }, + { + "accuracy": 0.701188, + "f1": 0.705169, + "f1_weighted": 0.698358 + }, + { + "accuracy": 0.695812, + "f1": 0.698359, + "f1_weighted": 0.68889 + }, + { + "accuracy": 0.622241, + "f1": 0.62048, + "f1_weighted": 0.608652 + }, + { + "accuracy": 0.683645, + "f1": 0.685948, + "f1_weighted": 0.676904 + }, + { + "accuracy": 0.627051, + "f1": 0.627209, + "f1_weighted": 0.612655 + }, + { + "accuracy": 0.662422, + "f1": 0.664806, + "f1_weighted": 0.652564 + } + ], + "main_score": 0.665874, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.98475217819214, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetTopicSingleClassification.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetTopicSingleClassification.json new file mode 100644 index 0000000000..f08a81c583 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TweetTopicSingleClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "87b7a0d1c402dbb481db649569c556d9aa27ac05", + "task_name": "TweetTopicSingleClassification", + "mteb_version": "1.34.7", + "scores": { + "test_2021": [ + { + "accuracy": 0.730242, + "f1": 0.556312, + "f1_weighted": 0.755008, + "scores_per_experiment": [ + { + "accuracy": 0.747194, + "f1": 0.579932, + "f1_weighted": 0.76478 + }, + { + "accuracy": 0.738334, + "f1": 0.592071, + "f1_weighted": 0.765179 + }, + { + "accuracy": 0.718252, + "f1": 0.559144, + "f1_weighted": 0.749447 + }, + { + "accuracy": 0.732428, + "f1": 0.57154, + "f1_weighted": 0.755881 + }, + { + "accuracy": 0.738925, + "f1": 0.565906, + "f1_weighted": 0.769148 + }, + { + "accuracy": 0.732428, + "f1": 0.555329, + "f1_weighted": 0.747386 + }, + { + "accuracy": 0.705257, + "f1": 0.485503, + "f1_weighted": 0.733631 + }, + { + "accuracy": 0.71648, + "f1": 0.555467, + "f1_weighted": 0.74911 + }, + { + "accuracy": 0.72593, + "f1": 0.538104, + "f1_weighted": 0.745914 + }, + { + "accuracy": 0.747194, + "f1": 0.560127, + "f1_weighted": 0.769601 + } + ], + "main_score": 0.730242, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.288561820983887, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwentyNewsgroupsClustering.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwentyNewsgroupsClustering.v2.json new file mode 100644 index 0000000000..9e38cc9242 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwentyNewsgroupsClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6125ec4e24fa026cec8a478383ee943acfbd5449", + "task_name": "TwentyNewsgroupsClustering.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.537433, + 0.495613, + 0.481147, + 0.511083, + 0.509027, + 0.523353, + 0.515939, + 0.505975, + 0.526539, + 0.522734 + ] + }, + "v_measure": 0.512884, + "v_measure_std": 0.015416, + "main_score": 0.512884, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.287506103515625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterHjerneRetrieval.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterHjerneRetrieval.json new file mode 100644 index 0000000000..f4d077d8ab --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "task_name": "TwitterHjerneRetrieval", + "mteb_version": "1.34.7", + "scores": { + "train": [ + { + "ndcg_at_1": 0.76923, + "ndcg_at_3": 0.66136, + "ndcg_at_5": 0.6763, + "ndcg_at_10": 0.7204, + "ndcg_at_20": 0.74406, + "ndcg_at_100": 0.77636, + "ndcg_at_1000": 0.78758, + "map_at_1": 0.27692, + "map_at_3": 0.52083, + "map_at_5": 0.58911, + "map_at_10": 0.62772, + "map_at_20": 0.64002, + "map_at_100": 0.64881, + "map_at_1000": 0.64994, + "recall_at_1": 0.27692, + "recall_at_3": 0.54829, + "recall_at_5": 0.66068, + "recall_at_10": 0.75662, + "recall_at_20": 0.8203, + "recall_at_100": 0.94103, + "recall_at_1000": 1.0, + "precision_at_1": 0.64103, + "precision_at_3": 0.44872, + "precision_at_5": 0.35128, + "precision_at_10": 0.21282, + "precision_at_20": 0.11731, + "precision_at_100": 0.02756, + "precision_at_1000": 0.00294, + "mrr_at_1": 0.717949, + "mrr_at_3": 0.786325, + "mrr_at_5": 0.792735, + "mrr_at_10": 0.799247, + "mrr_at_20": 0.800001, + "mrr_at_100": 0.800685, + "mrr_at_1000": 0.800735, + "nauc_ndcg_at_1_max": 0.672499, + "nauc_ndcg_at_1_std": 0.258474, + "nauc_ndcg_at_1_diff1": 0.594966, + "nauc_ndcg_at_3_max": 0.45915, + "nauc_ndcg_at_3_std": 0.146516, + "nauc_ndcg_at_3_diff1": 0.327803, + "nauc_ndcg_at_5_max": 0.41413, + "nauc_ndcg_at_5_std": 0.068436, + "nauc_ndcg_at_5_diff1": 0.347973, + "nauc_ndcg_at_10_max": 0.433181, + "nauc_ndcg_at_10_std": 0.113944, + "nauc_ndcg_at_10_diff1": 0.317782, + "nauc_ndcg_at_20_max": 0.453056, + "nauc_ndcg_at_20_std": 0.109414, + "nauc_ndcg_at_20_diff1": 0.352447, + "nauc_ndcg_at_100_max": 0.485364, + "nauc_ndcg_at_100_std": 0.147826, + "nauc_ndcg_at_100_diff1": 0.374271, + "nauc_ndcg_at_1000_max": 0.476518, + "nauc_ndcg_at_1000_std": 0.146709, + "nauc_ndcg_at_1000_diff1": 0.359838, + "nauc_map_at_1_max": 0.177079, + "nauc_map_at_1_std": -0.077615, + "nauc_map_at_1_diff1": 0.47645, + "nauc_map_at_3_max": 0.259221, + "nauc_map_at_3_std": 0.000701, + "nauc_map_at_3_diff1": 0.311291, + "nauc_map_at_5_max": 0.344073, + "nauc_map_at_5_std": 0.040759, + "nauc_map_at_5_diff1": 0.308032, + "nauc_map_at_10_max": 0.375035, + "nauc_map_at_10_std": 0.081753, + "nauc_map_at_10_diff1": 0.278428, + "nauc_map_at_20_max": 0.385108, + "nauc_map_at_20_std": 0.083597, + "nauc_map_at_20_diff1": 0.29273, + "nauc_map_at_100_max": 0.389355, + "nauc_map_at_100_std": 0.089932, + "nauc_map_at_100_diff1": 0.296189, + "nauc_map_at_1000_max": 0.388696, + "nauc_map_at_1000_std": 0.090326, + "nauc_map_at_1000_diff1": 0.295024, + "nauc_recall_at_1_max": 0.177079, + "nauc_recall_at_1_std": -0.077615, + "nauc_recall_at_1_diff1": 0.47645, + "nauc_recall_at_3_max": 0.223797, + "nauc_recall_at_3_std": -0.023642, + "nauc_recall_at_3_diff1": 0.299514, + "nauc_recall_at_5_max": 0.304631, + "nauc_recall_at_5_std": 0.003626, + "nauc_recall_at_5_diff1": 0.305453, + "nauc_recall_at_10_max": 0.333682, + "nauc_recall_at_10_std": 0.05834, + "nauc_recall_at_10_diff1": 0.222648, + "nauc_recall_at_20_max": 0.360912, + "nauc_recall_at_20_std": 0.009273, + "nauc_recall_at_20_diff1": 0.322721, + "nauc_recall_at_100_max": 0.60961, + "nauc_recall_at_100_std": 0.221253, + "nauc_recall_at_100_diff1": 0.574581, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.563265, + "nauc_precision_at_1_std": 0.261704, + "nauc_precision_at_1_diff1": 0.515732, + "nauc_precision_at_3_max": 0.473501, + "nauc_precision_at_3_std": 0.253227, + "nauc_precision_at_3_diff1": 0.174963, + "nauc_precision_at_5_max": 0.433, + "nauc_precision_at_5_std": 0.248141, + "nauc_precision_at_5_diff1": 0.080988, + "nauc_precision_at_10_max": 0.385124, + "nauc_precision_at_10_std": 0.281758, + "nauc_precision_at_10_diff1": -0.025007, + "nauc_precision_at_20_max": 0.376915, + "nauc_precision_at_20_std": 0.272859, + "nauc_precision_at_20_diff1": -0.008204, + "nauc_precision_at_100_max": 0.309744, + "nauc_precision_at_100_std": 0.294972, + "nauc_precision_at_100_diff1": -0.064026, + "nauc_precision_at_1000_max": 0.241357, + "nauc_precision_at_1000_std": 0.285051, + "nauc_precision_at_1000_diff1": -0.134281, + "nauc_mrr_at_1_max": 0.647704, + "nauc_mrr_at_1_std": 0.264624, + "nauc_mrr_at_1_diff1": 0.550104, + "nauc_mrr_at_3_max": 0.651448, + "nauc_mrr_at_3_std": 0.270172, + "nauc_mrr_at_3_diff1": 0.494976, + "nauc_mrr_at_5_max": 0.646486, + "nauc_mrr_at_5_std": 0.259013, + "nauc_mrr_at_5_diff1": 0.495245, + "nauc_mrr_at_10_max": 0.64948, + "nauc_mrr_at_10_std": 0.265096, + "nauc_mrr_at_10_diff1": 0.500165, + "nauc_mrr_at_20_max": 0.648018, + "nauc_mrr_at_20_std": 0.263195, + "nauc_mrr_at_20_diff1": 0.500754, + "nauc_mrr_at_100_max": 0.65002, + "nauc_mrr_at_100_std": 0.266928, + "nauc_mrr_at_100_diff1": 0.501797, + "nauc_mrr_at_1000_max": 0.649924, + "nauc_mrr_at_1000_std": 0.266762, + "nauc_mrr_at_1000_diff1": 0.50166, + "main_score": 0.7204, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 3.9654431343078613, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterSemEval2015.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterSemEval2015.json new file mode 100644 index 0000000000..53ba82d19c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterSemEval2015.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1", + "task_name": "TwitterSemEval2015", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.869643, + "similarity_accuracy_threshold": 0.785005, + "similarity_f1": 0.707776, + "similarity_f1_threshold": 0.735756, + "similarity_precision": 0.666822, + "similarity_recall": 0.75409, + "similarity_ap": 0.779386, + "cosine_accuracy": 0.869643, + "cosine_accuracy_threshold": 0.785005, + "cosine_f1": 0.707776, + "cosine_f1_threshold": 0.735756, + "cosine_precision": 0.666822, + "cosine_recall": 0.75409, + "cosine_ap": 0.779386, + "manhattan_accuracy": 0.869822, + "manhattan_accuracy_threshold": 14.772058, + "manhattan_f1": 0.706897, + "manhattan_f1_threshold": 16.067589, + "manhattan_precision": 0.662818, + "manhattan_recall": 0.757256, + "manhattan_ap": 0.7784, + "euclidean_accuracy": 0.869643, + "euclidean_accuracy_threshold": 0.655737, + "euclidean_f1": 0.707776, + "euclidean_f1_threshold": 0.726972, + "euclidean_precision": 0.666822, + "euclidean_recall": 0.75409, + "euclidean_ap": 0.779386, + "dot_accuracy": 0.869643, + "dot_accuracy_threshold": 0.785004, + "dot_f1": 0.707776, + "dot_f1_threshold": 0.735756, + "dot_precision": 0.666822, + "dot_recall": 0.75409, + "dot_ap": 0.779386, + "max_accuracy": 0.869822, + "max_f1": 0.707776, + "max_precision": 0.666822, + "max_recall": 0.757256, + "max_ap": 0.779386, + "main_score": 0.779386, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 81.54933500289917, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterURLCorpus.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterURLCorpus.json new file mode 100644 index 0000000000..9f417cd0b3 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "task_name": "TwitterURLCorpus", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.895545, + "similarity_accuracy_threshold": 0.749044, + "similarity_f1": 0.794177, + "similarity_f1_threshold": 0.739557, + "similarity_precision": 0.774477, + "similarity_recall": 0.814906, + "similarity_ap": 0.869003, + "cosine_accuracy": 0.895545, + "cosine_accuracy_threshold": 0.749044, + "cosine_f1": 0.794177, + "cosine_f1_threshold": 0.739557, + "cosine_precision": 0.774477, + "cosine_recall": 0.814906, + "cosine_ap": 0.869003, + "manhattan_accuracy": 0.895409, + "manhattan_accuracy_threshold": 15.311823, + "manhattan_f1": 0.794597, + "manhattan_f1_threshold": 15.863056, + "manhattan_precision": 0.779077, + "manhattan_recall": 0.810748, + "manhattan_ap": 0.868948, + "euclidean_accuracy": 0.895545, + "euclidean_accuracy_threshold": 0.708458, + "euclidean_f1": 0.794177, + "euclidean_f1_threshold": 0.721724, + "euclidean_precision": 0.774477, + "euclidean_recall": 0.814906, + "euclidean_ap": 0.869003, + "dot_accuracy": 0.895545, + "dot_accuracy_threshold": 0.749044, + "dot_f1": 0.794177, + "dot_f1_threshold": 0.739557, + "dot_precision": 0.774477, + "dot_recall": 0.814906, + "dot_ap": 0.869003, + "max_accuracy": 0.895545, + "max_f1": 0.794597, + "max_precision": 0.779077, + "max_recall": 0.814906, + "max_ap": 0.869003, + "main_score": 0.869003, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 156.84814286231995, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/VoyageMMarcoReranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/VoyageMMarcoReranking.json new file mode 100644 index 0000000000..240d207d00 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/VoyageMMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e25c91bc31859606507a968559ab1de0f472d007", + "task_name": "VoyageMMarcoReranking", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.609945, + "mrr": 0.610271, + "nAUC_map_max": -0.003538, + "nAUC_map_std": 0.200622, + "nAUC_map_diff1": 0.563437, + "nAUC_mrr_max": 0.00821, + "nAUC_mrr_std": 0.209712, + "nAUC_mrr_diff1": 0.554719, + "main_score": 0.609945, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 65.33393359184265, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WebLINXCandidatesReranking.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WebLINXCandidatesReranking.json new file mode 100644 index 0000000000..c14b5941ad --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WebLINXCandidatesReranking.json @@ -0,0 +1,111 @@ +{ + "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453", + "task_name": "WebLINXCandidatesReranking", + "mteb_version": "1.34.7", + "scores": { + "validation": [ + { + "map": 0.145649, + "mrr": 0.128179, + "nAUC_map_max": 0.097464, + "nAUC_map_std": -0.044595, + "nAUC_map_diff1": 0.267673, + "nAUC_mrr_max": 0.11057, + "nAUC_mrr_std": -0.052074, + "nAUC_mrr_diff1": 0.270065, + "main_score": 0.128179, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_iid": [ + { + "map": 0.125878, + "mrr": 0.109186, + "nAUC_map_max": 0.093762, + "nAUC_map_std": 0.029909, + "nAUC_map_diff1": 0.172013, + "nAUC_mrr_max": 0.104533, + "nAUC_mrr_std": 0.007446, + "nAUC_mrr_diff1": 0.172748, + "main_score": 0.109186, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_cat": [ + { + "map": 0.099012, + "mrr": 0.081794, + "nAUC_map_max": 0.170317, + "nAUC_map_std": 0.393146, + "nAUC_map_diff1": 0.152788, + "nAUC_mrr_max": 0.167222, + "nAUC_mrr_std": 0.37252, + "nAUC_mrr_diff1": 0.14188, + "main_score": 0.081794, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_geo": [ + { + "map": 0.11447, + "mrr": 0.095165, + "nAUC_map_max": -0.049539, + "nAUC_map_std": 0.046415, + "nAUC_map_diff1": 0.097102, + "nAUC_mrr_max": -0.050071, + "nAUC_mrr_std": 0.044554, + "nAUC_mrr_diff1": 0.091476, + "main_score": 0.095165, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_vis": [ + { + "map": 0.125449, + "mrr": 0.107047, + "nAUC_map_max": -0.023632, + "nAUC_map_std": 0.102413, + "nAUC_map_diff1": 0.083642, + "nAUC_mrr_max": -0.016466, + "nAUC_mrr_std": 0.083972, + "nAUC_mrr_diff1": 0.08449, + "main_score": 0.107047, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_web": [ + { + "map": 0.103768, + "mrr": 0.088242, + "nAUC_map_max": 0.022697, + "nAUC_map_std": -0.001618, + "nAUC_map_diff1": 0.11135, + "nAUC_mrr_max": 0.049407, + "nAUC_mrr_std": -0.021011, + "nAUC_mrr_diff1": 0.127653, + "main_score": 0.088242, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4223.317302703857, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiCitiesClustering.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiCitiesClustering.json new file mode 100644 index 0000000000..2a76cfa621 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiCitiesClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "ddc9ee9242fa65332597f70e967ecc38b9d734fa", + "task_name": "WikiCitiesClustering", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measure": 0.9202, + "v_measure_std": 0.0, + "v_measures": [ + 0.9202 + ], + "main_score": 0.9202, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.250707864761353, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiClusteringP2P.v2.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiClusteringP2P.v2.json new file mode 100644 index 0000000000..6919392320 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikiClusteringP2P.v2.json @@ -0,0 +1,333 @@ +{ + "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", + "task_name": "WikiClusteringP2P.v2", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.237244, + 0.22936, + 0.218315, + 0.225273, + 0.216639, + 0.240409, + 0.22197, + 0.247958, + 0.235709, + 0.210954 + ] + }, + "v_measure": 0.228383, + "v_measure_std": 0.011202, + "main_score": 0.228383, + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.202898, + 0.20654, + 0.214219, + 0.214456, + 0.20659, + 0.208054, + 0.201726, + 0.196355, + 0.189613, + 0.197736 + ] + }, + "v_measure": 0.203819, + "v_measure_std": 0.007444, + "main_score": 0.203819, + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.319396, + 0.319002, + 0.333736, + 0.324208, + 0.330741, + 0.326963, + 0.326592, + 0.322992, + 0.317527, + 0.335262 + ] + }, + "v_measure": 0.325642, + "v_measure_std": 0.005872, + "main_score": 0.325642, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.194415, + 0.203122, + 0.206063, + 0.202321, + 0.203067, + 0.215641, + 0.199862, + 0.186583, + 0.192024, + 0.204415 + ] + }, + "v_measure": 0.200751, + "v_measure_std": 0.007711, + "main_score": 0.200751, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.278804, + 0.287224, + 0.271993, + 0.284897, + 0.284854, + 0.274313, + 0.284434, + 0.287329, + 0.280496, + 0.288458 + ] + }, + "v_measure": 0.28228, + "v_measure_std": 0.005392, + "main_score": 0.28228, + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.367706, + 0.357684, + 0.36458, + 0.334678, + 0.378171, + 0.375964, + 0.346585, + 0.356905, + 0.367897, + 0.362547 + ] + }, + "v_measure": 0.361272, + "v_measure_std": 0.012467, + "main_score": 0.361272, + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.434551, + 0.424557, + 0.429452, + 0.438307, + 0.424683, + 0.427594, + 0.417382, + 0.432234, + 0.421897, + 0.435457 + ] + }, + "v_measure": 0.428611, + "v_measure_std": 0.006277, + "main_score": 0.428611, + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.300912, + 0.304837, + 0.289475, + 0.298885, + 0.316798, + 0.29499, + 0.29634, + 0.307995, + 0.301191, + 0.303063 + ] + }, + "v_measure": 0.301449, + "v_measure_std": 0.007146, + "main_score": 0.301449, + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.213501, + 0.197358, + 0.207428, + 0.185173, + 0.185188, + 0.171953, + 0.177904, + 0.19861, + 0.192217, + 0.204448 + ] + }, + "v_measure": 0.193378, + "v_measure_std": 0.012658, + "main_score": 0.193378, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.360524, + 0.374985, + 0.361953, + 0.368173, + 0.380712, + 0.325043, + 0.359649, + 0.395762, + 0.363303, + 0.390417 + ] + }, + "v_measure": 0.368052, + "v_measure_std": 0.018744, + "main_score": 0.368052, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.257295, + 0.266768, + 0.260599, + 0.267898, + 0.264562, + 0.26144, + 0.265658, + 0.264987, + 0.269017, + 0.267257 + ] + }, + "v_measure": 0.264548, + "v_measure_std": 0.003503, + "main_score": 0.264548, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.271073, + 0.275431, + 0.277317, + 0.294729, + 0.283383, + 0.278461, + 0.266441, + 0.290356, + 0.28316, + 0.260831 + ] + }, + "v_measure": 0.278118, + "v_measure_std": 0.009857, + "main_score": 0.278118, + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.319399, + 0.312843, + 0.329912, + 0.324925, + 0.329217, + 0.327736, + 0.314015, + 0.330163, + 0.327853, + 0.313026 + ] + }, + "v_measure": 0.322909, + "v_measure_std": 0.006955, + "main_score": 0.322909, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.024365, + 0.023392, + 0.022847, + 0.021551, + 0.027144, + 0.024372, + 0.031923, + 0.033233, + 0.023148, + 0.012139 + ] + }, + "v_measure": 0.024411, + "v_measure_std": 0.005528, + "main_score": 0.024411, + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ] + } + ] + }, + "evaluation_time": 94.16546440124512, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRerankingMultilingual.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRerankingMultilingual.json new file mode 100644 index 0000000000..9001deaad6 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRerankingMultilingual.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "map": 0.885177, + "mrr": 0.885177, + "nAUC_map_max": 0.556811, + "nAUC_map_std": 0.430847, + "nAUC_map_diff1": 0.804461, + "nAUC_mrr_max": 0.556811, + "nAUC_mrr_std": 0.430847, + "nAUC_mrr_diff1": 0.804461, + "main_score": 0.885177, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "map": 0.879372, + "mrr": 0.879372, + "nAUC_map_max": 0.476903, + "nAUC_map_std": 0.369457, + "nAUC_map_diff1": 0.828487, + "nAUC_mrr_max": 0.476903, + "nAUC_mrr_std": 0.369457, + "nAUC_mrr_diff1": 0.828487, + "main_score": 0.879372, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "map": 0.890469, + "mrr": 0.890469, + "nAUC_map_max": 0.487127, + "nAUC_map_std": 0.414534, + "nAUC_map_diff1": 0.790958, + "nAUC_mrr_max": 0.487127, + "nAUC_mrr_std": 0.414534, + "nAUC_mrr_diff1": 0.790958, + "main_score": 0.890469, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "map": 0.898571, + "mrr": 0.899016, + "nAUC_map_max": 0.418184, + "nAUC_map_std": 0.465206, + "nAUC_map_diff1": 0.809371, + "nAUC_mrr_max": 0.41935, + "nAUC_mrr_std": 0.463145, + "nAUC_mrr_diff1": 0.808134, + "main_score": 0.898571, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "map": 0.914975, + "mrr": 0.914975, + "nAUC_map_max": 0.55074, + "nAUC_map_std": 0.357732, + "nAUC_map_diff1": 0.795527, + "nAUC_mrr_max": 0.55074, + "nAUC_mrr_std": 0.357732, + "nAUC_mrr_diff1": 0.795527, + "main_score": 0.914975, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "map": 0.93468, + "mrr": 0.93468, + "nAUC_map_max": 0.503591, + "nAUC_map_std": 0.500246, + "nAUC_map_diff1": 0.877235, + "nAUC_mrr_max": 0.503591, + "nAUC_mrr_std": 0.500246, + "nAUC_mrr_diff1": 0.877235, + "main_score": 0.93468, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "map": 0.904108, + "mrr": 0.904108, + "nAUC_map_max": 0.554203, + "nAUC_map_std": 0.402433, + "nAUC_map_diff1": 0.805066, + "nAUC_mrr_max": 0.554203, + "nAUC_mrr_std": 0.402433, + "nAUC_mrr_diff1": 0.805066, + "main_score": 0.904108, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "map": 0.902177, + "mrr": 0.902177, + "nAUC_map_max": 0.460616, + "nAUC_map_std": 0.36671, + "nAUC_map_diff1": 0.810037, + "nAUC_mrr_max": 0.460616, + "nAUC_mrr_std": 0.36671, + "nAUC_mrr_diff1": 0.810037, + "main_score": 0.902177, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "map": 0.896335, + "mrr": 0.897125, + "nAUC_map_max": 0.470275, + "nAUC_map_std": 0.35485, + "nAUC_map_diff1": 0.821245, + "nAUC_mrr_max": 0.475481, + "nAUC_mrr_std": 0.362722, + "nAUC_mrr_diff1": 0.819106, + "main_score": 0.896335, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "map": 0.919629, + "mrr": 0.919629, + "nAUC_map_max": 0.575484, + "nAUC_map_std": 0.453095, + "nAUC_map_diff1": 0.843025, + "nAUC_mrr_max": 0.575484, + "nAUC_mrr_std": 0.453095, + "nAUC_mrr_diff1": 0.843025, + "main_score": 0.919629, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "map": 0.904709, + "mrr": 0.905043, + "nAUC_map_max": 0.475933, + "nAUC_map_std": 0.362837, + "nAUC_map_diff1": 0.8319, + "nAUC_mrr_max": 0.474273, + "nAUC_mrr_std": 0.368184, + "nAUC_mrr_diff1": 0.830891, + "main_score": 0.904709, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "map": 0.904082, + "mrr": 0.904082, + "nAUC_map_max": 0.542613, + "nAUC_map_std": 0.311151, + "nAUC_map_diff1": 0.806589, + "nAUC_mrr_max": 0.542613, + "nAUC_mrr_std": 0.311151, + "nAUC_mrr_diff1": 0.806589, + "main_score": 0.904082, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "map": 0.897948, + "mrr": 0.898281, + "nAUC_map_max": 0.528516, + "nAUC_map_std": 0.350304, + "nAUC_map_diff1": 0.82872, + "nAUC_mrr_max": 0.528192, + "nAUC_mrr_std": 0.350121, + "nAUC_mrr_diff1": 0.827764, + "main_score": 0.897948, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "map": 0.87189, + "mrr": 0.872223, + "nAUC_map_max": 0.461343, + "nAUC_map_std": 0.371236, + "nAUC_map_diff1": 0.765927, + "nAUC_mrr_max": 0.462733, + "nAUC_mrr_std": 0.375148, + "nAUC_mrr_diff1": 0.764696, + "main_score": 0.87189, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "map": 0.869882, + "mrr": 0.869882, + "nAUC_map_max": 0.474724, + "nAUC_map_std": 0.367912, + "nAUC_map_diff1": 0.765778, + "nAUC_mrr_max": 0.474724, + "nAUC_mrr_std": 0.367912, + "nAUC_mrr_diff1": 0.765778, + "main_score": 0.869882, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "map": 0.906506, + "mrr": 0.906506, + "nAUC_map_max": 0.516104, + "nAUC_map_std": 0.406158, + "nAUC_map_diff1": 0.791835, + "nAUC_mrr_max": 0.516104, + "nAUC_mrr_std": 0.406158, + "nAUC_mrr_diff1": 0.791835, + "main_score": 0.906506, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 263.7958998680115, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRetrievalMultilingual.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRetrievalMultilingual.json new file mode 100644 index 0000000000..713bc9066c --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2363 @@ +{ + "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", + "task_name": "WikipediaRetrievalMultilingual", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79867, + "ndcg_at_3": 0.86246, + "ndcg_at_5": 0.87712, + "ndcg_at_10": 0.88469, + "ndcg_at_20": 0.88848, + "ndcg_at_100": 0.89125, + "ndcg_at_1000": 0.89174, + "map_at_1": 0.79867, + "map_at_3": 0.84733, + "map_at_5": 0.85553, + "map_at_10": 0.85866, + "map_at_20": 0.85975, + "map_at_100": 0.86016, + "map_at_1000": 0.86017, + "recall_at_1": 0.79867, + "recall_at_3": 0.906, + "recall_at_5": 0.94133, + "recall_at_10": 0.96467, + "recall_at_20": 0.97933, + "recall_at_100": 0.994, + "recall_at_1000": 0.998, + "precision_at_1": 0.79867, + "precision_at_3": 0.302, + "precision_at_5": 0.18827, + "precision_at_10": 0.09647, + "precision_at_20": 0.04897, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798667, + "mrr_at_3": 0.847333, + "mrr_at_5": 0.855533, + "mrr_at_10": 0.858663, + "mrr_at_20": 0.859752, + "mrr_at_100": 0.860158, + "mrr_at_1000": 0.860172, + "nauc_ndcg_at_1_max": 0.592411, + "nauc_ndcg_at_1_std": -0.174219, + "nauc_ndcg_at_1_diff1": 0.827075, + "nauc_ndcg_at_3_max": 0.59286, + "nauc_ndcg_at_3_std": -0.205029, + "nauc_ndcg_at_3_diff1": 0.79158, + "nauc_ndcg_at_5_max": 0.586313, + "nauc_ndcg_at_5_std": -0.20835, + "nauc_ndcg_at_5_diff1": 0.790669, + "nauc_ndcg_at_10_max": 0.592212, + "nauc_ndcg_at_10_std": -0.201267, + "nauc_ndcg_at_10_diff1": 0.793728, + "nauc_ndcg_at_20_max": 0.598093, + "nauc_ndcg_at_20_std": -0.188912, + "nauc_ndcg_at_20_diff1": 0.794625, + "nauc_ndcg_at_100_max": 0.597483, + "nauc_ndcg_at_100_std": -0.181584, + "nauc_ndcg_at_100_diff1": 0.797593, + "nauc_ndcg_at_1000_max": 0.596734, + "nauc_ndcg_at_1000_std": -0.184566, + "nauc_ndcg_at_1000_diff1": 0.797832, + "nauc_map_at_1_max": 0.592411, + "nauc_map_at_1_std": -0.174219, + "nauc_map_at_1_diff1": 0.827075, + "nauc_map_at_3_max": 0.595127, + "nauc_map_at_3_std": -0.193144, + "nauc_map_at_3_diff1": 0.801044, + "nauc_map_at_5_max": 0.592213, + "nauc_map_at_5_std": -0.194021, + "nauc_map_at_5_diff1": 0.80109, + "nauc_map_at_10_max": 0.594317, + "nauc_map_at_10_std": -0.191427, + "nauc_map_at_10_diff1": 0.802385, + "nauc_map_at_20_max": 0.595942, + "nauc_map_at_20_std": -0.188521, + "nauc_map_at_20_diff1": 0.802691, + "nauc_map_at_100_max": 0.595721, + "nauc_map_at_100_std": -0.187416, + "nauc_map_at_100_diff1": 0.802881, + "nauc_map_at_1000_max": 0.595695, + "nauc_map_at_1000_std": -0.187508, + "nauc_map_at_1000_diff1": 0.80289, + "nauc_recall_at_1_max": 0.592411, + "nauc_recall_at_1_std": -0.174219, + "nauc_recall_at_1_diff1": 0.827075, + "nauc_recall_at_3_max": 0.581199, + "nauc_recall_at_3_std": -0.259547, + "nauc_recall_at_3_diff1": 0.750349, + "nauc_recall_at_5_max": 0.541746, + "nauc_recall_at_5_std": -0.308447, + "nauc_recall_at_5_diff1": 0.72192, + "nauc_recall_at_10_max": 0.569887, + "nauc_recall_at_10_std": -0.303543, + "nauc_recall_at_10_diff1": 0.705592, + "nauc_recall_at_20_max": 0.658459, + "nauc_recall_at_20_std": -0.130583, + "nauc_recall_at_20_diff1": 0.659528, + "nauc_recall_at_100_max": 0.793599, + "nauc_recall_at_100_std": 0.583567, + "nauc_recall_at_100_diff1": 0.652246, + "nauc_recall_at_1000_max": 0.907407, + "nauc_recall_at_1000_std": 0.956427, + "nauc_recall_at_1000_diff1": 0.450047, + "nauc_precision_at_1_max": 0.592411, + "nauc_precision_at_1_std": -0.174219, + "nauc_precision_at_1_diff1": 0.827075, + "nauc_precision_at_3_max": 0.581199, + "nauc_precision_at_3_std": -0.259547, + "nauc_precision_at_3_diff1": 0.750349, + "nauc_precision_at_5_max": 0.541746, + "nauc_precision_at_5_std": -0.308447, + "nauc_precision_at_5_diff1": 0.72192, + "nauc_precision_at_10_max": 0.569887, + "nauc_precision_at_10_std": -0.303543, + "nauc_precision_at_10_diff1": 0.705592, + "nauc_precision_at_20_max": 0.658459, + "nauc_precision_at_20_std": -0.130583, + "nauc_precision_at_20_diff1": 0.659528, + "nauc_precision_at_100_max": 0.793599, + "nauc_precision_at_100_std": 0.583567, + "nauc_precision_at_100_diff1": 0.652246, + "nauc_precision_at_1000_max": 0.907407, + "nauc_precision_at_1000_std": 0.956427, + "nauc_precision_at_1000_diff1": 0.450047, + "nauc_mrr_at_1_max": 0.592411, + "nauc_mrr_at_1_std": -0.174219, + "nauc_mrr_at_1_diff1": 0.827075, + "nauc_mrr_at_3_max": 0.595127, + "nauc_mrr_at_3_std": -0.193144, + "nauc_mrr_at_3_diff1": 0.801044, + "nauc_mrr_at_5_max": 0.592213, + "nauc_mrr_at_5_std": -0.194021, + "nauc_mrr_at_5_diff1": 0.80109, + "nauc_mrr_at_10_max": 0.594317, + "nauc_mrr_at_10_std": -0.191427, + "nauc_mrr_at_10_diff1": 0.802385, + "nauc_mrr_at_20_max": 0.595942, + "nauc_mrr_at_20_std": -0.188521, + "nauc_mrr_at_20_diff1": 0.802691, + "nauc_mrr_at_100_max": 0.595721, + "nauc_mrr_at_100_std": -0.187416, + "nauc_mrr_at_100_diff1": 0.802881, + "nauc_mrr_at_1000_max": 0.595695, + "nauc_mrr_at_1000_std": -0.187508, + "nauc_mrr_at_1000_diff1": 0.80289, + "main_score": 0.88469, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.80133, + "ndcg_at_3": 0.8606, + "ndcg_at_5": 0.87486, + "ndcg_at_10": 0.88327, + "ndcg_at_20": 0.88662, + "ndcg_at_100": 0.88843, + "ndcg_at_1000": 0.88942, + "map_at_1": 0.80133, + "map_at_3": 0.84667, + "map_at_5": 0.85457, + "map_at_10": 0.85804, + "map_at_20": 0.85903, + "map_at_100": 0.85927, + "map_at_1000": 0.85932, + "recall_at_1": 0.80133, + "recall_at_3": 0.90067, + "recall_at_5": 0.93533, + "recall_at_10": 0.96133, + "recall_at_20": 0.974, + "recall_at_100": 0.984, + "recall_at_1000": 0.99133, + "precision_at_1": 0.80133, + "precision_at_3": 0.30022, + "precision_at_5": 0.18707, + "precision_at_10": 0.09613, + "precision_at_20": 0.0487, + "precision_at_100": 0.00984, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.801333, + "mrr_at_3": 0.846667, + "mrr_at_5": 0.854567, + "mrr_at_10": 0.858037, + "mrr_at_20": 0.859034, + "mrr_at_100": 0.859273, + "mrr_at_1000": 0.859317, + "nauc_ndcg_at_1_max": 0.565022, + "nauc_ndcg_at_1_std": -0.088218, + "nauc_ndcg_at_1_diff1": 0.815468, + "nauc_ndcg_at_3_max": 0.604529, + "nauc_ndcg_at_3_std": -0.054214, + "nauc_ndcg_at_3_diff1": 0.787107, + "nauc_ndcg_at_5_max": 0.625006, + "nauc_ndcg_at_5_std": -0.025654, + "nauc_ndcg_at_5_diff1": 0.793278, + "nauc_ndcg_at_10_max": 0.62029, + "nauc_ndcg_at_10_std": -0.024598, + "nauc_ndcg_at_10_diff1": 0.796235, + "nauc_ndcg_at_20_max": 0.613527, + "nauc_ndcg_at_20_std": -0.023083, + "nauc_ndcg_at_20_diff1": 0.796383, + "nauc_ndcg_at_100_max": 0.61045, + "nauc_ndcg_at_100_std": -0.02211, + "nauc_ndcg_at_100_diff1": 0.795514, + "nauc_ndcg_at_1000_max": 0.610062, + "nauc_ndcg_at_1000_std": -0.025127, + "nauc_ndcg_at_1000_diff1": 0.797264, + "nauc_map_at_1_max": 0.565022, + "nauc_map_at_1_std": -0.088218, + "nauc_map_at_1_diff1": 0.815468, + "nauc_map_at_3_max": 0.594613, + "nauc_map_at_3_std": -0.061147, + "nauc_map_at_3_diff1": 0.795577, + "nauc_map_at_5_max": 0.6039, + "nauc_map_at_5_std": -0.047394, + "nauc_map_at_5_diff1": 0.798962, + "nauc_map_at_10_max": 0.601891, + "nauc_map_at_10_std": -0.047671, + "nauc_map_at_10_diff1": 0.800089, + "nauc_map_at_20_max": 0.600078, + "nauc_map_at_20_std": -0.047464, + "nauc_map_at_20_diff1": 0.80013, + "nauc_map_at_100_max": 0.59964, + "nauc_map_at_100_std": -0.047538, + "nauc_map_at_100_diff1": 0.800008, + "nauc_map_at_1000_max": 0.599621, + "nauc_map_at_1000_std": -0.047615, + "nauc_map_at_1000_diff1": 0.800066, + "nauc_recall_at_1_max": 0.565022, + "nauc_recall_at_1_std": -0.088218, + "nauc_recall_at_1_diff1": 0.815468, + "nauc_recall_at_3_max": 0.645357, + "nauc_recall_at_3_std": -0.026855, + "nauc_recall_at_3_diff1": 0.75123, + "nauc_recall_at_5_max": 0.759397, + "nauc_recall_at_5_std": 0.112723, + "nauc_recall_at_5_diff1": 0.760365, + "nauc_recall_at_10_max": 0.805081, + "nauc_recall_at_10_std": 0.216226, + "nauc_recall_at_10_diff1": 0.765108, + "nauc_recall_at_20_max": 0.79055, + "nauc_recall_at_20_std": 0.357107, + "nauc_recall_at_20_diff1": 0.753082, + "nauc_recall_at_100_max": 0.800751, + "nauc_recall_at_100_std": 0.645016, + "nauc_recall_at_100_diff1": 0.69814, + "nauc_recall_at_1000_max": 0.927099, + "nauc_recall_at_1000_std": 0.912411, + "nauc_recall_at_1000_diff1": 0.777706, + "nauc_precision_at_1_max": 0.565022, + "nauc_precision_at_1_std": -0.088218, + "nauc_precision_at_1_diff1": 0.815468, + "nauc_precision_at_3_max": 0.645357, + "nauc_precision_at_3_std": -0.026855, + "nauc_precision_at_3_diff1": 0.75123, + "nauc_precision_at_5_max": 0.759397, + "nauc_precision_at_5_std": 0.112723, + "nauc_precision_at_5_diff1": 0.760365, + "nauc_precision_at_10_max": 0.805081, + "nauc_precision_at_10_std": 0.216226, + "nauc_precision_at_10_diff1": 0.765108, + "nauc_precision_at_20_max": 0.79055, + "nauc_precision_at_20_std": 0.357107, + "nauc_precision_at_20_diff1": 0.753082, + "nauc_precision_at_100_max": 0.800751, + "nauc_precision_at_100_std": 0.645016, + "nauc_precision_at_100_diff1": 0.69814, + "nauc_precision_at_1000_max": 0.927099, + "nauc_precision_at_1000_std": 0.912411, + "nauc_precision_at_1000_diff1": 0.777706, + "nauc_mrr_at_1_max": 0.565022, + "nauc_mrr_at_1_std": -0.088218, + "nauc_mrr_at_1_diff1": 0.815468, + "nauc_mrr_at_3_max": 0.594613, + "nauc_mrr_at_3_std": -0.061147, + "nauc_mrr_at_3_diff1": 0.795577, + "nauc_mrr_at_5_max": 0.6039, + "nauc_mrr_at_5_std": -0.047394, + "nauc_mrr_at_5_diff1": 0.798962, + "nauc_mrr_at_10_max": 0.601891, + "nauc_mrr_at_10_std": -0.047671, + "nauc_mrr_at_10_diff1": 0.800089, + "nauc_mrr_at_20_max": 0.600078, + "nauc_mrr_at_20_std": -0.047464, + "nauc_mrr_at_20_diff1": 0.80013, + "nauc_mrr_at_100_max": 0.59964, + "nauc_mrr_at_100_std": -0.047538, + "nauc_mrr_at_100_diff1": 0.800008, + "nauc_mrr_at_1000_max": 0.599621, + "nauc_mrr_at_1000_std": -0.047615, + "nauc_mrr_at_1000_diff1": 0.800066, + "main_score": 0.88327, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.802, + "ndcg_at_3": 0.86117, + "ndcg_at_5": 0.87729, + "ndcg_at_10": 0.88825, + "ndcg_at_20": 0.89084, + "ndcg_at_100": 0.89255, + "ndcg_at_1000": 0.89318, + "map_at_1": 0.802, + "map_at_3": 0.847, + "map_at_5": 0.8559, + "map_at_10": 0.86053, + "map_at_20": 0.86127, + "map_at_100": 0.8615, + "map_at_1000": 0.86152, + "recall_at_1": 0.802, + "recall_at_3": 0.902, + "recall_at_5": 0.94133, + "recall_at_10": 0.97467, + "recall_at_20": 0.98467, + "recall_at_100": 0.994, + "recall_at_1000": 0.99933, + "precision_at_1": 0.802, + "precision_at_3": 0.30067, + "precision_at_5": 0.18827, + "precision_at_10": 0.09747, + "precision_at_20": 0.04923, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802, + "mrr_at_3": 0.847, + "mrr_at_5": 0.855733, + "mrr_at_10": 0.860365, + "mrr_at_20": 0.861168, + "mrr_at_100": 0.861401, + "mrr_at_1000": 0.861419, + "nauc_ndcg_at_1_max": 0.597003, + "nauc_ndcg_at_1_std": -0.166541, + "nauc_ndcg_at_1_diff1": 0.81483, + "nauc_ndcg_at_3_max": 0.609133, + "nauc_ndcg_at_3_std": -0.148551, + "nauc_ndcg_at_3_diff1": 0.78872, + "nauc_ndcg_at_5_max": 0.602466, + "nauc_ndcg_at_5_std": -0.154175, + "nauc_ndcg_at_5_diff1": 0.795419, + "nauc_ndcg_at_10_max": 0.60948, + "nauc_ndcg_at_10_std": -0.155698, + "nauc_ndcg_at_10_diff1": 0.804062, + "nauc_ndcg_at_20_max": 0.615582, + "nauc_ndcg_at_20_std": -0.148141, + "nauc_ndcg_at_20_diff1": 0.806743, + "nauc_ndcg_at_100_max": 0.613096, + "nauc_ndcg_at_100_std": -0.150264, + "nauc_ndcg_at_100_diff1": 0.805336, + "nauc_ndcg_at_1000_max": 0.611336, + "nauc_ndcg_at_1000_std": -0.151492, + "nauc_ndcg_at_1000_diff1": 0.804698, + "nauc_map_at_1_max": 0.597003, + "nauc_map_at_1_std": -0.166541, + "nauc_map_at_1_diff1": 0.81483, + "nauc_map_at_3_max": 0.608157, + "nauc_map_at_3_std": -0.151753, + "nauc_map_at_3_diff1": 0.797322, + "nauc_map_at_5_max": 0.604848, + "nauc_map_at_5_std": -0.154773, + "nauc_map_at_5_diff1": 0.801082, + "nauc_map_at_10_max": 0.607564, + "nauc_map_at_10_std": -0.155284, + "nauc_map_at_10_diff1": 0.804257, + "nauc_map_at_20_max": 0.609079, + "nauc_map_at_20_std": -0.153513, + "nauc_map_at_20_diff1": 0.804894, + "nauc_map_at_100_max": 0.608723, + "nauc_map_at_100_std": -0.15399, + "nauc_map_at_100_diff1": 0.804709, + "nauc_map_at_1000_max": 0.60868, + "nauc_map_at_1000_std": -0.15403, + "nauc_map_at_1000_diff1": 0.8047, + "nauc_recall_at_1_max": 0.597003, + "nauc_recall_at_1_std": -0.166541, + "nauc_recall_at_1_diff1": 0.81483, + "nauc_recall_at_3_max": 0.611645, + "nauc_recall_at_3_std": -0.136201, + "nauc_recall_at_3_diff1": 0.751367, + "nauc_recall_at_5_max": 0.581636, + "nauc_recall_at_5_std": -0.153945, + "nauc_recall_at_5_diff1": 0.758743, + "nauc_recall_at_10_max": 0.636886, + "nauc_recall_at_10_std": -0.174124, + "nauc_recall_at_10_diff1": 0.82004, + "nauc_recall_at_20_max": 0.805464, + "nauc_recall_at_20_std": 0.007449, + "nauc_recall_at_20_diff1": 0.898916, + "nauc_recall_at_100_max": 0.899627, + "nauc_recall_at_100_std": 0.138811, + "nauc_recall_at_100_diff1": 0.923747, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.597003, + "nauc_precision_at_1_std": -0.166541, + "nauc_precision_at_1_diff1": 0.81483, + "nauc_precision_at_3_max": 0.611645, + "nauc_precision_at_3_std": -0.136201, + "nauc_precision_at_3_diff1": 0.751367, + "nauc_precision_at_5_max": 0.581636, + "nauc_precision_at_5_std": -0.153945, + "nauc_precision_at_5_diff1": 0.758743, + "nauc_precision_at_10_max": 0.636886, + "nauc_precision_at_10_std": -0.174124, + "nauc_precision_at_10_diff1": 0.82004, + "nauc_precision_at_20_max": 0.805464, + "nauc_precision_at_20_std": 0.007449, + "nauc_precision_at_20_diff1": 0.898916, + "nauc_precision_at_100_max": 0.899627, + "nauc_precision_at_100_std": 0.138811, + "nauc_precision_at_100_diff1": 0.923747, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.597003, + "nauc_mrr_at_1_std": -0.166541, + "nauc_mrr_at_1_diff1": 0.81483, + "nauc_mrr_at_3_max": 0.608157, + "nauc_mrr_at_3_std": -0.151753, + "nauc_mrr_at_3_diff1": 0.797322, + "nauc_mrr_at_5_max": 0.605169, + "nauc_mrr_at_5_std": -0.156698, + "nauc_mrr_at_5_diff1": 0.801324, + "nauc_mrr_at_10_max": 0.607892, + "nauc_mrr_at_10_std": -0.157275, + "nauc_mrr_at_10_diff1": 0.804503, + "nauc_mrr_at_20_max": 0.609314, + "nauc_mrr_at_20_std": -0.154749, + "nauc_mrr_at_20_diff1": 0.805063, + "nauc_mrr_at_100_max": 0.608959, + "nauc_mrr_at_100_std": -0.155228, + "nauc_mrr_at_100_diff1": 0.804879, + "nauc_mrr_at_1000_max": 0.608916, + "nauc_mrr_at_1000_std": -0.155268, + "nauc_mrr_at_1000_diff1": 0.80487, + "main_score": 0.88825, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.82467, + "ndcg_at_3": 0.88254, + "ndcg_at_5": 0.89407, + "ndcg_at_10": 0.90029, + "ndcg_at_20": 0.90254, + "ndcg_at_100": 0.90474, + "ndcg_at_1000": 0.90529, + "map_at_1": 0.82467, + "map_at_3": 0.86822, + "map_at_5": 0.87462, + "map_at_10": 0.8773, + "map_at_20": 0.87794, + "map_at_100": 0.87824, + "map_at_1000": 0.87825, + "recall_at_1": 0.82467, + "recall_at_3": 0.924, + "recall_at_5": 0.952, + "recall_at_10": 0.97067, + "recall_at_20": 0.97933, + "recall_at_100": 0.99133, + "recall_at_1000": 0.996, + "precision_at_1": 0.82467, + "precision_at_3": 0.308, + "precision_at_5": 0.1904, + "precision_at_10": 0.09707, + "precision_at_20": 0.04897, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824667, + "mrr_at_3": 0.867889, + "mrr_at_5": 0.874456, + "mrr_at_10": 0.877134, + "mrr_at_20": 0.877778, + "mrr_at_100": 0.878071, + "mrr_at_1000": 0.878087, + "nauc_ndcg_at_1_max": 0.56359, + "nauc_ndcg_at_1_std": -0.045031, + "nauc_ndcg_at_1_diff1": 0.836868, + "nauc_ndcg_at_3_max": 0.629462, + "nauc_ndcg_at_3_std": 0.034639, + "nauc_ndcg_at_3_diff1": 0.814651, + "nauc_ndcg_at_5_max": 0.617236, + "nauc_ndcg_at_5_std": 0.040585, + "nauc_ndcg_at_5_diff1": 0.814553, + "nauc_ndcg_at_10_max": 0.614981, + "nauc_ndcg_at_10_std": 0.044906, + "nauc_ndcg_at_10_diff1": 0.813997, + "nauc_ndcg_at_20_max": 0.61051, + "nauc_ndcg_at_20_std": 0.039122, + "nauc_ndcg_at_20_diff1": 0.817477, + "nauc_ndcg_at_100_max": 0.609785, + "nauc_ndcg_at_100_std": 0.033353, + "nauc_ndcg_at_100_diff1": 0.820862, + "nauc_ndcg_at_1000_max": 0.607888, + "nauc_ndcg_at_1000_std": 0.028619, + "nauc_ndcg_at_1000_diff1": 0.820573, + "nauc_map_at_1_max": 0.56359, + "nauc_map_at_1_std": -0.045031, + "nauc_map_at_1_diff1": 0.836868, + "nauc_map_at_3_max": 0.608617, + "nauc_map_at_3_std": 0.009135, + "nauc_map_at_3_diff1": 0.820388, + "nauc_map_at_5_max": 0.601988, + "nauc_map_at_5_std": 0.010785, + "nauc_map_at_5_diff1": 0.820672, + "nauc_map_at_10_max": 0.60071, + "nauc_map_at_10_std": 0.011134, + "nauc_map_at_10_diff1": 0.820708, + "nauc_map_at_20_max": 0.599609, + "nauc_map_at_20_std": 0.009444, + "nauc_map_at_20_diff1": 0.821636, + "nauc_map_at_100_max": 0.599414, + "nauc_map_at_100_std": 0.008547, + "nauc_map_at_100_diff1": 0.822061, + "nauc_map_at_1000_max": 0.599365, + "nauc_map_at_1000_std": 0.008431, + "nauc_map_at_1000_diff1": 0.822046, + "nauc_recall_at_1_max": 0.56359, + "nauc_recall_at_1_std": -0.045031, + "nauc_recall_at_1_diff1": 0.836868, + "nauc_recall_at_3_max": 0.7297, + "nauc_recall_at_3_std": 0.157481, + "nauc_recall_at_3_diff1": 0.787946, + "nauc_recall_at_5_max": 0.722527, + "nauc_recall_at_5_std": 0.257703, + "nauc_recall_at_5_diff1": 0.771618, + "nauc_recall_at_10_max": 0.770213, + "nauc_recall_at_10_std": 0.448285, + "nauc_recall_at_10_diff1": 0.736886, + "nauc_recall_at_20_max": 0.756739, + "nauc_recall_at_20_std": 0.523538, + "nauc_recall_at_20_diff1": 0.761709, + "nauc_recall_at_100_max": 0.934281, + "nauc_recall_at_100_std": 0.899842, + "nauc_recall_at_100_diff1": 0.868563, + "nauc_recall_at_1000_max": 0.953704, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.88212, + "nauc_precision_at_1_max": 0.56359, + "nauc_precision_at_1_std": -0.045031, + "nauc_precision_at_1_diff1": 0.836868, + "nauc_precision_at_3_max": 0.7297, + "nauc_precision_at_3_std": 0.157481, + "nauc_precision_at_3_diff1": 0.787946, + "nauc_precision_at_5_max": 0.722527, + "nauc_precision_at_5_std": 0.257703, + "nauc_precision_at_5_diff1": 0.771618, + "nauc_precision_at_10_max": 0.770213, + "nauc_precision_at_10_std": 0.448285, + "nauc_precision_at_10_diff1": 0.736886, + "nauc_precision_at_20_max": 0.756739, + "nauc_precision_at_20_std": 0.523538, + "nauc_precision_at_20_diff1": 0.761709, + "nauc_precision_at_100_max": 0.934281, + "nauc_precision_at_100_std": 0.899842, + "nauc_precision_at_100_diff1": 0.868563, + "nauc_precision_at_1000_max": 0.953704, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.88212, + "nauc_mrr_at_1_max": 0.56359, + "nauc_mrr_at_1_std": -0.045031, + "nauc_mrr_at_1_diff1": 0.836868, + "nauc_mrr_at_3_max": 0.608544, + "nauc_mrr_at_3_std": 0.007632, + "nauc_mrr_at_3_diff1": 0.820954, + "nauc_mrr_at_5_max": 0.601995, + "nauc_mrr_at_5_std": 0.009991, + "nauc_mrr_at_5_diff1": 0.821019, + "nauc_mrr_at_10_max": 0.600718, + "nauc_mrr_at_10_std": 0.010322, + "nauc_mrr_at_10_diff1": 0.821064, + "nauc_mrr_at_20_max": 0.599619, + "nauc_mrr_at_20_std": 0.008629, + "nauc_mrr_at_20_diff1": 0.821992, + "nauc_mrr_at_100_max": 0.599424, + "nauc_mrr_at_100_std": 0.007731, + "nauc_mrr_at_100_diff1": 0.822417, + "nauc_mrr_at_1000_max": 0.599375, + "nauc_mrr_at_1000_std": 0.007615, + "nauc_mrr_at_1000_diff1": 0.822403, + "main_score": 0.90029, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.844, + "ndcg_at_3": 0.89855, + "ndcg_at_5": 0.91121, + "ndcg_at_10": 0.9166, + "ndcg_at_20": 0.91799, + "ndcg_at_100": 0.91884, + "ndcg_at_1000": 0.9194, + "map_at_1": 0.844, + "map_at_3": 0.88556, + "map_at_5": 0.89259, + "map_at_10": 0.89494, + "map_at_20": 0.89535, + "map_at_100": 0.89545, + "map_at_1000": 0.89547, + "recall_at_1": 0.844, + "recall_at_3": 0.936, + "recall_at_5": 0.96667, + "recall_at_10": 0.98267, + "recall_at_20": 0.988, + "recall_at_100": 0.99267, + "recall_at_1000": 0.99733, + "precision_at_1": 0.844, + "precision_at_3": 0.312, + "precision_at_5": 0.19333, + "precision_at_10": 0.09827, + "precision_at_20": 0.0494, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844, + "mrr_at_3": 0.885556, + "mrr_at_5": 0.892589, + "mrr_at_10": 0.894941, + "mrr_at_20": 0.895348, + "mrr_at_100": 0.895453, + "mrr_at_1000": 0.895472, + "nauc_ndcg_at_1_max": 0.640575, + "nauc_ndcg_at_1_std": -0.093496, + "nauc_ndcg_at_1_diff1": 0.837752, + "nauc_ndcg_at_3_max": 0.656457, + "nauc_ndcg_at_3_std": -0.082225, + "nauc_ndcg_at_3_diff1": 0.800977, + "nauc_ndcg_at_5_max": 0.659329, + "nauc_ndcg_at_5_std": -0.068344, + "nauc_ndcg_at_5_diff1": 0.805149, + "nauc_ndcg_at_10_max": 0.656294, + "nauc_ndcg_at_10_std": -0.066824, + "nauc_ndcg_at_10_diff1": 0.803058, + "nauc_ndcg_at_20_max": 0.65675, + "nauc_ndcg_at_20_std": -0.058937, + "nauc_ndcg_at_20_diff1": 0.805818, + "nauc_ndcg_at_100_max": 0.655324, + "nauc_ndcg_at_100_std": -0.057358, + "nauc_ndcg_at_100_diff1": 0.805816, + "nauc_ndcg_at_1000_max": 0.654991, + "nauc_ndcg_at_1000_std": -0.063165, + "nauc_ndcg_at_1000_diff1": 0.808294, + "nauc_map_at_1_max": 0.640575, + "nauc_map_at_1_std": -0.093496, + "nauc_map_at_1_diff1": 0.837752, + "nauc_map_at_3_max": 0.651445, + "nauc_map_at_3_std": -0.082491, + "nauc_map_at_3_diff1": 0.810821, + "nauc_map_at_5_max": 0.652649, + "nauc_map_at_5_std": -0.075613, + "nauc_map_at_5_diff1": 0.813496, + "nauc_map_at_10_max": 0.651415, + "nauc_map_at_10_std": -0.075269, + "nauc_map_at_10_diff1": 0.812813, + "nauc_map_at_20_max": 0.651461, + "nauc_map_at_20_std": -0.073538, + "nauc_map_at_20_diff1": 0.81345, + "nauc_map_at_100_max": 0.651335, + "nauc_map_at_100_std": -0.073294, + "nauc_map_at_100_diff1": 0.813477, + "nauc_map_at_1000_max": 0.651319, + "nauc_map_at_1000_std": -0.07347, + "nauc_map_at_1000_diff1": 0.813565, + "nauc_recall_at_1_max": 0.640575, + "nauc_recall_at_1_std": -0.093496, + "nauc_recall_at_1_diff1": 0.837752, + "nauc_recall_at_3_max": 0.681397, + "nauc_recall_at_3_std": -0.083319, + "nauc_recall_at_3_diff1": 0.753273, + "nauc_recall_at_5_max": 0.719514, + "nauc_recall_at_5_std": -0.003782, + "nauc_recall_at_5_diff1": 0.734435, + "nauc_recall_at_10_max": 0.733588, + "nauc_recall_at_10_std": 0.076995, + "nauc_recall_at_10_diff1": 0.644796, + "nauc_recall_at_20_max": 0.781642, + "nauc_recall_at_20_std": 0.343059, + "nauc_recall_at_20_diff1": 0.646021, + "nauc_recall_at_100_max": 0.77277, + "nauc_recall_at_100_std": 0.669256, + "nauc_recall_at_100_diff1": 0.540022, + "nauc_recall_at_1000_max": 0.897876, + "nauc_recall_at_1000_std": 0.576447, + "nauc_recall_at_1000_diff1": 0.605042, + "nauc_precision_at_1_max": 0.640575, + "nauc_precision_at_1_std": -0.093496, + "nauc_precision_at_1_diff1": 0.837752, + "nauc_precision_at_3_max": 0.681397, + "nauc_precision_at_3_std": -0.083319, + "nauc_precision_at_3_diff1": 0.753273, + "nauc_precision_at_5_max": 0.719514, + "nauc_precision_at_5_std": -0.003782, + "nauc_precision_at_5_diff1": 0.734435, + "nauc_precision_at_10_max": 0.733588, + "nauc_precision_at_10_std": 0.076995, + "nauc_precision_at_10_diff1": 0.644796, + "nauc_precision_at_20_max": 0.781642, + "nauc_precision_at_20_std": 0.343059, + "nauc_precision_at_20_diff1": 0.646021, + "nauc_precision_at_100_max": 0.77277, + "nauc_precision_at_100_std": 0.669256, + "nauc_precision_at_100_diff1": 0.540022, + "nauc_precision_at_1000_max": 0.897876, + "nauc_precision_at_1000_std": 0.576447, + "nauc_precision_at_1000_diff1": 0.605042, + "nauc_mrr_at_1_max": 0.640575, + "nauc_mrr_at_1_std": -0.093496, + "nauc_mrr_at_1_diff1": 0.837752, + "nauc_mrr_at_3_max": 0.651445, + "nauc_mrr_at_3_std": -0.082491, + "nauc_mrr_at_3_diff1": 0.810821, + "nauc_mrr_at_5_max": 0.652649, + "nauc_mrr_at_5_std": -0.075613, + "nauc_mrr_at_5_diff1": 0.813496, + "nauc_mrr_at_10_max": 0.651415, + "nauc_mrr_at_10_std": -0.075269, + "nauc_mrr_at_10_diff1": 0.812813, + "nauc_mrr_at_20_max": 0.651461, + "nauc_mrr_at_20_std": -0.073538, + "nauc_mrr_at_20_diff1": 0.81345, + "nauc_mrr_at_100_max": 0.651335, + "nauc_mrr_at_100_std": -0.073294, + "nauc_mrr_at_100_diff1": 0.813477, + "nauc_mrr_at_1000_max": 0.651319, + "nauc_mrr_at_1000_std": -0.07347, + "nauc_mrr_at_1000_diff1": 0.813565, + "main_score": 0.9166, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.94032, + "ndcg_at_5": 0.94674, + "ndcg_at_10": 0.95074, + "ndcg_at_20": 0.95106, + "ndcg_at_100": 0.95121, + "ndcg_at_1000": 0.95128, + "map_at_1": 0.89667, + "map_at_3": 0.93, + "map_at_5": 0.93363, + "map_at_10": 0.93535, + "map_at_20": 0.93543, + "map_at_100": 0.93546, + "map_at_1000": 0.93546, + "recall_at_1": 0.89667, + "recall_at_3": 0.97, + "recall_at_5": 0.98533, + "recall_at_10": 0.99733, + "recall_at_20": 0.99867, + "recall_at_100": 0.99933, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.32333, + "precision_at_5": 0.19707, + "precision_at_10": 0.09973, + "precision_at_20": 0.04993, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.93, + "mrr_at_5": 0.933633, + "mrr_at_10": 0.935349, + "mrr_at_20": 0.93543, + "mrr_at_100": 0.935459, + "mrr_at_1000": 0.93546, + "nauc_ndcg_at_1_max": 0.659874, + "nauc_ndcg_at_1_std": -0.229993, + "nauc_ndcg_at_1_diff1": 0.891643, + "nauc_ndcg_at_3_max": 0.717348, + "nauc_ndcg_at_3_std": -0.220952, + "nauc_ndcg_at_3_diff1": 0.880219, + "nauc_ndcg_at_5_max": 0.701958, + "nauc_ndcg_at_5_std": -0.222647, + "nauc_ndcg_at_5_diff1": 0.876483, + "nauc_ndcg_at_10_max": 0.690255, + "nauc_ndcg_at_10_std": -0.229069, + "nauc_ndcg_at_10_diff1": 0.874432, + "nauc_ndcg_at_20_max": 0.689072, + "nauc_ndcg_at_20_std": -0.219082, + "nauc_ndcg_at_20_diff1": 0.874059, + "nauc_ndcg_at_100_max": 0.688972, + "nauc_ndcg_at_100_std": -0.221394, + "nauc_ndcg_at_100_diff1": 0.880116, + "nauc_ndcg_at_1000_max": 0.68851, + "nauc_ndcg_at_1000_std": -0.223211, + "nauc_ndcg_at_1000_diff1": 0.880351, + "nauc_map_at_1_max": 0.659874, + "nauc_map_at_1_std": -0.229993, + "nauc_map_at_1_diff1": 0.891643, + "nauc_map_at_3_max": 0.697773, + "nauc_map_at_3_std": -0.223252, + "nauc_map_at_3_diff1": 0.883477, + "nauc_map_at_5_max": 0.68985, + "nauc_map_at_5_std": -0.224148, + "nauc_map_at_5_diff1": 0.881996, + "nauc_map_at_10_max": 0.685686, + "nauc_map_at_10_std": -0.22631, + "nauc_map_at_10_diff1": 0.881516, + "nauc_map_at_20_max": 0.685455, + "nauc_map_at_20_std": -0.224406, + "nauc_map_at_20_diff1": 0.881463, + "nauc_map_at_100_max": 0.685438, + "nauc_map_at_100_std": -0.224756, + "nauc_map_at_100_diff1": 0.88238, + "nauc_map_at_1000_max": 0.685433, + "nauc_map_at_1000_std": -0.224778, + "nauc_map_at_1000_diff1": 0.882382, + "nauc_recall_at_1_max": 0.659874, + "nauc_recall_at_1_std": -0.229993, + "nauc_recall_at_1_diff1": 0.891643, + "nauc_recall_at_3_max": 0.84792, + "nauc_recall_at_3_std": -0.206391, + "nauc_recall_at_3_diff1": 0.859124, + "nauc_recall_at_5_max": 0.849037, + "nauc_recall_at_5_std": -0.205797, + "nauc_recall_at_5_diff1": 0.804155, + "nauc_recall_at_10_max": 0.865196, + "nauc_recall_at_10_std": -0.481443, + "nauc_recall_at_10_diff1": 0.359944, + "nauc_recall_at_20_max": 0.861111, + "nauc_recall_at_20_std": 0.777077, + "nauc_recall_at_20_diff1": -0.214753, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659874, + "nauc_precision_at_1_std": -0.229993, + "nauc_precision_at_1_diff1": 0.891643, + "nauc_precision_at_3_max": 0.84792, + "nauc_precision_at_3_std": -0.206391, + "nauc_precision_at_3_diff1": 0.859124, + "nauc_precision_at_5_max": 0.849037, + "nauc_precision_at_5_std": -0.205797, + "nauc_precision_at_5_diff1": 0.804155, + "nauc_precision_at_10_max": 0.865196, + "nauc_precision_at_10_std": -0.481443, + "nauc_precision_at_10_diff1": 0.359944, + "nauc_precision_at_20_max": 0.861111, + "nauc_precision_at_20_std": 0.777077, + "nauc_precision_at_20_diff1": -0.214753, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.659874, + "nauc_mrr_at_1_std": -0.229993, + "nauc_mrr_at_1_diff1": 0.891643, + "nauc_mrr_at_3_max": 0.697773, + "nauc_mrr_at_3_std": -0.223252, + "nauc_mrr_at_3_diff1": 0.883477, + "nauc_mrr_at_5_max": 0.68985, + "nauc_mrr_at_5_std": -0.224148, + "nauc_mrr_at_5_diff1": 0.881996, + "nauc_mrr_at_10_max": 0.685686, + "nauc_mrr_at_10_std": -0.22631, + "nauc_mrr_at_10_diff1": 0.881516, + "nauc_mrr_at_20_max": 0.685455, + "nauc_mrr_at_20_std": -0.224406, + "nauc_mrr_at_20_diff1": 0.881463, + "nauc_mrr_at_100_max": 0.685438, + "nauc_mrr_at_100_std": -0.224756, + "nauc_mrr_at_100_diff1": 0.88238, + "nauc_mrr_at_1000_max": 0.685433, + "nauc_mrr_at_1000_std": -0.224778, + "nauc_mrr_at_1000_diff1": 0.882382, + "main_score": 0.95074, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.834, + "ndcg_at_3": 0.89057, + "ndcg_at_5": 0.90104, + "ndcg_at_10": 0.90744, + "ndcg_at_20": 0.91087, + "ndcg_at_100": 0.91183, + "ndcg_at_1000": 0.91257, + "map_at_1": 0.834, + "map_at_3": 0.87711, + "map_at_5": 0.88294, + "map_at_10": 0.88567, + "map_at_20": 0.88664, + "map_at_100": 0.88676, + "map_at_1000": 0.88679, + "recall_at_1": 0.834, + "recall_at_3": 0.92933, + "recall_at_5": 0.95467, + "recall_at_10": 0.974, + "recall_at_20": 0.98733, + "recall_at_100": 0.99267, + "recall_at_1000": 0.99867, + "precision_at_1": 0.834, + "precision_at_3": 0.30978, + "precision_at_5": 0.19093, + "precision_at_10": 0.0974, + "precision_at_20": 0.04937, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.876778, + "mrr_at_5": 0.882744, + "mrr_at_10": 0.885363, + "mrr_at_20": 0.886331, + "mrr_at_100": 0.886452, + "mrr_at_1000": 0.886479, + "nauc_ndcg_at_1_max": 0.643456, + "nauc_ndcg_at_1_std": -0.171914, + "nauc_ndcg_at_1_diff1": 0.847508, + "nauc_ndcg_at_3_max": 0.693347, + "nauc_ndcg_at_3_std": -0.06754, + "nauc_ndcg_at_3_diff1": 0.82809, + "nauc_ndcg_at_5_max": 0.684769, + "nauc_ndcg_at_5_std": -0.087234, + "nauc_ndcg_at_5_diff1": 0.826214, + "nauc_ndcg_at_10_max": 0.687498, + "nauc_ndcg_at_10_std": -0.075025, + "nauc_ndcg_at_10_diff1": 0.829939, + "nauc_ndcg_at_20_max": 0.684675, + "nauc_ndcg_at_20_std": -0.087804, + "nauc_ndcg_at_20_diff1": 0.833847, + "nauc_ndcg_at_100_max": 0.682558, + "nauc_ndcg_at_100_std": -0.089216, + "nauc_ndcg_at_100_diff1": 0.833461, + "nauc_ndcg_at_1000_max": 0.680148, + "nauc_ndcg_at_1000_std": -0.096367, + "nauc_ndcg_at_1000_diff1": 0.833396, + "nauc_map_at_1_max": 0.643456, + "nauc_map_at_1_std": -0.171914, + "nauc_map_at_1_diff1": 0.847508, + "nauc_map_at_3_max": 0.678224, + "nauc_map_at_3_std": -0.099544, + "nauc_map_at_3_diff1": 0.832432, + "nauc_map_at_5_max": 0.673271, + "nauc_map_at_5_std": -0.110259, + "nauc_map_at_5_diff1": 0.831531, + "nauc_map_at_10_max": 0.674289, + "nauc_map_at_10_std": -0.106163, + "nauc_map_at_10_diff1": 0.833048, + "nauc_map_at_20_max": 0.67372, + "nauc_map_at_20_std": -0.109319, + "nauc_map_at_20_diff1": 0.834095, + "nauc_map_at_100_max": 0.673488, + "nauc_map_at_100_std": -0.109464, + "nauc_map_at_100_diff1": 0.83409, + "nauc_map_at_1000_max": 0.673413, + "nauc_map_at_1000_std": -0.109675, + "nauc_map_at_1000_diff1": 0.834078, + "nauc_recall_at_1_max": 0.643456, + "nauc_recall_at_1_std": -0.171914, + "nauc_recall_at_1_diff1": 0.847508, + "nauc_recall_at_3_max": 0.765992, + "nauc_recall_at_3_std": 0.086456, + "nauc_recall_at_3_diff1": 0.808361, + "nauc_recall_at_5_max": 0.763896, + "nauc_recall_at_5_std": 0.069184, + "nauc_recall_at_5_diff1": 0.790204, + "nauc_recall_at_10_max": 0.843221, + "nauc_recall_at_10_std": 0.302198, + "nauc_recall_at_10_diff1": 0.800115, + "nauc_recall_at_20_max": 0.921249, + "nauc_recall_at_20_std": 0.36449, + "nauc_recall_at_20_diff1": 0.862524, + "nauc_recall_at_100_max": 0.959469, + "nauc_recall_at_100_std": 0.59944, + "nauc_recall_at_100_diff1": 0.852092, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.079365, + "nauc_recall_at_1000_diff1": 0.934641, + "nauc_precision_at_1_max": 0.643456, + "nauc_precision_at_1_std": -0.171914, + "nauc_precision_at_1_diff1": 0.847508, + "nauc_precision_at_3_max": 0.765992, + "nauc_precision_at_3_std": 0.086456, + "nauc_precision_at_3_diff1": 0.808361, + "nauc_precision_at_5_max": 0.763896, + "nauc_precision_at_5_std": 0.069184, + "nauc_precision_at_5_diff1": 0.790204, + "nauc_precision_at_10_max": 0.843221, + "nauc_precision_at_10_std": 0.302198, + "nauc_precision_at_10_diff1": 0.800115, + "nauc_precision_at_20_max": 0.921249, + "nauc_precision_at_20_std": 0.36449, + "nauc_precision_at_20_diff1": 0.862524, + "nauc_precision_at_100_max": 0.959469, + "nauc_precision_at_100_std": 0.59944, + "nauc_precision_at_100_diff1": 0.852092, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.079365, + "nauc_precision_at_1000_diff1": 0.934641, + "nauc_mrr_at_1_max": 0.647295, + "nauc_mrr_at_1_std": -0.162902, + "nauc_mrr_at_1_diff1": 0.848619, + "nauc_mrr_at_3_max": 0.680689, + "nauc_mrr_at_3_std": -0.093733, + "nauc_mrr_at_3_diff1": 0.833207, + "nauc_mrr_at_5_max": 0.678729, + "nauc_mrr_at_5_std": -0.102189, + "nauc_mrr_at_5_diff1": 0.83215, + "nauc_mrr_at_10_max": 0.677443, + "nauc_mrr_at_10_std": -0.099553, + "nauc_mrr_at_10_diff1": 0.833848, + "nauc_mrr_at_20_max": 0.676904, + "nauc_mrr_at_20_std": -0.102643, + "nauc_mrr_at_20_diff1": 0.8349, + "nauc_mrr_at_100_max": 0.676675, + "nauc_mrr_at_100_std": -0.102781, + "nauc_mrr_at_100_diff1": 0.834896, + "nauc_mrr_at_1000_max": 0.676602, + "nauc_mrr_at_1000_std": -0.102989, + "nauc_mrr_at_1000_diff1": 0.834884, + "main_score": 0.90744, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.82467, + "ndcg_at_3": 0.88513, + "ndcg_at_5": 0.89543, + "ndcg_at_10": 0.90367, + "ndcg_at_20": 0.90707, + "ndcg_at_100": 0.90835, + "ndcg_at_1000": 0.90869, + "map_at_1": 0.82467, + "map_at_3": 0.87111, + "map_at_5": 0.87691, + "map_at_10": 0.88047, + "map_at_20": 0.88142, + "map_at_100": 0.88161, + "map_at_1000": 0.88163, + "recall_at_1": 0.82467, + "recall_at_3": 0.92533, + "recall_at_5": 0.95, + "recall_at_10": 0.97467, + "recall_at_20": 0.988, + "recall_at_100": 0.99467, + "recall_at_1000": 0.99733, + "precision_at_1": 0.82467, + "precision_at_3": 0.30844, + "precision_at_5": 0.19, + "precision_at_10": 0.09747, + "precision_at_20": 0.0494, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824667, + "mrr_at_3": 0.871, + "mrr_at_5": 0.8768, + "mrr_at_10": 0.880249, + "mrr_at_20": 0.881246, + "mrr_at_100": 0.881444, + "mrr_at_1000": 0.881456, + "nauc_ndcg_at_1_max": 0.565395, + "nauc_ndcg_at_1_std": -0.111819, + "nauc_ndcg_at_1_diff1": 0.831215, + "nauc_ndcg_at_3_max": 0.62261, + "nauc_ndcg_at_3_std": -0.075072, + "nauc_ndcg_at_3_diff1": 0.785073, + "nauc_ndcg_at_5_max": 0.614836, + "nauc_ndcg_at_5_std": -0.089929, + "nauc_ndcg_at_5_diff1": 0.785134, + "nauc_ndcg_at_10_max": 0.615175, + "nauc_ndcg_at_10_std": -0.079525, + "nauc_ndcg_at_10_diff1": 0.790973, + "nauc_ndcg_at_20_max": 0.607615, + "nauc_ndcg_at_20_std": -0.075856, + "nauc_ndcg_at_20_diff1": 0.794671, + "nauc_ndcg_at_100_max": 0.605657, + "nauc_ndcg_at_100_std": -0.07807, + "nauc_ndcg_at_100_diff1": 0.796427, + "nauc_ndcg_at_1000_max": 0.605686, + "nauc_ndcg_at_1000_std": -0.080057, + "nauc_ndcg_at_1000_diff1": 0.797879, + "nauc_map_at_1_max": 0.565395, + "nauc_map_at_1_std": -0.111819, + "nauc_map_at_1_diff1": 0.831215, + "nauc_map_at_3_max": 0.606258, + "nauc_map_at_3_std": -0.085827, + "nauc_map_at_3_diff1": 0.798422, + "nauc_map_at_5_max": 0.602007, + "nauc_map_at_5_std": -0.092481, + "nauc_map_at_5_diff1": 0.79923, + "nauc_map_at_10_max": 0.601688, + "nauc_map_at_10_std": -0.088862, + "nauc_map_at_10_diff1": 0.801496, + "nauc_map_at_20_max": 0.599954, + "nauc_map_at_20_std": -0.088383, + "nauc_map_at_20_diff1": 0.802458, + "nauc_map_at_100_max": 0.599693, + "nauc_map_at_100_std": -0.088775, + "nauc_map_at_100_diff1": 0.802718, + "nauc_map_at_1000_max": 0.599679, + "nauc_map_at_1000_std": -0.088844, + "nauc_map_at_1000_diff1": 0.802737, + "nauc_recall_at_1_max": 0.565395, + "nauc_recall_at_1_std": -0.111819, + "nauc_recall_at_1_diff1": 0.831215, + "nauc_recall_at_3_max": 0.699538, + "nauc_recall_at_3_std": -0.024276, + "nauc_recall_at_3_diff1": 0.722147, + "nauc_recall_at_5_max": 0.697068, + "nauc_recall_at_5_std": -0.081015, + "nauc_recall_at_5_diff1": 0.69019, + "nauc_recall_at_10_max": 0.781488, + "nauc_recall_at_10_std": 0.04026, + "nauc_recall_at_10_diff1": 0.666261, + "nauc_recall_at_20_max": 0.743438, + "nauc_recall_at_20_std": 0.298605, + "nauc_recall_at_20_diff1": 0.630978, + "nauc_recall_at_100_max": 0.745973, + "nauc_recall_at_100_std": 0.598331, + "nauc_recall_at_100_diff1": 0.565651, + "nauc_recall_at_1000_max": 0.930556, + "nauc_recall_at_1000_std": 0.780696, + "nauc_recall_at_1000_diff1": 0.77416, + "nauc_precision_at_1_max": 0.565395, + "nauc_precision_at_1_std": -0.111819, + "nauc_precision_at_1_diff1": 0.831215, + "nauc_precision_at_3_max": 0.699538, + "nauc_precision_at_3_std": -0.024276, + "nauc_precision_at_3_diff1": 0.722147, + "nauc_precision_at_5_max": 0.697068, + "nauc_precision_at_5_std": -0.081015, + "nauc_precision_at_5_diff1": 0.69019, + "nauc_precision_at_10_max": 0.781488, + "nauc_precision_at_10_std": 0.04026, + "nauc_precision_at_10_diff1": 0.666261, + "nauc_precision_at_20_max": 0.743438, + "nauc_precision_at_20_std": 0.298605, + "nauc_precision_at_20_diff1": 0.630978, + "nauc_precision_at_100_max": 0.745973, + "nauc_precision_at_100_std": 0.598331, + "nauc_precision_at_100_diff1": 0.565651, + "nauc_precision_at_1000_max": 0.930556, + "nauc_precision_at_1000_std": 0.780696, + "nauc_precision_at_1000_diff1": 0.77416, + "nauc_mrr_at_1_max": 0.565395, + "nauc_mrr_at_1_std": -0.111819, + "nauc_mrr_at_1_diff1": 0.831215, + "nauc_mrr_at_3_max": 0.606494, + "nauc_mrr_at_3_std": -0.087309, + "nauc_mrr_at_3_diff1": 0.798486, + "nauc_mrr_at_5_max": 0.602258, + "nauc_mrr_at_5_std": -0.094029, + "nauc_mrr_at_5_diff1": 0.799296, + "nauc_mrr_at_10_max": 0.602332, + "nauc_mrr_at_10_std": -0.091488, + "nauc_mrr_at_10_diff1": 0.801753, + "nauc_mrr_at_20_max": 0.600412, + "nauc_mrr_at_20_std": -0.09055, + "nauc_mrr_at_20_diff1": 0.802605, + "nauc_mrr_at_100_max": 0.600152, + "nauc_mrr_at_100_std": -0.090945, + "nauc_mrr_at_100_diff1": 0.802865, + "nauc_mrr_at_1000_max": 0.600137, + "nauc_mrr_at_1000_std": -0.091014, + "nauc_mrr_at_1000_diff1": 0.802884, + "main_score": 0.90367, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.87498, + "ndcg_at_5": 0.886, + "ndcg_at_10": 0.89342, + "ndcg_at_20": 0.89578, + "ndcg_at_100": 0.89836, + "ndcg_at_1000": 0.89895, + "map_at_1": 0.81, + "map_at_3": 0.85978, + "map_at_5": 0.86591, + "map_at_10": 0.86903, + "map_at_20": 0.86968, + "map_at_100": 0.87008, + "map_at_1000": 0.8701, + "recall_at_1": 0.81, + "recall_at_3": 0.91867, + "recall_at_5": 0.94533, + "recall_at_10": 0.968, + "recall_at_20": 0.97733, + "recall_at_100": 0.99067, + "recall_at_1000": 0.99533, + "precision_at_1": 0.81, + "precision_at_3": 0.30622, + "precision_at_5": 0.18907, + "precision_at_10": 0.0968, + "precision_at_20": 0.04887, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.810667, + "mrr_at_3": 0.860111, + "mrr_at_5": 0.866244, + "mrr_at_10": 0.869362, + "mrr_at_20": 0.87001, + "mrr_at_100": 0.87041, + "mrr_at_1000": 0.870432, + "nauc_ndcg_at_1_max": 0.593031, + "nauc_ndcg_at_1_std": -0.056392, + "nauc_ndcg_at_1_diff1": 0.81991, + "nauc_ndcg_at_3_max": 0.645017, + "nauc_ndcg_at_3_std": 0.022862, + "nauc_ndcg_at_3_diff1": 0.791684, + "nauc_ndcg_at_5_max": 0.64893, + "nauc_ndcg_at_5_std": 0.025487, + "nauc_ndcg_at_5_diff1": 0.79602, + "nauc_ndcg_at_10_max": 0.646336, + "nauc_ndcg_at_10_std": 0.025544, + "nauc_ndcg_at_10_diff1": 0.800322, + "nauc_ndcg_at_20_max": 0.644347, + "nauc_ndcg_at_20_std": 0.025701, + "nauc_ndcg_at_20_diff1": 0.799943, + "nauc_ndcg_at_100_max": 0.638466, + "nauc_ndcg_at_100_std": 0.021969, + "nauc_ndcg_at_100_diff1": 0.799109, + "nauc_ndcg_at_1000_max": 0.636605, + "nauc_ndcg_at_1000_std": 0.017483, + "nauc_ndcg_at_1000_diff1": 0.800898, + "nauc_map_at_1_max": 0.593031, + "nauc_map_at_1_std": -0.056392, + "nauc_map_at_1_diff1": 0.81991, + "nauc_map_at_3_max": 0.628357, + "nauc_map_at_3_std": -0.000822, + "nauc_map_at_3_diff1": 0.798756, + "nauc_map_at_5_max": 0.629494, + "nauc_map_at_5_std": -0.000634, + "nauc_map_at_5_diff1": 0.80124, + "nauc_map_at_10_max": 0.628168, + "nauc_map_at_10_std": -0.001756, + "nauc_map_at_10_diff1": 0.80276, + "nauc_map_at_20_max": 0.62781, + "nauc_map_at_20_std": -0.001522, + "nauc_map_at_20_diff1": 0.802772, + "nauc_map_at_100_max": 0.627014, + "nauc_map_at_100_std": -0.002004, + "nauc_map_at_100_diff1": 0.802592, + "nauc_map_at_1000_max": 0.626958, + "nauc_map_at_1000_std": -0.002127, + "nauc_map_at_1000_diff1": 0.802659, + "nauc_recall_at_1_max": 0.593031, + "nauc_recall_at_1_std": -0.056392, + "nauc_recall_at_1_diff1": 0.81991, + "nauc_recall_at_3_max": 0.724315, + "nauc_recall_at_3_std": 0.134427, + "nauc_recall_at_3_diff1": 0.759364, + "nauc_recall_at_5_max": 0.781279, + "nauc_recall_at_5_std": 0.200872, + "nauc_recall_at_5_diff1": 0.763846, + "nauc_recall_at_10_max": 0.848545, + "nauc_recall_at_10_std": 0.335522, + "nauc_recall_at_10_diff1": 0.784742, + "nauc_recall_at_20_max": 0.88996, + "nauc_recall_at_20_std": 0.4519, + "nauc_recall_at_20_diff1": 0.768262, + "nauc_recall_at_100_max": 0.930806, + "nauc_recall_at_100_std": 0.848773, + "nauc_recall_at_100_diff1": 0.694611, + "nauc_recall_at_1000_max": 0.917634, + "nauc_recall_at_1000_std": 0.922969, + "nauc_recall_at_1000_diff1": 0.864613, + "nauc_precision_at_1_max": 0.593031, + "nauc_precision_at_1_std": -0.056392, + "nauc_precision_at_1_diff1": 0.81991, + "nauc_precision_at_3_max": 0.724315, + "nauc_precision_at_3_std": 0.134427, + "nauc_precision_at_3_diff1": 0.759364, + "nauc_precision_at_5_max": 0.781279, + "nauc_precision_at_5_std": 0.200872, + "nauc_precision_at_5_diff1": 0.763846, + "nauc_precision_at_10_max": 0.848545, + "nauc_precision_at_10_std": 0.335522, + "nauc_precision_at_10_diff1": 0.784742, + "nauc_precision_at_20_max": 0.88996, + "nauc_precision_at_20_std": 0.4519, + "nauc_precision_at_20_diff1": 0.768262, + "nauc_precision_at_100_max": 0.930806, + "nauc_precision_at_100_std": 0.848773, + "nauc_precision_at_100_diff1": 0.694611, + "nauc_precision_at_1000_max": 0.917634, + "nauc_precision_at_1000_std": 0.922969, + "nauc_precision_at_1000_diff1": 0.864613, + "nauc_mrr_at_1_max": 0.601495, + "nauc_mrr_at_1_std": -0.052254, + "nauc_mrr_at_1_diff1": 0.818832, + "nauc_mrr_at_3_max": 0.63405, + "nauc_mrr_at_3_std": 0.002045, + "nauc_mrr_at_3_diff1": 0.797995, + "nauc_mrr_at_5_max": 0.635463, + "nauc_mrr_at_5_std": 0.002371, + "nauc_mrr_at_5_diff1": 0.800448, + "nauc_mrr_at_10_max": 0.634283, + "nauc_mrr_at_10_std": 0.00132, + "nauc_mrr_at_10_diff1": 0.801951, + "nauc_mrr_at_20_max": 0.633956, + "nauc_mrr_at_20_std": 0.001572, + "nauc_mrr_at_20_diff1": 0.801959, + "nauc_mrr_at_100_max": 0.633178, + "nauc_mrr_at_100_std": 0.001099, + "nauc_mrr_at_100_diff1": 0.801776, + "nauc_mrr_at_1000_max": 0.633124, + "nauc_mrr_at_1000_std": 0.000976, + "nauc_mrr_at_1000_diff1": 0.801843, + "main_score": 0.89342, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.83467, + "ndcg_at_3": 0.89886, + "ndcg_at_5": 0.91115, + "ndcg_at_10": 0.91751, + "ndcg_at_20": 0.91769, + "ndcg_at_100": 0.91899, + "ndcg_at_1000": 0.91908, + "map_at_1": 0.83467, + "map_at_3": 0.88344, + "map_at_5": 0.89038, + "map_at_10": 0.89307, + "map_at_20": 0.89312, + "map_at_100": 0.89332, + "map_at_1000": 0.89333, + "recall_at_1": 0.83467, + "recall_at_3": 0.94333, + "recall_at_5": 0.97267, + "recall_at_10": 0.992, + "recall_at_20": 0.99267, + "recall_at_100": 0.99933, + "recall_at_1000": 1.0, + "precision_at_1": 0.83467, + "precision_at_3": 0.31444, + "precision_at_5": 0.19453, + "precision_at_10": 0.0992, + "precision_at_20": 0.04963, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834667, + "mrr_at_3": 0.883444, + "mrr_at_5": 0.890378, + "mrr_at_10": 0.893069, + "mrr_at_20": 0.89312, + "mrr_at_100": 0.893324, + "mrr_at_1000": 0.89333, + "nauc_ndcg_at_1_max": 0.652149, + "nauc_ndcg_at_1_std": -0.19969, + "nauc_ndcg_at_1_diff1": 0.855227, + "nauc_ndcg_at_3_max": 0.681845, + "nauc_ndcg_at_3_std": -0.209372, + "nauc_ndcg_at_3_diff1": 0.84331, + "nauc_ndcg_at_5_max": 0.668058, + "nauc_ndcg_at_5_std": -0.210214, + "nauc_ndcg_at_5_diff1": 0.840628, + "nauc_ndcg_at_10_max": 0.666566, + "nauc_ndcg_at_10_std": -0.208293, + "nauc_ndcg_at_10_diff1": 0.843007, + "nauc_ndcg_at_20_max": 0.667769, + "nauc_ndcg_at_20_std": -0.207507, + "nauc_ndcg_at_20_diff1": 0.843274, + "nauc_ndcg_at_100_max": 0.665962, + "nauc_ndcg_at_100_std": -0.211365, + "nauc_ndcg_at_100_diff1": 0.844486, + "nauc_ndcg_at_1000_max": 0.666635, + "nauc_ndcg_at_1000_std": -0.209471, + "nauc_ndcg_at_1000_diff1": 0.844293, + "nauc_map_at_1_max": 0.652149, + "nauc_map_at_1_std": -0.19969, + "nauc_map_at_1_diff1": 0.855227, + "nauc_map_at_3_max": 0.672568, + "nauc_map_at_3_std": -0.208234, + "nauc_map_at_3_diff1": 0.844966, + "nauc_map_at_5_max": 0.665708, + "nauc_map_at_5_std": -0.208322, + "nauc_map_at_5_diff1": 0.843912, + "nauc_map_at_10_max": 0.665235, + "nauc_map_at_10_std": -0.208146, + "nauc_map_at_10_diff1": 0.844869, + "nauc_map_at_20_max": 0.665506, + "nauc_map_at_20_std": -0.207969, + "nauc_map_at_20_diff1": 0.84493, + "nauc_map_at_100_max": 0.665356, + "nauc_map_at_100_std": -0.208488, + "nauc_map_at_100_diff1": 0.84509, + "nauc_map_at_1000_max": 0.665386, + "nauc_map_at_1000_std": -0.208405, + "nauc_map_at_1000_diff1": 0.845082, + "nauc_recall_at_1_max": 0.652149, + "nauc_recall_at_1_std": -0.19969, + "nauc_recall_at_1_diff1": 0.855227, + "nauc_recall_at_3_max": 0.734305, + "nauc_recall_at_3_std": -0.214137, + "nauc_recall_at_3_diff1": 0.835766, + "nauc_recall_at_5_max": 0.686047, + "nauc_recall_at_5_std": -0.229134, + "nauc_recall_at_5_diff1": 0.806506, + "nauc_recall_at_10_max": 0.679155, + "nauc_recall_at_10_std": -0.185146, + "nauc_recall_at_10_diff1": 0.789371, + "nauc_recall_at_20_max": 0.729734, + "nauc_recall_at_20_std": -0.150751, + "nauc_recall_at_20_diff1": 0.795476, + "nauc_recall_at_100_max": 0.122782, + "nauc_recall_at_100_std": -1.739963, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652149, + "nauc_precision_at_1_std": -0.19969, + "nauc_precision_at_1_diff1": 0.855227, + "nauc_precision_at_3_max": 0.734305, + "nauc_precision_at_3_std": -0.214137, + "nauc_precision_at_3_diff1": 0.835766, + "nauc_precision_at_5_max": 0.686047, + "nauc_precision_at_5_std": -0.229134, + "nauc_precision_at_5_diff1": 0.806506, + "nauc_precision_at_10_max": 0.679155, + "nauc_precision_at_10_std": -0.185146, + "nauc_precision_at_10_diff1": 0.789371, + "nauc_precision_at_20_max": 0.729734, + "nauc_precision_at_20_std": -0.150751, + "nauc_precision_at_20_diff1": 0.795476, + "nauc_precision_at_100_max": 0.122782, + "nauc_precision_at_100_std": -1.739963, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.652149, + "nauc_mrr_at_1_std": -0.19969, + "nauc_mrr_at_1_diff1": 0.855227, + "nauc_mrr_at_3_max": 0.672568, + "nauc_mrr_at_3_std": -0.208234, + "nauc_mrr_at_3_diff1": 0.844966, + "nauc_mrr_at_5_max": 0.665708, + "nauc_mrr_at_5_std": -0.208322, + "nauc_mrr_at_5_diff1": 0.843912, + "nauc_mrr_at_10_max": 0.665235, + "nauc_mrr_at_10_std": -0.208146, + "nauc_mrr_at_10_diff1": 0.844869, + "nauc_mrr_at_20_max": 0.665506, + "nauc_mrr_at_20_std": -0.207969, + "nauc_mrr_at_20_diff1": 0.84493, + "nauc_mrr_at_100_max": 0.665356, + "nauc_mrr_at_100_std": -0.208488, + "nauc_mrr_at_100_diff1": 0.84509, + "nauc_mrr_at_1000_max": 0.665386, + "nauc_mrr_at_1000_std": -0.208405, + "nauc_mrr_at_1000_diff1": 0.845082, + "main_score": 0.91751, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.90029, + "ndcg_at_5": 0.91036, + "ndcg_at_10": 0.91665, + "ndcg_at_20": 0.91732, + "ndcg_at_100": 0.91866, + "ndcg_at_1000": 0.91888, + "map_at_1": 0.84, + "map_at_3": 0.88522, + "map_at_5": 0.89076, + "map_at_10": 0.8935, + "map_at_20": 0.89368, + "map_at_100": 0.89391, + "map_at_1000": 0.89391, + "recall_at_1": 0.84, + "recall_at_3": 0.944, + "recall_at_5": 0.96867, + "recall_at_10": 0.98733, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 0.99867, + "precision_at_1": 0.84, + "precision_at_3": 0.31467, + "precision_at_5": 0.19373, + "precision_at_10": 0.09873, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.840667, + "mrr_at_3": 0.885556, + "mrr_at_5": 0.891089, + "mrr_at_10": 0.893749, + "mrr_at_20": 0.893969, + "mrr_at_100": 0.894198, + "mrr_at_1000": 0.894201, + "nauc_ndcg_at_1_max": 0.611436, + "nauc_ndcg_at_1_std": -0.09471, + "nauc_ndcg_at_1_diff1": 0.84084, + "nauc_ndcg_at_3_max": 0.597322, + "nauc_ndcg_at_3_std": -0.066972, + "nauc_ndcg_at_3_diff1": 0.79983, + "nauc_ndcg_at_5_max": 0.603321, + "nauc_ndcg_at_5_std": -0.059399, + "nauc_ndcg_at_5_diff1": 0.810359, + "nauc_ndcg_at_10_max": 0.606727, + "nauc_ndcg_at_10_std": -0.05952, + "nauc_ndcg_at_10_diff1": 0.81436, + "nauc_ndcg_at_20_max": 0.607092, + "nauc_ndcg_at_20_std": -0.057762, + "nauc_ndcg_at_20_diff1": 0.815753, + "nauc_ndcg_at_100_max": 0.605312, + "nauc_ndcg_at_100_std": -0.06399, + "nauc_ndcg_at_100_diff1": 0.815712, + "nauc_ndcg_at_1000_max": 0.605258, + "nauc_ndcg_at_1000_std": -0.065198, + "nauc_ndcg_at_1000_diff1": 0.815332, + "nauc_map_at_1_max": 0.611436, + "nauc_map_at_1_std": -0.09471, + "nauc_map_at_1_diff1": 0.84084, + "nauc_map_at_3_max": 0.601756, + "nauc_map_at_3_std": -0.075541, + "nauc_map_at_3_diff1": 0.812164, + "nauc_map_at_5_max": 0.604628, + "nauc_map_at_5_std": -0.071956, + "nauc_map_at_5_diff1": 0.817383, + "nauc_map_at_10_max": 0.605925, + "nauc_map_at_10_std": -0.072135, + "nauc_map_at_10_diff1": 0.819133, + "nauc_map_at_20_max": 0.605932, + "nauc_map_at_20_std": -0.071668, + "nauc_map_at_20_diff1": 0.819391, + "nauc_map_at_100_max": 0.605757, + "nauc_map_at_100_std": -0.072552, + "nauc_map_at_100_diff1": 0.819431, + "nauc_map_at_1000_max": 0.605759, + "nauc_map_at_1000_std": -0.072562, + "nauc_map_at_1000_diff1": 0.819427, + "nauc_recall_at_1_max": 0.611436, + "nauc_recall_at_1_std": -0.09471, + "nauc_recall_at_1_diff1": 0.84084, + "nauc_recall_at_3_max": 0.57219, + "nauc_recall_at_3_std": -0.018524, + "nauc_recall_at_3_diff1": 0.730387, + "nauc_recall_at_5_max": 0.594145, + "nauc_recall_at_5_std": 0.062529, + "nauc_recall_at_5_diff1": 0.749836, + "nauc_recall_at_10_max": 0.640597, + "nauc_recall_at_10_std": 0.231215, + "nauc_recall_at_10_diff1": 0.728046, + "nauc_recall_at_20_max": 0.666418, + "nauc_recall_at_20_std": 0.355898, + "nauc_recall_at_20_diff1": 0.752443, + "nauc_recall_at_100_max": 0.548179, + "nauc_recall_at_100_std": 0.461905, + "nauc_recall_at_100_diff1": 0.605602, + "nauc_recall_at_1000_max": 0.414332, + "nauc_recall_at_1000_std": 0.561391, + "nauc_recall_at_1000_diff1": 0.079365, + "nauc_precision_at_1_max": 0.611436, + "nauc_precision_at_1_std": -0.09471, + "nauc_precision_at_1_diff1": 0.84084, + "nauc_precision_at_3_max": 0.57219, + "nauc_precision_at_3_std": -0.018524, + "nauc_precision_at_3_diff1": 0.730387, + "nauc_precision_at_5_max": 0.594145, + "nauc_precision_at_5_std": 0.062529, + "nauc_precision_at_5_diff1": 0.749836, + "nauc_precision_at_10_max": 0.640597, + "nauc_precision_at_10_std": 0.231215, + "nauc_precision_at_10_diff1": 0.728046, + "nauc_precision_at_20_max": 0.666418, + "nauc_precision_at_20_std": 0.355898, + "nauc_precision_at_20_diff1": 0.752443, + "nauc_precision_at_100_max": 0.548179, + "nauc_precision_at_100_std": 0.461905, + "nauc_precision_at_100_diff1": 0.605602, + "nauc_precision_at_1000_max": 0.414332, + "nauc_precision_at_1000_std": 0.561391, + "nauc_precision_at_1000_diff1": 0.079365, + "nauc_mrr_at_1_max": 0.610598, + "nauc_mrr_at_1_std": -0.098896, + "nauc_mrr_at_1_diff1": 0.839657, + "nauc_mrr_at_3_max": 0.601156, + "nauc_mrr_at_3_std": -0.078359, + "nauc_mrr_at_3_diff1": 0.811278, + "nauc_mrr_at_5_max": 0.604004, + "nauc_mrr_at_5_std": -0.074914, + "nauc_mrr_at_5_diff1": 0.816464, + "nauc_mrr_at_10_max": 0.605247, + "nauc_mrr_at_10_std": -0.076527, + "nauc_mrr_at_10_diff1": 0.818116, + "nauc_mrr_at_20_max": 0.605272, + "nauc_mrr_at_20_std": -0.075429, + "nauc_mrr_at_20_diff1": 0.818411, + "nauc_mrr_at_100_max": 0.605095, + "nauc_mrr_at_100_std": -0.076323, + "nauc_mrr_at_100_diff1": 0.818448, + "nauc_mrr_at_1000_max": 0.605097, + "nauc_mrr_at_1000_std": -0.076333, + "nauc_mrr_at_1000_diff1": 0.818444, + "main_score": 0.91665, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.82733, + "ndcg_at_3": 0.88744, + "ndcg_at_5": 0.90001, + "ndcg_at_10": 0.90805, + "ndcg_at_20": 0.91003, + "ndcg_at_100": 0.91129, + "ndcg_at_1000": 0.91164, + "map_at_1": 0.82733, + "map_at_3": 0.87333, + "map_at_5": 0.88027, + "map_at_10": 0.88376, + "map_at_20": 0.88427, + "map_at_100": 0.88446, + "map_at_1000": 0.88448, + "recall_at_1": 0.82733, + "recall_at_3": 0.928, + "recall_at_5": 0.95867, + "recall_at_10": 0.98267, + "recall_at_20": 0.99067, + "recall_at_100": 0.99733, + "recall_at_1000": 1.0, + "precision_at_1": 0.82733, + "precision_at_3": 0.30933, + "precision_at_5": 0.19173, + "precision_at_10": 0.09827, + "precision_at_20": 0.04953, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827333, + "mrr_at_3": 0.873333, + "mrr_at_5": 0.880267, + "mrr_at_10": 0.883756, + "mrr_at_20": 0.884275, + "mrr_at_100": 0.884462, + "mrr_at_1000": 0.884477, + "nauc_ndcg_at_1_max": 0.656879, + "nauc_ndcg_at_1_std": -0.177132, + "nauc_ndcg_at_1_diff1": 0.852271, + "nauc_ndcg_at_3_max": 0.687777, + "nauc_ndcg_at_3_std": -0.176644, + "nauc_ndcg_at_3_diff1": 0.82546, + "nauc_ndcg_at_5_max": 0.681291, + "nauc_ndcg_at_5_std": -0.176432, + "nauc_ndcg_at_5_diff1": 0.827813, + "nauc_ndcg_at_10_max": 0.677353, + "nauc_ndcg_at_10_std": -0.153288, + "nauc_ndcg_at_10_diff1": 0.828769, + "nauc_ndcg_at_20_max": 0.674143, + "nauc_ndcg_at_20_std": -0.156837, + "nauc_ndcg_at_20_diff1": 0.829564, + "nauc_ndcg_at_100_max": 0.67259, + "nauc_ndcg_at_100_std": -0.167826, + "nauc_ndcg_at_100_diff1": 0.833054, + "nauc_ndcg_at_1000_max": 0.673592, + "nauc_ndcg_at_1000_std": -0.170432, + "nauc_ndcg_at_1000_diff1": 0.83319, + "nauc_map_at_1_max": 0.656879, + "nauc_map_at_1_std": -0.177132, + "nauc_map_at_1_diff1": 0.852271, + "nauc_map_at_3_max": 0.678082, + "nauc_map_at_3_std": -0.180067, + "nauc_map_at_3_diff1": 0.832738, + "nauc_map_at_5_max": 0.674546, + "nauc_map_at_5_std": -0.180296, + "nauc_map_at_5_diff1": 0.834435, + "nauc_map_at_10_max": 0.672985, + "nauc_map_at_10_std": -0.172697, + "nauc_map_at_10_diff1": 0.834915, + "nauc_map_at_20_max": 0.67227, + "nauc_map_at_20_std": -0.173622, + "nauc_map_at_20_diff1": 0.835115, + "nauc_map_at_100_max": 0.672122, + "nauc_map_at_100_std": -0.175135, + "nauc_map_at_100_diff1": 0.835563, + "nauc_map_at_1000_max": 0.672144, + "nauc_map_at_1000_std": -0.175229, + "nauc_map_at_1000_diff1": 0.835565, + "nauc_recall_at_1_max": 0.656879, + "nauc_recall_at_1_std": -0.177132, + "nauc_recall_at_1_diff1": 0.852271, + "nauc_recall_at_3_max": 0.734961, + "nauc_recall_at_3_std": -0.157637, + "nauc_recall_at_3_diff1": 0.790858, + "nauc_recall_at_5_max": 0.732403, + "nauc_recall_at_5_std": -0.140929, + "nauc_recall_at_5_diff1": 0.776641, + "nauc_recall_at_10_max": 0.742943, + "nauc_recall_at_10_std": 0.26792, + "nauc_recall_at_10_diff1": 0.722168, + "nauc_recall_at_20_max": 0.68214, + "nauc_recall_at_20_std": 0.505936, + "nauc_recall_at_20_diff1": 0.660097, + "nauc_recall_at_100_max": 0.418417, + "nauc_recall_at_100_std": 0.455182, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656879, + "nauc_precision_at_1_std": -0.177132, + "nauc_precision_at_1_diff1": 0.852271, + "nauc_precision_at_3_max": 0.734961, + "nauc_precision_at_3_std": -0.157637, + "nauc_precision_at_3_diff1": 0.790858, + "nauc_precision_at_5_max": 0.732403, + "nauc_precision_at_5_std": -0.140929, + "nauc_precision_at_5_diff1": 0.776641, + "nauc_precision_at_10_max": 0.742943, + "nauc_precision_at_10_std": 0.26792, + "nauc_precision_at_10_diff1": 0.722168, + "nauc_precision_at_20_max": 0.68214, + "nauc_precision_at_20_std": 0.505936, + "nauc_precision_at_20_diff1": 0.660097, + "nauc_precision_at_100_max": 0.418417, + "nauc_precision_at_100_std": 0.455182, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.656879, + "nauc_mrr_at_1_std": -0.177132, + "nauc_mrr_at_1_diff1": 0.852271, + "nauc_mrr_at_3_max": 0.678082, + "nauc_mrr_at_3_std": -0.180067, + "nauc_mrr_at_3_diff1": 0.832738, + "nauc_mrr_at_5_max": 0.674546, + "nauc_mrr_at_5_std": -0.180296, + "nauc_mrr_at_5_diff1": 0.834435, + "nauc_mrr_at_10_max": 0.672985, + "nauc_mrr_at_10_std": -0.172697, + "nauc_mrr_at_10_diff1": 0.834915, + "nauc_mrr_at_20_max": 0.67227, + "nauc_mrr_at_20_std": -0.173622, + "nauc_mrr_at_20_diff1": 0.835115, + "nauc_mrr_at_100_max": 0.672122, + "nauc_mrr_at_100_std": -0.175135, + "nauc_mrr_at_100_diff1": 0.835563, + "nauc_mrr_at_1000_max": 0.672144, + "nauc_mrr_at_1000_std": -0.175229, + "nauc_mrr_at_1000_diff1": 0.835565, + "main_score": 0.90805, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.81867, + "ndcg_at_3": 0.87834, + "ndcg_at_5": 0.89039, + "ndcg_at_10": 0.89846, + "ndcg_at_20": 0.90193, + "ndcg_at_100": 0.90304, + "ndcg_at_1000": 0.90354, + "map_at_1": 0.81867, + "map_at_3": 0.86411, + "map_at_5": 0.87078, + "map_at_10": 0.87417, + "map_at_20": 0.87517, + "map_at_100": 0.87532, + "map_at_1000": 0.87534, + "recall_at_1": 0.81867, + "recall_at_3": 0.91933, + "recall_at_5": 0.94867, + "recall_at_10": 0.97333, + "recall_at_20": 0.98667, + "recall_at_100": 0.99267, + "recall_at_1000": 0.99667, + "precision_at_1": 0.81867, + "precision_at_3": 0.30644, + "precision_at_5": 0.18973, + "precision_at_10": 0.09733, + "precision_at_20": 0.04933, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818, + "mrr_at_3": 0.863778, + "mrr_at_5": 0.870444, + "mrr_at_10": 0.873849, + "mrr_at_20": 0.874853, + "mrr_at_100": 0.875001, + "mrr_at_1000": 0.875019, + "nauc_ndcg_at_1_max": 0.6184, + "nauc_ndcg_at_1_std": -0.082696, + "nauc_ndcg_at_1_diff1": 0.838735, + "nauc_ndcg_at_3_max": 0.6352, + "nauc_ndcg_at_3_std": -0.072925, + "nauc_ndcg_at_3_diff1": 0.801445, + "nauc_ndcg_at_5_max": 0.646134, + "nauc_ndcg_at_5_std": -0.052107, + "nauc_ndcg_at_5_diff1": 0.803126, + "nauc_ndcg_at_10_max": 0.648459, + "nauc_ndcg_at_10_std": -0.049467, + "nauc_ndcg_at_10_diff1": 0.809413, + "nauc_ndcg_at_20_max": 0.642519, + "nauc_ndcg_at_20_std": -0.054336, + "nauc_ndcg_at_20_diff1": 0.814254, + "nauc_ndcg_at_100_max": 0.640886, + "nauc_ndcg_at_100_std": -0.05321, + "nauc_ndcg_at_100_diff1": 0.815081, + "nauc_ndcg_at_1000_max": 0.640903, + "nauc_ndcg_at_1000_std": -0.05368, + "nauc_ndcg_at_1000_diff1": 0.815256, + "nauc_map_at_1_max": 0.6184, + "nauc_map_at_1_std": -0.082696, + "nauc_map_at_1_diff1": 0.838735, + "nauc_map_at_3_max": 0.631524, + "nauc_map_at_3_std": -0.074751, + "nauc_map_at_3_diff1": 0.81266, + "nauc_map_at_5_max": 0.636647, + "nauc_map_at_5_std": -0.064808, + "nauc_map_at_5_diff1": 0.814114, + "nauc_map_at_10_max": 0.637403, + "nauc_map_at_10_std": -0.064034, + "nauc_map_at_10_diff1": 0.81664, + "nauc_map_at_20_max": 0.635902, + "nauc_map_at_20_std": -0.065203, + "nauc_map_at_20_diff1": 0.817762, + "nauc_map_at_100_max": 0.63571, + "nauc_map_at_100_std": -0.06508, + "nauc_map_at_100_diff1": 0.817844, + "nauc_map_at_1000_max": 0.635733, + "nauc_map_at_1000_std": -0.065022, + "nauc_map_at_1000_diff1": 0.817852, + "nauc_recall_at_1_max": 0.6184, + "nauc_recall_at_1_std": -0.082696, + "nauc_recall_at_1_diff1": 0.838735, + "nauc_recall_at_3_max": 0.651257, + "nauc_recall_at_3_std": -0.065255, + "nauc_recall_at_3_diff1": 0.74952, + "nauc_recall_at_5_max": 0.713546, + "nauc_recall_at_5_std": 0.041162, + "nauc_recall_at_5_diff1": 0.727697, + "nauc_recall_at_10_max": 0.79637, + "nauc_recall_at_10_std": 0.151039, + "nauc_recall_at_10_diff1": 0.726296, + "nauc_recall_at_20_max": 0.787045, + "nauc_recall_at_20_std": 0.215383, + "nauc_recall_at_20_diff1": 0.777661, + "nauc_recall_at_100_max": 0.795476, + "nauc_recall_at_100_std": 0.507767, + "nauc_recall_at_100_diff1": 0.806044, + "nauc_recall_at_1000_max": 0.944444, + "nauc_recall_at_1000_std": 0.947712, + "nauc_recall_at_1000_diff1": 0.829132, + "nauc_precision_at_1_max": 0.6184, + "nauc_precision_at_1_std": -0.082696, + "nauc_precision_at_1_diff1": 0.838735, + "nauc_precision_at_3_max": 0.651257, + "nauc_precision_at_3_std": -0.065255, + "nauc_precision_at_3_diff1": 0.74952, + "nauc_precision_at_5_max": 0.713546, + "nauc_precision_at_5_std": 0.041162, + "nauc_precision_at_5_diff1": 0.727697, + "nauc_precision_at_10_max": 0.79637, + "nauc_precision_at_10_std": 0.151039, + "nauc_precision_at_10_diff1": 0.726296, + "nauc_precision_at_20_max": 0.787045, + "nauc_precision_at_20_std": 0.215383, + "nauc_precision_at_20_diff1": 0.777661, + "nauc_precision_at_100_max": 0.795476, + "nauc_precision_at_100_std": 0.507767, + "nauc_precision_at_100_diff1": 0.806044, + "nauc_precision_at_1000_max": 0.944444, + "nauc_precision_at_1000_std": 0.947712, + "nauc_precision_at_1000_diff1": 0.829132, + "nauc_mrr_at_1_max": 0.6202, + "nauc_mrr_at_1_std": -0.078524, + "nauc_mrr_at_1_diff1": 0.83979, + "nauc_mrr_at_3_max": 0.632674, + "nauc_mrr_at_3_std": -0.072033, + "nauc_mrr_at_3_diff1": 0.813409, + "nauc_mrr_at_5_max": 0.637848, + "nauc_mrr_at_5_std": -0.061967, + "nauc_mrr_at_5_diff1": 0.8149, + "nauc_mrr_at_10_max": 0.638588, + "nauc_mrr_at_10_std": -0.06114, + "nauc_mrr_at_10_diff1": 0.817418, + "nauc_mrr_at_20_max": 0.6371, + "nauc_mrr_at_20_std": -0.062283, + "nauc_mrr_at_20_diff1": 0.818544, + "nauc_mrr_at_100_max": 0.636911, + "nauc_mrr_at_100_std": -0.062156, + "nauc_mrr_at_100_diff1": 0.818627, + "nauc_mrr_at_1000_max": 0.636934, + "nauc_mrr_at_1000_std": -0.062097, + "nauc_mrr_at_1000_diff1": 0.818634, + "main_score": 0.89846, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.75067, + "ndcg_at_3": 0.8247, + "ndcg_at_5": 0.83936, + "ndcg_at_10": 0.85028, + "ndcg_at_20": 0.85477, + "ndcg_at_100": 0.85845, + "ndcg_at_1000": 0.8597, + "map_at_1": 0.75067, + "map_at_3": 0.80711, + "map_at_5": 0.81531, + "map_at_10": 0.82003, + "map_at_20": 0.82132, + "map_at_100": 0.82181, + "map_at_1000": 0.82186, + "recall_at_1": 0.75067, + "recall_at_3": 0.87533, + "recall_at_5": 0.91067, + "recall_at_10": 0.94333, + "recall_at_20": 0.96067, + "recall_at_100": 0.98067, + "recall_at_1000": 0.99067, + "precision_at_1": 0.75067, + "precision_at_3": 0.29178, + "precision_at_5": 0.18213, + "precision_at_10": 0.09433, + "precision_at_20": 0.04803, + "precision_at_100": 0.00981, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.750667, + "mrr_at_3": 0.807111, + "mrr_at_5": 0.815311, + "mrr_at_10": 0.82003, + "mrr_at_20": 0.821317, + "mrr_at_100": 0.821816, + "mrr_at_1000": 0.821861, + "nauc_ndcg_at_1_max": 0.551301, + "nauc_ndcg_at_1_std": -0.09231, + "nauc_ndcg_at_1_diff1": 0.803479, + "nauc_ndcg_at_3_max": 0.581389, + "nauc_ndcg_at_3_std": -0.038928, + "nauc_ndcg_at_3_diff1": 0.767896, + "nauc_ndcg_at_5_max": 0.578763, + "nauc_ndcg_at_5_std": -0.035915, + "nauc_ndcg_at_5_diff1": 0.766825, + "nauc_ndcg_at_10_max": 0.588216, + "nauc_ndcg_at_10_std": -0.030791, + "nauc_ndcg_at_10_diff1": 0.77083, + "nauc_ndcg_at_20_max": 0.5863, + "nauc_ndcg_at_20_std": -0.03046, + "nauc_ndcg_at_20_diff1": 0.769895, + "nauc_ndcg_at_100_max": 0.583774, + "nauc_ndcg_at_100_std": -0.026038, + "nauc_ndcg_at_100_diff1": 0.76937, + "nauc_ndcg_at_1000_max": 0.581009, + "nauc_ndcg_at_1000_std": -0.032769, + "nauc_ndcg_at_1000_diff1": 0.771213, + "nauc_map_at_1_max": 0.551301, + "nauc_map_at_1_std": -0.09231, + "nauc_map_at_1_diff1": 0.803479, + "nauc_map_at_3_max": 0.572127, + "nauc_map_at_3_std": -0.055723, + "nauc_map_at_3_diff1": 0.776755, + "nauc_map_at_5_max": 0.570422, + "nauc_map_at_5_std": -0.054817, + "nauc_map_at_5_diff1": 0.77655, + "nauc_map_at_10_max": 0.573638, + "nauc_map_at_10_std": -0.053796, + "nauc_map_at_10_diff1": 0.778192, + "nauc_map_at_20_max": 0.573046, + "nauc_map_at_20_std": -0.053773, + "nauc_map_at_20_diff1": 0.778008, + "nauc_map_at_100_max": 0.572844, + "nauc_map_at_100_std": -0.053118, + "nauc_map_at_100_diff1": 0.777996, + "nauc_map_at_1000_max": 0.572762, + "nauc_map_at_1000_std": -0.053328, + "nauc_map_at_1000_diff1": 0.778075, + "nauc_recall_at_1_max": 0.551301, + "nauc_recall_at_1_std": -0.09231, + "nauc_recall_at_1_diff1": 0.803479, + "nauc_recall_at_3_max": 0.620455, + "nauc_recall_at_3_std": 0.03213, + "nauc_recall_at_3_diff1": 0.731772, + "nauc_recall_at_5_max": 0.623964, + "nauc_recall_at_5_std": 0.068607, + "nauc_recall_at_5_diff1": 0.714965, + "nauc_recall_at_10_max": 0.71868, + "nauc_recall_at_10_std": 0.170671, + "nauc_recall_at_10_diff1": 0.715615, + "nauc_recall_at_20_max": 0.751666, + "nauc_recall_at_20_std": 0.259776, + "nauc_recall_at_20_diff1": 0.679699, + "nauc_recall_at_100_max": 0.816028, + "nauc_recall_at_100_std": 0.692199, + "nauc_recall_at_100_diff1": 0.564877, + "nauc_recall_at_1000_max": 0.761271, + "nauc_recall_at_1000_std": 0.731493, + "nauc_recall_at_1000_diff1": 0.522276, + "nauc_precision_at_1_max": 0.551301, + "nauc_precision_at_1_std": -0.09231, + "nauc_precision_at_1_diff1": 0.803479, + "nauc_precision_at_3_max": 0.620455, + "nauc_precision_at_3_std": 0.03213, + "nauc_precision_at_3_diff1": 0.731772, + "nauc_precision_at_5_max": 0.623964, + "nauc_precision_at_5_std": 0.068607, + "nauc_precision_at_5_diff1": 0.714965, + "nauc_precision_at_10_max": 0.71868, + "nauc_precision_at_10_std": 0.170671, + "nauc_precision_at_10_diff1": 0.715615, + "nauc_precision_at_20_max": 0.751666, + "nauc_precision_at_20_std": 0.259776, + "nauc_precision_at_20_diff1": 0.679699, + "nauc_precision_at_100_max": 0.816028, + "nauc_precision_at_100_std": 0.692199, + "nauc_precision_at_100_diff1": 0.564877, + "nauc_precision_at_1000_max": 0.761271, + "nauc_precision_at_1000_std": 0.731493, + "nauc_precision_at_1000_diff1": 0.522276, + "nauc_mrr_at_1_max": 0.552832, + "nauc_mrr_at_1_std": -0.093842, + "nauc_mrr_at_1_diff1": 0.803479, + "nauc_mrr_at_3_max": 0.573089, + "nauc_mrr_at_3_std": -0.056685, + "nauc_mrr_at_3_diff1": 0.776755, + "nauc_mrr_at_5_max": 0.571426, + "nauc_mrr_at_5_std": -0.055821, + "nauc_mrr_at_5_diff1": 0.77655, + "nauc_mrr_at_10_max": 0.57467, + "nauc_mrr_at_10_std": -0.054828, + "nauc_mrr_at_10_diff1": 0.778192, + "nauc_mrr_at_20_max": 0.574086, + "nauc_mrr_at_20_std": -0.054814, + "nauc_mrr_at_20_diff1": 0.778008, + "nauc_mrr_at_100_max": 0.573897, + "nauc_mrr_at_100_std": -0.054146, + "nauc_mrr_at_100_diff1": 0.777996, + "nauc_mrr_at_1000_max": 0.573815, + "nauc_mrr_at_1000_std": -0.054356, + "nauc_mrr_at_1000_diff1": 0.778075, + "main_score": 0.85028, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.77733, + "ndcg_at_3": 0.84404, + "ndcg_at_5": 0.86447, + "ndcg_at_10": 0.87142, + "ndcg_at_20": 0.87409, + "ndcg_at_100": 0.87767, + "ndcg_at_1000": 0.87844, + "map_at_1": 0.77733, + "map_at_3": 0.82789, + "map_at_5": 0.83929, + "map_at_10": 0.84219, + "map_at_20": 0.84291, + "map_at_100": 0.84345, + "map_at_1000": 0.84348, + "recall_at_1": 0.77733, + "recall_at_3": 0.89067, + "recall_at_5": 0.94, + "recall_at_10": 0.96133, + "recall_at_20": 0.972, + "recall_at_100": 0.99067, + "recall_at_1000": 0.99667, + "precision_at_1": 0.77733, + "precision_at_3": 0.29689, + "precision_at_5": 0.188, + "precision_at_10": 0.09613, + "precision_at_20": 0.0486, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777333, + "mrr_at_3": 0.827889, + "mrr_at_5": 0.839289, + "mrr_at_10": 0.842187, + "mrr_at_20": 0.842912, + "mrr_at_100": 0.843453, + "mrr_at_1000": 0.843483, + "nauc_ndcg_at_1_max": 0.548264, + "nauc_ndcg_at_1_std": -0.012238, + "nauc_ndcg_at_1_diff1": 0.792757, + "nauc_ndcg_at_3_max": 0.573197, + "nauc_ndcg_at_3_std": 0.035424, + "nauc_ndcg_at_3_diff1": 0.750511, + "nauc_ndcg_at_5_max": 0.585765, + "nauc_ndcg_at_5_std": 0.04654, + "nauc_ndcg_at_5_diff1": 0.756226, + "nauc_ndcg_at_10_max": 0.590151, + "nauc_ndcg_at_10_std": 0.05173, + "nauc_ndcg_at_10_diff1": 0.76164, + "nauc_ndcg_at_20_max": 0.58872, + "nauc_ndcg_at_20_std": 0.04985, + "nauc_ndcg_at_20_diff1": 0.764753, + "nauc_ndcg_at_100_max": 0.58047, + "nauc_ndcg_at_100_std": 0.036958, + "nauc_ndcg_at_100_diff1": 0.765265, + "nauc_ndcg_at_1000_max": 0.579424, + "nauc_ndcg_at_1000_std": 0.037224, + "nauc_ndcg_at_1000_diff1": 0.765639, + "nauc_map_at_1_max": 0.548264, + "nauc_map_at_1_std": -0.012238, + "nauc_map_at_1_diff1": 0.792757, + "nauc_map_at_3_max": 0.567507, + "nauc_map_at_3_std": 0.021863, + "nauc_map_at_3_diff1": 0.762657, + "nauc_map_at_5_max": 0.573074, + "nauc_map_at_5_std": 0.026837, + "nauc_map_at_5_diff1": 0.766065, + "nauc_map_at_10_max": 0.574291, + "nauc_map_at_10_std": 0.028285, + "nauc_map_at_10_diff1": 0.767989, + "nauc_map_at_20_max": 0.57378, + "nauc_map_at_20_std": 0.027809, + "nauc_map_at_20_diff1": 0.768632, + "nauc_map_at_100_max": 0.572742, + "nauc_map_at_100_std": 0.026171, + "nauc_map_at_100_diff1": 0.76865, + "nauc_map_at_1000_max": 0.572705, + "nauc_map_at_1000_std": 0.026182, + "nauc_map_at_1000_diff1": 0.768654, + "nauc_recall_at_1_max": 0.548264, + "nauc_recall_at_1_std": -0.012238, + "nauc_recall_at_1_diff1": 0.792757, + "nauc_recall_at_3_max": 0.596483, + "nauc_recall_at_3_std": 0.093123, + "nauc_recall_at_3_diff1": 0.698752, + "nauc_recall_at_5_max": 0.679417, + "nauc_recall_at_5_std": 0.189174, + "nauc_recall_at_5_diff1": 0.688676, + "nauc_recall_at_10_max": 0.77381, + "nauc_recall_at_10_std": 0.316631, + "nauc_recall_at_10_diff1": 0.705762, + "nauc_recall_at_20_max": 0.824674, + "nauc_recall_at_20_std": 0.383931, + "nauc_recall_at_20_diff1": 0.739374, + "nauc_recall_at_100_max": 0.770742, + "nauc_recall_at_100_std": 0.227824, + "nauc_recall_at_100_diff1": 0.737095, + "nauc_recall_at_1000_max": 0.845472, + "nauc_recall_at_1000_std": 0.621008, + "nauc_recall_at_1000_diff1": 0.810458, + "nauc_precision_at_1_max": 0.548264, + "nauc_precision_at_1_std": -0.012238, + "nauc_precision_at_1_diff1": 0.792757, + "nauc_precision_at_3_max": 0.596483, + "nauc_precision_at_3_std": 0.093123, + "nauc_precision_at_3_diff1": 0.698752, + "nauc_precision_at_5_max": 0.679417, + "nauc_precision_at_5_std": 0.189174, + "nauc_precision_at_5_diff1": 0.688676, + "nauc_precision_at_10_max": 0.77381, + "nauc_precision_at_10_std": 0.316631, + "nauc_precision_at_10_diff1": 0.705762, + "nauc_precision_at_20_max": 0.824674, + "nauc_precision_at_20_std": 0.383931, + "nauc_precision_at_20_diff1": 0.739374, + "nauc_precision_at_100_max": 0.770742, + "nauc_precision_at_100_std": 0.227824, + "nauc_precision_at_100_diff1": 0.737095, + "nauc_precision_at_1000_max": 0.845472, + "nauc_precision_at_1000_std": 0.621008, + "nauc_precision_at_1000_diff1": 0.810458, + "nauc_mrr_at_1_max": 0.548264, + "nauc_mrr_at_1_std": -0.012238, + "nauc_mrr_at_1_diff1": 0.792757, + "nauc_mrr_at_3_max": 0.567507, + "nauc_mrr_at_3_std": 0.021863, + "nauc_mrr_at_3_diff1": 0.762657, + "nauc_mrr_at_5_max": 0.573074, + "nauc_mrr_at_5_std": 0.026837, + "nauc_mrr_at_5_diff1": 0.766065, + "nauc_mrr_at_10_max": 0.574291, + "nauc_mrr_at_10_std": 0.028285, + "nauc_mrr_at_10_diff1": 0.767989, + "nauc_mrr_at_20_max": 0.57378, + "nauc_mrr_at_20_std": 0.027809, + "nauc_mrr_at_20_diff1": 0.768632, + "nauc_mrr_at_100_max": 0.572742, + "nauc_mrr_at_100_std": 0.026171, + "nauc_mrr_at_100_diff1": 0.76865, + "nauc_mrr_at_1000_max": 0.572705, + "nauc_mrr_at_1000_std": 0.026182, + "nauc_mrr_at_1000_diff1": 0.768654, + "main_score": 0.87142, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "ndcg_at_1": 0.83733, + "ndcg_at_3": 0.89054, + "ndcg_at_5": 0.89903, + "ndcg_at_10": 0.90847, + "ndcg_at_20": 0.91054, + "ndcg_at_100": 0.91197, + "ndcg_at_1000": 0.91284, + "map_at_1": 0.83733, + "map_at_3": 0.87778, + "map_at_5": 0.88248, + "map_at_10": 0.88648, + "map_at_20": 0.88707, + "map_at_100": 0.88729, + "map_at_1000": 0.88733, + "recall_at_1": 0.83733, + "recall_at_3": 0.92733, + "recall_at_5": 0.948, + "recall_at_10": 0.97667, + "recall_at_20": 0.98467, + "recall_at_100": 0.992, + "recall_at_1000": 0.99867, + "precision_at_1": 0.83733, + "precision_at_3": 0.30911, + "precision_at_5": 0.1896, + "precision_at_10": 0.09767, + "precision_at_20": 0.04923, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837333, + "mrr_at_3": 0.877778, + "mrr_at_5": 0.882478, + "mrr_at_10": 0.886476, + "mrr_at_20": 0.887072, + "mrr_at_100": 0.887294, + "mrr_at_1000": 0.88733, + "nauc_ndcg_at_1_max": 0.625669, + "nauc_ndcg_at_1_std": -0.111088, + "nauc_ndcg_at_1_diff1": 0.843358, + "nauc_ndcg_at_3_max": 0.65061, + "nauc_ndcg_at_3_std": -0.059667, + "nauc_ndcg_at_3_diff1": 0.819182, + "nauc_ndcg_at_5_max": 0.656947, + "nauc_ndcg_at_5_std": -0.063013, + "nauc_ndcg_at_5_diff1": 0.828177, + "nauc_ndcg_at_10_max": 0.653963, + "nauc_ndcg_at_10_std": -0.046724, + "nauc_ndcg_at_10_diff1": 0.825023, + "nauc_ndcg_at_20_max": 0.651434, + "nauc_ndcg_at_20_std": -0.048527, + "nauc_ndcg_at_20_diff1": 0.82423, + "nauc_ndcg_at_100_max": 0.650455, + "nauc_ndcg_at_100_std": -0.055386, + "nauc_ndcg_at_100_diff1": 0.827029, + "nauc_ndcg_at_1000_max": 0.649073, + "nauc_ndcg_at_1000_std": -0.060889, + "nauc_ndcg_at_1000_diff1": 0.827107, + "nauc_map_at_1_max": 0.625669, + "nauc_map_at_1_std": -0.111088, + "nauc_map_at_1_diff1": 0.843358, + "nauc_map_at_3_max": 0.643843, + "nauc_map_at_3_std": -0.07474, + "nauc_map_at_3_diff1": 0.825179, + "nauc_map_at_5_max": 0.646542, + "nauc_map_at_5_std": -0.077175, + "nauc_map_at_5_diff1": 0.829752, + "nauc_map_at_10_max": 0.645241, + "nauc_map_at_10_std": -0.072183, + "nauc_map_at_10_diff1": 0.82872, + "nauc_map_at_20_max": 0.644617, + "nauc_map_at_20_std": -0.072699, + "nauc_map_at_20_diff1": 0.828567, + "nauc_map_at_100_max": 0.644533, + "nauc_map_at_100_std": -0.073576, + "nauc_map_at_100_diff1": 0.828902, + "nauc_map_at_1000_max": 0.644487, + "nauc_map_at_1000_std": -0.073746, + "nauc_map_at_1000_diff1": 0.828905, + "nauc_recall_at_1_max": 0.625669, + "nauc_recall_at_1_std": -0.111088, + "nauc_recall_at_1_diff1": 0.843358, + "nauc_recall_at_3_max": 0.681615, + "nauc_recall_at_3_std": 0.010271, + "nauc_recall_at_3_diff1": 0.792139, + "nauc_recall_at_5_max": 0.723443, + "nauc_recall_at_5_std": 0.024641, + "nauc_recall_at_5_diff1": 0.822398, + "nauc_recall_at_10_max": 0.767894, + "nauc_recall_at_10_std": 0.321502, + "nauc_recall_at_10_diff1": 0.779192, + "nauc_recall_at_20_max": 0.772297, + "nauc_recall_at_20_std": 0.472801, + "nauc_recall_at_20_diff1": 0.737567, + "nauc_recall_at_100_max": 0.821662, + "nauc_recall_at_100_std": 0.57563, + "nauc_recall_at_100_diff1": 0.814037, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.777077, + "nauc_precision_at_1_max": 0.625669, + "nauc_precision_at_1_std": -0.111088, + "nauc_precision_at_1_diff1": 0.843358, + "nauc_precision_at_3_max": 0.681615, + "nauc_precision_at_3_std": 0.010271, + "nauc_precision_at_3_diff1": 0.792139, + "nauc_precision_at_5_max": 0.723443, + "nauc_precision_at_5_std": 0.024641, + "nauc_precision_at_5_diff1": 0.822398, + "nauc_precision_at_10_max": 0.767894, + "nauc_precision_at_10_std": 0.321502, + "nauc_precision_at_10_diff1": 0.779192, + "nauc_precision_at_20_max": 0.772297, + "nauc_precision_at_20_std": 0.472801, + "nauc_precision_at_20_diff1": 0.737567, + "nauc_precision_at_100_max": 0.821662, + "nauc_precision_at_100_std": 0.57563, + "nauc_precision_at_100_diff1": 0.814037, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.777077, + "nauc_mrr_at_1_max": 0.625669, + "nauc_mrr_at_1_std": -0.111088, + "nauc_mrr_at_1_diff1": 0.843358, + "nauc_mrr_at_3_max": 0.643843, + "nauc_mrr_at_3_std": -0.07474, + "nauc_mrr_at_3_diff1": 0.825179, + "nauc_mrr_at_5_max": 0.646542, + "nauc_mrr_at_5_std": -0.077175, + "nauc_mrr_at_5_diff1": 0.829752, + "nauc_mrr_at_10_max": 0.645241, + "nauc_mrr_at_10_std": -0.072183, + "nauc_mrr_at_10_diff1": 0.82872, + "nauc_mrr_at_20_max": 0.644617, + "nauc_mrr_at_20_std": -0.072699, + "nauc_mrr_at_20_diff1": 0.828567, + "nauc_mrr_at_100_max": 0.644533, + "nauc_mrr_at_100_std": -0.073576, + "nauc_mrr_at_100_diff1": 0.828902, + "nauc_mrr_at_1000_max": 0.644487, + "nauc_mrr_at_1000_std": -0.073746, + "nauc_mrr_at_1000_diff1": 0.828905, + "main_score": 0.90847, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 670.3582520484924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WinoGrande.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WinoGrande.json new file mode 100644 index 0000000000..68bfa11fe5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/WinoGrande.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f74c094f321077cf909ddfb8bccc1b5912a4ac28", + "task_name": "WinoGrande", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30702, + "ndcg_at_3": 0.51492, + "ndcg_at_5": 0.56004, + "ndcg_at_10": 0.59402, + "ndcg_at_20": 0.61079, + "ndcg_at_100": 0.62056, + "ndcg_at_1000": 0.62182, + "map_at_1": 0.30702, + "map_at_3": 0.46448, + "map_at_5": 0.48966, + "map_at_10": 0.50386, + "map_at_20": 0.50857, + "map_at_100": 0.51006, + "map_at_1000": 0.51012, + "recall_at_1": 0.30702, + "recall_at_3": 0.66062, + "recall_at_5": 0.76953, + "recall_at_10": 0.87372, + "recall_at_20": 0.93923, + "recall_at_100": 0.98974, + "recall_at_1000": 0.99921, + "precision_at_1": 0.30702, + "precision_at_3": 0.22021, + "precision_at_5": 0.15391, + "precision_at_10": 0.08737, + "precision_at_20": 0.04696, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.307024, + "mrr_at_3": 0.464483, + "mrr_at_5": 0.489661, + "mrr_at_10": 0.503856, + "mrr_at_20": 0.508569, + "mrr_at_100": 0.51006, + "mrr_at_1000": 0.510117, + "nauc_ndcg_at_1_max": 0.087011, + "nauc_ndcg_at_1_std": -0.173618, + "nauc_ndcg_at_1_diff1": 0.159246, + "nauc_ndcg_at_3_max": 0.07387, + "nauc_ndcg_at_3_std": -0.325445, + "nauc_ndcg_at_3_diff1": 0.180221, + "nauc_ndcg_at_5_max": 0.076986, + "nauc_ndcg_at_5_std": -0.341509, + "nauc_ndcg_at_5_diff1": 0.191236, + "nauc_ndcg_at_10_max": 0.083801, + "nauc_ndcg_at_10_std": -0.309834, + "nauc_ndcg_at_10_diff1": 0.177901, + "nauc_ndcg_at_20_max": 0.08394, + "nauc_ndcg_at_20_std": -0.294121, + "nauc_ndcg_at_20_diff1": 0.169655, + "nauc_ndcg_at_100_max": 0.083895, + "nauc_ndcg_at_100_std": -0.285458, + "nauc_ndcg_at_100_diff1": 0.174381, + "nauc_ndcg_at_1000_max": 0.083724, + "nauc_ndcg_at_1000_std": -0.284811, + "nauc_ndcg_at_1000_diff1": 0.173853, + "nauc_map_at_1_max": 0.087011, + "nauc_map_at_1_std": -0.173618, + "nauc_map_at_1_diff1": 0.159246, + "nauc_map_at_3_max": 0.081031, + "nauc_map_at_3_std": -0.286483, + "nauc_map_at_3_diff1": 0.175869, + "nauc_map_at_5_max": 0.083001, + "nauc_map_at_5_std": -0.29273, + "nauc_map_at_5_diff1": 0.181368, + "nauc_map_at_10_max": 0.085612, + "nauc_map_at_10_std": -0.27921, + "nauc_map_at_10_diff1": 0.176034, + "nauc_map_at_20_max": 0.085521, + "nauc_map_at_20_std": -0.274932, + "nauc_map_at_20_diff1": 0.174164, + "nauc_map_at_100_max": 0.085489, + "nauc_map_at_100_std": -0.273601, + "nauc_map_at_100_diff1": 0.174673, + "nauc_map_at_1000_max": 0.08547, + "nauc_map_at_1000_std": -0.273531, + "nauc_map_at_1000_diff1": 0.174637, + "nauc_recall_at_1_max": 0.087011, + "nauc_recall_at_1_std": -0.173618, + "nauc_recall_at_1_diff1": 0.159246, + "nauc_recall_at_3_max": 0.048345, + "nauc_recall_at_3_std": -0.454434, + "nauc_recall_at_3_diff1": 0.194137, + "nauc_recall_at_5_max": 0.049849, + "nauc_recall_at_5_std": -0.550891, + "nauc_recall_at_5_diff1": 0.234516, + "nauc_recall_at_10_max": 0.075059, + "nauc_recall_at_10_std": -0.498271, + "nauc_recall_at_10_diff1": 0.181607, + "nauc_recall_at_20_max": 0.07312, + "nauc_recall_at_20_std": -0.455845, + "nauc_recall_at_20_diff1": 0.056695, + "nauc_recall_at_100_max": 0.041292, + "nauc_recall_at_100_std": -0.323128, + "nauc_recall_at_100_diff1": 0.086787, + "nauc_recall_at_1000_max": -0.563674, + "nauc_recall_at_1000_std": -0.171414, + "nauc_recall_at_1000_diff1": -1.739685, + "nauc_precision_at_1_max": 0.087011, + "nauc_precision_at_1_std": -0.173618, + "nauc_precision_at_1_diff1": 0.159246, + "nauc_precision_at_3_max": 0.048345, + "nauc_precision_at_3_std": -0.454434, + "nauc_precision_at_3_diff1": 0.194137, + "nauc_precision_at_5_max": 0.049849, + "nauc_precision_at_5_std": -0.550891, + "nauc_precision_at_5_diff1": 0.234516, + "nauc_precision_at_10_max": 0.075059, + "nauc_precision_at_10_std": -0.498271, + "nauc_precision_at_10_diff1": 0.181607, + "nauc_precision_at_20_max": 0.07312, + "nauc_precision_at_20_std": -0.455845, + "nauc_precision_at_20_diff1": 0.056695, + "nauc_precision_at_100_max": 0.041292, + "nauc_precision_at_100_std": -0.323128, + "nauc_precision_at_100_diff1": 0.086787, + "nauc_precision_at_1000_max": -0.563674, + "nauc_precision_at_1000_std": -0.171414, + "nauc_precision_at_1000_diff1": -1.739685, + "nauc_mrr_at_1_max": 0.087011, + "nauc_mrr_at_1_std": -0.173618, + "nauc_mrr_at_1_diff1": 0.159246, + "nauc_mrr_at_3_max": 0.081031, + "nauc_mrr_at_3_std": -0.286483, + "nauc_mrr_at_3_diff1": 0.175869, + "nauc_mrr_at_5_max": 0.083001, + "nauc_mrr_at_5_std": -0.29273, + "nauc_mrr_at_5_diff1": 0.181368, + "nauc_mrr_at_10_max": 0.085612, + "nauc_mrr_at_10_std": -0.27921, + "nauc_mrr_at_10_diff1": 0.176034, + "nauc_mrr_at_20_max": 0.085521, + "nauc_mrr_at_20_std": -0.274932, + "nauc_mrr_at_20_diff1": 0.174164, + "nauc_mrr_at_100_max": 0.085489, + "nauc_mrr_at_100_std": -0.273601, + "nauc_mrr_at_100_diff1": 0.174673, + "nauc_mrr_at_1000_max": 0.08547, + "nauc_mrr_at_1000_std": -0.273531, + "nauc_mrr_at_1000_diff1": 0.174637, + "main_score": 0.59402, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.606364250183105, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/XNLI.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/XNLI.json new file mode 100644 index 0000000000..91da34c1e3 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/XNLI.json @@ -0,0 +1,1329 @@ +{ + "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", + "task_name": "XNLI", + "mteb_version": "1.34.7", + "scores": { + "test": [ + { + "similarity_accuracy": 0.736996, + "similarity_accuracy_threshold": 0.693486, + "similarity_f1": 0.754617, + "similarity_f1_threshold": 0.647622, + "similarity_precision": 0.685851, + "similarity_recall": 0.83871, + "similarity_ap": 0.783881, + "cosine_accuracy": 0.736996, + "cosine_accuracy_threshold": 0.693486, + "cosine_f1": 0.754617, + "cosine_f1_threshold": 0.647622, + "cosine_precision": 0.685851, + "cosine_recall": 0.83871, + "cosine_ap": 0.783884, + "manhattan_accuracy": 0.736264, + "manhattan_accuracy_threshold": 17.195963, + "manhattan_f1": 0.755496, + "manhattan_f1_threshold": 18.391373, + "manhattan_precision": 0.692308, + "manhattan_recall": 0.831378, + "manhattan_ap": 0.783217, + "euclidean_accuracy": 0.736996, + "euclidean_accuracy_threshold": 0.782961, + "euclidean_f1": 0.754617, + "euclidean_f1_threshold": 0.839498, + "euclidean_precision": 0.685851, + "euclidean_recall": 0.83871, + "euclidean_ap": 0.783885, + "dot_accuracy": 0.736996, + "dot_accuracy_threshold": 0.693486, + "dot_f1": 0.754617, + "dot_f1_threshold": 0.647622, + "dot_precision": 0.685851, + "dot_recall": 0.83871, + "dot_ap": 0.783885, + "max_accuracy": 0.736996, + "max_f1": 0.755496, + "max_precision": 0.692308, + "max_recall": 0.83871, + "max_ap": 0.783885, + "main_score": 0.783885, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.717949, + "similarity_accuracy_threshold": 0.696719, + "similarity_f1": 0.737387, + "similarity_f1_threshold": 0.649825, + "similarity_precision": 0.659722, + "similarity_recall": 0.835777, + "similarity_ap": 0.767253, + "cosine_accuracy": 0.717949, + "cosine_accuracy_threshold": 0.696718, + "cosine_f1": 0.737387, + "cosine_f1_threshold": 0.649825, + "cosine_precision": 0.659722, + "cosine_recall": 0.835777, + "cosine_ap": 0.767253, + "manhattan_accuracy": 0.718681, + "manhattan_accuracy_threshold": 17.17849, + "manhattan_f1": 0.738773, + "manhattan_f1_threshold": 18.710653, + "manhattan_precision": 0.649611, + "manhattan_recall": 0.856305, + "manhattan_ap": 0.76723, + "euclidean_accuracy": 0.717949, + "euclidean_accuracy_threshold": 0.778822, + "euclidean_f1": 0.737387, + "euclidean_f1_threshold": 0.836869, + "euclidean_precision": 0.659722, + "euclidean_recall": 0.835777, + "euclidean_ap": 0.767253, + "dot_accuracy": 0.717949, + "dot_accuracy_threshold": 0.696718, + "dot_f1": 0.737387, + "dot_f1_threshold": 0.649825, + "dot_precision": 0.659722, + "dot_recall": 0.835777, + "dot_ap": 0.767253, + "max_accuracy": 0.718681, + "max_f1": 0.738773, + "max_precision": 0.659722, + "max_recall": 0.856305, + "max_ap": 0.767253, + "main_score": 0.767253, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.777289, + "similarity_accuracy_threshold": 0.700354, + "similarity_f1": 0.784203, + "similarity_f1_threshold": 0.67836, + "similarity_precision": 0.755435, + "similarity_recall": 0.815249, + "similarity_ap": 0.83072, + "cosine_accuracy": 0.777289, + "cosine_accuracy_threshold": 0.700354, + "cosine_f1": 0.784203, + "cosine_f1_threshold": 0.67836, + "cosine_precision": 0.755435, + "cosine_recall": 0.815249, + "cosine_ap": 0.83072, + "manhattan_accuracy": 0.777289, + "manhattan_accuracy_threshold": 17.336288, + "manhattan_f1": 0.779349, + "manhattan_f1_threshold": 17.629318, + "manhattan_precision": 0.752732, + "manhattan_recall": 0.807918, + "manhattan_ap": 0.830864, + "euclidean_accuracy": 0.777289, + "euclidean_accuracy_threshold": 0.774139, + "euclidean_f1": 0.784203, + "euclidean_f1_threshold": 0.802047, + "euclidean_precision": 0.755435, + "euclidean_recall": 0.815249, + "euclidean_ap": 0.83072, + "dot_accuracy": 0.777289, + "dot_accuracy_threshold": 0.700354, + "dot_f1": 0.784203, + "dot_f1_threshold": 0.67836, + "dot_precision": 0.755435, + "dot_recall": 0.815249, + "dot_ap": 0.83072, + "max_accuracy": 0.777289, + "max_f1": 0.784203, + "max_precision": 0.755435, + "max_recall": 0.815249, + "max_ap": 0.830864, + "main_score": 0.830864, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.716484, + "similarity_accuracy_threshold": 0.685382, + "similarity_f1": 0.739708, + "similarity_f1_threshold": 0.662493, + "similarity_precision": 0.675971, + "similarity_recall": 0.816716, + "similarity_ap": 0.772152, + "cosine_accuracy": 0.716484, + "cosine_accuracy_threshold": 0.685382, + "cosine_f1": 0.739708, + "cosine_f1_threshold": 0.662493, + "cosine_precision": 0.675971, + "cosine_recall": 0.816716, + "cosine_ap": 0.772152, + "manhattan_accuracy": 0.717949, + "manhattan_accuracy_threshold": 17.478848, + "manhattan_f1": 0.741617, + "manhattan_f1_threshold": 18.207806, + "manhattan_precision": 0.672229, + "manhattan_recall": 0.826979, + "manhattan_ap": 0.771534, + "euclidean_accuracy": 0.716484, + "euclidean_accuracy_threshold": 0.793243, + "euclidean_f1": 0.739708, + "euclidean_f1_threshold": 0.821592, + "euclidean_precision": 0.675971, + "euclidean_recall": 0.816716, + "euclidean_ap": 0.772152, + "dot_accuracy": 0.716484, + "dot_accuracy_threshold": 0.685382, + "dot_f1": 0.739708, + "dot_f1_threshold": 0.662493, + "dot_precision": 0.675971, + "dot_recall": 0.816716, + "dot_ap": 0.772152, + "max_accuracy": 0.717949, + "max_f1": 0.741617, + "max_precision": 0.675971, + "max_recall": 0.826979, + "max_ap": 0.772152, + "main_score": 0.772152, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.852015, + "similarity_accuracy_threshold": 0.685513, + "similarity_f1": 0.859649, + "similarity_f1_threshold": 0.666858, + "similarity_precision": 0.79625, + "similarity_recall": 0.934018, + "similarity_ap": 0.906194, + "cosine_accuracy": 0.852015, + "cosine_accuracy_threshold": 0.685513, + "cosine_f1": 0.859649, + "cosine_f1_threshold": 0.666858, + "cosine_precision": 0.79625, + "cosine_recall": 0.934018, + "cosine_ap": 0.906194, + "manhattan_accuracy": 0.854945, + "manhattan_accuracy_threshold": 17.594316, + "manhattan_f1": 0.862309, + "manhattan_f1_threshold": 17.594316, + "manhattan_precision": 0.820106, + "manhattan_recall": 0.909091, + "manhattan_ap": 0.906456, + "euclidean_accuracy": 0.852015, + "euclidean_accuracy_threshold": 0.793079, + "euclidean_f1": 0.859649, + "euclidean_f1_threshold": 0.816262, + "euclidean_precision": 0.79625, + "euclidean_recall": 0.934018, + "euclidean_ap": 0.906194, + "dot_accuracy": 0.852015, + "dot_accuracy_threshold": 0.685513, + "dot_f1": 0.859649, + "dot_f1_threshold": 0.666858, + "dot_precision": 0.79625, + "dot_recall": 0.934018, + "dot_ap": 0.906194, + "max_accuracy": 0.854945, + "max_f1": 0.862309, + "max_precision": 0.820106, + "max_recall": 0.934018, + "max_ap": 0.906456, + "main_score": 0.906456, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.79707, + "similarity_accuracy_threshold": 0.722754, + "similarity_f1": 0.806129, + "similarity_f1_threshold": 0.678788, + "similarity_precision": 0.738706, + "similarity_recall": 0.887097, + "similarity_ap": 0.8622, + "cosine_accuracy": 0.79707, + "cosine_accuracy_threshold": 0.722754, + "cosine_f1": 0.806129, + "cosine_f1_threshold": 0.678788, + "cosine_precision": 0.738706, + "cosine_recall": 0.887097, + "cosine_ap": 0.8622, + "manhattan_accuracy": 0.794872, + "manhattan_accuracy_threshold": 16.366871, + "manhattan_f1": 0.807843, + "manhattan_f1_threshold": 17.925476, + "manhattan_precision": 0.728774, + "manhattan_recall": 0.906158, + "manhattan_ap": 0.861917, + "euclidean_accuracy": 0.79707, + "euclidean_accuracy_threshold": 0.744642, + "euclidean_f1": 0.806129, + "euclidean_f1_threshold": 0.801513, + "euclidean_precision": 0.738706, + "euclidean_recall": 0.887097, + "euclidean_ap": 0.862201, + "dot_accuracy": 0.79707, + "dot_accuracy_threshold": 0.722754, + "dot_f1": 0.806129, + "dot_f1_threshold": 0.678788, + "dot_precision": 0.738706, + "dot_recall": 0.887097, + "dot_ap": 0.8622, + "max_accuracy": 0.79707, + "max_f1": 0.807843, + "max_precision": 0.738706, + "max_recall": 0.906158, + "max_ap": 0.862201, + "main_score": 0.862201, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.786081, + "similarity_accuracy_threshold": 0.689737, + "similarity_f1": 0.794962, + "similarity_f1_threshold": 0.688967, + "similarity_precision": 0.760375, + "similarity_recall": 0.832845, + "similarity_ap": 0.849828, + "cosine_accuracy": 0.786081, + "cosine_accuracy_threshold": 0.689737, + "cosine_f1": 0.794962, + "cosine_f1_threshold": 0.688967, + "cosine_precision": 0.760375, + "cosine_recall": 0.832845, + "cosine_ap": 0.849828, + "manhattan_accuracy": 0.784615, + "manhattan_accuracy_threshold": 17.323996, + "manhattan_f1": 0.794199, + "manhattan_f1_threshold": 17.509722, + "manhattan_precision": 0.750653, + "manhattan_recall": 0.843109, + "manhattan_ap": 0.849562, + "euclidean_accuracy": 0.786081, + "euclidean_accuracy_threshold": 0.787735, + "euclidean_f1": 0.794962, + "euclidean_f1_threshold": 0.788712, + "euclidean_precision": 0.760375, + "euclidean_recall": 0.832845, + "euclidean_ap": 0.849828, + "dot_accuracy": 0.786081, + "dot_accuracy_threshold": 0.689737, + "dot_f1": 0.794962, + "dot_f1_threshold": 0.688967, + "dot_precision": 0.760375, + "dot_recall": 0.832845, + "dot_ap": 0.849828, + "max_accuracy": 0.786081, + "max_f1": 0.794962, + "max_precision": 0.760375, + "max_recall": 0.843109, + "max_ap": 0.849828, + "main_score": 0.849828, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.738462, + "similarity_accuracy_threshold": 0.670704, + "similarity_f1": 0.745017, + "similarity_f1_threshold": 0.64884, + "similarity_precision": 0.701164, + "similarity_recall": 0.794721, + "similarity_ap": 0.796493, + "cosine_accuracy": 0.738462, + "cosine_accuracy_threshold": 0.670704, + "cosine_f1": 0.745017, + "cosine_f1_threshold": 0.64884, + "cosine_precision": 0.701164, + "cosine_recall": 0.794721, + "cosine_ap": 0.796493, + "manhattan_accuracy": 0.735531, + "manhattan_accuracy_threshold": 17.770405, + "manhattan_f1": 0.746537, + "manhattan_f1_threshold": 18.422426, + "manhattan_precision": 0.707349, + "manhattan_recall": 0.790323, + "manhattan_ap": 0.794582, + "euclidean_accuracy": 0.738462, + "euclidean_accuracy_threshold": 0.811537, + "euclidean_f1": 0.745017, + "euclidean_f1_threshold": 0.838045, + "euclidean_precision": 0.701164, + "euclidean_recall": 0.794721, + "euclidean_ap": 0.796493, + "dot_accuracy": 0.738462, + "dot_accuracy_threshold": 0.670704, + "dot_f1": 0.745017, + "dot_f1_threshold": 0.64884, + "dot_precision": 0.701164, + "dot_recall": 0.794721, + "dot_ap": 0.796493, + "max_accuracy": 0.738462, + "max_f1": 0.746537, + "max_precision": 0.707349, + "max_recall": 0.794721, + "max_ap": 0.796493, + "main_score": 0.796493, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.76337, + "similarity_accuracy_threshold": 0.685129, + "similarity_f1": 0.770261, + "similarity_f1_threshold": 0.64668, + "similarity_precision": 0.709001, + "similarity_recall": 0.843109, + "similarity_ap": 0.839811, + "cosine_accuracy": 0.76337, + "cosine_accuracy_threshold": 0.685129, + "cosine_f1": 0.770261, + "cosine_f1_threshold": 0.64668, + "cosine_precision": 0.709001, + "cosine_recall": 0.843109, + "cosine_ap": 0.839811, + "manhattan_accuracy": 0.758974, + "manhattan_accuracy_threshold": 16.953968, + "manhattan_f1": 0.766242, + "manhattan_f1_threshold": 18.510719, + "manhattan_precision": 0.705302, + "manhattan_recall": 0.83871, + "manhattan_ap": 0.83932, + "euclidean_accuracy": 0.76337, + "euclidean_accuracy_threshold": 0.793563, + "euclidean_f1": 0.770261, + "euclidean_f1_threshold": 0.840619, + "euclidean_precision": 0.709001, + "euclidean_recall": 0.843109, + "euclidean_ap": 0.839811, + "dot_accuracy": 0.76337, + "dot_accuracy_threshold": 0.685129, + "dot_f1": 0.770261, + "dot_f1_threshold": 0.64668, + "dot_precision": 0.709001, + "dot_recall": 0.843109, + "dot_ap": 0.839811, + "max_accuracy": 0.76337, + "max_f1": 0.770261, + "max_precision": 0.709001, + "max_recall": 0.843109, + "max_ap": 0.839811, + "main_score": 0.839811, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.61978, + "similarity_accuracy_threshold": 0.71986, + "similarity_f1": 0.675127, + "similarity_f1_threshold": 0.560154, + "similarity_precision": 0.516304, + "similarity_recall": 0.975073, + "similarity_ap": 0.632298, + "cosine_accuracy": 0.61978, + "cosine_accuracy_threshold": 0.71986, + "cosine_f1": 0.675127, + "cosine_f1_threshold": 0.560154, + "cosine_precision": 0.516304, + "cosine_recall": 0.975073, + "cosine_ap": 0.632299, + "manhattan_accuracy": 0.61685, + "manhattan_accuracy_threshold": 16.234133, + "manhattan_f1": 0.674961, + "manhattan_f1_threshold": 20.152626, + "manhattan_precision": 0.522053, + "manhattan_recall": 0.954545, + "manhattan_ap": 0.631964, + "euclidean_accuracy": 0.61978, + "euclidean_accuracy_threshold": 0.748518, + "euclidean_f1": 0.675127, + "euclidean_f1_threshold": 0.937919, + "euclidean_precision": 0.516304, + "euclidean_recall": 0.975073, + "euclidean_ap": 0.632299, + "dot_accuracy": 0.61978, + "dot_accuracy_threshold": 0.71986, + "dot_f1": 0.675127, + "dot_f1_threshold": 0.560154, + "dot_precision": 0.516304, + "dot_recall": 0.975073, + "dot_ap": 0.632298, + "max_accuracy": 0.61978, + "max_f1": 0.675127, + "max_precision": 0.522053, + "max_recall": 0.975073, + "max_ap": 0.632299, + "main_score": 0.632299, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.74652, + "similarity_accuracy_threshold": 0.676384, + "similarity_f1": 0.75016, + "similarity_f1_threshold": 0.6316, + "similarity_precision": 0.664779, + "similarity_recall": 0.860704, + "similarity_ap": 0.805499, + "cosine_accuracy": 0.74652, + "cosine_accuracy_threshold": 0.676383, + "cosine_f1": 0.75016, + "cosine_f1_threshold": 0.6316, + "cosine_precision": 0.664779, + "cosine_recall": 0.860704, + "cosine_ap": 0.8055, + "manhattan_accuracy": 0.742857, + "manhattan_accuracy_threshold": 17.928429, + "manhattan_f1": 0.754078, + "manhattan_f1_threshold": 19.169676, + "manhattan_precision": 0.658991, + "manhattan_recall": 0.881232, + "manhattan_ap": 0.804418, + "euclidean_accuracy": 0.74652, + "euclidean_accuracy_threshold": 0.804508, + "euclidean_f1": 0.75016, + "euclidean_f1_threshold": 0.85837, + "euclidean_precision": 0.664779, + "euclidean_recall": 0.860704, + "euclidean_ap": 0.805499, + "dot_accuracy": 0.74652, + "dot_accuracy_threshold": 0.676383, + "dot_f1": 0.75016, + "dot_f1_threshold": 0.6316, + "dot_precision": 0.664779, + "dot_recall": 0.860704, + "dot_ap": 0.805498, + "max_accuracy": 0.74652, + "max_f1": 0.754078, + "max_precision": 0.664779, + "max_recall": 0.881232, + "max_ap": 0.8055, + "main_score": 0.8055, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.734799, + "similarity_accuracy_threshold": 0.728443, + "similarity_f1": 0.74574, + "similarity_f1_threshold": 0.680618, + "similarity_precision": 0.696815, + "similarity_recall": 0.802053, + "similarity_ap": 0.794306, + "cosine_accuracy": 0.734799, + "cosine_accuracy_threshold": 0.728443, + "cosine_f1": 0.74574, + "cosine_f1_threshold": 0.680618, + "cosine_precision": 0.696815, + "cosine_recall": 0.802053, + "cosine_ap": 0.794306, + "manhattan_accuracy": 0.734066, + "manhattan_accuracy_threshold": 16.768164, + "manhattan_f1": 0.748691, + "manhattan_f1_threshold": 17.946148, + "manhattan_precision": 0.676123, + "manhattan_recall": 0.83871, + "manhattan_ap": 0.794323, + "euclidean_accuracy": 0.734799, + "euclidean_accuracy_threshold": 0.736962, + "euclidean_f1": 0.74574, + "euclidean_f1_threshold": 0.799227, + "euclidean_precision": 0.696815, + "euclidean_recall": 0.802053, + "euclidean_ap": 0.794306, + "dot_accuracy": 0.734799, + "dot_accuracy_threshold": 0.728443, + "dot_f1": 0.74574, + "dot_f1_threshold": 0.680618, + "dot_precision": 0.696815, + "dot_recall": 0.802053, + "dot_ap": 0.794306, + "max_accuracy": 0.734799, + "max_f1": 0.748691, + "max_precision": 0.696815, + "max_recall": 0.83871, + "max_ap": 0.794323, + "main_score": 0.794323, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.757509, + "similarity_accuracy_threshold": 0.71035, + "similarity_f1": 0.777852, + "similarity_f1_threshold": 0.692754, + "similarity_precision": 0.713586, + "similarity_recall": 0.854839, + "similarity_ap": 0.816399, + "cosine_accuracy": 0.757509, + "cosine_accuracy_threshold": 0.71035, + "cosine_f1": 0.777852, + "cosine_f1_threshold": 0.692754, + "cosine_precision": 0.713586, + "cosine_recall": 0.854839, + "cosine_ap": 0.816399, + "manhattan_accuracy": 0.757509, + "manhattan_accuracy_threshold": 16.870537, + "manhattan_f1": 0.774751, + "manhattan_f1_threshold": 17.316032, + "manhattan_precision": 0.708384, + "manhattan_recall": 0.854839, + "manhattan_ap": 0.815908, + "euclidean_accuracy": 0.757509, + "euclidean_accuracy_threshold": 0.761118, + "euclidean_f1": 0.777852, + "euclidean_f1_threshold": 0.783895, + "euclidean_precision": 0.713586, + "euclidean_recall": 0.854839, + "euclidean_ap": 0.816399, + "dot_accuracy": 0.757509, + "dot_accuracy_threshold": 0.71035, + "dot_f1": 0.777852, + "dot_f1_threshold": 0.692754, + "dot_precision": 0.713586, + "dot_recall": 0.854839, + "dot_ap": 0.816399, + "max_accuracy": 0.757509, + "max_f1": 0.777852, + "max_precision": 0.713586, + "max_recall": 0.854839, + "max_ap": 0.816399, + "main_score": 0.816399, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.753114, + "similarity_accuracy_threshold": 0.689446, + "similarity_f1": 0.771283, + "similarity_f1_threshold": 0.635655, + "similarity_precision": 0.680493, + "similarity_recall": 0.890029, + "similarity_ap": 0.824946, + "cosine_accuracy": 0.753114, + "cosine_accuracy_threshold": 0.689446, + "cosine_f1": 0.771283, + "cosine_f1_threshold": 0.635655, + "cosine_precision": 0.680493, + "cosine_recall": 0.890029, + "cosine_ap": 0.824946, + "manhattan_accuracy": 0.753114, + "manhattan_accuracy_threshold": 17.270218, + "manhattan_f1": 0.771664, + "manhattan_f1_threshold": 18.915346, + "manhattan_precision": 0.678532, + "manhattan_recall": 0.894428, + "manhattan_ap": 0.823875, + "euclidean_accuracy": 0.753114, + "euclidean_accuracy_threshold": 0.788104, + "euclidean_f1": 0.771283, + "euclidean_f1_threshold": 0.853633, + "euclidean_precision": 0.680493, + "euclidean_recall": 0.890029, + "euclidean_ap": 0.824946, + "dot_accuracy": 0.753114, + "dot_accuracy_threshold": 0.689446, + "dot_f1": 0.771283, + "dot_f1_threshold": 0.635655, + "dot_precision": 0.680493, + "dot_recall": 0.890029, + "dot_ap": 0.824946, + "max_accuracy": 0.753114, + "max_f1": 0.771664, + "max_precision": 0.680493, + "max_recall": 0.894428, + "max_ap": 0.824946, + "main_score": 0.824946, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.749451, + "similarity_accuracy_threshold": 0.676013, + "similarity_f1": 0.760104, + "similarity_f1_threshold": 0.645003, + "similarity_precision": 0.684272, + "similarity_recall": 0.854839, + "similarity_ap": 0.836926, + "cosine_accuracy": 0.749451, + "cosine_accuracy_threshold": 0.676013, + "cosine_f1": 0.760104, + "cosine_f1_threshold": 0.645003, + "cosine_precision": 0.684272, + "cosine_recall": 0.854839, + "cosine_ap": 0.836926, + "manhattan_accuracy": 0.751648, + "manhattan_accuracy_threshold": 17.789148, + "manhattan_f1": 0.758242, + "manhattan_f1_threshold": 18.180082, + "manhattan_precision": 0.713178, + "manhattan_recall": 0.809384, + "manhattan_ap": 0.83613, + "euclidean_accuracy": 0.749451, + "euclidean_accuracy_threshold": 0.804969, + "euclidean_f1": 0.760104, + "euclidean_f1_threshold": 0.842612, + "euclidean_precision": 0.684272, + "euclidean_recall": 0.854839, + "euclidean_ap": 0.836926, + "dot_accuracy": 0.749451, + "dot_accuracy_threshold": 0.676013, + "dot_f1": 0.760104, + "dot_f1_threshold": 0.645003, + "dot_precision": 0.684272, + "dot_recall": 0.854839, + "dot_ap": 0.836926, + "max_accuracy": 0.751648, + "max_f1": 0.760104, + "max_precision": 0.713178, + "max_recall": 0.854839, + "max_ap": 0.836926, + "main_score": 0.836926, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.722344, + "similarity_accuracy_threshold": 0.691451, + "similarity_f1": 0.741772, + "similarity_f1_threshold": 0.637359, + "similarity_precision": 0.652561, + "similarity_recall": 0.859238, + "similarity_ap": 0.791136, + "cosine_accuracy": 0.722344, + "cosine_accuracy_threshold": 0.691451, + "cosine_f1": 0.741772, + "cosine_f1_threshold": 0.637359, + "cosine_precision": 0.652561, + "cosine_recall": 0.859238, + "cosine_ap": 0.791136, + "manhattan_accuracy": 0.722344, + "manhattan_accuracy_threshold": 17.404686, + "manhattan_f1": 0.741117, + "manhattan_f1_threshold": 18.745358, + "manhattan_precision": 0.653244, + "manhattan_recall": 0.856305, + "manhattan_ap": 0.790292, + "euclidean_accuracy": 0.722344, + "euclidean_accuracy_threshold": 0.785556, + "euclidean_f1": 0.741772, + "euclidean_f1_threshold": 0.851635, + "euclidean_precision": 0.652561, + "euclidean_recall": 0.859238, + "euclidean_ap": 0.791136, + "dot_accuracy": 0.722344, + "dot_accuracy_threshold": 0.691451, + "dot_f1": 0.741772, + "dot_f1_threshold": 0.637359, + "dot_precision": 0.652561, + "dot_recall": 0.859238, + "dot_ap": 0.791137, + "max_accuracy": 0.722344, + "max_f1": 0.741772, + "max_precision": 0.653244, + "max_recall": 0.859238, + "max_ap": 0.791137, + "main_score": 0.791137, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.783883, + "similarity_accuracy_threshold": 0.678356, + "similarity_f1": 0.792691, + "similarity_f1_threshold": 0.677914, + "similarity_precision": 0.761134, + "similarity_recall": 0.826979, + "similarity_ap": 0.86068, + "cosine_accuracy": 0.783883, + "cosine_accuracy_threshold": 0.678356, + "cosine_f1": 0.792691, + "cosine_f1_threshold": 0.677913, + "cosine_precision": 0.761134, + "cosine_recall": 0.826979, + "cosine_ap": 0.86068, + "manhattan_accuracy": 0.781685, + "manhattan_accuracy_threshold": 17.184423, + "manhattan_f1": 0.790601, + "manhattan_f1_threshold": 17.854034, + "manhattan_precision": 0.747712, + "manhattan_recall": 0.83871, + "manhattan_ap": 0.861078, + "euclidean_accuracy": 0.783883, + "euclidean_accuracy_threshold": 0.802052, + "euclidean_f1": 0.792691, + "euclidean_f1_threshold": 0.802604, + "euclidean_precision": 0.761134, + "euclidean_recall": 0.826979, + "euclidean_ap": 0.86068, + "dot_accuracy": 0.783883, + "dot_accuracy_threshold": 0.678356, + "dot_f1": 0.792691, + "dot_f1_threshold": 0.677914, + "dot_precision": 0.761134, + "dot_recall": 0.826979, + "dot_ap": 0.86068, + "max_accuracy": 0.783883, + "max_f1": 0.792691, + "max_precision": 0.761134, + "max_recall": 0.83871, + "max_ap": 0.861078, + "main_score": 0.861078, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.735531, + "similarity_accuracy_threshold": 0.703465, + "similarity_f1": 0.738462, + "similarity_f1_threshold": 0.636805, + "similarity_precision": 0.636267, + "similarity_recall": 0.879765, + "similarity_ap": 0.793485, + "cosine_accuracy": 0.735531, + "cosine_accuracy_threshold": 0.703465, + "cosine_f1": 0.738462, + "cosine_f1_threshold": 0.636805, + "cosine_precision": 0.636267, + "cosine_recall": 0.879765, + "cosine_ap": 0.793485, + "manhattan_accuracy": 0.731868, + "manhattan_accuracy_threshold": 16.977648, + "manhattan_f1": 0.738324, + "manhattan_f1_threshold": 18.400606, + "manhattan_precision": 0.654938, + "manhattan_recall": 0.846041, + "manhattan_ap": 0.792895, + "euclidean_accuracy": 0.735531, + "euclidean_accuracy_threshold": 0.77011, + "euclidean_f1": 0.738462, + "euclidean_f1_threshold": 0.852285, + "euclidean_precision": 0.636267, + "euclidean_recall": 0.879765, + "euclidean_ap": 0.793487, + "dot_accuracy": 0.735531, + "dot_accuracy_threshold": 0.703465, + "dot_f1": 0.738462, + "dot_f1_threshold": 0.636805, + "dot_precision": 0.636267, + "dot_recall": 0.879765, + "dot_ap": 0.793485, + "max_accuracy": 0.735531, + "max_f1": 0.738462, + "max_precision": 0.654938, + "max_recall": 0.879765, + "max_ap": 0.793487, + "main_score": 0.793487, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.85348, + "similarity_accuracy_threshold": 0.721865, + "similarity_f1": 0.856322, + "similarity_f1_threshold": 0.693609, + "similarity_precision": 0.839437, + "similarity_recall": 0.8739, + "similarity_ap": 0.925327, + "cosine_accuracy": 0.85348, + "cosine_accuracy_threshold": 0.721865, + "cosine_f1": 0.856322, + "cosine_f1_threshold": 0.693609, + "cosine_precision": 0.839437, + "cosine_recall": 0.8739, + "cosine_ap": 0.925327, + "manhattan_accuracy": 0.851282, + "manhattan_accuracy_threshold": 16.858055, + "manhattan_f1": 0.854077, + "manhattan_f1_threshold": 17.28801, + "manhattan_precision": 0.833799, + "manhattan_recall": 0.875367, + "manhattan_ap": 0.924433, + "euclidean_accuracy": 0.85348, + "euclidean_accuracy_threshold": 0.745835, + "euclidean_f1": 0.856322, + "euclidean_f1_threshold": 0.782804, + "euclidean_precision": 0.839437, + "euclidean_recall": 0.8739, + "euclidean_ap": 0.925327, + "dot_accuracy": 0.85348, + "dot_accuracy_threshold": 0.721865, + "dot_f1": 0.856322, + "dot_f1_threshold": 0.693609, + "dot_precision": 0.839437, + "dot_recall": 0.8739, + "dot_ap": 0.925327, + "max_accuracy": 0.85348, + "max_f1": 0.856322, + "max_precision": 0.839437, + "max_recall": 0.875367, + "max_ap": 0.925327, + "main_score": 0.925327, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.797802, + "similarity_accuracy_threshold": 0.72476, + "similarity_f1": 0.803908, + "similarity_f1_threshold": 0.695152, + "similarity_precision": 0.766977, + "similarity_recall": 0.844575, + "similarity_ap": 0.866902, + "cosine_accuracy": 0.797802, + "cosine_accuracy_threshold": 0.72476, + "cosine_f1": 0.803908, + "cosine_f1_threshold": 0.695152, + "cosine_precision": 0.766977, + "cosine_recall": 0.844575, + "cosine_ap": 0.866902, + "manhattan_accuracy": 0.796337, + "manhattan_accuracy_threshold": 17.014894, + "manhattan_f1": 0.805575, + "manhattan_f1_threshold": 17.224733, + "manhattan_precision": 0.767596, + "manhattan_recall": 0.847507, + "manhattan_ap": 0.866309, + "euclidean_accuracy": 0.797802, + "euclidean_accuracy_threshold": 0.741944, + "euclidean_f1": 0.803908, + "euclidean_f1_threshold": 0.78083, + "euclidean_precision": 0.766977, + "euclidean_recall": 0.844575, + "euclidean_ap": 0.866902, + "dot_accuracy": 0.797802, + "dot_accuracy_threshold": 0.72476, + "dot_f1": 0.803908, + "dot_f1_threshold": 0.695152, + "dot_precision": 0.766977, + "dot_recall": 0.844575, + "dot_ap": 0.866902, + "max_accuracy": 0.797802, + "max_f1": 0.805575, + "max_precision": 0.767596, + "max_recall": 0.847507, + "max_ap": 0.866902, + "main_score": 0.866902, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.800733, + "similarity_accuracy_threshold": 0.700916, + "similarity_f1": 0.805907, + "similarity_f1_threshold": 0.688478, + "similarity_precision": 0.774324, + "similarity_recall": 0.840176, + "similarity_ap": 0.863235, + "cosine_accuracy": 0.800733, + "cosine_accuracy_threshold": 0.700916, + "cosine_f1": 0.805907, + "cosine_f1_threshold": 0.688478, + "cosine_precision": 0.774324, + "cosine_recall": 0.840176, + "cosine_ap": 0.863235, + "manhattan_accuracy": 0.8, + "manhattan_accuracy_threshold": 16.82, + "manhattan_f1": 0.806746, + "manhattan_f1_threshold": 17.39784, + "manhattan_precision": 0.774629, + "manhattan_recall": 0.841642, + "manhattan_ap": 0.862645, + "euclidean_accuracy": 0.800733, + "euclidean_accuracy_threshold": 0.773413, + "euclidean_f1": 0.805907, + "euclidean_f1_threshold": 0.789331, + "euclidean_precision": 0.774324, + "euclidean_recall": 0.840176, + "euclidean_ap": 0.863235, + "dot_accuracy": 0.800733, + "dot_accuracy_threshold": 0.700916, + "dot_f1": 0.805907, + "dot_f1_threshold": 0.688478, + "dot_precision": 0.774324, + "dot_recall": 0.840176, + "dot_ap": 0.863235, + "max_accuracy": 0.800733, + "max_f1": 0.806746, + "max_precision": 0.774629, + "max_recall": 0.841642, + "max_ap": 0.863235, + "main_score": 0.863235, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.744322, + "similarity_accuracy_threshold": 0.717062, + "similarity_f1": 0.75504, + "similarity_f1_threshold": 0.617375, + "similarity_precision": 0.64712, + "similarity_recall": 0.906158, + "similarity_ap": 0.825928, + "cosine_accuracy": 0.744322, + "cosine_accuracy_threshold": 0.717062, + "cosine_f1": 0.75504, + "cosine_f1_threshold": 0.617375, + "cosine_precision": 0.64712, + "cosine_recall": 0.906158, + "cosine_ap": 0.825928, + "manhattan_accuracy": 0.740659, + "manhattan_accuracy_threshold": 16.570559, + "manhattan_f1": 0.754098, + "manhattan_f1_threshold": 19.045847, + "manhattan_precision": 0.661504, + "manhattan_recall": 0.876833, + "manhattan_ap": 0.824283, + "euclidean_accuracy": 0.744322, + "euclidean_accuracy_threshold": 0.752247, + "euclidean_f1": 0.75504, + "euclidean_f1_threshold": 0.874786, + "euclidean_precision": 0.64712, + "euclidean_recall": 0.906158, + "euclidean_ap": 0.825928, + "dot_accuracy": 0.744322, + "dot_accuracy_threshold": 0.717062, + "dot_f1": 0.75504, + "dot_f1_threshold": 0.617375, + "dot_precision": 0.64712, + "dot_recall": 0.906158, + "dot_ap": 0.825928, + "max_accuracy": 0.744322, + "max_f1": 0.75504, + "max_precision": 0.661504, + "max_recall": 0.906158, + "max_ap": 0.825928, + "main_score": 0.825928, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.769963, + "similarity_accuracy_threshold": 0.698464, + "similarity_f1": 0.775942, + "similarity_f1_threshold": 0.645788, + "similarity_precision": 0.706378, + "similarity_recall": 0.860704, + "similarity_ap": 0.85299, + "cosine_accuracy": 0.769963, + "cosine_accuracy_threshold": 0.698464, + "cosine_f1": 0.775942, + "cosine_f1_threshold": 0.645788, + "cosine_precision": 0.706378, + "cosine_recall": 0.860704, + "cosine_ap": 0.85299, + "manhattan_accuracy": 0.772161, + "manhattan_accuracy_threshold": 17.419842, + "manhattan_f1": 0.777181, + "manhattan_f1_threshold": 18.456949, + "manhattan_precision": 0.716584, + "manhattan_recall": 0.848974, + "manhattan_ap": 0.852393, + "euclidean_accuracy": 0.769963, + "euclidean_accuracy_threshold": 0.776577, + "euclidean_f1": 0.775942, + "euclidean_f1_threshold": 0.84168, + "euclidean_precision": 0.706378, + "euclidean_recall": 0.860704, + "euclidean_ap": 0.85299, + "dot_accuracy": 0.769963, + "dot_accuracy_threshold": 0.698464, + "dot_f1": 0.775942, + "dot_f1_threshold": 0.645788, + "dot_precision": 0.706378, + "dot_recall": 0.860704, + "dot_ap": 0.85299, + "max_accuracy": 0.772161, + "max_f1": 0.777181, + "max_precision": 0.716584, + "max_recall": 0.860704, + "max_ap": 0.85299, + "main_score": 0.85299, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.631502, + "similarity_accuracy_threshold": 0.685728, + "similarity_f1": 0.692803, + "similarity_f1_threshold": 0.60528, + "similarity_precision": 0.54661, + "similarity_recall": 0.945748, + "similarity_ap": 0.645339, + "cosine_accuracy": 0.631502, + "cosine_accuracy_threshold": 0.685728, + "cosine_f1": 0.692803, + "cosine_f1_threshold": 0.60528, + "cosine_precision": 0.54661, + "cosine_recall": 0.945748, + "cosine_ap": 0.645339, + "manhattan_accuracy": 0.634432, + "manhattan_accuracy_threshold": 17.437113, + "manhattan_f1": 0.691589, + "manhattan_f1_threshold": 19.316282, + "manhattan_precision": 0.55321, + "manhattan_recall": 0.922287, + "manhattan_ap": 0.645425, + "euclidean_accuracy": 0.631502, + "euclidean_accuracy_threshold": 0.792808, + "euclidean_f1": 0.692803, + "euclidean_f1_threshold": 0.888505, + "euclidean_precision": 0.54661, + "euclidean_recall": 0.945748, + "euclidean_ap": 0.645339, + "dot_accuracy": 0.631502, + "dot_accuracy_threshold": 0.685728, + "dot_f1": 0.692803, + "dot_f1_threshold": 0.60528, + "dot_precision": 0.54661, + "dot_recall": 0.945748, + "dot_ap": 0.645339, + "max_accuracy": 0.634432, + "max_f1": 0.692803, + "max_precision": 0.55321, + "max_recall": 0.945748, + "max_ap": 0.645425, + "main_score": 0.645425, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.765568, + "similarity_accuracy_threshold": 0.678709, + "similarity_f1": 0.780866, + "similarity_f1_threshold": 0.641115, + "similarity_precision": 0.698266, + "similarity_recall": 0.88563, + "similarity_ap": 0.823757, + "cosine_accuracy": 0.765568, + "cosine_accuracy_threshold": 0.678709, + "cosine_f1": 0.780866, + "cosine_f1_threshold": 0.641115, + "cosine_precision": 0.698266, + "cosine_recall": 0.88563, + "cosine_ap": 0.823757, + "manhattan_accuracy": 0.765568, + "manhattan_accuracy_threshold": 17.754477, + "manhattan_f1": 0.779169, + "manhattan_f1_threshold": 18.477896, + "manhattan_precision": 0.707784, + "manhattan_recall": 0.866569, + "manhattan_ap": 0.824053, + "euclidean_accuracy": 0.765568, + "euclidean_accuracy_threshold": 0.801612, + "euclidean_f1": 0.780866, + "euclidean_f1_threshold": 0.847213, + "euclidean_precision": 0.698266, + "euclidean_recall": 0.88563, + "euclidean_ap": 0.823757, + "dot_accuracy": 0.765568, + "dot_accuracy_threshold": 0.678709, + "dot_f1": 0.780866, + "dot_f1_threshold": 0.641115, + "dot_precision": 0.698266, + "dot_recall": 0.88563, + "dot_ap": 0.823757, + "max_accuracy": 0.765568, + "max_f1": 0.780866, + "max_precision": 0.707784, + "max_recall": 0.88563, + "max_ap": 0.824053, + "main_score": 0.824053, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.747985, + "similarity_accuracy_threshold": 0.698794, + "similarity_f1": 0.763212, + "similarity_f1_threshold": 0.680058, + "similarity_precision": 0.717419, + "similarity_recall": 0.815249, + "similarity_ap": 0.827504, + "cosine_accuracy": 0.747985, + "cosine_accuracy_threshold": 0.698794, + "cosine_f1": 0.763212, + "cosine_f1_threshold": 0.680057, + "cosine_precision": 0.717419, + "cosine_recall": 0.815249, + "cosine_ap": 0.827504, + "manhattan_accuracy": 0.747985, + "manhattan_accuracy_threshold": 16.910461, + "manhattan_f1": 0.76062, + "manhattan_f1_threshold": 17.754608, + "manhattan_precision": 0.70412, + "manhattan_recall": 0.826979, + "manhattan_ap": 0.827259, + "euclidean_accuracy": 0.747985, + "euclidean_accuracy_threshold": 0.776152, + "euclidean_f1": 0.763212, + "euclidean_f1_threshold": 0.799928, + "euclidean_precision": 0.717419, + "euclidean_recall": 0.815249, + "euclidean_ap": 0.827505, + "dot_accuracy": 0.747985, + "dot_accuracy_threshold": 0.698794, + "dot_f1": 0.763212, + "dot_f1_threshold": 0.680057, + "dot_precision": 0.717419, + "dot_recall": 0.815249, + "dot_ap": 0.827504, + "max_accuracy": 0.747985, + "max_f1": 0.763212, + "max_precision": 0.717419, + "max_recall": 0.826979, + "max_ap": 0.827505, + "main_score": 0.827505, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.774359, + "similarity_accuracy_threshold": 0.728464, + "similarity_f1": 0.77983, + "similarity_f1_threshold": 0.713637, + "similarity_precision": 0.756198, + "similarity_recall": 0.804985, + "similarity_ap": 0.841498, + "cosine_accuracy": 0.774359, + "cosine_accuracy_threshold": 0.728464, + "cosine_f1": 0.77983, + "cosine_f1_threshold": 0.713637, + "cosine_precision": 0.756198, + "cosine_recall": 0.804985, + "cosine_ap": 0.841498, + "manhattan_accuracy": 0.771429, + "manhattan_accuracy_threshold": 16.303856, + "manhattan_f1": 0.778094, + "manhattan_f1_threshold": 16.707024, + "manhattan_precision": 0.755525, + "manhattan_recall": 0.802053, + "manhattan_ap": 0.839306, + "euclidean_accuracy": 0.774359, + "euclidean_accuracy_threshold": 0.736935, + "euclidean_f1": 0.77983, + "euclidean_f1_threshold": 0.756787, + "euclidean_precision": 0.756198, + "euclidean_recall": 0.804985, + "euclidean_ap": 0.841499, + "dot_accuracy": 0.774359, + "dot_accuracy_threshold": 0.728464, + "dot_f1": 0.77983, + "dot_f1_threshold": 0.713637, + "dot_precision": 0.756198, + "dot_recall": 0.804985, + "dot_ap": 0.841498, + "max_accuracy": 0.774359, + "max_f1": 0.77983, + "max_precision": 0.756198, + "max_recall": 0.804985, + "max_ap": 0.841499, + "main_score": 0.841499, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.775092, + "similarity_accuracy_threshold": 0.704873, + "similarity_f1": 0.784423, + "similarity_f1_threshold": 0.668486, + "similarity_precision": 0.746032, + "similarity_recall": 0.826979, + "similarity_ap": 0.846062, + "cosine_accuracy": 0.775092, + "cosine_accuracy_threshold": 0.704873, + "cosine_f1": 0.784423, + "cosine_f1_threshold": 0.668486, + "cosine_precision": 0.746032, + "cosine_recall": 0.826979, + "cosine_ap": 0.846063, + "manhattan_accuracy": 0.777289, + "manhattan_accuracy_threshold": 17.671558, + "manhattan_f1": 0.782361, + "manhattan_f1_threshold": 17.749134, + "manhattan_precision": 0.759669, + "manhattan_recall": 0.806452, + "manhattan_ap": 0.845573, + "euclidean_accuracy": 0.775092, + "euclidean_accuracy_threshold": 0.76828, + "euclidean_f1": 0.784423, + "euclidean_f1_threshold": 0.814265, + "euclidean_precision": 0.746032, + "euclidean_recall": 0.826979, + "euclidean_ap": 0.846062, + "dot_accuracy": 0.775092, + "dot_accuracy_threshold": 0.704873, + "dot_f1": 0.784423, + "dot_f1_threshold": 0.668486, + "dot_precision": 0.746032, + "dot_recall": 0.826979, + "dot_ap": 0.846063, + "max_accuracy": 0.777289, + "max_f1": 0.784423, + "max_precision": 0.759669, + "max_recall": 0.826979, + "max_ap": 0.846063, + "main_score": 0.846063, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 265.6343250274658, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/indonli.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/indonli.json new file mode 100644 index 0000000000..dce7d8e4f5 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/indonli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "3c976110fc13596004dc36279fc4c453ff2c18aa", + "task_name": "indonli", + "mteb_version": "1.34.7", + "scores": { + "test_expert": [ + { + "similarity_accuracy": 0.605882, + "similarity_accuracy_threshold": 0.775874, + "similarity_f1": 0.685772, + "similarity_f1_threshold": 0.645807, + "similarity_precision": 0.528312, + "similarity_recall": 0.976945, + "similarity_ap": 0.609519, + "cosine_accuracy": 0.605882, + "cosine_accuracy_threshold": 0.775874, + "cosine_f1": 0.685772, + "cosine_f1_threshold": 0.645807, + "cosine_precision": 0.528312, + "cosine_recall": 0.976945, + "cosine_ap": 0.609519, + "manhattan_accuracy": 0.602451, + "manhattan_accuracy_threshold": 14.78583, + "manhattan_f1": 0.684775, + "manhattan_f1_threshold": 18.788126, + "manhattan_precision": 0.526018, + "manhattan_recall": 0.980788, + "manhattan_ap": 0.608516, + "euclidean_accuracy": 0.605882, + "euclidean_accuracy_threshold": 0.669516, + "euclidean_f1": 0.685772, + "euclidean_f1_threshold": 0.841656, + "euclidean_precision": 0.528312, + "euclidean_recall": 0.976945, + "euclidean_ap": 0.609519, + "dot_accuracy": 0.605882, + "dot_accuracy_threshold": 0.775874, + "dot_f1": 0.685772, + "dot_f1_threshold": 0.645807, + "dot_precision": 0.528312, + "dot_recall": 0.976945, + "dot_ap": 0.609519, + "max_accuracy": 0.605882, + "max_f1": 0.685772, + "max_precision": 0.528312, + "max_recall": 0.980788, + "max_ap": 0.609519, + "main_score": 0.609519, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 7.169111013412476, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/model_meta.json b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/model_meta.json new file mode 100644 index 0000000000..0921699786 --- /dev/null +++ b/results/google__embeddinggemma-300m/64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2/model_meta.json @@ -0,0 +1,61 @@ +{ + "name": "google/embeddinggemma-300m", + "revision": "64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2", + "release_date": "2025-09-04", + "languages": [ + "arb-Arab", + "ben-Beng", + "eng-Latn", + "spa-Latn", + "deu-Latn", + "pes-Arab", + "fin-Latn", + "fra-Latn", + "hin-Deva", + "ind-Latn", + "jpn-Jpan", + "kor-Hang", + "rus-Cyrl", + "swh-Latn", + "tel-Telu", + "tha-Thai", + "yor-Latn", + "zho-Hant", + "zho-Hans" + ], + "n_parameters": 307581696, + "memory_usage_mb": 578, + "max_tokens": 2048, + "embed_dim": 768, + "license": "gemma", + "open_weights": true, + "public_training_code": null, + "public_training_data": null, + "framework": [ + "Sentence Transformers", + "PyTorch" + ], + "reference": null, + "similarity_fn_name": "cosine", + "use_instructions": true, + "training_datasets": { + "NQHardNegatives": [ + "train" + ], + "FEVERHardNegatives": [ + "train" + ], + "HotpotQAHardNegatives": [ + "train" + ], + "MIRACLRetrievalHardNegatives": [ + "train" + ] + }, + "adapted_from": null, + "superseded_by": null, + "modalities": [ + "text" + ], + "loader": null +} \ No newline at end of file